{"train_loss": 1.1212406158447266, "global_step": 0, "epoch": 0, "lr": 2.0000000000000002e-07}
{"train_loss": 1.1449079513549805, "global_step": 1, "epoch": 0, "lr": 4.0000000000000003e-07}
{"train_loss": 1.1388554573059082, "global_step": 2, "epoch": 0, "lr": 6.000000000000001e-07}
{"train_loss": 1.0987119674682617, "global_step": 3, "epoch": 0, "lr": 8.000000000000001e-07}
{"train_loss": 1.0989646911621094, "global_step": 4, "epoch": 0, "lr": 1.0000000000000002e-06}
{"train_loss": 1.0663845539093018, "global_step": 5, "epoch": 0, "lr": 1.2000000000000002e-06}
{"train_loss": 1.0388569831848145, "global_step": 6, "epoch": 0, "lr": 1.4000000000000001e-06}
{"train_loss": 1.0295023918151855, "global_step": 7, "epoch": 0, "lr": 1.6000000000000001e-06}
{"train_loss": 1.041601300239563, "global_step": 8, "epoch": 0, "lr": 1.8e-06}
{"train_loss": 1.0157768726348877, "global_step": 9, "epoch": 0, "lr": 2.0000000000000003e-06}
{"train_loss": 1.030465841293335, "global_step": 10, "epoch": 0, "lr": 2.2e-06}
{"train_loss": 1.059689998626709, "global_step": 11, "epoch": 0, "lr": 2.4000000000000003e-06}
{"train_loss": 1.0738928318023682, "global_step": 12, "epoch": 0, "lr": 2.6e-06}
{"train_loss": 1.0308581590652466, "global_step": 13, "epoch": 0, "lr": 2.8000000000000003e-06}
{"train_loss": 1.0505168437957764, "global_step": 14, "epoch": 0, "lr": 3e-06}
{"train_loss": 1.0607452392578125, "global_step": 15, "epoch": 0, "lr": 3.2000000000000003e-06}
{"train_loss": 1.0106425285339355, "global_step": 16, "epoch": 0, "lr": 3.4000000000000005e-06}
{"train_loss": 1.0416843891143799, "global_step": 17, "epoch": 0, "lr": 3.6e-06}
{"train_loss": 0.9831793904304504, "global_step": 18, "epoch": 0, "lr": 3.8e-06}
{"train_loss": 0.9995329976081848, "global_step": 19, "epoch": 0, "lr": 4.000000000000001e-06}
{"train_loss": 0.9869245290756226, "global_step": 20, "epoch": 0, "lr": 4.2000000000000004e-06}
{"train_loss": 0.9962036609649658, "global_step": 21, "epoch": 0, "lr": 4.4e-06}
{"train_loss": 0.9819123148918152, "global_step": 22, "epoch": 0, "lr": 4.6e-06}
{"train_loss": 1.022986888885498, "global_step": 23, "epoch": 0, "lr": 4.800000000000001e-06}
{"train_loss": 0.9700949192047119, "global_step": 24, "epoch": 0, "lr": 5e-06}
{"train_loss": 1.0091350078582764, "global_step": 25, "epoch": 0, "lr": 5.2e-06}
{"train_loss": 0.9919095635414124, "global_step": 26, "epoch": 0, "lr": 5.4e-06}
{"train_loss": 1.0163123607635498, "global_step": 27, "epoch": 0, "lr": 5.600000000000001e-06}
{"train_loss": 0.9818514585494995, "global_step": 28, "epoch": 0, "lr": 5.8e-06}
{"train_loss": 0.9796353578567505, "global_step": 29, "epoch": 0, "lr": 6e-06}
{"train_loss": 0.973252534866333, "global_step": 30, "epoch": 0, "lr": 6.2e-06}
{"train_loss": 1.0013964176177979, "global_step": 31, "epoch": 0, "lr": 6.4000000000000006e-06}
{"train_loss": 0.9820092916488647, "global_step": 32, "epoch": 0, "lr": 6.6e-06}
{"train_loss": 0.9536556601524353, "global_step": 33, "epoch": 0, "lr": 6.800000000000001e-06}
{"train_loss": 0.945906400680542, "global_step": 34, "epoch": 0, "lr": 7.000000000000001e-06}
{"train_loss": 0.9701216220855713, "global_step": 35, "epoch": 0, "lr": 7.2e-06}
{"train_loss": 0.9669555425643921, "global_step": 36, "epoch": 0, "lr": 7.4e-06}
{"train_loss": 0.9649430513381958, "global_step": 37, "epoch": 0, "lr": 7.6e-06}
{"train_loss": 0.948142945766449, "global_step": 38, "epoch": 0, "lr": 7.8e-06}
{"train_loss": 0.9868395328521729, "global_step": 39, "epoch": 0, "lr": 8.000000000000001e-06}
{"train_loss": 0.9751161336898804, "global_step": 40, "epoch": 0, "lr": 8.200000000000001e-06}
{"train_loss": 0.9524271488189697, "global_step": 41, "epoch": 0, "lr": 8.400000000000001e-06}
{"train_loss": 0.9767643213272095, "global_step": 42, "epoch": 0, "lr": 8.599999999999999e-06}
{"train_loss": 0.9421262741088867, "global_step": 43, "epoch": 0, "lr": 8.8e-06}
{"train_loss": 0.9632591605186462, "global_step": 44, "epoch": 0, "lr": 9e-06}
{"train_loss": 0.9189625978469849, "global_step": 45, "epoch": 0, "lr": 9.2e-06}
{"train_loss": 0.9503989219665527, "global_step": 46, "epoch": 0, "lr": 9.4e-06}
{"train_loss": 0.9293594360351562, "global_step": 47, "epoch": 0, "lr": 9.600000000000001e-06}
{"train_loss": 0.9266247153282166, "global_step": 48, "epoch": 0, "lr": 9.800000000000001e-06}
{"train_loss": 0.9175252318382263, "global_step": 49, "epoch": 0, "lr": 1e-05}
{"train_loss": 0.9288269281387329, "global_step": 50, "epoch": 0, "lr": 1.02e-05}
{"train_loss": 0.9222686290740967, "global_step": 51, "epoch": 0, "lr": 1.04e-05}
{"train_loss": 0.9038769602775574, "global_step": 52, "epoch": 0, "lr": 1.06e-05}
{"train_loss": 0.8796764016151428, "global_step": 53, "epoch": 0, "lr": 1.08e-05}
{"train_loss": 0.8572579622268677, "global_step": 54, "epoch": 0, "lr": 1.1000000000000001e-05}
{"train_loss": 0.8608002662658691, "global_step": 55, "epoch": 0, "lr": 1.1200000000000001e-05}
{"train_loss": 0.8543293476104736, "global_step": 56, "epoch": 0, "lr": 1.1400000000000001e-05}
{"train_loss": 0.8252198696136475, "global_step": 57, "epoch": 0, "lr": 1.16e-05}
{"train_loss": 0.8129806518554688, "global_step": 58, "epoch": 0, "lr": 1.18e-05}
{"train_loss": 0.7749979496002197, "global_step": 59, "epoch": 0, "lr": 1.2e-05}
{"train_loss": 0.7717305421829224, "global_step": 60, "epoch": 0, "lr": 1.22e-05}
{"train_loss": 0.7695265412330627, "global_step": 61, "epoch": 0, "lr": 1.24e-05}
{"train_loss": 0.740975022315979, "global_step": 62, "epoch": 0, "lr": 1.2600000000000001e-05}
{"train_loss": 0.706252932548523, "global_step": 63, "epoch": 0, "lr": 1.2800000000000001e-05}
{"train_loss": 0.6896283626556396, "global_step": 64, "epoch": 0, "lr": 1.3000000000000001e-05}
{"train_loss": 0.6790512800216675, "global_step": 65, "epoch": 0, "lr": 1.32e-05}
{"train_loss": 0.6571850180625916, "global_step": 66, "epoch": 0, "lr": 1.3400000000000002e-05}
{"train_loss": 0.6249327063560486, "global_step": 67, "epoch": 0, "lr": 1.3600000000000002e-05}
{"train_loss": 0.5897458791732788, "global_step": 68, "epoch": 0, "lr": 1.3800000000000002e-05}
{"train_loss": 0.5465610027313232, "global_step": 69, "epoch": 0, "lr": 1.4000000000000001e-05}
{"train_loss": 0.6226381063461304, "global_step": 70, "epoch": 0, "lr": 1.42e-05}
{"train_loss": 0.5340440273284912, "global_step": 71, "epoch": 0, "lr": 1.44e-05}
{"train_loss": 0.5297324657440186, "global_step": 72, "epoch": 0, "lr": 1.4599999999999999e-05}
{"train_loss": 0.4858400821685791, "global_step": 73, "epoch": 0, "lr": 1.48e-05}
{"train_loss": 0.48300886154174805, "global_step": 74, "epoch": 0, "lr": 1.5e-05}
{"train_loss": 0.4928152859210968, "global_step": 75, "epoch": 0, "lr": 1.52e-05}
{"train_loss": 0.49663975834846497, "global_step": 76, "epoch": 0, "lr": 1.54e-05}
{"train_loss": 0.4555254578590393, "global_step": 77, "epoch": 0, "lr": 1.56e-05}
{"train_loss": 0.43791013956069946, "global_step": 78, "epoch": 0, "lr": 1.58e-05}
{"train_loss": 0.39321377873420715, "global_step": 79, "epoch": 0, "lr": 1.6000000000000003e-05}
{"train_loss": 0.4142671525478363, "global_step": 80, "epoch": 0, "lr": 1.62e-05}
{"train_loss": 0.40904009342193604, "global_step": 81, "epoch": 0, "lr": 1.6400000000000002e-05}
{"train_loss": 0.3893541097640991, "global_step": 82, "epoch": 0, "lr": 1.66e-05}
{"train_loss": 0.3666779398918152, "global_step": 83, "epoch": 0, "lr": 1.6800000000000002e-05}
{"train_loss": 0.36367639899253845, "global_step": 84, "epoch": 0, "lr": 1.7000000000000003e-05}
{"train_loss": 0.37367910146713257, "global_step": 85, "epoch": 0, "lr": 1.7199999999999998e-05}
{"train_loss": 0.3355810046195984, "global_step": 86, "epoch": 0, "lr": 1.74e-05}
{"train_loss": 0.36105233430862427, "global_step": 87, "epoch": 0, "lr": 1.76e-05}
{"train_loss": 0.33560556173324585, "global_step": 88, "epoch": 0, "lr": 1.78e-05}
{"train_loss": 0.3143954873085022, "global_step": 89, "epoch": 0, "lr": 1.8e-05}
{"train_loss": 0.3144344687461853, "global_step": 90, "epoch": 0, "lr": 1.8200000000000002e-05}
{"train_loss": 0.31340885162353516, "global_step": 91, "epoch": 0, "lr": 1.84e-05}
{"train_loss": 0.2965328097343445, "global_step": 92, "epoch": 0, "lr": 1.86e-05}
{"train_loss": 0.3030585050582886, "global_step": 93, "epoch": 0, "lr": 1.88e-05}
{"train_loss": 0.3167796730995178, "global_step": 94, "epoch": 0, "lr": 1.9e-05}
{"train_loss": 0.2864437699317932, "global_step": 95, "epoch": 0, "lr": 1.9200000000000003e-05}
{"train_loss": 0.2797728180885315, "global_step": 96, "epoch": 0, "lr": 1.94e-05}
{"train_loss": 0.29801154136657715, "global_step": 97, "epoch": 0, "lr": 1.9600000000000002e-05}
{"train_loss": 0.24973520636558533, "global_step": 98, "epoch": 0, "lr": 1.9800000000000004e-05}
{"train_loss": 0.2820761501789093, "global_step": 99, "epoch": 0, "lr": 2e-05}
{"train_loss": 0.29380810260772705, "global_step": 100, "epoch": 0, "lr": 2.0200000000000003e-05}
{"train_loss": 0.2587204575538635, "global_step": 101, "epoch": 0, "lr": 2.04e-05}
{"train_loss": 0.265999436378479, "global_step": 102, "epoch": 0, "lr": 2.06e-05}
{"train_loss": 0.2604997456073761, "global_step": 103, "epoch": 0, "lr": 2.08e-05}
{"train_loss": 0.26415857672691345, "global_step": 104, "epoch": 0, "lr": 2.1e-05}
{"train_loss": 0.23628325760364532, "global_step": 105, "epoch": 0, "lr": 2.12e-05}
{"train_loss": 0.25706946849823, "global_step": 106, "epoch": 0, "lr": 2.1400000000000002e-05}
{"train_loss": 0.20793917775154114, "global_step": 107, "epoch": 0, "lr": 2.16e-05}
{"train_loss": 0.2614612877368927, "global_step": 108, "epoch": 0, "lr": 2.18e-05}
{"train_loss": 0.22652965784072876, "global_step": 109, "epoch": 0, "lr": 2.2000000000000003e-05}
{"train_loss": 0.2534210979938507, "global_step": 110, "epoch": 0, "lr": 2.22e-05}
{"train_loss": 0.2430165559053421, "global_step": 111, "epoch": 0, "lr": 2.2400000000000002e-05}
{"train_loss": 0.22499516606330872, "global_step": 112, "epoch": 0, "lr": 2.26e-05}
{"train_loss": 0.23951250314712524, "global_step": 113, "epoch": 0, "lr": 2.2800000000000002e-05}
{"train_loss": 0.20819708704948425, "global_step": 114, "epoch": 0, "lr": 2.3000000000000003e-05}
{"train_loss": 0.24096094071865082, "global_step": 115, "epoch": 0, "lr": 2.32e-05}
{"train_loss": 0.2529817819595337, "global_step": 116, "epoch": 0, "lr": 2.3400000000000003e-05}
{"train_loss": 0.24071216583251953, "global_step": 117, "epoch": 0, "lr": 2.36e-05}
{"train_loss": 0.23285329341888428, "global_step": 118, "epoch": 0, "lr": 2.38e-05}
{"train_loss": 0.21130585670471191, "global_step": 119, "epoch": 0, "lr": 2.4e-05}
{"train_loss": 0.21570774912834167, "global_step": 120, "epoch": 0, "lr": 2.4200000000000002e-05}
{"train_loss": 0.2205633521080017, "global_step": 121, "epoch": 0, "lr": 2.44e-05}
{"train_loss": 0.1901141107082367, "global_step": 122, "epoch": 0, "lr": 2.46e-05}
{"train_loss": 0.2203744500875473, "global_step": 123, "epoch": 0, "lr": 2.48e-05}
{"train_loss": 0.17893736064434052, "global_step": 124, "epoch": 0, "lr": 2.5e-05}
{"train_loss": 0.1943327784538269, "global_step": 125, "epoch": 0, "lr": 2.5200000000000003e-05}
{"train_loss": 0.20571106672286987, "global_step": 126, "epoch": 0, "lr": 2.54e-05}
{"train_loss": 0.2319316416978836, "global_step": 127, "epoch": 0, "lr": 2.5600000000000002e-05}
{"train_loss": 0.1603064239025116, "global_step": 128, "epoch": 0, "lr": 2.58e-05}
{"train_loss": 0.17850856482982635, "global_step": 129, "epoch": 0, "lr": 2.6000000000000002e-05}
{"train_loss": 0.18506228923797607, "global_step": 130, "epoch": 0, "lr": 2.6200000000000003e-05}
{"train_loss": 0.1902426779270172, "global_step": 131, "epoch": 0, "lr": 2.64e-05}
{"train_loss": 0.22843694686889648, "global_step": 132, "epoch": 0, "lr": 2.6600000000000003e-05}
{"train_loss": 0.17593258619308472, "global_step": 133, "epoch": 0, "lr": 2.6800000000000004e-05}
{"train_loss": 0.21482007205486298, "global_step": 134, "epoch": 0, "lr": 2.7000000000000002e-05}
{"train_loss": 0.18825599551200867, "global_step": 135, "epoch": 0, "lr": 2.7200000000000004e-05}
{"train_loss": 0.21234512329101562, "global_step": 136, "epoch": 0, "lr": 2.7400000000000002e-05}
{"train_loss": 0.20800048112869263, "global_step": 137, "epoch": 0, "lr": 2.7600000000000003e-05}
{"train_loss": 0.16750076413154602, "global_step": 138, "epoch": 0, "lr": 2.7800000000000005e-05}
{"train_loss": 0.1715089976787567, "global_step": 139, "epoch": 0, "lr": 2.8000000000000003e-05}
{"train_loss": 0.17635095119476318, "global_step": 140, "epoch": 0, "lr": 2.8199999999999998e-05}
{"train_loss": 0.16544997692108154, "global_step": 141, "epoch": 0, "lr": 2.84e-05}
{"train_loss": 0.1851617693901062, "global_step": 142, "epoch": 0, "lr": 2.86e-05}
{"train_loss": 0.1830725222826004, "global_step": 143, "epoch": 0, "lr": 2.88e-05}
{"train_loss": 0.15732112526893616, "global_step": 144, "epoch": 0, "lr": 2.9e-05}
{"train_loss": 0.17210695147514343, "global_step": 145, "epoch": 0, "lr": 2.9199999999999998e-05}
{"train_loss": 0.18973308801651, "global_step": 146, "epoch": 0, "lr": 2.94e-05}
{"train_loss": 0.17319923639297485, "global_step": 147, "epoch": 0, "lr": 2.96e-05}
{"train_loss": 0.15274280309677124, "global_step": 148, "epoch": 0, "lr": 2.98e-05}
{"train_loss": 0.19183769822120667, "global_step": 149, "epoch": 0, "lr": 3e-05}
{"train_loss": 0.14676514267921448, "global_step": 150, "epoch": 0, "lr": 3.02e-05}
{"train_loss": 0.14115625619888306, "global_step": 151, "epoch": 0, "lr": 3.04e-05}
{"train_loss": 0.16570596396923065, "global_step": 152, "epoch": 0, "lr": 3.06e-05}
{"train_loss": 0.17912057042121887, "global_step": 153, "epoch": 0, "lr": 3.08e-05}
{"train_loss": 0.14030539989471436, "global_step": 154, "epoch": 0, "lr": 3.1e-05}
{"train_loss": 0.16248823702335358, "global_step": 155, "epoch": 0, "lr": 3.12e-05}
{"train_loss": 0.18137504160404205, "global_step": 156, "epoch": 0, "lr": 3.1400000000000004e-05}
{"train_loss": 0.13486826419830322, "global_step": 157, "epoch": 0, "lr": 3.16e-05}
{"train_loss": 0.13765430450439453, "global_step": 158, "epoch": 0, "lr": 3.18e-05}
{"train_loss": 0.1578056514263153, "global_step": 159, "epoch": 0, "lr": 3.2000000000000005e-05}
{"train_loss": 0.16161403059959412, "global_step": 160, "epoch": 0, "lr": 3.2200000000000003e-05}
{"train_loss": 0.13499155640602112, "global_step": 161, "epoch": 0, "lr": 3.24e-05}
{"train_loss": 0.12622994184494019, "global_step": 162, "epoch": 0, "lr": 3.26e-05}
{"train_loss": 0.13910719752311707, "global_step": 163, "epoch": 0, "lr": 3.2800000000000004e-05}
{"train_loss": 0.17161418497562408, "global_step": 164, "epoch": 0, "lr": 3.3e-05}
{"train_loss": 0.14597803354263306, "global_step": 165, "epoch": 0, "lr": 3.32e-05}
{"train_loss": 0.13208836317062378, "global_step": 166, "epoch": 0, "lr": 3.3400000000000005e-05}
{"train_loss": 0.16499099135398865, "global_step": 167, "epoch": 0, "lr": 3.3600000000000004e-05}
{"train_loss": 0.15229859948158264, "global_step": 168, "epoch": 0, "lr": 3.38e-05}
{"train_loss": 0.1633976697921753, "global_step": 169, "epoch": 0, "lr": 3.4000000000000007e-05}
{"train_loss": 0.13462577760219574, "global_step": 170, "epoch": 0, "lr": 3.4200000000000005e-05}
{"train_loss": 0.12993323802947998, "global_step": 171, "epoch": 0, "lr": 3.4399999999999996e-05}
{"train_loss": 0.13130231201648712, "global_step": 172, "epoch": 0, "lr": 3.46e-05}
{"train_loss": 0.17207157611846924, "global_step": 173, "epoch": 0, "lr": 3.48e-05}
{"train_loss": 0.12725278735160828, "global_step": 174, "epoch": 0, "lr": 3.5e-05}
{"train_loss": 0.1352180391550064, "global_step": 175, "epoch": 0, "lr": 3.52e-05}
{"train_loss": 0.11529098451137543, "global_step": 176, "epoch": 0, "lr": 3.54e-05}
{"train_loss": 0.5158505992691839, "global_step": 177, "epoch": 0, "lr": 3.56e-05, "train_action_mse_error": 0.005619415547698736}
{"train_loss": 0.12722542881965637, "global_step": 178, "epoch": 1, "lr": 3.58e-05}
{"train_loss": 0.09711971879005432, "global_step": 179, "epoch": 1, "lr": 3.6e-05}
{"train_loss": 0.11389724910259247, "global_step": 180, "epoch": 1, "lr": 3.62e-05}
{"train_loss": 0.13746938109397888, "global_step": 181, "epoch": 1, "lr": 3.6400000000000004e-05}
{"train_loss": 0.15624532103538513, "global_step": 182, "epoch": 1, "lr": 3.66e-05}
{"train_loss": 0.122476726770401, "global_step": 183, "epoch": 1, "lr": 3.68e-05}
{"train_loss": 0.13137845695018768, "global_step": 184, "epoch": 1, "lr": 3.7e-05}
{"train_loss": 0.17900842428207397, "global_step": 185, "epoch": 1, "lr": 3.72e-05}
{"train_loss": 0.13797689974308014, "global_step": 186, "epoch": 1, "lr": 3.74e-05}
{"train_loss": 0.11382919549942017, "global_step": 187, "epoch": 1, "lr": 3.76e-05}
{"train_loss": 0.13986149430274963, "global_step": 188, "epoch": 1, "lr": 3.7800000000000004e-05}
{"train_loss": 0.107456274330616, "global_step": 189, "epoch": 1, "lr": 3.8e-05}
{"train_loss": 0.1381697654724121, "global_step": 190, "epoch": 1, "lr": 3.82e-05}
{"train_loss": 0.12843134999275208, "global_step": 191, "epoch": 1, "lr": 3.8400000000000005e-05}
{"train_loss": 0.12457484006881714, "global_step": 192, "epoch": 1, "lr": 3.86e-05}
{"train_loss": 0.10854575783014297, "global_step": 193, "epoch": 1, "lr": 3.88e-05}
{"train_loss": 0.13030575215816498, "global_step": 194, "epoch": 1, "lr": 3.9000000000000006e-05}
{"train_loss": 0.13016662001609802, "global_step": 195, "epoch": 1, "lr": 3.9200000000000004e-05}
{"train_loss": 0.11246289312839508, "global_step": 196, "epoch": 1, "lr": 3.94e-05}
{"train_loss": 0.12352226674556732, "global_step": 197, "epoch": 1, "lr": 3.960000000000001e-05}
{"train_loss": 0.11532726883888245, "global_step": 198, "epoch": 1, "lr": 3.9800000000000005e-05}
{"train_loss": 0.127780944108963, "global_step": 199, "epoch": 1, "lr": 4e-05}
{"train_loss": 0.09748125821352005, "global_step": 200, "epoch": 1, "lr": 4.02e-05}
{"train_loss": 0.11107855290174484, "global_step": 201, "epoch": 1, "lr": 4.0400000000000006e-05}
{"train_loss": 0.1123373731970787, "global_step": 202, "epoch": 1, "lr": 4.0600000000000004e-05}
{"train_loss": 0.10466077923774719, "global_step": 203, "epoch": 1, "lr": 4.08e-05}
{"train_loss": 0.11035426706075668, "global_step": 204, "epoch": 1, "lr": 4.1e-05}
{"train_loss": 0.11823797971010208, "global_step": 205, "epoch": 1, "lr": 4.12e-05}
{"train_loss": 0.09233799576759338, "global_step": 206, "epoch": 1, "lr": 4.14e-05}
{"train_loss": 0.11872996389865875, "global_step": 207, "epoch": 1, "lr": 4.16e-05}
{"train_loss": 0.12507301568984985, "global_step": 208, "epoch": 1, "lr": 4.18e-05}
{"train_loss": 0.10600990056991577, "global_step": 209, "epoch": 1, "lr": 4.2e-05}
{"train_loss": 0.12459932267665863, "global_step": 210, "epoch": 1, "lr": 4.22e-05}
{"train_loss": 0.12714120745658875, "global_step": 211, "epoch": 1, "lr": 4.24e-05}
{"train_loss": 0.10539424419403076, "global_step": 212, "epoch": 1, "lr": 4.26e-05}
{"train_loss": 0.11447568237781525, "global_step": 213, "epoch": 1, "lr": 4.2800000000000004e-05}
{"train_loss": 0.12365476787090302, "global_step": 214, "epoch": 1, "lr": 4.3e-05}
{"train_loss": 0.11608690023422241, "global_step": 215, "epoch": 1, "lr": 4.32e-05}
{"train_loss": 0.09057067334651947, "global_step": 216, "epoch": 1, "lr": 4.3400000000000005e-05}
{"train_loss": 0.09429407119750977, "global_step": 217, "epoch": 1, "lr": 4.36e-05}
{"train_loss": 0.12488590180873871, "global_step": 218, "epoch": 1, "lr": 4.38e-05}
{"train_loss": 0.11576908826828003, "global_step": 219, "epoch": 1, "lr": 4.4000000000000006e-05}
{"train_loss": 0.08960025012493134, "global_step": 220, "epoch": 1, "lr": 4.4200000000000004e-05}
{"train_loss": 0.12376896291971207, "global_step": 221, "epoch": 1, "lr": 4.44e-05}
{"train_loss": 0.11535614728927612, "global_step": 222, "epoch": 1, "lr": 4.46e-05}
{"train_loss": 0.09233719110488892, "global_step": 223, "epoch": 1, "lr": 4.4800000000000005e-05}
{"train_loss": 0.14997217059135437, "global_step": 224, "epoch": 1, "lr": 4.5e-05}
{"train_loss": 0.11588182300329208, "global_step": 225, "epoch": 1, "lr": 4.52e-05}
{"train_loss": 0.07531950622797012, "global_step": 226, "epoch": 1, "lr": 4.5400000000000006e-05}
{"train_loss": 0.12457425147294998, "global_step": 227, "epoch": 1, "lr": 4.5600000000000004e-05}
{"train_loss": 0.08783648908138275, "global_step": 228, "epoch": 1, "lr": 4.58e-05}
{"train_loss": 0.09353536367416382, "global_step": 229, "epoch": 1, "lr": 4.600000000000001e-05}
{"train_loss": 0.11857237666845322, "global_step": 230, "epoch": 1, "lr": 4.6200000000000005e-05}
{"train_loss": 0.10475045442581177, "global_step": 231, "epoch": 1, "lr": 4.64e-05}
{"train_loss": 0.09285208582878113, "global_step": 232, "epoch": 1, "lr": 4.660000000000001e-05}
{"train_loss": 0.08748746663331985, "global_step": 233, "epoch": 1, "lr": 4.6800000000000006e-05}
{"train_loss": 0.09301306307315826, "global_step": 234, "epoch": 1, "lr": 4.7e-05}
{"train_loss": 0.08750364184379578, "global_step": 235, "epoch": 1, "lr": 4.72e-05}
{"train_loss": 0.10342268645763397, "global_step": 236, "epoch": 1, "lr": 4.74e-05}
{"train_loss": 0.11560504883527756, "global_step": 237, "epoch": 1, "lr": 4.76e-05}
{"train_loss": 0.10438182204961777, "global_step": 238, "epoch": 1, "lr": 4.78e-05}
{"train_loss": 0.08345405757427216, "global_step": 239, "epoch": 1, "lr": 4.8e-05}
{"train_loss": 0.08382748067378998, "global_step": 240, "epoch": 1, "lr": 4.82e-05}
{"train_loss": 0.11731359362602234, "global_step": 241, "epoch": 1, "lr": 4.8400000000000004e-05}
{"train_loss": 0.0972127616405487, "global_step": 242, "epoch": 1, "lr": 4.86e-05}
{"train_loss": 0.10515818744897842, "global_step": 243, "epoch": 1, "lr": 4.88e-05}
{"train_loss": 0.08713536709547043, "global_step": 244, "epoch": 1, "lr": 4.9e-05}
{"train_loss": 0.07935093343257904, "global_step": 245, "epoch": 1, "lr": 4.92e-05}
{"train_loss": 0.09432142972946167, "global_step": 246, "epoch": 1, "lr": 4.94e-05}
{"train_loss": 0.08500015735626221, "global_step": 247, "epoch": 1, "lr": 4.96e-05}
{"train_loss": 0.09472276270389557, "global_step": 248, "epoch": 1, "lr": 4.9800000000000004e-05}
{"train_loss": 0.09210076928138733, "global_step": 249, "epoch": 1, "lr": 5e-05}
{"train_loss": 0.10807004570960999, "global_step": 250, "epoch": 1, "lr": 5.02e-05}
{"train_loss": 0.09870819747447968, "global_step": 251, "epoch": 1, "lr": 5.0400000000000005e-05}
{"train_loss": 0.08593559265136719, "global_step": 252, "epoch": 1, "lr": 5.0600000000000003e-05}
{"train_loss": 0.08197334408760071, "global_step": 253, "epoch": 1, "lr": 5.08e-05}
{"train_loss": 0.10062462836503983, "global_step": 254, "epoch": 1, "lr": 5.1000000000000006e-05}
{"train_loss": 0.08762894570827484, "global_step": 255, "epoch": 1, "lr": 5.1200000000000004e-05}
{"train_loss": 0.1025896817445755, "global_step": 256, "epoch": 1, "lr": 5.14e-05}
{"train_loss": 0.06939147412776947, "global_step": 257, "epoch": 1, "lr": 5.16e-05}
{"train_loss": 0.08310072124004364, "global_step": 258, "epoch": 1, "lr": 5.1800000000000005e-05}
{"train_loss": 0.09004763513803482, "global_step": 259, "epoch": 1, "lr": 5.2000000000000004e-05}
{"train_loss": 0.08915212750434875, "global_step": 260, "epoch": 1, "lr": 5.22e-05}
{"train_loss": 0.08591699600219727, "global_step": 261, "epoch": 1, "lr": 5.2400000000000007e-05}
{"train_loss": 0.08724036812782288, "global_step": 262, "epoch": 1, "lr": 5.2600000000000005e-05}
{"train_loss": 0.08488094806671143, "global_step": 263, "epoch": 1, "lr": 5.28e-05}
{"train_loss": 0.09712918102741241, "global_step": 264, "epoch": 1, "lr": 5.300000000000001e-05}
{"train_loss": 0.10020656883716583, "global_step": 265, "epoch": 1, "lr": 5.3200000000000006e-05}
{"train_loss": 0.10192103683948517, "global_step": 266, "epoch": 1, "lr": 5.3400000000000004e-05}
{"train_loss": 0.08632158488035202, "global_step": 267, "epoch": 1, "lr": 5.360000000000001e-05}
{"train_loss": 0.0982300341129303, "global_step": 268, "epoch": 1, "lr": 5.380000000000001e-05}
{"train_loss": 0.08926022797822952, "global_step": 269, "epoch": 1, "lr": 5.4000000000000005e-05}
{"train_loss": 0.09567989408969879, "global_step": 270, "epoch": 1, "lr": 5.420000000000001e-05}
{"train_loss": 0.0905599445104599, "global_step": 271, "epoch": 1, "lr": 5.440000000000001e-05}
{"train_loss": 0.0980997383594513, "global_step": 272, "epoch": 1, "lr": 5.4600000000000006e-05}
{"train_loss": 0.09081044048070908, "global_step": 273, "epoch": 1, "lr": 5.4800000000000004e-05}
{"train_loss": 0.10781934857368469, "global_step": 274, "epoch": 1, "lr": 5.500000000000001e-05}
{"train_loss": 0.08476661890745163, "global_step": 275, "epoch": 1, "lr": 5.520000000000001e-05}
{"train_loss": 0.09937208890914917, "global_step": 276, "epoch": 1, "lr": 5.5400000000000005e-05}
{"train_loss": 0.08349590748548508, "global_step": 277, "epoch": 1, "lr": 5.560000000000001e-05}
{"train_loss": 0.0853525847196579, "global_step": 278, "epoch": 1, "lr": 5.580000000000001e-05}
{"train_loss": 0.0831974521279335, "global_step": 279, "epoch": 1, "lr": 5.6000000000000006e-05}
{"train_loss": 0.09239356964826584, "global_step": 280, "epoch": 1, "lr": 5.620000000000001e-05}
{"train_loss": 0.09089095145463943, "global_step": 281, "epoch": 1, "lr": 5.6399999999999995e-05}
{"train_loss": 0.08238128572702408, "global_step": 282, "epoch": 1, "lr": 5.66e-05}
{"train_loss": 0.10139349102973938, "global_step": 283, "epoch": 1, "lr": 5.68e-05}
{"train_loss": 0.09885726124048233, "global_step": 284, "epoch": 1, "lr": 5.6999999999999996e-05}
{"train_loss": 0.07110048085451126, "global_step": 285, "epoch": 1, "lr": 5.72e-05}
{"train_loss": 0.08206246048212051, "global_step": 286, "epoch": 1, "lr": 5.74e-05}
{"train_loss": 0.07936353981494904, "global_step": 287, "epoch": 1, "lr": 5.76e-05}
{"train_loss": 0.10782526433467865, "global_step": 288, "epoch": 1, "lr": 5.7799999999999995e-05}
{"train_loss": 0.0847906768321991, "global_step": 289, "epoch": 1, "lr": 5.8e-05}
{"train_loss": 0.08136318624019623, "global_step": 290, "epoch": 1, "lr": 5.82e-05}
{"train_loss": 0.08265943825244904, "global_step": 291, "epoch": 1, "lr": 5.8399999999999997e-05}
{"train_loss": 0.09895382821559906, "global_step": 292, "epoch": 1, "lr": 5.86e-05}
{"train_loss": 0.0771087259054184, "global_step": 293, "epoch": 1, "lr": 5.88e-05}
{"train_loss": 0.08579693734645844, "global_step": 294, "epoch": 1, "lr": 5.9e-05}
{"train_loss": 0.11466877162456512, "global_step": 295, "epoch": 1, "lr": 5.92e-05}
{"train_loss": 0.10304678976535797, "global_step": 296, "epoch": 1, "lr": 5.94e-05}
{"train_loss": 0.08257020264863968, "global_step": 297, "epoch": 1, "lr": 5.96e-05}
{"train_loss": 0.0757795125246048, "global_step": 298, "epoch": 1, "lr": 5.9800000000000003e-05}
{"train_loss": 0.10355083644390106, "global_step": 299, "epoch": 1, "lr": 6e-05}
{"train_loss": 0.10303179919719696, "global_step": 300, "epoch": 1, "lr": 6.02e-05}
{"train_loss": 0.0838254988193512, "global_step": 301, "epoch": 1, "lr": 6.04e-05}
{"train_loss": 0.09441705793142319, "global_step": 302, "epoch": 1, "lr": 6.06e-05}
{"train_loss": 0.07255585491657257, "global_step": 303, "epoch": 1, "lr": 6.08e-05}
{"train_loss": 0.09029527753591537, "global_step": 304, "epoch": 1, "lr": 6.1e-05}
{"train_loss": 0.0758526623249054, "global_step": 305, "epoch": 1, "lr": 6.12e-05}
{"train_loss": 0.08748775720596313, "global_step": 306, "epoch": 1, "lr": 6.14e-05}
{"train_loss": 0.08229118585586548, "global_step": 307, "epoch": 1, "lr": 6.16e-05}
{"train_loss": 0.0876588374376297, "global_step": 308, "epoch": 1, "lr": 6.18e-05}
{"train_loss": 0.10589265078306198, "global_step": 309, "epoch": 1, "lr": 6.2e-05}
{"train_loss": 0.11758702248334885, "global_step": 310, "epoch": 1, "lr": 6.220000000000001e-05}
{"train_loss": 0.08428137004375458, "global_step": 311, "epoch": 1, "lr": 6.24e-05}
{"train_loss": 0.09935376793146133, "global_step": 312, "epoch": 1, "lr": 6.26e-05}
{"train_loss": 0.08996684849262238, "global_step": 313, "epoch": 1, "lr": 6.280000000000001e-05}
{"train_loss": 0.09023667871952057, "global_step": 314, "epoch": 1, "lr": 6.3e-05}
{"train_loss": 0.08457188308238983, "global_step": 315, "epoch": 1, "lr": 6.32e-05}
{"train_loss": 0.07584641873836517, "global_step": 316, "epoch": 1, "lr": 6.340000000000001e-05}
{"train_loss": 0.09572717547416687, "global_step": 317, "epoch": 1, "lr": 6.36e-05}
{"train_loss": 0.09033197164535522, "global_step": 318, "epoch": 1, "lr": 6.38e-05}
{"train_loss": 0.0760360062122345, "global_step": 319, "epoch": 1, "lr": 6.400000000000001e-05}
{"train_loss": 0.08546505123376846, "global_step": 320, "epoch": 1, "lr": 6.42e-05}
{"train_loss": 0.06079888716340065, "global_step": 321, "epoch": 1, "lr": 6.440000000000001e-05}
{"train_loss": 0.09380215406417847, "global_step": 322, "epoch": 1, "lr": 6.460000000000001e-05}
{"train_loss": 0.0799262747168541, "global_step": 323, "epoch": 1, "lr": 6.48e-05}
{"train_loss": 0.08267013728618622, "global_step": 324, "epoch": 1, "lr": 6.500000000000001e-05}
{"train_loss": 0.09540662169456482, "global_step": 325, "epoch": 1, "lr": 6.52e-05}
{"train_loss": 0.09654270112514496, "global_step": 326, "epoch": 1, "lr": 6.54e-05}
{"train_loss": 0.0748249888420105, "global_step": 327, "epoch": 1, "lr": 6.560000000000001e-05}
{"train_loss": 0.07698146998882294, "global_step": 328, "epoch": 1, "lr": 6.58e-05}
{"train_loss": 0.08731891214847565, "global_step": 329, "epoch": 1, "lr": 6.6e-05}
{"train_loss": 0.0768871158361435, "global_step": 330, "epoch": 1, "lr": 6.620000000000001e-05}
{"train_loss": 0.0875810831785202, "global_step": 331, "epoch": 1, "lr": 6.64e-05}
{"train_loss": 0.08600820600986481, "global_step": 332, "epoch": 1, "lr": 6.66e-05}
{"train_loss": 0.09562988579273224, "global_step": 333, "epoch": 1, "lr": 6.680000000000001e-05}
{"train_loss": 0.08419972658157349, "global_step": 334, "epoch": 1, "lr": 6.7e-05}
{"train_loss": 0.08421225845813751, "global_step": 335, "epoch": 1, "lr": 6.720000000000001e-05}
{"train_loss": 0.0860753282904625, "global_step": 336, "epoch": 1, "lr": 6.740000000000001e-05}
{"train_loss": 0.08236755430698395, "global_step": 337, "epoch": 1, "lr": 6.76e-05}
{"train_loss": 0.11616263538599014, "global_step": 338, "epoch": 1, "lr": 6.780000000000001e-05}
{"train_loss": 0.07520922273397446, "global_step": 339, "epoch": 1, "lr": 6.800000000000001e-05}
{"train_loss": 0.0835099145770073, "global_step": 340, "epoch": 1, "lr": 6.82e-05}
{"train_loss": 0.075508251786232, "global_step": 341, "epoch": 1, "lr": 6.840000000000001e-05}
{"train_loss": 0.07877644151449203, "global_step": 342, "epoch": 1, "lr": 6.860000000000001e-05}
{"train_loss": 0.07652471214532852, "global_step": 343, "epoch": 1, "lr": 6.879999999999999e-05}
{"train_loss": 0.08099301904439926, "global_step": 344, "epoch": 1, "lr": 6.9e-05}
{"train_loss": 0.09384281933307648, "global_step": 345, "epoch": 1, "lr": 6.92e-05}
{"train_loss": 0.07249490171670914, "global_step": 346, "epoch": 1, "lr": 6.939999999999999e-05}
{"train_loss": 0.0892769992351532, "global_step": 347, "epoch": 1, "lr": 6.96e-05}
{"train_loss": 0.08229917287826538, "global_step": 348, "epoch": 1, "lr": 6.98e-05}
{"train_loss": 0.06958021968603134, "global_step": 349, "epoch": 1, "lr": 7e-05}
{"train_loss": 0.09480269253253937, "global_step": 350, "epoch": 1, "lr": 7.02e-05}
{"train_loss": 0.06803221255540848, "global_step": 351, "epoch": 1, "lr": 7.04e-05}
{"train_loss": 0.07978202402591705, "global_step": 352, "epoch": 1, "lr": 7.06e-05}
{"train_loss": 0.06408554315567017, "global_step": 353, "epoch": 1, "lr": 7.08e-05}
{"train_loss": 0.06317511945962906, "global_step": 354, "epoch": 1, "lr": 7.1e-05}
{"train_loss": 0.0978047808611326, "global_step": 355, "epoch": 1, "lr": 7.12e-05}
{"train_loss": 0.08133099973201752, "global_step": 356, "epoch": 2, "lr": 7.14e-05}
{"train_loss": 0.10762181133031845, "global_step": 357, "epoch": 2, "lr": 7.16e-05}
{"train_loss": 0.12400639802217484, "global_step": 358, "epoch": 2, "lr": 7.18e-05}
{"train_loss": 0.0850580632686615, "global_step": 359, "epoch": 2, "lr": 7.2e-05}
{"train_loss": 0.10501027852296829, "global_step": 360, "epoch": 2, "lr": 7.22e-05}
{"train_loss": 0.09556221961975098, "global_step": 361, "epoch": 2, "lr": 7.24e-05}
{"train_loss": 0.07375079393386841, "global_step": 362, "epoch": 2, "lr": 7.26e-05}
{"train_loss": 0.09560199081897736, "global_step": 363, "epoch": 2, "lr": 7.280000000000001e-05}
{"train_loss": 0.08543716371059418, "global_step": 364, "epoch": 2, "lr": 7.3e-05}
{"train_loss": 0.10006086528301239, "global_step": 365, "epoch": 2, "lr": 7.32e-05}
{"train_loss": 0.1064508929848671, "global_step": 366, "epoch": 2, "lr": 7.340000000000001e-05}
{"train_loss": 0.08060121536254883, "global_step": 367, "epoch": 2, "lr": 7.36e-05}
{"train_loss": 0.09987111389636993, "global_step": 368, "epoch": 2, "lr": 7.38e-05}
{"train_loss": 0.0824422612786293, "global_step": 369, "epoch": 2, "lr": 7.4e-05}
{"train_loss": 0.07730905711650848, "global_step": 370, "epoch": 2, "lr": 7.42e-05}
{"train_loss": 0.09518750011920929, "global_step": 371, "epoch": 2, "lr": 7.44e-05}
{"train_loss": 0.07108384370803833, "global_step": 372, "epoch": 2, "lr": 7.46e-05}
{"train_loss": 0.10655786097049713, "global_step": 373, "epoch": 2, "lr": 7.48e-05}
{"train_loss": 0.06952323019504547, "global_step": 374, "epoch": 2, "lr": 7.500000000000001e-05}
{"train_loss": 0.09681433439254761, "global_step": 375, "epoch": 2, "lr": 7.52e-05}
{"train_loss": 0.08521737158298492, "global_step": 376, "epoch": 2, "lr": 7.54e-05}
{"train_loss": 0.10354620218276978, "global_step": 377, "epoch": 2, "lr": 7.560000000000001e-05}
{"train_loss": 0.07974699884653091, "global_step": 378, "epoch": 2, "lr": 7.58e-05}
{"train_loss": 0.06352819502353668, "global_step": 379, "epoch": 2, "lr": 7.6e-05}
{"train_loss": 0.07462986558675766, "global_step": 380, "epoch": 2, "lr": 7.620000000000001e-05}
{"train_loss": 0.07474452257156372, "global_step": 381, "epoch": 2, "lr": 7.64e-05}
{"train_loss": 0.08302368223667145, "global_step": 382, "epoch": 2, "lr": 7.66e-05}
{"train_loss": 0.09691867232322693, "global_step": 383, "epoch": 2, "lr": 7.680000000000001e-05}
{"train_loss": 0.11007343232631683, "global_step": 384, "epoch": 2, "lr": 7.7e-05}
{"train_loss": 0.09156790375709534, "global_step": 385, "epoch": 2, "lr": 7.72e-05}
{"train_loss": 0.08327560871839523, "global_step": 386, "epoch": 2, "lr": 7.740000000000001e-05}
{"train_loss": 0.07788223028182983, "global_step": 387, "epoch": 2, "lr": 7.76e-05}
{"train_loss": 0.0704335868358612, "global_step": 388, "epoch": 2, "lr": 7.780000000000001e-05}
{"train_loss": 0.07858692109584808, "global_step": 389, "epoch": 2, "lr": 7.800000000000001e-05}
{"train_loss": 0.12178012728691101, "global_step": 390, "epoch": 2, "lr": 7.82e-05}
{"train_loss": 0.10688422620296478, "global_step": 391, "epoch": 2, "lr": 7.840000000000001e-05}
{"train_loss": 0.08284969627857208, "global_step": 392, "epoch": 2, "lr": 7.860000000000001e-05}
{"train_loss": 0.0615445077419281, "global_step": 393, "epoch": 2, "lr": 7.88e-05}
{"train_loss": 0.08124208450317383, "global_step": 394, "epoch": 2, "lr": 7.900000000000001e-05}
{"train_loss": 0.06937903165817261, "global_step": 395, "epoch": 2, "lr": 7.920000000000001e-05}
{"train_loss": 0.08462493121623993, "global_step": 396, "epoch": 2, "lr": 7.94e-05}
{"train_loss": 0.07595545053482056, "global_step": 397, "epoch": 2, "lr": 7.960000000000001e-05}
{"train_loss": 0.07175478339195251, "global_step": 398, "epoch": 2, "lr": 7.98e-05}
{"train_loss": 0.07166600227355957, "global_step": 399, "epoch": 2, "lr": 8e-05}
{"train_loss": 0.07324524223804474, "global_step": 400, "epoch": 2, "lr": 8.020000000000001e-05}
{"train_loss": 0.06473224610090256, "global_step": 401, "epoch": 2, "lr": 8.04e-05}
{"train_loss": 0.06453096866607666, "global_step": 402, "epoch": 2, "lr": 8.060000000000001e-05}
{"train_loss": 0.07785683870315552, "global_step": 403, "epoch": 2, "lr": 8.080000000000001e-05}
{"train_loss": 0.06200725585222244, "global_step": 404, "epoch": 2, "lr": 8.1e-05}
{"train_loss": 0.065513975918293, "global_step": 405, "epoch": 2, "lr": 8.120000000000001e-05}
{"train_loss": 0.09878264367580414, "global_step": 406, "epoch": 2, "lr": 8.14e-05}
{"train_loss": 0.0674150288105011, "global_step": 407, "epoch": 2, "lr": 8.16e-05}
{"train_loss": 0.0746687799692154, "global_step": 408, "epoch": 2, "lr": 8.18e-05}
{"train_loss": 0.058861732482910156, "global_step": 409, "epoch": 2, "lr": 8.2e-05}
{"train_loss": 0.07167327404022217, "global_step": 410, "epoch": 2, "lr": 8.22e-05}
{"train_loss": 0.06959106028079987, "global_step": 411, "epoch": 2, "lr": 8.24e-05}
{"train_loss": 0.09293604642152786, "global_step": 412, "epoch": 2, "lr": 8.26e-05}
{"train_loss": 0.08086152374744415, "global_step": 413, "epoch": 2, "lr": 8.28e-05}
{"train_loss": 0.07155486941337585, "global_step": 414, "epoch": 2, "lr": 8.3e-05}
{"train_loss": 0.09502576291561127, "global_step": 415, "epoch": 2, "lr": 8.32e-05}
{"train_loss": 0.07887662947177887, "global_step": 416, "epoch": 2, "lr": 8.34e-05}
{"train_loss": 0.07476601004600525, "global_step": 417, "epoch": 2, "lr": 8.36e-05}
{"train_loss": 0.0749693214893341, "global_step": 418, "epoch": 2, "lr": 8.38e-05}
{"train_loss": 0.07852654904127121, "global_step": 419, "epoch": 2, "lr": 8.4e-05}
{"train_loss": 0.05640551075339317, "global_step": 420, "epoch": 2, "lr": 8.42e-05}
{"train_loss": 0.06833338737487793, "global_step": 421, "epoch": 2, "lr": 8.44e-05}
{"train_loss": 0.10027191787958145, "global_step": 422, "epoch": 2, "lr": 8.46e-05}
{"train_loss": 0.07202839851379395, "global_step": 423, "epoch": 2, "lr": 8.48e-05}
{"train_loss": 0.06292478740215302, "global_step": 424, "epoch": 2, "lr": 8.5e-05}
{"train_loss": 0.082753024995327, "global_step": 425, "epoch": 2, "lr": 8.52e-05}
{"train_loss": 0.07534220814704895, "global_step": 426, "epoch": 2, "lr": 8.54e-05}
{"train_loss": 0.08456124365329742, "global_step": 427, "epoch": 2, "lr": 8.560000000000001e-05}
{"train_loss": 0.06141338124871254, "global_step": 428, "epoch": 2, "lr": 8.58e-05}
{"train_loss": 0.05747128278017044, "global_step": 429, "epoch": 2, "lr": 8.6e-05}
{"train_loss": 0.0720931738615036, "global_step": 430, "epoch": 2, "lr": 8.620000000000001e-05}
{"train_loss": 0.058212414383888245, "global_step": 431, "epoch": 2, "lr": 8.64e-05}
{"train_loss": 0.06718188524246216, "global_step": 432, "epoch": 2, "lr": 8.66e-05}
{"train_loss": 0.0750068724155426, "global_step": 433, "epoch": 2, "lr": 8.680000000000001e-05}
{"train_loss": 0.06257885694503784, "global_step": 434, "epoch": 2, "lr": 8.7e-05}
{"train_loss": 0.057706207036972046, "global_step": 435, "epoch": 2, "lr": 8.72e-05}
{"train_loss": 0.06613149493932724, "global_step": 436, "epoch": 2, "lr": 8.740000000000001e-05}
{"train_loss": 0.08244417607784271, "global_step": 437, "epoch": 2, "lr": 8.76e-05}
{"train_loss": 0.07152136415243149, "global_step": 438, "epoch": 2, "lr": 8.78e-05}
{"train_loss": 0.07082168757915497, "global_step": 439, "epoch": 2, "lr": 8.800000000000001e-05}
{"train_loss": 0.08306486904621124, "global_step": 440, "epoch": 2, "lr": 8.82e-05}
{"train_loss": 0.0784091204404831, "global_step": 441, "epoch": 2, "lr": 8.840000000000001e-05}
{"train_loss": 0.050836555659770966, "global_step": 442, "epoch": 2, "lr": 8.86e-05}
{"train_loss": 0.07181289792060852, "global_step": 443, "epoch": 2, "lr": 8.88e-05}
{"train_loss": 0.06673124432563782, "global_step": 444, "epoch": 2, "lr": 8.900000000000001e-05}
{"train_loss": 0.060308098793029785, "global_step": 445, "epoch": 2, "lr": 8.92e-05}
{"train_loss": 0.0648445338010788, "global_step": 446, "epoch": 2, "lr": 8.94e-05}
{"train_loss": 0.05831357091665268, "global_step": 447, "epoch": 2, "lr": 8.960000000000001e-05}
{"train_loss": 0.064317986369133, "global_step": 448, "epoch": 2, "lr": 8.98e-05}
{"train_loss": 0.0871921256184578, "global_step": 449, "epoch": 2, "lr": 9e-05}
{"train_loss": 0.067717045545578, "global_step": 450, "epoch": 2, "lr": 9.020000000000001e-05}
{"train_loss": 0.08496250957250595, "global_step": 451, "epoch": 2, "lr": 9.04e-05}
{"train_loss": 0.0673416405916214, "global_step": 452, "epoch": 2, "lr": 9.06e-05}
{"train_loss": 0.06379209458827972, "global_step": 453, "epoch": 2, "lr": 9.080000000000001e-05}
{"train_loss": 0.07791721820831299, "global_step": 454, "epoch": 2, "lr": 9.1e-05}
{"train_loss": 0.05333515256643295, "global_step": 455, "epoch": 2, "lr": 9.120000000000001e-05}
{"train_loss": 0.07351590692996979, "global_step": 456, "epoch": 2, "lr": 9.140000000000001e-05}
{"train_loss": 0.07047208398580551, "global_step": 457, "epoch": 2, "lr": 9.16e-05}
{"train_loss": 0.07198040187358856, "global_step": 458, "epoch": 2, "lr": 9.180000000000001e-05}
{"train_loss": 0.07903684675693512, "global_step": 459, "epoch": 2, "lr": 9.200000000000001e-05}
{"train_loss": 0.057950545102357864, "global_step": 460, "epoch": 2, "lr": 9.22e-05}
{"train_loss": 0.05648959428071976, "global_step": 461, "epoch": 2, "lr": 9.240000000000001e-05}
{"train_loss": 0.0754433274269104, "global_step": 462, "epoch": 2, "lr": 9.260000000000001e-05}
{"train_loss": 0.06208569556474686, "global_step": 463, "epoch": 2, "lr": 9.28e-05}
{"train_loss": 0.07110385596752167, "global_step": 464, "epoch": 2, "lr": 9.300000000000001e-05}
{"train_loss": 0.05409081280231476, "global_step": 465, "epoch": 2, "lr": 9.320000000000002e-05}
{"train_loss": 0.054087717086076736, "global_step": 466, "epoch": 2, "lr": 9.340000000000001e-05}
{"train_loss": 0.07288232445716858, "global_step": 467, "epoch": 2, "lr": 9.360000000000001e-05}
{"train_loss": 0.06204032897949219, "global_step": 468, "epoch": 2, "lr": 9.38e-05}
{"train_loss": 0.07241698354482651, "global_step": 469, "epoch": 2, "lr": 9.4e-05}
{"train_loss": 0.06284093111753464, "global_step": 470, "epoch": 2, "lr": 9.42e-05}
{"train_loss": 0.05312377214431763, "global_step": 471, "epoch": 2, "lr": 9.44e-05}
{"train_loss": 0.062213294208049774, "global_step": 472, "epoch": 2, "lr": 9.46e-05}
{"train_loss": 0.05330999195575714, "global_step": 473, "epoch": 2, "lr": 9.48e-05}
{"train_loss": 0.06076662987470627, "global_step": 474, "epoch": 2, "lr": 9.5e-05}
{"train_loss": 0.05510532483458519, "global_step": 475, "epoch": 2, "lr": 9.52e-05}
{"train_loss": 0.06339949369430542, "global_step": 476, "epoch": 2, "lr": 9.54e-05}
{"train_loss": 0.04862796515226364, "global_step": 477, "epoch": 2, "lr": 9.56e-05}
{"train_loss": 0.0724848210811615, "global_step": 478, "epoch": 2, "lr": 9.58e-05}
{"train_loss": 0.07086120545864105, "global_step": 479, "epoch": 2, "lr": 9.6e-05}
{"train_loss": 0.056190166622400284, "global_step": 480, "epoch": 2, "lr": 9.620000000000001e-05}
{"train_loss": 0.058241426944732666, "global_step": 481, "epoch": 2, "lr": 9.64e-05}
{"train_loss": 0.0733044445514679, "global_step": 482, "epoch": 2, "lr": 9.66e-05}
{"train_loss": 0.06182342767715454, "global_step": 483, "epoch": 2, "lr": 9.680000000000001e-05}
{"train_loss": 0.07053173333406448, "global_step": 484, "epoch": 2, "lr": 9.7e-05}
{"train_loss": 0.05704189091920853, "global_step": 485, "epoch": 2, "lr": 9.72e-05}
{"train_loss": 0.07613785564899445, "global_step": 486, "epoch": 2, "lr": 9.74e-05}
{"train_loss": 0.04961233213543892, "global_step": 487, "epoch": 2, "lr": 9.76e-05}
{"train_loss": 0.06719464808702469, "global_step": 488, "epoch": 2, "lr": 9.78e-05}
{"train_loss": 0.06970195472240448, "global_step": 489, "epoch": 2, "lr": 9.8e-05}
{"train_loss": 0.06109593063592911, "global_step": 490, "epoch": 2, "lr": 9.82e-05}
{"train_loss": 0.0637386217713356, "global_step": 491, "epoch": 2, "lr": 9.84e-05}
{"train_loss": 0.053009383380413055, "global_step": 492, "epoch": 2, "lr": 9.86e-05}
{"train_loss": 0.05559411272406578, "global_step": 493, "epoch": 2, "lr": 9.88e-05}
{"train_loss": 0.07740365713834763, "global_step": 494, "epoch": 2, "lr": 9.900000000000001e-05}
{"train_loss": 0.05803484469652176, "global_step": 495, "epoch": 2, "lr": 9.92e-05}
{"train_loss": 0.05592038482427597, "global_step": 496, "epoch": 2, "lr": 9.94e-05}
{"train_loss": 0.04840746521949768, "global_step": 497, "epoch": 2, "lr": 9.960000000000001e-05}
{"train_loss": 0.07298119366168976, "global_step": 498, "epoch": 2, "lr": 9.98e-05}
{"train_loss": 0.05446096882224083, "global_step": 499, "epoch": 2, "lr": 0.0001}
{"train_loss": 0.060066163539886475, "global_step": 500, "epoch": 2, "lr": 9.999999997816401e-05}
{"train_loss": 0.060156673192977905, "global_step": 501, "epoch": 2, "lr": 9.999999991265599e-05}
{"train_loss": 0.06402206420898438, "global_step": 502, "epoch": 2, "lr": 9.999999980347595e-05}
{"train_loss": 0.06658755242824554, "global_step": 503, "epoch": 2, "lr": 9.99999996506239e-05}
{"train_loss": 0.05515585467219353, "global_step": 504, "epoch": 2, "lr": 9.999999945409983e-05}
{"train_loss": 0.07483968138694763, "global_step": 505, "epoch": 2, "lr": 9.999999921390375e-05}
{"train_loss": 0.0531635619699955, "global_step": 506, "epoch": 2, "lr": 9.999999893003567e-05}
{"train_loss": 0.0651000365614891, "global_step": 507, "epoch": 2, "lr": 9.999999860249556e-05}
{"train_loss": 0.07188782095909119, "global_step": 508, "epoch": 2, "lr": 9.999999823128346e-05}
{"train_loss": 0.05791080743074417, "global_step": 509, "epoch": 2, "lr": 9.999999781639933e-05}
{"train_loss": 0.06531498581171036, "global_step": 510, "epoch": 2, "lr": 9.999999735784318e-05}
{"train_loss": 0.04708743840456009, "global_step": 511, "epoch": 2, "lr": 9.999999685561502e-05}
{"train_loss": 0.048293545842170715, "global_step": 512, "epoch": 2, "lr": 9.999999630971487e-05}
{"train_loss": 0.06307286769151688, "global_step": 513, "epoch": 2, "lr": 9.999999572014269e-05}
{"train_loss": 0.06387391686439514, "global_step": 514, "epoch": 2, "lr": 9.99999950868985e-05}
{"train_loss": 0.05676628649234772, "global_step": 515, "epoch": 2, "lr": 9.999999440998231e-05}
{"train_loss": 0.08416036516427994, "global_step": 516, "epoch": 2, "lr": 9.999999368939412e-05}
{"train_loss": 0.07257644832134247, "global_step": 517, "epoch": 2, "lr": 9.99999929251339e-05}
{"train_loss": 0.060684844851493835, "global_step": 518, "epoch": 2, "lr": 9.999999211720168e-05}
{"train_loss": 0.06031319871544838, "global_step": 519, "epoch": 2, "lr": 9.999999126559745e-05}
{"train_loss": 0.0533260852098465, "global_step": 520, "epoch": 2, "lr": 9.999999037032122e-05}
{"train_loss": 0.07596202939748764, "global_step": 521, "epoch": 2, "lr": 9.999998943137299e-05}
{"train_loss": 0.07572239637374878, "global_step": 522, "epoch": 2, "lr": 9.999998844875274e-05}
{"train_loss": 0.058609556406736374, "global_step": 523, "epoch": 2, "lr": 9.999998742246049e-05}
{"train_loss": 0.0483560785651207, "global_step": 524, "epoch": 2, "lr": 9.999998635249625e-05}
{"train_loss": 0.06797163188457489, "global_step": 525, "epoch": 2, "lr": 9.999998523886e-05}
{"train_loss": 0.049738094210624695, "global_step": 526, "epoch": 2, "lr": 9.999998408155174e-05}
{"train_loss": 0.07537242770195007, "global_step": 527, "epoch": 2, "lr": 9.999998288057149e-05}
{"train_loss": 0.05150759965181351, "global_step": 528, "epoch": 2, "lr": 9.999998163591924e-05}
{"train_loss": 0.05525955185294151, "global_step": 529, "epoch": 2, "lr": 9.999998034759499e-05}
{"train_loss": 0.052794598042964935, "global_step": 530, "epoch": 2, "lr": 9.999997901559875e-05}
{"train_loss": 0.06873995810747147, "global_step": 531, "epoch": 2, "lr": 9.99999776399305e-05}
{"train_loss": 0.05438220500946045, "global_step": 532, "epoch": 2, "lr": 9.999997622059025e-05}
{"train_loss": 0.07153843996230136, "global_step": 533, "epoch": 2, "lr": 9.999997475757803e-05}
{"train_loss": 0.06441042572259903, "global_step": 534, "epoch": 3, "lr": 9.99999732508938e-05}
{"train_loss": 0.06519026309251785, "global_step": 535, "epoch": 3, "lr": 9.999997170053758e-05}
{"train_loss": 0.0774168148636818, "global_step": 536, "epoch": 3, "lr": 9.99999701065094e-05}
{"train_loss": 0.06839285045862198, "global_step": 537, "epoch": 3, "lr": 9.99999684688092e-05}
{"train_loss": 0.07105977833271027, "global_step": 538, "epoch": 3, "lr": 9.999996678743702e-05}
{"train_loss": 0.06812421977519989, "global_step": 539, "epoch": 3, "lr": 9.999996506239286e-05}
{"train_loss": 0.05452613905072212, "global_step": 540, "epoch": 3, "lr": 9.999996329367671e-05}
{"train_loss": 0.07811088860034943, "global_step": 541, "epoch": 3, "lr": 9.999996148128859e-05}
{"train_loss": 0.05547383800148964, "global_step": 542, "epoch": 3, "lr": 9.999995962522847e-05}
{"train_loss": 0.07709076255559921, "global_step": 543, "epoch": 3, "lr": 9.999995772549639e-05}
{"train_loss": 0.053974829614162445, "global_step": 544, "epoch": 3, "lr": 9.999995578209234e-05}
{"train_loss": 0.06946419179439545, "global_step": 545, "epoch": 3, "lr": 9.99999537950163e-05}
{"train_loss": 0.04862917214632034, "global_step": 546, "epoch": 3, "lr": 9.999995176426828e-05}
{"train_loss": 0.07325254380702972, "global_step": 547, "epoch": 3, "lr": 9.999994968984829e-05}
{"train_loss": 0.05947299301624298, "global_step": 548, "epoch": 3, "lr": 9.999994757175635e-05}
{"train_loss": 0.06308203935623169, "global_step": 549, "epoch": 3, "lr": 9.999994540999243e-05}
{"train_loss": 0.05111842602491379, "global_step": 550, "epoch": 3, "lr": 9.999994320455652e-05}
{"train_loss": 0.07035684585571289, "global_step": 551, "epoch": 3, "lr": 9.999994095544868e-05}
{"train_loss": 0.05201435834169388, "global_step": 552, "epoch": 3, "lr": 9.999993866266886e-05}
{"train_loss": 0.06315651535987854, "global_step": 553, "epoch": 3, "lr": 9.99999363262171e-05}
{"train_loss": 0.06530112028121948, "global_step": 554, "epoch": 3, "lr": 9.999993394609334e-05}
{"train_loss": 0.06988829374313354, "global_step": 555, "epoch": 3, "lr": 9.999993152229766e-05}
{"train_loss": 0.05683039128780365, "global_step": 556, "epoch": 3, "lr": 9.999992905483002e-05}
{"train_loss": 0.07768769562244415, "global_step": 557, "epoch": 3, "lr": 9.999992654369042e-05}
{"train_loss": 0.0558297373354435, "global_step": 558, "epoch": 3, "lr": 9.999992398887887e-05}
{"train_loss": 0.0549030527472496, "global_step": 559, "epoch": 3, "lr": 9.999992139039538e-05}
{"train_loss": 0.06025363504886627, "global_step": 560, "epoch": 3, "lr": 9.999991874823992e-05}
{"train_loss": 0.06267595291137695, "global_step": 561, "epoch": 3, "lr": 9.999991606241255e-05}
{"train_loss": 0.057387903332710266, "global_step": 562, "epoch": 3, "lr": 9.999991333291324e-05}
{"train_loss": 0.05384725332260132, "global_step": 563, "epoch": 3, "lr": 9.999991055974196e-05}
{"train_loss": 0.059208761900663376, "global_step": 564, "epoch": 3, "lr": 9.999990774289877e-05}
{"train_loss": 0.07791606336832047, "global_step": 565, "epoch": 3, "lr": 9.999990488238364e-05}
{"train_loss": 0.060939423739910126, "global_step": 566, "epoch": 3, "lr": 9.999990197819658e-05}
{"train_loss": 0.07245037704706192, "global_step": 567, "epoch": 3, "lr": 9.999989903033759e-05}
{"train_loss": 0.07397597283124924, "global_step": 568, "epoch": 3, "lr": 9.999989603880666e-05}
{"train_loss": 0.053380295634269714, "global_step": 569, "epoch": 3, "lr": 9.999989300360383e-05}
{"train_loss": 0.04138131067156792, "global_step": 570, "epoch": 3, "lr": 9.999988992472906e-05}
{"train_loss": 0.06018449366092682, "global_step": 571, "epoch": 3, "lr": 9.99998868021824e-05}
{"train_loss": 0.06317819654941559, "global_step": 572, "epoch": 3, "lr": 9.99998836359638e-05}
{"train_loss": 0.06689270585775375, "global_step": 573, "epoch": 3, "lr": 9.999988042607329e-05}
{"train_loss": 0.049946703016757965, "global_step": 574, "epoch": 3, "lr": 9.999987717251087e-05}
{"train_loss": 0.06531547009944916, "global_step": 575, "epoch": 3, "lr": 9.999987387527655e-05}
{"train_loss": 0.0533851683139801, "global_step": 576, "epoch": 3, "lr": 9.999987053437033e-05}
{"train_loss": 0.05837785825133324, "global_step": 577, "epoch": 3, "lr": 9.999986714979219e-05}
{"train_loss": 0.06092105060815811, "global_step": 578, "epoch": 3, "lr": 9.999986372154218e-05}
{"train_loss": 0.05396250635385513, "global_step": 579, "epoch": 3, "lr": 9.999986024962025e-05}
{"train_loss": 0.0512983538210392, "global_step": 580, "epoch": 3, "lr": 9.999985673402644e-05}
{"train_loss": 0.053122177720069885, "global_step": 581, "epoch": 3, "lr": 9.999985317476076e-05}
{"train_loss": 0.04916699230670929, "global_step": 582, "epoch": 3, "lr": 9.999984957182316e-05}
{"train_loss": 0.06092020124197006, "global_step": 583, "epoch": 3, "lr": 9.999984592521368e-05}
{"train_loss": 0.047161445021629333, "global_step": 584, "epoch": 3, "lr": 9.999984223493234e-05}
{"train_loss": 0.0504845567047596, "global_step": 585, "epoch": 3, "lr": 9.999983850097912e-05}
{"train_loss": 0.046771034598350525, "global_step": 586, "epoch": 3, "lr": 9.999983472335401e-05}
{"train_loss": 0.057750966399908066, "global_step": 587, "epoch": 3, "lr": 9.999983090205704e-05}
{"train_loss": 0.05077598989009857, "global_step": 588, "epoch": 3, "lr": 9.999982703708822e-05}
{"train_loss": 0.07185648381710052, "global_step": 589, "epoch": 3, "lr": 9.999982312844751e-05}
{"train_loss": 0.059937335550785065, "global_step": 590, "epoch": 3, "lr": 9.999981917613497e-05}
{"train_loss": 0.051424503326416016, "global_step": 591, "epoch": 3, "lr": 9.999981518015056e-05}
{"train_loss": 0.07297511398792267, "global_step": 592, "epoch": 3, "lr": 9.999981114049428e-05}
{"train_loss": 0.046420060098171234, "global_step": 593, "epoch": 3, "lr": 9.999980705716618e-05}
{"train_loss": 0.04428340494632721, "global_step": 594, "epoch": 3, "lr": 9.999980293016622e-05}
{"train_loss": 0.05332089960575104, "global_step": 595, "epoch": 3, "lr": 9.999979875949441e-05}
{"train_loss": 0.04446054622530937, "global_step": 596, "epoch": 3, "lr": 9.999979454515077e-05}
{"train_loss": 0.061281174421310425, "global_step": 597, "epoch": 3, "lr": 9.99997902871353e-05}
{"train_loss": 0.05717924237251282, "global_step": 598, "epoch": 3, "lr": 9.9999785985448e-05}
{"train_loss": 0.07107949256896973, "global_step": 599, "epoch": 3, "lr": 9.999978164008887e-05}
{"train_loss": 0.053054895251989365, "global_step": 600, "epoch": 3, "lr": 9.999977725105791e-05}
{"train_loss": 0.05164242535829544, "global_step": 601, "epoch": 3, "lr": 9.999977281835513e-05}
{"train_loss": 0.047172315418720245, "global_step": 602, "epoch": 3, "lr": 9.999976834198055e-05}
{"train_loss": 0.04199571907520294, "global_step": 603, "epoch": 3, "lr": 9.999976382193414e-05}
{"train_loss": 0.04511895030736923, "global_step": 604, "epoch": 3, "lr": 9.999975925821593e-05}
{"train_loss": 0.048303890973329544, "global_step": 605, "epoch": 3, "lr": 9.999975465082592e-05}
{"train_loss": 0.056550197303295135, "global_step": 606, "epoch": 3, "lr": 9.99997499997641e-05}
{"train_loss": 0.050600435584783554, "global_step": 607, "epoch": 3, "lr": 9.999974530503049e-05}
{"train_loss": 0.048076462000608444, "global_step": 608, "epoch": 3, "lr": 9.999974056662509e-05}
{"train_loss": 0.05114264041185379, "global_step": 609, "epoch": 3, "lr": 9.999973578454792e-05}
{"train_loss": 0.049929916858673096, "global_step": 610, "epoch": 3, "lr": 9.999973095879893e-05}
{"train_loss": 0.056047651916742325, "global_step": 611, "epoch": 3, "lr": 9.999972608937819e-05}
{"train_loss": 0.07004906237125397, "global_step": 612, "epoch": 3, "lr": 9.999972117628567e-05}
{"train_loss": 0.04047398269176483, "global_step": 613, "epoch": 3, "lr": 9.999971621952137e-05}
{"train_loss": 0.04870588704943657, "global_step": 614, "epoch": 3, "lr": 9.999971121908531e-05}
{"train_loss": 0.041491225361824036, "global_step": 615, "epoch": 3, "lr": 9.999970617497749e-05}
{"train_loss": 0.04718500375747681, "global_step": 616, "epoch": 3, "lr": 9.99997010871979e-05}
{"train_loss": 0.046348050236701965, "global_step": 617, "epoch": 3, "lr": 9.999969595574657e-05}
{"train_loss": 0.0576854944229126, "global_step": 618, "epoch": 3, "lr": 9.999969078062349e-05}
{"train_loss": 0.04256128519773483, "global_step": 619, "epoch": 3, "lr": 9.999968556182866e-05}
{"train_loss": 0.05619055777788162, "global_step": 620, "epoch": 3, "lr": 9.99996802993621e-05}
{"train_loss": 0.03530411049723625, "global_step": 621, "epoch": 3, "lr": 9.99996749932238e-05}
{"train_loss": 0.04425949230790138, "global_step": 622, "epoch": 3, "lr": 9.999966964341376e-05}
{"train_loss": 0.0524197481572628, "global_step": 623, "epoch": 3, "lr": 9.999966424993201e-05}
{"train_loss": 0.06711335480213165, "global_step": 624, "epoch": 3, "lr": 9.999965881277853e-05}
{"train_loss": 0.057172078639268875, "global_step": 625, "epoch": 3, "lr": 9.999965333195333e-05}
{"train_loss": 0.05607669800519943, "global_step": 626, "epoch": 3, "lr": 9.999964780745644e-05}
{"train_loss": 0.05312109366059303, "global_step": 627, "epoch": 3, "lr": 9.999964223928784e-05}
{"train_loss": 0.05026331916451454, "global_step": 628, "epoch": 3, "lr": 9.999963662744751e-05}
{"train_loss": 0.06487539410591125, "global_step": 629, "epoch": 3, "lr": 9.999963097193551e-05}
{"train_loss": 0.059170711785554886, "global_step": 630, "epoch": 3, "lr": 9.999962527275182e-05}
{"train_loss": 0.0423257052898407, "global_step": 631, "epoch": 3, "lr": 9.999961952989642e-05}
{"train_loss": 0.05357513576745987, "global_step": 632, "epoch": 3, "lr": 9.999961374336936e-05}
{"train_loss": 0.04315361753106117, "global_step": 633, "epoch": 3, "lr": 9.999960791317061e-05}
{"train_loss": 0.04640182852745056, "global_step": 634, "epoch": 3, "lr": 9.999960203930018e-05}
{"train_loss": 0.0532652921974659, "global_step": 635, "epoch": 3, "lr": 9.99995961217581e-05}
{"train_loss": 0.0525805726647377, "global_step": 636, "epoch": 3, "lr": 9.999959016054436e-05}
{"train_loss": 0.07409021258354187, "global_step": 637, "epoch": 3, "lr": 9.999958415565897e-05}
{"train_loss": 0.04487984627485275, "global_step": 638, "epoch": 3, "lr": 9.999957810710192e-05}
{"train_loss": 0.053995221853256226, "global_step": 639, "epoch": 3, "lr": 9.999957201487323e-05}
{"train_loss": 0.05410517007112503, "global_step": 640, "epoch": 3, "lr": 9.999956587897287e-05}
{"train_loss": 0.05359111726284027, "global_step": 641, "epoch": 3, "lr": 9.999955969940091e-05}
{"train_loss": 0.06779392808675766, "global_step": 642, "epoch": 3, "lr": 9.999955347615731e-05}
{"train_loss": 0.058923088014125824, "global_step": 643, "epoch": 3, "lr": 9.99995472092421e-05}
{"train_loss": 0.06724171340465546, "global_step": 644, "epoch": 3, "lr": 9.999954089865524e-05}
{"train_loss": 0.055349819362163544, "global_step": 645, "epoch": 3, "lr": 9.999953454439679e-05}
{"train_loss": 0.05384829640388489, "global_step": 646, "epoch": 3, "lr": 9.999952814646672e-05}
{"train_loss": 0.053681883960962296, "global_step": 647, "epoch": 3, "lr": 9.999952170486506e-05}
{"train_loss": 0.049080315977334976, "global_step": 648, "epoch": 3, "lr": 9.99995152195918e-05}
{"train_loss": 0.052810847759246826, "global_step": 649, "epoch": 3, "lr": 9.999950869064694e-05}
{"train_loss": 0.05263560265302658, "global_step": 650, "epoch": 3, "lr": 9.99995021180305e-05}
{"train_loss": 0.04393436387181282, "global_step": 651, "epoch": 3, "lr": 9.999949550174249e-05}
{"train_loss": 0.04614779353141785, "global_step": 652, "epoch": 3, "lr": 9.999948884178289e-05}
{"train_loss": 0.04479966312646866, "global_step": 653, "epoch": 3, "lr": 9.999948213815174e-05}
{"train_loss": 0.0519745871424675, "global_step": 654, "epoch": 3, "lr": 9.999947539084902e-05}
{"train_loss": 0.06112240254878998, "global_step": 655, "epoch": 3, "lr": 9.999946859987474e-05}
{"train_loss": 0.05054202675819397, "global_step": 656, "epoch": 3, "lr": 9.999946176522892e-05}
{"train_loss": 0.0435466431081295, "global_step": 657, "epoch": 3, "lr": 9.999945488691156e-05}
{"train_loss": 0.07085204124450684, "global_step": 658, "epoch": 3, "lr": 9.999944796492265e-05}
{"train_loss": 0.055631451308727264, "global_step": 659, "epoch": 3, "lr": 9.999944099926222e-05}
{"train_loss": 0.06089242547750473, "global_step": 660, "epoch": 3, "lr": 9.999943398993025e-05}
{"train_loss": 0.044517528265714645, "global_step": 661, "epoch": 3, "lr": 9.999942693692676e-05}
{"train_loss": 0.043343495577573776, "global_step": 662, "epoch": 3, "lr": 9.999941984025176e-05}
{"train_loss": 0.06642791628837585, "global_step": 663, "epoch": 3, "lr": 9.999941269990526e-05}
{"train_loss": 0.0661584660410881, "global_step": 664, "epoch": 3, "lr": 9.999940551588726e-05}
{"train_loss": 0.0516025647521019, "global_step": 665, "epoch": 3, "lr": 9.999939828819775e-05}
{"train_loss": 0.0435938835144043, "global_step": 666, "epoch": 3, "lr": 9.999939101683678e-05}
{"train_loss": 0.059699878096580505, "global_step": 667, "epoch": 3, "lr": 9.99993837018043e-05}
{"train_loss": 0.04611874744296074, "global_step": 668, "epoch": 3, "lr": 9.999937634310035e-05}
{"train_loss": 0.05378212779760361, "global_step": 669, "epoch": 3, "lr": 9.999936894072494e-05}
{"train_loss": 0.05878397822380066, "global_step": 670, "epoch": 3, "lr": 9.999936149467805e-05}
{"train_loss": 0.041616443544626236, "global_step": 671, "epoch": 3, "lr": 9.999935400495972e-05}
{"train_loss": 0.046544525772333145, "global_step": 672, "epoch": 3, "lr": 9.999934647156993e-05}
{"train_loss": 0.03811012953519821, "global_step": 673, "epoch": 3, "lr": 9.99993388945087e-05}
{"train_loss": 0.044242821633815765, "global_step": 674, "epoch": 3, "lr": 9.999933127377605e-05}
{"train_loss": 0.07049016654491425, "global_step": 675, "epoch": 3, "lr": 9.999932360937194e-05}
{"train_loss": 0.04440155252814293, "global_step": 676, "epoch": 3, "lr": 9.999931590129643e-05}
{"train_loss": 0.05035064369440079, "global_step": 677, "epoch": 3, "lr": 9.99993081495495e-05}
{"train_loss": 0.03821884095668793, "global_step": 678, "epoch": 3, "lr": 9.999930035413115e-05}
{"train_loss": 0.04540431499481201, "global_step": 679, "epoch": 3, "lr": 9.999929251504141e-05}
{"train_loss": 0.0497681200504303, "global_step": 680, "epoch": 3, "lr": 9.999928463228026e-05}
{"train_loss": 0.05444731563329697, "global_step": 681, "epoch": 3, "lr": 9.999927670584772e-05}
{"train_loss": 0.060428209602832794, "global_step": 682, "epoch": 3, "lr": 9.999926873574381e-05}
{"train_loss": 0.0634312629699707, "global_step": 683, "epoch": 3, "lr": 9.999926072196853e-05}
{"train_loss": 0.04742056131362915, "global_step": 684, "epoch": 3, "lr": 9.999925266452188e-05}
{"train_loss": 0.05324704200029373, "global_step": 685, "epoch": 3, "lr": 9.999924456340385e-05}
{"train_loss": 0.048675429075956345, "global_step": 686, "epoch": 3, "lr": 9.999923641861448e-05}
{"train_loss": 0.05245300382375717, "global_step": 687, "epoch": 3, "lr": 9.999922823015375e-05}
{"train_loss": 0.04056140035390854, "global_step": 688, "epoch": 3, "lr": 9.999921999802169e-05}
{"train_loss": 0.03244885802268982, "global_step": 689, "epoch": 3, "lr": 9.99992117222183e-05}
{"train_loss": 0.04201065003871918, "global_step": 690, "epoch": 3, "lr": 9.999920340274358e-05}
{"train_loss": 0.06204391270875931, "global_step": 691, "epoch": 3, "lr": 9.999919503959754e-05}
{"train_loss": 0.04347795993089676, "global_step": 692, "epoch": 3, "lr": 9.99991866327802e-05}
{"train_loss": 0.04027719795703888, "global_step": 693, "epoch": 3, "lr": 9.999917818229154e-05}
{"train_loss": 0.047979824244976044, "global_step": 694, "epoch": 3, "lr": 9.99991696881316e-05}
{"train_loss": 0.05022247135639191, "global_step": 695, "epoch": 3, "lr": 9.999916115030037e-05}
{"train_loss": 0.047495294362306595, "global_step": 696, "epoch": 3, "lr": 9.999915256879784e-05}
{"train_loss": 0.04048667848110199, "global_step": 697, "epoch": 3, "lr": 9.999914394362406e-05}
{"train_loss": 0.04825973138213158, "global_step": 698, "epoch": 3, "lr": 9.9999135274779e-05}
{"train_loss": 0.049771878868341446, "global_step": 699, "epoch": 3, "lr": 9.999912656226268e-05}
{"train_loss": 0.05532774329185486, "global_step": 700, "epoch": 3, "lr": 9.999911780607512e-05}
{"train_loss": 0.04328443109989166, "global_step": 701, "epoch": 3, "lr": 9.99991090062163e-05}
{"train_loss": 0.05471186339855194, "global_step": 702, "epoch": 3, "lr": 9.999910016268625e-05}
{"train_loss": 0.04659905284643173, "global_step": 703, "epoch": 3, "lr": 9.999909127548498e-05}
{"train_loss": 0.05027465149760246, "global_step": 704, "epoch": 3, "lr": 9.999908234461248e-05}
{"train_loss": 0.05743243172764778, "global_step": 705, "epoch": 3, "lr": 9.999907337006877e-05}
{"train_loss": 0.048984870314598083, "global_step": 706, "epoch": 3, "lr": 9.999906435185387e-05}
{"train_loss": 0.03965238109230995, "global_step": 707, "epoch": 3, "lr": 9.999905528996776e-05}
{"train_loss": 0.03854642063379288, "global_step": 708, "epoch": 3, "lr": 9.999904618441045e-05}
{"train_loss": 0.07388085126876831, "global_step": 709, "epoch": 3, "lr": 9.999903703518197e-05}
{"train_loss": 0.043462544679641724, "global_step": 710, "epoch": 3, "lr": 9.999902784228233e-05}
{"train_loss": 0.05446942376621654, "global_step": 711, "epoch": 3, "lr": 9.99990186057115e-05}
{"train_loss": 0.05090001970529556, "global_step": 712, "epoch": 4, "lr": 9.999900932546953e-05}
{"train_loss": 0.04970701038837433, "global_step": 713, "epoch": 4, "lr": 9.999900000155642e-05}
{"train_loss": 0.04795311018824577, "global_step": 714, "epoch": 4, "lr": 9.999899063397215e-05}
{"train_loss": 0.05444817245006561, "global_step": 715, "epoch": 4, "lr": 9.999898122271675e-05}
{"train_loss": 0.046420320868492126, "global_step": 716, "epoch": 4, "lr": 9.999897176779023e-05}
{"train_loss": 0.05101514980196953, "global_step": 717, "epoch": 4, "lr": 9.999896226919259e-05}
{"train_loss": 0.03840164095163345, "global_step": 718, "epoch": 4, "lr": 9.999895272692386e-05}
{"train_loss": 0.051341015845537186, "global_step": 719, "epoch": 4, "lr": 9.999894314098401e-05}
{"train_loss": 0.04334893077611923, "global_step": 720, "epoch": 4, "lr": 9.999893351137309e-05}
{"train_loss": 0.03880001977086067, "global_step": 721, "epoch": 4, "lr": 9.999892383809107e-05}
{"train_loss": 0.03629119321703911, "global_step": 722, "epoch": 4, "lr": 9.999891412113797e-05}
{"train_loss": 0.031880442053079605, "global_step": 723, "epoch": 4, "lr": 9.999890436051382e-05}
{"train_loss": 0.04806990921497345, "global_step": 724, "epoch": 4, "lr": 9.99988945562186e-05}
{"train_loss": 0.04952314496040344, "global_step": 725, "epoch": 4, "lr": 9.999888470825234e-05}
{"train_loss": 0.06042072921991348, "global_step": 726, "epoch": 4, "lr": 9.999887481661505e-05}
{"train_loss": 0.0556427501142025, "global_step": 727, "epoch": 4, "lr": 9.999886488130672e-05}
{"train_loss": 0.03945685923099518, "global_step": 728, "epoch": 4, "lr": 9.999885490232737e-05}
{"train_loss": 0.03313341736793518, "global_step": 729, "epoch": 4, "lr": 9.999884487967699e-05}
{"train_loss": 0.03754829615354538, "global_step": 730, "epoch": 4, "lr": 9.999883481335561e-05}
{"train_loss": 0.04776909574866295, "global_step": 731, "epoch": 4, "lr": 9.999882470336324e-05}
{"train_loss": 0.05328439921140671, "global_step": 732, "epoch": 4, "lr": 9.999881454969988e-05}
{"train_loss": 0.056519459933042526, "global_step": 733, "epoch": 4, "lr": 9.999880435236554e-05}
{"train_loss": 0.0569300502538681, "global_step": 734, "epoch": 4, "lr": 9.999879411136025e-05}
{"train_loss": 0.04754767566919327, "global_step": 735, "epoch": 4, "lr": 9.999878382668398e-05}
{"train_loss": 0.050798676908016205, "global_step": 736, "epoch": 4, "lr": 9.999877349833677e-05}
{"train_loss": 0.03901856392621994, "global_step": 737, "epoch": 4, "lr": 9.999876312631861e-05}
{"train_loss": 0.040691375732421875, "global_step": 738, "epoch": 4, "lr": 9.99987527106295e-05}
{"train_loss": 0.0527016706764698, "global_step": 739, "epoch": 4, "lr": 9.999874225126948e-05}
{"train_loss": 0.054494183510541916, "global_step": 740, "epoch": 4, "lr": 9.999873174823855e-05}
{"train_loss": 0.04471245035529137, "global_step": 741, "epoch": 4, "lr": 9.999872120153671e-05}
{"train_loss": 0.05544012784957886, "global_step": 742, "epoch": 4, "lr": 9.999871061116397e-05}
{"train_loss": 0.04328268766403198, "global_step": 743, "epoch": 4, "lr": 9.999869997712035e-05}
{"train_loss": 0.0392041951417923, "global_step": 744, "epoch": 4, "lr": 9.999868929940586e-05}
{"train_loss": 0.044594332575798035, "global_step": 745, "epoch": 4, "lr": 9.999867857802048e-05}
{"train_loss": 0.042555660009384155, "global_step": 746, "epoch": 4, "lr": 9.999866781296424e-05}
{"train_loss": 0.05173356831073761, "global_step": 747, "epoch": 4, "lr": 9.999865700423716e-05}
{"train_loss": 0.04233425855636597, "global_step": 748, "epoch": 4, "lr": 9.999864615183923e-05}
{"train_loss": 0.035449132323265076, "global_step": 749, "epoch": 4, "lr": 9.999863525577047e-05}
{"train_loss": 0.04896026849746704, "global_step": 750, "epoch": 4, "lr": 9.99986243160309e-05}
{"train_loss": 0.03881581872701645, "global_step": 751, "epoch": 4, "lr": 9.99986133326205e-05}
{"train_loss": 0.037537962198257446, "global_step": 752, "epoch": 4, "lr": 9.999860230553932e-05}
{"train_loss": 0.05422231927514076, "global_step": 753, "epoch": 4, "lr": 9.999859123478732e-05}
{"train_loss": 0.04436337202787399, "global_step": 754, "epoch": 4, "lr": 9.999858012036456e-05}
{"train_loss": 0.05305078998208046, "global_step": 755, "epoch": 4, "lr": 9.999856896227103e-05}
{"train_loss": 0.048379410058259964, "global_step": 756, "epoch": 4, "lr": 9.99985577605067e-05}
{"train_loss": 0.050210848450660706, "global_step": 757, "epoch": 4, "lr": 9.999854651507164e-05}
{"train_loss": 0.04019172489643097, "global_step": 758, "epoch": 4, "lr": 9.999853522596584e-05}
{"train_loss": 0.06165538728237152, "global_step": 759, "epoch": 4, "lr": 9.99985238931893e-05}
{"train_loss": 0.04608810693025589, "global_step": 760, "epoch": 4, "lr": 9.999851251674203e-05}
{"train_loss": 0.04896542429924011, "global_step": 761, "epoch": 4, "lr": 9.999850109662405e-05}
{"train_loss": 0.034956321120262146, "global_step": 762, "epoch": 4, "lr": 9.999848963283536e-05}
{"train_loss": 0.04063348472118378, "global_step": 763, "epoch": 4, "lr": 9.999847812537599e-05}
{"train_loss": 0.05002641677856445, "global_step": 764, "epoch": 4, "lr": 9.999846657424591e-05}
{"train_loss": 0.045845504850149155, "global_step": 765, "epoch": 4, "lr": 9.999845497944518e-05}
{"train_loss": 0.048324886709451675, "global_step": 766, "epoch": 4, "lr": 9.999844334097377e-05}
{"train_loss": 0.04751095920801163, "global_step": 767, "epoch": 4, "lr": 9.999843165883171e-05}
{"train_loss": 0.05850113928318024, "global_step": 768, "epoch": 4, "lr": 9.999841993301902e-05}
{"train_loss": 0.04338302090764046, "global_step": 769, "epoch": 4, "lr": 9.999840816353567e-05}
{"train_loss": 0.05016511678695679, "global_step": 770, "epoch": 4, "lr": 9.999839635038171e-05}
{"train_loss": 0.0418940894305706, "global_step": 771, "epoch": 4, "lr": 9.999838449355714e-05}
{"train_loss": 0.04516204074025154, "global_step": 772, "epoch": 4, "lr": 9.999837259306197e-05}
{"train_loss": 0.04663515090942383, "global_step": 773, "epoch": 4, "lr": 9.99983606488962e-05}
{"train_loss": 0.04335390031337738, "global_step": 774, "epoch": 4, "lr": 9.999834866105985e-05}
{"train_loss": 0.03629034757614136, "global_step": 775, "epoch": 4, "lr": 9.999833662955293e-05}
{"train_loss": 0.0447782427072525, "global_step": 776, "epoch": 4, "lr": 9.999832455437543e-05}
{"train_loss": 0.03263838216662407, "global_step": 777, "epoch": 4, "lr": 9.99983124355274e-05}
{"train_loss": 0.0400552973151207, "global_step": 778, "epoch": 4, "lr": 9.999830027300882e-05}
{"train_loss": 0.04054044932126999, "global_step": 779, "epoch": 4, "lr": 9.999828806681972e-05}
{"train_loss": 0.045241761952638626, "global_step": 780, "epoch": 4, "lr": 9.99982758169601e-05}
{"train_loss": 0.034665271639823914, "global_step": 781, "epoch": 4, "lr": 9.999826352342997e-05}
{"train_loss": 0.03743595629930496, "global_step": 782, "epoch": 4, "lr": 9.999825118622934e-05}
{"train_loss": 0.05775035172700882, "global_step": 783, "epoch": 4, "lr": 9.999823880535823e-05}
{"train_loss": 0.04435260593891144, "global_step": 784, "epoch": 4, "lr": 9.999822638081664e-05}
{"train_loss": 0.04377416893839836, "global_step": 785, "epoch": 4, "lr": 9.999821391260458e-05}
{"train_loss": 0.04056081175804138, "global_step": 786, "epoch": 4, "lr": 9.999820140072207e-05}
{"train_loss": 0.044141776859760284, "global_step": 787, "epoch": 4, "lr": 9.999818884516912e-05}
{"train_loss": 0.052054885774850845, "global_step": 788, "epoch": 4, "lr": 9.999817624594574e-05}
{"train_loss": 0.03912532329559326, "global_step": 789, "epoch": 4, "lr": 9.999816360305194e-05}
{"train_loss": 0.034580048173666, "global_step": 790, "epoch": 4, "lr": 9.999815091648772e-05}
{"train_loss": 0.05273508280515671, "global_step": 791, "epoch": 4, "lr": 9.99981381862531e-05}
{"train_loss": 0.04266137629747391, "global_step": 792, "epoch": 4, "lr": 9.99981254123481e-05}
{"train_loss": 0.033948369324207306, "global_step": 793, "epoch": 4, "lr": 9.999811259477273e-05}
{"train_loss": 0.04710149019956589, "global_step": 794, "epoch": 4, "lr": 9.999809973352698e-05}
{"train_loss": 0.04184402525424957, "global_step": 795, "epoch": 4, "lr": 9.999808682861087e-05}
{"train_loss": 0.0450780875980854, "global_step": 796, "epoch": 4, "lr": 9.999807388002443e-05}
{"train_loss": 0.03800651431083679, "global_step": 797, "epoch": 4, "lr": 9.999806088776766e-05}
{"train_loss": 0.05081743001937866, "global_step": 798, "epoch": 4, "lr": 9.999804785184057e-05}
{"train_loss": 0.0471578985452652, "global_step": 799, "epoch": 4, "lr": 9.999803477224316e-05}
{"train_loss": 0.05299046263098717, "global_step": 800, "epoch": 4, "lr": 9.999802164897546e-05}
{"train_loss": 0.03367265686392784, "global_step": 801, "epoch": 4, "lr": 9.999800848203747e-05}
{"train_loss": 0.0631629228591919, "global_step": 802, "epoch": 4, "lr": 9.999799527142921e-05}
{"train_loss": 0.03723723441362381, "global_step": 803, "epoch": 4, "lr": 9.999798201715069e-05}
{"train_loss": 0.055648691952228546, "global_step": 804, "epoch": 4, "lr": 9.999796871920191e-05}
{"train_loss": 0.04562898352742195, "global_step": 805, "epoch": 4, "lr": 9.99979553775829e-05}
{"train_loss": 0.048450812697410583, "global_step": 806, "epoch": 4, "lr": 9.999794199229367e-05}
{"train_loss": 0.049432724714279175, "global_step": 807, "epoch": 4, "lr": 9.99979285633342e-05}
{"train_loss": 0.055240485817193985, "global_step": 808, "epoch": 4, "lr": 9.999791509070453e-05}
{"train_loss": 0.03645191341638565, "global_step": 809, "epoch": 4, "lr": 9.999790157440468e-05}
{"train_loss": 0.044375237077474594, "global_step": 810, "epoch": 4, "lr": 9.999788801443463e-05}
{"train_loss": 0.04795853793621063, "global_step": 811, "epoch": 4, "lr": 9.999787441079442e-05}
{"train_loss": 0.03233688697218895, "global_step": 812, "epoch": 4, "lr": 9.999786076348406e-05}
{"train_loss": 0.04710663855075836, "global_step": 813, "epoch": 4, "lr": 9.999784707250354e-05}
{"train_loss": 0.0516224205493927, "global_step": 814, "epoch": 4, "lr": 9.99978333378529e-05}
{"train_loss": 0.035497114062309265, "global_step": 815, "epoch": 4, "lr": 9.999781955953214e-05}
{"train_loss": 0.048614323139190674, "global_step": 816, "epoch": 4, "lr": 9.999780573754127e-05}
{"train_loss": 0.04419098049402237, "global_step": 817, "epoch": 4, "lr": 9.99977918718803e-05}
{"train_loss": 0.0423644557595253, "global_step": 818, "epoch": 4, "lr": 9.999777796254924e-05}
{"train_loss": 0.05291621387004852, "global_step": 819, "epoch": 4, "lr": 9.99977640095481e-05}
{"train_loss": 0.05196380615234375, "global_step": 820, "epoch": 4, "lr": 9.999775001287692e-05}
{"train_loss": 0.04463958740234375, "global_step": 821, "epoch": 4, "lr": 9.999773597253568e-05}
{"train_loss": 0.04912837594747543, "global_step": 822, "epoch": 4, "lr": 9.999772188852439e-05}
{"train_loss": 0.05355819687247276, "global_step": 823, "epoch": 4, "lr": 9.99977077608431e-05}
{"train_loss": 0.04118763655424118, "global_step": 824, "epoch": 4, "lr": 9.999769358949179e-05}
{"train_loss": 0.04098860174417496, "global_step": 825, "epoch": 4, "lr": 9.999767937447047e-05}
{"train_loss": 0.03527642786502838, "global_step": 826, "epoch": 4, "lr": 9.999766511577917e-05}
{"train_loss": 0.04223480820655823, "global_step": 827, "epoch": 4, "lr": 9.999765081341789e-05}
{"train_loss": 0.03886929154396057, "global_step": 828, "epoch": 4, "lr": 9.999763646738665e-05}
{"train_loss": 0.03251788392663002, "global_step": 829, "epoch": 4, "lr": 9.999762207768546e-05}
{"train_loss": 0.035160183906555176, "global_step": 830, "epoch": 4, "lr": 9.999760764431434e-05}
{"train_loss": 0.03733087331056595, "global_step": 831, "epoch": 4, "lr": 9.999759316727329e-05}
{"train_loss": 0.05867573618888855, "global_step": 832, "epoch": 4, "lr": 9.999757864656235e-05}
{"train_loss": 0.0482630655169487, "global_step": 833, "epoch": 4, "lr": 9.999756408218148e-05}
{"train_loss": 0.043731171637773514, "global_step": 834, "epoch": 4, "lr": 9.999754947413073e-05}
{"train_loss": 0.04030041769146919, "global_step": 835, "epoch": 4, "lr": 9.99975348224101e-05}
{"train_loss": 0.05493095517158508, "global_step": 836, "epoch": 4, "lr": 9.999752012701963e-05}
{"train_loss": 0.04896785318851471, "global_step": 837, "epoch": 4, "lr": 9.99975053879593e-05}
{"train_loss": 0.04437583312392235, "global_step": 838, "epoch": 4, "lr": 9.999749060522914e-05}
{"train_loss": 0.04974135011434555, "global_step": 839, "epoch": 4, "lr": 9.999747577882915e-05}
{"train_loss": 0.042770154774188995, "global_step": 840, "epoch": 4, "lr": 9.999746090875936e-05}
{"train_loss": 0.04265933856368065, "global_step": 841, "epoch": 4, "lr": 9.999744599501976e-05}
{"train_loss": 0.04369375854730606, "global_step": 842, "epoch": 4, "lr": 9.999743103761039e-05}
{"train_loss": 0.05062073469161987, "global_step": 843, "epoch": 4, "lr": 9.999741603653126e-05}
{"train_loss": 0.03681996464729309, "global_step": 844, "epoch": 4, "lr": 9.999740099178234e-05}
{"train_loss": 0.048120103776454926, "global_step": 845, "epoch": 4, "lr": 9.999738590336369e-05}
{"train_loss": 0.047476522624492645, "global_step": 846, "epoch": 4, "lr": 9.999737077127532e-05}
{"train_loss": 0.06441065669059753, "global_step": 847, "epoch": 4, "lr": 9.999735559551724e-05}
{"train_loss": 0.03729567304253578, "global_step": 848, "epoch": 4, "lr": 9.999734037608943e-05}
{"train_loss": 0.04943192005157471, "global_step": 849, "epoch": 4, "lr": 9.999732511299195e-05}
{"train_loss": 0.04227554798126221, "global_step": 850, "epoch": 4, "lr": 9.999730980622477e-05}
{"train_loss": 0.03946921229362488, "global_step": 851, "epoch": 4, "lr": 9.999729445578794e-05}
{"train_loss": 0.04257090389728546, "global_step": 852, "epoch": 4, "lr": 9.999727906168146e-05}
{"train_loss": 0.03855853155255318, "global_step": 853, "epoch": 4, "lr": 9.999726362390535e-05}
{"train_loss": 0.04225841164588928, "global_step": 854, "epoch": 4, "lr": 9.999724814245961e-05}
{"train_loss": 0.04682716354727745, "global_step": 855, "epoch": 4, "lr": 9.999723261734425e-05}
{"train_loss": 0.037874624133110046, "global_step": 856, "epoch": 4, "lr": 9.99972170485593e-05}
{"train_loss": 0.048354074358940125, "global_step": 857, "epoch": 4, "lr": 9.999720143610476e-05}
{"train_loss": 0.032458335161209106, "global_step": 858, "epoch": 4, "lr": 9.999718577998066e-05}
{"train_loss": 0.03670920431613922, "global_step": 859, "epoch": 4, "lr": 9.9997170080187e-05}
{"train_loss": 0.04194770008325577, "global_step": 860, "epoch": 4, "lr": 9.99971543367238e-05}
{"train_loss": 0.06846742331981659, "global_step": 861, "epoch": 4, "lr": 9.999713854959107e-05}
{"train_loss": 0.04490360617637634, "global_step": 862, "epoch": 4, "lr": 9.999712271878882e-05}
{"train_loss": 0.05610242113471031, "global_step": 863, "epoch": 4, "lr": 9.999710684431708e-05}
{"train_loss": 0.040766116231679916, "global_step": 864, "epoch": 4, "lr": 9.999709092617583e-05}
{"train_loss": 0.05027105659246445, "global_step": 865, "epoch": 4, "lr": 9.999707496436514e-05}
{"train_loss": 0.04586704075336456, "global_step": 866, "epoch": 4, "lr": 9.999705895888499e-05}
{"train_loss": 0.03296845778822899, "global_step": 867, "epoch": 4, "lr": 9.999704290973537e-05}
{"train_loss": 0.032041918486356735, "global_step": 868, "epoch": 4, "lr": 9.999702681691633e-05}
{"train_loss": 0.0412173867225647, "global_step": 869, "epoch": 4, "lr": 9.999701068042785e-05}
{"train_loss": 0.03975982218980789, "global_step": 870, "epoch": 4, "lr": 9.999699450027e-05}
{"train_loss": 0.04603682830929756, "global_step": 871, "epoch": 4, "lr": 9.999697827644276e-05}
{"train_loss": 0.04490495100617409, "global_step": 872, "epoch": 4, "lr": 9.999696200894613e-05}
{"train_loss": 0.039082594215869904, "global_step": 873, "epoch": 4, "lr": 9.999694569778016e-05}
{"train_loss": 0.04928036034107208, "global_step": 874, "epoch": 4, "lr": 9.999692934294481e-05}
{"train_loss": 0.02641008049249649, "global_step": 875, "epoch": 4, "lr": 9.999691294444016e-05}
{"train_loss": 0.03780822828412056, "global_step": 876, "epoch": 4, "lr": 9.999689650226616e-05}
{"train_loss": 0.04132930189371109, "global_step": 877, "epoch": 4, "lr": 9.999688001642289e-05}
{"train_loss": 0.05434328317642212, "global_step": 878, "epoch": 4, "lr": 9.99968634869103e-05}
{"train_loss": 0.058414433151483536, "global_step": 879, "epoch": 4, "lr": 9.999684691372846e-05}
{"train_loss": 0.05640243738889694, "global_step": 880, "epoch": 4, "lr": 9.999683029687735e-05}
{"train_loss": 0.03966984152793884, "global_step": 881, "epoch": 4, "lr": 9.9996813636357e-05}
{"train_loss": 0.03566032648086548, "global_step": 882, "epoch": 4, "lr": 9.999679693216742e-05}
{"train_loss": 0.03502378612756729, "global_step": 883, "epoch": 4, "lr": 9.999678018430862e-05}
{"train_loss": 0.03251571208238602, "global_step": 884, "epoch": 4, "lr": 9.999676339278061e-05}
{"train_loss": 0.04409564286470413, "global_step": 885, "epoch": 4, "lr": 9.999674655758342e-05}
{"train_loss": 0.048545680940151215, "global_step": 886, "epoch": 4, "lr": 9.999672967871706e-05}
{"train_loss": 0.0541900098323822, "global_step": 887, "epoch": 4, "lr": 9.999671275618155e-05}
{"train_loss": 0.035961367189884186, "global_step": 888, "epoch": 4, "lr": 9.999669578997689e-05}
{"train_loss": 0.044985049833240136, "global_step": 889, "epoch": 4, "lr": 9.99966787801031e-05}
{"train_loss": 0.042714983224868774, "global_step": 890, "epoch": 5, "lr": 9.99966617265602e-05}
{"train_loss": 0.03167875111103058, "global_step": 891, "epoch": 5, "lr": 9.999664462934819e-05}
{"train_loss": 0.031897395849227905, "global_step": 892, "epoch": 5, "lr": 9.99966274884671e-05}
{"train_loss": 0.03845681622624397, "global_step": 893, "epoch": 5, "lr": 9.999661030391695e-05}
{"train_loss": 0.033244602382183075, "global_step": 894, "epoch": 5, "lr": 9.999659307569775e-05}
{"train_loss": 0.042701102793216705, "global_step": 895, "epoch": 5, "lr": 9.99965758038095e-05}
{"train_loss": 0.037678588181734085, "global_step": 896, "epoch": 5, "lr": 9.999655848825222e-05}
{"train_loss": 0.04704608395695686, "global_step": 897, "epoch": 5, "lr": 9.999654112902596e-05}
{"train_loss": 0.0374673455953598, "global_step": 898, "epoch": 5, "lr": 9.999652372613068e-05}
{"train_loss": 0.0469517707824707, "global_step": 899, "epoch": 5, "lr": 9.999650627956644e-05}
{"train_loss": 0.035094957798719406, "global_step": 900, "epoch": 5, "lr": 9.999648878933324e-05}
{"train_loss": 0.033933136612176895, "global_step": 901, "epoch": 5, "lr": 9.999647125543108e-05}
{"train_loss": 0.03193831071257591, "global_step": 902, "epoch": 5, "lr": 9.999645367785999e-05}
{"train_loss": 0.0471574142575264, "global_step": 903, "epoch": 5, "lr": 9.999643605661998e-05}
{"train_loss": 0.042771920561790466, "global_step": 904, "epoch": 5, "lr": 9.999641839171108e-05}
{"train_loss": 0.03996916860342026, "global_step": 905, "epoch": 5, "lr": 9.999640068313329e-05}
{"train_loss": 0.053953781723976135, "global_step": 906, "epoch": 5, "lr": 9.999638293088662e-05}
{"train_loss": 0.04787887632846832, "global_step": 907, "epoch": 5, "lr": 9.999636513497111e-05}
{"train_loss": 0.04047147184610367, "global_step": 908, "epoch": 5, "lr": 9.999634729538675e-05}
{"train_loss": 0.03176450729370117, "global_step": 909, "epoch": 5, "lr": 9.999632941213357e-05}
{"train_loss": 0.03625912964344025, "global_step": 910, "epoch": 5, "lr": 9.999631148521158e-05}
{"train_loss": 0.0385553278028965, "global_step": 911, "epoch": 5, "lr": 9.999629351462081e-05}
{"train_loss": 0.03737500309944153, "global_step": 912, "epoch": 5, "lr": 9.999627550036125e-05}
{"train_loss": 0.05220072716474533, "global_step": 913, "epoch": 5, "lr": 9.999625744243293e-05}
{"train_loss": 0.05170441418886185, "global_step": 914, "epoch": 5, "lr": 9.999623934083586e-05}
{"train_loss": 0.04056726396083832, "global_step": 915, "epoch": 5, "lr": 9.999622119557009e-05}
{"train_loss": 0.0483531579375267, "global_step": 916, "epoch": 5, "lr": 9.999620300663557e-05}
{"train_loss": 0.032282158732414246, "global_step": 917, "epoch": 5, "lr": 9.999618477403236e-05}
{"train_loss": 0.04581539332866669, "global_step": 918, "epoch": 5, "lr": 9.99961664977605e-05}
{"train_loss": 0.035462185740470886, "global_step": 919, "epoch": 5, "lr": 9.999614817781993e-05}
{"train_loss": 0.03560177981853485, "global_step": 920, "epoch": 5, "lr": 9.999612981421074e-05}
{"train_loss": 0.029693905264139175, "global_step": 921, "epoch": 5, "lr": 9.99961114069329e-05}
{"train_loss": 0.039783775806427, "global_step": 922, "epoch": 5, "lr": 9.999609295598645e-05}
{"train_loss": 0.03617798164486885, "global_step": 923, "epoch": 5, "lr": 9.99960744613714e-05}
{"train_loss": 0.04115641862154007, "global_step": 924, "epoch": 5, "lr": 9.999605592308776e-05}
{"train_loss": 0.03031747229397297, "global_step": 925, "epoch": 5, "lr": 9.999603734113556e-05}
{"train_loss": 0.03237403556704521, "global_step": 926, "epoch": 5, "lr": 9.999601871551481e-05}
{"train_loss": 0.029107799753546715, "global_step": 927, "epoch": 5, "lr": 9.999600004622551e-05}
{"train_loss": 0.03301321342587471, "global_step": 928, "epoch": 5, "lr": 9.999598133326768e-05}
{"train_loss": 0.04416201263666153, "global_step": 929, "epoch": 5, "lr": 9.999596257664137e-05}
{"train_loss": 0.03735900670289993, "global_step": 930, "epoch": 5, "lr": 9.999594377634655e-05}
{"train_loss": 0.04247882962226868, "global_step": 931, "epoch": 5, "lr": 9.999592493238328e-05}
{"train_loss": 0.04051298275589943, "global_step": 932, "epoch": 5, "lr": 9.999590604475155e-05}
{"train_loss": 0.043707653880119324, "global_step": 933, "epoch": 5, "lr": 9.999588711345138e-05}
{"train_loss": 0.041851192712783813, "global_step": 934, "epoch": 5, "lr": 9.999586813848278e-05}
{"train_loss": 0.02818993665277958, "global_step": 935, "epoch": 5, "lr": 9.999584911984579e-05}
{"train_loss": 0.04576846957206726, "global_step": 936, "epoch": 5, "lr": 9.999583005754041e-05}
{"train_loss": 0.039641834795475006, "global_step": 937, "epoch": 5, "lr": 9.999581095156665e-05}
{"train_loss": 0.049390796571969986, "global_step": 938, "epoch": 5, "lr": 9.999579180192453e-05}
{"train_loss": 0.030417976900935173, "global_step": 939, "epoch": 5, "lr": 9.999577260861408e-05}
{"train_loss": 0.03622359037399292, "global_step": 940, "epoch": 5, "lr": 9.99957533716353e-05}
{"train_loss": 0.04447532445192337, "global_step": 941, "epoch": 5, "lr": 9.999573409098823e-05}
{"train_loss": 0.04693121090531349, "global_step": 942, "epoch": 5, "lr": 9.999571476667286e-05}
{"train_loss": 0.03427625447511673, "global_step": 943, "epoch": 5, "lr": 9.999569539868923e-05}
{"train_loss": 0.04157835245132446, "global_step": 944, "epoch": 5, "lr": 9.999567598703732e-05}
{"train_loss": 0.03349905461072922, "global_step": 945, "epoch": 5, "lr": 9.99956565317172e-05}
{"train_loss": 0.03525920212268829, "global_step": 946, "epoch": 5, "lr": 9.999563703272885e-05}
{"train_loss": 0.02819216623902321, "global_step": 947, "epoch": 5, "lr": 9.999561749007229e-05}
{"train_loss": 0.03621350973844528, "global_step": 948, "epoch": 5, "lr": 9.999559790374756e-05}
{"train_loss": 0.041479676961898804, "global_step": 949, "epoch": 5, "lr": 9.999557827375465e-05}
{"train_loss": 0.03945476561784744, "global_step": 950, "epoch": 5, "lr": 9.99955586000936e-05}
{"train_loss": 0.04667195677757263, "global_step": 951, "epoch": 5, "lr": 9.99955388827644e-05}
{"train_loss": 0.04128112271428108, "global_step": 952, "epoch": 5, "lr": 9.999551912176708e-05}
{"train_loss": 0.040131229907274246, "global_step": 953, "epoch": 5, "lr": 9.999549931710167e-05}
{"train_loss": 0.06094461679458618, "global_step": 954, "epoch": 5, "lr": 9.999547946876818e-05}
{"train_loss": 0.03911416977643967, "global_step": 955, "epoch": 5, "lr": 9.999545957676661e-05}
{"train_loss": 0.04397256672382355, "global_step": 956, "epoch": 5, "lr": 9.999543964109701e-05}
{"train_loss": 0.029723070561885834, "global_step": 957, "epoch": 5, "lr": 9.999541966175936e-05}
{"train_loss": 0.0349724218249321, "global_step": 958, "epoch": 5, "lr": 9.999539963875371e-05}
{"train_loss": 0.03555795177817345, "global_step": 959, "epoch": 5, "lr": 9.999537957208007e-05}
{"train_loss": 0.05887584760785103, "global_step": 960, "epoch": 5, "lr": 9.999535946173843e-05}
{"train_loss": 0.05241725593805313, "global_step": 961, "epoch": 5, "lr": 9.999533930772884e-05}
{"train_loss": 0.03837715461850166, "global_step": 962, "epoch": 5, "lr": 9.999531911005131e-05}
{"train_loss": 0.03679417073726654, "global_step": 963, "epoch": 5, "lr": 9.999529886870587e-05}
{"train_loss": 0.03370290994644165, "global_step": 964, "epoch": 5, "lr": 9.99952785836925e-05}
{"train_loss": 0.03375869244337082, "global_step": 965, "epoch": 5, "lr": 9.999525825501124e-05}
{"train_loss": 0.04016801714897156, "global_step": 966, "epoch": 5, "lr": 9.999523788266212e-05}
{"train_loss": 0.03812699019908905, "global_step": 967, "epoch": 5, "lr": 9.999521746664514e-05}
{"train_loss": 0.0422712117433548, "global_step": 968, "epoch": 5, "lr": 9.999519700696031e-05}
{"train_loss": 0.04125493764877319, "global_step": 969, "epoch": 5, "lr": 9.999517650360768e-05}
{"train_loss": 0.04412563145160675, "global_step": 970, "epoch": 5, "lr": 9.999515595658724e-05}
{"train_loss": 0.0396246574819088, "global_step": 971, "epoch": 5, "lr": 9.999513536589901e-05}
{"train_loss": 0.04583856463432312, "global_step": 972, "epoch": 5, "lr": 9.999511473154304e-05}
{"train_loss": 0.04778049513697624, "global_step": 973, "epoch": 5, "lr": 9.999509405351931e-05}
{"train_loss": 0.03170738369226456, "global_step": 974, "epoch": 5, "lr": 9.999507333182783e-05}
{"train_loss": 0.04666374623775482, "global_step": 975, "epoch": 5, "lr": 9.999505256646865e-05}
{"train_loss": 0.0463373064994812, "global_step": 976, "epoch": 5, "lr": 9.999503175744179e-05}
{"train_loss": 0.054262418299913406, "global_step": 977, "epoch": 5, "lr": 9.999501090474726e-05}
{"train_loss": 0.038588009774684906, "global_step": 978, "epoch": 5, "lr": 9.999499000838506e-05}
{"train_loss": 0.047540757805109024, "global_step": 979, "epoch": 5, "lr": 9.999496906835522e-05}
{"train_loss": 0.030694182962179184, "global_step": 980, "epoch": 5, "lr": 9.999494808465777e-05}
{"train_loss": 0.037005774676799774, "global_step": 981, "epoch": 5, "lr": 9.999492705729271e-05}
{"train_loss": 0.03341284394264221, "global_step": 982, "epoch": 5, "lr": 9.999490598626007e-05}
{"train_loss": 0.024398960173130035, "global_step": 983, "epoch": 5, "lr": 9.999488487155987e-05}
{"train_loss": 0.03726893663406372, "global_step": 984, "epoch": 5, "lr": 9.99948637131921e-05}
{"train_loss": 0.029549116268754005, "global_step": 985, "epoch": 5, "lr": 9.999484251115683e-05}
{"train_loss": 0.02472548745572567, "global_step": 986, "epoch": 5, "lr": 9.999482126545406e-05}
{"train_loss": 0.03285243362188339, "global_step": 987, "epoch": 5, "lr": 9.999479997608378e-05}
{"train_loss": 0.03412334620952606, "global_step": 988, "epoch": 5, "lr": 9.999477864304603e-05}
{"train_loss": 0.034860868006944656, "global_step": 989, "epoch": 5, "lr": 9.999475726634083e-05}
{"train_loss": 0.0373874232172966, "global_step": 990, "epoch": 5, "lr": 9.999473584596819e-05}
{"train_loss": 0.04359287768602371, "global_step": 991, "epoch": 5, "lr": 9.999471438192813e-05}
{"train_loss": 0.046920739114284515, "global_step": 992, "epoch": 5, "lr": 9.999469287422068e-05}
{"train_loss": 0.03619890287518501, "global_step": 993, "epoch": 5, "lr": 9.999467132284584e-05}
{"train_loss": 0.03505946695804596, "global_step": 994, "epoch": 5, "lr": 9.999464972780365e-05}
{"train_loss": 0.03635452687740326, "global_step": 995, "epoch": 5, "lr": 9.999462808909413e-05}
{"train_loss": 0.02914242446422577, "global_step": 996, "epoch": 5, "lr": 9.999460640671727e-05}
{"train_loss": 0.03497055172920227, "global_step": 997, "epoch": 5, "lr": 9.99945846806731e-05}
{"train_loss": 0.04450156167149544, "global_step": 998, "epoch": 5, "lr": 9.999456291096168e-05}
{"train_loss": 0.039145827293395996, "global_step": 999, "epoch": 5, "lr": 9.999454109758298e-05}
{"train_loss": 0.03971335291862488, "global_step": 1000, "epoch": 5, "lr": 9.999451924053702e-05}
{"train_loss": 0.04324273765087128, "global_step": 1001, "epoch": 5, "lr": 9.999449733982384e-05}
{"train_loss": 0.03333542123436928, "global_step": 1002, "epoch": 5, "lr": 9.999447539544345e-05}
{"train_loss": 0.03003891371190548, "global_step": 1003, "epoch": 5, "lr": 9.999445340739589e-05}
{"train_loss": 0.036583706736564636, "global_step": 1004, "epoch": 5, "lr": 9.999443137568114e-05}
{"train_loss": 0.03397621214389801, "global_step": 1005, "epoch": 5, "lr": 9.999440930029924e-05}
{"train_loss": 0.044686898589134216, "global_step": 1006, "epoch": 5, "lr": 9.999438718125023e-05}
{"train_loss": 0.029338065534830093, "global_step": 1007, "epoch": 5, "lr": 9.999436501853408e-05}
{"train_loss": 0.033270444720983505, "global_step": 1008, "epoch": 5, "lr": 9.999434281215085e-05}
{"train_loss": 0.042473893612623215, "global_step": 1009, "epoch": 5, "lr": 9.999432056210055e-05}
{"train_loss": 0.03629528358578682, "global_step": 1010, "epoch": 5, "lr": 9.99942982683832e-05}
{"train_loss": 0.033987484872341156, "global_step": 1011, "epoch": 5, "lr": 9.999427593099881e-05}
{"train_loss": 0.032157428562641144, "global_step": 1012, "epoch": 5, "lr": 9.99942535499474e-05}
{"train_loss": 0.03617022931575775, "global_step": 1013, "epoch": 5, "lr": 9.999423112522901e-05}
{"train_loss": 0.04076629877090454, "global_step": 1014, "epoch": 5, "lr": 9.999420865684364e-05}
{"train_loss": 0.026166612282395363, "global_step": 1015, "epoch": 5, "lr": 9.99941861447913e-05}
{"train_loss": 0.027731234207749367, "global_step": 1016, "epoch": 5, "lr": 9.999416358907205e-05}
{"train_loss": 0.038681723177433014, "global_step": 1017, "epoch": 5, "lr": 9.999414098968587e-05}
{"train_loss": 0.040438756346702576, "global_step": 1018, "epoch": 5, "lr": 9.999411834663279e-05}
{"train_loss": 0.04457290470600128, "global_step": 1019, "epoch": 5, "lr": 9.999409565991282e-05}
{"train_loss": 0.03236345574259758, "global_step": 1020, "epoch": 5, "lr": 9.999407292952603e-05}
{"train_loss": 0.028640510514378548, "global_step": 1021, "epoch": 5, "lr": 9.999405015547238e-05}
{"train_loss": 0.049687501043081284, "global_step": 1022, "epoch": 5, "lr": 9.99940273377519e-05}
{"train_loss": 0.030552083626389503, "global_step": 1023, "epoch": 5, "lr": 9.999400447636465e-05}
{"train_loss": 0.0385441780090332, "global_step": 1024, "epoch": 5, "lr": 9.99939815713106e-05}
{"train_loss": 0.027657650411128998, "global_step": 1025, "epoch": 5, "lr": 9.99939586225898e-05}
{"train_loss": 0.03677411377429962, "global_step": 1026, "epoch": 5, "lr": 9.999393563020228e-05}
{"train_loss": 0.03718389570713043, "global_step": 1027, "epoch": 5, "lr": 9.999391259414803e-05}
{"train_loss": 0.03120371699333191, "global_step": 1028, "epoch": 5, "lr": 9.999388951442707e-05}
{"train_loss": 0.033976756036281586, "global_step": 1029, "epoch": 5, "lr": 9.999386639103945e-05}
{"train_loss": 0.044391751289367676, "global_step": 1030, "epoch": 5, "lr": 9.999384322398517e-05}
{"train_loss": 0.038053907454013824, "global_step": 1031, "epoch": 5, "lr": 9.999382001326424e-05}
{"train_loss": 0.03021000698208809, "global_step": 1032, "epoch": 5, "lr": 9.99937967588767e-05}
{"train_loss": 0.033768005669116974, "global_step": 1033, "epoch": 5, "lr": 9.999377346082259e-05}
{"train_loss": 0.05567135661840439, "global_step": 1034, "epoch": 5, "lr": 9.999375011910189e-05}
{"train_loss": 0.030304785817861557, "global_step": 1035, "epoch": 5, "lr": 9.99937267337146e-05}
{"train_loss": 0.03503827750682831, "global_step": 1036, "epoch": 5, "lr": 9.999370330466082e-05}
{"train_loss": 0.042987704277038574, "global_step": 1037, "epoch": 5, "lr": 9.99936798319405e-05}
{"train_loss": 0.027468737214803696, "global_step": 1038, "epoch": 5, "lr": 9.99936563155537e-05}
{"train_loss": 0.0318727120757103, "global_step": 1039, "epoch": 5, "lr": 9.999363275550042e-05}
{"train_loss": 0.03783619403839111, "global_step": 1040, "epoch": 5, "lr": 9.99936091517807e-05}
{"train_loss": 0.039369236677885056, "global_step": 1041, "epoch": 5, "lr": 9.999358550439454e-05}
{"train_loss": 0.035545818507671356, "global_step": 1042, "epoch": 5, "lr": 9.999356181334196e-05}
{"train_loss": 0.03176286444067955, "global_step": 1043, "epoch": 5, "lr": 9.999353807862299e-05}
{"train_loss": 0.03421824425458908, "global_step": 1044, "epoch": 5, "lr": 9.999351430023767e-05}
{"train_loss": 0.04640837758779526, "global_step": 1045, "epoch": 5, "lr": 9.999349047818598e-05}
{"train_loss": 0.048083994537591934, "global_step": 1046, "epoch": 5, "lr": 9.999346661246797e-05}
{"train_loss": 0.035128530114889145, "global_step": 1047, "epoch": 5, "lr": 9.999344270308367e-05}
{"train_loss": 0.03253629803657532, "global_step": 1048, "epoch": 5, "lr": 9.999341875003305e-05}
{"train_loss": 0.04468031972646713, "global_step": 1049, "epoch": 5, "lr": 9.999339475331618e-05}
{"train_loss": 0.0577448308467865, "global_step": 1050, "epoch": 5, "lr": 9.999337071293306e-05}
{"train_loss": 0.034363534301519394, "global_step": 1051, "epoch": 5, "lr": 9.999334662888373e-05}
{"train_loss": 0.04237434267997742, "global_step": 1052, "epoch": 5, "lr": 9.999332250116819e-05}
{"train_loss": 0.03697141259908676, "global_step": 1053, "epoch": 5, "lr": 9.999329832978646e-05}
{"train_loss": 0.03994719684123993, "global_step": 1054, "epoch": 5, "lr": 9.999327411473857e-05}
{"train_loss": 0.043248556554317474, "global_step": 1055, "epoch": 5, "lr": 9.999324985602454e-05}
{"train_loss": 0.03181023150682449, "global_step": 1056, "epoch": 5, "lr": 9.999322555364441e-05}
{"train_loss": 0.03501500189304352, "global_step": 1057, "epoch": 5, "lr": 9.999320120759818e-05}
{"train_loss": 0.0404362678527832, "global_step": 1058, "epoch": 5, "lr": 9.999317681788586e-05}
{"train_loss": 0.03596135973930359, "global_step": 1059, "epoch": 5, "lr": 9.99931523845075e-05}
{"train_loss": 0.028397459536790848, "global_step": 1060, "epoch": 5, "lr": 9.99931279074631e-05}
{"train_loss": 0.03481405973434448, "global_step": 1061, "epoch": 5, "lr": 9.999310338675267e-05}
{"train_loss": 0.04828410968184471, "global_step": 1062, "epoch": 5, "lr": 9.999307882237627e-05}
{"train_loss": 0.03455708920955658, "global_step": 1063, "epoch": 5, "lr": 9.99930542143339e-05}
{"train_loss": 0.03368709236383438, "global_step": 1064, "epoch": 5, "lr": 9.999302956262558e-05}
{"train_loss": 0.030161695554852486, "global_step": 1065, "epoch": 5, "lr": 9.999300486725134e-05}
{"train_loss": 0.032703109085559845, "global_step": 1066, "epoch": 5, "lr": 9.999298012821119e-05}
{"train_loss": 0.038400382515084874, "global_step": 1067, "epoch": 5, "lr": 9.999295534550515e-05, "train_action_mse_error": 0.0032747501973062754}
{"train_loss": 0.03649197518825531, "global_step": 1068, "epoch": 6, "lr": 9.999293051913326e-05}
{"train_loss": 0.02624136582016945, "global_step": 1069, "epoch": 6, "lr": 9.999290564909554e-05}
{"train_loss": 0.033108532428741455, "global_step": 1070, "epoch": 6, "lr": 9.999288073539198e-05}
{"train_loss": 0.04099433124065399, "global_step": 1071, "epoch": 6, "lr": 9.999285577802264e-05}
{"train_loss": 0.04548007249832153, "global_step": 1072, "epoch": 6, "lr": 9.999283077698751e-05}
{"train_loss": 0.04383528605103493, "global_step": 1073, "epoch": 6, "lr": 9.999280573228664e-05}
{"train_loss": 0.04455602914094925, "global_step": 1074, "epoch": 6, "lr": 9.999278064392003e-05}
{"train_loss": 0.03517447039484978, "global_step": 1075, "epoch": 6, "lr": 9.999275551188774e-05}
{"train_loss": 0.04454720765352249, "global_step": 1076, "epoch": 6, "lr": 9.999273033618975e-05}
{"train_loss": 0.03408119082450867, "global_step": 1077, "epoch": 6, "lr": 9.999270511682608e-05}
{"train_loss": 0.038892656564712524, "global_step": 1078, "epoch": 6, "lr": 9.999267985379677e-05}
{"train_loss": 0.03201064467430115, "global_step": 1079, "epoch": 6, "lr": 9.999265454710185e-05}
{"train_loss": 0.037722859531641006, "global_step": 1080, "epoch": 6, "lr": 9.999262919674133e-05}
{"train_loss": 0.04460053890943527, "global_step": 1081, "epoch": 6, "lr": 9.999260380271522e-05}
{"train_loss": 0.029126742854714394, "global_step": 1082, "epoch": 6, "lr": 9.999257836502359e-05}
{"train_loss": 0.03152741491794586, "global_step": 1083, "epoch": 6, "lr": 9.999255288366641e-05}
{"train_loss": 0.03195928782224655, "global_step": 1084, "epoch": 6, "lr": 9.99925273586437e-05}
{"train_loss": 0.03949568420648575, "global_step": 1085, "epoch": 6, "lr": 9.999250178995552e-05}
{"train_loss": 0.04472237080335617, "global_step": 1086, "epoch": 6, "lr": 9.999247617760188e-05}
{"train_loss": 0.037455447018146515, "global_step": 1087, "epoch": 6, "lr": 9.99924505215828e-05}
{"train_loss": 0.04291829466819763, "global_step": 1088, "epoch": 6, "lr": 9.999242482189828e-05}
{"train_loss": 0.03199499845504761, "global_step": 1089, "epoch": 6, "lr": 9.999239907854838e-05}
{"train_loss": 0.03273572027683258, "global_step": 1090, "epoch": 6, "lr": 9.99923732915331e-05}
{"train_loss": 0.04331715404987335, "global_step": 1091, "epoch": 6, "lr": 9.999234746085246e-05}
{"train_loss": 0.029432782903313637, "global_step": 1092, "epoch": 6, "lr": 9.999232158650652e-05}
{"train_loss": 0.05161741375923157, "global_step": 1093, "epoch": 6, "lr": 9.999229566849524e-05}
{"train_loss": 0.03686957061290741, "global_step": 1094, "epoch": 6, "lr": 9.999226970681869e-05}
{"train_loss": 0.047430362552404404, "global_step": 1095, "epoch": 6, "lr": 9.999224370147686e-05}
{"train_loss": 0.02311764284968376, "global_step": 1096, "epoch": 6, "lr": 9.99922176524698e-05}
{"train_loss": 0.03470940142869949, "global_step": 1097, "epoch": 6, "lr": 9.999219155979753e-05}
{"train_loss": 0.03595511615276337, "global_step": 1098, "epoch": 6, "lr": 9.999216542346007e-05}
{"train_loss": 0.028035322204232216, "global_step": 1099, "epoch": 6, "lr": 9.999213924345744e-05}
{"train_loss": 0.05477242171764374, "global_step": 1100, "epoch": 6, "lr": 9.999211301978965e-05}
{"train_loss": 0.032850299030542374, "global_step": 1101, "epoch": 6, "lr": 9.999208675245675e-05}
{"train_loss": 0.03380851447582245, "global_step": 1102, "epoch": 6, "lr": 9.999206044145872e-05}
{"train_loss": 0.03017200529575348, "global_step": 1103, "epoch": 6, "lr": 9.999203408679564e-05}
{"train_loss": 0.034042082726955414, "global_step": 1104, "epoch": 6, "lr": 9.999200768846748e-05}
{"train_loss": 0.027777832001447678, "global_step": 1105, "epoch": 6, "lr": 9.99919812464743e-05}
{"train_loss": 0.03707827627658844, "global_step": 1106, "epoch": 6, "lr": 9.999195476081611e-05}
{"train_loss": 0.027755461633205414, "global_step": 1107, "epoch": 6, "lr": 9.999192823149294e-05}
{"train_loss": 0.042208198457956314, "global_step": 1108, "epoch": 6, "lr": 9.999190165850479e-05}
{"train_loss": 0.031841669231653214, "global_step": 1109, "epoch": 6, "lr": 9.999187504185171e-05}
{"train_loss": 0.04788082093000412, "global_step": 1110, "epoch": 6, "lr": 9.999184838153371e-05}
{"train_loss": 0.04077593982219696, "global_step": 1111, "epoch": 6, "lr": 9.999182167755081e-05}
{"train_loss": 0.041482292115688324, "global_step": 1112, "epoch": 6, "lr": 9.999179492990304e-05}
{"train_loss": 0.04440836235880852, "global_step": 1113, "epoch": 6, "lr": 9.999176813859044e-05}
{"train_loss": 0.03144128620624542, "global_step": 1114, "epoch": 6, "lr": 9.9991741303613e-05}
{"train_loss": 0.02869575098156929, "global_step": 1115, "epoch": 6, "lr": 9.999171442497077e-05}
{"train_loss": 0.033789001405239105, "global_step": 1116, "epoch": 6, "lr": 9.999168750266375e-05}
{"train_loss": 0.028529567644000053, "global_step": 1117, "epoch": 6, "lr": 9.999166053669199e-05}
{"train_loss": 0.03179968148469925, "global_step": 1118, "epoch": 6, "lr": 9.99916335270555e-05}
{"train_loss": 0.02836563065648079, "global_step": 1119, "epoch": 6, "lr": 9.999160647375429e-05}
{"train_loss": 0.023929301649332047, "global_step": 1120, "epoch": 6, "lr": 9.99915793767884e-05}
{"train_loss": 0.03851122409105301, "global_step": 1121, "epoch": 6, "lr": 9.999155223615786e-05}
{"train_loss": 0.028371207416057587, "global_step": 1122, "epoch": 6, "lr": 9.999152505186266e-05}
{"train_loss": 0.030232146382331848, "global_step": 1123, "epoch": 6, "lr": 9.999149782390288e-05}
{"train_loss": 0.026084519922733307, "global_step": 1124, "epoch": 6, "lr": 9.99914705522785e-05}
{"train_loss": 0.034107595682144165, "global_step": 1125, "epoch": 6, "lr": 9.999144323698956e-05}
{"train_loss": 0.03151678666472435, "global_step": 1126, "epoch": 6, "lr": 9.999141587803607e-05}
{"train_loss": 0.034762267023324966, "global_step": 1127, "epoch": 6, "lr": 9.999138847541807e-05}
{"train_loss": 0.03131286799907684, "global_step": 1128, "epoch": 6, "lr": 9.999136102913558e-05}
{"train_loss": 0.02520902454853058, "global_step": 1129, "epoch": 6, "lr": 9.999133353918862e-05}
{"train_loss": 0.035843681544065475, "global_step": 1130, "epoch": 6, "lr": 9.99913060055772e-05}
{"train_loss": 0.0407385379076004, "global_step": 1131, "epoch": 6, "lr": 9.999127842830138e-05}
{"train_loss": 0.03829028457403183, "global_step": 1132, "epoch": 6, "lr": 9.999125080736115e-05}
{"train_loss": 0.040452275425195694, "global_step": 1133, "epoch": 6, "lr": 9.999122314275656e-05}
{"train_loss": 0.026039963588118553, "global_step": 1134, "epoch": 6, "lr": 9.999119543448763e-05}
{"train_loss": 0.03349786251783371, "global_step": 1135, "epoch": 6, "lr": 9.999116768255435e-05}
{"train_loss": 0.028432510793209076, "global_step": 1136, "epoch": 6, "lr": 9.999113988695678e-05}
{"train_loss": 0.0322798416018486, "global_step": 1137, "epoch": 6, "lr": 9.999111204769495e-05}
{"train_loss": 0.03888233006000519, "global_step": 1138, "epoch": 6, "lr": 9.999108416476886e-05}
{"train_loss": 0.04048493877053261, "global_step": 1139, "epoch": 6, "lr": 9.999105623817854e-05}
{"train_loss": 0.032619379460811615, "global_step": 1140, "epoch": 6, "lr": 9.999102826792401e-05}
{"train_loss": 0.04621027410030365, "global_step": 1141, "epoch": 6, "lr": 9.999100025400531e-05}
{"train_loss": 0.0312507189810276, "global_step": 1142, "epoch": 6, "lr": 9.999097219642246e-05}
{"train_loss": 0.026736818253993988, "global_step": 1143, "epoch": 6, "lr": 9.999094409517549e-05}
{"train_loss": 0.028400477021932602, "global_step": 1144, "epoch": 6, "lr": 9.99909159502644e-05}
{"train_loss": 0.03621590882539749, "global_step": 1145, "epoch": 6, "lr": 9.999088776168923e-05}
{"train_loss": 0.043372832238674164, "global_step": 1146, "epoch": 6, "lr": 9.999085952945003e-05}
{"train_loss": 0.024351350963115692, "global_step": 1147, "epoch": 6, "lr": 9.999083125354676e-05}
{"train_loss": 0.03844184800982475, "global_step": 1148, "epoch": 6, "lr": 9.999080293397951e-05}
{"train_loss": 0.037665318697690964, "global_step": 1149, "epoch": 6, "lr": 9.999077457074826e-05}
{"train_loss": 0.02861502766609192, "global_step": 1150, "epoch": 6, "lr": 9.999074616385307e-05}
{"train_loss": 0.029608245939016342, "global_step": 1151, "epoch": 6, "lr": 9.999071771329396e-05}
{"train_loss": 0.032253313809633255, "global_step": 1152, "epoch": 6, "lr": 9.999068921907092e-05}
{"train_loss": 0.028974995017051697, "global_step": 1153, "epoch": 6, "lr": 9.9990660681184e-05}
{"train_loss": 0.03168945014476776, "global_step": 1154, "epoch": 6, "lr": 9.999063209963324e-05}
{"train_loss": 0.03643065690994263, "global_step": 1155, "epoch": 6, "lr": 9.999060347441864e-05}
{"train_loss": 0.032282378524541855, "global_step": 1156, "epoch": 6, "lr": 9.999057480554024e-05}
{"train_loss": 0.028473973274230957, "global_step": 1157, "epoch": 6, "lr": 9.999054609299805e-05}
{"train_loss": 0.03683796525001526, "global_step": 1158, "epoch": 6, "lr": 9.99905173367921e-05}
{"train_loss": 0.046573854982852936, "global_step": 1159, "epoch": 6, "lr": 9.999048853692242e-05}
{"train_loss": 0.025380805134773254, "global_step": 1160, "epoch": 6, "lr": 9.999045969338904e-05}
{"train_loss": 0.03577509522438049, "global_step": 1161, "epoch": 6, "lr": 9.999043080619197e-05}
{"train_loss": 0.03554604947566986, "global_step": 1162, "epoch": 6, "lr": 9.999040187533125e-05}
{"train_loss": 0.045364055782556534, "global_step": 1163, "epoch": 6, "lr": 9.999037290080691e-05}
{"train_loss": 0.033311910927295685, "global_step": 1164, "epoch": 6, "lr": 9.999034388261894e-05}
{"train_loss": 0.029823973774909973, "global_step": 1165, "epoch": 6, "lr": 9.999031482076742e-05}
{"train_loss": 0.02413269504904747, "global_step": 1166, "epoch": 6, "lr": 9.999028571525232e-05}
{"train_loss": 0.030505593866109848, "global_step": 1167, "epoch": 6, "lr": 9.999025656607371e-05}
{"train_loss": 0.029166728258132935, "global_step": 1168, "epoch": 6, "lr": 9.999022737323158e-05}
{"train_loss": 0.04356386139988899, "global_step": 1169, "epoch": 6, "lr": 9.999019813672598e-05}
{"train_loss": 0.04011521488428116, "global_step": 1170, "epoch": 6, "lr": 9.999016885655692e-05}
{"train_loss": 0.038847245275974274, "global_step": 1171, "epoch": 6, "lr": 9.999013953272444e-05}
{"train_loss": 0.024369629099965096, "global_step": 1172, "epoch": 6, "lr": 9.999011016522855e-05}
{"train_loss": 0.04007962718605995, "global_step": 1173, "epoch": 6, "lr": 9.999008075406931e-05}
{"train_loss": 0.029238048940896988, "global_step": 1174, "epoch": 6, "lr": 9.99900512992467e-05}
{"train_loss": 0.036788761615753174, "global_step": 1175, "epoch": 6, "lr": 9.999002180076076e-05}
{"train_loss": 0.022066477686166763, "global_step": 1176, "epoch": 6, "lr": 9.998999225861152e-05}
{"train_loss": 0.02757788449525833, "global_step": 1177, "epoch": 6, "lr": 9.998996267279901e-05}
{"train_loss": 0.035399291664361954, "global_step": 1178, "epoch": 6, "lr": 9.998993304332328e-05}
{"train_loss": 0.0348341204226017, "global_step": 1179, "epoch": 6, "lr": 9.998990337018429e-05}
{"train_loss": 0.03833789750933647, "global_step": 1180, "epoch": 6, "lr": 9.998987365338212e-05}
{"train_loss": 0.033115021884441376, "global_step": 1181, "epoch": 6, "lr": 9.998984389291679e-05}
{"train_loss": 0.05042397975921631, "global_step": 1182, "epoch": 6, "lr": 9.99898140887883e-05}
{"train_loss": 0.033430568873882294, "global_step": 1183, "epoch": 6, "lr": 9.99897842409967e-05}
{"train_loss": 0.032758258283138275, "global_step": 1184, "epoch": 6, "lr": 9.998975434954201e-05}
{"train_loss": 0.047356706112623215, "global_step": 1185, "epoch": 6, "lr": 9.998972441442427e-05}
{"train_loss": 0.03571758419275284, "global_step": 1186, "epoch": 6, "lr": 9.998969443564346e-05}
{"train_loss": 0.03913754224777222, "global_step": 1187, "epoch": 6, "lr": 9.998966441319966e-05}
{"train_loss": 0.03992873430252075, "global_step": 1188, "epoch": 6, "lr": 9.998963434709287e-05}
{"train_loss": 0.033062659204006195, "global_step": 1189, "epoch": 6, "lr": 9.998960423732312e-05}
{"train_loss": 0.037678252905607224, "global_step": 1190, "epoch": 6, "lr": 9.998957408389042e-05}
{"train_loss": 0.0319652184844017, "global_step": 1191, "epoch": 6, "lr": 9.998954388679484e-05}
{"train_loss": 0.03418304771184921, "global_step": 1192, "epoch": 6, "lr": 9.998951364603636e-05}
{"train_loss": 0.033384159207344055, "global_step": 1193, "epoch": 6, "lr": 9.998948336161504e-05}
{"train_loss": 0.0336042195558548, "global_step": 1194, "epoch": 6, "lr": 9.998945303353086e-05}
{"train_loss": 0.03515113890171051, "global_step": 1195, "epoch": 6, "lr": 9.99894226617839e-05}
{"train_loss": 0.04376974701881409, "global_step": 1196, "epoch": 6, "lr": 9.998939224637418e-05}
{"train_loss": 0.03570828214287758, "global_step": 1197, "epoch": 6, "lr": 9.998936178730169e-05}
{"train_loss": 0.0382688045501709, "global_step": 1198, "epoch": 6, "lr": 9.998933128456649e-05}
{"train_loss": 0.0307344738394022, "global_step": 1199, "epoch": 6, "lr": 9.998930073816859e-05}
{"train_loss": 0.02594497799873352, "global_step": 1200, "epoch": 6, "lr": 9.998927014810802e-05}
{"train_loss": 0.03003477305173874, "global_step": 1201, "epoch": 6, "lr": 9.998923951438479e-05}
{"train_loss": 0.026588359847664833, "global_step": 1202, "epoch": 6, "lr": 9.998920883699897e-05}
{"train_loss": 0.02938852459192276, "global_step": 1203, "epoch": 6, "lr": 9.998917811595056e-05}
{"train_loss": 0.037508681416511536, "global_step": 1204, "epoch": 6, "lr": 9.998914735123958e-05}
{"train_loss": 0.029382148757576942, "global_step": 1205, "epoch": 6, "lr": 9.998911654286606e-05}
{"train_loss": 0.03013104759156704, "global_step": 1206, "epoch": 6, "lr": 9.998908569083004e-05}
{"train_loss": 0.03404306620359421, "global_step": 1207, "epoch": 6, "lr": 9.998905479513155e-05}
{"train_loss": 0.03473716974258423, "global_step": 1208, "epoch": 6, "lr": 9.998902385577058e-05}
{"train_loss": 0.02539205178618431, "global_step": 1209, "epoch": 6, "lr": 9.998899287274719e-05}
{"train_loss": 0.022865019738674164, "global_step": 1210, "epoch": 6, "lr": 9.998896184606141e-05}
{"train_loss": 0.025396175682544708, "global_step": 1211, "epoch": 6, "lr": 9.998893077571325e-05}
{"train_loss": 0.03769160062074661, "global_step": 1212, "epoch": 6, "lr": 9.998889966170275e-05}
{"train_loss": 0.03445674106478691, "global_step": 1213, "epoch": 6, "lr": 9.998886850402993e-05}
{"train_loss": 0.03687725216150284, "global_step": 1214, "epoch": 6, "lr": 9.998883730269482e-05}
{"train_loss": 0.02405066415667534, "global_step": 1215, "epoch": 6, "lr": 9.998880605769744e-05}
{"train_loss": 0.03448241576552391, "global_step": 1216, "epoch": 6, "lr": 9.998877476903783e-05}
{"train_loss": 0.0400405079126358, "global_step": 1217, "epoch": 6, "lr": 9.9988743436716e-05}
{"train_loss": 0.03846985101699829, "global_step": 1218, "epoch": 6, "lr": 9.9988712060732e-05}
{"train_loss": 0.01873478665947914, "global_step": 1219, "epoch": 6, "lr": 9.998868064108584e-05}
{"train_loss": 0.04426077753305435, "global_step": 1220, "epoch": 6, "lr": 9.998864917777755e-05}
{"train_loss": 0.03210093453526497, "global_step": 1221, "epoch": 6, "lr": 9.998861767080717e-05}
{"train_loss": 0.027496635913848877, "global_step": 1222, "epoch": 6, "lr": 9.998858612017471e-05}
{"train_loss": 0.03579763323068619, "global_step": 1223, "epoch": 6, "lr": 9.99885545258802e-05}
{"train_loss": 0.02916467934846878, "global_step": 1224, "epoch": 6, "lr": 9.998852288792368e-05}
{"train_loss": 0.033366136252880096, "global_step": 1225, "epoch": 6, "lr": 9.998849120630518e-05}
{"train_loss": 0.031369518488645554, "global_step": 1226, "epoch": 6, "lr": 9.998845948102471e-05}
{"train_loss": 0.037148088216781616, "global_step": 1227, "epoch": 6, "lr": 9.99884277120823e-05}
{"train_loss": 0.03479885309934616, "global_step": 1228, "epoch": 6, "lr": 9.998839589947799e-05}
{"train_loss": 0.0326949842274189, "global_step": 1229, "epoch": 6, "lr": 9.99883640432118e-05}
{"train_loss": 0.02813321352005005, "global_step": 1230, "epoch": 6, "lr": 9.998833214328376e-05}
{"train_loss": 0.025640659034252167, "global_step": 1231, "epoch": 6, "lr": 9.99883001996939e-05}
{"train_loss": 0.02388685569167137, "global_step": 1232, "epoch": 6, "lr": 9.998826821244224e-05}
{"train_loss": 0.028980739414691925, "global_step": 1233, "epoch": 6, "lr": 9.998823618152882e-05}
{"train_loss": 0.04459129273891449, "global_step": 1234, "epoch": 6, "lr": 9.998820410695365e-05}
{"train_loss": 0.0378338098526001, "global_step": 1235, "epoch": 6, "lr": 9.998817198871677e-05}
{"train_loss": 0.036050502210855484, "global_step": 1236, "epoch": 6, "lr": 9.998813982681821e-05}
{"train_loss": 0.02823874168097973, "global_step": 1237, "epoch": 6, "lr": 9.9988107621258e-05}
{"train_loss": 0.028039753437042236, "global_step": 1238, "epoch": 6, "lr": 9.998807537203616e-05}
{"train_loss": 0.03887135162949562, "global_step": 1239, "epoch": 6, "lr": 9.998804307915273e-05}
{"train_loss": 0.039984606206417084, "global_step": 1240, "epoch": 6, "lr": 9.998801074260771e-05}
{"train_loss": 0.02184332348406315, "global_step": 1241, "epoch": 6, "lr": 9.998797836240116e-05}
{"train_loss": 0.034404825419187546, "global_step": 1242, "epoch": 6, "lr": 9.998794593853309e-05}
{"train_loss": 0.02581966295838356, "global_step": 1243, "epoch": 6, "lr": 9.998791347100354e-05}
{"train_loss": 0.033309727907180786, "global_step": 1244, "epoch": 6, "lr": 9.998788095981254e-05}
{"train_loss": 0.03419726056287463, "global_step": 1245, "epoch": 6, "lr": 9.99878484049601e-05}
{"train_loss": 0.04202181100845337, "global_step": 1246, "epoch": 7, "lr": 9.998781580644626e-05}
{"train_loss": 0.02921491116285324, "global_step": 1247, "epoch": 7, "lr": 9.998778316427105e-05}
{"train_loss": 0.049683667719364166, "global_step": 1248, "epoch": 7, "lr": 9.99877504784345e-05}
{"train_loss": 0.044189635664224625, "global_step": 1249, "epoch": 7, "lr": 9.998771774893662e-05}
{"train_loss": 0.037094928324222565, "global_step": 1250, "epoch": 7, "lr": 9.998768497577749e-05}
{"train_loss": 0.02876204624772072, "global_step": 1251, "epoch": 7, "lr": 9.998765215895706e-05}
{"train_loss": 0.028600355610251427, "global_step": 1252, "epoch": 7, "lr": 9.998761929847543e-05}
{"train_loss": 0.025261379778385162, "global_step": 1253, "epoch": 7, "lr": 9.998758639433259e-05}
{"train_loss": 0.038828931748867035, "global_step": 1254, "epoch": 7, "lr": 9.998755344652859e-05}
{"train_loss": 0.029478974640369415, "global_step": 1255, "epoch": 7, "lr": 9.998752045506344e-05}
{"train_loss": 0.026379235088825226, "global_step": 1256, "epoch": 7, "lr": 9.998748741993715e-05}
{"train_loss": 0.029955986887216568, "global_step": 1257, "epoch": 7, "lr": 9.99874543411498e-05}
{"train_loss": 0.021802416071295738, "global_step": 1258, "epoch": 7, "lr": 9.998742121870139e-05}
{"train_loss": 0.037528038024902344, "global_step": 1259, "epoch": 7, "lr": 9.998738805259196e-05}
{"train_loss": 0.036255933344364166, "global_step": 1260, "epoch": 7, "lr": 9.998735484282152e-05}
{"train_loss": 0.026759129017591476, "global_step": 1261, "epoch": 7, "lr": 9.998732158939013e-05}
{"train_loss": 0.028269175440073013, "global_step": 1262, "epoch": 7, "lr": 9.998728829229778e-05}
{"train_loss": 0.03292146325111389, "global_step": 1263, "epoch": 7, "lr": 9.998725495154453e-05}
{"train_loss": 0.027495132759213448, "global_step": 1264, "epoch": 7, "lr": 9.998722156713038e-05}
{"train_loss": 0.03623483330011368, "global_step": 1265, "epoch": 7, "lr": 9.99871881390554e-05}
{"train_loss": 0.031038548797369003, "global_step": 1266, "epoch": 7, "lr": 9.998715466731958e-05}
{"train_loss": 0.027762284502387047, "global_step": 1267, "epoch": 7, "lr": 9.998712115192297e-05}
{"train_loss": 0.04114294797182083, "global_step": 1268, "epoch": 7, "lr": 9.998708759286561e-05}
{"train_loss": 0.0327288880944252, "global_step": 1269, "epoch": 7, "lr": 9.99870539901475e-05}
{"train_loss": 0.03325548768043518, "global_step": 1270, "epoch": 7, "lr": 9.998702034376868e-05}
{"train_loss": 0.025291934609413147, "global_step": 1271, "epoch": 7, "lr": 9.998698665372919e-05}
{"train_loss": 0.03238919377326965, "global_step": 1272, "epoch": 7, "lr": 9.998695292002905e-05}
{"train_loss": 0.03921123221516609, "global_step": 1273, "epoch": 7, "lr": 9.99869191426683e-05}
{"train_loss": 0.031934548169374466, "global_step": 1274, "epoch": 7, "lr": 9.998688532164695e-05}
{"train_loss": 0.030371442437171936, "global_step": 1275, "epoch": 7, "lr": 9.998685145696503e-05}
{"train_loss": 0.03912009671330452, "global_step": 1276, "epoch": 7, "lr": 9.99868175486226e-05}
{"train_loss": 0.029663018882274628, "global_step": 1277, "epoch": 7, "lr": 9.998678359661965e-05}
{"train_loss": 0.026256760582327843, "global_step": 1278, "epoch": 7, "lr": 9.998674960095626e-05}
{"train_loss": 0.03542093187570572, "global_step": 1279, "epoch": 7, "lr": 9.998671556163241e-05}
{"train_loss": 0.019905935972929, "global_step": 1280, "epoch": 7, "lr": 9.998668147864816e-05}
{"train_loss": 0.025582119822502136, "global_step": 1281, "epoch": 7, "lr": 9.998664735200352e-05}
{"train_loss": 0.024665948003530502, "global_step": 1282, "epoch": 7, "lr": 9.998661318169853e-05}
{"train_loss": 0.028094954788684845, "global_step": 1283, "epoch": 7, "lr": 9.998657896773323e-05}
{"train_loss": 0.02972707711160183, "global_step": 1284, "epoch": 7, "lr": 9.998654471010763e-05}
{"train_loss": 0.030721724033355713, "global_step": 1285, "epoch": 7, "lr": 9.998651040882175e-05}
{"train_loss": 0.03687014430761337, "global_step": 1286, "epoch": 7, "lr": 9.998647606387566e-05}
{"train_loss": 0.03556589409708977, "global_step": 1287, "epoch": 7, "lr": 9.998644167526936e-05}
{"train_loss": 0.030991651117801666, "global_step": 1288, "epoch": 7, "lr": 9.99864072430029e-05}
{"train_loss": 0.031070232391357422, "global_step": 1289, "epoch": 7, "lr": 9.998637276707628e-05}
{"train_loss": 0.0316692590713501, "global_step": 1290, "epoch": 7, "lr": 9.998633824748956e-05}
{"train_loss": 0.02683589607477188, "global_step": 1291, "epoch": 7, "lr": 9.998630368424275e-05}
{"train_loss": 0.0244767963886261, "global_step": 1292, "epoch": 7, "lr": 9.998626907733591e-05}
{"train_loss": 0.019755184650421143, "global_step": 1293, "epoch": 7, "lr": 9.998623442676903e-05}
{"train_loss": 0.03704157471656799, "global_step": 1294, "epoch": 7, "lr": 9.998619973254217e-05}
{"train_loss": 0.027270346879959106, "global_step": 1295, "epoch": 7, "lr": 9.998616499465534e-05}
{"train_loss": 0.058256763964891434, "global_step": 1296, "epoch": 7, "lr": 9.998613021310858e-05}
{"train_loss": 0.0244775228202343, "global_step": 1297, "epoch": 7, "lr": 9.998609538790194e-05}
{"train_loss": 0.028473641723394394, "global_step": 1298, "epoch": 7, "lr": 9.998606051903541e-05}
{"train_loss": 0.02350371703505516, "global_step": 1299, "epoch": 7, "lr": 9.998602560650903e-05}
{"train_loss": 0.03583446890115738, "global_step": 1300, "epoch": 7, "lr": 9.998599065032287e-05}
{"train_loss": 0.027111206203699112, "global_step": 1301, "epoch": 7, "lr": 9.998595565047692e-05}
{"train_loss": 0.03519473969936371, "global_step": 1302, "epoch": 7, "lr": 9.998592060697123e-05}
{"train_loss": 0.028194651007652283, "global_step": 1303, "epoch": 7, "lr": 9.998588551980581e-05}
{"train_loss": 0.031532466411590576, "global_step": 1304, "epoch": 7, "lr": 9.998585038898072e-05}
{"train_loss": 0.035145003348588943, "global_step": 1305, "epoch": 7, "lr": 9.998581521449595e-05}
{"train_loss": 0.03434566408395767, "global_step": 1306, "epoch": 7, "lr": 9.998577999635158e-05}
{"train_loss": 0.0263526551425457, "global_step": 1307, "epoch": 7, "lr": 9.99857447345476e-05}
{"train_loss": 0.03602645918726921, "global_step": 1308, "epoch": 7, "lr": 9.998570942908407e-05}
{"train_loss": 0.03988002985715866, "global_step": 1309, "epoch": 7, "lr": 9.9985674079961e-05}
{"train_loss": 0.018483104184269905, "global_step": 1310, "epoch": 7, "lr": 9.998563868717843e-05}
{"train_loss": 0.02491190657019615, "global_step": 1311, "epoch": 7, "lr": 9.99856032507364e-05}
{"train_loss": 0.029793566092848778, "global_step": 1312, "epoch": 7, "lr": 9.998556777063492e-05}
{"train_loss": 0.027088001370429993, "global_step": 1313, "epoch": 7, "lr": 9.998553224687404e-05}
{"train_loss": 0.026340443640947342, "global_step": 1314, "epoch": 7, "lr": 9.998549667945378e-05}
{"train_loss": 0.029936030507087708, "global_step": 1315, "epoch": 7, "lr": 9.998546106837417e-05}
{"train_loss": 0.03187447413802147, "global_step": 1316, "epoch": 7, "lr": 9.998542541363524e-05}
{"train_loss": 0.03845060616731644, "global_step": 1317, "epoch": 7, "lr": 9.998538971523704e-05}
{"train_loss": 0.02472958341240883, "global_step": 1318, "epoch": 7, "lr": 9.998535397317956e-05}
{"train_loss": 0.03691226989030838, "global_step": 1319, "epoch": 7, "lr": 9.998531818746288e-05}
{"train_loss": 0.031100524589419365, "global_step": 1320, "epoch": 7, "lr": 9.998528235808702e-05}
{"train_loss": 0.03215132653713226, "global_step": 1321, "epoch": 7, "lr": 9.998524648505197e-05}
{"train_loss": 0.040406420826911926, "global_step": 1322, "epoch": 7, "lr": 9.99852105683578e-05}
{"train_loss": 0.03253844380378723, "global_step": 1323, "epoch": 7, "lr": 9.998517460800457e-05}
{"train_loss": 0.024596599861979485, "global_step": 1324, "epoch": 7, "lr": 9.998513860399223e-05}
{"train_loss": 0.028673436492681503, "global_step": 1325, "epoch": 7, "lr": 9.998510255632088e-05}
{"train_loss": 0.03632156178355217, "global_step": 1326, "epoch": 7, "lr": 9.998506646499053e-05}
{"train_loss": 0.030528845265507698, "global_step": 1327, "epoch": 7, "lr": 9.998503033000119e-05}
{"train_loss": 0.033338744193315506, "global_step": 1328, "epoch": 7, "lr": 9.998499415135294e-05}
{"train_loss": 0.0325419083237648, "global_step": 1329, "epoch": 7, "lr": 9.998495792904576e-05}
{"train_loss": 0.0352642647922039, "global_step": 1330, "epoch": 7, "lr": 9.998492166307972e-05}
{"train_loss": 0.03245474398136139, "global_step": 1331, "epoch": 7, "lr": 9.998488535345483e-05}
{"train_loss": 0.02851773612201214, "global_step": 1332, "epoch": 7, "lr": 9.99848490001711e-05}
{"train_loss": 0.030562330037355423, "global_step": 1333, "epoch": 7, "lr": 9.998481260322863e-05}
{"train_loss": 0.033509451895952225, "global_step": 1334, "epoch": 7, "lr": 9.99847761626274e-05}
{"train_loss": 0.032080527395009995, "global_step": 1335, "epoch": 7, "lr": 9.998473967836744e-05}
{"train_loss": 0.024515904486179352, "global_step": 1336, "epoch": 7, "lr": 9.99847031504488e-05}
{"train_loss": 0.025695689022541046, "global_step": 1337, "epoch": 7, "lr": 9.998466657887151e-05}
{"train_loss": 0.04535769671201706, "global_step": 1338, "epoch": 7, "lr": 9.99846299636356e-05}
{"train_loss": 0.027976321056485176, "global_step": 1339, "epoch": 7, "lr": 9.998459330474111e-05}
{"train_loss": 0.03148501366376877, "global_step": 1340, "epoch": 7, "lr": 9.998455660218804e-05}
{"train_loss": 0.03433145210146904, "global_step": 1341, "epoch": 7, "lr": 9.998451985597646e-05}
{"train_loss": 0.029317565262317657, "global_step": 1342, "epoch": 7, "lr": 9.99844830661064e-05}
{"train_loss": 0.026742568239569664, "global_step": 1343, "epoch": 7, "lr": 9.998444623257785e-05}
{"train_loss": 0.0330304391682148, "global_step": 1344, "epoch": 7, "lr": 9.998440935539089e-05}
{"train_loss": 0.02640480548143387, "global_step": 1345, "epoch": 7, "lr": 9.998437243454552e-05}
{"train_loss": 0.03636505454778671, "global_step": 1346, "epoch": 7, "lr": 9.99843354700418e-05}
{"train_loss": 0.027004055678844452, "global_step": 1347, "epoch": 7, "lr": 9.998429846187975e-05}
{"train_loss": 0.031407833099365234, "global_step": 1348, "epoch": 7, "lr": 9.99842614100594e-05}
{"train_loss": 0.025130964815616608, "global_step": 1349, "epoch": 7, "lr": 9.998422431458077e-05}
{"train_loss": 0.023140467703342438, "global_step": 1350, "epoch": 7, "lr": 9.99841871754439e-05}
{"train_loss": 0.035827234387397766, "global_step": 1351, "epoch": 7, "lr": 9.998414999264885e-05}
{"train_loss": 0.032113414257764816, "global_step": 1352, "epoch": 7, "lr": 9.998411276619562e-05}
{"train_loss": 0.03391844779253006, "global_step": 1353, "epoch": 7, "lr": 9.998407549608423e-05}
{"train_loss": 0.042405661195516586, "global_step": 1354, "epoch": 7, "lr": 9.998403818231477e-05}
{"train_loss": 0.030379829928278923, "global_step": 1355, "epoch": 7, "lr": 9.998400082488722e-05}
{"train_loss": 0.044411737471818924, "global_step": 1356, "epoch": 7, "lr": 9.998396342380163e-05}
{"train_loss": 0.02848714403808117, "global_step": 1357, "epoch": 7, "lr": 9.998392597905803e-05}
{"train_loss": 0.034378886222839355, "global_step": 1358, "epoch": 7, "lr": 9.998388849065648e-05}
{"train_loss": 0.035281114280223846, "global_step": 1359, "epoch": 7, "lr": 9.998385095859696e-05}
{"train_loss": 0.040481965988874435, "global_step": 1360, "epoch": 7, "lr": 9.998381338287954e-05}
{"train_loss": 0.030414119362831116, "global_step": 1361, "epoch": 7, "lr": 9.998377576350425e-05}
{"train_loss": 0.03312262147665024, "global_step": 1362, "epoch": 7, "lr": 9.99837381004711e-05}
{"train_loss": 0.03634209558367729, "global_step": 1363, "epoch": 7, "lr": 9.998370039378016e-05}
{"train_loss": 0.031247958540916443, "global_step": 1364, "epoch": 7, "lr": 9.998366264343144e-05}
{"train_loss": 0.026589995250105858, "global_step": 1365, "epoch": 7, "lr": 9.998362484942496e-05}
{"train_loss": 0.025749020278453827, "global_step": 1366, "epoch": 7, "lr": 9.998358701176078e-05}
{"train_loss": 0.03400375694036484, "global_step": 1367, "epoch": 7, "lr": 9.998354913043892e-05}
{"train_loss": 0.028567705303430557, "global_step": 1368, "epoch": 7, "lr": 9.998351120545943e-05}
{"train_loss": 0.035316143184900284, "global_step": 1369, "epoch": 7, "lr": 9.998347323682231e-05}
{"train_loss": 0.03693003207445145, "global_step": 1370, "epoch": 7, "lr": 9.998343522452762e-05}
{"train_loss": 0.028289739042520523, "global_step": 1371, "epoch": 7, "lr": 9.998339716857538e-05}
{"train_loss": 0.0331236757338047, "global_step": 1372, "epoch": 7, "lr": 9.998335906896562e-05}
{"train_loss": 0.0345580130815506, "global_step": 1373, "epoch": 7, "lr": 9.99833209256984e-05}
{"train_loss": 0.025122102349996567, "global_step": 1374, "epoch": 7, "lr": 9.998328273877371e-05}
{"train_loss": 0.02476325072348118, "global_step": 1375, "epoch": 7, "lr": 9.998324450819163e-05}
{"train_loss": 0.03170524537563324, "global_step": 1376, "epoch": 7, "lr": 9.998320623395215e-05}
{"train_loss": 0.030980154871940613, "global_step": 1377, "epoch": 7, "lr": 9.998316791605534e-05}
{"train_loss": 0.024382121860980988, "global_step": 1378, "epoch": 7, "lr": 9.998312955450122e-05}
{"train_loss": 0.03040013089776039, "global_step": 1379, "epoch": 7, "lr": 9.998309114928981e-05}
{"train_loss": 0.028208617120981216, "global_step": 1380, "epoch": 7, "lr": 9.998305270042116e-05}
{"train_loss": 0.02385132387280464, "global_step": 1381, "epoch": 7, "lr": 9.998301420789529e-05}
{"train_loss": 0.03612197935581207, "global_step": 1382, "epoch": 7, "lr": 9.998297567171225e-05}
{"train_loss": 0.03313707932829857, "global_step": 1383, "epoch": 7, "lr": 9.998293709187207e-05}
{"train_loss": 0.03369409218430519, "global_step": 1384, "epoch": 7, "lr": 9.998289846837478e-05}
{"train_loss": 0.030948800966143608, "global_step": 1385, "epoch": 7, "lr": 9.99828598012204e-05}
{"train_loss": 0.03151978924870491, "global_step": 1386, "epoch": 7, "lr": 9.998282109040898e-05}
{"train_loss": 0.039264507591724396, "global_step": 1387, "epoch": 7, "lr": 9.998278233594056e-05}
{"train_loss": 0.029445793479681015, "global_step": 1388, "epoch": 7, "lr": 9.998274353781516e-05}
{"train_loss": 0.0396556481719017, "global_step": 1389, "epoch": 7, "lr": 9.998270469603282e-05}
{"train_loss": 0.03347928076982498, "global_step": 1390, "epoch": 7, "lr": 9.998266581059357e-05}
{"train_loss": 0.03639394789934158, "global_step": 1391, "epoch": 7, "lr": 9.998262688149744e-05}
{"train_loss": 0.03030577301979065, "global_step": 1392, "epoch": 7, "lr": 9.998258790874448e-05}
{"train_loss": 0.029236115515232086, "global_step": 1393, "epoch": 7, "lr": 9.998254889233472e-05}
{"train_loss": 0.023447025567293167, "global_step": 1394, "epoch": 7, "lr": 9.998250983226818e-05}
{"train_loss": 0.03486661985516548, "global_step": 1395, "epoch": 7, "lr": 9.99824707285449e-05}
{"train_loss": 0.030206462368369102, "global_step": 1396, "epoch": 7, "lr": 9.998243158116491e-05}
{"train_loss": 0.03457765281200409, "global_step": 1397, "epoch": 7, "lr": 9.998239239012828e-05}
{"train_loss": 0.0252542644739151, "global_step": 1398, "epoch": 7, "lr": 9.998235315543498e-05}
{"train_loss": 0.030922284349799156, "global_step": 1399, "epoch": 7, "lr": 9.99823138770851e-05}
{"train_loss": 0.0399242639541626, "global_step": 1400, "epoch": 7, "lr": 9.998227455507864e-05}
{"train_loss": 0.034865595400333405, "global_step": 1401, "epoch": 7, "lr": 9.998223518941568e-05}
{"train_loss": 0.021581709384918213, "global_step": 1402, "epoch": 7, "lr": 9.998219578009619e-05}
{"train_loss": 0.030157994478940964, "global_step": 1403, "epoch": 7, "lr": 9.998215632712024e-05}
{"train_loss": 0.03791140392422676, "global_step": 1404, "epoch": 7, "lr": 9.998211683048788e-05}
{"train_loss": 0.02627905271947384, "global_step": 1405, "epoch": 7, "lr": 9.998207729019911e-05}
{"train_loss": 0.032877929508686066, "global_step": 1406, "epoch": 7, "lr": 9.998203770625398e-05}
{"train_loss": 0.02813877910375595, "global_step": 1407, "epoch": 7, "lr": 9.998199807865254e-05}
{"train_loss": 0.025901339948177338, "global_step": 1408, "epoch": 7, "lr": 9.998195840739479e-05}
{"train_loss": 0.03206942602992058, "global_step": 1409, "epoch": 7, "lr": 9.998191869248079e-05}
{"train_loss": 0.027139101177453995, "global_step": 1410, "epoch": 7, "lr": 9.998187893391057e-05}
{"train_loss": 0.03358052298426628, "global_step": 1411, "epoch": 7, "lr": 9.998183913168417e-05}
{"train_loss": 0.030136646702885628, "global_step": 1412, "epoch": 7, "lr": 9.998179928580162e-05}
{"train_loss": 0.026937048882246017, "global_step": 1413, "epoch": 7, "lr": 9.998175939626296e-05}
{"train_loss": 0.03097439929842949, "global_step": 1414, "epoch": 7, "lr": 9.998171946306819e-05}
{"train_loss": 0.025563810020685196, "global_step": 1415, "epoch": 7, "lr": 9.998167948621739e-05}
{"train_loss": 0.04525343328714371, "global_step": 1416, "epoch": 7, "lr": 9.998163946571057e-05}
{"train_loss": 0.04070062190294266, "global_step": 1417, "epoch": 7, "lr": 9.998159940154778e-05}
{"train_loss": 0.021589212119579315, "global_step": 1418, "epoch": 7, "lr": 9.998155929372905e-05}
{"train_loss": 0.0356924794614315, "global_step": 1419, "epoch": 7, "lr": 9.99815191422544e-05}
{"train_loss": 0.038021817803382874, "global_step": 1420, "epoch": 7, "lr": 9.99814789471239e-05}
{"train_loss": 0.026571182534098625, "global_step": 1421, "epoch": 7, "lr": 9.998143870833755e-05}
{"train_loss": 0.025378532707691193, "global_step": 1422, "epoch": 7, "lr": 9.99813984258954e-05}
{"train_loss": 0.0314972654738453, "global_step": 1423, "epoch": 7, "lr": 9.998135809979747e-05}
{"train_loss": 0.026201574131846428, "global_step": 1424, "epoch": 8, "lr": 9.998131773004383e-05}
{"train_loss": 0.023905564099550247, "global_step": 1425, "epoch": 8, "lr": 9.998127731663449e-05}
{"train_loss": 0.03227047622203827, "global_step": 1426, "epoch": 8, "lr": 9.998123685956948e-05}
{"train_loss": 0.030751699581742287, "global_step": 1427, "epoch": 8, "lr": 9.998119635884885e-05}
{"train_loss": 0.03260311111807823, "global_step": 1428, "epoch": 8, "lr": 9.998115581447263e-05}
{"train_loss": 0.026492465287446976, "global_step": 1429, "epoch": 8, "lr": 9.998111522644085e-05}
{"train_loss": 0.030894465744495392, "global_step": 1430, "epoch": 8, "lr": 9.998107459475355e-05}
{"train_loss": 0.032414235174655914, "global_step": 1431, "epoch": 8, "lr": 9.998103391941078e-05}
{"train_loss": 0.026823222637176514, "global_step": 1432, "epoch": 8, "lr": 9.998099320041254e-05}
{"train_loss": 0.03163842484354973, "global_step": 1433, "epoch": 8, "lr": 9.998095243775891e-05}
{"train_loss": 0.028913097456097603, "global_step": 1434, "epoch": 8, "lr": 9.99809116314499e-05}
{"train_loss": 0.048826973885297775, "global_step": 1435, "epoch": 8, "lr": 9.998087078148552e-05}
{"train_loss": 0.04117192327976227, "global_step": 1436, "epoch": 8, "lr": 9.998082988786585e-05}
{"train_loss": 0.026847712695598602, "global_step": 1437, "epoch": 8, "lr": 9.998078895059093e-05}
{"train_loss": 0.02768080309033394, "global_step": 1438, "epoch": 8, "lr": 9.998074796966076e-05}
{"train_loss": 0.03302329033613205, "global_step": 1439, "epoch": 8, "lr": 9.99807069450754e-05}
{"train_loss": 0.05048507824540138, "global_step": 1440, "epoch": 8, "lr": 9.998066587683486e-05}
{"train_loss": 0.03758874535560608, "global_step": 1441, "epoch": 8, "lr": 9.998062476493921e-05}
{"train_loss": 0.03860146552324295, "global_step": 1442, "epoch": 8, "lr": 9.998058360938845e-05}
{"train_loss": 0.031282052397727966, "global_step": 1443, "epoch": 8, "lr": 9.998054241018265e-05}
{"train_loss": 0.030943360179662704, "global_step": 1444, "epoch": 8, "lr": 9.998050116732182e-05}
{"train_loss": 0.03222598135471344, "global_step": 1445, "epoch": 8, "lr": 9.998045988080602e-05}
{"train_loss": 0.028977299109101295, "global_step": 1446, "epoch": 8, "lr": 9.998041855063527e-05}
{"train_loss": 0.021842729300260544, "global_step": 1447, "epoch": 8, "lr": 9.998037717680962e-05}
{"train_loss": 0.02699628472328186, "global_step": 1448, "epoch": 8, "lr": 9.998033575932907e-05}
{"train_loss": 0.027254987508058548, "global_step": 1449, "epoch": 8, "lr": 9.998029429819369e-05}
{"train_loss": 0.030712731182575226, "global_step": 1450, "epoch": 8, "lr": 9.998025279340352e-05}
{"train_loss": 0.02470189332962036, "global_step": 1451, "epoch": 8, "lr": 9.998021124495858e-05}
{"train_loss": 0.026582736521959305, "global_step": 1452, "epoch": 8, "lr": 9.99801696528589e-05}
{"train_loss": 0.030316434800624847, "global_step": 1453, "epoch": 8, "lr": 9.998012801710453e-05}
{"train_loss": 0.03337980806827545, "global_step": 1454, "epoch": 8, "lr": 9.998008633769551e-05}
{"train_loss": 0.018848881125450134, "global_step": 1455, "epoch": 8, "lr": 9.998004461463187e-05}
{"train_loss": 0.025779996067285538, "global_step": 1456, "epoch": 8, "lr": 9.998000284791364e-05}
{"train_loss": 0.023767812177538872, "global_step": 1457, "epoch": 8, "lr": 9.997996103754086e-05}
{"train_loss": 0.026161951944231987, "global_step": 1458, "epoch": 8, "lr": 9.997991918351356e-05}
{"train_loss": 0.03646448627114296, "global_step": 1459, "epoch": 8, "lr": 9.99798772858318e-05}
{"train_loss": 0.02378857508301735, "global_step": 1460, "epoch": 8, "lr": 9.99798353444956e-05}
{"train_loss": 0.02567998692393303, "global_step": 1461, "epoch": 8, "lr": 9.9979793359505e-05}
{"train_loss": 0.027491195127367973, "global_step": 1462, "epoch": 8, "lr": 9.997975133086003e-05}
{"train_loss": 0.03634699434041977, "global_step": 1463, "epoch": 8, "lr": 9.997970925856075e-05}
{"train_loss": 0.025264106690883636, "global_step": 1464, "epoch": 8, "lr": 9.997966714260716e-05}
{"train_loss": 0.03383134678006172, "global_step": 1465, "epoch": 8, "lr": 9.997962498299931e-05}
{"train_loss": 0.046767063438892365, "global_step": 1466, "epoch": 8, "lr": 9.997958277973726e-05}
{"train_loss": 0.03432565927505493, "global_step": 1467, "epoch": 8, "lr": 9.997954053282102e-05}
{"train_loss": 0.025999821722507477, "global_step": 1468, "epoch": 8, "lr": 9.997949824225064e-05}
{"train_loss": 0.02788594737648964, "global_step": 1469, "epoch": 8, "lr": 9.997945590802615e-05}
{"train_loss": 0.018869565799832344, "global_step": 1470, "epoch": 8, "lr": 9.99794135301476e-05}
{"train_loss": 0.02675497531890869, "global_step": 1471, "epoch": 8, "lr": 9.997937110861499e-05}
{"train_loss": 0.02240080013871193, "global_step": 1472, "epoch": 8, "lr": 9.99793286434284e-05}
{"train_loss": 0.029294144362211227, "global_step": 1473, "epoch": 8, "lr": 9.997928613458785e-05}
{"train_loss": 0.03326582908630371, "global_step": 1474, "epoch": 8, "lr": 9.997924358209338e-05}
{"train_loss": 0.034833457320928574, "global_step": 1475, "epoch": 8, "lr": 9.997920098594504e-05}
{"train_loss": 0.02884385548532009, "global_step": 1476, "epoch": 8, "lr": 9.997915834614284e-05}
{"train_loss": 0.027761414647102356, "global_step": 1477, "epoch": 8, "lr": 9.997911566268683e-05}
{"train_loss": 0.030246848240494728, "global_step": 1478, "epoch": 8, "lr": 9.997907293557705e-05}
{"train_loss": 0.03299618139863014, "global_step": 1479, "epoch": 8, "lr": 9.997903016481352e-05}
{"train_loss": 0.030836939811706543, "global_step": 1480, "epoch": 8, "lr": 9.99789873503963e-05}
{"train_loss": 0.04740789160132408, "global_step": 1481, "epoch": 8, "lr": 9.997894449232543e-05}
{"train_loss": 0.033459387719631195, "global_step": 1482, "epoch": 8, "lr": 9.997890159060092e-05}
{"train_loss": 0.020504813641309738, "global_step": 1483, "epoch": 8, "lr": 9.997885864522283e-05}
{"train_loss": 0.03148280084133148, "global_step": 1484, "epoch": 8, "lr": 9.99788156561912e-05}
{"train_loss": 0.024654366075992584, "global_step": 1485, "epoch": 8, "lr": 9.997877262350605e-05}
{"train_loss": 0.02811066433787346, "global_step": 1486, "epoch": 8, "lr": 9.997872954716743e-05}
{"train_loss": 0.02661915495991707, "global_step": 1487, "epoch": 8, "lr": 9.997868642717538e-05}
{"train_loss": 0.02667864039540291, "global_step": 1488, "epoch": 8, "lr": 9.997864326352992e-05}
{"train_loss": 0.03543759137392044, "global_step": 1489, "epoch": 8, "lr": 9.997860005623111e-05}
{"train_loss": 0.021691469475626945, "global_step": 1490, "epoch": 8, "lr": 9.997855680527898e-05}
{"train_loss": 0.02997662127017975, "global_step": 1491, "epoch": 8, "lr": 9.997851351067356e-05}
{"train_loss": 0.02786346524953842, "global_step": 1492, "epoch": 8, "lr": 9.997847017241489e-05}
{"train_loss": 0.03522356599569321, "global_step": 1493, "epoch": 8, "lr": 9.997842679050303e-05}
{"train_loss": 0.02269364520907402, "global_step": 1494, "epoch": 8, "lr": 9.997838336493796e-05}
{"train_loss": 0.02587607502937317, "global_step": 1495, "epoch": 8, "lr": 9.997833989571979e-05}
{"train_loss": 0.02253767102956772, "global_step": 1496, "epoch": 8, "lr": 9.997829638284852e-05}
{"train_loss": 0.029979916289448738, "global_step": 1497, "epoch": 8, "lr": 9.997825282632418e-05}
{"train_loss": 0.02561923861503601, "global_step": 1498, "epoch": 8, "lr": 9.997820922614682e-05}
{"train_loss": 0.030497057363390923, "global_step": 1499, "epoch": 8, "lr": 9.997816558231649e-05}
{"train_loss": 0.0199356097728014, "global_step": 1500, "epoch": 8, "lr": 9.997812189483323e-05}
{"train_loss": 0.055663663893938065, "global_step": 1501, "epoch": 8, "lr": 9.997807816369704e-05}
{"train_loss": 0.03453264385461807, "global_step": 1502, "epoch": 8, "lr": 9.997803438890798e-05}
{"train_loss": 0.02891240268945694, "global_step": 1503, "epoch": 8, "lr": 9.99779905704661e-05}
{"train_loss": 0.029079433530569077, "global_step": 1504, "epoch": 8, "lr": 9.997794670837144e-05}
{"train_loss": 0.032661523669958115, "global_step": 1505, "epoch": 8, "lr": 9.997790280262402e-05}
{"train_loss": 0.02882779762148857, "global_step": 1506, "epoch": 8, "lr": 9.99778588532239e-05}
{"train_loss": 0.04113980010151863, "global_step": 1507, "epoch": 8, "lr": 9.997781486017109e-05}
{"train_loss": 0.029889799654483795, "global_step": 1508, "epoch": 8, "lr": 9.997777082346564e-05}
{"train_loss": 0.03391053527593613, "global_step": 1509, "epoch": 8, "lr": 9.997772674310761e-05}
{"train_loss": 0.021397512406110764, "global_step": 1510, "epoch": 8, "lr": 9.997768261909701e-05}
{"train_loss": 0.0248381569981575, "global_step": 1511, "epoch": 8, "lr": 9.997763845143389e-05}
{"train_loss": 0.03606807813048363, "global_step": 1512, "epoch": 8, "lr": 9.997759424011828e-05}
{"train_loss": 0.014448022469878197, "global_step": 1513, "epoch": 8, "lr": 9.997754998515023e-05}
{"train_loss": 0.024362940341234207, "global_step": 1514, "epoch": 8, "lr": 9.997750568652978e-05}
{"train_loss": 0.03219489008188248, "global_step": 1515, "epoch": 8, "lr": 9.997746134425697e-05}
{"train_loss": 0.023161383345723152, "global_step": 1516, "epoch": 8, "lr": 9.997741695833182e-05}
{"train_loss": 0.017063191160559654, "global_step": 1517, "epoch": 8, "lr": 9.997737252875438e-05}
{"train_loss": 0.028133030980825424, "global_step": 1518, "epoch": 8, "lr": 9.997732805552469e-05}
{"train_loss": 0.026313677430152893, "global_step": 1519, "epoch": 8, "lr": 9.99772835386428e-05}
{"train_loss": 0.022109702229499817, "global_step": 1520, "epoch": 8, "lr": 9.997723897810873e-05}
{"train_loss": 0.021412372589111328, "global_step": 1521, "epoch": 8, "lr": 9.997719437392252e-05}
{"train_loss": 0.03169882297515869, "global_step": 1522, "epoch": 8, "lr": 9.997714972608421e-05}
{"train_loss": 0.03554946929216385, "global_step": 1523, "epoch": 8, "lr": 9.997710503459386e-05}
{"train_loss": 0.03242558613419533, "global_step": 1524, "epoch": 8, "lr": 9.997706029945149e-05}
{"train_loss": 0.028512949123978615, "global_step": 1525, "epoch": 8, "lr": 9.997701552065714e-05}
{"train_loss": 0.02785359136760235, "global_step": 1526, "epoch": 8, "lr": 9.997697069821086e-05}
{"train_loss": 0.027404412627220154, "global_step": 1527, "epoch": 8, "lr": 9.997692583211267e-05}
{"train_loss": 0.028473708778619766, "global_step": 1528, "epoch": 8, "lr": 9.997688092236261e-05}
{"train_loss": 0.02376924268901348, "global_step": 1529, "epoch": 8, "lr": 9.997683596896074e-05}
{"train_loss": 0.030184321105480194, "global_step": 1530, "epoch": 8, "lr": 9.99767909719071e-05}
{"train_loss": 0.032907404005527496, "global_step": 1531, "epoch": 8, "lr": 9.997674593120171e-05}
{"train_loss": 0.026660049334168434, "global_step": 1532, "epoch": 8, "lr": 9.997670084684462e-05}
{"train_loss": 0.03459993377327919, "global_step": 1533, "epoch": 8, "lr": 9.997665571883586e-05}
{"train_loss": 0.03738640993833542, "global_step": 1534, "epoch": 8, "lr": 9.997661054717547e-05}
{"train_loss": 0.02947338856756687, "global_step": 1535, "epoch": 8, "lr": 9.997656533186351e-05}
{"train_loss": 0.022792048752307892, "global_step": 1536, "epoch": 8, "lr": 9.99765200729e-05}
{"train_loss": 0.032838210463523865, "global_step": 1537, "epoch": 8, "lr": 9.997647477028498e-05}
{"train_loss": 0.028998518362641335, "global_step": 1538, "epoch": 8, "lr": 9.99764294240185e-05}
{"train_loss": 0.02816886641085148, "global_step": 1539, "epoch": 8, "lr": 9.997638403410059e-05}
{"train_loss": 0.02654082700610161, "global_step": 1540, "epoch": 8, "lr": 9.997633860053129e-05}
{"train_loss": 0.0298871248960495, "global_step": 1541, "epoch": 8, "lr": 9.997629312331065e-05}
{"train_loss": 0.027029618620872498, "global_step": 1542, "epoch": 8, "lr": 9.99762476024387e-05}
{"train_loss": 0.02310740016400814, "global_step": 1543, "epoch": 8, "lr": 9.997620203791547e-05}
{"train_loss": 0.03258424252271652, "global_step": 1544, "epoch": 8, "lr": 9.997615642974102e-05}
{"train_loss": 0.02321057766675949, "global_step": 1545, "epoch": 8, "lr": 9.997611077791537e-05}
{"train_loss": 0.02280186116695404, "global_step": 1546, "epoch": 8, "lr": 9.997606508243859e-05}
{"train_loss": 0.027293778955936432, "global_step": 1547, "epoch": 8, "lr": 9.99760193433107e-05}
{"train_loss": 0.02303677797317505, "global_step": 1548, "epoch": 8, "lr": 9.997597356053174e-05}
{"train_loss": 0.03775383532047272, "global_step": 1549, "epoch": 8, "lr": 9.997592773410176e-05}
{"train_loss": 0.021931760013103485, "global_step": 1550, "epoch": 8, "lr": 9.997588186402078e-05}
{"train_loss": 0.02040611393749714, "global_step": 1551, "epoch": 8, "lr": 9.997583595028885e-05}
{"train_loss": 0.029106413945555687, "global_step": 1552, "epoch": 8, "lr": 9.997578999290602e-05}
{"train_loss": 0.019247611984610558, "global_step": 1553, "epoch": 8, "lr": 9.997574399187232e-05}
{"train_loss": 0.020845653489232063, "global_step": 1554, "epoch": 8, "lr": 9.99756979471878e-05}
{"train_loss": 0.03221696615219116, "global_step": 1555, "epoch": 8, "lr": 9.997565185885248e-05}
{"train_loss": 0.017241207882761955, "global_step": 1556, "epoch": 8, "lr": 9.99756057268664e-05}
{"train_loss": 0.02053080126643181, "global_step": 1557, "epoch": 8, "lr": 9.997555955122964e-05}
{"train_loss": 0.02964024245738983, "global_step": 1558, "epoch": 8, "lr": 9.99755133319422e-05}
{"train_loss": 0.02887304313480854, "global_step": 1559, "epoch": 8, "lr": 9.997546706900414e-05}
{"train_loss": 0.04054822772741318, "global_step": 1560, "epoch": 8, "lr": 9.997542076241549e-05}
{"train_loss": 0.024548597633838654, "global_step": 1561, "epoch": 8, "lr": 9.997537441217628e-05}
{"train_loss": 0.03907404839992523, "global_step": 1562, "epoch": 8, "lr": 9.997532801828658e-05}
{"train_loss": 0.025850893929600716, "global_step": 1563, "epoch": 8, "lr": 9.997528158074642e-05}
{"train_loss": 0.03353122994303703, "global_step": 1564, "epoch": 8, "lr": 9.997523509955582e-05}
{"train_loss": 0.04005925729870796, "global_step": 1565, "epoch": 8, "lr": 9.997518857471485e-05}
{"train_loss": 0.026404233649373055, "global_step": 1566, "epoch": 8, "lr": 9.997514200622353e-05}
{"train_loss": 0.026325199753046036, "global_step": 1567, "epoch": 8, "lr": 9.997509539408192e-05}
{"train_loss": 0.028236521407961845, "global_step": 1568, "epoch": 8, "lr": 9.997504873829005e-05}
{"train_loss": 0.018637098371982574, "global_step": 1569, "epoch": 8, "lr": 9.997500203884794e-05}
{"train_loss": 0.027353066951036453, "global_step": 1570, "epoch": 8, "lr": 9.997495529575567e-05}
{"train_loss": 0.02475844882428646, "global_step": 1571, "epoch": 8, "lr": 9.997490850901325e-05}
{"train_loss": 0.024254940450191498, "global_step": 1572, "epoch": 8, "lr": 9.997486167862072e-05}
{"train_loss": 0.028752775862812996, "global_step": 1573, "epoch": 8, "lr": 9.997481480457815e-05}
{"train_loss": 0.02923063561320305, "global_step": 1574, "epoch": 8, "lr": 9.997476788688556e-05}
{"train_loss": 0.017226602882146835, "global_step": 1575, "epoch": 8, "lr": 9.997472092554299e-05}
{"train_loss": 0.017413632944226265, "global_step": 1576, "epoch": 8, "lr": 9.997467392055048e-05}
{"train_loss": 0.040153250098228455, "global_step": 1577, "epoch": 8, "lr": 9.99746268719081e-05}
{"train_loss": 0.03392317146062851, "global_step": 1578, "epoch": 8, "lr": 9.997457977961587e-05}
{"train_loss": 0.022610420361161232, "global_step": 1579, "epoch": 8, "lr": 9.99745326436738e-05}
{"train_loss": 0.03531075641512871, "global_step": 1580, "epoch": 8, "lr": 9.997448546408197e-05}
{"train_loss": 0.026726601645350456, "global_step": 1581, "epoch": 8, "lr": 9.997443824084043e-05}
{"train_loss": 0.029606565833091736, "global_step": 1582, "epoch": 8, "lr": 9.997439097394918e-05}
{"train_loss": 0.025734273716807365, "global_step": 1583, "epoch": 8, "lr": 9.99743436634083e-05}
{"train_loss": 0.04151023179292679, "global_step": 1584, "epoch": 8, "lr": 9.997429630921779e-05}
{"train_loss": 0.030260415747761726, "global_step": 1585, "epoch": 8, "lr": 9.997424891137774e-05}
{"train_loss": 0.023557720705866814, "global_step": 1586, "epoch": 8, "lr": 9.997420146988816e-05}
{"train_loss": 0.024704094976186752, "global_step": 1587, "epoch": 8, "lr": 9.997415398474911e-05}
{"train_loss": 0.025963928550481796, "global_step": 1588, "epoch": 8, "lr": 9.997410645596061e-05}
{"train_loss": 0.02412201091647148, "global_step": 1589, "epoch": 8, "lr": 9.997405888352272e-05}
{"train_loss": 0.026607034727931023, "global_step": 1590, "epoch": 8, "lr": 9.997401126743546e-05}
{"train_loss": 0.018412254750728607, "global_step": 1591, "epoch": 8, "lr": 9.99739636076989e-05}
{"train_loss": 0.0294614490121603, "global_step": 1592, "epoch": 8, "lr": 9.997391590431306e-05}
{"train_loss": 0.022648751735687256, "global_step": 1593, "epoch": 8, "lr": 9.997386815727799e-05}
{"train_loss": 0.02030692622065544, "global_step": 1594, "epoch": 8, "lr": 9.997382036659373e-05}
{"train_loss": 0.02532365173101425, "global_step": 1595, "epoch": 8, "lr": 9.997377253226033e-05}
{"train_loss": 0.030210871249437332, "global_step": 1596, "epoch": 8, "lr": 9.997372465427781e-05}
{"train_loss": 0.04100821167230606, "global_step": 1597, "epoch": 8, "lr": 9.997367673264624e-05}
{"train_loss": 0.028301924467086792, "global_step": 1598, "epoch": 8, "lr": 9.997362876736565e-05}
{"train_loss": 0.01921667903661728, "global_step": 1599, "epoch": 8, "lr": 9.997358075843605e-05}
{"train_loss": 0.029559552669525146, "global_step": 1600, "epoch": 8, "lr": 9.997353270585755e-05}
{"train_loss": 0.028774049551634307, "global_step": 1601, "epoch": 8, "lr": 9.997348460963013e-05}
{"train_loss": 0.026468295603990555, "global_step": 1602, "epoch": 9, "lr": 9.997343646975385e-05}
{"train_loss": 0.027624303475022316, "global_step": 1603, "epoch": 9, "lr": 9.997338828622877e-05}
{"train_loss": 0.02464061975479126, "global_step": 1604, "epoch": 9, "lr": 9.997334005905492e-05}
{"train_loss": 0.02285151742398739, "global_step": 1605, "epoch": 9, "lr": 9.997329178823234e-05}
{"train_loss": 0.026343364268541336, "global_step": 1606, "epoch": 9, "lr": 9.997324347376109e-05}
{"train_loss": 0.024979127570986748, "global_step": 1607, "epoch": 9, "lr": 9.997319511564119e-05}
{"train_loss": 0.02616943046450615, "global_step": 1608, "epoch": 9, "lr": 9.997314671387267e-05}
{"train_loss": 0.021303266286849976, "global_step": 1609, "epoch": 9, "lr": 9.99730982684556e-05}
{"train_loss": 0.02671162597835064, "global_step": 1610, "epoch": 9, "lr": 9.997304977939001e-05}
{"train_loss": 0.02476748824119568, "global_step": 1611, "epoch": 9, "lr": 9.997300124667594e-05}
{"train_loss": 0.023195216432213783, "global_step": 1612, "epoch": 9, "lr": 9.997295267031346e-05}
{"train_loss": 0.02255464345216751, "global_step": 1613, "epoch": 9, "lr": 9.997290405030258e-05}
{"train_loss": 0.02522270753979683, "global_step": 1614, "epoch": 9, "lr": 9.997285538664334e-05}
{"train_loss": 0.03230741247534752, "global_step": 1615, "epoch": 9, "lr": 9.997280667933581e-05}
{"train_loss": 0.02375989407300949, "global_step": 1616, "epoch": 9, "lr": 9.997275792838001e-05}
{"train_loss": 0.026485957205295563, "global_step": 1617, "epoch": 9, "lr": 9.997270913377599e-05}
{"train_loss": 0.0246820617467165, "global_step": 1618, "epoch": 9, "lr": 9.99726602955238e-05}
{"train_loss": 0.028094731271266937, "global_step": 1619, "epoch": 9, "lr": 9.997261141362346e-05}
{"train_loss": 0.024716924875974655, "global_step": 1620, "epoch": 9, "lr": 9.997256248807505e-05}
{"train_loss": 0.02464926242828369, "global_step": 1621, "epoch": 9, "lr": 9.997251351887857e-05}
{"train_loss": 0.022722307592630386, "global_step": 1622, "epoch": 9, "lr": 9.99724645060341e-05}
{"train_loss": 0.025294292718172073, "global_step": 1623, "epoch": 9, "lr": 9.997241544954167e-05}
{"train_loss": 0.02587982267141342, "global_step": 1624, "epoch": 9, "lr": 9.99723663494013e-05}
{"train_loss": 0.032173123210668564, "global_step": 1625, "epoch": 9, "lr": 9.997231720561307e-05}
{"train_loss": 0.02100946195423603, "global_step": 1626, "epoch": 9, "lr": 9.9972268018177e-05}
{"train_loss": 0.024127371609210968, "global_step": 1627, "epoch": 9, "lr": 9.997221878709314e-05}
{"train_loss": 0.02980094775557518, "global_step": 1628, "epoch": 9, "lr": 9.997216951236153e-05}
{"train_loss": 0.0314965546131134, "global_step": 1629, "epoch": 9, "lr": 9.99721201939822e-05}
{"train_loss": 0.029956405982375145, "global_step": 1630, "epoch": 9, "lr": 9.997207083195522e-05}
{"train_loss": 0.03428293764591217, "global_step": 1631, "epoch": 9, "lr": 9.997202142628061e-05}
{"train_loss": 0.03511946648359299, "global_step": 1632, "epoch": 9, "lr": 9.997197197695844e-05}
{"train_loss": 0.03598076105117798, "global_step": 1633, "epoch": 9, "lr": 9.997192248398873e-05}
{"train_loss": 0.023969687521457672, "global_step": 1634, "epoch": 9, "lr": 9.997187294737154e-05}
{"train_loss": 0.04433430731296539, "global_step": 1635, "epoch": 9, "lr": 9.997182336710688e-05}
{"train_loss": 0.02419460192322731, "global_step": 1636, "epoch": 9, "lr": 9.997177374319484e-05}
{"train_loss": 0.029333842918276787, "global_step": 1637, "epoch": 9, "lr": 9.997172407563542e-05}
{"train_loss": 0.03615562990307808, "global_step": 1638, "epoch": 9, "lr": 9.99716743644287e-05}
{"train_loss": 0.03134399652481079, "global_step": 1639, "epoch": 9, "lr": 9.99716246095747e-05}
{"train_loss": 0.026039697229862213, "global_step": 1640, "epoch": 9, "lr": 9.997157481107346e-05}
{"train_loss": 0.033169642090797424, "global_step": 1641, "epoch": 9, "lr": 9.997152496892506e-05}
{"train_loss": 0.021425636485219002, "global_step": 1642, "epoch": 9, "lr": 9.99714750831295e-05}
{"train_loss": 0.03407011926174164, "global_step": 1643, "epoch": 9, "lr": 9.997142515368684e-05}
{"train_loss": 0.027933109551668167, "global_step": 1644, "epoch": 9, "lr": 9.997137518059713e-05}
{"train_loss": 0.028427740558981895, "global_step": 1645, "epoch": 9, "lr": 9.997132516386039e-05}
{"train_loss": 0.02986399084329605, "global_step": 1646, "epoch": 9, "lr": 9.99712751034767e-05}
{"train_loss": 0.02217373624444008, "global_step": 1647, "epoch": 9, "lr": 9.997122499944609e-05}
{"train_loss": 0.033096328377723694, "global_step": 1648, "epoch": 9, "lr": 9.997117485176858e-05}
{"train_loss": 0.02786850556731224, "global_step": 1649, "epoch": 9, "lr": 9.997112466044425e-05}
{"train_loss": 0.021878840401768684, "global_step": 1650, "epoch": 9, "lr": 9.997107442547312e-05}
{"train_loss": 0.021696792915463448, "global_step": 1651, "epoch": 9, "lr": 9.997102414685525e-05}
{"train_loss": 0.028924863785505295, "global_step": 1652, "epoch": 9, "lr": 9.997097382459066e-05}
{"train_loss": 0.016328642144799232, "global_step": 1653, "epoch": 9, "lr": 9.99709234586794e-05}
{"train_loss": 0.022627802565693855, "global_step": 1654, "epoch": 9, "lr": 9.997087304912156e-05}
{"train_loss": 0.026829969137907028, "global_step": 1655, "epoch": 9, "lr": 9.997082259591712e-05}
{"train_loss": 0.029967892915010452, "global_step": 1656, "epoch": 9, "lr": 9.997077209906615e-05}
{"train_loss": 0.025443250313401222, "global_step": 1657, "epoch": 9, "lr": 9.99707215585687e-05}
{"train_loss": 0.031032968312501907, "global_step": 1658, "epoch": 9, "lr": 9.99706709744248e-05}
{"train_loss": 0.030268244445323944, "global_step": 1659, "epoch": 9, "lr": 9.997062034663451e-05}
{"train_loss": 0.03336404263973236, "global_step": 1660, "epoch": 9, "lr": 9.997056967519788e-05}
{"train_loss": 0.018761714920401573, "global_step": 1661, "epoch": 9, "lr": 9.997051896011493e-05}
{"train_loss": 0.019953539595007896, "global_step": 1662, "epoch": 9, "lr": 9.997046820138571e-05}
{"train_loss": 0.03774496912956238, "global_step": 1663, "epoch": 9, "lr": 9.997041739901027e-05}
{"train_loss": 0.019266925752162933, "global_step": 1664, "epoch": 9, "lr": 9.997036655298867e-05}
{"train_loss": 0.019647208973765373, "global_step": 1665, "epoch": 9, "lr": 9.997031566332093e-05}
{"train_loss": 0.021317273378372192, "global_step": 1666, "epoch": 9, "lr": 9.99702647300071e-05}
{"train_loss": 0.022460024803876877, "global_step": 1667, "epoch": 9, "lr": 9.997021375304724e-05}
{"train_loss": 0.03340732306241989, "global_step": 1668, "epoch": 9, "lr": 9.997016273244138e-05}
{"train_loss": 0.03391512110829353, "global_step": 1669, "epoch": 9, "lr": 9.997011166818955e-05}
{"train_loss": 0.025489788502454758, "global_step": 1670, "epoch": 9, "lr": 9.997006056029183e-05}
{"train_loss": 0.014960638247430325, "global_step": 1671, "epoch": 9, "lr": 9.997000940874823e-05}
{"train_loss": 0.03111925534904003, "global_step": 1672, "epoch": 9, "lr": 9.996995821355882e-05}
{"train_loss": 0.025087151676416397, "global_step": 1673, "epoch": 9, "lr": 9.996990697472364e-05}
{"train_loss": 0.02067740634083748, "global_step": 1674, "epoch": 9, "lr": 9.996985569224273e-05}
{"train_loss": 0.02717549353837967, "global_step": 1675, "epoch": 9, "lr": 9.996980436611613e-05}
{"train_loss": 0.022007783874869347, "global_step": 1676, "epoch": 9, "lr": 9.996975299634388e-05}
{"train_loss": 0.03201005607843399, "global_step": 1677, "epoch": 9, "lr": 9.996970158292605e-05}
{"train_loss": 0.020106790587306023, "global_step": 1678, "epoch": 9, "lr": 9.996965012586268e-05}
{"train_loss": 0.02824285998940468, "global_step": 1679, "epoch": 9, "lr": 9.996959862515378e-05}
{"train_loss": 0.02774704061448574, "global_step": 1680, "epoch": 9, "lr": 9.996954708079944e-05}
{"train_loss": 0.03957909345626831, "global_step": 1681, "epoch": 9, "lr": 9.996949549279968e-05}
{"train_loss": 0.03656093776226044, "global_step": 1682, "epoch": 9, "lr": 9.996944386115454e-05}
{"train_loss": 0.0247420072555542, "global_step": 1683, "epoch": 9, "lr": 9.996939218586407e-05}
{"train_loss": 0.02615521103143692, "global_step": 1684, "epoch": 9, "lr": 9.996934046692834e-05}
{"train_loss": 0.02099318988621235, "global_step": 1685, "epoch": 9, "lr": 9.996928870434737e-05}
{"train_loss": 0.036649078130722046, "global_step": 1686, "epoch": 9, "lr": 9.996923689812121e-05}
{"train_loss": 0.027344243600964546, "global_step": 1687, "epoch": 9, "lr": 9.996918504824991e-05}
{"train_loss": 0.025543104857206345, "global_step": 1688, "epoch": 9, "lr": 9.996913315473349e-05}
{"train_loss": 0.025094840675592422, "global_step": 1689, "epoch": 9, "lr": 9.996908121757202e-05}
{"train_loss": 0.03129024803638458, "global_step": 1690, "epoch": 9, "lr": 9.996902923676556e-05}
{"train_loss": 0.03034479171037674, "global_step": 1691, "epoch": 9, "lr": 9.996897721231414e-05}
{"train_loss": 0.036500878632068634, "global_step": 1692, "epoch": 9, "lr": 9.996892514421779e-05}
{"train_loss": 0.024685794487595558, "global_step": 1693, "epoch": 9, "lr": 9.996887303247655e-05}
{"train_loss": 0.03225544095039368, "global_step": 1694, "epoch": 9, "lr": 9.99688208770905e-05}
{"train_loss": 0.0318404883146286, "global_step": 1695, "epoch": 9, "lr": 9.996876867805968e-05}
{"train_loss": 0.03611218184232712, "global_step": 1696, "epoch": 9, "lr": 9.996871643538412e-05}
{"train_loss": 0.02456078678369522, "global_step": 1697, "epoch": 9, "lr": 9.996866414906386e-05}
{"train_loss": 0.021036915481090546, "global_step": 1698, "epoch": 9, "lr": 9.996861181909897e-05}
{"train_loss": 0.02573462203145027, "global_step": 1699, "epoch": 9, "lr": 9.996855944548946e-05}
{"train_loss": 0.02323877066373825, "global_step": 1700, "epoch": 9, "lr": 9.996850702823541e-05}
{"train_loss": 0.022502727806568146, "global_step": 1701, "epoch": 9, "lr": 9.996845456733687e-05}
{"train_loss": 0.02616550773382187, "global_step": 1702, "epoch": 9, "lr": 9.996840206279385e-05}
{"train_loss": 0.02949635498225689, "global_step": 1703, "epoch": 9, "lr": 9.996834951460641e-05}
{"train_loss": 0.025634270161390305, "global_step": 1704, "epoch": 9, "lr": 9.996829692277462e-05}
{"train_loss": 0.02161036618053913, "global_step": 1705, "epoch": 9, "lr": 9.99682442872985e-05}
{"train_loss": 0.02039378136396408, "global_step": 1706, "epoch": 9, "lr": 9.99681916081781e-05}
{"train_loss": 0.021987073123455048, "global_step": 1707, "epoch": 9, "lr": 9.996813888541345e-05}
{"train_loss": 0.019672945141792297, "global_step": 1708, "epoch": 9, "lr": 9.996808611900464e-05}
{"train_loss": 0.041149336844682693, "global_step": 1709, "epoch": 9, "lr": 9.996803330895168e-05}
{"train_loss": 0.02306458353996277, "global_step": 1710, "epoch": 9, "lr": 9.996798045525464e-05}
{"train_loss": 0.019188089296221733, "global_step": 1711, "epoch": 9, "lr": 9.996792755791355e-05}
{"train_loss": 0.01969323307275772, "global_step": 1712, "epoch": 9, "lr": 9.996787461692844e-05}
{"train_loss": 0.04049590602517128, "global_step": 1713, "epoch": 9, "lr": 9.996782163229939e-05}
{"train_loss": 0.023940250277519226, "global_step": 1714, "epoch": 9, "lr": 9.996776860402644e-05}
{"train_loss": 0.024036863818764687, "global_step": 1715, "epoch": 9, "lr": 9.996771553210962e-05}
{"train_loss": 0.03414063900709152, "global_step": 1716, "epoch": 9, "lr": 9.996766241654898e-05}
{"train_loss": 0.025643985718488693, "global_step": 1717, "epoch": 9, "lr": 9.996760925734457e-05}
{"train_loss": 0.025674007833003998, "global_step": 1718, "epoch": 9, "lr": 9.996755605449643e-05}
{"train_loss": 0.020609617233276367, "global_step": 1719, "epoch": 9, "lr": 9.996750280800464e-05}
{"train_loss": 0.022774886339902878, "global_step": 1720, "epoch": 9, "lr": 9.99674495178692e-05}
{"train_loss": 0.01734963059425354, "global_step": 1721, "epoch": 9, "lr": 9.996739618409019e-05}
{"train_loss": 0.028275389224290848, "global_step": 1722, "epoch": 9, "lr": 9.996734280666763e-05}
{"train_loss": 0.017386864870786667, "global_step": 1723, "epoch": 9, "lr": 9.996728938560158e-05}
{"train_loss": 0.024138573557138443, "global_step": 1724, "epoch": 9, "lr": 9.99672359208921e-05}
{"train_loss": 0.020896483212709427, "global_step": 1725, "epoch": 9, "lr": 9.996718241253922e-05}
{"train_loss": 0.026275618001818657, "global_step": 1726, "epoch": 9, "lr": 9.996712886054298e-05}
{"train_loss": 0.024676043540239334, "global_step": 1727, "epoch": 9, "lr": 9.996707526490344e-05}
{"train_loss": 0.03884923830628395, "global_step": 1728, "epoch": 9, "lr": 9.996702162562065e-05}
{"train_loss": 0.02285531908273697, "global_step": 1729, "epoch": 9, "lr": 9.996696794269465e-05}
{"train_loss": 0.035543859004974365, "global_step": 1730, "epoch": 9, "lr": 9.996691421612549e-05}
{"train_loss": 0.04515771195292473, "global_step": 1731, "epoch": 9, "lr": 9.996686044591321e-05}
{"train_loss": 0.030560102313756943, "global_step": 1732, "epoch": 9, "lr": 9.996680663205786e-05}
{"train_loss": 0.024391483515501022, "global_step": 1733, "epoch": 9, "lr": 9.996675277455948e-05}
{"train_loss": 0.021105289459228516, "global_step": 1734, "epoch": 9, "lr": 9.996669887341815e-05}
{"train_loss": 0.025232907384634018, "global_step": 1735, "epoch": 9, "lr": 9.996664492863385e-05}
{"train_loss": 0.01622147113084793, "global_step": 1736, "epoch": 9, "lr": 9.99665909402067e-05}
{"train_loss": 0.024643871933221817, "global_step": 1737, "epoch": 9, "lr": 9.996653690813674e-05}
{"train_loss": 0.019794104620814323, "global_step": 1738, "epoch": 9, "lr": 9.996648283242396e-05}
{"train_loss": 0.024744901806116104, "global_step": 1739, "epoch": 9, "lr": 9.996642871306845e-05}
{"train_loss": 0.023616110906004906, "global_step": 1740, "epoch": 9, "lr": 9.996637455007024e-05}
{"train_loss": 0.024837730452418327, "global_step": 1741, "epoch": 9, "lr": 9.99663203434294e-05}
{"train_loss": 0.027766723185777664, "global_step": 1742, "epoch": 9, "lr": 9.996626609314594e-05}
{"train_loss": 0.03494514897465706, "global_step": 1743, "epoch": 9, "lr": 9.996621179921997e-05}
{"train_loss": 0.029031597077846527, "global_step": 1744, "epoch": 9, "lr": 9.996615746165145e-05}
{"train_loss": 0.023525221273303032, "global_step": 1745, "epoch": 9, "lr": 9.996610308044052e-05}
{"train_loss": 0.021568428725004196, "global_step": 1746, "epoch": 9, "lr": 9.996604865558717e-05}
{"train_loss": 0.029605410993099213, "global_step": 1747, "epoch": 9, "lr": 9.996599418709145e-05}
{"train_loss": 0.028388675302267075, "global_step": 1748, "epoch": 9, "lr": 9.996593967495342e-05}
{"train_loss": 0.029340635985136032, "global_step": 1749, "epoch": 9, "lr": 9.996588511917311e-05}
{"train_loss": 0.029374033212661743, "global_step": 1750, "epoch": 9, "lr": 9.996583051975061e-05}
{"train_loss": 0.029246777296066284, "global_step": 1751, "epoch": 9, "lr": 9.996577587668595e-05}
{"train_loss": 0.03409795090556145, "global_step": 1752, "epoch": 9, "lr": 9.996572118997914e-05}
{"train_loss": 0.024449728429317474, "global_step": 1753, "epoch": 9, "lr": 9.996566645963026e-05}
{"train_loss": 0.024381015449762344, "global_step": 1754, "epoch": 9, "lr": 9.996561168563936e-05}
{"train_loss": 0.026136746630072594, "global_step": 1755, "epoch": 9, "lr": 9.996555686800648e-05}
{"train_loss": 0.029166538268327713, "global_step": 1756, "epoch": 9, "lr": 9.996550200673169e-05}
{"train_loss": 0.028310459107160568, "global_step": 1757, "epoch": 9, "lr": 9.996544710181499e-05}
{"train_loss": 0.02953781932592392, "global_step": 1758, "epoch": 9, "lr": 9.996539215325646e-05}
{"train_loss": 0.031116247177124023, "global_step": 1759, "epoch": 9, "lr": 9.996533716105616e-05}
{"train_loss": 0.03429638221859932, "global_step": 1760, "epoch": 9, "lr": 9.996528212521412e-05}
{"train_loss": 0.023752031847834587, "global_step": 1761, "epoch": 9, "lr": 9.996522704573037e-05}
{"train_loss": 0.03462458401918411, "global_step": 1762, "epoch": 9, "lr": 9.9965171922605e-05}
{"train_loss": 0.03017633594572544, "global_step": 1763, "epoch": 9, "lr": 9.996511675583801e-05}
{"train_loss": 0.028665613383054733, "global_step": 1764, "epoch": 9, "lr": 9.99650615454295e-05}
{"train_loss": 0.025079475715756416, "global_step": 1765, "epoch": 9, "lr": 9.99650062913795e-05}
{"train_loss": 0.03987833857536316, "global_step": 1766, "epoch": 9, "lr": 9.996495099368803e-05}
{"train_loss": 0.026318423449993134, "global_step": 1767, "epoch": 9, "lr": 9.996489565235516e-05}
{"train_loss": 0.01982840895652771, "global_step": 1768, "epoch": 9, "lr": 9.996484026738094e-05}
{"train_loss": 0.024599194526672363, "global_step": 1769, "epoch": 9, "lr": 9.996478483876541e-05}
{"train_loss": 0.022669199854135513, "global_step": 1770, "epoch": 9, "lr": 9.996472936650864e-05}
{"train_loss": 0.018508538603782654, "global_step": 1771, "epoch": 9, "lr": 9.996467385061065e-05}
{"train_loss": 0.02880086749792099, "global_step": 1772, "epoch": 9, "lr": 9.99646182910715e-05}
{"train_loss": 0.027399975806474686, "global_step": 1773, "epoch": 9, "lr": 9.996456268789126e-05}
{"train_loss": 0.02450331300497055, "global_step": 1774, "epoch": 9, "lr": 9.996450704106994e-05}
{"train_loss": 0.022117983549833298, "global_step": 1775, "epoch": 9, "lr": 9.996445135060761e-05}
{"train_loss": 0.029770508408546448, "global_step": 1776, "epoch": 9, "lr": 9.996439561650433e-05}
{"train_loss": 0.023899981752038002, "global_step": 1777, "epoch": 9, "lr": 9.996433983876013e-05}
{"train_loss": 0.028622053563594818, "global_step": 1778, "epoch": 9, "lr": 9.996428401737504e-05}
{"train_loss": 0.026858923130072234, "global_step": 1779, "epoch": 9, "lr": 9.996422815234915e-05}
{"train_loss": 0.021198105067014694, "global_step": 1780, "epoch": 10, "lr": 9.996417224368249e-05}
{"train_loss": 0.018467634916305542, "global_step": 1781, "epoch": 10, "lr": 9.99641162913751e-05}
{"train_loss": 0.0291060209274292, "global_step": 1782, "epoch": 10, "lr": 9.996406029542704e-05}
{"train_loss": 0.026078609749674797, "global_step": 1783, "epoch": 10, "lr": 9.996400425583836e-05}
{"train_loss": 0.02254357747733593, "global_step": 1784, "epoch": 10, "lr": 9.996394817260912e-05}
{"train_loss": 0.013774368911981583, "global_step": 1785, "epoch": 10, "lr": 9.996389204573934e-05}
{"train_loss": 0.028835035860538483, "global_step": 1786, "epoch": 10, "lr": 9.996383587522908e-05}
{"train_loss": 0.031822867691516876, "global_step": 1787, "epoch": 10, "lr": 9.99637796610784e-05}
{"train_loss": 0.022609634324908257, "global_step": 1788, "epoch": 10, "lr": 9.996372340328735e-05}
{"train_loss": 0.02901926264166832, "global_step": 1789, "epoch": 10, "lr": 9.996366710185597e-05}
{"train_loss": 0.02625127322971821, "global_step": 1790, "epoch": 10, "lr": 9.996361075678429e-05}
{"train_loss": 0.01799267902970314, "global_step": 1791, "epoch": 10, "lr": 9.99635543680724e-05}
{"train_loss": 0.0253288596868515, "global_step": 1792, "epoch": 10, "lr": 9.996349793572033e-05}
{"train_loss": 0.03906078636646271, "global_step": 1793, "epoch": 10, "lr": 9.996344145972811e-05}
{"train_loss": 0.022019006311893463, "global_step": 1794, "epoch": 10, "lr": 9.996338494009582e-05}
{"train_loss": 0.018906213343143463, "global_step": 1795, "epoch": 10, "lr": 9.99633283768235e-05}
{"train_loss": 0.029091093689203262, "global_step": 1796, "epoch": 10, "lr": 9.996327176991119e-05}
{"train_loss": 0.027016745880246162, "global_step": 1797, "epoch": 10, "lr": 9.996321511935895e-05}
{"train_loss": 0.01958215795457363, "global_step": 1798, "epoch": 10, "lr": 9.996315842516683e-05}
{"train_loss": 0.02677326463162899, "global_step": 1799, "epoch": 10, "lr": 9.996310168733487e-05}
{"train_loss": 0.02159208431839943, "global_step": 1800, "epoch": 10, "lr": 9.996304490586312e-05}
{"train_loss": 0.027295095846056938, "global_step": 1801, "epoch": 10, "lr": 9.996298808075163e-05}
{"train_loss": 0.028025969862937927, "global_step": 1802, "epoch": 10, "lr": 9.996293121200047e-05}
{"train_loss": 0.030248267576098442, "global_step": 1803, "epoch": 10, "lr": 9.996287429960967e-05}
{"train_loss": 0.02252659574151039, "global_step": 1804, "epoch": 10, "lr": 9.996281734357927e-05}
{"train_loss": 0.02376299723982811, "global_step": 1805, "epoch": 10, "lr": 9.996276034390935e-05}
{"train_loss": 0.024865776300430298, "global_step": 1806, "epoch": 10, "lr": 9.996270330059993e-05}
{"train_loss": 0.024341100826859474, "global_step": 1807, "epoch": 10, "lr": 9.996264621365107e-05}
{"train_loss": 0.01654217019677162, "global_step": 1808, "epoch": 10, "lr": 9.996258908306282e-05}
{"train_loss": 0.03208378702402115, "global_step": 1809, "epoch": 10, "lr": 9.996253190883524e-05}
{"train_loss": 0.021318694576621056, "global_step": 1810, "epoch": 10, "lr": 9.996247469096838e-05}
{"train_loss": 0.022028326988220215, "global_step": 1811, "epoch": 10, "lr": 9.996241742946227e-05}
{"train_loss": 0.028211558237671852, "global_step": 1812, "epoch": 10, "lr": 9.996236012431698e-05}
{"train_loss": 0.016342002898454666, "global_step": 1813, "epoch": 10, "lr": 9.996230277553254e-05}
{"train_loss": 0.025386681780219078, "global_step": 1814, "epoch": 10, "lr": 9.996224538310903e-05}
{"train_loss": 0.018948134034872055, "global_step": 1815, "epoch": 10, "lr": 9.996218794704647e-05}
{"train_loss": 0.02040678635239601, "global_step": 1816, "epoch": 10, "lr": 9.996213046734492e-05}
{"train_loss": 0.03353001922369003, "global_step": 1817, "epoch": 10, "lr": 9.996207294400445e-05}
{"train_loss": 0.0221828855574131, "global_step": 1818, "epoch": 10, "lr": 9.996201537702508e-05}
{"train_loss": 0.029329556971788406, "global_step": 1819, "epoch": 10, "lr": 9.996195776640686e-05}
{"train_loss": 0.024858325719833374, "global_step": 1820, "epoch": 10, "lr": 9.996190011214988e-05}
{"train_loss": 0.01736367866396904, "global_step": 1821, "epoch": 10, "lr": 9.996184241425415e-05}
{"train_loss": 0.032237011939287186, "global_step": 1822, "epoch": 10, "lr": 9.996178467271973e-05}
{"train_loss": 0.031750380992889404, "global_step": 1823, "epoch": 10, "lr": 9.99617268875467e-05}
{"train_loss": 0.0215029027312994, "global_step": 1824, "epoch": 10, "lr": 9.996166905873505e-05}
{"train_loss": 0.025803038850426674, "global_step": 1825, "epoch": 10, "lr": 9.996161118628489e-05}
{"train_loss": 0.026673434302210808, "global_step": 1826, "epoch": 10, "lr": 9.996155327019625e-05}
{"train_loss": 0.01820419356226921, "global_step": 1827, "epoch": 10, "lr": 9.996149531046915e-05}
{"train_loss": 0.026815827935934067, "global_step": 1828, "epoch": 10, "lr": 9.996143730710368e-05}
{"train_loss": 0.02994304522871971, "global_step": 1829, "epoch": 10, "lr": 9.99613792600999e-05}
{"train_loss": 0.023701898753643036, "global_step": 1830, "epoch": 10, "lr": 9.996132116945781e-05}
{"train_loss": 0.028677795082330704, "global_step": 1831, "epoch": 10, "lr": 9.99612630351775e-05}
{"train_loss": 0.02762950211763382, "global_step": 1832, "epoch": 10, "lr": 9.996120485725902e-05}
{"train_loss": 0.024993767961859703, "global_step": 1833, "epoch": 10, "lr": 9.99611466357024e-05}
{"train_loss": 0.021163787692785263, "global_step": 1834, "epoch": 10, "lr": 9.99610883705077e-05}
{"train_loss": 0.028324980288743973, "global_step": 1835, "epoch": 10, "lr": 9.996103006167498e-05}
{"train_loss": 0.026460545137524605, "global_step": 1836, "epoch": 10, "lr": 9.996097170920428e-05}
{"train_loss": 0.018428504467010498, "global_step": 1837, "epoch": 10, "lr": 9.996091331309566e-05}
{"train_loss": 0.021081015467643738, "global_step": 1838, "epoch": 10, "lr": 9.996085487334915e-05}
{"train_loss": 0.02161557972431183, "global_step": 1839, "epoch": 10, "lr": 9.996079638996482e-05}
{"train_loss": 0.03336946293711662, "global_step": 1840, "epoch": 10, "lr": 9.996073786294273e-05}
{"train_loss": 0.025166841223835945, "global_step": 1841, "epoch": 10, "lr": 9.996067929228292e-05}
{"train_loss": 0.02407355234026909, "global_step": 1842, "epoch": 10, "lr": 9.996062067798543e-05}
{"train_loss": 0.023105980828404427, "global_step": 1843, "epoch": 10, "lr": 9.996056202005033e-05}
{"train_loss": 0.024305548518896103, "global_step": 1844, "epoch": 10, "lr": 9.996050331847766e-05}
{"train_loss": 0.02607593685388565, "global_step": 1845, "epoch": 10, "lr": 9.996044457326748e-05}
{"train_loss": 0.02580549567937851, "global_step": 1846, "epoch": 10, "lr": 9.996038578441983e-05}
{"train_loss": 0.0376598984003067, "global_step": 1847, "epoch": 10, "lr": 9.996032695193476e-05}
{"train_loss": 0.02554001845419407, "global_step": 1848, "epoch": 10, "lr": 9.996026807581233e-05}
{"train_loss": 0.02767273783683777, "global_step": 1849, "epoch": 10, "lr": 9.99602091560526e-05}
{"train_loss": 0.030395571142435074, "global_step": 1850, "epoch": 10, "lr": 9.99601501926556e-05}
{"train_loss": 0.02223891392350197, "global_step": 1851, "epoch": 10, "lr": 9.99600911856214e-05}
{"train_loss": 0.028978046029806137, "global_step": 1852, "epoch": 10, "lr": 9.996003213495004e-05}
{"train_loss": 0.028430353850126266, "global_step": 1853, "epoch": 10, "lr": 9.995997304064157e-05}
{"train_loss": 0.028476998209953308, "global_step": 1854, "epoch": 10, "lr": 9.995991390269606e-05}
{"train_loss": 0.023214656859636307, "global_step": 1855, "epoch": 10, "lr": 9.995985472111354e-05}
{"train_loss": 0.023777373135089874, "global_step": 1856, "epoch": 10, "lr": 9.995979549589407e-05}
{"train_loss": 0.026980727910995483, "global_step": 1857, "epoch": 10, "lr": 9.995973622703772e-05}
{"train_loss": 0.0293118953704834, "global_step": 1858, "epoch": 10, "lr": 9.99596769145445e-05}
{"train_loss": 0.023322053253650665, "global_step": 1859, "epoch": 10, "lr": 9.99596175584145e-05}
{"train_loss": 0.023918816819787025, "global_step": 1860, "epoch": 10, "lr": 9.995955815864774e-05}
{"train_loss": 0.029708562418818474, "global_step": 1861, "epoch": 10, "lr": 9.995949871524431e-05}
{"train_loss": 0.02065102569758892, "global_step": 1862, "epoch": 10, "lr": 9.995943922820423e-05}
{"train_loss": 0.027921311557292938, "global_step": 1863, "epoch": 10, "lr": 9.995937969752757e-05}
{"train_loss": 0.03353379666805267, "global_step": 1864, "epoch": 10, "lr": 9.995932012321438e-05}
{"train_loss": 0.022191226482391357, "global_step": 1865, "epoch": 10, "lr": 9.99592605052647e-05}
{"train_loss": 0.026344388723373413, "global_step": 1866, "epoch": 10, "lr": 9.995920084367859e-05}
{"train_loss": 0.029366496950387955, "global_step": 1867, "epoch": 10, "lr": 9.995914113845609e-05}
{"train_loss": 0.02244490012526512, "global_step": 1868, "epoch": 10, "lr": 9.995908138959727e-05}
{"train_loss": 0.02858271636068821, "global_step": 1869, "epoch": 10, "lr": 9.995902159710218e-05}
{"train_loss": 0.018844053149223328, "global_step": 1870, "epoch": 10, "lr": 9.995896176097087e-05}
{"train_loss": 0.02605961635708809, "global_step": 1871, "epoch": 10, "lr": 9.99589018812034e-05}
{"train_loss": 0.025852683931589127, "global_step": 1872, "epoch": 10, "lr": 9.995884195779979e-05}
{"train_loss": 0.031155360862612724, "global_step": 1873, "epoch": 10, "lr": 9.995878199076013e-05}
{"train_loss": 0.02734125591814518, "global_step": 1874, "epoch": 10, "lr": 9.995872198008445e-05}
{"train_loss": 0.020434191450476646, "global_step": 1875, "epoch": 10, "lr": 9.995866192577281e-05}
{"train_loss": 0.03546135127544403, "global_step": 1876, "epoch": 10, "lr": 9.995860182782528e-05}
{"train_loss": 0.019212353974580765, "global_step": 1877, "epoch": 10, "lr": 9.995854168624188e-05}
{"train_loss": 0.026809033006429672, "global_step": 1878, "epoch": 10, "lr": 9.995848150102267e-05}
{"train_loss": 0.028375685214996338, "global_step": 1879, "epoch": 10, "lr": 9.995842127216772e-05}
{"train_loss": 0.027852289378643036, "global_step": 1880, "epoch": 10, "lr": 9.995836099967709e-05}
{"train_loss": 0.022674940526485443, "global_step": 1881, "epoch": 10, "lr": 9.995830068355079e-05}
{"train_loss": 0.021238982677459717, "global_step": 1882, "epoch": 10, "lr": 9.995824032378889e-05}
{"train_loss": 0.022564571350812912, "global_step": 1883, "epoch": 10, "lr": 9.995817992039147e-05}
{"train_loss": 0.02596043236553669, "global_step": 1884, "epoch": 10, "lr": 9.995811947335855e-05}
{"train_loss": 0.020145157352089882, "global_step": 1885, "epoch": 10, "lr": 9.995805898269021e-05}
{"train_loss": 0.02569183148443699, "global_step": 1886, "epoch": 10, "lr": 9.995799844838647e-05}
{"train_loss": 0.026816878467798233, "global_step": 1887, "epoch": 10, "lr": 9.995793787044743e-05}
{"train_loss": 0.01935012824833393, "global_step": 1888, "epoch": 10, "lr": 9.995787724887309e-05}
{"train_loss": 0.023058971390128136, "global_step": 1889, "epoch": 10, "lr": 9.995781658366354e-05}
{"train_loss": 0.030585791915655136, "global_step": 1890, "epoch": 10, "lr": 9.995775587481881e-05}
{"train_loss": 0.030234908685088158, "global_step": 1891, "epoch": 10, "lr": 9.9957695122339e-05}
{"train_loss": 0.031134847551584244, "global_step": 1892, "epoch": 10, "lr": 9.995763432622408e-05}
{"train_loss": 0.022746644914150238, "global_step": 1893, "epoch": 10, "lr": 9.995757348647416e-05}
{"train_loss": 0.021168716251850128, "global_step": 1894, "epoch": 10, "lr": 9.99575126030893e-05}
{"train_loss": 0.022220954298973083, "global_step": 1895, "epoch": 10, "lr": 9.995745167606953e-05}
{"train_loss": 0.02296844683587551, "global_step": 1896, "epoch": 10, "lr": 9.99573907054149e-05}
{"train_loss": 0.032115451991558075, "global_step": 1897, "epoch": 10, "lr": 9.995732969112548e-05}
{"train_loss": 0.029610831290483475, "global_step": 1898, "epoch": 10, "lr": 9.995726863320131e-05}
{"train_loss": 0.025864599272608757, "global_step": 1899, "epoch": 10, "lr": 9.995720753164246e-05}
{"train_loss": 0.020888347178697586, "global_step": 1900, "epoch": 10, "lr": 9.995714638644897e-05}
{"train_loss": 0.026029109954833984, "global_step": 1901, "epoch": 10, "lr": 9.995708519762091e-05}
{"train_loss": 0.019310323521494865, "global_step": 1902, "epoch": 10, "lr": 9.995702396515829e-05}
{"train_loss": 0.02762022614479065, "global_step": 1903, "epoch": 10, "lr": 9.99569626890612e-05}
{"train_loss": 0.02757836878299713, "global_step": 1904, "epoch": 10, "lr": 9.99569013693297e-05}
{"train_loss": 0.03184284269809723, "global_step": 1905, "epoch": 10, "lr": 9.995684000596381e-05}
{"train_loss": 0.022416677325963974, "global_step": 1906, "epoch": 10, "lr": 9.995677859896361e-05}
{"train_loss": 0.0207376591861248, "global_step": 1907, "epoch": 10, "lr": 9.995671714832917e-05}
{"train_loss": 0.02189764939248562, "global_step": 1908, "epoch": 10, "lr": 9.995665565406051e-05}
{"train_loss": 0.021714400500059128, "global_step": 1909, "epoch": 10, "lr": 9.995659411615768e-05}
{"train_loss": 0.025495484471321106, "global_step": 1910, "epoch": 10, "lr": 9.995653253462076e-05}
{"train_loss": 0.0222775861620903, "global_step": 1911, "epoch": 10, "lr": 9.99564709094498e-05}
{"train_loss": 0.032482318580150604, "global_step": 1912, "epoch": 10, "lr": 9.995640924064482e-05}
{"train_loss": 0.022199885919690132, "global_step": 1913, "epoch": 10, "lr": 9.995634752820592e-05}
{"train_loss": 0.016020774841308594, "global_step": 1914, "epoch": 10, "lr": 9.995628577213315e-05}
{"train_loss": 0.025603458285331726, "global_step": 1915, "epoch": 10, "lr": 9.99562239724265e-05}
{"train_loss": 0.02135845273733139, "global_step": 1916, "epoch": 10, "lr": 9.99561621290861e-05}
{"train_loss": 0.0379558801651001, "global_step": 1917, "epoch": 10, "lr": 9.995610024211198e-05}
{"train_loss": 0.027749668806791306, "global_step": 1918, "epoch": 10, "lr": 9.995603831150419e-05}
{"train_loss": 0.019337836652994156, "global_step": 1919, "epoch": 10, "lr": 9.995597633726277e-05}
{"train_loss": 0.03224844112992287, "global_step": 1920, "epoch": 10, "lr": 9.99559143193878e-05}
{"train_loss": 0.023044902831315994, "global_step": 1921, "epoch": 10, "lr": 9.995585225787933e-05}
{"train_loss": 0.020209746435284615, "global_step": 1922, "epoch": 10, "lr": 9.995579015273739e-05}
{"train_loss": 0.033874668180942535, "global_step": 1923, "epoch": 10, "lr": 9.995572800396205e-05}
{"train_loss": 0.025410862639546394, "global_step": 1924, "epoch": 10, "lr": 9.995566581155338e-05}
{"train_loss": 0.020354013890028, "global_step": 1925, "epoch": 10, "lr": 9.99556035755114e-05}
{"train_loss": 0.020582154393196106, "global_step": 1926, "epoch": 10, "lr": 9.99555412958362e-05}
{"train_loss": 0.027908286079764366, "global_step": 1927, "epoch": 10, "lr": 9.995547897252782e-05}
{"train_loss": 0.01867181621491909, "global_step": 1928, "epoch": 10, "lr": 9.995541660558629e-05}
{"train_loss": 0.028584303334355354, "global_step": 1929, "epoch": 10, "lr": 9.99553541950117e-05}
{"train_loss": 0.020417429506778717, "global_step": 1930, "epoch": 10, "lr": 9.99552917408041e-05}
{"train_loss": 0.025741461664438248, "global_step": 1931, "epoch": 10, "lr": 9.995522924296352e-05}
{"train_loss": 0.02142591029405594, "global_step": 1932, "epoch": 10, "lr": 9.995516670149004e-05}
{"train_loss": 0.02434205636382103, "global_step": 1933, "epoch": 10, "lr": 9.995510411638371e-05}
{"train_loss": 0.021410811692476273, "global_step": 1934, "epoch": 10, "lr": 9.995504148764458e-05}
{"train_loss": 0.02389407530426979, "global_step": 1935, "epoch": 10, "lr": 9.995497881527269e-05}
{"train_loss": 0.03566001355648041, "global_step": 1936, "epoch": 10, "lr": 9.995491609926813e-05}
{"train_loss": 0.017558984458446503, "global_step": 1937, "epoch": 10, "lr": 9.99548533396309e-05}
{"train_loss": 0.02377086691558361, "global_step": 1938, "epoch": 10, "lr": 9.995479053636112e-05}
{"train_loss": 0.02805217355489731, "global_step": 1939, "epoch": 10, "lr": 9.99547276894588e-05}
{"train_loss": 0.030136706307530403, "global_step": 1940, "epoch": 10, "lr": 9.995466479892401e-05}
{"train_loss": 0.025233523920178413, "global_step": 1941, "epoch": 10, "lr": 9.995460186475682e-05}
{"train_loss": 0.026967568323016167, "global_step": 1942, "epoch": 10, "lr": 9.995453888695725e-05}
{"train_loss": 0.030585139989852905, "global_step": 1943, "epoch": 10, "lr": 9.995447586552538e-05}
{"train_loss": 0.03055151179432869, "global_step": 1944, "epoch": 10, "lr": 9.995441280046125e-05}
{"train_loss": 0.03650139644742012, "global_step": 1945, "epoch": 10, "lr": 9.995434969176494e-05}
{"train_loss": 0.02091929130256176, "global_step": 1946, "epoch": 10, "lr": 9.995428653943648e-05}
{"train_loss": 0.020110739395022392, "global_step": 1947, "epoch": 10, "lr": 9.995422334347593e-05}
{"train_loss": 0.03302518278360367, "global_step": 1948, "epoch": 10, "lr": 9.995416010388336e-05}
{"train_loss": 0.031084977090358734, "global_step": 1949, "epoch": 10, "lr": 9.99540968206588e-05}
{"train_loss": 0.02647220529615879, "global_step": 1950, "epoch": 10, "lr": 9.995403349380232e-05}
{"train_loss": 0.031486205756664276, "global_step": 1951, "epoch": 10, "lr": 9.9953970123314e-05}
{"train_loss": 0.025245383381843567, "global_step": 1952, "epoch": 10, "lr": 9.995390670919385e-05}
{"train_loss": 0.03271900862455368, "global_step": 1953, "epoch": 10, "lr": 9.995384325144195e-05}
{"train_loss": 0.026580853387713432, "global_step": 1954, "epoch": 10, "lr": 9.995377975005834e-05}
{"train_loss": 0.02123989164829254, "global_step": 1955, "epoch": 10, "lr": 9.99537162050431e-05}
{"train_loss": 0.025141870602965355, "global_step": 1956, "epoch": 10, "lr": 9.995365261639626e-05}
{"train_loss": 0.02542902578421858, "global_step": 1957, "epoch": 10, "lr": 9.99535889841179e-05, "train_action_mse_error": 0.0005895545473322272}
{"train_loss": 0.0189505647867918, "global_step": 1958, "epoch": 11, "lr": 9.995352530820806e-05}
{"train_loss": 0.025744549930095673, "global_step": 1959, "epoch": 11, "lr": 9.995346158866681e-05}
{"train_loss": 0.021158836781978607, "global_step": 1960, "epoch": 11, "lr": 9.995339782549418e-05}
{"train_loss": 0.027684899047017097, "global_step": 1961, "epoch": 11, "lr": 9.995333401869024e-05}
{"train_loss": 0.02086525969207287, "global_step": 1962, "epoch": 11, "lr": 9.995327016825505e-05}
{"train_loss": 0.038140811026096344, "global_step": 1963, "epoch": 11, "lr": 9.995320627418864e-05}
{"train_loss": 0.025480758398771286, "global_step": 1964, "epoch": 11, "lr": 9.995314233649113e-05}
{"train_loss": 0.01936209201812744, "global_step": 1965, "epoch": 11, "lr": 9.99530783551625e-05}
{"train_loss": 0.024325408041477203, "global_step": 1966, "epoch": 11, "lr": 9.995301433020286e-05}
{"train_loss": 0.03172757849097252, "global_step": 1967, "epoch": 11, "lr": 9.995295026161222e-05}
{"train_loss": 0.031459979712963104, "global_step": 1968, "epoch": 11, "lr": 9.995288614939069e-05}
{"train_loss": 0.024203728884458542, "global_step": 1969, "epoch": 11, "lr": 9.995282199353828e-05}
{"train_loss": 0.019539523869752884, "global_step": 1970, "epoch": 11, "lr": 9.995275779405507e-05}
{"train_loss": 0.026399187743663788, "global_step": 1971, "epoch": 11, "lr": 9.99526935509411e-05}
{"train_loss": 0.025736859068274498, "global_step": 1972, "epoch": 11, "lr": 9.995262926419644e-05}
{"train_loss": 0.03628474473953247, "global_step": 1973, "epoch": 11, "lr": 9.995256493382115e-05}
{"train_loss": 0.024950146675109863, "global_step": 1974, "epoch": 11, "lr": 9.995250055981527e-05}
{"train_loss": 0.03219044208526611, "global_step": 1975, "epoch": 11, "lr": 9.995243614217886e-05}
{"train_loss": 0.02602240815758705, "global_step": 1976, "epoch": 11, "lr": 9.995237168091198e-05}
{"train_loss": 0.030978690832853317, "global_step": 1977, "epoch": 11, "lr": 9.99523071760147e-05}
{"train_loss": 0.028316296637058258, "global_step": 1978, "epoch": 11, "lr": 9.995224262748705e-05}
{"train_loss": 0.035034775733947754, "global_step": 1979, "epoch": 11, "lr": 9.995217803532911e-05}
{"train_loss": 0.025267574936151505, "global_step": 1980, "epoch": 11, "lr": 9.995211339954092e-05}
{"train_loss": 0.035652413964271545, "global_step": 1981, "epoch": 11, "lr": 9.995204872012254e-05}
{"train_loss": 0.020096439868211746, "global_step": 1982, "epoch": 11, "lr": 9.995198399707403e-05}
{"train_loss": 0.031154444441199303, "global_step": 1983, "epoch": 11, "lr": 9.995191923039543e-05}
{"train_loss": 0.02960364706814289, "global_step": 1984, "epoch": 11, "lr": 9.995185442008684e-05}
{"train_loss": 0.026573672890663147, "global_step": 1985, "epoch": 11, "lr": 9.995178956614828e-05}
{"train_loss": 0.018401380628347397, "global_step": 1986, "epoch": 11, "lr": 9.99517246685798e-05}
{"train_loss": 0.028641752898693085, "global_step": 1987, "epoch": 11, "lr": 9.995165972738148e-05}
{"train_loss": 0.02876931056380272, "global_step": 1988, "epoch": 11, "lr": 9.995159474255338e-05}
{"train_loss": 0.02300303801894188, "global_step": 1989, "epoch": 11, "lr": 9.995152971409552e-05}
{"train_loss": 0.022762782871723175, "global_step": 1990, "epoch": 11, "lr": 9.9951464642008e-05}
{"train_loss": 0.022445356473326683, "global_step": 1991, "epoch": 11, "lr": 9.995139952629085e-05}
{"train_loss": 0.02293284796178341, "global_step": 1992, "epoch": 11, "lr": 9.995133436694415e-05}
{"train_loss": 0.031194258481264114, "global_step": 1993, "epoch": 11, "lr": 9.995126916396793e-05}
{"train_loss": 0.024647144600749016, "global_step": 1994, "epoch": 11, "lr": 9.995120391736226e-05}
{"train_loss": 0.023027170449495316, "global_step": 1995, "epoch": 11, "lr": 9.995113862712721e-05}
{"train_loss": 0.019214514642953873, "global_step": 1996, "epoch": 11, "lr": 9.995107329326281e-05}
{"train_loss": 0.031126655638217926, "global_step": 1997, "epoch": 11, "lr": 9.995100791576912e-05}
{"train_loss": 0.028334081172943115, "global_step": 1998, "epoch": 11, "lr": 9.995094249464623e-05}
{"train_loss": 0.02945180982351303, "global_step": 1999, "epoch": 11, "lr": 9.995087702989416e-05}
{"train_loss": 0.022831136360764503, "global_step": 2000, "epoch": 11, "lr": 9.9950811521513e-05}
{"train_loss": 0.013577447272837162, "global_step": 2001, "epoch": 11, "lr": 9.995074596950277e-05}
{"train_loss": 0.02127658948302269, "global_step": 2002, "epoch": 11, "lr": 9.995068037386355e-05}
{"train_loss": 0.0235773716121912, "global_step": 2003, "epoch": 11, "lr": 9.99506147345954e-05}
{"train_loss": 0.022465670481324196, "global_step": 2004, "epoch": 11, "lr": 9.995054905169836e-05}
{"train_loss": 0.019963497295975685, "global_step": 2005, "epoch": 11, "lr": 9.995048332517252e-05}
{"train_loss": 0.02519048936665058, "global_step": 2006, "epoch": 11, "lr": 9.99504175550179e-05}
{"train_loss": 0.025583019480109215, "global_step": 2007, "epoch": 11, "lr": 9.995035174123457e-05}
{"train_loss": 0.021422991529107094, "global_step": 2008, "epoch": 11, "lr": 9.99502858838226e-05}
{"train_loss": 0.02132943645119667, "global_step": 2009, "epoch": 11, "lr": 9.995021998278203e-05}
{"train_loss": 0.020495489239692688, "global_step": 2010, "epoch": 11, "lr": 9.995015403811294e-05}
{"train_loss": 0.023883270099759102, "global_step": 2011, "epoch": 11, "lr": 9.995008804981535e-05}
{"train_loss": 0.029113024473190308, "global_step": 2012, "epoch": 11, "lr": 9.995002201788936e-05}
{"train_loss": 0.027317998930811882, "global_step": 2013, "epoch": 11, "lr": 9.9949955942335e-05}
{"train_loss": 0.025778230279684067, "global_step": 2014, "epoch": 11, "lr": 9.994988982315234e-05}
{"train_loss": 0.026272570714354515, "global_step": 2015, "epoch": 11, "lr": 9.994982366034144e-05}
{"train_loss": 0.02137172780930996, "global_step": 2016, "epoch": 11, "lr": 9.994975745390235e-05}
{"train_loss": 0.020167991518974304, "global_step": 2017, "epoch": 11, "lr": 9.994969120383512e-05}
{"train_loss": 0.02631228044629097, "global_step": 2018, "epoch": 11, "lr": 9.994962491013983e-05}
{"train_loss": 0.02520884945988655, "global_step": 2019, "epoch": 11, "lr": 9.994955857281651e-05}
{"train_loss": 0.02653541788458824, "global_step": 2020, "epoch": 11, "lr": 9.994949219186524e-05}
{"train_loss": 0.02696872502565384, "global_step": 2021, "epoch": 11, "lr": 9.994942576728608e-05}
{"train_loss": 0.03763394057750702, "global_step": 2022, "epoch": 11, "lr": 9.994935929907908e-05}
{"train_loss": 0.030955662950873375, "global_step": 2023, "epoch": 11, "lr": 9.99492927872443e-05}
{"train_loss": 0.029473811388015747, "global_step": 2024, "epoch": 11, "lr": 9.994922623178178e-05}
{"train_loss": 0.019234497100114822, "global_step": 2025, "epoch": 11, "lr": 9.99491596326916e-05}
{"train_loss": 0.018465939909219742, "global_step": 2026, "epoch": 11, "lr": 9.994909298997381e-05}
{"train_loss": 0.02472657896578312, "global_step": 2027, "epoch": 11, "lr": 9.994902630362848e-05}
{"train_loss": 0.019367359578609467, "global_step": 2028, "epoch": 11, "lr": 9.994895957365565e-05}
{"train_loss": 0.028582969680428505, "global_step": 2029, "epoch": 11, "lr": 9.994889280005539e-05}
{"train_loss": 0.02318577468395233, "global_step": 2030, "epoch": 11, "lr": 9.994882598282775e-05}
{"train_loss": 0.033651337027549744, "global_step": 2031, "epoch": 11, "lr": 9.994875912197281e-05}
{"train_loss": 0.023883849382400513, "global_step": 2032, "epoch": 11, "lr": 9.994869221749059e-05}
{"train_loss": 0.02549908682703972, "global_step": 2033, "epoch": 11, "lr": 9.994862526938118e-05}
{"train_loss": 0.023622317239642143, "global_step": 2034, "epoch": 11, "lr": 9.994855827764464e-05}
{"train_loss": 0.030315516516566277, "global_step": 2035, "epoch": 11, "lr": 9.994849124228101e-05}
{"train_loss": 0.024468477815389633, "global_step": 2036, "epoch": 11, "lr": 9.994842416329033e-05}
{"train_loss": 0.03176974505186081, "global_step": 2037, "epoch": 11, "lr": 9.994835704067272e-05}
{"train_loss": 0.018875814974308014, "global_step": 2038, "epoch": 11, "lr": 9.99482898744282e-05}
{"train_loss": 0.02274226024746895, "global_step": 2039, "epoch": 11, "lr": 9.994822266455681e-05}
{"train_loss": 0.022346634417772293, "global_step": 2040, "epoch": 11, "lr": 9.994815541105864e-05}
{"train_loss": 0.02183454856276512, "global_step": 2041, "epoch": 11, "lr": 9.994808811393374e-05}
{"train_loss": 0.019973061978816986, "global_step": 2042, "epoch": 11, "lr": 9.994802077318218e-05}
{"train_loss": 0.018888432532548904, "global_step": 2043, "epoch": 11, "lr": 9.994795338880398e-05}
{"train_loss": 0.020691417157649994, "global_step": 2044, "epoch": 11, "lr": 9.994788596079924e-05}
{"train_loss": 0.021597912535071373, "global_step": 2045, "epoch": 11, "lr": 9.994781848916801e-05}
{"train_loss": 0.02512701228260994, "global_step": 2046, "epoch": 11, "lr": 9.994775097391033e-05}
{"train_loss": 0.024390343576669693, "global_step": 2047, "epoch": 11, "lr": 9.994768341502628e-05}
{"train_loss": 0.021052097901701927, "global_step": 2048, "epoch": 11, "lr": 9.994761581251591e-05}
{"train_loss": 0.03718239441514015, "global_step": 2049, "epoch": 11, "lr": 9.99475481663793e-05}
{"train_loss": 0.02127271518111229, "global_step": 2050, "epoch": 11, "lr": 9.994748047661646e-05}
{"train_loss": 0.029730571433901787, "global_step": 2051, "epoch": 11, "lr": 9.994741274322749e-05}
{"train_loss": 0.028783656656742096, "global_step": 2052, "epoch": 11, "lr": 9.994734496621244e-05}
{"train_loss": 0.024509720504283905, "global_step": 2053, "epoch": 11, "lr": 9.994727714557137e-05}
{"train_loss": 0.016101229935884476, "global_step": 2054, "epoch": 11, "lr": 9.994720928130432e-05}
{"train_loss": 0.017942577600479126, "global_step": 2055, "epoch": 11, "lr": 9.994714137341139e-05}
{"train_loss": 0.019517382606863976, "global_step": 2056, "epoch": 11, "lr": 9.99470734218926e-05}
{"train_loss": 0.01966150850057602, "global_step": 2057, "epoch": 11, "lr": 9.994700542674802e-05}
{"train_loss": 0.020785264670848846, "global_step": 2058, "epoch": 11, "lr": 9.994693738797773e-05}
{"train_loss": 0.02567392773926258, "global_step": 2059, "epoch": 11, "lr": 9.994686930558176e-05}
{"train_loss": 0.022199884057044983, "global_step": 2060, "epoch": 11, "lr": 9.994680117956018e-05}
{"train_loss": 0.021369939669966698, "global_step": 2061, "epoch": 11, "lr": 9.994673300991306e-05}
{"train_loss": 0.014837373048067093, "global_step": 2062, "epoch": 11, "lr": 9.994666479664045e-05}
{"train_loss": 0.023861341178417206, "global_step": 2063, "epoch": 11, "lr": 9.994659653974242e-05}
{"train_loss": 0.042780861258506775, "global_step": 2064, "epoch": 11, "lr": 9.994652823921899e-05}
{"train_loss": 0.02258603274822235, "global_step": 2065, "epoch": 11, "lr": 9.994645989507028e-05}
{"train_loss": 0.021517103537917137, "global_step": 2066, "epoch": 11, "lr": 9.994639150729632e-05}
{"train_loss": 0.024976670742034912, "global_step": 2067, "epoch": 11, "lr": 9.994632307589715e-05}
{"train_loss": 0.029735837131738663, "global_step": 2068, "epoch": 11, "lr": 9.994625460087286e-05}
{"train_loss": 0.026142016053199768, "global_step": 2069, "epoch": 11, "lr": 9.99461860822235e-05}
{"train_loss": 0.027321232482790947, "global_step": 2070, "epoch": 11, "lr": 9.994611751994913e-05}
{"train_loss": 0.022865235805511475, "global_step": 2071, "epoch": 11, "lr": 9.994604891404982e-05}
{"train_loss": 0.030013903975486755, "global_step": 2072, "epoch": 11, "lr": 9.994598026452559e-05}
{"train_loss": 0.02355988696217537, "global_step": 2073, "epoch": 11, "lr": 9.994591157137656e-05}
{"train_loss": 0.034017208963632584, "global_step": 2074, "epoch": 11, "lr": 9.994584283460273e-05}
{"train_loss": 0.03333383798599243, "global_step": 2075, "epoch": 11, "lr": 9.994577405420422e-05}
{"train_loss": 0.02669491432607174, "global_step": 2076, "epoch": 11, "lr": 9.994570523018104e-05}
{"train_loss": 0.02299206703901291, "global_step": 2077, "epoch": 11, "lr": 9.994563636253327e-05}
{"train_loss": 0.019523274153470993, "global_step": 2078, "epoch": 11, "lr": 9.994556745126098e-05}
{"train_loss": 0.026061583310365677, "global_step": 2079, "epoch": 11, "lr": 9.994549849636422e-05}
{"train_loss": 0.026557201519608498, "global_step": 2080, "epoch": 11, "lr": 9.994542949784302e-05}
{"train_loss": 0.020118046551942825, "global_step": 2081, "epoch": 11, "lr": 9.99453604556975e-05}
{"train_loss": 0.034313350915908813, "global_step": 2082, "epoch": 11, "lr": 9.994529136992768e-05}
{"train_loss": 0.02378428354859352, "global_step": 2083, "epoch": 11, "lr": 9.994522224053363e-05}
{"train_loss": 0.022339198738336563, "global_step": 2084, "epoch": 11, "lr": 9.994515306751542e-05}
{"train_loss": 0.01948154717683792, "global_step": 2085, "epoch": 11, "lr": 9.994508385087308e-05}
{"train_loss": 0.03204016387462616, "global_step": 2086, "epoch": 11, "lr": 9.994501459060672e-05}
{"train_loss": 0.024917781352996826, "global_step": 2087, "epoch": 11, "lr": 9.994494528671637e-05}
{"train_loss": 0.025250907987356186, "global_step": 2088, "epoch": 11, "lr": 9.994487593920208e-05}
{"train_loss": 0.02679922617971897, "global_step": 2089, "epoch": 11, "lr": 9.994480654806392e-05}
{"train_loss": 0.02294442057609558, "global_step": 2090, "epoch": 11, "lr": 9.994473711330196e-05}
{"train_loss": 0.020069800317287445, "global_step": 2091, "epoch": 11, "lr": 9.994466763491625e-05}
{"train_loss": 0.03441831097006798, "global_step": 2092, "epoch": 11, "lr": 9.994459811290686e-05}
{"train_loss": 0.0314578041434288, "global_step": 2093, "epoch": 11, "lr": 9.994452854727385e-05}
{"train_loss": 0.029713772237300873, "global_step": 2094, "epoch": 11, "lr": 9.994445893801727e-05}
{"train_loss": 0.01944754831492901, "global_step": 2095, "epoch": 11, "lr": 9.99443892851372e-05}
{"train_loss": 0.015257162973284721, "global_step": 2096, "epoch": 11, "lr": 9.994431958863368e-05}
{"train_loss": 0.01646307483315468, "global_step": 2097, "epoch": 11, "lr": 9.994424984850678e-05}
{"train_loss": 0.024165745824575424, "global_step": 2098, "epoch": 11, "lr": 9.994418006475655e-05}
{"train_loss": 0.0228474959731102, "global_step": 2099, "epoch": 11, "lr": 9.994411023738308e-05}
{"train_loss": 0.019595954567193985, "global_step": 2100, "epoch": 11, "lr": 9.99440403663864e-05}
{"train_loss": 0.02051408216357231, "global_step": 2101, "epoch": 11, "lr": 9.994397045176658e-05}
{"train_loss": 0.024250974878668785, "global_step": 2102, "epoch": 11, "lr": 9.99439004935237e-05}
{"train_loss": 0.016573350876569748, "global_step": 2103, "epoch": 11, "lr": 9.99438304916578e-05}
{"train_loss": 0.029429607093334198, "global_step": 2104, "epoch": 11, "lr": 9.994376044616894e-05}
{"train_loss": 0.017718542367219925, "global_step": 2105, "epoch": 11, "lr": 9.99436903570572e-05}
{"train_loss": 0.0225378405302763, "global_step": 2106, "epoch": 11, "lr": 9.994362022432263e-05}
{"train_loss": 0.037437282502651215, "global_step": 2107, "epoch": 11, "lr": 9.994355004796527e-05}
{"train_loss": 0.026975447311997414, "global_step": 2108, "epoch": 11, "lr": 9.994347982798521e-05}
{"train_loss": 0.03424379229545593, "global_step": 2109, "epoch": 11, "lr": 9.99434095643825e-05}
{"train_loss": 0.020803870633244514, "global_step": 2110, "epoch": 11, "lr": 9.994333925715723e-05}
{"train_loss": 0.02816161699593067, "global_step": 2111, "epoch": 11, "lr": 9.994326890630941e-05}
{"train_loss": 0.0262282807379961, "global_step": 2112, "epoch": 11, "lr": 9.994319851183913e-05}
{"train_loss": 0.020254306495189667, "global_step": 2113, "epoch": 11, "lr": 9.994312807374645e-05}
{"train_loss": 0.02744244784116745, "global_step": 2114, "epoch": 11, "lr": 9.994305759203143e-05}
{"train_loss": 0.021115195006132126, "global_step": 2115, "epoch": 11, "lr": 9.994298706669414e-05}
{"train_loss": 0.014334357343614101, "global_step": 2116, "epoch": 11, "lr": 9.994291649773462e-05}
{"train_loss": 0.02575339376926422, "global_step": 2117, "epoch": 11, "lr": 9.994284588515295e-05}
{"train_loss": 0.021536724641919136, "global_step": 2118, "epoch": 11, "lr": 9.994277522894919e-05}
{"train_loss": 0.03317004442214966, "global_step": 2119, "epoch": 11, "lr": 9.99427045291234e-05}
{"train_loss": 0.02761126682162285, "global_step": 2120, "epoch": 11, "lr": 9.994263378567563e-05}
{"train_loss": 0.024021249264478683, "global_step": 2121, "epoch": 11, "lr": 9.994256299860597e-05}
{"train_loss": 0.020426467061042786, "global_step": 2122, "epoch": 11, "lr": 9.994249216791444e-05}
{"train_loss": 0.019884977489709854, "global_step": 2123, "epoch": 11, "lr": 9.994242129360115e-05}
{"train_loss": 0.037814781069755554, "global_step": 2124, "epoch": 11, "lr": 9.994235037566613e-05}
{"train_loss": 0.01948315091431141, "global_step": 2125, "epoch": 11, "lr": 9.994227941410944e-05}
{"train_loss": 0.039488717913627625, "global_step": 2126, "epoch": 11, "lr": 9.994220840893116e-05}
{"train_loss": 0.02434190921485424, "global_step": 2127, "epoch": 11, "lr": 9.994213736013134e-05}
{"train_loss": 0.022375725209712982, "global_step": 2128, "epoch": 11, "lr": 9.994206626771006e-05}
{"train_loss": 0.02891540713608265, "global_step": 2129, "epoch": 11, "lr": 9.994199513166735e-05}
{"train_loss": 0.026743508875370026, "global_step": 2130, "epoch": 11, "lr": 9.994192395200328e-05}
{"train_loss": 0.015403976663947105, "global_step": 2131, "epoch": 11, "lr": 9.994185272871794e-05}
{"train_loss": 0.023541228845715523, "global_step": 2132, "epoch": 11, "lr": 9.994178146181137e-05}
{"train_loss": 0.012607857584953308, "global_step": 2133, "epoch": 11, "lr": 9.994171015128364e-05}
{"train_loss": 0.028796613216400146, "global_step": 2134, "epoch": 11, "lr": 9.99416387971348e-05}
{"train_loss": 0.025080618249733795, "global_step": 2135, "epoch": 11, "lr": 9.994156739936493e-05}
{"train_loss": 0.018364768475294113, "global_step": 2136, "epoch": 12, "lr": 9.994149595797408e-05}
{"train_loss": 0.025697816163301468, "global_step": 2137, "epoch": 12, "lr": 9.994142447296231e-05}
{"train_loss": 0.019891662523150444, "global_step": 2138, "epoch": 12, "lr": 9.99413529443297e-05}
{"train_loss": 0.028178945183753967, "global_step": 2139, "epoch": 12, "lr": 9.99412813720763e-05}
{"train_loss": 0.03183494135737419, "global_step": 2140, "epoch": 12, "lr": 9.994120975620216e-05}
{"train_loss": 0.042066365480422974, "global_step": 2141, "epoch": 12, "lr": 9.994113809670737e-05}
{"train_loss": 0.019707057625055313, "global_step": 2142, "epoch": 12, "lr": 9.994106639359197e-05}
{"train_loss": 0.022740647196769714, "global_step": 2143, "epoch": 12, "lr": 9.994099464685602e-05}
{"train_loss": 0.015553809702396393, "global_step": 2144, "epoch": 12, "lr": 9.99409228564996e-05}
{"train_loss": 0.021815616637468338, "global_step": 2145, "epoch": 12, "lr": 9.994085102252279e-05}
{"train_loss": 0.03228296339511871, "global_step": 2146, "epoch": 12, "lr": 9.994077914492562e-05}
{"train_loss": 0.022150062024593353, "global_step": 2147, "epoch": 12, "lr": 9.994070722370814e-05}
{"train_loss": 0.018892183899879456, "global_step": 2148, "epoch": 12, "lr": 9.994063525887045e-05}
{"train_loss": 0.01763198710978031, "global_step": 2149, "epoch": 12, "lr": 9.99405632504126e-05}
{"train_loss": 0.032069720327854156, "global_step": 2150, "epoch": 12, "lr": 9.994049119833465e-05}
{"train_loss": 0.025140050798654556, "global_step": 2151, "epoch": 12, "lr": 9.994041910263665e-05}
{"train_loss": 0.02700740471482277, "global_step": 2152, "epoch": 12, "lr": 9.99403469633187e-05}
{"train_loss": 0.02233392372727394, "global_step": 2153, "epoch": 12, "lr": 9.994027478038082e-05}
{"train_loss": 0.018228713423013687, "global_step": 2154, "epoch": 12, "lr": 9.994020255382309e-05}
{"train_loss": 0.01707909256219864, "global_step": 2155, "epoch": 12, "lr": 9.994013028364559e-05}
{"train_loss": 0.031687647104263306, "global_step": 2156, "epoch": 12, "lr": 9.994005796984836e-05}
{"train_loss": 0.024236207827925682, "global_step": 2157, "epoch": 12, "lr": 9.993998561243148e-05}
{"train_loss": 0.034614015370607376, "global_step": 2158, "epoch": 12, "lr": 9.993991321139499e-05}
{"train_loss": 0.01633455976843834, "global_step": 2159, "epoch": 12, "lr": 9.993984076673896e-05}
{"train_loss": 0.02187483385205269, "global_step": 2160, "epoch": 12, "lr": 9.993976827846349e-05}
{"train_loss": 0.028110146522521973, "global_step": 2161, "epoch": 12, "lr": 9.993969574656861e-05}
{"train_loss": 0.030592624098062515, "global_step": 2162, "epoch": 12, "lr": 9.993962317105438e-05}
{"train_loss": 0.027564212679862976, "global_step": 2163, "epoch": 12, "lr": 9.993955055192087e-05}
{"train_loss": 0.02188257873058319, "global_step": 2164, "epoch": 12, "lr": 9.993947788916816e-05}
{"train_loss": 0.027599681168794632, "global_step": 2165, "epoch": 12, "lr": 9.993940518279627e-05}
{"train_loss": 0.03256548196077347, "global_step": 2166, "epoch": 12, "lr": 9.993933243280532e-05}
{"train_loss": 0.02021973207592964, "global_step": 2167, "epoch": 12, "lr": 9.993925963919532e-05}
{"train_loss": 0.028630148619413376, "global_step": 2168, "epoch": 12, "lr": 9.993918680196637e-05}
{"train_loss": 0.031848497688770294, "global_step": 2169, "epoch": 12, "lr": 9.993911392111853e-05}
{"train_loss": 0.02346857637166977, "global_step": 2170, "epoch": 12, "lr": 9.993904099665185e-05}
{"train_loss": 0.031099392101168633, "global_step": 2171, "epoch": 12, "lr": 9.993896802856641e-05}
{"train_loss": 0.031019167974591255, "global_step": 2172, "epoch": 12, "lr": 9.993889501686225e-05}
{"train_loss": 0.014857353642582893, "global_step": 2173, "epoch": 12, "lr": 9.993882196153946e-05}
{"train_loss": 0.021636568009853363, "global_step": 2174, "epoch": 12, "lr": 9.993874886259809e-05}
{"train_loss": 0.023070167750120163, "global_step": 2175, "epoch": 12, "lr": 9.993867572003818e-05}
{"train_loss": 0.03036109171807766, "global_step": 2176, "epoch": 12, "lr": 9.993860253385985e-05}
{"train_loss": 0.02180209383368492, "global_step": 2177, "epoch": 12, "lr": 9.993852930406312e-05}
{"train_loss": 0.02913491241633892, "global_step": 2178, "epoch": 12, "lr": 9.993845603064806e-05}
{"train_loss": 0.018727198243141174, "global_step": 2179, "epoch": 12, "lr": 9.993838271361475e-05}
{"train_loss": 0.021368954330682755, "global_step": 2180, "epoch": 12, "lr": 9.993830935296324e-05}
{"train_loss": 0.021654527634382248, "global_step": 2181, "epoch": 12, "lr": 9.993823594869361e-05}
{"train_loss": 0.0180528461933136, "global_step": 2182, "epoch": 12, "lr": 9.993816250080592e-05}
{"train_loss": 0.027567822486162186, "global_step": 2183, "epoch": 12, "lr": 9.99380890093002e-05}
{"train_loss": 0.031339604407548904, "global_step": 2184, "epoch": 12, "lr": 9.993801547417656e-05}
{"train_loss": 0.02628311887383461, "global_step": 2185, "epoch": 12, "lr": 9.993794189543504e-05}
{"train_loss": 0.032105885446071625, "global_step": 2186, "epoch": 12, "lr": 9.993786827307571e-05}
{"train_loss": 0.02296413853764534, "global_step": 2187, "epoch": 12, "lr": 9.993779460709864e-05}
{"train_loss": 0.024221498519182205, "global_step": 2188, "epoch": 12, "lr": 9.993772089750388e-05}
{"train_loss": 0.024346118792891502, "global_step": 2189, "epoch": 12, "lr": 9.993764714429151e-05}
{"train_loss": 0.02499331347644329, "global_step": 2190, "epoch": 12, "lr": 9.993757334746159e-05}
{"train_loss": 0.023113220930099487, "global_step": 2191, "epoch": 12, "lr": 9.993749950701418e-05}
{"train_loss": 0.02044982835650444, "global_step": 2192, "epoch": 12, "lr": 9.993742562294935e-05}
{"train_loss": 0.026930000633001328, "global_step": 2193, "epoch": 12, "lr": 9.993735169526715e-05}
{"train_loss": 0.02060730755329132, "global_step": 2194, "epoch": 12, "lr": 9.993727772396766e-05}
{"train_loss": 0.04263676330447197, "global_step": 2195, "epoch": 12, "lr": 9.993720370905093e-05}
{"train_loss": 0.022142430767416954, "global_step": 2196, "epoch": 12, "lr": 9.993712965051705e-05}
{"train_loss": 0.03537937253713608, "global_step": 2197, "epoch": 12, "lr": 9.993705554836607e-05}
{"train_loss": 0.02538912370800972, "global_step": 2198, "epoch": 12, "lr": 9.993698140259804e-05}
{"train_loss": 0.01888706535100937, "global_step": 2199, "epoch": 12, "lr": 9.993690721321305e-05}
{"train_loss": 0.018773749470710754, "global_step": 2200, "epoch": 12, "lr": 9.993683298021115e-05}
{"train_loss": 0.01694677397608757, "global_step": 2201, "epoch": 12, "lr": 9.99367587035924e-05}
{"train_loss": 0.0238809697329998, "global_step": 2202, "epoch": 12, "lr": 9.99366843833569e-05}
{"train_loss": 0.022458842024207115, "global_step": 2203, "epoch": 12, "lr": 9.993661001950468e-05}
{"train_loss": 0.01975853368639946, "global_step": 2204, "epoch": 12, "lr": 9.99365356120358e-05}
{"train_loss": 0.0316949300467968, "global_step": 2205, "epoch": 12, "lr": 9.993646116095033e-05}
{"train_loss": 0.016207491979002953, "global_step": 2206, "epoch": 12, "lr": 9.993638666624836e-05}
{"train_loss": 0.021408455446362495, "global_step": 2207, "epoch": 12, "lr": 9.993631212792993e-05}
{"train_loss": 0.021241946145892143, "global_step": 2208, "epoch": 12, "lr": 9.993623754599512e-05}
{"train_loss": 0.025092169642448425, "global_step": 2209, "epoch": 12, "lr": 9.993616292044398e-05}
{"train_loss": 0.020285287871956825, "global_step": 2210, "epoch": 12, "lr": 9.993608825127661e-05}
{"train_loss": 0.02224172279238701, "global_step": 2211, "epoch": 12, "lr": 9.993601353849303e-05}
{"train_loss": 0.020401837304234505, "global_step": 2212, "epoch": 12, "lr": 9.993593878209332e-05}
{"train_loss": 0.026282355189323425, "global_step": 2213, "epoch": 12, "lr": 9.993586398207754e-05}
{"train_loss": 0.0209990032017231, "global_step": 2214, "epoch": 12, "lr": 9.993578913844579e-05}
{"train_loss": 0.01849214732646942, "global_step": 2215, "epoch": 12, "lr": 9.99357142511981e-05}
{"train_loss": 0.019876454025506973, "global_step": 2216, "epoch": 12, "lr": 9.993563932033454e-05}
{"train_loss": 0.030313655734062195, "global_step": 2217, "epoch": 12, "lr": 9.99355643458552e-05}
{"train_loss": 0.021560171619057655, "global_step": 2218, "epoch": 12, "lr": 9.993548932776011e-05}
{"train_loss": 0.024956075474619865, "global_step": 2219, "epoch": 12, "lr": 9.993541426604936e-05}
{"train_loss": 0.02702954038977623, "global_step": 2220, "epoch": 12, "lr": 9.9935339160723e-05}
{"train_loss": 0.017536776140332222, "global_step": 2221, "epoch": 12, "lr": 9.99352640117811e-05}
{"train_loss": 0.015790145844221115, "global_step": 2222, "epoch": 12, "lr": 9.993518881922375e-05}
{"train_loss": 0.02237262949347496, "global_step": 2223, "epoch": 12, "lr": 9.993511358305096e-05}
{"train_loss": 0.019038716331124306, "global_step": 2224, "epoch": 12, "lr": 9.993503830326286e-05}
{"train_loss": 0.027404874563217163, "global_step": 2225, "epoch": 12, "lr": 9.993496297985948e-05}
{"train_loss": 0.021399058401584625, "global_step": 2226, "epoch": 12, "lr": 9.993488761284089e-05}
{"train_loss": 0.021358225494623184, "global_step": 2227, "epoch": 12, "lr": 9.993481220220715e-05}
{"train_loss": 0.027957022190093994, "global_step": 2228, "epoch": 12, "lr": 9.993473674795835e-05}
{"train_loss": 0.01592460460960865, "global_step": 2229, "epoch": 12, "lr": 9.993466125009452e-05}
{"train_loss": 0.023623699322342873, "global_step": 2230, "epoch": 12, "lr": 9.993458570861576e-05}
{"train_loss": 0.025920074433088303, "global_step": 2231, "epoch": 12, "lr": 9.993451012352211e-05}
{"train_loss": 0.01842878945171833, "global_step": 2232, "epoch": 12, "lr": 9.993443449481366e-05}
{"train_loss": 0.02558096870779991, "global_step": 2233, "epoch": 12, "lr": 9.993435882249046e-05}
{"train_loss": 0.020396888256072998, "global_step": 2234, "epoch": 12, "lr": 9.993428310655257e-05}
{"train_loss": 0.03268576040863991, "global_step": 2235, "epoch": 12, "lr": 9.993420734700008e-05}
{"train_loss": 0.021992336958646774, "global_step": 2236, "epoch": 12, "lr": 9.993413154383305e-05}
{"train_loss": 0.0338590070605278, "global_step": 2237, "epoch": 12, "lr": 9.993405569705151e-05}
{"train_loss": 0.02091069146990776, "global_step": 2238, "epoch": 12, "lr": 9.993397980665556e-05}
{"train_loss": 0.019696008414030075, "global_step": 2239, "epoch": 12, "lr": 9.993390387264528e-05}
{"train_loss": 0.01858670823276043, "global_step": 2240, "epoch": 12, "lr": 9.993382789502071e-05}
{"train_loss": 0.029171165078878403, "global_step": 2241, "epoch": 12, "lr": 9.993375187378191e-05}
{"train_loss": 0.028300173580646515, "global_step": 2242, "epoch": 12, "lr": 9.993367580892897e-05}
{"train_loss": 0.02191784791648388, "global_step": 2243, "epoch": 12, "lr": 9.993359970046194e-05}
{"train_loss": 0.022107915952801704, "global_step": 2244, "epoch": 12, "lr": 9.99335235483809e-05}
{"train_loss": 0.03508633375167847, "global_step": 2245, "epoch": 12, "lr": 9.993344735268591e-05}
{"train_loss": 0.02244904637336731, "global_step": 2246, "epoch": 12, "lr": 9.993337111337703e-05}
{"train_loss": 0.03063100576400757, "global_step": 2247, "epoch": 12, "lr": 9.993329483045433e-05}
{"train_loss": 0.026741141453385353, "global_step": 2248, "epoch": 12, "lr": 9.993321850391787e-05}
{"train_loss": 0.022992702201008797, "global_step": 2249, "epoch": 12, "lr": 9.993314213376775e-05}
{"train_loss": 0.017090193927288055, "global_step": 2250, "epoch": 12, "lr": 9.9933065720004e-05}
{"train_loss": 0.024413980543613434, "global_step": 2251, "epoch": 12, "lr": 9.993298926262671e-05}
{"train_loss": 0.0224037766456604, "global_step": 2252, "epoch": 12, "lr": 9.993291276163592e-05}
{"train_loss": 0.0278068445622921, "global_step": 2253, "epoch": 12, "lr": 9.993283621703173e-05}
{"train_loss": 0.02415924146771431, "global_step": 2254, "epoch": 12, "lr": 9.993275962881417e-05}
{"train_loss": 0.021761592477560043, "global_step": 2255, "epoch": 12, "lr": 9.993268299698334e-05}
{"train_loss": 0.021263916045427322, "global_step": 2256, "epoch": 12, "lr": 9.993260632153929e-05}
{"train_loss": 0.03888586163520813, "global_step": 2257, "epoch": 12, "lr": 9.99325296024821e-05}
{"train_loss": 0.037142280489206314, "global_step": 2258, "epoch": 12, "lr": 9.993245283981181e-05}
{"train_loss": 0.021530741825699806, "global_step": 2259, "epoch": 12, "lr": 9.99323760335285e-05}
{"train_loss": 0.017733655869960785, "global_step": 2260, "epoch": 12, "lr": 9.993229918363225e-05}
{"train_loss": 0.024169569835066795, "global_step": 2261, "epoch": 12, "lr": 9.993222229012314e-05}
{"train_loss": 0.021566757932305336, "global_step": 2262, "epoch": 12, "lr": 9.993214535300118e-05}
{"train_loss": 0.021001121029257774, "global_step": 2263, "epoch": 12, "lr": 9.99320683722665e-05}
{"train_loss": 0.022978203371167183, "global_step": 2264, "epoch": 12, "lr": 9.993199134791914e-05}
{"train_loss": 0.021773850545287132, "global_step": 2265, "epoch": 12, "lr": 9.993191427995914e-05}
{"train_loss": 0.03284482657909393, "global_step": 2266, "epoch": 12, "lr": 9.99318371683866e-05}
{"train_loss": 0.023346807807683945, "global_step": 2267, "epoch": 12, "lr": 9.993176001320161e-05}
{"train_loss": 0.027200598269701004, "global_step": 2268, "epoch": 12, "lr": 9.99316828144042e-05}
{"train_loss": 0.023006465286016464, "global_step": 2269, "epoch": 12, "lr": 9.993160557199443e-05}
{"train_loss": 0.01844651997089386, "global_step": 2270, "epoch": 12, "lr": 9.99315282859724e-05}
{"train_loss": 0.02614910528063774, "global_step": 2271, "epoch": 12, "lr": 9.993145095633815e-05}
{"train_loss": 0.02520473301410675, "global_step": 2272, "epoch": 12, "lr": 9.993137358309176e-05}
{"train_loss": 0.031380973756313324, "global_step": 2273, "epoch": 12, "lr": 9.993129616623332e-05}
{"train_loss": 0.022663669660687447, "global_step": 2274, "epoch": 12, "lr": 9.993121870576285e-05}
{"train_loss": 0.015574557706713676, "global_step": 2275, "epoch": 12, "lr": 9.993114120168045e-05}
{"train_loss": 0.023708395659923553, "global_step": 2276, "epoch": 12, "lr": 9.993106365398619e-05}
{"train_loss": 0.0208149217069149, "global_step": 2277, "epoch": 12, "lr": 9.993098606268012e-05}
{"train_loss": 0.018590610474348068, "global_step": 2278, "epoch": 12, "lr": 9.993090842776231e-05}
{"train_loss": 0.017985524609684944, "global_step": 2279, "epoch": 12, "lr": 9.993083074923283e-05}
{"train_loss": 0.021380610764026642, "global_step": 2280, "epoch": 12, "lr": 9.993075302709176e-05}
{"train_loss": 0.018219690769910812, "global_step": 2281, "epoch": 12, "lr": 9.993067526133917e-05}
{"train_loss": 0.02941339649260044, "global_step": 2282, "epoch": 12, "lr": 9.99305974519751e-05}
{"train_loss": 0.024681108072400093, "global_step": 2283, "epoch": 12, "lr": 9.993051959899964e-05}
{"train_loss": 0.024906203150749207, "global_step": 2284, "epoch": 12, "lr": 9.993044170241285e-05}
{"train_loss": 0.026075564324855804, "global_step": 2285, "epoch": 12, "lr": 9.993036376221481e-05}
{"train_loss": 0.034736115485429764, "global_step": 2286, "epoch": 12, "lr": 9.993028577840557e-05}
{"train_loss": 0.021683314815163612, "global_step": 2287, "epoch": 12, "lr": 9.993020775098521e-05}
{"train_loss": 0.029340047389268875, "global_step": 2288, "epoch": 12, "lr": 9.993012967995379e-05}
{"train_loss": 0.025895770639181137, "global_step": 2289, "epoch": 12, "lr": 9.993005156531139e-05}
{"train_loss": 0.02290596440434456, "global_step": 2290, "epoch": 12, "lr": 9.992997340705808e-05}
{"train_loss": 0.019132185727357864, "global_step": 2291, "epoch": 12, "lr": 9.99298952051939e-05}
{"train_loss": 0.02672860398888588, "global_step": 2292, "epoch": 12, "lr": 9.992981695971895e-05}
{"train_loss": 0.03631538152694702, "global_step": 2293, "epoch": 12, "lr": 9.992973867063328e-05}
{"train_loss": 0.02772967889904976, "global_step": 2294, "epoch": 12, "lr": 9.992966033793698e-05}
{"train_loss": 0.020257923752069473, "global_step": 2295, "epoch": 12, "lr": 9.992958196163009e-05}
{"train_loss": 0.022603264078497887, "global_step": 2296, "epoch": 12, "lr": 9.992950354171269e-05}
{"train_loss": 0.019997386261820793, "global_step": 2297, "epoch": 12, "lr": 9.992942507818486e-05}
{"train_loss": 0.013710878789424896, "global_step": 2298, "epoch": 12, "lr": 9.992934657104665e-05}
{"train_loss": 0.021714434027671814, "global_step": 2299, "epoch": 12, "lr": 9.992926802029815e-05}
{"train_loss": 0.020662201568484306, "global_step": 2300, "epoch": 12, "lr": 9.992918942593941e-05}
{"train_loss": 0.026612091809511185, "global_step": 2301, "epoch": 12, "lr": 9.99291107879705e-05}
{"train_loss": 0.027900099754333496, "global_step": 2302, "epoch": 12, "lr": 9.99290321063915e-05}
{"train_loss": 0.01981697417795658, "global_step": 2303, "epoch": 12, "lr": 9.992895338120247e-05}
{"train_loss": 0.021846827119588852, "global_step": 2304, "epoch": 12, "lr": 9.992887461240348e-05}
{"train_loss": 0.030973685905337334, "global_step": 2305, "epoch": 12, "lr": 9.99287957999946e-05}
{"train_loss": 0.01833454892039299, "global_step": 2306, "epoch": 12, "lr": 9.99287169439759e-05}
{"train_loss": 0.03083552047610283, "global_step": 2307, "epoch": 12, "lr": 9.992863804434744e-05}
{"train_loss": 0.03051634505391121, "global_step": 2308, "epoch": 12, "lr": 9.99285591011093e-05}
{"train_loss": 0.017299190163612366, "global_step": 2309, "epoch": 12, "lr": 9.992848011426156e-05}
{"train_loss": 0.02713434211909771, "global_step": 2310, "epoch": 12, "lr": 9.992840108380425e-05}
{"train_loss": 0.017128538340330124, "global_step": 2311, "epoch": 12, "lr": 9.992832200973749e-05}
{"train_loss": 0.02011190354824066, "global_step": 2312, "epoch": 12, "lr": 9.99282428920613e-05}
{"train_loss": 0.024354179871132534, "global_step": 2313, "epoch": 12, "lr": 9.992816373077579e-05}
{"train_loss": 0.024774713441729546, "global_step": 2314, "epoch": 13, "lr": 9.992808452588099e-05}
{"train_loss": 0.03428742289543152, "global_step": 2315, "epoch": 13, "lr": 9.9928005277377e-05}
{"train_loss": 0.02733417972922325, "global_step": 2316, "epoch": 13, "lr": 9.992792598526388e-05}
{"train_loss": 0.02894032746553421, "global_step": 2317, "epoch": 13, "lr": 9.99278466495417e-05}
{"train_loss": 0.03229059278964996, "global_step": 2318, "epoch": 13, "lr": 9.992776727021052e-05}
{"train_loss": 0.01901509240269661, "global_step": 2319, "epoch": 13, "lr": 9.992768784727043e-05}
{"train_loss": 0.032247502356767654, "global_step": 2320, "epoch": 13, "lr": 9.992760838072149e-05}
{"train_loss": 0.01824686862528324, "global_step": 2321, "epoch": 13, "lr": 9.992752887056374e-05}
{"train_loss": 0.022587690502405167, "global_step": 2322, "epoch": 13, "lr": 9.992744931679729e-05}
{"train_loss": 0.0354343056678772, "global_step": 2323, "epoch": 13, "lr": 9.99273697194222e-05}
{"train_loss": 0.02747744880616665, "global_step": 2324, "epoch": 13, "lr": 9.992729007843853e-05}
{"train_loss": 0.026664741337299347, "global_step": 2325, "epoch": 13, "lr": 9.992721039384635e-05}
{"train_loss": 0.0220281220972538, "global_step": 2326, "epoch": 13, "lr": 9.992713066564574e-05}
{"train_loss": 0.027513517066836357, "global_step": 2327, "epoch": 13, "lr": 9.992705089383676e-05}
{"train_loss": 0.018818683922290802, "global_step": 2328, "epoch": 13, "lr": 9.992697107841948e-05}
{"train_loss": 0.03077979013323784, "global_step": 2329, "epoch": 13, "lr": 9.992689121939397e-05}
{"train_loss": 0.035836927592754364, "global_step": 2330, "epoch": 13, "lr": 9.992681131676031e-05}
{"train_loss": 0.023288588970899582, "global_step": 2331, "epoch": 13, "lr": 9.992673137051856e-05}
{"train_loss": 0.024526990950107574, "global_step": 2332, "epoch": 13, "lr": 9.992665138066878e-05}
{"train_loss": 0.024227317422628403, "global_step": 2333, "epoch": 13, "lr": 9.992657134721106e-05}
{"train_loss": 0.027881480753421783, "global_step": 2334, "epoch": 13, "lr": 9.992649127014546e-05}
{"train_loss": 0.011552926152944565, "global_step": 2335, "epoch": 13, "lr": 9.992641114947206e-05}
{"train_loss": 0.022553568705916405, "global_step": 2336, "epoch": 13, "lr": 9.992633098519091e-05}
{"train_loss": 0.015651388093829155, "global_step": 2337, "epoch": 13, "lr": 9.99262507773021e-05}
{"train_loss": 0.02716783806681633, "global_step": 2338, "epoch": 13, "lr": 9.992617052580568e-05}
{"train_loss": 0.02921990305185318, "global_step": 2339, "epoch": 13, "lr": 9.992609023070175e-05}
{"train_loss": 0.021315129473805428, "global_step": 2340, "epoch": 13, "lr": 9.992600989199035e-05}
{"train_loss": 0.027911609038710594, "global_step": 2341, "epoch": 13, "lr": 9.992592950967157e-05}
{"train_loss": 0.03256656229496002, "global_step": 2342, "epoch": 13, "lr": 9.992584908374547e-05}
{"train_loss": 0.029540233314037323, "global_step": 2343, "epoch": 13, "lr": 9.992576861421212e-05}
{"train_loss": 0.0312904417514801, "global_step": 2344, "epoch": 13, "lr": 9.99256881010716e-05}
{"train_loss": 0.018245697021484375, "global_step": 2345, "epoch": 13, "lr": 9.992560754432393e-05}
{"train_loss": 0.026467692106962204, "global_step": 2346, "epoch": 13, "lr": 9.992552694396927e-05}
{"train_loss": 0.019897092133760452, "global_step": 2347, "epoch": 13, "lr": 9.992544630000764e-05}
{"train_loss": 0.024529144167900085, "global_step": 2348, "epoch": 13, "lr": 9.99253656124391e-05}
{"train_loss": 0.01297973282635212, "global_step": 2349, "epoch": 13, "lr": 9.992528488126374e-05}
{"train_loss": 0.015126828104257584, "global_step": 2350, "epoch": 13, "lr": 9.992520410648162e-05}
{"train_loss": 0.02315247803926468, "global_step": 2351, "epoch": 13, "lr": 9.992512328809283e-05}
{"train_loss": 0.019947107881307602, "global_step": 2352, "epoch": 13, "lr": 9.992504242609741e-05}
{"train_loss": 0.022034361958503723, "global_step": 2353, "epoch": 13, "lr": 9.992496152049547e-05}
{"train_loss": 0.02057964727282524, "global_step": 2354, "epoch": 13, "lr": 9.992488057128704e-05}
{"train_loss": 0.02378879487514496, "global_step": 2355, "epoch": 13, "lr": 9.99247995784722e-05}
{"train_loss": 0.014870119281113148, "global_step": 2356, "epoch": 13, "lr": 9.992471854205104e-05}
{"train_loss": 0.039736825972795486, "global_step": 2357, "epoch": 13, "lr": 9.992463746202362e-05}
{"train_loss": 0.03226780146360397, "global_step": 2358, "epoch": 13, "lr": 9.992455633839e-05}
{"train_loss": 0.02035454474389553, "global_step": 2359, "epoch": 13, "lr": 9.992447517115028e-05}
{"train_loss": 0.024563994258642197, "global_step": 2360, "epoch": 13, "lr": 9.992439396030451e-05}
{"train_loss": 0.02495735138654709, "global_step": 2361, "epoch": 13, "lr": 9.992431270585275e-05}
{"train_loss": 0.015016540884971619, "global_step": 2362, "epoch": 13, "lr": 9.99242314077951e-05}
{"train_loss": 0.02849765121936798, "global_step": 2363, "epoch": 13, "lr": 9.99241500661316e-05}
{"train_loss": 0.017443891614675522, "global_step": 2364, "epoch": 13, "lr": 9.992406868086235e-05}
{"train_loss": 0.02067478373646736, "global_step": 2365, "epoch": 13, "lr": 9.99239872519874e-05}
{"train_loss": 0.02962607890367508, "global_step": 2366, "epoch": 13, "lr": 9.992390577950682e-05}
{"train_loss": 0.015485083684325218, "global_step": 2367, "epoch": 13, "lr": 9.99238242634207e-05}
{"train_loss": 0.02028893679380417, "global_step": 2368, "epoch": 13, "lr": 9.992374270372911e-05}
{"train_loss": 0.021516181528568268, "global_step": 2369, "epoch": 13, "lr": 9.99236611004321e-05}
{"train_loss": 0.024134477600455284, "global_step": 2370, "epoch": 13, "lr": 9.992357945352975e-05}
{"train_loss": 0.014788270927965641, "global_step": 2371, "epoch": 13, "lr": 9.992349776302215e-05}
{"train_loss": 0.012049810960888863, "global_step": 2372, "epoch": 13, "lr": 9.992341602890933e-05}
{"train_loss": 0.03533957153558731, "global_step": 2373, "epoch": 13, "lr": 9.992333425119141e-05}
{"train_loss": 0.02178381010890007, "global_step": 2374, "epoch": 13, "lr": 9.992325242986844e-05}
{"train_loss": 0.031065022572875023, "global_step": 2375, "epoch": 13, "lr": 9.992317056494047e-05}
{"train_loss": 0.019614018499851227, "global_step": 2376, "epoch": 13, "lr": 9.99230886564076e-05}
{"train_loss": 0.033657804131507874, "global_step": 2377, "epoch": 13, "lr": 9.992300670426991e-05}
{"train_loss": 0.027936851605772972, "global_step": 2378, "epoch": 13, "lr": 9.992292470852744e-05}
{"train_loss": 0.024795325472950935, "global_step": 2379, "epoch": 13, "lr": 9.992284266918028e-05}
{"train_loss": 0.032489433884620667, "global_step": 2380, "epoch": 13, "lr": 9.99227605862285e-05}
{"train_loss": 0.022911779582500458, "global_step": 2381, "epoch": 13, "lr": 9.992267845967217e-05}
{"train_loss": 0.016084475442767143, "global_step": 2382, "epoch": 13, "lr": 9.992259628951136e-05}
{"train_loss": 0.0246063731610775, "global_step": 2383, "epoch": 13, "lr": 9.992251407574615e-05}
{"train_loss": 0.023568373173475266, "global_step": 2384, "epoch": 13, "lr": 9.99224318183766e-05}
{"train_loss": 0.01804589480161667, "global_step": 2385, "epoch": 13, "lr": 9.992234951740278e-05}
{"train_loss": 0.01407507061958313, "global_step": 2386, "epoch": 13, "lr": 9.992226717282478e-05}
{"train_loss": 0.017333094030618668, "global_step": 2387, "epoch": 13, "lr": 9.992218478464266e-05}
{"train_loss": 0.02932080812752247, "global_step": 2388, "epoch": 13, "lr": 9.992210235285648e-05}
{"train_loss": 0.01917097344994545, "global_step": 2389, "epoch": 13, "lr": 9.992201987746634e-05}
{"train_loss": 0.025983402505517006, "global_step": 2390, "epoch": 13, "lr": 9.992193735847229e-05}
{"train_loss": 0.026050090789794922, "global_step": 2391, "epoch": 13, "lr": 9.992185479587442e-05}
{"train_loss": 0.016732558608055115, "global_step": 2392, "epoch": 13, "lr": 9.992177218967277e-05}
{"train_loss": 0.02311805635690689, "global_step": 2393, "epoch": 13, "lr": 9.992168953986745e-05}
{"train_loss": 0.02649751678109169, "global_step": 2394, "epoch": 13, "lr": 9.992160684645851e-05}
{"train_loss": 0.025113999843597412, "global_step": 2395, "epoch": 13, "lr": 9.992152410944602e-05}
{"train_loss": 0.02617638185620308, "global_step": 2396, "epoch": 13, "lr": 9.992144132883007e-05}
{"train_loss": 0.02897982858121395, "global_step": 2397, "epoch": 13, "lr": 9.992135850461072e-05}
{"train_loss": 0.02487809769809246, "global_step": 2398, "epoch": 13, "lr": 9.992127563678805e-05}
{"train_loss": 0.02147146314382553, "global_step": 2399, "epoch": 13, "lr": 9.992119272536211e-05}
{"train_loss": 0.025234689936041832, "global_step": 2400, "epoch": 13, "lr": 9.992110977033301e-05}
{"train_loss": 0.02908661775290966, "global_step": 2401, "epoch": 13, "lr": 9.992102677170079e-05}
{"train_loss": 0.031260766088962555, "global_step": 2402, "epoch": 13, "lr": 9.992094372946554e-05}
{"train_loss": 0.016759950667619705, "global_step": 2403, "epoch": 13, "lr": 9.992086064362732e-05}
{"train_loss": 0.0174957774579525, "global_step": 2404, "epoch": 13, "lr": 9.992077751418623e-05}
{"train_loss": 0.016011018306016922, "global_step": 2405, "epoch": 13, "lr": 9.99206943411423e-05}
{"train_loss": 0.01862473040819168, "global_step": 2406, "epoch": 13, "lr": 9.992061112449562e-05}
{"train_loss": 0.019656363874673843, "global_step": 2407, "epoch": 13, "lr": 9.992052786424628e-05}
{"train_loss": 0.02279781922698021, "global_step": 2408, "epoch": 13, "lr": 9.992044456039435e-05}
{"train_loss": 0.025898853316903114, "global_step": 2409, "epoch": 13, "lr": 9.992036121293987e-05}
{"train_loss": 0.017025461420416832, "global_step": 2410, "epoch": 13, "lr": 9.992027782188296e-05}
{"train_loss": 0.024110455065965652, "global_step": 2411, "epoch": 13, "lr": 9.992019438722365e-05}
{"train_loss": 0.025928068906068802, "global_step": 2412, "epoch": 13, "lr": 9.992011090896203e-05}
{"train_loss": 0.030210182070732117, "global_step": 2413, "epoch": 13, "lr": 9.992002738709818e-05}
{"train_loss": 0.017863307148218155, "global_step": 2414, "epoch": 13, "lr": 9.991994382163217e-05}
{"train_loss": 0.0315222404897213, "global_step": 2415, "epoch": 13, "lr": 9.991986021256408e-05}
{"train_loss": 0.021477028727531433, "global_step": 2416, "epoch": 13, "lr": 9.991977655989395e-05}
{"train_loss": 0.017427388578653336, "global_step": 2417, "epoch": 13, "lr": 9.99196928636219e-05}
{"train_loss": 0.017059028148651123, "global_step": 2418, "epoch": 13, "lr": 9.991960912374796e-05}
{"train_loss": 0.01879260689020157, "global_step": 2419, "epoch": 13, "lr": 9.991952534027222e-05}
{"train_loss": 0.0200762078166008, "global_step": 2420, "epoch": 13, "lr": 9.991944151319478e-05}
{"train_loss": 0.02363736182451248, "global_step": 2421, "epoch": 13, "lr": 9.991935764251568e-05}
{"train_loss": 0.02196180261671543, "global_step": 2422, "epoch": 13, "lr": 9.9919273728235e-05}
{"train_loss": 0.02724273130297661, "global_step": 2423, "epoch": 13, "lr": 9.991918977035281e-05}
{"train_loss": 0.026937291026115417, "global_step": 2424, "epoch": 13, "lr": 9.991910576886918e-05}
{"train_loss": 0.021217389032244682, "global_step": 2425, "epoch": 13, "lr": 9.99190217237842e-05}
{"train_loss": 0.02457832358777523, "global_step": 2426, "epoch": 13, "lr": 9.991893763509794e-05}
{"train_loss": 0.018643449991941452, "global_step": 2427, "epoch": 13, "lr": 9.991885350281047e-05}
{"train_loss": 0.02451057732105255, "global_step": 2428, "epoch": 13, "lr": 9.991876932692188e-05}
{"train_loss": 0.01768624410033226, "global_step": 2429, "epoch": 13, "lr": 9.99186851074322e-05}
{"train_loss": 0.02483351342380047, "global_step": 2430, "epoch": 13, "lr": 9.991860084434154e-05}
{"train_loss": 0.03361598029732704, "global_step": 2431, "epoch": 13, "lr": 9.991851653764996e-05}
{"train_loss": 0.015483256429433823, "global_step": 2432, "epoch": 13, "lr": 9.991843218735753e-05}
{"train_loss": 0.022429659962654114, "global_step": 2433, "epoch": 13, "lr": 9.991834779346434e-05}
{"train_loss": 0.01290688943117857, "global_step": 2434, "epoch": 13, "lr": 9.991826335597046e-05}
{"train_loss": 0.024901622906327248, "global_step": 2435, "epoch": 13, "lr": 9.991817887487596e-05}
{"train_loss": 0.01615799218416214, "global_step": 2436, "epoch": 13, "lr": 9.99180943501809e-05}
{"train_loss": 0.02390386164188385, "global_step": 2437, "epoch": 13, "lr": 9.991800978188536e-05}
{"train_loss": 0.02038297988474369, "global_step": 2438, "epoch": 13, "lr": 9.991792516998943e-05}
{"train_loss": 0.01940385065972805, "global_step": 2439, "epoch": 13, "lr": 9.991784051449318e-05}
{"train_loss": 0.029528936371207237, "global_step": 2440, "epoch": 13, "lr": 9.991775581539666e-05}
{"train_loss": 0.017558950930833817, "global_step": 2441, "epoch": 13, "lr": 9.991767107269997e-05}
{"train_loss": 0.017903970554471016, "global_step": 2442, "epoch": 13, "lr": 9.991758628640317e-05}
{"train_loss": 0.024915285408496857, "global_step": 2443, "epoch": 13, "lr": 9.991750145650636e-05}
{"train_loss": 0.02538328245282173, "global_step": 2444, "epoch": 13, "lr": 9.991741658300957e-05}
{"train_loss": 0.023858215659856796, "global_step": 2445, "epoch": 13, "lr": 9.99173316659129e-05}
{"train_loss": 0.016011342406272888, "global_step": 2446, "epoch": 13, "lr": 9.991724670521642e-05}
{"train_loss": 0.019406717270612717, "global_step": 2447, "epoch": 13, "lr": 9.991716170092023e-05}
{"train_loss": 0.019100528210401535, "global_step": 2448, "epoch": 13, "lr": 9.991707665302437e-05}
{"train_loss": 0.022175069898366928, "global_step": 2449, "epoch": 13, "lr": 9.991699156152891e-05}
{"train_loss": 0.03673315793275833, "global_step": 2450, "epoch": 13, "lr": 9.991690642643395e-05}
{"train_loss": 0.029349710792303085, "global_step": 2451, "epoch": 13, "lr": 9.991682124773956e-05}
{"train_loss": 0.02861373871564865, "global_step": 2452, "epoch": 13, "lr": 9.991673602544579e-05}
{"train_loss": 0.02047913148999214, "global_step": 2453, "epoch": 13, "lr": 9.991665075955274e-05}
{"train_loss": 0.023368380963802338, "global_step": 2454, "epoch": 13, "lr": 9.991656545006047e-05}
{"train_loss": 0.017264334484934807, "global_step": 2455, "epoch": 13, "lr": 9.991648009696908e-05}
{"train_loss": 0.020841356366872787, "global_step": 2456, "epoch": 13, "lr": 9.99163947002786e-05}
{"train_loss": 0.019589468836784363, "global_step": 2457, "epoch": 13, "lr": 9.991630925998916e-05}
{"train_loss": 0.016055479645729065, "global_step": 2458, "epoch": 13, "lr": 9.991622377610078e-05}
{"train_loss": 0.020600881427526474, "global_step": 2459, "epoch": 13, "lr": 9.991613824861356e-05}
{"train_loss": 0.017727984115481377, "global_step": 2460, "epoch": 13, "lr": 9.991605267752759e-05}
{"train_loss": 0.019357100129127502, "global_step": 2461, "epoch": 13, "lr": 9.991596706284291e-05}
{"train_loss": 0.029782485216856003, "global_step": 2462, "epoch": 13, "lr": 9.991588140455964e-05}
{"train_loss": 0.02706063725054264, "global_step": 2463, "epoch": 13, "lr": 9.991579570267781e-05}
{"train_loss": 0.022559721022844315, "global_step": 2464, "epoch": 13, "lr": 9.991570995719752e-05}
{"train_loss": 0.02533898502588272, "global_step": 2465, "epoch": 13, "lr": 9.991562416811884e-05}
{"train_loss": 0.019368566572666168, "global_step": 2466, "epoch": 13, "lr": 9.991553833544184e-05}
{"train_loss": 0.019912678748369217, "global_step": 2467, "epoch": 13, "lr": 9.99154524591666e-05}
{"train_loss": 0.01606442965567112, "global_step": 2468, "epoch": 13, "lr": 9.991536653929319e-05}
{"train_loss": 0.019832979887723923, "global_step": 2469, "epoch": 13, "lr": 9.991528057582169e-05}
{"train_loss": 0.020787067711353302, "global_step": 2470, "epoch": 13, "lr": 9.991519456875216e-05}
{"train_loss": 0.020246991887688637, "global_step": 2471, "epoch": 13, "lr": 9.99151085180847e-05}
{"train_loss": 0.02299683913588524, "global_step": 2472, "epoch": 13, "lr": 9.991502242381939e-05}
{"train_loss": 0.03385819494724274, "global_step": 2473, "epoch": 13, "lr": 9.991493628595627e-05}
{"train_loss": 0.02088055945932865, "global_step": 2474, "epoch": 13, "lr": 9.991485010449544e-05}
{"train_loss": 0.022377025336027145, "global_step": 2475, "epoch": 13, "lr": 9.991476387943696e-05}
{"train_loss": 0.027895580977201462, "global_step": 2476, "epoch": 13, "lr": 9.991467761078093e-05}
{"train_loss": 0.01748584769666195, "global_step": 2477, "epoch": 13, "lr": 9.99145912985274e-05}
{"train_loss": 0.019292620941996574, "global_step": 2478, "epoch": 13, "lr": 9.991450494267645e-05}
{"train_loss": 0.027883747592568398, "global_step": 2479, "epoch": 13, "lr": 9.991441854322816e-05}
{"train_loss": 0.027951374650001526, "global_step": 2480, "epoch": 13, "lr": 9.991433210018262e-05}
{"train_loss": 0.01836499571800232, "global_step": 2481, "epoch": 13, "lr": 9.991424561353987e-05}
{"train_loss": 0.025169972330331802, "global_step": 2482, "epoch": 13, "lr": 9.991415908330005e-05}
{"train_loss": 0.023702412843704224, "global_step": 2483, "epoch": 13, "lr": 9.991407250946315e-05}
{"train_loss": 0.022481810301542282, "global_step": 2484, "epoch": 13, "lr": 9.991398589202931e-05}
{"train_loss": 0.026107795536518097, "global_step": 2485, "epoch": 13, "lr": 9.991389923099857e-05}
{"train_loss": 0.02122366428375244, "global_step": 2486, "epoch": 13, "lr": 9.991381252637105e-05}
{"train_loss": 0.02865244448184967, "global_step": 2487, "epoch": 13, "lr": 9.991372577814676e-05}
{"train_loss": 0.021387452259659767, "global_step": 2488, "epoch": 13, "lr": 9.991363898632582e-05}
{"train_loss": 0.015314475633203983, "global_step": 2489, "epoch": 13, "lr": 9.99135521509083e-05}
{"train_loss": 0.04313032329082489, "global_step": 2490, "epoch": 13, "lr": 9.991346527189429e-05}
{"train_loss": 0.023345152156825148, "global_step": 2491, "epoch": 13, "lr": 9.991337834928383e-05}
{"train_loss": 0.02239220216870308, "global_step": 2492, "epoch": 14, "lr": 9.991329138307701e-05}
{"train_loss": 0.017600934952497482, "global_step": 2493, "epoch": 14, "lr": 9.991320437327392e-05}
{"train_loss": 0.031400684267282486, "global_step": 2494, "epoch": 14, "lr": 9.991311731987463e-05}
{"train_loss": 0.023463625460863113, "global_step": 2495, "epoch": 14, "lr": 9.991303022287922e-05}
{"train_loss": 0.017862919718027115, "global_step": 2496, "epoch": 14, "lr": 9.991294308228773e-05}
{"train_loss": 0.016883965581655502, "global_step": 2497, "epoch": 14, "lr": 9.991285589810029e-05}
{"train_loss": 0.022462215274572372, "global_step": 2498, "epoch": 14, "lr": 9.991276867031695e-05}
{"train_loss": 0.0227934792637825, "global_step": 2499, "epoch": 14, "lr": 9.991268139893778e-05}
{"train_loss": 0.02337692677974701, "global_step": 2500, "epoch": 14, "lr": 9.991259408396288e-05}
{"train_loss": 0.021592654287815094, "global_step": 2501, "epoch": 14, "lr": 9.991250672539228e-05}
{"train_loss": 0.020288966596126556, "global_step": 2502, "epoch": 14, "lr": 9.99124193232261e-05}
{"train_loss": 0.03001459687948227, "global_step": 2503, "epoch": 14, "lr": 9.991233187746441e-05}
{"train_loss": 0.020675640553236008, "global_step": 2504, "epoch": 14, "lr": 9.991224438810727e-05}
{"train_loss": 0.02462446689605713, "global_step": 2505, "epoch": 14, "lr": 9.991215685515478e-05}
{"train_loss": 0.020839815959334373, "global_step": 2506, "epoch": 14, "lr": 9.991206927860698e-05}
{"train_loss": 0.022439759224653244, "global_step": 2507, "epoch": 14, "lr": 9.991198165846399e-05}
{"train_loss": 0.019132491201162338, "global_step": 2508, "epoch": 14, "lr": 9.991189399472584e-05}
{"train_loss": 0.021232780069112778, "global_step": 2509, "epoch": 14, "lr": 9.991180628739265e-05}
{"train_loss": 0.014223366044461727, "global_step": 2510, "epoch": 14, "lr": 9.991171853646446e-05}
{"train_loss": 0.015639446675777435, "global_step": 2511, "epoch": 14, "lr": 9.991163074194138e-05}
{"train_loss": 0.019130008295178413, "global_step": 2512, "epoch": 14, "lr": 9.991154290382347e-05}
{"train_loss": 0.02643617056310177, "global_step": 2513, "epoch": 14, "lr": 9.991145502211081e-05}
{"train_loss": 0.024438854306936264, "global_step": 2514, "epoch": 14, "lr": 9.991136709680346e-05}
{"train_loss": 0.01578317955136299, "global_step": 2515, "epoch": 14, "lr": 9.991127912790152e-05}
{"train_loss": 0.035418108105659485, "global_step": 2516, "epoch": 14, "lr": 9.991119111540506e-05}
{"train_loss": 0.023834161460399628, "global_step": 2517, "epoch": 14, "lr": 9.991110305931417e-05}
{"train_loss": 0.03358413279056549, "global_step": 2518, "epoch": 14, "lr": 9.991101495962889e-05}
{"train_loss": 0.015905234962701797, "global_step": 2519, "epoch": 14, "lr": 9.991092681634933e-05}
{"train_loss": 0.022554071620106697, "global_step": 2520, "epoch": 14, "lr": 9.991083862947554e-05}
{"train_loss": 0.029953066259622574, "global_step": 2521, "epoch": 14, "lr": 9.991075039900763e-05}
{"train_loss": 0.032372962683439255, "global_step": 2522, "epoch": 14, "lr": 9.991066212494566e-05}
{"train_loss": 0.034176070243120193, "global_step": 2523, "epoch": 14, "lr": 9.991057380728971e-05}
{"train_loss": 0.024425772950053215, "global_step": 2524, "epoch": 14, "lr": 9.991048544603985e-05}
{"train_loss": 0.016725029796361923, "global_step": 2525, "epoch": 14, "lr": 9.991039704119616e-05}
{"train_loss": 0.019726531580090523, "global_step": 2526, "epoch": 14, "lr": 9.991030859275871e-05}
{"train_loss": 0.015812579542398453, "global_step": 2527, "epoch": 14, "lr": 9.991022010072759e-05}
{"train_loss": 0.027423767372965813, "global_step": 2528, "epoch": 14, "lr": 9.99101315651029e-05}
{"train_loss": 0.0181577205657959, "global_step": 2529, "epoch": 14, "lr": 9.991004298588465e-05}
{"train_loss": 0.01667051762342453, "global_step": 2530, "epoch": 14, "lr": 9.990995436307298e-05}
{"train_loss": 0.02736172452569008, "global_step": 2531, "epoch": 14, "lr": 9.990986569666794e-05}
{"train_loss": 0.02372932806611061, "global_step": 2532, "epoch": 14, "lr": 9.99097769866696e-05}
{"train_loss": 0.027484342455863953, "global_step": 2533, "epoch": 14, "lr": 9.99096882330781e-05}
{"train_loss": 0.015865109860897064, "global_step": 2534, "epoch": 14, "lr": 9.990959943589341e-05}
{"train_loss": 0.02713032066822052, "global_step": 2535, "epoch": 14, "lr": 9.99095105951157e-05}
{"train_loss": 0.021515371277928352, "global_step": 2536, "epoch": 14, "lr": 9.9909421710745e-05}
{"train_loss": 0.03495364636182785, "global_step": 2537, "epoch": 14, "lr": 9.99093327827814e-05}
{"train_loss": 0.016155175864696503, "global_step": 2538, "epoch": 14, "lr": 9.990924381122499e-05}
{"train_loss": 0.019935239106416702, "global_step": 2539, "epoch": 14, "lr": 9.990915479607583e-05}
{"train_loss": 0.02100011706352234, "global_step": 2540, "epoch": 14, "lr": 9.990906573733399e-05}
{"train_loss": 0.019541766494512558, "global_step": 2541, "epoch": 14, "lr": 9.990897663499958e-05}
{"train_loss": 0.0195152685046196, "global_step": 2542, "epoch": 14, "lr": 9.990888748907265e-05}
{"train_loss": 0.021021723747253418, "global_step": 2543, "epoch": 14, "lr": 9.990879829955329e-05}
{"train_loss": 0.01891370862722397, "global_step": 2544, "epoch": 14, "lr": 9.990870906644157e-05}
{"train_loss": 0.029972266405820847, "global_step": 2545, "epoch": 14, "lr": 9.990861978973758e-05}
{"train_loss": 0.027792910113930702, "global_step": 2546, "epoch": 14, "lr": 9.990853046944138e-05}
{"train_loss": 0.023022396489977837, "global_step": 2547, "epoch": 14, "lr": 9.990844110555308e-05}
{"train_loss": 0.013658883050084114, "global_step": 2548, "epoch": 14, "lr": 9.990835169807272e-05}
{"train_loss": 0.024618912488222122, "global_step": 2549, "epoch": 14, "lr": 9.990826224700041e-05}
{"train_loss": 0.02056436985731125, "global_step": 2550, "epoch": 14, "lr": 9.990817275233619e-05}
{"train_loss": 0.02074407786130905, "global_step": 2551, "epoch": 14, "lr": 9.990808321408018e-05}
{"train_loss": 0.013221526518464088, "global_step": 2552, "epoch": 14, "lr": 9.990799363223245e-05}
{"train_loss": 0.030767207965254784, "global_step": 2553, "epoch": 14, "lr": 9.990790400679304e-05}
{"train_loss": 0.017723742872476578, "global_step": 2554, "epoch": 14, "lr": 9.990781433776208e-05}
{"train_loss": 0.015507408417761326, "global_step": 2555, "epoch": 14, "lr": 9.990772462513961e-05}
{"train_loss": 0.02106713503599167, "global_step": 2556, "epoch": 14, "lr": 9.990763486892573e-05}
{"train_loss": 0.01568688079714775, "global_step": 2557, "epoch": 14, "lr": 9.99075450691205e-05}
{"train_loss": 0.04053517431020737, "global_step": 2558, "epoch": 14, "lr": 9.990745522572402e-05}
{"train_loss": 0.01881539821624756, "global_step": 2559, "epoch": 14, "lr": 9.990736533873636e-05}
{"train_loss": 0.014065345749258995, "global_step": 2560, "epoch": 14, "lr": 9.990727540815759e-05}
{"train_loss": 0.018786579370498657, "global_step": 2561, "epoch": 14, "lr": 9.99071854339878e-05}
{"train_loss": 0.03268582001328468, "global_step": 2562, "epoch": 14, "lr": 9.990709541622707e-05}
{"train_loss": 0.02748905122280121, "global_step": 2563, "epoch": 14, "lr": 9.990700535487546e-05}
{"train_loss": 0.02046160399913788, "global_step": 2564, "epoch": 14, "lr": 9.990691524993308e-05}
{"train_loss": 0.012196717783808708, "global_step": 2565, "epoch": 14, "lr": 9.990682510139997e-05}
{"train_loss": 0.020908009260892868, "global_step": 2566, "epoch": 14, "lr": 9.990673490927623e-05}
{"train_loss": 0.023686876520514488, "global_step": 2567, "epoch": 14, "lr": 9.990664467356195e-05}
{"train_loss": 0.022755280137062073, "global_step": 2568, "epoch": 14, "lr": 9.990655439425717e-05}
{"train_loss": 0.0237564854323864, "global_step": 2569, "epoch": 14, "lr": 9.990646407136204e-05}
{"train_loss": 0.017122790217399597, "global_step": 2570, "epoch": 14, "lr": 9.990637370487656e-05}
{"train_loss": 0.017409782856702805, "global_step": 2571, "epoch": 14, "lr": 9.990628329480086e-05}
{"train_loss": 0.02362137660384178, "global_step": 2572, "epoch": 14, "lr": 9.990619284113498e-05}
{"train_loss": 0.01826532930135727, "global_step": 2573, "epoch": 14, "lr": 9.990610234387903e-05}
{"train_loss": 0.025378141552209854, "global_step": 2574, "epoch": 14, "lr": 9.99060118030331e-05}
{"train_loss": 0.030345432460308075, "global_step": 2575, "epoch": 14, "lr": 9.990592121859723e-05}
{"train_loss": 0.023266565054655075, "global_step": 2576, "epoch": 14, "lr": 9.990583059057153e-05}
{"train_loss": 0.026346398517489433, "global_step": 2577, "epoch": 14, "lr": 9.990573991895605e-05}
{"train_loss": 0.015442435629665852, "global_step": 2578, "epoch": 14, "lr": 9.99056492037509e-05}
{"train_loss": 0.026979712769389153, "global_step": 2579, "epoch": 14, "lr": 9.990555844495614e-05}
{"train_loss": 0.01860939711332321, "global_step": 2580, "epoch": 14, "lr": 9.990546764257184e-05}
{"train_loss": 0.02289365977048874, "global_step": 2581, "epoch": 14, "lr": 9.990537679659813e-05}
{"train_loss": 0.02538130432367325, "global_step": 2582, "epoch": 14, "lr": 9.990528590703503e-05}
{"train_loss": 0.02489614486694336, "global_step": 2583, "epoch": 14, "lr": 9.990519497388265e-05}
{"train_loss": 0.017749715596437454, "global_step": 2584, "epoch": 14, "lr": 9.990510399714106e-05}
{"train_loss": 0.021309196949005127, "global_step": 2585, "epoch": 14, "lr": 9.990501297681034e-05}
{"train_loss": 0.02167084626853466, "global_step": 2586, "epoch": 14, "lr": 9.990492191289058e-05}
{"train_loss": 0.03499839827418327, "global_step": 2587, "epoch": 14, "lr": 9.990483080538185e-05}
{"train_loss": 0.028090214356780052, "global_step": 2588, "epoch": 14, "lr": 9.990473965428422e-05}
{"train_loss": 0.02826264128088951, "global_step": 2589, "epoch": 14, "lr": 9.990464845959777e-05}
{"train_loss": 0.022328494116663933, "global_step": 2590, "epoch": 14, "lr": 9.990455722132262e-05}
{"train_loss": 0.021806444972753525, "global_step": 2591, "epoch": 14, "lr": 9.99044659394588e-05}
{"train_loss": 0.020312318578362465, "global_step": 2592, "epoch": 14, "lr": 9.990437461400641e-05}
{"train_loss": 0.01818062737584114, "global_step": 2593, "epoch": 14, "lr": 9.990428324496554e-05}
{"train_loss": 0.018620174378156662, "global_step": 2594, "epoch": 14, "lr": 9.990419183233624e-05}
{"train_loss": 0.02710580639541149, "global_step": 2595, "epoch": 14, "lr": 9.990410037611864e-05}
{"train_loss": 0.029896335676312447, "global_step": 2596, "epoch": 14, "lr": 9.990400887631275e-05}
{"train_loss": 0.023540837690234184, "global_step": 2597, "epoch": 14, "lr": 9.990391733291871e-05}
{"train_loss": 0.022015612572431564, "global_step": 2598, "epoch": 14, "lr": 9.990382574593659e-05}
{"train_loss": 0.020098229870200157, "global_step": 2599, "epoch": 14, "lr": 9.990373411536645e-05}
{"train_loss": 0.02208336442708969, "global_step": 2600, "epoch": 14, "lr": 9.990364244120835e-05}
{"train_loss": 0.016557667404413223, "global_step": 2601, "epoch": 14, "lr": 9.990355072346243e-05}
{"train_loss": 0.015793930739164352, "global_step": 2602, "epoch": 14, "lr": 9.990345896212874e-05}
{"train_loss": 0.02029217593371868, "global_step": 2603, "epoch": 14, "lr": 9.990336715720734e-05}
{"train_loss": 0.019924107939004898, "global_step": 2604, "epoch": 14, "lr": 9.990327530869835e-05}
{"train_loss": 0.036665178835392, "global_step": 2605, "epoch": 14, "lr": 9.990318341660181e-05}
{"train_loss": 0.024778733029961586, "global_step": 2606, "epoch": 14, "lr": 9.990309148091783e-05}
{"train_loss": 0.024565035477280617, "global_step": 2607, "epoch": 14, "lr": 9.990299950164648e-05}
{"train_loss": 0.023418627679347992, "global_step": 2608, "epoch": 14, "lr": 9.990290747878783e-05}
{"train_loss": 0.022880999371409416, "global_step": 2609, "epoch": 14, "lr": 9.990281541234197e-05}
{"train_loss": 0.01914624683558941, "global_step": 2610, "epoch": 14, "lr": 9.9902723302309e-05}
{"train_loss": 0.021504398435354233, "global_step": 2611, "epoch": 14, "lr": 9.990263114868897e-05}
{"train_loss": 0.01741172932088375, "global_step": 2612, "epoch": 14, "lr": 9.990253895148196e-05}
{"train_loss": 0.018592186272144318, "global_step": 2613, "epoch": 14, "lr": 9.990244671068809e-05}
{"train_loss": 0.017321448773145676, "global_step": 2614, "epoch": 14, "lr": 9.990235442630739e-05}
{"train_loss": 0.020449098199605942, "global_step": 2615, "epoch": 14, "lr": 9.990226209833997e-05}
{"train_loss": 0.021263107657432556, "global_step": 2616, "epoch": 14, "lr": 9.99021697267859e-05}
{"train_loss": 0.02194702997803688, "global_step": 2617, "epoch": 14, "lr": 9.990207731164527e-05}
{"train_loss": 0.019051194190979004, "global_step": 2618, "epoch": 14, "lr": 9.990198485291816e-05}
{"train_loss": 0.020390361547470093, "global_step": 2619, "epoch": 14, "lr": 9.990189235060464e-05}
{"train_loss": 0.018056334927678108, "global_step": 2620, "epoch": 14, "lr": 9.99017998047048e-05}
{"train_loss": 0.02398579753935337, "global_step": 2621, "epoch": 14, "lr": 9.990170721521872e-05}
{"train_loss": 0.017219215631484985, "global_step": 2622, "epoch": 14, "lr": 9.990161458214648e-05}
{"train_loss": 0.014692647382616997, "global_step": 2623, "epoch": 14, "lr": 9.990152190548815e-05}
{"train_loss": 0.019197139889001846, "global_step": 2624, "epoch": 14, "lr": 9.990142918524383e-05}
{"train_loss": 0.020014237612485886, "global_step": 2625, "epoch": 14, "lr": 9.990133642141359e-05}
{"train_loss": 0.022702176123857498, "global_step": 2626, "epoch": 14, "lr": 9.990124361399751e-05}
{"train_loss": 0.02279745414853096, "global_step": 2627, "epoch": 14, "lr": 9.990115076299567e-05}
{"train_loss": 0.019485823810100555, "global_step": 2628, "epoch": 14, "lr": 9.990105786840815e-05}
{"train_loss": 0.024073196575045586, "global_step": 2629, "epoch": 14, "lr": 9.990096493023505e-05}
{"train_loss": 0.016262229532003403, "global_step": 2630, "epoch": 14, "lr": 9.990087194847644e-05}
{"train_loss": 0.021440481767058372, "global_step": 2631, "epoch": 14, "lr": 9.990077892313239e-05}
{"train_loss": 0.022299669682979584, "global_step": 2632, "epoch": 14, "lr": 9.990068585420298e-05}
{"train_loss": 0.024302076548337936, "global_step": 2633, "epoch": 14, "lr": 9.990059274168832e-05}
{"train_loss": 0.014071287587285042, "global_step": 2634, "epoch": 14, "lr": 9.990049958558846e-05}
{"train_loss": 0.027036752551794052, "global_step": 2635, "epoch": 14, "lr": 9.99004063859035e-05}
{"train_loss": 0.019362404942512512, "global_step": 2636, "epoch": 14, "lr": 9.99003131426335e-05}
{"train_loss": 0.020843826234340668, "global_step": 2637, "epoch": 14, "lr": 9.990021985577858e-05}
{"train_loss": 0.01703677698969841, "global_step": 2638, "epoch": 14, "lr": 9.990012652533879e-05}
{"train_loss": 0.02347465790808201, "global_step": 2639, "epoch": 14, "lr": 9.990003315131422e-05}
{"train_loss": 0.023507583886384964, "global_step": 2640, "epoch": 14, "lr": 9.989993973370496e-05}
{"train_loss": 0.022265419363975525, "global_step": 2641, "epoch": 14, "lr": 9.989984627251105e-05}
{"train_loss": 0.022490832954645157, "global_step": 2642, "epoch": 14, "lr": 9.989975276773263e-05}
{"train_loss": 0.022979769855737686, "global_step": 2643, "epoch": 14, "lr": 9.989965921936975e-05}
{"train_loss": 0.020341303199529648, "global_step": 2644, "epoch": 14, "lr": 9.98995656274225e-05}
{"train_loss": 0.03211195394396782, "global_step": 2645, "epoch": 14, "lr": 9.989947199189095e-05}
{"train_loss": 0.02320396527647972, "global_step": 2646, "epoch": 14, "lr": 9.98993783127752e-05}
{"train_loss": 0.02432074584066868, "global_step": 2647, "epoch": 14, "lr": 9.989928459007533e-05}
{"train_loss": 0.016931189224123955, "global_step": 2648, "epoch": 14, "lr": 9.989919082379139e-05}
{"train_loss": 0.021943388506770134, "global_step": 2649, "epoch": 14, "lr": 9.989909701392352e-05}
{"train_loss": 0.02191833406686783, "global_step": 2650, "epoch": 14, "lr": 9.989900316047175e-05}
{"train_loss": 0.024178320541977882, "global_step": 2651, "epoch": 14, "lr": 9.989890926343618e-05}
{"train_loss": 0.017428673803806305, "global_step": 2652, "epoch": 14, "lr": 9.98988153228169e-05}
{"train_loss": 0.02030932903289795, "global_step": 2653, "epoch": 14, "lr": 9.989872133861397e-05}
{"train_loss": 0.022335374727845192, "global_step": 2654, "epoch": 14, "lr": 9.989862731082751e-05}
{"train_loss": 0.01617661863565445, "global_step": 2655, "epoch": 14, "lr": 9.989853323945757e-05}
{"train_loss": 0.018082506954669952, "global_step": 2656, "epoch": 14, "lr": 9.989843912450423e-05}
{"train_loss": 0.023965701460838318, "global_step": 2657, "epoch": 14, "lr": 9.98983449659676e-05}
{"train_loss": 0.011049250140786171, "global_step": 2658, "epoch": 14, "lr": 9.989825076384773e-05}
{"train_loss": 0.01972881518304348, "global_step": 2659, "epoch": 14, "lr": 9.989815651814472e-05}
{"train_loss": 0.028130952268838882, "global_step": 2660, "epoch": 14, "lr": 9.989806222885865e-05}
{"train_loss": 0.022709501907229424, "global_step": 2661, "epoch": 14, "lr": 9.989796789598962e-05}
{"train_loss": 0.02941824495792389, "global_step": 2662, "epoch": 14, "lr": 9.989787351953768e-05}
{"train_loss": 0.020496677607297897, "global_step": 2663, "epoch": 14, "lr": 9.989777909950293e-05}
{"train_loss": 0.021328167989850044, "global_step": 2664, "epoch": 14, "lr": 9.989768463588544e-05}
{"train_loss": 0.025437872856855392, "global_step": 2665, "epoch": 14, "lr": 9.989759012868532e-05}
{"train_loss": 0.013996435329318047, "global_step": 2666, "epoch": 14, "lr": 9.989749557790262e-05}
{"train_loss": 0.014664880931377411, "global_step": 2667, "epoch": 14, "lr": 9.989740098353744e-05}
{"train_loss": 0.021095730364322662, "global_step": 2668, "epoch": 14, "lr": 9.989730634558987e-05}
{"train_loss": 0.022075057694207083, "global_step": 2669, "epoch": 14, "lr": 9.989721166405997e-05}
{"train_loss": 0.025159716606140137, "global_step": 2670, "epoch": 15, "lr": 9.989711693894785e-05}
{"train_loss": 0.017223484814167023, "global_step": 2671, "epoch": 15, "lr": 9.989702217025356e-05}
{"train_loss": 0.026803135871887207, "global_step": 2672, "epoch": 15, "lr": 9.989692735797723e-05}
{"train_loss": 0.023205924779176712, "global_step": 2673, "epoch": 15, "lr": 9.989683250211887e-05}
{"train_loss": 0.034309595823287964, "global_step": 2674, "epoch": 15, "lr": 9.989673760267864e-05}
{"train_loss": 0.017211344093084335, "global_step": 2675, "epoch": 15, "lr": 9.989664265965659e-05}
{"train_loss": 0.028468258678913116, "global_step": 2676, "epoch": 15, "lr": 9.989654767305279e-05}
{"train_loss": 0.020605139434337616, "global_step": 2677, "epoch": 15, "lr": 9.989645264286733e-05}
{"train_loss": 0.032007310539484024, "global_step": 2678, "epoch": 15, "lr": 9.989635756910031e-05}
{"train_loss": 0.02072805166244507, "global_step": 2679, "epoch": 15, "lr": 9.989626245175181e-05}
{"train_loss": 0.03262941911816597, "global_step": 2680, "epoch": 15, "lr": 9.98961672908219e-05}
{"train_loss": 0.01894598826766014, "global_step": 2681, "epoch": 15, "lr": 9.989607208631064e-05}
{"train_loss": 0.027218695729970932, "global_step": 2682, "epoch": 15, "lr": 9.989597683821816e-05}
{"train_loss": 0.02319604530930519, "global_step": 2683, "epoch": 15, "lr": 9.989588154654455e-05}
{"train_loss": 0.0230911523103714, "global_step": 2684, "epoch": 15, "lr": 9.989578621128983e-05}
{"train_loss": 0.032050974667072296, "global_step": 2685, "epoch": 15, "lr": 9.989569083245414e-05}
{"train_loss": 0.030202697962522507, "global_step": 2686, "epoch": 15, "lr": 9.989559541003754e-05}
{"train_loss": 0.02539648488163948, "global_step": 2687, "epoch": 15, "lr": 9.989549994404011e-05}
{"train_loss": 0.033819928765296936, "global_step": 2688, "epoch": 15, "lr": 9.989540443446195e-05}
{"train_loss": 0.028286835178732872, "global_step": 2689, "epoch": 15, "lr": 9.989530888130312e-05}
{"train_loss": 0.018602443858981133, "global_step": 2690, "epoch": 15, "lr": 9.989521328456372e-05}
{"train_loss": 0.017449744045734406, "global_step": 2691, "epoch": 15, "lr": 9.989511764424384e-05}
{"train_loss": 0.025018949061632156, "global_step": 2692, "epoch": 15, "lr": 9.989502196034356e-05}
{"train_loss": 0.02349456399679184, "global_step": 2693, "epoch": 15, "lr": 9.989492623286294e-05}
{"train_loss": 0.03174393251538277, "global_step": 2694, "epoch": 15, "lr": 9.98948304618021e-05}
{"train_loss": 0.017189156264066696, "global_step": 2695, "epoch": 15, "lr": 9.98947346471611e-05}
{"train_loss": 0.03424409404397011, "global_step": 2696, "epoch": 15, "lr": 9.989463878894001e-05}
{"train_loss": 0.02052641659975052, "global_step": 2697, "epoch": 15, "lr": 9.989454288713896e-05}
{"train_loss": 0.018229760229587555, "global_step": 2698, "epoch": 15, "lr": 9.9894446941758e-05}
{"train_loss": 0.026158839464187622, "global_step": 2699, "epoch": 15, "lr": 9.989435095279721e-05}
{"train_loss": 0.024026719853281975, "global_step": 2700, "epoch": 15, "lr": 9.989425492025669e-05}
{"train_loss": 0.025761324912309647, "global_step": 2701, "epoch": 15, "lr": 9.989415884413652e-05}
{"train_loss": 0.028288904577493668, "global_step": 2702, "epoch": 15, "lr": 9.989406272443677e-05}
{"train_loss": 0.028912248089909554, "global_step": 2703, "epoch": 15, "lr": 9.989396656115754e-05}
{"train_loss": 0.01536545529961586, "global_step": 2704, "epoch": 15, "lr": 9.989387035429894e-05}
{"train_loss": 0.01928570680320263, "global_step": 2705, "epoch": 15, "lr": 9.989377410386098e-05}
{"train_loss": 0.025038685649633408, "global_step": 2706, "epoch": 15, "lr": 9.989367780984382e-05}
{"train_loss": 0.01581614278256893, "global_step": 2707, "epoch": 15, "lr": 9.98935814722475e-05}
{"train_loss": 0.037039827555418015, "global_step": 2708, "epoch": 15, "lr": 9.98934850910721e-05}
{"train_loss": 0.020628206431865692, "global_step": 2709, "epoch": 15, "lr": 9.989338866631774e-05}
{"train_loss": 0.03425844758749008, "global_step": 2710, "epoch": 15, "lr": 9.989329219798449e-05}
{"train_loss": 0.020128697156906128, "global_step": 2711, "epoch": 15, "lr": 9.989319568607242e-05}
{"train_loss": 0.021577656269073486, "global_step": 2712, "epoch": 15, "lr": 9.989309913058162e-05}
{"train_loss": 0.030230633914470673, "global_step": 2713, "epoch": 15, "lr": 9.989300253151218e-05}
{"train_loss": 0.017265308648347855, "global_step": 2714, "epoch": 15, "lr": 9.989290588886418e-05}
{"train_loss": 0.020368658006191254, "global_step": 2715, "epoch": 15, "lr": 9.98928092026377e-05}
{"train_loss": 0.019388709217309952, "global_step": 2716, "epoch": 15, "lr": 9.989271247283285e-05}
{"train_loss": 0.026366805657744408, "global_step": 2717, "epoch": 15, "lr": 9.989261569944967e-05}
{"train_loss": 0.028806697577238083, "global_step": 2718, "epoch": 15, "lr": 9.98925188824883e-05}
{"train_loss": 0.014501206576824188, "global_step": 2719, "epoch": 15, "lr": 9.989242202194877e-05}
{"train_loss": 0.026214171200990677, "global_step": 2720, "epoch": 15, "lr": 9.98923251178312e-05}
{"train_loss": 0.02376047894358635, "global_step": 2721, "epoch": 15, "lr": 9.989222817013566e-05}
{"train_loss": 0.022508807480335236, "global_step": 2722, "epoch": 15, "lr": 9.989213117886225e-05}
{"train_loss": 0.02481403946876526, "global_step": 2723, "epoch": 15, "lr": 9.989203414401102e-05}
{"train_loss": 0.022745933383703232, "global_step": 2724, "epoch": 15, "lr": 9.989193706558208e-05}
{"train_loss": 0.028126012533903122, "global_step": 2725, "epoch": 15, "lr": 9.989183994357554e-05}
{"train_loss": 0.020387455821037292, "global_step": 2726, "epoch": 15, "lr": 9.989174277799144e-05}
{"train_loss": 0.02600529044866562, "global_step": 2727, "epoch": 15, "lr": 9.989164556882989e-05}
{"train_loss": 0.038069963455200195, "global_step": 2728, "epoch": 15, "lr": 9.989154831609095e-05}
{"train_loss": 0.015177030116319656, "global_step": 2729, "epoch": 15, "lr": 9.989145101977473e-05}
{"train_loss": 0.039206210523843765, "global_step": 2730, "epoch": 15, "lr": 9.98913536798813e-05}
{"train_loss": 0.020194072276353836, "global_step": 2731, "epoch": 15, "lr": 9.989125629641077e-05}
{"train_loss": 0.014677883125841618, "global_step": 2732, "epoch": 15, "lr": 9.98911588693632e-05}
{"train_loss": 0.01867087185382843, "global_step": 2733, "epoch": 15, "lr": 9.989106139873867e-05}
{"train_loss": 0.012765513733029366, "global_step": 2734, "epoch": 15, "lr": 9.98909638845373e-05}
{"train_loss": 0.018619325011968613, "global_step": 2735, "epoch": 15, "lr": 9.989086632675913e-05}
{"train_loss": 0.023041870445013046, "global_step": 2736, "epoch": 15, "lr": 9.989076872540428e-05}
{"train_loss": 0.014569904655218124, "global_step": 2737, "epoch": 15, "lr": 9.98906710804728e-05}
{"train_loss": 0.0205465666949749, "global_step": 2738, "epoch": 15, "lr": 9.989057339196484e-05}
{"train_loss": 0.03118792362511158, "global_step": 2739, "epoch": 15, "lr": 9.989047565988041e-05}
{"train_loss": 0.014013830572366714, "global_step": 2740, "epoch": 15, "lr": 9.989037788421964e-05}
{"train_loss": 0.02784375473856926, "global_step": 2741, "epoch": 15, "lr": 9.98902800649826e-05}
{"train_loss": 0.02077801525592804, "global_step": 2742, "epoch": 15, "lr": 9.989018220216939e-05}
{"train_loss": 0.021734196692705154, "global_step": 2743, "epoch": 15, "lr": 9.989008429578008e-05}
{"train_loss": 0.029578808695077896, "global_step": 2744, "epoch": 15, "lr": 9.988998634581476e-05}
{"train_loss": 0.0210981797426939, "global_step": 2745, "epoch": 15, "lr": 9.988988835227353e-05}
{"train_loss": 0.014858540147542953, "global_step": 2746, "epoch": 15, "lr": 9.988979031515644e-05}
{"train_loss": 0.027039937674999237, "global_step": 2747, "epoch": 15, "lr": 9.98896922344636e-05}
{"train_loss": 0.018520409241318703, "global_step": 2748, "epoch": 15, "lr": 9.988959411019511e-05}
{"train_loss": 0.017127729952335358, "global_step": 2749, "epoch": 15, "lr": 9.988949594235103e-05}
{"train_loss": 0.026977483183145523, "global_step": 2750, "epoch": 15, "lr": 9.988939773093145e-05}
{"train_loss": 0.01820015348494053, "global_step": 2751, "epoch": 15, "lr": 9.988929947593646e-05}
{"train_loss": 0.016589460894465446, "global_step": 2752, "epoch": 15, "lr": 9.988920117736615e-05}
{"train_loss": 0.02613835409283638, "global_step": 2753, "epoch": 15, "lr": 9.988910283522061e-05}
{"train_loss": 0.009746138006448746, "global_step": 2754, "epoch": 15, "lr": 9.988900444949991e-05}
{"train_loss": 0.015878111124038696, "global_step": 2755, "epoch": 15, "lr": 9.988890602020414e-05}
{"train_loss": 0.02420072630047798, "global_step": 2756, "epoch": 15, "lr": 9.98888075473334e-05}
{"train_loss": 0.016621071845293045, "global_step": 2757, "epoch": 15, "lr": 9.988870903088776e-05}
{"train_loss": 0.025416972115635872, "global_step": 2758, "epoch": 15, "lr": 9.98886104708673e-05}
{"train_loss": 0.020205792039632797, "global_step": 2759, "epoch": 15, "lr": 9.988851186727215e-05}
{"train_loss": 0.023434622213244438, "global_step": 2760, "epoch": 15, "lr": 9.988841322010234e-05}
{"train_loss": 0.029971275478601456, "global_step": 2761, "epoch": 15, "lr": 9.988831452935798e-05}
{"train_loss": 0.020782427862286568, "global_step": 2762, "epoch": 15, "lr": 9.988821579503916e-05}
{"train_loss": 0.02109674923121929, "global_step": 2763, "epoch": 15, "lr": 9.988811701714596e-05}
{"train_loss": 0.02860693633556366, "global_step": 2764, "epoch": 15, "lr": 9.988801819567847e-05}
{"train_loss": 0.023230312392115593, "global_step": 2765, "epoch": 15, "lr": 9.988791933063679e-05}
{"train_loss": 0.025522347539663315, "global_step": 2766, "epoch": 15, "lr": 9.988782042202098e-05}
{"train_loss": 0.029287287965416908, "global_step": 2767, "epoch": 15, "lr": 9.988772146983114e-05}
{"train_loss": 0.011212645098567009, "global_step": 2768, "epoch": 15, "lr": 9.988762247406735e-05}
{"train_loss": 0.018714936450123787, "global_step": 2769, "epoch": 15, "lr": 9.988752343472971e-05}
{"train_loss": 0.028594806790351868, "global_step": 2770, "epoch": 15, "lr": 9.988742435181829e-05}
{"train_loss": 0.017823074012994766, "global_step": 2771, "epoch": 15, "lr": 9.98873252253332e-05}
{"train_loss": 0.026227882131934166, "global_step": 2772, "epoch": 15, "lr": 9.988722605527449e-05}
{"train_loss": 0.024550914764404297, "global_step": 2773, "epoch": 15, "lr": 9.988712684164228e-05}
{"train_loss": 0.0205864105373621, "global_step": 2774, "epoch": 15, "lr": 9.988702758443662e-05}
{"train_loss": 0.016586152836680412, "global_step": 2775, "epoch": 15, "lr": 9.988692828365765e-05}
{"train_loss": 0.02080775611102581, "global_step": 2776, "epoch": 15, "lr": 9.98868289393054e-05}
{"train_loss": 0.027447162196040154, "global_step": 2777, "epoch": 15, "lr": 9.988672955138001e-05}
{"train_loss": 0.022120116278529167, "global_step": 2778, "epoch": 15, "lr": 9.988663011988152e-05}
{"train_loss": 0.017813600599765778, "global_step": 2779, "epoch": 15, "lr": 9.988653064481006e-05}
{"train_loss": 0.020862894132733345, "global_step": 2780, "epoch": 15, "lr": 9.988643112616569e-05}
{"train_loss": 0.025309357792139053, "global_step": 2781, "epoch": 15, "lr": 9.988633156394848e-05}
{"train_loss": 0.01838386431336403, "global_step": 2782, "epoch": 15, "lr": 9.988623195815856e-05}
{"train_loss": 0.021531984210014343, "global_step": 2783, "epoch": 15, "lr": 9.9886132308796e-05}
{"train_loss": 0.021037619560956955, "global_step": 2784, "epoch": 15, "lr": 9.988603261586087e-05}
{"train_loss": 0.031197894364595413, "global_step": 2785, "epoch": 15, "lr": 9.988593287935326e-05}
{"train_loss": 0.020558945834636688, "global_step": 2786, "epoch": 15, "lr": 9.988583309927328e-05}
{"train_loss": 0.019237205386161804, "global_step": 2787, "epoch": 15, "lr": 9.9885733275621e-05}
{"train_loss": 0.0268331877887249, "global_step": 2788, "epoch": 15, "lr": 9.988563340839652e-05}
{"train_loss": 0.01808330789208412, "global_step": 2789, "epoch": 15, "lr": 9.988553349759992e-05}
{"train_loss": 0.01713830977678299, "global_step": 2790, "epoch": 15, "lr": 9.988543354323127e-05}
{"train_loss": 0.022216813638806343, "global_step": 2791, "epoch": 15, "lr": 9.988533354529068e-05}
{"train_loss": 0.020025765523314476, "global_step": 2792, "epoch": 15, "lr": 9.988523350377823e-05}
{"train_loss": 0.023263806477189064, "global_step": 2793, "epoch": 15, "lr": 9.9885133418694e-05}
{"train_loss": 0.022851474583148956, "global_step": 2794, "epoch": 15, "lr": 9.988503329003811e-05}
{"train_loss": 0.018861357122659683, "global_step": 2795, "epoch": 15, "lr": 9.98849331178106e-05}
{"train_loss": 0.01976798288524151, "global_step": 2796, "epoch": 15, "lr": 9.988483290201158e-05}
{"train_loss": 0.02036922052502632, "global_step": 2797, "epoch": 15, "lr": 9.988473264264116e-05}
{"train_loss": 0.018348436802625656, "global_step": 2798, "epoch": 15, "lr": 9.988463233969938e-05}
{"train_loss": 0.021429793909192085, "global_step": 2799, "epoch": 15, "lr": 9.988453199318637e-05}
{"train_loss": 0.022718321532011032, "global_step": 2800, "epoch": 15, "lr": 9.98844316031022e-05}
{"train_loss": 0.02399672195315361, "global_step": 2801, "epoch": 15, "lr": 9.988433116944694e-05}
{"train_loss": 0.01555563323199749, "global_step": 2802, "epoch": 15, "lr": 9.98842306922207e-05}
{"train_loss": 0.022263502702116966, "global_step": 2803, "epoch": 15, "lr": 9.988413017142357e-05}
{"train_loss": 0.027134930714964867, "global_step": 2804, "epoch": 15, "lr": 9.988402960705563e-05}
{"train_loss": 0.018302004784345627, "global_step": 2805, "epoch": 15, "lr": 9.988392899911698e-05}
{"train_loss": 0.011656012386083603, "global_step": 2806, "epoch": 15, "lr": 9.988382834760768e-05}
{"train_loss": 0.023131489753723145, "global_step": 2807, "epoch": 15, "lr": 9.988372765252785e-05}
{"train_loss": 0.02624993398785591, "global_step": 2808, "epoch": 15, "lr": 9.988362691387755e-05}
{"train_loss": 0.02079720050096512, "global_step": 2809, "epoch": 15, "lr": 9.988352613165688e-05}
{"train_loss": 0.01707303896546364, "global_step": 2810, "epoch": 15, "lr": 9.988342530586594e-05}
{"train_loss": 0.033281780779361725, "global_step": 2811, "epoch": 15, "lr": 9.988332443650481e-05}
{"train_loss": 0.02397369220852852, "global_step": 2812, "epoch": 15, "lr": 9.988322352357356e-05}
{"train_loss": 0.01750854030251503, "global_step": 2813, "epoch": 15, "lr": 9.98831225670723e-05}
{"train_loss": 0.03140028566122055, "global_step": 2814, "epoch": 15, "lr": 9.988302156700111e-05}
{"train_loss": 0.02614188753068447, "global_step": 2815, "epoch": 15, "lr": 9.988292052336008e-05}
{"train_loss": 0.016492614522576332, "global_step": 2816, "epoch": 15, "lr": 9.98828194361493e-05}
{"train_loss": 0.018004778772592545, "global_step": 2817, "epoch": 15, "lr": 9.988271830536886e-05}
{"train_loss": 0.020868521183729172, "global_step": 2818, "epoch": 15, "lr": 9.988261713101884e-05}
{"train_loss": 0.018953412771224976, "global_step": 2819, "epoch": 15, "lr": 9.988251591309934e-05}
{"train_loss": 0.026180854067206383, "global_step": 2820, "epoch": 15, "lr": 9.988241465161043e-05}
{"train_loss": 0.016100767999887466, "global_step": 2821, "epoch": 15, "lr": 9.98823133465522e-05}
{"train_loss": 0.015028865076601505, "global_step": 2822, "epoch": 15, "lr": 9.988221199792478e-05}
{"train_loss": 0.017640404403209686, "global_step": 2823, "epoch": 15, "lr": 9.98821106057282e-05}
{"train_loss": 0.0326668806374073, "global_step": 2824, "epoch": 15, "lr": 9.988200916996259e-05}
{"train_loss": 0.02411249652504921, "global_step": 2825, "epoch": 15, "lr": 9.988190769062802e-05}
{"train_loss": 0.02350335381925106, "global_step": 2826, "epoch": 15, "lr": 9.988180616772458e-05}
{"train_loss": 0.03553445637226105, "global_step": 2827, "epoch": 15, "lr": 9.988170460125236e-05}
{"train_loss": 0.02026950940489769, "global_step": 2828, "epoch": 15, "lr": 9.988160299121145e-05}
{"train_loss": 0.021475953981280327, "global_step": 2829, "epoch": 15, "lr": 9.988150133760194e-05}
{"train_loss": 0.019084332510828972, "global_step": 2830, "epoch": 15, "lr": 9.988139964042392e-05}
{"train_loss": 0.0209646038711071, "global_step": 2831, "epoch": 15, "lr": 9.988129789967749e-05}
{"train_loss": 0.023797962814569473, "global_step": 2832, "epoch": 15, "lr": 9.98811961153627e-05}
{"train_loss": 0.02443612366914749, "global_step": 2833, "epoch": 15, "lr": 9.988109428747967e-05}
{"train_loss": 0.022137172520160675, "global_step": 2834, "epoch": 15, "lr": 9.988099241602848e-05}
{"train_loss": 0.015639888122677803, "global_step": 2835, "epoch": 15, "lr": 9.988089050100923e-05}
{"train_loss": 0.021842673420906067, "global_step": 2836, "epoch": 15, "lr": 9.9880788542422e-05}
{"train_loss": 0.012591679580509663, "global_step": 2837, "epoch": 15, "lr": 9.988068654026688e-05}
{"train_loss": 0.020619288086891174, "global_step": 2838, "epoch": 15, "lr": 9.988058449454396e-05}
{"train_loss": 0.035779740661382675, "global_step": 2839, "epoch": 15, "lr": 9.988048240525334e-05}
{"train_loss": 0.021997801959514618, "global_step": 2840, "epoch": 15, "lr": 9.988038027239507e-05}
{"train_loss": 0.019703350961208344, "global_step": 2841, "epoch": 15, "lr": 9.98802780959693e-05}
{"train_loss": 0.018547359853982925, "global_step": 2842, "epoch": 15, "lr": 9.988017587597607e-05}
{"train_loss": 0.02260836586356163, "global_step": 2843, "epoch": 15, "lr": 9.988007361241547e-05}
{"train_loss": 0.012519462034106255, "global_step": 2844, "epoch": 15, "lr": 9.987997130528761e-05}
{"train_loss": 0.026187587529420853, "global_step": 2845, "epoch": 15, "lr": 9.987986895459259e-05}
{"train_loss": 0.019370492547750473, "global_step": 2846, "epoch": 15, "lr": 9.987976656033047e-05}
{"train_loss": 0.022588959335234395, "global_step": 2847, "epoch": 15, "lr": 9.987966412250136e-05, "train_action_mse_error": 0.00022668394376523793}
{"train_loss": 0.02737441286444664, "global_step": 2848, "epoch": 16, "lr": 9.987956164110535e-05}
{"train_loss": 0.026583079248666763, "global_step": 2849, "epoch": 16, "lr": 9.987945911614251e-05}
{"train_loss": 0.030652649700641632, "global_step": 2850, "epoch": 16, "lr": 9.987935654761294e-05}
{"train_loss": 0.022041693329811096, "global_step": 2851, "epoch": 16, "lr": 9.987925393551674e-05}
{"train_loss": 0.031192418187856674, "global_step": 2852, "epoch": 16, "lr": 9.987915127985397e-05}
{"train_loss": 0.013917384669184685, "global_step": 2853, "epoch": 16, "lr": 9.987904858062476e-05}
{"train_loss": 0.020944733172655106, "global_step": 2854, "epoch": 16, "lr": 9.987894583782917e-05}
{"train_loss": 0.027586374431848526, "global_step": 2855, "epoch": 16, "lr": 9.987884305146731e-05}
{"train_loss": 0.03202323988080025, "global_step": 2856, "epoch": 16, "lr": 9.987874022153925e-05}
{"train_loss": 0.024011023342609406, "global_step": 2857, "epoch": 16, "lr": 9.987863734804509e-05}
{"train_loss": 0.024300284683704376, "global_step": 2858, "epoch": 16, "lr": 9.987853443098492e-05}
{"train_loss": 0.015511196106672287, "global_step": 2859, "epoch": 16, "lr": 9.987843147035883e-05}
{"train_loss": 0.020158639177680016, "global_step": 2860, "epoch": 16, "lr": 9.987832846616691e-05}
{"train_loss": 0.017277739942073822, "global_step": 2861, "epoch": 16, "lr": 9.987822541840925e-05}
{"train_loss": 0.018608493730425835, "global_step": 2862, "epoch": 16, "lr": 9.987812232708593e-05}
{"train_loss": 0.017789792269468307, "global_step": 2863, "epoch": 16, "lr": 9.987801919219706e-05}
{"train_loss": 0.018339429050683975, "global_step": 2864, "epoch": 16, "lr": 9.987791601374271e-05}
{"train_loss": 0.01822878047823906, "global_step": 2865, "epoch": 16, "lr": 9.9877812791723e-05}
{"train_loss": 0.024929549545049667, "global_step": 2866, "epoch": 16, "lr": 9.987770952613798e-05}
{"train_loss": 0.023023735731840134, "global_step": 2867, "epoch": 16, "lr": 9.987760621698775e-05}
{"train_loss": 0.028186842799186707, "global_step": 2868, "epoch": 16, "lr": 9.987750286427242e-05}
{"train_loss": 0.02025507390499115, "global_step": 2869, "epoch": 16, "lr": 9.987739946799207e-05}
{"train_loss": 0.019233835861086845, "global_step": 2870, "epoch": 16, "lr": 9.98772960281468e-05}
{"train_loss": 0.016528714448213577, "global_step": 2871, "epoch": 16, "lr": 9.987719254473667e-05}
{"train_loss": 0.01964481547474861, "global_step": 2872, "epoch": 16, "lr": 9.987708901776181e-05}
{"train_loss": 0.025365285575389862, "global_step": 2873, "epoch": 16, "lr": 9.987698544722228e-05}
{"train_loss": 0.02242012694478035, "global_step": 2874, "epoch": 16, "lr": 9.987688183311818e-05}
{"train_loss": 0.01765546388924122, "global_step": 2875, "epoch": 16, "lr": 9.987677817544962e-05}
{"train_loss": 0.01635078713297844, "global_step": 2876, "epoch": 16, "lr": 9.987667447421666e-05}
{"train_loss": 0.02507687360048294, "global_step": 2877, "epoch": 16, "lr": 9.98765707294194e-05}
{"train_loss": 0.017071433365345, "global_step": 2878, "epoch": 16, "lr": 9.987646694105794e-05}
{"train_loss": 0.027873288840055466, "global_step": 2879, "epoch": 16, "lr": 9.987636310913237e-05}
{"train_loss": 0.018476499244570732, "global_step": 2880, "epoch": 16, "lr": 9.987625923364276e-05}
{"train_loss": 0.022916432470083237, "global_step": 2881, "epoch": 16, "lr": 9.987615531458922e-05}
{"train_loss": 0.022916682064533234, "global_step": 2882, "epoch": 16, "lr": 9.987605135197186e-05}
{"train_loss": 0.01684683933854103, "global_step": 2883, "epoch": 16, "lr": 9.987594734579074e-05}
{"train_loss": 0.021050667390227318, "global_step": 2884, "epoch": 16, "lr": 9.987584329604594e-05}
{"train_loss": 0.02151918038725853, "global_step": 2885, "epoch": 16, "lr": 9.987573920273757e-05}
{"train_loss": 0.031761400401592255, "global_step": 2886, "epoch": 16, "lr": 9.987563506586573e-05}
{"train_loss": 0.021101845428347588, "global_step": 2887, "epoch": 16, "lr": 9.987553088543051e-05}
{"train_loss": 0.013030333444476128, "global_step": 2888, "epoch": 16, "lr": 9.987542666143198e-05}
{"train_loss": 0.02470039390027523, "global_step": 2889, "epoch": 16, "lr": 9.987532239387023e-05}
{"train_loss": 0.02815224416553974, "global_step": 2890, "epoch": 16, "lr": 9.987521808274539e-05}
{"train_loss": 0.02364187128841877, "global_step": 2891, "epoch": 16, "lr": 9.987511372805752e-05}
{"train_loss": 0.03296111896634102, "global_step": 2892, "epoch": 16, "lr": 9.987500932980672e-05}
{"train_loss": 0.023206861689686775, "global_step": 2893, "epoch": 16, "lr": 9.987490488799305e-05}
{"train_loss": 0.01742963120341301, "global_step": 2894, "epoch": 16, "lr": 9.987480040261665e-05}
{"train_loss": 0.02783830277621746, "global_step": 2895, "epoch": 16, "lr": 9.98746958736776e-05}
{"train_loss": 0.021637707948684692, "global_step": 2896, "epoch": 16, "lr": 9.987459130117595e-05}
{"train_loss": 0.021303756162524223, "global_step": 2897, "epoch": 16, "lr": 9.987448668511186e-05}
{"train_loss": 0.011827835813164711, "global_step": 2898, "epoch": 16, "lr": 9.987438202548537e-05}
{"train_loss": 0.012172091752290726, "global_step": 2899, "epoch": 16, "lr": 9.987427732229658e-05}
{"train_loss": 0.021870214492082596, "global_step": 2900, "epoch": 16, "lr": 9.987417257554558e-05}
{"train_loss": 0.02179908938705921, "global_step": 2901, "epoch": 16, "lr": 9.987406778523249e-05}
{"train_loss": 0.0194847509264946, "global_step": 2902, "epoch": 16, "lr": 9.987396295135738e-05}
{"train_loss": 0.020290663465857506, "global_step": 2903, "epoch": 16, "lr": 9.987385807392032e-05}
{"train_loss": 0.03253202512860298, "global_step": 2904, "epoch": 16, "lr": 9.987375315292144e-05}
{"train_loss": 0.018886232748627663, "global_step": 2905, "epoch": 16, "lr": 9.987364818836081e-05}
{"train_loss": 0.026085270568728447, "global_step": 2906, "epoch": 16, "lr": 9.987354318023854e-05}
{"train_loss": 0.0175565704703331, "global_step": 2907, "epoch": 16, "lr": 9.987343812855469e-05}
{"train_loss": 0.023867756128311157, "global_step": 2908, "epoch": 16, "lr": 9.987333303330937e-05}
{"train_loss": 0.014216316863894463, "global_step": 2909, "epoch": 16, "lr": 9.987322789450269e-05}
{"train_loss": 0.02254011668264866, "global_step": 2910, "epoch": 16, "lr": 9.987312271213471e-05}
{"train_loss": 0.024045735597610474, "global_step": 2911, "epoch": 16, "lr": 9.987301748620553e-05}
{"train_loss": 0.015255207195878029, "global_step": 2912, "epoch": 16, "lr": 9.987291221671526e-05}
{"train_loss": 0.018700845539569855, "global_step": 2913, "epoch": 16, "lr": 9.987280690366397e-05}
{"train_loss": 0.019687630236148834, "global_step": 2914, "epoch": 16, "lr": 9.987270154705177e-05}
{"train_loss": 0.02427121251821518, "global_step": 2915, "epoch": 16, "lr": 9.987259614687874e-05}
{"train_loss": 0.019207054749131203, "global_step": 2916, "epoch": 16, "lr": 9.987249070314497e-05}
{"train_loss": 0.021396487951278687, "global_step": 2917, "epoch": 16, "lr": 9.987238521585056e-05}
{"train_loss": 0.027155810967087746, "global_step": 2918, "epoch": 16, "lr": 9.987227968499562e-05}
{"train_loss": 0.021311193704605103, "global_step": 2919, "epoch": 16, "lr": 9.98721741105802e-05}
{"train_loss": 0.0253920815885067, "global_step": 2920, "epoch": 16, "lr": 9.987206849260442e-05}
{"train_loss": 0.02177298441529274, "global_step": 2921, "epoch": 16, "lr": 9.987196283106837e-05}
{"train_loss": 0.025063348934054375, "global_step": 2922, "epoch": 16, "lr": 9.987185712597213e-05}
{"train_loss": 0.012870540842413902, "global_step": 2923, "epoch": 16, "lr": 9.98717513773158e-05}
{"train_loss": 0.02059161849319935, "global_step": 2924, "epoch": 16, "lr": 9.987164558509948e-05}
{"train_loss": 0.024509919807314873, "global_step": 2925, "epoch": 16, "lr": 9.987153974932326e-05}
{"train_loss": 0.03495866805315018, "global_step": 2926, "epoch": 16, "lr": 9.987143386998723e-05}
{"train_loss": 0.013437950052320957, "global_step": 2927, "epoch": 16, "lr": 9.987132794709146e-05}
{"train_loss": 0.02401578053832054, "global_step": 2928, "epoch": 16, "lr": 9.987122198063608e-05}
{"train_loss": 0.022406738251447678, "global_step": 2929, "epoch": 16, "lr": 9.987111597062117e-05}
{"train_loss": 0.018663674592971802, "global_step": 2930, "epoch": 16, "lr": 9.98710099170468e-05}
{"train_loss": 0.02062908187508583, "global_step": 2931, "epoch": 16, "lr": 9.987090381991311e-05}
{"train_loss": 0.01622753031551838, "global_step": 2932, "epoch": 16, "lr": 9.987079767922014e-05}
{"train_loss": 0.019182195886969566, "global_step": 2933, "epoch": 16, "lr": 9.987069149496802e-05}
{"train_loss": 0.018337758257985115, "global_step": 2934, "epoch": 16, "lr": 9.987058526715682e-05}
{"train_loss": 0.014153312891721725, "global_step": 2935, "epoch": 16, "lr": 9.987047899578666e-05}
{"train_loss": 0.024837370961904526, "global_step": 2936, "epoch": 16, "lr": 9.987037268085759e-05}
{"train_loss": 0.012815209105610847, "global_step": 2937, "epoch": 16, "lr": 9.987026632236973e-05}
{"train_loss": 0.02230202965438366, "global_step": 2938, "epoch": 16, "lr": 9.987015992032318e-05}
{"train_loss": 0.026086946949362755, "global_step": 2939, "epoch": 16, "lr": 9.987005347471803e-05}
{"train_loss": 0.015110582113265991, "global_step": 2940, "epoch": 16, "lr": 9.986994698555435e-05}
{"train_loss": 0.023398850113153458, "global_step": 2941, "epoch": 16, "lr": 9.986984045283226e-05}
{"train_loss": 0.02391977235674858, "global_step": 2942, "epoch": 16, "lr": 9.986973387655184e-05}
{"train_loss": 0.018256133422255516, "global_step": 2943, "epoch": 16, "lr": 9.986962725671318e-05}
{"train_loss": 0.018475264310836792, "global_step": 2944, "epoch": 16, "lr": 9.98695205933164e-05}
{"train_loss": 0.013958017341792583, "global_step": 2945, "epoch": 16, "lr": 9.986941388636155e-05}
{"train_loss": 0.024473700672388077, "global_step": 2946, "epoch": 16, "lr": 9.986930713584875e-05}
{"train_loss": 0.023450743407011032, "global_step": 2947, "epoch": 16, "lr": 9.98692003417781e-05}
{"train_loss": 0.028617041185498238, "global_step": 2948, "epoch": 16, "lr": 9.986909350414966e-05}
{"train_loss": 0.015298646874725819, "global_step": 2949, "epoch": 16, "lr": 9.986898662296356e-05}
{"train_loss": 0.02381565235555172, "global_step": 2950, "epoch": 16, "lr": 9.986887969821988e-05}
{"train_loss": 0.022113732993602753, "global_step": 2951, "epoch": 16, "lr": 9.986877272991871e-05}
{"train_loss": 0.02696147933602333, "global_step": 2952, "epoch": 16, "lr": 9.986866571806015e-05}
{"train_loss": 0.027545444667339325, "global_step": 2953, "epoch": 16, "lr": 9.986855866264426e-05}
{"train_loss": 0.020449848845601082, "global_step": 2954, "epoch": 16, "lr": 9.98684515636712e-05}
{"train_loss": 0.02172255516052246, "global_step": 2955, "epoch": 16, "lr": 9.986834442114101e-05}
{"train_loss": 0.027822475880384445, "global_step": 2956, "epoch": 16, "lr": 9.986823723505379e-05}
{"train_loss": 0.026228472590446472, "global_step": 2957, "epoch": 16, "lr": 9.986813000540965e-05}
{"train_loss": 0.01789066195487976, "global_step": 2958, "epoch": 16, "lr": 9.986802273220868e-05}
{"train_loss": 0.01792418211698532, "global_step": 2959, "epoch": 16, "lr": 9.986791541545097e-05}
{"train_loss": 0.02279350534081459, "global_step": 2960, "epoch": 16, "lr": 9.986780805513661e-05}
{"train_loss": 0.021220926195383072, "global_step": 2961, "epoch": 16, "lr": 9.98677006512657e-05}
{"train_loss": 0.02577277272939682, "global_step": 2962, "epoch": 16, "lr": 9.986759320383833e-05}
{"train_loss": 0.017522841691970825, "global_step": 2963, "epoch": 16, "lr": 9.98674857128546e-05}
{"train_loss": 0.026861611753702164, "global_step": 2964, "epoch": 16, "lr": 9.98673781783146e-05}
{"train_loss": 0.02437697909772396, "global_step": 2965, "epoch": 16, "lr": 9.98672706002184e-05}
{"train_loss": 0.01852855272591114, "global_step": 2966, "epoch": 16, "lr": 9.986716297856615e-05}
{"train_loss": 0.027498643845319748, "global_step": 2967, "epoch": 16, "lr": 9.98670553133579e-05}
{"train_loss": 0.02063867077231407, "global_step": 2968, "epoch": 16, "lr": 9.986694760459375e-05}
{"train_loss": 0.017624564468860626, "global_step": 2969, "epoch": 16, "lr": 9.986683985227381e-05}
{"train_loss": 0.019531015306711197, "global_step": 2970, "epoch": 16, "lr": 9.986673205639815e-05}
{"train_loss": 0.018738575279712677, "global_step": 2971, "epoch": 16, "lr": 9.986662421696689e-05}
{"train_loss": 0.012144273146986961, "global_step": 2972, "epoch": 16, "lr": 9.98665163339801e-05}
{"train_loss": 0.022094720974564552, "global_step": 2973, "epoch": 16, "lr": 9.986640840743788e-05}
{"train_loss": 0.018476512283086777, "global_step": 2974, "epoch": 16, "lr": 9.986630043734035e-05}
{"train_loss": 0.02820194698870182, "global_step": 2975, "epoch": 16, "lr": 9.986619242368758e-05}
{"train_loss": 0.016385739669203758, "global_step": 2976, "epoch": 16, "lr": 9.986608436647966e-05}
{"train_loss": 0.019456837326288223, "global_step": 2977, "epoch": 16, "lr": 9.98659762657167e-05}
{"train_loss": 0.013415565714240074, "global_step": 2978, "epoch": 16, "lr": 9.986586812139878e-05}
{"train_loss": 0.018796784803271294, "global_step": 2979, "epoch": 16, "lr": 9.9865759933526e-05}
{"train_loss": 0.01031643059104681, "global_step": 2980, "epoch": 16, "lr": 9.986565170209848e-05}
{"train_loss": 0.020108705386519432, "global_step": 2981, "epoch": 16, "lr": 9.986554342711627e-05}
{"train_loss": 0.0199138093739748, "global_step": 2982, "epoch": 16, "lr": 9.986543510857949e-05}
{"train_loss": 0.021568935364484787, "global_step": 2983, "epoch": 16, "lr": 9.986532674648823e-05}
{"train_loss": 0.02803664654493332, "global_step": 2984, "epoch": 16, "lr": 9.986521834084259e-05}
{"train_loss": 0.0206281840801239, "global_step": 2985, "epoch": 16, "lr": 9.986510989164267e-05}
{"train_loss": 0.023150887340307236, "global_step": 2986, "epoch": 16, "lr": 9.986500139888853e-05}
{"train_loss": 0.01888011023402214, "global_step": 2987, "epoch": 16, "lr": 9.986489286258029e-05}
{"train_loss": 0.012672701850533485, "global_step": 2988, "epoch": 16, "lr": 9.986478428271807e-05}
{"train_loss": 0.02246076986193657, "global_step": 2989, "epoch": 16, "lr": 9.986467565930191e-05}
{"train_loss": 0.012665823101997375, "global_step": 2990, "epoch": 16, "lr": 9.986456699233196e-05}
{"train_loss": 0.018900807946920395, "global_step": 2991, "epoch": 16, "lr": 9.986445828180826e-05}
{"train_loss": 0.021057674661278725, "global_step": 2992, "epoch": 16, "lr": 9.986434952773095e-05}
{"train_loss": 0.020603395998477936, "global_step": 2993, "epoch": 16, "lr": 9.986424073010011e-05}
{"train_loss": 0.01827428862452507, "global_step": 2994, "epoch": 16, "lr": 9.986413188891584e-05}
{"train_loss": 0.015841839835047722, "global_step": 2995, "epoch": 16, "lr": 9.986402300417821e-05}
{"train_loss": 0.016427019611001015, "global_step": 2996, "epoch": 16, "lr": 9.986391407588736e-05}
{"train_loss": 0.019477855414152145, "global_step": 2997, "epoch": 16, "lr": 9.986380510404333e-05}
{"train_loss": 0.018239198252558708, "global_step": 2998, "epoch": 16, "lr": 9.986369608864625e-05}
{"train_loss": 0.0174150001257658, "global_step": 2999, "epoch": 16, "lr": 9.986358702969623e-05}
{"train_loss": 0.01739634945988655, "global_step": 3000, "epoch": 16, "lr": 9.986347792719333e-05}
{"train_loss": 0.020926635712385178, "global_step": 3001, "epoch": 16, "lr": 9.986336878113766e-05}
{"train_loss": 0.012448254972696304, "global_step": 3002, "epoch": 16, "lr": 9.986325959152932e-05}
{"train_loss": 0.022808348760008812, "global_step": 3003, "epoch": 16, "lr": 9.986315035836839e-05}
{"train_loss": 0.0247799064964056, "global_step": 3004, "epoch": 16, "lr": 9.986304108165498e-05}
{"train_loss": 0.016117842867970467, "global_step": 3005, "epoch": 16, "lr": 9.98629317613892e-05}
{"train_loss": 0.021718829870224, "global_step": 3006, "epoch": 16, "lr": 9.98628223975711e-05}
{"train_loss": 0.018630826845765114, "global_step": 3007, "epoch": 16, "lr": 9.98627129902008e-05}
{"train_loss": 0.0210605189204216, "global_step": 3008, "epoch": 16, "lr": 9.986260353927841e-05}
{"train_loss": 0.018259184435009956, "global_step": 3009, "epoch": 16, "lr": 9.986249404480402e-05}
{"train_loss": 0.019989926367998123, "global_step": 3010, "epoch": 16, "lr": 9.986238450677772e-05}
{"train_loss": 0.018958237022161484, "global_step": 3011, "epoch": 16, "lr": 9.986227492519959e-05}
{"train_loss": 0.02126859873533249, "global_step": 3012, "epoch": 16, "lr": 9.986216530006975e-05}
{"train_loss": 0.03082125261425972, "global_step": 3013, "epoch": 16, "lr": 9.986205563138829e-05}
{"train_loss": 0.0249788798391819, "global_step": 3014, "epoch": 16, "lr": 9.98619459191553e-05}
{"train_loss": 0.029888726770877838, "global_step": 3015, "epoch": 16, "lr": 9.986183616337087e-05}
{"train_loss": 0.027517246082425117, "global_step": 3016, "epoch": 16, "lr": 9.986172636403511e-05}
{"train_loss": 0.01436137780547142, "global_step": 3017, "epoch": 16, "lr": 9.986161652114811e-05}
{"train_loss": 0.015600914135575294, "global_step": 3018, "epoch": 16, "lr": 9.986150663470997e-05}
{"train_loss": 0.028517235070466995, "global_step": 3019, "epoch": 16, "lr": 9.986139670472076e-05}
{"train_loss": 0.01444932073354721, "global_step": 3020, "epoch": 16, "lr": 9.986128673118063e-05}
{"train_loss": 0.021172087639570236, "global_step": 3021, "epoch": 16, "lr": 9.986117671408962e-05}
{"train_loss": 0.020088085904717445, "global_step": 3022, "epoch": 16, "lr": 9.986106665344786e-05}
{"train_loss": 0.02054963819682598, "global_step": 3023, "epoch": 16, "lr": 9.986095654925544e-05}
{"train_loss": 0.01817958429455757, "global_step": 3024, "epoch": 16, "lr": 9.986084640151245e-05}
{"train_loss": 0.02103666300634236, "global_step": 3025, "epoch": 16, "lr": 9.986073621021898e-05}
{"train_loss": 0.022310953587293625, "global_step": 3026, "epoch": 17, "lr": 9.986062597537513e-05}
{"train_loss": 0.016138572245836258, "global_step": 3027, "epoch": 17, "lr": 9.986051569698102e-05}
{"train_loss": 0.020348433405160904, "global_step": 3028, "epoch": 17, "lr": 9.986040537503672e-05}
{"train_loss": 0.02709711715579033, "global_step": 3029, "epoch": 17, "lr": 9.986029500954233e-05}
{"train_loss": 0.017697598785161972, "global_step": 3030, "epoch": 17, "lr": 9.986018460049794e-05}
{"train_loss": 0.02374536171555519, "global_step": 3031, "epoch": 17, "lr": 9.986007414790367e-05}
{"train_loss": 0.02033812366425991, "global_step": 3032, "epoch": 17, "lr": 9.98599636517596e-05}
{"train_loss": 0.020426705479621887, "global_step": 3033, "epoch": 17, "lr": 9.985985311206582e-05}
{"train_loss": 0.020198117941617966, "global_step": 3034, "epoch": 17, "lr": 9.985974252882245e-05}
{"train_loss": 0.016319015994668007, "global_step": 3035, "epoch": 17, "lr": 9.985963190202957e-05}
{"train_loss": 0.0170905701816082, "global_step": 3036, "epoch": 17, "lr": 9.985952123168728e-05}
{"train_loss": 0.018499700352549553, "global_step": 3037, "epoch": 17, "lr": 9.985941051779567e-05}
{"train_loss": 0.030572691932320595, "global_step": 3038, "epoch": 17, "lr": 9.985929976035484e-05}
{"train_loss": 0.01609395071864128, "global_step": 3039, "epoch": 17, "lr": 9.98591889593649e-05}
{"train_loss": 0.01954655535519123, "global_step": 3040, "epoch": 17, "lr": 9.985907811482593e-05}
{"train_loss": 0.027749493718147278, "global_step": 3041, "epoch": 17, "lr": 9.985896722673804e-05}
{"train_loss": 0.02112525701522827, "global_step": 3042, "epoch": 17, "lr": 9.98588562951013e-05}
{"train_loss": 0.020393453538417816, "global_step": 3043, "epoch": 17, "lr": 9.985874531991584e-05}
{"train_loss": 0.020840225741267204, "global_step": 3044, "epoch": 17, "lr": 9.985863430118175e-05}
{"train_loss": 0.01950194127857685, "global_step": 3045, "epoch": 17, "lr": 9.985852323889911e-05}
{"train_loss": 0.020264657214283943, "global_step": 3046, "epoch": 17, "lr": 9.985841213306803e-05}
{"train_loss": 0.018228650093078613, "global_step": 3047, "epoch": 17, "lr": 9.985830098368861e-05}
{"train_loss": 0.014785641804337502, "global_step": 3048, "epoch": 17, "lr": 9.985818979076094e-05}
{"train_loss": 0.013376178219914436, "global_step": 3049, "epoch": 17, "lr": 9.985807855428511e-05}
{"train_loss": 0.02360304445028305, "global_step": 3050, "epoch": 17, "lr": 9.985796727426123e-05}
{"train_loss": 0.022735904902219772, "global_step": 3051, "epoch": 17, "lr": 9.98578559506894e-05}
{"train_loss": 0.020599041134119034, "global_step": 3052, "epoch": 17, "lr": 9.985774458356972e-05}
{"train_loss": 0.02698424831032753, "global_step": 3053, "epoch": 17, "lr": 9.985763317290224e-05}
{"train_loss": 0.032334212213754654, "global_step": 3054, "epoch": 17, "lr": 9.985752171868712e-05}
{"train_loss": 0.014592837542295456, "global_step": 3055, "epoch": 17, "lr": 9.985741022092443e-05}
{"train_loss": 0.017943471670150757, "global_step": 3056, "epoch": 17, "lr": 9.985729867961427e-05}
{"train_loss": 0.020993733778595924, "global_step": 3057, "epoch": 17, "lr": 9.985718709475674e-05}
{"train_loss": 0.017812594771385193, "global_step": 3058, "epoch": 17, "lr": 9.985707546635193e-05}
{"train_loss": 0.024942582473158836, "global_step": 3059, "epoch": 17, "lr": 9.985696379439995e-05}
{"train_loss": 0.027943342924118042, "global_step": 3060, "epoch": 17, "lr": 9.985685207890087e-05}
{"train_loss": 0.016558129340410233, "global_step": 3061, "epoch": 17, "lr": 9.985674031985483e-05}
{"train_loss": 0.024708185344934464, "global_step": 3062, "epoch": 17, "lr": 9.985662851726189e-05}
{"train_loss": 0.025785576552152634, "global_step": 3063, "epoch": 17, "lr": 9.985651667112217e-05}
{"train_loss": 0.027179840952157974, "global_step": 3064, "epoch": 17, "lr": 9.985640478143576e-05}
{"train_loss": 0.01759142056107521, "global_step": 3065, "epoch": 17, "lr": 9.985629284820275e-05}
{"train_loss": 0.017903663218021393, "global_step": 3066, "epoch": 17, "lr": 9.985618087142325e-05}
{"train_loss": 0.02057187259197235, "global_step": 3067, "epoch": 17, "lr": 9.985606885109735e-05}
{"train_loss": 0.016633421182632446, "global_step": 3068, "epoch": 17, "lr": 9.985595678722517e-05}
{"train_loss": 0.017837099730968475, "global_step": 3069, "epoch": 17, "lr": 9.985584467980677e-05}
{"train_loss": 0.025519229471683502, "global_step": 3070, "epoch": 17, "lr": 9.985573252884226e-05}
{"train_loss": 0.03823515400290489, "global_step": 3071, "epoch": 17, "lr": 9.985562033433177e-05}
{"train_loss": 0.019798796623945236, "global_step": 3072, "epoch": 17, "lr": 9.985550809627535e-05}
{"train_loss": 0.02405255287885666, "global_step": 3073, "epoch": 17, "lr": 9.985539581467314e-05}
{"train_loss": 0.013691523112356663, "global_step": 3074, "epoch": 17, "lr": 9.98552834895252e-05}
{"train_loss": 0.016565212979912758, "global_step": 3075, "epoch": 17, "lr": 9.985517112083167e-05}
{"train_loss": 0.011472364887595177, "global_step": 3076, "epoch": 17, "lr": 9.985505870859259e-05}
{"train_loss": 0.023087691515684128, "global_step": 3077, "epoch": 17, "lr": 9.985494625280813e-05}
{"train_loss": 0.02813161164522171, "global_step": 3078, "epoch": 17, "lr": 9.985483375347834e-05}
{"train_loss": 0.020019475370645523, "global_step": 3079, "epoch": 17, "lr": 9.985472121060333e-05}
{"train_loss": 0.020309284329414368, "global_step": 3080, "epoch": 17, "lr": 9.985460862418319e-05}
{"train_loss": 0.01566620171070099, "global_step": 3081, "epoch": 17, "lr": 9.985449599421804e-05}
{"train_loss": 0.013630559667944908, "global_step": 3082, "epoch": 17, "lr": 9.985438332070796e-05}
{"train_loss": 0.029221367090940475, "global_step": 3083, "epoch": 17, "lr": 9.985427060365305e-05}
{"train_loss": 0.017554696649312973, "global_step": 3084, "epoch": 17, "lr": 9.98541578430534e-05}
{"train_loss": 0.016468344256281853, "global_step": 3085, "epoch": 17, "lr": 9.985404503890914e-05}
{"train_loss": 0.01745196431875229, "global_step": 3086, "epoch": 17, "lr": 9.985393219122034e-05}
{"train_loss": 0.021449558436870575, "global_step": 3087, "epoch": 17, "lr": 9.985381929998711e-05}
{"train_loss": 0.02054898627102375, "global_step": 3088, "epoch": 17, "lr": 9.985370636520954e-05}
{"train_loss": 0.022888407111167908, "global_step": 3089, "epoch": 17, "lr": 9.985359338688774e-05}
{"train_loss": 0.01783543825149536, "global_step": 3090, "epoch": 17, "lr": 9.985348036502182e-05}
{"train_loss": 0.017521604895591736, "global_step": 3091, "epoch": 17, "lr": 9.985336729961183e-05}
{"train_loss": 0.012497075833380222, "global_step": 3092, "epoch": 17, "lr": 9.985325419065792e-05}
{"train_loss": 0.013518759980797768, "global_step": 3093, "epoch": 17, "lr": 9.985314103816018e-05}
{"train_loss": 0.018600326031446457, "global_step": 3094, "epoch": 17, "lr": 9.985302784211867e-05}
{"train_loss": 0.01699928008019924, "global_step": 3095, "epoch": 17, "lr": 9.985291460253354e-05}
{"train_loss": 0.015027062967419624, "global_step": 3096, "epoch": 17, "lr": 9.985280131940487e-05}
{"train_loss": 0.022949261590838432, "global_step": 3097, "epoch": 17, "lr": 9.985268799273274e-05}
{"train_loss": 0.016468776389956474, "global_step": 3098, "epoch": 17, "lr": 9.985257462251726e-05}
{"train_loss": 0.011374229565262794, "global_step": 3099, "epoch": 17, "lr": 9.985246120875854e-05}
{"train_loss": 0.021971024572849274, "global_step": 3100, "epoch": 17, "lr": 9.985234775145668e-05}
{"train_loss": 0.0273269210010767, "global_step": 3101, "epoch": 17, "lr": 9.985223425061177e-05}
{"train_loss": 0.024198180064558983, "global_step": 3102, "epoch": 17, "lr": 9.98521207062239e-05}
{"train_loss": 0.023903803899884224, "global_step": 3103, "epoch": 17, "lr": 9.985200711829318e-05}
{"train_loss": 0.02400280348956585, "global_step": 3104, "epoch": 17, "lr": 9.985189348681972e-05}
{"train_loss": 0.017578933387994766, "global_step": 3105, "epoch": 17, "lr": 9.985177981180361e-05}
{"train_loss": 0.014062728732824326, "global_step": 3106, "epoch": 17, "lr": 9.985166609324494e-05}
{"train_loss": 0.022340454161167145, "global_step": 3107, "epoch": 17, "lr": 9.985155233114381e-05}
{"train_loss": 0.01919710263609886, "global_step": 3108, "epoch": 17, "lr": 9.985143852550034e-05}
{"train_loss": 0.02002336084842682, "global_step": 3109, "epoch": 17, "lr": 9.985132467631459e-05}
{"train_loss": 0.023397639393806458, "global_step": 3110, "epoch": 17, "lr": 9.985121078358671e-05}
{"train_loss": 0.012611469253897667, "global_step": 3111, "epoch": 17, "lr": 9.985109684731678e-05}
{"train_loss": 0.022071903571486473, "global_step": 3112, "epoch": 17, "lr": 9.985098286750487e-05}
{"train_loss": 0.01701277121901512, "global_step": 3113, "epoch": 17, "lr": 9.985086884415113e-05}
{"train_loss": 0.014537028037011623, "global_step": 3114, "epoch": 17, "lr": 9.98507547772556e-05}
{"train_loss": 0.01597234234213829, "global_step": 3115, "epoch": 17, "lr": 9.985064066681844e-05}
{"train_loss": 0.011012501083314419, "global_step": 3116, "epoch": 17, "lr": 9.985052651283972e-05}
{"train_loss": 0.03333258256316185, "global_step": 3117, "epoch": 17, "lr": 9.985041231531953e-05}
{"train_loss": 0.026814084500074387, "global_step": 3118, "epoch": 17, "lr": 9.985029807425799e-05}
{"train_loss": 0.010580104775726795, "global_step": 3119, "epoch": 17, "lr": 9.98501837896552e-05}
{"train_loss": 0.025475502014160156, "global_step": 3120, "epoch": 17, "lr": 9.985006946151124e-05}
{"train_loss": 0.016170559450984, "global_step": 3121, "epoch": 17, "lr": 9.984995508982622e-05}
{"train_loss": 0.016925115138292313, "global_step": 3122, "epoch": 17, "lr": 9.984984067460023e-05}
{"train_loss": 0.023035939782857895, "global_step": 3123, "epoch": 17, "lr": 9.984972621583341e-05}
{"train_loss": 0.013657066971063614, "global_step": 3124, "epoch": 17, "lr": 9.98496117135258e-05}
{"train_loss": 0.018069013953208923, "global_step": 3125, "epoch": 17, "lr": 9.984949716767755e-05}
{"train_loss": 0.016408473253250122, "global_step": 3126, "epoch": 17, "lr": 9.984938257828875e-05}
{"train_loss": 0.019044723361730576, "global_step": 3127, "epoch": 17, "lr": 9.984926794535948e-05}
{"train_loss": 0.01795320026576519, "global_step": 3128, "epoch": 17, "lr": 9.984915326888985e-05}
{"train_loss": 0.0292738676071167, "global_step": 3129, "epoch": 17, "lr": 9.984903854887998e-05}
{"train_loss": 0.014570614323019981, "global_step": 3130, "epoch": 17, "lr": 9.984892378532991e-05}
{"train_loss": 0.02236665040254593, "global_step": 3131, "epoch": 17, "lr": 9.984880897823982e-05}
{"train_loss": 0.014788312837481499, "global_step": 3132, "epoch": 17, "lr": 9.984869412760976e-05}
{"train_loss": 0.0189505685120821, "global_step": 3133, "epoch": 17, "lr": 9.984857923343984e-05}
{"train_loss": 0.02218608744442463, "global_step": 3134, "epoch": 17, "lr": 9.984846429573016e-05}
{"train_loss": 0.018451780080795288, "global_step": 3135, "epoch": 17, "lr": 9.984834931448082e-05}
{"train_loss": 0.019641272723674774, "global_step": 3136, "epoch": 17, "lr": 9.984823428969195e-05}
{"train_loss": 0.021111195906996727, "global_step": 3137, "epoch": 17, "lr": 9.984811922136359e-05}
{"train_loss": 0.024193227291107178, "global_step": 3138, "epoch": 17, "lr": 9.98480041094959e-05}
{"train_loss": 0.018836308270692825, "global_step": 3139, "epoch": 17, "lr": 9.984788895408894e-05}
{"train_loss": 0.024912245571613312, "global_step": 3140, "epoch": 17, "lr": 9.984777375514284e-05}
{"train_loss": 0.019174203276634216, "global_step": 3141, "epoch": 17, "lr": 9.984765851265767e-05}
{"train_loss": 0.018890073522925377, "global_step": 3142, "epoch": 17, "lr": 9.984754322663357e-05}
{"train_loss": 0.0149906687438488, "global_step": 3143, "epoch": 17, "lr": 9.98474278970706e-05}
{"train_loss": 0.02166278101503849, "global_step": 3144, "epoch": 17, "lr": 9.984731252396888e-05}
{"train_loss": 0.02316652610898018, "global_step": 3145, "epoch": 17, "lr": 9.98471971073285e-05}
{"train_loss": 0.035344548523426056, "global_step": 3146, "epoch": 17, "lr": 9.98470816471496e-05}
{"train_loss": 0.018632827326655388, "global_step": 3147, "epoch": 17, "lr": 9.984696614343223e-05}
{"train_loss": 0.015787756070494652, "global_step": 3148, "epoch": 17, "lr": 9.984685059617651e-05}
{"train_loss": 0.025651659816503525, "global_step": 3149, "epoch": 17, "lr": 9.984673500538256e-05}
{"train_loss": 0.017948277294635773, "global_step": 3150, "epoch": 17, "lr": 9.984661937105044e-05}
{"train_loss": 0.014579640701413155, "global_step": 3151, "epoch": 17, "lr": 9.98465036931803e-05}
{"train_loss": 0.021648386493325233, "global_step": 3152, "epoch": 17, "lr": 9.984638797177219e-05}
{"train_loss": 0.018329821527004242, "global_step": 3153, "epoch": 17, "lr": 9.984627220682626e-05}
{"train_loss": 0.021038789302110672, "global_step": 3154, "epoch": 17, "lr": 9.984615639834257e-05}
{"train_loss": 0.017813514918088913, "global_step": 3155, "epoch": 17, "lr": 9.984604054632126e-05}
{"train_loss": 0.021587148308753967, "global_step": 3156, "epoch": 17, "lr": 9.984592465076237e-05}
{"train_loss": 0.023148393258452415, "global_step": 3157, "epoch": 17, "lr": 9.984580871166608e-05}
{"train_loss": 0.01646379381418228, "global_step": 3158, "epoch": 17, "lr": 9.984569272903244e-05}
{"train_loss": 0.020877692848443985, "global_step": 3159, "epoch": 17, "lr": 9.984557670286156e-05}
{"train_loss": 0.018237844109535217, "global_step": 3160, "epoch": 17, "lr": 9.984546063315356e-05}
{"train_loss": 0.018295560032129288, "global_step": 3161, "epoch": 17, "lr": 9.984534451990852e-05}
{"train_loss": 0.015629950910806656, "global_step": 3162, "epoch": 17, "lr": 9.984522836312654e-05}
{"train_loss": 0.012856550514698029, "global_step": 3163, "epoch": 17, "lr": 9.984511216280775e-05}
{"train_loss": 0.02710970863699913, "global_step": 3164, "epoch": 17, "lr": 9.98449959189522e-05}
{"train_loss": 0.016060680150985718, "global_step": 3165, "epoch": 17, "lr": 9.984487963156004e-05}
{"train_loss": 0.01661875657737255, "global_step": 3166, "epoch": 17, "lr": 9.984476330063136e-05}
{"train_loss": 0.01446867547929287, "global_step": 3167, "epoch": 17, "lr": 9.984464692616626e-05}
{"train_loss": 0.020033754408359528, "global_step": 3168, "epoch": 17, "lr": 9.984453050816482e-05}
{"train_loss": 0.01881324127316475, "global_step": 3169, "epoch": 17, "lr": 9.984441404662717e-05}
{"train_loss": 0.02720353752374649, "global_step": 3170, "epoch": 17, "lr": 9.98442975415534e-05}
{"train_loss": 0.018699929118156433, "global_step": 3171, "epoch": 17, "lr": 9.98441809929436e-05}
{"train_loss": 0.02546585351228714, "global_step": 3172, "epoch": 17, "lr": 9.98440644007979e-05}
{"train_loss": 0.011833224445581436, "global_step": 3173, "epoch": 17, "lr": 9.984394776511639e-05}
{"train_loss": 0.019982725381851196, "global_step": 3174, "epoch": 17, "lr": 9.984383108589916e-05}
{"train_loss": 0.032317519187927246, "global_step": 3175, "epoch": 17, "lr": 9.984371436314631e-05}
{"train_loss": 0.018273523077368736, "global_step": 3176, "epoch": 17, "lr": 9.984359759685797e-05}
{"train_loss": 0.014285235665738583, "global_step": 3177, "epoch": 17, "lr": 9.984348078703422e-05}
{"train_loss": 0.014244554564356804, "global_step": 3178, "epoch": 17, "lr": 9.984336393367516e-05}
{"train_loss": 0.02198079228401184, "global_step": 3179, "epoch": 17, "lr": 9.98432470367809e-05}
{"train_loss": 0.017246577888727188, "global_step": 3180, "epoch": 17, "lr": 9.984313009635154e-05}
{"train_loss": 0.020399071276187897, "global_step": 3181, "epoch": 17, "lr": 9.984301311238718e-05}
{"train_loss": 0.013502487912774086, "global_step": 3182, "epoch": 17, "lr": 9.984289608488793e-05}
{"train_loss": 0.01969408057630062, "global_step": 3183, "epoch": 17, "lr": 9.984277901385388e-05}
{"train_loss": 0.018405679613351822, "global_step": 3184, "epoch": 17, "lr": 9.984266189928515e-05}
{"train_loss": 0.027206463739275932, "global_step": 3185, "epoch": 17, "lr": 9.984254474118183e-05}
{"train_loss": 0.022022156044840813, "global_step": 3186, "epoch": 17, "lr": 9.984242753954402e-05}
{"train_loss": 0.019424404948949814, "global_step": 3187, "epoch": 17, "lr": 9.984231029437183e-05}
{"train_loss": 0.020788710564374924, "global_step": 3188, "epoch": 17, "lr": 9.984219300566535e-05}
{"train_loss": 0.029856864362955093, "global_step": 3189, "epoch": 17, "lr": 9.984207567342469e-05}
{"train_loss": 0.017781436443328857, "global_step": 3190, "epoch": 17, "lr": 9.984195829764997e-05}
{"train_loss": 0.020615676417946815, "global_step": 3191, "epoch": 17, "lr": 9.984184087834126e-05}
{"train_loss": 0.016383104026317596, "global_step": 3192, "epoch": 17, "lr": 9.984172341549868e-05}
{"train_loss": 0.01591344177722931, "global_step": 3193, "epoch": 17, "lr": 9.984160590912234e-05}
{"train_loss": 0.019561540335416794, "global_step": 3194, "epoch": 17, "lr": 9.984148835921232e-05}
{"train_loss": 0.01754101552069187, "global_step": 3195, "epoch": 17, "lr": 9.984137076576876e-05}
{"train_loss": 0.012004579417407513, "global_step": 3196, "epoch": 17, "lr": 9.984125312879171e-05}
{"train_loss": 0.019892161712050438, "global_step": 3197, "epoch": 17, "lr": 9.984113544828133e-05}
{"train_loss": 0.020317280665040016, "global_step": 3198, "epoch": 17, "lr": 9.984101772423767e-05}
{"train_loss": 0.01277655828744173, "global_step": 3199, "epoch": 17, "lr": 9.984089995666088e-05}
{"train_loss": 0.031410858035087585, "global_step": 3200, "epoch": 17, "lr": 9.984078214555101e-05}
{"train_loss": 0.021303853020071983, "global_step": 3201, "epoch": 17, "lr": 9.984066429090823e-05}
{"train_loss": 0.0095325643196702, "global_step": 3202, "epoch": 17, "lr": 9.984054639273258e-05}
{"train_loss": 0.01995443492562751, "global_step": 3203, "epoch": 17, "lr": 9.984042845102419e-05}
{"train_loss": 0.022169992327690125, "global_step": 3204, "epoch": 18, "lr": 9.984031046578317e-05}
{"train_loss": 0.018930811434984207, "global_step": 3205, "epoch": 18, "lr": 9.984019243700961e-05}
{"train_loss": 0.025953251868486404, "global_step": 3206, "epoch": 18, "lr": 9.984007436470364e-05}
{"train_loss": 0.025264738127589226, "global_step": 3207, "epoch": 18, "lr": 9.983995624886532e-05}
{"train_loss": 0.01836705580353737, "global_step": 3208, "epoch": 18, "lr": 9.983983808949478e-05}
{"train_loss": 0.014326989650726318, "global_step": 3209, "epoch": 18, "lr": 9.983971988659211e-05}
{"train_loss": 0.013986031524837017, "global_step": 3210, "epoch": 18, "lr": 9.983960164015744e-05}
{"train_loss": 0.019718505442142487, "global_step": 3211, "epoch": 18, "lr": 9.983948335019085e-05}
{"train_loss": 0.02198321744799614, "global_step": 3212, "epoch": 18, "lr": 9.983936501669243e-05}
{"train_loss": 0.018205415457487106, "global_step": 3213, "epoch": 18, "lr": 9.983924663966231e-05}
{"train_loss": 0.019485563039779663, "global_step": 3214, "epoch": 18, "lr": 9.983912821910058e-05}
{"train_loss": 0.03137765824794769, "global_step": 3215, "epoch": 18, "lr": 9.983900975500735e-05}
{"train_loss": 0.02575610764324665, "global_step": 3216, "epoch": 18, "lr": 9.983889124738273e-05}
{"train_loss": 0.019382279366254807, "global_step": 3217, "epoch": 18, "lr": 9.983877269622682e-05}
{"train_loss": 0.014008743688464165, "global_step": 3218, "epoch": 18, "lr": 9.98386541015397e-05}
{"train_loss": 0.026311198249459267, "global_step": 3219, "epoch": 18, "lr": 9.98385354633215e-05}
{"train_loss": 0.02748892828822136, "global_step": 3220, "epoch": 18, "lr": 9.983841678157232e-05}
{"train_loss": 0.018460910767316818, "global_step": 3221, "epoch": 18, "lr": 9.983829805629225e-05}
{"train_loss": 0.012556655332446098, "global_step": 3222, "epoch": 18, "lr": 9.98381792874814e-05}
{"train_loss": 0.020766306668519974, "global_step": 3223, "epoch": 18, "lr": 9.98380604751399e-05}
{"train_loss": 0.022511079907417297, "global_step": 3224, "epoch": 18, "lr": 9.98379416192678e-05}
{"train_loss": 0.02552642673254013, "global_step": 3225, "epoch": 18, "lr": 9.983782271986526e-05}
{"train_loss": 0.02199430763721466, "global_step": 3226, "epoch": 18, "lr": 9.983770377693236e-05}
{"train_loss": 0.02620748057961464, "global_step": 3227, "epoch": 18, "lr": 9.983758479046918e-05}
{"train_loss": 0.02026389166712761, "global_step": 3228, "epoch": 18, "lr": 9.983746576047585e-05}
{"train_loss": 0.023891232907772064, "global_step": 3229, "epoch": 18, "lr": 9.983734668695249e-05}
{"train_loss": 0.018814189359545708, "global_step": 3230, "epoch": 18, "lr": 9.983722756989916e-05}
{"train_loss": 0.016444023698568344, "global_step": 3231, "epoch": 18, "lr": 9.983710840931599e-05}
{"train_loss": 0.020375791937112808, "global_step": 3232, "epoch": 18, "lr": 9.98369892052031e-05}
{"train_loss": 0.019400451332330704, "global_step": 3233, "epoch": 18, "lr": 9.983686995756056e-05}
{"train_loss": 0.01749183051288128, "global_step": 3234, "epoch": 18, "lr": 9.98367506663885e-05}
{"train_loss": 0.012047634460031986, "global_step": 3235, "epoch": 18, "lr": 9.983663133168701e-05}
{"train_loss": 0.013816279359161854, "global_step": 3236, "epoch": 18, "lr": 9.98365119534562e-05}
{"train_loss": 0.024772364646196365, "global_step": 3237, "epoch": 18, "lr": 9.983639253169616e-05}
{"train_loss": 0.01198915857821703, "global_step": 3238, "epoch": 18, "lr": 9.983627306640704e-05}
{"train_loss": 0.019372399896383286, "global_step": 3239, "epoch": 18, "lr": 9.983615355758888e-05}
{"train_loss": 0.016512585803866386, "global_step": 3240, "epoch": 18, "lr": 9.983603400524183e-05}
{"train_loss": 0.014111634343862534, "global_step": 3241, "epoch": 18, "lr": 9.983591440936598e-05}
{"train_loss": 0.024986840784549713, "global_step": 3242, "epoch": 18, "lr": 9.983579476996143e-05}
{"train_loss": 0.022831184789538383, "global_step": 3243, "epoch": 18, "lr": 9.98356750870283e-05}
{"train_loss": 0.018329467624425888, "global_step": 3244, "epoch": 18, "lr": 9.983555536056668e-05}
{"train_loss": 0.028258297592401505, "global_step": 3245, "epoch": 18, "lr": 9.983543559057667e-05}
{"train_loss": 0.02723432332277298, "global_step": 3246, "epoch": 18, "lr": 9.983531577705837e-05}
{"train_loss": 0.02852608822286129, "global_step": 3247, "epoch": 18, "lr": 9.983519592001194e-05}
{"train_loss": 0.015570476651191711, "global_step": 3248, "epoch": 18, "lr": 9.983507601943742e-05}
{"train_loss": 0.022631345316767693, "global_step": 3249, "epoch": 18, "lr": 9.983495607533493e-05}
{"train_loss": 0.018763018772006035, "global_step": 3250, "epoch": 18, "lr": 9.983483608770458e-05}
{"train_loss": 0.013787324540317059, "global_step": 3251, "epoch": 18, "lr": 9.983471605654649e-05}
{"train_loss": 0.029639530926942825, "global_step": 3252, "epoch": 18, "lr": 9.983459598186075e-05}
{"train_loss": 0.023935791105031967, "global_step": 3253, "epoch": 18, "lr": 9.983447586364746e-05}
{"train_loss": 0.023559872061014175, "global_step": 3254, "epoch": 18, "lr": 9.983435570190674e-05}
{"train_loss": 0.011345877312123775, "global_step": 3255, "epoch": 18, "lr": 9.983423549663868e-05}
{"train_loss": 0.022595511749386787, "global_step": 3256, "epoch": 18, "lr": 9.983411524784338e-05}
{"train_loss": 0.016635967418551445, "global_step": 3257, "epoch": 18, "lr": 9.983399495552097e-05}
{"train_loss": 0.0236637145280838, "global_step": 3258, "epoch": 18, "lr": 9.983387461967155e-05}
{"train_loss": 0.011461031623184681, "global_step": 3259, "epoch": 18, "lr": 9.98337542402952e-05}
{"train_loss": 0.021908976137638092, "global_step": 3260, "epoch": 18, "lr": 9.983363381739205e-05}
{"train_loss": 0.018605638295412064, "global_step": 3261, "epoch": 18, "lr": 9.98335133509622e-05}
{"train_loss": 0.023384828120470047, "global_step": 3262, "epoch": 18, "lr": 9.983339284100574e-05}
{"train_loss": 0.020692311227321625, "global_step": 3263, "epoch": 18, "lr": 9.983327228752279e-05}
{"train_loss": 0.019234467297792435, "global_step": 3264, "epoch": 18, "lr": 9.983315169051345e-05}
{"train_loss": 0.031345710158348083, "global_step": 3265, "epoch": 18, "lr": 9.983303104997786e-05}
{"train_loss": 0.019468476995825768, "global_step": 3266, "epoch": 18, "lr": 9.983291036591605e-05}
{"train_loss": 0.020253535360097885, "global_step": 3267, "epoch": 18, "lr": 9.98327896383282e-05}
{"train_loss": 0.025343503803014755, "global_step": 3268, "epoch": 18, "lr": 9.983266886721436e-05}
{"train_loss": 0.0259096659719944, "global_step": 3269, "epoch": 18, "lr": 9.983254805257467e-05}
{"train_loss": 0.013777208514511585, "global_step": 3270, "epoch": 18, "lr": 9.983242719440924e-05}
{"train_loss": 0.020305927842855453, "global_step": 3271, "epoch": 18, "lr": 9.983230629271813e-05}
{"train_loss": 0.024082839488983154, "global_step": 3272, "epoch": 18, "lr": 9.983218534750151e-05}
{"train_loss": 0.026466500014066696, "global_step": 3273, "epoch": 18, "lr": 9.983206435875943e-05}
{"train_loss": 0.021494410932064056, "global_step": 3274, "epoch": 18, "lr": 9.983194332649203e-05}
{"train_loss": 0.02240149676799774, "global_step": 3275, "epoch": 18, "lr": 9.983182225069939e-05}
{"train_loss": 0.0220267865806818, "global_step": 3276, "epoch": 18, "lr": 9.983170113138165e-05}
{"train_loss": 0.019361380487680435, "global_step": 3277, "epoch": 18, "lr": 9.983157996853887e-05}
{"train_loss": 0.026448678225278854, "global_step": 3278, "epoch": 18, "lr": 9.98314587621712e-05}
{"train_loss": 0.014333251863718033, "global_step": 3279, "epoch": 18, "lr": 9.98313375122787e-05}
{"train_loss": 0.02304765209555626, "global_step": 3280, "epoch": 18, "lr": 9.983121621886154e-05}
{"train_loss": 0.023372679948806763, "global_step": 3281, "epoch": 18, "lr": 9.983109488191977e-05}
{"train_loss": 0.015129933133721352, "global_step": 3282, "epoch": 18, "lr": 9.983097350145352e-05}
{"train_loss": 0.023474205285310745, "global_step": 3283, "epoch": 18, "lr": 9.983085207746288e-05}
{"train_loss": 0.027429193258285522, "global_step": 3284, "epoch": 18, "lr": 9.983073060994796e-05}
{"train_loss": 0.020349763333797455, "global_step": 3285, "epoch": 18, "lr": 9.98306090989089e-05}
{"train_loss": 0.030716588720679283, "global_step": 3286, "epoch": 18, "lr": 9.983048754434577e-05}
{"train_loss": 0.01616724580526352, "global_step": 3287, "epoch": 18, "lr": 9.983036594625866e-05}
{"train_loss": 0.02854897826910019, "global_step": 3288, "epoch": 18, "lr": 9.983024430464773e-05}
{"train_loss": 0.015709692612290382, "global_step": 3289, "epoch": 18, "lr": 9.983012261951304e-05}
{"train_loss": 0.020375583320856094, "global_step": 3290, "epoch": 18, "lr": 9.983000089085473e-05}
{"train_loss": 0.018522433936595917, "global_step": 3291, "epoch": 18, "lr": 9.982987911867287e-05}
{"train_loss": 0.019882872700691223, "global_step": 3292, "epoch": 18, "lr": 9.982975730296759e-05}
{"train_loss": 0.021933257579803467, "global_step": 3293, "epoch": 18, "lr": 9.9829635443739e-05}
{"train_loss": 0.022552359849214554, "global_step": 3294, "epoch": 18, "lr": 9.982951354098721e-05}
{"train_loss": 0.020477913320064545, "global_step": 3295, "epoch": 18, "lr": 9.98293915947123e-05}
{"train_loss": 0.021814851090312004, "global_step": 3296, "epoch": 18, "lr": 9.98292696049144e-05}
{"train_loss": 0.02013181522488594, "global_step": 3297, "epoch": 18, "lr": 9.982914757159361e-05}
{"train_loss": 0.022333860397338867, "global_step": 3298, "epoch": 18, "lr": 9.982902549475002e-05}
{"train_loss": 0.021523866802453995, "global_step": 3299, "epoch": 18, "lr": 9.982890337438377e-05}
{"train_loss": 0.012620832771062851, "global_step": 3300, "epoch": 18, "lr": 9.982878121049496e-05}
{"train_loss": 0.027895933017134666, "global_step": 3301, "epoch": 18, "lr": 9.982865900308365e-05}
{"train_loss": 0.019067376852035522, "global_step": 3302, "epoch": 18, "lr": 9.982853675215e-05}
{"train_loss": 0.016413746401667595, "global_step": 3303, "epoch": 18, "lr": 9.98284144576941e-05}
{"train_loss": 0.025525875389575958, "global_step": 3304, "epoch": 18, "lr": 9.982829211971605e-05}
{"train_loss": 0.01880023069679737, "global_step": 3305, "epoch": 18, "lr": 9.982816973821598e-05}
{"train_loss": 0.01463257148861885, "global_step": 3306, "epoch": 18, "lr": 9.982804731319395e-05}
{"train_loss": 0.021590739488601685, "global_step": 3307, "epoch": 18, "lr": 9.982792484465011e-05}
{"train_loss": 0.022088907659053802, "global_step": 3308, "epoch": 18, "lr": 9.982780233258456e-05}
{"train_loss": 0.016270609572529793, "global_step": 3309, "epoch": 18, "lr": 9.98276797769974e-05}
{"train_loss": 0.01993248611688614, "global_step": 3310, "epoch": 18, "lr": 9.982755717788874e-05}
{"train_loss": 0.013007126748561859, "global_step": 3311, "epoch": 18, "lr": 9.982743453525866e-05}
{"train_loss": 0.01683345064520836, "global_step": 3312, "epoch": 18, "lr": 9.982731184910732e-05}
{"train_loss": 0.02140631526708603, "global_step": 3313, "epoch": 18, "lr": 9.98271891194348e-05}
{"train_loss": 0.019751615822315216, "global_step": 3314, "epoch": 18, "lr": 9.98270663462412e-05}
{"train_loss": 0.013968417420983315, "global_step": 3315, "epoch": 18, "lr": 9.982694352952662e-05}
{"train_loss": 0.02676876075565815, "global_step": 3316, "epoch": 18, "lr": 9.98268206692912e-05}
{"train_loss": 0.03294580429792404, "global_step": 3317, "epoch": 18, "lr": 9.9826697765535e-05}
{"train_loss": 0.01678411103785038, "global_step": 3318, "epoch": 18, "lr": 9.982657481825817e-05}
{"train_loss": 0.031242117285728455, "global_step": 3319, "epoch": 18, "lr": 9.98264518274608e-05}
{"train_loss": 0.016117379069328308, "global_step": 3320, "epoch": 18, "lr": 9.982632879314301e-05}
{"train_loss": 0.024035250768065453, "global_step": 3321, "epoch": 18, "lr": 9.982620571530489e-05}
{"train_loss": 0.013444066047668457, "global_step": 3322, "epoch": 18, "lr": 9.982608259394656e-05}
{"train_loss": 0.01126290112733841, "global_step": 3323, "epoch": 18, "lr": 9.982595942906812e-05}
{"train_loss": 0.017599549144506454, "global_step": 3324, "epoch": 18, "lr": 9.982583622066968e-05}
{"train_loss": 0.01862747222185135, "global_step": 3325, "epoch": 18, "lr": 9.982571296875134e-05}
{"train_loss": 0.017896074801683426, "global_step": 3326, "epoch": 18, "lr": 9.982558967331322e-05}
{"train_loss": 0.01453721709549427, "global_step": 3327, "epoch": 18, "lr": 9.982546633435542e-05}
{"train_loss": 0.008352529257535934, "global_step": 3328, "epoch": 18, "lr": 9.982534295187806e-05}
{"train_loss": 0.022567782551050186, "global_step": 3329, "epoch": 18, "lr": 9.982521952588124e-05}
{"train_loss": 0.021615859121084213, "global_step": 3330, "epoch": 18, "lr": 9.982509605636505e-05}
{"train_loss": 0.01542646624147892, "global_step": 3331, "epoch": 18, "lr": 9.982497254332963e-05}
{"train_loss": 0.020462892949581146, "global_step": 3332, "epoch": 18, "lr": 9.982484898677507e-05}
{"train_loss": 0.021156080067157745, "global_step": 3333, "epoch": 18, "lr": 9.982472538670147e-05}
{"train_loss": 0.015673140063881874, "global_step": 3334, "epoch": 18, "lr": 9.982460174310895e-05}
{"train_loss": 0.02890431508421898, "global_step": 3335, "epoch": 18, "lr": 9.982447805599762e-05}
{"train_loss": 0.012762696482241154, "global_step": 3336, "epoch": 18, "lr": 9.982435432536759e-05}
{"train_loss": 0.01745649240911007, "global_step": 3337, "epoch": 18, "lr": 9.982423055121896e-05}
{"train_loss": 0.0158220361918211, "global_step": 3338, "epoch": 18, "lr": 9.982410673355183e-05}
{"train_loss": 0.021866124123334885, "global_step": 3339, "epoch": 18, "lr": 9.982398287236632e-05}
{"train_loss": 0.016430385410785675, "global_step": 3340, "epoch": 18, "lr": 9.982385896766254e-05}
{"train_loss": 0.01407783292233944, "global_step": 3341, "epoch": 18, "lr": 9.98237350194406e-05}
{"train_loss": 0.02174234762787819, "global_step": 3342, "epoch": 18, "lr": 9.982361102770059e-05}
{"train_loss": 0.029398959130048752, "global_step": 3343, "epoch": 18, "lr": 9.982348699244264e-05}
{"train_loss": 0.02075108513236046, "global_step": 3344, "epoch": 18, "lr": 9.982336291366685e-05}
{"train_loss": 0.01739560440182686, "global_step": 3345, "epoch": 18, "lr": 9.982323879137334e-05}
{"train_loss": 0.01590987667441368, "global_step": 3346, "epoch": 18, "lr": 9.982311462556218e-05}
{"train_loss": 0.01686244085431099, "global_step": 3347, "epoch": 18, "lr": 9.982299041623353e-05}
{"train_loss": 0.013790881261229515, "global_step": 3348, "epoch": 18, "lr": 9.982286616338745e-05}
{"train_loss": 0.020371269434690475, "global_step": 3349, "epoch": 18, "lr": 9.982274186702409e-05}
{"train_loss": 0.019391141831874847, "global_step": 3350, "epoch": 18, "lr": 9.982261752714352e-05}
{"train_loss": 0.01863602176308632, "global_step": 3351, "epoch": 18, "lr": 9.98224931437459e-05}
{"train_loss": 0.02550465613603592, "global_step": 3352, "epoch": 18, "lr": 9.982236871683129e-05}
{"train_loss": 0.030606986954808235, "global_step": 3353, "epoch": 18, "lr": 9.98222442463998e-05}
{"train_loss": 0.01634354516863823, "global_step": 3354, "epoch": 18, "lr": 9.982211973245158e-05}
{"train_loss": 0.012610431760549545, "global_step": 3355, "epoch": 18, "lr": 9.982199517498672e-05}
{"train_loss": 0.017098497599363327, "global_step": 3356, "epoch": 18, "lr": 9.982187057400529e-05}
{"train_loss": 0.022091271355748177, "global_step": 3357, "epoch": 18, "lr": 9.982174592950746e-05}
{"train_loss": 0.023555047810077667, "global_step": 3358, "epoch": 18, "lr": 9.98216212414933e-05}
{"train_loss": 0.02136855572462082, "global_step": 3359, "epoch": 18, "lr": 9.982149650996294e-05}
{"train_loss": 0.016336899250745773, "global_step": 3360, "epoch": 18, "lr": 9.982137173491644e-05}
{"train_loss": 0.014203031547367573, "global_step": 3361, "epoch": 18, "lr": 9.982124691635399e-05}
{"train_loss": 0.020504549145698547, "global_step": 3362, "epoch": 18, "lr": 9.982112205427563e-05}
{"train_loss": 0.02370091713964939, "global_step": 3363, "epoch": 18, "lr": 9.982099714868151e-05}
{"train_loss": 0.020239820703864098, "global_step": 3364, "epoch": 18, "lr": 9.982087219957172e-05}
{"train_loss": 0.015571966767311096, "global_step": 3365, "epoch": 18, "lr": 9.982074720694636e-05}
{"train_loss": 0.02087143436074257, "global_step": 3366, "epoch": 18, "lr": 9.982062217080557e-05}
{"train_loss": 0.014985933899879456, "global_step": 3367, "epoch": 18, "lr": 9.982049709114944e-05}
{"train_loss": 0.019459152594208717, "global_step": 3368, "epoch": 18, "lr": 9.982037196797808e-05}
{"train_loss": 0.022206950932741165, "global_step": 3369, "epoch": 18, "lr": 9.98202468012916e-05}
{"train_loss": 0.02806689403951168, "global_step": 3370, "epoch": 18, "lr": 9.98201215910901e-05}
{"train_loss": 0.020037399604916573, "global_step": 3371, "epoch": 18, "lr": 9.981999633737372e-05}
{"train_loss": 0.025108156725764275, "global_step": 3372, "epoch": 18, "lr": 9.981987104014253e-05}
{"train_loss": 0.01679113507270813, "global_step": 3373, "epoch": 18, "lr": 9.981974569939667e-05}
{"train_loss": 0.01313936896622181, "global_step": 3374, "epoch": 18, "lr": 9.981962031513623e-05}
{"train_loss": 0.03633595257997513, "global_step": 3375, "epoch": 18, "lr": 9.981949488736133e-05}
{"train_loss": 0.01670902408659458, "global_step": 3376, "epoch": 18, "lr": 9.981936941607206e-05}
{"train_loss": 0.022357149049639702, "global_step": 3377, "epoch": 18, "lr": 9.981924390126858e-05}
{"train_loss": 0.019294217228889465, "global_step": 3378, "epoch": 18, "lr": 9.981911834295093e-05}
{"train_loss": 0.02260690927505493, "global_step": 3379, "epoch": 18, "lr": 9.981899274111928e-05}
{"train_loss": 0.015852563083171844, "global_step": 3380, "epoch": 18, "lr": 9.981886709577371e-05}
{"train_loss": 0.02023860826837213, "global_step": 3381, "epoch": 18, "lr": 9.981874140691432e-05}
{"train_loss": 0.027426723390817642, "global_step": 3382, "epoch": 19, "lr": 9.981861567454125e-05}
{"train_loss": 0.026322102174162865, "global_step": 3383, "epoch": 19, "lr": 9.981848989865459e-05}
{"train_loss": 0.019106704741716385, "global_step": 3384, "epoch": 19, "lr": 9.981836407925445e-05}
{"train_loss": 0.019092954695224762, "global_step": 3385, "epoch": 19, "lr": 9.981823821634095e-05}
{"train_loss": 0.024929966777563095, "global_step": 3386, "epoch": 19, "lr": 9.98181123099142e-05}
{"train_loss": 0.025902245193719864, "global_step": 3387, "epoch": 19, "lr": 9.981798635997429e-05}
{"train_loss": 0.018500767648220062, "global_step": 3388, "epoch": 19, "lr": 9.981786036652135e-05}
{"train_loss": 0.025936663150787354, "global_step": 3389, "epoch": 19, "lr": 9.981773432955548e-05}
{"train_loss": 0.01907411776483059, "global_step": 3390, "epoch": 19, "lr": 9.98176082490768e-05}
{"train_loss": 0.027866113930940628, "global_step": 3391, "epoch": 19, "lr": 9.981748212508542e-05}
{"train_loss": 0.020846035331487656, "global_step": 3392, "epoch": 19, "lr": 9.981735595758144e-05}
{"train_loss": 0.026419728994369507, "global_step": 3393, "epoch": 19, "lr": 9.981722974656496e-05}
{"train_loss": 0.02039312943816185, "global_step": 3394, "epoch": 19, "lr": 9.981710349203612e-05}
{"train_loss": 0.018177224323153496, "global_step": 3395, "epoch": 19, "lr": 9.981697719399501e-05}
{"train_loss": 0.017714887857437134, "global_step": 3396, "epoch": 19, "lr": 9.981685085244176e-05}
{"train_loss": 0.013307427056133747, "global_step": 3397, "epoch": 19, "lr": 9.981672446737644e-05}
{"train_loss": 0.02237594500184059, "global_step": 3398, "epoch": 19, "lr": 9.981659803879921e-05}
{"train_loss": 0.023500816896557808, "global_step": 3399, "epoch": 19, "lr": 9.981647156671014e-05}
{"train_loss": 0.016280539333820343, "global_step": 3400, "epoch": 19, "lr": 9.981634505110937e-05}
{"train_loss": 0.01861901767551899, "global_step": 3401, "epoch": 19, "lr": 9.981621849199698e-05}
{"train_loss": 0.019281575456261635, "global_step": 3402, "epoch": 19, "lr": 9.981609188937313e-05}
{"train_loss": 0.027915555983781815, "global_step": 3403, "epoch": 19, "lr": 9.981596524323787e-05}
{"train_loss": 0.02134942263364792, "global_step": 3404, "epoch": 19, "lr": 9.981583855359134e-05}
{"train_loss": 0.019582515582442284, "global_step": 3405, "epoch": 19, "lr": 9.981571182043366e-05}
{"train_loss": 0.01899561658501625, "global_step": 3406, "epoch": 19, "lr": 9.981558504376493e-05}
{"train_loss": 0.017205186188220978, "global_step": 3407, "epoch": 19, "lr": 9.981545822358526e-05}
{"train_loss": 0.018277116119861603, "global_step": 3408, "epoch": 19, "lr": 9.981533135989476e-05}
{"train_loss": 0.02505398541688919, "global_step": 3409, "epoch": 19, "lr": 9.981520445269355e-05}
{"train_loss": 0.01744202896952629, "global_step": 3410, "epoch": 19, "lr": 9.981507750198173e-05}
{"train_loss": 0.023356031626462936, "global_step": 3411, "epoch": 19, "lr": 9.98149505077594e-05}
{"train_loss": 0.017794786021113396, "global_step": 3412, "epoch": 19, "lr": 9.981482347002671e-05}
{"train_loss": 0.015335451811552048, "global_step": 3413, "epoch": 19, "lr": 9.981469638878373e-05}
{"train_loss": 0.013381748460233212, "global_step": 3414, "epoch": 19, "lr": 9.981456926403058e-05}
{"train_loss": 0.016766788437962532, "global_step": 3415, "epoch": 19, "lr": 9.98144420957674e-05}
{"train_loss": 0.01731085777282715, "global_step": 3416, "epoch": 19, "lr": 9.981431488399429e-05}
{"train_loss": 0.01500930730253458, "global_step": 3417, "epoch": 19, "lr": 9.981418762871132e-05}
{"train_loss": 0.014457250013947487, "global_step": 3418, "epoch": 19, "lr": 9.981406032991865e-05}
{"train_loss": 0.020630136132240295, "global_step": 3419, "epoch": 19, "lr": 9.981393298761636e-05}
{"train_loss": 0.013547021895647049, "global_step": 3420, "epoch": 19, "lr": 9.981380560180457e-05}
{"train_loss": 0.013076713308691978, "global_step": 3421, "epoch": 19, "lr": 9.981367817248342e-05}
{"train_loss": 0.010558885522186756, "global_step": 3422, "epoch": 19, "lr": 9.9813550699653e-05}
{"train_loss": 0.025936348363757133, "global_step": 3423, "epoch": 19, "lr": 9.98134231833134e-05}
{"train_loss": 0.013014271855354309, "global_step": 3424, "epoch": 19, "lr": 9.981329562346474e-05}
{"train_loss": 0.02147945947945118, "global_step": 3425, "epoch": 19, "lr": 9.981316802010716e-05}
{"train_loss": 0.024379795417189598, "global_step": 3426, "epoch": 19, "lr": 9.981304037324075e-05}
{"train_loss": 0.013731904327869415, "global_step": 3427, "epoch": 19, "lr": 9.981291268286562e-05}
{"train_loss": 0.027013972401618958, "global_step": 3428, "epoch": 19, "lr": 9.981278494898187e-05}
{"train_loss": 0.02663925103843212, "global_step": 3429, "epoch": 19, "lr": 9.981265717158965e-05}
{"train_loss": 0.016807138919830322, "global_step": 3430, "epoch": 19, "lr": 9.981252935068904e-05}
{"train_loss": 0.016461903229355812, "global_step": 3431, "epoch": 19, "lr": 9.981240148628017e-05}
{"train_loss": 0.023909300565719604, "global_step": 3432, "epoch": 19, "lr": 9.981227357836314e-05}
{"train_loss": 0.016531692817807198, "global_step": 3433, "epoch": 19, "lr": 9.981214562693805e-05}
{"train_loss": 0.018147649243474007, "global_step": 3434, "epoch": 19, "lr": 9.981201763200503e-05}
{"train_loss": 0.01986943930387497, "global_step": 3435, "epoch": 19, "lr": 9.98118895935642e-05}
{"train_loss": 0.01769084297120571, "global_step": 3436, "epoch": 19, "lr": 9.981176151161564e-05}
{"train_loss": 0.014022927731275558, "global_step": 3437, "epoch": 19, "lr": 9.98116333861595e-05}
{"train_loss": 0.022799165919423103, "global_step": 3438, "epoch": 19, "lr": 9.981150521719586e-05}
{"train_loss": 0.01594405807554722, "global_step": 3439, "epoch": 19, "lr": 9.981137700472485e-05}
{"train_loss": 0.01967993937432766, "global_step": 3440, "epoch": 19, "lr": 9.981124874874657e-05}
{"train_loss": 0.02274763211607933, "global_step": 3441, "epoch": 19, "lr": 9.981112044926116e-05}
{"train_loss": 0.024838820099830627, "global_step": 3442, "epoch": 19, "lr": 9.98109921062687e-05}
{"train_loss": 0.016753941774368286, "global_step": 3443, "epoch": 19, "lr": 9.98108637197693e-05}
{"train_loss": 0.013366758823394775, "global_step": 3444, "epoch": 19, "lr": 9.981073528976309e-05}
{"train_loss": 0.016285378485918045, "global_step": 3445, "epoch": 19, "lr": 9.981060681625018e-05}
{"train_loss": 0.01687099039554596, "global_step": 3446, "epoch": 19, "lr": 9.981047829923069e-05}
{"train_loss": 0.012587924487888813, "global_step": 3447, "epoch": 19, "lr": 9.981034973870471e-05}
{"train_loss": 0.022337352856993675, "global_step": 3448, "epoch": 19, "lr": 9.981022113467236e-05}
{"train_loss": 0.028687480837106705, "global_step": 3449, "epoch": 19, "lr": 9.981009248713378e-05}
{"train_loss": 0.0199836865067482, "global_step": 3450, "epoch": 19, "lr": 9.980996379608903e-05}
{"train_loss": 0.019950957968831062, "global_step": 3451, "epoch": 19, "lr": 9.980983506153828e-05}
{"train_loss": 0.020299172028899193, "global_step": 3452, "epoch": 19, "lr": 9.980970628348159e-05}
{"train_loss": 0.012723368592560291, "global_step": 3453, "epoch": 19, "lr": 9.98095774619191e-05}
{"train_loss": 0.022577418014407158, "global_step": 3454, "epoch": 19, "lr": 9.980944859685093e-05}
{"train_loss": 0.022866563871502876, "global_step": 3455, "epoch": 19, "lr": 9.980931968827717e-05}
{"train_loss": 0.0193563774228096, "global_step": 3456, "epoch": 19, "lr": 9.980919073619795e-05}
{"train_loss": 0.029444467276334763, "global_step": 3457, "epoch": 19, "lr": 9.980906174061337e-05}
{"train_loss": 0.02737969532608986, "global_step": 3458, "epoch": 19, "lr": 9.980893270152356e-05}
{"train_loss": 0.01998821087181568, "global_step": 3459, "epoch": 19, "lr": 9.980880361892861e-05}
{"train_loss": 0.013105032965540886, "global_step": 3460, "epoch": 19, "lr": 9.980867449282865e-05}
{"train_loss": 0.013747652061283588, "global_step": 3461, "epoch": 19, "lr": 9.98085453232238e-05}
{"train_loss": 0.02132319286465645, "global_step": 3462, "epoch": 19, "lr": 9.980841611011413e-05}
{"train_loss": 0.019360896199941635, "global_step": 3463, "epoch": 19, "lr": 9.98082868534998e-05}
{"train_loss": 0.01626509800553322, "global_step": 3464, "epoch": 19, "lr": 9.980815755338091e-05}
{"train_loss": 0.028895653784275055, "global_step": 3465, "epoch": 19, "lr": 9.980802820975756e-05}
{"train_loss": 0.015305659733712673, "global_step": 3466, "epoch": 19, "lr": 9.980789882262989e-05}
{"train_loss": 0.02369561791419983, "global_step": 3467, "epoch": 19, "lr": 9.980776939199799e-05}
{"train_loss": 0.015926215797662735, "global_step": 3468, "epoch": 19, "lr": 9.980763991786195e-05}
{"train_loss": 0.021213119849562645, "global_step": 3469, "epoch": 19, "lr": 9.980751040022194e-05}
{"train_loss": 0.0246540866792202, "global_step": 3470, "epoch": 19, "lr": 9.980738083907804e-05}
{"train_loss": 0.019741971045732498, "global_step": 3471, "epoch": 19, "lr": 9.980725123443036e-05}
{"train_loss": 0.022041399031877518, "global_step": 3472, "epoch": 19, "lr": 9.980712158627902e-05}
{"train_loss": 0.014844899997115135, "global_step": 3473, "epoch": 19, "lr": 9.980699189462413e-05}
{"train_loss": 0.024251233786344528, "global_step": 3474, "epoch": 19, "lr": 9.980686215946582e-05}
{"train_loss": 0.01967061683535576, "global_step": 3475, "epoch": 19, "lr": 9.980673238080418e-05}
{"train_loss": 0.0225956030189991, "global_step": 3476, "epoch": 19, "lr": 9.980660255863934e-05}
{"train_loss": 0.02686253935098648, "global_step": 3477, "epoch": 19, "lr": 9.980647269297141e-05}
{"train_loss": 0.01774447038769722, "global_step": 3478, "epoch": 19, "lr": 9.98063427838005e-05}
{"train_loss": 0.012958862818777561, "global_step": 3479, "epoch": 19, "lr": 9.980621283112672e-05}
{"train_loss": 0.02264702133834362, "global_step": 3480, "epoch": 19, "lr": 9.980608283495019e-05}
{"train_loss": 0.01702195219695568, "global_step": 3481, "epoch": 19, "lr": 9.980595279527101e-05}
{"train_loss": 0.020323488861322403, "global_step": 3482, "epoch": 19, "lr": 9.980582271208932e-05}
{"train_loss": 0.01953066885471344, "global_step": 3483, "epoch": 19, "lr": 9.98056925854052e-05}
{"train_loss": 0.015660826116800308, "global_step": 3484, "epoch": 19, "lr": 9.98055624152188e-05}
{"train_loss": 0.01587151549756527, "global_step": 3485, "epoch": 19, "lr": 9.98054322015302e-05}
{"train_loss": 0.017646264284849167, "global_step": 3486, "epoch": 19, "lr": 9.980530194433955e-05}
{"train_loss": 0.020805787295103073, "global_step": 3487, "epoch": 19, "lr": 9.980517164364694e-05}
{"train_loss": 0.020587068051099777, "global_step": 3488, "epoch": 19, "lr": 9.980504129945248e-05}
{"train_loss": 0.02193872258067131, "global_step": 3489, "epoch": 19, "lr": 9.980491091175627e-05}
{"train_loss": 0.02842085435986519, "global_step": 3490, "epoch": 19, "lr": 9.980478048055847e-05}
{"train_loss": 0.017961839213967323, "global_step": 3491, "epoch": 19, "lr": 9.980465000585915e-05}
{"train_loss": 0.016827700659632683, "global_step": 3492, "epoch": 19, "lr": 9.980451948765847e-05}
{"train_loss": 0.021615322679281235, "global_step": 3493, "epoch": 19, "lr": 9.98043889259565e-05}
{"train_loss": 0.02080298215150833, "global_step": 3494, "epoch": 19, "lr": 9.980425832075337e-05}
{"train_loss": 0.016991961747407913, "global_step": 3495, "epoch": 19, "lr": 9.98041276720492e-05}
{"train_loss": 0.02473488077521324, "global_step": 3496, "epoch": 19, "lr": 9.980399697984408e-05}
{"train_loss": 0.01776321977376938, "global_step": 3497, "epoch": 19, "lr": 9.980386624413817e-05}
{"train_loss": 0.016327979043126106, "global_step": 3498, "epoch": 19, "lr": 9.980373546493153e-05}
{"train_loss": 0.02900700643658638, "global_step": 3499, "epoch": 19, "lr": 9.980360464222433e-05}
{"train_loss": 0.01566270738840103, "global_step": 3500, "epoch": 19, "lr": 9.980347377601665e-05}
{"train_loss": 0.025096148252487183, "global_step": 3501, "epoch": 19, "lr": 9.98033428663086e-05}
{"train_loss": 0.017855752259492874, "global_step": 3502, "epoch": 19, "lr": 9.98032119131003e-05}
{"train_loss": 0.02816615253686905, "global_step": 3503, "epoch": 19, "lr": 9.980308091639188e-05}
{"train_loss": 0.016841229051351547, "global_step": 3504, "epoch": 19, "lr": 9.980294987618344e-05}
{"train_loss": 0.028745487332344055, "global_step": 3505, "epoch": 19, "lr": 9.980281879247508e-05}
{"train_loss": 0.02172979712486267, "global_step": 3506, "epoch": 19, "lr": 9.980268766526696e-05}
{"train_loss": 0.019474461674690247, "global_step": 3507, "epoch": 19, "lr": 9.980255649455915e-05}
{"train_loss": 0.019263334572315216, "global_step": 3508, "epoch": 19, "lr": 9.980242528035179e-05}
{"train_loss": 0.017668217420578003, "global_step": 3509, "epoch": 19, "lr": 9.980229402264498e-05}
{"train_loss": 0.018598081544041634, "global_step": 3510, "epoch": 19, "lr": 9.980216272143883e-05}
{"train_loss": 0.018510617315769196, "global_step": 3511, "epoch": 19, "lr": 9.980203137673349e-05}
{"train_loss": 0.016008609905838966, "global_step": 3512, "epoch": 19, "lr": 9.980189998852903e-05}
{"train_loss": 0.019253578037023544, "global_step": 3513, "epoch": 19, "lr": 9.980176855682559e-05}
{"train_loss": 0.0177522711455822, "global_step": 3514, "epoch": 19, "lr": 9.980163708162328e-05}
{"train_loss": 0.019977569580078125, "global_step": 3515, "epoch": 19, "lr": 9.980150556292222e-05}
{"train_loss": 0.014376391656696796, "global_step": 3516, "epoch": 19, "lr": 9.980137400072251e-05}
{"train_loss": 0.020037982612848282, "global_step": 3517, "epoch": 19, "lr": 9.980124239502427e-05}
{"train_loss": 0.0183798186480999, "global_step": 3518, "epoch": 19, "lr": 9.980111074582763e-05}
{"train_loss": 0.02077220194041729, "global_step": 3519, "epoch": 19, "lr": 9.980097905313269e-05}
{"train_loss": 0.017543915659189224, "global_step": 3520, "epoch": 19, "lr": 9.980084731693957e-05}
{"train_loss": 0.022855136543512344, "global_step": 3521, "epoch": 19, "lr": 9.980071553724838e-05}
{"train_loss": 0.01997125707566738, "global_step": 3522, "epoch": 19, "lr": 9.980058371405925e-05}
{"train_loss": 0.017556726932525635, "global_step": 3523, "epoch": 19, "lr": 9.980045184737226e-05}
{"train_loss": 0.010016349144279957, "global_step": 3524, "epoch": 19, "lr": 9.980031993718757e-05}
{"train_loss": 0.01804959960281849, "global_step": 3525, "epoch": 19, "lr": 9.980018798350528e-05}
{"train_loss": 0.018010271713137627, "global_step": 3526, "epoch": 19, "lr": 9.980005598632549e-05}
{"train_loss": 0.01950783282518387, "global_step": 3527, "epoch": 19, "lr": 9.979992394564833e-05}
{"train_loss": 0.024914834648370743, "global_step": 3528, "epoch": 19, "lr": 9.97997918614739e-05}
{"train_loss": 0.016160793602466583, "global_step": 3529, "epoch": 19, "lr": 9.979965973380232e-05}
{"train_loss": 0.013012781739234924, "global_step": 3530, "epoch": 19, "lr": 9.979952756263373e-05}
{"train_loss": 0.012205745093524456, "global_step": 3531, "epoch": 19, "lr": 9.979939534796821e-05}
{"train_loss": 0.014153880998492241, "global_step": 3532, "epoch": 19, "lr": 9.97992630898059e-05}
{"train_loss": 0.015664011240005493, "global_step": 3533, "epoch": 19, "lr": 9.979913078814691e-05}
{"train_loss": 0.018529590219259262, "global_step": 3534, "epoch": 19, "lr": 9.979899844299137e-05}
{"train_loss": 0.020439021289348602, "global_step": 3535, "epoch": 19, "lr": 9.979886605433935e-05}
{"train_loss": 0.024925289675593376, "global_step": 3536, "epoch": 19, "lr": 9.979873362219101e-05}
{"train_loss": 0.022676981985569, "global_step": 3537, "epoch": 19, "lr": 9.979860114654645e-05}
{"train_loss": 0.01255305390805006, "global_step": 3538, "epoch": 19, "lr": 9.979846862740577e-05}
{"train_loss": 0.02547311969101429, "global_step": 3539, "epoch": 19, "lr": 9.979833606476912e-05}
{"train_loss": 0.020161163061857224, "global_step": 3540, "epoch": 19, "lr": 9.979820345863658e-05}
{"train_loss": 0.01940217614173889, "global_step": 3541, "epoch": 19, "lr": 9.97980708090083e-05}
{"train_loss": 0.030849050730466843, "global_step": 3542, "epoch": 19, "lr": 9.979793811588437e-05}
{"train_loss": 0.018873905763030052, "global_step": 3543, "epoch": 19, "lr": 9.979780537926491e-05}
{"train_loss": 0.017879711464047432, "global_step": 3544, "epoch": 19, "lr": 9.979767259915006e-05}
{"train_loss": 0.029203400015830994, "global_step": 3545, "epoch": 19, "lr": 9.97975397755399e-05}
{"train_loss": 0.013249993324279785, "global_step": 3546, "epoch": 19, "lr": 9.979740690843458e-05}
{"train_loss": 0.019539793953299522, "global_step": 3547, "epoch": 19, "lr": 9.979727399783418e-05}
{"train_loss": 0.01483573205769062, "global_step": 3548, "epoch": 19, "lr": 9.979714104373886e-05}
{"train_loss": 0.01619640924036503, "global_step": 3549, "epoch": 19, "lr": 9.979700804614867e-05}
{"train_loss": 0.016459034755825996, "global_step": 3550, "epoch": 19, "lr": 9.979687500506381e-05}
{"train_loss": 0.02081216126680374, "global_step": 3551, "epoch": 19, "lr": 9.979674192048432e-05}
{"train_loss": 0.013982445001602173, "global_step": 3552, "epoch": 19, "lr": 9.979660879241037e-05}
{"train_loss": 0.017642199993133545, "global_step": 3553, "epoch": 19, "lr": 9.979647562084205e-05}
{"train_loss": 0.01996418461203575, "global_step": 3554, "epoch": 19, "lr": 9.979634240577949e-05}
{"train_loss": 0.015797115862369537, "global_step": 3555, "epoch": 19, "lr": 9.979620914722278e-05}
{"train_loss": 0.024206526577472687, "global_step": 3556, "epoch": 19, "lr": 9.979607584517208e-05}
{"train_loss": 0.023307420313358307, "global_step": 3557, "epoch": 19, "lr": 9.979594249962746e-05}
{"train_loss": 0.02751222252845764, "global_step": 3558, "epoch": 19, "lr": 9.979580911058905e-05}
{"train_loss": 0.019646973814815283, "global_step": 3559, "epoch": 19, "lr": 9.9795675678057e-05}
{"train_loss": 0.02812991291284561, "global_step": 3560, "epoch": 20, "lr": 9.97955422020314e-05}
{"train_loss": 0.014996962621808052, "global_step": 3561, "epoch": 20, "lr": 9.979540868251235e-05}
{"train_loss": 0.01231770496815443, "global_step": 3562, "epoch": 20, "lr": 9.979527511949999e-05}
{"train_loss": 0.02043338678777218, "global_step": 3563, "epoch": 20, "lr": 9.979514151299445e-05}
{"train_loss": 0.01911868527531624, "global_step": 3564, "epoch": 20, "lr": 9.97950078629958e-05}
{"train_loss": 0.021925335749983788, "global_step": 3565, "epoch": 20, "lr": 9.97948741695042e-05}
{"train_loss": 0.019005868583917618, "global_step": 3566, "epoch": 20, "lr": 9.979474043251975e-05}
{"train_loss": 0.02231818251311779, "global_step": 3567, "epoch": 20, "lr": 9.979460665204257e-05}
{"train_loss": 0.01631694659590721, "global_step": 3568, "epoch": 20, "lr": 9.979447282807277e-05}
{"train_loss": 0.02128194458782673, "global_step": 3569, "epoch": 20, "lr": 9.979433896061046e-05}
{"train_loss": 0.015577858313918114, "global_step": 3570, "epoch": 20, "lr": 9.97942050496558e-05}
{"train_loss": 0.017514662817120552, "global_step": 3571, "epoch": 20, "lr": 9.979407109520884e-05}
{"train_loss": 0.017016641795635223, "global_step": 3572, "epoch": 20, "lr": 9.979393709726976e-05}
{"train_loss": 0.020916156470775604, "global_step": 3573, "epoch": 20, "lr": 9.979380305583864e-05}
{"train_loss": 0.01899135671555996, "global_step": 3574, "epoch": 20, "lr": 9.97936689709156e-05}
{"train_loss": 0.017418045550584793, "global_step": 3575, "epoch": 20, "lr": 9.979353484250077e-05}
{"train_loss": 0.027237985283136368, "global_step": 3576, "epoch": 20, "lr": 9.979340067059426e-05}
{"train_loss": 0.021939728409051895, "global_step": 3577, "epoch": 20, "lr": 9.979326645519619e-05}
{"train_loss": 0.0232379212975502, "global_step": 3578, "epoch": 20, "lr": 9.979313219630667e-05}
{"train_loss": 0.02489056997001171, "global_step": 3579, "epoch": 20, "lr": 9.979299789392583e-05}
{"train_loss": 0.016872331500053406, "global_step": 3580, "epoch": 20, "lr": 9.979286354805377e-05}
{"train_loss": 0.016659928485751152, "global_step": 3581, "epoch": 20, "lr": 9.979272915869062e-05}
{"train_loss": 0.013012858107686043, "global_step": 3582, "epoch": 20, "lr": 9.979259472583651e-05}
{"train_loss": 0.025478199124336243, "global_step": 3583, "epoch": 20, "lr": 9.979246024949152e-05}
{"train_loss": 0.01748635619878769, "global_step": 3584, "epoch": 20, "lr": 9.97923257296558e-05}
{"train_loss": 0.02124880999326706, "global_step": 3585, "epoch": 20, "lr": 9.979219116632947e-05}
{"train_loss": 0.019964775070548058, "global_step": 3586, "epoch": 20, "lr": 9.979205655951262e-05}
{"train_loss": 0.013773984275758266, "global_step": 3587, "epoch": 20, "lr": 9.979192190920538e-05}
{"train_loss": 0.025994643568992615, "global_step": 3588, "epoch": 20, "lr": 9.979178721540787e-05}
{"train_loss": 0.01663188822567463, "global_step": 3589, "epoch": 20, "lr": 9.97916524781202e-05}
{"train_loss": 0.030146196484565735, "global_step": 3590, "epoch": 20, "lr": 9.979151769734252e-05}
{"train_loss": 0.01704012043774128, "global_step": 3591, "epoch": 20, "lr": 9.979138287307491e-05}
{"train_loss": 0.02734721451997757, "global_step": 3592, "epoch": 20, "lr": 9.979124800531749e-05}
{"train_loss": 0.02195478416979313, "global_step": 3593, "epoch": 20, "lr": 9.979111309407041e-05}
{"train_loss": 0.01209891214966774, "global_step": 3594, "epoch": 20, "lr": 9.979097813933376e-05}
{"train_loss": 0.014936410821974277, "global_step": 3595, "epoch": 20, "lr": 9.979084314110765e-05}
{"train_loss": 0.01860007271170616, "global_step": 3596, "epoch": 20, "lr": 9.979070809939221e-05}
{"train_loss": 0.010594584979116917, "global_step": 3597, "epoch": 20, "lr": 9.979057301418758e-05}
{"train_loss": 0.011922098696231842, "global_step": 3598, "epoch": 20, "lr": 9.979043788549385e-05}
{"train_loss": 0.015125430189073086, "global_step": 3599, "epoch": 20, "lr": 9.979030271331114e-05}
{"train_loss": 0.02530045434832573, "global_step": 3600, "epoch": 20, "lr": 9.979016749763958e-05}
{"train_loss": 0.01730325073003769, "global_step": 3601, "epoch": 20, "lr": 9.979003223847928e-05}
{"train_loss": 0.010402007028460503, "global_step": 3602, "epoch": 20, "lr": 9.978989693583037e-05}
{"train_loss": 0.022494688630104065, "global_step": 3603, "epoch": 20, "lr": 9.978976158969294e-05}
{"train_loss": 0.01747944764792919, "global_step": 3604, "epoch": 20, "lr": 9.978962620006713e-05}
{"train_loss": 0.016005687415599823, "global_step": 3605, "epoch": 20, "lr": 9.978949076695308e-05}
{"train_loss": 0.019159633666276932, "global_step": 3606, "epoch": 20, "lr": 9.978935529035085e-05}
{"train_loss": 0.020853349938988686, "global_step": 3607, "epoch": 20, "lr": 9.978921977026061e-05}
{"train_loss": 0.01750868558883667, "global_step": 3608, "epoch": 20, "lr": 9.978908420668244e-05}
{"train_loss": 0.02350630611181259, "global_step": 3609, "epoch": 20, "lr": 9.978894859961651e-05}
{"train_loss": 0.017818892374634743, "global_step": 3610, "epoch": 20, "lr": 9.978881294906289e-05}
{"train_loss": 0.01607672870159149, "global_step": 3611, "epoch": 20, "lr": 9.978867725502172e-05}
{"train_loss": 0.024194370955228806, "global_step": 3612, "epoch": 20, "lr": 9.97885415174931e-05}
{"train_loss": 0.016085397452116013, "global_step": 3613, "epoch": 20, "lr": 9.978840573647719e-05}
{"train_loss": 0.025298098102211952, "global_step": 3614, "epoch": 20, "lr": 9.978826991197405e-05}
{"train_loss": 0.014535956084728241, "global_step": 3615, "epoch": 20, "lr": 9.978813404398384e-05}
{"train_loss": 0.018226800486445427, "global_step": 3616, "epoch": 20, "lr": 9.978799813250667e-05}
{"train_loss": 0.019518118351697922, "global_step": 3617, "epoch": 20, "lr": 9.978786217754266e-05}
{"train_loss": 0.024500828236341476, "global_step": 3618, "epoch": 20, "lr": 9.978772617909193e-05}
{"train_loss": 0.013647039420902729, "global_step": 3619, "epoch": 20, "lr": 9.978759013715458e-05}
{"train_loss": 0.01714487373828888, "global_step": 3620, "epoch": 20, "lr": 9.978745405173076e-05}
{"train_loss": 0.019596420228481293, "global_step": 3621, "epoch": 20, "lr": 9.978731792282057e-05}
{"train_loss": 0.016736064106225967, "global_step": 3622, "epoch": 20, "lr": 9.978718175042412e-05}
{"train_loss": 0.01651674695312977, "global_step": 3623, "epoch": 20, "lr": 9.978704553454155e-05}
{"train_loss": 0.0151388393715024, "global_step": 3624, "epoch": 20, "lr": 9.978690927517296e-05}
{"train_loss": 0.009464193135499954, "global_step": 3625, "epoch": 20, "lr": 9.978677297231846e-05}
{"train_loss": 0.01368415355682373, "global_step": 3626, "epoch": 20, "lr": 9.978663662597822e-05}
{"train_loss": 0.014094999060034752, "global_step": 3627, "epoch": 20, "lr": 9.978650023615232e-05}
{"train_loss": 0.012829827144742012, "global_step": 3628, "epoch": 20, "lr": 9.978636380284088e-05}
{"train_loss": 0.018749812617897987, "global_step": 3629, "epoch": 20, "lr": 9.978622732604401e-05}
{"train_loss": 0.015562523156404495, "global_step": 3630, "epoch": 20, "lr": 9.978609080576187e-05}
{"train_loss": 0.023213347420096397, "global_step": 3631, "epoch": 20, "lr": 9.978595424199454e-05}
{"train_loss": 0.017889460548758507, "global_step": 3632, "epoch": 20, "lr": 9.978581763474215e-05}
{"train_loss": 0.013436665758490562, "global_step": 3633, "epoch": 20, "lr": 9.978568098400483e-05}
{"train_loss": 0.022675910964608192, "global_step": 3634, "epoch": 20, "lr": 9.978554428978269e-05}
{"train_loss": 0.017143234610557556, "global_step": 3635, "epoch": 20, "lr": 9.978540755207584e-05}
{"train_loss": 0.026377828791737556, "global_step": 3636, "epoch": 20, "lr": 9.978527077088441e-05}
{"train_loss": 0.021526314318180084, "global_step": 3637, "epoch": 20, "lr": 9.978513394620853e-05}
{"train_loss": 0.023015307262539864, "global_step": 3638, "epoch": 20, "lr": 9.97849970780483e-05}
{"train_loss": 0.014790702611207962, "global_step": 3639, "epoch": 20, "lr": 9.978486016640385e-05}
{"train_loss": 0.012481238692998886, "global_step": 3640, "epoch": 20, "lr": 9.97847232112753e-05}
{"train_loss": 0.013588768430054188, "global_step": 3641, "epoch": 20, "lr": 9.978458621266278e-05}
{"train_loss": 0.02114105597138405, "global_step": 3642, "epoch": 20, "lr": 9.978444917056637e-05}
{"train_loss": 0.0259307399392128, "global_step": 3643, "epoch": 20, "lr": 9.978431208498624e-05}
{"train_loss": 0.014793874695897102, "global_step": 3644, "epoch": 20, "lr": 9.978417495592248e-05}
{"train_loss": 0.021370653063058853, "global_step": 3645, "epoch": 20, "lr": 9.97840377833752e-05}
{"train_loss": 0.01750655099749565, "global_step": 3646, "epoch": 20, "lr": 9.978390056734455e-05}
{"train_loss": 0.011763829737901688, "global_step": 3647, "epoch": 20, "lr": 9.978376330783064e-05}
{"train_loss": 0.01060330681502819, "global_step": 3648, "epoch": 20, "lr": 9.978362600483357e-05}
{"train_loss": 0.012633463367819786, "global_step": 3649, "epoch": 20, "lr": 9.978348865835349e-05}
{"train_loss": 0.017645766958594322, "global_step": 3650, "epoch": 20, "lr": 9.978335126839052e-05}
{"train_loss": 0.025755248963832855, "global_step": 3651, "epoch": 20, "lr": 9.978321383494474e-05}
{"train_loss": 0.01619981974363327, "global_step": 3652, "epoch": 20, "lr": 9.978307635801631e-05}
{"train_loss": 0.015007000416517258, "global_step": 3653, "epoch": 20, "lr": 9.978293883760533e-05}
{"train_loss": 0.01916472241282463, "global_step": 3654, "epoch": 20, "lr": 9.97828012737119e-05}
{"train_loss": 0.026874426752328873, "global_step": 3655, "epoch": 20, "lr": 9.978266366633622e-05}
{"train_loss": 0.013169785030186176, "global_step": 3656, "epoch": 20, "lr": 9.978252601547831e-05}
{"train_loss": 0.023372642695903778, "global_step": 3657, "epoch": 20, "lr": 9.978238832113836e-05}
{"train_loss": 0.01729314960539341, "global_step": 3658, "epoch": 20, "lr": 9.978225058331647e-05}
{"train_loss": 0.02511487901210785, "global_step": 3659, "epoch": 20, "lr": 9.978211280201275e-05}
{"train_loss": 0.01461223978549242, "global_step": 3660, "epoch": 20, "lr": 9.978197497722732e-05}
{"train_loss": 0.014678170904517174, "global_step": 3661, "epoch": 20, "lr": 9.978183710896031e-05}
{"train_loss": 0.015034598298370838, "global_step": 3662, "epoch": 20, "lr": 9.978169919721186e-05}
{"train_loss": 0.019862646237015724, "global_step": 3663, "epoch": 20, "lr": 9.978156124198203e-05}
{"train_loss": 0.015169963240623474, "global_step": 3664, "epoch": 20, "lr": 9.978142324327101e-05}
{"train_loss": 0.013725344091653824, "global_step": 3665, "epoch": 20, "lr": 9.978128520107888e-05}
{"train_loss": 0.016467854380607605, "global_step": 3666, "epoch": 20, "lr": 9.978114711540577e-05}
{"train_loss": 0.020278822630643845, "global_step": 3667, "epoch": 20, "lr": 9.97810089862518e-05}
{"train_loss": 0.01579156145453453, "global_step": 3668, "epoch": 20, "lr": 9.97808708136171e-05}
{"train_loss": 0.017427947372198105, "global_step": 3669, "epoch": 20, "lr": 9.978073259750177e-05}
{"train_loss": 0.021255210041999817, "global_step": 3670, "epoch": 20, "lr": 9.978059433790594e-05}
{"train_loss": 0.014126589521765709, "global_step": 3671, "epoch": 20, "lr": 9.978045603482976e-05}
{"train_loss": 0.016558406874537468, "global_step": 3672, "epoch": 20, "lr": 9.97803176882733e-05}
{"train_loss": 0.019087854772806168, "global_step": 3673, "epoch": 20, "lr": 9.978017929823671e-05}
{"train_loss": 0.022569924592971802, "global_step": 3674, "epoch": 20, "lr": 9.97800408647201e-05}
{"train_loss": 0.016917645931243896, "global_step": 3675, "epoch": 20, "lr": 9.977990238772361e-05}
{"train_loss": 0.0159494299441576, "global_step": 3676, "epoch": 20, "lr": 9.977976386724735e-05}
{"train_loss": 0.02012334018945694, "global_step": 3677, "epoch": 20, "lr": 9.977962530329143e-05}
{"train_loss": 0.021134600043296814, "global_step": 3678, "epoch": 20, "lr": 9.977948669585597e-05}
{"train_loss": 0.0201643705368042, "global_step": 3679, "epoch": 20, "lr": 9.977934804494112e-05}
{"train_loss": 0.013727130368351936, "global_step": 3680, "epoch": 20, "lr": 9.977920935054697e-05}
{"train_loss": 0.01488739624619484, "global_step": 3681, "epoch": 20, "lr": 9.977907061267366e-05}
{"train_loss": 0.021860918030142784, "global_step": 3682, "epoch": 20, "lr": 9.97789318313213e-05}
{"train_loss": 0.023174835368990898, "global_step": 3683, "epoch": 20, "lr": 9.977879300649003e-05}
{"train_loss": 0.023337077349424362, "global_step": 3684, "epoch": 20, "lr": 9.977865413817994e-05}
{"train_loss": 0.013459392823278904, "global_step": 3685, "epoch": 20, "lr": 9.977851522639118e-05}
{"train_loss": 0.019609209150075912, "global_step": 3686, "epoch": 20, "lr": 9.977837627112386e-05}
{"train_loss": 0.019286151975393295, "global_step": 3687, "epoch": 20, "lr": 9.977823727237809e-05}
{"train_loss": 0.014821982942521572, "global_step": 3688, "epoch": 20, "lr": 9.977809823015401e-05}
{"train_loss": 0.015606503933668137, "global_step": 3689, "epoch": 20, "lr": 9.977795914445173e-05}
{"train_loss": 0.01531034242361784, "global_step": 3690, "epoch": 20, "lr": 9.977782001527137e-05}
{"train_loss": 0.019666418433189392, "global_step": 3691, "epoch": 20, "lr": 9.977768084261307e-05}
{"train_loss": 0.02141798660159111, "global_step": 3692, "epoch": 20, "lr": 9.977754162647694e-05}
{"train_loss": 0.017633359879255295, "global_step": 3693, "epoch": 20, "lr": 9.977740236686308e-05}
{"train_loss": 0.021601708605885506, "global_step": 3694, "epoch": 20, "lr": 9.977726306377166e-05}
{"train_loss": 0.011530107818543911, "global_step": 3695, "epoch": 20, "lr": 9.977712371720275e-05}
{"train_loss": 0.020482221618294716, "global_step": 3696, "epoch": 20, "lr": 9.97769843271565e-05}
{"train_loss": 0.013950602151453495, "global_step": 3697, "epoch": 20, "lr": 9.977684489363303e-05}
{"train_loss": 0.01613924652338028, "global_step": 3698, "epoch": 20, "lr": 9.977670541663247e-05}
{"train_loss": 0.014751262031495571, "global_step": 3699, "epoch": 20, "lr": 9.977656589615492e-05}
{"train_loss": 0.026470664888620377, "global_step": 3700, "epoch": 20, "lr": 9.97764263322005e-05}
{"train_loss": 0.023959871381521225, "global_step": 3701, "epoch": 20, "lr": 9.977628672476935e-05}
{"train_loss": 0.014634187333285809, "global_step": 3702, "epoch": 20, "lr": 9.977614707386161e-05}
{"train_loss": 0.022609297186136246, "global_step": 3703, "epoch": 20, "lr": 9.977600737947735e-05}
{"train_loss": 0.020912881940603256, "global_step": 3704, "epoch": 20, "lr": 9.977586764161673e-05}
{"train_loss": 0.02343861572444439, "global_step": 3705, "epoch": 20, "lr": 9.977572786027986e-05}
{"train_loss": 0.013018230907619, "global_step": 3706, "epoch": 20, "lr": 9.977558803546688e-05}
{"train_loss": 0.018094904720783234, "global_step": 3707, "epoch": 20, "lr": 9.977544816717787e-05}
{"train_loss": 0.015608025714755058, "global_step": 3708, "epoch": 20, "lr": 9.977530825541299e-05}
{"train_loss": 0.020906420424580574, "global_step": 3709, "epoch": 20, "lr": 9.977516830017235e-05}
{"train_loss": 0.01923355460166931, "global_step": 3710, "epoch": 20, "lr": 9.977502830145608e-05}
{"train_loss": 0.015145526267588139, "global_step": 3711, "epoch": 20, "lr": 9.97748882592643e-05}
{"train_loss": 0.012957792729139328, "global_step": 3712, "epoch": 20, "lr": 9.977474817359712e-05}
{"train_loss": 0.01832299679517746, "global_step": 3713, "epoch": 20, "lr": 9.977460804445467e-05}
{"train_loss": 0.020371969789266586, "global_step": 3714, "epoch": 20, "lr": 9.977446787183707e-05}
{"train_loss": 0.023180097341537476, "global_step": 3715, "epoch": 20, "lr": 9.977432765574444e-05}
{"train_loss": 0.018457116559147835, "global_step": 3716, "epoch": 20, "lr": 9.977418739617692e-05}
{"train_loss": 0.014927431009709835, "global_step": 3717, "epoch": 20, "lr": 9.97740470931346e-05}
{"train_loss": 0.01659713312983513, "global_step": 3718, "epoch": 20, "lr": 9.977390674661765e-05}
{"train_loss": 0.027579164132475853, "global_step": 3719, "epoch": 20, "lr": 9.977376635662614e-05}
{"train_loss": 0.016268886625766754, "global_step": 3720, "epoch": 20, "lr": 9.977362592316023e-05}
{"train_loss": 0.027794022113084793, "global_step": 3721, "epoch": 20, "lr": 9.977348544622003e-05}
{"train_loss": 0.020478447899222374, "global_step": 3722, "epoch": 20, "lr": 9.977334492580566e-05}
{"train_loss": 0.0264156274497509, "global_step": 3723, "epoch": 20, "lr": 9.977320436191725e-05}
{"train_loss": 0.0192260779440403, "global_step": 3724, "epoch": 20, "lr": 9.977306375455491e-05}
{"train_loss": 0.02410080097615719, "global_step": 3725, "epoch": 20, "lr": 9.977292310371877e-05}
{"train_loss": 0.018494147807359695, "global_step": 3726, "epoch": 20, "lr": 9.977278240940897e-05}
{"train_loss": 0.014907925389707088, "global_step": 3727, "epoch": 20, "lr": 9.977264167162562e-05}
{"train_loss": 0.015229744836688042, "global_step": 3728, "epoch": 20, "lr": 9.977250089036882e-05}
{"train_loss": 0.01645052805542946, "global_step": 3729, "epoch": 20, "lr": 9.977236006563872e-05}
{"train_loss": 0.014101851731538773, "global_step": 3730, "epoch": 20, "lr": 9.977221919743544e-05}
{"train_loss": 0.02626405656337738, "global_step": 3731, "epoch": 20, "lr": 9.977207828575908e-05}
{"train_loss": 0.016184916719794273, "global_step": 3732, "epoch": 20, "lr": 9.977193733060981e-05}
{"train_loss": 0.017454877495765686, "global_step": 3733, "epoch": 20, "lr": 9.97717963319877e-05}
{"train_loss": 0.010448405519127846, "global_step": 3734, "epoch": 20, "lr": 9.977165528989292e-05}
{"train_loss": 0.016637137159705162, "global_step": 3735, "epoch": 20, "lr": 9.977151420432555e-05}
{"train_loss": 0.013863186351954937, "global_step": 3736, "epoch": 20, "lr": 9.977137307528576e-05}
{"train_loss": 0.018368440083740802, "global_step": 3737, "epoch": 20, "lr": 9.977123190277363e-05, "train_action_mse_error": 0.00016259323456324637}
{"train_loss": 0.014231232926249504, "global_step": 3738, "epoch": 21, "lr": 9.977109068678931e-05}
{"train_loss": 0.011946966871619225, "global_step": 3739, "epoch": 21, "lr": 9.977094942733291e-05}
{"train_loss": 0.02147188037633896, "global_step": 3740, "epoch": 21, "lr": 9.977080812440455e-05}
{"train_loss": 0.019625581800937653, "global_step": 3741, "epoch": 21, "lr": 9.977066677800437e-05}
{"train_loss": 0.02249598130583763, "global_step": 3742, "epoch": 21, "lr": 9.97705253881325e-05}
{"train_loss": 0.016923952847719193, "global_step": 3743, "epoch": 21, "lr": 9.977038395478903e-05}
{"train_loss": 0.02149270474910736, "global_step": 3744, "epoch": 21, "lr": 9.97702424779741e-05}
{"train_loss": 0.01809513196349144, "global_step": 3745, "epoch": 21, "lr": 9.977010095768784e-05}
{"train_loss": 0.013430976308882236, "global_step": 3746, "epoch": 21, "lr": 9.976995939393036e-05}
{"train_loss": 0.013203933835029602, "global_step": 3747, "epoch": 21, "lr": 9.976981778670181e-05}
{"train_loss": 0.022595606744289398, "global_step": 3748, "epoch": 21, "lr": 9.976967613600229e-05}
{"train_loss": 0.026821602135896683, "global_step": 3749, "epoch": 21, "lr": 9.976953444183192e-05}
{"train_loss": 0.018703162670135498, "global_step": 3750, "epoch": 21, "lr": 9.976939270419086e-05}
{"train_loss": 0.020125923678278923, "global_step": 3751, "epoch": 21, "lr": 9.976925092307919e-05}
{"train_loss": 0.022592229768633842, "global_step": 3752, "epoch": 21, "lr": 9.976910909849704e-05}
{"train_loss": 0.016017429530620575, "global_step": 3753, "epoch": 21, "lr": 9.976896723044455e-05}
{"train_loss": 0.015762772411108017, "global_step": 3754, "epoch": 21, "lr": 9.976882531892186e-05}
{"train_loss": 0.010738179087638855, "global_step": 3755, "epoch": 21, "lr": 9.976868336392907e-05}
{"train_loss": 0.018266063183546066, "global_step": 3756, "epoch": 21, "lr": 9.976854136546629e-05}
{"train_loss": 0.01595441624522209, "global_step": 3757, "epoch": 21, "lr": 9.976839932353366e-05}
{"train_loss": 0.0182628370821476, "global_step": 3758, "epoch": 21, "lr": 9.976825723813132e-05}
{"train_loss": 0.027327891439199448, "global_step": 3759, "epoch": 21, "lr": 9.976811510925936e-05}
{"train_loss": 0.023807238787412643, "global_step": 3760, "epoch": 21, "lr": 9.976797293691796e-05}
{"train_loss": 0.015505900606513023, "global_step": 3761, "epoch": 21, "lr": 9.976783072110717e-05}
{"train_loss": 0.020481059327721596, "global_step": 3762, "epoch": 21, "lr": 9.976768846182717e-05}
{"train_loss": 0.021335560828447342, "global_step": 3763, "epoch": 21, "lr": 9.976754615907807e-05}
{"train_loss": 0.017623059451580048, "global_step": 3764, "epoch": 21, "lr": 9.976740381285998e-05}
{"train_loss": 0.012759236618876457, "global_step": 3765, "epoch": 21, "lr": 9.976726142317304e-05}
{"train_loss": 0.01746739074587822, "global_step": 3766, "epoch": 21, "lr": 9.976711899001737e-05}
{"train_loss": 0.019304899498820305, "global_step": 3767, "epoch": 21, "lr": 9.976697651339309e-05}
{"train_loss": 0.0198112353682518, "global_step": 3768, "epoch": 21, "lr": 9.976683399330032e-05}
{"train_loss": 0.019576270133256912, "global_step": 3769, "epoch": 21, "lr": 9.97666914297392e-05}
{"train_loss": 0.0171968974173069, "global_step": 3770, "epoch": 21, "lr": 9.976654882270985e-05}
{"train_loss": 0.012140212580561638, "global_step": 3771, "epoch": 21, "lr": 9.97664061722124e-05}
{"train_loss": 0.014989647082984447, "global_step": 3772, "epoch": 21, "lr": 9.976626347824694e-05}
{"train_loss": 0.020293526351451874, "global_step": 3773, "epoch": 21, "lr": 9.976612074081363e-05}
{"train_loss": 0.012717221863567829, "global_step": 3774, "epoch": 21, "lr": 9.97659779599126e-05}
{"train_loss": 0.01464182510972023, "global_step": 3775, "epoch": 21, "lr": 9.976583513554396e-05}
{"train_loss": 0.01859280839562416, "global_step": 3776, "epoch": 21, "lr": 9.976569226770782e-05}
{"train_loss": 0.01252246554940939, "global_step": 3777, "epoch": 21, "lr": 9.976554935640434e-05}
{"train_loss": 0.028467610478401184, "global_step": 3778, "epoch": 21, "lr": 9.976540640163361e-05}
{"train_loss": 0.01227073185145855, "global_step": 3779, "epoch": 21, "lr": 9.976526340339578e-05}
{"train_loss": 0.025744713842868805, "global_step": 3780, "epoch": 21, "lr": 9.976512036169094e-05}
{"train_loss": 0.01594436913728714, "global_step": 3781, "epoch": 21, "lr": 9.976497727651926e-05}
{"train_loss": 0.019632656127214432, "global_step": 3782, "epoch": 21, "lr": 9.976483414788084e-05}
{"train_loss": 0.012216245755553246, "global_step": 3783, "epoch": 21, "lr": 9.976469097577581e-05}
{"train_loss": 0.014444597065448761, "global_step": 3784, "epoch": 21, "lr": 9.97645477602043e-05}
{"train_loss": 0.014685998670756817, "global_step": 3785, "epoch": 21, "lr": 9.976440450116642e-05}
{"train_loss": 0.0150029007345438, "global_step": 3786, "epoch": 21, "lr": 9.976426119866231e-05}
{"train_loss": 0.010519005358219147, "global_step": 3787, "epoch": 21, "lr": 9.976411785269209e-05}
{"train_loss": 0.02229037508368492, "global_step": 3788, "epoch": 21, "lr": 9.976397446325588e-05}
{"train_loss": 0.012531265616416931, "global_step": 3789, "epoch": 21, "lr": 9.976383103035381e-05}
{"train_loss": 0.014316923916339874, "global_step": 3790, "epoch": 21, "lr": 9.976368755398602e-05}
{"train_loss": 0.020991003140807152, "global_step": 3791, "epoch": 21, "lr": 9.976354403415261e-05}
{"train_loss": 0.02010623924434185, "global_step": 3792, "epoch": 21, "lr": 9.97634004708537e-05}
{"train_loss": 0.018780864775180817, "global_step": 3793, "epoch": 21, "lr": 9.976325686408945e-05}
{"train_loss": 0.024633390828967094, "global_step": 3794, "epoch": 21, "lr": 9.976311321385997e-05}
{"train_loss": 0.020696349442005157, "global_step": 3795, "epoch": 21, "lr": 9.976296952016537e-05}
{"train_loss": 0.01704338565468788, "global_step": 3796, "epoch": 21, "lr": 9.97628257830058e-05}
{"train_loss": 0.023241695016622543, "global_step": 3797, "epoch": 21, "lr": 9.976268200238137e-05}
{"train_loss": 0.017084434628486633, "global_step": 3798, "epoch": 21, "lr": 9.97625381782922e-05}
{"train_loss": 0.013181942515075207, "global_step": 3799, "epoch": 21, "lr": 9.976239431073844e-05}
{"train_loss": 0.021818870678544044, "global_step": 3800, "epoch": 21, "lr": 9.976225039972018e-05}
{"train_loss": 0.016930751502513885, "global_step": 3801, "epoch": 21, "lr": 9.976210644523758e-05}
{"train_loss": 0.02700839191675186, "global_step": 3802, "epoch": 21, "lr": 9.976196244729075e-05}
{"train_loss": 0.022110367193818092, "global_step": 3803, "epoch": 21, "lr": 9.976181840587983e-05}
{"train_loss": 0.015903715044260025, "global_step": 3804, "epoch": 21, "lr": 9.976167432100491e-05}
{"train_loss": 0.017377030104398727, "global_step": 3805, "epoch": 21, "lr": 9.976153019266615e-05}
{"train_loss": 0.014552304521203041, "global_step": 3806, "epoch": 21, "lr": 9.976138602086367e-05}
{"train_loss": 0.016811002045869827, "global_step": 3807, "epoch": 21, "lr": 9.976124180559758e-05}
{"train_loss": 0.020516177639365196, "global_step": 3808, "epoch": 21, "lr": 9.976109754686803e-05}
{"train_loss": 0.020073452964425087, "global_step": 3809, "epoch": 21, "lr": 9.976095324467512e-05}
{"train_loss": 0.0197767224162817, "global_step": 3810, "epoch": 21, "lr": 9.9760808899019e-05}
{"train_loss": 0.024222226813435555, "global_step": 3811, "epoch": 21, "lr": 9.976066450989978e-05}
{"train_loss": 0.02513456717133522, "global_step": 3812, "epoch": 21, "lr": 9.97605200773176e-05}
{"train_loss": 0.017031583935022354, "global_step": 3813, "epoch": 21, "lr": 9.976037560127256e-05}
{"train_loss": 0.02206484228372574, "global_step": 3814, "epoch": 21, "lr": 9.976023108176483e-05}
{"train_loss": 0.013350322842597961, "global_step": 3815, "epoch": 21, "lr": 9.976008651879447e-05}
{"train_loss": 0.017106518149375916, "global_step": 3816, "epoch": 21, "lr": 9.975994191236167e-05}
{"train_loss": 0.014008806087076664, "global_step": 3817, "epoch": 21, "lr": 9.975979726246654e-05}
{"train_loss": 0.011945978738367558, "global_step": 3818, "epoch": 21, "lr": 9.975965256910919e-05}
{"train_loss": 0.017655951902270317, "global_step": 3819, "epoch": 21, "lr": 9.975950783228976e-05}
{"train_loss": 0.025498703122138977, "global_step": 3820, "epoch": 21, "lr": 9.975936305200836e-05}
{"train_loss": 0.01994173228740692, "global_step": 3821, "epoch": 21, "lr": 9.975921822826512e-05}
{"train_loss": 0.018959393724799156, "global_step": 3822, "epoch": 21, "lr": 9.97590733610602e-05}
{"train_loss": 0.01216239295899868, "global_step": 3823, "epoch": 21, "lr": 9.975892845039369e-05}
{"train_loss": 0.011935866437852383, "global_step": 3824, "epoch": 21, "lr": 9.975878349626573e-05}
{"train_loss": 0.019014552235603333, "global_step": 3825, "epoch": 21, "lr": 9.975863849867643e-05}
{"train_loss": 0.017067402601242065, "global_step": 3826, "epoch": 21, "lr": 9.975849345762596e-05}
{"train_loss": 0.019821271300315857, "global_step": 3827, "epoch": 21, "lr": 9.97583483731144e-05}
{"train_loss": 0.01498616673052311, "global_step": 3828, "epoch": 21, "lr": 9.975820324514188e-05}
{"train_loss": 0.014910150319337845, "global_step": 3829, "epoch": 21, "lr": 9.975805807370856e-05}
{"train_loss": 0.026467906311154366, "global_step": 3830, "epoch": 21, "lr": 9.975791285881455e-05}
{"train_loss": 0.009176904335618019, "global_step": 3831, "epoch": 21, "lr": 9.975776760045996e-05}
{"train_loss": 0.02053956687450409, "global_step": 3832, "epoch": 21, "lr": 9.975762229864493e-05}
{"train_loss": 0.017374370247125626, "global_step": 3833, "epoch": 21, "lr": 9.975747695336961e-05}
{"train_loss": 0.018832489848136902, "global_step": 3834, "epoch": 21, "lr": 9.975733156463409e-05}
{"train_loss": 0.021767014637589455, "global_step": 3835, "epoch": 21, "lr": 9.975718613243852e-05}
{"train_loss": 0.012907424010336399, "global_step": 3836, "epoch": 21, "lr": 9.975704065678302e-05}
{"train_loss": 0.025196019560098648, "global_step": 3837, "epoch": 21, "lr": 9.975689513766771e-05}
{"train_loss": 0.01847817189991474, "global_step": 3838, "epoch": 21, "lr": 9.975674957509271e-05}
{"train_loss": 0.014350423589348793, "global_step": 3839, "epoch": 21, "lr": 9.975660396905818e-05}
{"train_loss": 0.020759806036949158, "global_step": 3840, "epoch": 21, "lr": 9.975645831956422e-05}
{"train_loss": 0.01467482466250658, "global_step": 3841, "epoch": 21, "lr": 9.975631262661098e-05}
{"train_loss": 0.01805376634001732, "global_step": 3842, "epoch": 21, "lr": 9.975616689019856e-05}
{"train_loss": 0.017551472410559654, "global_step": 3843, "epoch": 21, "lr": 9.97560211103271e-05}
{"train_loss": 0.017812281847000122, "global_step": 3844, "epoch": 21, "lr": 9.975587528699673e-05}
{"train_loss": 0.016439639031887054, "global_step": 3845, "epoch": 21, "lr": 9.975572942020757e-05}
{"train_loss": 0.0194246843457222, "global_step": 3846, "epoch": 21, "lr": 9.975558350995975e-05}
{"train_loss": 0.021390538662672043, "global_step": 3847, "epoch": 21, "lr": 9.97554375562534e-05}
{"train_loss": 0.015144573524594307, "global_step": 3848, "epoch": 21, "lr": 9.975529155908865e-05}
{"train_loss": 0.014866595156490803, "global_step": 3849, "epoch": 21, "lr": 9.975514551846563e-05}
{"train_loss": 0.016752328723669052, "global_step": 3850, "epoch": 21, "lr": 9.975499943438445e-05}
{"train_loss": 0.021855074912309647, "global_step": 3851, "epoch": 21, "lr": 9.975485330684526e-05}
{"train_loss": 0.02214832417666912, "global_step": 3852, "epoch": 21, "lr": 9.975470713584818e-05}
{"train_loss": 0.01519148238003254, "global_step": 3853, "epoch": 21, "lr": 9.975456092139331e-05}
{"train_loss": 0.018591012805700302, "global_step": 3854, "epoch": 21, "lr": 9.975441466348082e-05}
{"train_loss": 0.02247079834342003, "global_step": 3855, "epoch": 21, "lr": 9.975426836211082e-05}
{"train_loss": 0.013312396593391895, "global_step": 3856, "epoch": 21, "lr": 9.975412201728345e-05}
{"train_loss": 0.019420702010393143, "global_step": 3857, "epoch": 21, "lr": 9.975397562899879e-05}
{"train_loss": 0.01228141225874424, "global_step": 3858, "epoch": 21, "lr": 9.975382919725705e-05}
{"train_loss": 0.019799167290329933, "global_step": 3859, "epoch": 21, "lr": 9.975368272205827e-05}
{"train_loss": 0.01906724087893963, "global_step": 3860, "epoch": 21, "lr": 9.975353620340265e-05}
{"train_loss": 0.016344688832759857, "global_step": 3861, "epoch": 21, "lr": 9.975338964129027e-05}
{"train_loss": 0.013293897733092308, "global_step": 3862, "epoch": 21, "lr": 9.975324303572127e-05}
{"train_loss": 0.014907218515872955, "global_step": 3863, "epoch": 21, "lr": 9.97530963866958e-05}
{"train_loss": 0.021398533135652542, "global_step": 3864, "epoch": 21, "lr": 9.975294969421397e-05}
{"train_loss": 0.01753278821706772, "global_step": 3865, "epoch": 21, "lr": 9.97528029582759e-05}
{"train_loss": 0.016275908797979355, "global_step": 3866, "epoch": 21, "lr": 9.975265617888173e-05}
{"train_loss": 0.013598094694316387, "global_step": 3867, "epoch": 21, "lr": 9.97525093560316e-05}
{"train_loss": 0.017461832612752914, "global_step": 3868, "epoch": 21, "lr": 9.97523624897256e-05}
{"train_loss": 0.01849547028541565, "global_step": 3869, "epoch": 21, "lr": 9.97522155799639e-05}
{"train_loss": 0.018620740622282028, "global_step": 3870, "epoch": 21, "lr": 9.97520686267466e-05}
{"train_loss": 0.01974845491349697, "global_step": 3871, "epoch": 21, "lr": 9.975192163007385e-05}
{"train_loss": 0.018087729811668396, "global_step": 3872, "epoch": 21, "lr": 9.975177458994576e-05}
{"train_loss": 0.019731227308511734, "global_step": 3873, "epoch": 21, "lr": 9.975162750636247e-05}
{"train_loss": 0.017085358500480652, "global_step": 3874, "epoch": 21, "lr": 9.97514803793241e-05}
{"train_loss": 0.016563590615987778, "global_step": 3875, "epoch": 21, "lr": 9.97513332088308e-05}
{"train_loss": 0.011352336965501308, "global_step": 3876, "epoch": 21, "lr": 9.975118599488266e-05}
{"train_loss": 0.019688982516527176, "global_step": 3877, "epoch": 21, "lr": 9.975103873747985e-05}
{"train_loss": 0.025520719587802887, "global_step": 3878, "epoch": 21, "lr": 9.975089143662246e-05}
{"train_loss": 0.017844470217823982, "global_step": 3879, "epoch": 21, "lr": 9.975074409231065e-05}
{"train_loss": 0.016099240630865097, "global_step": 3880, "epoch": 21, "lr": 9.975059670454453e-05}
{"train_loss": 0.016396604478359222, "global_step": 3881, "epoch": 21, "lr": 9.975044927332422e-05}
{"train_loss": 0.013251038268208504, "global_step": 3882, "epoch": 21, "lr": 9.975030179864989e-05}
{"train_loss": 0.014184780418872833, "global_step": 3883, "epoch": 21, "lr": 9.975015428052164e-05}
{"train_loss": 0.015497406013309956, "global_step": 3884, "epoch": 21, "lr": 9.975000671893959e-05}
{"train_loss": 0.012511852197349072, "global_step": 3885, "epoch": 21, "lr": 9.974985911390386e-05}
{"train_loss": 0.013269811868667603, "global_step": 3886, "epoch": 21, "lr": 9.974971146541463e-05}
{"train_loss": 0.023157281801104546, "global_step": 3887, "epoch": 21, "lr": 9.9749563773472e-05}
{"train_loss": 0.01243793498724699, "global_step": 3888, "epoch": 21, "lr": 9.974941603807608e-05}
{"train_loss": 0.017369821667671204, "global_step": 3889, "epoch": 21, "lr": 9.974926825922703e-05}
{"train_loss": 0.020704984664916992, "global_step": 3890, "epoch": 21, "lr": 9.974912043692494e-05}
{"train_loss": 0.022281775251030922, "global_step": 3891, "epoch": 21, "lr": 9.974897257117e-05}
{"train_loss": 0.021885376423597336, "global_step": 3892, "epoch": 21, "lr": 9.974882466196229e-05}
{"train_loss": 0.017197730019688606, "global_step": 3893, "epoch": 21, "lr": 9.974867670930195e-05}
{"train_loss": 0.019253646954894066, "global_step": 3894, "epoch": 21, "lr": 9.974852871318911e-05}
{"train_loss": 0.017634525895118713, "global_step": 3895, "epoch": 21, "lr": 9.97483806736239e-05}
{"train_loss": 0.01720256172120571, "global_step": 3896, "epoch": 21, "lr": 9.974823259060645e-05}
{"train_loss": 0.015138068236410618, "global_step": 3897, "epoch": 21, "lr": 9.974808446413689e-05}
{"train_loss": 0.014229047112166882, "global_step": 3898, "epoch": 21, "lr": 9.974793629421536e-05}
{"train_loss": 0.020814184099435806, "global_step": 3899, "epoch": 21, "lr": 9.974778808084196e-05}
{"train_loss": 0.02091122977435589, "global_step": 3900, "epoch": 21, "lr": 9.974763982401685e-05}
{"train_loss": 0.008736660704016685, "global_step": 3901, "epoch": 21, "lr": 9.974749152374014e-05}
{"train_loss": 0.019897833466529846, "global_step": 3902, "epoch": 21, "lr": 9.974734318001197e-05}
{"train_loss": 0.01236916333436966, "global_step": 3903, "epoch": 21, "lr": 9.974719479283248e-05}
{"train_loss": 0.02024133689701557, "global_step": 3904, "epoch": 21, "lr": 9.974704636220178e-05}
{"train_loss": 0.01850585639476776, "global_step": 3905, "epoch": 21, "lr": 9.974689788811999e-05}
{"train_loss": 0.013862739317119122, "global_step": 3906, "epoch": 21, "lr": 9.974674937058727e-05}
{"train_loss": 0.0222629364579916, "global_step": 3907, "epoch": 21, "lr": 9.974660080960375e-05}
{"train_loss": 0.01589478924870491, "global_step": 3908, "epoch": 21, "lr": 9.974645220516951e-05}
{"train_loss": 0.015130347572267056, "global_step": 3909, "epoch": 21, "lr": 9.974630355728474e-05}
{"train_loss": 0.025265667587518692, "global_step": 3910, "epoch": 21, "lr": 9.974615486594954e-05}
{"train_loss": 0.012941860593855381, "global_step": 3911, "epoch": 21, "lr": 9.974600613116402e-05}
{"train_loss": 0.01686916872859001, "global_step": 3912, "epoch": 21, "lr": 9.974585735292837e-05}
{"train_loss": 0.012027809396386147, "global_step": 3913, "epoch": 21, "lr": 9.974570853124267e-05}
{"train_loss": 0.013290303759276867, "global_step": 3914, "epoch": 21, "lr": 9.974555966610705e-05}
{"train_loss": 0.0177123403762666, "global_step": 3915, "epoch": 21, "lr": 9.974541075752168e-05}
{"train_loss": 0.022589320316910744, "global_step": 3916, "epoch": 22, "lr": 9.974526180548666e-05}
{"train_loss": 0.018093904480338097, "global_step": 3917, "epoch": 22, "lr": 9.974511281000212e-05}
{"train_loss": 0.02002168446779251, "global_step": 3918, "epoch": 22, "lr": 9.974496377106819e-05}
{"train_loss": 0.018248694017529488, "global_step": 3919, "epoch": 22, "lr": 9.9744814688685e-05}
{"train_loss": 0.023059707134962082, "global_step": 3920, "epoch": 22, "lr": 9.97446655628527e-05}
{"train_loss": 0.02188466303050518, "global_step": 3921, "epoch": 22, "lr": 9.97445163935714e-05}
{"train_loss": 0.014879049733281136, "global_step": 3922, "epoch": 22, "lr": 9.974436718084123e-05}
{"train_loss": 0.01983891800045967, "global_step": 3923, "epoch": 22, "lr": 9.974421792466234e-05}
{"train_loss": 0.012209434062242508, "global_step": 3924, "epoch": 22, "lr": 9.974406862503483e-05}
{"train_loss": 0.015815356746315956, "global_step": 3925, "epoch": 22, "lr": 9.974391928195885e-05}
{"train_loss": 0.018940791487693787, "global_step": 3926, "epoch": 22, "lr": 9.974376989543454e-05}
{"train_loss": 0.012538646347820759, "global_step": 3927, "epoch": 22, "lr": 9.974362046546199e-05}
{"train_loss": 0.01278364285826683, "global_step": 3928, "epoch": 22, "lr": 9.974347099204139e-05}
{"train_loss": 0.021923020482063293, "global_step": 3929, "epoch": 22, "lr": 9.974332147517283e-05}
{"train_loss": 0.023249156773090363, "global_step": 3930, "epoch": 22, "lr": 9.974317191485644e-05}
{"train_loss": 0.01883145049214363, "global_step": 3931, "epoch": 22, "lr": 9.974302231109236e-05}
{"train_loss": 0.017678437754511833, "global_step": 3932, "epoch": 22, "lr": 9.974287266388073e-05}
{"train_loss": 0.019576452672481537, "global_step": 3933, "epoch": 22, "lr": 9.974272297322168e-05}
{"train_loss": 0.018230754882097244, "global_step": 3934, "epoch": 22, "lr": 9.97425732391153e-05}
{"train_loss": 0.025858525186777115, "global_step": 3935, "epoch": 22, "lr": 9.974242346156178e-05}
{"train_loss": 0.01736423373222351, "global_step": 3936, "epoch": 22, "lr": 9.974227364056121e-05}
{"train_loss": 0.01660480909049511, "global_step": 3937, "epoch": 22, "lr": 9.974212377611374e-05}
{"train_loss": 0.025587446987628937, "global_step": 3938, "epoch": 22, "lr": 9.974197386821949e-05}
{"train_loss": 0.02922574244439602, "global_step": 3939, "epoch": 22, "lr": 9.97418239168786e-05}
{"train_loss": 0.011346368119120598, "global_step": 3940, "epoch": 22, "lr": 9.97416739220912e-05}
{"train_loss": 0.029493574053049088, "global_step": 3941, "epoch": 22, "lr": 9.974152388385743e-05}
{"train_loss": 0.020916152745485306, "global_step": 3942, "epoch": 22, "lr": 9.974137380217738e-05}
{"train_loss": 0.017760533839464188, "global_step": 3943, "epoch": 22, "lr": 9.974122367705124e-05}
{"train_loss": 0.018857091665267944, "global_step": 3944, "epoch": 22, "lr": 9.97410735084791e-05}
{"train_loss": 0.016413481906056404, "global_step": 3945, "epoch": 22, "lr": 9.97409232964611e-05}
{"train_loss": 0.018258119001984596, "global_step": 3946, "epoch": 22, "lr": 9.974077304099738e-05}
{"train_loss": 0.026571238413453102, "global_step": 3947, "epoch": 22, "lr": 9.974062274208806e-05}
{"train_loss": 0.019281994551420212, "global_step": 3948, "epoch": 22, "lr": 9.974047239973328e-05}
{"train_loss": 0.016744468361139297, "global_step": 3949, "epoch": 22, "lr": 9.974032201393315e-05}
{"train_loss": 0.017054656520485878, "global_step": 3950, "epoch": 22, "lr": 9.974017158468784e-05}
{"train_loss": 0.01937210187315941, "global_step": 3951, "epoch": 22, "lr": 9.974002111199745e-05}
{"train_loss": 0.022233929485082626, "global_step": 3952, "epoch": 22, "lr": 9.973987059586213e-05}
{"train_loss": 0.02253410965204239, "global_step": 3953, "epoch": 22, "lr": 9.9739720036282e-05}
{"train_loss": 0.016804927960038185, "global_step": 3954, "epoch": 22, "lr": 9.97395694332572e-05}
{"train_loss": 0.0207485593855381, "global_step": 3955, "epoch": 22, "lr": 9.973941878678786e-05}
{"train_loss": 0.016979187726974487, "global_step": 3956, "epoch": 22, "lr": 9.973926809687409e-05}
{"train_loss": 0.019815046340227127, "global_step": 3957, "epoch": 22, "lr": 9.973911736351604e-05}
{"train_loss": 0.022061357274651527, "global_step": 3958, "epoch": 22, "lr": 9.973896658671387e-05}
{"train_loss": 0.016524072736501694, "global_step": 3959, "epoch": 22, "lr": 9.973881576646765e-05}
{"train_loss": 0.019191980361938477, "global_step": 3960, "epoch": 22, "lr": 9.973866490277757e-05}
{"train_loss": 0.021593891084194183, "global_step": 3961, "epoch": 22, "lr": 9.973851399564371e-05}
{"train_loss": 0.02134341187775135, "global_step": 3962, "epoch": 22, "lr": 9.973836304506626e-05}
{"train_loss": 0.02762865461409092, "global_step": 3963, "epoch": 22, "lr": 9.97382120510453e-05}
{"train_loss": 0.01568514294922352, "global_step": 3964, "epoch": 22, "lr": 9.973806101358099e-05}
{"train_loss": 0.018710032105445862, "global_step": 3965, "epoch": 22, "lr": 9.973790993267345e-05}
{"train_loss": 0.01681601256132126, "global_step": 3966, "epoch": 22, "lr": 9.973775880832281e-05}
{"train_loss": 0.016063053160905838, "global_step": 3967, "epoch": 22, "lr": 9.973760764052921e-05}
{"train_loss": 0.01413810160011053, "global_step": 3968, "epoch": 22, "lr": 9.97374564292928e-05}
{"train_loss": 0.020400885492563248, "global_step": 3969, "epoch": 22, "lr": 9.973730517461367e-05}
{"train_loss": 0.017630543559789658, "global_step": 3970, "epoch": 22, "lr": 9.973715387649199e-05}
{"train_loss": 0.01725059002637863, "global_step": 3971, "epoch": 22, "lr": 9.973700253492786e-05}
{"train_loss": 0.01489451713860035, "global_step": 3972, "epoch": 22, "lr": 9.973685114992144e-05}
{"train_loss": 0.017581770196557045, "global_step": 3973, "epoch": 22, "lr": 9.973669972147284e-05}
{"train_loss": 0.019591612741351128, "global_step": 3974, "epoch": 22, "lr": 9.97365482495822e-05}
{"train_loss": 0.017795665189623833, "global_step": 3975, "epoch": 22, "lr": 9.973639673424968e-05}
{"train_loss": 0.01965106837451458, "global_step": 3976, "epoch": 22, "lr": 9.973624517547538e-05}
{"train_loss": 0.019306376576423645, "global_step": 3977, "epoch": 22, "lr": 9.973609357325942e-05}
{"train_loss": 0.022096378728747368, "global_step": 3978, "epoch": 22, "lr": 9.973594192760196e-05}
{"train_loss": 0.015657734125852585, "global_step": 3979, "epoch": 22, "lr": 9.973579023850314e-05}
{"train_loss": 0.018819507211446762, "global_step": 3980, "epoch": 22, "lr": 9.973563850596306e-05}
{"train_loss": 0.027874553576111794, "global_step": 3981, "epoch": 22, "lr": 9.973548672998187e-05}
{"train_loss": 0.022891618311405182, "global_step": 3982, "epoch": 22, "lr": 9.973533491055973e-05}
{"train_loss": 0.021105214953422546, "global_step": 3983, "epoch": 22, "lr": 9.973518304769672e-05}
{"train_loss": 0.013254184275865555, "global_step": 3984, "epoch": 22, "lr": 9.973503114139299e-05}
{"train_loss": 0.022693004459142685, "global_step": 3985, "epoch": 22, "lr": 9.97348791916487e-05}
{"train_loss": 0.016406137496232986, "global_step": 3986, "epoch": 22, "lr": 9.973472719846397e-05}
{"train_loss": 0.020573727786540985, "global_step": 3987, "epoch": 22, "lr": 9.973457516183891e-05}
{"train_loss": 0.014088528230786324, "global_step": 3988, "epoch": 22, "lr": 9.973442308177367e-05}
{"train_loss": 0.013923846185207367, "global_step": 3989, "epoch": 22, "lr": 9.973427095826837e-05}
{"train_loss": 0.022284314036369324, "global_step": 3990, "epoch": 22, "lr": 9.973411879132318e-05}
{"train_loss": 0.017255574464797974, "global_step": 3991, "epoch": 22, "lr": 9.973396658093819e-05}
{"train_loss": 0.017742685973644257, "global_step": 3992, "epoch": 22, "lr": 9.973381432711356e-05}
{"train_loss": 0.01920780912041664, "global_step": 3993, "epoch": 22, "lr": 9.97336620298494e-05}
{"train_loss": 0.013889027759432793, "global_step": 3994, "epoch": 22, "lr": 9.973350968914587e-05}
{"train_loss": 0.01860671117901802, "global_step": 3995, "epoch": 22, "lr": 9.973335730500308e-05}
{"train_loss": 0.02182856574654579, "global_step": 3996, "epoch": 22, "lr": 9.973320487742118e-05}
{"train_loss": 0.018549844622612, "global_step": 3997, "epoch": 22, "lr": 9.97330524064003e-05}
{"train_loss": 0.028231102973222733, "global_step": 3998, "epoch": 22, "lr": 9.973289989194056e-05}
{"train_loss": 0.03429550677537918, "global_step": 3999, "epoch": 22, "lr": 9.97327473340421e-05}
{"train_loss": 0.01814928837120533, "global_step": 4000, "epoch": 22, "lr": 9.973259473270506e-05}
{"train_loss": 0.0320793017745018, "global_step": 4001, "epoch": 22, "lr": 9.973244208792955e-05}
{"train_loss": 0.01645537093281746, "global_step": 4002, "epoch": 22, "lr": 9.973228939971575e-05}
{"train_loss": 0.020200025290250778, "global_step": 4003, "epoch": 22, "lr": 9.973213666806376e-05}
{"train_loss": 0.014700313098728657, "global_step": 4004, "epoch": 22, "lr": 9.973198389297371e-05}
{"train_loss": 0.0187801755964756, "global_step": 4005, "epoch": 22, "lr": 9.973183107444575e-05}
{"train_loss": 0.021015770733356476, "global_step": 4006, "epoch": 22, "lr": 9.973167821247999e-05}
{"train_loss": 0.020160935819149017, "global_step": 4007, "epoch": 22, "lr": 9.973152530707659e-05}
{"train_loss": 0.022035924717783928, "global_step": 4008, "epoch": 22, "lr": 9.973137235823567e-05}
{"train_loss": 0.01611124724149704, "global_step": 4009, "epoch": 22, "lr": 9.973121936595738e-05}
{"train_loss": 0.017320550978183746, "global_step": 4010, "epoch": 22, "lr": 9.973106633024182e-05}
{"train_loss": 0.015156624838709831, "global_step": 4011, "epoch": 22, "lr": 9.973091325108914e-05}
{"train_loss": 0.016105270013213158, "global_step": 4012, "epoch": 22, "lr": 9.97307601284995e-05}
{"train_loss": 0.021310005336999893, "global_step": 4013, "epoch": 22, "lr": 9.973060696247301e-05}
{"train_loss": 0.03036852739751339, "global_step": 4014, "epoch": 22, "lr": 9.973045375300978e-05}
{"train_loss": 0.013214408420026302, "global_step": 4015, "epoch": 22, "lr": 9.973030050010998e-05}
{"train_loss": 0.022475672885775566, "global_step": 4016, "epoch": 22, "lr": 9.973014720377374e-05}
{"train_loss": 0.01633957400918007, "global_step": 4017, "epoch": 22, "lr": 9.972999386400118e-05}
{"train_loss": 0.014538520947098732, "global_step": 4018, "epoch": 22, "lr": 9.972984048079243e-05}
{"train_loss": 0.018681559711694717, "global_step": 4019, "epoch": 22, "lr": 9.972968705414766e-05}
{"train_loss": 0.015018514357507229, "global_step": 4020, "epoch": 22, "lr": 9.972953358406695e-05}
{"train_loss": 0.013180437497794628, "global_step": 4021, "epoch": 22, "lr": 9.972938007055048e-05}
{"train_loss": 0.015594261698424816, "global_step": 4022, "epoch": 22, "lr": 9.972922651359837e-05}
{"train_loss": 0.01113041304051876, "global_step": 4023, "epoch": 22, "lr": 9.972907291321074e-05}
{"train_loss": 0.018238123506307602, "global_step": 4024, "epoch": 22, "lr": 9.972891926938775e-05}
{"train_loss": 0.015731558203697205, "global_step": 4025, "epoch": 22, "lr": 9.972876558212949e-05}
{"train_loss": 0.014761468395590782, "global_step": 4026, "epoch": 22, "lr": 9.972861185143614e-05}
{"train_loss": 0.015319634228944778, "global_step": 4027, "epoch": 22, "lr": 9.972845807730782e-05}
{"train_loss": 0.017349541187286377, "global_step": 4028, "epoch": 22, "lr": 9.972830425974467e-05}
{"train_loss": 0.015447339043021202, "global_step": 4029, "epoch": 22, "lr": 9.972815039874679e-05}
{"train_loss": 0.02385631762444973, "global_step": 4030, "epoch": 22, "lr": 9.972799649431435e-05}
{"train_loss": 0.015438205562531948, "global_step": 4031, "epoch": 22, "lr": 9.972784254644749e-05}
{"train_loss": 0.011752724647521973, "global_step": 4032, "epoch": 22, "lr": 9.972768855514632e-05}
{"train_loss": 0.021188821643590927, "global_step": 4033, "epoch": 22, "lr": 9.972753452041098e-05}
{"train_loss": 0.017014341428875923, "global_step": 4034, "epoch": 22, "lr": 9.972738044224161e-05}
{"train_loss": 0.017520740628242493, "global_step": 4035, "epoch": 22, "lr": 9.972722632063834e-05}
{"train_loss": 0.015256712213158607, "global_step": 4036, "epoch": 22, "lr": 9.972707215560131e-05}
{"train_loss": 0.01635623537003994, "global_step": 4037, "epoch": 22, "lr": 9.972691794713066e-05}
{"train_loss": 0.01914430409669876, "global_step": 4038, "epoch": 22, "lr": 9.972676369522651e-05}
{"train_loss": 0.020713411271572113, "global_step": 4039, "epoch": 22, "lr": 9.9726609399889e-05}
{"train_loss": 0.01958364248275757, "global_step": 4040, "epoch": 22, "lr": 9.972645506111826e-05}
{"train_loss": 0.02323802374303341, "global_step": 4041, "epoch": 22, "lr": 9.972630067891444e-05}
{"train_loss": 0.012631763704121113, "global_step": 4042, "epoch": 22, "lr": 9.972614625327768e-05}
{"train_loss": 0.027264513075351715, "global_step": 4043, "epoch": 22, "lr": 9.972599178420808e-05}
{"train_loss": 0.022404581308364868, "global_step": 4044, "epoch": 22, "lr": 9.97258372717058e-05}
{"train_loss": 0.021739114075899124, "global_step": 4045, "epoch": 22, "lr": 9.972568271577097e-05}
{"train_loss": 0.023630639538168907, "global_step": 4046, "epoch": 22, "lr": 9.972552811640373e-05}
{"train_loss": 0.011813897639513016, "global_step": 4047, "epoch": 22, "lr": 9.972537347360421e-05}
{"train_loss": 0.014957739971578121, "global_step": 4048, "epoch": 22, "lr": 9.972521878737255e-05}
{"train_loss": 0.01614551618695259, "global_step": 4049, "epoch": 22, "lr": 9.972506405770887e-05}
{"train_loss": 0.01680069975554943, "global_step": 4050, "epoch": 22, "lr": 9.972490928461334e-05}
{"train_loss": 0.015912365168333054, "global_step": 4051, "epoch": 22, "lr": 9.972475446808605e-05}
{"train_loss": 0.015982244163751602, "global_step": 4052, "epoch": 22, "lr": 9.972459960812714e-05}
{"train_loss": 0.029374506324529648, "global_step": 4053, "epoch": 22, "lr": 9.972444470473679e-05}
{"train_loss": 0.027842262759804726, "global_step": 4054, "epoch": 22, "lr": 9.97242897579151e-05}
{"train_loss": 0.009513664990663528, "global_step": 4055, "epoch": 22, "lr": 9.972413476766221e-05}
{"train_loss": 0.016771608963608742, "global_step": 4056, "epoch": 22, "lr": 9.972397973397827e-05}
{"train_loss": 0.024288563057780266, "global_step": 4057, "epoch": 22, "lr": 9.972382465686338e-05}
{"train_loss": 0.015444436110556126, "global_step": 4058, "epoch": 22, "lr": 9.972366953631771e-05}
{"train_loss": 0.01871846243739128, "global_step": 4059, "epoch": 22, "lr": 9.97235143723414e-05}
{"train_loss": 0.014974565245211124, "global_step": 4060, "epoch": 22, "lr": 9.972335916493454e-05}
{"train_loss": 0.015958908945322037, "global_step": 4061, "epoch": 22, "lr": 9.972320391409731e-05}
{"train_loss": 0.014770721085369587, "global_step": 4062, "epoch": 22, "lr": 9.972304861982984e-05}
{"train_loss": 0.028329968452453613, "global_step": 4063, "epoch": 22, "lr": 9.972289328213224e-05}
{"train_loss": 0.023527925834059715, "global_step": 4064, "epoch": 22, "lr": 9.972273790100467e-05}
{"train_loss": 0.02728094719350338, "global_step": 4065, "epoch": 22, "lr": 9.972258247644726e-05}
{"train_loss": 0.020353469997644424, "global_step": 4066, "epoch": 22, "lr": 9.972242700846014e-05}
{"train_loss": 0.01122213713824749, "global_step": 4067, "epoch": 22, "lr": 9.972227149704345e-05}
{"train_loss": 0.020250480622053146, "global_step": 4068, "epoch": 22, "lr": 9.972211594219732e-05}
{"train_loss": 0.018563780933618546, "global_step": 4069, "epoch": 22, "lr": 9.97219603439219e-05}
{"train_loss": 0.019311971962451935, "global_step": 4070, "epoch": 22, "lr": 9.972180470221733e-05}
{"train_loss": 0.026190442964434624, "global_step": 4071, "epoch": 22, "lr": 9.97216490170837e-05}
{"train_loss": 0.022808875888586044, "global_step": 4072, "epoch": 22, "lr": 9.972149328852121e-05}
{"train_loss": 0.023737849667668343, "global_step": 4073, "epoch": 22, "lr": 9.972133751652995e-05}
{"train_loss": 0.024241100996732712, "global_step": 4074, "epoch": 22, "lr": 9.972118170111007e-05}
{"train_loss": 0.022655557841062546, "global_step": 4075, "epoch": 22, "lr": 9.972102584226171e-05}
{"train_loss": 0.021780747920274734, "global_step": 4076, "epoch": 22, "lr": 9.9720869939985e-05}
{"train_loss": 0.020031243562698364, "global_step": 4077, "epoch": 22, "lr": 9.972071399428007e-05}
{"train_loss": 0.02242378517985344, "global_step": 4078, "epoch": 22, "lr": 9.972055800514708e-05}
{"train_loss": 0.022090986371040344, "global_step": 4079, "epoch": 22, "lr": 9.972040197258616e-05}
{"train_loss": 0.020705947652459145, "global_step": 4080, "epoch": 22, "lr": 9.972024589659742e-05}
{"train_loss": 0.017240125685930252, "global_step": 4081, "epoch": 22, "lr": 9.972008977718101e-05}
{"train_loss": 0.0223187655210495, "global_step": 4082, "epoch": 22, "lr": 9.97199336143371e-05}
{"train_loss": 0.02027236670255661, "global_step": 4083, "epoch": 22, "lr": 9.971977740806578e-05}
{"train_loss": 0.018763801082968712, "global_step": 4084, "epoch": 22, "lr": 9.97196211583672e-05}
{"train_loss": 0.01869231089949608, "global_step": 4085, "epoch": 22, "lr": 9.971946486524151e-05}
{"train_loss": 0.018022218719124794, "global_step": 4086, "epoch": 22, "lr": 9.971930852868883e-05}
{"train_loss": 0.015898682177066803, "global_step": 4087, "epoch": 22, "lr": 9.971915214870929e-05}
{"train_loss": 0.016298754140734673, "global_step": 4088, "epoch": 22, "lr": 9.971899572530306e-05}
{"train_loss": 0.025121990591287613, "global_step": 4089, "epoch": 22, "lr": 9.971883925847025e-05}
{"train_loss": 0.021062377840280533, "global_step": 4090, "epoch": 22, "lr": 9.9718682748211e-05}
{"train_loss": 0.01892179064452648, "global_step": 4091, "epoch": 22, "lr": 9.971852619452545e-05}
{"train_loss": 0.02457538992166519, "global_step": 4092, "epoch": 22, "lr": 9.971836959741375e-05}
{"train_loss": 0.01921679029827205, "global_step": 4093, "epoch": 22, "lr": 9.9718212956876e-05}
{"train_loss": 0.027274832129478455, "global_step": 4094, "epoch": 23, "lr": 9.971805627291238e-05}
{"train_loss": 0.01490216888487339, "global_step": 4095, "epoch": 23, "lr": 9.9717899545523e-05}
{"train_loss": 0.01741895079612732, "global_step": 4096, "epoch": 23, "lr": 9.9717742774708e-05}
{"train_loss": 0.0217861570417881, "global_step": 4097, "epoch": 23, "lr": 9.971758596046752e-05}
{"train_loss": 0.022252704948186874, "global_step": 4098, "epoch": 23, "lr": 9.97174291028017e-05}
{"train_loss": 0.0241148229688406, "global_step": 4099, "epoch": 23, "lr": 9.971727220171068e-05}
{"train_loss": 0.015161952003836632, "global_step": 4100, "epoch": 23, "lr": 9.97171152571946e-05}
{"train_loss": 0.014505073428153992, "global_step": 4101, "epoch": 23, "lr": 9.971695826925357e-05}
{"train_loss": 0.018269672989845276, "global_step": 4102, "epoch": 23, "lr": 9.971680123788776e-05}
{"train_loss": 0.027478165924549103, "global_step": 4103, "epoch": 23, "lr": 9.971664416309729e-05}
{"train_loss": 0.01702156849205494, "global_step": 4104, "epoch": 23, "lr": 9.97164870448823e-05}
{"train_loss": 0.021044999361038208, "global_step": 4105, "epoch": 23, "lr": 9.97163298832429e-05}
{"train_loss": 0.02225024253129959, "global_step": 4106, "epoch": 23, "lr": 9.97161726781793e-05}
{"train_loss": 0.0164874866604805, "global_step": 4107, "epoch": 23, "lr": 9.971601542969156e-05}
{"train_loss": 0.015244811773300171, "global_step": 4108, "epoch": 23, "lr": 9.971585813777986e-05}
{"train_loss": 0.019756078720092773, "global_step": 4109, "epoch": 23, "lr": 9.971570080244433e-05}
{"train_loss": 0.01890767551958561, "global_step": 4110, "epoch": 23, "lr": 9.971554342368511e-05}
{"train_loss": 0.023272162303328514, "global_step": 4111, "epoch": 23, "lr": 9.971538600150232e-05}
{"train_loss": 0.023401550948619843, "global_step": 4112, "epoch": 23, "lr": 9.971522853589612e-05}
{"train_loss": 0.014778262004256248, "global_step": 4113, "epoch": 23, "lr": 9.971507102686663e-05}
{"train_loss": 0.01613067090511322, "global_step": 4114, "epoch": 23, "lr": 9.971491347441399e-05}
{"train_loss": 0.02318914793431759, "global_step": 4115, "epoch": 23, "lr": 9.971475587853835e-05}
{"train_loss": 0.010269703343510628, "global_step": 4116, "epoch": 23, "lr": 9.971459823923983e-05}
{"train_loss": 0.015987621620297432, "global_step": 4117, "epoch": 23, "lr": 9.97144405565186e-05}
{"train_loss": 0.016315508633852005, "global_step": 4118, "epoch": 23, "lr": 9.971428283037476e-05}
{"train_loss": 0.029781293123960495, "global_step": 4119, "epoch": 23, "lr": 9.971412506080846e-05}
{"train_loss": 0.017293110489845276, "global_step": 4120, "epoch": 23, "lr": 9.971396724781984e-05}
{"train_loss": 0.024962473660707474, "global_step": 4121, "epoch": 23, "lr": 9.971380939140904e-05}
{"train_loss": 0.015525134280323982, "global_step": 4122, "epoch": 23, "lr": 9.97136514915762e-05}
{"train_loss": 0.014911593869328499, "global_step": 4123, "epoch": 23, "lr": 9.971349354832145e-05}
{"train_loss": 0.015186827629804611, "global_step": 4124, "epoch": 23, "lr": 9.971333556164493e-05}
{"train_loss": 0.014163656160235405, "global_step": 4125, "epoch": 23, "lr": 9.971317753154678e-05}
{"train_loss": 0.021152300760149956, "global_step": 4126, "epoch": 23, "lr": 9.971301945802716e-05}
{"train_loss": 0.01616937853395939, "global_step": 4127, "epoch": 23, "lr": 9.971286134108617e-05}
{"train_loss": 0.0178321972489357, "global_step": 4128, "epoch": 23, "lr": 9.971270318072396e-05}
{"train_loss": 0.012617524713277817, "global_step": 4129, "epoch": 23, "lr": 9.971254497694067e-05}
{"train_loss": 0.01663764752447605, "global_step": 4130, "epoch": 23, "lr": 9.971238672973645e-05}
{"train_loss": 0.019652504473924637, "global_step": 4131, "epoch": 23, "lr": 9.971222843911143e-05}
{"train_loss": 0.01360397506505251, "global_step": 4132, "epoch": 23, "lr": 9.971207010506574e-05}
{"train_loss": 0.020112134516239166, "global_step": 4133, "epoch": 23, "lr": 9.971191172759953e-05}
{"train_loss": 0.015240168198943138, "global_step": 4134, "epoch": 23, "lr": 9.971175330671294e-05}
{"train_loss": 0.02171158790588379, "global_step": 4135, "epoch": 23, "lr": 9.971159484240608e-05}
{"train_loss": 0.017421837896108627, "global_step": 4136, "epoch": 23, "lr": 9.971143633467914e-05}
{"train_loss": 0.013454407453536987, "global_step": 4137, "epoch": 23, "lr": 9.971127778353221e-05}
{"train_loss": 0.011937472969293594, "global_step": 4138, "epoch": 23, "lr": 9.971111918896545e-05}
{"train_loss": 0.023644544184207916, "global_step": 4139, "epoch": 23, "lr": 9.9710960550979e-05}
{"train_loss": 0.01590169221162796, "global_step": 4140, "epoch": 23, "lr": 9.9710801869573e-05}
{"train_loss": 0.015295695513486862, "global_step": 4141, "epoch": 23, "lr": 9.971064314474757e-05}
{"train_loss": 0.019862022250890732, "global_step": 4142, "epoch": 23, "lr": 9.971048437650288e-05}
{"train_loss": 0.017281051725149155, "global_step": 4143, "epoch": 23, "lr": 9.971032556483904e-05}
{"train_loss": 0.014715442433953285, "global_step": 4144, "epoch": 23, "lr": 9.97101667097562e-05}
{"train_loss": 0.018466800451278687, "global_step": 4145, "epoch": 23, "lr": 9.971000781125448e-05}
{"train_loss": 0.018254999071359634, "global_step": 4146, "epoch": 23, "lr": 9.970984886933405e-05}
{"train_loss": 0.012907675467431545, "global_step": 4147, "epoch": 23, "lr": 9.970968988399505e-05}
{"train_loss": 0.01757550984621048, "global_step": 4148, "epoch": 23, "lr": 9.970953085523759e-05}
{"train_loss": 0.016692522913217545, "global_step": 4149, "epoch": 23, "lr": 9.970937178306183e-05}
{"train_loss": 0.01526422705501318, "global_step": 4150, "epoch": 23, "lr": 9.97092126674679e-05}
{"train_loss": 0.017881987616419792, "global_step": 4151, "epoch": 23, "lr": 9.970905350845594e-05}
{"train_loss": 0.015185926109552383, "global_step": 4152, "epoch": 23, "lr": 9.970889430602609e-05}
{"train_loss": 0.03161541372537613, "global_step": 4153, "epoch": 23, "lr": 9.97087350601785e-05}
{"train_loss": 0.012405617162585258, "global_step": 4154, "epoch": 23, "lr": 9.970857577091328e-05}
{"train_loss": 0.02353231981396675, "global_step": 4155, "epoch": 23, "lr": 9.97084164382306e-05}
{"train_loss": 0.01977619156241417, "global_step": 4156, "epoch": 23, "lr": 9.970825706213059e-05}
{"train_loss": 0.013408014550805092, "global_step": 4157, "epoch": 23, "lr": 9.970809764261337e-05}
{"train_loss": 0.02697303332388401, "global_step": 4158, "epoch": 23, "lr": 9.970793817967911e-05}
{"train_loss": 0.017695527523756027, "global_step": 4159, "epoch": 23, "lr": 9.970777867332792e-05}
{"train_loss": 0.019519923254847527, "global_step": 4160, "epoch": 23, "lr": 9.970761912355997e-05}
{"train_loss": 0.012646440416574478, "global_step": 4161, "epoch": 23, "lr": 9.970745953037537e-05}
{"train_loss": 0.013212567195296288, "global_step": 4162, "epoch": 23, "lr": 9.970729989377428e-05}
{"train_loss": 0.02170219086110592, "global_step": 4163, "epoch": 23, "lr": 9.970714021375684e-05}
{"train_loss": 0.0152568519115448, "global_step": 4164, "epoch": 23, "lr": 9.970698049032317e-05}
{"train_loss": 0.021519919857382774, "global_step": 4165, "epoch": 23, "lr": 9.970682072347342e-05}
{"train_loss": 0.016263790428638458, "global_step": 4166, "epoch": 23, "lr": 9.970666091320774e-05}
{"train_loss": 0.01647036150097847, "global_step": 4167, "epoch": 23, "lr": 9.970650105952626e-05}
{"train_loss": 0.019153624773025513, "global_step": 4168, "epoch": 23, "lr": 9.97063411624291e-05}
{"train_loss": 0.014480519108474255, "global_step": 4169, "epoch": 23, "lr": 9.970618122191644e-05}
{"train_loss": 0.015328765846788883, "global_step": 4170, "epoch": 23, "lr": 9.970602123798839e-05}
{"train_loss": 0.02166666090488434, "global_step": 4171, "epoch": 23, "lr": 9.97058612106451e-05}
{"train_loss": 0.015820326283574104, "global_step": 4172, "epoch": 23, "lr": 9.97057011398867e-05}
{"train_loss": 0.0214090533554554, "global_step": 4173, "epoch": 23, "lr": 9.970554102571336e-05}
{"train_loss": 0.024121709167957306, "global_step": 4174, "epoch": 23, "lr": 9.97053808681252e-05}
{"train_loss": 0.019746115431189537, "global_step": 4175, "epoch": 23, "lr": 9.970522066712233e-05}
{"train_loss": 0.020862141624093056, "global_step": 4176, "epoch": 23, "lr": 9.970506042270493e-05}
{"train_loss": 0.019013479351997375, "global_step": 4177, "epoch": 23, "lr": 9.970490013487315e-05}
{"train_loss": 0.028080038726329803, "global_step": 4178, "epoch": 23, "lr": 9.970473980362708e-05}
{"train_loss": 0.013022584840655327, "global_step": 4179, "epoch": 23, "lr": 9.970457942896689e-05}
{"train_loss": 0.016506372019648552, "global_step": 4180, "epoch": 23, "lr": 9.970441901089273e-05}
{"train_loss": 0.01975342258810997, "global_step": 4181, "epoch": 23, "lr": 9.970425854940472e-05}
{"train_loss": 0.021146386861801147, "global_step": 4182, "epoch": 23, "lr": 9.970409804450302e-05}
{"train_loss": 0.016662903130054474, "global_step": 4183, "epoch": 23, "lr": 9.970393749618775e-05}
{"train_loss": 0.014391196891665459, "global_step": 4184, "epoch": 23, "lr": 9.970377690445906e-05}
{"train_loss": 0.02014310657978058, "global_step": 4185, "epoch": 23, "lr": 9.97036162693171e-05}
{"train_loss": 0.019791947677731514, "global_step": 4186, "epoch": 23, "lr": 9.970345559076198e-05}
{"train_loss": 0.009217076003551483, "global_step": 4187, "epoch": 23, "lr": 9.970329486879387e-05}
{"train_loss": 0.011956294998526573, "global_step": 4188, "epoch": 23, "lr": 9.97031341034129e-05}
{"train_loss": 0.026226792484521866, "global_step": 4189, "epoch": 23, "lr": 9.970297329461922e-05}
{"train_loss": 0.023751690983772278, "global_step": 4190, "epoch": 23, "lr": 9.970281244241293e-05}
{"train_loss": 0.014381609857082367, "global_step": 4191, "epoch": 23, "lr": 9.970265154679423e-05}
{"train_loss": 0.02069205418229103, "global_step": 4192, "epoch": 23, "lr": 9.970249060776322e-05}
{"train_loss": 0.01714167557656765, "global_step": 4193, "epoch": 23, "lr": 9.970232962532007e-05}
{"train_loss": 0.01425996981561184, "global_step": 4194, "epoch": 23, "lr": 9.970216859946489e-05}
{"train_loss": 0.019545018672943115, "global_step": 4195, "epoch": 23, "lr": 9.970200753019782e-05}
{"train_loss": 0.021637339144945145, "global_step": 4196, "epoch": 23, "lr": 9.970184641751904e-05}
{"train_loss": 0.012834432534873486, "global_step": 4197, "epoch": 23, "lr": 9.970168526142866e-05}
{"train_loss": 0.020195122808218002, "global_step": 4198, "epoch": 23, "lr": 9.970152406192682e-05}
{"train_loss": 0.010209092870354652, "global_step": 4199, "epoch": 23, "lr": 9.970136281901366e-05}
{"train_loss": 0.015820210799574852, "global_step": 4200, "epoch": 23, "lr": 9.970120153268934e-05}
{"train_loss": 0.018199291080236435, "global_step": 4201, "epoch": 23, "lr": 9.970104020295399e-05}
{"train_loss": 0.014726117253303528, "global_step": 4202, "epoch": 23, "lr": 9.970087882980774e-05}
{"train_loss": 0.023716937750577927, "global_step": 4203, "epoch": 23, "lr": 9.970071741325074e-05}
{"train_loss": 0.01585768721997738, "global_step": 4204, "epoch": 23, "lr": 9.970055595328314e-05}
{"train_loss": 0.02514428086578846, "global_step": 4205, "epoch": 23, "lr": 9.970039444990507e-05}
{"train_loss": 0.01579134725034237, "global_step": 4206, "epoch": 23, "lr": 9.970023290311666e-05}
{"train_loss": 0.015509688295423985, "global_step": 4207, "epoch": 23, "lr": 9.970007131291808e-05}
{"train_loss": 0.021658672019839287, "global_step": 4208, "epoch": 23, "lr": 9.969990967930944e-05}
{"train_loss": 0.018287934362888336, "global_step": 4209, "epoch": 23, "lr": 9.969974800229092e-05}
{"train_loss": 0.013644518330693245, "global_step": 4210, "epoch": 23, "lr": 9.969958628186263e-05}
{"train_loss": 0.022961009293794632, "global_step": 4211, "epoch": 23, "lr": 9.96994245180247e-05}
{"train_loss": 0.01705942675471306, "global_step": 4212, "epoch": 23, "lr": 9.969926271077732e-05}
{"train_loss": 0.012977118603885174, "global_step": 4213, "epoch": 23, "lr": 9.969910086012058e-05}
{"train_loss": 0.015252204611897469, "global_step": 4214, "epoch": 23, "lr": 9.969893896605467e-05}
{"train_loss": 0.014666011556982994, "global_step": 4215, "epoch": 23, "lr": 9.969877702857968e-05}
{"train_loss": 0.01366015151143074, "global_step": 4216, "epoch": 23, "lr": 9.969861504769578e-05}
{"train_loss": 0.017438247799873352, "global_step": 4217, "epoch": 23, "lr": 9.96984530234031e-05}
{"train_loss": 0.020329084247350693, "global_step": 4218, "epoch": 23, "lr": 9.969829095570181e-05}
{"train_loss": 0.015789974480867386, "global_step": 4219, "epoch": 23, "lr": 9.969812884459203e-05}
{"train_loss": 0.018181392922997475, "global_step": 4220, "epoch": 23, "lr": 9.969796669007389e-05}
{"train_loss": 0.017816826701164246, "global_step": 4221, "epoch": 23, "lr": 9.969780449214755e-05}
{"train_loss": 0.018183354288339615, "global_step": 4222, "epoch": 23, "lr": 9.969764225081314e-05}
{"train_loss": 0.018973015248775482, "global_step": 4223, "epoch": 23, "lr": 9.969747996607081e-05}
{"train_loss": 0.016628922894597054, "global_step": 4224, "epoch": 23, "lr": 9.969731763792069e-05}
{"train_loss": 0.021505413576960564, "global_step": 4225, "epoch": 23, "lr": 9.969715526636295e-05}
{"train_loss": 0.016091061756014824, "global_step": 4226, "epoch": 23, "lr": 9.969699285139771e-05}
{"train_loss": 0.011510994285345078, "global_step": 4227, "epoch": 23, "lr": 9.969683039302511e-05}
{"train_loss": 0.02824156917631626, "global_step": 4228, "epoch": 23, "lr": 9.969666789124528e-05}
{"train_loss": 0.026865951716899872, "global_step": 4229, "epoch": 23, "lr": 9.96965053460584e-05}
{"train_loss": 0.01928647980093956, "global_step": 4230, "epoch": 23, "lr": 9.969634275746458e-05}
{"train_loss": 0.012253798544406891, "global_step": 4231, "epoch": 23, "lr": 9.969618012546397e-05}
{"train_loss": 0.02355501614511013, "global_step": 4232, "epoch": 23, "lr": 9.969601745005673e-05}
{"train_loss": 0.020846080034971237, "global_step": 4233, "epoch": 23, "lr": 9.969585473124298e-05}
{"train_loss": 0.01731284335255623, "global_step": 4234, "epoch": 23, "lr": 9.969569196902287e-05}
{"train_loss": 0.018496129661798477, "global_step": 4235, "epoch": 23, "lr": 9.969552916339653e-05}
{"train_loss": 0.01597927138209343, "global_step": 4236, "epoch": 23, "lr": 9.969536631436411e-05}
{"train_loss": 0.019602643325924873, "global_step": 4237, "epoch": 23, "lr": 9.969520342192577e-05}
{"train_loss": 0.01887676492333412, "global_step": 4238, "epoch": 23, "lr": 9.969504048608165e-05}
{"train_loss": 0.019306503236293793, "global_step": 4239, "epoch": 23, "lr": 9.969487750683186e-05}
{"train_loss": 0.011967644095420837, "global_step": 4240, "epoch": 23, "lr": 9.969471448417656e-05}
{"train_loss": 0.013703953474760056, "global_step": 4241, "epoch": 23, "lr": 9.96945514181159e-05}
{"train_loss": 0.025906216353178024, "global_step": 4242, "epoch": 23, "lr": 9.969438830865002e-05}
{"train_loss": 0.009905952960252762, "global_step": 4243, "epoch": 23, "lr": 9.969422515577906e-05}
{"train_loss": 0.032441627234220505, "global_step": 4244, "epoch": 23, "lr": 9.969406195950315e-05}
{"train_loss": 0.011881377547979355, "global_step": 4245, "epoch": 23, "lr": 9.969389871982245e-05}
{"train_loss": 0.019017577171325684, "global_step": 4246, "epoch": 23, "lr": 9.96937354367371e-05}
{"train_loss": 0.018120847642421722, "global_step": 4247, "epoch": 23, "lr": 9.969357211024723e-05}
{"train_loss": 0.02012355625629425, "global_step": 4248, "epoch": 23, "lr": 9.969340874035303e-05}
{"train_loss": 0.01858827844262123, "global_step": 4249, "epoch": 23, "lr": 9.969324532705457e-05}
{"train_loss": 0.012537624686956406, "global_step": 4250, "epoch": 23, "lr": 9.969308187035202e-05}
{"train_loss": 0.016489259898662567, "global_step": 4251, "epoch": 23, "lr": 9.969291837024555e-05}
{"train_loss": 0.013635450042784214, "global_step": 4252, "epoch": 23, "lr": 9.969275482673528e-05}
{"train_loss": 0.01833769679069519, "global_step": 4253, "epoch": 23, "lr": 9.969259123982135e-05}
{"train_loss": 0.017086174339056015, "global_step": 4254, "epoch": 23, "lr": 9.969242760950392e-05}
{"train_loss": 0.015533318743109703, "global_step": 4255, "epoch": 23, "lr": 9.969226393578312e-05}
{"train_loss": 0.02612493187189102, "global_step": 4256, "epoch": 23, "lr": 9.969210021865909e-05}
{"train_loss": 0.02229020558297634, "global_step": 4257, "epoch": 23, "lr": 9.969193645813199e-05}
{"train_loss": 0.016858011484146118, "global_step": 4258, "epoch": 23, "lr": 9.969177265420194e-05}
{"train_loss": 0.016407227143645287, "global_step": 4259, "epoch": 23, "lr": 9.96916088068691e-05}
{"train_loss": 0.014461901970207691, "global_step": 4260, "epoch": 23, "lr": 9.96914449161336e-05}
{"train_loss": 0.01779479905962944, "global_step": 4261, "epoch": 23, "lr": 9.969128098199558e-05}
{"train_loss": 0.01840006560087204, "global_step": 4262, "epoch": 23, "lr": 9.969111700445522e-05}
{"train_loss": 0.022684473544359207, "global_step": 4263, "epoch": 23, "lr": 9.969095298351262e-05}
{"train_loss": 0.023602962493896484, "global_step": 4264, "epoch": 23, "lr": 9.969078891916794e-05}
{"train_loss": 0.02262933924794197, "global_step": 4265, "epoch": 23, "lr": 9.969062481142133e-05}
{"train_loss": 0.014767388813197613, "global_step": 4266, "epoch": 23, "lr": 9.969046066027292e-05}
{"train_loss": 0.013101952150464058, "global_step": 4267, "epoch": 23, "lr": 9.969029646572288e-05}
{"train_loss": 0.02209867537021637, "global_step": 4268, "epoch": 23, "lr": 9.969013222777131e-05}
{"train_loss": 0.025088591501116753, "global_step": 4269, "epoch": 23, "lr": 9.968996794641838e-05}
{"train_loss": 0.018356842920184135, "global_step": 4270, "epoch": 23, "lr": 9.968980362166424e-05}
{"train_loss": 0.018216433929635234, "global_step": 4271, "epoch": 23, "lr": 9.968963925350901e-05}
{"train_loss": 0.014055276289582253, "global_step": 4272, "epoch": 24, "lr": 9.968947484195285e-05}
{"train_loss": 0.021135658025741577, "global_step": 4273, "epoch": 24, "lr": 9.968931038699592e-05}
{"train_loss": 0.015488563105463982, "global_step": 4274, "epoch": 24, "lr": 9.968914588863834e-05}
{"train_loss": 0.013163607567548752, "global_step": 4275, "epoch": 24, "lr": 9.968898134688025e-05}
{"train_loss": 0.023648671805858612, "global_step": 4276, "epoch": 24, "lr": 9.96888167617218e-05}
{"train_loss": 0.018373088911175728, "global_step": 4277, "epoch": 24, "lr": 9.968865213316314e-05}
{"train_loss": 0.017070168629288673, "global_step": 4278, "epoch": 24, "lr": 9.96884874612044e-05}
{"train_loss": 0.01972595788538456, "global_step": 4279, "epoch": 24, "lr": 9.968832274584574e-05}
{"train_loss": 0.026584971696138382, "global_step": 4280, "epoch": 24, "lr": 9.96881579870873e-05}
{"train_loss": 0.018521714955568314, "global_step": 4281, "epoch": 24, "lr": 9.968799318492923e-05}
{"train_loss": 0.030613863840699196, "global_step": 4282, "epoch": 24, "lr": 9.968782833937166e-05}
{"train_loss": 0.023199986666440964, "global_step": 4283, "epoch": 24, "lr": 9.968766345041473e-05}
{"train_loss": 0.019334113225340843, "global_step": 4284, "epoch": 24, "lr": 9.96874985180586e-05}
{"train_loss": 0.017953211441636086, "global_step": 4285, "epoch": 24, "lr": 9.96873335423034e-05}
{"train_loss": 0.020813850685954094, "global_step": 4286, "epoch": 24, "lr": 9.96871685231493e-05}
{"train_loss": 0.020377175882458687, "global_step": 4287, "epoch": 24, "lr": 9.96870034605964e-05}
{"train_loss": 0.02358114719390869, "global_step": 4288, "epoch": 24, "lr": 9.96868383546449e-05}
{"train_loss": 0.026096317917108536, "global_step": 4289, "epoch": 24, "lr": 9.968667320529489e-05}
{"train_loss": 0.026644665747880936, "global_step": 4290, "epoch": 24, "lr": 9.968650801254655e-05}
{"train_loss": 0.012170379981398582, "global_step": 4291, "epoch": 24, "lr": 9.96863427764e-05}
{"train_loss": 0.019654251635074615, "global_step": 4292, "epoch": 24, "lr": 9.968617749685541e-05}
{"train_loss": 0.01895838975906372, "global_step": 4293, "epoch": 24, "lr": 9.968601217391291e-05}
{"train_loss": 0.0135542843490839, "global_step": 4294, "epoch": 24, "lr": 9.968584680757264e-05}
{"train_loss": 0.02711758203804493, "global_step": 4295, "epoch": 24, "lr": 9.968568139783475e-05}
{"train_loss": 0.024515986442565918, "global_step": 4296, "epoch": 24, "lr": 9.968551594469939e-05}
{"train_loss": 0.027522429823875427, "global_step": 4297, "epoch": 24, "lr": 9.96853504481667e-05}
{"train_loss": 0.02432146668434143, "global_step": 4298, "epoch": 24, "lr": 9.968518490823681e-05}
{"train_loss": 0.03013988956809044, "global_step": 4299, "epoch": 24, "lr": 9.96850193249099e-05}
{"train_loss": 0.017018670216202736, "global_step": 4300, "epoch": 24, "lr": 9.968485369818608e-05}
{"train_loss": 0.02283136360347271, "global_step": 4301, "epoch": 24, "lr": 9.96846880280655e-05}
{"train_loss": 0.022740600630640984, "global_step": 4302, "epoch": 24, "lr": 9.968452231454832e-05}
{"train_loss": 0.01833341456949711, "global_step": 4303, "epoch": 24, "lr": 9.968435655763467e-05}
{"train_loss": 0.022988883778452873, "global_step": 4304, "epoch": 24, "lr": 9.968419075732471e-05}
{"train_loss": 0.019017722457647324, "global_step": 4305, "epoch": 24, "lr": 9.968402491361856e-05}
{"train_loss": 0.0193463284522295, "global_step": 4306, "epoch": 24, "lr": 9.968385902651641e-05}
{"train_loss": 0.01587873511016369, "global_step": 4307, "epoch": 24, "lr": 9.968369309601838e-05}
{"train_loss": 0.019333671778440475, "global_step": 4308, "epoch": 24, "lr": 9.968352712212458e-05}
{"train_loss": 0.01674026995897293, "global_step": 4309, "epoch": 24, "lr": 9.96833611048352e-05}
{"train_loss": 0.019322186708450317, "global_step": 4310, "epoch": 24, "lr": 9.968319504415037e-05}
{"train_loss": 0.026688825339078903, "global_step": 4311, "epoch": 24, "lr": 9.968302894007023e-05}
{"train_loss": 0.019464075565338135, "global_step": 4312, "epoch": 24, "lr": 9.968286279259495e-05}
{"train_loss": 0.016087733209133148, "global_step": 4313, "epoch": 24, "lr": 9.968269660172464e-05}
{"train_loss": 0.01854717917740345, "global_step": 4314, "epoch": 24, "lr": 9.968253036745948e-05}
{"train_loss": 0.022811461240053177, "global_step": 4315, "epoch": 24, "lr": 9.968236408979957e-05}
{"train_loss": 0.026614565402269363, "global_step": 4316, "epoch": 24, "lr": 9.96821977687451e-05}
{"train_loss": 0.018450617790222168, "global_step": 4317, "epoch": 24, "lr": 9.968203140429618e-05}
{"train_loss": 0.0105037372559309, "global_step": 4318, "epoch": 24, "lr": 9.968186499645299e-05}
{"train_loss": 0.017690736800432205, "global_step": 4319, "epoch": 24, "lr": 9.968169854521565e-05}
{"train_loss": 0.018598003312945366, "global_step": 4320, "epoch": 24, "lr": 9.968153205058433e-05}
{"train_loss": 0.017570702359080315, "global_step": 4321, "epoch": 24, "lr": 9.968136551255913e-05}
{"train_loss": 0.01934920996427536, "global_step": 4322, "epoch": 24, "lr": 9.968119893114023e-05}
{"train_loss": 0.016156360507011414, "global_step": 4323, "epoch": 24, "lr": 9.968103230632779e-05}
{"train_loss": 0.012836987152695656, "global_step": 4324, "epoch": 24, "lr": 9.968086563812193e-05}
{"train_loss": 0.015939336270093918, "global_step": 4325, "epoch": 24, "lr": 9.968069892652279e-05}
{"train_loss": 0.028571177273988724, "global_step": 4326, "epoch": 24, "lr": 9.968053217153052e-05}
{"train_loss": 0.017685826867818832, "global_step": 4327, "epoch": 24, "lr": 9.96803653731453e-05}
{"train_loss": 0.015422536060214043, "global_step": 4328, "epoch": 24, "lr": 9.968019853136723e-05}
{"train_loss": 0.019644036889076233, "global_step": 4329, "epoch": 24, "lr": 9.968003164619647e-05}
{"train_loss": 0.017528792843222618, "global_step": 4330, "epoch": 24, "lr": 9.967986471763317e-05}
{"train_loss": 0.013991396874189377, "global_step": 4331, "epoch": 24, "lr": 9.967969774567749e-05}
{"train_loss": 0.013043995946645737, "global_step": 4332, "epoch": 24, "lr": 9.967953073032954e-05}
{"train_loss": 0.024418335407972336, "global_step": 4333, "epoch": 24, "lr": 9.96793636715895e-05}
{"train_loss": 0.01757003925740719, "global_step": 4334, "epoch": 24, "lr": 9.96791965694575e-05}
{"train_loss": 0.013645436614751816, "global_step": 4335, "epoch": 24, "lr": 9.967902942393367e-05}
{"train_loss": 0.0164940245449543, "global_step": 4336, "epoch": 24, "lr": 9.967886223501821e-05}
{"train_loss": 0.020433180034160614, "global_step": 4337, "epoch": 24, "lr": 9.967869500271121e-05}
{"train_loss": 0.019287537783384323, "global_step": 4338, "epoch": 24, "lr": 9.967852772701284e-05}
{"train_loss": 0.016440074890851974, "global_step": 4339, "epoch": 24, "lr": 9.967836040792325e-05}
{"train_loss": 0.020117290318012238, "global_step": 4340, "epoch": 24, "lr": 9.967819304544256e-05}
{"train_loss": 0.0167384073138237, "global_step": 4341, "epoch": 24, "lr": 9.967802563957095e-05}
{"train_loss": 0.020058047026395798, "global_step": 4342, "epoch": 24, "lr": 9.967785819030855e-05}
{"train_loss": 0.025943325832486153, "global_step": 4343, "epoch": 24, "lr": 9.96776906976555e-05}
{"train_loss": 0.017259033396840096, "global_step": 4344, "epoch": 24, "lr": 9.967752316161196e-05}
{"train_loss": 0.018081922084093094, "global_step": 4345, "epoch": 24, "lr": 9.967735558217808e-05}
{"train_loss": 0.017336592078208923, "global_step": 4346, "epoch": 24, "lr": 9.967718795935397e-05}
{"train_loss": 0.019687164574861526, "global_step": 4347, "epoch": 24, "lr": 9.967702029313984e-05}
{"train_loss": 0.018308483064174652, "global_step": 4348, "epoch": 24, "lr": 9.967685258353577e-05}
{"train_loss": 0.016109434887766838, "global_step": 4349, "epoch": 24, "lr": 9.967668483054194e-05}
{"train_loss": 0.012403546832501888, "global_step": 4350, "epoch": 24, "lr": 9.96765170341585e-05}
{"train_loss": 0.018358781933784485, "global_step": 4351, "epoch": 24, "lr": 9.967634919438558e-05}
{"train_loss": 0.02083047851920128, "global_step": 4352, "epoch": 24, "lr": 9.967618131122333e-05}
{"train_loss": 0.015615809708833694, "global_step": 4353, "epoch": 24, "lr": 9.967601338467192e-05}
{"train_loss": 0.017370067536830902, "global_step": 4354, "epoch": 24, "lr": 9.967584541473149e-05}
{"train_loss": 0.022749362513422966, "global_step": 4355, "epoch": 24, "lr": 9.967567740140215e-05}
{"train_loss": 0.019714724272489548, "global_step": 4356, "epoch": 24, "lr": 9.967550934468408e-05}
{"train_loss": 0.015916548669338226, "global_step": 4357, "epoch": 24, "lr": 9.967534124457742e-05}
{"train_loss": 0.01154301781207323, "global_step": 4358, "epoch": 24, "lr": 9.967517310108232e-05}
{"train_loss": 0.02032293938100338, "global_step": 4359, "epoch": 24, "lr": 9.967500491419893e-05}
{"train_loss": 0.018440017476677895, "global_step": 4360, "epoch": 24, "lr": 9.967483668392736e-05}
{"train_loss": 0.013649113476276398, "global_step": 4361, "epoch": 24, "lr": 9.967466841026782e-05}
{"train_loss": 0.024472275748848915, "global_step": 4362, "epoch": 24, "lr": 9.96745000932204e-05}
{"train_loss": 0.023196343332529068, "global_step": 4363, "epoch": 24, "lr": 9.967433173278529e-05}
{"train_loss": 0.019842464476823807, "global_step": 4364, "epoch": 24, "lr": 9.96741633289626e-05}
{"train_loss": 0.01851961761713028, "global_step": 4365, "epoch": 24, "lr": 9.967399488175251e-05}
{"train_loss": 0.01847553625702858, "global_step": 4366, "epoch": 24, "lr": 9.967382639115515e-05}
{"train_loss": 0.01979626528918743, "global_step": 4367, "epoch": 24, "lr": 9.967365785717064e-05}
{"train_loss": 0.024227365851402283, "global_step": 4368, "epoch": 24, "lr": 9.967348927979919e-05}
{"train_loss": 0.022813599556684494, "global_step": 4369, "epoch": 24, "lr": 9.96733206590409e-05}
{"train_loss": 0.014670561999082565, "global_step": 4370, "epoch": 24, "lr": 9.967315199489594e-05}
{"train_loss": 0.02151227928698063, "global_step": 4371, "epoch": 24, "lr": 9.967298328736444e-05}
{"train_loss": 0.01719650812447071, "global_step": 4372, "epoch": 24, "lr": 9.967281453644657e-05}
{"train_loss": 0.014799090102314949, "global_step": 4373, "epoch": 24, "lr": 9.967264574214245e-05}
{"train_loss": 0.0181192085146904, "global_step": 4374, "epoch": 24, "lr": 9.967247690445223e-05}
{"train_loss": 0.022597704082727432, "global_step": 4375, "epoch": 24, "lr": 9.967230802337608e-05}
{"train_loss": 0.02092505618929863, "global_step": 4376, "epoch": 24, "lr": 9.967213909891414e-05}
{"train_loss": 0.0163634791970253, "global_step": 4377, "epoch": 24, "lr": 9.967197013106655e-05}
{"train_loss": 0.013745483942329884, "global_step": 4378, "epoch": 24, "lr": 9.967180111983345e-05}
{"train_loss": 0.018604964017868042, "global_step": 4379, "epoch": 24, "lr": 9.967163206521502e-05}
{"train_loss": 0.01766725815832615, "global_step": 4380, "epoch": 24, "lr": 9.967146296721138e-05}
{"train_loss": 0.014684653840959072, "global_step": 4381, "epoch": 24, "lr": 9.967129382582266e-05}
{"train_loss": 0.021035369485616684, "global_step": 4382, "epoch": 24, "lr": 9.967112464104904e-05}
{"train_loss": 0.021009255200624466, "global_step": 4383, "epoch": 24, "lr": 9.967095541289067e-05}
{"train_loss": 0.017102550715208054, "global_step": 4384, "epoch": 24, "lr": 9.967078614134768e-05}
{"train_loss": 0.019108928740024567, "global_step": 4385, "epoch": 24, "lr": 9.967061682642022e-05}
{"train_loss": 0.015369845554232597, "global_step": 4386, "epoch": 24, "lr": 9.967044746810846e-05}
{"train_loss": 0.01925840601325035, "global_step": 4387, "epoch": 24, "lr": 9.967027806641252e-05}
{"train_loss": 0.010683387517929077, "global_step": 4388, "epoch": 24, "lr": 9.967010862133256e-05}
{"train_loss": 0.016359243541955948, "global_step": 4389, "epoch": 24, "lr": 9.966993913286873e-05}
{"train_loss": 0.015218546614050865, "global_step": 4390, "epoch": 24, "lr": 9.966976960102117e-05}
{"train_loss": 0.013488907366991043, "global_step": 4391, "epoch": 24, "lr": 9.966960002579002e-05}
{"train_loss": 0.01594093069434166, "global_step": 4392, "epoch": 24, "lr": 9.966943040717547e-05}
{"train_loss": 0.02162851393222809, "global_step": 4393, "epoch": 24, "lr": 9.966926074517762e-05}
{"train_loss": 0.019793827086687088, "global_step": 4394, "epoch": 24, "lr": 9.966909103979663e-05}
{"train_loss": 0.01739763468503952, "global_step": 4395, "epoch": 24, "lr": 9.966892129103268e-05}
{"train_loss": 0.021498432382941246, "global_step": 4396, "epoch": 24, "lr": 9.966875149888586e-05}
{"train_loss": 0.02176288329064846, "global_step": 4397, "epoch": 24, "lr": 9.966858166335638e-05}
{"train_loss": 0.012479745782911777, "global_step": 4398, "epoch": 24, "lr": 9.966841178444435e-05}
{"train_loss": 0.021752962842583656, "global_step": 4399, "epoch": 24, "lr": 9.966824186214992e-05}
{"train_loss": 0.014708016067743301, "global_step": 4400, "epoch": 24, "lr": 9.966807189647325e-05}
{"train_loss": 0.01529504545032978, "global_step": 4401, "epoch": 24, "lr": 9.966790188741449e-05}
{"train_loss": 0.011023160070180893, "global_step": 4402, "epoch": 24, "lr": 9.966773183497379e-05}
{"train_loss": 0.020834999158978462, "global_step": 4403, "epoch": 24, "lr": 9.966756173915128e-05}
{"train_loss": 0.02835092321038246, "global_step": 4404, "epoch": 24, "lr": 9.966739159994714e-05}
{"train_loss": 0.01569141261279583, "global_step": 4405, "epoch": 24, "lr": 9.966722141736148e-05}
{"train_loss": 0.026427730917930603, "global_step": 4406, "epoch": 24, "lr": 9.966705119139447e-05}
{"train_loss": 0.015928935259580612, "global_step": 4407, "epoch": 24, "lr": 9.966688092204625e-05}
{"train_loss": 0.013227583840489388, "global_step": 4408, "epoch": 24, "lr": 9.9666710609317e-05}
{"train_loss": 0.023273224011063576, "global_step": 4409, "epoch": 24, "lr": 9.966654025320683e-05}
{"train_loss": 0.01865038461983204, "global_step": 4410, "epoch": 24, "lr": 9.966636985371591e-05}
{"train_loss": 0.01628211885690689, "global_step": 4411, "epoch": 24, "lr": 9.966619941084437e-05}
{"train_loss": 0.020525813102722168, "global_step": 4412, "epoch": 24, "lr": 9.966602892459238e-05}
{"train_loss": 0.01447083055973053, "global_step": 4413, "epoch": 24, "lr": 9.966585839496008e-05}
{"train_loss": 0.018408149480819702, "global_step": 4414, "epoch": 24, "lr": 9.966568782194762e-05}
{"train_loss": 0.01658807322382927, "global_step": 4415, "epoch": 24, "lr": 9.966551720555515e-05}
{"train_loss": 0.018967987969517708, "global_step": 4416, "epoch": 24, "lr": 9.96653465457828e-05}
{"train_loss": 0.016610413789749146, "global_step": 4417, "epoch": 24, "lr": 9.966517584263076e-05}
{"train_loss": 0.01820399798452854, "global_step": 4418, "epoch": 24, "lr": 9.966500509609912e-05}
{"train_loss": 0.019745761528611183, "global_step": 4419, "epoch": 24, "lr": 9.966483430618809e-05}
{"train_loss": 0.014056552201509476, "global_step": 4420, "epoch": 24, "lr": 9.96646634728978e-05}
{"train_loss": 0.014801089651882648, "global_step": 4421, "epoch": 24, "lr": 9.966449259622836e-05}
{"train_loss": 0.023770049214363098, "global_step": 4422, "epoch": 24, "lr": 9.966432167617998e-05}
{"train_loss": 0.021735209971666336, "global_step": 4423, "epoch": 24, "lr": 9.966415071275278e-05}
{"train_loss": 0.01706065982580185, "global_step": 4424, "epoch": 24, "lr": 9.96639797059469e-05}
{"train_loss": 0.01329503022134304, "global_step": 4425, "epoch": 24, "lr": 9.966380865576251e-05}
{"train_loss": 0.012577792629599571, "global_step": 4426, "epoch": 24, "lr": 9.966363756219974e-05}
{"train_loss": 0.01661822199821472, "global_step": 4427, "epoch": 24, "lr": 9.966346642525874e-05}
{"train_loss": 0.0186336450278759, "global_step": 4428, "epoch": 24, "lr": 9.966329524493969e-05}
{"train_loss": 0.02304881252348423, "global_step": 4429, "epoch": 24, "lr": 9.966312402124271e-05}
{"train_loss": 0.016039997339248657, "global_step": 4430, "epoch": 24, "lr": 9.966295275416795e-05}
{"train_loss": 0.013628014363348484, "global_step": 4431, "epoch": 24, "lr": 9.966278144371557e-05}
{"train_loss": 0.017960216850042343, "global_step": 4432, "epoch": 24, "lr": 9.966261008988571e-05}
{"train_loss": 0.01309798751026392, "global_step": 4433, "epoch": 24, "lr": 9.966243869267853e-05}
{"train_loss": 0.009067130275070667, "global_step": 4434, "epoch": 24, "lr": 9.966226725209419e-05}
{"train_loss": 0.018637310713529587, "global_step": 4435, "epoch": 24, "lr": 9.966209576813281e-05}
{"train_loss": 0.017183465883135796, "global_step": 4436, "epoch": 24, "lr": 9.966192424079455e-05}
{"train_loss": 0.018972378224134445, "global_step": 4437, "epoch": 24, "lr": 9.966175267007958e-05}
{"train_loss": 0.00943189486861229, "global_step": 4438, "epoch": 24, "lr": 9.966158105598803e-05}
{"train_loss": 0.014929713681340218, "global_step": 4439, "epoch": 24, "lr": 9.966140939852006e-05}
{"train_loss": 0.022080395370721817, "global_step": 4440, "epoch": 24, "lr": 9.96612376976758e-05}
{"train_loss": 0.0144069604575634, "global_step": 4441, "epoch": 24, "lr": 9.966106595345542e-05}
{"train_loss": 0.024229027330875397, "global_step": 4442, "epoch": 24, "lr": 9.966089416585906e-05}
{"train_loss": 0.012895030900835991, "global_step": 4443, "epoch": 24, "lr": 9.96607223348869e-05}
{"train_loss": 0.024101601913571358, "global_step": 4444, "epoch": 24, "lr": 9.966055046053904e-05}
{"train_loss": 0.014851085841655731, "global_step": 4445, "epoch": 24, "lr": 9.966037854281566e-05}
{"train_loss": 0.016210388392210007, "global_step": 4446, "epoch": 24, "lr": 9.96602065817169e-05}
{"train_loss": 0.017580803483724594, "global_step": 4447, "epoch": 24, "lr": 9.966003457724293e-05}
{"train_loss": 0.018732087686657906, "global_step": 4448, "epoch": 24, "lr": 9.965986252939387e-05}
{"train_loss": 0.018522311219150264, "global_step": 4449, "epoch": 24, "lr": 9.96596904381699e-05}
{"train_loss": 0.017068475484848022, "global_step": 4450, "epoch": 25, "lr": 9.965951830357114e-05}
{"train_loss": 0.021712305024266243, "global_step": 4451, "epoch": 25, "lr": 9.965934612559778e-05}
{"train_loss": 0.011896088719367981, "global_step": 4452, "epoch": 25, "lr": 9.965917390424993e-05}
{"train_loss": 0.01590629108250141, "global_step": 4453, "epoch": 25, "lr": 9.965900163952775e-05}
{"train_loss": 0.017493579536676407, "global_step": 4454, "epoch": 25, "lr": 9.96588293314314e-05}
{"train_loss": 0.01214696280658245, "global_step": 4455, "epoch": 25, "lr": 9.965865697996103e-05}
{"train_loss": 0.015493403188884258, "global_step": 4456, "epoch": 25, "lr": 9.965848458511681e-05}
{"train_loss": 0.019684024155139923, "global_step": 4457, "epoch": 25, "lr": 9.965831214689885e-05}
{"train_loss": 0.012021591886878014, "global_step": 4458, "epoch": 25, "lr": 9.965813966530733e-05}
{"train_loss": 0.012616612017154694, "global_step": 4459, "epoch": 25, "lr": 9.965796714034238e-05}
{"train_loss": 0.02528676949441433, "global_step": 4460, "epoch": 25, "lr": 9.965779457200416e-05}
{"train_loss": 0.0223073773086071, "global_step": 4461, "epoch": 25, "lr": 9.965762196029282e-05}
{"train_loss": 0.014275048859417439, "global_step": 4462, "epoch": 25, "lr": 9.965744930520853e-05}
{"train_loss": 0.018827002495527267, "global_step": 4463, "epoch": 25, "lr": 9.965727660675142e-05}
{"train_loss": 0.032738566398620605, "global_step": 4464, "epoch": 25, "lr": 9.965710386492163e-05}
{"train_loss": 0.016178293153643608, "global_step": 4465, "epoch": 25, "lr": 9.965693107971934e-05}
{"train_loss": 0.010749603621661663, "global_step": 4466, "epoch": 25, "lr": 9.965675825114468e-05}
{"train_loss": 0.009935830719769001, "global_step": 4467, "epoch": 25, "lr": 9.96565853791978e-05}
{"train_loss": 0.017499618232250214, "global_step": 4468, "epoch": 25, "lr": 9.965641246387887e-05}
{"train_loss": 0.021920472383499146, "global_step": 4469, "epoch": 25, "lr": 9.965623950518802e-05}
{"train_loss": 0.018608005717396736, "global_step": 4470, "epoch": 25, "lr": 9.965606650312542e-05}
{"train_loss": 0.01969899609684944, "global_step": 4471, "epoch": 25, "lr": 9.96558934576912e-05}
{"train_loss": 0.016721853986382484, "global_step": 4472, "epoch": 25, "lr": 9.965572036888554e-05}
{"train_loss": 0.010893016122281551, "global_step": 4473, "epoch": 25, "lr": 9.965554723670855e-05}
{"train_loss": 0.019229210913181305, "global_step": 4474, "epoch": 25, "lr": 9.965537406116042e-05}
{"train_loss": 0.015366557985544205, "global_step": 4475, "epoch": 25, "lr": 9.965520084224127e-05}
{"train_loss": 0.021032482385635376, "global_step": 4476, "epoch": 25, "lr": 9.965502757995128e-05}
{"train_loss": 0.016063744202256203, "global_step": 4477, "epoch": 25, "lr": 9.96548542742906e-05}
{"train_loss": 0.02376367896795273, "global_step": 4478, "epoch": 25, "lr": 9.965468092525935e-05}
{"train_loss": 0.015270991250872612, "global_step": 4479, "epoch": 25, "lr": 9.965450753285772e-05}
{"train_loss": 0.01586369425058365, "global_step": 4480, "epoch": 25, "lr": 9.965433409708582e-05}
{"train_loss": 0.022036394104361534, "global_step": 4481, "epoch": 25, "lr": 9.965416061794385e-05}
{"train_loss": 0.02036493644118309, "global_step": 4482, "epoch": 25, "lr": 9.965398709543193e-05}
{"train_loss": 0.0178822074085474, "global_step": 4483, "epoch": 25, "lr": 9.96538135295502e-05}
{"train_loss": 0.018879026174545288, "global_step": 4484, "epoch": 25, "lr": 9.965363992029884e-05}
{"train_loss": 0.01837346702814102, "global_step": 4485, "epoch": 25, "lr": 9.9653466267678e-05}
{"train_loss": 0.021118834614753723, "global_step": 4486, "epoch": 25, "lr": 9.96532925716878e-05}
{"train_loss": 0.016795899718999863, "global_step": 4487, "epoch": 25, "lr": 9.965311883232843e-05}
{"train_loss": 0.015156726352870464, "global_step": 4488, "epoch": 25, "lr": 9.965294504960003e-05}
{"train_loss": 0.014676961116492748, "global_step": 4489, "epoch": 25, "lr": 9.965277122350274e-05}
{"train_loss": 0.013596867211163044, "global_step": 4490, "epoch": 25, "lr": 9.965259735403672e-05}
{"train_loss": 0.01372644305229187, "global_step": 4491, "epoch": 25, "lr": 9.965242344120213e-05}
{"train_loss": 0.019062567502260208, "global_step": 4492, "epoch": 25, "lr": 9.965224948499912e-05}
{"train_loss": 0.015186034142971039, "global_step": 4493, "epoch": 25, "lr": 9.96520754854278e-05}
{"train_loss": 0.013594314455986023, "global_step": 4494, "epoch": 25, "lr": 9.965190144248839e-05}
{"train_loss": 0.016235433518886566, "global_step": 4495, "epoch": 25, "lr": 9.965172735618101e-05}
{"train_loss": 0.0239102803170681, "global_step": 4496, "epoch": 25, "lr": 9.965155322650578e-05}
{"train_loss": 0.013337178155779839, "global_step": 4497, "epoch": 25, "lr": 9.96513790534629e-05}
{"train_loss": 0.015129167586565018, "global_step": 4498, "epoch": 25, "lr": 9.965120483705252e-05}
{"train_loss": 0.013899143785238266, "global_step": 4499, "epoch": 25, "lr": 9.965103057727476e-05}
{"train_loss": 0.014784008264541626, "global_step": 4500, "epoch": 25, "lr": 9.96508562741298e-05}
{"train_loss": 0.013729105703532696, "global_step": 4501, "epoch": 25, "lr": 9.965068192761778e-05}
{"train_loss": 0.019914017990231514, "global_step": 4502, "epoch": 25, "lr": 9.965050753773886e-05}
{"train_loss": 0.016907857730984688, "global_step": 4503, "epoch": 25, "lr": 9.965033310449318e-05}
{"train_loss": 0.01138085126876831, "global_step": 4504, "epoch": 25, "lr": 9.96501586278809e-05}
{"train_loss": 0.01664305478334427, "global_step": 4505, "epoch": 25, "lr": 9.964998410790216e-05}
{"train_loss": 0.015273191034793854, "global_step": 4506, "epoch": 25, "lr": 9.964980954455714e-05}
{"train_loss": 0.020624248310923576, "global_step": 4507, "epoch": 25, "lr": 9.964963493784597e-05}
{"train_loss": 0.01501166820526123, "global_step": 4508, "epoch": 25, "lr": 9.96494602877688e-05}
{"train_loss": 0.012933393940329552, "global_step": 4509, "epoch": 25, "lr": 9.96492855943258e-05}
{"train_loss": 0.011348475702106953, "global_step": 4510, "epoch": 25, "lr": 9.964911085751713e-05}
{"train_loss": 0.015320369973778725, "global_step": 4511, "epoch": 25, "lr": 9.964893607734291e-05}
{"train_loss": 0.013127627782523632, "global_step": 4512, "epoch": 25, "lr": 9.964876125380331e-05}
{"train_loss": 0.013674587942659855, "global_step": 4513, "epoch": 25, "lr": 9.964858638689849e-05}
{"train_loss": 0.022681480273604393, "global_step": 4514, "epoch": 25, "lr": 9.964841147662857e-05}
{"train_loss": 0.01689392514526844, "global_step": 4515, "epoch": 25, "lr": 9.964823652299376e-05}
{"train_loss": 0.012216249480843544, "global_step": 4516, "epoch": 25, "lr": 9.964806152599416e-05}
{"train_loss": 0.012580929324030876, "global_step": 4517, "epoch": 25, "lr": 9.964788648562996e-05}
{"train_loss": 0.01191126462072134, "global_step": 4518, "epoch": 25, "lr": 9.964771140190127e-05}
{"train_loss": 0.020119503140449524, "global_step": 4519, "epoch": 25, "lr": 9.96475362748083e-05}
{"train_loss": 0.019839229062199593, "global_step": 4520, "epoch": 25, "lr": 9.964736110435115e-05}
{"train_loss": 0.022988826036453247, "global_step": 4521, "epoch": 25, "lr": 9.964718589053001e-05}
{"train_loss": 0.02465865947306156, "global_step": 4522, "epoch": 25, "lr": 9.964701063334501e-05}
{"train_loss": 0.01938079111278057, "global_step": 4523, "epoch": 25, "lr": 9.96468353327963e-05}
{"train_loss": 0.012167945504188538, "global_step": 4524, "epoch": 25, "lr": 9.964665998888406e-05}
{"train_loss": 0.01981550082564354, "global_step": 4525, "epoch": 25, "lr": 9.964648460160841e-05}
{"train_loss": 0.01805465668439865, "global_step": 4526, "epoch": 25, "lr": 9.964630917096955e-05}
{"train_loss": 0.014462592080235481, "global_step": 4527, "epoch": 25, "lr": 9.964613369696757e-05}
{"train_loss": 0.016200222074985504, "global_step": 4528, "epoch": 25, "lr": 9.964595817960268e-05}
{"train_loss": 0.021996021270751953, "global_step": 4529, "epoch": 25, "lr": 9.9645782618875e-05}
{"train_loss": 0.014257881790399551, "global_step": 4530, "epoch": 25, "lr": 9.964560701478471e-05}
{"train_loss": 0.017593273892998695, "global_step": 4531, "epoch": 25, "lr": 9.964543136733194e-05}
{"train_loss": 0.014345836825668812, "global_step": 4532, "epoch": 25, "lr": 9.964525567651684e-05}
{"train_loss": 0.016971124336123466, "global_step": 4533, "epoch": 25, "lr": 9.964507994233959e-05}
{"train_loss": 0.011528568342328072, "global_step": 4534, "epoch": 25, "lr": 9.96449041648003e-05}
{"train_loss": 0.015733128413558006, "global_step": 4535, "epoch": 25, "lr": 9.964472834389917e-05}
{"train_loss": 0.01920044980943203, "global_step": 4536, "epoch": 25, "lr": 9.964455247963634e-05}
{"train_loss": 0.0241776742041111, "global_step": 4537, "epoch": 25, "lr": 9.964437657201196e-05}
{"train_loss": 0.01840384677052498, "global_step": 4538, "epoch": 25, "lr": 9.964420062102616e-05}
{"train_loss": 0.011570034548640251, "global_step": 4539, "epoch": 25, "lr": 9.964402462667912e-05}
{"train_loss": 0.011560766026377678, "global_step": 4540, "epoch": 25, "lr": 9.9643848588971e-05}
{"train_loss": 0.01179041713476181, "global_step": 4541, "epoch": 25, "lr": 9.964367250790194e-05}
{"train_loss": 0.015109744854271412, "global_step": 4542, "epoch": 25, "lr": 9.96434963834721e-05}
{"train_loss": 0.020971303805708885, "global_step": 4543, "epoch": 25, "lr": 9.964332021568163e-05}
{"train_loss": 0.017309213057160378, "global_step": 4544, "epoch": 25, "lr": 9.964314400453068e-05}
{"train_loss": 0.014768630266189575, "global_step": 4545, "epoch": 25, "lr": 9.964296775001941e-05}
{"train_loss": 0.011424381285905838, "global_step": 4546, "epoch": 25, "lr": 9.964279145214798e-05}
{"train_loss": 0.010208019986748695, "global_step": 4547, "epoch": 25, "lr": 9.964261511091653e-05}
{"train_loss": 0.01569579355418682, "global_step": 4548, "epoch": 25, "lr": 9.964243872632521e-05}
{"train_loss": 0.012396766804158688, "global_step": 4549, "epoch": 25, "lr": 9.96422622983742e-05}
{"train_loss": 0.01510046049952507, "global_step": 4550, "epoch": 25, "lr": 9.964208582706363e-05}
{"train_loss": 0.013290690258145332, "global_step": 4551, "epoch": 25, "lr": 9.964190931239367e-05}
{"train_loss": 0.021764837205410004, "global_step": 4552, "epoch": 25, "lr": 9.964173275436446e-05}
{"train_loss": 0.013758198358118534, "global_step": 4553, "epoch": 25, "lr": 9.964155615297617e-05}
{"train_loss": 0.02286059409379959, "global_step": 4554, "epoch": 25, "lr": 9.964137950822894e-05}
{"train_loss": 0.016829434782266617, "global_step": 4555, "epoch": 25, "lr": 9.964120282012292e-05}
{"train_loss": 0.016965247690677643, "global_step": 4556, "epoch": 25, "lr": 9.964102608865828e-05}
{"train_loss": 0.014600126072764397, "global_step": 4557, "epoch": 25, "lr": 9.964084931383518e-05}
{"train_loss": 0.0170748233795166, "global_step": 4558, "epoch": 25, "lr": 9.964067249565374e-05}
{"train_loss": 0.025593198835849762, "global_step": 4559, "epoch": 25, "lr": 9.964049563411416e-05}
{"train_loss": 0.02496858686208725, "global_step": 4560, "epoch": 25, "lr": 9.964031872921655e-05}
{"train_loss": 0.013217827305197716, "global_step": 4561, "epoch": 25, "lr": 9.96401417809611e-05}
{"train_loss": 0.021201830357313156, "global_step": 4562, "epoch": 25, "lr": 9.963996478934795e-05}
{"train_loss": 0.01275673694908619, "global_step": 4563, "epoch": 25, "lr": 9.963978775437726e-05}
{"train_loss": 0.018803339451551437, "global_step": 4564, "epoch": 25, "lr": 9.963961067604917e-05}
{"train_loss": 0.018211401998996735, "global_step": 4565, "epoch": 25, "lr": 9.963943355436385e-05}
{"train_loss": 0.02346135303378105, "global_step": 4566, "epoch": 25, "lr": 9.963925638932143e-05}
{"train_loss": 0.02359805628657341, "global_step": 4567, "epoch": 25, "lr": 9.963907918092211e-05}
{"train_loss": 0.024199379608035088, "global_step": 4568, "epoch": 25, "lr": 9.963890192916601e-05}
{"train_loss": 0.014203868806362152, "global_step": 4569, "epoch": 25, "lr": 9.96387246340533e-05}
{"train_loss": 0.015689171850681305, "global_step": 4570, "epoch": 25, "lr": 9.963854729558412e-05}
{"train_loss": 0.016989588737487793, "global_step": 4571, "epoch": 25, "lr": 9.963836991375864e-05}
{"train_loss": 0.019605806097388268, "global_step": 4572, "epoch": 25, "lr": 9.9638192488577e-05}
{"train_loss": 0.016260072588920593, "global_step": 4573, "epoch": 25, "lr": 9.963801502003935e-05}
{"train_loss": 0.01413755863904953, "global_step": 4574, "epoch": 25, "lr": 9.963783750814588e-05}
{"train_loss": 0.016223274171352386, "global_step": 4575, "epoch": 25, "lr": 9.963765995289673e-05}
{"train_loss": 0.014777150005102158, "global_step": 4576, "epoch": 25, "lr": 9.963748235429203e-05}
{"train_loss": 0.016453208401799202, "global_step": 4577, "epoch": 25, "lr": 9.963730471233197e-05}
{"train_loss": 0.011834422126412392, "global_step": 4578, "epoch": 25, "lr": 9.963712702701667e-05}
{"train_loss": 0.020120181143283844, "global_step": 4579, "epoch": 25, "lr": 9.96369492983463e-05}
{"train_loss": 0.024398978799581528, "global_step": 4580, "epoch": 25, "lr": 9.963677152632105e-05}
{"train_loss": 0.017867695540189743, "global_step": 4581, "epoch": 25, "lr": 9.963659371094101e-05}
{"train_loss": 0.016550138592720032, "global_step": 4582, "epoch": 25, "lr": 9.96364158522064e-05}
{"train_loss": 0.014827813021838665, "global_step": 4583, "epoch": 25, "lr": 9.963623795011733e-05}
{"train_loss": 0.014717533253133297, "global_step": 4584, "epoch": 25, "lr": 9.963606000467397e-05}
{"train_loss": 0.02197498455643654, "global_step": 4585, "epoch": 25, "lr": 9.963588201587648e-05}
{"train_loss": 0.01590081676840782, "global_step": 4586, "epoch": 25, "lr": 9.963570398372501e-05}
{"train_loss": 0.0159427672624588, "global_step": 4587, "epoch": 25, "lr": 9.96355259082197e-05}
{"train_loss": 0.023045778274536133, "global_step": 4588, "epoch": 25, "lr": 9.963534778936075e-05}
{"train_loss": 0.01645481586456299, "global_step": 4589, "epoch": 25, "lr": 9.963516962714827e-05}
{"train_loss": 0.019271496683359146, "global_step": 4590, "epoch": 25, "lr": 9.963499142158243e-05}
{"train_loss": 0.015851035714149475, "global_step": 4591, "epoch": 25, "lr": 9.963481317266342e-05}
{"train_loss": 0.026865769177675247, "global_step": 4592, "epoch": 25, "lr": 9.963463488039133e-05}
{"train_loss": 0.02056015655398369, "global_step": 4593, "epoch": 25, "lr": 9.963445654476636e-05}
{"train_loss": 0.020526409149169922, "global_step": 4594, "epoch": 25, "lr": 9.963427816578866e-05}
{"train_loss": 0.01945023238658905, "global_step": 4595, "epoch": 25, "lr": 9.963409974345838e-05}
{"train_loss": 0.015960006043314934, "global_step": 4596, "epoch": 25, "lr": 9.963392127777569e-05}
{"train_loss": 0.015218687243759632, "global_step": 4597, "epoch": 25, "lr": 9.963374276874072e-05}
{"train_loss": 0.014418179169297218, "global_step": 4598, "epoch": 25, "lr": 9.963356421635364e-05}
{"train_loss": 0.015541591681540012, "global_step": 4599, "epoch": 25, "lr": 9.963338562061462e-05}
{"train_loss": 0.015604621730744839, "global_step": 4600, "epoch": 25, "lr": 9.963320698152378e-05}
{"train_loss": 0.025169506669044495, "global_step": 4601, "epoch": 25, "lr": 9.963302829908133e-05}
{"train_loss": 0.02075197920203209, "global_step": 4602, "epoch": 25, "lr": 9.963284957328736e-05}
{"train_loss": 0.018905075266957283, "global_step": 4603, "epoch": 25, "lr": 9.963267080414208e-05}
{"train_loss": 0.019430682063102722, "global_step": 4604, "epoch": 25, "lr": 9.963249199164561e-05}
{"train_loss": 0.024673212319612503, "global_step": 4605, "epoch": 25, "lr": 9.963231313579813e-05}
{"train_loss": 0.017858196049928665, "global_step": 4606, "epoch": 25, "lr": 9.963213423659978e-05}
{"train_loss": 0.008940357714891434, "global_step": 4607, "epoch": 25, "lr": 9.963195529405074e-05}
{"train_loss": 0.015811361372470856, "global_step": 4608, "epoch": 25, "lr": 9.963177630815115e-05}
{"train_loss": 0.012373266741633415, "global_step": 4609, "epoch": 25, "lr": 9.963159727890116e-05}
{"train_loss": 0.019290480762720108, "global_step": 4610, "epoch": 25, "lr": 9.963141820630094e-05}
{"train_loss": 0.011077131144702435, "global_step": 4611, "epoch": 25, "lr": 9.963123909035064e-05}
{"train_loss": 0.01959167793393135, "global_step": 4612, "epoch": 25, "lr": 9.963105993105042e-05}
{"train_loss": 0.013905245810747147, "global_step": 4613, "epoch": 25, "lr": 9.963088072840041e-05}
{"train_loss": 0.022172370925545692, "global_step": 4614, "epoch": 25, "lr": 9.96307014824008e-05}
{"train_loss": 0.014990948140621185, "global_step": 4615, "epoch": 25, "lr": 9.963052219305176e-05}
{"train_loss": 0.026511572301387787, "global_step": 4616, "epoch": 25, "lr": 9.96303428603534e-05}
{"train_loss": 0.012603829614818096, "global_step": 4617, "epoch": 25, "lr": 9.96301634843059e-05}
{"train_loss": 0.015743397176265717, "global_step": 4618, "epoch": 25, "lr": 9.962998406490943e-05}
{"train_loss": 0.018434181809425354, "global_step": 4619, "epoch": 25, "lr": 9.962980460216413e-05}
{"train_loss": 0.014301910065114498, "global_step": 4620, "epoch": 25, "lr": 9.962962509607014e-05}
{"train_loss": 0.00944723654538393, "global_step": 4621, "epoch": 25, "lr": 9.962944554662766e-05}
{"train_loss": 0.018071655184030533, "global_step": 4622, "epoch": 25, "lr": 9.96292659538368e-05}
{"train_loss": 0.031211934983730316, "global_step": 4623, "epoch": 25, "lr": 9.962908631769776e-05}
{"train_loss": 0.017876015976071358, "global_step": 4624, "epoch": 25, "lr": 9.962890663821068e-05}
{"train_loss": 0.015912460163235664, "global_step": 4625, "epoch": 25, "lr": 9.962872691537569e-05}
{"train_loss": 0.022644348442554474, "global_step": 4626, "epoch": 25, "lr": 9.962854714919298e-05}
{"train_loss": 0.017375332209166518, "global_step": 4627, "epoch": 25, "lr": 9.96283673396627e-05, "train_action_mse_error": 0.00016625761054456234}
{"train_loss": 0.021856211125850677, "global_step": 4628, "epoch": 26, "lr": 9.962818748678502e-05}
{"train_loss": 0.021587807685136795, "global_step": 4629, "epoch": 26, "lr": 9.962800759056006e-05}
{"train_loss": 0.01902255043387413, "global_step": 4630, "epoch": 26, "lr": 9.962782765098801e-05}
{"train_loss": 0.019506853073835373, "global_step": 4631, "epoch": 26, "lr": 9.962764766806902e-05}
{"train_loss": 0.021359963342547417, "global_step": 4632, "epoch": 26, "lr": 9.962746764180324e-05}
{"train_loss": 0.022819139063358307, "global_step": 4633, "epoch": 26, "lr": 9.962728757219082e-05}
{"train_loss": 0.015080793760716915, "global_step": 4634, "epoch": 26, "lr": 9.962710745923194e-05}
{"train_loss": 0.022559843957424164, "global_step": 4635, "epoch": 26, "lr": 9.962692730292674e-05}
{"train_loss": 0.01706414297223091, "global_step": 4636, "epoch": 26, "lr": 9.962674710327539e-05}
{"train_loss": 0.01882578432559967, "global_step": 4637, "epoch": 26, "lr": 9.962656686027803e-05}
{"train_loss": 0.020692043006420135, "global_step": 4638, "epoch": 26, "lr": 9.962638657393483e-05}
{"train_loss": 0.024017397314310074, "global_step": 4639, "epoch": 26, "lr": 9.962620624424595e-05}
{"train_loss": 0.021754523739218712, "global_step": 4640, "epoch": 26, "lr": 9.962602587121154e-05}
{"train_loss": 0.01247519813477993, "global_step": 4641, "epoch": 26, "lr": 9.962584545483175e-05}
{"train_loss": 0.031161267310380936, "global_step": 4642, "epoch": 26, "lr": 9.962566499510677e-05}
{"train_loss": 0.01896897703409195, "global_step": 4643, "epoch": 26, "lr": 9.962548449203672e-05}
{"train_loss": 0.018755702301859856, "global_step": 4644, "epoch": 26, "lr": 9.962530394562179e-05}
{"train_loss": 0.03608931973576546, "global_step": 4645, "epoch": 26, "lr": 9.962512335586209e-05}
{"train_loss": 0.03175979107618332, "global_step": 4646, "epoch": 26, "lr": 9.962494272275784e-05}
{"train_loss": 0.018597377464175224, "global_step": 4647, "epoch": 26, "lr": 9.962476204630915e-05}
{"train_loss": 0.01749790646135807, "global_step": 4648, "epoch": 26, "lr": 9.96245813265162e-05}
{"train_loss": 0.01563289761543274, "global_step": 4649, "epoch": 26, "lr": 9.962440056337913e-05}
{"train_loss": 0.027781834825873375, "global_step": 4650, "epoch": 26, "lr": 9.962421975689811e-05}
{"train_loss": 0.013500453904271126, "global_step": 4651, "epoch": 26, "lr": 9.96240389070733e-05}
{"train_loss": 0.016701484099030495, "global_step": 4652, "epoch": 26, "lr": 9.962385801390486e-05}
{"train_loss": 0.018558451905846596, "global_step": 4653, "epoch": 26, "lr": 9.962367707739295e-05}
{"train_loss": 0.02401745319366455, "global_step": 4654, "epoch": 26, "lr": 9.962349609753772e-05}
{"train_loss": 0.016040246933698654, "global_step": 4655, "epoch": 26, "lr": 9.962331507433932e-05}
{"train_loss": 0.019860031083226204, "global_step": 4656, "epoch": 26, "lr": 9.962313400779792e-05}
{"train_loss": 0.01304660551249981, "global_step": 4657, "epoch": 26, "lr": 9.962295289791368e-05}
{"train_loss": 0.025997014716267586, "global_step": 4658, "epoch": 26, "lr": 9.962277174468675e-05}
{"train_loss": 0.035984572023153305, "global_step": 4659, "epoch": 26, "lr": 9.962259054811729e-05}
{"train_loss": 0.01463468186557293, "global_step": 4660, "epoch": 26, "lr": 9.962240930820548e-05}
{"train_loss": 0.018046675249934196, "global_step": 4661, "epoch": 26, "lr": 9.962222802495144e-05}
{"train_loss": 0.01801697351038456, "global_step": 4662, "epoch": 26, "lr": 9.962204669835535e-05}
{"train_loss": 0.015427432022988796, "global_step": 4663, "epoch": 26, "lr": 9.962186532841736e-05}
{"train_loss": 0.02414131909608841, "global_step": 4664, "epoch": 26, "lr": 9.962168391513764e-05}
{"train_loss": 0.019026048481464386, "global_step": 4665, "epoch": 26, "lr": 9.962150245851635e-05}
{"train_loss": 0.023415179923176765, "global_step": 4666, "epoch": 26, "lr": 9.962132095855363e-05}
{"train_loss": 0.019489269703626633, "global_step": 4667, "epoch": 26, "lr": 9.962113941524966e-05}
{"train_loss": 0.018091976642608643, "global_step": 4668, "epoch": 26, "lr": 9.962095782860458e-05}
{"train_loss": 0.01210660208016634, "global_step": 4669, "epoch": 26, "lr": 9.962077619861856e-05}
{"train_loss": 0.01932699792087078, "global_step": 4670, "epoch": 26, "lr": 9.962059452529176e-05}
{"train_loss": 0.013622542843222618, "global_step": 4671, "epoch": 26, "lr": 9.962041280862432e-05}
{"train_loss": 0.02270789071917534, "global_step": 4672, "epoch": 26, "lr": 9.962023104861642e-05}
{"train_loss": 0.026373744010925293, "global_step": 4673, "epoch": 26, "lr": 9.962004924526821e-05}
{"train_loss": 0.02516930364072323, "global_step": 4674, "epoch": 26, "lr": 9.961986739857985e-05}
{"train_loss": 0.012546724639832973, "global_step": 4675, "epoch": 26, "lr": 9.96196855085515e-05}
{"train_loss": 0.024996932595968246, "global_step": 4676, "epoch": 26, "lr": 9.961950357518333e-05}
{"train_loss": 0.02315547689795494, "global_step": 4677, "epoch": 26, "lr": 9.961932159847547e-05}
{"train_loss": 0.020345771685242653, "global_step": 4678, "epoch": 26, "lr": 9.96191395784281e-05}
{"train_loss": 0.014885825105011463, "global_step": 4679, "epoch": 26, "lr": 9.961895751504138e-05}
{"train_loss": 0.01216153334826231, "global_step": 4680, "epoch": 26, "lr": 9.961877540831546e-05}
{"train_loss": 0.026943180710077286, "global_step": 4681, "epoch": 26, "lr": 9.961859325825052e-05}
{"train_loss": 0.01670643500983715, "global_step": 4682, "epoch": 26, "lr": 9.961841106484668e-05}
{"train_loss": 0.013011278584599495, "global_step": 4683, "epoch": 26, "lr": 9.961822882810412e-05}
{"train_loss": 0.015280214138329029, "global_step": 4684, "epoch": 26, "lr": 9.9618046548023e-05}
{"train_loss": 0.018382009118795395, "global_step": 4685, "epoch": 26, "lr": 9.96178642246035e-05}
{"train_loss": 0.019756171852350235, "global_step": 4686, "epoch": 26, "lr": 9.961768185784574e-05}
{"train_loss": 0.01947396621108055, "global_step": 4687, "epoch": 26, "lr": 9.96174994477499e-05}
{"train_loss": 0.030746933072805405, "global_step": 4688, "epoch": 26, "lr": 9.961731699431615e-05}
{"train_loss": 0.028283972293138504, "global_step": 4689, "epoch": 26, "lr": 9.961713449754462e-05}
{"train_loss": 0.023369671776890755, "global_step": 4690, "epoch": 26, "lr": 9.96169519574355e-05}
{"train_loss": 0.022934090346097946, "global_step": 4691, "epoch": 26, "lr": 9.961676937398893e-05}
{"train_loss": 0.02873150072991848, "global_step": 4692, "epoch": 26, "lr": 9.961658674720507e-05}
{"train_loss": 0.02236044779419899, "global_step": 4693, "epoch": 26, "lr": 9.961640407708409e-05}
{"train_loss": 0.02181299217045307, "global_step": 4694, "epoch": 26, "lr": 9.961622136362614e-05}
{"train_loss": 0.017337515950202942, "global_step": 4695, "epoch": 26, "lr": 9.96160386068314e-05}
{"train_loss": 0.01771027408540249, "global_step": 4696, "epoch": 26, "lr": 9.961585580669999e-05}
{"train_loss": 0.022267786785960197, "global_step": 4697, "epoch": 26, "lr": 9.961567296323211e-05}
{"train_loss": 0.02024470642209053, "global_step": 4698, "epoch": 26, "lr": 9.96154900764279e-05}
{"train_loss": 0.02341345325112343, "global_step": 4699, "epoch": 26, "lr": 9.96153071462875e-05}
{"train_loss": 0.021048126742243767, "global_step": 4700, "epoch": 26, "lr": 9.961512417281111e-05}
{"train_loss": 0.024489711970090866, "global_step": 4701, "epoch": 26, "lr": 9.961494115599888e-05}
{"train_loss": 0.02608802169561386, "global_step": 4702, "epoch": 26, "lr": 9.961475809585096e-05}
{"train_loss": 0.031824566423892975, "global_step": 4703, "epoch": 26, "lr": 9.96145749923675e-05}
{"train_loss": 0.02617013268172741, "global_step": 4704, "epoch": 26, "lr": 9.961439184554868e-05}
{"train_loss": 0.025361154228448868, "global_step": 4705, "epoch": 26, "lr": 9.961420865539466e-05}
{"train_loss": 0.01459580659866333, "global_step": 4706, "epoch": 26, "lr": 9.961402542190557e-05}
{"train_loss": 0.02020573616027832, "global_step": 4707, "epoch": 26, "lr": 9.96138421450816e-05}
{"train_loss": 0.01770435832440853, "global_step": 4708, "epoch": 26, "lr": 9.96136588249229e-05}
{"train_loss": 0.023333299905061722, "global_step": 4709, "epoch": 26, "lr": 9.961347546142965e-05}
{"train_loss": 0.02188582718372345, "global_step": 4710, "epoch": 26, "lr": 9.961329205460198e-05}
{"train_loss": 0.015431785024702549, "global_step": 4711, "epoch": 26, "lr": 9.961310860444007e-05}
{"train_loss": 0.02551441453397274, "global_step": 4712, "epoch": 26, "lr": 9.961292511094406e-05}
{"train_loss": 0.021457377821207047, "global_step": 4713, "epoch": 26, "lr": 9.961274157411412e-05}
{"train_loss": 0.01863979361951351, "global_step": 4714, "epoch": 26, "lr": 9.961255799395042e-05}
{"train_loss": 0.018363680690526962, "global_step": 4715, "epoch": 26, "lr": 9.961237437045312e-05}
{"train_loss": 0.016868475824594498, "global_step": 4716, "epoch": 26, "lr": 9.961219070362235e-05}
{"train_loss": 0.01929694414138794, "global_step": 4717, "epoch": 26, "lr": 9.961200699345832e-05}
{"train_loss": 0.020429622381925583, "global_step": 4718, "epoch": 26, "lr": 9.961182323996116e-05}
{"train_loss": 0.014588143676519394, "global_step": 4719, "epoch": 26, "lr": 9.961163944313103e-05}
{"train_loss": 0.024106163531541824, "global_step": 4720, "epoch": 26, "lr": 9.961145560296809e-05}
{"train_loss": 0.01836932823061943, "global_step": 4721, "epoch": 26, "lr": 9.961127171947252e-05}
{"train_loss": 0.016232255846261978, "global_step": 4722, "epoch": 26, "lr": 9.961108779264446e-05}
{"train_loss": 0.027183309197425842, "global_step": 4723, "epoch": 26, "lr": 9.961090382248408e-05}
{"train_loss": 0.015482279472053051, "global_step": 4724, "epoch": 26, "lr": 9.961071980899152e-05}
{"train_loss": 0.016567906364798546, "global_step": 4725, "epoch": 26, "lr": 9.961053575216699e-05}
{"train_loss": 0.01276015117764473, "global_step": 4726, "epoch": 26, "lr": 9.96103516520106e-05}
{"train_loss": 0.010926710441708565, "global_step": 4727, "epoch": 26, "lr": 9.961016750852255e-05}
{"train_loss": 0.02143409475684166, "global_step": 4728, "epoch": 26, "lr": 9.960998332170295e-05}
{"train_loss": 0.014581602066755295, "global_step": 4729, "epoch": 26, "lr": 9.960979909155202e-05}
{"train_loss": 0.01922815851867199, "global_step": 4730, "epoch": 26, "lr": 9.960961481806987e-05}
{"train_loss": 0.016562912613153458, "global_step": 4731, "epoch": 26, "lr": 9.96094305012567e-05}
{"train_loss": 0.012170042842626572, "global_step": 4732, "epoch": 26, "lr": 9.960924614111266e-05}
{"train_loss": 0.011077935807406902, "global_step": 4733, "epoch": 26, "lr": 9.960906173763788e-05}
{"train_loss": 0.012027274817228317, "global_step": 4734, "epoch": 26, "lr": 9.960887729083258e-05}
{"train_loss": 0.012271653860807419, "global_step": 4735, "epoch": 26, "lr": 9.960869280069687e-05}
{"train_loss": 0.019280897453427315, "global_step": 4736, "epoch": 26, "lr": 9.960850826723094e-05}
{"train_loss": 0.019061438739299774, "global_step": 4737, "epoch": 26, "lr": 9.960832369043493e-05}
{"train_loss": 0.0188203863799572, "global_step": 4738, "epoch": 26, "lr": 9.960813907030902e-05}
{"train_loss": 0.021413791924715042, "global_step": 4739, "epoch": 26, "lr": 9.960795440685335e-05}
{"train_loss": 0.016017336398363113, "global_step": 4740, "epoch": 26, "lr": 9.96077697000681e-05}
{"train_loss": 0.017040377482771873, "global_step": 4741, "epoch": 26, "lr": 9.960758494995343e-05}
{"train_loss": 0.02591180056333542, "global_step": 4742, "epoch": 26, "lr": 9.960740015650949e-05}
{"train_loss": 0.02322094701230526, "global_step": 4743, "epoch": 26, "lr": 9.960721531973646e-05}
{"train_loss": 0.017272375524044037, "global_step": 4744, "epoch": 26, "lr": 9.960703043963448e-05}
{"train_loss": 0.014659889973700047, "global_step": 4745, "epoch": 26, "lr": 9.960684551620373e-05}
{"train_loss": 0.012213646434247494, "global_step": 4746, "epoch": 26, "lr": 9.960666054944435e-05}
{"train_loss": 0.012391938827931881, "global_step": 4747, "epoch": 26, "lr": 9.960647553935653e-05}
{"train_loss": 0.019033946096897125, "global_step": 4748, "epoch": 26, "lr": 9.960629048594042e-05}
{"train_loss": 0.011033755727112293, "global_step": 4749, "epoch": 26, "lr": 9.960610538919614e-05}
{"train_loss": 0.013770625926554203, "global_step": 4750, "epoch": 26, "lr": 9.960592024912393e-05}
{"train_loss": 0.00861380621790886, "global_step": 4751, "epoch": 26, "lr": 9.96057350657239e-05}
{"train_loss": 0.016154933720827103, "global_step": 4752, "epoch": 26, "lr": 9.960554983899621e-05}
{"train_loss": 0.025279520079493523, "global_step": 4753, "epoch": 26, "lr": 9.960536456894105e-05}
{"train_loss": 0.026240114122629166, "global_step": 4754, "epoch": 26, "lr": 9.960517925555856e-05}
{"train_loss": 0.01908785104751587, "global_step": 4755, "epoch": 26, "lr": 9.960499389884891e-05}
{"train_loss": 0.01488722488284111, "global_step": 4756, "epoch": 26, "lr": 9.960480849881227e-05}
{"train_loss": 0.014797676354646683, "global_step": 4757, "epoch": 26, "lr": 9.960462305544878e-05}
{"train_loss": 0.019627153873443604, "global_step": 4758, "epoch": 26, "lr": 9.960443756875861e-05}
{"train_loss": 0.013610845431685448, "global_step": 4759, "epoch": 26, "lr": 9.960425203874193e-05}
{"train_loss": 0.012541607022285461, "global_step": 4760, "epoch": 26, "lr": 9.96040664653989e-05}
{"train_loss": 0.01096274796873331, "global_step": 4761, "epoch": 26, "lr": 9.960388084872968e-05}
{"train_loss": 0.021302569657564163, "global_step": 4762, "epoch": 26, "lr": 9.960369518873443e-05}
{"train_loss": 0.013500821776688099, "global_step": 4763, "epoch": 26, "lr": 9.960350948541333e-05}
{"train_loss": 0.01205401960760355, "global_step": 4764, "epoch": 26, "lr": 9.960332373876651e-05}
{"train_loss": 0.01518661342561245, "global_step": 4765, "epoch": 26, "lr": 9.960313794879414e-05}
{"train_loss": 0.015241410583257675, "global_step": 4766, "epoch": 26, "lr": 9.960295211549642e-05}
{"train_loss": 0.011223513633012772, "global_step": 4767, "epoch": 26, "lr": 9.960276623887346e-05}
{"train_loss": 0.011307336390018463, "global_step": 4768, "epoch": 26, "lr": 9.960258031892545e-05}
{"train_loss": 0.0250098779797554, "global_step": 4769, "epoch": 26, "lr": 9.960239435565256e-05}
{"train_loss": 0.011514854617416859, "global_step": 4770, "epoch": 26, "lr": 9.960220834905494e-05}
{"train_loss": 0.01691354066133499, "global_step": 4771, "epoch": 26, "lr": 9.960202229913274e-05}
{"train_loss": 0.0124105429276824, "global_step": 4772, "epoch": 26, "lr": 9.960183620588615e-05}
{"train_loss": 0.02294236794114113, "global_step": 4773, "epoch": 26, "lr": 9.96016500693153e-05}
{"train_loss": 0.017765704542398453, "global_step": 4774, "epoch": 26, "lr": 9.960146388942038e-05}
{"train_loss": 0.018970908597111702, "global_step": 4775, "epoch": 26, "lr": 9.960127766620155e-05}
{"train_loss": 0.021544214338064194, "global_step": 4776, "epoch": 26, "lr": 9.960109139965896e-05}
{"train_loss": 0.016411015763878822, "global_step": 4777, "epoch": 26, "lr": 9.960090508979278e-05}
{"train_loss": 0.014343350194394588, "global_step": 4778, "epoch": 26, "lr": 9.960071873660317e-05}
{"train_loss": 0.020327161997556686, "global_step": 4779, "epoch": 26, "lr": 9.96005323400903e-05}
{"train_loss": 0.022311827167868614, "global_step": 4780, "epoch": 26, "lr": 9.960034590025432e-05}
{"train_loss": 0.018938161432743073, "global_step": 4781, "epoch": 26, "lr": 9.960015941709539e-05}
{"train_loss": 0.010573328472673893, "global_step": 4782, "epoch": 26, "lr": 9.959997289061371e-05}
{"train_loss": 0.014188249595463276, "global_step": 4783, "epoch": 26, "lr": 9.95997863208094e-05}
{"train_loss": 0.027079887688159943, "global_step": 4784, "epoch": 26, "lr": 9.959959970768265e-05}
{"train_loss": 0.013270111754536629, "global_step": 4785, "epoch": 26, "lr": 9.959941305123359e-05}
{"train_loss": 0.020337866619229317, "global_step": 4786, "epoch": 26, "lr": 9.959922635146241e-05}
{"train_loss": 0.01437562145292759, "global_step": 4787, "epoch": 26, "lr": 9.959903960836928e-05}
{"train_loss": 0.018049925565719604, "global_step": 4788, "epoch": 26, "lr": 9.959885282195435e-05}
{"train_loss": 0.015496591106057167, "global_step": 4789, "epoch": 26, "lr": 9.959866599221777e-05}
{"train_loss": 0.013697938993573189, "global_step": 4790, "epoch": 26, "lr": 9.959847911915974e-05}
{"train_loss": 0.014094192534685135, "global_step": 4791, "epoch": 26, "lr": 9.959829220278038e-05}
{"train_loss": 0.014880429953336716, "global_step": 4792, "epoch": 26, "lr": 9.959810524307988e-05}
{"train_loss": 0.019588612020015717, "global_step": 4793, "epoch": 26, "lr": 9.95979182400584e-05}
{"train_loss": 0.026399053633213043, "global_step": 4794, "epoch": 26, "lr": 9.959773119371609e-05}
{"train_loss": 0.015760671347379684, "global_step": 4795, "epoch": 26, "lr": 9.959754410405314e-05}
{"train_loss": 0.019261639565229416, "global_step": 4796, "epoch": 26, "lr": 9.959735697106969e-05}
{"train_loss": 0.01586143858730793, "global_step": 4797, "epoch": 26, "lr": 9.959716979476591e-05}
{"train_loss": 0.017699651420116425, "global_step": 4798, "epoch": 26, "lr": 9.959698257514196e-05}
{"train_loss": 0.01979885995388031, "global_step": 4799, "epoch": 26, "lr": 9.959679531219802e-05}
{"train_loss": 0.01373959518969059, "global_step": 4800, "epoch": 26, "lr": 9.959660800593423e-05}
{"train_loss": 0.016556929796934128, "global_step": 4801, "epoch": 26, "lr": 9.959642065635078e-05}
{"train_loss": 0.0104523291811347, "global_step": 4802, "epoch": 26, "lr": 9.95962332634478e-05}
{"train_loss": 0.013207459822297096, "global_step": 4803, "epoch": 26, "lr": 9.959604582722546e-05}
{"train_loss": 0.02017546258866787, "global_step": 4804, "epoch": 26, "lr": 9.959585834768397e-05}
{"train_loss": 0.018785603789173152, "global_step": 4805, "epoch": 26, "lr": 9.959567082482344e-05}
{"train_loss": 0.025249134749174118, "global_step": 4806, "epoch": 27, "lr": 9.959548325864405e-05}
{"train_loss": 0.013519082218408585, "global_step": 4807, "epoch": 27, "lr": 9.959529564914598e-05}
{"train_loss": 0.032468006014823914, "global_step": 4808, "epoch": 27, "lr": 9.959510799632938e-05}
{"train_loss": 0.019683709368109703, "global_step": 4809, "epoch": 27, "lr": 9.95949203001944e-05}
{"train_loss": 0.021835478022694588, "global_step": 4810, "epoch": 27, "lr": 9.959473256074123e-05}
{"train_loss": 0.017582450062036514, "global_step": 4811, "epoch": 27, "lr": 9.959454477797003e-05}
{"train_loss": 0.01581549271941185, "global_step": 4812, "epoch": 27, "lr": 9.959435695188096e-05}
{"train_loss": 0.027718843892216682, "global_step": 4813, "epoch": 27, "lr": 9.959416908247416e-05}
{"train_loss": 0.013152708299458027, "global_step": 4814, "epoch": 27, "lr": 9.959398116974982e-05}
{"train_loss": 0.02185487560927868, "global_step": 4815, "epoch": 27, "lr": 9.95937932137081e-05}
{"train_loss": 0.01626424677670002, "global_step": 4816, "epoch": 27, "lr": 9.959360521434917e-05}
{"train_loss": 0.029065275564789772, "global_step": 4817, "epoch": 27, "lr": 9.959341717167319e-05}
{"train_loss": 0.012645719572901726, "global_step": 4818, "epoch": 27, "lr": 9.959322908568032e-05}
{"train_loss": 0.01408351119607687, "global_step": 4819, "epoch": 27, "lr": 9.959304095637072e-05}
{"train_loss": 0.02372221276164055, "global_step": 4820, "epoch": 27, "lr": 9.959285278374457e-05}
{"train_loss": 0.013759080320596695, "global_step": 4821, "epoch": 27, "lr": 9.959266456780201e-05}
{"train_loss": 0.01164590660482645, "global_step": 4822, "epoch": 27, "lr": 9.959247630854323e-05}
{"train_loss": 0.02066051959991455, "global_step": 4823, "epoch": 27, "lr": 9.959228800596838e-05}
{"train_loss": 0.015715457499027252, "global_step": 4824, "epoch": 27, "lr": 9.959209966007763e-05}
{"train_loss": 0.018235865980386734, "global_step": 4825, "epoch": 27, "lr": 9.959191127087114e-05}
{"train_loss": 0.015310373157262802, "global_step": 4826, "epoch": 27, "lr": 9.959172283834907e-05}
{"train_loss": 0.022236600518226624, "global_step": 4827, "epoch": 27, "lr": 9.959153436251161e-05}
{"train_loss": 0.0336567722260952, "global_step": 4828, "epoch": 27, "lr": 9.959134584335889e-05}
{"train_loss": 0.02335657738149166, "global_step": 4829, "epoch": 27, "lr": 9.95911572808911e-05}
{"train_loss": 0.01842505857348442, "global_step": 4830, "epoch": 27, "lr": 9.95909686751084e-05}
{"train_loss": 0.014959435909986496, "global_step": 4831, "epoch": 27, "lr": 9.959078002601095e-05}
{"train_loss": 0.014905997551977634, "global_step": 4832, "epoch": 27, "lr": 9.959059133359891e-05}
{"train_loss": 0.014566389843821526, "global_step": 4833, "epoch": 27, "lr": 9.959040259787244e-05}
{"train_loss": 0.01749791018664837, "global_step": 4834, "epoch": 27, "lr": 9.959021381883174e-05}
{"train_loss": 0.013593800365924835, "global_step": 4835, "epoch": 27, "lr": 9.959002499647692e-05}
{"train_loss": 0.018518755212426186, "global_step": 4836, "epoch": 27, "lr": 9.958983613080818e-05}
{"train_loss": 0.01573125459253788, "global_step": 4837, "epoch": 27, "lr": 9.95896472218257e-05}
{"train_loss": 0.020825404673814774, "global_step": 4838, "epoch": 27, "lr": 9.958945826952961e-05}
{"train_loss": 0.010294666513800621, "global_step": 4839, "epoch": 27, "lr": 9.95892692739201e-05}
{"train_loss": 0.014749426394701004, "global_step": 4840, "epoch": 27, "lr": 9.958908023499731e-05}
{"train_loss": 0.02007836475968361, "global_step": 4841, "epoch": 27, "lr": 9.958889115276142e-05}
{"train_loss": 0.020619139075279236, "global_step": 4842, "epoch": 27, "lr": 9.958870202721262e-05}
{"train_loss": 0.015720300376415253, "global_step": 4843, "epoch": 27, "lr": 9.958851285835103e-05}
{"train_loss": 0.010431602597236633, "global_step": 4844, "epoch": 27, "lr": 9.958832364617683e-05}
{"train_loss": 0.019974909722805023, "global_step": 4845, "epoch": 27, "lr": 9.95881343906902e-05}
{"train_loss": 0.019781310111284256, "global_step": 4846, "epoch": 27, "lr": 9.958794509189128e-05}
{"train_loss": 0.017212623730301857, "global_step": 4847, "epoch": 27, "lr": 9.958775574978028e-05}
{"train_loss": 0.016172949224710464, "global_step": 4848, "epoch": 27, "lr": 9.958756636435732e-05}
{"train_loss": 0.020816616714000702, "global_step": 4849, "epoch": 27, "lr": 9.958737693562259e-05}
{"train_loss": 0.020533960312604904, "global_step": 4850, "epoch": 27, "lr": 9.958718746357623e-05}
{"train_loss": 0.023334963247179985, "global_step": 4851, "epoch": 27, "lr": 9.958699794821844e-05}
{"train_loss": 0.016492895781993866, "global_step": 4852, "epoch": 27, "lr": 9.958680838954937e-05}
{"train_loss": 0.020329324528574944, "global_step": 4853, "epoch": 27, "lr": 9.958661878756918e-05}
{"train_loss": 0.023911789059638977, "global_step": 4854, "epoch": 27, "lr": 9.958642914227802e-05}
{"train_loss": 0.01701398752629757, "global_step": 4855, "epoch": 27, "lr": 9.958623945367612e-05}
{"train_loss": 0.024638880044221878, "global_step": 4856, "epoch": 27, "lr": 9.958604972176355e-05}
{"train_loss": 0.018873468041419983, "global_step": 4857, "epoch": 27, "lr": 9.958585994654056e-05}
{"train_loss": 0.012842727825045586, "global_step": 4858, "epoch": 27, "lr": 9.958567012800727e-05}
{"train_loss": 0.016687661409378052, "global_step": 4859, "epoch": 27, "lr": 9.958548026616386e-05}
{"train_loss": 0.02008170075714588, "global_step": 4860, "epoch": 27, "lr": 9.95852903610105e-05}
{"train_loss": 0.02735469490289688, "global_step": 4861, "epoch": 27, "lr": 9.958510041254735e-05}
{"train_loss": 0.02427186258137226, "global_step": 4862, "epoch": 27, "lr": 9.958491042077458e-05}
{"train_loss": 0.01749316230416298, "global_step": 4863, "epoch": 27, "lr": 9.958472038569233e-05}
{"train_loss": 0.015329998917877674, "global_step": 4864, "epoch": 27, "lr": 9.958453030730081e-05}
{"train_loss": 0.019606364890933037, "global_step": 4865, "epoch": 27, "lr": 9.958434018560015e-05}
{"train_loss": 0.01493505947291851, "global_step": 4866, "epoch": 27, "lr": 9.958415002059054e-05}
{"train_loss": 0.014059077948331833, "global_step": 4867, "epoch": 27, "lr": 9.958395981227213e-05}
{"train_loss": 0.018959220498800278, "global_step": 4868, "epoch": 27, "lr": 9.95837695606451e-05}
{"train_loss": 0.025705594569444656, "global_step": 4869, "epoch": 27, "lr": 9.95835792657096e-05}
{"train_loss": 0.017614584416151047, "global_step": 4870, "epoch": 27, "lr": 9.958338892746582e-05}
{"train_loss": 0.01300381775945425, "global_step": 4871, "epoch": 27, "lr": 9.95831985459139e-05}
{"train_loss": 0.02612682618200779, "global_step": 4872, "epoch": 27, "lr": 9.958300812105401e-05}
{"train_loss": 0.014121678657829762, "global_step": 4873, "epoch": 27, "lr": 9.958281765288633e-05}
{"train_loss": 0.0183368232101202, "global_step": 4874, "epoch": 27, "lr": 9.958262714141101e-05}
{"train_loss": 0.017211144790053368, "global_step": 4875, "epoch": 27, "lr": 9.958243658662824e-05}
{"train_loss": 0.016512330621480942, "global_step": 4876, "epoch": 27, "lr": 9.958224598853816e-05}
{"train_loss": 0.023027129471302032, "global_step": 4877, "epoch": 27, "lr": 9.958205534714096e-05}
{"train_loss": 0.013530945405364037, "global_step": 4878, "epoch": 27, "lr": 9.958186466243679e-05}
{"train_loss": 0.015965783968567848, "global_step": 4879, "epoch": 27, "lr": 9.958167393442584e-05}
{"train_loss": 0.014802289195358753, "global_step": 4880, "epoch": 27, "lr": 9.958148316310823e-05}
{"train_loss": 0.011903082020580769, "global_step": 4881, "epoch": 27, "lr": 9.958129234848417e-05}
{"train_loss": 0.01620200276374817, "global_step": 4882, "epoch": 27, "lr": 9.958110149055382e-05}
{"train_loss": 0.02139151468873024, "global_step": 4883, "epoch": 27, "lr": 9.958091058931733e-05}
{"train_loss": 0.022162120789289474, "global_step": 4884, "epoch": 27, "lr": 9.958071964477486e-05}
{"train_loss": 0.02049648016691208, "global_step": 4885, "epoch": 27, "lr": 9.958052865692662e-05}
{"train_loss": 0.024533849209547043, "global_step": 4886, "epoch": 27, "lr": 9.958033762577275e-05}
{"train_loss": 0.01992340385913849, "global_step": 4887, "epoch": 27, "lr": 9.95801465513134e-05}
{"train_loss": 0.01574517786502838, "global_step": 4888, "epoch": 27, "lr": 9.957995543354874e-05}
{"train_loss": 0.020508965477347374, "global_step": 4889, "epoch": 27, "lr": 9.957976427247897e-05}
{"train_loss": 0.02042030729353428, "global_step": 4890, "epoch": 27, "lr": 9.957957306810423e-05}
{"train_loss": 0.018736224621534348, "global_step": 4891, "epoch": 27, "lr": 9.95793818204247e-05}
{"train_loss": 0.023958109319210052, "global_step": 4892, "epoch": 27, "lr": 9.957919052944054e-05}
{"train_loss": 0.015294807031750679, "global_step": 4893, "epoch": 27, "lr": 9.957899919515193e-05}
{"train_loss": 0.02306617796421051, "global_step": 4894, "epoch": 27, "lr": 9.9578807817559e-05}
{"train_loss": 0.020810140296816826, "global_step": 4895, "epoch": 27, "lr": 9.957861639666194e-05}
{"train_loss": 0.01245865412056446, "global_step": 4896, "epoch": 27, "lr": 9.957842493246095e-05}
{"train_loss": 0.016063963994383812, "global_step": 4897, "epoch": 27, "lr": 9.957823342495614e-05}
{"train_loss": 0.014189740642905235, "global_step": 4898, "epoch": 27, "lr": 9.957804187414772e-05}
{"train_loss": 0.018355989828705788, "global_step": 4899, "epoch": 27, "lr": 9.957785028003583e-05}
{"train_loss": 0.022264886647462845, "global_step": 4900, "epoch": 27, "lr": 9.957765864262065e-05}
{"train_loss": 0.020605038851499557, "global_step": 4901, "epoch": 27, "lr": 9.957746696190236e-05}
{"train_loss": 0.018137428909540176, "global_step": 4902, "epoch": 27, "lr": 9.95772752378811e-05}
{"train_loss": 0.02316831424832344, "global_step": 4903, "epoch": 27, "lr": 9.957708347055706e-05}
{"train_loss": 0.01275679748505354, "global_step": 4904, "epoch": 27, "lr": 9.957689165993038e-05}
{"train_loss": 0.021371876820921898, "global_step": 4905, "epoch": 27, "lr": 9.957669980600126e-05}
{"train_loss": 0.02239832654595375, "global_step": 4906, "epoch": 27, "lr": 9.957650790876985e-05}
{"train_loss": 0.01982087641954422, "global_step": 4907, "epoch": 27, "lr": 9.957631596823631e-05}
{"train_loss": 0.014736205339431763, "global_step": 4908, "epoch": 27, "lr": 9.957612398440084e-05}
{"train_loss": 0.017284827306866646, "global_step": 4909, "epoch": 27, "lr": 9.957593195726357e-05}
{"train_loss": 0.00997304730117321, "global_step": 4910, "epoch": 27, "lr": 9.95757398868247e-05}
{"train_loss": 0.01447338704019785, "global_step": 4911, "epoch": 27, "lr": 9.957554777308436e-05}
{"train_loss": 0.016401242464780807, "global_step": 4912, "epoch": 27, "lr": 9.957535561604275e-05}
{"train_loss": 0.026524553075432777, "global_step": 4913, "epoch": 27, "lr": 9.957516341570003e-05}
{"train_loss": 0.019410567358136177, "global_step": 4914, "epoch": 27, "lr": 9.957497117205637e-05}
{"train_loss": 0.01612796261906624, "global_step": 4915, "epoch": 27, "lr": 9.957477888511193e-05}
{"train_loss": 0.01826641336083412, "global_step": 4916, "epoch": 27, "lr": 9.957458655486687e-05}
{"train_loss": 0.02140132524073124, "global_step": 4917, "epoch": 27, "lr": 9.957439418132138e-05}
{"train_loss": 0.02184634655714035, "global_step": 4918, "epoch": 27, "lr": 9.957420176447563e-05}
{"train_loss": 0.016496799886226654, "global_step": 4919, "epoch": 27, "lr": 9.957400930432975e-05}
{"train_loss": 0.017950065433979034, "global_step": 4920, "epoch": 27, "lr": 9.957381680088395e-05}
{"train_loss": 0.018229372799396515, "global_step": 4921, "epoch": 27, "lr": 9.957362425413838e-05}
{"train_loss": 0.012598644942045212, "global_step": 4922, "epoch": 27, "lr": 9.95734316640932e-05}
{"train_loss": 0.013175178319215775, "global_step": 4923, "epoch": 27, "lr": 9.95732390307486e-05}
{"train_loss": 0.012217110954225063, "global_step": 4924, "epoch": 27, "lr": 9.957304635410472e-05}
{"train_loss": 0.015753446146845818, "global_step": 4925, "epoch": 27, "lr": 9.957285363416176e-05}
{"train_loss": 0.02349502220749855, "global_step": 4926, "epoch": 27, "lr": 9.957266087091987e-05}
{"train_loss": 0.0193735733628273, "global_step": 4927, "epoch": 27, "lr": 9.957246806437921e-05}
{"train_loss": 0.0134988809004426, "global_step": 4928, "epoch": 27, "lr": 9.957227521453997e-05}
{"train_loss": 0.013407371938228607, "global_step": 4929, "epoch": 27, "lr": 9.957208232140231e-05}
{"train_loss": 0.017142683267593384, "global_step": 4930, "epoch": 27, "lr": 9.95718893849664e-05}
{"train_loss": 0.014295244589447975, "global_step": 4931, "epoch": 27, "lr": 9.957169640523239e-05}
{"train_loss": 0.021661020815372467, "global_step": 4932, "epoch": 27, "lr": 9.957150338220046e-05}
{"train_loss": 0.01901639811694622, "global_step": 4933, "epoch": 27, "lr": 9.95713103158708e-05}
{"train_loss": 0.02565361186861992, "global_step": 4934, "epoch": 27, "lr": 9.957111720624356e-05}
{"train_loss": 0.014356431551277637, "global_step": 4935, "epoch": 27, "lr": 9.95709240533189e-05}
{"train_loss": 0.02158651500940323, "global_step": 4936, "epoch": 27, "lr": 9.957073085709701e-05}
{"train_loss": 0.023807790130376816, "global_step": 4937, "epoch": 27, "lr": 9.957053761757804e-05}
{"train_loss": 0.021273165941238403, "global_step": 4938, "epoch": 27, "lr": 9.957034433476216e-05}
{"train_loss": 0.02113662287592888, "global_step": 4939, "epoch": 27, "lr": 9.957015100864955e-05}
{"train_loss": 0.024473562836647034, "global_step": 4940, "epoch": 27, "lr": 9.956995763924038e-05}
{"train_loss": 0.01679244264960289, "global_step": 4941, "epoch": 27, "lr": 9.956976422653479e-05}
{"train_loss": 0.02014034613966942, "global_step": 4942, "epoch": 27, "lr": 9.956957077053299e-05}
{"train_loss": 0.014983031898736954, "global_step": 4943, "epoch": 27, "lr": 9.956937727123512e-05}
{"train_loss": 0.020842818543314934, "global_step": 4944, "epoch": 27, "lr": 9.956918372864137e-05}
{"train_loss": 0.0171272661536932, "global_step": 4945, "epoch": 27, "lr": 9.95689901427519e-05}
{"train_loss": 0.01935041882097721, "global_step": 4946, "epoch": 27, "lr": 9.956879651356687e-05}
{"train_loss": 0.01370314508676529, "global_step": 4947, "epoch": 27, "lr": 9.956860284108645e-05}
{"train_loss": 0.01367249060422182, "global_step": 4948, "epoch": 27, "lr": 9.956840912531082e-05}
{"train_loss": 0.012646243907511234, "global_step": 4949, "epoch": 27, "lr": 9.956821536624016e-05}
{"train_loss": 0.013711927458643913, "global_step": 4950, "epoch": 27, "lr": 9.956802156387462e-05}
{"train_loss": 0.027072591707110405, "global_step": 4951, "epoch": 27, "lr": 9.956782771821435e-05}
{"train_loss": 0.013108925893902779, "global_step": 4952, "epoch": 27, "lr": 9.956763382925956e-05}
{"train_loss": 0.017515622079372406, "global_step": 4953, "epoch": 27, "lr": 9.956743989701041e-05}
{"train_loss": 0.013521900400519371, "global_step": 4954, "epoch": 27, "lr": 9.956724592146705e-05}
{"train_loss": 0.011334666050970554, "global_step": 4955, "epoch": 27, "lr": 9.956705190262966e-05}
{"train_loss": 0.018753178417682648, "global_step": 4956, "epoch": 27, "lr": 9.956685784049841e-05}
{"train_loss": 0.027320634573698044, "global_step": 4957, "epoch": 27, "lr": 9.956666373507348e-05}
{"train_loss": 0.012002984061837196, "global_step": 4958, "epoch": 27, "lr": 9.956646958635502e-05}
{"train_loss": 0.019633948802947998, "global_step": 4959, "epoch": 27, "lr": 9.956627539434321e-05}
{"train_loss": 0.021416474133729935, "global_step": 4960, "epoch": 27, "lr": 9.956608115903823e-05}
{"train_loss": 0.012350809760391712, "global_step": 4961, "epoch": 27, "lr": 9.956588688044022e-05}
{"train_loss": 0.013927960768342018, "global_step": 4962, "epoch": 27, "lr": 9.956569255854937e-05}
{"train_loss": 0.015202581882476807, "global_step": 4963, "epoch": 27, "lr": 9.956549819336586e-05}
{"train_loss": 0.026999760419130325, "global_step": 4964, "epoch": 27, "lr": 9.956530378488983e-05}
{"train_loss": 0.01686738431453705, "global_step": 4965, "epoch": 27, "lr": 9.956510933312148e-05}
{"train_loss": 0.017262334004044533, "global_step": 4966, "epoch": 27, "lr": 9.956491483806096e-05}
{"train_loss": 0.011025243438780308, "global_step": 4967, "epoch": 27, "lr": 9.956472029970845e-05}
{"train_loss": 0.012048237957060337, "global_step": 4968, "epoch": 27, "lr": 9.956452571806413e-05}
{"train_loss": 0.010037008672952652, "global_step": 4969, "epoch": 27, "lr": 9.956433109312814e-05}
{"train_loss": 0.01879988983273506, "global_step": 4970, "epoch": 27, "lr": 9.956413642490068e-05}
{"train_loss": 0.020780514925718307, "global_step": 4971, "epoch": 27, "lr": 9.95639417133819e-05}
{"train_loss": 0.014284949749708176, "global_step": 4972, "epoch": 27, "lr": 9.956374695857196e-05}
{"train_loss": 0.011477895081043243, "global_step": 4973, "epoch": 27, "lr": 9.956355216047107e-05}
{"train_loss": 0.012244942598044872, "global_step": 4974, "epoch": 27, "lr": 9.956335731907938e-05}
{"train_loss": 0.024506673216819763, "global_step": 4975, "epoch": 27, "lr": 9.956316243439704e-05}
{"train_loss": 0.01469894777983427, "global_step": 4976, "epoch": 27, "lr": 9.956296750642424e-05}
{"train_loss": 0.018848292529582977, "global_step": 4977, "epoch": 27, "lr": 9.956277253516115e-05}
{"train_loss": 0.015983587130904198, "global_step": 4978, "epoch": 27, "lr": 9.956257752060795e-05}
{"train_loss": 0.018185995519161224, "global_step": 4979, "epoch": 27, "lr": 9.95623824627648e-05}
{"train_loss": 0.02321755141019821, "global_step": 4980, "epoch": 27, "lr": 9.956218736163184e-05}
{"train_loss": 0.016024760901927948, "global_step": 4981, "epoch": 27, "lr": 9.956199221720929e-05}
{"train_loss": 0.012910554185509682, "global_step": 4982, "epoch": 27, "lr": 9.95617970294973e-05}
{"train_loss": 0.018136578460297224, "global_step": 4983, "epoch": 27, "lr": 9.956160179849602e-05}
{"train_loss": 0.015484782867133617, "global_step": 4984, "epoch": 28, "lr": 9.956140652420567e-05}
{"train_loss": 0.024031618610024452, "global_step": 4985, "epoch": 28, "lr": 9.956121120662638e-05}
{"train_loss": 0.012919481843709946, "global_step": 4986, "epoch": 28, "lr": 9.956101584575832e-05}
{"train_loss": 0.015441138297319412, "global_step": 4987, "epoch": 28, "lr": 9.956082044160169e-05}
{"train_loss": 0.01223154179751873, "global_step": 4988, "epoch": 28, "lr": 9.956062499415664e-05}
{"train_loss": 0.016014011576771736, "global_step": 4989, "epoch": 28, "lr": 9.956042950342333e-05}
{"train_loss": 0.016955044120550156, "global_step": 4990, "epoch": 28, "lr": 9.956023396940196e-05}
{"train_loss": 0.0230349600315094, "global_step": 4991, "epoch": 28, "lr": 9.956003839209268e-05}
{"train_loss": 0.018151549622416496, "global_step": 4992, "epoch": 28, "lr": 9.955984277149566e-05}
{"train_loss": 0.017475519329309464, "global_step": 4993, "epoch": 28, "lr": 9.955964710761108e-05}
{"train_loss": 0.011347764171659946, "global_step": 4994, "epoch": 28, "lr": 9.955945140043912e-05}
{"train_loss": 0.017911657691001892, "global_step": 4995, "epoch": 28, "lr": 9.955925564997992e-05}
{"train_loss": 0.009298114106059074, "global_step": 4996, "epoch": 28, "lr": 9.955905985623368e-05}
{"train_loss": 0.015087878331542015, "global_step": 4997, "epoch": 28, "lr": 9.955886401920056e-05}
{"train_loss": 0.028942395001649857, "global_step": 4998, "epoch": 28, "lr": 9.955866813888074e-05}
{"train_loss": 0.018079552799463272, "global_step": 4999, "epoch": 28, "lr": 9.955847221527437e-05}
{"train_loss": 0.01897478476166725, "global_step": 5000, "epoch": 28, "lr": 9.955827624838164e-05}
{"train_loss": 0.017627056688070297, "global_step": 5001, "epoch": 28, "lr": 9.955808023820272e-05}
{"train_loss": 0.008929671719670296, "global_step": 5002, "epoch": 28, "lr": 9.955788418473776e-05}
{"train_loss": 0.013381747528910637, "global_step": 5003, "epoch": 28, "lr": 9.955768808798696e-05}
{"train_loss": 0.012805706821382046, "global_step": 5004, "epoch": 28, "lr": 9.955749194795047e-05}
{"train_loss": 0.019390806555747986, "global_step": 5005, "epoch": 28, "lr": 9.955729576462848e-05}
{"train_loss": 0.01737053692340851, "global_step": 5006, "epoch": 28, "lr": 9.955709953802117e-05}
{"train_loss": 0.013526225462555885, "global_step": 5007, "epoch": 28, "lr": 9.955690326812866e-05}
{"train_loss": 0.012465763837099075, "global_step": 5008, "epoch": 28, "lr": 9.955670695495117e-05}
{"train_loss": 0.015222232788801193, "global_step": 5009, "epoch": 28, "lr": 9.955651059848884e-05}
{"train_loss": 0.00993354618549347, "global_step": 5010, "epoch": 28, "lr": 9.955631419874189e-05}
{"train_loss": 0.02344450168311596, "global_step": 5011, "epoch": 28, "lr": 9.955611775571044e-05}
{"train_loss": 0.010866315104067326, "global_step": 5012, "epoch": 28, "lr": 9.955592126939468e-05}
{"train_loss": 0.020516563206911087, "global_step": 5013, "epoch": 28, "lr": 9.955572473979478e-05}
{"train_loss": 0.018874142318964005, "global_step": 5014, "epoch": 28, "lr": 9.955552816691091e-05}
{"train_loss": 0.015709303319454193, "global_step": 5015, "epoch": 28, "lr": 9.955533155074326e-05}
{"train_loss": 0.020763924345374107, "global_step": 5016, "epoch": 28, "lr": 9.955513489129198e-05}
{"train_loss": 0.013090016320347786, "global_step": 5017, "epoch": 28, "lr": 9.955493818855724e-05}
{"train_loss": 0.011255022138357162, "global_step": 5018, "epoch": 28, "lr": 9.955474144253923e-05}
{"train_loss": 0.013234950602054596, "global_step": 5019, "epoch": 28, "lr": 9.955454465323812e-05}
{"train_loss": 0.021093137562274933, "global_step": 5020, "epoch": 28, "lr": 9.955434782065408e-05}
{"train_loss": 0.02649039402604103, "global_step": 5021, "epoch": 28, "lr": 9.955415094478724e-05}
{"train_loss": 0.019810017198324203, "global_step": 5022, "epoch": 28, "lr": 9.955395402563784e-05}
{"train_loss": 0.012924529612064362, "global_step": 5023, "epoch": 28, "lr": 9.955375706320602e-05}
{"train_loss": 0.016205869615077972, "global_step": 5024, "epoch": 28, "lr": 9.955356005749195e-05}
{"train_loss": 0.022893549874424934, "global_step": 5025, "epoch": 28, "lr": 9.955336300849578e-05}
{"train_loss": 0.01214255765080452, "global_step": 5026, "epoch": 28, "lr": 9.955316591621772e-05}
{"train_loss": 0.01877814345061779, "global_step": 5027, "epoch": 28, "lr": 9.955296878065795e-05}
{"train_loss": 0.012948439456522465, "global_step": 5028, "epoch": 28, "lr": 9.95527716018166e-05}
{"train_loss": 0.021809563040733337, "global_step": 5029, "epoch": 28, "lr": 9.955257437969387e-05}
{"train_loss": 0.024604562669992447, "global_step": 5030, "epoch": 28, "lr": 9.955237711428993e-05}
{"train_loss": 0.018683988600969315, "global_step": 5031, "epoch": 28, "lr": 9.955217980560493e-05}
{"train_loss": 0.01399417594075203, "global_step": 5032, "epoch": 28, "lr": 9.955198245363908e-05}
{"train_loss": 0.014890341088175774, "global_step": 5033, "epoch": 28, "lr": 9.955178505839253e-05}
{"train_loss": 0.012872380204498768, "global_step": 5034, "epoch": 28, "lr": 9.955158761986546e-05}
{"train_loss": 0.012806493788957596, "global_step": 5035, "epoch": 28, "lr": 9.955139013805802e-05}
{"train_loss": 0.011164262890815735, "global_step": 5036, "epoch": 28, "lr": 9.955119261297041e-05}
{"train_loss": 0.01900436542928219, "global_step": 5037, "epoch": 28, "lr": 9.955099504460279e-05}
{"train_loss": 0.01165582425892353, "global_step": 5038, "epoch": 28, "lr": 9.955079743295534e-05}
{"train_loss": 0.014076896011829376, "global_step": 5039, "epoch": 28, "lr": 9.955059977802822e-05}
{"train_loss": 0.026807010173797607, "global_step": 5040, "epoch": 28, "lr": 9.955040207982162e-05}
{"train_loss": 0.009970849379897118, "global_step": 5041, "epoch": 28, "lr": 9.955020433833569e-05}
{"train_loss": 0.013712866231799126, "global_step": 5042, "epoch": 28, "lr": 9.955000655357063e-05}
{"train_loss": 0.020372722297906876, "global_step": 5043, "epoch": 28, "lr": 9.954980872552659e-05}
{"train_loss": 0.010533501394093037, "global_step": 5044, "epoch": 28, "lr": 9.954961085420375e-05}
{"train_loss": 0.024751557037234306, "global_step": 5045, "epoch": 28, "lr": 9.954941293960228e-05}
{"train_loss": 0.012765740975737572, "global_step": 5046, "epoch": 28, "lr": 9.954921498172236e-05}
{"train_loss": 0.023221107199788094, "global_step": 5047, "epoch": 28, "lr": 9.954901698056416e-05}
{"train_loss": 0.02816075086593628, "global_step": 5048, "epoch": 28, "lr": 9.954881893612786e-05}
{"train_loss": 0.016747165471315384, "global_step": 5049, "epoch": 28, "lr": 9.954862084841362e-05}
{"train_loss": 0.009218811988830566, "global_step": 5050, "epoch": 28, "lr": 9.954842271742162e-05}
{"train_loss": 0.009448095224797726, "global_step": 5051, "epoch": 28, "lr": 9.954822454315202e-05}
{"train_loss": 0.018335100263357162, "global_step": 5052, "epoch": 28, "lr": 9.954802632560503e-05}
{"train_loss": 0.009582102298736572, "global_step": 5053, "epoch": 28, "lr": 9.954782806478078e-05}
{"train_loss": 0.022109122946858406, "global_step": 5054, "epoch": 28, "lr": 9.954762976067946e-05}
{"train_loss": 0.028541946783661842, "global_step": 5055, "epoch": 28, "lr": 9.954743141330126e-05}
{"train_loss": 0.016441045328974724, "global_step": 5056, "epoch": 28, "lr": 9.954723302264632e-05}
{"train_loss": 0.01242977473884821, "global_step": 5057, "epoch": 28, "lr": 9.954703458871484e-05}
{"train_loss": 0.02207336388528347, "global_step": 5058, "epoch": 28, "lr": 9.954683611150697e-05}
{"train_loss": 0.020643582567572594, "global_step": 5059, "epoch": 28, "lr": 9.954663759102292e-05}
{"train_loss": 0.017509885132312775, "global_step": 5060, "epoch": 28, "lr": 9.954643902726284e-05}
{"train_loss": 0.021561354398727417, "global_step": 5061, "epoch": 28, "lr": 9.954624042022688e-05}
{"train_loss": 0.027685368433594704, "global_step": 5062, "epoch": 28, "lr": 9.954604176991527e-05}
{"train_loss": 0.015163034200668335, "global_step": 5063, "epoch": 28, "lr": 9.954584307632813e-05}
{"train_loss": 0.02248939499258995, "global_step": 5064, "epoch": 28, "lr": 9.954564433946565e-05}
{"train_loss": 0.020877361297607422, "global_step": 5065, "epoch": 28, "lr": 9.954544555932802e-05}
{"train_loss": 0.021971486508846283, "global_step": 5066, "epoch": 28, "lr": 9.954524673591541e-05}
{"train_loss": 0.01504783146083355, "global_step": 5067, "epoch": 28, "lr": 9.954504786922797e-05}
{"train_loss": 0.01573454961180687, "global_step": 5068, "epoch": 28, "lr": 9.95448489592659e-05}
{"train_loss": 0.01771237701177597, "global_step": 5069, "epoch": 28, "lr": 9.954465000602936e-05}
{"train_loss": 0.02867233008146286, "global_step": 5070, "epoch": 28, "lr": 9.954445100951853e-05}
{"train_loss": 0.011084821075201035, "global_step": 5071, "epoch": 28, "lr": 9.954425196973356e-05}
{"train_loss": 0.017408670857548714, "global_step": 5072, "epoch": 28, "lr": 9.954405288667466e-05}
{"train_loss": 0.017735624685883522, "global_step": 5073, "epoch": 28, "lr": 9.954385376034198e-05}
{"train_loss": 0.025756407529115677, "global_step": 5074, "epoch": 28, "lr": 9.954365459073573e-05}
{"train_loss": 0.017432639375329018, "global_step": 5075, "epoch": 28, "lr": 9.954345537785603e-05}
{"train_loss": 0.01597134955227375, "global_step": 5076, "epoch": 28, "lr": 9.95432561217031e-05}
{"train_loss": 0.013551240786910057, "global_step": 5077, "epoch": 28, "lr": 9.954305682227709e-05}
{"train_loss": 0.019192762672901154, "global_step": 5078, "epoch": 28, "lr": 9.954285747957816e-05}
{"train_loss": 0.019723348319530487, "global_step": 5079, "epoch": 28, "lr": 9.954265809360652e-05}
{"train_loss": 0.02192820981144905, "global_step": 5080, "epoch": 28, "lr": 9.954245866436231e-05}
{"train_loss": 0.014816872775554657, "global_step": 5081, "epoch": 28, "lr": 9.954225919184574e-05}
{"train_loss": 0.019116107374429703, "global_step": 5082, "epoch": 28, "lr": 9.954205967605696e-05}
{"train_loss": 0.013694281689822674, "global_step": 5083, "epoch": 28, "lr": 9.954186011699614e-05}
{"train_loss": 0.016889143735170364, "global_step": 5084, "epoch": 28, "lr": 9.954166051466347e-05}
{"train_loss": 0.019980650395154953, "global_step": 5085, "epoch": 28, "lr": 9.954146086905913e-05}
{"train_loss": 0.015587497502565384, "global_step": 5086, "epoch": 28, "lr": 9.954126118018328e-05}
{"train_loss": 0.009489106945693493, "global_step": 5087, "epoch": 28, "lr": 9.954106144803607e-05}
{"train_loss": 0.016369178891181946, "global_step": 5088, "epoch": 28, "lr": 9.954086167261774e-05}
{"train_loss": 0.019403142854571342, "global_step": 5089, "epoch": 28, "lr": 9.954066185392839e-05}
{"train_loss": 0.020329469814896584, "global_step": 5090, "epoch": 28, "lr": 9.954046199196825e-05}
{"train_loss": 0.019986622035503387, "global_step": 5091, "epoch": 28, "lr": 9.954026208673748e-05}
{"train_loss": 0.018550895154476166, "global_step": 5092, "epoch": 28, "lr": 9.954006213823623e-05}
{"train_loss": 0.028920594602823257, "global_step": 5093, "epoch": 28, "lr": 9.953986214646472e-05}
{"train_loss": 0.01831122115254402, "global_step": 5094, "epoch": 28, "lr": 9.953966211142307e-05}
{"train_loss": 0.01740342378616333, "global_step": 5095, "epoch": 28, "lr": 9.953946203311151e-05}
{"train_loss": 0.013073097914457321, "global_step": 5096, "epoch": 28, "lr": 9.953926191153017e-05}
{"train_loss": 0.014564421027898788, "global_step": 5097, "epoch": 28, "lr": 9.953906174667925e-05}
{"train_loss": 0.019771885126829147, "global_step": 5098, "epoch": 28, "lr": 9.953886153855891e-05}
{"train_loss": 0.01474357582628727, "global_step": 5099, "epoch": 28, "lr": 9.953866128716935e-05}
{"train_loss": 0.025273200124502182, "global_step": 5100, "epoch": 28, "lr": 9.953846099251072e-05}
{"train_loss": 0.017690381035208702, "global_step": 5101, "epoch": 28, "lr": 9.95382606545832e-05}
{"train_loss": 0.022462712600827217, "global_step": 5102, "epoch": 28, "lr": 9.953806027338697e-05}
{"train_loss": 0.026339391246438026, "global_step": 5103, "epoch": 28, "lr": 9.953785984892219e-05}
{"train_loss": 0.014893819577991962, "global_step": 5104, "epoch": 28, "lr": 9.953765938118906e-05}
{"train_loss": 0.017084399238228798, "global_step": 5105, "epoch": 28, "lr": 9.953745887018774e-05}
{"train_loss": 0.01504768431186676, "global_step": 5106, "epoch": 28, "lr": 9.953725831591843e-05}
{"train_loss": 0.014497288502752781, "global_step": 5107, "epoch": 28, "lr": 9.953705771838124e-05}
{"train_loss": 0.01977583020925522, "global_step": 5108, "epoch": 28, "lr": 9.953685707757642e-05}
{"train_loss": 0.018391378223896027, "global_step": 5109, "epoch": 28, "lr": 9.953665639350412e-05}
{"train_loss": 0.015939559787511826, "global_step": 5110, "epoch": 28, "lr": 9.953645566616449e-05}
{"train_loss": 0.015228449366986752, "global_step": 5111, "epoch": 28, "lr": 9.953625489555772e-05}
{"train_loss": 0.016696903854608536, "global_step": 5112, "epoch": 28, "lr": 9.9536054081684e-05}
{"train_loss": 0.012900483794510365, "global_step": 5113, "epoch": 28, "lr": 9.95358532245435e-05}
{"train_loss": 0.01976463571190834, "global_step": 5114, "epoch": 28, "lr": 9.953565232413637e-05}
{"train_loss": 0.020858880132436752, "global_step": 5115, "epoch": 28, "lr": 9.953545138046283e-05}
{"train_loss": 0.01771768182516098, "global_step": 5116, "epoch": 28, "lr": 9.953525039352303e-05}
{"train_loss": 0.015310253947973251, "global_step": 5117, "epoch": 28, "lr": 9.953504936331712e-05}
{"train_loss": 0.01460077241063118, "global_step": 5118, "epoch": 28, "lr": 9.953484828984532e-05}
{"train_loss": 0.01623237505555153, "global_step": 5119, "epoch": 28, "lr": 9.95346471731078e-05}
{"train_loss": 0.012471928261220455, "global_step": 5120, "epoch": 28, "lr": 9.95344460131047e-05}
{"train_loss": 0.02071753889322281, "global_step": 5121, "epoch": 28, "lr": 9.953424480983625e-05}
{"train_loss": 0.016761623322963715, "global_step": 5122, "epoch": 28, "lr": 9.953404356330257e-05}
{"train_loss": 0.015095030888915062, "global_step": 5123, "epoch": 28, "lr": 9.953384227350387e-05}
{"train_loss": 0.013722029514610767, "global_step": 5124, "epoch": 28, "lr": 9.953364094044033e-05}
{"train_loss": 0.01394138764590025, "global_step": 5125, "epoch": 28, "lr": 9.953343956411209e-05}
{"train_loss": 0.01895277015864849, "global_step": 5126, "epoch": 28, "lr": 9.953323814451936e-05}
{"train_loss": 0.013527344912290573, "global_step": 5127, "epoch": 28, "lr": 9.953303668166229e-05}
{"train_loss": 0.008233627304434776, "global_step": 5128, "epoch": 28, "lr": 9.953283517554108e-05}
{"train_loss": 0.016640637069940567, "global_step": 5129, "epoch": 28, "lr": 9.95326336261559e-05}
{"train_loss": 0.009364590048789978, "global_step": 5130, "epoch": 28, "lr": 9.953243203350693e-05}
{"train_loss": 0.011321202851831913, "global_step": 5131, "epoch": 28, "lr": 9.953223039759434e-05}
{"train_loss": 0.01834786683320999, "global_step": 5132, "epoch": 28, "lr": 9.953202871841829e-05}
{"train_loss": 0.011266726069152355, "global_step": 5133, "epoch": 28, "lr": 9.953182699597897e-05}
{"train_loss": 0.014668719843029976, "global_step": 5134, "epoch": 28, "lr": 9.953162523027658e-05}
{"train_loss": 0.007408070378005505, "global_step": 5135, "epoch": 28, "lr": 9.953142342131124e-05}
{"train_loss": 0.014362595975399017, "global_step": 5136, "epoch": 28, "lr": 9.953122156908318e-05}
{"train_loss": 0.013927879743278027, "global_step": 5137, "epoch": 28, "lr": 9.953101967359255e-05}
{"train_loss": 0.01654701493680477, "global_step": 5138, "epoch": 28, "lr": 9.953081773483955e-05}
{"train_loss": 0.009934687986969948, "global_step": 5139, "epoch": 28, "lr": 9.95306157528243e-05}
{"train_loss": 0.01392501499503851, "global_step": 5140, "epoch": 28, "lr": 9.953041372754706e-05}
{"train_loss": 0.025570066645741463, "global_step": 5141, "epoch": 28, "lr": 9.953021165900794e-05}
{"train_loss": 0.01350667979568243, "global_step": 5142, "epoch": 28, "lr": 9.953000954720713e-05}
{"train_loss": 0.012837670743465424, "global_step": 5143, "epoch": 28, "lr": 9.952980739214482e-05}
{"train_loss": 0.012400837615132332, "global_step": 5144, "epoch": 28, "lr": 9.952960519382118e-05}
{"train_loss": 0.016415612772107124, "global_step": 5145, "epoch": 28, "lr": 9.95294029522364e-05}
{"train_loss": 0.015951601788401604, "global_step": 5146, "epoch": 28, "lr": 9.952920066739064e-05}
{"train_loss": 0.018154045566916466, "global_step": 5147, "epoch": 28, "lr": 9.952899833928406e-05}
{"train_loss": 0.020463181659579277, "global_step": 5148, "epoch": 28, "lr": 9.952879596791689e-05}
{"train_loss": 0.010860753245651722, "global_step": 5149, "epoch": 28, "lr": 9.952859355328926e-05}
{"train_loss": 0.010061816312372684, "global_step": 5150, "epoch": 28, "lr": 9.952839109540136e-05}
{"train_loss": 0.01659735105931759, "global_step": 5151, "epoch": 28, "lr": 9.952818859425337e-05}
{"train_loss": 0.012356169521808624, "global_step": 5152, "epoch": 28, "lr": 9.952798604984545e-05}
{"train_loss": 0.01800185814499855, "global_step": 5153, "epoch": 28, "lr": 9.952778346217782e-05}
{"train_loss": 0.013614626601338387, "global_step": 5154, "epoch": 28, "lr": 9.95275808312506e-05}
{"train_loss": 0.019067179411649704, "global_step": 5155, "epoch": 28, "lr": 9.952737815706401e-05}
{"train_loss": 0.017432885244488716, "global_step": 5156, "epoch": 28, "lr": 9.952717543961822e-05}
{"train_loss": 0.023642122745513916, "global_step": 5157, "epoch": 28, "lr": 9.95269726789134e-05}
{"train_loss": 0.016336001455783844, "global_step": 5158, "epoch": 28, "lr": 9.952676987494972e-05}
{"train_loss": 0.021653611212968826, "global_step": 5159, "epoch": 28, "lr": 9.952656702772735e-05}
{"train_loss": 0.029892999678850174, "global_step": 5160, "epoch": 28, "lr": 9.952636413724651e-05}
{"train_loss": 0.017024450108743785, "global_step": 5161, "epoch": 28, "lr": 9.952616120350733e-05}
{"train_loss": 0.021960079669952393, "global_step": 5162, "epoch": 29, "lr": 9.952595822651001e-05}
{"train_loss": 0.019320758059620857, "global_step": 5163, "epoch": 29, "lr": 9.952575520625473e-05}
{"train_loss": 0.031235072761774063, "global_step": 5164, "epoch": 29, "lr": 9.952555214274166e-05}
{"train_loss": 0.014254315756261349, "global_step": 5165, "epoch": 29, "lr": 9.952534903597098e-05}
{"train_loss": 0.01967691257596016, "global_step": 5166, "epoch": 29, "lr": 9.952514588594283e-05}
{"train_loss": 0.020651444792747498, "global_step": 5167, "epoch": 29, "lr": 9.952494269265746e-05}
{"train_loss": 0.022996893152594566, "global_step": 5168, "epoch": 29, "lr": 9.9524739456115e-05}
{"train_loss": 0.00910420622676611, "global_step": 5169, "epoch": 29, "lr": 9.952453617631566e-05}
{"train_loss": 0.018145106732845306, "global_step": 5170, "epoch": 29, "lr": 9.952433285325957e-05}
{"train_loss": 0.016049783676862717, "global_step": 5171, "epoch": 29, "lr": 9.952412948694693e-05}
{"train_loss": 0.01606210693717003, "global_step": 5172, "epoch": 29, "lr": 9.952392607737793e-05}
{"train_loss": 0.018454264849424362, "global_step": 5173, "epoch": 29, "lr": 9.952372262455273e-05}
{"train_loss": 0.01988207921385765, "global_step": 5174, "epoch": 29, "lr": 9.952351912847152e-05}
{"train_loss": 0.023518793284893036, "global_step": 5175, "epoch": 29, "lr": 9.952331558913449e-05}
{"train_loss": 0.020022012293338776, "global_step": 5176, "epoch": 29, "lr": 9.952311200654177e-05}
{"train_loss": 0.011888468638062477, "global_step": 5177, "epoch": 29, "lr": 9.952290838069358e-05}
{"train_loss": 0.01211771834641695, "global_step": 5178, "epoch": 29, "lr": 9.95227047115901e-05}
{"train_loss": 0.02496311441063881, "global_step": 5179, "epoch": 29, "lr": 9.952250099923148e-05}
{"train_loss": 0.02060946449637413, "global_step": 5180, "epoch": 29, "lr": 9.952229724361792e-05}
{"train_loss": 0.012170810252428055, "global_step": 5181, "epoch": 29, "lr": 9.952209344474959e-05}
{"train_loss": 0.017670704051852226, "global_step": 5182, "epoch": 29, "lr": 9.952188960262667e-05}
{"train_loss": 0.01196321751922369, "global_step": 5183, "epoch": 29, "lr": 9.952168571724934e-05}
{"train_loss": 0.02508247271180153, "global_step": 5184, "epoch": 29, "lr": 9.952148178861777e-05}
{"train_loss": 0.017342206090688705, "global_step": 5185, "epoch": 29, "lr": 9.952127781673216e-05}
{"train_loss": 0.020556775853037834, "global_step": 5186, "epoch": 29, "lr": 9.952107380159263e-05}
{"train_loss": 0.014190668240189552, "global_step": 5187, "epoch": 29, "lr": 9.952086974319943e-05}
{"train_loss": 0.023583440110087395, "global_step": 5188, "epoch": 29, "lr": 9.952066564155271e-05}
{"train_loss": 0.00933651439845562, "global_step": 5189, "epoch": 29, "lr": 9.952046149665264e-05}
{"train_loss": 0.021388325840234756, "global_step": 5190, "epoch": 29, "lr": 9.952025730849941e-05}
{"train_loss": 0.009529456496238708, "global_step": 5191, "epoch": 29, "lr": 9.952005307709317e-05}
{"train_loss": 0.014994078315794468, "global_step": 5192, "epoch": 29, "lr": 9.951984880243415e-05}
{"train_loss": 0.016113515943288803, "global_step": 5193, "epoch": 29, "lr": 9.951964448452248e-05}
{"train_loss": 0.013211214914917946, "global_step": 5194, "epoch": 29, "lr": 9.951944012335837e-05}
{"train_loss": 0.026070360094308853, "global_step": 5195, "epoch": 29, "lr": 9.951923571894197e-05}
{"train_loss": 0.03115915320813656, "global_step": 5196, "epoch": 29, "lr": 9.951903127127349e-05}
{"train_loss": 0.0143067492172122, "global_step": 5197, "epoch": 29, "lr": 9.951882678035309e-05}
{"train_loss": 0.026577815413475037, "global_step": 5198, "epoch": 29, "lr": 9.951862224618095e-05}
{"train_loss": 0.01624760404229164, "global_step": 5199, "epoch": 29, "lr": 9.951841766875725e-05}
{"train_loss": 0.015607684850692749, "global_step": 5200, "epoch": 29, "lr": 9.951821304808218e-05}
{"train_loss": 0.024719979614019394, "global_step": 5201, "epoch": 29, "lr": 9.951800838415588e-05}
{"train_loss": 0.011370730586349964, "global_step": 5202, "epoch": 29, "lr": 9.951780367697858e-05}
{"train_loss": 0.011496095918118954, "global_step": 5203, "epoch": 29, "lr": 9.951759892655043e-05}
{"train_loss": 0.014130951836705208, "global_step": 5204, "epoch": 29, "lr": 9.951739413287162e-05}
{"train_loss": 0.014342214912176132, "global_step": 5205, "epoch": 29, "lr": 9.951718929594231e-05}
{"train_loss": 0.010029185563325882, "global_step": 5206, "epoch": 29, "lr": 9.951698441576272e-05}
{"train_loss": 0.021154457703232765, "global_step": 5207, "epoch": 29, "lr": 9.951677949233297e-05}
{"train_loss": 0.01688416115939617, "global_step": 5208, "epoch": 29, "lr": 9.951657452565329e-05}
{"train_loss": 0.01579080894589424, "global_step": 5209, "epoch": 29, "lr": 9.951636951572383e-05}
{"train_loss": 0.00985028687864542, "global_step": 5210, "epoch": 29, "lr": 9.951616446254477e-05}
{"train_loss": 0.017963260412216187, "global_step": 5211, "epoch": 29, "lr": 9.95159593661163e-05}
{"train_loss": 0.018131403252482414, "global_step": 5212, "epoch": 29, "lr": 9.951575422643861e-05}
{"train_loss": 0.010059701278805733, "global_step": 5213, "epoch": 29, "lr": 9.951554904351187e-05}
{"train_loss": 0.016979850828647614, "global_step": 5214, "epoch": 29, "lr": 9.951534381733625e-05}
{"train_loss": 0.02399667538702488, "global_step": 5215, "epoch": 29, "lr": 9.951513854791192e-05}
{"train_loss": 0.01321254950016737, "global_step": 5216, "epoch": 29, "lr": 9.951493323523908e-05}
{"train_loss": 0.009784186258912086, "global_step": 5217, "epoch": 29, "lr": 9.951472787931792e-05}
{"train_loss": 0.012039520777761936, "global_step": 5218, "epoch": 29, "lr": 9.951452248014859e-05}
{"train_loss": 0.01411314308643341, "global_step": 5219, "epoch": 29, "lr": 9.951431703773127e-05}
{"train_loss": 0.0139719033613801, "global_step": 5220, "epoch": 29, "lr": 9.951411155206616e-05}
{"train_loss": 0.0202479250729084, "global_step": 5221, "epoch": 29, "lr": 9.951390602315343e-05}
{"train_loss": 0.011226324364542961, "global_step": 5222, "epoch": 29, "lr": 9.951370045099326e-05}
{"train_loss": 0.013443546369671822, "global_step": 5223, "epoch": 29, "lr": 9.951349483558583e-05}
{"train_loss": 0.014978786930441856, "global_step": 5224, "epoch": 29, "lr": 9.951328917693132e-05}
{"train_loss": 0.02025914192199707, "global_step": 5225, "epoch": 29, "lr": 9.951308347502992e-05}
{"train_loss": 0.014273960143327713, "global_step": 5226, "epoch": 29, "lr": 9.951287772988178e-05}
{"train_loss": 0.016699474304914474, "global_step": 5227, "epoch": 29, "lr": 9.95126719414871e-05}
{"train_loss": 0.018257390707731247, "global_step": 5228, "epoch": 29, "lr": 9.951246610984607e-05}
{"train_loss": 0.021001823246479034, "global_step": 5229, "epoch": 29, "lr": 9.951226023495886e-05}
{"train_loss": 0.012842327356338501, "global_step": 5230, "epoch": 29, "lr": 9.951205431682563e-05}
{"train_loss": 0.012790449894964695, "global_step": 5231, "epoch": 29, "lr": 9.951184835544658e-05}
{"train_loss": 0.026216622442007065, "global_step": 5232, "epoch": 29, "lr": 9.95116423508219e-05}
{"train_loss": 0.014385467395186424, "global_step": 5233, "epoch": 29, "lr": 9.951143630295174e-05}
{"train_loss": 0.018367400392889977, "global_step": 5234, "epoch": 29, "lr": 9.951123021183632e-05}
{"train_loss": 0.019341543316841125, "global_step": 5235, "epoch": 29, "lr": 9.951102407747579e-05}
{"train_loss": 0.016934121027588844, "global_step": 5236, "epoch": 29, "lr": 9.951081789987032e-05}
{"train_loss": 0.015693163499236107, "global_step": 5237, "epoch": 29, "lr": 9.951061167902013e-05}
{"train_loss": 0.014523547142744064, "global_step": 5238, "epoch": 29, "lr": 9.951040541492536e-05}
{"train_loss": 0.01886364445090294, "global_step": 5239, "epoch": 29, "lr": 9.951019910758621e-05}
{"train_loss": 0.023409239947795868, "global_step": 5240, "epoch": 29, "lr": 9.950999275700286e-05}
{"train_loss": 0.02009245567023754, "global_step": 5241, "epoch": 29, "lr": 9.950978636317549e-05}
{"train_loss": 0.021381039172410965, "global_step": 5242, "epoch": 29, "lr": 9.950957992610429e-05}
{"train_loss": 0.021345749497413635, "global_step": 5243, "epoch": 29, "lr": 9.950937344578941e-05}
{"train_loss": 0.023030182346701622, "global_step": 5244, "epoch": 29, "lr": 9.950916692223107e-05}
{"train_loss": 0.016763582825660706, "global_step": 5245, "epoch": 29, "lr": 9.95089603554294e-05}
{"train_loss": 0.012465957552194595, "global_step": 5246, "epoch": 29, "lr": 9.950875374538464e-05}
{"train_loss": 0.021611830219626427, "global_step": 5247, "epoch": 29, "lr": 9.950854709209691e-05}
{"train_loss": 0.012174387462437153, "global_step": 5248, "epoch": 29, "lr": 9.950834039556644e-05}
{"train_loss": 0.024098031222820282, "global_step": 5249, "epoch": 29, "lr": 9.950813365579339e-05}
{"train_loss": 0.016954243183135986, "global_step": 5250, "epoch": 29, "lr": 9.950792687277795e-05}
{"train_loss": 0.013835224322974682, "global_step": 5251, "epoch": 29, "lr": 9.950772004652027e-05}
{"train_loss": 0.012015123851597309, "global_step": 5252, "epoch": 29, "lr": 9.950751317702057e-05}
{"train_loss": 0.018503878265619278, "global_step": 5253, "epoch": 29, "lr": 9.950730626427901e-05}
{"train_loss": 0.018434135243296623, "global_step": 5254, "epoch": 29, "lr": 9.950709930829578e-05}
{"train_loss": 0.015371776185929775, "global_step": 5255, "epoch": 29, "lr": 9.950689230907104e-05}
{"train_loss": 0.014556009322404861, "global_step": 5256, "epoch": 29, "lr": 9.950668526660501e-05}
{"train_loss": 0.016657069325447083, "global_step": 5257, "epoch": 29, "lr": 9.950647818089782e-05}
{"train_loss": 0.013213787227869034, "global_step": 5258, "epoch": 29, "lr": 9.950627105194969e-05}
{"train_loss": 0.015583520755171776, "global_step": 5259, "epoch": 29, "lr": 9.95060638797608e-05}
{"train_loss": 0.01492330152541399, "global_step": 5260, "epoch": 29, "lr": 9.95058566643313e-05}
{"train_loss": 0.022039344534277916, "global_step": 5261, "epoch": 29, "lr": 9.950564940566141e-05}
{"train_loss": 0.014860694296658039, "global_step": 5262, "epoch": 29, "lr": 9.950544210375126e-05}
{"train_loss": 0.021513978019356728, "global_step": 5263, "epoch": 29, "lr": 9.95052347586011e-05}
{"train_loss": 0.01514329295605421, "global_step": 5264, "epoch": 29, "lr": 9.950502737021105e-05}
{"train_loss": 0.02364742010831833, "global_step": 5265, "epoch": 29, "lr": 9.950481993858132e-05}
{"train_loss": 0.020593706518411636, "global_step": 5266, "epoch": 29, "lr": 9.95046124637121e-05}
{"train_loss": 0.014206585474312305, "global_step": 5267, "epoch": 29, "lr": 9.950440494560354e-05}
{"train_loss": 0.014052423648536205, "global_step": 5268, "epoch": 29, "lr": 9.950419738425585e-05}
{"train_loss": 0.012365506961941719, "global_step": 5269, "epoch": 29, "lr": 9.95039897796692e-05}
{"train_loss": 0.010974768549203873, "global_step": 5270, "epoch": 29, "lr": 9.950378213184375e-05}
{"train_loss": 0.02905954420566559, "global_step": 5271, "epoch": 29, "lr": 9.950357444077972e-05}
{"train_loss": 0.02142040804028511, "global_step": 5272, "epoch": 29, "lr": 9.950336670647728e-05}
{"train_loss": 0.024336840957403183, "global_step": 5273, "epoch": 29, "lr": 9.950315892893659e-05}
{"train_loss": 0.013765906915068626, "global_step": 5274, "epoch": 29, "lr": 9.950295110815786e-05}
{"train_loss": 0.025233153253793716, "global_step": 5275, "epoch": 29, "lr": 9.950274324414125e-05}
{"train_loss": 0.015924248844385147, "global_step": 5276, "epoch": 29, "lr": 9.950253533688696e-05}
{"train_loss": 0.01739386096596718, "global_step": 5277, "epoch": 29, "lr": 9.950232738639516e-05}
{"train_loss": 0.020928632467985153, "global_step": 5278, "epoch": 29, "lr": 9.950211939266603e-05}
{"train_loss": 0.010585405863821507, "global_step": 5279, "epoch": 29, "lr": 9.950191135569975e-05}
{"train_loss": 0.026148520410060883, "global_step": 5280, "epoch": 29, "lr": 9.950170327549651e-05}
{"train_loss": 0.016642112284898758, "global_step": 5281, "epoch": 29, "lr": 9.950149515205649e-05}
{"train_loss": 0.015071089379489422, "global_step": 5282, "epoch": 29, "lr": 9.950128698537986e-05}
{"train_loss": 0.016097836196422577, "global_step": 5283, "epoch": 29, "lr": 9.950107877546682e-05}
{"train_loss": 0.01429691817611456, "global_step": 5284, "epoch": 29, "lr": 9.950087052231754e-05}
{"train_loss": 0.026511486619710922, "global_step": 5285, "epoch": 29, "lr": 9.950066222593222e-05}
{"train_loss": 0.013584991917014122, "global_step": 5286, "epoch": 29, "lr": 9.950045388631102e-05}
{"train_loss": 0.013017886318266392, "global_step": 5287, "epoch": 29, "lr": 9.950024550345412e-05}
{"train_loss": 0.020717831328511238, "global_step": 5288, "epoch": 29, "lr": 9.950003707736174e-05}
{"train_loss": 0.025761224329471588, "global_step": 5289, "epoch": 29, "lr": 9.9499828608034e-05}
{"train_loss": 0.01848563551902771, "global_step": 5290, "epoch": 29, "lr": 9.949962009547114e-05}
{"train_loss": 0.026073317974805832, "global_step": 5291, "epoch": 29, "lr": 9.949941153967329e-05}
{"train_loss": 0.01906309276819229, "global_step": 5292, "epoch": 29, "lr": 9.949920294064068e-05}
{"train_loss": 0.017467543482780457, "global_step": 5293, "epoch": 29, "lr": 9.949899429837347e-05}
{"train_loss": 0.02167518623173237, "global_step": 5294, "epoch": 29, "lr": 9.949878561287185e-05}
{"train_loss": 0.015490962192416191, "global_step": 5295, "epoch": 29, "lr": 9.949857688413599e-05}
{"train_loss": 0.015474222600460052, "global_step": 5296, "epoch": 29, "lr": 9.949836811216609e-05}
{"train_loss": 0.021110136061906815, "global_step": 5297, "epoch": 29, "lr": 9.94981592969623e-05}
{"train_loss": 0.016992677003145218, "global_step": 5298, "epoch": 29, "lr": 9.949795043852484e-05}
{"train_loss": 0.017765741795301437, "global_step": 5299, "epoch": 29, "lr": 9.949774153685387e-05}
{"train_loss": 0.012433350086212158, "global_step": 5300, "epoch": 29, "lr": 9.949753259194959e-05}
{"train_loss": 0.015147635713219643, "global_step": 5301, "epoch": 29, "lr": 9.949732360381215e-05}
{"train_loss": 0.01441154070198536, "global_step": 5302, "epoch": 29, "lr": 9.949711457244177e-05}
{"train_loss": 0.01812777854502201, "global_step": 5303, "epoch": 29, "lr": 9.949690549783861e-05}
{"train_loss": 0.022849401459097862, "global_step": 5304, "epoch": 29, "lr": 9.949669638000285e-05}
{"train_loss": 0.01848631538450718, "global_step": 5305, "epoch": 29, "lr": 9.94964872189347e-05}
{"train_loss": 0.018380355089902878, "global_step": 5306, "epoch": 29, "lr": 9.949627801463433e-05}
{"train_loss": 0.0189664326608181, "global_step": 5307, "epoch": 29, "lr": 9.949606876710189e-05}
{"train_loss": 0.02406686544418335, "global_step": 5308, "epoch": 29, "lr": 9.94958594763376e-05}
{"train_loss": 0.017812158912420273, "global_step": 5309, "epoch": 29, "lr": 9.949565014234165e-05}
{"train_loss": 0.01726653054356575, "global_step": 5310, "epoch": 29, "lr": 9.94954407651142e-05}
{"train_loss": 0.02038726583123207, "global_step": 5311, "epoch": 29, "lr": 9.949523134465541e-05}
{"train_loss": 0.021978717297315598, "global_step": 5312, "epoch": 29, "lr": 9.949502188096551e-05}
{"train_loss": 0.027700524777173996, "global_step": 5313, "epoch": 29, "lr": 9.949481237404468e-05}
{"train_loss": 0.016722822561860085, "global_step": 5314, "epoch": 29, "lr": 9.949460282389306e-05}
{"train_loss": 0.017075063660740852, "global_step": 5315, "epoch": 29, "lr": 9.949439323051089e-05}
{"train_loss": 0.017094194889068604, "global_step": 5316, "epoch": 29, "lr": 9.949418359389831e-05}
{"train_loss": 0.0207199826836586, "global_step": 5317, "epoch": 29, "lr": 9.94939739140555e-05}
{"train_loss": 0.013647191226482391, "global_step": 5318, "epoch": 29, "lr": 9.949376419098267e-05}
{"train_loss": 0.018507499247789383, "global_step": 5319, "epoch": 29, "lr": 9.949355442468e-05}
{"train_loss": 0.015815507620573044, "global_step": 5320, "epoch": 29, "lr": 9.949334461514765e-05}
{"train_loss": 0.018585696816444397, "global_step": 5321, "epoch": 29, "lr": 9.949313476238584e-05}
{"train_loss": 0.012819834984838963, "global_step": 5322, "epoch": 29, "lr": 9.949292486639472e-05}
{"train_loss": 0.01555666234344244, "global_step": 5323, "epoch": 29, "lr": 9.94927149271745e-05}
{"train_loss": 0.016267677769064903, "global_step": 5324, "epoch": 29, "lr": 9.949250494472533e-05}
{"train_loss": 0.016353558748960495, "global_step": 5325, "epoch": 29, "lr": 9.949229491904741e-05}
{"train_loss": 0.009310174733400345, "global_step": 5326, "epoch": 29, "lr": 9.949208485014094e-05}
{"train_loss": 0.013982480391860008, "global_step": 5327, "epoch": 29, "lr": 9.94918747380061e-05}
{"train_loss": 0.015870898962020874, "global_step": 5328, "epoch": 29, "lr": 9.949166458264304e-05}
{"train_loss": 0.014892113395035267, "global_step": 5329, "epoch": 29, "lr": 9.949145438405199e-05}
{"train_loss": 0.019581034779548645, "global_step": 5330, "epoch": 29, "lr": 9.949124414223308e-05}
{"train_loss": 0.015514958649873734, "global_step": 5331, "epoch": 29, "lr": 9.949103385718654e-05}
{"train_loss": 0.01282850094139576, "global_step": 5332, "epoch": 29, "lr": 9.949082352891254e-05}
{"train_loss": 0.024546291679143906, "global_step": 5333, "epoch": 29, "lr": 9.949061315741126e-05}
{"train_loss": 0.012234699912369251, "global_step": 5334, "epoch": 29, "lr": 9.949040274268288e-05}
{"train_loss": 0.02474944479763508, "global_step": 5335, "epoch": 29, "lr": 9.949019228472761e-05}
{"train_loss": 0.010459547862410545, "global_step": 5336, "epoch": 29, "lr": 9.948998178354558e-05}
{"train_loss": 0.019660931080579758, "global_step": 5337, "epoch": 29, "lr": 9.948977123913703e-05}
{"train_loss": 0.0136957922950387, "global_step": 5338, "epoch": 29, "lr": 9.94895606515021e-05}
{"train_loss": 0.017475118018226342, "global_step": 5339, "epoch": 29, "lr": 9.948935002064102e-05}
{"train_loss": 0.020220022648572922, "global_step": 5340, "epoch": 30, "lr": 9.948913934655393e-05}
{"train_loss": 0.015933798626065254, "global_step": 5341, "epoch": 30, "lr": 9.948892862924104e-05}
{"train_loss": 0.01665966585278511, "global_step": 5342, "epoch": 30, "lr": 9.94887178687025e-05}
{"train_loss": 0.016047369688749313, "global_step": 5343, "epoch": 30, "lr": 9.948850706493855e-05}
{"train_loss": 0.017510177567601204, "global_step": 5344, "epoch": 30, "lr": 9.948829621794935e-05}
{"train_loss": 0.010451649315655231, "global_step": 5345, "epoch": 30, "lr": 9.948808532773506e-05}
{"train_loss": 0.01373341865837574, "global_step": 5346, "epoch": 30, "lr": 9.948787439429589e-05}
{"train_loss": 0.017738182097673416, "global_step": 5347, "epoch": 30, "lr": 9.948766341763203e-05}
{"train_loss": 0.017041485756635666, "global_step": 5348, "epoch": 30, "lr": 9.948745239774362e-05}
{"train_loss": 0.013374709524214268, "global_step": 5349, "epoch": 30, "lr": 9.94872413346309e-05}
{"train_loss": 0.015288792550563812, "global_step": 5350, "epoch": 30, "lr": 9.948703022829402e-05}
{"train_loss": 0.022597957402467728, "global_step": 5351, "epoch": 30, "lr": 9.948681907873319e-05}
{"train_loss": 0.017617855221033096, "global_step": 5352, "epoch": 30, "lr": 9.948660788594856e-05}
{"train_loss": 0.019450951367616653, "global_step": 5353, "epoch": 30, "lr": 9.948639664994034e-05}
{"train_loss": 0.01269247755408287, "global_step": 5354, "epoch": 30, "lr": 9.948618537070871e-05}
{"train_loss": 0.02396203577518463, "global_step": 5355, "epoch": 30, "lr": 9.948597404825385e-05}
{"train_loss": 0.015963371843099594, "global_step": 5356, "epoch": 30, "lr": 9.948576268257595e-05}
{"train_loss": 0.023223210126161575, "global_step": 5357, "epoch": 30, "lr": 9.948555127367519e-05}
{"train_loss": 0.014474496245384216, "global_step": 5358, "epoch": 30, "lr": 9.948533982155174e-05}
{"train_loss": 0.011848567053675652, "global_step": 5359, "epoch": 30, "lr": 9.948512832620582e-05}
{"train_loss": 0.015827350318431854, "global_step": 5360, "epoch": 30, "lr": 9.948491678763761e-05}
{"train_loss": 0.021387778222560883, "global_step": 5361, "epoch": 30, "lr": 9.948470520584725e-05}
{"train_loss": 0.01697789691388607, "global_step": 5362, "epoch": 30, "lr": 9.948449358083497e-05}
{"train_loss": 0.014382803812623024, "global_step": 5363, "epoch": 30, "lr": 9.948428191260093e-05}
{"train_loss": 0.01579425111413002, "global_step": 5364, "epoch": 30, "lr": 9.948407020114534e-05}
{"train_loss": 0.01904524490237236, "global_step": 5365, "epoch": 30, "lr": 9.948385844646835e-05}
{"train_loss": 0.019175508990883827, "global_step": 5366, "epoch": 30, "lr": 9.948364664857019e-05}
{"train_loss": 0.02061534859240055, "global_step": 5367, "epoch": 30, "lr": 9.9483434807451e-05}
{"train_loss": 0.011809282936155796, "global_step": 5368, "epoch": 30, "lr": 9.9483222923111e-05}
{"train_loss": 0.01358266081660986, "global_step": 5369, "epoch": 30, "lr": 9.948301099555035e-05}
{"train_loss": 0.015220541507005692, "global_step": 5370, "epoch": 30, "lr": 9.948279902476925e-05}
{"train_loss": 0.02016928419470787, "global_step": 5371, "epoch": 30, "lr": 9.948258701076787e-05}
{"train_loss": 0.01569526642560959, "global_step": 5372, "epoch": 30, "lr": 9.948237495354642e-05}
{"train_loss": 0.01416819728910923, "global_step": 5373, "epoch": 30, "lr": 9.948216285310506e-05}
{"train_loss": 0.011486810632050037, "global_step": 5374, "epoch": 30, "lr": 9.9481950709444e-05}
{"train_loss": 0.020868491381406784, "global_step": 5375, "epoch": 30, "lr": 9.948173852256338e-05}
{"train_loss": 0.021198421716690063, "global_step": 5376, "epoch": 30, "lr": 9.948152629246343e-05}
{"train_loss": 0.016670098528265953, "global_step": 5377, "epoch": 30, "lr": 9.948131401914434e-05}
{"train_loss": 0.01900986023247242, "global_step": 5378, "epoch": 30, "lr": 9.948110170260628e-05}
{"train_loss": 0.021052438765764236, "global_step": 5379, "epoch": 30, "lr": 9.948088934284941e-05}
{"train_loss": 0.01926000416278839, "global_step": 5380, "epoch": 30, "lr": 9.948067693987394e-05}
{"train_loss": 0.012102421373128891, "global_step": 5381, "epoch": 30, "lr": 9.948046449368005e-05}
{"train_loss": 0.016221463680267334, "global_step": 5382, "epoch": 30, "lr": 9.948025200426795e-05}
{"train_loss": 0.01976959779858589, "global_step": 5383, "epoch": 30, "lr": 9.94800394716378e-05}
{"train_loss": 0.014357542619109154, "global_step": 5384, "epoch": 30, "lr": 9.947982689578977e-05}
{"train_loss": 0.015394860878586769, "global_step": 5385, "epoch": 30, "lr": 9.947961427672409e-05}
{"train_loss": 0.014180430211126804, "global_step": 5386, "epoch": 30, "lr": 9.947940161444091e-05}
{"train_loss": 0.014620959758758545, "global_step": 5387, "epoch": 30, "lr": 9.947918890894044e-05}
{"train_loss": 0.015552970580756664, "global_step": 5388, "epoch": 30, "lr": 9.947897616022284e-05}
{"train_loss": 0.008095210418105125, "global_step": 5389, "epoch": 30, "lr": 9.94787633682883e-05}
{"train_loss": 0.01987365446984768, "global_step": 5390, "epoch": 30, "lr": 9.947855053313702e-05}
{"train_loss": 0.019322503358125687, "global_step": 5391, "epoch": 30, "lr": 9.947833765476919e-05}
{"train_loss": 0.021913733333349228, "global_step": 5392, "epoch": 30, "lr": 9.947812473318499e-05}
{"train_loss": 0.012183887884020805, "global_step": 5393, "epoch": 30, "lr": 9.94779117683846e-05}
{"train_loss": 0.013883305713534355, "global_step": 5394, "epoch": 30, "lr": 9.947769876036821e-05}
{"train_loss": 0.019440222531557083, "global_step": 5395, "epoch": 30, "lr": 9.9477485709136e-05}
{"train_loss": 0.017699679359793663, "global_step": 5396, "epoch": 30, "lr": 9.947727261468816e-05}
{"train_loss": 0.013369451276957989, "global_step": 5397, "epoch": 30, "lr": 9.947705947702488e-05}
{"train_loss": 0.010629840195178986, "global_step": 5398, "epoch": 30, "lr": 9.947684629614636e-05}
{"train_loss": 0.010727000422775745, "global_step": 5399, "epoch": 30, "lr": 9.947663307205274e-05}
{"train_loss": 0.013234812766313553, "global_step": 5400, "epoch": 30, "lr": 9.947641980474425e-05}
{"train_loss": 0.013924703001976013, "global_step": 5401, "epoch": 30, "lr": 9.947620649422106e-05}
{"train_loss": 0.014701266773045063, "global_step": 5402, "epoch": 30, "lr": 9.947599314048336e-05}
{"train_loss": 0.01269560120999813, "global_step": 5403, "epoch": 30, "lr": 9.947577974353133e-05}
{"train_loss": 0.01883772946894169, "global_step": 5404, "epoch": 30, "lr": 9.947556630336517e-05}
{"train_loss": 0.015044666826725006, "global_step": 5405, "epoch": 30, "lr": 9.947535281998505e-05}
{"train_loss": 0.015342334285378456, "global_step": 5406, "epoch": 30, "lr": 9.947513929339116e-05}
{"train_loss": 0.01309822779148817, "global_step": 5407, "epoch": 30, "lr": 9.94749257235837e-05}
{"train_loss": 0.014629093930125237, "global_step": 5408, "epoch": 30, "lr": 9.947471211056285e-05}
{"train_loss": 0.010580605827271938, "global_step": 5409, "epoch": 30, "lr": 9.947449845432877e-05}
{"train_loss": 0.016682974994182587, "global_step": 5410, "epoch": 30, "lr": 9.947428475488169e-05}
{"train_loss": 0.023579612374305725, "global_step": 5411, "epoch": 30, "lr": 9.947407101222178e-05}
{"train_loss": 0.02244582772254944, "global_step": 5412, "epoch": 30, "lr": 9.947385722634922e-05}
{"train_loss": 0.016000274568796158, "global_step": 5413, "epoch": 30, "lr": 9.947364339726419e-05}
{"train_loss": 0.01810254342854023, "global_step": 5414, "epoch": 30, "lr": 9.94734295249669e-05}
{"train_loss": 0.01572646200656891, "global_step": 5415, "epoch": 30, "lr": 9.947321560945752e-05}
{"train_loss": 0.013108748011291027, "global_step": 5416, "epoch": 30, "lr": 9.947300165073624e-05}
{"train_loss": 0.015107830986380577, "global_step": 5417, "epoch": 30, "lr": 9.947278764880326e-05}
{"train_loss": 0.01656445488333702, "global_step": 5418, "epoch": 30, "lr": 9.947257360365874e-05}
{"train_loss": 0.01439737994223833, "global_step": 5419, "epoch": 30, "lr": 9.947235951530288e-05}
{"train_loss": 0.01924794167280197, "global_step": 5420, "epoch": 30, "lr": 9.947214538373587e-05}
{"train_loss": 0.01997791975736618, "global_step": 5421, "epoch": 30, "lr": 9.94719312089579e-05}
{"train_loss": 0.01743605174124241, "global_step": 5422, "epoch": 30, "lr": 9.947171699096914e-05}
{"train_loss": 0.021060362458229065, "global_step": 5423, "epoch": 30, "lr": 9.94715027297698e-05}
{"train_loss": 0.011312684044241905, "global_step": 5424, "epoch": 30, "lr": 9.947128842536006e-05}
{"train_loss": 0.018987152725458145, "global_step": 5425, "epoch": 30, "lr": 9.94710740777401e-05}
{"train_loss": 0.02535807341337204, "global_step": 5426, "epoch": 30, "lr": 9.947085968691011e-05}
{"train_loss": 0.020012404769659042, "global_step": 5427, "epoch": 30, "lr": 9.947064525287028e-05}
{"train_loss": 0.020871639251708984, "global_step": 5428, "epoch": 30, "lr": 9.947043077562079e-05}
{"train_loss": 0.012328017503023148, "global_step": 5429, "epoch": 30, "lr": 9.947021625516184e-05}
{"train_loss": 0.00851712841540575, "global_step": 5430, "epoch": 30, "lr": 9.94700016914936e-05}
{"train_loss": 0.009989895857870579, "global_step": 5431, "epoch": 30, "lr": 9.946978708461629e-05}
{"train_loss": 0.018884412944316864, "global_step": 5432, "epoch": 30, "lr": 9.946957243453005e-05}
{"train_loss": 0.02022750861942768, "global_step": 5433, "epoch": 30, "lr": 9.946935774123512e-05}
{"train_loss": 0.015907973051071167, "global_step": 5434, "epoch": 30, "lr": 9.946914300473165e-05}
{"train_loss": 0.02297787554562092, "global_step": 5435, "epoch": 30, "lr": 9.946892822501983e-05}
{"train_loss": 0.019845640286803246, "global_step": 5436, "epoch": 30, "lr": 9.946871340209985e-05}
{"train_loss": 0.016885124146938324, "global_step": 5437, "epoch": 30, "lr": 9.946849853597191e-05}
{"train_loss": 0.016129542142152786, "global_step": 5438, "epoch": 30, "lr": 9.946828362663619e-05}
{"train_loss": 0.011688357219099998, "global_step": 5439, "epoch": 30, "lr": 9.946806867409288e-05}
{"train_loss": 0.021767443045973778, "global_step": 5440, "epoch": 30, "lr": 9.946785367834217e-05}
{"train_loss": 0.011738477274775505, "global_step": 5441, "epoch": 30, "lr": 9.946763863938424e-05}
{"train_loss": 0.009240160696208477, "global_step": 5442, "epoch": 30, "lr": 9.94674235572193e-05}
{"train_loss": 0.016944192349910736, "global_step": 5443, "epoch": 30, "lr": 9.94672084318475e-05}
{"train_loss": 0.02136152610182762, "global_step": 5444, "epoch": 30, "lr": 9.946699326326905e-05}
{"train_loss": 0.019084900617599487, "global_step": 5445, "epoch": 30, "lr": 9.946677805148412e-05}
{"train_loss": 0.014472243376076221, "global_step": 5446, "epoch": 30, "lr": 9.946656279649293e-05}
{"train_loss": 0.015309958718717098, "global_step": 5447, "epoch": 30, "lr": 9.946634749829567e-05}
{"train_loss": 0.0072252023965120316, "global_step": 5448, "epoch": 30, "lr": 9.946613215689247e-05}
{"train_loss": 0.014033947139978409, "global_step": 5449, "epoch": 30, "lr": 9.946591677228359e-05}
{"train_loss": 0.025030195713043213, "global_step": 5450, "epoch": 30, "lr": 9.946570134446918e-05}
{"train_loss": 0.023685872554779053, "global_step": 5451, "epoch": 30, "lr": 9.946548587344942e-05}
{"train_loss": 0.01583487167954445, "global_step": 5452, "epoch": 30, "lr": 9.946527035922452e-05}
{"train_loss": 0.015781071037054062, "global_step": 5453, "epoch": 30, "lr": 9.946505480179466e-05}
{"train_loss": 0.011474063619971275, "global_step": 5454, "epoch": 30, "lr": 9.946483920116003e-05}
{"train_loss": 0.016580181196331978, "global_step": 5455, "epoch": 30, "lr": 9.946462355732082e-05}
{"train_loss": 0.020312760025262833, "global_step": 5456, "epoch": 30, "lr": 9.94644078702772e-05}
{"train_loss": 0.019653890281915665, "global_step": 5457, "epoch": 30, "lr": 9.946419214002939e-05}
{"train_loss": 0.01423385925590992, "global_step": 5458, "epoch": 30, "lr": 9.946397636657756e-05}
{"train_loss": 0.010764913633465767, "global_step": 5459, "epoch": 30, "lr": 9.94637605499219e-05}
{"train_loss": 0.011304312385618687, "global_step": 5460, "epoch": 30, "lr": 9.946354469006259e-05}
{"train_loss": 0.021379191428422928, "global_step": 5461, "epoch": 30, "lr": 9.946332878699984e-05}
{"train_loss": 0.012149454094469547, "global_step": 5462, "epoch": 30, "lr": 9.946311284073382e-05}
{"train_loss": 0.01752140186727047, "global_step": 5463, "epoch": 30, "lr": 9.946289685126473e-05}
{"train_loss": 0.01593123935163021, "global_step": 5464, "epoch": 30, "lr": 9.946268081859275e-05}
{"train_loss": 0.019947905093431473, "global_step": 5465, "epoch": 30, "lr": 9.946246474271807e-05}
{"train_loss": 0.015407308004796505, "global_step": 5466, "epoch": 30, "lr": 9.946224862364088e-05}
{"train_loss": 0.01731758750975132, "global_step": 5467, "epoch": 30, "lr": 9.946203246136136e-05}
{"train_loss": 0.020996471866965294, "global_step": 5468, "epoch": 30, "lr": 9.946181625587973e-05}
{"train_loss": 0.017770398408174515, "global_step": 5469, "epoch": 30, "lr": 9.946160000719615e-05}
{"train_loss": 0.014860117807984352, "global_step": 5470, "epoch": 30, "lr": 9.946138371531082e-05}
{"train_loss": 0.021179355680942535, "global_step": 5471, "epoch": 30, "lr": 9.946116738022391e-05}
{"train_loss": 0.018353648483753204, "global_step": 5472, "epoch": 30, "lr": 9.946095100193565e-05}
{"train_loss": 0.017886649817228317, "global_step": 5473, "epoch": 30, "lr": 9.946073458044618e-05}
{"train_loss": 0.019122697412967682, "global_step": 5474, "epoch": 30, "lr": 9.946051811575572e-05}
{"train_loss": 0.01948976330459118, "global_step": 5475, "epoch": 30, "lr": 9.946030160786444e-05}
{"train_loss": 0.01162558700889349, "global_step": 5476, "epoch": 30, "lr": 9.946008505677255e-05}
{"train_loss": 0.019024046137928963, "global_step": 5477, "epoch": 30, "lr": 9.945986846248023e-05}
{"train_loss": 0.021553251892328262, "global_step": 5478, "epoch": 30, "lr": 9.945965182498766e-05}
{"train_loss": 0.01637452095746994, "global_step": 5479, "epoch": 30, "lr": 9.945943514429505e-05}
{"train_loss": 0.027272962033748627, "global_step": 5480, "epoch": 30, "lr": 9.945921842040257e-05}
{"train_loss": 0.01823347434401512, "global_step": 5481, "epoch": 30, "lr": 9.945900165331043e-05}
{"train_loss": 0.030098754912614822, "global_step": 5482, "epoch": 30, "lr": 9.945878484301879e-05}
{"train_loss": 0.01228347234427929, "global_step": 5483, "epoch": 30, "lr": 9.945856798952786e-05}
{"train_loss": 0.018763799220323563, "global_step": 5484, "epoch": 30, "lr": 9.945835109283784e-05}
{"train_loss": 0.018865741789340973, "global_step": 5485, "epoch": 30, "lr": 9.945813415294888e-05}
{"train_loss": 0.02297675609588623, "global_step": 5486, "epoch": 30, "lr": 9.94579171698612e-05}
{"train_loss": 0.011823462322354317, "global_step": 5487, "epoch": 30, "lr": 9.945770014357499e-05}
{"train_loss": 0.011795447207987309, "global_step": 5488, "epoch": 30, "lr": 9.945748307409042e-05}
{"train_loss": 0.01946372352540493, "global_step": 5489, "epoch": 30, "lr": 9.94572659614077e-05}
{"train_loss": 0.019313717260956764, "global_step": 5490, "epoch": 30, "lr": 9.945704880552702e-05}
{"train_loss": 0.01957685314118862, "global_step": 5491, "epoch": 30, "lr": 9.945683160644856e-05}
{"train_loss": 0.023287314921617508, "global_step": 5492, "epoch": 30, "lr": 9.94566143641725e-05}
{"train_loss": 0.021777130663394928, "global_step": 5493, "epoch": 30, "lr": 9.945639707869904e-05}
{"train_loss": 0.011931167915463448, "global_step": 5494, "epoch": 30, "lr": 9.945617975002838e-05}
{"train_loss": 0.018303558230400085, "global_step": 5495, "epoch": 30, "lr": 9.94559623781607e-05}
{"train_loss": 0.01969844289124012, "global_step": 5496, "epoch": 30, "lr": 9.945574496309618e-05}
{"train_loss": 0.017844295129179955, "global_step": 5497, "epoch": 30, "lr": 9.945552750483502e-05}
{"train_loss": 0.016618963330984116, "global_step": 5498, "epoch": 30, "lr": 9.945531000337742e-05}
{"train_loss": 0.01898984983563423, "global_step": 5499, "epoch": 30, "lr": 9.945509245872355e-05}
{"train_loss": 0.02054551988840103, "global_step": 5500, "epoch": 30, "lr": 9.945487487087362e-05}
{"train_loss": 0.012013345956802368, "global_step": 5501, "epoch": 30, "lr": 9.945465723982782e-05}
{"train_loss": 0.012782635167241096, "global_step": 5502, "epoch": 30, "lr": 9.945443956558631e-05}
{"train_loss": 0.01636474020779133, "global_step": 5503, "epoch": 30, "lr": 9.945422184814932e-05}
{"train_loss": 0.0207462627440691, "global_step": 5504, "epoch": 30, "lr": 9.9454004087517e-05}
{"train_loss": 0.01946834661066532, "global_step": 5505, "epoch": 30, "lr": 9.945378628368958e-05}
{"train_loss": 0.017406504601240158, "global_step": 5506, "epoch": 30, "lr": 9.945356843666723e-05}
{"train_loss": 0.01439770869910717, "global_step": 5507, "epoch": 30, "lr": 9.945335054645011e-05}
{"train_loss": 0.01535944826900959, "global_step": 5508, "epoch": 30, "lr": 9.945313261303847e-05}
{"train_loss": 0.017878621816635132, "global_step": 5509, "epoch": 30, "lr": 9.945291463643247e-05}
{"train_loss": 0.016916858032345772, "global_step": 5510, "epoch": 30, "lr": 9.945269661663231e-05}
{"train_loss": 0.016476882621645927, "global_step": 5511, "epoch": 30, "lr": 9.945247855363815e-05}
{"train_loss": 0.01522892527282238, "global_step": 5512, "epoch": 30, "lr": 9.945226044745022e-05}
{"train_loss": 0.018911093473434448, "global_step": 5513, "epoch": 30, "lr": 9.945204229806868e-05}
{"train_loss": 0.013306893408298492, "global_step": 5514, "epoch": 30, "lr": 9.945182410549375e-05}
{"train_loss": 0.016237372532486916, "global_step": 5515, "epoch": 30, "lr": 9.94516058697256e-05}
{"train_loss": 0.020310379564762115, "global_step": 5516, "epoch": 30, "lr": 9.945138759076441e-05}
{"train_loss": 0.016909541373842218, "global_step": 5517, "epoch": 30, "lr": 9.94511692686104e-05, "train_action_mse_error": 0.00010367528011556715}
{"train_loss": 0.016344331204891205, "global_step": 5518, "epoch": 31, "lr": 9.945095090326375e-05}
{"train_loss": 0.013938771560788155, "global_step": 5519, "epoch": 31, "lr": 9.945073249472464e-05}
{"train_loss": 0.014796199277043343, "global_step": 5520, "epoch": 31, "lr": 9.945051404299328e-05}
{"train_loss": 0.015598366968333721, "global_step": 5521, "epoch": 31, "lr": 9.945029554806984e-05}
{"train_loss": 0.016263701021671295, "global_step": 5522, "epoch": 31, "lr": 9.945007700995452e-05}
{"train_loss": 0.009943473152816296, "global_step": 5523, "epoch": 31, "lr": 9.944985842864752e-05}
{"train_loss": 0.017700452357530594, "global_step": 5524, "epoch": 31, "lr": 9.9449639804149e-05}
{"train_loss": 0.019826550036668777, "global_step": 5525, "epoch": 31, "lr": 9.944942113645919e-05}
{"train_loss": 0.012670713476836681, "global_step": 5526, "epoch": 31, "lr": 9.944920242557826e-05}
{"train_loss": 0.012267474085092545, "global_step": 5527, "epoch": 31, "lr": 9.94489836715064e-05}
{"train_loss": 0.018143337219953537, "global_step": 5528, "epoch": 31, "lr": 9.944876487424382e-05}
{"train_loss": 0.02269161120057106, "global_step": 5529, "epoch": 31, "lr": 9.944854603379068e-05}
{"train_loss": 0.014168151654303074, "global_step": 5530, "epoch": 31, "lr": 9.94483271501472e-05}
{"train_loss": 0.012689043767750263, "global_step": 5531, "epoch": 31, "lr": 9.944810822331356e-05}
{"train_loss": 0.013726118952035904, "global_step": 5532, "epoch": 31, "lr": 9.944788925328994e-05}
{"train_loss": 0.018504923209547997, "global_step": 5533, "epoch": 31, "lr": 9.944767024007655e-05}
{"train_loss": 0.021701281890273094, "global_step": 5534, "epoch": 31, "lr": 9.944745118367356e-05}
{"train_loss": 0.02529636211693287, "global_step": 5535, "epoch": 31, "lr": 9.94472320840812e-05}
{"train_loss": 0.012725184671580791, "global_step": 5536, "epoch": 31, "lr": 9.944701294129961e-05}
{"train_loss": 0.020083047449588776, "global_step": 5537, "epoch": 31, "lr": 9.944679375532901e-05}
{"train_loss": 0.018691128119826317, "global_step": 5538, "epoch": 31, "lr": 9.944657452616961e-05}
{"train_loss": 0.020640891045331955, "global_step": 5539, "epoch": 31, "lr": 9.944635525382155e-05}
{"train_loss": 0.016677014529705048, "global_step": 5540, "epoch": 31, "lr": 9.944613593828508e-05}
{"train_loss": 0.01307467557489872, "global_step": 5541, "epoch": 31, "lr": 9.944591657956035e-05}
{"train_loss": 0.011591194197535515, "global_step": 5542, "epoch": 31, "lr": 9.944569717764757e-05}
{"train_loss": 0.018540915101766586, "global_step": 5543, "epoch": 31, "lr": 9.944547773254692e-05}
{"train_loss": 0.015497254207730293, "global_step": 5544, "epoch": 31, "lr": 9.94452582442586e-05}
{"train_loss": 0.015470385551452637, "global_step": 5545, "epoch": 31, "lr": 9.94450387127828e-05}
{"train_loss": 0.01411927118897438, "global_step": 5546, "epoch": 31, "lr": 9.944481913811971e-05}
{"train_loss": 0.01504692155867815, "global_step": 5547, "epoch": 31, "lr": 9.944459952026952e-05}
{"train_loss": 0.012942299246788025, "global_step": 5548, "epoch": 31, "lr": 9.944437985923244e-05}
{"train_loss": 0.01657813787460327, "global_step": 5549, "epoch": 31, "lr": 9.944416015500863e-05}
{"train_loss": 0.013634267263114452, "global_step": 5550, "epoch": 31, "lr": 9.944394040759831e-05}
{"train_loss": 0.014469992369413376, "global_step": 5551, "epoch": 31, "lr": 9.944372061700166e-05}
{"train_loss": 0.02625245973467827, "global_step": 5552, "epoch": 31, "lr": 9.944350078321886e-05}
{"train_loss": 0.013581797480583191, "global_step": 5553, "epoch": 31, "lr": 9.944328090625013e-05}
{"train_loss": 0.01490857359021902, "global_step": 5554, "epoch": 31, "lr": 9.944306098609564e-05}
{"train_loss": 0.021166574209928513, "global_step": 5555, "epoch": 31, "lr": 9.944284102275559e-05}
{"train_loss": 0.010717222467064857, "global_step": 5556, "epoch": 31, "lr": 9.944262101623018e-05}
{"train_loss": 0.018382027745246887, "global_step": 5557, "epoch": 31, "lr": 9.944240096651958e-05}
{"train_loss": 0.011922629550099373, "global_step": 5558, "epoch": 31, "lr": 9.944218087362401e-05}
{"train_loss": 0.014863720163702965, "global_step": 5559, "epoch": 31, "lr": 9.944196073754362e-05}
{"train_loss": 0.0131687605753541, "global_step": 5560, "epoch": 31, "lr": 9.944174055827867e-05}
{"train_loss": 0.01853153482079506, "global_step": 5561, "epoch": 31, "lr": 9.944152033582927e-05}
{"train_loss": 0.011811204254627228, "global_step": 5562, "epoch": 31, "lr": 9.944130007019567e-05}
{"train_loss": 0.013694962486624718, "global_step": 5563, "epoch": 31, "lr": 9.944107976137807e-05}
{"train_loss": 0.012897688895463943, "global_step": 5564, "epoch": 31, "lr": 9.944085940937661e-05}
{"train_loss": 0.013114864006638527, "global_step": 5565, "epoch": 31, "lr": 9.944063901419153e-05}
{"train_loss": 0.010289980098605156, "global_step": 5566, "epoch": 31, "lr": 9.9440418575823e-05}
{"train_loss": 0.013135859742760658, "global_step": 5567, "epoch": 31, "lr": 9.944019809427121e-05}
{"train_loss": 0.011678168550133705, "global_step": 5568, "epoch": 31, "lr": 9.943997756953636e-05}
{"train_loss": 0.016538413241505623, "global_step": 5569, "epoch": 31, "lr": 9.943975700161865e-05}
{"train_loss": 0.016934450715780258, "global_step": 5570, "epoch": 31, "lr": 9.943953639051826e-05}
{"train_loss": 0.00952857919037342, "global_step": 5571, "epoch": 31, "lr": 9.94393157362354e-05}
{"train_loss": 0.01506432518362999, "global_step": 5572, "epoch": 31, "lr": 9.943909503877022e-05}
{"train_loss": 0.011453678831458092, "global_step": 5573, "epoch": 31, "lr": 9.943887429812297e-05}
{"train_loss": 0.017435725778341293, "global_step": 5574, "epoch": 31, "lr": 9.94386535142938e-05}
{"train_loss": 0.013697917573153973, "global_step": 5575, "epoch": 31, "lr": 9.943843268728294e-05}
{"train_loss": 0.018652718514204025, "global_step": 5576, "epoch": 31, "lr": 9.943821181709054e-05}
{"train_loss": 0.011347513645887375, "global_step": 5577, "epoch": 31, "lr": 9.943799090371682e-05}
{"train_loss": 0.014299049973487854, "global_step": 5578, "epoch": 31, "lr": 9.943776994716197e-05}
{"train_loss": 0.015990642830729485, "global_step": 5579, "epoch": 31, "lr": 9.943754894742619e-05}
{"train_loss": 0.015537895262241364, "global_step": 5580, "epoch": 31, "lr": 9.943732790450963e-05}
{"train_loss": 0.015341137535870075, "global_step": 5581, "epoch": 31, "lr": 9.943710681841254e-05}
{"train_loss": 0.011978155001997948, "global_step": 5582, "epoch": 31, "lr": 9.94368856891351e-05}
{"train_loss": 0.012175307609140873, "global_step": 5583, "epoch": 31, "lr": 9.943666451667748e-05}
{"train_loss": 0.009551959112286568, "global_step": 5584, "epoch": 31, "lr": 9.94364433010399e-05}
{"train_loss": 0.01935385912656784, "global_step": 5585, "epoch": 31, "lr": 9.943622204222251e-05}
{"train_loss": 0.009598484262824059, "global_step": 5586, "epoch": 31, "lr": 9.943600074022556e-05}
{"train_loss": 0.009900741279125214, "global_step": 5587, "epoch": 31, "lr": 9.94357793950492e-05}
{"train_loss": 0.017152387648820877, "global_step": 5588, "epoch": 31, "lr": 9.943555800669364e-05}
{"train_loss": 0.01359604299068451, "global_step": 5589, "epoch": 31, "lr": 9.943533657515909e-05}
{"train_loss": 0.02553807944059372, "global_step": 5590, "epoch": 31, "lr": 9.94351151004457e-05}
{"train_loss": 0.015721235424280167, "global_step": 5591, "epoch": 31, "lr": 9.94348935825537e-05}
{"train_loss": 0.014621150679886341, "global_step": 5592, "epoch": 31, "lr": 9.943467202148327e-05}
{"train_loss": 0.015971364453434944, "global_step": 5593, "epoch": 31, "lr": 9.943445041723462e-05}
{"train_loss": 0.014142246916890144, "global_step": 5594, "epoch": 31, "lr": 9.943422876980793e-05}
{"train_loss": 0.018037520349025726, "global_step": 5595, "epoch": 31, "lr": 9.943400707920338e-05}
{"train_loss": 0.013614866882562637, "global_step": 5596, "epoch": 31, "lr": 9.943378534542118e-05}
{"train_loss": 0.02941175177693367, "global_step": 5597, "epoch": 31, "lr": 9.943356356846152e-05}
{"train_loss": 0.014541376382112503, "global_step": 5598, "epoch": 31, "lr": 9.94333417483246e-05}
{"train_loss": 0.01926484890282154, "global_step": 5599, "epoch": 31, "lr": 9.943311988501058e-05}
{"train_loss": 0.017223097383975983, "global_step": 5600, "epoch": 31, "lr": 9.943289797851971e-05}
{"train_loss": 0.013188641518354416, "global_step": 5601, "epoch": 31, "lr": 9.943267602885215e-05}
{"train_loss": 0.014570984989404678, "global_step": 5602, "epoch": 31, "lr": 9.943245403600811e-05}
{"train_loss": 0.007259588222950697, "global_step": 5603, "epoch": 31, "lr": 9.943223199998776e-05}
{"train_loss": 0.010762992314994335, "global_step": 5604, "epoch": 31, "lr": 9.943200992079131e-05}
{"train_loss": 0.01800551265478134, "global_step": 5605, "epoch": 31, "lr": 9.943178779841895e-05}
{"train_loss": 0.01026264950633049, "global_step": 5606, "epoch": 31, "lr": 9.943156563287088e-05}
{"train_loss": 0.020112603902816772, "global_step": 5607, "epoch": 31, "lr": 9.943134342414729e-05}
{"train_loss": 0.014572367072105408, "global_step": 5608, "epoch": 31, "lr": 9.943112117224837e-05}
{"train_loss": 0.016350124031305313, "global_step": 5609, "epoch": 31, "lr": 9.943089887717431e-05}
{"train_loss": 0.014890460297465324, "global_step": 5610, "epoch": 31, "lr": 9.943067653892533e-05}
{"train_loss": 0.011005144566297531, "global_step": 5611, "epoch": 31, "lr": 9.94304541575016e-05}
{"train_loss": 0.018078725785017014, "global_step": 5612, "epoch": 31, "lr": 9.943023173290331e-05}
{"train_loss": 0.014361973851919174, "global_step": 5613, "epoch": 31, "lr": 9.943000926513068e-05}
{"train_loss": 0.014955533668398857, "global_step": 5614, "epoch": 31, "lr": 9.942978675418388e-05}
{"train_loss": 0.019376441836357117, "global_step": 5615, "epoch": 31, "lr": 9.94295642000631e-05}
{"train_loss": 0.018891317769885063, "global_step": 5616, "epoch": 31, "lr": 9.942934160276857e-05}
{"train_loss": 0.013066951185464859, "global_step": 5617, "epoch": 31, "lr": 9.942911896230046e-05}
{"train_loss": 0.012998003512620926, "global_step": 5618, "epoch": 31, "lr": 9.942889627865895e-05}
{"train_loss": 0.015410907566547394, "global_step": 5619, "epoch": 31, "lr": 9.942867355184426e-05}
{"train_loss": 0.013471171259880066, "global_step": 5620, "epoch": 31, "lr": 9.942845078185658e-05}
{"train_loss": 0.017365293577313423, "global_step": 5621, "epoch": 31, "lr": 9.942822796869611e-05}
{"train_loss": 0.013754763640463352, "global_step": 5622, "epoch": 31, "lr": 9.9428005112363e-05}
{"train_loss": 0.018915943801403046, "global_step": 5623, "epoch": 31, "lr": 9.942778221285751e-05}
{"train_loss": 0.022031210362911224, "global_step": 5624, "epoch": 31, "lr": 9.942755927017979e-05}
{"train_loss": 0.016469037160277367, "global_step": 5625, "epoch": 31, "lr": 9.942733628433005e-05}
{"train_loss": 0.015186477452516556, "global_step": 5626, "epoch": 31, "lr": 9.942711325530849e-05}
{"train_loss": 0.018966902047395706, "global_step": 5627, "epoch": 31, "lr": 9.942689018311531e-05}
{"train_loss": 0.01418089959770441, "global_step": 5628, "epoch": 31, "lr": 9.942666706775068e-05}
{"train_loss": 0.019667476415634155, "global_step": 5629, "epoch": 31, "lr": 9.94264439092148e-05}
{"train_loss": 0.01755543053150177, "global_step": 5630, "epoch": 31, "lr": 9.942622070750787e-05}
{"train_loss": 0.01759059727191925, "global_step": 5631, "epoch": 31, "lr": 9.94259974626301e-05}
{"train_loss": 0.01085151731967926, "global_step": 5632, "epoch": 31, "lr": 9.942577417458168e-05}
{"train_loss": 0.02159963734447956, "global_step": 5633, "epoch": 31, "lr": 9.942555084336278e-05}
{"train_loss": 0.019680600613355637, "global_step": 5634, "epoch": 31, "lr": 9.942532746897361e-05}
{"train_loss": 0.020263470709323883, "global_step": 5635, "epoch": 31, "lr": 9.942510405141438e-05}
{"train_loss": 0.02230457216501236, "global_step": 5636, "epoch": 31, "lr": 9.942488059068529e-05}
{"train_loss": 0.010946989059448242, "global_step": 5637, "epoch": 31, "lr": 9.94246570867865e-05}
{"train_loss": 0.023752296343445778, "global_step": 5638, "epoch": 31, "lr": 9.942443353971822e-05}
{"train_loss": 0.018327664583921432, "global_step": 5639, "epoch": 31, "lr": 9.942420994948065e-05}
{"train_loss": 0.013679293915629387, "global_step": 5640, "epoch": 31, "lr": 9.9423986316074e-05}
{"train_loss": 0.012152286246418953, "global_step": 5641, "epoch": 31, "lr": 9.942376263949843e-05}
{"train_loss": 0.01612122729420662, "global_step": 5642, "epoch": 31, "lr": 9.942353891975416e-05}
{"train_loss": 0.012423878535628319, "global_step": 5643, "epoch": 31, "lr": 9.942331515684138e-05}
{"train_loss": 0.027671601623296738, "global_step": 5644, "epoch": 31, "lr": 9.942309135076029e-05}
{"train_loss": 0.015235691331326962, "global_step": 5645, "epoch": 31, "lr": 9.942286750151108e-05}
{"train_loss": 0.011038532480597496, "global_step": 5646, "epoch": 31, "lr": 9.942264360909394e-05}
{"train_loss": 0.02166362665593624, "global_step": 5647, "epoch": 31, "lr": 9.942241967350909e-05}
{"train_loss": 0.015079822391271591, "global_step": 5648, "epoch": 31, "lr": 9.942219569475669e-05}
{"train_loss": 0.022170068696141243, "global_step": 5649, "epoch": 31, "lr": 9.942197167283697e-05}
{"train_loss": 0.014588940888643265, "global_step": 5650, "epoch": 31, "lr": 9.942174760775009e-05}
{"train_loss": 0.012731448747217655, "global_step": 5651, "epoch": 31, "lr": 9.942152349949627e-05}
{"train_loss": 0.01591978408396244, "global_step": 5652, "epoch": 31, "lr": 9.942129934807571e-05}
{"train_loss": 0.030392184853553772, "global_step": 5653, "epoch": 31, "lr": 9.94210751534886e-05}
{"train_loss": 0.013178689405322075, "global_step": 5654, "epoch": 31, "lr": 9.942085091573512e-05}
{"train_loss": 0.02001281827688217, "global_step": 5655, "epoch": 31, "lr": 9.942062663481548e-05}
{"train_loss": 0.01894044503569603, "global_step": 5656, "epoch": 31, "lr": 9.942040231072988e-05}
{"train_loss": 0.012112132273614407, "global_step": 5657, "epoch": 31, "lr": 9.942017794347851e-05}
{"train_loss": 0.013195530511438847, "global_step": 5658, "epoch": 31, "lr": 9.941995353306156e-05}
{"train_loss": 0.01160360686480999, "global_step": 5659, "epoch": 31, "lr": 9.941972907947923e-05}
{"train_loss": 0.015139422379434109, "global_step": 5660, "epoch": 31, "lr": 9.941950458273172e-05}
{"train_loss": 0.023416996002197266, "global_step": 5661, "epoch": 31, "lr": 9.941928004281922e-05}
{"train_loss": 0.015989843755960464, "global_step": 5662, "epoch": 31, "lr": 9.941905545974193e-05}
{"train_loss": 0.012194999493658543, "global_step": 5663, "epoch": 31, "lr": 9.941883083350006e-05}
{"train_loss": 0.017161352559924126, "global_step": 5664, "epoch": 31, "lr": 9.941860616409379e-05}
{"train_loss": 0.018180562183260918, "global_step": 5665, "epoch": 31, "lr": 9.941838145152331e-05}
{"train_loss": 0.013150068931281567, "global_step": 5666, "epoch": 31, "lr": 9.941815669578882e-05}
{"train_loss": 0.022350354120135307, "global_step": 5667, "epoch": 31, "lr": 9.941793189689055e-05}
{"train_loss": 0.012156626209616661, "global_step": 5668, "epoch": 31, "lr": 9.941770705482864e-05}
{"train_loss": 0.01695188879966736, "global_step": 5669, "epoch": 31, "lr": 9.941748216960332e-05}
{"train_loss": 0.026088334619998932, "global_step": 5670, "epoch": 31, "lr": 9.941725724121478e-05}
{"train_loss": 0.019545814022421837, "global_step": 5671, "epoch": 31, "lr": 9.941703226966322e-05}
{"train_loss": 0.012385005131363869, "global_step": 5672, "epoch": 31, "lr": 9.941680725494884e-05}
{"train_loss": 0.009969284757971764, "global_step": 5673, "epoch": 31, "lr": 9.941658219707181e-05}
{"train_loss": 0.015068277716636658, "global_step": 5674, "epoch": 31, "lr": 9.941635709603236e-05}
{"train_loss": 0.020120423287153244, "global_step": 5675, "epoch": 31, "lr": 9.941613195183069e-05}
{"train_loss": 0.01312805525958538, "global_step": 5676, "epoch": 31, "lr": 9.941590676446695e-05}
{"train_loss": 0.016305724158883095, "global_step": 5677, "epoch": 31, "lr": 9.941568153394138e-05}
{"train_loss": 0.02044808864593506, "global_step": 5678, "epoch": 31, "lr": 9.941545626025417e-05}
{"train_loss": 0.028932606801390648, "global_step": 5679, "epoch": 31, "lr": 9.941523094340551e-05}
{"train_loss": 0.013888482935726643, "global_step": 5680, "epoch": 31, "lr": 9.941500558339559e-05}
{"train_loss": 0.012490462511777878, "global_step": 5681, "epoch": 31, "lr": 9.94147801802246e-05}
{"train_loss": 0.010698961094021797, "global_step": 5682, "epoch": 31, "lr": 9.941455473389277e-05}
{"train_loss": 0.017171114683151245, "global_step": 5683, "epoch": 31, "lr": 9.941432924440026e-05}
{"train_loss": 0.009379379451274872, "global_step": 5684, "epoch": 31, "lr": 9.94141037117473e-05}
{"train_loss": 0.01405018474906683, "global_step": 5685, "epoch": 31, "lr": 9.941387813593406e-05}
{"train_loss": 0.011070387437939644, "global_step": 5686, "epoch": 31, "lr": 9.941365251696076e-05}
{"train_loss": 0.011605218052864075, "global_step": 5687, "epoch": 31, "lr": 9.941342685482757e-05}
{"train_loss": 0.023113679140806198, "global_step": 5688, "epoch": 31, "lr": 9.941320114953472e-05}
{"train_loss": 0.008530983701348305, "global_step": 5689, "epoch": 31, "lr": 9.941297540108239e-05}
{"train_loss": 0.02079189382493496, "global_step": 5690, "epoch": 31, "lr": 9.941274960947076e-05}
{"train_loss": 0.015277267433702946, "global_step": 5691, "epoch": 31, "lr": 9.941252377470006e-05}
{"train_loss": 0.016022270545363426, "global_step": 5692, "epoch": 31, "lr": 9.941229789677047e-05}
{"train_loss": 0.016521839424967766, "global_step": 5693, "epoch": 31, "lr": 9.941207197568219e-05}
{"train_loss": 0.01313287578523159, "global_step": 5694, "epoch": 31, "lr": 9.94118460114354e-05}
{"train_loss": 0.015949558678574945, "global_step": 5695, "epoch": 31, "lr": 9.941162000403032e-05}
{"train_loss": 0.014498705044388771, "global_step": 5696, "epoch": 32, "lr": 9.941139395346715e-05}
{"train_loss": 0.013239806517958641, "global_step": 5697, "epoch": 32, "lr": 9.941116785974607e-05}
{"train_loss": 0.018209513276815414, "global_step": 5698, "epoch": 32, "lr": 9.941094172286729e-05}
{"train_loss": 0.014848520047962666, "global_step": 5699, "epoch": 32, "lr": 9.941071554283099e-05}
{"train_loss": 0.011899586766958237, "global_step": 5700, "epoch": 32, "lr": 9.94104893196374e-05}
{"train_loss": 0.018850989639759064, "global_step": 5701, "epoch": 32, "lr": 9.941026305328668e-05}
{"train_loss": 0.018385594710707664, "global_step": 5702, "epoch": 32, "lr": 9.941003674377907e-05}
{"train_loss": 0.015044406987726688, "global_step": 5703, "epoch": 32, "lr": 9.940981039111472e-05}
{"train_loss": 0.01583467237651348, "global_step": 5704, "epoch": 32, "lr": 9.940958399529388e-05}
{"train_loss": 0.014389719814062119, "global_step": 5705, "epoch": 32, "lr": 9.940935755631669e-05}
{"train_loss": 0.015402592718601227, "global_step": 5706, "epoch": 32, "lr": 9.940913107418339e-05}
{"train_loss": 0.020278550684452057, "global_step": 5707, "epoch": 32, "lr": 9.940890454889416e-05}
{"train_loss": 0.01567612774670124, "global_step": 5708, "epoch": 32, "lr": 9.94086779804492e-05}
{"train_loss": 0.011190878227353096, "global_step": 5709, "epoch": 32, "lr": 9.940845136884872e-05}
{"train_loss": 0.01869143545627594, "global_step": 5710, "epoch": 32, "lr": 9.94082247140929e-05}
{"train_loss": 0.014878529123961926, "global_step": 5711, "epoch": 32, "lr": 9.940799801618195e-05}
{"train_loss": 0.018466684967279434, "global_step": 5712, "epoch": 32, "lr": 9.940777127511607e-05}
{"train_loss": 0.011880198493599892, "global_step": 5713, "epoch": 32, "lr": 9.940754449089544e-05}
{"train_loss": 0.02586236037313938, "global_step": 5714, "epoch": 32, "lr": 9.940731766352028e-05}
{"train_loss": 0.015623550862073898, "global_step": 5715, "epoch": 32, "lr": 9.940709079299078e-05}
{"train_loss": 0.019449029117822647, "global_step": 5716, "epoch": 32, "lr": 9.940686387930714e-05}
{"train_loss": 0.017827916890382767, "global_step": 5717, "epoch": 32, "lr": 9.940663692246955e-05}
{"train_loss": 0.020222974941134453, "global_step": 5718, "epoch": 32, "lr": 9.940640992247821e-05}
{"train_loss": 0.01840626634657383, "global_step": 5719, "epoch": 32, "lr": 9.94061828793333e-05}
{"train_loss": 0.011064933612942696, "global_step": 5720, "epoch": 32, "lr": 9.940595579303506e-05}
{"train_loss": 0.013843891210854053, "global_step": 5721, "epoch": 32, "lr": 9.940572866358368e-05}
{"train_loss": 0.010544993914663792, "global_step": 5722, "epoch": 32, "lr": 9.940550149097933e-05}
{"train_loss": 0.013325160369277, "global_step": 5723, "epoch": 32, "lr": 9.940527427522223e-05}
{"train_loss": 0.016201091930270195, "global_step": 5724, "epoch": 32, "lr": 9.94050470163126e-05}
{"train_loss": 0.017038166522979736, "global_step": 5725, "epoch": 32, "lr": 9.940481971425058e-05}
{"train_loss": 0.011445828713476658, "global_step": 5726, "epoch": 32, "lr": 9.94045923690364e-05}
{"train_loss": 0.014637632295489311, "global_step": 5727, "epoch": 32, "lr": 9.940436498067028e-05}
{"train_loss": 0.01087946817278862, "global_step": 5728, "epoch": 32, "lr": 9.940413754915236e-05}
{"train_loss": 0.011261530220508575, "global_step": 5729, "epoch": 32, "lr": 9.94039100744829e-05}
{"train_loss": 0.01967708021402359, "global_step": 5730, "epoch": 32, "lr": 9.940368255666208e-05}
{"train_loss": 0.012419231235980988, "global_step": 5731, "epoch": 32, "lr": 9.940345499569009e-05}
{"train_loss": 0.015153495594859123, "global_step": 5732, "epoch": 32, "lr": 9.940322739156713e-05}
{"train_loss": 0.010513922199606895, "global_step": 5733, "epoch": 32, "lr": 9.940299974429341e-05}
{"train_loss": 0.01456323079764843, "global_step": 5734, "epoch": 32, "lr": 9.940277205386911e-05}
{"train_loss": 0.00918775238096714, "global_step": 5735, "epoch": 32, "lr": 9.940254432029444e-05}
{"train_loss": 0.012841898016631603, "global_step": 5736, "epoch": 32, "lr": 9.940231654356959e-05}
{"train_loss": 0.02134336158633232, "global_step": 5737, "epoch": 32, "lr": 9.940208872369478e-05}
{"train_loss": 0.011552871204912663, "global_step": 5738, "epoch": 32, "lr": 9.94018608606702e-05}
{"train_loss": 0.023225000128149986, "global_step": 5739, "epoch": 32, "lr": 9.940163295449603e-05}
{"train_loss": 0.017220474779605865, "global_step": 5740, "epoch": 32, "lr": 9.94014050051725e-05}
{"train_loss": 0.013542278669774532, "global_step": 5741, "epoch": 32, "lr": 9.940117701269978e-05}
{"train_loss": 0.018866974860429764, "global_step": 5742, "epoch": 32, "lr": 9.940094897707808e-05}
{"train_loss": 0.02295047789812088, "global_step": 5743, "epoch": 32, "lr": 9.94007208983076e-05}
{"train_loss": 0.021662291139364243, "global_step": 5744, "epoch": 32, "lr": 9.940049277638856e-05}
{"train_loss": 0.015297738835215569, "global_step": 5745, "epoch": 32, "lr": 9.940026461132113e-05}
{"train_loss": 0.009293433278799057, "global_step": 5746, "epoch": 32, "lr": 9.940003640310551e-05}
{"train_loss": 0.02524200826883316, "global_step": 5747, "epoch": 32, "lr": 9.939980815174193e-05}
{"train_loss": 0.009618163108825684, "global_step": 5748, "epoch": 32, "lr": 9.939957985723054e-05}
{"train_loss": 0.012778375297784805, "global_step": 5749, "epoch": 32, "lr": 9.939935151957158e-05}
{"train_loss": 0.01294730044901371, "global_step": 5750, "epoch": 32, "lr": 9.939912313876523e-05}
{"train_loss": 0.010020013898611069, "global_step": 5751, "epoch": 32, "lr": 9.93988947148117e-05}
{"train_loss": 0.013527643866837025, "global_step": 5752, "epoch": 32, "lr": 9.939866624771119e-05}
{"train_loss": 0.010530849918723106, "global_step": 5753, "epoch": 32, "lr": 9.939843773746388e-05}
{"train_loss": 0.021343272179365158, "global_step": 5754, "epoch": 32, "lr": 9.939820918407001e-05}
{"train_loss": 0.014882689341902733, "global_step": 5755, "epoch": 32, "lr": 9.939798058752974e-05}
{"train_loss": 0.012869974598288536, "global_step": 5756, "epoch": 32, "lr": 9.939775194784329e-05}
{"train_loss": 0.006838933099061251, "global_step": 5757, "epoch": 32, "lr": 9.939752326501085e-05}
{"train_loss": 0.01140520628541708, "global_step": 5758, "epoch": 32, "lr": 9.939729453903262e-05}
{"train_loss": 0.016170432791113853, "global_step": 5759, "epoch": 32, "lr": 9.939706576990882e-05}
{"train_loss": 0.013379167765378952, "global_step": 5760, "epoch": 32, "lr": 9.939683695763961e-05}
{"train_loss": 0.017744753509759903, "global_step": 5761, "epoch": 32, "lr": 9.939660810222521e-05}
{"train_loss": 0.017106374725699425, "global_step": 5762, "epoch": 32, "lr": 9.939637920366585e-05}
{"train_loss": 0.013811846263706684, "global_step": 5763, "epoch": 32, "lr": 9.939615026196167e-05}
{"train_loss": 0.010895781219005585, "global_step": 5764, "epoch": 32, "lr": 9.939592127711293e-05}
{"train_loss": 0.012395038269460201, "global_step": 5765, "epoch": 32, "lr": 9.93956922491198e-05}
{"train_loss": 0.02075851708650589, "global_step": 5766, "epoch": 32, "lr": 9.939546317798248e-05}
{"train_loss": 0.015624241903424263, "global_step": 5767, "epoch": 32, "lr": 9.939523406370115e-05}
{"train_loss": 0.015709124505519867, "global_step": 5768, "epoch": 32, "lr": 9.939500490627606e-05}
{"train_loss": 0.012082083150744438, "global_step": 5769, "epoch": 32, "lr": 9.939477570570737e-05}
{"train_loss": 0.02251030132174492, "global_step": 5770, "epoch": 32, "lr": 9.939454646199531e-05}
{"train_loss": 0.015008967369794846, "global_step": 5771, "epoch": 32, "lr": 9.939431717514004e-05}
{"train_loss": 0.016066934913396835, "global_step": 5772, "epoch": 32, "lr": 9.93940878451418e-05}
{"train_loss": 0.014563244767487049, "global_step": 5773, "epoch": 32, "lr": 9.939385847200076e-05}
{"train_loss": 0.01428845152258873, "global_step": 5774, "epoch": 32, "lr": 9.939362905571715e-05}
{"train_loss": 0.01759468950331211, "global_step": 5775, "epoch": 32, "lr": 9.939339959629114e-05}
{"train_loss": 0.018716823309659958, "global_step": 5776, "epoch": 32, "lr": 9.939317009372295e-05}
{"train_loss": 0.01141180470585823, "global_step": 5777, "epoch": 32, "lr": 9.939294054801278e-05}
{"train_loss": 0.015608207322657108, "global_step": 5778, "epoch": 32, "lr": 9.939271095916083e-05}
{"train_loss": 0.013189435005187988, "global_step": 5779, "epoch": 32, "lr": 9.939248132716729e-05}
{"train_loss": 0.01148953102529049, "global_step": 5780, "epoch": 32, "lr": 9.939225165203237e-05}
{"train_loss": 0.013366463594138622, "global_step": 5781, "epoch": 32, "lr": 9.939202193375627e-05}
{"train_loss": 0.022427182644605637, "global_step": 5782, "epoch": 32, "lr": 9.939179217233918e-05}
{"train_loss": 0.016219230368733406, "global_step": 5783, "epoch": 32, "lr": 9.939156236778133e-05}
{"train_loss": 0.01387872826308012, "global_step": 5784, "epoch": 32, "lr": 9.939133252008288e-05}
{"train_loss": 0.015254855155944824, "global_step": 5785, "epoch": 32, "lr": 9.939110262924405e-05}
{"train_loss": 0.0105337705463171, "global_step": 5786, "epoch": 32, "lr": 9.939087269526505e-05}
{"train_loss": 0.013124607503414154, "global_step": 5787, "epoch": 32, "lr": 9.939064271814606e-05}
{"train_loss": 0.012414611876010895, "global_step": 5788, "epoch": 32, "lr": 9.939041269788732e-05}
{"train_loss": 0.0222422257065773, "global_step": 5789, "epoch": 32, "lr": 9.939018263448898e-05}
{"train_loss": 0.014480195939540863, "global_step": 5790, "epoch": 32, "lr": 9.938995252795127e-05}
{"train_loss": 0.016607172787189484, "global_step": 5791, "epoch": 32, "lr": 9.938972237827438e-05}
{"train_loss": 0.01297065056860447, "global_step": 5792, "epoch": 32, "lr": 9.938949218545852e-05}
{"train_loss": 0.009603826329112053, "global_step": 5793, "epoch": 32, "lr": 9.93892619495039e-05}
{"train_loss": 0.016150884330272675, "global_step": 5794, "epoch": 32, "lr": 9.93890316704107e-05}
{"train_loss": 0.012482837773859501, "global_step": 5795, "epoch": 32, "lr": 9.938880134817914e-05}
{"train_loss": 0.018614616245031357, "global_step": 5796, "epoch": 32, "lr": 9.93885709828094e-05}
{"train_loss": 0.009572609327733517, "global_step": 5797, "epoch": 32, "lr": 9.938834057430169e-05}
{"train_loss": 0.01326051726937294, "global_step": 5798, "epoch": 32, "lr": 9.938811012265622e-05}
{"train_loss": 0.022917356342077255, "global_step": 5799, "epoch": 32, "lr": 9.938787962787319e-05}
{"train_loss": 0.023552173748612404, "global_step": 5800, "epoch": 32, "lr": 9.93876490899528e-05}
{"train_loss": 0.01694752648472786, "global_step": 5801, "epoch": 32, "lr": 9.938741850889524e-05}
{"train_loss": 0.01717410795390606, "global_step": 5802, "epoch": 32, "lr": 9.938718788470072e-05}
{"train_loss": 0.014771619811654091, "global_step": 5803, "epoch": 32, "lr": 9.938695721736944e-05}
{"train_loss": 0.015765219926834106, "global_step": 5804, "epoch": 32, "lr": 9.93867265069016e-05}
{"train_loss": 0.01361299492418766, "global_step": 5805, "epoch": 32, "lr": 9.93864957532974e-05}
{"train_loss": 0.011678710579872131, "global_step": 5806, "epoch": 32, "lr": 9.938626495655705e-05}
{"train_loss": 0.016307774931192398, "global_step": 5807, "epoch": 32, "lr": 9.938603411668075e-05}
{"train_loss": 0.018177824094891548, "global_step": 5808, "epoch": 32, "lr": 9.938580323366869e-05}
{"train_loss": 0.017343785613775253, "global_step": 5809, "epoch": 32, "lr": 9.938557230752109e-05}
{"train_loss": 0.015825800597667694, "global_step": 5810, "epoch": 32, "lr": 9.938534133823814e-05}
{"train_loss": 0.02254733070731163, "global_step": 5811, "epoch": 32, "lr": 9.938511032582005e-05}
{"train_loss": 0.019771559163928032, "global_step": 5812, "epoch": 32, "lr": 9.938487927026701e-05}
{"train_loss": 0.027051083743572235, "global_step": 5813, "epoch": 32, "lr": 9.938464817157922e-05}
{"train_loss": 0.01566753163933754, "global_step": 5814, "epoch": 32, "lr": 9.938441702975689e-05}
{"train_loss": 0.018783653154969215, "global_step": 5815, "epoch": 32, "lr": 9.938418584480022e-05}
{"train_loss": 0.023027658462524414, "global_step": 5816, "epoch": 32, "lr": 9.938395461670942e-05}
{"train_loss": 0.014564886689186096, "global_step": 5817, "epoch": 32, "lr": 9.938372334548469e-05}
{"train_loss": 0.012056111358106136, "global_step": 5818, "epoch": 32, "lr": 9.938349203112622e-05}
{"train_loss": 0.01288615819066763, "global_step": 5819, "epoch": 32, "lr": 9.938326067363422e-05}
{"train_loss": 0.01434909924864769, "global_step": 5820, "epoch": 32, "lr": 9.938302927300888e-05}
{"train_loss": 0.014696642756462097, "global_step": 5821, "epoch": 32, "lr": 9.938279782925042e-05}
{"train_loss": 0.024038895964622498, "global_step": 5822, "epoch": 32, "lr": 9.938256634235906e-05}
{"train_loss": 0.01721813902258873, "global_step": 5823, "epoch": 32, "lr": 9.938233481233494e-05}
{"train_loss": 0.011185666546225548, "global_step": 5824, "epoch": 32, "lr": 9.938210323917832e-05}
{"train_loss": 0.013075729832053185, "global_step": 5825, "epoch": 32, "lr": 9.938187162288937e-05}
{"train_loss": 0.014661774039268494, "global_step": 5826, "epoch": 32, "lr": 9.938163996346832e-05}
{"train_loss": 0.02116263285279274, "global_step": 5827, "epoch": 32, "lr": 9.938140826091534e-05}
{"train_loss": 0.012395926751196384, "global_step": 5828, "epoch": 32, "lr": 9.938117651523066e-05}
{"train_loss": 0.01384594477713108, "global_step": 5829, "epoch": 32, "lr": 9.938094472641446e-05}
{"train_loss": 0.016398264095187187, "global_step": 5830, "epoch": 32, "lr": 9.938071289446697e-05}
{"train_loss": 0.012886688113212585, "global_step": 5831, "epoch": 32, "lr": 9.938048101938837e-05}
{"train_loss": 0.018266495317220688, "global_step": 5832, "epoch": 32, "lr": 9.938024910117887e-05}
{"train_loss": 0.025862466543912888, "global_step": 5833, "epoch": 32, "lr": 9.938001713983866e-05}
{"train_loss": 0.015644308179616928, "global_step": 5834, "epoch": 32, "lr": 9.937978513536796e-05}
{"train_loss": 0.01142052561044693, "global_step": 5835, "epoch": 32, "lr": 9.937955308776696e-05}
{"train_loss": 0.018344441428780556, "global_step": 5836, "epoch": 32, "lr": 9.937932099703589e-05}
{"train_loss": 0.012440621852874756, "global_step": 5837, "epoch": 32, "lr": 9.937908886317491e-05}
{"train_loss": 0.016536813229322433, "global_step": 5838, "epoch": 32, "lr": 9.937885668618427e-05}
{"train_loss": 0.011057725176215172, "global_step": 5839, "epoch": 32, "lr": 9.937862446606411e-05}
{"train_loss": 0.014300179667770863, "global_step": 5840, "epoch": 32, "lr": 9.937839220281471e-05}
{"train_loss": 0.011234413832426071, "global_step": 5841, "epoch": 32, "lr": 9.937815989643622e-05}
{"train_loss": 0.018353773280978203, "global_step": 5842, "epoch": 32, "lr": 9.937792754692885e-05}
{"train_loss": 0.013061970472335815, "global_step": 5843, "epoch": 32, "lr": 9.93776951542928e-05}
{"train_loss": 0.017234519124031067, "global_step": 5844, "epoch": 32, "lr": 9.93774627185283e-05}
{"train_loss": 0.00950420368462801, "global_step": 5845, "epoch": 32, "lr": 9.937723023963554e-05}
{"train_loss": 0.017429187893867493, "global_step": 5846, "epoch": 32, "lr": 9.93769977176147e-05}
{"train_loss": 0.014202719554305077, "global_step": 5847, "epoch": 32, "lr": 9.937676515246601e-05}
{"train_loss": 0.01712190732359886, "global_step": 5848, "epoch": 32, "lr": 9.937653254418966e-05}
{"train_loss": 0.020477671176195145, "global_step": 5849, "epoch": 32, "lr": 9.937629989278585e-05}
{"train_loss": 0.010212020948529243, "global_step": 5850, "epoch": 32, "lr": 9.93760671982548e-05}
{"train_loss": 0.012551468797028065, "global_step": 5851, "epoch": 32, "lr": 9.937583446059671e-05}
{"train_loss": 0.018254105001688004, "global_step": 5852, "epoch": 32, "lr": 9.937560167981177e-05}
{"train_loss": 0.015530748292803764, "global_step": 5853, "epoch": 32, "lr": 9.93753688559002e-05}
{"train_loss": 0.015100475400686264, "global_step": 5854, "epoch": 32, "lr": 9.937513598886218e-05}
{"train_loss": 0.014901470392942429, "global_step": 5855, "epoch": 32, "lr": 9.937490307869795e-05}
{"train_loss": 0.016839392483234406, "global_step": 5856, "epoch": 32, "lr": 9.937467012540767e-05}
{"train_loss": 0.020848102867603302, "global_step": 5857, "epoch": 32, "lr": 9.937443712899157e-05}
{"train_loss": 0.014025920070707798, "global_step": 5858, "epoch": 32, "lr": 9.937420408944984e-05}
{"train_loss": 0.015309352427721024, "global_step": 5859, "epoch": 32, "lr": 9.93739710067827e-05}
{"train_loss": 0.016474662348628044, "global_step": 5860, "epoch": 32, "lr": 9.937373788099033e-05}
{"train_loss": 0.018211286514997482, "global_step": 5861, "epoch": 32, "lr": 9.937350471207297e-05}
{"train_loss": 0.0132085420191288, "global_step": 5862, "epoch": 32, "lr": 9.937327150003079e-05}
{"train_loss": 0.01334094163030386, "global_step": 5863, "epoch": 32, "lr": 9.937303824486401e-05}
{"train_loss": 0.01727915182709694, "global_step": 5864, "epoch": 32, "lr": 9.937280494657284e-05}
{"train_loss": 0.014144044369459152, "global_step": 5865, "epoch": 32, "lr": 9.937257160515746e-05}
{"train_loss": 0.013362257741391659, "global_step": 5866, "epoch": 32, "lr": 9.93723382206181e-05}
{"train_loss": 0.015909811481833458, "global_step": 5867, "epoch": 32, "lr": 9.937210479295494e-05}
{"train_loss": 0.01267613098025322, "global_step": 5868, "epoch": 32, "lr": 9.937187132216819e-05}
{"train_loss": 0.013993371278047562, "global_step": 5869, "epoch": 32, "lr": 9.937163780825807e-05}
{"train_loss": 0.014907486736774445, "global_step": 5870, "epoch": 32, "lr": 9.937140425122476e-05}
{"train_loss": 0.015018362551927567, "global_step": 5871, "epoch": 32, "lr": 9.937117065106849e-05}
{"train_loss": 0.02205921709537506, "global_step": 5872, "epoch": 32, "lr": 9.937093700778944e-05}
{"train_loss": 0.015683198800268635, "global_step": 5873, "epoch": 32, "lr": 9.937070332138784e-05}
{"train_loss": 0.019231826066970825, "global_step": 5874, "epoch": 33, "lr": 9.937046959186387e-05}
{"train_loss": 0.021246418356895447, "global_step": 5875, "epoch": 33, "lr": 9.937023581921774e-05}
{"train_loss": 0.019277198240160942, "global_step": 5876, "epoch": 33, "lr": 9.937000200344966e-05}
{"train_loss": 0.018611108884215355, "global_step": 5877, "epoch": 33, "lr": 9.936976814455983e-05}
{"train_loss": 0.018070843070745468, "global_step": 5878, "epoch": 33, "lr": 9.936953424254845e-05}
{"train_loss": 0.027097206562757492, "global_step": 5879, "epoch": 33, "lr": 9.936930029741575e-05}
{"train_loss": 0.021352585405111313, "global_step": 5880, "epoch": 33, "lr": 9.93690663091619e-05}
{"train_loss": 0.01738659478724003, "global_step": 5881, "epoch": 33, "lr": 9.936883227778712e-05}
{"train_loss": 0.015672311186790466, "global_step": 5882, "epoch": 33, "lr": 9.93685982032916e-05}
{"train_loss": 0.017909878864884377, "global_step": 5883, "epoch": 33, "lr": 9.936836408567558e-05}
{"train_loss": 0.013008283451199532, "global_step": 5884, "epoch": 33, "lr": 9.936812992493924e-05}
{"train_loss": 0.024264508858323097, "global_step": 5885, "epoch": 33, "lr": 9.936789572108278e-05}
{"train_loss": 0.012691086158156395, "global_step": 5886, "epoch": 33, "lr": 9.93676614741064e-05}
{"train_loss": 0.01999068632721901, "global_step": 5887, "epoch": 33, "lr": 9.936742718401036e-05}
{"train_loss": 0.02755829691886902, "global_step": 5888, "epoch": 33, "lr": 9.936719285079478e-05}
{"train_loss": 0.014736424200236797, "global_step": 5889, "epoch": 33, "lr": 9.936695847445991e-05}
{"train_loss": 0.022192899137735367, "global_step": 5890, "epoch": 33, "lr": 9.936672405500596e-05}
{"train_loss": 0.011870907619595528, "global_step": 5891, "epoch": 33, "lr": 9.93664895924331e-05}
{"train_loss": 0.01688496768474579, "global_step": 5892, "epoch": 33, "lr": 9.93662550867416e-05}
{"train_loss": 0.020049214363098145, "global_step": 5893, "epoch": 33, "lr": 9.93660205379316e-05}
{"train_loss": 0.012556837871670723, "global_step": 5894, "epoch": 33, "lr": 9.936578594600331e-05}
{"train_loss": 0.016204511746764183, "global_step": 5895, "epoch": 33, "lr": 9.936555131095699e-05}
{"train_loss": 0.01290319673717022, "global_step": 5896, "epoch": 33, "lr": 9.93653166327928e-05}
{"train_loss": 0.02427654340863228, "global_step": 5897, "epoch": 33, "lr": 9.936508191151095e-05}
{"train_loss": 0.016096215695142746, "global_step": 5898, "epoch": 33, "lr": 9.936484714711165e-05}
{"train_loss": 0.012596050277352333, "global_step": 5899, "epoch": 33, "lr": 9.936461233959509e-05}
{"train_loss": 0.013773184269666672, "global_step": 5900, "epoch": 33, "lr": 9.93643774889615e-05}
{"train_loss": 0.016793329268693924, "global_step": 5901, "epoch": 33, "lr": 9.936414259521109e-05}
{"train_loss": 0.01887180283665657, "global_step": 5902, "epoch": 33, "lr": 9.936390765834402e-05}
{"train_loss": 0.0243818499147892, "global_step": 5903, "epoch": 33, "lr": 9.936367267836055e-05}
{"train_loss": 0.014601431787014008, "global_step": 5904, "epoch": 33, "lr": 9.936343765526085e-05}
{"train_loss": 0.019732637330889702, "global_step": 5905, "epoch": 33, "lr": 9.936320258904514e-05}
{"train_loss": 0.016120221465826035, "global_step": 5906, "epoch": 33, "lr": 9.936296747971361e-05}
{"train_loss": 0.015510883182287216, "global_step": 5907, "epoch": 33, "lr": 9.936273232726648e-05}
{"train_loss": 0.008589539676904678, "global_step": 5908, "epoch": 33, "lr": 9.936249713170395e-05}
{"train_loss": 0.02297983691096306, "global_step": 5909, "epoch": 33, "lr": 9.936226189302624e-05}
{"train_loss": 0.015331707894802094, "global_step": 5910, "epoch": 33, "lr": 9.936202661123352e-05}
{"train_loss": 0.02023233473300934, "global_step": 5911, "epoch": 33, "lr": 9.936179128632604e-05}
{"train_loss": 0.01268333662301302, "global_step": 5912, "epoch": 33, "lr": 9.936155591830396e-05}
{"train_loss": 0.012813596986234188, "global_step": 5913, "epoch": 33, "lr": 9.936132050716753e-05}
{"train_loss": 0.02241738885641098, "global_step": 5914, "epoch": 33, "lr": 9.936108505291693e-05}
{"train_loss": 0.01574242301285267, "global_step": 5915, "epoch": 33, "lr": 9.936084955555236e-05}
{"train_loss": 0.01797524094581604, "global_step": 5916, "epoch": 33, "lr": 9.936061401507404e-05}
{"train_loss": 0.028720442205667496, "global_step": 5917, "epoch": 33, "lr": 9.936037843148218e-05}
{"train_loss": 0.014257027767598629, "global_step": 5918, "epoch": 33, "lr": 9.936014280477697e-05}
{"train_loss": 0.00986646767705679, "global_step": 5919, "epoch": 33, "lr": 9.935990713495862e-05}
{"train_loss": 0.019709184765815735, "global_step": 5920, "epoch": 33, "lr": 9.935967142202733e-05}
{"train_loss": 0.015654075890779495, "global_step": 5921, "epoch": 33, "lr": 9.935943566598333e-05}
{"train_loss": 0.014386761002242565, "global_step": 5922, "epoch": 33, "lr": 9.935919986682682e-05}
{"train_loss": 0.014668034389615059, "global_step": 5923, "epoch": 33, "lr": 9.935896402455798e-05}
{"train_loss": 0.016679247841238976, "global_step": 5924, "epoch": 33, "lr": 9.935872813917704e-05}
{"train_loss": 0.011744741350412369, "global_step": 5925, "epoch": 33, "lr": 9.935849221068418e-05}
{"train_loss": 0.019876429811120033, "global_step": 5926, "epoch": 33, "lr": 9.935825623907964e-05}
{"train_loss": 0.016499031335115433, "global_step": 5927, "epoch": 33, "lr": 9.935802022436363e-05}
{"train_loss": 0.013008738867938519, "global_step": 5928, "epoch": 33, "lr": 9.93577841665363e-05}
{"train_loss": 0.020281847566366196, "global_step": 5929, "epoch": 33, "lr": 9.935754806559791e-05}
{"train_loss": 0.012054519727826118, "global_step": 5930, "epoch": 33, "lr": 9.935731192154865e-05}
{"train_loss": 0.01839885301887989, "global_step": 5931, "epoch": 33, "lr": 9.935707573438872e-05}
{"train_loss": 0.012706756591796875, "global_step": 5932, "epoch": 33, "lr": 9.935683950411836e-05}
{"train_loss": 0.022179465740919113, "global_step": 5933, "epoch": 33, "lr": 9.935660323073772e-05}
{"train_loss": 0.009693955071270466, "global_step": 5934, "epoch": 33, "lr": 9.935636691424703e-05}
{"train_loss": 0.024812940508127213, "global_step": 5935, "epoch": 33, "lr": 9.935613055464652e-05}
{"train_loss": 0.01075239758938551, "global_step": 5936, "epoch": 33, "lr": 9.935589415193637e-05}
{"train_loss": 0.021871395409107208, "global_step": 5937, "epoch": 33, "lr": 9.93556577061168e-05}
{"train_loss": 0.012607925571501255, "global_step": 5938, "epoch": 33, "lr": 9.935542121718799e-05}
{"train_loss": 0.015128083527088165, "global_step": 5939, "epoch": 33, "lr": 9.935518468515019e-05}
{"train_loss": 0.02535811811685562, "global_step": 5940, "epoch": 33, "lr": 9.935494811000356e-05}
{"train_loss": 0.01830773986876011, "global_step": 5941, "epoch": 33, "lr": 9.935471149174835e-05}
{"train_loss": 0.021762140095233917, "global_step": 5942, "epoch": 33, "lr": 9.935447483038475e-05}
{"train_loss": 0.017667420208454132, "global_step": 5943, "epoch": 33, "lr": 9.935423812591296e-05}
{"train_loss": 0.029901213943958282, "global_step": 5944, "epoch": 33, "lr": 9.935400137833317e-05}
{"train_loss": 0.01061056274920702, "global_step": 5945, "epoch": 33, "lr": 9.935376458764562e-05}
{"train_loss": 0.01522061973810196, "global_step": 5946, "epoch": 33, "lr": 9.935352775385052e-05}
{"train_loss": 0.01522210892289877, "global_step": 5947, "epoch": 33, "lr": 9.935329087694805e-05}
{"train_loss": 0.021712999790906906, "global_step": 5948, "epoch": 33, "lr": 9.935305395693843e-05}
{"train_loss": 0.016252120956778526, "global_step": 5949, "epoch": 33, "lr": 9.935281699382186e-05}
{"train_loss": 0.011598914861679077, "global_step": 5950, "epoch": 33, "lr": 9.935257998759855e-05}
{"train_loss": 0.0170600563287735, "global_step": 5951, "epoch": 33, "lr": 9.93523429382687e-05}
{"train_loss": 0.015727346763014793, "global_step": 5952, "epoch": 33, "lr": 9.935210584583254e-05}
{"train_loss": 0.023038368672132492, "global_step": 5953, "epoch": 33, "lr": 9.935186871029026e-05}
{"train_loss": 0.018425438553094864, "global_step": 5954, "epoch": 33, "lr": 9.935163153164208e-05}
{"train_loss": 0.018348071724176407, "global_step": 5955, "epoch": 33, "lr": 9.935139430988819e-05}
{"train_loss": 0.01100948080420494, "global_step": 5956, "epoch": 33, "lr": 9.93511570450288e-05}
{"train_loss": 0.009057380259037018, "global_step": 5957, "epoch": 33, "lr": 9.935091973706411e-05}
{"train_loss": 0.024731330573558807, "global_step": 5958, "epoch": 33, "lr": 9.935068238599435e-05}
{"train_loss": 0.013511314056813717, "global_step": 5959, "epoch": 33, "lr": 9.935044499181972e-05}
{"train_loss": 0.023671617731451988, "global_step": 5960, "epoch": 33, "lr": 9.935020755454042e-05}
{"train_loss": 0.014401718974113464, "global_step": 5961, "epoch": 33, "lr": 9.934997007415666e-05}
{"train_loss": 0.012511931359767914, "global_step": 5962, "epoch": 33, "lr": 9.934973255066866e-05}
{"train_loss": 0.016032401472330093, "global_step": 5963, "epoch": 33, "lr": 9.93494949840766e-05}
{"train_loss": 0.02203356847167015, "global_step": 5964, "epoch": 33, "lr": 9.93492573743807e-05}
{"train_loss": 0.017130514606833458, "global_step": 5965, "epoch": 33, "lr": 9.93490197215812e-05}
{"train_loss": 0.02320266142487526, "global_step": 5966, "epoch": 33, "lr": 9.934878202567826e-05}
{"train_loss": 0.019627759233117104, "global_step": 5967, "epoch": 33, "lr": 9.934854428667209e-05}
{"train_loss": 0.017932400107383728, "global_step": 5968, "epoch": 33, "lr": 9.934830650456293e-05}
{"train_loss": 0.01683708280324936, "global_step": 5969, "epoch": 33, "lr": 9.934806867935097e-05}
{"train_loss": 0.01409242581576109, "global_step": 5970, "epoch": 33, "lr": 9.934783081103642e-05}
{"train_loss": 0.018198654055595398, "global_step": 5971, "epoch": 33, "lr": 9.934759289961948e-05}
{"train_loss": 0.012066667899489403, "global_step": 5972, "epoch": 33, "lr": 9.934735494510037e-05}
{"train_loss": 0.015642307698726654, "global_step": 5973, "epoch": 33, "lr": 9.934711694747928e-05}
{"train_loss": 0.017980974167585373, "global_step": 5974, "epoch": 33, "lr": 9.934687890675646e-05}
{"train_loss": 0.020987804979085922, "global_step": 5975, "epoch": 33, "lr": 9.934664082293207e-05}
{"train_loss": 0.009792100638151169, "global_step": 5976, "epoch": 33, "lr": 9.934640269600634e-05}
{"train_loss": 0.012893954291939735, "global_step": 5977, "epoch": 33, "lr": 9.934616452597946e-05}
{"train_loss": 0.027152497321367264, "global_step": 5978, "epoch": 33, "lr": 9.934592631285166e-05}
{"train_loss": 0.011285733431577682, "global_step": 5979, "epoch": 33, "lr": 9.934568805662316e-05}
{"train_loss": 0.022278519347310066, "global_step": 5980, "epoch": 33, "lr": 9.934544975729413e-05}
{"train_loss": 0.013941473327577114, "global_step": 5981, "epoch": 33, "lr": 9.934521141486479e-05}
{"train_loss": 0.016464855521917343, "global_step": 5982, "epoch": 33, "lr": 9.934497302933536e-05}
{"train_loss": 0.011811207979917526, "global_step": 5983, "epoch": 33, "lr": 9.934473460070606e-05}
{"train_loss": 0.021241474896669388, "global_step": 5984, "epoch": 33, "lr": 9.934449612897707e-05}
{"train_loss": 0.01496310718357563, "global_step": 5985, "epoch": 33, "lr": 9.93442576141486e-05}
{"train_loss": 0.011996117420494556, "global_step": 5986, "epoch": 33, "lr": 9.934401905622088e-05}
{"train_loss": 0.0128446314483881, "global_step": 5987, "epoch": 33, "lr": 9.93437804551941e-05}
{"train_loss": 0.01699005253612995, "global_step": 5988, "epoch": 33, "lr": 9.934354181106848e-05}
{"train_loss": 0.01889611780643463, "global_step": 5989, "epoch": 33, "lr": 9.934330312384421e-05}
{"train_loss": 0.01662575453519821, "global_step": 5990, "epoch": 33, "lr": 9.934306439352152e-05}
{"train_loss": 0.011069804430007935, "global_step": 5991, "epoch": 33, "lr": 9.93428256201006e-05}
{"train_loss": 0.019248101860284805, "global_step": 5992, "epoch": 33, "lr": 9.934258680358168e-05}
{"train_loss": 0.01219181902706623, "global_step": 5993, "epoch": 33, "lr": 9.934234794396497e-05}
{"train_loss": 0.01086875144392252, "global_step": 5994, "epoch": 33, "lr": 9.934210904125065e-05}
{"train_loss": 0.017530642449855804, "global_step": 5995, "epoch": 33, "lr": 9.934187009543893e-05}
{"train_loss": 0.013998603448271751, "global_step": 5996, "epoch": 33, "lr": 9.934163110653007e-05}
{"train_loss": 0.015398429706692696, "global_step": 5997, "epoch": 33, "lr": 9.934139207452422e-05}
{"train_loss": 0.015613025054335594, "global_step": 5998, "epoch": 33, "lr": 9.93411529994216e-05}
{"train_loss": 0.014719320461153984, "global_step": 5999, "epoch": 33, "lr": 9.934091388122244e-05}
{"train_loss": 0.012705766595900059, "global_step": 6000, "epoch": 33, "lr": 9.934067471992694e-05}
{"train_loss": 0.021296076476573944, "global_step": 6001, "epoch": 33, "lr": 9.934043551553532e-05}
{"train_loss": 0.012767684645950794, "global_step": 6002, "epoch": 33, "lr": 9.934019626804776e-05}
{"train_loss": 0.022237902507185936, "global_step": 6003, "epoch": 33, "lr": 9.933995697746448e-05}
{"train_loss": 0.013706177473068237, "global_step": 6004, "epoch": 33, "lr": 9.933971764378571e-05}
{"train_loss": 0.011420044116675854, "global_step": 6005, "epoch": 33, "lr": 9.933947826701163e-05}
{"train_loss": 0.009624652564525604, "global_step": 6006, "epoch": 33, "lr": 9.933923884714247e-05}
{"train_loss": 0.023150470107793808, "global_step": 6007, "epoch": 33, "lr": 9.933899938417843e-05}
{"train_loss": 0.013142377138137817, "global_step": 6008, "epoch": 33, "lr": 9.933875987811971e-05}
{"train_loss": 0.01306907832622528, "global_step": 6009, "epoch": 33, "lr": 9.933852032896656e-05}
{"train_loss": 0.014022436924278736, "global_step": 6010, "epoch": 33, "lr": 9.933828073671913e-05}
{"train_loss": 0.019365865737199783, "global_step": 6011, "epoch": 33, "lr": 9.933804110137766e-05}
{"train_loss": 0.014113180339336395, "global_step": 6012, "epoch": 33, "lr": 9.933780142294236e-05}
{"train_loss": 0.013188963755965233, "global_step": 6013, "epoch": 33, "lr": 9.933756170141345e-05}
{"train_loss": 0.01542830839753151, "global_step": 6014, "epoch": 33, "lr": 9.933732193679111e-05}
{"train_loss": 0.011056850664317608, "global_step": 6015, "epoch": 33, "lr": 9.933708212907558e-05}
{"train_loss": 0.016151126474142075, "global_step": 6016, "epoch": 33, "lr": 9.933684227826706e-05}
{"train_loss": 0.013952062465250492, "global_step": 6017, "epoch": 33, "lr": 9.933660238436574e-05}
{"train_loss": 0.018688693642616272, "global_step": 6018, "epoch": 33, "lr": 9.933636244737184e-05}
{"train_loss": 0.013771380297839642, "global_step": 6019, "epoch": 33, "lr": 9.933612246728559e-05}
{"train_loss": 0.014722569845616817, "global_step": 6020, "epoch": 33, "lr": 9.933588244410716e-05}
{"train_loss": 0.010745400562882423, "global_step": 6021, "epoch": 33, "lr": 9.93356423778368e-05}
{"train_loss": 0.010821668431162834, "global_step": 6022, "epoch": 33, "lr": 9.933540226847471e-05}
{"train_loss": 0.012954778969287872, "global_step": 6023, "epoch": 33, "lr": 9.933516211602107e-05}
{"train_loss": 0.013077841140329838, "global_step": 6024, "epoch": 33, "lr": 9.933492192047613e-05}
{"train_loss": 0.021076831966638565, "global_step": 6025, "epoch": 33, "lr": 9.933468168184008e-05}
{"train_loss": 0.016753315925598145, "global_step": 6026, "epoch": 33, "lr": 9.933444140011312e-05}
{"train_loss": 0.016024507582187653, "global_step": 6027, "epoch": 33, "lr": 9.933420107529549e-05}
{"train_loss": 0.012550372630357742, "global_step": 6028, "epoch": 33, "lr": 9.933396070738736e-05}
{"train_loss": 0.015144037082791328, "global_step": 6029, "epoch": 33, "lr": 9.933372029638897e-05}
{"train_loss": 0.015157906338572502, "global_step": 6030, "epoch": 33, "lr": 9.933347984230053e-05}
{"train_loss": 0.011672751046717167, "global_step": 6031, "epoch": 33, "lr": 9.933323934512225e-05}
{"train_loss": 0.016257531940937042, "global_step": 6032, "epoch": 33, "lr": 9.93329988048543e-05}
{"train_loss": 0.016192831099033356, "global_step": 6033, "epoch": 33, "lr": 9.933275822149694e-05}
{"train_loss": 0.022497549653053284, "global_step": 6034, "epoch": 33, "lr": 9.933251759505036e-05}
{"train_loss": 0.00993218645453453, "global_step": 6035, "epoch": 33, "lr": 9.933227692551479e-05}
{"train_loss": 0.011328397318720818, "global_step": 6036, "epoch": 33, "lr": 9.93320362128904e-05}
{"train_loss": 0.01164186093956232, "global_step": 6037, "epoch": 33, "lr": 9.933179545717742e-05}
{"train_loss": 0.01404871977865696, "global_step": 6038, "epoch": 33, "lr": 9.933155465837607e-05}
{"train_loss": 0.015526136383414268, "global_step": 6039, "epoch": 33, "lr": 9.933131381648657e-05}
{"train_loss": 0.01510677020996809, "global_step": 6040, "epoch": 33, "lr": 9.93310729315091e-05}
{"train_loss": 0.015448483638465405, "global_step": 6041, "epoch": 33, "lr": 9.933083200344387e-05}
{"train_loss": 0.025358982384204865, "global_step": 6042, "epoch": 33, "lr": 9.933059103229111e-05}
{"train_loss": 0.018237603828310966, "global_step": 6043, "epoch": 33, "lr": 9.933035001805103e-05}
{"train_loss": 0.019282862544059753, "global_step": 6044, "epoch": 33, "lr": 9.933010896072384e-05}
{"train_loss": 0.017441293224692345, "global_step": 6045, "epoch": 33, "lr": 9.932986786030974e-05}
{"train_loss": 0.01451184693723917, "global_step": 6046, "epoch": 33, "lr": 9.932962671680894e-05}
{"train_loss": 0.016124099493026733, "global_step": 6047, "epoch": 33, "lr": 9.932938553022168e-05}
{"train_loss": 0.014628597535192966, "global_step": 6048, "epoch": 33, "lr": 9.932914430054812e-05}
{"train_loss": 0.018118957057595253, "global_step": 6049, "epoch": 33, "lr": 9.932890302778853e-05}
{"train_loss": 0.009439542889595032, "global_step": 6050, "epoch": 33, "lr": 9.932866171194306e-05}
{"train_loss": 0.01659643046264903, "global_step": 6051, "epoch": 33, "lr": 9.932842035301196e-05}
{"train_loss": 0.022472187876701355, "global_step": 6052, "epoch": 34, "lr": 9.932817895099542e-05}
{"train_loss": 0.021485116332769394, "global_step": 6053, "epoch": 34, "lr": 9.932793750589367e-05}
{"train_loss": 0.01597610116004944, "global_step": 6054, "epoch": 34, "lr": 9.932769601770692e-05}
{"train_loss": 0.018150031566619873, "global_step": 6055, "epoch": 34, "lr": 9.932745448643536e-05}
{"train_loss": 0.01726653426885605, "global_step": 6056, "epoch": 34, "lr": 9.932721291207922e-05}
{"train_loss": 0.019807104021310806, "global_step": 6057, "epoch": 34, "lr": 9.932697129463873e-05}
{"train_loss": 0.02675093710422516, "global_step": 6058, "epoch": 34, "lr": 9.932672963411405e-05}
{"train_loss": 0.018030432984232903, "global_step": 6059, "epoch": 34, "lr": 9.932648793050541e-05}
{"train_loss": 0.012904240749776363, "global_step": 6060, "epoch": 34, "lr": 9.932624618381304e-05}
{"train_loss": 0.02536194771528244, "global_step": 6061, "epoch": 34, "lr": 9.932600439403714e-05}
{"train_loss": 0.022887153550982475, "global_step": 6062, "epoch": 34, "lr": 9.932576256117791e-05}
{"train_loss": 0.012053705751895905, "global_step": 6063, "epoch": 34, "lr": 9.93255206852356e-05}
{"train_loss": 0.016621854156255722, "global_step": 6064, "epoch": 34, "lr": 9.932527876621037e-05}
{"train_loss": 0.019106198102235794, "global_step": 6065, "epoch": 34, "lr": 9.932503680410245e-05}
{"train_loss": 0.025434665381908417, "global_step": 6066, "epoch": 34, "lr": 9.932479479891208e-05}
{"train_loss": 0.019702836871147156, "global_step": 6067, "epoch": 34, "lr": 9.932455275063944e-05}
{"train_loss": 0.014152472838759422, "global_step": 6068, "epoch": 34, "lr": 9.932431065928474e-05}
{"train_loss": 0.012821203097701073, "global_step": 6069, "epoch": 34, "lr": 9.93240685248482e-05}
{"train_loss": 0.015243805944919586, "global_step": 6070, "epoch": 34, "lr": 9.932382634733004e-05}
{"train_loss": 0.014116190373897552, "global_step": 6071, "epoch": 34, "lr": 9.932358412673045e-05}
{"train_loss": 0.01380087248980999, "global_step": 6072, "epoch": 34, "lr": 9.932334186304965e-05}
{"train_loss": 0.018025634810328484, "global_step": 6073, "epoch": 34, "lr": 9.93230995562879e-05}
{"train_loss": 0.0175667405128479, "global_step": 6074, "epoch": 34, "lr": 9.932285720644532e-05}
{"train_loss": 0.020989369601011276, "global_step": 6075, "epoch": 34, "lr": 9.932261481352219e-05}
{"train_loss": 0.01279253140091896, "global_step": 6076, "epoch": 34, "lr": 9.93223723775187e-05}
{"train_loss": 0.010392029769718647, "global_step": 6077, "epoch": 34, "lr": 9.932212989843506e-05}
{"train_loss": 0.020244326442480087, "global_step": 6078, "epoch": 34, "lr": 9.932188737627148e-05}
{"train_loss": 0.02477235160768032, "global_step": 6079, "epoch": 34, "lr": 9.932164481102819e-05}
{"train_loss": 0.02319374680519104, "global_step": 6080, "epoch": 34, "lr": 9.932140220270538e-05}
{"train_loss": 0.015141025185585022, "global_step": 6081, "epoch": 34, "lr": 9.932115955130327e-05}
{"train_loss": 0.012927236966788769, "global_step": 6082, "epoch": 34, "lr": 9.932091685682208e-05}
{"train_loss": 0.0162422563880682, "global_step": 6083, "epoch": 34, "lr": 9.932067411926202e-05}
{"train_loss": 0.019588269293308258, "global_step": 6084, "epoch": 34, "lr": 9.932043133862327e-05}
{"train_loss": 0.01771574467420578, "global_step": 6085, "epoch": 34, "lr": 9.93201885149061e-05}
{"train_loss": 0.027847440913319588, "global_step": 6086, "epoch": 34, "lr": 9.931994564811067e-05}
{"train_loss": 0.018345702439546585, "global_step": 6087, "epoch": 34, "lr": 9.931970273823723e-05}
{"train_loss": 0.017579149454832077, "global_step": 6088, "epoch": 34, "lr": 9.931945978528596e-05}
{"train_loss": 0.014696503058075905, "global_step": 6089, "epoch": 34, "lr": 9.931921678925708e-05}
{"train_loss": 0.013088497333228588, "global_step": 6090, "epoch": 34, "lr": 9.931897375015082e-05}
{"train_loss": 0.016212904825806618, "global_step": 6091, "epoch": 34, "lr": 9.93187306679674e-05}
{"train_loss": 0.015790440142154694, "global_step": 6092, "epoch": 34, "lr": 9.931848754270698e-05}
{"train_loss": 0.009414589032530785, "global_step": 6093, "epoch": 34, "lr": 9.931824437436983e-05}
{"train_loss": 0.01589270308613777, "global_step": 6094, "epoch": 34, "lr": 9.931800116295612e-05}
{"train_loss": 0.010822391137480736, "global_step": 6095, "epoch": 34, "lr": 9.931775790846611e-05}
{"train_loss": 0.018691474571824074, "global_step": 6096, "epoch": 34, "lr": 9.931751461089997e-05}
{"train_loss": 0.014943825080990791, "global_step": 6097, "epoch": 34, "lr": 9.931727127025792e-05}
{"train_loss": 0.018429376184940338, "global_step": 6098, "epoch": 34, "lr": 9.931702788654018e-05}
{"train_loss": 0.0158636923879385, "global_step": 6099, "epoch": 34, "lr": 9.931678445974697e-05}
{"train_loss": 0.016221826896071434, "global_step": 6100, "epoch": 34, "lr": 9.931654098987849e-05}
{"train_loss": 0.013267746195197105, "global_step": 6101, "epoch": 34, "lr": 9.931629747693494e-05}
{"train_loss": 0.009061351418495178, "global_step": 6102, "epoch": 34, "lr": 9.931605392091657e-05}
{"train_loss": 0.010573217645287514, "global_step": 6103, "epoch": 34, "lr": 9.931581032182356e-05}
{"train_loss": 0.018788941204547882, "global_step": 6104, "epoch": 34, "lr": 9.931556667965614e-05}
{"train_loss": 0.01444560382515192, "global_step": 6105, "epoch": 34, "lr": 9.931532299441453e-05}
{"train_loss": 0.014126566238701344, "global_step": 6106, "epoch": 34, "lr": 9.931507926609891e-05}
{"train_loss": 0.018732404336333275, "global_step": 6107, "epoch": 34, "lr": 9.931483549470953e-05}
{"train_loss": 0.012109746225178242, "global_step": 6108, "epoch": 34, "lr": 9.931459168024658e-05}
{"train_loss": 0.01727488450706005, "global_step": 6109, "epoch": 34, "lr": 9.931434782271027e-05}
{"train_loss": 0.01489857118576765, "global_step": 6110, "epoch": 34, "lr": 9.931410392210083e-05}
{"train_loss": 0.018114162608981133, "global_step": 6111, "epoch": 34, "lr": 9.931385997841846e-05}
{"train_loss": 0.009590910747647285, "global_step": 6112, "epoch": 34, "lr": 9.931361599166337e-05}
{"train_loss": 0.010778825730085373, "global_step": 6113, "epoch": 34, "lr": 9.93133719618358e-05}
{"train_loss": 0.017629940062761307, "global_step": 6114, "epoch": 34, "lr": 9.931312788893595e-05}
{"train_loss": 0.015066062100231647, "global_step": 6115, "epoch": 34, "lr": 9.931288377296402e-05}
{"train_loss": 0.014144889079034328, "global_step": 6116, "epoch": 34, "lr": 9.93126396139202e-05}
{"train_loss": 0.021114058792591095, "global_step": 6117, "epoch": 34, "lr": 9.931239541180478e-05}
{"train_loss": 0.007964309304952621, "global_step": 6118, "epoch": 34, "lr": 9.931215116661792e-05}
{"train_loss": 0.011914858594536781, "global_step": 6119, "epoch": 34, "lr": 9.931190687835983e-05}
{"train_loss": 0.014738534577190876, "global_step": 6120, "epoch": 34, "lr": 9.931166254703073e-05}
{"train_loss": 0.014418501406908035, "global_step": 6121, "epoch": 34, "lr": 9.931141817263083e-05}
{"train_loss": 0.018717840313911438, "global_step": 6122, "epoch": 34, "lr": 9.931117375516036e-05}
{"train_loss": 0.016823429614305496, "global_step": 6123, "epoch": 34, "lr": 9.931092929461954e-05}
{"train_loss": 0.012884639203548431, "global_step": 6124, "epoch": 34, "lr": 9.931068479100856e-05}
{"train_loss": 0.01839252933859825, "global_step": 6125, "epoch": 34, "lr": 9.931044024432763e-05}
{"train_loss": 0.015742581337690353, "global_step": 6126, "epoch": 34, "lr": 9.931019565457698e-05}
{"train_loss": 0.015232264995574951, "global_step": 6127, "epoch": 34, "lr": 9.930995102175682e-05}
{"train_loss": 0.018826398998498917, "global_step": 6128, "epoch": 34, "lr": 9.930970634586737e-05}
{"train_loss": 0.025915078818798065, "global_step": 6129, "epoch": 34, "lr": 9.930946162690883e-05}
{"train_loss": 0.01794818602502346, "global_step": 6130, "epoch": 34, "lr": 9.930921686488142e-05}
{"train_loss": 0.02000003308057785, "global_step": 6131, "epoch": 34, "lr": 9.930897205978536e-05}
{"train_loss": 0.012209590524435043, "global_step": 6132, "epoch": 34, "lr": 9.930872721162084e-05}
{"train_loss": 0.015119636431336403, "global_step": 6133, "epoch": 34, "lr": 9.93084823203881e-05}
{"train_loss": 0.012640746310353279, "global_step": 6134, "epoch": 34, "lr": 9.930823738608737e-05}
{"train_loss": 0.014144414104521275, "global_step": 6135, "epoch": 34, "lr": 9.93079924087188e-05}
{"train_loss": 0.011266845278441906, "global_step": 6136, "epoch": 34, "lr": 9.930774738828267e-05}
{"train_loss": 0.020538266748189926, "global_step": 6137, "epoch": 34, "lr": 9.930750232477916e-05}
{"train_loss": 0.008595947176218033, "global_step": 6138, "epoch": 34, "lr": 9.930725721820849e-05}
{"train_loss": 0.01340666227042675, "global_step": 6139, "epoch": 34, "lr": 9.930701206857088e-05}
{"train_loss": 0.010562442243099213, "global_step": 6140, "epoch": 34, "lr": 9.930676687586653e-05}
{"train_loss": 0.00956662930548191, "global_step": 6141, "epoch": 34, "lr": 9.930652164009566e-05}
{"train_loss": 0.020346779376268387, "global_step": 6142, "epoch": 34, "lr": 9.93062763612585e-05}
{"train_loss": 0.01347852498292923, "global_step": 6143, "epoch": 34, "lr": 9.930603103935525e-05}
{"train_loss": 0.01354985497891903, "global_step": 6144, "epoch": 34, "lr": 9.930578567438613e-05}
{"train_loss": 0.01830296590924263, "global_step": 6145, "epoch": 34, "lr": 9.930554026635135e-05}
{"train_loss": 0.014749985188245773, "global_step": 6146, "epoch": 34, "lr": 9.930529481525111e-05}
{"train_loss": 0.021996116265654564, "global_step": 6147, "epoch": 34, "lr": 9.930504932108565e-05}
{"train_loss": 0.012050586752593517, "global_step": 6148, "epoch": 34, "lr": 9.930480378385519e-05}
{"train_loss": 0.008983008563518524, "global_step": 6149, "epoch": 34, "lr": 9.930455820355991e-05}
{"train_loss": 0.015300442464649677, "global_step": 6150, "epoch": 34, "lr": 9.930431258020003e-05}
{"train_loss": 0.018704470247030258, "global_step": 6151, "epoch": 34, "lr": 9.93040669137758e-05}
{"train_loss": 0.00991814024746418, "global_step": 6152, "epoch": 34, "lr": 9.93038212042874e-05}
{"train_loss": 0.013253675773739815, "global_step": 6153, "epoch": 34, "lr": 9.930357545173506e-05}
{"train_loss": 0.017515946179628372, "global_step": 6154, "epoch": 34, "lr": 9.930332965611899e-05}
{"train_loss": 0.015574565157294273, "global_step": 6155, "epoch": 34, "lr": 9.930308381743942e-05}
{"train_loss": 0.013647728599607944, "global_step": 6156, "epoch": 34, "lr": 9.930283793569653e-05}
{"train_loss": 0.011665906757116318, "global_step": 6157, "epoch": 34, "lr": 9.930259201089057e-05}
{"train_loss": 0.01655016653239727, "global_step": 6158, "epoch": 34, "lr": 9.930234604302173e-05}
{"train_loss": 0.022954324260354042, "global_step": 6159, "epoch": 34, "lr": 9.930210003209024e-05}
{"train_loss": 0.013408207334578037, "global_step": 6160, "epoch": 34, "lr": 9.930185397809632e-05}
{"train_loss": 0.014748610556125641, "global_step": 6161, "epoch": 34, "lr": 9.930160788104017e-05}
{"train_loss": 0.015967225655913353, "global_step": 6162, "epoch": 34, "lr": 9.9301361740922e-05}
{"train_loss": 0.015822961926460266, "global_step": 6163, "epoch": 34, "lr": 9.930111555774204e-05}
{"train_loss": 0.014959278516471386, "global_step": 6164, "epoch": 34, "lr": 9.930086933150049e-05}
{"train_loss": 0.012236883863806725, "global_step": 6165, "epoch": 34, "lr": 9.930062306219758e-05}
{"train_loss": 0.016404297202825546, "global_step": 6166, "epoch": 34, "lr": 9.930037674983353e-05}
{"train_loss": 0.022188466042280197, "global_step": 6167, "epoch": 34, "lr": 9.930013039440854e-05}
{"train_loss": 0.01617085561156273, "global_step": 6168, "epoch": 34, "lr": 9.929988399592282e-05}
{"train_loss": 0.015351691283285618, "global_step": 6169, "epoch": 34, "lr": 9.929963755437661e-05}
{"train_loss": 0.013022302649915218, "global_step": 6170, "epoch": 34, "lr": 9.929939106977011e-05}
{"train_loss": 0.018066734075546265, "global_step": 6171, "epoch": 34, "lr": 9.929914454210355e-05}
{"train_loss": 0.010114988312125206, "global_step": 6172, "epoch": 34, "lr": 9.92988979713771e-05}
{"train_loss": 0.015516567975282669, "global_step": 6173, "epoch": 34, "lr": 9.929865135759102e-05}
{"train_loss": 0.012321356683969498, "global_step": 6174, "epoch": 34, "lr": 9.929840470074551e-05}
{"train_loss": 0.012038360349833965, "global_step": 6175, "epoch": 34, "lr": 9.929815800084079e-05}
{"train_loss": 0.015870314091444016, "global_step": 6176, "epoch": 34, "lr": 9.929791125787708e-05}
{"train_loss": 0.012019867077469826, "global_step": 6177, "epoch": 34, "lr": 9.929766447185458e-05}
{"train_loss": 0.01318056508898735, "global_step": 6178, "epoch": 34, "lr": 9.929741764277352e-05}
{"train_loss": 0.025234241038560867, "global_step": 6179, "epoch": 34, "lr": 9.929717077063409e-05}
{"train_loss": 0.016498491168022156, "global_step": 6180, "epoch": 34, "lr": 9.929692385543653e-05}
{"train_loss": 0.01683626137673855, "global_step": 6181, "epoch": 34, "lr": 9.929667689718107e-05}
{"train_loss": 0.015332660637795925, "global_step": 6182, "epoch": 34, "lr": 9.92964298958679e-05}
{"train_loss": 0.015903878957033157, "global_step": 6183, "epoch": 34, "lr": 9.929618285149724e-05}
{"train_loss": 0.01649652048945427, "global_step": 6184, "epoch": 34, "lr": 9.929593576406932e-05}
{"train_loss": 0.009087439626455307, "global_step": 6185, "epoch": 34, "lr": 9.929568863358432e-05}
{"train_loss": 0.01297664362937212, "global_step": 6186, "epoch": 34, "lr": 9.92954414600425e-05}
{"train_loss": 0.01595844328403473, "global_step": 6187, "epoch": 34, "lr": 9.929519424344405e-05}
{"train_loss": 0.01096588559448719, "global_step": 6188, "epoch": 34, "lr": 9.929494698378918e-05}
{"train_loss": 0.02243782952427864, "global_step": 6189, "epoch": 34, "lr": 9.929469968107815e-05}
{"train_loss": 0.01586662232875824, "global_step": 6190, "epoch": 34, "lr": 9.929445233531112e-05}
{"train_loss": 0.015943439677357674, "global_step": 6191, "epoch": 34, "lr": 9.929420494648832e-05}
{"train_loss": 0.015532275661826134, "global_step": 6192, "epoch": 34, "lr": 9.929395751460999e-05}
{"train_loss": 0.020337363705039024, "global_step": 6193, "epoch": 34, "lr": 9.929371003967633e-05}
{"train_loss": 0.012691650539636612, "global_step": 6194, "epoch": 34, "lr": 9.929346252168756e-05}
{"train_loss": 0.023007173091173172, "global_step": 6195, "epoch": 34, "lr": 9.929321496064389e-05}
{"train_loss": 0.010835780762135983, "global_step": 6196, "epoch": 34, "lr": 9.929296735654555e-05}
{"train_loss": 0.015519745647907257, "global_step": 6197, "epoch": 34, "lr": 9.929271970939273e-05}
{"train_loss": 0.014240333810448647, "global_step": 6198, "epoch": 34, "lr": 9.929247201918568e-05}
{"train_loss": 0.012842338532209396, "global_step": 6199, "epoch": 34, "lr": 9.929222428592459e-05}
{"train_loss": 0.012737898156046867, "global_step": 6200, "epoch": 34, "lr": 9.929197650960969e-05}
{"train_loss": 0.016322240233421326, "global_step": 6201, "epoch": 34, "lr": 9.929172869024119e-05}
{"train_loss": 0.015006715431809425, "global_step": 6202, "epoch": 34, "lr": 9.92914808278193e-05}
{"train_loss": 0.012943975627422333, "global_step": 6203, "epoch": 34, "lr": 9.929123292234426e-05}
{"train_loss": 0.013171841390430927, "global_step": 6204, "epoch": 34, "lr": 9.929098497381626e-05}
{"train_loss": 0.011901114135980606, "global_step": 6205, "epoch": 34, "lr": 9.929073698223553e-05}
{"train_loss": 0.012855427339673042, "global_step": 6206, "epoch": 34, "lr": 9.929048894760229e-05}
{"train_loss": 0.013873355463147163, "global_step": 6207, "epoch": 34, "lr": 9.929024086991674e-05}
{"train_loss": 0.020849552005529404, "global_step": 6208, "epoch": 34, "lr": 9.928999274917913e-05}
{"train_loss": 0.016518348827958107, "global_step": 6209, "epoch": 34, "lr": 9.928974458538965e-05}
{"train_loss": 0.015772037208080292, "global_step": 6210, "epoch": 34, "lr": 9.92894963785485e-05}
{"train_loss": 0.014194225892424583, "global_step": 6211, "epoch": 34, "lr": 9.928924812865595e-05}
{"train_loss": 0.013178505003452301, "global_step": 6212, "epoch": 34, "lr": 9.928899983571216e-05}
{"train_loss": 0.011656733229756355, "global_step": 6213, "epoch": 34, "lr": 9.928875149971737e-05}
{"train_loss": 0.015489324927330017, "global_step": 6214, "epoch": 34, "lr": 9.928850312067182e-05}
{"train_loss": 0.01729883998632431, "global_step": 6215, "epoch": 34, "lr": 9.92882546985757e-05}
{"train_loss": 0.011722453869879246, "global_step": 6216, "epoch": 34, "lr": 9.928800623342922e-05}
{"train_loss": 0.017721107229590416, "global_step": 6217, "epoch": 34, "lr": 9.928775772523262e-05}
{"train_loss": 0.008017574436962605, "global_step": 6218, "epoch": 34, "lr": 9.928750917398611e-05}
{"train_loss": 0.011835610494017601, "global_step": 6219, "epoch": 34, "lr": 9.928726057968989e-05}
{"train_loss": 0.014058533124625683, "global_step": 6220, "epoch": 34, "lr": 9.92870119423442e-05}
{"train_loss": 0.012520764023065567, "global_step": 6221, "epoch": 34, "lr": 9.928676326194926e-05}
{"train_loss": 0.01614818349480629, "global_step": 6222, "epoch": 34, "lr": 9.928651453850527e-05}
{"train_loss": 0.01947510428726673, "global_step": 6223, "epoch": 34, "lr": 9.928626577201243e-05}
{"train_loss": 0.01679876074194908, "global_step": 6224, "epoch": 34, "lr": 9.9286016962471e-05}
{"train_loss": 0.016331655904650688, "global_step": 6225, "epoch": 34, "lr": 9.928576810988118e-05}
{"train_loss": 0.010743492282927036, "global_step": 6226, "epoch": 34, "lr": 9.928551921424318e-05}
{"train_loss": 0.012465591542422771, "global_step": 6227, "epoch": 34, "lr": 9.928527027555723e-05}
{"train_loss": 0.012565037235617638, "global_step": 6228, "epoch": 34, "lr": 9.928502129382354e-05}
{"train_loss": 0.015703180836241566, "global_step": 6229, "epoch": 34, "lr": 9.928477226904231e-05}
{"train_loss": 0.021756071597337723, "global_step": 6230, "epoch": 35, "lr": 9.928452320121378e-05}
{"train_loss": 0.020292725414037704, "global_step": 6231, "epoch": 35, "lr": 9.928427409033817e-05}
{"train_loss": 0.010935677215456963, "global_step": 6232, "epoch": 35, "lr": 9.928402493641569e-05}
{"train_loss": 0.015685345977544785, "global_step": 6233, "epoch": 35, "lr": 9.928377573944655e-05}
{"train_loss": 0.013944355770945549, "global_step": 6234, "epoch": 35, "lr": 9.928352649943099e-05}
{"train_loss": 0.008887629956007004, "global_step": 6235, "epoch": 35, "lr": 9.928327721636918e-05}
{"train_loss": 0.021297618746757507, "global_step": 6236, "epoch": 35, "lr": 9.928302789026141e-05}
{"train_loss": 0.017339542508125305, "global_step": 6237, "epoch": 35, "lr": 9.928277852110784e-05}
{"train_loss": 0.015577562153339386, "global_step": 6238, "epoch": 35, "lr": 9.92825291089087e-05}
{"train_loss": 0.029272999614477158, "global_step": 6239, "epoch": 35, "lr": 9.928227965366423e-05}
{"train_loss": 0.01639360934495926, "global_step": 6240, "epoch": 35, "lr": 9.928203015537462e-05}
{"train_loss": 0.01806068979203701, "global_step": 6241, "epoch": 35, "lr": 9.92817806140401e-05}
{"train_loss": 0.019456181675195694, "global_step": 6242, "epoch": 35, "lr": 9.928153102966089e-05}
{"train_loss": 0.013627098873257637, "global_step": 6243, "epoch": 35, "lr": 9.92812814022372e-05}
{"train_loss": 0.020519405603408813, "global_step": 6244, "epoch": 35, "lr": 9.928103173176927e-05}
{"train_loss": 0.022837001830339432, "global_step": 6245, "epoch": 35, "lr": 9.928078201825729e-05}
{"train_loss": 0.01497711893171072, "global_step": 6246, "epoch": 35, "lr": 9.928053226170148e-05}
{"train_loss": 0.02075982466340065, "global_step": 6247, "epoch": 35, "lr": 9.928028246210209e-05}
{"train_loss": 0.014208695851266384, "global_step": 6248, "epoch": 35, "lr": 9.928003261945931e-05}
{"train_loss": 0.018182747066020966, "global_step": 6249, "epoch": 35, "lr": 9.927978273377337e-05}
{"train_loss": 0.01417501736432314, "global_step": 6250, "epoch": 35, "lr": 9.927953280504446e-05}
{"train_loss": 0.02621529996395111, "global_step": 6251, "epoch": 35, "lr": 9.927928283327283e-05}
{"train_loss": 0.01139872521162033, "global_step": 6252, "epoch": 35, "lr": 9.92790328184587e-05}
{"train_loss": 0.012574808672070503, "global_step": 6253, "epoch": 35, "lr": 9.927878276060227e-05}
{"train_loss": 0.016979217529296875, "global_step": 6254, "epoch": 35, "lr": 9.927853265970377e-05}
{"train_loss": 0.015468490310013294, "global_step": 6255, "epoch": 35, "lr": 9.927828251576341e-05}
{"train_loss": 0.01329362578690052, "global_step": 6256, "epoch": 35, "lr": 9.927803232878141e-05}
{"train_loss": 0.01277243159711361, "global_step": 6257, "epoch": 35, "lr": 9.9277782098758e-05}
{"train_loss": 0.014241787604987621, "global_step": 6258, "epoch": 35, "lr": 9.927753182569339e-05}
{"train_loss": 0.014367319643497467, "global_step": 6259, "epoch": 35, "lr": 9.92772815095878e-05}
{"train_loss": 0.020528573542833328, "global_step": 6260, "epoch": 35, "lr": 9.927703115044144e-05}
{"train_loss": 0.024957962334156036, "global_step": 6261, "epoch": 35, "lr": 9.927678074825454e-05}
{"train_loss": 0.018786471337080002, "global_step": 6262, "epoch": 35, "lr": 9.927653030302731e-05}
{"train_loss": 0.020638760179281235, "global_step": 6263, "epoch": 35, "lr": 9.927627981475997e-05}
{"train_loss": 0.009463844820857048, "global_step": 6264, "epoch": 35, "lr": 9.927602928345277e-05}
{"train_loss": 0.013098353520035744, "global_step": 6265, "epoch": 35, "lr": 9.927577870910587e-05}
{"train_loss": 0.020289305597543716, "global_step": 6266, "epoch": 35, "lr": 9.927552809171954e-05}
{"train_loss": 0.010619118809700012, "global_step": 6267, "epoch": 35, "lr": 9.927527743129396e-05}
{"train_loss": 0.017671901732683182, "global_step": 6268, "epoch": 35, "lr": 9.927502672782938e-05}
{"train_loss": 0.013278244063258171, "global_step": 6269, "epoch": 35, "lr": 9.9274775981326e-05}
{"train_loss": 0.011845080181956291, "global_step": 6270, "epoch": 35, "lr": 9.927452519178406e-05}
{"train_loss": 0.01186385191977024, "global_step": 6271, "epoch": 35, "lr": 9.927427435920376e-05}
{"train_loss": 0.012587299570441246, "global_step": 6272, "epoch": 35, "lr": 9.927402348358533e-05}
{"train_loss": 0.011313801631331444, "global_step": 6273, "epoch": 35, "lr": 9.927377256492895e-05}
{"train_loss": 0.014837746508419514, "global_step": 6274, "epoch": 35, "lr": 9.927352160323491e-05}
{"train_loss": 0.015621749684214592, "global_step": 6275, "epoch": 35, "lr": 9.927327059850337e-05}
{"train_loss": 0.01902034878730774, "global_step": 6276, "epoch": 35, "lr": 9.927301955073458e-05}
{"train_loss": 0.010949773713946342, "global_step": 6277, "epoch": 35, "lr": 9.927276845992874e-05}
{"train_loss": 0.01765698380768299, "global_step": 6278, "epoch": 35, "lr": 9.927251732608608e-05}
{"train_loss": 0.019452042877674103, "global_step": 6279, "epoch": 35, "lr": 9.927226614920683e-05}
{"train_loss": 0.015890946611762047, "global_step": 6280, "epoch": 35, "lr": 9.92720149292912e-05}
{"train_loss": 0.015933752059936523, "global_step": 6281, "epoch": 35, "lr": 9.92717636663394e-05}
{"train_loss": 0.02608124352991581, "global_step": 6282, "epoch": 35, "lr": 9.927151236035166e-05}
{"train_loss": 0.009077120572328568, "global_step": 6283, "epoch": 35, "lr": 9.92712610113282e-05}
{"train_loss": 0.006637128069996834, "global_step": 6284, "epoch": 35, "lr": 9.927100961926923e-05}
{"train_loss": 0.023387756198644638, "global_step": 6285, "epoch": 35, "lr": 9.927075818417498e-05}
{"train_loss": 0.01992444321513176, "global_step": 6286, "epoch": 35, "lr": 9.927050670604566e-05}
{"train_loss": 0.01604490540921688, "global_step": 6287, "epoch": 35, "lr": 9.927025518488149e-05}
{"train_loss": 0.011969679966568947, "global_step": 6288, "epoch": 35, "lr": 9.927000362068271e-05}
{"train_loss": 0.0093274200335145, "global_step": 6289, "epoch": 35, "lr": 9.92697520134495e-05}
{"train_loss": 0.011287521570920944, "global_step": 6290, "epoch": 35, "lr": 9.926950036318212e-05}
{"train_loss": 0.01247645914554596, "global_step": 6291, "epoch": 35, "lr": 9.926924866988078e-05}
{"train_loss": 0.02469461038708687, "global_step": 6292, "epoch": 35, "lr": 9.926899693354567e-05}
{"train_loss": 0.012298135086894035, "global_step": 6293, "epoch": 35, "lr": 9.926874515417706e-05}
{"train_loss": 0.012514174915850163, "global_step": 6294, "epoch": 35, "lr": 9.926849333177513e-05}
{"train_loss": 0.017609547823667526, "global_step": 6295, "epoch": 35, "lr": 9.926824146634011e-05}
{"train_loss": 0.012859823182225227, "global_step": 6296, "epoch": 35, "lr": 9.926798955787225e-05}
{"train_loss": 0.013899847865104675, "global_step": 6297, "epoch": 35, "lr": 9.926773760637172e-05}
{"train_loss": 0.012229649350047112, "global_step": 6298, "epoch": 35, "lr": 9.926748561183876e-05}
{"train_loss": 0.014984427951276302, "global_step": 6299, "epoch": 35, "lr": 9.92672335742736e-05}
{"train_loss": 0.014841217547655106, "global_step": 6300, "epoch": 35, "lr": 9.926698149367646e-05}
{"train_loss": 0.014848029240965843, "global_step": 6301, "epoch": 35, "lr": 9.926672937004753e-05}
{"train_loss": 0.022760361433029175, "global_step": 6302, "epoch": 35, "lr": 9.926647720338708e-05}
{"train_loss": 0.013443797826766968, "global_step": 6303, "epoch": 35, "lr": 9.92662249936953e-05}
{"train_loss": 0.012717409059405327, "global_step": 6304, "epoch": 35, "lr": 9.92659727409724e-05}
{"train_loss": 0.010457238182425499, "global_step": 6305, "epoch": 35, "lr": 9.926572044521864e-05}
{"train_loss": 0.023346692323684692, "global_step": 6306, "epoch": 35, "lr": 9.92654681064342e-05}
{"train_loss": 0.013270687311887741, "global_step": 6307, "epoch": 35, "lr": 9.926521572461931e-05}
{"train_loss": 0.01830219477415085, "global_step": 6308, "epoch": 35, "lr": 9.926496329977421e-05}
{"train_loss": 0.014923453330993652, "global_step": 6309, "epoch": 35, "lr": 9.92647108318991e-05}
{"train_loss": 0.015092775225639343, "global_step": 6310, "epoch": 35, "lr": 9.92644583209942e-05}
{"train_loss": 0.012531821615993977, "global_step": 6311, "epoch": 35, "lr": 9.926420576705975e-05}
{"train_loss": 0.011767393909394741, "global_step": 6312, "epoch": 35, "lr": 9.926395317009595e-05}
{"train_loss": 0.009150744415819645, "global_step": 6313, "epoch": 35, "lr": 9.926370053010303e-05}
{"train_loss": 0.019192639738321304, "global_step": 6314, "epoch": 35, "lr": 9.926344784708121e-05}
{"train_loss": 0.013470491394400597, "global_step": 6315, "epoch": 35, "lr": 9.926319512103072e-05}
{"train_loss": 0.01618020236492157, "global_step": 6316, "epoch": 35, "lr": 9.926294235195176e-05}
{"train_loss": 0.01845594123005867, "global_step": 6317, "epoch": 35, "lr": 9.926268953984456e-05}
{"train_loss": 0.022043775767087936, "global_step": 6318, "epoch": 35, "lr": 9.926243668470935e-05}
{"train_loss": 0.012690738774836063, "global_step": 6319, "epoch": 35, "lr": 9.926218378654635e-05}
{"train_loss": 0.012862075120210648, "global_step": 6320, "epoch": 35, "lr": 9.926193084535575e-05}
{"train_loss": 0.02204674854874611, "global_step": 6321, "epoch": 35, "lr": 9.926167786113781e-05}
{"train_loss": 0.024425001814961433, "global_step": 6322, "epoch": 35, "lr": 9.926142483389274e-05}
{"train_loss": 0.013883134350180626, "global_step": 6323, "epoch": 35, "lr": 9.926117176362075e-05}
{"train_loss": 0.022626355290412903, "global_step": 6324, "epoch": 35, "lr": 9.926091865032208e-05}
{"train_loss": 0.023709412664175034, "global_step": 6325, "epoch": 35, "lr": 9.926066549399693e-05}
{"train_loss": 0.014722786843776703, "global_step": 6326, "epoch": 35, "lr": 9.926041229464554e-05}
{"train_loss": 0.01735018566250801, "global_step": 6327, "epoch": 35, "lr": 9.926015905226811e-05}
{"train_loss": 0.019139841198921204, "global_step": 6328, "epoch": 35, "lr": 9.925990576686488e-05}
{"train_loss": 0.014970728196203709, "global_step": 6329, "epoch": 35, "lr": 9.925965243843605e-05}
{"train_loss": 0.017637453973293304, "global_step": 6330, "epoch": 35, "lr": 9.925939906698187e-05}
{"train_loss": 0.008905597031116486, "global_step": 6331, "epoch": 35, "lr": 9.925914565250254e-05}
{"train_loss": 0.012927916832268238, "global_step": 6332, "epoch": 35, "lr": 9.925889219499829e-05}
{"train_loss": 0.01681375503540039, "global_step": 6333, "epoch": 35, "lr": 9.925863869446935e-05}
{"train_loss": 0.014306088909506798, "global_step": 6334, "epoch": 35, "lr": 9.925838515091593e-05}
{"train_loss": 0.01681247539818287, "global_step": 6335, "epoch": 35, "lr": 9.925813156433823e-05}
{"train_loss": 0.019673919305205345, "global_step": 6336, "epoch": 35, "lr": 9.925787793473651e-05}
{"train_loss": 0.01865818351507187, "global_step": 6337, "epoch": 35, "lr": 9.925762426211097e-05}
{"train_loss": 0.01673879846930504, "global_step": 6338, "epoch": 35, "lr": 9.925737054646184e-05}
{"train_loss": 0.013759873807430267, "global_step": 6339, "epoch": 35, "lr": 9.925711678778933e-05}
{"train_loss": 0.02583804726600647, "global_step": 6340, "epoch": 35, "lr": 9.925686298609369e-05}
{"train_loss": 0.012618365697562695, "global_step": 6341, "epoch": 35, "lr": 9.92566091413751e-05}
{"train_loss": 0.014973800629377365, "global_step": 6342, "epoch": 35, "lr": 9.925635525363382e-05}
{"train_loss": 0.019930239766836166, "global_step": 6343, "epoch": 35, "lr": 9.925610132287004e-05}
{"train_loss": 0.026463080197572708, "global_step": 6344, "epoch": 35, "lr": 9.9255847349084e-05}
{"train_loss": 0.014922335743904114, "global_step": 6345, "epoch": 35, "lr": 9.925559333227594e-05}
{"train_loss": 0.01374150812625885, "global_step": 6346, "epoch": 35, "lr": 9.925533927244603e-05}
{"train_loss": 0.01601388305425644, "global_step": 6347, "epoch": 35, "lr": 9.925508516959455e-05}
{"train_loss": 0.020487401634454727, "global_step": 6348, "epoch": 35, "lr": 9.925483102372169e-05}
{"train_loss": 0.017178822308778763, "global_step": 6349, "epoch": 35, "lr": 9.925457683482766e-05}
{"train_loss": 0.010864419862627983, "global_step": 6350, "epoch": 35, "lr": 9.925432260291271e-05}
{"train_loss": 0.01131773553788662, "global_step": 6351, "epoch": 35, "lr": 9.925406832797705e-05}
{"train_loss": 0.022410470992326736, "global_step": 6352, "epoch": 35, "lr": 9.92538140100209e-05}
{"train_loss": 0.009372446686029434, "global_step": 6353, "epoch": 35, "lr": 9.925355964904448e-05}
{"train_loss": 0.007177025079727173, "global_step": 6354, "epoch": 35, "lr": 9.925330524504802e-05}
{"train_loss": 0.008820295333862305, "global_step": 6355, "epoch": 35, "lr": 9.925305079803175e-05}
{"train_loss": 0.020134080201387405, "global_step": 6356, "epoch": 35, "lr": 9.925279630799587e-05}
{"train_loss": 0.0245650801807642, "global_step": 6357, "epoch": 35, "lr": 9.925254177494062e-05}
{"train_loss": 0.016790783032774925, "global_step": 6358, "epoch": 35, "lr": 9.925228719886622e-05}
{"train_loss": 0.016292594373226166, "global_step": 6359, "epoch": 35, "lr": 9.925203257977287e-05}
{"train_loss": 0.01624821498990059, "global_step": 6360, "epoch": 35, "lr": 9.925177791766083e-05}
{"train_loss": 0.012668602168560028, "global_step": 6361, "epoch": 35, "lr": 9.92515232125303e-05}
{"train_loss": 0.017633769661188126, "global_step": 6362, "epoch": 35, "lr": 9.925126846438149e-05}
{"train_loss": 0.011077044531702995, "global_step": 6363, "epoch": 35, "lr": 9.925101367321465e-05}
{"train_loss": 0.024462386965751648, "global_step": 6364, "epoch": 35, "lr": 9.925075883902998e-05}
{"train_loss": 0.012332851998507977, "global_step": 6365, "epoch": 35, "lr": 9.925050396182774e-05}
{"train_loss": 0.012343400157988071, "global_step": 6366, "epoch": 35, "lr": 9.925024904160811e-05}
{"train_loss": 0.015980076044797897, "global_step": 6367, "epoch": 35, "lr": 9.924999407837133e-05}
{"train_loss": 0.017971672117710114, "global_step": 6368, "epoch": 35, "lr": 9.924973907211762e-05}
{"train_loss": 0.018222752958536148, "global_step": 6369, "epoch": 35, "lr": 9.92494840228472e-05}
{"train_loss": 0.00974124576896429, "global_step": 6370, "epoch": 35, "lr": 9.92492289305603e-05}
{"train_loss": 0.009658930823206902, "global_step": 6371, "epoch": 35, "lr": 9.924897379525715e-05}
{"train_loss": 0.010978402569890022, "global_step": 6372, "epoch": 35, "lr": 9.924871861693795e-05}
{"train_loss": 0.021960340440273285, "global_step": 6373, "epoch": 35, "lr": 9.924846339560295e-05}
{"train_loss": 0.013545826077461243, "global_step": 6374, "epoch": 35, "lr": 9.924820813125234e-05}
{"train_loss": 0.01905754767358303, "global_step": 6375, "epoch": 35, "lr": 9.924795282388637e-05}
{"train_loss": 0.00963573157787323, "global_step": 6376, "epoch": 35, "lr": 9.924769747350525e-05}
{"train_loss": 0.015932247042655945, "global_step": 6377, "epoch": 35, "lr": 9.924744208010921e-05}
{"train_loss": 0.012664749287068844, "global_step": 6378, "epoch": 35, "lr": 9.924718664369847e-05}
{"train_loss": 0.018472913652658463, "global_step": 6379, "epoch": 35, "lr": 9.924693116427326e-05}
{"train_loss": 0.01704348996281624, "global_step": 6380, "epoch": 35, "lr": 9.924667564183379e-05}
{"train_loss": 0.01579996384680271, "global_step": 6381, "epoch": 35, "lr": 9.924642007638029e-05}
{"train_loss": 0.010938762687146664, "global_step": 6382, "epoch": 35, "lr": 9.924616446791298e-05}
{"train_loss": 0.014385174959897995, "global_step": 6383, "epoch": 35, "lr": 9.924590881643209e-05}
{"train_loss": 0.017071101814508438, "global_step": 6384, "epoch": 35, "lr": 9.924565312193784e-05}
{"train_loss": 0.016728589311242104, "global_step": 6385, "epoch": 35, "lr": 9.924539738443046e-05}
{"train_loss": 0.01300167664885521, "global_step": 6386, "epoch": 35, "lr": 9.924514160391015e-05}
{"train_loss": 0.012991152703762054, "global_step": 6387, "epoch": 35, "lr": 9.924488578037716e-05}
{"train_loss": 0.015932807698845863, "global_step": 6388, "epoch": 35, "lr": 9.92446299138317e-05}
{"train_loss": 0.009794138371944427, "global_step": 6389, "epoch": 35, "lr": 9.9244374004274e-05}
{"train_loss": 0.011069350875914097, "global_step": 6390, "epoch": 35, "lr": 9.924411805170428e-05}
{"train_loss": 0.014883255586028099, "global_step": 6391, "epoch": 35, "lr": 9.924386205612277e-05}
{"train_loss": 0.018399272114038467, "global_step": 6392, "epoch": 35, "lr": 9.924360601752967e-05}
{"train_loss": 0.018009420484304428, "global_step": 6393, "epoch": 35, "lr": 9.924334993592523e-05}
{"train_loss": 0.012299535796046257, "global_step": 6394, "epoch": 35, "lr": 9.924309381130967e-05}
{"train_loss": 0.016891960054636, "global_step": 6395, "epoch": 35, "lr": 9.924283764368321e-05}
{"train_loss": 0.012276861816644669, "global_step": 6396, "epoch": 35, "lr": 9.924258143304606e-05}
{"train_loss": 0.01406148448586464, "global_step": 6397, "epoch": 35, "lr": 9.924232517939846e-05}
{"train_loss": 0.013097397983074188, "global_step": 6398, "epoch": 35, "lr": 9.924206888274064e-05}
{"train_loss": 0.011444690637290478, "global_step": 6399, "epoch": 35, "lr": 9.92418125430728e-05}
{"train_loss": 0.020505815744400024, "global_step": 6400, "epoch": 35, "lr": 9.924155616039518e-05}
{"train_loss": 0.017976781353354454, "global_step": 6401, "epoch": 35, "lr": 9.924129973470801e-05}
{"train_loss": 0.01103778276592493, "global_step": 6402, "epoch": 35, "lr": 9.92410432660115e-05}
{"train_loss": 0.014094088226556778, "global_step": 6403, "epoch": 35, "lr": 9.924078675430587e-05}
{"train_loss": 0.01607823744416237, "global_step": 6404, "epoch": 35, "lr": 9.924053019959136e-05}
{"train_loss": 0.02003706991672516, "global_step": 6405, "epoch": 35, "lr": 9.924027360186818e-05}
{"train_loss": 0.019741801545023918, "global_step": 6406, "epoch": 35, "lr": 9.924001696113659e-05}
{"train_loss": 0.015794042819650488, "global_step": 6407, "epoch": 35, "lr": 9.923976027739676e-05, "train_action_mse_error": 9.731877071317285e-05}
{"train_loss": 0.014575828798115253, "global_step": 6408, "epoch": 36, "lr": 9.923950355064895e-05}
{"train_loss": 0.016190286725759506, "global_step": 6409, "epoch": 36, "lr": 9.923924678089336e-05}
{"train_loss": 0.012022018432617188, "global_step": 6410, "epoch": 36, "lr": 9.923898996813025e-05}
{"train_loss": 0.02155594527721405, "global_step": 6411, "epoch": 36, "lr": 9.92387331123598e-05}
{"train_loss": 0.019148260354995728, "global_step": 6412, "epoch": 36, "lr": 9.923847621358228e-05}
{"train_loss": 0.01853550411760807, "global_step": 6413, "epoch": 36, "lr": 9.923821927179788e-05}
{"train_loss": 0.013955481350421906, "global_step": 6414, "epoch": 36, "lr": 9.923796228700683e-05}
{"train_loss": 0.017826329916715622, "global_step": 6415, "epoch": 36, "lr": 9.923770525920936e-05}
{"train_loss": 0.023861579596996307, "global_step": 6416, "epoch": 36, "lr": 9.923744818840571e-05}
{"train_loss": 0.013901473954319954, "global_step": 6417, "epoch": 36, "lr": 9.923719107459609e-05}
{"train_loss": 0.018698204308748245, "global_step": 6418, "epoch": 36, "lr": 9.923693391778071e-05}
{"train_loss": 0.017251506447792053, "global_step": 6419, "epoch": 36, "lr": 9.923667671795982e-05}
{"train_loss": 0.017336327582597733, "global_step": 6420, "epoch": 36, "lr": 9.923641947513362e-05}
{"train_loss": 0.02092750556766987, "global_step": 6421, "epoch": 36, "lr": 9.923616218930236e-05}
{"train_loss": 0.013398895971477032, "global_step": 6422, "epoch": 36, "lr": 9.923590486046625e-05}
{"train_loss": 0.011260362342000008, "global_step": 6423, "epoch": 36, "lr": 9.923564748862551e-05}
{"train_loss": 0.01713479869067669, "global_step": 6424, "epoch": 36, "lr": 9.923539007378037e-05}
{"train_loss": 0.017521634697914124, "global_step": 6425, "epoch": 36, "lr": 9.923513261593108e-05}
{"train_loss": 0.013231639750301838, "global_step": 6426, "epoch": 36, "lr": 9.923487511507783e-05}
{"train_loss": 0.006668915506452322, "global_step": 6427, "epoch": 36, "lr": 9.923461757122084e-05}
{"train_loss": 0.013165953569114208, "global_step": 6428, "epoch": 36, "lr": 9.923435998436037e-05}
{"train_loss": 0.011652577668428421, "global_step": 6429, "epoch": 36, "lr": 9.923410235449663e-05}
{"train_loss": 0.012552594766020775, "global_step": 6430, "epoch": 36, "lr": 9.923384468162983e-05}
{"train_loss": 0.01458198856562376, "global_step": 6431, "epoch": 36, "lr": 9.923358696576022e-05}
{"train_loss": 0.01130070723593235, "global_step": 6432, "epoch": 36, "lr": 9.923332920688799e-05}
{"train_loss": 0.013138186186552048, "global_step": 6433, "epoch": 36, "lr": 9.923307140501342e-05}
{"train_loss": 0.012830444611608982, "global_step": 6434, "epoch": 36, "lr": 9.923281356013667e-05}
{"train_loss": 0.011598294600844383, "global_step": 6435, "epoch": 36, "lr": 9.9232555672258e-05}
{"train_loss": 0.022379053756594658, "global_step": 6436, "epoch": 36, "lr": 9.923229774137766e-05}
{"train_loss": 0.019170865416526794, "global_step": 6437, "epoch": 36, "lr": 9.923203976749582e-05}
{"train_loss": 0.0196630097925663, "global_step": 6438, "epoch": 36, "lr": 9.923178175061274e-05}
{"train_loss": 0.01904323883354664, "global_step": 6439, "epoch": 36, "lr": 9.923152369072865e-05}
{"train_loss": 0.015326166525483131, "global_step": 6440, "epoch": 36, "lr": 9.923126558784376e-05}
{"train_loss": 0.01818917505443096, "global_step": 6441, "epoch": 36, "lr": 9.92310074419583e-05}
{"train_loss": 0.01592200994491577, "global_step": 6442, "epoch": 36, "lr": 9.923074925307249e-05}
{"train_loss": 0.011828461661934853, "global_step": 6443, "epoch": 36, "lr": 9.923049102118656e-05}
{"train_loss": 0.0237848162651062, "global_step": 6444, "epoch": 36, "lr": 9.923023274630074e-05}
{"train_loss": 0.012711727991700172, "global_step": 6445, "epoch": 36, "lr": 9.922997442841526e-05}
{"train_loss": 0.015232538804411888, "global_step": 6446, "epoch": 36, "lr": 9.922971606753031e-05}
{"train_loss": 0.018754415214061737, "global_step": 6447, "epoch": 36, "lr": 9.922945766364618e-05}
{"train_loss": 0.013783575966954231, "global_step": 6448, "epoch": 36, "lr": 9.922919921676304e-05}
{"train_loss": 0.015966501086950302, "global_step": 6449, "epoch": 36, "lr": 9.922894072688111e-05}
{"train_loss": 0.01892966963350773, "global_step": 6450, "epoch": 36, "lr": 9.922868219400068e-05}
{"train_loss": 0.014415719546377659, "global_step": 6451, "epoch": 36, "lr": 9.922842361812192e-05}
{"train_loss": 0.015840580686926842, "global_step": 6452, "epoch": 36, "lr": 9.922816499924507e-05}
{"train_loss": 0.016352390870451927, "global_step": 6453, "epoch": 36, "lr": 9.922790633737035e-05}
{"train_loss": 0.012528659775853157, "global_step": 6454, "epoch": 36, "lr": 9.922764763249801e-05}
{"train_loss": 0.014167357236146927, "global_step": 6455, "epoch": 36, "lr": 9.922738888462825e-05}
{"train_loss": 0.016740955412387848, "global_step": 6456, "epoch": 36, "lr": 9.922713009376132e-05}
{"train_loss": 0.014769494533538818, "global_step": 6457, "epoch": 36, "lr": 9.922687125989741e-05}
{"train_loss": 0.01024808268994093, "global_step": 6458, "epoch": 36, "lr": 9.922661238303679e-05}
{"train_loss": 0.022382862865924835, "global_step": 6459, "epoch": 36, "lr": 9.922635346317964e-05}
{"train_loss": 0.02551967091858387, "global_step": 6460, "epoch": 36, "lr": 9.922609450032623e-05}
{"train_loss": 0.01904812827706337, "global_step": 6461, "epoch": 36, "lr": 9.922583549447674e-05}
{"train_loss": 0.012638609856367111, "global_step": 6462, "epoch": 36, "lr": 9.922557644563146e-05}
{"train_loss": 0.014748074114322662, "global_step": 6463, "epoch": 36, "lr": 9.922531735379056e-05}
{"train_loss": 0.014311418868601322, "global_step": 6464, "epoch": 36, "lr": 9.922505821895427e-05}
{"train_loss": 0.008557334542274475, "global_step": 6465, "epoch": 36, "lr": 9.922479904112286e-05}
{"train_loss": 0.017665989696979523, "global_step": 6466, "epoch": 36, "lr": 9.922453982029652e-05}
{"train_loss": 0.010340079665184021, "global_step": 6467, "epoch": 36, "lr": 9.922428055647547e-05}
{"train_loss": 0.012732496485114098, "global_step": 6468, "epoch": 36, "lr": 9.922402124965996e-05}
{"train_loss": 0.014793893322348595, "global_step": 6469, "epoch": 36, "lr": 9.922376189985021e-05}
{"train_loss": 0.013315767049789429, "global_step": 6470, "epoch": 36, "lr": 9.922350250704644e-05}
{"train_loss": 0.01643969863653183, "global_step": 6471, "epoch": 36, "lr": 9.922324307124887e-05}
{"train_loss": 0.010756390169262886, "global_step": 6472, "epoch": 36, "lr": 9.922298359245775e-05}
{"train_loss": 0.01267328206449747, "global_step": 6473, "epoch": 36, "lr": 9.922272407067329e-05}
{"train_loss": 0.02106032706797123, "global_step": 6474, "epoch": 36, "lr": 9.922246450589572e-05}
{"train_loss": 0.020508315414190292, "global_step": 6475, "epoch": 36, "lr": 9.922220489812526e-05}
{"train_loss": 0.015315717086195946, "global_step": 6476, "epoch": 36, "lr": 9.922194524736214e-05}
{"train_loss": 0.01557073649019003, "global_step": 6477, "epoch": 36, "lr": 9.922168555360662e-05}
{"train_loss": 0.015997163951396942, "global_step": 6478, "epoch": 36, "lr": 9.922142581685887e-05}
{"train_loss": 0.014446156099438667, "global_step": 6479, "epoch": 36, "lr": 9.922116603711916e-05}
{"train_loss": 0.018253926187753677, "global_step": 6480, "epoch": 36, "lr": 9.922090621438769e-05}
{"train_loss": 0.01999056339263916, "global_step": 6481, "epoch": 36, "lr": 9.92206463486647e-05}
{"train_loss": 0.015629414469003677, "global_step": 6482, "epoch": 36, "lr": 9.922038643995042e-05}
{"train_loss": 0.015294674783945084, "global_step": 6483, "epoch": 36, "lr": 9.922012648824505e-05}
{"train_loss": 0.012336449697613716, "global_step": 6484, "epoch": 36, "lr": 9.921986649354887e-05}
{"train_loss": 0.010505914688110352, "global_step": 6485, "epoch": 36, "lr": 9.921960645586206e-05}
{"train_loss": 0.014107173308730125, "global_step": 6486, "epoch": 36, "lr": 9.921934637518487e-05}
{"train_loss": 0.015060003846883774, "global_step": 6487, "epoch": 36, "lr": 9.92190862515175e-05}
{"train_loss": 0.01372009888291359, "global_step": 6488, "epoch": 36, "lr": 9.921882608486022e-05}
{"train_loss": 0.020767582580447197, "global_step": 6489, "epoch": 36, "lr": 9.921856587521324e-05}
{"train_loss": 0.019971778616309166, "global_step": 6490, "epoch": 36, "lr": 9.921830562257676e-05}
{"train_loss": 0.011891959235072136, "global_step": 6491, "epoch": 36, "lr": 9.921804532695104e-05}
{"train_loss": 0.01404096744954586, "global_step": 6492, "epoch": 36, "lr": 9.921778498833629e-05}
{"train_loss": 0.013184725306928158, "global_step": 6493, "epoch": 36, "lr": 9.921752460673275e-05}
{"train_loss": 0.013717385940253735, "global_step": 6494, "epoch": 36, "lr": 9.921726418214065e-05}
{"train_loss": 0.01598033867776394, "global_step": 6495, "epoch": 36, "lr": 9.92170037145602e-05}
{"train_loss": 0.01591058075428009, "global_step": 6496, "epoch": 36, "lr": 9.921674320399164e-05}
{"train_loss": 0.021011613309383392, "global_step": 6497, "epoch": 36, "lr": 9.921648265043518e-05}
{"train_loss": 0.01712571457028389, "global_step": 6498, "epoch": 36, "lr": 9.921622205389107e-05}
{"train_loss": 0.01299583725631237, "global_step": 6499, "epoch": 36, "lr": 9.921596141435953e-05}
{"train_loss": 0.009871818125247955, "global_step": 6500, "epoch": 36, "lr": 9.921570073184079e-05}
{"train_loss": 0.011440393514931202, "global_step": 6501, "epoch": 36, "lr": 9.921544000633508e-05}
{"train_loss": 0.010575181804597378, "global_step": 6502, "epoch": 36, "lr": 9.921517923784262e-05}
{"train_loss": 0.008550658822059631, "global_step": 6503, "epoch": 36, "lr": 9.921491842636364e-05}
{"train_loss": 0.012471768073737621, "global_step": 6504, "epoch": 36, "lr": 9.921465757189836e-05}
{"train_loss": 0.016892410814762115, "global_step": 6505, "epoch": 36, "lr": 9.921439667444701e-05}
{"train_loss": 0.014515362679958344, "global_step": 6506, "epoch": 36, "lr": 9.921413573400984e-05}
{"train_loss": 0.013247013092041016, "global_step": 6507, "epoch": 36, "lr": 9.921387475058706e-05}
{"train_loss": 0.019011372700333595, "global_step": 6508, "epoch": 36, "lr": 9.921361372417887e-05}
{"train_loss": 0.027412723749876022, "global_step": 6509, "epoch": 36, "lr": 9.921335265478557e-05}
{"train_loss": 0.014339804649353027, "global_step": 6510, "epoch": 36, "lr": 9.921309154240732e-05}
{"train_loss": 0.011118711903691292, "global_step": 6511, "epoch": 36, "lr": 9.921283038704439e-05}
{"train_loss": 0.02421216294169426, "global_step": 6512, "epoch": 36, "lr": 9.921256918869697e-05}
{"train_loss": 0.014462685212492943, "global_step": 6513, "epoch": 36, "lr": 9.921230794736532e-05}
{"train_loss": 0.0177912600338459, "global_step": 6514, "epoch": 36, "lr": 9.921204666304966e-05}
{"train_loss": 0.014824879355728626, "global_step": 6515, "epoch": 36, "lr": 9.921178533575022e-05}
{"train_loss": 0.016323771327733994, "global_step": 6516, "epoch": 36, "lr": 9.921152396546723e-05}
{"train_loss": 0.014490693807601929, "global_step": 6517, "epoch": 36, "lr": 9.92112625522009e-05}
{"train_loss": 0.021104328334331512, "global_step": 6518, "epoch": 36, "lr": 9.921100109595148e-05}
{"train_loss": 0.01491859182715416, "global_step": 6519, "epoch": 36, "lr": 9.921073959671918e-05}
{"train_loss": 0.016601379960775375, "global_step": 6520, "epoch": 36, "lr": 9.921047805450423e-05}
{"train_loss": 0.016912078484892845, "global_step": 6521, "epoch": 36, "lr": 9.921021646930688e-05}
{"train_loss": 0.009983958676457405, "global_step": 6522, "epoch": 36, "lr": 9.920995484112734e-05}
{"train_loss": 0.021501604467630386, "global_step": 6523, "epoch": 36, "lr": 9.920969316996585e-05}
{"train_loss": 0.011155173182487488, "global_step": 6524, "epoch": 36, "lr": 9.920943145582263e-05}
{"train_loss": 0.013838296756148338, "global_step": 6525, "epoch": 36, "lr": 9.92091696986979e-05}
{"train_loss": 0.022119341418147087, "global_step": 6526, "epoch": 36, "lr": 9.920890789859191e-05}
{"train_loss": 0.02447991818189621, "global_step": 6527, "epoch": 36, "lr": 9.920864605550486e-05}
{"train_loss": 0.012890496291220188, "global_step": 6528, "epoch": 36, "lr": 9.920838416943701e-05}
{"train_loss": 0.011698989197611809, "global_step": 6529, "epoch": 36, "lr": 9.920812224038858e-05}
{"train_loss": 0.011979096569120884, "global_step": 6530, "epoch": 36, "lr": 9.92078602683598e-05}
{"train_loss": 0.013207655400037766, "global_step": 6531, "epoch": 36, "lr": 9.920759825335087e-05}
{"train_loss": 0.02503420226275921, "global_step": 6532, "epoch": 36, "lr": 9.920733619536206e-05}
{"train_loss": 0.021300969645380974, "global_step": 6533, "epoch": 36, "lr": 9.920707409439359e-05}
{"train_loss": 0.015794698148965836, "global_step": 6534, "epoch": 36, "lr": 9.920681195044565e-05}
{"train_loss": 0.008807064965367317, "global_step": 6535, "epoch": 36, "lr": 9.920654976351851e-05}
{"train_loss": 0.018913958221673965, "global_step": 6536, "epoch": 36, "lr": 9.920628753361238e-05}
{"train_loss": 0.021607834845781326, "global_step": 6537, "epoch": 36, "lr": 9.920602526072752e-05}
{"train_loss": 0.009846646338701248, "global_step": 6538, "epoch": 36, "lr": 9.920576294486413e-05}
{"train_loss": 0.00865600910037756, "global_step": 6539, "epoch": 36, "lr": 9.920550058602243e-05}
{"train_loss": 0.020276781171560287, "global_step": 6540, "epoch": 36, "lr": 9.920523818420266e-05}
{"train_loss": 0.017642216756939888, "global_step": 6541, "epoch": 36, "lr": 9.920497573940507e-05}
{"train_loss": 0.01735919527709484, "global_step": 6542, "epoch": 36, "lr": 9.920471325162987e-05}
{"train_loss": 0.016423244029283524, "global_step": 6543, "epoch": 36, "lr": 9.920445072087727e-05}
{"train_loss": 0.007698169443756342, "global_step": 6544, "epoch": 36, "lr": 9.920418814714754e-05}
{"train_loss": 0.014079440385103226, "global_step": 6545, "epoch": 36, "lr": 9.92039255304409e-05}
{"train_loss": 0.019695615395903587, "global_step": 6546, "epoch": 36, "lr": 9.920366287075756e-05}
{"train_loss": 0.011765560135245323, "global_step": 6547, "epoch": 36, "lr": 9.920340016809775e-05}
{"train_loss": 0.020428191870450974, "global_step": 6548, "epoch": 36, "lr": 9.920313742246171e-05}
{"train_loss": 0.01074693538248539, "global_step": 6549, "epoch": 36, "lr": 9.920287463384967e-05}
{"train_loss": 0.014100903645157814, "global_step": 6550, "epoch": 36, "lr": 9.920261180226186e-05}
{"train_loss": 0.016311753541231155, "global_step": 6551, "epoch": 36, "lr": 9.92023489276985e-05}
{"train_loss": 0.016901280730962753, "global_step": 6552, "epoch": 36, "lr": 9.920208601015984e-05}
{"train_loss": 0.01397881843149662, "global_step": 6553, "epoch": 36, "lr": 9.92018230496461e-05}
{"train_loss": 0.012567121535539627, "global_step": 6554, "epoch": 36, "lr": 9.920156004615748e-05}
{"train_loss": 0.013464946299791336, "global_step": 6555, "epoch": 36, "lr": 9.920129699969426e-05}
{"train_loss": 0.020629024133086205, "global_step": 6556, "epoch": 36, "lr": 9.920103391025663e-05}
{"train_loss": 0.010010926052927971, "global_step": 6557, "epoch": 36, "lr": 9.920077077784484e-05}
{"train_loss": 0.014018343761563301, "global_step": 6558, "epoch": 36, "lr": 9.920050760245911e-05}
{"train_loss": 0.009851887822151184, "global_step": 6559, "epoch": 36, "lr": 9.92002443840997e-05}
{"train_loss": 0.013970782049000263, "global_step": 6560, "epoch": 36, "lr": 9.919998112276678e-05}
{"train_loss": 0.02018474042415619, "global_step": 6561, "epoch": 36, "lr": 9.919971781846065e-05}
{"train_loss": 0.02385922707617283, "global_step": 6562, "epoch": 36, "lr": 9.919945447118147e-05}
{"train_loss": 0.015914930030703545, "global_step": 6563, "epoch": 36, "lr": 9.919919108092952e-05}
{"train_loss": 0.030757326632738113, "global_step": 6564, "epoch": 36, "lr": 9.919892764770502e-05}
{"train_loss": 0.012399673461914062, "global_step": 6565, "epoch": 36, "lr": 9.919866417150818e-05}
{"train_loss": 0.010661538690328598, "global_step": 6566, "epoch": 36, "lr": 9.919840065233926e-05}
{"train_loss": 0.020315110683441162, "global_step": 6567, "epoch": 36, "lr": 9.919813709019847e-05}
{"train_loss": 0.012854542583227158, "global_step": 6568, "epoch": 36, "lr": 9.919787348508605e-05}
{"train_loss": 0.018003463745117188, "global_step": 6569, "epoch": 36, "lr": 9.919760983700222e-05}
{"train_loss": 0.016105398535728455, "global_step": 6570, "epoch": 36, "lr": 9.919734614594721e-05}
{"train_loss": 0.0160746481269598, "global_step": 6571, "epoch": 36, "lr": 9.919708241192127e-05}
{"train_loss": 0.013673326000571251, "global_step": 6572, "epoch": 36, "lr": 9.919681863492461e-05}
{"train_loss": 0.01727725937962532, "global_step": 6573, "epoch": 36, "lr": 9.919655481495746e-05}
{"train_loss": 0.020736750215291977, "global_step": 6574, "epoch": 36, "lr": 9.919629095202006e-05}
{"train_loss": 0.018611306324601173, "global_step": 6575, "epoch": 36, "lr": 9.919602704611265e-05}
{"train_loss": 0.01743495836853981, "global_step": 6576, "epoch": 36, "lr": 9.919576309723544e-05}
{"train_loss": 0.013284353539347649, "global_step": 6577, "epoch": 36, "lr": 9.919549910538867e-05}
{"train_loss": 0.013904539868235588, "global_step": 6578, "epoch": 36, "lr": 9.919523507057256e-05}
{"train_loss": 0.015159066766500473, "global_step": 6579, "epoch": 36, "lr": 9.919497099278737e-05}
{"train_loss": 0.01428497675806284, "global_step": 6580, "epoch": 36, "lr": 9.919470687203329e-05}
{"train_loss": 0.014471693895757198, "global_step": 6581, "epoch": 36, "lr": 9.919444270831058e-05}
{"train_loss": 0.010833194479346275, "global_step": 6582, "epoch": 36, "lr": 9.919417850161946e-05}
{"train_loss": 0.017738407477736473, "global_step": 6583, "epoch": 36, "lr": 9.919391425196016e-05}
{"train_loss": 0.016357894986867905, "global_step": 6584, "epoch": 36, "lr": 9.919364995933293e-05}
{"train_loss": 0.015729201387279155, "global_step": 6585, "epoch": 36, "lr": 9.919338562373796e-05}
{"train_loss": 0.022664260119199753, "global_step": 6586, "epoch": 37, "lr": 9.919312124517552e-05}
{"train_loss": 0.01656809076666832, "global_step": 6587, "epoch": 37, "lr": 9.919285682364583e-05}
{"train_loss": 0.02412276342511177, "global_step": 6588, "epoch": 37, "lr": 9.919259235914913e-05}
{"train_loss": 0.018884392455220222, "global_step": 6589, "epoch": 37, "lr": 9.919232785168561e-05}
{"train_loss": 0.021459029987454414, "global_step": 6590, "epoch": 37, "lr": 9.919206330125555e-05}
{"train_loss": 0.023993011564016342, "global_step": 6591, "epoch": 37, "lr": 9.919179870785915e-05}
{"train_loss": 0.017843097448349, "global_step": 6592, "epoch": 37, "lr": 9.919153407149664e-05}
{"train_loss": 0.01922898180782795, "global_step": 6593, "epoch": 37, "lr": 9.919126939216829e-05}
{"train_loss": 0.027185725048184395, "global_step": 6594, "epoch": 37, "lr": 9.919100466987428e-05}
{"train_loss": 0.012467760592699051, "global_step": 6595, "epoch": 37, "lr": 9.919073990461488e-05}
{"train_loss": 0.018119070678949356, "global_step": 6596, "epoch": 37, "lr": 9.91904750963903e-05}
{"train_loss": 0.014822743833065033, "global_step": 6597, "epoch": 37, "lr": 9.919021024520077e-05}
{"train_loss": 0.014665061607956886, "global_step": 6598, "epoch": 37, "lr": 9.918994535104654e-05}
{"train_loss": 0.012696062214672565, "global_step": 6599, "epoch": 37, "lr": 9.918968041392784e-05}
{"train_loss": 0.028794605284929276, "global_step": 6600, "epoch": 37, "lr": 9.918941543384487e-05}
{"train_loss": 0.023994941264390945, "global_step": 6601, "epoch": 37, "lr": 9.918915041079789e-05}
{"train_loss": 0.01568097434937954, "global_step": 6602, "epoch": 37, "lr": 9.918888534478713e-05}
{"train_loss": 0.01171145774424076, "global_step": 6603, "epoch": 37, "lr": 9.918862023581281e-05}
{"train_loss": 0.019921554252505302, "global_step": 6604, "epoch": 37, "lr": 9.918835508387517e-05}
{"train_loss": 0.017296738922595978, "global_step": 6605, "epoch": 37, "lr": 9.918808988897445e-05}
{"train_loss": 0.019325613975524902, "global_step": 6606, "epoch": 37, "lr": 9.918782465111085e-05}
{"train_loss": 0.014993822202086449, "global_step": 6607, "epoch": 37, "lr": 9.918755937028464e-05}
{"train_loss": 0.014260107651352882, "global_step": 6608, "epoch": 37, "lr": 9.918729404649603e-05}
{"train_loss": 0.020828984677791595, "global_step": 6609, "epoch": 37, "lr": 9.918702867974525e-05}
{"train_loss": 0.02266906388103962, "global_step": 6610, "epoch": 37, "lr": 9.918676327003254e-05}
{"train_loss": 0.018305014818906784, "global_step": 6611, "epoch": 37, "lr": 9.918649781735813e-05}
{"train_loss": 0.017375169321894646, "global_step": 6612, "epoch": 37, "lr": 9.918623232172227e-05}
{"train_loss": 0.020030798390507698, "global_step": 6613, "epoch": 37, "lr": 9.918596678312515e-05}
{"train_loss": 0.018669601529836655, "global_step": 6614, "epoch": 37, "lr": 9.918570120156703e-05}
{"train_loss": 0.020000096410512924, "global_step": 6615, "epoch": 37, "lr": 9.918543557704814e-05}
{"train_loss": 0.017404664307832718, "global_step": 6616, "epoch": 37, "lr": 9.918516990956872e-05}
{"train_loss": 0.02127552032470703, "global_step": 6617, "epoch": 37, "lr": 9.918490419912899e-05}
{"train_loss": 0.0185139998793602, "global_step": 6618, "epoch": 37, "lr": 9.918463844572916e-05}
{"train_loss": 0.026264093816280365, "global_step": 6619, "epoch": 37, "lr": 9.918437264936951e-05}
{"train_loss": 0.015440860763192177, "global_step": 6620, "epoch": 37, "lr": 9.918410681005023e-05}
{"train_loss": 0.019150417298078537, "global_step": 6621, "epoch": 37, "lr": 9.918384092777158e-05}
{"train_loss": 0.01464491430670023, "global_step": 6622, "epoch": 37, "lr": 9.918357500253376e-05}
{"train_loss": 0.01761578395962715, "global_step": 6623, "epoch": 37, "lr": 9.918330903433706e-05}
{"train_loss": 0.010979728773236275, "global_step": 6624, "epoch": 37, "lr": 9.918304302318167e-05}
{"train_loss": 0.019189130514860153, "global_step": 6625, "epoch": 37, "lr": 9.918277696906782e-05}
{"train_loss": 0.024402987211942673, "global_step": 6626, "epoch": 37, "lr": 9.918251087199575e-05}
{"train_loss": 0.016828561201691628, "global_step": 6627, "epoch": 37, "lr": 9.918224473196569e-05}
{"train_loss": 0.019000794738531113, "global_step": 6628, "epoch": 37, "lr": 9.918197854897789e-05}
{"train_loss": 0.020905520766973495, "global_step": 6629, "epoch": 37, "lr": 9.918171232303255e-05}
{"train_loss": 0.018020089715719223, "global_step": 6630, "epoch": 37, "lr": 9.918144605412994e-05}
{"train_loss": 0.0157846100628376, "global_step": 6631, "epoch": 37, "lr": 9.918117974227026e-05}
{"train_loss": 0.020517349243164062, "global_step": 6632, "epoch": 37, "lr": 9.918091338745376e-05}
{"train_loss": 0.011654396541416645, "global_step": 6633, "epoch": 37, "lr": 9.918064698968068e-05}
{"train_loss": 0.015174709260463715, "global_step": 6634, "epoch": 37, "lr": 9.918038054895122e-05}
{"train_loss": 0.025956513360142708, "global_step": 6635, "epoch": 37, "lr": 9.918011406526566e-05}
{"train_loss": 0.024593349546194077, "global_step": 6636, "epoch": 37, "lr": 9.91798475386242e-05}
{"train_loss": 0.01475080382078886, "global_step": 6637, "epoch": 37, "lr": 9.917958096902706e-05}
{"train_loss": 0.021643221378326416, "global_step": 6638, "epoch": 37, "lr": 9.917931435647452e-05}
{"train_loss": 0.021144144237041473, "global_step": 6639, "epoch": 37, "lr": 9.917904770096677e-05}
{"train_loss": 0.014814302325248718, "global_step": 6640, "epoch": 37, "lr": 9.917878100250406e-05}
{"train_loss": 0.018029917031526566, "global_step": 6641, "epoch": 37, "lr": 9.917851426108664e-05}
{"train_loss": 0.01781262457370758, "global_step": 6642, "epoch": 37, "lr": 9.91782474767147e-05}
{"train_loss": 0.017911188304424286, "global_step": 6643, "epoch": 37, "lr": 9.917798064938852e-05}
{"train_loss": 0.009468717500567436, "global_step": 6644, "epoch": 37, "lr": 9.917771377910829e-05}
{"train_loss": 0.02313663624227047, "global_step": 6645, "epoch": 37, "lr": 9.917744686587426e-05}
{"train_loss": 0.022374894469976425, "global_step": 6646, "epoch": 37, "lr": 9.917717990968669e-05}
{"train_loss": 0.013161533512175083, "global_step": 6647, "epoch": 37, "lr": 9.917691291054578e-05}
{"train_loss": 0.014413632452487946, "global_step": 6648, "epoch": 37, "lr": 9.917664586845178e-05}
{"train_loss": 0.010859373956918716, "global_step": 6649, "epoch": 37, "lr": 9.917637878340491e-05}
{"train_loss": 0.022568300366401672, "global_step": 6650, "epoch": 37, "lr": 9.917611165540541e-05}
{"train_loss": 0.01512974314391613, "global_step": 6651, "epoch": 37, "lr": 9.917584448445352e-05}
{"train_loss": 0.01705237291753292, "global_step": 6652, "epoch": 37, "lr": 9.917557727054945e-05}
{"train_loss": 0.02144097536802292, "global_step": 6653, "epoch": 37, "lr": 9.917531001369347e-05}
{"train_loss": 0.013577524572610855, "global_step": 6654, "epoch": 37, "lr": 9.917504271388578e-05}
{"train_loss": 0.01816927269101143, "global_step": 6655, "epoch": 37, "lr": 9.917477537112662e-05}
{"train_loss": 0.025803565979003906, "global_step": 6656, "epoch": 37, "lr": 9.917450798541625e-05}
{"train_loss": 0.013834699057042599, "global_step": 6657, "epoch": 37, "lr": 9.917424055675488e-05}
{"train_loss": 0.016748683527112007, "global_step": 6658, "epoch": 37, "lr": 9.917397308514273e-05}
{"train_loss": 0.01759098842740059, "global_step": 6659, "epoch": 37, "lr": 9.917370557058006e-05}
{"train_loss": 0.01827877014875412, "global_step": 6660, "epoch": 37, "lr": 9.917343801306711e-05}
{"train_loss": 0.016788620501756668, "global_step": 6661, "epoch": 37, "lr": 9.917317041260408e-05}
{"train_loss": 0.017322106286883354, "global_step": 6662, "epoch": 37, "lr": 9.917290276919122e-05}
{"train_loss": 0.013100183568894863, "global_step": 6663, "epoch": 37, "lr": 9.917263508282879e-05}
{"train_loss": 0.02529319003224373, "global_step": 6664, "epoch": 37, "lr": 9.917236735351698e-05}
{"train_loss": 0.024340994656085968, "global_step": 6665, "epoch": 37, "lr": 9.917209958125605e-05}
{"train_loss": 0.013461798429489136, "global_step": 6666, "epoch": 37, "lr": 9.917183176604623e-05}
{"train_loss": 0.013793555088341236, "global_step": 6667, "epoch": 37, "lr": 9.917156390788774e-05}
{"train_loss": 0.01389920525252819, "global_step": 6668, "epoch": 37, "lr": 9.917129600678083e-05}
{"train_loss": 0.01573202945291996, "global_step": 6669, "epoch": 37, "lr": 9.917102806272573e-05}
{"train_loss": 0.014857634902000427, "global_step": 6670, "epoch": 37, "lr": 9.917076007572269e-05}
{"train_loss": 0.010565155185759068, "global_step": 6671, "epoch": 37, "lr": 9.917049204577191e-05}
{"train_loss": 0.019202161580324173, "global_step": 6672, "epoch": 37, "lr": 9.917022397287364e-05}
{"train_loss": 0.023226696997880936, "global_step": 6673, "epoch": 37, "lr": 9.916995585702813e-05}
{"train_loss": 0.014885473996400833, "global_step": 6674, "epoch": 37, "lr": 9.916968769823558e-05}
{"train_loss": 0.01509220153093338, "global_step": 6675, "epoch": 37, "lr": 9.916941949649625e-05}
{"train_loss": 0.02479112148284912, "global_step": 6676, "epoch": 37, "lr": 9.916915125181039e-05}
{"train_loss": 0.011107629165053368, "global_step": 6677, "epoch": 37, "lr": 9.916888296417818e-05}
{"train_loss": 0.013626116327941418, "global_step": 6678, "epoch": 37, "lr": 9.916861463359991e-05}
{"train_loss": 0.01022588275372982, "global_step": 6679, "epoch": 37, "lr": 9.916834626007578e-05}
{"train_loss": 0.01697511039674282, "global_step": 6680, "epoch": 37, "lr": 9.916807784360604e-05}
{"train_loss": 0.020212218165397644, "global_step": 6681, "epoch": 37, "lr": 9.916780938419093e-05}
{"train_loss": 0.010631284676492214, "global_step": 6682, "epoch": 37, "lr": 9.916754088183066e-05}
{"train_loss": 0.015342999249696732, "global_step": 6683, "epoch": 37, "lr": 9.916727233652549e-05}
{"train_loss": 0.02156662382185459, "global_step": 6684, "epoch": 37, "lr": 9.916700374827564e-05}
{"train_loss": 0.016327006742358208, "global_step": 6685, "epoch": 37, "lr": 9.916673511708135e-05}
{"train_loss": 0.019103720784187317, "global_step": 6686, "epoch": 37, "lr": 9.916646644294286e-05}
{"train_loss": 0.01244313083589077, "global_step": 6687, "epoch": 37, "lr": 9.916619772586038e-05}
{"train_loss": 0.012624826282262802, "global_step": 6688, "epoch": 37, "lr": 9.916592896583417e-05}
{"train_loss": 0.011591656133532524, "global_step": 6689, "epoch": 37, "lr": 9.916566016286445e-05}
{"train_loss": 0.017089858651161194, "global_step": 6690, "epoch": 37, "lr": 9.916539131695148e-05}
{"train_loss": 0.016473883762955666, "global_step": 6691, "epoch": 37, "lr": 9.916512242809546e-05}
{"train_loss": 0.017901964485645294, "global_step": 6692, "epoch": 37, "lr": 9.916485349629666e-05}
{"train_loss": 0.016505166888237, "global_step": 6693, "epoch": 37, "lr": 9.916458452155528e-05}
{"train_loss": 0.0163973867893219, "global_step": 6694, "epoch": 37, "lr": 9.916431550387158e-05}
{"train_loss": 0.01490818988531828, "global_step": 6695, "epoch": 37, "lr": 9.916404644324578e-05}
{"train_loss": 0.015319079160690308, "global_step": 6696, "epoch": 37, "lr": 9.916377733967813e-05}
{"train_loss": 0.012194646522402763, "global_step": 6697, "epoch": 37, "lr": 9.916350819316885e-05}
{"train_loss": 0.02156106010079384, "global_step": 6698, "epoch": 37, "lr": 9.916323900371818e-05}
{"train_loss": 0.024163026362657547, "global_step": 6699, "epoch": 37, "lr": 9.916296977132635e-05}
{"train_loss": 0.025608550757169724, "global_step": 6700, "epoch": 37, "lr": 9.91627004959936e-05}
{"train_loss": 0.013167602010071278, "global_step": 6701, "epoch": 37, "lr": 9.91624311777202e-05}
{"train_loss": 0.008324578404426575, "global_step": 6702, "epoch": 37, "lr": 9.916216181650633e-05}
{"train_loss": 0.01717611774802208, "global_step": 6703, "epoch": 37, "lr": 9.916189241235224e-05}
{"train_loss": 0.018316324800252914, "global_step": 6704, "epoch": 37, "lr": 9.916162296525818e-05}
{"train_loss": 0.02161942422389984, "global_step": 6705, "epoch": 37, "lr": 9.916135347522439e-05}
{"train_loss": 0.01753171905875206, "global_step": 6706, "epoch": 37, "lr": 9.916108394225108e-05}
{"train_loss": 0.011734280735254288, "global_step": 6707, "epoch": 37, "lr": 9.916081436633849e-05}
{"train_loss": 0.01242036186158657, "global_step": 6708, "epoch": 37, "lr": 9.916054474748688e-05}
{"train_loss": 0.01629631035029888, "global_step": 6709, "epoch": 37, "lr": 9.916027508569647e-05}
{"train_loss": 0.01255179662257433, "global_step": 6710, "epoch": 37, "lr": 9.916000538096749e-05}
{"train_loss": 0.01581144891679287, "global_step": 6711, "epoch": 37, "lr": 9.915973563330018e-05}
{"train_loss": 0.012371781282126904, "global_step": 6712, "epoch": 37, "lr": 9.915946584269479e-05}
{"train_loss": 0.014081895351409912, "global_step": 6713, "epoch": 37, "lr": 9.915919600915154e-05}
{"train_loss": 0.01533246785402298, "global_step": 6714, "epoch": 37, "lr": 9.915892613267065e-05}
{"train_loss": 0.017501726746559143, "global_step": 6715, "epoch": 37, "lr": 9.915865621325239e-05}
{"train_loss": 0.021196994930505753, "global_step": 6716, "epoch": 37, "lr": 9.915838625089698e-05}
{"train_loss": 0.012979505583643913, "global_step": 6717, "epoch": 37, "lr": 9.915811624560464e-05}
{"train_loss": 0.015613345429301262, "global_step": 6718, "epoch": 37, "lr": 9.915784619737562e-05}
{"train_loss": 0.01036248728632927, "global_step": 6719, "epoch": 37, "lr": 9.915757610621017e-05}
{"train_loss": 0.014522349461913109, "global_step": 6720, "epoch": 37, "lr": 9.915730597210852e-05}
{"train_loss": 0.015574201010167599, "global_step": 6721, "epoch": 37, "lr": 9.915703579507089e-05}
{"train_loss": 0.01997150294482708, "global_step": 6722, "epoch": 37, "lr": 9.915676557509752e-05}
{"train_loss": 0.006372672505676746, "global_step": 6723, "epoch": 37, "lr": 9.915649531218865e-05}
{"train_loss": 0.011603190563619137, "global_step": 6724, "epoch": 37, "lr": 9.915622500634453e-05}
{"train_loss": 0.012606515549123287, "global_step": 6725, "epoch": 37, "lr": 9.915595465756537e-05}
{"train_loss": 0.01806226745247841, "global_step": 6726, "epoch": 37, "lr": 9.915568426585143e-05}
{"train_loss": 0.00903107039630413, "global_step": 6727, "epoch": 37, "lr": 9.915541383120293e-05}
{"train_loss": 0.012132059782743454, "global_step": 6728, "epoch": 37, "lr": 9.915514335362011e-05}
{"train_loss": 0.011400418356060982, "global_step": 6729, "epoch": 37, "lr": 9.91548728331032e-05}
{"train_loss": 0.019992519170045853, "global_step": 6730, "epoch": 37, "lr": 9.915460226965246e-05}
{"train_loss": 0.01093414705246687, "global_step": 6731, "epoch": 37, "lr": 9.91543316632681e-05}
{"train_loss": 0.013522468507289886, "global_step": 6732, "epoch": 37, "lr": 9.915406101395037e-05}
{"train_loss": 0.01864379644393921, "global_step": 6733, "epoch": 37, "lr": 9.915379032169951e-05}
{"train_loss": 0.013102051801979542, "global_step": 6734, "epoch": 37, "lr": 9.915351958651574e-05}
{"train_loss": 0.015476658940315247, "global_step": 6735, "epoch": 37, "lr": 9.915324880839932e-05}
{"train_loss": 0.014739230275154114, "global_step": 6736, "epoch": 37, "lr": 9.915297798735046e-05}
{"train_loss": 0.019340813159942627, "global_step": 6737, "epoch": 37, "lr": 9.915270712336941e-05}
{"train_loss": 0.010366963222622871, "global_step": 6738, "epoch": 37, "lr": 9.91524362164564e-05}
{"train_loss": 0.011558127589523792, "global_step": 6739, "epoch": 37, "lr": 9.915216526661169e-05}
{"train_loss": 0.010130627080798149, "global_step": 6740, "epoch": 37, "lr": 9.915189427383547e-05}
{"train_loss": 0.011159947142004967, "global_step": 6741, "epoch": 37, "lr": 9.915162323812803e-05}
{"train_loss": 0.012120472267270088, "global_step": 6742, "epoch": 37, "lr": 9.915135215948958e-05}
{"train_loss": 0.012921659275889397, "global_step": 6743, "epoch": 37, "lr": 9.915108103792035e-05}
{"train_loss": 0.019209347665309906, "global_step": 6744, "epoch": 37, "lr": 9.91508098734206e-05}
{"train_loss": 0.018818944692611694, "global_step": 6745, "epoch": 37, "lr": 9.915053866599053e-05}
{"train_loss": 0.012118836864829063, "global_step": 6746, "epoch": 37, "lr": 9.915026741563042e-05}
{"train_loss": 0.011090976186096668, "global_step": 6747, "epoch": 37, "lr": 9.914999612234048e-05}
{"train_loss": 0.012338339351117611, "global_step": 6748, "epoch": 37, "lr": 9.914972478612095e-05}
{"train_loss": 0.008673693984746933, "global_step": 6749, "epoch": 37, "lr": 9.914945340697208e-05}
{"train_loss": 0.018782880157232285, "global_step": 6750, "epoch": 37, "lr": 9.91491819848941e-05}
{"train_loss": 0.014738009311258793, "global_step": 6751, "epoch": 37, "lr": 9.914891051988724e-05}
{"train_loss": 0.011646335013210773, "global_step": 6752, "epoch": 37, "lr": 9.914863901195173e-05}
{"train_loss": 0.012704247608780861, "global_step": 6753, "epoch": 37, "lr": 9.914836746108784e-05}
{"train_loss": 0.015999581664800644, "global_step": 6754, "epoch": 37, "lr": 9.914809586729577e-05}
{"train_loss": 0.019290946424007416, "global_step": 6755, "epoch": 37, "lr": 9.914782423057576e-05}
{"train_loss": 0.01071180496364832, "global_step": 6756, "epoch": 37, "lr": 9.914755255092809e-05}
{"train_loss": 0.009282870218157768, "global_step": 6757, "epoch": 37, "lr": 9.914728082835297e-05}
{"train_loss": 0.014301186427474022, "global_step": 6758, "epoch": 37, "lr": 9.914700906285061e-05}
{"train_loss": 0.01254953071475029, "global_step": 6759, "epoch": 37, "lr": 9.914673725442128e-05}
{"train_loss": 0.012632645666599274, "global_step": 6760, "epoch": 37, "lr": 9.914646540306521e-05}
{"train_loss": 0.016479257494211197, "global_step": 6761, "epoch": 37, "lr": 9.914619350878265e-05}
{"train_loss": 0.01525525376200676, "global_step": 6762, "epoch": 37, "lr": 9.914592157157381e-05}
{"train_loss": 0.016489237243456117, "global_step": 6763, "epoch": 37, "lr": 9.914564959143895e-05}
{"train_loss": 0.016680024564266205, "global_step": 6764, "epoch": 38, "lr": 9.91453775683783e-05}
{"train_loss": 0.008430469781160355, "global_step": 6765, "epoch": 38, "lr": 9.91451055023921e-05}
{"train_loss": 0.00843434315174818, "global_step": 6766, "epoch": 38, "lr": 9.914483339348058e-05}
{"train_loss": 0.01312436256557703, "global_step": 6767, "epoch": 38, "lr": 9.914456124164399e-05}
{"train_loss": 0.01660103350877762, "global_step": 6768, "epoch": 38, "lr": 9.914428904688255e-05}
{"train_loss": 0.01295678224414587, "global_step": 6769, "epoch": 38, "lr": 9.914401680919652e-05}
{"train_loss": 0.025128880515694618, "global_step": 6770, "epoch": 38, "lr": 9.914374452858612e-05}
{"train_loss": 0.017940275371074677, "global_step": 6771, "epoch": 38, "lr": 9.914347220505159e-05}
{"train_loss": 0.01742386631667614, "global_step": 6772, "epoch": 38, "lr": 9.914319983859317e-05}
{"train_loss": 0.00937789399176836, "global_step": 6773, "epoch": 38, "lr": 9.914292742921111e-05}
{"train_loss": 0.01403727475553751, "global_step": 6774, "epoch": 38, "lr": 9.914265497690563e-05}
{"train_loss": 0.018699096515774727, "global_step": 6775, "epoch": 38, "lr": 9.914238248167698e-05}
{"train_loss": 0.014716762118041515, "global_step": 6776, "epoch": 38, "lr": 9.91421099435254e-05}
{"train_loss": 0.015959303826093674, "global_step": 6777, "epoch": 38, "lr": 9.914183736245111e-05}
{"train_loss": 0.015071138739585876, "global_step": 6778, "epoch": 38, "lr": 9.914156473845436e-05}
{"train_loss": 0.010898346081376076, "global_step": 6779, "epoch": 38, "lr": 9.914129207153539e-05}
{"train_loss": 0.011765215545892715, "global_step": 6780, "epoch": 38, "lr": 9.914101936169444e-05}
{"train_loss": 0.013627076521515846, "global_step": 6781, "epoch": 38, "lr": 9.914074660893175e-05}
{"train_loss": 0.019653158262372017, "global_step": 6782, "epoch": 38, "lr": 9.914047381324754e-05}
{"train_loss": 0.011355806142091751, "global_step": 6783, "epoch": 38, "lr": 9.914020097464207e-05}
{"train_loss": 0.017258264124393463, "global_step": 6784, "epoch": 38, "lr": 9.913992809311556e-05}
{"train_loss": 0.020975589752197266, "global_step": 6785, "epoch": 38, "lr": 9.913965516866826e-05}
{"train_loss": 0.01957615464925766, "global_step": 6786, "epoch": 38, "lr": 9.913938220130041e-05}
{"train_loss": 0.014553463086485863, "global_step": 6787, "epoch": 38, "lr": 9.913910919101224e-05}
{"train_loss": 0.01949206180870533, "global_step": 6788, "epoch": 38, "lr": 9.9138836137804e-05}
{"train_loss": 0.015758763998746872, "global_step": 6789, "epoch": 38, "lr": 9.913856304167593e-05}
{"train_loss": 0.015035866759717464, "global_step": 6790, "epoch": 38, "lr": 9.913828990262823e-05}
{"train_loss": 0.014152427203953266, "global_step": 6791, "epoch": 38, "lr": 9.913801672066119e-05}
{"train_loss": 0.013418823480606079, "global_step": 6792, "epoch": 38, "lr": 9.913774349577502e-05}
{"train_loss": 0.012051614001393318, "global_step": 6793, "epoch": 38, "lr": 9.913747022796996e-05}
{"train_loss": 0.016710136085748672, "global_step": 6794, "epoch": 38, "lr": 9.913719691724627e-05}
{"train_loss": 0.019594304263591766, "global_step": 6795, "epoch": 38, "lr": 9.913692356360416e-05}
{"train_loss": 0.012551117688417435, "global_step": 6796, "epoch": 38, "lr": 9.913665016704388e-05}
{"train_loss": 0.016370851546525955, "global_step": 6797, "epoch": 38, "lr": 9.913637672756568e-05}
{"train_loss": 0.015351369976997375, "global_step": 6798, "epoch": 38, "lr": 9.913610324516979e-05}
{"train_loss": 0.014698298647999763, "global_step": 6799, "epoch": 38, "lr": 9.913582971985644e-05}
{"train_loss": 0.01376078836619854, "global_step": 6800, "epoch": 38, "lr": 9.913555615162588e-05}
{"train_loss": 0.016726553440093994, "global_step": 6801, "epoch": 38, "lr": 9.913528254047835e-05}
{"train_loss": 0.015391802415251732, "global_step": 6802, "epoch": 38, "lr": 9.913500888641408e-05}
{"train_loss": 0.014012563973665237, "global_step": 6803, "epoch": 38, "lr": 9.913473518943333e-05}
{"train_loss": 0.02128634601831436, "global_step": 6804, "epoch": 38, "lr": 9.91344614495363e-05}
{"train_loss": 0.02251032367348671, "global_step": 6805, "epoch": 38, "lr": 9.913418766672327e-05}
{"train_loss": 0.019374892115592957, "global_step": 6806, "epoch": 38, "lr": 9.913391384099444e-05}
{"train_loss": 0.013354912400245667, "global_step": 6807, "epoch": 38, "lr": 9.913363997235009e-05}
{"train_loss": 0.011663930490612984, "global_step": 6808, "epoch": 38, "lr": 9.913336606079042e-05}
{"train_loss": 0.017005007714033127, "global_step": 6809, "epoch": 38, "lr": 9.913309210631571e-05}
{"train_loss": 0.017404455691576004, "global_step": 6810, "epoch": 38, "lr": 9.913281810892616e-05}
{"train_loss": 0.012731915339827538, "global_step": 6811, "epoch": 38, "lr": 9.913254406862205e-05}
{"train_loss": 0.020672272890806198, "global_step": 6812, "epoch": 38, "lr": 9.913226998540358e-05}
{"train_loss": 0.018108732998371124, "global_step": 6813, "epoch": 38, "lr": 9.913199585927102e-05}
{"train_loss": 0.012613454833626747, "global_step": 6814, "epoch": 38, "lr": 9.913172169022457e-05}
{"train_loss": 0.021465405821800232, "global_step": 6815, "epoch": 38, "lr": 9.913144747826452e-05}
{"train_loss": 0.012280898168683052, "global_step": 6816, "epoch": 38, "lr": 9.913117322339107e-05}
{"train_loss": 0.01772627979516983, "global_step": 6817, "epoch": 38, "lr": 9.91308989256045e-05}
{"train_loss": 0.02081093192100525, "global_step": 6818, "epoch": 38, "lr": 9.913062458490499e-05}
{"train_loss": 0.009263543412089348, "global_step": 6819, "epoch": 38, "lr": 9.913035020129283e-05}
{"train_loss": 0.013543227687478065, "global_step": 6820, "epoch": 38, "lr": 9.913007577476825e-05}
{"train_loss": 0.024021804332733154, "global_step": 6821, "epoch": 38, "lr": 9.912980130533147e-05}
{"train_loss": 0.020640535280108452, "global_step": 6822, "epoch": 38, "lr": 9.912952679298275e-05}
{"train_loss": 0.009333946742117405, "global_step": 6823, "epoch": 38, "lr": 9.912925223772232e-05}
{"train_loss": 0.016920851543545723, "global_step": 6824, "epoch": 38, "lr": 9.912897763955043e-05}
{"train_loss": 0.011154400184750557, "global_step": 6825, "epoch": 38, "lr": 9.912870299846729e-05}
{"train_loss": 0.0112727340310812, "global_step": 6826, "epoch": 38, "lr": 9.912842831447318e-05}
{"train_loss": 0.012815482914447784, "global_step": 6827, "epoch": 38, "lr": 9.912815358756831e-05}
{"train_loss": 0.021931486204266548, "global_step": 6828, "epoch": 38, "lr": 9.912787881775295e-05}
{"train_loss": 0.013599866069853306, "global_step": 6829, "epoch": 38, "lr": 9.91276040050273e-05}
{"train_loss": 0.015738144516944885, "global_step": 6830, "epoch": 38, "lr": 9.912732914939165e-05}
{"train_loss": 0.013573894277215004, "global_step": 6831, "epoch": 38, "lr": 9.912705425084618e-05}
{"train_loss": 0.020657021552324295, "global_step": 6832, "epoch": 38, "lr": 9.912677930939119e-05}
{"train_loss": 0.014348173514008522, "global_step": 6833, "epoch": 38, "lr": 9.912650432502688e-05}
{"train_loss": 0.014867307618260384, "global_step": 6834, "epoch": 38, "lr": 9.912622929775349e-05}
{"train_loss": 0.02064521610736847, "global_step": 6835, "epoch": 38, "lr": 9.912595422757128e-05}
{"train_loss": 0.015916917473077774, "global_step": 6836, "epoch": 38, "lr": 9.912567911448048e-05}
{"train_loss": 0.014465579763054848, "global_step": 6837, "epoch": 38, "lr": 9.912540395848134e-05}
{"train_loss": 0.014434578828513622, "global_step": 6838, "epoch": 38, "lr": 9.91251287595741e-05}
{"train_loss": 0.019231777638196945, "global_step": 6839, "epoch": 38, "lr": 9.912485351775899e-05}
{"train_loss": 0.019229959696531296, "global_step": 6840, "epoch": 38, "lr": 9.912457823303625e-05}
{"train_loss": 0.013333529233932495, "global_step": 6841, "epoch": 38, "lr": 9.912430290540612e-05}
{"train_loss": 0.01598864048719406, "global_step": 6842, "epoch": 38, "lr": 9.912402753486884e-05}
{"train_loss": 0.013988031074404716, "global_step": 6843, "epoch": 38, "lr": 9.912375212142469e-05}
{"train_loss": 0.012695737183094025, "global_step": 6844, "epoch": 38, "lr": 9.912347666507385e-05}
{"train_loss": 0.021703850477933884, "global_step": 6845, "epoch": 38, "lr": 9.912320116581657e-05}
{"train_loss": 0.012597335502505302, "global_step": 6846, "epoch": 38, "lr": 9.912292562365313e-05}
{"train_loss": 0.023380007594823837, "global_step": 6847, "epoch": 38, "lr": 9.912265003858374e-05}
{"train_loss": 0.011023390106856823, "global_step": 6848, "epoch": 38, "lr": 9.912237441060867e-05}
{"train_loss": 0.013517155312001705, "global_step": 6849, "epoch": 38, "lr": 9.912209873972811e-05}
{"train_loss": 0.019131122156977654, "global_step": 6850, "epoch": 38, "lr": 9.912182302594235e-05}
{"train_loss": 0.01477319747209549, "global_step": 6851, "epoch": 38, "lr": 9.91215472692516e-05}
{"train_loss": 0.011049982160329819, "global_step": 6852, "epoch": 38, "lr": 9.912127146965612e-05}
{"train_loss": 0.012231597676873207, "global_step": 6853, "epoch": 38, "lr": 9.912099562715613e-05}
{"train_loss": 0.02230193465948105, "global_step": 6854, "epoch": 38, "lr": 9.91207197417519e-05}
{"train_loss": 0.014380925334990025, "global_step": 6855, "epoch": 38, "lr": 9.912044381344365e-05}
{"train_loss": 0.02002820558845997, "global_step": 6856, "epoch": 38, "lr": 9.912016784223161e-05}
{"train_loss": 0.015332023613154888, "global_step": 6857, "epoch": 38, "lr": 9.911989182811606e-05}
{"train_loss": 0.017159204930067062, "global_step": 6858, "epoch": 38, "lr": 9.911961577109721e-05}
{"train_loss": 0.019371232017874718, "global_step": 6859, "epoch": 38, "lr": 9.91193396711753e-05}
{"train_loss": 0.013673859648406506, "global_step": 6860, "epoch": 38, "lr": 9.911906352835059e-05}
{"train_loss": 0.011616283096373081, "global_step": 6861, "epoch": 38, "lr": 9.91187873426233e-05}
{"train_loss": 0.017236696556210518, "global_step": 6862, "epoch": 38, "lr": 9.911851111399371e-05}
{"train_loss": 0.016870718449354172, "global_step": 6863, "epoch": 38, "lr": 9.911823484246201e-05}
{"train_loss": 0.011911142617464066, "global_step": 6864, "epoch": 38, "lr": 9.911795852802848e-05}
{"train_loss": 0.011107506230473518, "global_step": 6865, "epoch": 38, "lr": 9.911768217069333e-05}
{"train_loss": 0.01396192703396082, "global_step": 6866, "epoch": 38, "lr": 9.911740577045683e-05}
{"train_loss": 0.02113904431462288, "global_step": 6867, "epoch": 38, "lr": 9.91171293273192e-05}
{"train_loss": 0.010012364014983177, "global_step": 6868, "epoch": 38, "lr": 9.91168528412807e-05}
{"train_loss": 0.01447873841971159, "global_step": 6869, "epoch": 38, "lr": 9.911657631234155e-05}
{"train_loss": 0.01456194743514061, "global_step": 6870, "epoch": 38, "lr": 9.911629974050201e-05}
{"train_loss": 0.01652030274271965, "global_step": 6871, "epoch": 38, "lr": 9.911602312576231e-05}
{"train_loss": 0.014087008312344551, "global_step": 6872, "epoch": 38, "lr": 9.911574646812271e-05}
{"train_loss": 0.014475559815764427, "global_step": 6873, "epoch": 38, "lr": 9.911546976758344e-05}
{"train_loss": 0.012614088132977486, "global_step": 6874, "epoch": 38, "lr": 9.911519302414471e-05}
{"train_loss": 0.01834377832710743, "global_step": 6875, "epoch": 38, "lr": 9.911491623780682e-05}
{"train_loss": 0.021345574408769608, "global_step": 6876, "epoch": 38, "lr": 9.911463940856998e-05}
{"train_loss": 0.014337556436657906, "global_step": 6877, "epoch": 38, "lr": 9.911436253643445e-05}
{"train_loss": 0.021204983815550804, "global_step": 6878, "epoch": 38, "lr": 9.911408562140043e-05}
{"train_loss": 0.016441065818071365, "global_step": 6879, "epoch": 38, "lr": 9.91138086634682e-05}
{"train_loss": 0.023524237796664238, "global_step": 6880, "epoch": 38, "lr": 9.9113531662638e-05}
{"train_loss": 0.01960768736898899, "global_step": 6881, "epoch": 38, "lr": 9.911325461891005e-05}
{"train_loss": 0.014105535112321377, "global_step": 6882, "epoch": 38, "lr": 9.91129775322846e-05}
{"train_loss": 0.017504941672086716, "global_step": 6883, "epoch": 38, "lr": 9.911270040276192e-05}
{"train_loss": 0.013492055237293243, "global_step": 6884, "epoch": 38, "lr": 9.911242323034221e-05}
{"train_loss": 0.011157942935824394, "global_step": 6885, "epoch": 38, "lr": 9.911214601502574e-05}
{"train_loss": 0.00969020463526249, "global_step": 6886, "epoch": 38, "lr": 9.911186875681274e-05}
{"train_loss": 0.015819307416677475, "global_step": 6887, "epoch": 38, "lr": 9.911159145570346e-05}
{"train_loss": 0.02067715674638748, "global_step": 6888, "epoch": 38, "lr": 9.911131411169813e-05}
{"train_loss": 0.02075611986219883, "global_step": 6889, "epoch": 38, "lr": 9.9111036724797e-05}
{"train_loss": 0.015187854878604412, "global_step": 6890, "epoch": 38, "lr": 9.911075929500032e-05}
{"train_loss": 0.0184324998408556, "global_step": 6891, "epoch": 38, "lr": 9.911048182230832e-05}
{"train_loss": 0.014673610217869282, "global_step": 6892, "epoch": 38, "lr": 9.911020430672126e-05}
{"train_loss": 0.014149395748972893, "global_step": 6893, "epoch": 38, "lr": 9.910992674823936e-05}
{"train_loss": 0.016550298780202866, "global_step": 6894, "epoch": 38, "lr": 9.910964914686285e-05}
{"train_loss": 0.02334008179605007, "global_step": 6895, "epoch": 38, "lr": 9.910937150259202e-05}
{"train_loss": 0.017719389870762825, "global_step": 6896, "epoch": 38, "lr": 9.910909381542708e-05}
{"train_loss": 0.012303363531827927, "global_step": 6897, "epoch": 38, "lr": 9.910881608536828e-05}
{"train_loss": 0.013516450300812721, "global_step": 6898, "epoch": 38, "lr": 9.910853831241587e-05}
{"train_loss": 0.014686834998428822, "global_step": 6899, "epoch": 38, "lr": 9.910826049657008e-05}
{"train_loss": 0.011114722117781639, "global_step": 6900, "epoch": 38, "lr": 9.910798263783114e-05}
{"train_loss": 0.010348338633775711, "global_step": 6901, "epoch": 38, "lr": 9.910770473619933e-05}
{"train_loss": 0.016409553587436676, "global_step": 6902, "epoch": 38, "lr": 9.910742679167486e-05}
{"train_loss": 0.014563062228262424, "global_step": 6903, "epoch": 38, "lr": 9.9107148804258e-05}
{"train_loss": 0.017617117613554, "global_step": 6904, "epoch": 38, "lr": 9.910687077394897e-05}
{"train_loss": 0.01439841091632843, "global_step": 6905, "epoch": 38, "lr": 9.910659270074803e-05}
{"train_loss": 0.015433943830430508, "global_step": 6906, "epoch": 38, "lr": 9.910631458465539e-05}
{"train_loss": 0.021426063030958176, "global_step": 6907, "epoch": 38, "lr": 9.910603642567134e-05}
{"train_loss": 0.02881574258208275, "global_step": 6908, "epoch": 38, "lr": 9.910575822379608e-05}
{"train_loss": 0.00996109377592802, "global_step": 6909, "epoch": 38, "lr": 9.910547997902989e-05}
{"train_loss": 0.013562733307480812, "global_step": 6910, "epoch": 38, "lr": 9.910520169137299e-05}
{"train_loss": 0.01656126044690609, "global_step": 6911, "epoch": 38, "lr": 9.910492336082563e-05}
{"train_loss": 0.011385433375835419, "global_step": 6912, "epoch": 38, "lr": 9.910464498738805e-05}
{"train_loss": 0.01980164460837841, "global_step": 6913, "epoch": 38, "lr": 9.91043665710605e-05}
{"train_loss": 0.01270262897014618, "global_step": 6914, "epoch": 38, "lr": 9.910408811184321e-05}
{"train_loss": 0.01804838329553604, "global_step": 6915, "epoch": 38, "lr": 9.910380960973645e-05}
{"train_loss": 0.014324038289487362, "global_step": 6916, "epoch": 38, "lr": 9.910353106474042e-05}
{"train_loss": 0.016224496066570282, "global_step": 6917, "epoch": 38, "lr": 9.910325247685538e-05}
{"train_loss": 0.010674022138118744, "global_step": 6918, "epoch": 38, "lr": 9.910297384608162e-05}
{"train_loss": 0.015719763934612274, "global_step": 6919, "epoch": 38, "lr": 9.910269517241932e-05}
{"train_loss": 0.012127922847867012, "global_step": 6920, "epoch": 38, "lr": 9.910241645586875e-05}
{"train_loss": 0.012192364782094955, "global_step": 6921, "epoch": 38, "lr": 9.910213769643016e-05}
{"train_loss": 0.013416262343525887, "global_step": 6922, "epoch": 38, "lr": 9.910185889410377e-05}
{"train_loss": 0.016598235815763474, "global_step": 6923, "epoch": 38, "lr": 9.910158004888986e-05}
{"train_loss": 0.021657638251781464, "global_step": 6924, "epoch": 38, "lr": 9.910130116078863e-05}
{"train_loss": 0.014826087281107903, "global_step": 6925, "epoch": 38, "lr": 9.910102222980036e-05}
{"train_loss": 0.020026452839374542, "global_step": 6926, "epoch": 38, "lr": 9.910074325592528e-05}
{"train_loss": 0.019283510744571686, "global_step": 6927, "epoch": 38, "lr": 9.910046423916363e-05}
{"train_loss": 0.012947330251336098, "global_step": 6928, "epoch": 38, "lr": 9.910018517951565e-05}
{"train_loss": 0.015390150249004364, "global_step": 6929, "epoch": 38, "lr": 9.90999060769816e-05}
{"train_loss": 0.008086237125098705, "global_step": 6930, "epoch": 38, "lr": 9.909962693156171e-05}
{"train_loss": 0.011528135277330875, "global_step": 6931, "epoch": 38, "lr": 9.909934774325622e-05}
{"train_loss": 0.012947933748364449, "global_step": 6932, "epoch": 38, "lr": 9.90990685120654e-05}
{"train_loss": 0.011929761618375778, "global_step": 6933, "epoch": 38, "lr": 9.909878923798945e-05}
{"train_loss": 0.015897497534751892, "global_step": 6934, "epoch": 38, "lr": 9.909850992102867e-05}
{"train_loss": 0.016258645802736282, "global_step": 6935, "epoch": 38, "lr": 9.909823056118326e-05}
{"train_loss": 0.015041215345263481, "global_step": 6936, "epoch": 38, "lr": 9.909795115845348e-05}
{"train_loss": 0.0123593183234334, "global_step": 6937, "epoch": 38, "lr": 9.909767171283957e-05}
{"train_loss": 0.0113007677718997, "global_step": 6938, "epoch": 38, "lr": 9.909739222434177e-05}
{"train_loss": 0.013795703649520874, "global_step": 6939, "epoch": 38, "lr": 9.909711269296034e-05}
{"train_loss": 0.011782500892877579, "global_step": 6940, "epoch": 38, "lr": 9.909683311869549e-05}
{"train_loss": 0.015588193467368236, "global_step": 6941, "epoch": 38, "lr": 9.909655350154752e-05}
{"train_loss": 0.011950928717851639, "global_step": 6942, "epoch": 39, "lr": 9.909627384151663e-05}
{"train_loss": 0.01563706435263157, "global_step": 6943, "epoch": 39, "lr": 9.909599413860306e-05}
{"train_loss": 0.017009582370519638, "global_step": 6944, "epoch": 39, "lr": 9.909571439280709e-05}
{"train_loss": 0.01614786498248577, "global_step": 6945, "epoch": 39, "lr": 9.909543460412896e-05}
{"train_loss": 0.014005865901708603, "global_step": 6946, "epoch": 39, "lr": 9.909515477256888e-05}
{"train_loss": 0.02006441541016102, "global_step": 6947, "epoch": 39, "lr": 9.909487489812713e-05}
{"train_loss": 0.013162590563297272, "global_step": 6948, "epoch": 39, "lr": 9.909459498080391e-05}
{"train_loss": 0.017519205808639526, "global_step": 6949, "epoch": 39, "lr": 9.909431502059951e-05}
{"train_loss": 0.014155327342450619, "global_step": 6950, "epoch": 39, "lr": 9.909403501751415e-05}
{"train_loss": 0.00662702601402998, "global_step": 6951, "epoch": 39, "lr": 9.90937549715481e-05}
{"train_loss": 0.01243565697222948, "global_step": 6952, "epoch": 39, "lr": 9.909347488270157e-05}
{"train_loss": 0.02247687056660652, "global_step": 6953, "epoch": 39, "lr": 9.909319475097482e-05}
{"train_loss": 0.014436384662985802, "global_step": 6954, "epoch": 39, "lr": 9.909291457636811e-05}
{"train_loss": 0.023773428052663803, "global_step": 6955, "epoch": 39, "lr": 9.909263435888167e-05}
{"train_loss": 0.022792629897594452, "global_step": 6956, "epoch": 39, "lr": 9.909235409851573e-05}
{"train_loss": 0.016730844974517822, "global_step": 6957, "epoch": 39, "lr": 9.909207379527057e-05}
{"train_loss": 0.01581503078341484, "global_step": 6958, "epoch": 39, "lr": 9.909179344914641e-05}
{"train_loss": 0.01329865213483572, "global_step": 6959, "epoch": 39, "lr": 9.909151306014349e-05}
{"train_loss": 0.021916918456554413, "global_step": 6960, "epoch": 39, "lr": 9.909123262826208e-05}
{"train_loss": 0.012359240092337132, "global_step": 6961, "epoch": 39, "lr": 9.909095215350239e-05}
{"train_loss": 0.010855086147785187, "global_step": 6962, "epoch": 39, "lr": 9.90906716358647e-05}
{"train_loss": 0.01628449372947216, "global_step": 6963, "epoch": 39, "lr": 9.909039107534923e-05}
{"train_loss": 0.015244606882333755, "global_step": 6964, "epoch": 39, "lr": 9.909011047195624e-05}
{"train_loss": 0.016294490545988083, "global_step": 6965, "epoch": 39, "lr": 9.908982982568598e-05}
{"train_loss": 0.017086518928408623, "global_step": 6966, "epoch": 39, "lr": 9.908954913653868e-05}
{"train_loss": 0.018673386424779892, "global_step": 6967, "epoch": 39, "lr": 9.908926840451458e-05}
{"train_loss": 0.013724474236369133, "global_step": 6968, "epoch": 39, "lr": 9.908898762961395e-05}
{"train_loss": 0.022562379017472267, "global_step": 6969, "epoch": 39, "lr": 9.908870681183702e-05}
{"train_loss": 0.014174613170325756, "global_step": 6970, "epoch": 39, "lr": 9.908842595118402e-05}
{"train_loss": 0.010111170820891857, "global_step": 6971, "epoch": 39, "lr": 9.908814504765523e-05}
{"train_loss": 0.01646846905350685, "global_step": 6972, "epoch": 39, "lr": 9.908786410125086e-05}
{"train_loss": 0.020698366686701775, "global_step": 6973, "epoch": 39, "lr": 9.908758311197118e-05}
{"train_loss": 0.013943523168563843, "global_step": 6974, "epoch": 39, "lr": 9.908730207981642e-05}
{"train_loss": 0.013602599501609802, "global_step": 6975, "epoch": 39, "lr": 9.908702100478685e-05}
{"train_loss": 0.011339345015585423, "global_step": 6976, "epoch": 39, "lr": 9.90867398868827e-05}
{"train_loss": 0.009790608659386635, "global_step": 6977, "epoch": 39, "lr": 9.90864587261042e-05}
{"train_loss": 0.010861464776098728, "global_step": 6978, "epoch": 39, "lr": 9.908617752245162e-05}
{"train_loss": 0.017827210947871208, "global_step": 6979, "epoch": 39, "lr": 9.908589627592519e-05}
{"train_loss": 0.01047215610742569, "global_step": 6980, "epoch": 39, "lr": 9.908561498652516e-05}
{"train_loss": 0.017137428745627403, "global_step": 6981, "epoch": 39, "lr": 9.908533365425176e-05}
{"train_loss": 0.013432126492261887, "global_step": 6982, "epoch": 39, "lr": 9.908505227910527e-05}
{"train_loss": 0.011395571753382683, "global_step": 6983, "epoch": 39, "lr": 9.908477086108592e-05}
{"train_loss": 0.00954386591911316, "global_step": 6984, "epoch": 39, "lr": 9.908448940019396e-05}
{"train_loss": 0.01661931350827217, "global_step": 6985, "epoch": 39, "lr": 9.908420789642962e-05}
{"train_loss": 0.020604413002729416, "global_step": 6986, "epoch": 39, "lr": 9.908392634979315e-05}
{"train_loss": 0.017169643193483353, "global_step": 6987, "epoch": 39, "lr": 9.908364476028482e-05}
{"train_loss": 0.014642001129686832, "global_step": 6988, "epoch": 39, "lr": 9.908336312790483e-05}
{"train_loss": 0.02053108811378479, "global_step": 6989, "epoch": 39, "lr": 9.908308145265349e-05}
{"train_loss": 0.019043246284127235, "global_step": 6990, "epoch": 39, "lr": 9.908279973453098e-05}
{"train_loss": 0.010425826534628868, "global_step": 6991, "epoch": 39, "lr": 9.908251797353758e-05}
{"train_loss": 0.0177525095641613, "global_step": 6992, "epoch": 39, "lr": 9.908223616967354e-05}
{"train_loss": 0.01885342039167881, "global_step": 6993, "epoch": 39, "lr": 9.90819543229391e-05}
{"train_loss": 0.010721547529101372, "global_step": 6994, "epoch": 39, "lr": 9.908167243333449e-05}
{"train_loss": 0.01434006355702877, "global_step": 6995, "epoch": 39, "lr": 9.908139050085998e-05}
{"train_loss": 0.013311492279171944, "global_step": 6996, "epoch": 39, "lr": 9.908110852551581e-05}
{"train_loss": 0.018241602927446365, "global_step": 6997, "epoch": 39, "lr": 9.908082650730222e-05}
{"train_loss": 0.016138363629579544, "global_step": 6998, "epoch": 39, "lr": 9.908054444621947e-05}
{"train_loss": 0.015011230483651161, "global_step": 6999, "epoch": 39, "lr": 9.908026234226778e-05}
{"train_loss": 0.013530860655009747, "global_step": 7000, "epoch": 39, "lr": 9.90799801954474e-05}
{"train_loss": 0.011617973446846008, "global_step": 7001, "epoch": 39, "lr": 9.90796980057586e-05}
{"train_loss": 0.012211275286972523, "global_step": 7002, "epoch": 39, "lr": 9.907941577320163e-05}
{"train_loss": 0.008925065398216248, "global_step": 7003, "epoch": 39, "lr": 9.907913349777671e-05}
{"train_loss": 0.009647228755056858, "global_step": 7004, "epoch": 39, "lr": 9.907885117948409e-05}
{"train_loss": 0.013975117355585098, "global_step": 7005, "epoch": 39, "lr": 9.907856881832404e-05}
{"train_loss": 0.010012933984398842, "global_step": 7006, "epoch": 39, "lr": 9.907828641429677e-05}
{"train_loss": 0.010438531637191772, "global_step": 7007, "epoch": 39, "lr": 9.907800396740257e-05}
{"train_loss": 0.013777597807347775, "global_step": 7008, "epoch": 39, "lr": 9.907772147764165e-05}
{"train_loss": 0.005792789626866579, "global_step": 7009, "epoch": 39, "lr": 9.907743894501427e-05}
{"train_loss": 0.02171148918569088, "global_step": 7010, "epoch": 39, "lr": 9.907715636952068e-05}
{"train_loss": 0.016123637557029724, "global_step": 7011, "epoch": 39, "lr": 9.907687375116114e-05}
{"train_loss": 0.017577286809682846, "global_step": 7012, "epoch": 39, "lr": 9.907659108993588e-05}
{"train_loss": 0.013528893701732159, "global_step": 7013, "epoch": 39, "lr": 9.907630838584512e-05}
{"train_loss": 0.013882339000701904, "global_step": 7014, "epoch": 39, "lr": 9.907602563888916e-05}
{"train_loss": 0.01455262303352356, "global_step": 7015, "epoch": 39, "lr": 9.907574284906822e-05}
{"train_loss": 0.010500024072825909, "global_step": 7016, "epoch": 39, "lr": 9.907546001638255e-05}
{"train_loss": 0.01730089634656906, "global_step": 7017, "epoch": 39, "lr": 9.907517714083238e-05}
{"train_loss": 0.013412049040198326, "global_step": 7018, "epoch": 39, "lr": 9.9074894222418e-05}
{"train_loss": 0.0108372513204813, "global_step": 7019, "epoch": 39, "lr": 9.907461126113961e-05}
{"train_loss": 0.019710343331098557, "global_step": 7020, "epoch": 39, "lr": 9.907432825699749e-05}
{"train_loss": 0.011574743315577507, "global_step": 7021, "epoch": 39, "lr": 9.907404520999187e-05}
{"train_loss": 0.01583351008594036, "global_step": 7022, "epoch": 39, "lr": 9.907376212012301e-05}
{"train_loss": 0.017568062990903854, "global_step": 7023, "epoch": 39, "lr": 9.907347898739114e-05}
{"train_loss": 0.016766536980867386, "global_step": 7024, "epoch": 39, "lr": 9.907319581179651e-05}
{"train_loss": 0.012625128030776978, "global_step": 7025, "epoch": 39, "lr": 9.907291259333939e-05}
{"train_loss": 0.009596526622772217, "global_step": 7026, "epoch": 39, "lr": 9.907262933202e-05}
{"train_loss": 0.013138881884515285, "global_step": 7027, "epoch": 39, "lr": 9.90723460278386e-05}
{"train_loss": 0.013631708920001984, "global_step": 7028, "epoch": 39, "lr": 9.907206268079544e-05}
{"train_loss": 0.019082747399806976, "global_step": 7029, "epoch": 39, "lr": 9.907177929089077e-05}
{"train_loss": 0.015038980171084404, "global_step": 7030, "epoch": 39, "lr": 9.907149585812482e-05}
{"train_loss": 0.008147705346345901, "global_step": 7031, "epoch": 39, "lr": 9.907121238249786e-05}
{"train_loss": 0.01856902614235878, "global_step": 7032, "epoch": 39, "lr": 9.907092886401011e-05}
{"train_loss": 0.02341041900217533, "global_step": 7033, "epoch": 39, "lr": 9.907064530266185e-05}
{"train_loss": 0.017116550356149673, "global_step": 7034, "epoch": 39, "lr": 9.907036169845329e-05}
{"train_loss": 0.017291489988565445, "global_step": 7035, "epoch": 39, "lr": 9.907007805138473e-05}
{"train_loss": 0.011439216323196888, "global_step": 7036, "epoch": 39, "lr": 9.906979436145637e-05}
{"train_loss": 0.018912222236394882, "global_step": 7037, "epoch": 39, "lr": 9.906951062866847e-05}
{"train_loss": 0.01905990019440651, "global_step": 7038, "epoch": 39, "lr": 9.90692268530213e-05}
{"train_loss": 0.017502732574939728, "global_step": 7039, "epoch": 39, "lr": 9.906894303451508e-05}
{"train_loss": 0.014731261879205704, "global_step": 7040, "epoch": 39, "lr": 9.906865917315007e-05}
{"train_loss": 0.008447227068245411, "global_step": 7041, "epoch": 39, "lr": 9.906837526892652e-05}
{"train_loss": 0.011233707889914513, "global_step": 7042, "epoch": 39, "lr": 9.906809132184467e-05}
{"train_loss": 0.013447162695229053, "global_step": 7043, "epoch": 39, "lr": 9.906780733190477e-05}
{"train_loss": 0.017192788422107697, "global_step": 7044, "epoch": 39, "lr": 9.906752329910707e-05}
{"train_loss": 0.01625879295170307, "global_step": 7045, "epoch": 39, "lr": 9.906723922345183e-05}
{"train_loss": 0.027935143560171127, "global_step": 7046, "epoch": 39, "lr": 9.906695510493927e-05}
{"train_loss": 0.015519829466938972, "global_step": 7047, "epoch": 39, "lr": 9.906667094356967e-05}
{"train_loss": 0.010424530133605003, "global_step": 7048, "epoch": 39, "lr": 9.906638673934326e-05}
{"train_loss": 0.014766745269298553, "global_step": 7049, "epoch": 39, "lr": 9.906610249226029e-05}
{"train_loss": 0.022293880581855774, "global_step": 7050, "epoch": 39, "lr": 9.9065818202321e-05}
{"train_loss": 0.013103526085615158, "global_step": 7051, "epoch": 39, "lr": 9.906553386952566e-05}
{"train_loss": 0.014687096700072289, "global_step": 7052, "epoch": 39, "lr": 9.90652494938745e-05}
{"train_loss": 0.013556938618421555, "global_step": 7053, "epoch": 39, "lr": 9.906496507536778e-05}
{"train_loss": 0.012017381377518177, "global_step": 7054, "epoch": 39, "lr": 9.906468061400573e-05}
{"train_loss": 0.019497254863381386, "global_step": 7055, "epoch": 39, "lr": 9.906439610978863e-05}
{"train_loss": 0.021601364016532898, "global_step": 7056, "epoch": 39, "lr": 9.90641115627167e-05}
{"train_loss": 0.016439164057374, "global_step": 7057, "epoch": 39, "lr": 9.906382697279021e-05}
{"train_loss": 0.016311749815940857, "global_step": 7058, "epoch": 39, "lr": 9.906354234000939e-05}
{"train_loss": 0.01587027497589588, "global_step": 7059, "epoch": 39, "lr": 9.906325766437449e-05}
{"train_loss": 0.022865120321512222, "global_step": 7060, "epoch": 39, "lr": 9.906297294588577e-05}
{"train_loss": 0.00924883782863617, "global_step": 7061, "epoch": 39, "lr": 9.906268818454347e-05}
{"train_loss": 0.022126059979200363, "global_step": 7062, "epoch": 39, "lr": 9.906240338034785e-05}
{"train_loss": 0.011943720281124115, "global_step": 7063, "epoch": 39, "lr": 9.906211853329914e-05}
{"train_loss": 0.01772935315966606, "global_step": 7064, "epoch": 39, "lr": 9.90618336433976e-05}
{"train_loss": 0.02327757515013218, "global_step": 7065, "epoch": 39, "lr": 9.906154871064348e-05}
{"train_loss": 0.009346535429358482, "global_step": 7066, "epoch": 39, "lr": 9.906126373503703e-05}
{"train_loss": 0.025509588420391083, "global_step": 7067, "epoch": 39, "lr": 9.90609787165785e-05}
{"train_loss": 0.015202506445348263, "global_step": 7068, "epoch": 39, "lr": 9.906069365526813e-05}
{"train_loss": 0.00797099806368351, "global_step": 7069, "epoch": 39, "lr": 9.906040855110617e-05}
{"train_loss": 0.015123380348086357, "global_step": 7070, "epoch": 39, "lr": 9.906012340409288e-05}
{"train_loss": 0.02136901207268238, "global_step": 7071, "epoch": 39, "lr": 9.905983821422851e-05}
{"train_loss": 0.008795209228992462, "global_step": 7072, "epoch": 39, "lr": 9.905955298151328e-05}
{"train_loss": 0.017551574856042862, "global_step": 7073, "epoch": 39, "lr": 9.905926770594747e-05}
{"train_loss": 0.013306975364685059, "global_step": 7074, "epoch": 39, "lr": 9.905898238753133e-05}
{"train_loss": 0.01858794316649437, "global_step": 7075, "epoch": 39, "lr": 9.905869702626509e-05}
{"train_loss": 0.0219276025891304, "global_step": 7076, "epoch": 39, "lr": 9.9058411622149e-05}
{"train_loss": 0.011034791357815266, "global_step": 7077, "epoch": 39, "lr": 9.905812617518332e-05}
{"train_loss": 0.016026398167014122, "global_step": 7078, "epoch": 39, "lr": 9.905784068536831e-05}
{"train_loss": 0.014794747345149517, "global_step": 7079, "epoch": 39, "lr": 9.90575551527042e-05}
{"train_loss": 0.014702866785228252, "global_step": 7080, "epoch": 39, "lr": 9.905726957719124e-05}
{"train_loss": 0.012961824424564838, "global_step": 7081, "epoch": 39, "lr": 9.905698395882968e-05}
{"train_loss": 0.01623929664492607, "global_step": 7082, "epoch": 39, "lr": 9.905669829761978e-05}
{"train_loss": 0.020806990563869476, "global_step": 7083, "epoch": 39, "lr": 9.905641259356178e-05}
{"train_loss": 0.009660499170422554, "global_step": 7084, "epoch": 39, "lr": 9.905612684665595e-05}
{"train_loss": 0.021179791539907455, "global_step": 7085, "epoch": 39, "lr": 9.905584105690251e-05}
{"train_loss": 0.012455611489713192, "global_step": 7086, "epoch": 39, "lr": 9.905555522430172e-05}
{"train_loss": 0.011055770330131054, "global_step": 7087, "epoch": 39, "lr": 9.905526934885383e-05}
{"train_loss": 0.01656828075647354, "global_step": 7088, "epoch": 39, "lr": 9.90549834305591e-05}
{"train_loss": 0.014898568391799927, "global_step": 7089, "epoch": 39, "lr": 9.905469746941778e-05}
{"train_loss": 0.01201721653342247, "global_step": 7090, "epoch": 39, "lr": 9.905441146543009e-05}
{"train_loss": 0.015290699899196625, "global_step": 7091, "epoch": 39, "lr": 9.905412541859632e-05}
{"train_loss": 0.01398306991904974, "global_step": 7092, "epoch": 39, "lr": 9.905383932891669e-05}
{"train_loss": 0.010541845113039017, "global_step": 7093, "epoch": 39, "lr": 9.905355319639146e-05}
{"train_loss": 0.016051318496465683, "global_step": 7094, "epoch": 39, "lr": 9.905326702102088e-05}
{"train_loss": 0.006706839427351952, "global_step": 7095, "epoch": 39, "lr": 9.905298080280521e-05}
{"train_loss": 0.015318823046982288, "global_step": 7096, "epoch": 39, "lr": 9.905269454174469e-05}
{"train_loss": 0.014998764730989933, "global_step": 7097, "epoch": 39, "lr": 9.905240823783956e-05}
{"train_loss": 0.014879421330988407, "global_step": 7098, "epoch": 39, "lr": 9.905212189109008e-05}
{"train_loss": 0.011860406026244164, "global_step": 7099, "epoch": 39, "lr": 9.90518355014965e-05}
{"train_loss": 0.011178863234817982, "global_step": 7100, "epoch": 39, "lr": 9.90515490690591e-05}
{"train_loss": 0.012212177738547325, "global_step": 7101, "epoch": 39, "lr": 9.905126259377806e-05}
{"train_loss": 0.016354955732822418, "global_step": 7102, "epoch": 39, "lr": 9.90509760756537e-05}
{"train_loss": 0.012319750152528286, "global_step": 7103, "epoch": 39, "lr": 9.905068951468623e-05}
{"train_loss": 0.010479481890797615, "global_step": 7104, "epoch": 39, "lr": 9.905040291087592e-05}
{"train_loss": 0.012502174824476242, "global_step": 7105, "epoch": 39, "lr": 9.9050116264223e-05}
{"train_loss": 0.007335182279348373, "global_step": 7106, "epoch": 39, "lr": 9.904982957472775e-05}
{"train_loss": 0.01240219920873642, "global_step": 7107, "epoch": 39, "lr": 9.904954284239039e-05}
{"train_loss": 0.013542723841965199, "global_step": 7108, "epoch": 39, "lr": 9.904925606721118e-05}
{"train_loss": 0.015601780265569687, "global_step": 7109, "epoch": 39, "lr": 9.904896924919038e-05}
{"train_loss": 0.009991391561925411, "global_step": 7110, "epoch": 39, "lr": 9.904868238832823e-05}
{"train_loss": 0.011265246197581291, "global_step": 7111, "epoch": 39, "lr": 9.904839548462499e-05}
{"train_loss": 0.025880474597215652, "global_step": 7112, "epoch": 39, "lr": 9.904810853808091e-05}
{"train_loss": 0.013199946843087673, "global_step": 7113, "epoch": 39, "lr": 9.904782154869624e-05}
{"train_loss": 0.006835439242422581, "global_step": 7114, "epoch": 39, "lr": 9.904753451647122e-05}
{"train_loss": 0.015015549957752228, "global_step": 7115, "epoch": 39, "lr": 9.90472474414061e-05}
{"train_loss": 0.01523193996399641, "global_step": 7116, "epoch": 39, "lr": 9.904696032350115e-05}
{"train_loss": 0.010181929916143417, "global_step": 7117, "epoch": 39, "lr": 9.90466731627566e-05}
{"train_loss": 0.007945285178720951, "global_step": 7118, "epoch": 39, "lr": 9.904638595917272e-05}
{"train_loss": 0.01484028826823479, "global_step": 7119, "epoch": 39, "lr": 9.904609871274975e-05}
{"train_loss": 0.014750177040696144, "global_step": 7120, "epoch": 40, "lr": 9.904581142348793e-05}
{"train_loss": 0.015172608196735382, "global_step": 7121, "epoch": 40, "lr": 9.904552409138751e-05}
{"train_loss": 0.014416554942727089, "global_step": 7122, "epoch": 40, "lr": 9.904523671644878e-05}
{"train_loss": 0.015476815402507782, "global_step": 7123, "epoch": 40, "lr": 9.904494929867196e-05}
{"train_loss": 0.01990792155265808, "global_step": 7124, "epoch": 40, "lr": 9.904466183805732e-05}
{"train_loss": 0.01210295781493187, "global_step": 7125, "epoch": 40, "lr": 9.904437433460507e-05}
{"train_loss": 0.01507628709077835, "global_step": 7126, "epoch": 40, "lr": 9.90440867883155e-05}
{"train_loss": 0.013613903895020485, "global_step": 7127, "epoch": 40, "lr": 9.904379919918885e-05}
{"train_loss": 0.015277448110282421, "global_step": 7128, "epoch": 40, "lr": 9.904351156722538e-05}
{"train_loss": 0.020498285070061684, "global_step": 7129, "epoch": 40, "lr": 9.90432238924253e-05}
{"train_loss": 0.01653030887246132, "global_step": 7130, "epoch": 40, "lr": 9.904293617478893e-05}
{"train_loss": 0.011463780887424946, "global_step": 7131, "epoch": 40, "lr": 9.904264841431645e-05}
{"train_loss": 0.018367279320955276, "global_step": 7132, "epoch": 40, "lr": 9.904236061100818e-05}
{"train_loss": 0.016334496438503265, "global_step": 7133, "epoch": 40, "lr": 9.90420727648643e-05}
{"train_loss": 0.01568574830889702, "global_step": 7134, "epoch": 40, "lr": 9.904178487588513e-05}
{"train_loss": 0.024344071745872498, "global_step": 7135, "epoch": 40, "lr": 9.904149694407087e-05}
{"train_loss": 0.016017701476812363, "global_step": 7136, "epoch": 40, "lr": 9.904120896942179e-05}
{"train_loss": 0.013751490041613579, "global_step": 7137, "epoch": 40, "lr": 9.904092095193815e-05}
{"train_loss": 0.01932920515537262, "global_step": 7138, "epoch": 40, "lr": 9.90406328916202e-05}
{"train_loss": 0.011573977768421173, "global_step": 7139, "epoch": 40, "lr": 9.904034478846819e-05}
{"train_loss": 0.011253728531301022, "global_step": 7140, "epoch": 40, "lr": 9.904005664248234e-05}
{"train_loss": 0.010475359857082367, "global_step": 7141, "epoch": 40, "lr": 9.903976845366296e-05}
{"train_loss": 0.019905228167772293, "global_step": 7142, "epoch": 40, "lr": 9.903948022201027e-05}
{"train_loss": 0.013068393804132938, "global_step": 7143, "epoch": 40, "lr": 9.90391919475245e-05}
{"train_loss": 0.011875150725245476, "global_step": 7144, "epoch": 40, "lr": 9.903890363020594e-05}
{"train_loss": 0.012636035680770874, "global_step": 7145, "epoch": 40, "lr": 9.903861527005483e-05}
{"train_loss": 0.011614479124546051, "global_step": 7146, "epoch": 40, "lr": 9.90383268670714e-05}
{"train_loss": 0.01700735092163086, "global_step": 7147, "epoch": 40, "lr": 9.903803842125593e-05}
{"train_loss": 0.011964507400989532, "global_step": 7148, "epoch": 40, "lr": 9.903774993260865e-05}
{"train_loss": 0.013719501905143261, "global_step": 7149, "epoch": 40, "lr": 9.903746140112983e-05}
{"train_loss": 0.011707845143973827, "global_step": 7150, "epoch": 40, "lr": 9.903717282681974e-05}
{"train_loss": 0.017352726310491562, "global_step": 7151, "epoch": 40, "lr": 9.903688420967858e-05}
{"train_loss": 0.017045918852090836, "global_step": 7152, "epoch": 40, "lr": 9.903659554970664e-05}
{"train_loss": 0.014294134452939034, "global_step": 7153, "epoch": 40, "lr": 9.903630684690417e-05}
{"train_loss": 0.015260891988873482, "global_step": 7154, "epoch": 40, "lr": 9.903601810127141e-05}
{"train_loss": 0.010003816336393356, "global_step": 7155, "epoch": 40, "lr": 9.903572931280861e-05}
{"train_loss": 0.018683699890971184, "global_step": 7156, "epoch": 40, "lr": 9.903544048151602e-05}
{"train_loss": 0.008667838759720325, "global_step": 7157, "epoch": 40, "lr": 9.903515160739392e-05}
{"train_loss": 0.017529675737023354, "global_step": 7158, "epoch": 40, "lr": 9.903486269044255e-05}
{"train_loss": 0.013653186149895191, "global_step": 7159, "epoch": 40, "lr": 9.903457373066214e-05}
{"train_loss": 0.01659432426095009, "global_step": 7160, "epoch": 40, "lr": 9.903428472805296e-05}
{"train_loss": 0.012971630319952965, "global_step": 7161, "epoch": 40, "lr": 9.903399568261525e-05}
{"train_loss": 0.013038539327681065, "global_step": 7162, "epoch": 40, "lr": 9.90337065943493e-05}
{"train_loss": 0.02086193859577179, "global_step": 7163, "epoch": 40, "lr": 9.90334174632553e-05}
{"train_loss": 0.009285365231335163, "global_step": 7164, "epoch": 40, "lr": 9.903312828933357e-05}
{"train_loss": 0.012646305374801159, "global_step": 7165, "epoch": 40, "lr": 9.903283907258432e-05}
{"train_loss": 0.013957008719444275, "global_step": 7166, "epoch": 40, "lr": 9.903254981300781e-05}
{"train_loss": 0.013684154488146305, "global_step": 7167, "epoch": 40, "lr": 9.90322605106043e-05}
{"train_loss": 0.023386161774396896, "global_step": 7168, "epoch": 40, "lr": 9.903197116537404e-05}
{"train_loss": 0.02176964282989502, "global_step": 7169, "epoch": 40, "lr": 9.903168177731728e-05}
{"train_loss": 0.01310415007174015, "global_step": 7170, "epoch": 40, "lr": 9.903139234643427e-05}
{"train_loss": 0.01896717958152294, "global_step": 7171, "epoch": 40, "lr": 9.903110287272525e-05}
{"train_loss": 0.01354242954403162, "global_step": 7172, "epoch": 40, "lr": 9.903081335619052e-05}
{"train_loss": 0.007563796825706959, "global_step": 7173, "epoch": 40, "lr": 9.903052379683028e-05}
{"train_loss": 0.017870891839265823, "global_step": 7174, "epoch": 40, "lr": 9.903023419464483e-05}
{"train_loss": 0.01202598586678505, "global_step": 7175, "epoch": 40, "lr": 9.902994454963439e-05}
{"train_loss": 0.013442751951515675, "global_step": 7176, "epoch": 40, "lr": 9.90296548617992e-05}
{"train_loss": 0.01785973832011223, "global_step": 7177, "epoch": 40, "lr": 9.902936513113956e-05}
{"train_loss": 0.015634192153811455, "global_step": 7178, "epoch": 40, "lr": 9.902907535765569e-05}
{"train_loss": 0.011911467649042606, "global_step": 7179, "epoch": 40, "lr": 9.902878554134785e-05}
{"train_loss": 0.011328250169754028, "global_step": 7180, "epoch": 40, "lr": 9.902849568221629e-05}
{"train_loss": 0.021398115903139114, "global_step": 7181, "epoch": 40, "lr": 9.902820578026127e-05}
{"train_loss": 0.011224349960684776, "global_step": 7182, "epoch": 40, "lr": 9.902791583548304e-05}
{"train_loss": 0.01048273779451847, "global_step": 7183, "epoch": 40, "lr": 9.902762584788186e-05}
{"train_loss": 0.012561803683638573, "global_step": 7184, "epoch": 40, "lr": 9.902733581745796e-05}
{"train_loss": 0.018616409972310066, "global_step": 7185, "epoch": 40, "lr": 9.902704574421163e-05}
{"train_loss": 0.02414979226887226, "global_step": 7186, "epoch": 40, "lr": 9.90267556281431e-05}
{"train_loss": 0.017944460734725, "global_step": 7187, "epoch": 40, "lr": 9.902646546925262e-05}
{"train_loss": 0.010480444878339767, "global_step": 7188, "epoch": 40, "lr": 9.902617526754044e-05}
{"train_loss": 0.0123052429407835, "global_step": 7189, "epoch": 40, "lr": 9.902588502300685e-05}
{"train_loss": 0.012206103652715683, "global_step": 7190, "epoch": 40, "lr": 9.902559473565205e-05}
{"train_loss": 0.014961505308747292, "global_step": 7191, "epoch": 40, "lr": 9.902530440547634e-05}
{"train_loss": 0.016979679465293884, "global_step": 7192, "epoch": 40, "lr": 9.902501403247995e-05}
{"train_loss": 0.012063102796673775, "global_step": 7193, "epoch": 40, "lr": 9.902472361666312e-05}
{"train_loss": 0.014646679162979126, "global_step": 7194, "epoch": 40, "lr": 9.902443315802614e-05}
{"train_loss": 0.016887132078409195, "global_step": 7195, "epoch": 40, "lr": 9.902414265656925e-05}
{"train_loss": 0.012378951534628868, "global_step": 7196, "epoch": 40, "lr": 9.902385211229269e-05}
{"train_loss": 0.017825737595558167, "global_step": 7197, "epoch": 40, "lr": 9.902356152519673e-05}
{"train_loss": 0.017195850610733032, "global_step": 7198, "epoch": 40, "lr": 9.90232708952816e-05}
{"train_loss": 0.013506376184523106, "global_step": 7199, "epoch": 40, "lr": 9.90229802225476e-05}
{"train_loss": 0.0123604666441679, "global_step": 7200, "epoch": 40, "lr": 9.902268950699493e-05}
{"train_loss": 0.014578360132873058, "global_step": 7201, "epoch": 40, "lr": 9.902239874862387e-05}
{"train_loss": 0.014552382752299309, "global_step": 7202, "epoch": 40, "lr": 9.902210794743467e-05}
{"train_loss": 0.013971807435154915, "global_step": 7203, "epoch": 40, "lr": 9.902181710342759e-05}
{"train_loss": 0.01323581300675869, "global_step": 7204, "epoch": 40, "lr": 9.90215262166029e-05}
{"train_loss": 0.011632692068815231, "global_step": 7205, "epoch": 40, "lr": 9.902123528696081e-05}
{"train_loss": 0.014880221337080002, "global_step": 7206, "epoch": 40, "lr": 9.90209443145016e-05}
{"train_loss": 0.016909051686525345, "global_step": 7207, "epoch": 40, "lr": 9.902065329922555e-05}
{"train_loss": 0.013041566126048565, "global_step": 7208, "epoch": 40, "lr": 9.902036224113285e-05}
{"train_loss": 0.017209161072969437, "global_step": 7209, "epoch": 40, "lr": 9.902007114022381e-05}
{"train_loss": 0.009749208576977253, "global_step": 7210, "epoch": 40, "lr": 9.901977999649866e-05}
{"train_loss": 0.01626095362007618, "global_step": 7211, "epoch": 40, "lr": 9.901948880995766e-05}
{"train_loss": 0.013457311317324638, "global_step": 7212, "epoch": 40, "lr": 9.901919758060107e-05}
{"train_loss": 0.02040400169789791, "global_step": 7213, "epoch": 40, "lr": 9.901890630842914e-05}
{"train_loss": 0.01588141731917858, "global_step": 7214, "epoch": 40, "lr": 9.901861499344211e-05}
{"train_loss": 0.016389302909374237, "global_step": 7215, "epoch": 40, "lr": 9.901832363564025e-05}
{"train_loss": 0.014607752673327923, "global_step": 7216, "epoch": 40, "lr": 9.901803223502382e-05}
{"train_loss": 0.011445853859186172, "global_step": 7217, "epoch": 40, "lr": 9.901774079159306e-05}
{"train_loss": 0.021853283047676086, "global_step": 7218, "epoch": 40, "lr": 9.901744930534825e-05}
{"train_loss": 0.01165098324418068, "global_step": 7219, "epoch": 40, "lr": 9.90171577762896e-05}
{"train_loss": 0.026346519589424133, "global_step": 7220, "epoch": 40, "lr": 9.901686620441739e-05}
{"train_loss": 0.01285821758210659, "global_step": 7221, "epoch": 40, "lr": 9.901657458973188e-05}
{"train_loss": 0.011098379269242287, "global_step": 7222, "epoch": 40, "lr": 9.901628293223334e-05}
{"train_loss": 0.007185624912381172, "global_step": 7223, "epoch": 40, "lr": 9.901599123192198e-05}
{"train_loss": 0.01250656507909298, "global_step": 7224, "epoch": 40, "lr": 9.901569948879807e-05}
{"train_loss": 0.017589565366506577, "global_step": 7225, "epoch": 40, "lr": 9.90154077028619e-05}
{"train_loss": 0.015214958228170872, "global_step": 7226, "epoch": 40, "lr": 9.901511587411369e-05}
{"train_loss": 0.020491600036621094, "global_step": 7227, "epoch": 40, "lr": 9.901482400255369e-05}
{"train_loss": 0.011419134214520454, "global_step": 7228, "epoch": 40, "lr": 9.901453208818219e-05}
{"train_loss": 0.01766250841319561, "global_step": 7229, "epoch": 40, "lr": 9.90142401309994e-05}
{"train_loss": 0.01923973672091961, "global_step": 7230, "epoch": 40, "lr": 9.901394813100561e-05}
{"train_loss": 0.02096913382411003, "global_step": 7231, "epoch": 40, "lr": 9.901365608820107e-05}
{"train_loss": 0.017203498631715775, "global_step": 7232, "epoch": 40, "lr": 9.901336400258603e-05}
{"train_loss": 0.009623795747756958, "global_step": 7233, "epoch": 40, "lr": 9.901307187416074e-05}
{"train_loss": 0.013908361084759235, "global_step": 7234, "epoch": 40, "lr": 9.901277970292544e-05}
{"train_loss": 0.01653004065155983, "global_step": 7235, "epoch": 40, "lr": 9.901248748888042e-05}
{"train_loss": 0.014619112014770508, "global_step": 7236, "epoch": 40, "lr": 9.901219523202592e-05}
{"train_loss": 0.01526067964732647, "global_step": 7237, "epoch": 40, "lr": 9.90119029323622e-05}
{"train_loss": 0.017436353489756584, "global_step": 7238, "epoch": 40, "lr": 9.90116105898895e-05}
{"train_loss": 0.01904778927564621, "global_step": 7239, "epoch": 40, "lr": 9.901131820460808e-05}
{"train_loss": 0.014994571916759014, "global_step": 7240, "epoch": 40, "lr": 9.901102577651821e-05}
{"train_loss": 0.013058948330581188, "global_step": 7241, "epoch": 40, "lr": 9.901073330562014e-05}
{"train_loss": 0.013017911463975906, "global_step": 7242, "epoch": 40, "lr": 9.901044079191411e-05}
{"train_loss": 0.013109887018799782, "global_step": 7243, "epoch": 40, "lr": 9.90101482354004e-05}
{"train_loss": 0.009074967354536057, "global_step": 7244, "epoch": 40, "lr": 9.900985563607923e-05}
{"train_loss": 0.017163340002298355, "global_step": 7245, "epoch": 40, "lr": 9.90095629939509e-05}
{"train_loss": 0.01513129286468029, "global_step": 7246, "epoch": 40, "lr": 9.900927030901564e-05}
{"train_loss": 0.014359310269355774, "global_step": 7247, "epoch": 40, "lr": 9.90089775812737e-05}
{"train_loss": 0.01598542183637619, "global_step": 7248, "epoch": 40, "lr": 9.900868481072535e-05}
{"train_loss": 0.01051424816250801, "global_step": 7249, "epoch": 40, "lr": 9.900839199737084e-05}
{"train_loss": 0.010016975924372673, "global_step": 7250, "epoch": 40, "lr": 9.900809914121043e-05}
{"train_loss": 0.01865399442613125, "global_step": 7251, "epoch": 40, "lr": 9.900780624224438e-05}
{"train_loss": 0.009502040222287178, "global_step": 7252, "epoch": 40, "lr": 9.900751330047291e-05}
{"train_loss": 0.018330691382288933, "global_step": 7253, "epoch": 40, "lr": 9.900722031589633e-05}
{"train_loss": 0.015512717887759209, "global_step": 7254, "epoch": 40, "lr": 9.900692728851486e-05}
{"train_loss": 0.02233128435909748, "global_step": 7255, "epoch": 40, "lr": 9.900663421832877e-05}
{"train_loss": 0.022905588150024414, "global_step": 7256, "epoch": 40, "lr": 9.90063411053383e-05}
{"train_loss": 0.01445326954126358, "global_step": 7257, "epoch": 40, "lr": 9.900604794954373e-05}
{"train_loss": 0.008774327114224434, "global_step": 7258, "epoch": 40, "lr": 9.90057547509453e-05}
{"train_loss": 0.008546875789761543, "global_step": 7259, "epoch": 40, "lr": 9.900546150954326e-05}
{"train_loss": 0.009045936167240143, "global_step": 7260, "epoch": 40, "lr": 9.90051682253379e-05}
{"train_loss": 0.020570185035467148, "global_step": 7261, "epoch": 40, "lr": 9.900487489832943e-05}
{"train_loss": 0.013514863327145576, "global_step": 7262, "epoch": 40, "lr": 9.900458152851813e-05}
{"train_loss": 0.010780837386846542, "global_step": 7263, "epoch": 40, "lr": 9.900428811590427e-05}
{"train_loss": 0.014991512522101402, "global_step": 7264, "epoch": 40, "lr": 9.900399466048809e-05}
{"train_loss": 0.010053327307105064, "global_step": 7265, "epoch": 40, "lr": 9.900370116226982e-05}
{"train_loss": 0.010611562058329582, "global_step": 7266, "epoch": 40, "lr": 9.900340762124977e-05}
{"train_loss": 0.020230095833539963, "global_step": 7267, "epoch": 40, "lr": 9.900311403742817e-05}
{"train_loss": 0.007968069985508919, "global_step": 7268, "epoch": 40, "lr": 9.900282041080526e-05}
{"train_loss": 0.026276327669620514, "global_step": 7269, "epoch": 40, "lr": 9.900252674138132e-05}
{"train_loss": 0.008622197434306145, "global_step": 7270, "epoch": 40, "lr": 9.90022330291566e-05}
{"train_loss": 0.012444478459656239, "global_step": 7271, "epoch": 40, "lr": 9.900193927413136e-05}
{"train_loss": 0.020865781232714653, "global_step": 7272, "epoch": 40, "lr": 9.900164547630585e-05}
{"train_loss": 0.015268148854374886, "global_step": 7273, "epoch": 40, "lr": 9.900135163568031e-05}
{"train_loss": 0.012550441548228264, "global_step": 7274, "epoch": 40, "lr": 9.900105775225506e-05}
{"train_loss": 0.011524936184287071, "global_step": 7275, "epoch": 40, "lr": 9.900076382603028e-05}
{"train_loss": 0.014760158024728298, "global_step": 7276, "epoch": 40, "lr": 9.900046985700626e-05}
{"train_loss": 0.0104945357888937, "global_step": 7277, "epoch": 40, "lr": 9.900017584518326e-05}
{"train_loss": 0.010185636579990387, "global_step": 7278, "epoch": 40, "lr": 9.899988179056153e-05}
{"train_loss": 0.01774020306766033, "global_step": 7279, "epoch": 40, "lr": 9.899958769314134e-05}
{"train_loss": 0.012699807062745094, "global_step": 7280, "epoch": 40, "lr": 9.899929355292293e-05}
{"train_loss": 0.014586575329303741, "global_step": 7281, "epoch": 40, "lr": 9.899899936990655e-05}
{"train_loss": 0.020427551120519638, "global_step": 7282, "epoch": 40, "lr": 9.899870514409248e-05}
{"train_loss": 0.019092774018645287, "global_step": 7283, "epoch": 40, "lr": 9.899841087548098e-05}
{"train_loss": 0.012812231667339802, "global_step": 7284, "epoch": 40, "lr": 9.899811656407228e-05}
{"train_loss": 0.011188250035047531, "global_step": 7285, "epoch": 40, "lr": 9.899782220986667e-05}
{"train_loss": 0.018218331038951874, "global_step": 7286, "epoch": 40, "lr": 9.899752781286437e-05}
{"train_loss": 0.009982838295400143, "global_step": 7287, "epoch": 40, "lr": 9.899723337306565e-05}
{"train_loss": 0.01491508074104786, "global_step": 7288, "epoch": 40, "lr": 9.89969388904708e-05}
{"train_loss": 0.011729102581739426, "global_step": 7289, "epoch": 40, "lr": 9.899664436508002e-05}
{"train_loss": 0.0241407323628664, "global_step": 7290, "epoch": 40, "lr": 9.899634979689361e-05}
{"train_loss": 0.010938725434243679, "global_step": 7291, "epoch": 40, "lr": 9.899605518591182e-05}
{"train_loss": 0.011995494365692139, "global_step": 7292, "epoch": 40, "lr": 9.899576053213488e-05}
{"train_loss": 0.011582328006625175, "global_step": 7293, "epoch": 40, "lr": 9.89954658355631e-05}
{"train_loss": 0.016048720106482506, "global_step": 7294, "epoch": 40, "lr": 9.89951710961967e-05}
{"train_loss": 0.02342652902007103, "global_step": 7295, "epoch": 40, "lr": 9.899487631403592e-05}
{"train_loss": 0.015415601432323456, "global_step": 7296, "epoch": 40, "lr": 9.899458148908106e-05}
{"train_loss": 0.01485685244976972, "global_step": 7297, "epoch": 40, "lr": 9.899428662133235e-05, "train_action_mse_error": 7.569504668936133e-05}
{"train_loss": 0.013480964116752148, "global_step": 7298, "epoch": 41, "lr": 9.899399171079007e-05}
{"train_loss": 0.014893583953380585, "global_step": 7299, "epoch": 41, "lr": 9.899369675745446e-05}
{"train_loss": 0.015817414969205856, "global_step": 7300, "epoch": 41, "lr": 9.899340176132578e-05}
{"train_loss": 0.020475853234529495, "global_step": 7301, "epoch": 41, "lr": 9.899310672240429e-05}
{"train_loss": 0.012390797026455402, "global_step": 7302, "epoch": 41, "lr": 9.899281164069025e-05}
{"train_loss": 0.01735015958547592, "global_step": 7303, "epoch": 41, "lr": 9.899251651618391e-05}
{"train_loss": 0.009083710610866547, "global_step": 7304, "epoch": 41, "lr": 9.899222134888553e-05}
{"train_loss": 0.02001342736184597, "global_step": 7305, "epoch": 41, "lr": 9.899192613879536e-05}
{"train_loss": 0.0216587632894516, "global_step": 7306, "epoch": 41, "lr": 9.899163088591369e-05}
{"train_loss": 0.016942746937274933, "global_step": 7307, "epoch": 41, "lr": 9.899133559024074e-05}
{"train_loss": 0.010487670078873634, "global_step": 7308, "epoch": 41, "lr": 9.899104025177681e-05}
{"train_loss": 0.016562920063734055, "global_step": 7309, "epoch": 41, "lr": 9.89907448705221e-05}
{"train_loss": 0.018763508647680283, "global_step": 7310, "epoch": 41, "lr": 9.899044944647692e-05}
{"train_loss": 0.014188641682267189, "global_step": 7311, "epoch": 41, "lr": 9.89901539796415e-05}
{"train_loss": 0.012093013152480125, "global_step": 7312, "epoch": 41, "lr": 9.898985847001611e-05}
{"train_loss": 0.020832683891057968, "global_step": 7313, "epoch": 41, "lr": 9.8989562917601e-05}
{"train_loss": 0.012779677286744118, "global_step": 7314, "epoch": 41, "lr": 9.898926732239643e-05}
{"train_loss": 0.020731741562485695, "global_step": 7315, "epoch": 41, "lr": 9.898897168440267e-05}
{"train_loss": 0.01602071523666382, "global_step": 7316, "epoch": 41, "lr": 9.898867600361997e-05}
{"train_loss": 0.015314214862883091, "global_step": 7317, "epoch": 41, "lr": 9.898838028004858e-05}
{"train_loss": 0.01278129406273365, "global_step": 7318, "epoch": 41, "lr": 9.898808451368877e-05}
{"train_loss": 0.009395964443683624, "global_step": 7319, "epoch": 41, "lr": 9.898778870454078e-05}
{"train_loss": 0.023630233481526375, "global_step": 7320, "epoch": 41, "lr": 9.89874928526049e-05}
{"train_loss": 0.015249237418174744, "global_step": 7321, "epoch": 41, "lr": 9.898719695788137e-05}
{"train_loss": 0.011371538043022156, "global_step": 7322, "epoch": 41, "lr": 9.898690102037043e-05}
{"train_loss": 0.014350746758282185, "global_step": 7323, "epoch": 41, "lr": 9.898660504007238e-05}
{"train_loss": 0.014241434633731842, "global_step": 7324, "epoch": 41, "lr": 9.898630901698744e-05}
{"train_loss": 0.011120560579001904, "global_step": 7325, "epoch": 41, "lr": 9.898601295111589e-05}
{"train_loss": 0.026990290731191635, "global_step": 7326, "epoch": 41, "lr": 9.8985716842458e-05}
{"train_loss": 0.019630704075098038, "global_step": 7327, "epoch": 41, "lr": 9.898542069101397e-05}
{"train_loss": 0.011169560253620148, "global_step": 7328, "epoch": 41, "lr": 9.898512449678414e-05}
{"train_loss": 0.015301789157092571, "global_step": 7329, "epoch": 41, "lr": 9.898482825976871e-05}
{"train_loss": 0.01815270446240902, "global_step": 7330, "epoch": 41, "lr": 9.898453197996797e-05}
{"train_loss": 0.013962903991341591, "global_step": 7331, "epoch": 41, "lr": 9.898423565738216e-05}
{"train_loss": 0.01212603785097599, "global_step": 7332, "epoch": 41, "lr": 9.898393929201155e-05}
{"train_loss": 0.0125935273244977, "global_step": 7333, "epoch": 41, "lr": 9.898364288385638e-05}
{"train_loss": 0.017631230875849724, "global_step": 7334, "epoch": 41, "lr": 9.898334643291694e-05}
{"train_loss": 0.011460164561867714, "global_step": 7335, "epoch": 41, "lr": 9.898304993919346e-05}
{"train_loss": 0.011921337805688381, "global_step": 7336, "epoch": 41, "lr": 9.898275340268621e-05}
{"train_loss": 0.00919121690094471, "global_step": 7337, "epoch": 41, "lr": 9.898245682339546e-05}
{"train_loss": 0.0061790309846401215, "global_step": 7338, "epoch": 41, "lr": 9.898216020132146e-05}
{"train_loss": 0.014703935012221336, "global_step": 7339, "epoch": 41, "lr": 9.898186353646446e-05}
{"train_loss": 0.018188778311014175, "global_step": 7340, "epoch": 41, "lr": 9.898156682882473e-05}
{"train_loss": 0.016090042889118195, "global_step": 7341, "epoch": 41, "lr": 9.898127007840252e-05}
{"train_loss": 0.01529095508158207, "global_step": 7342, "epoch": 41, "lr": 9.898097328519811e-05}
{"train_loss": 0.017325403168797493, "global_step": 7343, "epoch": 41, "lr": 9.898067644921174e-05}
{"train_loss": 0.012789752334356308, "global_step": 7344, "epoch": 41, "lr": 9.898037957044366e-05}
{"train_loss": 0.014436046592891216, "global_step": 7345, "epoch": 41, "lr": 9.898008264889416e-05}
{"train_loss": 0.00904049538075924, "global_step": 7346, "epoch": 41, "lr": 9.897978568456347e-05}
{"train_loss": 0.018732525408267975, "global_step": 7347, "epoch": 41, "lr": 9.897948867745189e-05}
{"train_loss": 0.009809859097003937, "global_step": 7348, "epoch": 41, "lr": 9.897919162755962e-05}
{"train_loss": 0.016293827444314957, "global_step": 7349, "epoch": 41, "lr": 9.897889453488697e-05}
{"train_loss": 0.017064372077584267, "global_step": 7350, "epoch": 41, "lr": 9.897859739943417e-05}
{"train_loss": 0.01582888513803482, "global_step": 7351, "epoch": 41, "lr": 9.89783002212015e-05}
{"train_loss": 0.017643451690673828, "global_step": 7352, "epoch": 41, "lr": 9.89780030001892e-05}
{"train_loss": 0.01590728759765625, "global_step": 7353, "epoch": 41, "lr": 9.897770573639754e-05}
{"train_loss": 0.013506920076906681, "global_step": 7354, "epoch": 41, "lr": 9.89774084298268e-05}
{"train_loss": 0.02639826573431492, "global_step": 7355, "epoch": 41, "lr": 9.897711108047718e-05}
{"train_loss": 0.013551115989685059, "global_step": 7356, "epoch": 41, "lr": 9.897681368834901e-05}
{"train_loss": 0.014084259048104286, "global_step": 7357, "epoch": 41, "lr": 9.897651625344251e-05}
{"train_loss": 0.014944584108889103, "global_step": 7358, "epoch": 41, "lr": 9.897621877575794e-05}
{"train_loss": 0.014506098814308643, "global_step": 7359, "epoch": 41, "lr": 9.897592125529558e-05}
{"train_loss": 0.016478203237056732, "global_step": 7360, "epoch": 41, "lr": 9.897562369205566e-05}
{"train_loss": 0.013640093617141247, "global_step": 7361, "epoch": 41, "lr": 9.897532608603848e-05}
{"train_loss": 0.01087831612676382, "global_step": 7362, "epoch": 41, "lr": 9.897502843724427e-05}
{"train_loss": 0.01588883064687252, "global_step": 7363, "epoch": 41, "lr": 9.897473074567329e-05}
{"train_loss": 0.013197079300880432, "global_step": 7364, "epoch": 41, "lr": 9.89744330113258e-05}
{"train_loss": 0.015087508596479893, "global_step": 7365, "epoch": 41, "lr": 9.897413523420208e-05}
{"train_loss": 0.015040291473269463, "global_step": 7366, "epoch": 41, "lr": 9.897383741430237e-05}
{"train_loss": 0.012308403849601746, "global_step": 7367, "epoch": 41, "lr": 9.897353955162696e-05}
{"train_loss": 0.007552201859652996, "global_step": 7368, "epoch": 41, "lr": 9.897324164617607e-05}
{"train_loss": 0.013568811118602753, "global_step": 7369, "epoch": 41, "lr": 9.897294369794997e-05}
{"train_loss": 0.010447919368743896, "global_step": 7370, "epoch": 41, "lr": 9.897264570694894e-05}
{"train_loss": 0.014712055213749409, "global_step": 7371, "epoch": 41, "lr": 9.897234767317322e-05}
{"train_loss": 0.01104019396007061, "global_step": 7372, "epoch": 41, "lr": 9.89720495966231e-05}
{"train_loss": 0.012307683005928993, "global_step": 7373, "epoch": 41, "lr": 9.89717514772988e-05}
{"train_loss": 0.017058447003364563, "global_step": 7374, "epoch": 41, "lr": 9.89714533152006e-05}
{"train_loss": 0.015414213761687279, "global_step": 7375, "epoch": 41, "lr": 9.897115511032877e-05}
{"train_loss": 0.017156165093183517, "global_step": 7376, "epoch": 41, "lr": 9.897085686268355e-05}
{"train_loss": 0.014210117980837822, "global_step": 7377, "epoch": 41, "lr": 9.897055857226522e-05}
{"train_loss": 0.009322037920355797, "global_step": 7378, "epoch": 41, "lr": 9.897026023907403e-05}
{"train_loss": 0.015824150294065475, "global_step": 7379, "epoch": 41, "lr": 9.896996186311023e-05}
{"train_loss": 0.012022857554256916, "global_step": 7380, "epoch": 41, "lr": 9.896966344437411e-05}
{"train_loss": 0.015542732551693916, "global_step": 7381, "epoch": 41, "lr": 9.89693649828659e-05}
{"train_loss": 0.017431175336241722, "global_step": 7382, "epoch": 41, "lr": 9.896906647858588e-05}
{"train_loss": 0.015103940851986408, "global_step": 7383, "epoch": 41, "lr": 9.896876793153431e-05}
{"train_loss": 0.01195351593196392, "global_step": 7384, "epoch": 41, "lr": 9.896846934171144e-05}
{"train_loss": 0.008137211203575134, "global_step": 7385, "epoch": 41, "lr": 9.896817070911754e-05}
{"train_loss": 0.015182994306087494, "global_step": 7386, "epoch": 41, "lr": 9.896787203375287e-05}
{"train_loss": 0.01252513937652111, "global_step": 7387, "epoch": 41, "lr": 9.896757331561768e-05}
{"train_loss": 0.018854297697544098, "global_step": 7388, "epoch": 41, "lr": 9.896727455471225e-05}
{"train_loss": 0.013274638913571835, "global_step": 7389, "epoch": 41, "lr": 9.89669757510368e-05}
{"train_loss": 0.011539969593286514, "global_step": 7390, "epoch": 41, "lr": 9.896667690459165e-05}
{"train_loss": 0.020601287484169006, "global_step": 7391, "epoch": 41, "lr": 9.896637801537703e-05}
{"train_loss": 0.012579204514622688, "global_step": 7392, "epoch": 41, "lr": 9.89660790833932e-05}
{"train_loss": 0.008868573233485222, "global_step": 7393, "epoch": 41, "lr": 9.896578010864042e-05}
{"train_loss": 0.014159209094941616, "global_step": 7394, "epoch": 41, "lr": 9.896548109111895e-05}
{"train_loss": 0.015162595547735691, "global_step": 7395, "epoch": 41, "lr": 9.896518203082906e-05}
{"train_loss": 0.020517557859420776, "global_step": 7396, "epoch": 41, "lr": 9.896488292777101e-05}
{"train_loss": 0.014443637803196907, "global_step": 7397, "epoch": 41, "lr": 9.896458378194506e-05}
{"train_loss": 0.012188220396637917, "global_step": 7398, "epoch": 41, "lr": 9.896428459335147e-05}
{"train_loss": 0.012971095740795135, "global_step": 7399, "epoch": 41, "lr": 9.896398536199051e-05}
{"train_loss": 0.019566217437386513, "global_step": 7400, "epoch": 41, "lr": 9.896368608786242e-05}
{"train_loss": 0.012995315715670586, "global_step": 7401, "epoch": 41, "lr": 9.896338677096747e-05}
{"train_loss": 0.01670360565185547, "global_step": 7402, "epoch": 41, "lr": 9.896308741130594e-05}
{"train_loss": 0.015757117420434952, "global_step": 7403, "epoch": 41, "lr": 9.896278800887809e-05}
{"train_loss": 0.01328019518405199, "global_step": 7404, "epoch": 41, "lr": 9.896248856368414e-05}
{"train_loss": 0.01171845756471157, "global_step": 7405, "epoch": 41, "lr": 9.896218907572439e-05}
{"train_loss": 0.018652014434337616, "global_step": 7406, "epoch": 41, "lr": 9.896188954499909e-05}
{"train_loss": 0.014669994823634624, "global_step": 7407, "epoch": 41, "lr": 9.896158997150851e-05}
{"train_loss": 0.013659540563821793, "global_step": 7408, "epoch": 41, "lr": 9.89612903552529e-05}
{"train_loss": 0.016353808343410492, "global_step": 7409, "epoch": 41, "lr": 9.896099069623253e-05}
{"train_loss": 0.021551601588726044, "global_step": 7410, "epoch": 41, "lr": 9.896069099444766e-05}
{"train_loss": 0.02243787981569767, "global_step": 7411, "epoch": 41, "lr": 9.896039124989854e-05}
{"train_loss": 0.01552315428853035, "global_step": 7412, "epoch": 41, "lr": 9.896009146258544e-05}
{"train_loss": 0.012345814146101475, "global_step": 7413, "epoch": 41, "lr": 9.895979163250865e-05}
{"train_loss": 0.012890448793768883, "global_step": 7414, "epoch": 41, "lr": 9.895949175966839e-05}
{"train_loss": 0.01763956807553768, "global_step": 7415, "epoch": 41, "lr": 9.895919184406493e-05}
{"train_loss": 0.009244386106729507, "global_step": 7416, "epoch": 41, "lr": 9.895889188569855e-05}
{"train_loss": 0.015801504254341125, "global_step": 7417, "epoch": 41, "lr": 9.89585918845695e-05}
{"train_loss": 0.015763213858008385, "global_step": 7418, "epoch": 41, "lr": 9.895829184067804e-05}
{"train_loss": 0.012762634083628654, "global_step": 7419, "epoch": 41, "lr": 9.895799175402444e-05}
{"train_loss": 0.015582962892949581, "global_step": 7420, "epoch": 41, "lr": 9.895769162460895e-05}
{"train_loss": 0.013824142515659332, "global_step": 7421, "epoch": 41, "lr": 9.895739145243185e-05}
{"train_loss": 0.01619003713130951, "global_step": 7422, "epoch": 41, "lr": 9.89570912374934e-05}
{"train_loss": 0.015136167407035828, "global_step": 7423, "epoch": 41, "lr": 9.895679097979384e-05}
{"train_loss": 0.009823288768529892, "global_step": 7424, "epoch": 41, "lr": 9.895649067933343e-05}
{"train_loss": 0.018891312181949615, "global_step": 7425, "epoch": 41, "lr": 9.895619033611248e-05}
{"train_loss": 0.018225500360131264, "global_step": 7426, "epoch": 41, "lr": 9.895588995013121e-05}
{"train_loss": 0.014883091673254967, "global_step": 7427, "epoch": 41, "lr": 9.89555895213899e-05}
{"train_loss": 0.009349120780825615, "global_step": 7428, "epoch": 41, "lr": 9.89552890498888e-05}
{"train_loss": 0.017427461221814156, "global_step": 7429, "epoch": 41, "lr": 9.895498853562817e-05}
{"train_loss": 0.021060530096292496, "global_step": 7430, "epoch": 41, "lr": 9.89546879786083e-05}
{"train_loss": 0.02299926057457924, "global_step": 7431, "epoch": 41, "lr": 9.895438737882941e-05}
{"train_loss": 0.012702547945082188, "global_step": 7432, "epoch": 41, "lr": 9.89540867362918e-05}
{"train_loss": 0.01009940542280674, "global_step": 7433, "epoch": 41, "lr": 9.895378605099572e-05}
{"train_loss": 0.015907583758234978, "global_step": 7434, "epoch": 41, "lr": 9.895348532294145e-05}
{"train_loss": 0.01853068172931671, "global_step": 7435, "epoch": 41, "lr": 9.89531845521292e-05}
{"train_loss": 0.02318774349987507, "global_step": 7436, "epoch": 41, "lr": 9.895288373855928e-05}
{"train_loss": 0.016815556213259697, "global_step": 7437, "epoch": 41, "lr": 9.895258288223195e-05}
{"train_loss": 0.009384464472532272, "global_step": 7438, "epoch": 41, "lr": 9.895228198314744e-05}
{"train_loss": 0.01941145397722721, "global_step": 7439, "epoch": 41, "lr": 9.895198104130605e-05}
{"train_loss": 0.01629740372300148, "global_step": 7440, "epoch": 41, "lr": 9.895168005670803e-05}
{"train_loss": 0.01795358397066593, "global_step": 7441, "epoch": 41, "lr": 9.895137902935363e-05}
{"train_loss": 0.01102127879858017, "global_step": 7442, "epoch": 41, "lr": 9.895107795924313e-05}
{"train_loss": 0.01512923650443554, "global_step": 7443, "epoch": 41, "lr": 9.89507768463768e-05}
{"train_loss": 0.014802491292357445, "global_step": 7444, "epoch": 41, "lr": 9.895047569075486e-05}
{"train_loss": 0.014865430071949959, "global_step": 7445, "epoch": 41, "lr": 9.895017449237763e-05}
{"train_loss": 0.01803535595536232, "global_step": 7446, "epoch": 41, "lr": 9.894987325124533e-05}
{"train_loss": 0.013067645952105522, "global_step": 7447, "epoch": 41, "lr": 9.894957196735825e-05}
{"train_loss": 0.01383368019014597, "global_step": 7448, "epoch": 41, "lr": 9.894927064071663e-05}
{"train_loss": 0.013965724967420101, "global_step": 7449, "epoch": 41, "lr": 9.894896927132076e-05}
{"train_loss": 0.010629143565893173, "global_step": 7450, "epoch": 41, "lr": 9.894866785917087e-05}
{"train_loss": 0.013440968468785286, "global_step": 7451, "epoch": 41, "lr": 9.894836640426725e-05}
{"train_loss": 0.008948706090450287, "global_step": 7452, "epoch": 41, "lr": 9.894806490661016e-05}
{"train_loss": 0.016618946567177773, "global_step": 7453, "epoch": 41, "lr": 9.894776336619987e-05}
{"train_loss": 0.017255589365959167, "global_step": 7454, "epoch": 41, "lr": 9.89474617830366e-05}
{"train_loss": 0.010997907258570194, "global_step": 7455, "epoch": 41, "lr": 9.894716015712067e-05}
{"train_loss": 0.013043500483036041, "global_step": 7456, "epoch": 41, "lr": 9.894685848845231e-05}
{"train_loss": 0.011354079470038414, "global_step": 7457, "epoch": 41, "lr": 9.89465567770318e-05}
{"train_loss": 0.012251880019903183, "global_step": 7458, "epoch": 41, "lr": 9.89462550228594e-05}
{"train_loss": 0.018047817051410675, "global_step": 7459, "epoch": 41, "lr": 9.894595322593534e-05}
{"train_loss": 0.012016925029456615, "global_step": 7460, "epoch": 41, "lr": 9.894565138625994e-05}
{"train_loss": 0.014092233963310719, "global_step": 7461, "epoch": 41, "lr": 9.894534950383344e-05}
{"train_loss": 0.017723463475704193, "global_step": 7462, "epoch": 41, "lr": 9.894504757865607e-05}
{"train_loss": 0.020640593022108078, "global_step": 7463, "epoch": 41, "lr": 9.894474561072815e-05}
{"train_loss": 0.013379900716245174, "global_step": 7464, "epoch": 41, "lr": 9.89444436000499e-05}
{"train_loss": 0.011666839942336082, "global_step": 7465, "epoch": 41, "lr": 9.894414154662161e-05}
{"train_loss": 0.021184751763939857, "global_step": 7466, "epoch": 41, "lr": 9.894383945044354e-05}
{"train_loss": 0.015396591275930405, "global_step": 7467, "epoch": 41, "lr": 9.894353731151595e-05}
{"train_loss": 0.004980670288205147, "global_step": 7468, "epoch": 41, "lr": 9.894323512983909e-05}
{"train_loss": 0.020895492285490036, "global_step": 7469, "epoch": 41, "lr": 9.894293290541326e-05}
{"train_loss": 0.010105729103088379, "global_step": 7470, "epoch": 41, "lr": 9.894263063823868e-05}
{"train_loss": 0.01847035251557827, "global_step": 7471, "epoch": 41, "lr": 9.894232832831564e-05}
{"train_loss": 0.01890546642243862, "global_step": 7472, "epoch": 41, "lr": 9.894202597564441e-05}
{"train_loss": 0.015459642745554447, "global_step": 7473, "epoch": 41, "lr": 9.894172358022522e-05}
{"train_loss": 0.01523197814822197, "global_step": 7474, "epoch": 41, "lr": 9.894142114205837e-05}
{"train_loss": 0.014999568786765083, "global_step": 7475, "epoch": 41, "lr": 9.894111866114413e-05}
{"train_loss": 0.01345075387507677, "global_step": 7476, "epoch": 42, "lr": 9.894081613748272e-05}
{"train_loss": 0.015513875521719456, "global_step": 7477, "epoch": 42, "lr": 9.894051357107443e-05}
{"train_loss": 0.012808505445718765, "global_step": 7478, "epoch": 42, "lr": 9.894021096191955e-05}
{"train_loss": 0.022093897685408592, "global_step": 7479, "epoch": 42, "lr": 9.893990831001829e-05}
{"train_loss": 0.014247030019760132, "global_step": 7480, "epoch": 42, "lr": 9.893960561537096e-05}
{"train_loss": 0.017556997016072273, "global_step": 7481, "epoch": 42, "lr": 9.89393028779778e-05}
{"train_loss": 0.013821492902934551, "global_step": 7482, "epoch": 42, "lr": 9.893900009783908e-05}
{"train_loss": 0.009571055881679058, "global_step": 7483, "epoch": 42, "lr": 9.893869727495507e-05}
{"train_loss": 0.01861049048602581, "global_step": 7484, "epoch": 42, "lr": 9.893839440932602e-05}
{"train_loss": 0.012830564752221107, "global_step": 7485, "epoch": 42, "lr": 9.893809150095221e-05}
{"train_loss": 0.022880759090185165, "global_step": 7486, "epoch": 42, "lr": 9.893778854983391e-05}
{"train_loss": 0.023866035044193268, "global_step": 7487, "epoch": 42, "lr": 9.893748555597137e-05}
{"train_loss": 0.012547234073281288, "global_step": 7488, "epoch": 42, "lr": 9.893718251936486e-05}
{"train_loss": 0.024221546947956085, "global_step": 7489, "epoch": 42, "lr": 9.893687944001464e-05}
{"train_loss": 0.01476413942873478, "global_step": 7490, "epoch": 42, "lr": 9.893657631792097e-05}
{"train_loss": 0.009876556694507599, "global_step": 7491, "epoch": 42, "lr": 9.893627315308414e-05}
{"train_loss": 0.011876304633915424, "global_step": 7492, "epoch": 42, "lr": 9.893596994550438e-05}
{"train_loss": 0.012073241174221039, "global_step": 7493, "epoch": 42, "lr": 9.8935666695182e-05}
{"train_loss": 0.015568936243653297, "global_step": 7494, "epoch": 42, "lr": 9.893536340211721e-05}
{"train_loss": 0.013520728796720505, "global_step": 7495, "epoch": 42, "lr": 9.89350600663103e-05}
{"train_loss": 0.024435946717858315, "global_step": 7496, "epoch": 42, "lr": 9.893475668776155e-05}
{"train_loss": 0.02139037661254406, "global_step": 7497, "epoch": 42, "lr": 9.893445326647122e-05}
{"train_loss": 0.01106863934546709, "global_step": 7498, "epoch": 42, "lr": 9.893414980243956e-05}
{"train_loss": 0.016738854348659515, "global_step": 7499, "epoch": 42, "lr": 9.893384629566684e-05}
{"train_loss": 0.019482623785734177, "global_step": 7500, "epoch": 42, "lr": 9.893354274615334e-05}
{"train_loss": 0.015078648924827576, "global_step": 7501, "epoch": 42, "lr": 9.893323915389929e-05}
{"train_loss": 0.02467423304915428, "global_step": 7502, "epoch": 42, "lr": 9.893293551890499e-05}
{"train_loss": 0.0173090361058712, "global_step": 7503, "epoch": 42, "lr": 9.89326318411707e-05}
{"train_loss": 0.009961270727217197, "global_step": 7504, "epoch": 42, "lr": 9.893232812069668e-05}
{"train_loss": 0.011476464569568634, "global_step": 7505, "epoch": 42, "lr": 9.893202435748317e-05}
{"train_loss": 0.016801364719867706, "global_step": 7506, "epoch": 42, "lr": 9.893172055153049e-05}
{"train_loss": 0.016713730990886688, "global_step": 7507, "epoch": 42, "lr": 9.893141670283885e-05}
{"train_loss": 0.014685632660984993, "global_step": 7508, "epoch": 42, "lr": 9.893111281140855e-05}
{"train_loss": 0.011618555523455143, "global_step": 7509, "epoch": 42, "lr": 9.893080887723985e-05}
{"train_loss": 0.015926159918308258, "global_step": 7510, "epoch": 42, "lr": 9.8930504900333e-05}
{"train_loss": 0.01565098576247692, "global_step": 7511, "epoch": 42, "lr": 9.893020088068827e-05}
{"train_loss": 0.011104613542556763, "global_step": 7512, "epoch": 42, "lr": 9.892989681830594e-05}
{"train_loss": 0.015539702028036118, "global_step": 7513, "epoch": 42, "lr": 9.892959271318627e-05}
{"train_loss": 0.012566600926220417, "global_step": 7514, "epoch": 42, "lr": 9.892928856532952e-05}
{"train_loss": 0.01395382173359394, "global_step": 7515, "epoch": 42, "lr": 9.892898437473597e-05}
{"train_loss": 0.01941595785319805, "global_step": 7516, "epoch": 42, "lr": 9.892868014140585e-05}
{"train_loss": 0.019790371879935265, "global_step": 7517, "epoch": 42, "lr": 9.892837586533948e-05}
{"train_loss": 0.012948204763233662, "global_step": 7518, "epoch": 42, "lr": 9.892807154653707e-05}
{"train_loss": 0.014854940585792065, "global_step": 7519, "epoch": 42, "lr": 9.892776718499892e-05}
{"train_loss": 0.016105229035019875, "global_step": 7520, "epoch": 42, "lr": 9.892746278072529e-05}
{"train_loss": 0.018191566690802574, "global_step": 7521, "epoch": 42, "lr": 9.892715833371644e-05}
{"train_loss": 0.016467522829771042, "global_step": 7522, "epoch": 42, "lr": 9.892685384397264e-05}
{"train_loss": 0.014880252070724964, "global_step": 7523, "epoch": 42, "lr": 9.892654931149417e-05}
{"train_loss": 0.01763889379799366, "global_step": 7524, "epoch": 42, "lr": 9.892624473628126e-05}
{"train_loss": 0.01846611499786377, "global_step": 7525, "epoch": 42, "lr": 9.89259401183342e-05}
{"train_loss": 0.011793951503932476, "global_step": 7526, "epoch": 42, "lr": 9.892563545765326e-05}
{"train_loss": 0.014815672300755978, "global_step": 7527, "epoch": 42, "lr": 9.89253307542387e-05}
{"train_loss": 0.018445827066898346, "global_step": 7528, "epoch": 42, "lr": 9.892502600809077e-05}
{"train_loss": 0.01190494280308485, "global_step": 7529, "epoch": 42, "lr": 9.892472121920976e-05}
{"train_loss": 0.014331337995827198, "global_step": 7530, "epoch": 42, "lr": 9.892441638759594e-05}
{"train_loss": 0.011745359748601913, "global_step": 7531, "epoch": 42, "lr": 9.892411151324957e-05}
{"train_loss": 0.017401710152626038, "global_step": 7532, "epoch": 42, "lr": 9.892380659617089e-05}
{"train_loss": 0.015363126061856747, "global_step": 7533, "epoch": 42, "lr": 9.892350163636019e-05}
{"train_loss": 0.018552780151367188, "global_step": 7534, "epoch": 42, "lr": 9.892319663381772e-05}
{"train_loss": 0.016020862385630608, "global_step": 7535, "epoch": 42, "lr": 9.892289158854378e-05}
{"train_loss": 0.012607029639184475, "global_step": 7536, "epoch": 42, "lr": 9.892258650053862e-05}
{"train_loss": 0.01698020100593567, "global_step": 7537, "epoch": 42, "lr": 9.892228136980248e-05}
{"train_loss": 0.016024775803089142, "global_step": 7538, "epoch": 42, "lr": 9.892197619633568e-05}
{"train_loss": 0.01785321719944477, "global_step": 7539, "epoch": 42, "lr": 9.892167098013843e-05}
{"train_loss": 0.010491877794265747, "global_step": 7540, "epoch": 42, "lr": 9.892136572121103e-05}
{"train_loss": 0.015656907111406326, "global_step": 7541, "epoch": 42, "lr": 9.892106041955373e-05}
{"train_loss": 0.012744016014039516, "global_step": 7542, "epoch": 42, "lr": 9.892075507516683e-05}
{"train_loss": 0.01284931879490614, "global_step": 7543, "epoch": 42, "lr": 9.892044968805054e-05}
{"train_loss": 0.017042692750692368, "global_step": 7544, "epoch": 42, "lr": 9.892014425820518e-05}
{"train_loss": 0.013696828857064247, "global_step": 7545, "epoch": 42, "lr": 9.891983878563098e-05}
{"train_loss": 0.017222236841917038, "global_step": 7546, "epoch": 42, "lr": 9.891953327032824e-05}
{"train_loss": 0.01255868375301361, "global_step": 7547, "epoch": 42, "lr": 9.89192277122972e-05}
{"train_loss": 0.015181262046098709, "global_step": 7548, "epoch": 42, "lr": 9.891892211153813e-05}
{"train_loss": 0.01667339727282524, "global_step": 7549, "epoch": 42, "lr": 9.891861646805132e-05}
{"train_loss": 0.016416609287261963, "global_step": 7550, "epoch": 42, "lr": 9.8918310781837e-05}
{"train_loss": 0.01784682646393776, "global_step": 7551, "epoch": 42, "lr": 9.891800505289548e-05}
{"train_loss": 0.015210541896522045, "global_step": 7552, "epoch": 42, "lr": 9.891769928122699e-05}
{"train_loss": 0.014804104343056679, "global_step": 7553, "epoch": 42, "lr": 9.89173934668318e-05}
{"train_loss": 0.018311752006411552, "global_step": 7554, "epoch": 42, "lr": 9.89170876097102e-05}
{"train_loss": 0.016381675377488136, "global_step": 7555, "epoch": 42, "lr": 9.891678170986245e-05}
{"train_loss": 0.019088706001639366, "global_step": 7556, "epoch": 42, "lr": 9.89164757672888e-05}
{"train_loss": 0.013461897149682045, "global_step": 7557, "epoch": 42, "lr": 9.891616978198955e-05}
{"train_loss": 0.015041869133710861, "global_step": 7558, "epoch": 42, "lr": 9.891586375396493e-05}
{"train_loss": 0.016139106824994087, "global_step": 7559, "epoch": 42, "lr": 9.891555768321524e-05}
{"train_loss": 0.011784173548221588, "global_step": 7560, "epoch": 42, "lr": 9.89152515697407e-05}
{"train_loss": 0.015537369064986706, "global_step": 7561, "epoch": 42, "lr": 9.891494541354162e-05}
{"train_loss": 0.013349420391023159, "global_step": 7562, "epoch": 42, "lr": 9.891463921461827e-05}
{"train_loss": 0.015503945760428905, "global_step": 7563, "epoch": 42, "lr": 9.89143329729709e-05}
{"train_loss": 0.009533751755952835, "global_step": 7564, "epoch": 42, "lr": 9.89140266885998e-05}
{"train_loss": 0.013214480131864548, "global_step": 7565, "epoch": 42, "lr": 9.89137203615052e-05}
{"train_loss": 0.01236732304096222, "global_step": 7566, "epoch": 42, "lr": 9.891341399168737e-05}
{"train_loss": 0.011882022023200989, "global_step": 7567, "epoch": 42, "lr": 9.89131075791466e-05}
{"train_loss": 0.015067178755998611, "global_step": 7568, "epoch": 42, "lr": 9.891280112388316e-05}
{"train_loss": 0.01697230525314808, "global_step": 7569, "epoch": 42, "lr": 9.891249462589732e-05}
{"train_loss": 0.015196003019809723, "global_step": 7570, "epoch": 42, "lr": 9.891218808518934e-05}
{"train_loss": 0.011514089070260525, "global_step": 7571, "epoch": 42, "lr": 9.891188150175946e-05}
{"train_loss": 0.021197067573666573, "global_step": 7572, "epoch": 42, "lr": 9.891157487560798e-05}
{"train_loss": 0.011932913213968277, "global_step": 7573, "epoch": 42, "lr": 9.891126820673517e-05}
{"train_loss": 0.02370375581085682, "global_step": 7574, "epoch": 42, "lr": 9.891096149514129e-05}
{"train_loss": 0.02272089198231697, "global_step": 7575, "epoch": 42, "lr": 9.891065474082659e-05}
{"train_loss": 0.013969850726425648, "global_step": 7576, "epoch": 42, "lr": 9.891034794379137e-05}
{"train_loss": 0.01562889665365219, "global_step": 7577, "epoch": 42, "lr": 9.891004110403588e-05}
{"train_loss": 0.013947571627795696, "global_step": 7578, "epoch": 42, "lr": 9.890973422156038e-05}
{"train_loss": 0.015786591917276382, "global_step": 7579, "epoch": 42, "lr": 9.890942729636516e-05}
{"train_loss": 0.019650612026453018, "global_step": 7580, "epoch": 42, "lr": 9.890912032845046e-05}
{"train_loss": 0.011678429320454597, "global_step": 7581, "epoch": 42, "lr": 9.890881331781657e-05}
{"train_loss": 0.017220407724380493, "global_step": 7582, "epoch": 42, "lr": 9.890850626446376e-05}
{"train_loss": 0.01585330069065094, "global_step": 7583, "epoch": 42, "lr": 9.890819916839229e-05}
{"train_loss": 0.020399726927280426, "global_step": 7584, "epoch": 42, "lr": 9.890789202960243e-05}
{"train_loss": 0.020787451416254044, "global_step": 7585, "epoch": 42, "lr": 9.890758484809444e-05}
{"train_loss": 0.01649579033255577, "global_step": 7586, "epoch": 42, "lr": 9.89072776238686e-05}
{"train_loss": 0.02142876386642456, "global_step": 7587, "epoch": 42, "lr": 9.890697035692516e-05}
{"train_loss": 0.024887744337320328, "global_step": 7588, "epoch": 42, "lr": 9.890666304726441e-05}
{"train_loss": 0.016347743570804596, "global_step": 7589, "epoch": 42, "lr": 9.890635569488662e-05}
{"train_loss": 0.010538315400481224, "global_step": 7590, "epoch": 42, "lr": 9.890604829979204e-05}
{"train_loss": 0.02236146107316017, "global_step": 7591, "epoch": 42, "lr": 9.890574086198095e-05}
{"train_loss": 0.015579374507069588, "global_step": 7592, "epoch": 42, "lr": 9.890543338145361e-05}
{"train_loss": 0.015046211890876293, "global_step": 7593, "epoch": 42, "lr": 9.890512585821032e-05}
{"train_loss": 0.022052984684705734, "global_step": 7594, "epoch": 42, "lr": 9.89048182922513e-05}
{"train_loss": 0.012175220996141434, "global_step": 7595, "epoch": 42, "lr": 9.890451068357685e-05}
{"train_loss": 0.013062283396720886, "global_step": 7596, "epoch": 42, "lr": 9.890420303218721e-05}
{"train_loss": 0.014629670418798923, "global_step": 7597, "epoch": 42, "lr": 9.89038953380827e-05}
{"train_loss": 0.01655176281929016, "global_step": 7598, "epoch": 42, "lr": 9.890358760126354e-05}
{"train_loss": 0.016670718789100647, "global_step": 7599, "epoch": 42, "lr": 9.890327982173002e-05}
{"train_loss": 0.015884898602962494, "global_step": 7600, "epoch": 42, "lr": 9.89029719994824e-05}
{"train_loss": 0.01856725476682186, "global_step": 7601, "epoch": 42, "lr": 9.890266413452096e-05}
{"train_loss": 0.018944181501865387, "global_step": 7602, "epoch": 42, "lr": 9.890235622684598e-05}
{"train_loss": 0.024166923016309738, "global_step": 7603, "epoch": 42, "lr": 9.890204827645768e-05}
{"train_loss": 0.011820707470178604, "global_step": 7604, "epoch": 42, "lr": 9.890174028335639e-05}
{"train_loss": 0.02667178213596344, "global_step": 7605, "epoch": 42, "lr": 9.890143224754233e-05}
{"train_loss": 0.009705165401101112, "global_step": 7606, "epoch": 42, "lr": 9.89011241690158e-05}
{"train_loss": 0.015097299590706825, "global_step": 7607, "epoch": 42, "lr": 9.890081604777706e-05}
{"train_loss": 0.009201898239552975, "global_step": 7608, "epoch": 42, "lr": 9.890050788382636e-05}
{"train_loss": 0.021141819655895233, "global_step": 7609, "epoch": 42, "lr": 9.890019967716401e-05}
{"train_loss": 0.015781868249177933, "global_step": 7610, "epoch": 42, "lr": 9.889989142779024e-05}
{"train_loss": 0.013880807906389236, "global_step": 7611, "epoch": 42, "lr": 9.889958313570535e-05}
{"train_loss": 0.017751848325133324, "global_step": 7612, "epoch": 42, "lr": 9.889927480090958e-05}
{"train_loss": 0.018020793795585632, "global_step": 7613, "epoch": 42, "lr": 9.889896642340322e-05}
{"train_loss": 0.016983114182949066, "global_step": 7614, "epoch": 42, "lr": 9.889865800318654e-05}
{"train_loss": 0.019291140139102936, "global_step": 7615, "epoch": 42, "lr": 9.889834954025979e-05}
{"train_loss": 0.015774888917803764, "global_step": 7616, "epoch": 42, "lr": 9.889804103462325e-05}
{"train_loss": 0.025118745863437653, "global_step": 7617, "epoch": 42, "lr": 9.889773248627721e-05}
{"train_loss": 0.013924935832619667, "global_step": 7618, "epoch": 42, "lr": 9.88974238952219e-05}
{"train_loss": 0.021239768713712692, "global_step": 7619, "epoch": 42, "lr": 9.889711526145762e-05}
{"train_loss": 0.015493249520659447, "global_step": 7620, "epoch": 42, "lr": 9.889680658498463e-05}
{"train_loss": 0.015622254461050034, "global_step": 7621, "epoch": 42, "lr": 9.88964978658032e-05}
{"train_loss": 0.014468170702457428, "global_step": 7622, "epoch": 42, "lr": 9.889618910391358e-05}
{"train_loss": 0.012912189587950706, "global_step": 7623, "epoch": 42, "lr": 9.889588029931609e-05}
{"train_loss": 0.016906574368476868, "global_step": 7624, "epoch": 42, "lr": 9.889557145201095e-05}
{"train_loss": 0.02390144392848015, "global_step": 7625, "epoch": 42, "lr": 9.889526256199846e-05}
{"train_loss": 0.02566666156053543, "global_step": 7626, "epoch": 42, "lr": 9.889495362927886e-05}
{"train_loss": 0.011538863182067871, "global_step": 7627, "epoch": 42, "lr": 9.889464465385245e-05}
{"train_loss": 0.014202470891177654, "global_step": 7628, "epoch": 42, "lr": 9.88943356357195e-05}
{"train_loss": 0.011158628389239311, "global_step": 7629, "epoch": 42, "lr": 9.889402657488025e-05}
{"train_loss": 0.015180336311459541, "global_step": 7630, "epoch": 42, "lr": 9.889371747133499e-05}
{"train_loss": 0.018449697643518448, "global_step": 7631, "epoch": 42, "lr": 9.8893408325084e-05}
{"train_loss": 0.014984827488660812, "global_step": 7632, "epoch": 42, "lr": 9.889309913612752e-05}
{"train_loss": 0.01871670037508011, "global_step": 7633, "epoch": 42, "lr": 9.889278990446584e-05}
{"train_loss": 0.011693049222230911, "global_step": 7634, "epoch": 42, "lr": 9.889248063009924e-05}
{"train_loss": 0.01668209210038185, "global_step": 7635, "epoch": 42, "lr": 9.889217131302797e-05}
{"train_loss": 0.011549679562449455, "global_step": 7636, "epoch": 42, "lr": 9.88918619532523e-05}
{"train_loss": 0.019434962421655655, "global_step": 7637, "epoch": 42, "lr": 9.889155255077254e-05}
{"train_loss": 0.01377086527645588, "global_step": 7638, "epoch": 42, "lr": 9.889124310558891e-05}
{"train_loss": 0.021759238094091415, "global_step": 7639, "epoch": 42, "lr": 9.889093361770167e-05}
{"train_loss": 0.01070953719317913, "global_step": 7640, "epoch": 42, "lr": 9.889062408711116e-05}
{"train_loss": 0.010653819888830185, "global_step": 7641, "epoch": 42, "lr": 9.889031451381759e-05}
{"train_loss": 0.010328061878681183, "global_step": 7642, "epoch": 42, "lr": 9.889000489782125e-05}
{"train_loss": 0.008858919143676758, "global_step": 7643, "epoch": 42, "lr": 9.888969523912241e-05}
{"train_loss": 0.018454033881425858, "global_step": 7644, "epoch": 42, "lr": 9.888938553772136e-05}
{"train_loss": 0.02309436723589897, "global_step": 7645, "epoch": 42, "lr": 9.888907579361834e-05}
{"train_loss": 0.0183244738727808, "global_step": 7646, "epoch": 42, "lr": 9.888876600681362e-05}
{"train_loss": 0.017013540491461754, "global_step": 7647, "epoch": 42, "lr": 9.88884561773075e-05}
{"train_loss": 0.01596854254603386, "global_step": 7648, "epoch": 42, "lr": 9.888814630510022e-05}
{"train_loss": 0.019941385835409164, "global_step": 7649, "epoch": 42, "lr": 9.888783639019208e-05}
{"train_loss": 0.02379782497882843, "global_step": 7650, "epoch": 42, "lr": 9.888752643258332e-05}
{"train_loss": 0.014530663378536701, "global_step": 7651, "epoch": 42, "lr": 9.888721643227423e-05}
{"train_loss": 0.012714315205812454, "global_step": 7652, "epoch": 42, "lr": 9.888690638926506e-05}
{"train_loss": 0.016089165457681322, "global_step": 7653, "epoch": 42, "lr": 9.888659630355612e-05}
{"train_loss": 0.020235346630215645, "global_step": 7654, "epoch": 43, "lr": 9.888628617514764e-05}
{"train_loss": 0.02485249936580658, "global_step": 7655, "epoch": 43, "lr": 9.888597600403993e-05}
{"train_loss": 0.017028652131557465, "global_step": 7656, "epoch": 43, "lr": 9.888566579023322e-05}
{"train_loss": 0.012277049943804741, "global_step": 7657, "epoch": 43, "lr": 9.888535553372782e-05}
{"train_loss": 0.016899801790714264, "global_step": 7658, "epoch": 43, "lr": 9.888504523452396e-05}
{"train_loss": 0.015014261938631535, "global_step": 7659, "epoch": 43, "lr": 9.888473489262193e-05}
{"train_loss": 0.015009313821792603, "global_step": 7660, "epoch": 43, "lr": 9.888442450802202e-05}
{"train_loss": 0.016018647700548172, "global_step": 7661, "epoch": 43, "lr": 9.888411408072449e-05}
{"train_loss": 0.012214899063110352, "global_step": 7662, "epoch": 43, "lr": 9.888380361072959e-05}
{"train_loss": 0.015374800190329552, "global_step": 7663, "epoch": 43, "lr": 9.888349309803762e-05}
{"train_loss": 0.019618745893239975, "global_step": 7664, "epoch": 43, "lr": 9.888318254264882e-05}
{"train_loss": 0.01738845556974411, "global_step": 7665, "epoch": 43, "lr": 9.888287194456349e-05}
{"train_loss": 0.007323755882680416, "global_step": 7666, "epoch": 43, "lr": 9.888256130378189e-05}
{"train_loss": 0.010689904913306236, "global_step": 7667, "epoch": 43, "lr": 9.88822506203043e-05}
{"train_loss": 0.017159080132842064, "global_step": 7668, "epoch": 43, "lr": 9.888193989413097e-05}
{"train_loss": 0.021546758711338043, "global_step": 7669, "epoch": 43, "lr": 9.888162912526218e-05}
{"train_loss": 0.015318429097533226, "global_step": 7670, "epoch": 43, "lr": 9.888131831369823e-05}
{"train_loss": 0.012121893465518951, "global_step": 7671, "epoch": 43, "lr": 9.888100745943935e-05}
{"train_loss": 0.01277612429112196, "global_step": 7672, "epoch": 43, "lr": 9.888069656248582e-05}
{"train_loss": 0.014381957240402699, "global_step": 7673, "epoch": 43, "lr": 9.888038562283794e-05}
{"train_loss": 0.014025270938873291, "global_step": 7674, "epoch": 43, "lr": 9.888007464049596e-05}
{"train_loss": 0.020076703280210495, "global_step": 7675, "epoch": 43, "lr": 9.887976361546014e-05}
{"train_loss": 0.017064601182937622, "global_step": 7676, "epoch": 43, "lr": 9.887945254773079e-05}
{"train_loss": 0.02020636945962906, "global_step": 7677, "epoch": 43, "lr": 9.887914143730813e-05}
{"train_loss": 0.01998324692249298, "global_step": 7678, "epoch": 43, "lr": 9.887883028419247e-05}
{"train_loss": 0.02512253075838089, "global_step": 7679, "epoch": 43, "lr": 9.887851908838408e-05}
{"train_loss": 0.01439763605594635, "global_step": 7680, "epoch": 43, "lr": 9.88782078498832e-05}
{"train_loss": 0.011129533872008324, "global_step": 7681, "epoch": 43, "lr": 9.887789656869015e-05}
{"train_loss": 0.015345387160778046, "global_step": 7682, "epoch": 43, "lr": 9.887758524480517e-05}
{"train_loss": 0.01504089031368494, "global_step": 7683, "epoch": 43, "lr": 9.887727387822854e-05}
{"train_loss": 0.020771052688360214, "global_step": 7684, "epoch": 43, "lr": 9.887696246896052e-05}
{"train_loss": 0.02339383214712143, "global_step": 7685, "epoch": 43, "lr": 9.887665101700138e-05}
{"train_loss": 0.012743798084557056, "global_step": 7686, "epoch": 43, "lr": 9.887633952235143e-05}
{"train_loss": 0.01009083166718483, "global_step": 7687, "epoch": 43, "lr": 9.88760279850109e-05}
{"train_loss": 0.01247936487197876, "global_step": 7688, "epoch": 43, "lr": 9.887571640498009e-05}
{"train_loss": 0.016586292535066605, "global_step": 7689, "epoch": 43, "lr": 9.887540478225926e-05}
{"train_loss": 0.016508713364601135, "global_step": 7690, "epoch": 43, "lr": 9.887509311684868e-05}
{"train_loss": 0.015488328412175179, "global_step": 7691, "epoch": 43, "lr": 9.887478140874862e-05}
{"train_loss": 0.011801068671047688, "global_step": 7692, "epoch": 43, "lr": 9.887446965795936e-05}
{"train_loss": 0.015005335211753845, "global_step": 7693, "epoch": 43, "lr": 9.887415786448117e-05}
{"train_loss": 0.017745766788721085, "global_step": 7694, "epoch": 43, "lr": 9.887384602831433e-05}
{"train_loss": 0.013083675876259804, "global_step": 7695, "epoch": 43, "lr": 9.887353414945909e-05}
{"train_loss": 0.01598472148180008, "global_step": 7696, "epoch": 43, "lr": 9.887322222791574e-05}
{"train_loss": 0.014181956648826599, "global_step": 7697, "epoch": 43, "lr": 9.887291026368455e-05}
{"train_loss": 0.02012273482978344, "global_step": 7698, "epoch": 43, "lr": 9.887259825676581e-05}
{"train_loss": 0.013918406330049038, "global_step": 7699, "epoch": 43, "lr": 9.887228620715974e-05}
{"train_loss": 0.015051187947392464, "global_step": 7700, "epoch": 43, "lr": 9.887197411486666e-05}
{"train_loss": 0.0191675815731287, "global_step": 7701, "epoch": 43, "lr": 9.887166197988684e-05}
{"train_loss": 0.012123167514801025, "global_step": 7702, "epoch": 43, "lr": 9.887134980222054e-05}
{"train_loss": 0.01921742781996727, "global_step": 7703, "epoch": 43, "lr": 9.887103758186802e-05}
{"train_loss": 0.018912937492132187, "global_step": 7704, "epoch": 43, "lr": 9.887072531882958e-05}
{"train_loss": 0.019935114309191704, "global_step": 7705, "epoch": 43, "lr": 9.88704130131055e-05}
{"train_loss": 0.016483765095472336, "global_step": 7706, "epoch": 43, "lr": 9.8870100664696e-05}
{"train_loss": 0.012629276141524315, "global_step": 7707, "epoch": 43, "lr": 9.886978827360139e-05}
{"train_loss": 0.013403581455349922, "global_step": 7708, "epoch": 43, "lr": 9.886947583982194e-05}
{"train_loss": 0.013801926746964455, "global_step": 7709, "epoch": 43, "lr": 9.886916336335792e-05}
{"train_loss": 0.017700500786304474, "global_step": 7710, "epoch": 43, "lr": 9.886885084420961e-05}
{"train_loss": 0.012828554026782513, "global_step": 7711, "epoch": 43, "lr": 9.886853828237728e-05}
{"train_loss": 0.01340416632592678, "global_step": 7712, "epoch": 43, "lr": 9.886822567786121e-05}
{"train_loss": 0.020002901554107666, "global_step": 7713, "epoch": 43, "lr": 9.886791303066164e-05}
{"train_loss": 0.015034932643175125, "global_step": 7714, "epoch": 43, "lr": 9.886760034077888e-05}
{"train_loss": 0.014598690904676914, "global_step": 7715, "epoch": 43, "lr": 9.886728760821318e-05}
{"train_loss": 0.025852033868432045, "global_step": 7716, "epoch": 43, "lr": 9.886697483296484e-05}
{"train_loss": 0.025087013840675354, "global_step": 7717, "epoch": 43, "lr": 9.88666620150341e-05}
{"train_loss": 0.0228078942745924, "global_step": 7718, "epoch": 43, "lr": 9.886634915442125e-05}
{"train_loss": 0.018623337149620056, "global_step": 7719, "epoch": 43, "lr": 9.886603625112656e-05}
{"train_loss": 0.018612829968333244, "global_step": 7720, "epoch": 43, "lr": 9.886572330515032e-05}
{"train_loss": 0.011397060006856918, "global_step": 7721, "epoch": 43, "lr": 9.886541031649277e-05}
{"train_loss": 0.019952885806560516, "global_step": 7722, "epoch": 43, "lr": 9.886509728515421e-05}
{"train_loss": 0.01811159960925579, "global_step": 7723, "epoch": 43, "lr": 9.886478421113492e-05}
{"train_loss": 0.015501543879508972, "global_step": 7724, "epoch": 43, "lr": 9.886447109443516e-05}
{"train_loss": 0.022102758288383484, "global_step": 7725, "epoch": 43, "lr": 9.886415793505516e-05}
{"train_loss": 0.02017713338136673, "global_step": 7726, "epoch": 43, "lr": 9.886384473299528e-05}
{"train_loss": 0.0172407366335392, "global_step": 7727, "epoch": 43, "lr": 9.886353148825573e-05}
{"train_loss": 0.01280360296368599, "global_step": 7728, "epoch": 43, "lr": 9.886321820083681e-05}
{"train_loss": 0.017103396356105804, "global_step": 7729, "epoch": 43, "lr": 9.88629048707388e-05}
{"train_loss": 0.007310229819267988, "global_step": 7730, "epoch": 43, "lr": 9.886259149796193e-05}
{"train_loss": 0.0171205997467041, "global_step": 7731, "epoch": 43, "lr": 9.886227808250653e-05}
{"train_loss": 0.017499204725027084, "global_step": 7732, "epoch": 43, "lr": 9.886196462437284e-05}
{"train_loss": 0.010614361613988876, "global_step": 7733, "epoch": 43, "lr": 9.886165112356114e-05}
{"train_loss": 0.018775220960378647, "global_step": 7734, "epoch": 43, "lr": 9.886133758007171e-05}
{"train_loss": 0.0157008059322834, "global_step": 7735, "epoch": 43, "lr": 9.886102399390482e-05}
{"train_loss": 0.013266300782561302, "global_step": 7736, "epoch": 43, "lr": 9.886071036506073e-05}
{"train_loss": 0.012336191721260548, "global_step": 7737, "epoch": 43, "lr": 9.886039669353975e-05}
{"train_loss": 0.015345247462391853, "global_step": 7738, "epoch": 43, "lr": 9.886008297934212e-05}
{"train_loss": 0.011334875598549843, "global_step": 7739, "epoch": 43, "lr": 9.885976922246811e-05}
{"train_loss": 0.015361457131803036, "global_step": 7740, "epoch": 43, "lr": 9.885945542291803e-05}
{"train_loss": 0.015623357146978378, "global_step": 7741, "epoch": 43, "lr": 9.885914158069214e-05}
{"train_loss": 0.011844644322991371, "global_step": 7742, "epoch": 43, "lr": 9.885882769579068e-05}
{"train_loss": 0.012604932300746441, "global_step": 7743, "epoch": 43, "lr": 9.885851376821397e-05}
{"train_loss": 0.013852697797119617, "global_step": 7744, "epoch": 43, "lr": 9.885819979796227e-05}
{"train_loss": 0.01838955096900463, "global_step": 7745, "epoch": 43, "lr": 9.885788578503585e-05}
{"train_loss": 0.012928130105137825, "global_step": 7746, "epoch": 43, "lr": 9.885757172943497e-05}
{"train_loss": 0.011411605402827263, "global_step": 7747, "epoch": 43, "lr": 9.885725763115993e-05}
{"train_loss": 0.011266674846410751, "global_step": 7748, "epoch": 43, "lr": 9.885694349021098e-05}
{"train_loss": 0.008662031963467598, "global_step": 7749, "epoch": 43, "lr": 9.885662930658842e-05}
{"train_loss": 0.018358148634433746, "global_step": 7750, "epoch": 43, "lr": 9.885631508029252e-05}
{"train_loss": 0.013816029764711857, "global_step": 7751, "epoch": 43, "lr": 9.885600081132353e-05}
{"train_loss": 0.027659647166728973, "global_step": 7752, "epoch": 43, "lr": 9.885568649968176e-05}
{"train_loss": 0.01064184308052063, "global_step": 7753, "epoch": 43, "lr": 9.885537214536745e-05}
{"train_loss": 0.012755092233419418, "global_step": 7754, "epoch": 43, "lr": 9.885505774838088e-05}
{"train_loss": 0.013104774057865143, "global_step": 7755, "epoch": 43, "lr": 9.885474330872235e-05}
{"train_loss": 0.013641927391290665, "global_step": 7756, "epoch": 43, "lr": 9.885442882639212e-05}
{"train_loss": 0.009677087888121605, "global_step": 7757, "epoch": 43, "lr": 9.885411430139047e-05}
{"train_loss": 0.022456437349319458, "global_step": 7758, "epoch": 43, "lr": 9.885379973371764e-05}
{"train_loss": 0.006740323267877102, "global_step": 7759, "epoch": 43, "lr": 9.885348512337395e-05}
{"train_loss": 0.012699299491941929, "global_step": 7760, "epoch": 43, "lr": 9.885317047035967e-05}
{"train_loss": 0.01701227016746998, "global_step": 7761, "epoch": 43, "lr": 9.885285577467506e-05}
{"train_loss": 0.013032009825110435, "global_step": 7762, "epoch": 43, "lr": 9.88525410363204e-05}
{"train_loss": 0.012866226956248283, "global_step": 7763, "epoch": 43, "lr": 9.885222625529595e-05}
{"train_loss": 0.01776033267378807, "global_step": 7764, "epoch": 43, "lr": 9.885191143160199e-05}
{"train_loss": 0.018257491290569305, "global_step": 7765, "epoch": 43, "lr": 9.885159656523882e-05}
{"train_loss": 0.01498575322329998, "global_step": 7766, "epoch": 43, "lr": 9.885128165620669e-05}
{"train_loss": 0.012750940397381783, "global_step": 7767, "epoch": 43, "lr": 9.885096670450589e-05}
{"train_loss": 0.009339685551822186, "global_step": 7768, "epoch": 43, "lr": 9.88506517101367e-05}
{"train_loss": 0.01080693956464529, "global_step": 7769, "epoch": 43, "lr": 9.885033667309936e-05}
{"train_loss": 0.008134369738399982, "global_step": 7770, "epoch": 43, "lr": 9.885002159339418e-05}
{"train_loss": 0.011467925272881985, "global_step": 7771, "epoch": 43, "lr": 9.884970647102141e-05}
{"train_loss": 0.01594461314380169, "global_step": 7772, "epoch": 43, "lr": 9.884939130598134e-05}
{"train_loss": 0.012645002454519272, "global_step": 7773, "epoch": 43, "lr": 9.884907609827426e-05}
{"train_loss": 0.006856521591544151, "global_step": 7774, "epoch": 43, "lr": 9.884876084790043e-05}
{"train_loss": 0.01866922713816166, "global_step": 7775, "epoch": 43, "lr": 9.88484455548601e-05}
{"train_loss": 0.018355155363678932, "global_step": 7776, "epoch": 43, "lr": 9.88481302191536e-05}
{"train_loss": 0.011963741853833199, "global_step": 7777, "epoch": 43, "lr": 9.884781484078116e-05}
{"train_loss": 0.01367290411144495, "global_step": 7778, "epoch": 43, "lr": 9.884749941974307e-05}
{"train_loss": 0.018546443432569504, "global_step": 7779, "epoch": 43, "lr": 9.884718395603961e-05}
{"train_loss": 0.012710563838481903, "global_step": 7780, "epoch": 43, "lr": 9.884686844967103e-05}
{"train_loss": 0.014986468479037285, "global_step": 7781, "epoch": 43, "lr": 9.884655290063766e-05}
{"train_loss": 0.013469120487570763, "global_step": 7782, "epoch": 43, "lr": 9.884623730893973e-05}
{"train_loss": 0.013753633946180344, "global_step": 7783, "epoch": 43, "lr": 9.884592167457754e-05}
{"train_loss": 0.009996036998927593, "global_step": 7784, "epoch": 43, "lr": 9.884560599755134e-05}
{"train_loss": 0.020673327147960663, "global_step": 7785, "epoch": 43, "lr": 9.884529027786142e-05}
{"train_loss": 0.009876005351543427, "global_step": 7786, "epoch": 43, "lr": 9.884497451550808e-05}
{"train_loss": 0.022554883733391762, "global_step": 7787, "epoch": 43, "lr": 9.884465871049154e-05}
{"train_loss": 0.01484008226543665, "global_step": 7788, "epoch": 43, "lr": 9.884434286281212e-05}
{"train_loss": 0.013476589694619179, "global_step": 7789, "epoch": 43, "lr": 9.884402697247008e-05}
{"train_loss": 0.00996718741953373, "global_step": 7790, "epoch": 43, "lr": 9.88437110394657e-05}
{"train_loss": 0.019127480685710907, "global_step": 7791, "epoch": 43, "lr": 9.884339506379926e-05}
{"train_loss": 0.01639917865395546, "global_step": 7792, "epoch": 43, "lr": 9.884307904547103e-05}
{"train_loss": 0.018119055777788162, "global_step": 7793, "epoch": 43, "lr": 9.884276298448129e-05}
{"train_loss": 0.016704529523849487, "global_step": 7794, "epoch": 43, "lr": 9.884244688083031e-05}
{"train_loss": 0.012551853433251381, "global_step": 7795, "epoch": 43, "lr": 9.884213073451837e-05}
{"train_loss": 0.011775435879826546, "global_step": 7796, "epoch": 43, "lr": 9.884181454554574e-05}
{"train_loss": 0.02028936892747879, "global_step": 7797, "epoch": 43, "lr": 9.884149831391271e-05}
{"train_loss": 0.017234019935131073, "global_step": 7798, "epoch": 43, "lr": 9.884118203961954e-05}
{"train_loss": 0.01776614971458912, "global_step": 7799, "epoch": 43, "lr": 9.884086572266654e-05}
{"train_loss": 0.012078488245606422, "global_step": 7800, "epoch": 43, "lr": 9.884054936305393e-05}
{"train_loss": 0.01757819950580597, "global_step": 7801, "epoch": 43, "lr": 9.884023296078202e-05}
{"train_loss": 0.020581377670168877, "global_step": 7802, "epoch": 43, "lr": 9.88399165158511e-05}
{"train_loss": 0.011559009552001953, "global_step": 7803, "epoch": 43, "lr": 9.883960002826142e-05}
{"train_loss": 0.011535320430994034, "global_step": 7804, "epoch": 43, "lr": 9.883928349801325e-05}
{"train_loss": 0.010730797424912453, "global_step": 7805, "epoch": 43, "lr": 9.88389669251069e-05}
{"train_loss": 0.015828432515263557, "global_step": 7806, "epoch": 43, "lr": 9.883865030954263e-05}
{"train_loss": 0.017391905188560486, "global_step": 7807, "epoch": 43, "lr": 9.883833365132072e-05}
{"train_loss": 0.009116202592849731, "global_step": 7808, "epoch": 43, "lr": 9.883801695044143e-05}
{"train_loss": 0.013533065095543861, "global_step": 7809, "epoch": 43, "lr": 9.883770020690506e-05}
{"train_loss": 0.016368789598345757, "global_step": 7810, "epoch": 43, "lr": 9.883738342071188e-05}
{"train_loss": 0.01883215270936489, "global_step": 7811, "epoch": 43, "lr": 9.883706659186214e-05}
{"train_loss": 0.015045177191495895, "global_step": 7812, "epoch": 43, "lr": 9.883674972035615e-05}
{"train_loss": 0.013595628552138805, "global_step": 7813, "epoch": 43, "lr": 9.883643280619416e-05}
{"train_loss": 0.011166581884026527, "global_step": 7814, "epoch": 43, "lr": 9.883611584937649e-05}
{"train_loss": 0.013593890704214573, "global_step": 7815, "epoch": 43, "lr": 9.883579884990338e-05}
{"train_loss": 0.012116258032619953, "global_step": 7816, "epoch": 43, "lr": 9.883548180777511e-05}
{"train_loss": 0.012194084003567696, "global_step": 7817, "epoch": 43, "lr": 9.883516472299197e-05}
{"train_loss": 0.02129290997982025, "global_step": 7818, "epoch": 43, "lr": 9.883484759555423e-05}
{"train_loss": 0.012552198022603989, "global_step": 7819, "epoch": 43, "lr": 9.883453042546216e-05}
{"train_loss": 0.019019529223442078, "global_step": 7820, "epoch": 43, "lr": 9.883421321271606e-05}
{"train_loss": 0.018427489325404167, "global_step": 7821, "epoch": 43, "lr": 9.883389595731617e-05}
{"train_loss": 0.007763357367366552, "global_step": 7822, "epoch": 43, "lr": 9.88335786592628e-05}
{"train_loss": 0.013159943744540215, "global_step": 7823, "epoch": 43, "lr": 9.883326131855621e-05}
{"train_loss": 0.014835032634437084, "global_step": 7824, "epoch": 43, "lr": 9.883294393519668e-05}
{"train_loss": 0.010087700560688972, "global_step": 7825, "epoch": 43, "lr": 9.88326265091845e-05}
{"train_loss": 0.0156598798930645, "global_step": 7826, "epoch": 43, "lr": 9.883230904051995e-05}
{"train_loss": 0.013061519712209702, "global_step": 7827, "epoch": 43, "lr": 9.883199152920326e-05}
{"train_loss": 0.01562494970858097, "global_step": 7828, "epoch": 43, "lr": 9.883167397523476e-05}
{"train_loss": 0.015085584484040737, "global_step": 7829, "epoch": 43, "lr": 9.883135637861472e-05}
{"train_loss": 0.015543089248239994, "global_step": 7830, "epoch": 43, "lr": 9.883103873934339e-05}
{"train_loss": 0.01523285528142633, "global_step": 7831, "epoch": 43, "lr": 9.883072105742106e-05}
{"train_loss": 0.011570518836379051, "global_step": 7832, "epoch": 44, "lr": 9.883040333284801e-05}
{"train_loss": 0.018481921404600143, "global_step": 7833, "epoch": 44, "lr": 9.883008556562455e-05}
{"train_loss": 0.012105274014174938, "global_step": 7834, "epoch": 44, "lr": 9.882976775575089e-05}
{"train_loss": 0.011762967333197594, "global_step": 7835, "epoch": 44, "lr": 9.882944990322736e-05}
{"train_loss": 0.012765714898705482, "global_step": 7836, "epoch": 44, "lr": 9.882913200805421e-05}
{"train_loss": 0.019206605851650238, "global_step": 7837, "epoch": 44, "lr": 9.882881407023174e-05}
{"train_loss": 0.007939096540212631, "global_step": 7838, "epoch": 44, "lr": 9.882849608976021e-05}
{"train_loss": 0.012186132371425629, "global_step": 7839, "epoch": 44, "lr": 9.882817806663992e-05}
{"train_loss": 0.01742425374686718, "global_step": 7840, "epoch": 44, "lr": 9.882786000087112e-05}
{"train_loss": 0.01429513469338417, "global_step": 7841, "epoch": 44, "lr": 9.882754189245411e-05}
{"train_loss": 0.016368741169571877, "global_step": 7842, "epoch": 44, "lr": 9.882722374138915e-05}
{"train_loss": 0.012880286201834679, "global_step": 7843, "epoch": 44, "lr": 9.882690554767654e-05}
{"train_loss": 0.01755819469690323, "global_step": 7844, "epoch": 44, "lr": 9.882658731131652e-05}
{"train_loss": 0.012352216988801956, "global_step": 7845, "epoch": 44, "lr": 9.88262690323094e-05}
{"train_loss": 0.018844163045287132, "global_step": 7846, "epoch": 44, "lr": 9.882595071065545e-05}
{"train_loss": 0.015236102975904942, "global_step": 7847, "epoch": 44, "lr": 9.882563234635496e-05}
{"train_loss": 0.010692253708839417, "global_step": 7848, "epoch": 44, "lr": 9.882531393940818e-05}
{"train_loss": 0.016507647931575775, "global_step": 7849, "epoch": 44, "lr": 9.88249954898154e-05}
{"train_loss": 0.015994679182767868, "global_step": 7850, "epoch": 44, "lr": 9.882467699757692e-05}
{"train_loss": 0.009179849177598953, "global_step": 7851, "epoch": 44, "lr": 9.8824358462693e-05}
{"train_loss": 0.015420089475810528, "global_step": 7852, "epoch": 44, "lr": 9.882403988516391e-05}
{"train_loss": 0.01777060329914093, "global_step": 7853, "epoch": 44, "lr": 9.882372126498994e-05}
{"train_loss": 0.01652422919869423, "global_step": 7854, "epoch": 44, "lr": 9.882340260217137e-05}
{"train_loss": 0.007750538177788258, "global_step": 7855, "epoch": 44, "lr": 9.882308389670847e-05}
{"train_loss": 0.013853801414370537, "global_step": 7856, "epoch": 44, "lr": 9.882276514860151e-05}
{"train_loss": 0.01458093710243702, "global_step": 7857, "epoch": 44, "lr": 9.88224463578508e-05}
{"train_loss": 0.01741708442568779, "global_step": 7858, "epoch": 44, "lr": 9.882212752445658e-05}
{"train_loss": 0.019146444275975227, "global_step": 7859, "epoch": 44, "lr": 9.882180864841916e-05}
{"train_loss": 0.013839875347912312, "global_step": 7860, "epoch": 44, "lr": 9.88214897297388e-05}
{"train_loss": 0.01412525400519371, "global_step": 7861, "epoch": 44, "lr": 9.882117076841579e-05}
{"train_loss": 0.021229153499007225, "global_step": 7862, "epoch": 44, "lr": 9.88208517644504e-05}
{"train_loss": 0.014435742050409317, "global_step": 7863, "epoch": 44, "lr": 9.882053271784291e-05}
{"train_loss": 0.0143668781965971, "global_step": 7864, "epoch": 44, "lr": 9.88202136285936e-05}
{"train_loss": 0.013987812213599682, "global_step": 7865, "epoch": 44, "lr": 9.881989449670275e-05}
{"train_loss": 0.010886790230870247, "global_step": 7866, "epoch": 44, "lr": 9.881957532217063e-05}
{"train_loss": 0.016928520053625107, "global_step": 7867, "epoch": 44, "lr": 9.881925610499754e-05}
{"train_loss": 0.014351587742567062, "global_step": 7868, "epoch": 44, "lr": 9.881893684518375e-05}
{"train_loss": 0.009762920439243317, "global_step": 7869, "epoch": 44, "lr": 9.881861754272952e-05}
{"train_loss": 0.0165870301425457, "global_step": 7870, "epoch": 44, "lr": 9.881829819763515e-05}
{"train_loss": 0.017300929874181747, "global_step": 7871, "epoch": 44, "lr": 9.88179788099009e-05}
{"train_loss": 0.01760724186897278, "global_step": 7872, "epoch": 44, "lr": 9.881765937952707e-05}
{"train_loss": 0.019621536135673523, "global_step": 7873, "epoch": 44, "lr": 9.881733990651395e-05}
{"train_loss": 0.014582510106265545, "global_step": 7874, "epoch": 44, "lr": 9.881702039086176e-05}
{"train_loss": 0.013454238884150982, "global_step": 7875, "epoch": 44, "lr": 9.881670083257085e-05}
{"train_loss": 0.010986290872097015, "global_step": 7876, "epoch": 44, "lr": 9.881638123164144e-05}
{"train_loss": 0.016675541177392006, "global_step": 7877, "epoch": 44, "lr": 9.881606158807384e-05}
{"train_loss": 0.016603568568825722, "global_step": 7878, "epoch": 44, "lr": 9.881574190186836e-05}
{"train_loss": 0.014385238289833069, "global_step": 7879, "epoch": 44, "lr": 9.881542217302521e-05}
{"train_loss": 0.015283364802598953, "global_step": 7880, "epoch": 44, "lr": 9.88151024015447e-05}
{"train_loss": 0.012941403314471245, "global_step": 7881, "epoch": 44, "lr": 9.881478258742713e-05}
{"train_loss": 0.01740378513932228, "global_step": 7882, "epoch": 44, "lr": 9.881446273067277e-05}
{"train_loss": 0.013990008272230625, "global_step": 7883, "epoch": 44, "lr": 9.881414283128187e-05}
{"train_loss": 0.015914589166641235, "global_step": 7884, "epoch": 44, "lr": 9.881382288925476e-05}
{"train_loss": 0.016055310145020485, "global_step": 7885, "epoch": 44, "lr": 9.881350290459166e-05}
{"train_loss": 0.010257726535201073, "global_step": 7886, "epoch": 44, "lr": 9.88131828772929e-05}
{"train_loss": 0.013237832114100456, "global_step": 7887, "epoch": 44, "lr": 9.881286280735874e-05}
{"train_loss": 0.008238535374403, "global_step": 7888, "epoch": 44, "lr": 9.881254269478946e-05}
{"train_loss": 0.015447799116373062, "global_step": 7889, "epoch": 44, "lr": 9.881222253958531e-05}
{"train_loss": 0.013316933065652847, "global_step": 7890, "epoch": 44, "lr": 9.881190234174664e-05}
{"train_loss": 0.015797119587659836, "global_step": 7891, "epoch": 44, "lr": 9.881158210127366e-05}
{"train_loss": 0.015275908634066582, "global_step": 7892, "epoch": 44, "lr": 9.881126181816669e-05}
{"train_loss": 0.014048153534531593, "global_step": 7893, "epoch": 44, "lr": 9.8810941492426e-05}
{"train_loss": 0.008570813573896885, "global_step": 7894, "epoch": 44, "lr": 9.881062112405186e-05}
{"train_loss": 0.012579262256622314, "global_step": 7895, "epoch": 44, "lr": 9.881030071304455e-05}
{"train_loss": 0.012803005054593086, "global_step": 7896, "epoch": 44, "lr": 9.880998025940438e-05}
{"train_loss": 0.029615717008709908, "global_step": 7897, "epoch": 44, "lr": 9.880965976313159e-05}
{"train_loss": 0.018242444843053818, "global_step": 7898, "epoch": 44, "lr": 9.880933922422648e-05}
{"train_loss": 0.028137583285570145, "global_step": 7899, "epoch": 44, "lr": 9.880901864268933e-05}
{"train_loss": 0.012204313650727272, "global_step": 7900, "epoch": 44, "lr": 9.880869801852042e-05}
{"train_loss": 0.019904019311070442, "global_step": 7901, "epoch": 44, "lr": 9.880837735172001e-05}
{"train_loss": 0.013304453343153, "global_step": 7902, "epoch": 44, "lr": 9.880805664228843e-05}
{"train_loss": 0.018567806109786034, "global_step": 7903, "epoch": 44, "lr": 9.88077358902259e-05}
{"train_loss": 0.015123934485018253, "global_step": 7904, "epoch": 44, "lr": 9.880741509553274e-05}
{"train_loss": 0.013528901152312756, "global_step": 7905, "epoch": 44, "lr": 9.88070942582092e-05}
{"train_loss": 0.01522306352853775, "global_step": 7906, "epoch": 44, "lr": 9.88067733782556e-05}
{"train_loss": 0.012126653455197811, "global_step": 7907, "epoch": 44, "lr": 9.880645245567219e-05}
{"train_loss": 0.013523481786251068, "global_step": 7908, "epoch": 44, "lr": 9.880613149045926e-05}
{"train_loss": 0.006143168546259403, "global_step": 7909, "epoch": 44, "lr": 9.880581048261708e-05}
{"train_loss": 0.02358364686369896, "global_step": 7910, "epoch": 44, "lr": 9.880548943214596e-05}
{"train_loss": 0.014266286045312881, "global_step": 7911, "epoch": 44, "lr": 9.880516833904614e-05}
{"train_loss": 0.010105660185217857, "global_step": 7912, "epoch": 44, "lr": 9.880484720331793e-05}
{"train_loss": 0.013753419741988182, "global_step": 7913, "epoch": 44, "lr": 9.88045260249616e-05}
{"train_loss": 0.017810102552175522, "global_step": 7914, "epoch": 44, "lr": 9.880420480397742e-05}
{"train_loss": 0.018795214593410492, "global_step": 7915, "epoch": 44, "lr": 9.880388354036568e-05}
{"train_loss": 0.014837362803518772, "global_step": 7916, "epoch": 44, "lr": 9.880356223412668e-05}
{"train_loss": 0.015690045431256294, "global_step": 7917, "epoch": 44, "lr": 9.880324088526067e-05}
{"train_loss": 0.014216062612831593, "global_step": 7918, "epoch": 44, "lr": 9.880291949376794e-05}
{"train_loss": 0.015557289123535156, "global_step": 7919, "epoch": 44, "lr": 9.880259805964878e-05}
{"train_loss": 0.010796884074807167, "global_step": 7920, "epoch": 44, "lr": 9.880227658290348e-05}
{"train_loss": 0.013764234259724617, "global_step": 7921, "epoch": 44, "lr": 9.880195506353229e-05}
{"train_loss": 0.00961434468626976, "global_step": 7922, "epoch": 44, "lr": 9.880163350153551e-05}
{"train_loss": 0.010633355006575584, "global_step": 7923, "epoch": 44, "lr": 9.880131189691341e-05}
{"train_loss": 0.00796499289572239, "global_step": 7924, "epoch": 44, "lr": 9.880099024966629e-05}
{"train_loss": 0.008805272169411182, "global_step": 7925, "epoch": 44, "lr": 9.880066855979442e-05}
{"train_loss": 0.017404470592737198, "global_step": 7926, "epoch": 44, "lr": 9.880034682729807e-05}
{"train_loss": 0.009936089627444744, "global_step": 7927, "epoch": 44, "lr": 9.880002505217754e-05}
{"train_loss": 0.010607206262648106, "global_step": 7928, "epoch": 44, "lr": 9.87997032344331e-05}
{"train_loss": 0.014822487719357014, "global_step": 7929, "epoch": 44, "lr": 9.879938137406503e-05}
{"train_loss": 0.01167408749461174, "global_step": 7930, "epoch": 44, "lr": 9.879905947107361e-05}
{"train_loss": 0.01037826668471098, "global_step": 7931, "epoch": 44, "lr": 9.879873752545913e-05}
{"train_loss": 0.011290004476904869, "global_step": 7932, "epoch": 44, "lr": 9.879841553722189e-05}
{"train_loss": 0.006879883818328381, "global_step": 7933, "epoch": 44, "lr": 9.879809350636212e-05}
{"train_loss": 0.01044333167374134, "global_step": 7934, "epoch": 44, "lr": 9.879777143288014e-05}
{"train_loss": 0.01800226792693138, "global_step": 7935, "epoch": 44, "lr": 9.879744931677622e-05}
{"train_loss": 0.01054987870156765, "global_step": 7936, "epoch": 44, "lr": 9.879712715805065e-05}
{"train_loss": 0.012876080349087715, "global_step": 7937, "epoch": 44, "lr": 9.879680495670369e-05}
{"train_loss": 0.013249780982732773, "global_step": 7938, "epoch": 44, "lr": 9.879648271273562e-05}
{"train_loss": 0.017467107623815536, "global_step": 7939, "epoch": 44, "lr": 9.879616042614677e-05}
{"train_loss": 0.013512237928807735, "global_step": 7940, "epoch": 44, "lr": 9.879583809693738e-05}
{"train_loss": 0.018810927867889404, "global_step": 7941, "epoch": 44, "lr": 9.879551572510773e-05}
{"train_loss": 0.017629433423280716, "global_step": 7942, "epoch": 44, "lr": 9.879519331065812e-05}
{"train_loss": 0.028561340644955635, "global_step": 7943, "epoch": 44, "lr": 9.87948708535888e-05}
{"train_loss": 0.007651292718946934, "global_step": 7944, "epoch": 44, "lr": 9.879454835390009e-05}
{"train_loss": 0.011194264516234398, "global_step": 7945, "epoch": 44, "lr": 9.879422581159227e-05}
{"train_loss": 0.007993346080183983, "global_step": 7946, "epoch": 44, "lr": 9.87939032266656e-05}
{"train_loss": 0.011919895187020302, "global_step": 7947, "epoch": 44, "lr": 9.879358059912036e-05}
{"train_loss": 0.00998026505112648, "global_step": 7948, "epoch": 44, "lr": 9.879325792895684e-05}
{"train_loss": 0.018455350771546364, "global_step": 7949, "epoch": 44, "lr": 9.879293521617535e-05}
{"train_loss": 0.013216742314398289, "global_step": 7950, "epoch": 44, "lr": 9.879261246077612e-05}
{"train_loss": 0.018132762983441353, "global_step": 7951, "epoch": 44, "lr": 9.879228966275945e-05}
{"train_loss": 0.0186939537525177, "global_step": 7952, "epoch": 44, "lr": 9.879196682212564e-05}
{"train_loss": 0.018126536160707474, "global_step": 7953, "epoch": 44, "lr": 9.879164393887497e-05}
{"train_loss": 0.019705425947904587, "global_step": 7954, "epoch": 44, "lr": 9.87913210130077e-05}
{"train_loss": 0.013574224896728992, "global_step": 7955, "epoch": 44, "lr": 9.879099804452412e-05}
{"train_loss": 0.014244131743907928, "global_step": 7956, "epoch": 44, "lr": 9.879067503342452e-05}
{"train_loss": 0.013744115829467773, "global_step": 7957, "epoch": 44, "lr": 9.87903519797092e-05}
{"train_loss": 0.014646355994045734, "global_step": 7958, "epoch": 44, "lr": 9.87900288833784e-05}
{"train_loss": 0.022794824093580246, "global_step": 7959, "epoch": 44, "lr": 9.878970574443242e-05}
{"train_loss": 0.016774553805589676, "global_step": 7960, "epoch": 44, "lr": 9.878938256287156e-05}
{"train_loss": 0.01799621619284153, "global_step": 7961, "epoch": 44, "lr": 9.878905933869609e-05}
{"train_loss": 0.01015020627528429, "global_step": 7962, "epoch": 44, "lr": 9.878873607190628e-05}
{"train_loss": 0.01570112816989422, "global_step": 7963, "epoch": 44, "lr": 9.878841276250243e-05}
{"train_loss": 0.0166153647005558, "global_step": 7964, "epoch": 44, "lr": 9.878808941048481e-05}
{"train_loss": 0.018411606550216675, "global_step": 7965, "epoch": 44, "lr": 9.878776601585371e-05}
{"train_loss": 0.020419660955667496, "global_step": 7966, "epoch": 44, "lr": 9.878744257860941e-05}
{"train_loss": 0.014547577127814293, "global_step": 7967, "epoch": 44, "lr": 9.878711909875218e-05}
{"train_loss": 0.017504248768091202, "global_step": 7968, "epoch": 44, "lr": 9.878679557628234e-05}
{"train_loss": 0.025691065937280655, "global_step": 7969, "epoch": 44, "lr": 9.878647201120013e-05}
{"train_loss": 0.0074710240587592125, "global_step": 7970, "epoch": 44, "lr": 9.878614840350586e-05}
{"train_loss": 0.014958844520151615, "global_step": 7971, "epoch": 44, "lr": 9.87858247531998e-05}
{"train_loss": 0.009505720809102058, "global_step": 7972, "epoch": 44, "lr": 9.878550106028222e-05}
{"train_loss": 0.013831346295773983, "global_step": 7973, "epoch": 44, "lr": 9.878517732475343e-05}
{"train_loss": 0.021804239600896835, "global_step": 7974, "epoch": 44, "lr": 9.878485354661371e-05}
{"train_loss": 0.021820705384016037, "global_step": 7975, "epoch": 44, "lr": 9.878452972586332e-05}
{"train_loss": 0.01509846094995737, "global_step": 7976, "epoch": 44, "lr": 9.878420586250256e-05}
{"train_loss": 0.014227918349206448, "global_step": 7977, "epoch": 44, "lr": 9.878388195653172e-05}
{"train_loss": 0.02198967896401882, "global_step": 7978, "epoch": 44, "lr": 9.878355800795106e-05}
{"train_loss": 0.0093469163402915, "global_step": 7979, "epoch": 44, "lr": 9.878323401676088e-05}
{"train_loss": 0.01249599177390337, "global_step": 7980, "epoch": 44, "lr": 9.878290998296146e-05}
{"train_loss": 0.012243646197021008, "global_step": 7981, "epoch": 44, "lr": 9.878258590655308e-05}
{"train_loss": 0.013839015737175941, "global_step": 7982, "epoch": 44, "lr": 9.878226178753603e-05}
{"train_loss": 0.017312366515398026, "global_step": 7983, "epoch": 44, "lr": 9.878193762591058e-05}
{"train_loss": 0.008812391199171543, "global_step": 7984, "epoch": 44, "lr": 9.878161342167702e-05}
{"train_loss": 0.015763236209750175, "global_step": 7985, "epoch": 44, "lr": 9.878128917483564e-05}
{"train_loss": 0.014501147903501987, "global_step": 7986, "epoch": 44, "lr": 9.87809648853867e-05}
{"train_loss": 0.014265424571931362, "global_step": 7987, "epoch": 44, "lr": 9.878064055333051e-05}
{"train_loss": 0.0180283784866333, "global_step": 7988, "epoch": 44, "lr": 9.878031617866737e-05}
{"train_loss": 0.012504562735557556, "global_step": 7989, "epoch": 44, "lr": 9.87799917613975e-05}
{"train_loss": 0.015498531982302666, "global_step": 7990, "epoch": 44, "lr": 9.877966730152123e-05}
{"train_loss": 0.015873678028583527, "global_step": 7991, "epoch": 44, "lr": 9.877934279903884e-05}
{"train_loss": 0.01816224679350853, "global_step": 7992, "epoch": 44, "lr": 9.877901825395062e-05}
{"train_loss": 0.009474323131144047, "global_step": 7993, "epoch": 44, "lr": 9.877869366625682e-05}
{"train_loss": 0.01909058168530464, "global_step": 7994, "epoch": 44, "lr": 9.877836903595775e-05}
{"train_loss": 0.013269256800413132, "global_step": 7995, "epoch": 44, "lr": 9.877804436305369e-05}
{"train_loss": 0.016315175220370293, "global_step": 7996, "epoch": 44, "lr": 9.877771964754492e-05}
{"train_loss": 0.01222961861640215, "global_step": 7997, "epoch": 44, "lr": 9.877739488943172e-05}
{"train_loss": 0.007132703438401222, "global_step": 7998, "epoch": 44, "lr": 9.87770700887144e-05}
{"train_loss": 0.012092148885130882, "global_step": 7999, "epoch": 44, "lr": 9.877674524539319e-05}
{"train_loss": 0.010487936437129974, "global_step": 8000, "epoch": 44, "lr": 9.877642035946843e-05}
{"train_loss": 0.013947446830570698, "global_step": 8001, "epoch": 44, "lr": 9.877609543094036e-05}
{"train_loss": 0.007656239438802004, "global_step": 8002, "epoch": 44, "lr": 9.87757704598093e-05}
{"train_loss": 0.014507547952234745, "global_step": 8003, "epoch": 44, "lr": 9.877544544607551e-05}
{"train_loss": 0.0176396481692791, "global_step": 8004, "epoch": 44, "lr": 9.877512038973929e-05}
{"train_loss": 0.017373336479067802, "global_step": 8005, "epoch": 44, "lr": 9.87747952908009e-05}
{"train_loss": 0.01568416878581047, "global_step": 8006, "epoch": 44, "lr": 9.877447014926064e-05}
{"train_loss": 0.01890859566628933, "global_step": 8007, "epoch": 44, "lr": 9.877414496511881e-05}
{"train_loss": 0.017163464799523354, "global_step": 8008, "epoch": 44, "lr": 9.877381973837567e-05}
{"train_loss": 0.014714606187379594, "global_step": 8009, "epoch": 44, "lr": 9.87734944690315e-05}
{"train_loss": 0.010911470279097557, "global_step": 8010, "epoch": 45, "lr": 9.877316915708661e-05}
{"train_loss": 0.015616148710250854, "global_step": 8011, "epoch": 45, "lr": 9.877284380254126e-05}
{"train_loss": 0.018031328916549683, "global_step": 8012, "epoch": 45, "lr": 9.877251840539575e-05}
{"train_loss": 0.012484939768910408, "global_step": 8013, "epoch": 45, "lr": 9.877219296565036e-05}
{"train_loss": 0.011542150750756264, "global_step": 8014, "epoch": 45, "lr": 9.877186748330536e-05}
{"train_loss": 0.016213741153478622, "global_step": 8015, "epoch": 45, "lr": 9.877154195836106e-05}
{"train_loss": 0.016964353621006012, "global_step": 8016, "epoch": 45, "lr": 9.877121639081772e-05}
{"train_loss": 0.012433018535375595, "global_step": 8017, "epoch": 45, "lr": 9.877089078067564e-05}
{"train_loss": 0.016418518498539925, "global_step": 8018, "epoch": 45, "lr": 9.87705651279351e-05}
{"train_loss": 0.01959316059947014, "global_step": 8019, "epoch": 45, "lr": 9.877023943259638e-05}
{"train_loss": 0.012627859599888325, "global_step": 8020, "epoch": 45, "lr": 9.876991369465977e-05}
{"train_loss": 0.014148268848657608, "global_step": 8021, "epoch": 45, "lr": 9.876958791412556e-05}
{"train_loss": 0.01876883953809738, "global_step": 8022, "epoch": 45, "lr": 9.876926209099402e-05}
{"train_loss": 0.014457475394010544, "global_step": 8023, "epoch": 45, "lr": 9.876893622526545e-05}
{"train_loss": 0.014959837310016155, "global_step": 8024, "epoch": 45, "lr": 9.876861031694011e-05}
{"train_loss": 0.014673911035060883, "global_step": 8025, "epoch": 45, "lr": 9.876828436601831e-05}
{"train_loss": 0.019444391131401062, "global_step": 8026, "epoch": 45, "lr": 9.876795837250034e-05}
{"train_loss": 0.010658489540219307, "global_step": 8027, "epoch": 45, "lr": 9.876763233638646e-05}
{"train_loss": 0.02140963263809681, "global_step": 8028, "epoch": 45, "lr": 9.876730625767696e-05}
{"train_loss": 0.01950715482234955, "global_step": 8029, "epoch": 45, "lr": 9.876698013637214e-05}
{"train_loss": 0.015765922144055367, "global_step": 8030, "epoch": 45, "lr": 9.876665397247227e-05}
{"train_loss": 0.01895393803715706, "global_step": 8031, "epoch": 45, "lr": 9.876632776597763e-05}
{"train_loss": 0.021795332431793213, "global_step": 8032, "epoch": 45, "lr": 9.876600151688853e-05}
{"train_loss": 0.026137476786971092, "global_step": 8033, "epoch": 45, "lr": 9.876567522520524e-05}
{"train_loss": 0.016310658305883408, "global_step": 8034, "epoch": 45, "lr": 9.876534889092804e-05}
{"train_loss": 0.017036473378539085, "global_step": 8035, "epoch": 45, "lr": 9.876502251405721e-05}
{"train_loss": 0.01682494580745697, "global_step": 8036, "epoch": 45, "lr": 9.876469609459305e-05}
{"train_loss": 0.016498776152729988, "global_step": 8037, "epoch": 45, "lr": 9.876436963253585e-05}
{"train_loss": 0.01919291354715824, "global_step": 8038, "epoch": 45, "lr": 9.876404312788587e-05}
{"train_loss": 0.016808578744530678, "global_step": 8039, "epoch": 45, "lr": 9.876371658064343e-05}
{"train_loss": 0.020288439467549324, "global_step": 8040, "epoch": 45, "lr": 9.876338999080879e-05}
{"train_loss": 0.015411973930895329, "global_step": 8041, "epoch": 45, "lr": 9.876306335838224e-05}
{"train_loss": 0.012316189706325531, "global_step": 8042, "epoch": 45, "lr": 9.876273668336406e-05}
{"train_loss": 0.01769528165459633, "global_step": 8043, "epoch": 45, "lr": 9.876240996575454e-05}
{"train_loss": 0.009425357915461063, "global_step": 8044, "epoch": 45, "lr": 9.876208320555398e-05}
{"train_loss": 0.022407716140151024, "global_step": 8045, "epoch": 45, "lr": 9.876175640276263e-05}
{"train_loss": 0.012935901992022991, "global_step": 8046, "epoch": 45, "lr": 9.876142955738082e-05}
{"train_loss": 0.015462974086403847, "global_step": 8047, "epoch": 45, "lr": 9.876110266940881e-05}
{"train_loss": 0.009955000132322311, "global_step": 8048, "epoch": 45, "lr": 9.876077573884688e-05}
{"train_loss": 0.019209805876016617, "global_step": 8049, "epoch": 45, "lr": 9.876044876569532e-05}
{"train_loss": 0.013610992580652237, "global_step": 8050, "epoch": 45, "lr": 9.876012174995443e-05}
{"train_loss": 0.02107284963130951, "global_step": 8051, "epoch": 45, "lr": 9.87597946916245e-05}
{"train_loss": 0.011531327851116657, "global_step": 8052, "epoch": 45, "lr": 9.875946759070577e-05}
{"train_loss": 0.01874876767396927, "global_step": 8053, "epoch": 45, "lr": 9.875914044719858e-05}
{"train_loss": 0.014027893543243408, "global_step": 8054, "epoch": 45, "lr": 9.875881326110319e-05}
{"train_loss": 0.014039557427167892, "global_step": 8055, "epoch": 45, "lr": 9.875848603241988e-05}
{"train_loss": 0.015268768183887005, "global_step": 8056, "epoch": 45, "lr": 9.875815876114895e-05}
{"train_loss": 0.012120561674237251, "global_step": 8057, "epoch": 45, "lr": 9.875783144729067e-05}
{"train_loss": 0.013217764906585217, "global_step": 8058, "epoch": 45, "lr": 9.875750409084535e-05}
{"train_loss": 0.011905338615179062, "global_step": 8059, "epoch": 45, "lr": 9.875717669181326e-05}
{"train_loss": 0.014929240569472313, "global_step": 8060, "epoch": 45, "lr": 9.875684925019468e-05}
{"train_loss": 0.009577763266861439, "global_step": 8061, "epoch": 45, "lr": 9.875652176598991e-05}
{"train_loss": 0.01601267419755459, "global_step": 8062, "epoch": 45, "lr": 9.875619423919923e-05}
{"train_loss": 0.01039285771548748, "global_step": 8063, "epoch": 45, "lr": 9.875586666982293e-05}
{"train_loss": 0.010788008570671082, "global_step": 8064, "epoch": 45, "lr": 9.875553905786128e-05}
{"train_loss": 0.020086724311113358, "global_step": 8065, "epoch": 45, "lr": 9.875521140331458e-05}
{"train_loss": 0.01136512029916048, "global_step": 8066, "epoch": 45, "lr": 9.875488370618314e-05}
{"train_loss": 0.012102717533707619, "global_step": 8067, "epoch": 45, "lr": 9.875455596646718e-05}
{"train_loss": 0.012658791616559029, "global_step": 8068, "epoch": 45, "lr": 9.875422818416705e-05}
{"train_loss": 0.010716715827584267, "global_step": 8069, "epoch": 45, "lr": 9.875390035928301e-05}
{"train_loss": 0.014332878403365612, "global_step": 8070, "epoch": 45, "lr": 9.875357249181536e-05}
{"train_loss": 0.01640726625919342, "global_step": 8071, "epoch": 45, "lr": 9.875324458176435e-05}
{"train_loss": 0.015425963327288628, "global_step": 8072, "epoch": 45, "lr": 9.875291662913031e-05}
{"train_loss": 0.012091094627976418, "global_step": 8073, "epoch": 45, "lr": 9.875258863391351e-05}
{"train_loss": 0.010344907641410828, "global_step": 8074, "epoch": 45, "lr": 9.875226059611425e-05}
{"train_loss": 0.012469436973333359, "global_step": 8075, "epoch": 45, "lr": 9.875193251573277e-05}
{"train_loss": 0.01118033193051815, "global_step": 8076, "epoch": 45, "lr": 9.87516043927694e-05}
{"train_loss": 0.017352137714624405, "global_step": 8077, "epoch": 45, "lr": 9.875127622722442e-05}
{"train_loss": 0.01269579865038395, "global_step": 8078, "epoch": 45, "lr": 9.875094801909811e-05}
{"train_loss": 0.018783461302518845, "global_step": 8079, "epoch": 45, "lr": 9.875061976839076e-05}
{"train_loss": 0.010046550072729588, "global_step": 8080, "epoch": 45, "lr": 9.875029147510264e-05}
{"train_loss": 0.013116538524627686, "global_step": 8081, "epoch": 45, "lr": 9.874996313923408e-05}
{"train_loss": 0.012857404537498951, "global_step": 8082, "epoch": 45, "lr": 9.874963476078532e-05}
{"train_loss": 0.013327401131391525, "global_step": 8083, "epoch": 45, "lr": 9.874930633975666e-05}
{"train_loss": 0.011676661670207977, "global_step": 8084, "epoch": 45, "lr": 9.874897787614841e-05}
{"train_loss": 0.014051568694412708, "global_step": 8085, "epoch": 45, "lr": 9.874864936996082e-05}
{"train_loss": 0.01645611599087715, "global_step": 8086, "epoch": 45, "lr": 9.87483208211942e-05}
{"train_loss": 0.013499517925083637, "global_step": 8087, "epoch": 45, "lr": 9.874799222984886e-05}
{"train_loss": 0.013511572033166885, "global_step": 8088, "epoch": 45, "lr": 9.874766359592502e-05}
{"train_loss": 0.014808360487222672, "global_step": 8089, "epoch": 45, "lr": 9.874733491942303e-05}
{"train_loss": 0.01929541490972042, "global_step": 8090, "epoch": 45, "lr": 9.874700620034314e-05}
{"train_loss": 0.0167787354439497, "global_step": 8091, "epoch": 45, "lr": 9.874667743868567e-05}
{"train_loss": 0.014489869587123394, "global_step": 8092, "epoch": 45, "lr": 9.874634863445088e-05}
{"train_loss": 0.017047325149178505, "global_step": 8093, "epoch": 45, "lr": 9.874601978763906e-05}
{"train_loss": 0.0183732770383358, "global_step": 8094, "epoch": 45, "lr": 9.874569089825052e-05}
{"train_loss": 0.0091469194740057, "global_step": 8095, "epoch": 45, "lr": 9.874536196628551e-05}
{"train_loss": 0.013388141989707947, "global_step": 8096, "epoch": 45, "lr": 9.874503299174435e-05}
{"train_loss": 0.016432110220193863, "global_step": 8097, "epoch": 45, "lr": 9.87447039746273e-05}
{"train_loss": 0.01759335957467556, "global_step": 8098, "epoch": 45, "lr": 9.874437491493468e-05}
{"train_loss": 0.011082377284765244, "global_step": 8099, "epoch": 45, "lr": 9.874404581266675e-05}
{"train_loss": 0.015071436762809753, "global_step": 8100, "epoch": 45, "lr": 9.87437166678238e-05}
{"train_loss": 0.013559984043240547, "global_step": 8101, "epoch": 45, "lr": 9.874338748040615e-05}
{"train_loss": 0.01968863606452942, "global_step": 8102, "epoch": 45, "lr": 9.874305825041403e-05}
{"train_loss": 0.013454213738441467, "global_step": 8103, "epoch": 45, "lr": 9.874272897784777e-05}
{"train_loss": 0.012699893675744534, "global_step": 8104, "epoch": 45, "lr": 9.874239966270766e-05}
{"train_loss": 0.011866731569170952, "global_step": 8105, "epoch": 45, "lr": 9.874207030499396e-05}
{"train_loss": 0.014409814029932022, "global_step": 8106, "epoch": 45, "lr": 9.874174090470698e-05}
{"train_loss": 0.016647886484861374, "global_step": 8107, "epoch": 45, "lr": 9.874141146184701e-05}
{"train_loss": 0.01722593791782856, "global_step": 8108, "epoch": 45, "lr": 9.874108197641431e-05}
{"train_loss": 0.012421884573996067, "global_step": 8109, "epoch": 45, "lr": 9.87407524484092e-05}
{"train_loss": 0.01270044781267643, "global_step": 8110, "epoch": 45, "lr": 9.874042287783193e-05}
{"train_loss": 0.02065536379814148, "global_step": 8111, "epoch": 45, "lr": 9.874009326468284e-05}
{"train_loss": 0.02130160480737686, "global_step": 8112, "epoch": 45, "lr": 9.873976360896217e-05}
{"train_loss": 0.014317383989691734, "global_step": 8113, "epoch": 45, "lr": 9.873943391067024e-05}
{"train_loss": 0.021828319877386093, "global_step": 8114, "epoch": 45, "lr": 9.873910416980732e-05}
{"train_loss": 0.018279440701007843, "global_step": 8115, "epoch": 45, "lr": 9.87387743863737e-05}
{"train_loss": 0.02309492602944374, "global_step": 8116, "epoch": 45, "lr": 9.873844456036967e-05}
{"train_loss": 0.01726641319692135, "global_step": 8117, "epoch": 45, "lr": 9.873811469179552e-05}
{"train_loss": 0.01633761264383793, "global_step": 8118, "epoch": 45, "lr": 9.873778478065154e-05}
{"train_loss": 0.019035881385207176, "global_step": 8119, "epoch": 45, "lr": 9.873745482693801e-05}
{"train_loss": 0.016298973932862282, "global_step": 8120, "epoch": 45, "lr": 9.873712483065525e-05}
{"train_loss": 0.013635644689202309, "global_step": 8121, "epoch": 45, "lr": 9.873679479180348e-05}
{"train_loss": 0.01406652107834816, "global_step": 8122, "epoch": 45, "lr": 9.873646471038307e-05}
{"train_loss": 0.019110633060336113, "global_step": 8123, "epoch": 45, "lr": 9.873613458639425e-05}
{"train_loss": 0.014831403270363808, "global_step": 8124, "epoch": 45, "lr": 9.873580441983732e-05}
{"train_loss": 0.013122409582138062, "global_step": 8125, "epoch": 45, "lr": 9.873547421071259e-05}
{"train_loss": 0.008339760825037956, "global_step": 8126, "epoch": 45, "lr": 9.873514395902033e-05}
{"train_loss": 0.008678114041686058, "global_step": 8127, "epoch": 45, "lr": 9.873481366476083e-05}
{"train_loss": 0.01653110980987549, "global_step": 8128, "epoch": 45, "lr": 9.873448332793438e-05}
{"train_loss": 0.021121304482221603, "global_step": 8129, "epoch": 45, "lr": 9.873415294854126e-05}
{"train_loss": 0.017680997028946877, "global_step": 8130, "epoch": 45, "lr": 9.873382252658178e-05}
{"train_loss": 0.010167103260755539, "global_step": 8131, "epoch": 45, "lr": 9.873349206205621e-05}
{"train_loss": 0.014887690544128418, "global_step": 8132, "epoch": 45, "lr": 9.873316155496485e-05}
{"train_loss": 0.012664685025811195, "global_step": 8133, "epoch": 45, "lr": 9.873283100530799e-05}
{"train_loss": 0.030389100313186646, "global_step": 8134, "epoch": 45, "lr": 9.873250041308589e-05}
{"train_loss": 0.013516692444682121, "global_step": 8135, "epoch": 45, "lr": 9.873216977829887e-05}
{"train_loss": 0.023173784837126732, "global_step": 8136, "epoch": 45, "lr": 9.873183910094723e-05}
{"train_loss": 0.012210614047944546, "global_step": 8137, "epoch": 45, "lr": 9.873150838103123e-05}
{"train_loss": 0.012054501101374626, "global_step": 8138, "epoch": 45, "lr": 9.873117761855115e-05}
{"train_loss": 0.021187830716371536, "global_step": 8139, "epoch": 45, "lr": 9.873084681350731e-05}
{"train_loss": 0.01048212219029665, "global_step": 8140, "epoch": 45, "lr": 9.873051596589998e-05}
{"train_loss": 0.014781517907977104, "global_step": 8141, "epoch": 45, "lr": 9.873018507572947e-05}
{"train_loss": 0.01198546215891838, "global_step": 8142, "epoch": 45, "lr": 9.872985414299602e-05}
{"train_loss": 0.014095064252614975, "global_step": 8143, "epoch": 45, "lr": 9.87295231677e-05}
{"train_loss": 0.025768673047423363, "global_step": 8144, "epoch": 45, "lr": 9.872919214984162e-05}
{"train_loss": 0.011886252090334892, "global_step": 8145, "epoch": 45, "lr": 9.87288610894212e-05}
{"train_loss": 0.008327064104378223, "global_step": 8146, "epoch": 45, "lr": 9.872852998643905e-05}
{"train_loss": 0.010905654169619083, "global_step": 8147, "epoch": 45, "lr": 9.872819884089542e-05}
{"train_loss": 0.01329096220433712, "global_step": 8148, "epoch": 45, "lr": 9.872786765279062e-05}
{"train_loss": 0.014015041291713715, "global_step": 8149, "epoch": 45, "lr": 9.872753642212493e-05}
{"train_loss": 0.011753810569643974, "global_step": 8150, "epoch": 45, "lr": 9.872720514889866e-05}
{"train_loss": 0.011810798197984695, "global_step": 8151, "epoch": 45, "lr": 9.87268738331121e-05}
{"train_loss": 0.016493547707796097, "global_step": 8152, "epoch": 45, "lr": 9.872654247476551e-05}
{"train_loss": 0.018552055582404137, "global_step": 8153, "epoch": 45, "lr": 9.872621107385919e-05}
{"train_loss": 0.010644054971635342, "global_step": 8154, "epoch": 45, "lr": 9.872587963039344e-05}
{"train_loss": 0.014522450044751167, "global_step": 8155, "epoch": 45, "lr": 9.872554814436855e-05}
{"train_loss": 0.014057306572794914, "global_step": 8156, "epoch": 45, "lr": 9.872521661578479e-05}
{"train_loss": 0.010783560574054718, "global_step": 8157, "epoch": 45, "lr": 9.872488504464248e-05}
{"train_loss": 0.01547463983297348, "global_step": 8158, "epoch": 45, "lr": 9.872455343094187e-05}
{"train_loss": 0.011753108352422714, "global_step": 8159, "epoch": 45, "lr": 9.872422177468329e-05}
{"train_loss": 0.013864783570170403, "global_step": 8160, "epoch": 45, "lr": 9.872389007586701e-05}
{"train_loss": 0.014132393524050713, "global_step": 8161, "epoch": 45, "lr": 9.872355833449331e-05}
{"train_loss": 0.014668818563222885, "global_step": 8162, "epoch": 45, "lr": 9.872322655056251e-05}
{"train_loss": 0.009659163653850555, "global_step": 8163, "epoch": 45, "lr": 9.872289472407488e-05}
{"train_loss": 0.015946095809340477, "global_step": 8164, "epoch": 45, "lr": 9.87225628550307e-05}
{"train_loss": 0.018606629222631454, "global_step": 8165, "epoch": 45, "lr": 9.872223094343027e-05}
{"train_loss": 0.00992003083229065, "global_step": 8166, "epoch": 45, "lr": 9.872189898927388e-05}
{"train_loss": 0.008258571848273277, "global_step": 8167, "epoch": 45, "lr": 9.872156699256183e-05}
{"train_loss": 0.011127208359539509, "global_step": 8168, "epoch": 45, "lr": 9.87212349532944e-05}
{"train_loss": 0.012276730500161648, "global_step": 8169, "epoch": 45, "lr": 9.872090287147188e-05}
{"train_loss": 0.013718565925955772, "global_step": 8170, "epoch": 45, "lr": 9.872057074709455e-05}
{"train_loss": 0.01514106709510088, "global_step": 8171, "epoch": 45, "lr": 9.872023858016272e-05}
{"train_loss": 0.02022423781454563, "global_step": 8172, "epoch": 45, "lr": 9.871990637067669e-05}
{"train_loss": 0.011459363624453545, "global_step": 8173, "epoch": 45, "lr": 9.87195741186367e-05}
{"train_loss": 0.011528419330716133, "global_step": 8174, "epoch": 45, "lr": 9.871924182404309e-05}
{"train_loss": 0.011828300543129444, "global_step": 8175, "epoch": 45, "lr": 9.871890948689613e-05}
{"train_loss": 0.010534582659602165, "global_step": 8176, "epoch": 45, "lr": 9.871857710719611e-05}
{"train_loss": 0.011960774660110474, "global_step": 8177, "epoch": 45, "lr": 9.871824468494331e-05}
{"train_loss": 0.01829671673476696, "global_step": 8178, "epoch": 45, "lr": 9.871791222013805e-05}
{"train_loss": 0.01321774534881115, "global_step": 8179, "epoch": 45, "lr": 9.87175797127806e-05}
{"train_loss": 0.01625099591910839, "global_step": 8180, "epoch": 45, "lr": 9.871724716287125e-05}
{"train_loss": 0.013729628175497055, "global_step": 8181, "epoch": 45, "lr": 9.871691457041028e-05}
{"train_loss": 0.009865767322480679, "global_step": 8182, "epoch": 45, "lr": 9.871658193539802e-05}
{"train_loss": 0.012151367962360382, "global_step": 8183, "epoch": 45, "lr": 9.871624925783473e-05}
{"train_loss": 0.01790449768304825, "global_step": 8184, "epoch": 45, "lr": 9.87159165377207e-05}
{"train_loss": 0.01302826963365078, "global_step": 8185, "epoch": 45, "lr": 9.871558377505621e-05}
{"train_loss": 0.013594359159469604, "global_step": 8186, "epoch": 45, "lr": 9.87152509698416e-05}
{"train_loss": 0.01481261735734938, "global_step": 8187, "epoch": 45, "lr": 9.871491812207711e-05, "train_action_mse_error": 7.392069528577849e-05}
{"train_loss": 0.018630750477313995, "global_step": 8188, "epoch": 46, "lr": 9.871458523176305e-05}
{"train_loss": 0.009213728830218315, "global_step": 8189, "epoch": 46, "lr": 9.87142522988997e-05}
{"train_loss": 0.010808885097503662, "global_step": 8190, "epoch": 46, "lr": 9.871391932348737e-05}
{"train_loss": 0.011393259279429913, "global_step": 8191, "epoch": 46, "lr": 9.871358630552633e-05}
{"train_loss": 0.017405815422534943, "global_step": 8192, "epoch": 46, "lr": 9.871325324501689e-05}
{"train_loss": 0.015178557485342026, "global_step": 8193, "epoch": 46, "lr": 9.871292014195933e-05}
{"train_loss": 0.008026991970837116, "global_step": 8194, "epoch": 46, "lr": 9.871258699635395e-05}
{"train_loss": 0.01368161290884018, "global_step": 8195, "epoch": 46, "lr": 9.871225380820103e-05}
{"train_loss": 0.017749493941664696, "global_step": 8196, "epoch": 46, "lr": 9.871192057750086e-05}
{"train_loss": 0.014599214307963848, "global_step": 8197, "epoch": 46, "lr": 9.871158730425374e-05}
{"train_loss": 0.015314429998397827, "global_step": 8198, "epoch": 46, "lr": 9.871125398845997e-05}
{"train_loss": 0.01629921793937683, "global_step": 8199, "epoch": 46, "lr": 9.871092063011981e-05}
{"train_loss": 0.007713559083640575, "global_step": 8200, "epoch": 46, "lr": 9.871058722923358e-05}
{"train_loss": 0.016486436128616333, "global_step": 8201, "epoch": 46, "lr": 9.871025378580156e-05}
{"train_loss": 0.010762803256511688, "global_step": 8202, "epoch": 46, "lr": 9.870992029982404e-05}
{"train_loss": 0.022020209580659866, "global_step": 8203, "epoch": 46, "lr": 9.870958677130131e-05}
{"train_loss": 0.01622985675930977, "global_step": 8204, "epoch": 46, "lr": 9.870925320023368e-05}
{"train_loss": 0.01119768526405096, "global_step": 8205, "epoch": 46, "lr": 9.87089195866214e-05}
{"train_loss": 0.02039429359138012, "global_step": 8206, "epoch": 46, "lr": 9.870858593046481e-05}
{"train_loss": 0.011335269547998905, "global_step": 8207, "epoch": 46, "lr": 9.870825223176417e-05}
{"train_loss": 0.009995494969189167, "global_step": 8208, "epoch": 46, "lr": 9.870791849051978e-05}
{"train_loss": 0.012818580493330956, "global_step": 8209, "epoch": 46, "lr": 9.870758470673194e-05}
{"train_loss": 0.018757155165076256, "global_step": 8210, "epoch": 46, "lr": 9.870725088040093e-05}
{"train_loss": 0.0129218939691782, "global_step": 8211, "epoch": 46, "lr": 9.870691701152703e-05}
{"train_loss": 0.015652433037757874, "global_step": 8212, "epoch": 46, "lr": 9.870658310011057e-05}
{"train_loss": 0.012638729996979237, "global_step": 8213, "epoch": 46, "lr": 9.87062491461518e-05}
{"train_loss": 0.023441046476364136, "global_step": 8214, "epoch": 46, "lr": 9.870591514965104e-05}
{"train_loss": 0.00765661196783185, "global_step": 8215, "epoch": 46, "lr": 9.870558111060856e-05}
{"train_loss": 0.018908081576228142, "global_step": 8216, "epoch": 46, "lr": 9.870524702902469e-05}
{"train_loss": 0.015530465170741081, "global_step": 8217, "epoch": 46, "lr": 9.870491290489967e-05}
{"train_loss": 0.019617170095443726, "global_step": 8218, "epoch": 46, "lr": 9.870457873823383e-05}
{"train_loss": 0.009643553756177425, "global_step": 8219, "epoch": 46, "lr": 9.870424452902745e-05}
{"train_loss": 0.01871921867132187, "global_step": 8220, "epoch": 46, "lr": 9.87039102772808e-05}
{"train_loss": 0.008771169930696487, "global_step": 8221, "epoch": 46, "lr": 9.870357598299422e-05}
{"train_loss": 0.014189967885613441, "global_step": 8222, "epoch": 46, "lr": 9.870324164616798e-05}
{"train_loss": 0.014051664620637894, "global_step": 8223, "epoch": 46, "lr": 9.870290726680234e-05}
{"train_loss": 0.01381842140108347, "global_step": 8224, "epoch": 46, "lr": 9.870257284489763e-05}
{"train_loss": 0.01250291708856821, "global_step": 8225, "epoch": 46, "lr": 9.870223838045413e-05}
{"train_loss": 0.010269737802445889, "global_step": 8226, "epoch": 46, "lr": 9.870190387347214e-05}
{"train_loss": 0.017487194389104843, "global_step": 8227, "epoch": 46, "lr": 9.870156932395193e-05}
{"train_loss": 0.02395523339509964, "global_step": 8228, "epoch": 46, "lr": 9.870123473189384e-05}
{"train_loss": 0.014570342376828194, "global_step": 8229, "epoch": 46, "lr": 9.870090009729809e-05}
{"train_loss": 0.00973822083324194, "global_step": 8230, "epoch": 46, "lr": 9.870056542016503e-05}
{"train_loss": 0.006253757514059544, "global_step": 8231, "epoch": 46, "lr": 9.870023070049495e-05}
{"train_loss": 0.016528785228729248, "global_step": 8232, "epoch": 46, "lr": 9.86998959382881e-05}
{"train_loss": 0.016116011887788773, "global_step": 8233, "epoch": 46, "lr": 9.869956113354482e-05}
{"train_loss": 0.00830327719449997, "global_step": 8234, "epoch": 46, "lr": 9.869922628626536e-05}
{"train_loss": 0.011424590833485126, "global_step": 8235, "epoch": 46, "lr": 9.869889139645006e-05}
{"train_loss": 0.017138946801424026, "global_step": 8236, "epoch": 46, "lr": 9.869855646409916e-05}
{"train_loss": 0.008007867261767387, "global_step": 8237, "epoch": 46, "lr": 9.8698221489213e-05}
{"train_loss": 0.015995007008314133, "global_step": 8238, "epoch": 46, "lr": 9.869788647179184e-05}
{"train_loss": 0.006844107527285814, "global_step": 8239, "epoch": 46, "lr": 9.869755141183599e-05}
{"train_loss": 0.012865913100540638, "global_step": 8240, "epoch": 46, "lr": 9.869721630934573e-05}
{"train_loss": 0.02061672881245613, "global_step": 8241, "epoch": 46, "lr": 9.869688116432136e-05}
{"train_loss": 0.013311474584043026, "global_step": 8242, "epoch": 46, "lr": 9.86965459767632e-05}
{"train_loss": 0.015075432136654854, "global_step": 8243, "epoch": 46, "lr": 9.869621074667148e-05}
{"train_loss": 0.01854502409696579, "global_step": 8244, "epoch": 46, "lr": 9.869587547404653e-05}
{"train_loss": 0.009340787306427956, "global_step": 8245, "epoch": 46, "lr": 9.869554015888866e-05}
{"train_loss": 0.012737883254885674, "global_step": 8246, "epoch": 46, "lr": 9.869520480119814e-05}
{"train_loss": 0.02092442288994789, "global_step": 8247, "epoch": 46, "lr": 9.869486940097526e-05}
{"train_loss": 0.009534671902656555, "global_step": 8248, "epoch": 46, "lr": 9.869453395822033e-05}
{"train_loss": 0.011400495655834675, "global_step": 8249, "epoch": 46, "lr": 9.869419847293362e-05}
{"train_loss": 0.013130412437021732, "global_step": 8250, "epoch": 46, "lr": 9.869386294511543e-05}
{"train_loss": 0.014955595135688782, "global_step": 8251, "epoch": 46, "lr": 9.869352737476608e-05}
{"train_loss": 0.015634767711162567, "global_step": 8252, "epoch": 46, "lr": 9.869319176188583e-05}
{"train_loss": 0.010602962225675583, "global_step": 8253, "epoch": 46, "lr": 9.869285610647499e-05}
{"train_loss": 0.01928691752254963, "global_step": 8254, "epoch": 46, "lr": 9.869252040853384e-05}
{"train_loss": 0.015992015600204468, "global_step": 8255, "epoch": 46, "lr": 9.869218466806267e-05}
{"train_loss": 0.008991966024041176, "global_step": 8256, "epoch": 46, "lr": 9.869184888506179e-05}
{"train_loss": 0.016962548717856407, "global_step": 8257, "epoch": 46, "lr": 9.869151305953151e-05}
{"train_loss": 0.014578793197870255, "global_step": 8258, "epoch": 46, "lr": 9.86911771914721e-05}
{"train_loss": 0.011972486041486263, "global_step": 8259, "epoch": 46, "lr": 9.869084128088384e-05}
{"train_loss": 0.00868359487503767, "global_step": 8260, "epoch": 46, "lr": 9.869050532776704e-05}
{"train_loss": 0.017308739945292473, "global_step": 8261, "epoch": 46, "lr": 9.869016933212198e-05}
{"train_loss": 0.012220961973071098, "global_step": 8262, "epoch": 46, "lr": 9.868983329394898e-05}
{"train_loss": 0.009946327656507492, "global_step": 8263, "epoch": 46, "lr": 9.868949721324832e-05}
{"train_loss": 0.00943668931722641, "global_step": 8264, "epoch": 46, "lr": 9.868916109002029e-05}
{"train_loss": 0.014932936988770962, "global_step": 8265, "epoch": 46, "lr": 9.868882492426518e-05}
{"train_loss": 0.013497555628418922, "global_step": 8266, "epoch": 46, "lr": 9.868848871598329e-05}
{"train_loss": 0.020323999226093292, "global_step": 8267, "epoch": 46, "lr": 9.868815246517493e-05}
{"train_loss": 0.0076400418765842915, "global_step": 8268, "epoch": 46, "lr": 9.868781617184036e-05}
{"train_loss": 0.008865727111697197, "global_step": 8269, "epoch": 46, "lr": 9.868747983597988e-05}
{"train_loss": 0.008081015199422836, "global_step": 8270, "epoch": 46, "lr": 9.86871434575938e-05}
{"train_loss": 0.014990812167525291, "global_step": 8271, "epoch": 46, "lr": 9.868680703668243e-05}
{"train_loss": 0.008768260478973389, "global_step": 8272, "epoch": 46, "lr": 9.868647057324602e-05}
{"train_loss": 0.015181850641965866, "global_step": 8273, "epoch": 46, "lr": 9.868613406728489e-05}
{"train_loss": 0.016469793394207954, "global_step": 8274, "epoch": 46, "lr": 9.868579751879933e-05}
{"train_loss": 0.01011169794946909, "global_step": 8275, "epoch": 46, "lr": 9.868546092778962e-05}
{"train_loss": 0.01156499981880188, "global_step": 8276, "epoch": 46, "lr": 9.868512429425609e-05}
{"train_loss": 0.014912067912518978, "global_step": 8277, "epoch": 46, "lr": 9.8684787618199e-05}
{"train_loss": 0.011291271075606346, "global_step": 8278, "epoch": 46, "lr": 9.868445089961866e-05}
{"train_loss": 0.017788026481866837, "global_step": 8279, "epoch": 46, "lr": 9.868411413851535e-05}
{"train_loss": 0.01500355638563633, "global_step": 8280, "epoch": 46, "lr": 9.868377733488939e-05}
{"train_loss": 0.013517966493964195, "global_step": 8281, "epoch": 46, "lr": 9.868344048874105e-05}
{"train_loss": 0.008877014741301537, "global_step": 8282, "epoch": 46, "lr": 9.868310360007062e-05}
{"train_loss": 0.014541810378432274, "global_step": 8283, "epoch": 46, "lr": 9.868276666887842e-05}
{"train_loss": 0.016927039250731468, "global_step": 8284, "epoch": 46, "lr": 9.868242969516472e-05}
{"train_loss": 0.010844698175787926, "global_step": 8285, "epoch": 46, "lr": 9.868209267892985e-05}
{"train_loss": 0.01167253591120243, "global_step": 8286, "epoch": 46, "lr": 9.868175562017406e-05}
{"train_loss": 0.012259025126695633, "global_step": 8287, "epoch": 46, "lr": 9.868141851889766e-05}
{"train_loss": 0.010442237369716167, "global_step": 8288, "epoch": 46, "lr": 9.868108137510095e-05}
{"train_loss": 0.019432179629802704, "global_step": 8289, "epoch": 46, "lr": 9.868074418878423e-05}
{"train_loss": 0.015375321730971336, "global_step": 8290, "epoch": 46, "lr": 9.868040695994778e-05}
{"train_loss": 0.017145249992609024, "global_step": 8291, "epoch": 46, "lr": 9.868006968859192e-05}
{"train_loss": 0.01362120732665062, "global_step": 8292, "epoch": 46, "lr": 9.867973237471691e-05}
{"train_loss": 0.01741781458258629, "global_step": 8293, "epoch": 46, "lr": 9.867939501832306e-05}
{"train_loss": 0.009148867800831795, "global_step": 8294, "epoch": 46, "lr": 9.867905761941066e-05}
{"train_loss": 0.013188527897000313, "global_step": 8295, "epoch": 46, "lr": 9.867872017798002e-05}
{"train_loss": 0.014161530882120132, "global_step": 8296, "epoch": 46, "lr": 9.867838269403142e-05}
{"train_loss": 0.013442089781165123, "global_step": 8297, "epoch": 46, "lr": 9.867804516756517e-05}
{"train_loss": 0.013677863404154778, "global_step": 8298, "epoch": 46, "lr": 9.867770759858155e-05}
{"train_loss": 0.012292048893868923, "global_step": 8299, "epoch": 46, "lr": 9.867736998708085e-05}
{"train_loss": 0.008705446496605873, "global_step": 8300, "epoch": 46, "lr": 9.867703233306338e-05}
{"train_loss": 0.014027445577085018, "global_step": 8301, "epoch": 46, "lr": 9.867669463652944e-05}
{"train_loss": 0.015736836940050125, "global_step": 8302, "epoch": 46, "lr": 9.867635689747929e-05}
{"train_loss": 0.018143851310014725, "global_step": 8303, "epoch": 46, "lr": 9.867601911591328e-05}
{"train_loss": 0.016205787658691406, "global_step": 8304, "epoch": 46, "lr": 9.867568129183165e-05}
{"train_loss": 0.01533282920718193, "global_step": 8305, "epoch": 46, "lr": 9.867534342523473e-05}
{"train_loss": 0.020908745005726814, "global_step": 8306, "epoch": 46, "lr": 9.867500551612281e-05}
{"train_loss": 0.009246001951396465, "global_step": 8307, "epoch": 46, "lr": 9.867466756449617e-05}
{"train_loss": 0.009449548088014126, "global_step": 8308, "epoch": 46, "lr": 9.867432957035512e-05}
{"train_loss": 0.01968296244740486, "global_step": 8309, "epoch": 46, "lr": 9.867399153369994e-05}
{"train_loss": 0.019961107522249222, "global_step": 8310, "epoch": 46, "lr": 9.867365345453095e-05}
{"train_loss": 0.016680585220456123, "global_step": 8311, "epoch": 46, "lr": 9.867331533284841e-05}
{"train_loss": 0.013141976669430733, "global_step": 8312, "epoch": 46, "lr": 9.867297716865264e-05}
{"train_loss": 0.010253376327455044, "global_step": 8313, "epoch": 46, "lr": 9.867263896194394e-05}
{"train_loss": 0.02102860063314438, "global_step": 8314, "epoch": 46, "lr": 9.867230071272259e-05}
{"train_loss": 0.02226484939455986, "global_step": 8315, "epoch": 46, "lr": 9.867196242098891e-05}
{"train_loss": 0.016787301748991013, "global_step": 8316, "epoch": 46, "lr": 9.867162408674316e-05}
{"train_loss": 0.020647170022130013, "global_step": 8317, "epoch": 46, "lr": 9.867128570998566e-05}
{"train_loss": 0.015624928288161755, "global_step": 8318, "epoch": 46, "lr": 9.86709472907167e-05}
{"train_loss": 0.021738115698099136, "global_step": 8319, "epoch": 46, "lr": 9.867060882893657e-05}
{"train_loss": 0.011918825097382069, "global_step": 8320, "epoch": 46, "lr": 9.867027032464558e-05}
{"train_loss": 0.012844089418649673, "global_step": 8321, "epoch": 46, "lr": 9.866993177784401e-05}
{"train_loss": 0.008155815303325653, "global_step": 8322, "epoch": 46, "lr": 9.866959318853215e-05}
{"train_loss": 0.011366222985088825, "global_step": 8323, "epoch": 46, "lr": 9.86692545567103e-05}
{"train_loss": 0.01383684016764164, "global_step": 8324, "epoch": 46, "lr": 9.866891588237879e-05}
{"train_loss": 0.016822844743728638, "global_step": 8325, "epoch": 46, "lr": 9.866857716553788e-05}
{"train_loss": 0.017838560044765472, "global_step": 8326, "epoch": 46, "lr": 9.866823840618787e-05}
{"train_loss": 0.009125874377787113, "global_step": 8327, "epoch": 46, "lr": 9.866789960432905e-05}
{"train_loss": 0.01101984828710556, "global_step": 8328, "epoch": 46, "lr": 9.866756075996174e-05}
{"train_loss": 0.011472482234239578, "global_step": 8329, "epoch": 46, "lr": 9.866722187308621e-05}
{"train_loss": 0.011120577342808247, "global_step": 8330, "epoch": 46, "lr": 9.866688294370279e-05}
{"train_loss": 0.012777883559465408, "global_step": 8331, "epoch": 46, "lr": 9.866654397181173e-05}
{"train_loss": 0.009707074612379074, "global_step": 8332, "epoch": 46, "lr": 9.866620495741337e-05}
{"train_loss": 0.010338632389903069, "global_step": 8333, "epoch": 46, "lr": 9.866586590050797e-05}
{"train_loss": 0.011554434895515442, "global_step": 8334, "epoch": 46, "lr": 9.866552680109585e-05}
{"train_loss": 0.00872056744992733, "global_step": 8335, "epoch": 46, "lr": 9.866518765917729e-05}
{"train_loss": 0.016603484749794006, "global_step": 8336, "epoch": 46, "lr": 9.866484847475262e-05}
{"train_loss": 0.010344957932829857, "global_step": 8337, "epoch": 46, "lr": 9.866450924782208e-05}
{"train_loss": 0.01663179323077202, "global_step": 8338, "epoch": 46, "lr": 9.866416997838601e-05}
{"train_loss": 0.015482399612665176, "global_step": 8339, "epoch": 46, "lr": 9.866383066644469e-05}
{"train_loss": 0.01296843308955431, "global_step": 8340, "epoch": 46, "lr": 9.866349131199844e-05}
{"train_loss": 0.014046484604477882, "global_step": 8341, "epoch": 46, "lr": 9.866315191504752e-05}
{"train_loss": 0.010266652330756187, "global_step": 8342, "epoch": 46, "lr": 9.866281247559224e-05}
{"train_loss": 0.01395931001752615, "global_step": 8343, "epoch": 46, "lr": 9.866247299363289e-05}
{"train_loss": 0.025761276483535767, "global_step": 8344, "epoch": 46, "lr": 9.86621334691698e-05}
{"train_loss": 0.01911093294620514, "global_step": 8345, "epoch": 46, "lr": 9.866179390220322e-05}
{"train_loss": 0.011954634450376034, "global_step": 8346, "epoch": 46, "lr": 9.86614542927335e-05}
{"train_loss": 0.015236170031130314, "global_step": 8347, "epoch": 46, "lr": 9.866111464076088e-05}
{"train_loss": 0.016291528940200806, "global_step": 8348, "epoch": 46, "lr": 9.86607749462857e-05}
{"train_loss": 0.011224502697587013, "global_step": 8349, "epoch": 46, "lr": 9.866043520930823e-05}
{"train_loss": 0.015249542891979218, "global_step": 8350, "epoch": 46, "lr": 9.866009542982877e-05}
{"train_loss": 0.013899274170398712, "global_step": 8351, "epoch": 46, "lr": 9.865975560784762e-05}
{"train_loss": 0.014806061051785946, "global_step": 8352, "epoch": 46, "lr": 9.865941574336509e-05}
{"train_loss": 0.012384082190692425, "global_step": 8353, "epoch": 46, "lr": 9.865907583638145e-05}
{"train_loss": 0.01897226646542549, "global_step": 8354, "epoch": 46, "lr": 9.865873588689704e-05}
{"train_loss": 0.0074298083782196045, "global_step": 8355, "epoch": 46, "lr": 9.865839589491211e-05}
{"train_loss": 0.014244886115193367, "global_step": 8356, "epoch": 46, "lr": 9.865805586042698e-05}
{"train_loss": 0.013108836486935616, "global_step": 8357, "epoch": 46, "lr": 9.865771578344195e-05}
{"train_loss": 0.01708323322236538, "global_step": 8358, "epoch": 46, "lr": 9.865737566395731e-05}
{"train_loss": 0.012927502393722534, "global_step": 8359, "epoch": 46, "lr": 9.865703550197336e-05}
{"train_loss": 0.010166632011532784, "global_step": 8360, "epoch": 46, "lr": 9.865669529749039e-05}
{"train_loss": 0.015757158398628235, "global_step": 8361, "epoch": 46, "lr": 9.86563550505087e-05}
{"train_loss": 0.014448902569711208, "global_step": 8362, "epoch": 46, "lr": 9.86560147610286e-05}
{"train_loss": 0.0146175567060709, "global_step": 8363, "epoch": 46, "lr": 9.865567442905038e-05}
{"train_loss": 0.012204829603433609, "global_step": 8364, "epoch": 46, "lr": 9.865533405457431e-05}
{"train_loss": 0.013922601956560204, "global_step": 8365, "epoch": 46, "lr": 9.865499363760073e-05}
{"train_loss": 0.013014718890190125, "global_step": 8366, "epoch": 47, "lr": 9.865465317812992e-05}
{"train_loss": 0.016359100118279457, "global_step": 8367, "epoch": 47, "lr": 9.865431267616216e-05}
{"train_loss": 0.01697602868080139, "global_step": 8368, "epoch": 47, "lr": 9.865397213169778e-05}
{"train_loss": 0.008767560124397278, "global_step": 8369, "epoch": 47, "lr": 9.865363154473706e-05}
{"train_loss": 0.017944782972335815, "global_step": 8370, "epoch": 47, "lr": 9.865329091528029e-05}
{"train_loss": 0.007747082971036434, "global_step": 8371, "epoch": 47, "lr": 9.865295024332777e-05}
{"train_loss": 0.014517098665237427, "global_step": 8372, "epoch": 47, "lr": 9.865260952887982e-05}
{"train_loss": 0.011572103947401047, "global_step": 8373, "epoch": 47, "lr": 9.865226877193672e-05}
{"train_loss": 0.010050985962152481, "global_step": 8374, "epoch": 47, "lr": 9.865192797249876e-05}
{"train_loss": 0.013868812471628189, "global_step": 8375, "epoch": 47, "lr": 9.865158713056624e-05}
{"train_loss": 0.01368906069546938, "global_step": 8376, "epoch": 47, "lr": 9.865124624613949e-05}
{"train_loss": 0.021940620616078377, "global_step": 8377, "epoch": 47, "lr": 9.865090531921876e-05}
{"train_loss": 0.011476019397377968, "global_step": 8378, "epoch": 47, "lr": 9.865056434980437e-05}
{"train_loss": 0.013085033744573593, "global_step": 8379, "epoch": 47, "lr": 9.865022333789662e-05}
{"train_loss": 0.014499993063509464, "global_step": 8380, "epoch": 47, "lr": 9.864988228349581e-05}
{"train_loss": 0.011248167604207993, "global_step": 8381, "epoch": 47, "lr": 9.864954118660223e-05}
{"train_loss": 0.009693728759884834, "global_step": 8382, "epoch": 47, "lr": 9.864920004721619e-05}
{"train_loss": 0.010456502437591553, "global_step": 8383, "epoch": 47, "lr": 9.864885886533796e-05}
{"train_loss": 0.013425562530755997, "global_step": 8384, "epoch": 47, "lr": 9.864851764096787e-05}
{"train_loss": 0.019055835902690887, "global_step": 8385, "epoch": 47, "lr": 9.86481763741062e-05}
{"train_loss": 0.007025754079222679, "global_step": 8386, "epoch": 47, "lr": 9.864783506475326e-05}
{"train_loss": 0.014815197326242924, "global_step": 8387, "epoch": 47, "lr": 9.864749371290933e-05}
{"train_loss": 0.01936125010251999, "global_step": 8388, "epoch": 47, "lr": 9.864715231857474e-05}
{"train_loss": 0.014291753992438316, "global_step": 8389, "epoch": 47, "lr": 9.864681088174976e-05}
{"train_loss": 0.016288569197058678, "global_step": 8390, "epoch": 47, "lr": 9.864646940243468e-05}
{"train_loss": 0.014201438054442406, "global_step": 8391, "epoch": 47, "lr": 9.864612788062982e-05}
{"train_loss": 0.01254214532673359, "global_step": 8392, "epoch": 47, "lr": 9.864578631633548e-05}
{"train_loss": 0.011594966985285282, "global_step": 8393, "epoch": 47, "lr": 9.864544470955195e-05}
{"train_loss": 0.01045241765677929, "global_step": 8394, "epoch": 47, "lr": 9.864510306027952e-05}
{"train_loss": 0.012490246444940567, "global_step": 8395, "epoch": 47, "lr": 9.864476136851851e-05}
{"train_loss": 0.01475352980196476, "global_step": 8396, "epoch": 47, "lr": 9.86444196342692e-05}
{"train_loss": 0.016870882362127304, "global_step": 8397, "epoch": 47, "lr": 9.864407785753189e-05}
{"train_loss": 0.010479426942765713, "global_step": 8398, "epoch": 47, "lr": 9.86437360383069e-05}
{"train_loss": 0.014048757031559944, "global_step": 8399, "epoch": 47, "lr": 9.864339417659449e-05}
{"train_loss": 0.012225853279232979, "global_step": 8400, "epoch": 47, "lr": 9.8643052272395e-05}
{"train_loss": 0.00944582186639309, "global_step": 8401, "epoch": 47, "lr": 9.864271032570869e-05}
{"train_loss": 0.012682095170021057, "global_step": 8402, "epoch": 47, "lr": 9.864236833653588e-05}
{"train_loss": 0.011430010199546814, "global_step": 8403, "epoch": 47, "lr": 9.864202630487689e-05}
{"train_loss": 0.011030932888388634, "global_step": 8404, "epoch": 47, "lr": 9.864168423073196e-05}
{"train_loss": 0.014803044497966766, "global_step": 8405, "epoch": 47, "lr": 9.864134211410146e-05}
{"train_loss": 0.01832110434770584, "global_step": 8406, "epoch": 47, "lr": 9.864099995498563e-05}
{"train_loss": 0.010125662200152874, "global_step": 8407, "epoch": 47, "lr": 9.864065775338479e-05}
{"train_loss": 0.01145093608647585, "global_step": 8408, "epoch": 47, "lr": 9.864031550929925e-05}
{"train_loss": 0.010945821180939674, "global_step": 8409, "epoch": 47, "lr": 9.863997322272928e-05}
{"train_loss": 0.010262676514685154, "global_step": 8410, "epoch": 47, "lr": 9.863963089367522e-05}
{"train_loss": 0.02196943759918213, "global_step": 8411, "epoch": 47, "lr": 9.863928852213734e-05}
{"train_loss": 0.012121442705392838, "global_step": 8412, "epoch": 47, "lr": 9.863894610811595e-05}
{"train_loss": 0.011661196127533913, "global_step": 8413, "epoch": 47, "lr": 9.863860365161134e-05}
{"train_loss": 0.01327355857938528, "global_step": 8414, "epoch": 47, "lr": 9.863826115262382e-05}
{"train_loss": 0.011424035765230656, "global_step": 8415, "epoch": 47, "lr": 9.863791861115368e-05}
{"train_loss": 0.01264079287648201, "global_step": 8416, "epoch": 47, "lr": 9.863757602720121e-05}
{"train_loss": 0.01257385779172182, "global_step": 8417, "epoch": 47, "lr": 9.863723340076674e-05}
{"train_loss": 0.00959231611341238, "global_step": 8418, "epoch": 47, "lr": 9.863689073185054e-05}
{"train_loss": 0.014373915269970894, "global_step": 8419, "epoch": 47, "lr": 9.863654802045292e-05}
{"train_loss": 0.011650705710053444, "global_step": 8420, "epoch": 47, "lr": 9.86362052665742e-05}
{"train_loss": 0.010190575383603573, "global_step": 8421, "epoch": 47, "lr": 9.863586247021464e-05}
{"train_loss": 0.012787846848368645, "global_step": 8422, "epoch": 47, "lr": 9.863551963137456e-05}
{"train_loss": 0.0137857124209404, "global_step": 8423, "epoch": 47, "lr": 9.863517675005427e-05}
{"train_loss": 0.010410727933049202, "global_step": 8424, "epoch": 47, "lr": 9.863483382625405e-05}
{"train_loss": 0.013944990001618862, "global_step": 8425, "epoch": 47, "lr": 9.86344908599742e-05}
{"train_loss": 0.02080504596233368, "global_step": 8426, "epoch": 47, "lr": 9.863414785121503e-05}
{"train_loss": 0.011139586567878723, "global_step": 8427, "epoch": 47, "lr": 9.863380479997684e-05}
{"train_loss": 0.012473909184336662, "global_step": 8428, "epoch": 47, "lr": 9.863346170625992e-05}
{"train_loss": 0.011081328615546227, "global_step": 8429, "epoch": 47, "lr": 9.863311857006459e-05}
{"train_loss": 0.01117516029626131, "global_step": 8430, "epoch": 47, "lr": 9.863277539139112e-05}
{"train_loss": 0.012366744689643383, "global_step": 8431, "epoch": 47, "lr": 9.863243217023983e-05}
{"train_loss": 0.008851386606693268, "global_step": 8432, "epoch": 47, "lr": 9.863208890661102e-05}
{"train_loss": 0.017955537885427475, "global_step": 8433, "epoch": 47, "lr": 9.863174560050497e-05}
{"train_loss": 0.018224287778139114, "global_step": 8434, "epoch": 47, "lr": 9.863140225192201e-05}
{"train_loss": 0.011837583966553211, "global_step": 8435, "epoch": 47, "lr": 9.863105886086242e-05}
{"train_loss": 0.013333195820450783, "global_step": 8436, "epoch": 47, "lr": 9.863071542732651e-05}
{"train_loss": 0.008883785456418991, "global_step": 8437, "epoch": 47, "lr": 9.863037195131457e-05}
{"train_loss": 0.01775883138179779, "global_step": 8438, "epoch": 47, "lr": 9.863002843282689e-05}
{"train_loss": 0.013173709623515606, "global_step": 8439, "epoch": 47, "lr": 9.862968487186379e-05}
{"train_loss": 0.0241425558924675, "global_step": 8440, "epoch": 47, "lr": 9.862934126842558e-05}
{"train_loss": 0.014921297319233418, "global_step": 8441, "epoch": 47, "lr": 9.862899762251255e-05}
{"train_loss": 0.013691750355064869, "global_step": 8442, "epoch": 47, "lr": 9.862865393412497e-05}
{"train_loss": 0.014689786359667778, "global_step": 8443, "epoch": 47, "lr": 9.862831020326317e-05}
{"train_loss": 0.01523684710264206, "global_step": 8444, "epoch": 47, "lr": 9.862796642992745e-05}
{"train_loss": 0.016756556928157806, "global_step": 8445, "epoch": 47, "lr": 9.862762261411812e-05}
{"train_loss": 0.013456287793815136, "global_step": 8446, "epoch": 47, "lr": 9.862727875583543e-05}
{"train_loss": 0.012108487077057362, "global_step": 8447, "epoch": 47, "lr": 9.862693485507974e-05}
{"train_loss": 0.01120695099234581, "global_step": 8448, "epoch": 47, "lr": 9.862659091185134e-05}
{"train_loss": 0.011826658621430397, "global_step": 8449, "epoch": 47, "lr": 9.86262469261505e-05}
{"train_loss": 0.010042833164334297, "global_step": 8450, "epoch": 47, "lr": 9.862590289797753e-05}
{"train_loss": 0.0076732756569981575, "global_step": 8451, "epoch": 47, "lr": 9.862555882733274e-05}
{"train_loss": 0.011172556318342686, "global_step": 8452, "epoch": 47, "lr": 9.862521471421644e-05}
{"train_loss": 0.014223476871848106, "global_step": 8453, "epoch": 47, "lr": 9.86248705586289e-05}
{"train_loss": 0.01697908341884613, "global_step": 8454, "epoch": 47, "lr": 9.862452636057046e-05}
{"train_loss": 0.013424629345536232, "global_step": 8455, "epoch": 47, "lr": 9.862418212004139e-05}
{"train_loss": 0.011475818231701851, "global_step": 8456, "epoch": 47, "lr": 9.862383783704201e-05}
{"train_loss": 0.012904483824968338, "global_step": 8457, "epoch": 47, "lr": 9.86234935115726e-05}
{"train_loss": 0.020800268277525902, "global_step": 8458, "epoch": 47, "lr": 9.862314914363347e-05}
{"train_loss": 0.010374775156378746, "global_step": 8459, "epoch": 47, "lr": 9.862280473322494e-05}
{"train_loss": 0.016933152452111244, "global_step": 8460, "epoch": 47, "lr": 9.862246028034728e-05}
{"train_loss": 0.012899421155452728, "global_step": 8461, "epoch": 47, "lr": 9.86221157850008e-05}
{"train_loss": 0.012623137794435024, "global_step": 8462, "epoch": 47, "lr": 9.862177124718582e-05}
{"train_loss": 0.020559877157211304, "global_step": 8463, "epoch": 47, "lr": 9.862142666690262e-05}
{"train_loss": 0.012157347053289413, "global_step": 8464, "epoch": 47, "lr": 9.86210820441515e-05}
{"train_loss": 0.011315956711769104, "global_step": 8465, "epoch": 47, "lr": 9.862073737893278e-05}
{"train_loss": 0.011029251851141453, "global_step": 8466, "epoch": 47, "lr": 9.862039267124674e-05}
{"train_loss": 0.01098048035055399, "global_step": 8467, "epoch": 47, "lr": 9.862004792109369e-05}
{"train_loss": 0.015213867649435997, "global_step": 8468, "epoch": 47, "lr": 9.861970312847395e-05}
{"train_loss": 0.012630235403776169, "global_step": 8469, "epoch": 47, "lr": 9.861935829338778e-05}
{"train_loss": 0.00680564483627677, "global_step": 8470, "epoch": 47, "lr": 9.861901341583553e-05}
{"train_loss": 0.020629560574889183, "global_step": 8471, "epoch": 47, "lr": 9.861866849581744e-05}
{"train_loss": 0.01317455992102623, "global_step": 8472, "epoch": 47, "lr": 9.861832353333388e-05}
{"train_loss": 0.010324407368898392, "global_step": 8473, "epoch": 47, "lr": 9.86179785283851e-05}
{"train_loss": 0.016027193516492844, "global_step": 8474, "epoch": 47, "lr": 9.861763348097142e-05}
{"train_loss": 0.011766339652240276, "global_step": 8475, "epoch": 47, "lr": 9.861728839109315e-05}
{"train_loss": 0.01423231977969408, "global_step": 8476, "epoch": 47, "lr": 9.861694325875057e-05}
{"train_loss": 0.0172543004155159, "global_step": 8477, "epoch": 47, "lr": 9.861659808394402e-05}
{"train_loss": 0.012832055799663067, "global_step": 8478, "epoch": 47, "lr": 9.861625286667375e-05}
{"train_loss": 0.011585849337279797, "global_step": 8479, "epoch": 47, "lr": 9.861590760694009e-05}
{"train_loss": 0.0223839208483696, "global_step": 8480, "epoch": 47, "lr": 9.861556230474334e-05}
{"train_loss": 0.010988088324666023, "global_step": 8481, "epoch": 47, "lr": 9.861521696008379e-05}
{"train_loss": 0.015515157952904701, "global_step": 8482, "epoch": 47, "lr": 9.861487157296177e-05}
{"train_loss": 0.014079759828746319, "global_step": 8483, "epoch": 47, "lr": 9.861452614337754e-05}
{"train_loss": 0.01205320656299591, "global_step": 8484, "epoch": 47, "lr": 9.861418067133144e-05}
{"train_loss": 0.016640104353427887, "global_step": 8485, "epoch": 47, "lr": 9.861383515682376e-05}
{"train_loss": 0.014691181480884552, "global_step": 8486, "epoch": 47, "lr": 9.86134895998548e-05}
{"train_loss": 0.013019725680351257, "global_step": 8487, "epoch": 47, "lr": 9.861314400042482e-05}
{"train_loss": 0.00913163460791111, "global_step": 8488, "epoch": 47, "lr": 9.861279835853421e-05}
{"train_loss": 0.011716324836015701, "global_step": 8489, "epoch": 47, "lr": 9.861245267418321e-05}
{"train_loss": 0.018121419474482536, "global_step": 8490, "epoch": 47, "lr": 9.861210694737213e-05}
{"train_loss": 0.015137153677642345, "global_step": 8491, "epoch": 47, "lr": 9.861176117810128e-05}
{"train_loss": 0.012862988747656345, "global_step": 8492, "epoch": 47, "lr": 9.861141536637096e-05}
{"train_loss": 0.009466646239161491, "global_step": 8493, "epoch": 47, "lr": 9.861106951218147e-05}
{"train_loss": 0.016461601480841637, "global_step": 8494, "epoch": 47, "lr": 9.861072361553311e-05}
{"train_loss": 0.012123079970479012, "global_step": 8495, "epoch": 47, "lr": 9.86103776764262e-05}
{"train_loss": 0.014655730687081814, "global_step": 8496, "epoch": 47, "lr": 9.861003169486103e-05}
{"train_loss": 0.009032846428453922, "global_step": 8497, "epoch": 47, "lr": 9.860968567083789e-05}
{"train_loss": 0.014488895423710346, "global_step": 8498, "epoch": 47, "lr": 9.860933960435709e-05}
{"train_loss": 0.015546659007668495, "global_step": 8499, "epoch": 47, "lr": 9.860899349541895e-05}
{"train_loss": 0.01311249565333128, "global_step": 8500, "epoch": 47, "lr": 9.860864734402372e-05}
{"train_loss": 0.011323841288685799, "global_step": 8501, "epoch": 47, "lr": 9.860830115017178e-05}
{"train_loss": 0.018469052389264107, "global_step": 8502, "epoch": 47, "lr": 9.860795491386337e-05}
{"train_loss": 0.010178298689424992, "global_step": 8503, "epoch": 47, "lr": 9.860760863509882e-05}
{"train_loss": 0.015866292640566826, "global_step": 8504, "epoch": 47, "lr": 9.860726231387842e-05}
{"train_loss": 0.013511454686522484, "global_step": 8505, "epoch": 47, "lr": 9.860691595020251e-05}
{"train_loss": 0.008630463853478432, "global_step": 8506, "epoch": 47, "lr": 9.860656954407133e-05}
{"train_loss": 0.016640080139040947, "global_step": 8507, "epoch": 47, "lr": 9.860622309548521e-05}
{"train_loss": 0.009351436048746109, "global_step": 8508, "epoch": 47, "lr": 9.860587660444448e-05}
{"train_loss": 0.009196003898978233, "global_step": 8509, "epoch": 47, "lr": 9.860553007094941e-05}
{"train_loss": 0.01881132833659649, "global_step": 8510, "epoch": 47, "lr": 9.86051834950003e-05}
{"train_loss": 0.013477095402777195, "global_step": 8511, "epoch": 47, "lr": 9.860483687659749e-05}
{"train_loss": 0.017817417159676552, "global_step": 8512, "epoch": 47, "lr": 9.860449021574123e-05}
{"train_loss": 0.015673119574785233, "global_step": 8513, "epoch": 47, "lr": 9.860414351243188e-05}
{"train_loss": 0.01105837058275938, "global_step": 8514, "epoch": 47, "lr": 9.860379676666968e-05}
{"train_loss": 0.01975436881184578, "global_step": 8515, "epoch": 47, "lr": 9.860344997845499e-05}
{"train_loss": 0.01660369709134102, "global_step": 8516, "epoch": 47, "lr": 9.860310314778809e-05}
{"train_loss": 0.01221177913248539, "global_step": 8517, "epoch": 47, "lr": 9.860275627466926e-05}
{"train_loss": 0.023347005248069763, "global_step": 8518, "epoch": 47, "lr": 9.860240935909884e-05}
{"train_loss": 0.014542622491717339, "global_step": 8519, "epoch": 47, "lr": 9.860206240107712e-05}
{"train_loss": 0.017935939133167267, "global_step": 8520, "epoch": 47, "lr": 9.860171540060441e-05}
{"train_loss": 0.014709776267409325, "global_step": 8521, "epoch": 47, "lr": 9.860136835768099e-05}
{"train_loss": 0.01643911376595497, "global_step": 8522, "epoch": 47, "lr": 9.860102127230717e-05}
{"train_loss": 0.012294003739953041, "global_step": 8523, "epoch": 47, "lr": 9.860067414448328e-05}
{"train_loss": 0.012568522244691849, "global_step": 8524, "epoch": 47, "lr": 9.860032697420959e-05}
{"train_loss": 0.012047844007611275, "global_step": 8525, "epoch": 47, "lr": 9.859997976148643e-05}
{"train_loss": 0.01083209365606308, "global_step": 8526, "epoch": 47, "lr": 9.859963250631407e-05}
{"train_loss": 0.01301762368530035, "global_step": 8527, "epoch": 47, "lr": 9.859928520869284e-05}
{"train_loss": 0.01765063963830471, "global_step": 8528, "epoch": 47, "lr": 9.859893786862305e-05}
{"train_loss": 0.0171490628272295, "global_step": 8529, "epoch": 47, "lr": 9.859859048610498e-05}
{"train_loss": 0.009265603497624397, "global_step": 8530, "epoch": 47, "lr": 9.859824306113894e-05}
{"train_loss": 0.012755129486322403, "global_step": 8531, "epoch": 47, "lr": 9.859789559372524e-05}
{"train_loss": 0.01251315325498581, "global_step": 8532, "epoch": 47, "lr": 9.859754808386419e-05}
{"train_loss": 0.013765141367912292, "global_step": 8533, "epoch": 47, "lr": 9.859720053155606e-05}
{"train_loss": 0.017247797921299934, "global_step": 8534, "epoch": 47, "lr": 9.85968529368012e-05}
{"train_loss": 0.01313713751733303, "global_step": 8535, "epoch": 47, "lr": 9.859650529959988e-05}
{"train_loss": 0.012345103546977043, "global_step": 8536, "epoch": 47, "lr": 9.859615761995243e-05}
{"train_loss": 0.008328084833920002, "global_step": 8537, "epoch": 47, "lr": 9.859580989785913e-05}
{"train_loss": 0.023260636255145073, "global_step": 8538, "epoch": 47, "lr": 9.859546213332029e-05}
{"train_loss": 0.02048516646027565, "global_step": 8539, "epoch": 47, "lr": 9.859511432633621e-05}
{"train_loss": 0.010128455236554146, "global_step": 8540, "epoch": 47, "lr": 9.85947664769072e-05}
{"train_loss": 0.013232900761067867, "global_step": 8541, "epoch": 47, "lr": 9.859441858503358e-05}
{"train_loss": 0.013094484806060791, "global_step": 8542, "epoch": 47, "lr": 9.859407065071562e-05}
{"train_loss": 0.013606517484118596, "global_step": 8543, "epoch": 47, "lr": 9.859372267395363e-05}
{"train_loss": 0.017345115542411804, "global_step": 8544, "epoch": 48, "lr": 9.859337465474796e-05}
{"train_loss": 0.017794650048017502, "global_step": 8545, "epoch": 48, "lr": 9.859302659309885e-05}
{"train_loss": 0.0140399020165205, "global_step": 8546, "epoch": 48, "lr": 9.859267848900666e-05}
{"train_loss": 0.01777709275484085, "global_step": 8547, "epoch": 48, "lr": 9.859233034247163e-05}
{"train_loss": 0.01177452877163887, "global_step": 8548, "epoch": 48, "lr": 9.859198215349415e-05}
{"train_loss": 0.013268938288092613, "global_step": 8549, "epoch": 48, "lr": 9.859163392207444e-05}
{"train_loss": 0.015341734513640404, "global_step": 8550, "epoch": 48, "lr": 9.859128564821285e-05}
{"train_loss": 0.011810808442533016, "global_step": 8551, "epoch": 48, "lr": 9.859093733190967e-05}
{"train_loss": 0.022644339129328728, "global_step": 8552, "epoch": 48, "lr": 9.85905889731652e-05}
{"train_loss": 0.01812019571661949, "global_step": 8553, "epoch": 48, "lr": 9.859024057197978e-05}
{"train_loss": 0.012246353551745415, "global_step": 8554, "epoch": 48, "lr": 9.858989212835367e-05}
{"train_loss": 0.01682342402637005, "global_step": 8555, "epoch": 48, "lr": 9.858954364228718e-05}
{"train_loss": 0.0180165097117424, "global_step": 8556, "epoch": 48, "lr": 9.858919511378064e-05}
{"train_loss": 0.009333544410765171, "global_step": 8557, "epoch": 48, "lr": 9.858884654283434e-05}
{"train_loss": 0.014461254701018333, "global_step": 8558, "epoch": 48, "lr": 9.858849792944858e-05}
{"train_loss": 0.016498049721121788, "global_step": 8559, "epoch": 48, "lr": 9.858814927362368e-05}
{"train_loss": 0.01925850659608841, "global_step": 8560, "epoch": 48, "lr": 9.858780057535991e-05}
{"train_loss": 0.015340408310294151, "global_step": 8561, "epoch": 48, "lr": 9.85874518346576e-05}
{"train_loss": 0.013189536519348621, "global_step": 8562, "epoch": 48, "lr": 9.858710305151708e-05}
{"train_loss": 0.009514293633401394, "global_step": 8563, "epoch": 48, "lr": 9.85867542259386e-05}
{"train_loss": 0.012488048523664474, "global_step": 8564, "epoch": 48, "lr": 9.85864053579225e-05}
{"train_loss": 0.020391352474689484, "global_step": 8565, "epoch": 48, "lr": 9.858605644746908e-05}
{"train_loss": 0.017925437539815903, "global_step": 8566, "epoch": 48, "lr": 9.858570749457865e-05}
{"train_loss": 0.009170494973659515, "global_step": 8567, "epoch": 48, "lr": 9.858535849925149e-05}
{"train_loss": 0.017395444214344025, "global_step": 8568, "epoch": 48, "lr": 9.858500946148791e-05}
{"train_loss": 0.013423245400190353, "global_step": 8569, "epoch": 48, "lr": 9.858466038128826e-05}
{"train_loss": 0.01395025011152029, "global_step": 8570, "epoch": 48, "lr": 9.85843112586528e-05}
{"train_loss": 0.013021032325923443, "global_step": 8571, "epoch": 48, "lr": 9.858396209358183e-05}
{"train_loss": 0.014429115690290928, "global_step": 8572, "epoch": 48, "lr": 9.858361288607567e-05}
{"train_loss": 0.02220330573618412, "global_step": 8573, "epoch": 48, "lr": 9.858326363613464e-05}
{"train_loss": 0.009826491586863995, "global_step": 8574, "epoch": 48, "lr": 9.858291434375903e-05}
{"train_loss": 0.012183777987957, "global_step": 8575, "epoch": 48, "lr": 9.858256500894913e-05}
{"train_loss": 0.012154018506407738, "global_step": 8576, "epoch": 48, "lr": 9.858221563170528e-05}
{"train_loss": 0.017607979476451874, "global_step": 8577, "epoch": 48, "lr": 9.858186621202775e-05}
{"train_loss": 0.009882819838821888, "global_step": 8578, "epoch": 48, "lr": 9.858151674991687e-05}
{"train_loss": 0.02145404927432537, "global_step": 8579, "epoch": 48, "lr": 9.858116724537294e-05}
{"train_loss": 0.016681503504514694, "global_step": 8580, "epoch": 48, "lr": 9.858081769839625e-05}
{"train_loss": 0.02042069286108017, "global_step": 8581, "epoch": 48, "lr": 9.858046810898713e-05}
{"train_loss": 0.015597345307469368, "global_step": 8582, "epoch": 48, "lr": 9.858011847714585e-05}
{"train_loss": 0.01189408078789711, "global_step": 8583, "epoch": 48, "lr": 9.857976880287277e-05}
{"train_loss": 0.011825704015791416, "global_step": 8584, "epoch": 48, "lr": 9.857941908616815e-05}
{"train_loss": 0.01407488714903593, "global_step": 8585, "epoch": 48, "lr": 9.85790693270323e-05}
{"train_loss": 0.014902624301612377, "global_step": 8586, "epoch": 48, "lr": 9.857871952546554e-05}
{"train_loss": 0.01021631434559822, "global_step": 8587, "epoch": 48, "lr": 9.857836968146817e-05}
{"train_loss": 0.01012734230607748, "global_step": 8588, "epoch": 48, "lr": 9.857801979504049e-05}
{"train_loss": 0.009352822788059711, "global_step": 8589, "epoch": 48, "lr": 9.857766986618282e-05}
{"train_loss": 0.01248029712587595, "global_step": 8590, "epoch": 48, "lr": 9.857731989489545e-05}
{"train_loss": 0.016345499083399773, "global_step": 8591, "epoch": 48, "lr": 9.857696988117868e-05}
{"train_loss": 0.012775776907801628, "global_step": 8592, "epoch": 48, "lr": 9.857661982503285e-05}
{"train_loss": 0.009205776266753674, "global_step": 8593, "epoch": 48, "lr": 9.857626972645824e-05}
{"train_loss": 0.01477101817727089, "global_step": 8594, "epoch": 48, "lr": 9.857591958545514e-05}
{"train_loss": 0.007931768894195557, "global_step": 8595, "epoch": 48, "lr": 9.85755694020239e-05}
{"train_loss": 0.018605053424835205, "global_step": 8596, "epoch": 48, "lr": 9.857521917616479e-05}
{"train_loss": 0.021362826228141785, "global_step": 8597, "epoch": 48, "lr": 9.857486890787813e-05}
{"train_loss": 0.014737579971551895, "global_step": 8598, "epoch": 48, "lr": 9.857451859716422e-05}
{"train_loss": 0.01367850974202156, "global_step": 8599, "epoch": 48, "lr": 9.857416824402336e-05}
{"train_loss": 0.013332588598132133, "global_step": 8600, "epoch": 48, "lr": 9.857381784845588e-05}
{"train_loss": 0.016037095338106155, "global_step": 8601, "epoch": 48, "lr": 9.857346741046207e-05}
{"train_loss": 0.007924539968371391, "global_step": 8602, "epoch": 48, "lr": 9.857311693004223e-05}
{"train_loss": 0.010872768238186836, "global_step": 8603, "epoch": 48, "lr": 9.857276640719668e-05}
{"train_loss": 0.017808718606829643, "global_step": 8604, "epoch": 48, "lr": 9.85724158419257e-05}
{"train_loss": 0.0162022914737463, "global_step": 8605, "epoch": 48, "lr": 9.857206523422964e-05}
{"train_loss": 0.021590497344732285, "global_step": 8606, "epoch": 48, "lr": 9.857171458410877e-05}
{"train_loss": 0.015400653705000877, "global_step": 8607, "epoch": 48, "lr": 9.857136389156341e-05}
{"train_loss": 0.008992761373519897, "global_step": 8608, "epoch": 48, "lr": 9.857101315659384e-05}
{"train_loss": 0.010094447061419487, "global_step": 8609, "epoch": 48, "lr": 9.857066237920043e-05}
{"train_loss": 0.01545008085668087, "global_step": 8610, "epoch": 48, "lr": 9.857031155938344e-05}
{"train_loss": 0.01888759806752205, "global_step": 8611, "epoch": 48, "lr": 9.856996069714317e-05}
{"train_loss": 0.01736188679933548, "global_step": 8612, "epoch": 48, "lr": 9.856960979247995e-05}
{"train_loss": 0.014865702949464321, "global_step": 8613, "epoch": 48, "lr": 9.856925884539406e-05}
{"train_loss": 0.010554814711213112, "global_step": 8614, "epoch": 48, "lr": 9.856890785588584e-05}
{"train_loss": 0.010341964662075043, "global_step": 8615, "epoch": 48, "lr": 9.856855682395556e-05}
{"train_loss": 0.022813009098172188, "global_step": 8616, "epoch": 48, "lr": 9.856820574960358e-05}
{"train_loss": 0.015411056578159332, "global_step": 8617, "epoch": 48, "lr": 9.856785463283014e-05}
{"train_loss": 0.020307987928390503, "global_step": 8618, "epoch": 48, "lr": 9.856750347363559e-05}
{"train_loss": 0.01309058628976345, "global_step": 8619, "epoch": 48, "lr": 9.856715227202024e-05}
{"train_loss": 0.012408656999468803, "global_step": 8620, "epoch": 48, "lr": 9.856680102798437e-05}
{"train_loss": 0.02436976507306099, "global_step": 8621, "epoch": 48, "lr": 9.856644974152828e-05}
{"train_loss": 0.01466621458530426, "global_step": 8622, "epoch": 48, "lr": 9.856609841265234e-05}
{"train_loss": 0.012079045176506042, "global_step": 8623, "epoch": 48, "lr": 9.856574704135678e-05}
{"train_loss": 0.017414754256606102, "global_step": 8624, "epoch": 48, "lr": 9.856539562764195e-05}
{"train_loss": 0.018935974687337875, "global_step": 8625, "epoch": 48, "lr": 9.856504417150816e-05}
{"train_loss": 0.016147715970873833, "global_step": 8626, "epoch": 48, "lr": 9.856469267295568e-05}
{"train_loss": 0.010117950849235058, "global_step": 8627, "epoch": 48, "lr": 9.856434113198486e-05}
{"train_loss": 0.013305870816111565, "global_step": 8628, "epoch": 48, "lr": 9.856398954859598e-05}
{"train_loss": 0.016295187175273895, "global_step": 8629, "epoch": 48, "lr": 9.856363792278935e-05}
{"train_loss": 0.01418832316994667, "global_step": 8630, "epoch": 48, "lr": 9.85632862545653e-05}
{"train_loss": 0.010177906602621078, "global_step": 8631, "epoch": 48, "lr": 9.856293454392411e-05}
{"train_loss": 0.015024302527308464, "global_step": 8632, "epoch": 48, "lr": 9.85625827908661e-05}
{"train_loss": 0.013052341528236866, "global_step": 8633, "epoch": 48, "lr": 9.856223099539157e-05}
{"train_loss": 0.01210975181311369, "global_step": 8634, "epoch": 48, "lr": 9.856187915750082e-05}
{"train_loss": 0.012762987986207008, "global_step": 8635, "epoch": 48, "lr": 9.856152727719419e-05}
{"train_loss": 0.012766447849571705, "global_step": 8636, "epoch": 48, "lr": 9.856117535447196e-05}
{"train_loss": 0.008886383846402168, "global_step": 8637, "epoch": 48, "lr": 9.856082338933443e-05}
{"train_loss": 0.011618305929005146, "global_step": 8638, "epoch": 48, "lr": 9.856047138178192e-05}
{"train_loss": 0.01720726117491722, "global_step": 8639, "epoch": 48, "lr": 9.856011933181477e-05}
{"train_loss": 0.012834126129746437, "global_step": 8640, "epoch": 48, "lr": 9.855976723943323e-05}
{"train_loss": 0.011252698488533497, "global_step": 8641, "epoch": 48, "lr": 9.855941510463764e-05}
{"train_loss": 0.012754874303936958, "global_step": 8642, "epoch": 48, "lr": 9.855906292742829e-05}
{"train_loss": 0.01982712559401989, "global_step": 8643, "epoch": 48, "lr": 9.855871070780551e-05}
{"train_loss": 0.017776401713490486, "global_step": 8644, "epoch": 48, "lr": 9.85583584457696e-05}
{"train_loss": 0.016382521018385887, "global_step": 8645, "epoch": 48, "lr": 9.855800614132085e-05}
{"train_loss": 0.012364914640784264, "global_step": 8646, "epoch": 48, "lr": 9.855765379445958e-05}
{"train_loss": 0.01085495762526989, "global_step": 8647, "epoch": 48, "lr": 9.855730140518611e-05}
{"train_loss": 0.014660840854048729, "global_step": 8648, "epoch": 48, "lr": 9.855694897350074e-05}
{"train_loss": 0.013856310397386551, "global_step": 8649, "epoch": 48, "lr": 9.855659649940377e-05}
{"train_loss": 0.017455536872148514, "global_step": 8650, "epoch": 48, "lr": 9.855624398289552e-05}
{"train_loss": 0.011276377364993095, "global_step": 8651, "epoch": 48, "lr": 9.855589142397628e-05}
{"train_loss": 0.00949559174478054, "global_step": 8652, "epoch": 48, "lr": 9.855553882264637e-05}
{"train_loss": 0.012345055118203163, "global_step": 8653, "epoch": 48, "lr": 9.85551861789061e-05}
{"train_loss": 0.009728197939693928, "global_step": 8654, "epoch": 48, "lr": 9.855483349275578e-05}
{"train_loss": 0.019278505817055702, "global_step": 8655, "epoch": 48, "lr": 9.855448076419568e-05}
{"train_loss": 0.013991806656122208, "global_step": 8656, "epoch": 48, "lr": 9.855412799322618e-05}
{"train_loss": 0.013749329373240471, "global_step": 8657, "epoch": 48, "lr": 9.855377517984753e-05}
{"train_loss": 0.015299911610782146, "global_step": 8658, "epoch": 48, "lr": 9.855342232406006e-05}
{"train_loss": 0.01133805513381958, "global_step": 8659, "epoch": 48, "lr": 9.855306942586408e-05}
{"train_loss": 0.013215724378824234, "global_step": 8660, "epoch": 48, "lr": 9.85527164852599e-05}
{"train_loss": 0.013990870676934719, "global_step": 8661, "epoch": 48, "lr": 9.855236350224781e-05}
{"train_loss": 0.016497142612934113, "global_step": 8662, "epoch": 48, "lr": 9.855201047682813e-05}
{"train_loss": 0.0121547756716609, "global_step": 8663, "epoch": 48, "lr": 9.855165740900116e-05}
{"train_loss": 0.015521236695349216, "global_step": 8664, "epoch": 48, "lr": 9.855130429876724e-05}
{"train_loss": 0.014753752388060093, "global_step": 8665, "epoch": 48, "lr": 9.855095114612665e-05}
{"train_loss": 0.01507891807705164, "global_step": 8666, "epoch": 48, "lr": 9.855059795107968e-05}
{"train_loss": 0.014097957871854305, "global_step": 8667, "epoch": 48, "lr": 9.855024471362668e-05}
{"train_loss": 0.011372138746082783, "global_step": 8668, "epoch": 48, "lr": 9.854989143376794e-05}
{"train_loss": 0.014991543255746365, "global_step": 8669, "epoch": 48, "lr": 9.854953811150378e-05}
{"train_loss": 0.018490854650735855, "global_step": 8670, "epoch": 48, "lr": 9.854918474683448e-05}
{"train_loss": 0.01731741800904274, "global_step": 8671, "epoch": 48, "lr": 9.854883133976037e-05}
{"train_loss": 0.014723695814609528, "global_step": 8672, "epoch": 48, "lr": 9.854847789028177e-05}
{"train_loss": 0.019962400197982788, "global_step": 8673, "epoch": 48, "lr": 9.854812439839895e-05}
{"train_loss": 0.0205498319119215, "global_step": 8674, "epoch": 48, "lr": 9.854777086411225e-05}
{"train_loss": 0.014132034964859486, "global_step": 8675, "epoch": 48, "lr": 9.854741728742199e-05}
{"train_loss": 0.014725996181368828, "global_step": 8676, "epoch": 48, "lr": 9.854706366832844e-05}
{"train_loss": 0.012171940878033638, "global_step": 8677, "epoch": 48, "lr": 9.854671000683193e-05}
{"train_loss": 0.006418572273105383, "global_step": 8678, "epoch": 48, "lr": 9.854635630293277e-05}
{"train_loss": 0.014076188206672668, "global_step": 8679, "epoch": 48, "lr": 9.854600255663127e-05}
{"train_loss": 0.016617095097899437, "global_step": 8680, "epoch": 48, "lr": 9.854564876792774e-05}
{"train_loss": 0.01639164239168167, "global_step": 8681, "epoch": 48, "lr": 9.854529493682247e-05}
{"train_loss": 0.016730524599552155, "global_step": 8682, "epoch": 48, "lr": 9.85449410633158e-05}
{"train_loss": 0.022846393287181854, "global_step": 8683, "epoch": 48, "lr": 9.854458714740802e-05}
{"train_loss": 0.009865252301096916, "global_step": 8684, "epoch": 48, "lr": 9.854423318909944e-05}
{"train_loss": 0.009871240705251694, "global_step": 8685, "epoch": 48, "lr": 9.854387918839038e-05}
{"train_loss": 0.02514542266726494, "global_step": 8686, "epoch": 48, "lr": 9.854352514528114e-05}
{"train_loss": 0.017953237518668175, "global_step": 8687, "epoch": 48, "lr": 9.854317105977201e-05}
{"train_loss": 0.010887631215155125, "global_step": 8688, "epoch": 48, "lr": 9.854281693186334e-05}
{"train_loss": 0.017262745648622513, "global_step": 8689, "epoch": 48, "lr": 9.85424627615554e-05}
{"train_loss": 0.021782483905553818, "global_step": 8690, "epoch": 48, "lr": 9.854210854884853e-05}
{"train_loss": 0.019495215266942978, "global_step": 8691, "epoch": 48, "lr": 9.854175429374302e-05}
{"train_loss": 0.01333090104162693, "global_step": 8692, "epoch": 48, "lr": 9.854139999623919e-05}
{"train_loss": 0.008859576657414436, "global_step": 8693, "epoch": 48, "lr": 9.854104565633734e-05}
{"train_loss": 0.024945005774497986, "global_step": 8694, "epoch": 48, "lr": 9.85406912740378e-05}
{"train_loss": 0.01708121970295906, "global_step": 8695, "epoch": 48, "lr": 9.854033684934085e-05}
{"train_loss": 0.01165975071489811, "global_step": 8696, "epoch": 48, "lr": 9.853998238224683e-05}
{"train_loss": 0.015609686262905598, "global_step": 8697, "epoch": 48, "lr": 9.853962787275602e-05}
{"train_loss": 0.01339152455329895, "global_step": 8698, "epoch": 48, "lr": 9.853927332086876e-05}
{"train_loss": 0.01493903063237667, "global_step": 8699, "epoch": 48, "lr": 9.853891872658532e-05}
{"train_loss": 0.02063571661710739, "global_step": 8700, "epoch": 48, "lr": 9.853856408990605e-05}
{"train_loss": 0.015057872980833054, "global_step": 8701, "epoch": 48, "lr": 9.853820941083126e-05}
{"train_loss": 0.01788485236465931, "global_step": 8702, "epoch": 48, "lr": 9.85378546893612e-05}
{"train_loss": 0.012663522735238075, "global_step": 8703, "epoch": 48, "lr": 9.853749992549626e-05}
{"train_loss": 0.012906360439956188, "global_step": 8704, "epoch": 48, "lr": 9.853714511923669e-05}
{"train_loss": 0.019508805125951767, "global_step": 8705, "epoch": 48, "lr": 9.853679027058283e-05}
{"train_loss": 0.012332994490861893, "global_step": 8706, "epoch": 48, "lr": 9.853643537953499e-05}
{"train_loss": 0.015551958233118057, "global_step": 8707, "epoch": 48, "lr": 9.853608044609346e-05}
{"train_loss": 0.01923232153058052, "global_step": 8708, "epoch": 48, "lr": 9.853572547025855e-05}
{"train_loss": 0.012201627716422081, "global_step": 8709, "epoch": 48, "lr": 9.85353704520306e-05}
{"train_loss": 0.011934729292988777, "global_step": 8710, "epoch": 48, "lr": 9.85350153914099e-05}
{"train_loss": 0.012107862159609795, "global_step": 8711, "epoch": 48, "lr": 9.853466028839677e-05}
{"train_loss": 0.016575217247009277, "global_step": 8712, "epoch": 48, "lr": 9.853430514299151e-05}
{"train_loss": 0.014118459075689316, "global_step": 8713, "epoch": 48, "lr": 9.853394995519442e-05}
{"train_loss": 0.011272534728050232, "global_step": 8714, "epoch": 48, "lr": 9.853359472500584e-05}
{"train_loss": 0.014657053165137768, "global_step": 8715, "epoch": 48, "lr": 9.853323945242605e-05}
{"train_loss": 0.011521360836923122, "global_step": 8716, "epoch": 48, "lr": 9.853288413745538e-05}
{"train_loss": 0.011088687926530838, "global_step": 8717, "epoch": 48, "lr": 9.853252878009413e-05}
{"train_loss": 0.017764514312148094, "global_step": 8718, "epoch": 48, "lr": 9.853217338034263e-05}
{"train_loss": 0.019804727286100388, "global_step": 8719, "epoch": 48, "lr": 9.853181793820116e-05}
{"train_loss": 0.018200967460870743, "global_step": 8720, "epoch": 48, "lr": 9.853146245367004e-05}
{"train_loss": 0.014696241147146466, "global_step": 8721, "epoch": 48, "lr": 9.853110692674961e-05}
{"train_loss": 0.012717746198177338, "global_step": 8722, "epoch": 49, "lr": 9.853075135744013e-05}
{"train_loss": 0.01420755498111248, "global_step": 8723, "epoch": 49, "lr": 9.853039574574194e-05}
{"train_loss": 0.010838242247700691, "global_step": 8724, "epoch": 49, "lr": 9.853004009165536e-05}
{"train_loss": 0.01421763189136982, "global_step": 8725, "epoch": 49, "lr": 9.852968439518068e-05}
{"train_loss": 0.01576162315905094, "global_step": 8726, "epoch": 49, "lr": 9.852932865631823e-05}
{"train_loss": 0.013113899156451225, "global_step": 8727, "epoch": 49, "lr": 9.852897287506831e-05}
{"train_loss": 0.015466690994799137, "global_step": 8728, "epoch": 49, "lr": 9.852861705143122e-05}
{"train_loss": 0.019772006198763847, "global_step": 8729, "epoch": 49, "lr": 9.852826118540728e-05}
{"train_loss": 0.013431730680167675, "global_step": 8730, "epoch": 49, "lr": 9.85279052769968e-05}
{"train_loss": 0.015519527718424797, "global_step": 8731, "epoch": 49, "lr": 9.85275493262001e-05}
{"train_loss": 0.011317690834403038, "global_step": 8732, "epoch": 49, "lr": 9.852719333301747e-05}
{"train_loss": 0.012590881437063217, "global_step": 8733, "epoch": 49, "lr": 9.852683729744925e-05}
{"train_loss": 0.011469018645584583, "global_step": 8734, "epoch": 49, "lr": 9.852648121949574e-05}
{"train_loss": 0.01812252402305603, "global_step": 8735, "epoch": 49, "lr": 9.852612509915724e-05}
{"train_loss": 0.014458756893873215, "global_step": 8736, "epoch": 49, "lr": 9.852576893643405e-05}
{"train_loss": 0.01473222952336073, "global_step": 8737, "epoch": 49, "lr": 9.852541273132654e-05}
{"train_loss": 0.01683223247528076, "global_step": 8738, "epoch": 49, "lr": 9.852505648383494e-05}
{"train_loss": 0.013104263693094254, "global_step": 8739, "epoch": 49, "lr": 9.852470019395962e-05}
{"train_loss": 0.0230649895966053, "global_step": 8740, "epoch": 49, "lr": 9.852434386170087e-05}
{"train_loss": 0.01637614332139492, "global_step": 8741, "epoch": 49, "lr": 9.852398748705899e-05}
{"train_loss": 0.014639713801443577, "global_step": 8742, "epoch": 49, "lr": 9.852363107003433e-05}
{"train_loss": 0.009914577007293701, "global_step": 8743, "epoch": 49, "lr": 9.852327461062716e-05}
{"train_loss": 0.009098215959966183, "global_step": 8744, "epoch": 49, "lr": 9.852291810883782e-05}
{"train_loss": 0.0152583047747612, "global_step": 8745, "epoch": 49, "lr": 9.85225615646666e-05}
{"train_loss": 0.010815247893333435, "global_step": 8746, "epoch": 49, "lr": 9.85222049781138e-05}
{"train_loss": 0.015046915039420128, "global_step": 8747, "epoch": 49, "lr": 9.852184834917978e-05}
{"train_loss": 0.015134237706661224, "global_step": 8748, "epoch": 49, "lr": 9.852149167786482e-05}
{"train_loss": 0.011263222433626652, "global_step": 8749, "epoch": 49, "lr": 9.852113496416922e-05}
{"train_loss": 0.012905736453831196, "global_step": 8750, "epoch": 49, "lr": 9.852077820809332e-05}
{"train_loss": 0.011081350035965443, "global_step": 8751, "epoch": 49, "lr": 9.852042140963741e-05}
{"train_loss": 0.019712219014763832, "global_step": 8752, "epoch": 49, "lr": 9.85200645688018e-05}
{"train_loss": 0.012332596816122532, "global_step": 8753, "epoch": 49, "lr": 9.851970768558683e-05}
{"train_loss": 0.017118236050009727, "global_step": 8754, "epoch": 49, "lr": 9.851935075999278e-05}
{"train_loss": 0.013234956189990044, "global_step": 8755, "epoch": 49, "lr": 9.851899379201998e-05}
{"train_loss": 0.015455790795385838, "global_step": 8756, "epoch": 49, "lr": 9.851863678166874e-05}
{"train_loss": 0.010397176258265972, "global_step": 8757, "epoch": 49, "lr": 9.851827972893937e-05}
{"train_loss": 0.01054808497428894, "global_step": 8758, "epoch": 49, "lr": 9.851792263383219e-05}
{"train_loss": 0.02004750818014145, "global_step": 8759, "epoch": 49, "lr": 9.851756549634748e-05}
{"train_loss": 0.019702306017279625, "global_step": 8760, "epoch": 49, "lr": 9.851720831648558e-05}
{"train_loss": 0.020433049649000168, "global_step": 8761, "epoch": 49, "lr": 9.85168510942468e-05}
{"train_loss": 0.014603866264224052, "global_step": 8762, "epoch": 49, "lr": 9.851649382963143e-05}
{"train_loss": 0.014683815650641918, "global_step": 8763, "epoch": 49, "lr": 9.851613652263984e-05}
{"train_loss": 0.012018113397061825, "global_step": 8764, "epoch": 49, "lr": 9.851577917327228e-05}
{"train_loss": 0.010616838932037354, "global_step": 8765, "epoch": 49, "lr": 9.851542178152908e-05}
{"train_loss": 0.015097501687705517, "global_step": 8766, "epoch": 49, "lr": 9.851506434741055e-05}
{"train_loss": 0.01730884611606598, "global_step": 8767, "epoch": 49, "lr": 9.851470687091702e-05}
{"train_loss": 0.017705213278532028, "global_step": 8768, "epoch": 49, "lr": 9.85143493520488e-05}
{"train_loss": 0.015104780904948711, "global_step": 8769, "epoch": 49, "lr": 9.851399179080618e-05}
{"train_loss": 0.020679814741015434, "global_step": 8770, "epoch": 49, "lr": 9.851363418718948e-05}
{"train_loss": 0.007950815372169018, "global_step": 8771, "epoch": 49, "lr": 9.851327654119902e-05}
{"train_loss": 0.009047305211424828, "global_step": 8772, "epoch": 49, "lr": 9.851291885283511e-05}
{"train_loss": 0.016239484772086143, "global_step": 8773, "epoch": 49, "lr": 9.851256112209808e-05}
{"train_loss": 0.009679712355136871, "global_step": 8774, "epoch": 49, "lr": 9.851220334898821e-05}
{"train_loss": 0.01566903665661812, "global_step": 8775, "epoch": 49, "lr": 9.851184553350583e-05}
{"train_loss": 0.012315915897488594, "global_step": 8776, "epoch": 49, "lr": 9.851148767565125e-05}
{"train_loss": 0.013890167698264122, "global_step": 8777, "epoch": 49, "lr": 9.851112977542479e-05}
{"train_loss": 0.013882352039217949, "global_step": 8778, "epoch": 49, "lr": 9.851077183282673e-05}
{"train_loss": 0.011781961657106876, "global_step": 8779, "epoch": 49, "lr": 9.851041384785744e-05}
{"train_loss": 0.012970133684575558, "global_step": 8780, "epoch": 49, "lr": 9.851005582051717e-05}
{"train_loss": 0.006549849174916744, "global_step": 8781, "epoch": 49, "lr": 9.85096977508063e-05}
{"train_loss": 0.018465671688318253, "global_step": 8782, "epoch": 49, "lr": 9.850933963872508e-05}
{"train_loss": 0.01960429921746254, "global_step": 8783, "epoch": 49, "lr": 9.850898148427386e-05}
{"train_loss": 0.017705298960208893, "global_step": 8784, "epoch": 49, "lr": 9.850862328745291e-05}
{"train_loss": 0.012790080159902573, "global_step": 8785, "epoch": 49, "lr": 9.850826504826261e-05}
{"train_loss": 0.01563827320933342, "global_step": 8786, "epoch": 49, "lr": 9.850790676670322e-05}
{"train_loss": 0.015935104340314865, "global_step": 8787, "epoch": 49, "lr": 9.850754844277509e-05}
{"train_loss": 0.008919996209442616, "global_step": 8788, "epoch": 49, "lr": 9.850719007647851e-05}
{"train_loss": 0.012778082862496376, "global_step": 8789, "epoch": 49, "lr": 9.850683166781378e-05}
{"train_loss": 0.011307675391435623, "global_step": 8790, "epoch": 49, "lr": 9.850647321678124e-05}
{"train_loss": 0.01560170203447342, "global_step": 8791, "epoch": 49, "lr": 9.850611472338118e-05}
{"train_loss": 0.01331398170441389, "global_step": 8792, "epoch": 49, "lr": 9.850575618761394e-05}
{"train_loss": 0.013735842891037464, "global_step": 8793, "epoch": 49, "lr": 9.850539760947981e-05}
{"train_loss": 0.01595974713563919, "global_step": 8794, "epoch": 49, "lr": 9.850503898897911e-05}
{"train_loss": 0.009361326694488525, "global_step": 8795, "epoch": 49, "lr": 9.850468032611218e-05}
{"train_loss": 0.018640801310539246, "global_step": 8796, "epoch": 49, "lr": 9.850432162087928e-05}
{"train_loss": 0.009301376529037952, "global_step": 8797, "epoch": 49, "lr": 9.850396287328077e-05}
{"train_loss": 0.012209566310048103, "global_step": 8798, "epoch": 49, "lr": 9.850360408331693e-05}
{"train_loss": 0.011672585271298885, "global_step": 8799, "epoch": 49, "lr": 9.850324525098809e-05}
{"train_loss": 0.015470135025680065, "global_step": 8800, "epoch": 49, "lr": 9.850288637629457e-05}
{"train_loss": 0.016803693026304245, "global_step": 8801, "epoch": 49, "lr": 9.850252745923667e-05}
{"train_loss": 0.014994138851761818, "global_step": 8802, "epoch": 49, "lr": 9.85021684998147e-05}
{"train_loss": 0.010565955191850662, "global_step": 8803, "epoch": 49, "lr": 9.850180949802899e-05}
{"train_loss": 0.011672796681523323, "global_step": 8804, "epoch": 49, "lr": 9.850145045387986e-05}
{"train_loss": 0.011580073274672031, "global_step": 8805, "epoch": 49, "lr": 9.85010913673676e-05}
{"train_loss": 0.010149424895644188, "global_step": 8806, "epoch": 49, "lr": 9.850073223849252e-05}
{"train_loss": 0.015298033133149147, "global_step": 8807, "epoch": 49, "lr": 9.850037306725497e-05}
{"train_loss": 0.013536269776523113, "global_step": 8808, "epoch": 49, "lr": 9.850001385365521e-05}
{"train_loss": 0.020430415868759155, "global_step": 8809, "epoch": 49, "lr": 9.849965459769362e-05}
{"train_loss": 0.016651328653097153, "global_step": 8810, "epoch": 49, "lr": 9.849929529937045e-05}
{"train_loss": 0.017895672470331192, "global_step": 8811, "epoch": 49, "lr": 9.849893595868606e-05}
{"train_loss": 0.014103323221206665, "global_step": 8812, "epoch": 49, "lr": 9.849857657564074e-05}
{"train_loss": 0.016835913062095642, "global_step": 8813, "epoch": 49, "lr": 9.849821715023481e-05}
{"train_loss": 0.009088950231671333, "global_step": 8814, "epoch": 49, "lr": 9.849785768246857e-05}
{"train_loss": 0.014775576069951057, "global_step": 8815, "epoch": 49, "lr": 9.849749817234237e-05}
{"train_loss": 0.0098623838275671, "global_step": 8816, "epoch": 49, "lr": 9.84971386198565e-05}
{"train_loss": 0.01639692299067974, "global_step": 8817, "epoch": 49, "lr": 9.849677902501126e-05}
{"train_loss": 0.013364650309085846, "global_step": 8818, "epoch": 49, "lr": 9.849641938780698e-05}
{"train_loss": 0.01491370890289545, "global_step": 8819, "epoch": 49, "lr": 9.849605970824398e-05}
{"train_loss": 0.018124576658010483, "global_step": 8820, "epoch": 49, "lr": 9.849569998632258e-05}
{"train_loss": 0.011617988348007202, "global_step": 8821, "epoch": 49, "lr": 9.849534022204307e-05}
{"train_loss": 0.015696045011281967, "global_step": 8822, "epoch": 49, "lr": 9.849498041540577e-05}
{"train_loss": 0.01410205103456974, "global_step": 8823, "epoch": 49, "lr": 9.849462056641101e-05}
{"train_loss": 0.013233831152319908, "global_step": 8824, "epoch": 49, "lr": 9.849426067505909e-05}
{"train_loss": 0.007997842505574226, "global_step": 8825, "epoch": 49, "lr": 9.849390074135034e-05}
{"train_loss": 0.012642649933695793, "global_step": 8826, "epoch": 49, "lr": 9.849354076528506e-05}
{"train_loss": 0.018020721152424812, "global_step": 8827, "epoch": 49, "lr": 9.849318074686356e-05}
{"train_loss": 0.015504828654229641, "global_step": 8828, "epoch": 49, "lr": 9.849282068608617e-05}
{"train_loss": 0.01197151280939579, "global_step": 8829, "epoch": 49, "lr": 9.849246058295318e-05}
{"train_loss": 0.01260671578347683, "global_step": 8830, "epoch": 49, "lr": 9.849210043746494e-05}
{"train_loss": 0.008261270821094513, "global_step": 8831, "epoch": 49, "lr": 9.849174024962175e-05}
{"train_loss": 0.018691807985305786, "global_step": 8832, "epoch": 49, "lr": 9.84913800194239e-05}
{"train_loss": 0.011576425284147263, "global_step": 8833, "epoch": 49, "lr": 9.849101974687174e-05}
{"train_loss": 0.011812174692749977, "global_step": 8834, "epoch": 49, "lr": 9.849065943196558e-05}
{"train_loss": 0.017601894214749336, "global_step": 8835, "epoch": 49, "lr": 9.84902990747057e-05}
{"train_loss": 0.014786465093493462, "global_step": 8836, "epoch": 49, "lr": 9.848993867509246e-05}
{"train_loss": 0.01779055781662464, "global_step": 8837, "epoch": 49, "lr": 9.848957823312615e-05}
{"train_loss": 0.008332949131727219, "global_step": 8838, "epoch": 49, "lr": 9.848921774880709e-05}
{"train_loss": 0.009415957145392895, "global_step": 8839, "epoch": 49, "lr": 9.848885722213558e-05}
{"train_loss": 0.010108765214681625, "global_step": 8840, "epoch": 49, "lr": 9.848849665311196e-05}
{"train_loss": 0.009754069149494171, "global_step": 8841, "epoch": 49, "lr": 9.848813604173653e-05}
{"train_loss": 0.014452449046075344, "global_step": 8842, "epoch": 49, "lr": 9.848777538800961e-05}
{"train_loss": 0.0110049182549119, "global_step": 8843, "epoch": 49, "lr": 9.848741469193152e-05}
{"train_loss": 0.017457090318202972, "global_step": 8844, "epoch": 49, "lr": 9.848705395350258e-05}
{"train_loss": 0.007875911891460419, "global_step": 8845, "epoch": 49, "lr": 9.848669317272307e-05}
{"train_loss": 0.011499546468257904, "global_step": 8846, "epoch": 49, "lr": 9.848633234959334e-05}
{"train_loss": 0.014838114380836487, "global_step": 8847, "epoch": 49, "lr": 9.84859714841137e-05}
{"train_loss": 0.011719192378222942, "global_step": 8848, "epoch": 49, "lr": 9.848561057628444e-05}
{"train_loss": 0.008611202239990234, "global_step": 8849, "epoch": 49, "lr": 9.848524962610591e-05}
{"train_loss": 0.009215090423822403, "global_step": 8850, "epoch": 49, "lr": 9.84848886335784e-05}
{"train_loss": 0.017345642670989037, "global_step": 8851, "epoch": 49, "lr": 9.848452759870224e-05}
{"train_loss": 0.010666138492524624, "global_step": 8852, "epoch": 49, "lr": 9.848416652147773e-05}
{"train_loss": 0.02044275403022766, "global_step": 8853, "epoch": 49, "lr": 9.848380540190523e-05}
{"train_loss": 0.009112308733165264, "global_step": 8854, "epoch": 49, "lr": 9.848344423998499e-05}
{"train_loss": 0.013409314677119255, "global_step": 8855, "epoch": 49, "lr": 9.848308303571737e-05}
{"train_loss": 0.016878267750144005, "global_step": 8856, "epoch": 49, "lr": 9.848272178910267e-05}
{"train_loss": 0.008746632374823093, "global_step": 8857, "epoch": 49, "lr": 9.848236050014121e-05}
{"train_loss": 0.010041576810181141, "global_step": 8858, "epoch": 49, "lr": 9.848199916883329e-05}
{"train_loss": 0.008542103692889214, "global_step": 8859, "epoch": 49, "lr": 9.848163779517925e-05}
{"train_loss": 0.012808376923203468, "global_step": 8860, "epoch": 49, "lr": 9.84812763791794e-05}
{"train_loss": 0.008918797597289085, "global_step": 8861, "epoch": 49, "lr": 9.848091492083405e-05}
{"train_loss": 0.010355484671890736, "global_step": 8862, "epoch": 49, "lr": 9.848055342014351e-05}
{"train_loss": 0.014079317450523376, "global_step": 8863, "epoch": 49, "lr": 9.84801918771081e-05}
{"train_loss": 0.018160900101065636, "global_step": 8864, "epoch": 49, "lr": 9.847983029172814e-05}
{"train_loss": 0.013944100588560104, "global_step": 8865, "epoch": 49, "lr": 9.847946866400394e-05}
{"train_loss": 0.021821536123752594, "global_step": 8866, "epoch": 49, "lr": 9.847910699393582e-05}
{"train_loss": 0.013450917787849903, "global_step": 8867, "epoch": 49, "lr": 9.84787452815241e-05}
{"train_loss": 0.008823413401842117, "global_step": 8868, "epoch": 49, "lr": 9.847838352676909e-05}
{"train_loss": 0.008353070355951786, "global_step": 8869, "epoch": 49, "lr": 9.847802172967111e-05}
{"train_loss": 0.010939965024590492, "global_step": 8870, "epoch": 49, "lr": 9.847765989023047e-05}
{"train_loss": 0.013306347653269768, "global_step": 8871, "epoch": 49, "lr": 9.847729800844748e-05}
{"train_loss": 0.014112400822341442, "global_step": 8872, "epoch": 49, "lr": 9.847693608432247e-05}
{"train_loss": 0.016060423105955124, "global_step": 8873, "epoch": 49, "lr": 9.847657411785575e-05}
{"train_loss": 0.015286639332771301, "global_step": 8874, "epoch": 49, "lr": 9.847621210904765e-05}
{"train_loss": 0.012160388752818108, "global_step": 8875, "epoch": 49, "lr": 9.847585005789848e-05}
{"train_loss": 0.011962921358644962, "global_step": 8876, "epoch": 49, "lr": 9.847548796440853e-05}
{"train_loss": 0.014890626072883606, "global_step": 8877, "epoch": 49, "lr": 9.847512582857814e-05}
{"train_loss": 0.015535512939095497, "global_step": 8878, "epoch": 49, "lr": 9.847476365040762e-05}
{"train_loss": 0.011039240285754204, "global_step": 8879, "epoch": 49, "lr": 9.84744014298973e-05}
{"train_loss": 0.011335644870996475, "global_step": 8880, "epoch": 49, "lr": 9.847403916704747e-05}
{"train_loss": 0.011305158957839012, "global_step": 8881, "epoch": 49, "lr": 9.847367686185848e-05}
{"train_loss": 0.01818148046731949, "global_step": 8882, "epoch": 49, "lr": 9.847331451433061e-05}
{"train_loss": 0.018292304128408432, "global_step": 8883, "epoch": 49, "lr": 9.84729521244642e-05}
{"train_loss": 0.011311310343444347, "global_step": 8884, "epoch": 49, "lr": 9.847258969225957e-05}
{"train_loss": 0.012244246900081635, "global_step": 8885, "epoch": 49, "lr": 9.847222721771703e-05}
{"train_loss": 0.014316036365926266, "global_step": 8886, "epoch": 49, "lr": 9.847186470083688e-05}
{"train_loss": 0.008349987678229809, "global_step": 8887, "epoch": 49, "lr": 9.847150214161946e-05}
{"train_loss": 0.004951688926666975, "global_step": 8888, "epoch": 49, "lr": 9.847113954006508e-05}
{"train_loss": 0.009506809525191784, "global_step": 8889, "epoch": 49, "lr": 9.847077689617405e-05}
{"train_loss": 0.018711984157562256, "global_step": 8890, "epoch": 49, "lr": 9.847041420994668e-05}
{"train_loss": 0.011313450522720814, "global_step": 8891, "epoch": 49, "lr": 9.847005148138331e-05}
{"train_loss": 0.013567568734288216, "global_step": 8892, "epoch": 49, "lr": 9.846968871048424e-05}
{"train_loss": 0.006037211045622826, "global_step": 8893, "epoch": 49, "lr": 9.84693258972498e-05}
{"train_loss": 0.010852957144379616, "global_step": 8894, "epoch": 49, "lr": 9.846896304168029e-05}
{"train_loss": 0.016018908470869064, "global_step": 8895, "epoch": 49, "lr": 9.846860014377603e-05}
{"train_loss": 0.01313432864844799, "global_step": 8896, "epoch": 49, "lr": 9.846823720353736e-05}
{"train_loss": 0.021614570170640945, "global_step": 8897, "epoch": 49, "lr": 9.846787422096457e-05}
{"train_loss": 0.011946400627493858, "global_step": 8898, "epoch": 49, "lr": 9.846751119605798e-05}
{"train_loss": 0.013556862833355082, "global_step": 8899, "epoch": 49, "lr": 9.846714812881792e-05}
{"train_loss": 0.00948322657495737, "global_step": 8900, "epoch": 50, "lr": 9.84667850192447e-05}
{"train_loss": 0.01560298167169094, "global_step": 8901, "epoch": 50, "lr": 9.846642186733864e-05}
{"train_loss": 0.007678657304495573, "global_step": 8902, "epoch": 50, "lr": 9.846605867310006e-05}
{"train_loss": 0.017173517495393753, "global_step": 8903, "epoch": 50, "lr": 9.846569543652926e-05}
{"train_loss": 0.01326633058488369, "global_step": 8904, "epoch": 50, "lr": 9.846533215762657e-05}
{"train_loss": 0.018217425793409348, "global_step": 8905, "epoch": 50, "lr": 9.846496883639231e-05}
{"train_loss": 0.010242504999041557, "global_step": 8906, "epoch": 50, "lr": 9.84646054728268e-05}
{"train_loss": 0.010627610608935356, "global_step": 8907, "epoch": 50, "lr": 9.846424206693034e-05}
{"train_loss": 0.015364458784461021, "global_step": 8908, "epoch": 50, "lr": 9.846387861870327e-05}
{"train_loss": 0.01724737137556076, "global_step": 8909, "epoch": 50, "lr": 9.846351512814589e-05}
{"train_loss": 0.012791029177606106, "global_step": 8910, "epoch": 50, "lr": 9.846315159525852e-05}
{"train_loss": 0.016778213903307915, "global_step": 8911, "epoch": 50, "lr": 9.846278802004149e-05}
{"train_loss": 0.009251412004232407, "global_step": 8912, "epoch": 50, "lr": 9.846242440249511e-05}
{"train_loss": 0.01461558323353529, "global_step": 8913, "epoch": 50, "lr": 9.84620607426197e-05}
{"train_loss": 0.012991800904273987, "global_step": 8914, "epoch": 50, "lr": 9.846169704041556e-05}
{"train_loss": 0.01230018213391304, "global_step": 8915, "epoch": 50, "lr": 9.846133329588303e-05}
{"train_loss": 0.010291185230016708, "global_step": 8916, "epoch": 50, "lr": 9.846096950902241e-05}
{"train_loss": 0.01631094329059124, "global_step": 8917, "epoch": 50, "lr": 9.846060567983403e-05}
{"train_loss": 0.012312810868024826, "global_step": 8918, "epoch": 50, "lr": 9.84602418083182e-05}
{"train_loss": 0.013432436622679234, "global_step": 8919, "epoch": 50, "lr": 9.845987789447526e-05}
{"train_loss": 0.016570840030908585, "global_step": 8920, "epoch": 50, "lr": 9.84595139383055e-05}
{"train_loss": 0.012691223993897438, "global_step": 8921, "epoch": 50, "lr": 9.845914993980925e-05}
{"train_loss": 0.012035779654979706, "global_step": 8922, "epoch": 50, "lr": 9.845878589898684e-05}
{"train_loss": 0.01696068048477173, "global_step": 8923, "epoch": 50, "lr": 9.845842181583855e-05}
{"train_loss": 0.009775815531611443, "global_step": 8924, "epoch": 50, "lr": 9.845805769036473e-05}
{"train_loss": 0.01248307153582573, "global_step": 8925, "epoch": 50, "lr": 9.84576935225657e-05}
{"train_loss": 0.01796950399875641, "global_step": 8926, "epoch": 50, "lr": 9.845732931244177e-05}
{"train_loss": 0.01068906020373106, "global_step": 8927, "epoch": 50, "lr": 9.845696505999324e-05}
{"train_loss": 0.01480928622186184, "global_step": 8928, "epoch": 50, "lr": 9.845660076522047e-05}
{"train_loss": 0.011489694006741047, "global_step": 8929, "epoch": 50, "lr": 9.845623642812374e-05}
{"train_loss": 0.010197512805461884, "global_step": 8930, "epoch": 50, "lr": 9.845587204870337e-05}
{"train_loss": 0.013788527809083462, "global_step": 8931, "epoch": 50, "lr": 9.845550762695969e-05}
{"train_loss": 0.020410295575857162, "global_step": 8932, "epoch": 50, "lr": 9.845514316289303e-05}
{"train_loss": 0.010947922244668007, "global_step": 8933, "epoch": 50, "lr": 9.84547786565037e-05}
{"train_loss": 0.012214104644954205, "global_step": 8934, "epoch": 50, "lr": 9.845441410779202e-05}
{"train_loss": 0.017840106040239334, "global_step": 8935, "epoch": 50, "lr": 9.845404951675829e-05}
{"train_loss": 0.018723299726843834, "global_step": 8936, "epoch": 50, "lr": 9.845368488340283e-05}
{"train_loss": 0.013613121584057808, "global_step": 8937, "epoch": 50, "lr": 9.845332020772599e-05}
{"train_loss": 0.016500532627105713, "global_step": 8938, "epoch": 50, "lr": 9.845295548972805e-05}
{"train_loss": 0.017514050006866455, "global_step": 8939, "epoch": 50, "lr": 9.845259072940937e-05}
{"train_loss": 0.013304718770086765, "global_step": 8940, "epoch": 50, "lr": 9.845222592677024e-05}
{"train_loss": 0.022241774946451187, "global_step": 8941, "epoch": 50, "lr": 9.845186108181097e-05}
{"train_loss": 0.010587802156805992, "global_step": 8942, "epoch": 50, "lr": 9.845149619453188e-05}
{"train_loss": 0.01656370796263218, "global_step": 8943, "epoch": 50, "lr": 9.845113126493334e-05}
{"train_loss": 0.011987803503870964, "global_step": 8944, "epoch": 50, "lr": 9.845076629301562e-05}
{"train_loss": 0.015932777896523476, "global_step": 8945, "epoch": 50, "lr": 9.845040127877903e-05}
{"train_loss": 0.012705198489129543, "global_step": 8946, "epoch": 50, "lr": 9.845003622222392e-05}
{"train_loss": 0.01122787594795227, "global_step": 8947, "epoch": 50, "lr": 9.84496711233506e-05}
{"train_loss": 0.014508364722132683, "global_step": 8948, "epoch": 50, "lr": 9.844930598215937e-05}
{"train_loss": 0.01280190609395504, "global_step": 8949, "epoch": 50, "lr": 9.844894079865059e-05}
{"train_loss": 0.012610498815774918, "global_step": 8950, "epoch": 50, "lr": 9.844857557282453e-05}
{"train_loss": 0.013213837519288063, "global_step": 8951, "epoch": 50, "lr": 9.844821030468154e-05}
{"train_loss": 0.007691214792430401, "global_step": 8952, "epoch": 50, "lr": 9.844784499422193e-05}
{"train_loss": 0.012250641360878944, "global_step": 8953, "epoch": 50, "lr": 9.844747964144603e-05}
{"train_loss": 0.0072621554136276245, "global_step": 8954, "epoch": 50, "lr": 9.844711424635416e-05}
{"train_loss": 0.017977317795157433, "global_step": 8955, "epoch": 50, "lr": 9.84467488089466e-05}
{"train_loss": 0.011182354763150215, "global_step": 8956, "epoch": 50, "lr": 9.844638332922371e-05}
{"train_loss": 0.007260188926011324, "global_step": 8957, "epoch": 50, "lr": 9.84460178071858e-05}
{"train_loss": 0.015441497787833214, "global_step": 8958, "epoch": 50, "lr": 9.844565224283319e-05}
{"train_loss": 0.02033577859401703, "global_step": 8959, "epoch": 50, "lr": 9.844528663616619e-05}
{"train_loss": 0.01871000975370407, "global_step": 8960, "epoch": 50, "lr": 9.844492098718512e-05}
{"train_loss": 0.011869410052895546, "global_step": 8961, "epoch": 50, "lr": 9.844455529589032e-05}
{"train_loss": 0.011847459711134434, "global_step": 8962, "epoch": 50, "lr": 9.844418956228207e-05}
{"train_loss": 0.019025951623916626, "global_step": 8963, "epoch": 50, "lr": 9.844382378636075e-05}
{"train_loss": 0.012326240539550781, "global_step": 8964, "epoch": 50, "lr": 9.844345796812662e-05}
{"train_loss": 0.01799747720360756, "global_step": 8965, "epoch": 50, "lr": 9.844309210758002e-05}
{"train_loss": 0.013718628324568272, "global_step": 8966, "epoch": 50, "lr": 9.844272620472127e-05}
{"train_loss": 0.010106649249792099, "global_step": 8967, "epoch": 50, "lr": 9.84423602595507e-05}
{"train_loss": 0.010318772867321968, "global_step": 8968, "epoch": 50, "lr": 9.844199427206861e-05}
{"train_loss": 0.010258772410452366, "global_step": 8969, "epoch": 50, "lr": 9.844162824227536e-05}
{"train_loss": 0.010300175286829472, "global_step": 8970, "epoch": 50, "lr": 9.844126217017121e-05}
{"train_loss": 0.016431808471679688, "global_step": 8971, "epoch": 50, "lr": 9.844089605575653e-05}
{"train_loss": 0.01171138510107994, "global_step": 8972, "epoch": 50, "lr": 9.844052989903161e-05}
{"train_loss": 0.01430744118988514, "global_step": 8973, "epoch": 50, "lr": 9.844016369999678e-05}
{"train_loss": 0.011481545865535736, "global_step": 8974, "epoch": 50, "lr": 9.843979745865235e-05}
{"train_loss": 0.010333090089261532, "global_step": 8975, "epoch": 50, "lr": 9.843943117499867e-05}
{"train_loss": 0.00998829398304224, "global_step": 8976, "epoch": 50, "lr": 9.843906484903602e-05}
{"train_loss": 0.011410754173994064, "global_step": 8977, "epoch": 50, "lr": 9.843869848076476e-05}
{"train_loss": 0.016977697610855103, "global_step": 8978, "epoch": 50, "lr": 9.843833207018517e-05}
{"train_loss": 0.011783173307776451, "global_step": 8979, "epoch": 50, "lr": 9.843796561729761e-05}
{"train_loss": 0.013440928421914577, "global_step": 8980, "epoch": 50, "lr": 9.843759912210236e-05}
{"train_loss": 0.02017997018992901, "global_step": 8981, "epoch": 50, "lr": 9.843723258459978e-05}
{"train_loss": 0.012980751693248749, "global_step": 8982, "epoch": 50, "lr": 9.843686600479015e-05}
{"train_loss": 0.01193142682313919, "global_step": 8983, "epoch": 50, "lr": 9.843649938267383e-05}
{"train_loss": 0.018053360283374786, "global_step": 8984, "epoch": 50, "lr": 9.84361327182511e-05}
{"train_loss": 0.01048499345779419, "global_step": 8985, "epoch": 50, "lr": 9.843576601152231e-05}
{"train_loss": 0.01430843211710453, "global_step": 8986, "epoch": 50, "lr": 9.843539926248777e-05}
{"train_loss": 0.011379449628293514, "global_step": 8987, "epoch": 50, "lr": 9.84350324711478e-05}
{"train_loss": 0.008282134309411049, "global_step": 8988, "epoch": 50, "lr": 9.843466563750273e-05}
{"train_loss": 0.015061610378324986, "global_step": 8989, "epoch": 50, "lr": 9.843429876155286e-05}
{"train_loss": 0.012945298105478287, "global_step": 8990, "epoch": 50, "lr": 9.843393184329854e-05}
{"train_loss": 0.005993697792291641, "global_step": 8991, "epoch": 50, "lr": 9.843356488274006e-05}
{"train_loss": 0.008363423869013786, "global_step": 8992, "epoch": 50, "lr": 9.843319787987775e-05}
{"train_loss": 0.011003244668245316, "global_step": 8993, "epoch": 50, "lr": 9.843283083471194e-05}
{"train_loss": 0.021652987226843834, "global_step": 8994, "epoch": 50, "lr": 9.843246374724295e-05}
{"train_loss": 0.014866773039102554, "global_step": 8995, "epoch": 50, "lr": 9.843209661747109e-05}
{"train_loss": 0.01010387483984232, "global_step": 8996, "epoch": 50, "lr": 9.843172944539668e-05}
{"train_loss": 0.010305332019925117, "global_step": 8997, "epoch": 50, "lr": 9.843136223102005e-05}
{"train_loss": 0.011849476955831051, "global_step": 8998, "epoch": 50, "lr": 9.843099497434151e-05}
{"train_loss": 0.01048022136092186, "global_step": 8999, "epoch": 50, "lr": 9.843062767536143e-05}
{"train_loss": 0.015209401026368141, "global_step": 9000, "epoch": 50, "lr": 9.843026033408004e-05}
{"train_loss": 0.015911053866147995, "global_step": 9001, "epoch": 50, "lr": 9.842989295049773e-05}
{"train_loss": 0.008014081045985222, "global_step": 9002, "epoch": 50, "lr": 9.84295255246148e-05}
{"train_loss": 0.01205002423375845, "global_step": 9003, "epoch": 50, "lr": 9.842915805643155e-05}
{"train_loss": 0.013994294218719006, "global_step": 9004, "epoch": 50, "lr": 9.842879054594835e-05}
{"train_loss": 0.008306514471769333, "global_step": 9005, "epoch": 50, "lr": 9.842842299316548e-05}
{"train_loss": 0.011825168505311012, "global_step": 9006, "epoch": 50, "lr": 9.842805539808328e-05}
{"train_loss": 0.01377541571855545, "global_step": 9007, "epoch": 50, "lr": 9.842768776070207e-05}
{"train_loss": 0.018987828865647316, "global_step": 9008, "epoch": 50, "lr": 9.842732008102215e-05}
{"train_loss": 0.010633203200995922, "global_step": 9009, "epoch": 50, "lr": 9.842695235904389e-05}
{"train_loss": 0.011945740319788456, "global_step": 9010, "epoch": 50, "lr": 9.842658459476756e-05}
{"train_loss": 0.01341131143271923, "global_step": 9011, "epoch": 50, "lr": 9.84262167881935e-05}
{"train_loss": 0.011924938298761845, "global_step": 9012, "epoch": 50, "lr": 9.842584893932203e-05}
{"train_loss": 0.010181721299886703, "global_step": 9013, "epoch": 50, "lr": 9.842548104815347e-05}
{"train_loss": 0.010013945400714874, "global_step": 9014, "epoch": 50, "lr": 9.842511311468816e-05}
{"train_loss": 0.01405106671154499, "global_step": 9015, "epoch": 50, "lr": 9.842474513892638e-05}
{"train_loss": 0.014994274824857712, "global_step": 9016, "epoch": 50, "lr": 9.842437712086849e-05}
{"train_loss": 0.013505030423402786, "global_step": 9017, "epoch": 50, "lr": 9.842400906051481e-05}
{"train_loss": 0.01192050613462925, "global_step": 9018, "epoch": 50, "lr": 9.842364095786563e-05}
{"train_loss": 0.007594290655106306, "global_step": 9019, "epoch": 50, "lr": 9.842327281292129e-05}
{"train_loss": 0.010813301429152489, "global_step": 9020, "epoch": 50, "lr": 9.842290462568213e-05}
{"train_loss": 0.01728883758187294, "global_step": 9021, "epoch": 50, "lr": 9.842253639614846e-05}
{"train_loss": 0.016111135482788086, "global_step": 9022, "epoch": 50, "lr": 9.842216812432058e-05}
{"train_loss": 0.010637523606419563, "global_step": 9023, "epoch": 50, "lr": 9.842179981019884e-05}
{"train_loss": 0.009685060009360313, "global_step": 9024, "epoch": 50, "lr": 9.842143145378353e-05}
{"train_loss": 0.015142830088734627, "global_step": 9025, "epoch": 50, "lr": 9.842106305507501e-05}
{"train_loss": 0.014027903787791729, "global_step": 9026, "epoch": 50, "lr": 9.842069461407357e-05}
{"train_loss": 0.009832416661083698, "global_step": 9027, "epoch": 50, "lr": 9.842032613077956e-05}
{"train_loss": 0.01675543561577797, "global_step": 9028, "epoch": 50, "lr": 9.841995760519328e-05}
{"train_loss": 0.013394882902503014, "global_step": 9029, "epoch": 50, "lr": 9.841958903731505e-05}
{"train_loss": 0.010070609860122204, "global_step": 9030, "epoch": 50, "lr": 9.841922042714523e-05}
{"train_loss": 0.023402420803904533, "global_step": 9031, "epoch": 50, "lr": 9.841885177468408e-05}
{"train_loss": 0.02441612258553505, "global_step": 9032, "epoch": 50, "lr": 9.841848307993195e-05}
{"train_loss": 0.009917909279465675, "global_step": 9033, "epoch": 50, "lr": 9.84181143428892e-05}
{"train_loss": 0.008562557399272919, "global_step": 9034, "epoch": 50, "lr": 9.84177455635561e-05}
{"train_loss": 0.011509597301483154, "global_step": 9035, "epoch": 50, "lr": 9.841737674193298e-05}
{"train_loss": 0.009114116430282593, "global_step": 9036, "epoch": 50, "lr": 9.841700787802018e-05}
{"train_loss": 0.012982018291950226, "global_step": 9037, "epoch": 50, "lr": 9.841663897181803e-05}
{"train_loss": 0.009766163304448128, "global_step": 9038, "epoch": 50, "lr": 9.841627002332683e-05}
{"train_loss": 0.00912332534790039, "global_step": 9039, "epoch": 50, "lr": 9.84159010325469e-05}
{"train_loss": 0.011807627975940704, "global_step": 9040, "epoch": 50, "lr": 9.841553199947857e-05}
{"train_loss": 0.013576642610132694, "global_step": 9041, "epoch": 50, "lr": 9.841516292412219e-05}
{"train_loss": 0.009725023992359638, "global_step": 9042, "epoch": 50, "lr": 9.841479380647803e-05}
{"train_loss": 0.009315107949078083, "global_step": 9043, "epoch": 50, "lr": 9.841442464654644e-05}
{"train_loss": 0.0129501698538661, "global_step": 9044, "epoch": 50, "lr": 9.841405544432776e-05}
{"train_loss": 0.012076789513230324, "global_step": 9045, "epoch": 50, "lr": 9.841368619982227e-05}
{"train_loss": 0.011313668452203274, "global_step": 9046, "epoch": 50, "lr": 9.841331691303033e-05}
{"train_loss": 0.012606693431735039, "global_step": 9047, "epoch": 50, "lr": 9.841294758395226e-05}
{"train_loss": 0.01074502058327198, "global_step": 9048, "epoch": 50, "lr": 9.841257821258834e-05}
{"train_loss": 0.01315654069185257, "global_step": 9049, "epoch": 50, "lr": 9.841220879893896e-05}
{"train_loss": 0.01810958981513977, "global_step": 9050, "epoch": 50, "lr": 9.841183934300438e-05}
{"train_loss": 0.01338176615536213, "global_step": 9051, "epoch": 50, "lr": 9.841146984478496e-05}
{"train_loss": 0.011410996317863464, "global_step": 9052, "epoch": 50, "lr": 9.841110030428101e-05}
{"train_loss": 0.013748410157859325, "global_step": 9053, "epoch": 50, "lr": 9.841073072149286e-05}
{"train_loss": 0.015474282205104828, "global_step": 9054, "epoch": 50, "lr": 9.841036109642082e-05}
{"train_loss": 0.011684667319059372, "global_step": 9055, "epoch": 50, "lr": 9.840999142906523e-05}
{"train_loss": 0.007456699386239052, "global_step": 9056, "epoch": 50, "lr": 9.84096217194264e-05}
{"train_loss": 0.00711580878123641, "global_step": 9057, "epoch": 50, "lr": 9.840925196750465e-05}
{"train_loss": 0.011518662795424461, "global_step": 9058, "epoch": 50, "lr": 9.840888217330032e-05}
{"train_loss": 0.01087720412760973, "global_step": 9059, "epoch": 50, "lr": 9.840851233681372e-05}
{"train_loss": 0.019385971128940582, "global_step": 9060, "epoch": 50, "lr": 9.840814245804517e-05}
{"train_loss": 0.008487274870276451, "global_step": 9061, "epoch": 50, "lr": 9.8407772536995e-05}
{"train_loss": 0.013704750686883926, "global_step": 9062, "epoch": 50, "lr": 9.840740257366353e-05}
{"train_loss": 0.013824963942170143, "global_step": 9063, "epoch": 50, "lr": 9.840703256805109e-05}
{"train_loss": 0.020746024325489998, "global_step": 9064, "epoch": 50, "lr": 9.8406662520158e-05}
{"train_loss": 0.010517572984099388, "global_step": 9065, "epoch": 50, "lr": 9.840629242998457e-05}
{"train_loss": 0.008677995763719082, "global_step": 9066, "epoch": 50, "lr": 9.840592229753114e-05}
{"train_loss": 0.011175667867064476, "global_step": 9067, "epoch": 50, "lr": 9.840555212279803e-05}
{"train_loss": 0.014033491723239422, "global_step": 9068, "epoch": 50, "lr": 9.840518190578556e-05}
{"train_loss": 0.015588437207043171, "global_step": 9069, "epoch": 50, "lr": 9.840481164649405e-05}
{"train_loss": 0.011510160751640797, "global_step": 9070, "epoch": 50, "lr": 9.840444134492384e-05}
{"train_loss": 0.022597486153244972, "global_step": 9071, "epoch": 50, "lr": 9.840407100107523e-05}
{"train_loss": 0.01171109639108181, "global_step": 9072, "epoch": 50, "lr": 9.840370061494854e-05}
{"train_loss": 0.016147101297974586, "global_step": 9073, "epoch": 50, "lr": 9.840333018654414e-05}
{"train_loss": 0.014332447201013565, "global_step": 9074, "epoch": 50, "lr": 9.84029597158623e-05}
{"train_loss": 0.01840239204466343, "global_step": 9075, "epoch": 50, "lr": 9.840258920290337e-05}
{"train_loss": 0.009567445144057274, "global_step": 9076, "epoch": 50, "lr": 9.840221864766768e-05}
{"train_loss": 0.013081088036905681, "global_step": 9077, "epoch": 50, "lr": 9.840184805015553e-05, "train_action_mse_error": 7.329466461669654e-05}
{"train_loss": 0.009779984131455421, "global_step": 9078, "epoch": 51, "lr": 9.840147741036726e-05}
{"train_loss": 0.011800073087215424, "global_step": 9079, "epoch": 51, "lr": 9.840110672830319e-05}
{"train_loss": 0.009305193088948727, "global_step": 9080, "epoch": 51, "lr": 9.840073600396365e-05}
{"train_loss": 0.016426919028162956, "global_step": 9081, "epoch": 51, "lr": 9.840036523734894e-05}
{"train_loss": 0.012876939959824085, "global_step": 9082, "epoch": 51, "lr": 9.839999442845942e-05}
{"train_loss": 0.010220875032246113, "global_step": 9083, "epoch": 51, "lr": 9.83996235772954e-05}
{"train_loss": 0.012769312597811222, "global_step": 9084, "epoch": 51, "lr": 9.839925268385717e-05}
{"train_loss": 0.011410944163799286, "global_step": 9085, "epoch": 51, "lr": 9.839888174814511e-05}
{"train_loss": 0.00967768020927906, "global_step": 9086, "epoch": 51, "lr": 9.83985107701595e-05}
{"train_loss": 0.01215760875493288, "global_step": 9087, "epoch": 51, "lr": 9.839813974990069e-05}
{"train_loss": 0.009475985541939735, "global_step": 9088, "epoch": 51, "lr": 9.839776868736899e-05}
{"train_loss": 0.014182336628437042, "global_step": 9089, "epoch": 51, "lr": 9.839739758256474e-05}
{"train_loss": 0.0182638056576252, "global_step": 9090, "epoch": 51, "lr": 9.839702643548825e-05}
{"train_loss": 0.01151375100016594, "global_step": 9091, "epoch": 51, "lr": 9.839665524613983e-05}
{"train_loss": 0.015063563361763954, "global_step": 9092, "epoch": 51, "lr": 9.839628401451985e-05}
{"train_loss": 0.015714850276708603, "global_step": 9093, "epoch": 51, "lr": 9.83959127406286e-05}
{"train_loss": 0.008646097965538502, "global_step": 9094, "epoch": 51, "lr": 9.83955414244664e-05}
{"train_loss": 0.013839958235621452, "global_step": 9095, "epoch": 51, "lr": 9.839517006603358e-05}
{"train_loss": 0.012793291360139847, "global_step": 9096, "epoch": 51, "lr": 9.839479866533048e-05}
{"train_loss": 0.011523188091814518, "global_step": 9097, "epoch": 51, "lr": 9.83944272223574e-05}
{"train_loss": 0.01363650243729353, "global_step": 9098, "epoch": 51, "lr": 9.83940557371147e-05}
{"train_loss": 0.015703052282333374, "global_step": 9099, "epoch": 51, "lr": 9.839368420960266e-05}
{"train_loss": 0.013293320313096046, "global_step": 9100, "epoch": 51, "lr": 9.839331263982166e-05}
{"train_loss": 0.009829326532781124, "global_step": 9101, "epoch": 51, "lr": 9.839294102777196e-05}
{"train_loss": 0.007121885195374489, "global_step": 9102, "epoch": 51, "lr": 9.839256937345392e-05}
{"train_loss": 0.010594967752695084, "global_step": 9103, "epoch": 51, "lr": 9.839219767686786e-05}
{"train_loss": 0.006685031112283468, "global_step": 9104, "epoch": 51, "lr": 9.839182593801412e-05}
{"train_loss": 0.010845383629202843, "global_step": 9105, "epoch": 51, "lr": 9.839145415689299e-05}
{"train_loss": 0.012045009061694145, "global_step": 9106, "epoch": 51, "lr": 9.839108233350484e-05}
{"train_loss": 0.019690996035933495, "global_step": 9107, "epoch": 51, "lr": 9.839071046784995e-05}
{"train_loss": 0.00841321237385273, "global_step": 9108, "epoch": 51, "lr": 9.839033855992868e-05}
{"train_loss": 0.01443716324865818, "global_step": 9109, "epoch": 51, "lr": 9.838996660974131e-05}
{"train_loss": 0.012209826149046421, "global_step": 9110, "epoch": 51, "lr": 9.838959461728822e-05}
{"train_loss": 0.013856417499482632, "global_step": 9111, "epoch": 51, "lr": 9.838922258256971e-05}
{"train_loss": 0.008867351338267326, "global_step": 9112, "epoch": 51, "lr": 9.838885050558608e-05}
{"train_loss": 0.01781354285776615, "global_step": 9113, "epoch": 51, "lr": 9.83884783863377e-05}
{"train_loss": 0.01279941014945507, "global_step": 9114, "epoch": 51, "lr": 9.838810622482487e-05}
{"train_loss": 0.010948844254016876, "global_step": 9115, "epoch": 51, "lr": 9.838773402104791e-05}
{"train_loss": 0.00932547077536583, "global_step": 9116, "epoch": 51, "lr": 9.838736177500717e-05}
{"train_loss": 0.013772278092801571, "global_step": 9117, "epoch": 51, "lr": 9.838698948670296e-05}
{"train_loss": 0.00831412710249424, "global_step": 9118, "epoch": 51, "lr": 9.838661715613558e-05}
{"train_loss": 0.010093402117490768, "global_step": 9119, "epoch": 51, "lr": 9.83862447833054e-05}
{"train_loss": 0.016488615423440933, "global_step": 9120, "epoch": 51, "lr": 9.838587236821272e-05}
{"train_loss": 0.014097430743277073, "global_step": 9121, "epoch": 51, "lr": 9.838549991085785e-05}
{"train_loss": 0.01110604777932167, "global_step": 9122, "epoch": 51, "lr": 9.838512741124117e-05}
{"train_loss": 0.010849138721823692, "global_step": 9123, "epoch": 51, "lr": 9.838475486936297e-05}
{"train_loss": 0.01410998310893774, "global_step": 9124, "epoch": 51, "lr": 9.838438228522355e-05}
{"train_loss": 0.013315387070178986, "global_step": 9125, "epoch": 51, "lr": 9.838400965882327e-05}
{"train_loss": 0.01696659065783024, "global_step": 9126, "epoch": 51, "lr": 9.838363699016245e-05}
{"train_loss": 0.013733627274632454, "global_step": 9127, "epoch": 51, "lr": 9.83832642792414e-05}
{"train_loss": 0.01259545050561428, "global_step": 9128, "epoch": 51, "lr": 9.838289152606049e-05}
{"train_loss": 0.00858901347965002, "global_step": 9129, "epoch": 51, "lr": 9.838251873061999e-05}
{"train_loss": 0.013072611764073372, "global_step": 9130, "epoch": 51, "lr": 9.838214589292026e-05}
{"train_loss": 0.013406256213784218, "global_step": 9131, "epoch": 51, "lr": 9.83817730129616e-05}
{"train_loss": 0.008375156670808792, "global_step": 9132, "epoch": 51, "lr": 9.838140009074435e-05}
{"train_loss": 0.012794019654393196, "global_step": 9133, "epoch": 51, "lr": 9.838102712626886e-05}
{"train_loss": 0.01730165258049965, "global_step": 9134, "epoch": 51, "lr": 9.838065411953541e-05}
{"train_loss": 0.013420354574918747, "global_step": 9135, "epoch": 51, "lr": 9.838028107054435e-05}
{"train_loss": 0.013471106067299843, "global_step": 9136, "epoch": 51, "lr": 9.837990797929601e-05}
{"train_loss": 0.01576581597328186, "global_step": 9137, "epoch": 51, "lr": 9.837953484579072e-05}
{"train_loss": 0.013876146636903286, "global_step": 9138, "epoch": 51, "lr": 9.837916167002878e-05}
{"train_loss": 0.009270286187529564, "global_step": 9139, "epoch": 51, "lr": 9.837878845201053e-05}
{"train_loss": 0.012041281908750534, "global_step": 9140, "epoch": 51, "lr": 9.837841519173632e-05}
{"train_loss": 0.012481601908802986, "global_step": 9141, "epoch": 51, "lr": 9.837804188920643e-05}
{"train_loss": 0.010942216962575912, "global_step": 9142, "epoch": 51, "lr": 9.837766854442121e-05}
{"train_loss": 0.013375433161854744, "global_step": 9143, "epoch": 51, "lr": 9.837729515738098e-05}
{"train_loss": 0.016921620815992355, "global_step": 9144, "epoch": 51, "lr": 9.83769217280861e-05}
{"train_loss": 0.007817301899194717, "global_step": 9145, "epoch": 51, "lr": 9.837654825653684e-05}
{"train_loss": 0.015206816606223583, "global_step": 9146, "epoch": 51, "lr": 9.837617474273357e-05}
{"train_loss": 0.016879327595233917, "global_step": 9147, "epoch": 51, "lr": 9.837580118667659e-05}
{"train_loss": 0.014625540934503078, "global_step": 9148, "epoch": 51, "lr": 9.837542758836625e-05}
{"train_loss": 0.014277773909270763, "global_step": 9149, "epoch": 51, "lr": 9.837505394780287e-05}
{"train_loss": 0.011670989915728569, "global_step": 9150, "epoch": 51, "lr": 9.837468026498675e-05}
{"train_loss": 0.011792464181780815, "global_step": 9151, "epoch": 51, "lr": 9.837430653991824e-05}
{"train_loss": 0.016940437257289886, "global_step": 9152, "epoch": 51, "lr": 9.837393277259765e-05}
{"train_loss": 0.012312861159443855, "global_step": 9153, "epoch": 51, "lr": 9.837355896302534e-05}
{"train_loss": 0.014033686369657516, "global_step": 9154, "epoch": 51, "lr": 9.837318511120161e-05}
{"train_loss": 0.02045176550745964, "global_step": 9155, "epoch": 51, "lr": 9.837281121712678e-05}
{"train_loss": 0.012565246783196926, "global_step": 9156, "epoch": 51, "lr": 9.837243728080121e-05}
{"train_loss": 0.011421538889408112, "global_step": 9157, "epoch": 51, "lr": 9.83720633022252e-05}
{"train_loss": 0.014265171252191067, "global_step": 9158, "epoch": 51, "lr": 9.837168928139906e-05}
{"train_loss": 0.01287003792822361, "global_step": 9159, "epoch": 51, "lr": 9.837131521832315e-05}
{"train_loss": 0.011188523843884468, "global_step": 9160, "epoch": 51, "lr": 9.837094111299779e-05}
{"train_loss": 0.010878531262278557, "global_step": 9161, "epoch": 51, "lr": 9.83705669654233e-05}
{"train_loss": 0.012243475764989853, "global_step": 9162, "epoch": 51, "lr": 9.83701927756e-05}
{"train_loss": 0.013929600827395916, "global_step": 9163, "epoch": 51, "lr": 9.836981854352823e-05}
{"train_loss": 0.01712207868695259, "global_step": 9164, "epoch": 51, "lr": 9.836944426920832e-05}
{"train_loss": 0.022181835025548935, "global_step": 9165, "epoch": 51, "lr": 9.836906995264057e-05}
{"train_loss": 0.012227504514157772, "global_step": 9166, "epoch": 51, "lr": 9.836869559382534e-05}
{"train_loss": 0.014848601073026657, "global_step": 9167, "epoch": 51, "lr": 9.836832119276294e-05}
{"train_loss": 0.013814736157655716, "global_step": 9168, "epoch": 51, "lr": 9.836794674945371e-05}
{"train_loss": 0.01643925905227661, "global_step": 9169, "epoch": 51, "lr": 9.836757226389796e-05}
{"train_loss": 0.010900838300585747, "global_step": 9170, "epoch": 51, "lr": 9.836719773609601e-05}
{"train_loss": 0.012011973187327385, "global_step": 9171, "epoch": 51, "lr": 9.836682316604821e-05}
{"train_loss": 0.017083201557397842, "global_step": 9172, "epoch": 51, "lr": 9.83664485537549e-05}
{"train_loss": 0.012243255041539669, "global_step": 9173, "epoch": 51, "lr": 9.836607389921636e-05}
{"train_loss": 0.014337717555463314, "global_step": 9174, "epoch": 51, "lr": 9.836569920243294e-05}
{"train_loss": 0.013278205879032612, "global_step": 9175, "epoch": 51, "lr": 9.836532446340498e-05}
{"train_loss": 0.01602356880903244, "global_step": 9176, "epoch": 51, "lr": 9.836494968213282e-05}
{"train_loss": 0.010414931923151016, "global_step": 9177, "epoch": 51, "lr": 9.836457485861673e-05}
{"train_loss": 0.019382458180189133, "global_step": 9178, "epoch": 51, "lr": 9.836419999285708e-05}
{"train_loss": 0.01867421343922615, "global_step": 9179, "epoch": 51, "lr": 9.83638250848542e-05}
{"train_loss": 0.009686978533864021, "global_step": 9180, "epoch": 51, "lr": 9.83634501346084e-05}
{"train_loss": 0.012707332149147987, "global_step": 9181, "epoch": 51, "lr": 9.836307514212002e-05}
{"train_loss": 0.021945327520370483, "global_step": 9182, "epoch": 51, "lr": 9.836270010738937e-05}
{"train_loss": 0.014608921483159065, "global_step": 9183, "epoch": 51, "lr": 9.83623250304168e-05}
{"train_loss": 0.01709902286529541, "global_step": 9184, "epoch": 51, "lr": 9.836194991120264e-05}
{"train_loss": 0.016244176775217056, "global_step": 9185, "epoch": 51, "lr": 9.836157474974719e-05}
{"train_loss": 0.010560175403952599, "global_step": 9186, "epoch": 51, "lr": 9.836119954605079e-05}
{"train_loss": 0.012372752651572227, "global_step": 9187, "epoch": 51, "lr": 9.836082430011378e-05}
{"train_loss": 0.014691635966300964, "global_step": 9188, "epoch": 51, "lr": 9.836044901193646e-05}
{"train_loss": 0.015828542411327362, "global_step": 9189, "epoch": 51, "lr": 9.836007368151918e-05}
{"train_loss": 0.020201824605464935, "global_step": 9190, "epoch": 51, "lr": 9.835969830886228e-05}
{"train_loss": 0.0077352700755000114, "global_step": 9191, "epoch": 51, "lr": 9.835932289396605e-05}
{"train_loss": 0.023879963904619217, "global_step": 9192, "epoch": 51, "lr": 9.835894743683086e-05}
{"train_loss": 0.017443398013710976, "global_step": 9193, "epoch": 51, "lr": 9.835857193745701e-05}
{"train_loss": 0.0166232381016016, "global_step": 9194, "epoch": 51, "lr": 9.835819639584484e-05}
{"train_loss": 0.016542451456189156, "global_step": 9195, "epoch": 51, "lr": 9.835782081199467e-05}
{"train_loss": 0.015266671776771545, "global_step": 9196, "epoch": 51, "lr": 9.835744518590682e-05}
{"train_loss": 0.014921329915523529, "global_step": 9197, "epoch": 51, "lr": 9.835706951758164e-05}
{"train_loss": 0.01552833802998066, "global_step": 9198, "epoch": 51, "lr": 9.835669380701945e-05}
{"train_loss": 0.013656793162226677, "global_step": 9199, "epoch": 51, "lr": 9.835631805422058e-05}
{"train_loss": 0.015496951527893543, "global_step": 9200, "epoch": 51, "lr": 9.835594225918534e-05}
{"train_loss": 0.017204008996486664, "global_step": 9201, "epoch": 51, "lr": 9.835556642191408e-05}
{"train_loss": 0.012619715183973312, "global_step": 9202, "epoch": 51, "lr": 9.835519054240712e-05}
{"train_loss": 0.010934742167592049, "global_step": 9203, "epoch": 51, "lr": 9.835481462066478e-05}
{"train_loss": 0.01666071079671383, "global_step": 9204, "epoch": 51, "lr": 9.83544386566874e-05}
{"train_loss": 0.011567773297429085, "global_step": 9205, "epoch": 51, "lr": 9.835406265047532e-05}
{"train_loss": 0.016186585649847984, "global_step": 9206, "epoch": 51, "lr": 9.835368660202884e-05}
{"train_loss": 0.018953751772642136, "global_step": 9207, "epoch": 51, "lr": 9.835331051134831e-05}
{"train_loss": 0.011852005496621132, "global_step": 9208, "epoch": 51, "lr": 9.835293437843405e-05}
{"train_loss": 0.011988867074251175, "global_step": 9209, "epoch": 51, "lr": 9.835255820328639e-05}
{"train_loss": 0.018368884921073914, "global_step": 9210, "epoch": 51, "lr": 9.835218198590566e-05}
{"train_loss": 0.01088607870042324, "global_step": 9211, "epoch": 51, "lr": 9.835180572629218e-05}
{"train_loss": 0.011953438632190228, "global_step": 9212, "epoch": 51, "lr": 9.835142942444629e-05}
{"train_loss": 0.01949894428253174, "global_step": 9213, "epoch": 51, "lr": 9.83510530803683e-05}
{"train_loss": 0.01588789001107216, "global_step": 9214, "epoch": 51, "lr": 9.835067669405857e-05}
{"train_loss": 0.015359525568783283, "global_step": 9215, "epoch": 51, "lr": 9.83503002655174e-05}
{"train_loss": 0.011231816373765469, "global_step": 9216, "epoch": 51, "lr": 9.834992379474514e-05}
{"train_loss": 0.020771201699972153, "global_step": 9217, "epoch": 51, "lr": 9.83495472817421e-05}
{"train_loss": 0.014865336008369923, "global_step": 9218, "epoch": 51, "lr": 9.834917072650862e-05}
{"train_loss": 0.011552879586815834, "global_step": 9219, "epoch": 51, "lr": 9.834879412904504e-05}
{"train_loss": 0.014831428416073322, "global_step": 9220, "epoch": 51, "lr": 9.834841748935166e-05}
{"train_loss": 0.009632915258407593, "global_step": 9221, "epoch": 51, "lr": 9.834804080742883e-05}
{"train_loss": 0.010565068572759628, "global_step": 9222, "epoch": 51, "lr": 9.834766408327687e-05}
{"train_loss": 0.00976802222430706, "global_step": 9223, "epoch": 51, "lr": 9.834728731689612e-05}
{"train_loss": 0.011755319312214851, "global_step": 9224, "epoch": 51, "lr": 9.83469105082869e-05}
{"train_loss": 0.013826614245772362, "global_step": 9225, "epoch": 51, "lr": 9.834653365744954e-05}
{"train_loss": 0.01507980190217495, "global_step": 9226, "epoch": 51, "lr": 9.834615676438436e-05}
{"train_loss": 0.013956580311059952, "global_step": 9227, "epoch": 51, "lr": 9.834577982909172e-05}
{"train_loss": 0.02447984740138054, "global_step": 9228, "epoch": 51, "lr": 9.83454028515719e-05}
{"train_loss": 0.015242011286318302, "global_step": 9229, "epoch": 51, "lr": 9.83450258318253e-05}
{"train_loss": 0.012245520949363708, "global_step": 9230, "epoch": 51, "lr": 9.834464876985216e-05}
{"train_loss": 0.014405066147446632, "global_step": 9231, "epoch": 51, "lr": 9.834427166565288e-05}
{"train_loss": 0.016741551458835602, "global_step": 9232, "epoch": 51, "lr": 9.834389451922776e-05}
{"train_loss": 0.009432429447770119, "global_step": 9233, "epoch": 51, "lr": 9.834351733057716e-05}
{"train_loss": 0.01456410065293312, "global_step": 9234, "epoch": 51, "lr": 9.834314009970136e-05}
{"train_loss": 0.021124225109815598, "global_step": 9235, "epoch": 51, "lr": 9.834276282660072e-05}
{"train_loss": 0.010400205850601196, "global_step": 9236, "epoch": 51, "lr": 9.834238551127555e-05}
{"train_loss": 0.015105465427041054, "global_step": 9237, "epoch": 51, "lr": 9.83420081537262e-05}
{"train_loss": 0.016683291643857956, "global_step": 9238, "epoch": 51, "lr": 9.8341630753953e-05}
{"train_loss": 0.013711187988519669, "global_step": 9239, "epoch": 51, "lr": 9.834125331195628e-05}
{"train_loss": 0.012458239682018757, "global_step": 9240, "epoch": 51, "lr": 9.834087582773634e-05}
{"train_loss": 0.010550344362854958, "global_step": 9241, "epoch": 51, "lr": 9.834049830129355e-05}
{"train_loss": 0.014810627326369286, "global_step": 9242, "epoch": 51, "lr": 9.834012073262821e-05}
{"train_loss": 0.011495579034090042, "global_step": 9243, "epoch": 51, "lr": 9.833974312174068e-05}
{"train_loss": 0.013574973680078983, "global_step": 9244, "epoch": 51, "lr": 9.833936546863125e-05}
{"train_loss": 0.019107216969132423, "global_step": 9245, "epoch": 51, "lr": 9.833898777330028e-05}
{"train_loss": 0.008034881204366684, "global_step": 9246, "epoch": 51, "lr": 9.833861003574809e-05}
{"train_loss": 0.009000815451145172, "global_step": 9247, "epoch": 51, "lr": 9.833823225597501e-05}
{"train_loss": 0.01007828302681446, "global_step": 9248, "epoch": 51, "lr": 9.833785443398138e-05}
{"train_loss": 0.013024043291807175, "global_step": 9249, "epoch": 51, "lr": 9.833747656976751e-05}
{"train_loss": 0.01402208674699068, "global_step": 9250, "epoch": 51, "lr": 9.833709866333373e-05}
{"train_loss": 0.014240988530218601, "global_step": 9251, "epoch": 51, "lr": 9.83367207146804e-05}
{"train_loss": 0.0148646030575037, "global_step": 9252, "epoch": 51, "lr": 9.833634272380783e-05}
{"train_loss": 0.015595337375998497, "global_step": 9253, "epoch": 51, "lr": 9.833596469071635e-05}
{"train_loss": 0.011462055146694183, "global_step": 9254, "epoch": 51, "lr": 9.833558661540629e-05}
{"train_loss": 0.013698782727352522, "global_step": 9255, "epoch": 51, "lr": 9.833520849787798e-05}
{"train_loss": 0.010350381955504417, "global_step": 9256, "epoch": 52, "lr": 9.833483033813176e-05}
{"train_loss": 0.0165054090321064, "global_step": 9257, "epoch": 52, "lr": 9.833445213616794e-05}
{"train_loss": 0.006664765067398548, "global_step": 9258, "epoch": 52, "lr": 9.833407389198686e-05}
{"train_loss": 0.012784401886165142, "global_step": 9259, "epoch": 52, "lr": 9.833369560558887e-05}
{"train_loss": 0.01494007371366024, "global_step": 9260, "epoch": 52, "lr": 9.833331727697427e-05}
{"train_loss": 0.0188886858522892, "global_step": 9261, "epoch": 52, "lr": 9.833293890614342e-05}
{"train_loss": 0.015130994841456413, "global_step": 9262, "epoch": 52, "lr": 9.83325604930966e-05}
{"train_loss": 0.01780509017407894, "global_step": 9263, "epoch": 52, "lr": 9.833218203783421e-05}
{"train_loss": 0.020190155133605003, "global_step": 9264, "epoch": 52, "lr": 9.833180354035653e-05}
{"train_loss": 0.013446105644106865, "global_step": 9265, "epoch": 52, "lr": 9.83314250006639e-05}
{"train_loss": 0.012783040292561054, "global_step": 9266, "epoch": 52, "lr": 9.833104641875667e-05}
{"train_loss": 0.013469027355313301, "global_step": 9267, "epoch": 52, "lr": 9.833066779463516e-05}
{"train_loss": 0.020179033279418945, "global_step": 9268, "epoch": 52, "lr": 9.833028912829967e-05}
{"train_loss": 0.013765303418040276, "global_step": 9269, "epoch": 52, "lr": 9.832991041975059e-05}
{"train_loss": 0.012972168624401093, "global_step": 9270, "epoch": 52, "lr": 9.83295316689882e-05}
{"train_loss": 0.013796843588352203, "global_step": 9271, "epoch": 52, "lr": 9.832915287601286e-05}
{"train_loss": 0.012659283354878426, "global_step": 9272, "epoch": 52, "lr": 9.83287740408249e-05}
{"train_loss": 0.0193742997944355, "global_step": 9273, "epoch": 52, "lr": 9.832839516342463e-05}
{"train_loss": 0.024044180288910866, "global_step": 9274, "epoch": 52, "lr": 9.832801624381238e-05}
{"train_loss": 0.01041312888264656, "global_step": 9275, "epoch": 52, "lr": 9.832763728198851e-05}
{"train_loss": 0.014034248888492584, "global_step": 9276, "epoch": 52, "lr": 9.832725827795335e-05}
{"train_loss": 0.019275713711977005, "global_step": 9277, "epoch": 52, "lr": 9.83268792317072e-05}
{"train_loss": 0.01036808267235756, "global_step": 9278, "epoch": 52, "lr": 9.83265001432504e-05}
{"train_loss": 0.014450357295572758, "global_step": 9279, "epoch": 52, "lr": 9.832612101258329e-05}
{"train_loss": 0.01312977634370327, "global_step": 9280, "epoch": 52, "lr": 9.83257418397062e-05}
{"train_loss": 0.01881324127316475, "global_step": 9281, "epoch": 52, "lr": 9.832536262461946e-05}
{"train_loss": 0.020599365234375, "global_step": 9282, "epoch": 52, "lr": 9.83249833673234e-05}
{"train_loss": 0.012252401560544968, "global_step": 9283, "epoch": 52, "lr": 9.832460406781838e-05}
{"train_loss": 0.016995267942547798, "global_step": 9284, "epoch": 52, "lr": 9.832422472610467e-05}
{"train_loss": 0.01889907568693161, "global_step": 9285, "epoch": 52, "lr": 9.832384534218266e-05}
{"train_loss": 0.014908315613865852, "global_step": 9286, "epoch": 52, "lr": 9.832346591605263e-05}
{"train_loss": 0.00814665574580431, "global_step": 9287, "epoch": 52, "lr": 9.832308644771497e-05}
{"train_loss": 0.01367112249135971, "global_step": 9288, "epoch": 52, "lr": 9.832270693716996e-05}
{"train_loss": 0.012189307250082493, "global_step": 9289, "epoch": 52, "lr": 9.832232738441795e-05}
{"train_loss": 0.012381366454064846, "global_step": 9290, "epoch": 52, "lr": 9.832194778945928e-05}
{"train_loss": 0.007142612710595131, "global_step": 9291, "epoch": 52, "lr": 9.832156815229428e-05}
{"train_loss": 0.016397077590227127, "global_step": 9292, "epoch": 52, "lr": 9.832118847292326e-05}
{"train_loss": 0.01593787968158722, "global_step": 9293, "epoch": 52, "lr": 9.832080875134658e-05}
{"train_loss": 0.017798952758312225, "global_step": 9294, "epoch": 52, "lr": 9.832042898756457e-05}
{"train_loss": 0.01699133962392807, "global_step": 9295, "epoch": 52, "lr": 9.832004918157753e-05}
{"train_loss": 0.013491397723555565, "global_step": 9296, "epoch": 52, "lr": 9.831966933338581e-05}
{"train_loss": 0.014329468831419945, "global_step": 9297, "epoch": 52, "lr": 9.831928944298976e-05}
{"train_loss": 0.010279066860675812, "global_step": 9298, "epoch": 52, "lr": 9.83189095103897e-05}
{"train_loss": 0.014792473055422306, "global_step": 9299, "epoch": 52, "lr": 9.831852953558593e-05}
{"train_loss": 0.012049989774823189, "global_step": 9300, "epoch": 52, "lr": 9.831814951857882e-05}
{"train_loss": 0.009881916455924511, "global_step": 9301, "epoch": 52, "lr": 9.831776945936871e-05}
{"train_loss": 0.013841861858963966, "global_step": 9302, "epoch": 52, "lr": 9.831738935795591e-05}
{"train_loss": 0.024249613285064697, "global_step": 9303, "epoch": 52, "lr": 9.831700921434074e-05}
{"train_loss": 0.009763828478753567, "global_step": 9304, "epoch": 52, "lr": 9.831662902852356e-05}
{"train_loss": 0.015633318573236465, "global_step": 9305, "epoch": 52, "lr": 9.831624880050469e-05}
{"train_loss": 0.015567358583211899, "global_step": 9306, "epoch": 52, "lr": 9.831586853028447e-05}
{"train_loss": 0.0108770951628685, "global_step": 9307, "epoch": 52, "lr": 9.83154882178632e-05}
{"train_loss": 0.011990800499916077, "global_step": 9308, "epoch": 52, "lr": 9.831510786324126e-05}
{"train_loss": 0.016304347664117813, "global_step": 9309, "epoch": 52, "lr": 9.831472746641894e-05}
{"train_loss": 0.01503775641322136, "global_step": 9310, "epoch": 52, "lr": 9.831434702739661e-05}
{"train_loss": 0.010704558342695236, "global_step": 9311, "epoch": 52, "lr": 9.831396654617458e-05}
{"train_loss": 0.01404185313731432, "global_step": 9312, "epoch": 52, "lr": 9.831358602275318e-05}
{"train_loss": 0.017300158739089966, "global_step": 9313, "epoch": 52, "lr": 9.831320545713274e-05}
{"train_loss": 0.01476307399570942, "global_step": 9314, "epoch": 52, "lr": 9.831282484931361e-05}
{"train_loss": 0.01773170940577984, "global_step": 9315, "epoch": 52, "lr": 9.831244419929611e-05}
{"train_loss": 0.012737387791275978, "global_step": 9316, "epoch": 52, "lr": 9.831206350708058e-05}
{"train_loss": 0.01187957264482975, "global_step": 9317, "epoch": 52, "lr": 9.831168277266733e-05}
{"train_loss": 0.010096976533532143, "global_step": 9318, "epoch": 52, "lr": 9.831130199605673e-05}
{"train_loss": 0.01007065735757351, "global_step": 9319, "epoch": 52, "lr": 9.831092117724908e-05}
{"train_loss": 0.010985690169036388, "global_step": 9320, "epoch": 52, "lr": 9.831054031624473e-05}
{"train_loss": 0.020694855600595474, "global_step": 9321, "epoch": 52, "lr": 9.831015941304402e-05}
{"train_loss": 0.012145805172622204, "global_step": 9322, "epoch": 52, "lr": 9.830977846764725e-05}
{"train_loss": 0.0164632610976696, "global_step": 9323, "epoch": 52, "lr": 9.83093974800548e-05}
{"train_loss": 0.013731507584452629, "global_step": 9324, "epoch": 52, "lr": 9.830901645026695e-05}
{"train_loss": 0.013598384335637093, "global_step": 9325, "epoch": 52, "lr": 9.830863537828407e-05}
{"train_loss": 0.014668240211904049, "global_step": 9326, "epoch": 52, "lr": 9.830825426410648e-05}
{"train_loss": 0.017540959641337395, "global_step": 9327, "epoch": 52, "lr": 9.83078731077345e-05}
{"train_loss": 0.00817127525806427, "global_step": 9328, "epoch": 52, "lr": 9.83074919091685e-05}
{"train_loss": 0.01272609829902649, "global_step": 9329, "epoch": 52, "lr": 9.830711066840878e-05}
{"train_loss": 0.022542573511600494, "global_step": 9330, "epoch": 52, "lr": 9.83067293854557e-05}
{"train_loss": 0.026013921946287155, "global_step": 9331, "epoch": 52, "lr": 9.830634806030955e-05}
{"train_loss": 0.014576949179172516, "global_step": 9332, "epoch": 52, "lr": 9.830596669297072e-05}
{"train_loss": 0.021892212331295013, "global_step": 9333, "epoch": 52, "lr": 9.83055852834395e-05}
{"train_loss": 0.01598452776670456, "global_step": 9334, "epoch": 52, "lr": 9.830520383171624e-05}
{"train_loss": 0.013346388936042786, "global_step": 9335, "epoch": 52, "lr": 9.830482233780125e-05}
{"train_loss": 0.012609126977622509, "global_step": 9336, "epoch": 52, "lr": 9.83044408016949e-05}
{"train_loss": 0.016290221363306046, "global_step": 9337, "epoch": 52, "lr": 9.83040592233975e-05}
{"train_loss": 0.024833522737026215, "global_step": 9338, "epoch": 52, "lr": 9.83036776029094e-05}
{"train_loss": 0.012193537317216396, "global_step": 9339, "epoch": 52, "lr": 9.830329594023091e-05}
{"train_loss": 0.01633254811167717, "global_step": 9340, "epoch": 52, "lr": 9.830291423536238e-05}
{"train_loss": 0.013212750665843487, "global_step": 9341, "epoch": 52, "lr": 9.830253248830412e-05}
{"train_loss": 0.009681183844804764, "global_step": 9342, "epoch": 52, "lr": 9.83021506990565e-05}
{"train_loss": 0.009985017590224743, "global_step": 9343, "epoch": 52, "lr": 9.830176886761983e-05}
{"train_loss": 0.012152563780546188, "global_step": 9344, "epoch": 52, "lr": 9.830138699399447e-05}
{"train_loss": 0.011848952621221542, "global_step": 9345, "epoch": 52, "lr": 9.830100507818072e-05}
{"train_loss": 0.011539611965417862, "global_step": 9346, "epoch": 52, "lr": 9.830062312017891e-05}
{"train_loss": 0.01516694389283657, "global_step": 9347, "epoch": 52, "lr": 9.830024111998942e-05}
{"train_loss": 0.015536874532699585, "global_step": 9348, "epoch": 52, "lr": 9.829985907761253e-05}
{"train_loss": 0.011129379272460938, "global_step": 9349, "epoch": 52, "lr": 9.829947699304862e-05}
{"train_loss": 0.015034736134111881, "global_step": 9350, "epoch": 52, "lr": 9.829909486629798e-05}
{"train_loss": 0.00906586553901434, "global_step": 9351, "epoch": 52, "lr": 9.829871269736098e-05}
{"train_loss": 0.01457187905907631, "global_step": 9352, "epoch": 52, "lr": 9.829833048623792e-05}
{"train_loss": 0.010683426633477211, "global_step": 9353, "epoch": 52, "lr": 9.829794823292917e-05}
{"train_loss": 0.013567309826612473, "global_step": 9354, "epoch": 52, "lr": 9.829756593743504e-05}
{"train_loss": 0.01457897387444973, "global_step": 9355, "epoch": 52, "lr": 9.829718359975587e-05}
{"train_loss": 0.009508870542049408, "global_step": 9356, "epoch": 52, "lr": 9.8296801219892e-05}
{"train_loss": 0.012015607208013535, "global_step": 9357, "epoch": 52, "lr": 9.829641879784374e-05}
{"train_loss": 0.006340804975479841, "global_step": 9358, "epoch": 52, "lr": 9.829603633361146e-05}
{"train_loss": 0.012271447107195854, "global_step": 9359, "epoch": 52, "lr": 9.829565382719548e-05}
{"train_loss": 0.009509674273431301, "global_step": 9360, "epoch": 52, "lr": 9.829527127859612e-05}
{"train_loss": 0.019989922642707825, "global_step": 9361, "epoch": 52, "lr": 9.829488868781373e-05}
{"train_loss": 0.007604337763041258, "global_step": 9362, "epoch": 52, "lr": 9.829450605484864e-05}
{"train_loss": 0.012200634926557541, "global_step": 9363, "epoch": 52, "lr": 9.829412337970118e-05}
{"train_loss": 0.012159430421888828, "global_step": 9364, "epoch": 52, "lr": 9.829374066237169e-05}
{"train_loss": 0.016621746122837067, "global_step": 9365, "epoch": 52, "lr": 9.82933579028605e-05}
{"train_loss": 0.016360335052013397, "global_step": 9366, "epoch": 52, "lr": 9.829297510116794e-05}
{"train_loss": 0.01366314198821783, "global_step": 9367, "epoch": 52, "lr": 9.829259225729434e-05}
{"train_loss": 0.018980422988533974, "global_step": 9368, "epoch": 52, "lr": 9.829220937124007e-05}
{"train_loss": 0.014115046709775925, "global_step": 9369, "epoch": 52, "lr": 9.829182644300543e-05}
{"train_loss": 0.01260110642760992, "global_step": 9370, "epoch": 52, "lr": 9.829144347259076e-05}
{"train_loss": 0.01664690673351288, "global_step": 9371, "epoch": 52, "lr": 9.829106045999641e-05}
{"train_loss": 0.01002085767686367, "global_step": 9372, "epoch": 52, "lr": 9.829067740522269e-05}
{"train_loss": 0.01441333256661892, "global_step": 9373, "epoch": 52, "lr": 9.829029430826994e-05}
{"train_loss": 0.011943154968321323, "global_step": 9374, "epoch": 52, "lr": 9.828991116913853e-05}
{"train_loss": 0.017635833472013474, "global_step": 9375, "epoch": 52, "lr": 9.828952798782874e-05}
{"train_loss": 0.013689123094081879, "global_step": 9376, "epoch": 52, "lr": 9.828914476434094e-05}
{"train_loss": 0.011875830590724945, "global_step": 9377, "epoch": 52, "lr": 9.828876149867546e-05}
{"train_loss": 0.013669453561306, "global_step": 9378, "epoch": 52, "lr": 9.828837819083263e-05}
{"train_loss": 0.026364708319306374, "global_step": 9379, "epoch": 52, "lr": 9.828799484081277e-05}
{"train_loss": 0.01770014315843582, "global_step": 9380, "epoch": 52, "lr": 9.828761144861624e-05}
{"train_loss": 0.015479454770684242, "global_step": 9381, "epoch": 52, "lr": 9.828722801424337e-05}
{"train_loss": 0.011995605193078518, "global_step": 9382, "epoch": 52, "lr": 9.82868445376945e-05}
{"train_loss": 0.009981311857700348, "global_step": 9383, "epoch": 52, "lr": 9.828646101896993e-05}
{"train_loss": 0.012658530846238136, "global_step": 9384, "epoch": 52, "lr": 9.828607745807004e-05}
{"train_loss": 0.008424223400652409, "global_step": 9385, "epoch": 52, "lr": 9.828569385499513e-05}
{"train_loss": 0.012315522879362106, "global_step": 9386, "epoch": 52, "lr": 9.828531020974556e-05}
{"train_loss": 0.015622548758983612, "global_step": 9387, "epoch": 52, "lr": 9.828492652232166e-05}
{"train_loss": 0.017415087670087814, "global_step": 9388, "epoch": 52, "lr": 9.828454279272374e-05}
{"train_loss": 0.011608763597905636, "global_step": 9389, "epoch": 52, "lr": 9.828415902095218e-05}
{"train_loss": 0.018444515764713287, "global_step": 9390, "epoch": 52, "lr": 9.828377520700726e-05}
{"train_loss": 0.01937345787882805, "global_step": 9391, "epoch": 52, "lr": 9.828339135088938e-05}
{"train_loss": 0.018442651256918907, "global_step": 9392, "epoch": 52, "lr": 9.828300745259882e-05}
{"train_loss": 0.015175395645201206, "global_step": 9393, "epoch": 52, "lr": 9.828262351213596e-05}
{"train_loss": 0.01978674903512001, "global_step": 9394, "epoch": 52, "lr": 9.828223952950108e-05}
{"train_loss": 0.014082198962569237, "global_step": 9395, "epoch": 52, "lr": 9.828185550469455e-05}
{"train_loss": 0.012085199356079102, "global_step": 9396, "epoch": 52, "lr": 9.828147143771674e-05}
{"train_loss": 0.010455184616148472, "global_step": 9397, "epoch": 52, "lr": 9.828108732856791e-05}
{"train_loss": 0.018718954175710678, "global_step": 9398, "epoch": 52, "lr": 9.828070317724844e-05}
{"train_loss": 0.028347205370664597, "global_step": 9399, "epoch": 52, "lr": 9.828031898375867e-05}
{"train_loss": 0.01601162552833557, "global_step": 9400, "epoch": 52, "lr": 9.827993474809891e-05}
{"train_loss": 0.01293228380382061, "global_step": 9401, "epoch": 52, "lr": 9.827955047026953e-05}
{"train_loss": 0.026317395269870758, "global_step": 9402, "epoch": 52, "lr": 9.827916615027083e-05}
{"train_loss": 0.01182773057371378, "global_step": 9403, "epoch": 52, "lr": 9.827878178810316e-05}
{"train_loss": 0.014601429924368858, "global_step": 9404, "epoch": 52, "lr": 9.827839738376688e-05}
{"train_loss": 0.015143770724534988, "global_step": 9405, "epoch": 52, "lr": 9.827801293726227e-05}
{"train_loss": 0.018739931285381317, "global_step": 9406, "epoch": 52, "lr": 9.827762844858973e-05}
{"train_loss": 0.015963684767484665, "global_step": 9407, "epoch": 52, "lr": 9.827724391774955e-05}
{"train_loss": 0.014743898063898087, "global_step": 9408, "epoch": 52, "lr": 9.827685934474207e-05}
{"train_loss": 0.017777595669031143, "global_step": 9409, "epoch": 52, "lr": 9.827647472956765e-05}
{"train_loss": 0.014921702444553375, "global_step": 9410, "epoch": 52, "lr": 9.82760900722266e-05}
{"train_loss": 0.018749991431832314, "global_step": 9411, "epoch": 52, "lr": 9.827570537271929e-05}
{"train_loss": 0.012864412739872932, "global_step": 9412, "epoch": 52, "lr": 9.827532063104604e-05}
{"train_loss": 0.01857614517211914, "global_step": 9413, "epoch": 52, "lr": 9.827493584720714e-05}
{"train_loss": 0.020889028906822205, "global_step": 9414, "epoch": 52, "lr": 9.8274551021203e-05}
{"train_loss": 0.013260012492537498, "global_step": 9415, "epoch": 52, "lr": 9.82741661530339e-05}
{"train_loss": 0.01635340042412281, "global_step": 9416, "epoch": 52, "lr": 9.827378124270021e-05}
{"train_loss": 0.013632060028612614, "global_step": 9417, "epoch": 52, "lr": 9.827339629020227e-05}
{"train_loss": 0.007353799883276224, "global_step": 9418, "epoch": 52, "lr": 9.827301129554039e-05}
{"train_loss": 0.013509267941117287, "global_step": 9419, "epoch": 52, "lr": 9.827262625871491e-05}
{"train_loss": 0.012599054723978043, "global_step": 9420, "epoch": 52, "lr": 9.827224117972617e-05}
{"train_loss": 0.013164148665964603, "global_step": 9421, "epoch": 52, "lr": 9.827185605857451e-05}
{"train_loss": 0.017654908820986748, "global_step": 9422, "epoch": 52, "lr": 9.82714708952603e-05}
{"train_loss": 0.011031635105609894, "global_step": 9423, "epoch": 52, "lr": 9.827108568978381e-05}
{"train_loss": 0.015636101365089417, "global_step": 9424, "epoch": 52, "lr": 9.827070044214541e-05}
{"train_loss": 0.019745562225580215, "global_step": 9425, "epoch": 52, "lr": 9.827031515234544e-05}
{"train_loss": 0.009542103856801987, "global_step": 9426, "epoch": 52, "lr": 9.826992982038424e-05}
{"train_loss": 0.014427799731492996, "global_step": 9427, "epoch": 52, "lr": 9.826954444626214e-05}
{"train_loss": 0.017094582319259644, "global_step": 9428, "epoch": 52, "lr": 9.826915902997947e-05}
{"train_loss": 0.016646288335323334, "global_step": 9429, "epoch": 52, "lr": 9.826877357153658e-05}
{"train_loss": 0.01630323752760887, "global_step": 9430, "epoch": 52, "lr": 9.826838807093379e-05}
{"train_loss": 0.014575853012502193, "global_step": 9431, "epoch": 52, "lr": 9.826800252817144e-05}
{"train_loss": 0.01787370629608631, "global_step": 9432, "epoch": 52, "lr": 9.826761694324989e-05}
{"train_loss": 0.014626450682310074, "global_step": 9433, "epoch": 52, "lr": 9.826723131616944e-05}
{"train_loss": 0.011600280180573463, "global_step": 9434, "epoch": 53, "lr": 9.826684564693045e-05}
{"train_loss": 0.013504602015018463, "global_step": 9435, "epoch": 53, "lr": 9.826645993553326e-05}
{"train_loss": 0.011126356199383736, "global_step": 9436, "epoch": 53, "lr": 9.82660741819782e-05}
{"train_loss": 0.021461378782987595, "global_step": 9437, "epoch": 53, "lr": 9.82656883862656e-05}
{"train_loss": 0.014966614544391632, "global_step": 9438, "epoch": 53, "lr": 9.826530254839581e-05}
{"train_loss": 0.01602960377931595, "global_step": 9439, "epoch": 53, "lr": 9.826491666836916e-05}
{"train_loss": 0.014258506707847118, "global_step": 9440, "epoch": 53, "lr": 9.826453074618598e-05}
{"train_loss": 0.010102608241140842, "global_step": 9441, "epoch": 53, "lr": 9.826414478184662e-05}
{"train_loss": 0.010955894365906715, "global_step": 9442, "epoch": 53, "lr": 9.82637587753514e-05}
{"train_loss": 0.012048415839672089, "global_step": 9443, "epoch": 53, "lr": 9.82633727267007e-05}
{"train_loss": 0.012239301577210426, "global_step": 9444, "epoch": 53, "lr": 9.82629866358948e-05}
{"train_loss": 0.015464247204363346, "global_step": 9445, "epoch": 53, "lr": 9.826260050293408e-05}
{"train_loss": 0.021395649760961533, "global_step": 9446, "epoch": 53, "lr": 9.826221432781884e-05}
{"train_loss": 0.017893154174089432, "global_step": 9447, "epoch": 53, "lr": 9.826182811054945e-05}
{"train_loss": 0.012891193851828575, "global_step": 9448, "epoch": 53, "lr": 9.826144185112624e-05}
{"train_loss": 0.014543924480676651, "global_step": 9449, "epoch": 53, "lr": 9.826105554954954e-05}
{"train_loss": 0.01891643926501274, "global_step": 9450, "epoch": 53, "lr": 9.826066920581969e-05}
{"train_loss": 0.00905341375619173, "global_step": 9451, "epoch": 53, "lr": 9.826028281993702e-05}
{"train_loss": 0.00966162234544754, "global_step": 9452, "epoch": 53, "lr": 9.825989639190188e-05}
{"train_loss": 0.011435281485319138, "global_step": 9453, "epoch": 53, "lr": 9.82595099217146e-05}
{"train_loss": 0.022567693144083023, "global_step": 9454, "epoch": 53, "lr": 9.825912340937553e-05}
{"train_loss": 0.012463398277759552, "global_step": 9455, "epoch": 53, "lr": 9.825873685488498e-05}
{"train_loss": 0.010737328790128231, "global_step": 9456, "epoch": 53, "lr": 9.825835025824333e-05}
{"train_loss": 0.011474648490548134, "global_step": 9457, "epoch": 53, "lr": 9.825796361945088e-05}
{"train_loss": 0.014973236247897148, "global_step": 9458, "epoch": 53, "lr": 9.825757693850797e-05}
{"train_loss": 0.013660555705428123, "global_step": 9459, "epoch": 53, "lr": 9.825719021541496e-05}
{"train_loss": 0.01569841429591179, "global_step": 9460, "epoch": 53, "lr": 9.825680345017217e-05}
{"train_loss": 0.01733616180717945, "global_step": 9461, "epoch": 53, "lr": 9.825641664277996e-05}
{"train_loss": 0.011979835107922554, "global_step": 9462, "epoch": 53, "lr": 9.825602979323864e-05}
{"train_loss": 0.01313956268131733, "global_step": 9463, "epoch": 53, "lr": 9.825564290154857e-05}
{"train_loss": 0.013204006478190422, "global_step": 9464, "epoch": 53, "lr": 9.825525596771005e-05}
{"train_loss": 0.015291131101548672, "global_step": 9465, "epoch": 53, "lr": 9.825486899172347e-05}
{"train_loss": 0.01356203481554985, "global_step": 9466, "epoch": 53, "lr": 9.825448197358913e-05}
{"train_loss": 0.010507767088711262, "global_step": 9467, "epoch": 53, "lr": 9.82540949133074e-05}
{"train_loss": 0.015025249682366848, "global_step": 9468, "epoch": 53, "lr": 9.825370781087858e-05}
{"train_loss": 0.009090948849916458, "global_step": 9469, "epoch": 53, "lr": 9.825332066630304e-05}
{"train_loss": 0.012066230177879333, "global_step": 9470, "epoch": 53, "lr": 9.82529334795811e-05}
{"train_loss": 0.011585213243961334, "global_step": 9471, "epoch": 53, "lr": 9.825254625071311e-05}
{"train_loss": 0.01725141704082489, "global_step": 9472, "epoch": 53, "lr": 9.82521589796994e-05}
{"train_loss": 0.014112813398241997, "global_step": 9473, "epoch": 53, "lr": 9.825177166654031e-05}
{"train_loss": 0.013333884067833424, "global_step": 9474, "epoch": 53, "lr": 9.825138431123617e-05}
{"train_loss": 0.010721529833972454, "global_step": 9475, "epoch": 53, "lr": 9.825099691378734e-05}
{"train_loss": 0.011859124526381493, "global_step": 9476, "epoch": 53, "lr": 9.825060947419415e-05}
{"train_loss": 0.012981130741536617, "global_step": 9477, "epoch": 53, "lr": 9.825022199245693e-05}
{"train_loss": 0.020711300894618034, "global_step": 9478, "epoch": 53, "lr": 9.824983446857601e-05}
{"train_loss": 0.011595584452152252, "global_step": 9479, "epoch": 53, "lr": 9.824944690255175e-05}
{"train_loss": 0.015892982482910156, "global_step": 9480, "epoch": 53, "lr": 9.824905929438448e-05}
{"train_loss": 0.008191334083676338, "global_step": 9481, "epoch": 53, "lr": 9.824867164407454e-05}
{"train_loss": 0.008855818770825863, "global_step": 9482, "epoch": 53, "lr": 9.824828395162226e-05}
{"train_loss": 0.017657572403550148, "global_step": 9483, "epoch": 53, "lr": 9.8247896217028e-05}
{"train_loss": 0.008750633336603642, "global_step": 9484, "epoch": 53, "lr": 9.824750844029206e-05}
{"train_loss": 0.012184091843664646, "global_step": 9485, "epoch": 53, "lr": 9.824712062141483e-05}
{"train_loss": 0.022517846897244453, "global_step": 9486, "epoch": 53, "lr": 9.82467327603966e-05}
{"train_loss": 0.008982658386230469, "global_step": 9487, "epoch": 53, "lr": 9.824634485723773e-05}
{"train_loss": 0.015250456519424915, "global_step": 9488, "epoch": 53, "lr": 9.824595691193858e-05}
{"train_loss": 0.011614606715738773, "global_step": 9489, "epoch": 53, "lr": 9.824556892449945e-05}
{"train_loss": 0.012617338448762894, "global_step": 9490, "epoch": 53, "lr": 9.824518089492071e-05}
{"train_loss": 0.010878320783376694, "global_step": 9491, "epoch": 53, "lr": 9.824479282320267e-05}
{"train_loss": 0.011888124980032444, "global_step": 9492, "epoch": 53, "lr": 9.824440470934571e-05}
{"train_loss": 0.012119194492697716, "global_step": 9493, "epoch": 53, "lr": 9.824401655335011e-05}
{"train_loss": 0.013180994428694248, "global_step": 9494, "epoch": 53, "lr": 9.824362835521626e-05}
{"train_loss": 0.014582737348973751, "global_step": 9495, "epoch": 53, "lr": 9.824324011494448e-05}
{"train_loss": 0.018892765045166016, "global_step": 9496, "epoch": 53, "lr": 9.824285183253512e-05}
{"train_loss": 0.007378663867712021, "global_step": 9497, "epoch": 53, "lr": 9.824246350798849e-05}
{"train_loss": 0.014591356739401817, "global_step": 9498, "epoch": 53, "lr": 9.824207514130497e-05}
{"train_loss": 0.031611405313014984, "global_step": 9499, "epoch": 53, "lr": 9.824168673248487e-05}
{"train_loss": 0.015888914465904236, "global_step": 9500, "epoch": 53, "lr": 9.824129828152853e-05}
{"train_loss": 0.01487901620566845, "global_step": 9501, "epoch": 53, "lr": 9.824090978843631e-05}
{"train_loss": 0.01700078696012497, "global_step": 9502, "epoch": 53, "lr": 9.824052125320853e-05}
{"train_loss": 0.012195996940135956, "global_step": 9503, "epoch": 53, "lr": 9.824013267584552e-05}
{"train_loss": 0.011271350085735321, "global_step": 9504, "epoch": 53, "lr": 9.823974405634765e-05}
{"train_loss": 0.015023970976471901, "global_step": 9505, "epoch": 53, "lr": 9.823935539471525e-05}
{"train_loss": 0.013711584731936455, "global_step": 9506, "epoch": 53, "lr": 9.823896669094865e-05}
{"train_loss": 0.026116464287042618, "global_step": 9507, "epoch": 53, "lr": 9.82385779450482e-05}
{"train_loss": 0.014636553823947906, "global_step": 9508, "epoch": 53, "lr": 9.823818915701422e-05}
{"train_loss": 0.015079413540661335, "global_step": 9509, "epoch": 53, "lr": 9.823780032684706e-05}
{"train_loss": 0.02020491659641266, "global_step": 9510, "epoch": 53, "lr": 9.823741145454708e-05}
{"train_loss": 0.015115936286747456, "global_step": 9511, "epoch": 53, "lr": 9.823702254011459e-05}
{"train_loss": 0.02167731150984764, "global_step": 9512, "epoch": 53, "lr": 9.823663358354994e-05}
{"train_loss": 0.012085088528692722, "global_step": 9513, "epoch": 53, "lr": 9.823624458485348e-05}
{"train_loss": 0.012392381206154823, "global_step": 9514, "epoch": 53, "lr": 9.823585554402553e-05}
{"train_loss": 0.012338608503341675, "global_step": 9515, "epoch": 53, "lr": 9.823546646106645e-05}
{"train_loss": 0.015965815633535385, "global_step": 9516, "epoch": 53, "lr": 9.823507733597657e-05}
{"train_loss": 0.022785983979701996, "global_step": 9517, "epoch": 53, "lr": 9.823468816875623e-05}
{"train_loss": 0.013922800309956074, "global_step": 9518, "epoch": 53, "lr": 9.823429895940576e-05}
{"train_loss": 0.018099656328558922, "global_step": 9519, "epoch": 53, "lr": 9.823390970792552e-05}
{"train_loss": 0.013449355959892273, "global_step": 9520, "epoch": 53, "lr": 9.823352041431584e-05}
{"train_loss": 0.012611402198672295, "global_step": 9521, "epoch": 53, "lr": 9.823313107857706e-05}
{"train_loss": 0.010599425993859768, "global_step": 9522, "epoch": 53, "lr": 9.823274170070951e-05}
{"train_loss": 0.015401806682348251, "global_step": 9523, "epoch": 53, "lr": 9.823235228071354e-05}
{"train_loss": 0.020494597032666206, "global_step": 9524, "epoch": 53, "lr": 9.82319628185895e-05}
{"train_loss": 0.015677491202950478, "global_step": 9525, "epoch": 53, "lr": 9.823157331433774e-05}
{"train_loss": 0.008498195558786392, "global_step": 9526, "epoch": 53, "lr": 9.823118376795856e-05}
{"train_loss": 0.011257151141762733, "global_step": 9527, "epoch": 53, "lr": 9.823079417945232e-05}
{"train_loss": 0.016751430928707123, "global_step": 9528, "epoch": 53, "lr": 9.823040454881937e-05}
{"train_loss": 0.008358897641301155, "global_step": 9529, "epoch": 53, "lr": 9.823001487606003e-05}
{"train_loss": 0.015274634584784508, "global_step": 9530, "epoch": 53, "lr": 9.822962516117467e-05}
{"train_loss": 0.014873940497636795, "global_step": 9531, "epoch": 53, "lr": 9.82292354041636e-05}
{"train_loss": 0.014131663367152214, "global_step": 9532, "epoch": 53, "lr": 9.822884560502717e-05}
{"train_loss": 0.02678859978914261, "global_step": 9533, "epoch": 53, "lr": 9.822845576376574e-05}
{"train_loss": 0.015273571014404297, "global_step": 9534, "epoch": 53, "lr": 9.822806588037961e-05}
{"train_loss": 0.010172261856496334, "global_step": 9535, "epoch": 53, "lr": 9.822767595486917e-05}
{"train_loss": 0.007128894329071045, "global_step": 9536, "epoch": 53, "lr": 9.822728598723471e-05}
{"train_loss": 0.013212596997618675, "global_step": 9537, "epoch": 53, "lr": 9.822689597747661e-05}
{"train_loss": 0.00969304796308279, "global_step": 9538, "epoch": 53, "lr": 9.82265059255952e-05}
{"train_loss": 0.012628130614757538, "global_step": 9539, "epoch": 53, "lr": 9.822611583159081e-05}
{"train_loss": 0.011224305257201195, "global_step": 9540, "epoch": 53, "lr": 9.822572569546379e-05}
{"train_loss": 0.012418005615472794, "global_step": 9541, "epoch": 53, "lr": 9.822533551721449e-05}
{"train_loss": 0.01677231304347515, "global_step": 9542, "epoch": 53, "lr": 9.822494529684322e-05}
{"train_loss": 0.014489092864096165, "global_step": 9543, "epoch": 53, "lr": 9.822455503435035e-05}
{"train_loss": 0.010834459215402603, "global_step": 9544, "epoch": 53, "lr": 9.822416472973621e-05}
{"train_loss": 0.01227420661598444, "global_step": 9545, "epoch": 53, "lr": 9.822377438300115e-05}
{"train_loss": 0.011663956567645073, "global_step": 9546, "epoch": 53, "lr": 9.822338399414548e-05}
{"train_loss": 0.011435751803219318, "global_step": 9547, "epoch": 53, "lr": 9.822299356316959e-05}
{"train_loss": 0.014742167666554451, "global_step": 9548, "epoch": 53, "lr": 9.822260309007378e-05}
{"train_loss": 0.01268751546740532, "global_step": 9549, "epoch": 53, "lr": 9.822221257485841e-05}
{"train_loss": 0.011248718947172165, "global_step": 9550, "epoch": 53, "lr": 9.822182201752381e-05}
{"train_loss": 0.017782798036932945, "global_step": 9551, "epoch": 53, "lr": 9.822143141807034e-05}
{"train_loss": 0.018454277887940407, "global_step": 9552, "epoch": 53, "lr": 9.822104077649831e-05}
{"train_loss": 0.014014041051268578, "global_step": 9553, "epoch": 53, "lr": 9.822065009280811e-05}
{"train_loss": 0.010668806731700897, "global_step": 9554, "epoch": 53, "lr": 9.822025936700004e-05}
{"train_loss": 0.016979634761810303, "global_step": 9555, "epoch": 53, "lr": 9.821986859907445e-05}
{"train_loss": 0.012652797624468803, "global_step": 9556, "epoch": 53, "lr": 9.821947778903169e-05}
{"train_loss": 0.014239683747291565, "global_step": 9557, "epoch": 53, "lr": 9.821908693687208e-05}
{"train_loss": 0.011745750904083252, "global_step": 9558, "epoch": 53, "lr": 9.8218696042596e-05}
{"train_loss": 0.015514427796006203, "global_step": 9559, "epoch": 53, "lr": 9.821830510620374e-05}
{"train_loss": 0.00820461381226778, "global_step": 9560, "epoch": 53, "lr": 9.82179141276957e-05}
{"train_loss": 0.013904523104429245, "global_step": 9561, "epoch": 53, "lr": 9.821752310707217e-05}
{"train_loss": 0.014359202235937119, "global_step": 9562, "epoch": 53, "lr": 9.821713204433351e-05}
{"train_loss": 0.008336969651281834, "global_step": 9563, "epoch": 53, "lr": 9.821674093948008e-05}
{"train_loss": 0.011838231235742569, "global_step": 9564, "epoch": 53, "lr": 9.821634979251221e-05}
{"train_loss": 0.010431541129946709, "global_step": 9565, "epoch": 53, "lr": 9.821595860343023e-05}
{"train_loss": 0.009065799415111542, "global_step": 9566, "epoch": 53, "lr": 9.82155673722345e-05}
{"train_loss": 0.016990317031741142, "global_step": 9567, "epoch": 53, "lr": 9.821517609892533e-05}
{"train_loss": 0.011618608608841896, "global_step": 9568, "epoch": 53, "lr": 9.82147847835031e-05}
{"train_loss": 0.01264316774904728, "global_step": 9569, "epoch": 53, "lr": 9.821439342596812e-05}
{"train_loss": 0.018071595579385757, "global_step": 9570, "epoch": 53, "lr": 9.821400202632077e-05}
{"train_loss": 0.017608728259801865, "global_step": 9571, "epoch": 53, "lr": 9.821361058456135e-05}
{"train_loss": 0.010345185175538063, "global_step": 9572, "epoch": 53, "lr": 9.821321910069022e-05}
{"train_loss": 0.013184480369091034, "global_step": 9573, "epoch": 53, "lr": 9.821282757470772e-05}
{"train_loss": 0.01100888941437006, "global_step": 9574, "epoch": 53, "lr": 9.821243600661421e-05}
{"train_loss": 0.01148762833327055, "global_step": 9575, "epoch": 53, "lr": 9.821204439641001e-05}
{"train_loss": 0.01803521253168583, "global_step": 9576, "epoch": 53, "lr": 9.821165274409545e-05}
{"train_loss": 0.011758457869291306, "global_step": 9577, "epoch": 53, "lr": 9.82112610496709e-05}
{"train_loss": 0.014013107866048813, "global_step": 9578, "epoch": 53, "lr": 9.821086931313672e-05}
{"train_loss": 0.010610399767756462, "global_step": 9579, "epoch": 53, "lr": 9.82104775344932e-05}
{"train_loss": 0.010638884268701077, "global_step": 9580, "epoch": 53, "lr": 9.821008571374071e-05}
{"train_loss": 0.01197072584182024, "global_step": 9581, "epoch": 53, "lr": 9.820969385087959e-05}
{"train_loss": 0.010700918734073639, "global_step": 9582, "epoch": 53, "lr": 9.820930194591018e-05}
{"train_loss": 0.009799808263778687, "global_step": 9583, "epoch": 53, "lr": 9.820890999883283e-05}
{"train_loss": 0.016027051955461502, "global_step": 9584, "epoch": 53, "lr": 9.820851800964788e-05}
{"train_loss": 0.017786432057619095, "global_step": 9585, "epoch": 53, "lr": 9.820812597835564e-05}
{"train_loss": 0.010937308892607689, "global_step": 9586, "epoch": 53, "lr": 9.820773390495652e-05}
{"train_loss": 0.015026244334876537, "global_step": 9587, "epoch": 53, "lr": 9.820734178945079e-05}
{"train_loss": 0.016348477452993393, "global_step": 9588, "epoch": 53, "lr": 9.820694963183885e-05}
{"train_loss": 0.01100899837911129, "global_step": 9589, "epoch": 53, "lr": 9.8206557432121e-05}
{"train_loss": 0.009003578685224056, "global_step": 9590, "epoch": 53, "lr": 9.820616519029761e-05}
{"train_loss": 0.02276141382753849, "global_step": 9591, "epoch": 53, "lr": 9.820577290636902e-05}
{"train_loss": 0.00995168648660183, "global_step": 9592, "epoch": 53, "lr": 9.820538058033554e-05}
{"train_loss": 0.008764229714870453, "global_step": 9593, "epoch": 53, "lr": 9.820498821219756e-05}
{"train_loss": 0.008940178900957108, "global_step": 9594, "epoch": 53, "lr": 9.820459580195542e-05}
{"train_loss": 0.009752696380019188, "global_step": 9595, "epoch": 53, "lr": 9.820420334960942e-05}
{"train_loss": 0.011974931694567204, "global_step": 9596, "epoch": 53, "lr": 9.820381085515993e-05}
{"train_loss": 0.00908605381846428, "global_step": 9597, "epoch": 53, "lr": 9.820341831860729e-05}
{"train_loss": 0.010607823729515076, "global_step": 9598, "epoch": 53, "lr": 9.820302573995184e-05}
{"train_loss": 0.010423535481095314, "global_step": 9599, "epoch": 53, "lr": 9.820263311919393e-05}
{"train_loss": 0.011844509281218052, "global_step": 9600, "epoch": 53, "lr": 9.82022404563339e-05}
{"train_loss": 0.005833156872540712, "global_step": 9601, "epoch": 53, "lr": 9.820184775137209e-05}
{"train_loss": 0.016820985823869705, "global_step": 9602, "epoch": 53, "lr": 9.820145500430885e-05}
{"train_loss": 0.015303486958146095, "global_step": 9603, "epoch": 53, "lr": 9.820106221514451e-05}
{"train_loss": 0.010549722239375114, "global_step": 9604, "epoch": 53, "lr": 9.820066938387942e-05}
{"train_loss": 0.011548995971679688, "global_step": 9605, "epoch": 53, "lr": 9.820027651051394e-05}
{"train_loss": 0.01949896663427353, "global_step": 9606, "epoch": 53, "lr": 9.819988359504837e-05}
{"train_loss": 0.006794189102947712, "global_step": 9607, "epoch": 53, "lr": 9.81994906374831e-05}
{"train_loss": 0.016190772876143456, "global_step": 9608, "epoch": 53, "lr": 9.819909763781844e-05}
{"train_loss": 0.011397965252399445, "global_step": 9609, "epoch": 53, "lr": 9.819870459605476e-05}
{"train_loss": 0.010175833478569984, "global_step": 9610, "epoch": 53, "lr": 9.819831151219238e-05}
{"train_loss": 0.013605823988890212, "global_step": 9611, "epoch": 53, "lr": 9.819791838623167e-05}
{"train_loss": 0.014025378972291946, "global_step": 9612, "epoch": 54, "lr": 9.819752521817293e-05}
{"train_loss": 0.010920435190200806, "global_step": 9613, "epoch": 54, "lr": 9.819713200801655e-05}
{"train_loss": 0.019507180899381638, "global_step": 9614, "epoch": 54, "lr": 9.819673875576286e-05}
{"train_loss": 0.0142030268907547, "global_step": 9615, "epoch": 54, "lr": 9.819634546141217e-05}
{"train_loss": 0.013600746169686317, "global_step": 9616, "epoch": 54, "lr": 9.819595212496487e-05}
{"train_loss": 0.013487424701452255, "global_step": 9617, "epoch": 54, "lr": 9.819555874642127e-05}
{"train_loss": 0.017200777307152748, "global_step": 9618, "epoch": 54, "lr": 9.819516532578174e-05}
{"train_loss": 0.011749038472771645, "global_step": 9619, "epoch": 54, "lr": 9.819477186304661e-05}
{"train_loss": 0.011509956791996956, "global_step": 9620, "epoch": 54, "lr": 9.819437835821623e-05}
{"train_loss": 0.005949965212494135, "global_step": 9621, "epoch": 54, "lr": 9.819398481129092e-05}
{"train_loss": 0.013760698027908802, "global_step": 9622, "epoch": 54, "lr": 9.819359122227105e-05}
{"train_loss": 0.011557577177882195, "global_step": 9623, "epoch": 54, "lr": 9.819319759115698e-05}
{"train_loss": 0.013647066429257393, "global_step": 9624, "epoch": 54, "lr": 9.8192803917949e-05}
{"train_loss": 0.013774986378848553, "global_step": 9625, "epoch": 54, "lr": 9.81924102026475e-05}
{"train_loss": 0.008687709458172321, "global_step": 9626, "epoch": 54, "lr": 9.81920164452528e-05}
{"train_loss": 0.013093184679746628, "global_step": 9627, "epoch": 54, "lr": 9.819162264576525e-05}
{"train_loss": 0.019176578149199486, "global_step": 9628, "epoch": 54, "lr": 9.81912288041852e-05}
{"train_loss": 0.01031096838414669, "global_step": 9629, "epoch": 54, "lr": 9.819083492051298e-05}
{"train_loss": 0.010788140818476677, "global_step": 9630, "epoch": 54, "lr": 9.819044099474897e-05}
{"train_loss": 0.011137742549180984, "global_step": 9631, "epoch": 54, "lr": 9.819004702689347e-05}
{"train_loss": 0.009144775569438934, "global_step": 9632, "epoch": 54, "lr": 9.818965301694682e-05}
{"train_loss": 0.018464654684066772, "global_step": 9633, "epoch": 54, "lr": 9.818925896490943e-05}
{"train_loss": 0.01332440972328186, "global_step": 9634, "epoch": 54, "lr": 9.818886487078156e-05}
{"train_loss": 0.01648341491818428, "global_step": 9635, "epoch": 54, "lr": 9.818847073456362e-05}
{"train_loss": 0.012888512574136257, "global_step": 9636, "epoch": 54, "lr": 9.818807655625593e-05}
{"train_loss": 0.0147451963275671, "global_step": 9637, "epoch": 54, "lr": 9.818768233585882e-05}
{"train_loss": 0.014420796185731888, "global_step": 9638, "epoch": 54, "lr": 9.818728807337265e-05}
{"train_loss": 0.011361537501215935, "global_step": 9639, "epoch": 54, "lr": 9.818689376879775e-05}
{"train_loss": 0.021526142954826355, "global_step": 9640, "epoch": 54, "lr": 9.818649942213449e-05}
{"train_loss": 0.013807576149702072, "global_step": 9641, "epoch": 54, "lr": 9.818610503338321e-05}
{"train_loss": 0.014818381518125534, "global_step": 9642, "epoch": 54, "lr": 9.818571060254422e-05}
{"train_loss": 0.014209235087037086, "global_step": 9643, "epoch": 54, "lr": 9.818531612961792e-05}
{"train_loss": 0.015812978148460388, "global_step": 9644, "epoch": 54, "lr": 9.81849216146046e-05}
{"train_loss": 0.006107534281909466, "global_step": 9645, "epoch": 54, "lr": 9.818452705750464e-05}
{"train_loss": 0.018111426383256912, "global_step": 9646, "epoch": 54, "lr": 9.818413245831837e-05}
{"train_loss": 0.015524536371231079, "global_step": 9647, "epoch": 54, "lr": 9.818373781704613e-05}
{"train_loss": 0.01133426558226347, "global_step": 9648, "epoch": 54, "lr": 9.818334313368828e-05}
{"train_loss": 0.011571010574698448, "global_step": 9649, "epoch": 54, "lr": 9.818294840824516e-05}
{"train_loss": 0.01441593561321497, "global_step": 9650, "epoch": 54, "lr": 9.818255364071711e-05}
{"train_loss": 0.016373205929994583, "global_step": 9651, "epoch": 54, "lr": 9.818215883110448e-05}
{"train_loss": 0.01159137673676014, "global_step": 9652, "epoch": 54, "lr": 9.818176397940761e-05}
{"train_loss": 0.012862336821854115, "global_step": 9653, "epoch": 54, "lr": 9.818136908562684e-05}
{"train_loss": 0.009679027833044529, "global_step": 9654, "epoch": 54, "lr": 9.818097414976252e-05}
{"train_loss": 0.011042041704058647, "global_step": 9655, "epoch": 54, "lr": 9.8180579171815e-05}
{"train_loss": 0.010647948831319809, "global_step": 9656, "epoch": 54, "lr": 9.818018415178463e-05}
{"train_loss": 0.01923779956996441, "global_step": 9657, "epoch": 54, "lr": 9.817978908967173e-05}
{"train_loss": 0.007925860583782196, "global_step": 9658, "epoch": 54, "lr": 9.817939398547667e-05}
{"train_loss": 0.009947765618562698, "global_step": 9659, "epoch": 54, "lr": 9.817899883919978e-05}
{"train_loss": 0.014867689460515976, "global_step": 9660, "epoch": 54, "lr": 9.817860365084144e-05}
{"train_loss": 0.013397346250712872, "global_step": 9661, "epoch": 54, "lr": 9.817820842040194e-05}
{"train_loss": 0.011351431719958782, "global_step": 9662, "epoch": 54, "lr": 9.817781314788166e-05}
{"train_loss": 0.015379436314105988, "global_step": 9663, "epoch": 54, "lr": 9.817741783328093e-05}
{"train_loss": 0.011438967660069466, "global_step": 9664, "epoch": 54, "lr": 9.817702247660012e-05}
{"train_loss": 0.017916668206453323, "global_step": 9665, "epoch": 54, "lr": 9.817662707783954e-05}
{"train_loss": 0.012967303395271301, "global_step": 9666, "epoch": 54, "lr": 9.817623163699956e-05}
{"train_loss": 0.007424910087138414, "global_step": 9667, "epoch": 54, "lr": 9.817583615408052e-05}
{"train_loss": 0.019415784627199173, "global_step": 9668, "epoch": 54, "lr": 9.817544062908277e-05}
{"train_loss": 0.012424086220562458, "global_step": 9669, "epoch": 54, "lr": 9.817504506200663e-05}
{"train_loss": 0.010214780457317829, "global_step": 9670, "epoch": 54, "lr": 9.817464945285248e-05}
{"train_loss": 0.009768376126885414, "global_step": 9671, "epoch": 54, "lr": 9.817425380162066e-05}
{"train_loss": 0.01458659302443266, "global_step": 9672, "epoch": 54, "lr": 9.81738581083115e-05}
{"train_loss": 0.010280605405569077, "global_step": 9673, "epoch": 54, "lr": 9.817346237292533e-05}
{"train_loss": 0.01346189621835947, "global_step": 9674, "epoch": 54, "lr": 9.817306659546254e-05}
{"train_loss": 0.020405083894729614, "global_step": 9675, "epoch": 54, "lr": 9.817267077592345e-05}
{"train_loss": 0.010780875571072102, "global_step": 9676, "epoch": 54, "lr": 9.817227491430841e-05}
{"train_loss": 0.00978078879415989, "global_step": 9677, "epoch": 54, "lr": 9.817187901061774e-05}
{"train_loss": 0.014312912710011005, "global_step": 9678, "epoch": 54, "lr": 9.817148306485184e-05}
{"train_loss": 0.009268756955862045, "global_step": 9679, "epoch": 54, "lr": 9.817108707701101e-05}
{"train_loss": 0.005183768924325705, "global_step": 9680, "epoch": 54, "lr": 9.817069104709564e-05}
{"train_loss": 0.011650930158793926, "global_step": 9681, "epoch": 54, "lr": 9.817029497510602e-05}
{"train_loss": 0.01285307016223669, "global_step": 9682, "epoch": 54, "lr": 9.816989886104252e-05}
{"train_loss": 0.016534989699721336, "global_step": 9683, "epoch": 54, "lr": 9.816950270490551e-05}
{"train_loss": 0.008744554594159126, "global_step": 9684, "epoch": 54, "lr": 9.816910650669531e-05}
{"train_loss": 0.00906958058476448, "global_step": 9685, "epoch": 54, "lr": 9.816871026641228e-05}
{"train_loss": 0.021688884124159813, "global_step": 9686, "epoch": 54, "lr": 9.816831398405674e-05}
{"train_loss": 0.02069489285349846, "global_step": 9687, "epoch": 54, "lr": 9.816791765962907e-05}
{"train_loss": 0.008842119947075844, "global_step": 9688, "epoch": 54, "lr": 9.816752129312958e-05}
{"train_loss": 0.013653275556862354, "global_step": 9689, "epoch": 54, "lr": 9.816712488455866e-05}
{"train_loss": 0.010469748638570309, "global_step": 9690, "epoch": 54, "lr": 9.816672843391661e-05}
{"train_loss": 0.011431745253503323, "global_step": 9691, "epoch": 54, "lr": 9.816633194120382e-05}
{"train_loss": 0.016020633280277252, "global_step": 9692, "epoch": 54, "lr": 9.816593540642061e-05}
{"train_loss": 0.011793702840805054, "global_step": 9693, "epoch": 54, "lr": 9.816553882956733e-05}
{"train_loss": 0.01625201664865017, "global_step": 9694, "epoch": 54, "lr": 9.816514221064432e-05}
{"train_loss": 0.014460235834121704, "global_step": 9695, "epoch": 54, "lr": 9.816474554965195e-05}
{"train_loss": 0.012829780578613281, "global_step": 9696, "epoch": 54, "lr": 9.816434884659053e-05}
{"train_loss": 0.015085775405168533, "global_step": 9697, "epoch": 54, "lr": 9.816395210146046e-05}
{"train_loss": 0.01964906044304371, "global_step": 9698, "epoch": 54, "lr": 9.816355531426202e-05}
{"train_loss": 0.01520960871130228, "global_step": 9699, "epoch": 54, "lr": 9.816315848499562e-05}
{"train_loss": 0.016612637788057327, "global_step": 9700, "epoch": 54, "lr": 9.816276161366155e-05}
{"train_loss": 0.01692747138440609, "global_step": 9701, "epoch": 54, "lr": 9.816236470026021e-05}
{"train_loss": 0.009160207584500313, "global_step": 9702, "epoch": 54, "lr": 9.81619677447919e-05}
{"train_loss": 0.012626299634575844, "global_step": 9703, "epoch": 54, "lr": 9.8161570747257e-05}
{"train_loss": 0.011794677004218102, "global_step": 9704, "epoch": 54, "lr": 9.816117370765586e-05}
{"train_loss": 0.014949996024370193, "global_step": 9705, "epoch": 54, "lr": 9.816077662598877e-05}
{"train_loss": 0.012157355435192585, "global_step": 9706, "epoch": 54, "lr": 9.816037950225614e-05}
{"train_loss": 0.01157705020159483, "global_step": 9707, "epoch": 54, "lr": 9.815998233645829e-05}
{"train_loss": 0.01300280261784792, "global_step": 9708, "epoch": 54, "lr": 9.815958512859558e-05}
{"train_loss": 0.012393394485116005, "global_step": 9709, "epoch": 54, "lr": 9.815918787866835e-05}
{"train_loss": 0.011743452399969101, "global_step": 9710, "epoch": 54, "lr": 9.815879058667693e-05}
{"train_loss": 0.016895398497581482, "global_step": 9711, "epoch": 54, "lr": 9.81583932526217e-05}
{"train_loss": 0.01902402564883232, "global_step": 9712, "epoch": 54, "lr": 9.815799587650297e-05}
{"train_loss": 0.014442406594753265, "global_step": 9713, "epoch": 54, "lr": 9.815759845832112e-05}
{"train_loss": 0.01240462251007557, "global_step": 9714, "epoch": 54, "lr": 9.815720099807647e-05}
{"train_loss": 0.015506504103541374, "global_step": 9715, "epoch": 54, "lr": 9.815680349576942e-05}
{"train_loss": 0.009316124022006989, "global_step": 9716, "epoch": 54, "lr": 9.815640595140024e-05}
{"train_loss": 0.018298259004950523, "global_step": 9717, "epoch": 54, "lr": 9.815600836496932e-05}
{"train_loss": 0.012810448184609413, "global_step": 9718, "epoch": 54, "lr": 9.815561073647701e-05}
{"train_loss": 0.008861185051500797, "global_step": 9719, "epoch": 54, "lr": 9.815521306592364e-05}
{"train_loss": 0.011121061630547047, "global_step": 9720, "epoch": 54, "lr": 9.815481535330958e-05}
{"train_loss": 0.011800266802310944, "global_step": 9721, "epoch": 54, "lr": 9.815441759863515e-05}
{"train_loss": 0.012614719569683075, "global_step": 9722, "epoch": 54, "lr": 9.815401980190073e-05}
{"train_loss": 0.016644325107336044, "global_step": 9723, "epoch": 54, "lr": 9.815362196310665e-05}
{"train_loss": 0.012132564559578896, "global_step": 9724, "epoch": 54, "lr": 9.815322408225323e-05}
{"train_loss": 0.015146817080676556, "global_step": 9725, "epoch": 54, "lr": 9.815282615934087e-05}
{"train_loss": 0.012760994955897331, "global_step": 9726, "epoch": 54, "lr": 9.815242819436989e-05}
{"train_loss": 0.017669446766376495, "global_step": 9727, "epoch": 54, "lr": 9.815203018734063e-05}
{"train_loss": 0.01388209592550993, "global_step": 9728, "epoch": 54, "lr": 9.815163213825345e-05}
{"train_loss": 0.013303212821483612, "global_step": 9729, "epoch": 54, "lr": 9.81512340471087e-05}
{"train_loss": 0.012728452682495117, "global_step": 9730, "epoch": 54, "lr": 9.815083591390671e-05}
{"train_loss": 0.016146792098879814, "global_step": 9731, "epoch": 54, "lr": 9.815043773864785e-05}
{"train_loss": 0.014912789687514305, "global_step": 9732, "epoch": 54, "lr": 9.815003952133246e-05}
{"train_loss": 0.011624783277511597, "global_step": 9733, "epoch": 54, "lr": 9.814964126196089e-05}
{"train_loss": 0.017813067883253098, "global_step": 9734, "epoch": 54, "lr": 9.814924296053347e-05}
{"train_loss": 0.017081180587410927, "global_step": 9735, "epoch": 54, "lr": 9.814884461705056e-05}
{"train_loss": 0.009365281090140343, "global_step": 9736, "epoch": 54, "lr": 9.814844623151254e-05}
{"train_loss": 0.011799534782767296, "global_step": 9737, "epoch": 54, "lr": 9.81480478039197e-05}
{"train_loss": 0.008824443444609642, "global_step": 9738, "epoch": 54, "lr": 9.814764933427242e-05}
{"train_loss": 0.008938561193645, "global_step": 9739, "epoch": 54, "lr": 9.814725082257104e-05}
{"train_loss": 0.0177056435495615, "global_step": 9740, "epoch": 54, "lr": 9.814685226881592e-05}
{"train_loss": 0.007455695886164904, "global_step": 9741, "epoch": 54, "lr": 9.814645367300738e-05}
{"train_loss": 0.009675727225840092, "global_step": 9742, "epoch": 54, "lr": 9.814605503514583e-05}
{"train_loss": 0.0130405742675066, "global_step": 9743, "epoch": 54, "lr": 9.814565635523153e-05}
{"train_loss": 0.014776365831494331, "global_step": 9744, "epoch": 54, "lr": 9.81452576332649e-05}
{"train_loss": 0.011646824888885021, "global_step": 9745, "epoch": 54, "lr": 9.814485886924627e-05}
{"train_loss": 0.016150929033756256, "global_step": 9746, "epoch": 54, "lr": 9.814446006317597e-05}
{"train_loss": 0.011816928163170815, "global_step": 9747, "epoch": 54, "lr": 9.814406121505435e-05}
{"train_loss": 0.017937270924448967, "global_step": 9748, "epoch": 54, "lr": 9.814366232488177e-05}
{"train_loss": 0.008351622149348259, "global_step": 9749, "epoch": 54, "lr": 9.81432633926586e-05}
{"train_loss": 0.01900610141456127, "global_step": 9750, "epoch": 54, "lr": 9.814286441838513e-05}
{"train_loss": 0.014075245708227158, "global_step": 9751, "epoch": 54, "lr": 9.814246540206176e-05}
{"train_loss": 0.012991289608180523, "global_step": 9752, "epoch": 54, "lr": 9.814206634368883e-05}
{"train_loss": 0.018535016104578972, "global_step": 9753, "epoch": 54, "lr": 9.814166724326668e-05}
{"train_loss": 0.01737033948302269, "global_step": 9754, "epoch": 54, "lr": 9.814126810079564e-05}
{"train_loss": 0.011780017986893654, "global_step": 9755, "epoch": 54, "lr": 9.81408689162761e-05}
{"train_loss": 0.010341848246753216, "global_step": 9756, "epoch": 54, "lr": 9.814046968970836e-05}
{"train_loss": 0.010053172707557678, "global_step": 9757, "epoch": 54, "lr": 9.814007042109282e-05}
{"train_loss": 0.010019201785326004, "global_step": 9758, "epoch": 54, "lr": 9.813967111042979e-05}
{"train_loss": 0.005945353768765926, "global_step": 9759, "epoch": 54, "lr": 9.813927175771962e-05}
{"train_loss": 0.015469809994101524, "global_step": 9760, "epoch": 54, "lr": 9.813887236296268e-05}
{"train_loss": 0.017114264890551567, "global_step": 9761, "epoch": 54, "lr": 9.813847292615932e-05}
{"train_loss": 0.013013383373618126, "global_step": 9762, "epoch": 54, "lr": 9.813807344730988e-05}
{"train_loss": 0.010329685173928738, "global_step": 9763, "epoch": 54, "lr": 9.813767392641471e-05}
{"train_loss": 0.017309263348579407, "global_step": 9764, "epoch": 54, "lr": 9.813727436347413e-05}
{"train_loss": 0.011757923290133476, "global_step": 9765, "epoch": 54, "lr": 9.813687475848854e-05}
{"train_loss": 0.01788295991718769, "global_step": 9766, "epoch": 54, "lr": 9.813647511145826e-05}
{"train_loss": 0.010272224433720112, "global_step": 9767, "epoch": 54, "lr": 9.813607542238363e-05}
{"train_loss": 0.015060802921652794, "global_step": 9768, "epoch": 54, "lr": 9.813567569126503e-05}
{"train_loss": 0.012043514288961887, "global_step": 9769, "epoch": 54, "lr": 9.813527591810279e-05}
{"train_loss": 0.01216183602809906, "global_step": 9770, "epoch": 54, "lr": 9.813487610289725e-05}
{"train_loss": 0.013201644644141197, "global_step": 9771, "epoch": 54, "lr": 9.813447624564877e-05}
{"train_loss": 0.009455866180360317, "global_step": 9772, "epoch": 54, "lr": 9.813407634635772e-05}
{"train_loss": 0.01017209142446518, "global_step": 9773, "epoch": 54, "lr": 9.813367640502442e-05}
{"train_loss": 0.012292838655412197, "global_step": 9774, "epoch": 54, "lr": 9.813327642164922e-05}
{"train_loss": 0.014932429417967796, "global_step": 9775, "epoch": 54, "lr": 9.813287639623247e-05}
{"train_loss": 0.02020711451768875, "global_step": 9776, "epoch": 54, "lr": 9.813247632877456e-05}
{"train_loss": 0.015028092078864574, "global_step": 9777, "epoch": 54, "lr": 9.813207621927578e-05}
{"train_loss": 0.016917364671826363, "global_step": 9778, "epoch": 54, "lr": 9.81316760677365e-05}
{"train_loss": 0.015840498730540276, "global_step": 9779, "epoch": 54, "lr": 9.81312758741571e-05}
{"train_loss": 0.01063411496579647, "global_step": 9780, "epoch": 54, "lr": 9.813087563853789e-05}
{"train_loss": 0.01722640171647072, "global_step": 9781, "epoch": 54, "lr": 9.813047536087922e-05}
{"train_loss": 0.012095749378204346, "global_step": 9782, "epoch": 54, "lr": 9.813007504118148e-05}
{"train_loss": 0.018642567098140717, "global_step": 9783, "epoch": 54, "lr": 9.812967467944498e-05}
{"train_loss": 0.00924459844827652, "global_step": 9784, "epoch": 54, "lr": 9.81292742756701e-05}
{"train_loss": 0.01455231849104166, "global_step": 9785, "epoch": 54, "lr": 9.812887382985715e-05}
{"train_loss": 0.014706132933497429, "global_step": 9786, "epoch": 54, "lr": 9.812847334200652e-05}
{"train_loss": 0.015435051172971725, "global_step": 9787, "epoch": 54, "lr": 9.812807281211854e-05}
{"train_loss": 0.013744231313467026, "global_step": 9788, "epoch": 54, "lr": 9.812767224019354e-05}
{"train_loss": 0.013344117926873183, "global_step": 9789, "epoch": 54, "lr": 9.812727162623191e-05}
{"train_loss": 0.014890234917402267, "global_step": 9790, "epoch": 55, "lr": 9.812687097023398e-05}
{"train_loss": 0.009525688365101814, "global_step": 9791, "epoch": 55, "lr": 9.812647027220012e-05}
{"train_loss": 0.011866917833685875, "global_step": 9792, "epoch": 55, "lr": 9.812606953213065e-05}
{"train_loss": 0.012777578085660934, "global_step": 9793, "epoch": 55, "lr": 9.812566875002594e-05}
{"train_loss": 0.012813139706850052, "global_step": 9794, "epoch": 55, "lr": 9.812526792588631e-05}
{"train_loss": 0.009769146330654621, "global_step": 9795, "epoch": 55, "lr": 9.812486705971214e-05}
{"train_loss": 0.015447026118636131, "global_step": 9796, "epoch": 55, "lr": 9.812446615150379e-05}
{"train_loss": 0.012890324927866459, "global_step": 9797, "epoch": 55, "lr": 9.812406520126157e-05}
{"train_loss": 0.014915249310433865, "global_step": 9798, "epoch": 55, "lr": 9.812366420898586e-05}
{"train_loss": 0.023457732051610947, "global_step": 9799, "epoch": 55, "lr": 9.812326317467702e-05}
{"train_loss": 0.016512589529156685, "global_step": 9800, "epoch": 55, "lr": 9.812286209833537e-05}
{"train_loss": 0.012166308239102364, "global_step": 9801, "epoch": 55, "lr": 9.812246097996127e-05}
{"train_loss": 0.010754071176052094, "global_step": 9802, "epoch": 55, "lr": 9.812205981955508e-05}
{"train_loss": 0.015636060386896133, "global_step": 9803, "epoch": 55, "lr": 9.812165861711713e-05}
{"train_loss": 0.019397884607315063, "global_step": 9804, "epoch": 55, "lr": 9.812125737264782e-05}
{"train_loss": 0.017467878758907318, "global_step": 9805, "epoch": 55, "lr": 9.812085608614742e-05}
{"train_loss": 0.013299424201250076, "global_step": 9806, "epoch": 55, "lr": 9.812045475761636e-05}
{"train_loss": 0.018884815275669098, "global_step": 9807, "epoch": 55, "lr": 9.812005338705494e-05}
{"train_loss": 0.010944326408207417, "global_step": 9808, "epoch": 55, "lr": 9.811965197446354e-05}
{"train_loss": 0.01362135075032711, "global_step": 9809, "epoch": 55, "lr": 9.81192505198425e-05}
{"train_loss": 0.016986288130283356, "global_step": 9810, "epoch": 55, "lr": 9.811884902319215e-05}
{"train_loss": 0.013643097132444382, "global_step": 9811, "epoch": 55, "lr": 9.811844748451286e-05}
{"train_loss": 0.010900257155299187, "global_step": 9812, "epoch": 55, "lr": 9.8118045903805e-05}
{"train_loss": 0.015623973682522774, "global_step": 9813, "epoch": 55, "lr": 9.81176442810689e-05}
{"train_loss": 0.010462941601872444, "global_step": 9814, "epoch": 55, "lr": 9.811724261630488e-05}
{"train_loss": 0.010055569000542164, "global_step": 9815, "epoch": 55, "lr": 9.811684090951333e-05}
{"train_loss": 0.016492215916514397, "global_step": 9816, "epoch": 55, "lr": 9.811643916069462e-05}
{"train_loss": 0.014626968652009964, "global_step": 9817, "epoch": 55, "lr": 9.811603736984907e-05}
{"train_loss": 0.016224930062890053, "global_step": 9818, "epoch": 55, "lr": 9.811563553697701e-05}
{"train_loss": 0.013710128143429756, "global_step": 9819, "epoch": 55, "lr": 9.811523366207883e-05}
{"train_loss": 0.016618113964796066, "global_step": 9820, "epoch": 55, "lr": 9.811483174515488e-05}
{"train_loss": 0.009244673885405064, "global_step": 9821, "epoch": 55, "lr": 9.811442978620547e-05}
{"train_loss": 0.009755881503224373, "global_step": 9822, "epoch": 55, "lr": 9.8114027785231e-05}
{"train_loss": 0.01274964027106762, "global_step": 9823, "epoch": 55, "lr": 9.81136257422318e-05}
{"train_loss": 0.008897441439330578, "global_step": 9824, "epoch": 55, "lr": 9.81132236572082e-05}
{"train_loss": 0.010443275794386864, "global_step": 9825, "epoch": 55, "lr": 9.811282153016059e-05}
{"train_loss": 0.011721799150109291, "global_step": 9826, "epoch": 55, "lr": 9.81124193610893e-05}
{"train_loss": 0.012262721545994282, "global_step": 9827, "epoch": 55, "lr": 9.81120171499947e-05}
{"train_loss": 0.012462977319955826, "global_step": 9828, "epoch": 55, "lr": 9.81116148968771e-05}
{"train_loss": 0.006994539871811867, "global_step": 9829, "epoch": 55, "lr": 9.811121260173688e-05}
{"train_loss": 0.012444897554814816, "global_step": 9830, "epoch": 55, "lr": 9.811081026457441e-05}
{"train_loss": 0.008899547159671783, "global_step": 9831, "epoch": 55, "lr": 9.811040788539001e-05}
{"train_loss": 0.01177349966019392, "global_step": 9832, "epoch": 55, "lr": 9.811000546418403e-05}
{"train_loss": 0.0071122064255177975, "global_step": 9833, "epoch": 55, "lr": 9.810960300095686e-05}
{"train_loss": 0.017712652683258057, "global_step": 9834, "epoch": 55, "lr": 9.81092004957088e-05}
{"train_loss": 0.013561203144490719, "global_step": 9835, "epoch": 55, "lr": 9.810879794844024e-05}
{"train_loss": 0.019339783117175102, "global_step": 9836, "epoch": 55, "lr": 9.810839535915151e-05}
{"train_loss": 0.015797574073076248, "global_step": 9837, "epoch": 55, "lr": 9.810799272784296e-05}
{"train_loss": 0.01286408118903637, "global_step": 9838, "epoch": 55, "lr": 9.810759005451497e-05}
{"train_loss": 0.01438372302800417, "global_step": 9839, "epoch": 55, "lr": 9.810718733916787e-05}
{"train_loss": 0.013108504936099052, "global_step": 9840, "epoch": 55, "lr": 9.810678458180202e-05}
{"train_loss": 0.01444837637245655, "global_step": 9841, "epoch": 55, "lr": 9.810638178241776e-05}
{"train_loss": 0.024609720334410667, "global_step": 9842, "epoch": 55, "lr": 9.810597894101545e-05}
{"train_loss": 0.014489717781543732, "global_step": 9843, "epoch": 55, "lr": 9.810557605759543e-05}
{"train_loss": 0.008458909578621387, "global_step": 9844, "epoch": 55, "lr": 9.810517313215806e-05}
{"train_loss": 0.015525547787547112, "global_step": 9845, "epoch": 55, "lr": 9.810477016470371e-05}
{"train_loss": 0.013474317267537117, "global_step": 9846, "epoch": 55, "lr": 9.81043671552327e-05}
{"train_loss": 0.014640570618212223, "global_step": 9847, "epoch": 55, "lr": 9.810396410374541e-05}
{"train_loss": 0.014432204887270927, "global_step": 9848, "epoch": 55, "lr": 9.810356101024219e-05}
{"train_loss": 0.012287357822060585, "global_step": 9849, "epoch": 55, "lr": 9.810315787472338e-05}
{"train_loss": 0.02018275111913681, "global_step": 9850, "epoch": 55, "lr": 9.810275469718931e-05}
{"train_loss": 0.009879907593131065, "global_step": 9851, "epoch": 55, "lr": 9.810235147764037e-05}
{"train_loss": 0.011210862547159195, "global_step": 9852, "epoch": 55, "lr": 9.81019482160769e-05}
{"train_loss": 0.01859201118350029, "global_step": 9853, "epoch": 55, "lr": 9.810154491249925e-05}
{"train_loss": 0.014127105474472046, "global_step": 9854, "epoch": 55, "lr": 9.810114156690777e-05}
{"train_loss": 0.0126856230199337, "global_step": 9855, "epoch": 55, "lr": 9.810073817930283e-05}
{"train_loss": 0.023638596758246422, "global_step": 9856, "epoch": 55, "lr": 9.810033474968474e-05}
{"train_loss": 0.01729554310441017, "global_step": 9857, "epoch": 55, "lr": 9.80999312780539e-05}
{"train_loss": 0.011996539309620857, "global_step": 9858, "epoch": 55, "lr": 9.809952776441065e-05}
{"train_loss": 0.01581241749227047, "global_step": 9859, "epoch": 55, "lr": 9.809912420875533e-05}
{"train_loss": 0.014397919178009033, "global_step": 9860, "epoch": 55, "lr": 9.809872061108828e-05}
{"train_loss": 0.01477357093244791, "global_step": 9861, "epoch": 55, "lr": 9.809831697140988e-05}
{"train_loss": 0.0085991732776165, "global_step": 9862, "epoch": 55, "lr": 9.809791328972048e-05}
{"train_loss": 0.013072708621621132, "global_step": 9863, "epoch": 55, "lr": 9.809750956602042e-05}
{"train_loss": 0.008314797654747963, "global_step": 9864, "epoch": 55, "lr": 9.809710580031006e-05}
{"train_loss": 0.01915871538221836, "global_step": 9865, "epoch": 55, "lr": 9.809670199258974e-05}
{"train_loss": 0.014763562008738518, "global_step": 9866, "epoch": 55, "lr": 9.809629814285984e-05}
{"train_loss": 0.008925194852054119, "global_step": 9867, "epoch": 55, "lr": 9.809589425112068e-05}
{"train_loss": 0.02012874372303486, "global_step": 9868, "epoch": 55, "lr": 9.809549031737264e-05}
{"train_loss": 0.008883755654096603, "global_step": 9869, "epoch": 55, "lr": 9.809508634161606e-05}
{"train_loss": 0.012367251329123974, "global_step": 9870, "epoch": 55, "lr": 9.809468232385128e-05}
{"train_loss": 0.00783831812441349, "global_step": 9871, "epoch": 55, "lr": 9.809427826407869e-05}
{"train_loss": 0.012756634503602982, "global_step": 9872, "epoch": 55, "lr": 9.80938741622986e-05}
{"train_loss": 0.014753208495676517, "global_step": 9873, "epoch": 55, "lr": 9.809347001851139e-05}
{"train_loss": 0.009795187041163445, "global_step": 9874, "epoch": 55, "lr": 9.80930658327174e-05}
{"train_loss": 0.0081096226349473, "global_step": 9875, "epoch": 55, "lr": 9.809266160491702e-05}
{"train_loss": 0.011953230947256088, "global_step": 9876, "epoch": 55, "lr": 9.809225733511053e-05}
{"train_loss": 0.009277157485485077, "global_step": 9877, "epoch": 55, "lr": 9.809185302329835e-05}
{"train_loss": 0.008869028650224209, "global_step": 9878, "epoch": 55, "lr": 9.80914486694808e-05}
{"train_loss": 0.016532957553863525, "global_step": 9879, "epoch": 55, "lr": 9.809104427365825e-05}
{"train_loss": 0.01742354966700077, "global_step": 9880, "epoch": 55, "lr": 9.809063983583104e-05}
{"train_loss": 0.007991361431777477, "global_step": 9881, "epoch": 55, "lr": 9.809023535599953e-05}
{"train_loss": 0.01965971663594246, "global_step": 9882, "epoch": 55, "lr": 9.808983083416406e-05}
{"train_loss": 0.015322470106184483, "global_step": 9883, "epoch": 55, "lr": 9.8089426270325e-05}
{"train_loss": 0.019828787073493004, "global_step": 9884, "epoch": 55, "lr": 9.808902166448271e-05}
{"train_loss": 0.010615866631269455, "global_step": 9885, "epoch": 55, "lr": 9.808861701663752e-05}
{"train_loss": 0.01481518056243658, "global_step": 9886, "epoch": 55, "lr": 9.808821232678979e-05}
{"train_loss": 0.008675627410411835, "global_step": 9887, "epoch": 55, "lr": 9.80878075949399e-05}
{"train_loss": 0.013279231265187263, "global_step": 9888, "epoch": 55, "lr": 9.808740282108816e-05}
{"train_loss": 0.01943882368505001, "global_step": 9889, "epoch": 55, "lr": 9.808699800523495e-05}
{"train_loss": 0.011291058734059334, "global_step": 9890, "epoch": 55, "lr": 9.808659314738063e-05}
{"train_loss": 0.012766171246767044, "global_step": 9891, "epoch": 55, "lr": 9.808618824752553e-05}
{"train_loss": 0.016973763704299927, "global_step": 9892, "epoch": 55, "lr": 9.808578330567002e-05}
{"train_loss": 0.01959972083568573, "global_step": 9893, "epoch": 55, "lr": 9.808537832181445e-05}
{"train_loss": 0.014192878268659115, "global_step": 9894, "epoch": 55, "lr": 9.808497329595917e-05}
{"train_loss": 0.007845506072044373, "global_step": 9895, "epoch": 55, "lr": 9.808456822810455e-05}
{"train_loss": 0.014056121930480003, "global_step": 9896, "epoch": 55, "lr": 9.808416311825091e-05}
{"train_loss": 0.010045254603028297, "global_step": 9897, "epoch": 55, "lr": 9.808375796639865e-05}
{"train_loss": 0.011534469202160835, "global_step": 9898, "epoch": 55, "lr": 9.808335277254807e-05}
{"train_loss": 0.01603609323501587, "global_step": 9899, "epoch": 55, "lr": 9.808294753669958e-05}
{"train_loss": 0.013635363429784775, "global_step": 9900, "epoch": 55, "lr": 9.808254225885349e-05}
{"train_loss": 0.01153873186558485, "global_step": 9901, "epoch": 55, "lr": 9.808213693901018e-05}
{"train_loss": 0.01583525724709034, "global_step": 9902, "epoch": 55, "lr": 9.808173157717e-05}
{"train_loss": 0.006832301616668701, "global_step": 9903, "epoch": 55, "lr": 9.80813261733333e-05}
{"train_loss": 0.009403528645634651, "global_step": 9904, "epoch": 55, "lr": 9.808092072750041e-05}
{"train_loss": 0.014807200990617275, "global_step": 9905, "epoch": 55, "lr": 9.808051523967172e-05}
{"train_loss": 0.011376582086086273, "global_step": 9906, "epoch": 55, "lr": 9.808010970984758e-05}
{"train_loss": 0.010394252836704254, "global_step": 9907, "epoch": 55, "lr": 9.807970413802833e-05}
{"train_loss": 0.011982853524386883, "global_step": 9908, "epoch": 55, "lr": 9.807929852421433e-05}
{"train_loss": 0.028658606112003326, "global_step": 9909, "epoch": 55, "lr": 9.807889286840592e-05}
{"train_loss": 0.008109953254461288, "global_step": 9910, "epoch": 55, "lr": 9.807848717060348e-05}
{"train_loss": 0.007766677066683769, "global_step": 9911, "epoch": 55, "lr": 9.807808143080736e-05}
{"train_loss": 0.006879112217575312, "global_step": 9912, "epoch": 55, "lr": 9.807767564901791e-05}
{"train_loss": 0.010642852634191513, "global_step": 9913, "epoch": 55, "lr": 9.807726982523547e-05}
{"train_loss": 0.004587990697473288, "global_step": 9914, "epoch": 55, "lr": 9.807686395946041e-05}
{"train_loss": 0.012801704928278923, "global_step": 9915, "epoch": 55, "lr": 9.807645805169308e-05}
{"train_loss": 0.011493236757814884, "global_step": 9916, "epoch": 55, "lr": 9.807605210193383e-05}
{"train_loss": 0.007850909605622292, "global_step": 9917, "epoch": 55, "lr": 9.807564611018301e-05}
{"train_loss": 0.011821930296719074, "global_step": 9918, "epoch": 55, "lr": 9.8075240076441e-05}
{"train_loss": 0.010350050404667854, "global_step": 9919, "epoch": 55, "lr": 9.807483400070814e-05}
{"train_loss": 0.016682378947734833, "global_step": 9920, "epoch": 55, "lr": 9.807442788298478e-05}
{"train_loss": 0.013281661085784435, "global_step": 9921, "epoch": 55, "lr": 9.807402172327128e-05}
{"train_loss": 0.014159943908452988, "global_step": 9922, "epoch": 55, "lr": 9.8073615521568e-05}
{"train_loss": 0.012613889761269093, "global_step": 9923, "epoch": 55, "lr": 9.807320927787527e-05}
{"train_loss": 0.01386441569775343, "global_step": 9924, "epoch": 55, "lr": 9.807280299219347e-05}
{"train_loss": 0.01705356314778328, "global_step": 9925, "epoch": 55, "lr": 9.807239666452294e-05}
{"train_loss": 0.01568729802966118, "global_step": 9926, "epoch": 55, "lr": 9.807199029486406e-05}
{"train_loss": 0.012037660926580429, "global_step": 9927, "epoch": 55, "lr": 9.807158388321716e-05}
{"train_loss": 0.0167840588837862, "global_step": 9928, "epoch": 55, "lr": 9.80711774295826e-05}
{"train_loss": 0.012563036754727364, "global_step": 9929, "epoch": 55, "lr": 9.807077093396073e-05}
{"train_loss": 0.01445088628679514, "global_step": 9930, "epoch": 55, "lr": 9.807036439635193e-05}
{"train_loss": 0.014238661155104637, "global_step": 9931, "epoch": 55, "lr": 9.806995781675652e-05}
{"train_loss": 0.010652635246515274, "global_step": 9932, "epoch": 55, "lr": 9.806955119517488e-05}
{"train_loss": 0.014766296371817589, "global_step": 9933, "epoch": 55, "lr": 9.806914453160736e-05}
{"train_loss": 0.017370110377669334, "global_step": 9934, "epoch": 55, "lr": 9.806873782605432e-05}
{"train_loss": 0.012112485244870186, "global_step": 9935, "epoch": 55, "lr": 9.80683310785161e-05}
{"train_loss": 0.007970315404236317, "global_step": 9936, "epoch": 55, "lr": 9.806792428899305e-05}
{"train_loss": 0.01104984525591135, "global_step": 9937, "epoch": 55, "lr": 9.806751745748555e-05}
{"train_loss": 0.011658705770969391, "global_step": 9938, "epoch": 55, "lr": 9.806711058399394e-05}
{"train_loss": 0.010932710021734238, "global_step": 9939, "epoch": 55, "lr": 9.80667036685186e-05}
{"train_loss": 0.013795265927910805, "global_step": 9940, "epoch": 55, "lr": 9.806629671105985e-05}
{"train_loss": 0.014634408056735992, "global_step": 9941, "epoch": 55, "lr": 9.806588971161805e-05}
{"train_loss": 0.009900830686092377, "global_step": 9942, "epoch": 55, "lr": 9.806548267019357e-05}
{"train_loss": 0.021093811839818954, "global_step": 9943, "epoch": 55, "lr": 9.806507558678677e-05}
{"train_loss": 0.01140346098691225, "global_step": 9944, "epoch": 55, "lr": 9.8064668461398e-05}
{"train_loss": 0.008412264287471771, "global_step": 9945, "epoch": 55, "lr": 9.806426129402761e-05}
{"train_loss": 0.014385088346898556, "global_step": 9946, "epoch": 55, "lr": 9.806385408467595e-05}
{"train_loss": 0.015475256368517876, "global_step": 9947, "epoch": 55, "lr": 9.806344683334338e-05}
{"train_loss": 0.008365834131836891, "global_step": 9948, "epoch": 55, "lr": 9.806303954003028e-05}
{"train_loss": 0.007361902389675379, "global_step": 9949, "epoch": 55, "lr": 9.806263220473698e-05}
{"train_loss": 0.009722761809825897, "global_step": 9950, "epoch": 55, "lr": 9.806222482746383e-05}
{"train_loss": 0.01976264826953411, "global_step": 9951, "epoch": 55, "lr": 9.80618174082112e-05}
{"train_loss": 0.01622863858938217, "global_step": 9952, "epoch": 55, "lr": 9.806140994697943e-05}
{"train_loss": 0.013925614766776562, "global_step": 9953, "epoch": 55, "lr": 9.806100244376891e-05}
{"train_loss": 0.013607878237962723, "global_step": 9954, "epoch": 55, "lr": 9.806059489857998e-05}
{"train_loss": 0.01622532308101654, "global_step": 9955, "epoch": 55, "lr": 9.806018731141297e-05}
{"train_loss": 0.00740742776542902, "global_step": 9956, "epoch": 55, "lr": 9.805977968226826e-05}
{"train_loss": 0.01103227399289608, "global_step": 9957, "epoch": 55, "lr": 9.805937201114622e-05}
{"train_loss": 0.01556379534304142, "global_step": 9958, "epoch": 55, "lr": 9.805896429804716e-05}
{"train_loss": 0.011557064950466156, "global_step": 9959, "epoch": 55, "lr": 9.805855654297149e-05}
{"train_loss": 0.011054130271077156, "global_step": 9960, "epoch": 55, "lr": 9.805814874591951e-05}
{"train_loss": 0.012697096914052963, "global_step": 9961, "epoch": 55, "lr": 9.805774090689164e-05}
{"train_loss": 0.01573910564184189, "global_step": 9962, "epoch": 55, "lr": 9.80573330258882e-05}
{"train_loss": 0.010404225438833237, "global_step": 9963, "epoch": 55, "lr": 9.805692510290953e-05}
{"train_loss": 0.018752407282590866, "global_step": 9964, "epoch": 55, "lr": 9.805651713795603e-05}
{"train_loss": 0.017202697694301605, "global_step": 9965, "epoch": 55, "lr": 9.805610913102801e-05}
{"train_loss": 0.010220034047961235, "global_step": 9966, "epoch": 55, "lr": 9.805570108212586e-05}
{"train_loss": 0.013252895864333664, "global_step": 9967, "epoch": 55, "lr": 9.805529299124991e-05, "train_action_mse_error": 6.745335849700496e-05}
{"train_loss": 0.011310512199997902, "global_step": 9968, "epoch": 56, "lr": 9.805488485840055e-05}
{"train_loss": 0.00720251677557826, "global_step": 9969, "epoch": 56, "lr": 9.805447668357813e-05}
{"train_loss": 0.011356730945408344, "global_step": 9970, "epoch": 56, "lr": 9.805406846678296e-05}
{"train_loss": 0.011962279677391052, "global_step": 9971, "epoch": 56, "lr": 9.805366020801545e-05}
{"train_loss": 0.018345866352319717, "global_step": 9972, "epoch": 56, "lr": 9.805325190727594e-05}
{"train_loss": 0.009895997121930122, "global_step": 9973, "epoch": 56, "lr": 9.805284356456477e-05}
{"train_loss": 0.010355179198086262, "global_step": 9974, "epoch": 56, "lr": 9.805243517988231e-05}
{"train_loss": 0.014621101319789886, "global_step": 9975, "epoch": 56, "lr": 9.805202675322895e-05}
{"train_loss": 0.017622370272874832, "global_step": 9976, "epoch": 56, "lr": 9.805161828460498e-05}
{"train_loss": 0.011325119063258171, "global_step": 9977, "epoch": 56, "lr": 9.805120977401081e-05}
{"train_loss": 0.015225796028971672, "global_step": 9978, "epoch": 56, "lr": 9.805080122144676e-05}
{"train_loss": 0.009149204939603806, "global_step": 9979, "epoch": 56, "lr": 9.805039262691323e-05}
{"train_loss": 0.009032828733325005, "global_step": 9980, "epoch": 56, "lr": 9.804998399041054e-05}
{"train_loss": 0.012153582647442818, "global_step": 9981, "epoch": 56, "lr": 9.804957531193905e-05}
{"train_loss": 0.016343798488378525, "global_step": 9982, "epoch": 56, "lr": 9.804916659149912e-05}
{"train_loss": 0.010624092072248459, "global_step": 9983, "epoch": 56, "lr": 9.804875782909113e-05}
{"train_loss": 0.011309139430522919, "global_step": 9984, "epoch": 56, "lr": 9.804834902471541e-05}
{"train_loss": 0.01226133108139038, "global_step": 9985, "epoch": 56, "lr": 9.804794017837233e-05}
{"train_loss": 0.011863564141094685, "global_step": 9986, "epoch": 56, "lr": 9.804753129006224e-05}
{"train_loss": 0.014111435040831566, "global_step": 9987, "epoch": 56, "lr": 9.80471223597855e-05}
{"train_loss": 0.014734898693859577, "global_step": 9988, "epoch": 56, "lr": 9.804671338754248e-05}
{"train_loss": 0.006556815467774868, "global_step": 9989, "epoch": 56, "lr": 9.804630437333352e-05}
{"train_loss": 0.015611372888088226, "global_step": 9990, "epoch": 56, "lr": 9.804589531715898e-05}
{"train_loss": 0.01582728512585163, "global_step": 9991, "epoch": 56, "lr": 9.804548621901922e-05}
{"train_loss": 0.0152699900791049, "global_step": 9992, "epoch": 56, "lr": 9.80450770789146e-05}
{"train_loss": 0.022083453834056854, "global_step": 9993, "epoch": 56, "lr": 9.804466789684547e-05}
{"train_loss": 0.009819386526942253, "global_step": 9994, "epoch": 56, "lr": 9.80442586728122e-05}
{"train_loss": 0.008272267878055573, "global_step": 9995, "epoch": 56, "lr": 9.804384940681513e-05}
{"train_loss": 0.00958703551441431, "global_step": 9996, "epoch": 56, "lr": 9.804344009885463e-05}
{"train_loss": 0.01785377226769924, "global_step": 9997, "epoch": 56, "lr": 9.804303074893104e-05}
{"train_loss": 0.010385030880570412, "global_step": 9998, "epoch": 56, "lr": 9.804262135704474e-05}
{"train_loss": 0.022782109677791595, "global_step": 9999, "epoch": 56, "lr": 9.80422119231961e-05}
{"train_loss": 0.012673783116042614, "global_step": 10000, "epoch": 56, "lr": 9.804180244738543e-05}
{"train_loss": 0.019813282415270805, "global_step": 10001, "epoch": 56, "lr": 9.804139292961311e-05}
{"train_loss": 0.017700403928756714, "global_step": 10002, "epoch": 56, "lr": 9.804098336987953e-05}
{"train_loss": 0.008828847669064999, "global_step": 10003, "epoch": 56, "lr": 9.804057376818501e-05}
{"train_loss": 0.010587071999907494, "global_step": 10004, "epoch": 56, "lr": 9.804016412452991e-05}
{"train_loss": 0.012990355491638184, "global_step": 10005, "epoch": 56, "lr": 9.803975443891461e-05}
{"train_loss": 0.016107924282550812, "global_step": 10006, "epoch": 56, "lr": 9.803934471133944e-05}
{"train_loss": 0.014197008684277534, "global_step": 10007, "epoch": 56, "lr": 9.803893494180479e-05}
{"train_loss": 0.014582768082618713, "global_step": 10008, "epoch": 56, "lr": 9.803852513031098e-05}
{"train_loss": 0.019442081451416016, "global_step": 10009, "epoch": 56, "lr": 9.803811527685838e-05}
{"train_loss": 0.01024132315069437, "global_step": 10010, "epoch": 56, "lr": 9.803770538144738e-05}
{"train_loss": 0.01237307209521532, "global_step": 10011, "epoch": 56, "lr": 9.80372954440783e-05}
{"train_loss": 0.012850666418671608, "global_step": 10012, "epoch": 56, "lr": 9.803688546475151e-05}
{"train_loss": 0.01044283714145422, "global_step": 10013, "epoch": 56, "lr": 9.803647544346737e-05}
{"train_loss": 0.014010773040354252, "global_step": 10014, "epoch": 56, "lr": 9.803606538022624e-05}
{"train_loss": 0.013569111004471779, "global_step": 10015, "epoch": 56, "lr": 9.803565527502847e-05}
{"train_loss": 0.009657343849539757, "global_step": 10016, "epoch": 56, "lr": 9.803524512787443e-05}
{"train_loss": 0.015573730692267418, "global_step": 10017, "epoch": 56, "lr": 9.803483493876447e-05}
{"train_loss": 0.015871714800596237, "global_step": 10018, "epoch": 56, "lr": 9.803442470769894e-05}
{"train_loss": 0.007693687453866005, "global_step": 10019, "epoch": 56, "lr": 9.803401443467823e-05}
{"train_loss": 0.011313388124108315, "global_step": 10020, "epoch": 56, "lr": 9.803360411970266e-05}
{"train_loss": 0.01145949400961399, "global_step": 10021, "epoch": 56, "lr": 9.80331937627726e-05}
{"train_loss": 0.014900987967848778, "global_step": 10022, "epoch": 56, "lr": 9.803278336388843e-05}
{"train_loss": 0.014922014437615871, "global_step": 10023, "epoch": 56, "lr": 9.80323729230505e-05}
{"train_loss": 0.009547765366733074, "global_step": 10024, "epoch": 56, "lr": 9.803196244025915e-05}
{"train_loss": 0.006525457836687565, "global_step": 10025, "epoch": 56, "lr": 9.803155191551474e-05}
{"train_loss": 0.01628534309566021, "global_step": 10026, "epoch": 56, "lr": 9.803114134881764e-05}
{"train_loss": 0.012386521324515343, "global_step": 10027, "epoch": 56, "lr": 9.803073074016821e-05}
{"train_loss": 0.0127147501334548, "global_step": 10028, "epoch": 56, "lr": 9.803032008956681e-05}
{"train_loss": 0.007538837846368551, "global_step": 10029, "epoch": 56, "lr": 9.80299093970138e-05}
{"train_loss": 0.014350288547575474, "global_step": 10030, "epoch": 56, "lr": 9.802949866250953e-05}
{"train_loss": 0.014363536611199379, "global_step": 10031, "epoch": 56, "lr": 9.802908788605434e-05}
{"train_loss": 0.010983901098370552, "global_step": 10032, "epoch": 56, "lr": 9.802867706764863e-05}
{"train_loss": 0.01590816117823124, "global_step": 10033, "epoch": 56, "lr": 9.802826620729273e-05}
{"train_loss": 0.008863551542162895, "global_step": 10034, "epoch": 56, "lr": 9.802785530498701e-05}
{"train_loss": 0.020761333405971527, "global_step": 10035, "epoch": 56, "lr": 9.802744436073182e-05}
{"train_loss": 0.015582311898469925, "global_step": 10036, "epoch": 56, "lr": 9.802703337452755e-05}
{"train_loss": 0.010403251275420189, "global_step": 10037, "epoch": 56, "lr": 9.80266223463745e-05}
{"train_loss": 0.01653066650032997, "global_step": 10038, "epoch": 56, "lr": 9.802621127627309e-05}
{"train_loss": 0.013038973324000835, "global_step": 10039, "epoch": 56, "lr": 9.802580016422364e-05}
{"train_loss": 0.009825386106967926, "global_step": 10040, "epoch": 56, "lr": 9.802538901022652e-05}
{"train_loss": 0.00948619656264782, "global_step": 10041, "epoch": 56, "lr": 9.802497781428211e-05}
{"train_loss": 0.011811722069978714, "global_step": 10042, "epoch": 56, "lr": 9.802456657639073e-05}
{"train_loss": 0.012523466721177101, "global_step": 10043, "epoch": 56, "lr": 9.802415529655275e-05}
{"train_loss": 0.013020619750022888, "global_step": 10044, "epoch": 56, "lr": 9.802374397476857e-05}
{"train_loss": 0.018098901957273483, "global_step": 10045, "epoch": 56, "lr": 9.802333261103849e-05}
{"train_loss": 0.01567533239722252, "global_step": 10046, "epoch": 56, "lr": 9.802292120536292e-05}
{"train_loss": 0.01242871768772602, "global_step": 10047, "epoch": 56, "lr": 9.802250975774218e-05}
{"train_loss": 0.015143051743507385, "global_step": 10048, "epoch": 56, "lr": 9.802209826817664e-05}
{"train_loss": 0.011860973201692104, "global_step": 10049, "epoch": 56, "lr": 9.802168673666667e-05}
{"train_loss": 0.010157348588109016, "global_step": 10050, "epoch": 56, "lr": 9.802127516321264e-05}
{"train_loss": 0.016998881474137306, "global_step": 10051, "epoch": 56, "lr": 9.802086354781488e-05}
{"train_loss": 0.010569771751761436, "global_step": 10052, "epoch": 56, "lr": 9.802045189047376e-05}
{"train_loss": 0.012485973536968231, "global_step": 10053, "epoch": 56, "lr": 9.802004019118965e-05}
{"train_loss": 0.015333275310695171, "global_step": 10054, "epoch": 56, "lr": 9.801962844996291e-05}
{"train_loss": 0.016634566709399223, "global_step": 10055, "epoch": 56, "lr": 9.801921666679388e-05}
{"train_loss": 0.013011367991566658, "global_step": 10056, "epoch": 56, "lr": 9.801880484168293e-05}
{"train_loss": 0.012895836494863033, "global_step": 10057, "epoch": 56, "lr": 9.801839297463044e-05}
{"train_loss": 0.013880828395485878, "global_step": 10058, "epoch": 56, "lr": 9.801798106563674e-05}
{"train_loss": 0.013437843881547451, "global_step": 10059, "epoch": 56, "lr": 9.801756911470219e-05}
{"train_loss": 0.01142805628478527, "global_step": 10060, "epoch": 56, "lr": 9.801715712182718e-05}
{"train_loss": 0.008969981223344803, "global_step": 10061, "epoch": 56, "lr": 9.801674508701204e-05}
{"train_loss": 0.017967447638511658, "global_step": 10062, "epoch": 56, "lr": 9.801633301025714e-05}
{"train_loss": 0.008185423910617828, "global_step": 10063, "epoch": 56, "lr": 9.801592089156284e-05}
{"train_loss": 0.019288701936602592, "global_step": 10064, "epoch": 56, "lr": 9.801550873092951e-05}
{"train_loss": 0.019475113600492477, "global_step": 10065, "epoch": 56, "lr": 9.80150965283575e-05}
{"train_loss": 0.01782994717359543, "global_step": 10066, "epoch": 56, "lr": 9.801468428384716e-05}
{"train_loss": 0.010833066888153553, "global_step": 10067, "epoch": 56, "lr": 9.801427199739886e-05}
{"train_loss": 0.008576244115829468, "global_step": 10068, "epoch": 56, "lr": 9.801385966901298e-05}
{"train_loss": 0.011230191215872765, "global_step": 10069, "epoch": 56, "lr": 9.801344729868984e-05}
{"train_loss": 0.012393487617373466, "global_step": 10070, "epoch": 56, "lr": 9.801303488642983e-05}
{"train_loss": 0.010634999722242355, "global_step": 10071, "epoch": 56, "lr": 9.80126224322333e-05}
{"train_loss": 0.013218044303357601, "global_step": 10072, "epoch": 56, "lr": 9.80122099361006e-05}
{"train_loss": 0.013261165469884872, "global_step": 10073, "epoch": 56, "lr": 9.801179739803212e-05}
{"train_loss": 0.01697845757007599, "global_step": 10074, "epoch": 56, "lr": 9.801138481802821e-05}
{"train_loss": 0.01136024296283722, "global_step": 10075, "epoch": 56, "lr": 9.80109721960892e-05}
{"train_loss": 0.010162688791751862, "global_step": 10076, "epoch": 56, "lr": 9.801055953221547e-05}
{"train_loss": 0.011234313249588013, "global_step": 10077, "epoch": 56, "lr": 9.801014682640741e-05}
{"train_loss": 0.011687508784234524, "global_step": 10078, "epoch": 56, "lr": 9.800973407866534e-05}
{"train_loss": 0.006334925536066294, "global_step": 10079, "epoch": 56, "lr": 9.800932128898962e-05}
{"train_loss": 0.015912123024463654, "global_step": 10080, "epoch": 56, "lr": 9.800890845738064e-05}
{"train_loss": 0.01306745782494545, "global_step": 10081, "epoch": 56, "lr": 9.800849558383875e-05}
{"train_loss": 0.011765295639634132, "global_step": 10082, "epoch": 56, "lr": 9.80080826683643e-05}
{"train_loss": 0.023068394511938095, "global_step": 10083, "epoch": 56, "lr": 9.800766971095766e-05}
{"train_loss": 0.015973741188645363, "global_step": 10084, "epoch": 56, "lr": 9.800725671161919e-05}
{"train_loss": 0.006802298128604889, "global_step": 10085, "epoch": 56, "lr": 9.800684367034924e-05}
{"train_loss": 0.010736146941781044, "global_step": 10086, "epoch": 56, "lr": 9.800643058714818e-05}
{"train_loss": 0.008257241919636726, "global_step": 10087, "epoch": 56, "lr": 9.800601746201637e-05}
{"train_loss": 0.014912530779838562, "global_step": 10088, "epoch": 56, "lr": 9.800560429495417e-05}
{"train_loss": 0.0096251480281353, "global_step": 10089, "epoch": 56, "lr": 9.800519108596195e-05}
{"train_loss": 0.009344617836177349, "global_step": 10090, "epoch": 56, "lr": 9.800477783504005e-05}
{"train_loss": 0.015321409329771996, "global_step": 10091, "epoch": 56, "lr": 9.800436454218884e-05}
{"train_loss": 0.012613464146852493, "global_step": 10092, "epoch": 56, "lr": 9.80039512074087e-05}
{"train_loss": 0.010868905112147331, "global_step": 10093, "epoch": 56, "lr": 9.800353783069998e-05}
{"train_loss": 0.01638007164001465, "global_step": 10094, "epoch": 56, "lr": 9.800312441206303e-05}
{"train_loss": 0.0109794270247221, "global_step": 10095, "epoch": 56, "lr": 9.80027109514982e-05}
{"train_loss": 0.011599610559642315, "global_step": 10096, "epoch": 56, "lr": 9.800229744900588e-05}
{"train_loss": 0.015007426030933857, "global_step": 10097, "epoch": 56, "lr": 9.800188390458642e-05}
{"train_loss": 0.012038725428283215, "global_step": 10098, "epoch": 56, "lr": 9.800147031824019e-05}
{"train_loss": 0.011053884401917458, "global_step": 10099, "epoch": 56, "lr": 9.800105668996753e-05}
{"train_loss": 0.013306981883943081, "global_step": 10100, "epoch": 56, "lr": 9.800064301976882e-05}
{"train_loss": 0.01378337200731039, "global_step": 10101, "epoch": 56, "lr": 9.80002293076444e-05}
{"train_loss": 0.011378714814782143, "global_step": 10102, "epoch": 56, "lr": 9.799981555359468e-05}
{"train_loss": 0.014328918419778347, "global_step": 10103, "epoch": 56, "lr": 9.799940175761996e-05}
{"train_loss": 0.008627867326140404, "global_step": 10104, "epoch": 56, "lr": 9.799898791972065e-05}
{"train_loss": 0.016397394239902496, "global_step": 10105, "epoch": 56, "lr": 9.799857403989707e-05}
{"train_loss": 0.008823523297905922, "global_step": 10106, "epoch": 56, "lr": 9.799816011814961e-05}
{"train_loss": 0.01598750799894333, "global_step": 10107, "epoch": 56, "lr": 9.799774615447862e-05}
{"train_loss": 0.00802425667643547, "global_step": 10108, "epoch": 56, "lr": 9.799733214888446e-05}
{"train_loss": 0.009094461798667908, "global_step": 10109, "epoch": 56, "lr": 9.79969181013675e-05}
{"train_loss": 0.0068423133343458176, "global_step": 10110, "epoch": 56, "lr": 9.799650401192811e-05}
{"train_loss": 0.012853655964136124, "global_step": 10111, "epoch": 56, "lr": 9.799608988056663e-05}
{"train_loss": 0.011334991082549095, "global_step": 10112, "epoch": 56, "lr": 9.799567570728345e-05}
{"train_loss": 0.01381949707865715, "global_step": 10113, "epoch": 56, "lr": 9.79952614920789e-05}
{"train_loss": 0.014141567051410675, "global_step": 10114, "epoch": 56, "lr": 9.799484723495335e-05}
{"train_loss": 0.009048433043062687, "global_step": 10115, "epoch": 56, "lr": 9.799443293590716e-05}
{"train_loss": 0.009152065962553024, "global_step": 10116, "epoch": 56, "lr": 9.799401859494072e-05}
{"train_loss": 0.009667443111538887, "global_step": 10117, "epoch": 56, "lr": 9.799360421205435e-05}
{"train_loss": 0.01636415161192417, "global_step": 10118, "epoch": 56, "lr": 9.799318978724845e-05}
{"train_loss": 0.007071879226714373, "global_step": 10119, "epoch": 56, "lr": 9.799277532052335e-05}
{"train_loss": 0.01216618437319994, "global_step": 10120, "epoch": 56, "lr": 9.799236081187944e-05}
{"train_loss": 0.007885003462433815, "global_step": 10121, "epoch": 56, "lr": 9.799194626131707e-05}
{"train_loss": 0.01831706240773201, "global_step": 10122, "epoch": 56, "lr": 9.799153166883659e-05}
{"train_loss": 0.008680835366249084, "global_step": 10123, "epoch": 56, "lr": 9.799111703443838e-05}
{"train_loss": 0.013049298897385597, "global_step": 10124, "epoch": 56, "lr": 9.79907023581228e-05}
{"train_loss": 0.01683836616575718, "global_step": 10125, "epoch": 56, "lr": 9.79902876398902e-05}
{"train_loss": 0.007579741068184376, "global_step": 10126, "epoch": 56, "lr": 9.798987287974095e-05}
{"train_loss": 0.010791103355586529, "global_step": 10127, "epoch": 56, "lr": 9.798945807767541e-05}
{"train_loss": 0.010365250520408154, "global_step": 10128, "epoch": 56, "lr": 9.798904323369395e-05}
{"train_loss": 0.01268877275288105, "global_step": 10129, "epoch": 56, "lr": 9.798862834779693e-05}
{"train_loss": 0.019852127879858017, "global_step": 10130, "epoch": 56, "lr": 9.79882134199847e-05}
{"train_loss": 0.013872932642698288, "global_step": 10131, "epoch": 56, "lr": 9.798779845025763e-05}
{"train_loss": 0.012372155673801899, "global_step": 10132, "epoch": 56, "lr": 9.798738343861609e-05}
{"train_loss": 0.014076904393732548, "global_step": 10133, "epoch": 56, "lr": 9.798696838506043e-05}
{"train_loss": 0.006978050339967012, "global_step": 10134, "epoch": 56, "lr": 9.798655328959103e-05}
{"train_loss": 0.011849525384604931, "global_step": 10135, "epoch": 56, "lr": 9.798613815220824e-05}
{"train_loss": 0.018655195832252502, "global_step": 10136, "epoch": 56, "lr": 9.798572297291242e-05}
{"train_loss": 0.013186028227210045, "global_step": 10137, "epoch": 56, "lr": 9.798530775170394e-05}
{"train_loss": 0.012930402532219887, "global_step": 10138, "epoch": 56, "lr": 9.798489248858315e-05}
{"train_loss": 0.010541342198848724, "global_step": 10139, "epoch": 56, "lr": 9.798447718355042e-05}
{"train_loss": 0.011485500261187553, "global_step": 10140, "epoch": 56, "lr": 9.798406183660614e-05}
{"train_loss": 0.008755004033446312, "global_step": 10141, "epoch": 56, "lr": 9.798364644775062e-05}
{"train_loss": 0.011225956492125988, "global_step": 10142, "epoch": 56, "lr": 9.798323101698426e-05}
{"train_loss": 0.009688091464340687, "global_step": 10143, "epoch": 56, "lr": 9.798281554430742e-05}
{"train_loss": 0.012513959780335426, "global_step": 10144, "epoch": 56, "lr": 9.798240002972043e-05}
{"train_loss": 0.012665305605806997, "global_step": 10145, "epoch": 56, "lr": 9.798198447322371e-05}
{"train_loss": 0.011153511703014374, "global_step": 10146, "epoch": 57, "lr": 9.798156887481757e-05}
{"train_loss": 0.012331340461969376, "global_step": 10147, "epoch": 57, "lr": 9.798115323450241e-05}
{"train_loss": 0.006737930234521627, "global_step": 10148, "epoch": 57, "lr": 9.798073755227858e-05}
{"train_loss": 0.01118108257651329, "global_step": 10149, "epoch": 57, "lr": 9.798032182814643e-05}
{"train_loss": 0.015706583857536316, "global_step": 10150, "epoch": 57, "lr": 9.797990606210634e-05}
{"train_loss": 0.01502637192606926, "global_step": 10151, "epoch": 57, "lr": 9.797949025415867e-05}
{"train_loss": 0.0174030102789402, "global_step": 10152, "epoch": 57, "lr": 9.797907440430378e-05}
{"train_loss": 0.011941527016460896, "global_step": 10153, "epoch": 57, "lr": 9.797865851254202e-05}
{"train_loss": 0.016050176694989204, "global_step": 10154, "epoch": 57, "lr": 9.797824257887378e-05}
{"train_loss": 0.014328609220683575, "global_step": 10155, "epoch": 57, "lr": 9.797782660329941e-05}
{"train_loss": 0.00901026837527752, "global_step": 10156, "epoch": 57, "lr": 9.797741058581928e-05}
{"train_loss": 0.008729718625545502, "global_step": 10157, "epoch": 57, "lr": 9.797699452643374e-05}
{"train_loss": 0.012399476952850819, "global_step": 10158, "epoch": 57, "lr": 9.797657842514316e-05}
{"train_loss": 0.010374780744314194, "global_step": 10159, "epoch": 57, "lr": 9.79761622819479e-05}
{"train_loss": 0.01953837461769581, "global_step": 10160, "epoch": 57, "lr": 9.797574609684833e-05}
{"train_loss": 0.014441431500017643, "global_step": 10161, "epoch": 57, "lr": 9.797532986984481e-05}
{"train_loss": 0.010976859368383884, "global_step": 10162, "epoch": 57, "lr": 9.797491360093771e-05}
{"train_loss": 0.013639058917760849, "global_step": 10163, "epoch": 57, "lr": 9.797449729012738e-05}
{"train_loss": 0.010492222383618355, "global_step": 10164, "epoch": 57, "lr": 9.797408093741421e-05}
{"train_loss": 0.009107343852519989, "global_step": 10165, "epoch": 57, "lr": 9.797366454279852e-05}
{"train_loss": 0.010512706823647022, "global_step": 10166, "epoch": 57, "lr": 9.79732481062807e-05}
{"train_loss": 0.01380343921482563, "global_step": 10167, "epoch": 57, "lr": 9.797283162786113e-05}
{"train_loss": 0.007410735823214054, "global_step": 10168, "epoch": 57, "lr": 9.797241510754016e-05}
{"train_loss": 0.011516268365085125, "global_step": 10169, "epoch": 57, "lr": 9.797199854531813e-05}
{"train_loss": 0.014078108593821526, "global_step": 10170, "epoch": 57, "lr": 9.797158194119543e-05}
{"train_loss": 0.009966124780476093, "global_step": 10171, "epoch": 57, "lr": 9.797116529517243e-05}
{"train_loss": 0.014221697114408016, "global_step": 10172, "epoch": 57, "lr": 9.797074860724946e-05}
{"train_loss": 0.009614676237106323, "global_step": 10173, "epoch": 57, "lr": 9.797033187742692e-05}
{"train_loss": 0.012020815163850784, "global_step": 10174, "epoch": 57, "lr": 9.796991510570517e-05}
{"train_loss": 0.013408942148089409, "global_step": 10175, "epoch": 57, "lr": 9.796949829208455e-05}
{"train_loss": 0.02410510741174221, "global_step": 10176, "epoch": 57, "lr": 9.796908143656544e-05}
{"train_loss": 0.009619097225368023, "global_step": 10177, "epoch": 57, "lr": 9.796866453914822e-05}
{"train_loss": 0.011273848824203014, "global_step": 10178, "epoch": 57, "lr": 9.796824759983321e-05}
{"train_loss": 0.01051317248493433, "global_step": 10179, "epoch": 57, "lr": 9.79678306186208e-05}
{"train_loss": 0.013958780094981194, "global_step": 10180, "epoch": 57, "lr": 9.796741359551137e-05}
{"train_loss": 0.00818427000194788, "global_step": 10181, "epoch": 57, "lr": 9.796699653050527e-05}
{"train_loss": 0.016110040247440338, "global_step": 10182, "epoch": 57, "lr": 9.796657942360285e-05}
{"train_loss": 0.012696249410510063, "global_step": 10183, "epoch": 57, "lr": 9.796616227480449e-05}
{"train_loss": 0.018201040104031563, "global_step": 10184, "epoch": 57, "lr": 9.796574508411055e-05}
{"train_loss": 0.01802794635295868, "global_step": 10185, "epoch": 57, "lr": 9.796532785152142e-05}
{"train_loss": 0.010886996984481812, "global_step": 10186, "epoch": 57, "lr": 9.796491057703742e-05}
{"train_loss": 0.00947142206132412, "global_step": 10187, "epoch": 57, "lr": 9.796449326065893e-05}
{"train_loss": 0.018075861036777496, "global_step": 10188, "epoch": 57, "lr": 9.796407590238633e-05}
{"train_loss": 0.021080195903778076, "global_step": 10189, "epoch": 57, "lr": 9.796365850221997e-05}
{"train_loss": 0.01327755767852068, "global_step": 10190, "epoch": 57, "lr": 9.796324106016022e-05}
{"train_loss": 0.009940287098288536, "global_step": 10191, "epoch": 57, "lr": 9.796282357620744e-05}
{"train_loss": 0.014753537252545357, "global_step": 10192, "epoch": 57, "lr": 9.7962406050362e-05}
{"train_loss": 0.015697604045271873, "global_step": 10193, "epoch": 57, "lr": 9.796198848262426e-05}
{"train_loss": 0.015607533045113087, "global_step": 10194, "epoch": 57, "lr": 9.796157087299461e-05}
{"train_loss": 0.01475413516163826, "global_step": 10195, "epoch": 57, "lr": 9.796115322147337e-05}
{"train_loss": 0.013003051280975342, "global_step": 10196, "epoch": 57, "lr": 9.796073552806092e-05}
{"train_loss": 0.01335187442600727, "global_step": 10197, "epoch": 57, "lr": 9.796031779275765e-05}
{"train_loss": 0.010104204528033733, "global_step": 10198, "epoch": 57, "lr": 9.79599000155639e-05}
{"train_loss": 0.010879899375140667, "global_step": 10199, "epoch": 57, "lr": 9.795948219648004e-05}
{"train_loss": 0.01836080104112625, "global_step": 10200, "epoch": 57, "lr": 9.795906433550643e-05}
{"train_loss": 0.006354484707117081, "global_step": 10201, "epoch": 57, "lr": 9.795864643264346e-05}
{"train_loss": 0.009051527827978134, "global_step": 10202, "epoch": 57, "lr": 9.795822848789145e-05}
{"train_loss": 0.010438550263643265, "global_step": 10203, "epoch": 57, "lr": 9.795781050125081e-05}
{"train_loss": 0.01704980805516243, "global_step": 10204, "epoch": 57, "lr": 9.795739247272188e-05}
{"train_loss": 0.013595890253782272, "global_step": 10205, "epoch": 57, "lr": 9.795697440230503e-05}
{"train_loss": 0.008492564782500267, "global_step": 10206, "epoch": 57, "lr": 9.795655629000063e-05}
{"train_loss": 0.01107031013816595, "global_step": 10207, "epoch": 57, "lr": 9.795613813580903e-05}
{"train_loss": 0.009966008365154266, "global_step": 10208, "epoch": 57, "lr": 9.795571993973063e-05}
{"train_loss": 0.016224980354309082, "global_step": 10209, "epoch": 57, "lr": 9.795530170176576e-05}
{"train_loss": 0.012981286272406578, "global_step": 10210, "epoch": 57, "lr": 9.795488342191481e-05}
{"train_loss": 0.009228839538991451, "global_step": 10211, "epoch": 57, "lr": 9.795446510017812e-05}
{"train_loss": 0.011865916661918163, "global_step": 10212, "epoch": 57, "lr": 9.795404673655608e-05}
{"train_loss": 0.010567063465714455, "global_step": 10213, "epoch": 57, "lr": 9.795362833104903e-05}
{"train_loss": 0.01843002811074257, "global_step": 10214, "epoch": 57, "lr": 9.795320988365734e-05}
{"train_loss": 0.012187434360384941, "global_step": 10215, "epoch": 57, "lr": 9.795279139438141e-05}
{"train_loss": 0.007159588858485222, "global_step": 10216, "epoch": 57, "lr": 9.795237286322158e-05}
{"train_loss": 0.010958047583699226, "global_step": 10217, "epoch": 57, "lr": 9.795195429017821e-05}
{"train_loss": 0.015649082139134407, "global_step": 10218, "epoch": 57, "lr": 9.795153567525166e-05}
{"train_loss": 0.008586054667830467, "global_step": 10219, "epoch": 57, "lr": 9.795111701844232e-05}
{"train_loss": 0.009874867275357246, "global_step": 10220, "epoch": 57, "lr": 9.795069831975054e-05}
{"train_loss": 0.011801263317465782, "global_step": 10221, "epoch": 57, "lr": 9.795027957917669e-05}
{"train_loss": 0.011642253026366234, "global_step": 10222, "epoch": 57, "lr": 9.794986079672113e-05}
{"train_loss": 0.008662889711558819, "global_step": 10223, "epoch": 57, "lr": 9.794944197238422e-05}
{"train_loss": 0.00995156541466713, "global_step": 10224, "epoch": 57, "lr": 9.794902310616636e-05}
{"train_loss": 0.009665735997259617, "global_step": 10225, "epoch": 57, "lr": 9.794860419806787e-05}
{"train_loss": 0.01632438227534294, "global_step": 10226, "epoch": 57, "lr": 9.794818524808916e-05}
{"train_loss": 0.018924813717603683, "global_step": 10227, "epoch": 57, "lr": 9.794776625623056e-05}
{"train_loss": 0.007682285737246275, "global_step": 10228, "epoch": 57, "lr": 9.794734722249243e-05}
{"train_loss": 0.01213916763663292, "global_step": 10229, "epoch": 57, "lr": 9.794692814687518e-05}
{"train_loss": 0.009851222857832909, "global_step": 10230, "epoch": 57, "lr": 9.794650902937917e-05}
{"train_loss": 0.013485658913850784, "global_step": 10231, "epoch": 57, "lr": 9.794608987000471e-05}
{"train_loss": 0.016463816165924072, "global_step": 10232, "epoch": 57, "lr": 9.794567066875222e-05}
{"train_loss": 0.01797870546579361, "global_step": 10233, "epoch": 57, "lr": 9.794525142562205e-05}
{"train_loss": 0.018042631447315216, "global_step": 10234, "epoch": 57, "lr": 9.794483214061456e-05}
{"train_loss": 0.008588574826717377, "global_step": 10235, "epoch": 57, "lr": 9.794441281373014e-05}
{"train_loss": 0.022389937192201614, "global_step": 10236, "epoch": 57, "lr": 9.794399344496912e-05}
{"train_loss": 0.01630975306034088, "global_step": 10237, "epoch": 57, "lr": 9.79435740343319e-05}
{"train_loss": 0.008915510028600693, "global_step": 10238, "epoch": 57, "lr": 9.794315458181882e-05}
{"train_loss": 0.009792927652597427, "global_step": 10239, "epoch": 57, "lr": 9.794273508743026e-05}
{"train_loss": 0.012606779113411903, "global_step": 10240, "epoch": 57, "lr": 9.794231555116657e-05}
{"train_loss": 0.013277191668748856, "global_step": 10241, "epoch": 57, "lr": 9.794189597302815e-05}
{"train_loss": 0.012277878820896149, "global_step": 10242, "epoch": 57, "lr": 9.794147635301533e-05}
{"train_loss": 0.015865443274378777, "global_step": 10243, "epoch": 57, "lr": 9.794105669112852e-05}
{"train_loss": 0.018089156597852707, "global_step": 10244, "epoch": 57, "lr": 9.794063698736805e-05}
{"train_loss": 0.015882954001426697, "global_step": 10245, "epoch": 57, "lr": 9.794021724173429e-05}
{"train_loss": 0.016392314806580544, "global_step": 10246, "epoch": 57, "lr": 9.793979745422761e-05}
{"train_loss": 0.015672434121370316, "global_step": 10247, "epoch": 57, "lr": 9.79393776248484e-05}
{"train_loss": 0.013479825109243393, "global_step": 10248, "epoch": 57, "lr": 9.793895775359698e-05}
{"train_loss": 0.008416498079895973, "global_step": 10249, "epoch": 57, "lr": 9.793853784047376e-05}
{"train_loss": 0.012067422270774841, "global_step": 10250, "epoch": 57, "lr": 9.793811788547908e-05}
{"train_loss": 0.012199816294014454, "global_step": 10251, "epoch": 57, "lr": 9.793769788861332e-05}
{"train_loss": 0.013610516674816608, "global_step": 10252, "epoch": 57, "lr": 9.793727784987685e-05}
{"train_loss": 0.01707436516880989, "global_step": 10253, "epoch": 57, "lr": 9.793685776927002e-05}
{"train_loss": 0.011426038108766079, "global_step": 10254, "epoch": 57, "lr": 9.793643764679321e-05}
{"train_loss": 0.013759158551692963, "global_step": 10255, "epoch": 57, "lr": 9.79360174824468e-05}
{"train_loss": 0.015972528606653214, "global_step": 10256, "epoch": 57, "lr": 9.793559727623112e-05}
{"train_loss": 0.011486275121569633, "global_step": 10257, "epoch": 57, "lr": 9.793517702814657e-05}
{"train_loss": 0.01585654355585575, "global_step": 10258, "epoch": 57, "lr": 9.79347567381935e-05}
{"train_loss": 0.019598551094532013, "global_step": 10259, "epoch": 57, "lr": 9.793433640637228e-05}
{"train_loss": 0.011329103261232376, "global_step": 10260, "epoch": 57, "lr": 9.793391603268329e-05}
{"train_loss": 0.020792899653315544, "global_step": 10261, "epoch": 57, "lr": 9.793349561712689e-05}
{"train_loss": 0.013595393858850002, "global_step": 10262, "epoch": 57, "lr": 9.793307515970344e-05}
{"train_loss": 0.016093473881483078, "global_step": 10263, "epoch": 57, "lr": 9.79326546604133e-05}
{"train_loss": 0.017579499632120132, "global_step": 10264, "epoch": 57, "lr": 9.793223411925686e-05}
{"train_loss": 0.011936434544622898, "global_step": 10265, "epoch": 57, "lr": 9.793181353623447e-05}
{"train_loss": 0.01998436078429222, "global_step": 10266, "epoch": 57, "lr": 9.79313929113465e-05}
{"train_loss": 0.026249144226312637, "global_step": 10267, "epoch": 57, "lr": 9.793097224459334e-05}
{"train_loss": 0.012837998569011688, "global_step": 10268, "epoch": 57, "lr": 9.793055153597532e-05}
{"train_loss": 0.010540714487433434, "global_step": 10269, "epoch": 57, "lr": 9.793013078549283e-05}
{"train_loss": 0.015904638916254044, "global_step": 10270, "epoch": 57, "lr": 9.792970999314623e-05}
{"train_loss": 0.011822554282844067, "global_step": 10271, "epoch": 57, "lr": 9.792928915893591e-05}
{"train_loss": 0.009503323584794998, "global_step": 10272, "epoch": 57, "lr": 9.79288682828622e-05}
{"train_loss": 0.007702589966356754, "global_step": 10273, "epoch": 57, "lr": 9.792844736492547e-05}
{"train_loss": 0.011647146195173264, "global_step": 10274, "epoch": 57, "lr": 9.792802640512613e-05}
{"train_loss": 0.012841353192925453, "global_step": 10275, "epoch": 57, "lr": 9.792760540346453e-05}
{"train_loss": 0.014550620689988136, "global_step": 10276, "epoch": 57, "lr": 9.792718435994101e-05}
{"train_loss": 0.010778228752315044, "global_step": 10277, "epoch": 57, "lr": 9.792676327455594e-05}
{"train_loss": 0.015881188213825226, "global_step": 10278, "epoch": 57, "lr": 9.792634214730974e-05}
{"train_loss": 0.01574348285794258, "global_step": 10279, "epoch": 57, "lr": 9.792592097820273e-05}
{"train_loss": 0.009623518213629723, "global_step": 10280, "epoch": 57, "lr": 9.792549976723528e-05}
{"train_loss": 0.011799280531704426, "global_step": 10281, "epoch": 57, "lr": 9.792507851440778e-05}
{"train_loss": 0.00916658341884613, "global_step": 10282, "epoch": 57, "lr": 9.792465721972057e-05}
{"train_loss": 0.01409055758267641, "global_step": 10283, "epoch": 57, "lr": 9.792423588317406e-05}
{"train_loss": 0.019105803221464157, "global_step": 10284, "epoch": 57, "lr": 9.792381450476857e-05}
{"train_loss": 0.02286580204963684, "global_step": 10285, "epoch": 57, "lr": 9.792339308450449e-05}
{"train_loss": 0.012620605528354645, "global_step": 10286, "epoch": 57, "lr": 9.79229716223822e-05}
{"train_loss": 0.009047691710293293, "global_step": 10287, "epoch": 57, "lr": 9.792255011840203e-05}
{"train_loss": 0.02023783139884472, "global_step": 10288, "epoch": 57, "lr": 9.792212857256441e-05}
{"train_loss": 0.016806550323963165, "global_step": 10289, "epoch": 57, "lr": 9.792170698486965e-05}
{"train_loss": 0.011477894149720669, "global_step": 10290, "epoch": 57, "lr": 9.792128535531815e-05}
{"train_loss": 0.014985031448304653, "global_step": 10291, "epoch": 57, "lr": 9.792086368391026e-05}
{"train_loss": 0.012560617178678513, "global_step": 10292, "epoch": 57, "lr": 9.792044197064638e-05}
{"train_loss": 0.013050463050603867, "global_step": 10293, "epoch": 57, "lr": 9.792002021552684e-05}
{"train_loss": 0.019605174660682678, "global_step": 10294, "epoch": 57, "lr": 9.791959841855201e-05}
{"train_loss": 0.020349111407995224, "global_step": 10295, "epoch": 57, "lr": 9.791917657972229e-05}
{"train_loss": 0.010453008115291595, "global_step": 10296, "epoch": 57, "lr": 9.791875469903804e-05}
{"train_loss": 0.024110548198223114, "global_step": 10297, "epoch": 57, "lr": 9.79183327764996e-05}
{"train_loss": 0.011518128216266632, "global_step": 10298, "epoch": 57, "lr": 9.791791081210737e-05}
{"train_loss": 0.020202141255140305, "global_step": 10299, "epoch": 57, "lr": 9.79174888058617e-05}
{"train_loss": 0.015227748081088066, "global_step": 10300, "epoch": 57, "lr": 9.791706675776296e-05}
{"train_loss": 0.008628372102975845, "global_step": 10301, "epoch": 57, "lr": 9.791664466781154e-05}
{"train_loss": 0.011203853413462639, "global_step": 10302, "epoch": 57, "lr": 9.791622253600778e-05}
{"train_loss": 0.012451466172933578, "global_step": 10303, "epoch": 57, "lr": 9.791580036235206e-05}
{"train_loss": 0.010219572111964226, "global_step": 10304, "epoch": 57, "lr": 9.791537814684476e-05}
{"train_loss": 0.008309700526297092, "global_step": 10305, "epoch": 57, "lr": 9.791495588948623e-05}
{"train_loss": 0.015213673934340477, "global_step": 10306, "epoch": 57, "lr": 9.791453359027685e-05}
{"train_loss": 0.01691596955060959, "global_step": 10307, "epoch": 57, "lr": 9.791411124921699e-05}
{"train_loss": 0.012094680219888687, "global_step": 10308, "epoch": 57, "lr": 9.791368886630701e-05}
{"train_loss": 0.014057401567697525, "global_step": 10309, "epoch": 57, "lr": 9.791326644154729e-05}
{"train_loss": 0.011583657003939152, "global_step": 10310, "epoch": 57, "lr": 9.791284397493819e-05}
{"train_loss": 0.012707256712019444, "global_step": 10311, "epoch": 57, "lr": 9.791242146648008e-05}
{"train_loss": 0.008963475003838539, "global_step": 10312, "epoch": 57, "lr": 9.791199891617333e-05}
{"train_loss": 0.012467748485505581, "global_step": 10313, "epoch": 57, "lr": 9.791157632401831e-05}
{"train_loss": 0.010665085166692734, "global_step": 10314, "epoch": 57, "lr": 9.79111536900154e-05}
{"train_loss": 0.010455794632434845, "global_step": 10315, "epoch": 57, "lr": 9.791073101416495e-05}
{"train_loss": 0.007654925808310509, "global_step": 10316, "epoch": 57, "lr": 9.791030829646735e-05}
{"train_loss": 0.008451968431472778, "global_step": 10317, "epoch": 57, "lr": 9.790988553692292e-05}
{"train_loss": 0.008601746521890163, "global_step": 10318, "epoch": 57, "lr": 9.79094627355321e-05}
{"train_loss": 0.025344381108880043, "global_step": 10319, "epoch": 57, "lr": 9.790903989229522e-05}
{"train_loss": 0.008910584263503551, "global_step": 10320, "epoch": 57, "lr": 9.790861700721265e-05}
{"train_loss": 0.016559094190597534, "global_step": 10321, "epoch": 57, "lr": 9.790819408028477e-05}
{"train_loss": 0.006712541449815035, "global_step": 10322, "epoch": 57, "lr": 9.790777111151195e-05}
{"train_loss": 0.013248477280244565, "global_step": 10323, "epoch": 57, "lr": 9.790734810089453e-05}
{"train_loss": 0.016907764598727226, "global_step": 10324, "epoch": 58, "lr": 9.790692504843292e-05}
{"train_loss": 0.018659032881259918, "global_step": 10325, "epoch": 58, "lr": 9.790650195412745e-05}
{"train_loss": 0.014355389401316643, "global_step": 10326, "epoch": 58, "lr": 9.790607881797855e-05}
{"train_loss": 0.019333286210894585, "global_step": 10327, "epoch": 58, "lr": 9.790565563998652e-05}
{"train_loss": 0.0103017408400774, "global_step": 10328, "epoch": 58, "lr": 9.790523242015177e-05}
{"train_loss": 0.009459462948143482, "global_step": 10329, "epoch": 58, "lr": 9.790480915847467e-05}
{"train_loss": 0.01128075085580349, "global_step": 10330, "epoch": 58, "lr": 9.790438585495556e-05}
{"train_loss": 0.006169104017317295, "global_step": 10331, "epoch": 58, "lr": 9.790396250959484e-05}
{"train_loss": 0.006409966386854649, "global_step": 10332, "epoch": 58, "lr": 9.790353912239287e-05}
{"train_loss": 0.018843239173293114, "global_step": 10333, "epoch": 58, "lr": 9.790311569335003e-05}
{"train_loss": 0.010975327342748642, "global_step": 10334, "epoch": 58, "lr": 9.790269222246667e-05}
{"train_loss": 0.015523858368396759, "global_step": 10335, "epoch": 58, "lr": 9.790226870974316e-05}
{"train_loss": 0.01189606823027134, "global_step": 10336, "epoch": 58, "lr": 9.790184515517989e-05}
{"train_loss": 0.0119565324857831, "global_step": 10337, "epoch": 58, "lr": 9.790142155877722e-05}
{"train_loss": 0.008627602830529213, "global_step": 10338, "epoch": 58, "lr": 9.790099792053551e-05}
{"train_loss": 0.012300637550652027, "global_step": 10339, "epoch": 58, "lr": 9.790057424045514e-05}
{"train_loss": 0.011603986844420433, "global_step": 10340, "epoch": 58, "lr": 9.790015051853649e-05}
{"train_loss": 0.025248633697628975, "global_step": 10341, "epoch": 58, "lr": 9.78997267547799e-05}
{"train_loss": 0.011340964585542679, "global_step": 10342, "epoch": 58, "lr": 9.789930294918576e-05}
{"train_loss": 0.017376575618982315, "global_step": 10343, "epoch": 58, "lr": 9.789887910175446e-05}
{"train_loss": 0.013147007673978806, "global_step": 10344, "epoch": 58, "lr": 9.789845521248635e-05}
{"train_loss": 0.01718667335808277, "global_step": 10345, "epoch": 58, "lr": 9.789803128138179e-05}
{"train_loss": 0.01858719252049923, "global_step": 10346, "epoch": 58, "lr": 9.789760730844115e-05}
{"train_loss": 0.014140111394226551, "global_step": 10347, "epoch": 58, "lr": 9.789718329366482e-05}
{"train_loss": 0.016231833025813103, "global_step": 10348, "epoch": 58, "lr": 9.789675923705318e-05}
{"train_loss": 0.02064703032374382, "global_step": 10349, "epoch": 58, "lr": 9.789633513860655e-05}
{"train_loss": 0.01632433757185936, "global_step": 10350, "epoch": 58, "lr": 9.789591099832533e-05}
{"train_loss": 0.014689993113279343, "global_step": 10351, "epoch": 58, "lr": 9.789548681620993e-05}
{"train_loss": 0.009315697476267815, "global_step": 10352, "epoch": 58, "lr": 9.789506259226065e-05}
{"train_loss": 0.021618176251649857, "global_step": 10353, "epoch": 58, "lr": 9.789463832647789e-05}
{"train_loss": 0.02083228901028633, "global_step": 10354, "epoch": 58, "lr": 9.789421401886205e-05}
{"train_loss": 0.007158997934311628, "global_step": 10355, "epoch": 58, "lr": 9.789378966941344e-05}
{"train_loss": 0.012104155495762825, "global_step": 10356, "epoch": 58, "lr": 9.78933652781325e-05}
{"train_loss": 0.01111816056072712, "global_step": 10357, "epoch": 58, "lr": 9.789294084501955e-05}
{"train_loss": 0.01487573329359293, "global_step": 10358, "epoch": 58, "lr": 9.789251637007497e-05}
{"train_loss": 0.017320018261671066, "global_step": 10359, "epoch": 58, "lr": 9.789209185329915e-05}
{"train_loss": 0.016146495938301086, "global_step": 10360, "epoch": 58, "lr": 9.789166729469243e-05}
{"train_loss": 0.01702984981238842, "global_step": 10361, "epoch": 58, "lr": 9.789124269425522e-05}
{"train_loss": 0.007963643409311771, "global_step": 10362, "epoch": 58, "lr": 9.789081805198786e-05}
{"train_loss": 0.018780363723635674, "global_step": 10363, "epoch": 58, "lr": 9.789039336789072e-05}
{"train_loss": 0.011451818980276585, "global_step": 10364, "epoch": 58, "lr": 9.78899686419642e-05}
{"train_loss": 0.014583766460418701, "global_step": 10365, "epoch": 58, "lr": 9.788954387420865e-05}
{"train_loss": 0.011678067967295647, "global_step": 10366, "epoch": 58, "lr": 9.788911906462444e-05}
{"train_loss": 0.014613796956837177, "global_step": 10367, "epoch": 58, "lr": 9.788869421321194e-05}
{"train_loss": 0.017552632838487625, "global_step": 10368, "epoch": 58, "lr": 9.788826931997153e-05}
{"train_loss": 0.011888964101672173, "global_step": 10369, "epoch": 58, "lr": 9.788784438490357e-05}
{"train_loss": 0.00888645090162754, "global_step": 10370, "epoch": 58, "lr": 9.788741940800842e-05}
{"train_loss": 0.011304158717393875, "global_step": 10371, "epoch": 58, "lr": 9.788699438928651e-05}
{"train_loss": 0.0179075188934803, "global_step": 10372, "epoch": 58, "lr": 9.788656932873814e-05}
{"train_loss": 0.007858620956540108, "global_step": 10373, "epoch": 58, "lr": 9.788614422636373e-05}
{"train_loss": 0.01107944454997778, "global_step": 10374, "epoch": 58, "lr": 9.788571908216362e-05}
{"train_loss": 0.012357823550701141, "global_step": 10375, "epoch": 58, "lr": 9.788529389613821e-05}
{"train_loss": 0.00790820736438036, "global_step": 10376, "epoch": 58, "lr": 9.788486866828783e-05}
{"train_loss": 0.01542749349027872, "global_step": 10377, "epoch": 58, "lr": 9.78844433986129e-05}
{"train_loss": 0.010262692347168922, "global_step": 10378, "epoch": 58, "lr": 9.788401808711376e-05}
{"train_loss": 0.01900782436132431, "global_step": 10379, "epoch": 58, "lr": 9.78835927337908e-05}
{"train_loss": 0.009973365813493729, "global_step": 10380, "epoch": 58, "lr": 9.788316733864435e-05}
{"train_loss": 0.011403746902942657, "global_step": 10381, "epoch": 58, "lr": 9.788274190167484e-05}
{"train_loss": 0.011341623961925507, "global_step": 10382, "epoch": 58, "lr": 9.788231642288262e-05}
{"train_loss": 0.01694069802761078, "global_step": 10383, "epoch": 58, "lr": 9.788189090226803e-05}
{"train_loss": 0.02216310426592827, "global_step": 10384, "epoch": 58, "lr": 9.78814653398315e-05}
{"train_loss": 0.017037395387887955, "global_step": 10385, "epoch": 58, "lr": 9.788103973557335e-05}
{"train_loss": 0.010318062268197536, "global_step": 10386, "epoch": 58, "lr": 9.788061408949395e-05}
{"train_loss": 0.010467341169714928, "global_step": 10387, "epoch": 58, "lr": 9.788018840159373e-05}
{"train_loss": 0.013526992872357368, "global_step": 10388, "epoch": 58, "lr": 9.7879762671873e-05}
{"train_loss": 0.019808601588010788, "global_step": 10389, "epoch": 58, "lr": 9.787933690033218e-05}
{"train_loss": 0.0129072405397892, "global_step": 10390, "epoch": 58, "lr": 9.78789110869716e-05}
{"train_loss": 0.008656935766339302, "global_step": 10391, "epoch": 58, "lr": 9.787848523179166e-05}
{"train_loss": 0.010014856234192848, "global_step": 10392, "epoch": 58, "lr": 9.787805933479272e-05}
{"train_loss": 0.020032783970236778, "global_step": 10393, "epoch": 58, "lr": 9.787763339597515e-05}
{"train_loss": 0.014252662658691406, "global_step": 10394, "epoch": 58, "lr": 9.787720741533934e-05}
{"train_loss": 0.009714733809232712, "global_step": 10395, "epoch": 58, "lr": 9.787678139288563e-05}
{"train_loss": 0.010490210726857185, "global_step": 10396, "epoch": 58, "lr": 9.787635532861443e-05}
{"train_loss": 0.010171828791499138, "global_step": 10397, "epoch": 58, "lr": 9.787592922252608e-05}
{"train_loss": 0.014966725371778011, "global_step": 10398, "epoch": 58, "lr": 9.787550307462096e-05}
{"train_loss": 0.008938629180192947, "global_step": 10399, "epoch": 58, "lr": 9.787507688489946e-05}
{"train_loss": 0.01510538812726736, "global_step": 10400, "epoch": 58, "lr": 9.787465065336192e-05}
{"train_loss": 0.014621376059949398, "global_step": 10401, "epoch": 58, "lr": 9.787422438000875e-05}
{"train_loss": 0.011198687367141247, "global_step": 10402, "epoch": 58, "lr": 9.787379806484029e-05}
{"train_loss": 0.017033260315656662, "global_step": 10403, "epoch": 58, "lr": 9.787337170785695e-05}
{"train_loss": 0.006654358934611082, "global_step": 10404, "epoch": 58, "lr": 9.787294530905906e-05}
{"train_loss": 0.019837122410535812, "global_step": 10405, "epoch": 58, "lr": 9.787251886844702e-05}
{"train_loss": 0.015306157991290092, "global_step": 10406, "epoch": 58, "lr": 9.787209238602118e-05}
{"train_loss": 0.010432038456201553, "global_step": 10407, "epoch": 58, "lr": 9.787166586178193e-05}
{"train_loss": 0.020884135738015175, "global_step": 10408, "epoch": 58, "lr": 9.787123929572966e-05}
{"train_loss": 0.012247735634446144, "global_step": 10409, "epoch": 58, "lr": 9.78708126878647e-05}
{"train_loss": 0.012007220648229122, "global_step": 10410, "epoch": 58, "lr": 9.787038603818746e-05}
{"train_loss": 0.008973564952611923, "global_step": 10411, "epoch": 58, "lr": 9.786995934669827e-05}
{"train_loss": 0.014728479087352753, "global_step": 10412, "epoch": 58, "lr": 9.786953261339755e-05}
{"train_loss": 0.009274616837501526, "global_step": 10413, "epoch": 58, "lr": 9.786910583828565e-05}
{"train_loss": 0.018740467727184296, "global_step": 10414, "epoch": 58, "lr": 9.786867902136295e-05}
{"train_loss": 0.014895456843078136, "global_step": 10415, "epoch": 58, "lr": 9.78682521626298e-05}
{"train_loss": 0.011345245875418186, "global_step": 10416, "epoch": 58, "lr": 9.78678252620866e-05}
{"train_loss": 0.008119702339172363, "global_step": 10417, "epoch": 58, "lr": 9.786739831973371e-05}
{"train_loss": 0.009419701062142849, "global_step": 10418, "epoch": 58, "lr": 9.786697133557152e-05}
{"train_loss": 0.016911767423152924, "global_step": 10419, "epoch": 58, "lr": 9.786654430960038e-05}
{"train_loss": 0.01002471148967743, "global_step": 10420, "epoch": 58, "lr": 9.786611724182066e-05}
{"train_loss": 0.010957291349768639, "global_step": 10421, "epoch": 58, "lr": 9.786569013223277e-05}
{"train_loss": 0.009917888790369034, "global_step": 10422, "epoch": 58, "lr": 9.786526298083703e-05}
{"train_loss": 0.007300281897187233, "global_step": 10423, "epoch": 58, "lr": 9.786483578763385e-05}
{"train_loss": 0.015722010284662247, "global_step": 10424, "epoch": 58, "lr": 9.786440855262361e-05}
{"train_loss": 0.007103633601218462, "global_step": 10425, "epoch": 58, "lr": 9.786398127580666e-05}
{"train_loss": 0.015343799255788326, "global_step": 10426, "epoch": 58, "lr": 9.786355395718338e-05}
{"train_loss": 0.017937203869223595, "global_step": 10427, "epoch": 58, "lr": 9.786312659675414e-05}
{"train_loss": 0.00850401259958744, "global_step": 10428, "epoch": 58, "lr": 9.786269919451932e-05}
{"train_loss": 0.014302578754723072, "global_step": 10429, "epoch": 58, "lr": 9.786227175047929e-05}
{"train_loss": 0.011649275198578835, "global_step": 10430, "epoch": 58, "lr": 9.786184426463443e-05}
{"train_loss": 0.011751318350434303, "global_step": 10431, "epoch": 58, "lr": 9.786141673698511e-05}
{"train_loss": 0.012542040087282658, "global_step": 10432, "epoch": 58, "lr": 9.786098916753169e-05}
{"train_loss": 0.013058144599199295, "global_step": 10433, "epoch": 58, "lr": 9.786056155627455e-05}
{"train_loss": 0.014755016192793846, "global_step": 10434, "epoch": 58, "lr": 9.786013390321407e-05}
{"train_loss": 0.012869955971837044, "global_step": 10435, "epoch": 58, "lr": 9.785970620835063e-05}
{"train_loss": 0.010955283418297768, "global_step": 10436, "epoch": 58, "lr": 9.78592784716846e-05}
{"train_loss": 0.010575232096016407, "global_step": 10437, "epoch": 58, "lr": 9.785885069321632e-05}
{"train_loss": 0.013684604316949844, "global_step": 10438, "epoch": 58, "lr": 9.785842287294622e-05}
{"train_loss": 0.01609407365322113, "global_step": 10439, "epoch": 58, "lr": 9.785799501087462e-05}
{"train_loss": 0.005288685671985149, "global_step": 10440, "epoch": 58, "lr": 9.785756710700195e-05}
{"train_loss": 0.012554369866847992, "global_step": 10441, "epoch": 58, "lr": 9.785713916132853e-05}
{"train_loss": 0.01408117450773716, "global_step": 10442, "epoch": 58, "lr": 9.785671117385477e-05}
{"train_loss": 0.012101570144295692, "global_step": 10443, "epoch": 58, "lr": 9.785628314458103e-05}
{"train_loss": 0.018208786845207214, "global_step": 10444, "epoch": 58, "lr": 9.785585507350768e-05}
{"train_loss": 0.015803704038262367, "global_step": 10445, "epoch": 58, "lr": 9.78554269606351e-05}
{"train_loss": 0.014011655002832413, "global_step": 10446, "epoch": 58, "lr": 9.785499880596367e-05}
{"train_loss": 0.01018110103905201, "global_step": 10447, "epoch": 58, "lr": 9.785457060949374e-05}
{"train_loss": 0.007788854651153088, "global_step": 10448, "epoch": 58, "lr": 9.78541423712257e-05}
{"train_loss": 0.010755009949207306, "global_step": 10449, "epoch": 58, "lr": 9.785371409115996e-05}
{"train_loss": 0.009484559297561646, "global_step": 10450, "epoch": 58, "lr": 9.785328576929682e-05}
{"train_loss": 0.012736892327666283, "global_step": 10451, "epoch": 58, "lr": 9.78528574056367e-05}
{"train_loss": 0.011713058687746525, "global_step": 10452, "epoch": 58, "lr": 9.785242900017997e-05}
{"train_loss": 0.009578845463693142, "global_step": 10453, "epoch": 58, "lr": 9.7852000552927e-05}
{"train_loss": 0.009142426773905754, "global_step": 10454, "epoch": 58, "lr": 9.785157206387818e-05}
{"train_loss": 0.016507679596543312, "global_step": 10455, "epoch": 58, "lr": 9.785114353303386e-05}
{"train_loss": 0.013835892081260681, "global_step": 10456, "epoch": 58, "lr": 9.785071496039442e-05}
{"train_loss": 0.013724775984883308, "global_step": 10457, "epoch": 58, "lr": 9.785028634596023e-05}
{"train_loss": 0.014297494664788246, "global_step": 10458, "epoch": 58, "lr": 9.784985768973169e-05}
{"train_loss": 0.014676133170723915, "global_step": 10459, "epoch": 58, "lr": 9.784942899170914e-05}
{"train_loss": 0.008727345615625381, "global_step": 10460, "epoch": 58, "lr": 9.784900025189298e-05}
{"train_loss": 0.00898380484431982, "global_step": 10461, "epoch": 58, "lr": 9.784857147028357e-05}
{"train_loss": 0.01057833805680275, "global_step": 10462, "epoch": 58, "lr": 9.784814264688132e-05}
{"train_loss": 0.018385248258709908, "global_step": 10463, "epoch": 58, "lr": 9.784771378168653e-05}
{"train_loss": 0.009779292158782482, "global_step": 10464, "epoch": 58, "lr": 9.784728487469965e-05}
{"train_loss": 0.016181105747818947, "global_step": 10465, "epoch": 58, "lr": 9.784685592592101e-05}
{"train_loss": 0.01726842112839222, "global_step": 10466, "epoch": 58, "lr": 9.7846426935351e-05}
{"train_loss": 0.011378958821296692, "global_step": 10467, "epoch": 58, "lr": 9.784599790299e-05}
{"train_loss": 0.01176523044705391, "global_step": 10468, "epoch": 58, "lr": 9.784556882883837e-05}
{"train_loss": 0.008970124647021294, "global_step": 10469, "epoch": 58, "lr": 9.784513971289651e-05}
{"train_loss": 0.01685309037566185, "global_step": 10470, "epoch": 58, "lr": 9.784471055516476e-05}
{"train_loss": 0.012547776103019714, "global_step": 10471, "epoch": 58, "lr": 9.784428135564352e-05}
{"train_loss": 0.008634423837065697, "global_step": 10472, "epoch": 58, "lr": 9.784385211433316e-05}
{"train_loss": 0.02072956971824169, "global_step": 10473, "epoch": 58, "lr": 9.784342283123405e-05}
{"train_loss": 0.014867773279547691, "global_step": 10474, "epoch": 58, "lr": 9.784299350634656e-05}
{"train_loss": 0.011939923278987408, "global_step": 10475, "epoch": 58, "lr": 9.784256413967108e-05}
{"train_loss": 0.007360106334090233, "global_step": 10476, "epoch": 58, "lr": 9.784213473120798e-05}
{"train_loss": 0.01636565290391445, "global_step": 10477, "epoch": 58, "lr": 9.784170528095762e-05}
{"train_loss": 0.01593341864645481, "global_step": 10478, "epoch": 58, "lr": 9.784127578892039e-05}
{"train_loss": 0.018318835645914078, "global_step": 10479, "epoch": 58, "lr": 9.784084625509668e-05}
{"train_loss": 0.017173709347844124, "global_step": 10480, "epoch": 58, "lr": 9.784041667948682e-05}
{"train_loss": 0.009519699960947037, "global_step": 10481, "epoch": 58, "lr": 9.783998706209124e-05}
{"train_loss": 0.008653735741972923, "global_step": 10482, "epoch": 58, "lr": 9.783955740291027e-05}
{"train_loss": 0.014174845069646835, "global_step": 10483, "epoch": 58, "lr": 9.783912770194433e-05}
{"train_loss": 0.010129369795322418, "global_step": 10484, "epoch": 58, "lr": 9.783869795919373e-05}
{"train_loss": 0.00823112204670906, "global_step": 10485, "epoch": 58, "lr": 9.78382681746589e-05}
{"train_loss": 0.016059309244155884, "global_step": 10486, "epoch": 58, "lr": 9.783783834834022e-05}
{"train_loss": 0.013449415564537048, "global_step": 10487, "epoch": 58, "lr": 9.783740848023803e-05}
{"train_loss": 0.012494368478655815, "global_step": 10488, "epoch": 58, "lr": 9.783697857035271e-05}
{"train_loss": 0.01319345273077488, "global_step": 10489, "epoch": 58, "lr": 9.783654861868465e-05}
{"train_loss": 0.013356232084333897, "global_step": 10490, "epoch": 58, "lr": 9.783611862523423e-05}
{"train_loss": 0.016933081671595573, "global_step": 10491, "epoch": 58, "lr": 9.783568859000182e-05}
{"train_loss": 0.007238671649247408, "global_step": 10492, "epoch": 58, "lr": 9.783525851298778e-05}
{"train_loss": 0.0161140076816082, "global_step": 10493, "epoch": 58, "lr": 9.783482839419252e-05}
{"train_loss": 0.018744654953479767, "global_step": 10494, "epoch": 58, "lr": 9.783439823361637e-05}
{"train_loss": 0.016548508778214455, "global_step": 10495, "epoch": 58, "lr": 9.783396803125974e-05}
{"train_loss": 0.011897150427103043, "global_step": 10496, "epoch": 58, "lr": 9.783353778712299e-05}
{"train_loss": 0.014979755505919456, "global_step": 10497, "epoch": 58, "lr": 9.783310750120651e-05}
{"train_loss": 0.016764165833592415, "global_step": 10498, "epoch": 58, "lr": 9.783267717351066e-05}
{"train_loss": 0.01427491195499897, "global_step": 10499, "epoch": 58, "lr": 9.783224680403582e-05}
{"train_loss": 0.017568640410900116, "global_step": 10500, "epoch": 58, "lr": 9.783181639278239e-05}
{"train_loss": 0.013325123409374376, "global_step": 10501, "epoch": 58, "lr": 9.783138593975069e-05}
{"train_loss": 0.013236976228654385, "global_step": 10502, "epoch": 59, "lr": 9.783095544494116e-05}
{"train_loss": 0.014342378824949265, "global_step": 10503, "epoch": 59, "lr": 9.783052490835413e-05}
{"train_loss": 0.008461333811283112, "global_step": 10504, "epoch": 59, "lr": 9.783009432999002e-05}
{"train_loss": 0.010406926274299622, "global_step": 10505, "epoch": 59, "lr": 9.782966370984915e-05}
{"train_loss": 0.011872706934809685, "global_step": 10506, "epoch": 59, "lr": 9.782923304793193e-05}
{"train_loss": 0.013637101277709007, "global_step": 10507, "epoch": 59, "lr": 9.782880234423875e-05}
{"train_loss": 0.019782863557338715, "global_step": 10508, "epoch": 59, "lr": 9.782837159876994e-05}
{"train_loss": 0.014909666031599045, "global_step": 10509, "epoch": 59, "lr": 9.782794081152592e-05}
{"train_loss": 0.013717127963900566, "global_step": 10510, "epoch": 59, "lr": 9.782750998250705e-05}
{"train_loss": 0.018778622150421143, "global_step": 10511, "epoch": 59, "lr": 9.78270791117137e-05}
{"train_loss": 0.013832262717187405, "global_step": 10512, "epoch": 59, "lr": 9.782664819914626e-05}
{"train_loss": 0.014416361227631569, "global_step": 10513, "epoch": 59, "lr": 9.78262172448051e-05}
{"train_loss": 0.019912173971533775, "global_step": 10514, "epoch": 59, "lr": 9.782578624869059e-05}
{"train_loss": 0.02126862108707428, "global_step": 10515, "epoch": 59, "lr": 9.78253552108031e-05}
{"train_loss": 0.013414411805570126, "global_step": 10516, "epoch": 59, "lr": 9.782492413114303e-05}
{"train_loss": 0.01360248401761055, "global_step": 10517, "epoch": 59, "lr": 9.782449300971075e-05}
{"train_loss": 0.007841896265745163, "global_step": 10518, "epoch": 59, "lr": 9.782406184650663e-05}
{"train_loss": 0.012261036783456802, "global_step": 10519, "epoch": 59, "lr": 9.782363064153104e-05}
{"train_loss": 0.01980835199356079, "global_step": 10520, "epoch": 59, "lr": 9.782319939478438e-05}
{"train_loss": 0.016341321170330048, "global_step": 10521, "epoch": 59, "lr": 9.7822768106267e-05}
{"train_loss": 0.01511242426931858, "global_step": 10522, "epoch": 59, "lr": 9.782233677597928e-05}
{"train_loss": 0.013191914185881615, "global_step": 10523, "epoch": 59, "lr": 9.782190540392162e-05}
{"train_loss": 0.010500965639948845, "global_step": 10524, "epoch": 59, "lr": 9.782147399009436e-05}
{"train_loss": 0.017615634948015213, "global_step": 10525, "epoch": 59, "lr": 9.782104253449793e-05}
{"train_loss": 0.011125423014163971, "global_step": 10526, "epoch": 59, "lr": 9.782061103713264e-05}
{"train_loss": 0.006326247937977314, "global_step": 10527, "epoch": 59, "lr": 9.782017949799892e-05}
{"train_loss": 0.019157543778419495, "global_step": 10528, "epoch": 59, "lr": 9.781974791709714e-05}
{"train_loss": 0.012416827492415905, "global_step": 10529, "epoch": 59, "lr": 9.781931629442767e-05}
{"train_loss": 0.01579299196600914, "global_step": 10530, "epoch": 59, "lr": 9.781888462999086e-05}
{"train_loss": 0.0223517008125782, "global_step": 10531, "epoch": 59, "lr": 9.781845292378712e-05}
{"train_loss": 0.013915704563260078, "global_step": 10532, "epoch": 59, "lr": 9.781802117581681e-05}
{"train_loss": 0.014187604188919067, "global_step": 10533, "epoch": 59, "lr": 9.781758938608032e-05}
{"train_loss": 0.013482226990163326, "global_step": 10534, "epoch": 59, "lr": 9.781715755457803e-05}
{"train_loss": 0.014053365215659142, "global_step": 10535, "epoch": 59, "lr": 9.781672568131029e-05}
{"train_loss": 0.01391448825597763, "global_step": 10536, "epoch": 59, "lr": 9.781629376627751e-05}
{"train_loss": 0.016516054049134254, "global_step": 10537, "epoch": 59, "lr": 9.781586180948005e-05}
{"train_loss": 0.007932309061288834, "global_step": 10538, "epoch": 59, "lr": 9.781542981091829e-05}
{"train_loss": 0.016141511499881744, "global_step": 10539, "epoch": 59, "lr": 9.78149977705926e-05}
{"train_loss": 0.012702861800789833, "global_step": 10540, "epoch": 59, "lr": 9.781456568850337e-05}
{"train_loss": 0.019791487604379654, "global_step": 10541, "epoch": 59, "lr": 9.781413356465098e-05}
{"train_loss": 0.01093408651649952, "global_step": 10542, "epoch": 59, "lr": 9.78137013990358e-05}
{"train_loss": 0.01037183403968811, "global_step": 10543, "epoch": 59, "lr": 9.781326919165819e-05}
{"train_loss": 0.012391479685902596, "global_step": 10544, "epoch": 59, "lr": 9.781283694251856e-05}
{"train_loss": 0.01072625070810318, "global_step": 10545, "epoch": 59, "lr": 9.781240465161727e-05}
{"train_loss": 0.014128412120044231, "global_step": 10546, "epoch": 59, "lr": 9.78119723189547e-05}
{"train_loss": 0.015927327796816826, "global_step": 10547, "epoch": 59, "lr": 9.781153994453123e-05}
{"train_loss": 0.014390727505087852, "global_step": 10548, "epoch": 59, "lr": 9.781110752834722e-05}
{"train_loss": 0.015987027436494827, "global_step": 10549, "epoch": 59, "lr": 9.781067507040307e-05}
{"train_loss": 0.011148756369948387, "global_step": 10550, "epoch": 59, "lr": 9.781024257069915e-05}
{"train_loss": 0.010036882013082504, "global_step": 10551, "epoch": 59, "lr": 9.780981002923585e-05}
{"train_loss": 0.02179456129670143, "global_step": 10552, "epoch": 59, "lr": 9.780937744601353e-05}
{"train_loss": 0.012288881465792656, "global_step": 10553, "epoch": 59, "lr": 9.780894482103258e-05}
{"train_loss": 0.0112786078825593, "global_step": 10554, "epoch": 59, "lr": 9.780851215429335e-05}
{"train_loss": 0.012577754445374012, "global_step": 10555, "epoch": 59, "lr": 9.780807944579626e-05}
{"train_loss": 0.014045611955225468, "global_step": 10556, "epoch": 59, "lr": 9.780764669554166e-05}
{"train_loss": 0.010899413377046585, "global_step": 10557, "epoch": 59, "lr": 9.780721390352993e-05}
{"train_loss": 0.009827629663050175, "global_step": 10558, "epoch": 59, "lr": 9.780678106976147e-05}
{"train_loss": 0.01690087467432022, "global_step": 10559, "epoch": 59, "lr": 9.780634819423663e-05}
{"train_loss": 0.018137622624635696, "global_step": 10560, "epoch": 59, "lr": 9.780591527695579e-05}
{"train_loss": 0.013698999769985676, "global_step": 10561, "epoch": 59, "lr": 9.780548231791936e-05}
{"train_loss": 0.0052303895354270935, "global_step": 10562, "epoch": 59, "lr": 9.780504931712768e-05}
{"train_loss": 0.019701968878507614, "global_step": 10563, "epoch": 59, "lr": 9.780461627458114e-05}
{"train_loss": 0.010368331335484982, "global_step": 10564, "epoch": 59, "lr": 9.780418319028015e-05}
{"train_loss": 0.019034769386053085, "global_step": 10565, "epoch": 59, "lr": 9.780375006422504e-05}
{"train_loss": 0.015936730429530144, "global_step": 10566, "epoch": 59, "lr": 9.780331689641622e-05}
{"train_loss": 0.015477913431823254, "global_step": 10567, "epoch": 59, "lr": 9.780288368685405e-05}
{"train_loss": 0.017835479229688644, "global_step": 10568, "epoch": 59, "lr": 9.780245043553892e-05}
{"train_loss": 0.007850406691432, "global_step": 10569, "epoch": 59, "lr": 9.78020171424712e-05}
{"train_loss": 0.009312205016613007, "global_step": 10570, "epoch": 59, "lr": 9.780158380765128e-05}
{"train_loss": 0.014993306249380112, "global_step": 10571, "epoch": 59, "lr": 9.78011504310795e-05}
{"train_loss": 0.013872440904378891, "global_step": 10572, "epoch": 59, "lr": 9.78007170127563e-05}
{"train_loss": 0.014310046099126339, "global_step": 10573, "epoch": 59, "lr": 9.780028355268203e-05}
{"train_loss": 0.010798580944538116, "global_step": 10574, "epoch": 59, "lr": 9.779985005085707e-05}
{"train_loss": 0.01315930113196373, "global_step": 10575, "epoch": 59, "lr": 9.779941650728178e-05}
{"train_loss": 0.016314715147018433, "global_step": 10576, "epoch": 59, "lr": 9.779898292195656e-05}
{"train_loss": 0.016529623419046402, "global_step": 10577, "epoch": 59, "lr": 9.77985492948818e-05}
{"train_loss": 0.014691955409944057, "global_step": 10578, "epoch": 59, "lr": 9.779811562605783e-05}
{"train_loss": 0.010503439232707024, "global_step": 10579, "epoch": 59, "lr": 9.779768191548507e-05}
{"train_loss": 0.012485936284065247, "global_step": 10580, "epoch": 59, "lr": 9.779724816316389e-05}
{"train_loss": 0.016441136598587036, "global_step": 10581, "epoch": 59, "lr": 9.779681436909468e-05}
{"train_loss": 0.013439561240375042, "global_step": 10582, "epoch": 59, "lr": 9.77963805332778e-05}
{"train_loss": 0.02147555537521839, "global_step": 10583, "epoch": 59, "lr": 9.779594665571364e-05}
{"train_loss": 0.009263732470571995, "global_step": 10584, "epoch": 59, "lr": 9.779551273640258e-05}
{"train_loss": 0.007307381369173527, "global_step": 10585, "epoch": 59, "lr": 9.779507877534498e-05}
{"train_loss": 0.01439821906387806, "global_step": 10586, "epoch": 59, "lr": 9.779464477254123e-05}
{"train_loss": 0.014057447202503681, "global_step": 10587, "epoch": 59, "lr": 9.77942107279917e-05}
{"train_loss": 0.02213463932275772, "global_step": 10588, "epoch": 59, "lr": 9.779377664169683e-05}
{"train_loss": 0.009541383944451809, "global_step": 10589, "epoch": 59, "lr": 9.77933425136569e-05}
{"train_loss": 0.011755386367440224, "global_step": 10590, "epoch": 59, "lr": 9.779290834387237e-05}
{"train_loss": 0.011818213388323784, "global_step": 10591, "epoch": 59, "lr": 9.779247413234358e-05}
{"train_loss": 0.013161479495465755, "global_step": 10592, "epoch": 59, "lr": 9.779203987907091e-05}
{"train_loss": 0.018241049721837044, "global_step": 10593, "epoch": 59, "lr": 9.779160558405476e-05}
{"train_loss": 0.008268693462014198, "global_step": 10594, "epoch": 59, "lr": 9.779117124729549e-05}
{"train_loss": 0.01743480935692787, "global_step": 10595, "epoch": 59, "lr": 9.779073686879349e-05}
{"train_loss": 0.017302947118878365, "global_step": 10596, "epoch": 59, "lr": 9.779030244854913e-05}
{"train_loss": 0.018795786425471306, "global_step": 10597, "epoch": 59, "lr": 9.77898679865628e-05}
{"train_loss": 0.011025303043425083, "global_step": 10598, "epoch": 59, "lr": 9.778943348283487e-05}
{"train_loss": 0.010190795175731182, "global_step": 10599, "epoch": 59, "lr": 9.778899893736573e-05}
{"train_loss": 0.01303461566567421, "global_step": 10600, "epoch": 59, "lr": 9.778856435015575e-05}
{"train_loss": 0.014108001254498959, "global_step": 10601, "epoch": 59, "lr": 9.77881297212053e-05}
{"train_loss": 0.012037868611514568, "global_step": 10602, "epoch": 59, "lr": 9.778769505051479e-05}
{"train_loss": 0.01865256577730179, "global_step": 10603, "epoch": 59, "lr": 9.778726033808459e-05}
{"train_loss": 0.00880492478609085, "global_step": 10604, "epoch": 59, "lr": 9.778682558391505e-05}
{"train_loss": 0.010408284142613411, "global_step": 10605, "epoch": 59, "lr": 9.778639078800657e-05}
{"train_loss": 0.016542037948966026, "global_step": 10606, "epoch": 59, "lr": 9.778595595035955e-05}
{"train_loss": 0.010353876277804375, "global_step": 10607, "epoch": 59, "lr": 9.778552107097435e-05}
{"train_loss": 0.01274215616285801, "global_step": 10608, "epoch": 59, "lr": 9.778508614985133e-05}
{"train_loss": 0.014262886717915535, "global_step": 10609, "epoch": 59, "lr": 9.778465118699091e-05}
{"train_loss": 0.012879759073257446, "global_step": 10610, "epoch": 59, "lr": 9.778421618239345e-05}
{"train_loss": 0.009992777369916439, "global_step": 10611, "epoch": 59, "lr": 9.778378113605933e-05}
{"train_loss": 0.011426042765378952, "global_step": 10612, "epoch": 59, "lr": 9.778334604798892e-05}
{"train_loss": 0.014665160328149796, "global_step": 10613, "epoch": 59, "lr": 9.778291091818262e-05}
{"train_loss": 0.017059653997421265, "global_step": 10614, "epoch": 59, "lr": 9.77824757466408e-05}
{"train_loss": 0.010310105979442596, "global_step": 10615, "epoch": 59, "lr": 9.778204053336384e-05}
{"train_loss": 0.010861815884709358, "global_step": 10616, "epoch": 59, "lr": 9.778160527835212e-05}
{"train_loss": 0.016313256695866585, "global_step": 10617, "epoch": 59, "lr": 9.778116998160603e-05}
{"train_loss": 0.013293573632836342, "global_step": 10618, "epoch": 59, "lr": 9.778073464312594e-05}
{"train_loss": 0.00747288204729557, "global_step": 10619, "epoch": 59, "lr": 9.778029926291221e-05}
{"train_loss": 0.010576261207461357, "global_step": 10620, "epoch": 59, "lr": 9.777986384096527e-05}
{"train_loss": 0.015172741375863552, "global_step": 10621, "epoch": 59, "lr": 9.777942837728545e-05}
{"train_loss": 0.013634853065013885, "global_step": 10622, "epoch": 59, "lr": 9.777899287187316e-05}
{"train_loss": 0.012274648062884808, "global_step": 10623, "epoch": 59, "lr": 9.777855732472878e-05}
{"train_loss": 0.012153122574090958, "global_step": 10624, "epoch": 59, "lr": 9.777812173585268e-05}
{"train_loss": 0.015399093739688396, "global_step": 10625, "epoch": 59, "lr": 9.777768610524525e-05}
{"train_loss": 0.009803040884435177, "global_step": 10626, "epoch": 59, "lr": 9.777725043290686e-05}
{"train_loss": 0.02041037008166313, "global_step": 10627, "epoch": 59, "lr": 9.777681471883788e-05}
{"train_loss": 0.01387060433626175, "global_step": 10628, "epoch": 59, "lr": 9.777637896303873e-05}
{"train_loss": 0.00663735019043088, "global_step": 10629, "epoch": 59, "lr": 9.777594316550975e-05}
{"train_loss": 0.016346855089068413, "global_step": 10630, "epoch": 59, "lr": 9.777550732625134e-05}
{"train_loss": 0.012796017341315746, "global_step": 10631, "epoch": 59, "lr": 9.777507144526388e-05}
{"train_loss": 0.010584399104118347, "global_step": 10632, "epoch": 59, "lr": 9.777463552254776e-05}
{"train_loss": 0.017619192600250244, "global_step": 10633, "epoch": 59, "lr": 9.777419955810332e-05}
{"train_loss": 0.008143926039338112, "global_step": 10634, "epoch": 59, "lr": 9.777376355193099e-05}
{"train_loss": 0.010569499805569649, "global_step": 10635, "epoch": 59, "lr": 9.777332750403112e-05}
{"train_loss": 0.013853277079761028, "global_step": 10636, "epoch": 59, "lr": 9.777289141440411e-05}
{"train_loss": 0.010071400552988052, "global_step": 10637, "epoch": 59, "lr": 9.777245528305034e-05}
{"train_loss": 0.01898343861103058, "global_step": 10638, "epoch": 59, "lr": 9.777201910997017e-05}
{"train_loss": 0.01905246078968048, "global_step": 10639, "epoch": 59, "lr": 9.777158289516399e-05}
{"train_loss": 0.00985047034919262, "global_step": 10640, "epoch": 59, "lr": 9.777114663863221e-05}
{"train_loss": 0.015286476351320744, "global_step": 10641, "epoch": 59, "lr": 9.777071034037516e-05}
{"train_loss": 0.008449733257293701, "global_step": 10642, "epoch": 59, "lr": 9.777027400039326e-05}
{"train_loss": 0.012553028762340546, "global_step": 10643, "epoch": 59, "lr": 9.776983761868687e-05}
{"train_loss": 0.013119291514158249, "global_step": 10644, "epoch": 59, "lr": 9.77694011952564e-05}
{"train_loss": 0.011914074420928955, "global_step": 10645, "epoch": 59, "lr": 9.776896473010218e-05}
{"train_loss": 0.014414586126804352, "global_step": 10646, "epoch": 59, "lr": 9.776852822322464e-05}
{"train_loss": 0.021344322711229324, "global_step": 10647, "epoch": 59, "lr": 9.776809167462414e-05}
{"train_loss": 0.021025126799941063, "global_step": 10648, "epoch": 59, "lr": 9.776765508430107e-05}
{"train_loss": 0.013643242418766022, "global_step": 10649, "epoch": 59, "lr": 9.776721845225581e-05}
{"train_loss": 0.01572384685277939, "global_step": 10650, "epoch": 59, "lr": 9.776678177848872e-05}
{"train_loss": 0.008694013580679893, "global_step": 10651, "epoch": 59, "lr": 9.776634506300021e-05}
{"train_loss": 0.020317234098911285, "global_step": 10652, "epoch": 59, "lr": 9.776590830579064e-05}
{"train_loss": 0.014629412442445755, "global_step": 10653, "epoch": 59, "lr": 9.776547150686042e-05}
{"train_loss": 0.008505187928676605, "global_step": 10654, "epoch": 59, "lr": 9.77650346662099e-05}
{"train_loss": 0.008352270349860191, "global_step": 10655, "epoch": 59, "lr": 9.776459778383947e-05}
{"train_loss": 0.014394930563867092, "global_step": 10656, "epoch": 59, "lr": 9.776416085974953e-05}
{"train_loss": 0.015007130801677704, "global_step": 10657, "epoch": 59, "lr": 9.776372389394044e-05}
{"train_loss": 0.007740424945950508, "global_step": 10658, "epoch": 59, "lr": 9.776328688641258e-05}
{"train_loss": 0.010397245176136494, "global_step": 10659, "epoch": 59, "lr": 9.776284983716637e-05}
{"train_loss": 0.013048205524682999, "global_step": 10660, "epoch": 59, "lr": 9.776241274620214e-05}
{"train_loss": 0.013607282191514969, "global_step": 10661, "epoch": 59, "lr": 9.77619756135203e-05}
{"train_loss": 0.011931929737329483, "global_step": 10662, "epoch": 59, "lr": 9.776153843912124e-05}
{"train_loss": 0.013192294165492058, "global_step": 10663, "epoch": 59, "lr": 9.776110122300531e-05}
{"train_loss": 0.008795437403023243, "global_step": 10664, "epoch": 59, "lr": 9.776066396517292e-05}
{"train_loss": 0.01683511957526207, "global_step": 10665, "epoch": 59, "lr": 9.776022666562443e-05}
{"train_loss": 0.015266329981386662, "global_step": 10666, "epoch": 59, "lr": 9.775978932436024e-05}
{"train_loss": 0.010865352116525173, "global_step": 10667, "epoch": 59, "lr": 9.775935194138073e-05}
{"train_loss": 0.017206910997629166, "global_step": 10668, "epoch": 59, "lr": 9.775891451668628e-05}
{"train_loss": 0.0121855977922678, "global_step": 10669, "epoch": 59, "lr": 9.775847705027726e-05}
{"train_loss": 0.014241115190088749, "global_step": 10670, "epoch": 59, "lr": 9.775803954215408e-05}
{"train_loss": 0.019020814448595047, "global_step": 10671, "epoch": 59, "lr": 9.77576019923171e-05}
{"train_loss": 0.009974976070225239, "global_step": 10672, "epoch": 59, "lr": 9.775716440076669e-05}
{"train_loss": 0.01901007629930973, "global_step": 10673, "epoch": 59, "lr": 9.775672676750327e-05}
{"train_loss": 0.016693446785211563, "global_step": 10674, "epoch": 59, "lr": 9.775628909252718e-05}
{"train_loss": 0.017417913302779198, "global_step": 10675, "epoch": 59, "lr": 9.775585137583884e-05}
{"train_loss": 0.014971471391618252, "global_step": 10676, "epoch": 59, "lr": 9.775541361743861e-05}
{"train_loss": 0.013712958432734013, "global_step": 10677, "epoch": 59, "lr": 9.775497581732687e-05}
{"train_loss": 0.013488445430994034, "global_step": 10678, "epoch": 59, "lr": 9.775453797550403e-05}
{"train_loss": 0.013674188127971432, "global_step": 10679, "epoch": 59, "lr": 9.775410009197044e-05}
{"train_loss": 0.0062325866892933846, "global_step": 10680, "epoch": 60, "lr": 9.77536621667265e-05}
{"train_loss": 0.01357211358845234, "global_step": 10681, "epoch": 60, "lr": 9.775322419977258e-05}
{"train_loss": 0.009597515687346458, "global_step": 10682, "epoch": 60, "lr": 9.775278619110908e-05}
{"train_loss": 0.013988382183015347, "global_step": 10683, "epoch": 60, "lr": 9.775234814073637e-05}
{"train_loss": 0.01402892917394638, "global_step": 10684, "epoch": 60, "lr": 9.775191004865482e-05}
{"train_loss": 0.01119941845536232, "global_step": 10685, "epoch": 60, "lr": 9.775147191486484e-05}
{"train_loss": 0.015406200662255287, "global_step": 10686, "epoch": 60, "lr": 9.775103373936682e-05}
{"train_loss": 0.011209041811525822, "global_step": 10687, "epoch": 60, "lr": 9.77505955221611e-05}
{"train_loss": 0.017220839858055115, "global_step": 10688, "epoch": 60, "lr": 9.77501572632481e-05}
{"train_loss": 0.01582830399274826, "global_step": 10689, "epoch": 60, "lr": 9.774971896262819e-05}
{"train_loss": 0.01153627410531044, "global_step": 10690, "epoch": 60, "lr": 9.774928062030174e-05}
{"train_loss": 0.006819078698754311, "global_step": 10691, "epoch": 60, "lr": 9.774884223626914e-05}
{"train_loss": 0.021029336377978325, "global_step": 10692, "epoch": 60, "lr": 9.77484038105308e-05}
{"train_loss": 0.010410813614726067, "global_step": 10693, "epoch": 60, "lr": 9.774796534308707e-05}
{"train_loss": 0.011516500264406204, "global_step": 10694, "epoch": 60, "lr": 9.774752683393833e-05}
{"train_loss": 0.00822226982563734, "global_step": 10695, "epoch": 60, "lr": 9.7747088283085e-05}
{"train_loss": 0.017463376745581627, "global_step": 10696, "epoch": 60, "lr": 9.774664969052742e-05}
{"train_loss": 0.01153364684432745, "global_step": 10697, "epoch": 60, "lr": 9.7746211056266e-05}
{"train_loss": 0.011936873197555542, "global_step": 10698, "epoch": 60, "lr": 9.774577238030112e-05}
{"train_loss": 0.010867828503251076, "global_step": 10699, "epoch": 60, "lr": 9.774533366263316e-05}
{"train_loss": 0.015794571489095688, "global_step": 10700, "epoch": 60, "lr": 9.77448949032625e-05}
{"train_loss": 0.009579110890626907, "global_step": 10701, "epoch": 60, "lr": 9.774445610218954e-05}
{"train_loss": 0.01054305024445057, "global_step": 10702, "epoch": 60, "lr": 9.774401725941462e-05}
{"train_loss": 0.012452984228730202, "global_step": 10703, "epoch": 60, "lr": 9.774357837493817e-05}
{"train_loss": 0.010968910530209541, "global_step": 10704, "epoch": 60, "lr": 9.774313944876055e-05}
{"train_loss": 0.01119429524987936, "global_step": 10705, "epoch": 60, "lr": 9.774270048088215e-05}
{"train_loss": 0.016076579689979553, "global_step": 10706, "epoch": 60, "lr": 9.774226147130336e-05}
{"train_loss": 0.012983668595552444, "global_step": 10707, "epoch": 60, "lr": 9.774182242002454e-05}
{"train_loss": 0.01743384823203087, "global_step": 10708, "epoch": 60, "lr": 9.77413833270461e-05}
{"train_loss": 0.01854860596358776, "global_step": 10709, "epoch": 60, "lr": 9.774094419236841e-05}
{"train_loss": 0.01200995221734047, "global_step": 10710, "epoch": 60, "lr": 9.774050501599187e-05}
{"train_loss": 0.009839765727519989, "global_step": 10711, "epoch": 60, "lr": 9.774006579791683e-05}
{"train_loss": 0.010124582797288895, "global_step": 10712, "epoch": 60, "lr": 9.773962653814371e-05}
{"train_loss": 0.016860995441675186, "global_step": 10713, "epoch": 60, "lr": 9.773918723667286e-05}
{"train_loss": 0.018958989530801773, "global_step": 10714, "epoch": 60, "lr": 9.773874789350469e-05}
{"train_loss": 0.021418659016489983, "global_step": 10715, "epoch": 60, "lr": 9.773830850863958e-05}
{"train_loss": 0.010860275477170944, "global_step": 10716, "epoch": 60, "lr": 9.77378690820779e-05}
{"train_loss": 0.010620178654789925, "global_step": 10717, "epoch": 60, "lr": 9.773742961382004e-05}
{"train_loss": 0.01248618308454752, "global_step": 10718, "epoch": 60, "lr": 9.77369901038664e-05}
{"train_loss": 0.010105435736477375, "global_step": 10719, "epoch": 60, "lr": 9.773655055221733e-05}
{"train_loss": 0.01600651443004608, "global_step": 10720, "epoch": 60, "lr": 9.773611095887325e-05}
{"train_loss": 0.009279195219278336, "global_step": 10721, "epoch": 60, "lr": 9.773567132383452e-05}
{"train_loss": 0.015653111040592194, "global_step": 10722, "epoch": 60, "lr": 9.773523164710154e-05}
{"train_loss": 0.008546661585569382, "global_step": 10723, "epoch": 60, "lr": 9.773479192867468e-05}
{"train_loss": 0.012363847345113754, "global_step": 10724, "epoch": 60, "lr": 9.773435216855432e-05}
{"train_loss": 0.02155664749443531, "global_step": 10725, "epoch": 60, "lr": 9.773391236674088e-05}
{"train_loss": 0.014558335766196251, "global_step": 10726, "epoch": 60, "lr": 9.773347252323469e-05}
{"train_loss": 0.012199949473142624, "global_step": 10727, "epoch": 60, "lr": 9.773303263803618e-05}
{"train_loss": 0.016066638752818108, "global_step": 10728, "epoch": 60, "lr": 9.773259271114571e-05}
{"train_loss": 0.01017850637435913, "global_step": 10729, "epoch": 60, "lr": 9.773215274256367e-05}
{"train_loss": 0.014513634145259857, "global_step": 10730, "epoch": 60, "lr": 9.773171273229045e-05}
{"train_loss": 0.014084938913583755, "global_step": 10731, "epoch": 60, "lr": 9.773127268032643e-05}
{"train_loss": 0.008372284471988678, "global_step": 10732, "epoch": 60, "lr": 9.773083258667198e-05}
{"train_loss": 0.013356134295463562, "global_step": 10733, "epoch": 60, "lr": 9.773039245132751e-05}
{"train_loss": 0.01381654478609562, "global_step": 10734, "epoch": 60, "lr": 9.77299522742934e-05}
{"train_loss": 0.012923547066748142, "global_step": 10735, "epoch": 60, "lr": 9.772951205557001e-05}
{"train_loss": 0.015407431870698929, "global_step": 10736, "epoch": 60, "lr": 9.772907179515776e-05}
{"train_loss": 0.00835990346968174, "global_step": 10737, "epoch": 60, "lr": 9.7728631493057e-05}
{"train_loss": 0.014078088104724884, "global_step": 10738, "epoch": 60, "lr": 9.772819114926814e-05}
{"train_loss": 0.008216701447963715, "global_step": 10739, "epoch": 60, "lr": 9.772775076379154e-05}
{"train_loss": 0.013821925967931747, "global_step": 10740, "epoch": 60, "lr": 9.772731033662762e-05}
{"train_loss": 0.014291360974311829, "global_step": 10741, "epoch": 60, "lr": 9.772686986777673e-05}
{"train_loss": 0.011949868872761726, "global_step": 10742, "epoch": 60, "lr": 9.772642935723928e-05}
{"train_loss": 0.0077808694913983345, "global_step": 10743, "epoch": 60, "lr": 9.772598880501564e-05}
{"train_loss": 0.01033320464193821, "global_step": 10744, "epoch": 60, "lr": 9.77255482111062e-05}
{"train_loss": 0.018100762739777565, "global_step": 10745, "epoch": 60, "lr": 9.772510757551134e-05}
{"train_loss": 0.009673712775111198, "global_step": 10746, "epoch": 60, "lr": 9.772466689823145e-05}
{"train_loss": 0.017256179824471474, "global_step": 10747, "epoch": 60, "lr": 9.772422617926693e-05}
{"train_loss": 0.012051244266331196, "global_step": 10748, "epoch": 60, "lr": 9.772378541861814e-05}
{"train_loss": 0.01237967237830162, "global_step": 10749, "epoch": 60, "lr": 9.772334461628545e-05}
{"train_loss": 0.009460018016397953, "global_step": 10750, "epoch": 60, "lr": 9.772290377226929e-05}
{"train_loss": 0.008861404843628407, "global_step": 10751, "epoch": 60, "lr": 9.772246288657003e-05}
{"train_loss": 0.012150932103395462, "global_step": 10752, "epoch": 60, "lr": 9.772202195918803e-05}
{"train_loss": 0.015056288801133633, "global_step": 10753, "epoch": 60, "lr": 9.77215809901237e-05}
{"train_loss": 0.015841016545891762, "global_step": 10754, "epoch": 60, "lr": 9.772113997937742e-05}
{"train_loss": 0.010505211539566517, "global_step": 10755, "epoch": 60, "lr": 9.772069892694957e-05}
{"train_loss": 0.01167393010109663, "global_step": 10756, "epoch": 60, "lr": 9.772025783284056e-05}
{"train_loss": 0.009814472869038582, "global_step": 10757, "epoch": 60, "lr": 9.771981669705073e-05}
{"train_loss": 0.015053920447826385, "global_step": 10758, "epoch": 60, "lr": 9.771937551958051e-05}
{"train_loss": 0.009034955874085426, "global_step": 10759, "epoch": 60, "lr": 9.771893430043024e-05}
{"train_loss": 0.008293182589113712, "global_step": 10760, "epoch": 60, "lr": 9.771849303960035e-05}
{"train_loss": 0.018229885026812553, "global_step": 10761, "epoch": 60, "lr": 9.771805173709122e-05}
{"train_loss": 0.008351145312190056, "global_step": 10762, "epoch": 60, "lr": 9.771761039290319e-05}
{"train_loss": 0.013003293424844742, "global_step": 10763, "epoch": 60, "lr": 9.771716900703669e-05}
{"train_loss": 0.013766667805612087, "global_step": 10764, "epoch": 60, "lr": 9.771672757949208e-05}
{"train_loss": 0.01807316020131111, "global_step": 10765, "epoch": 60, "lr": 9.771628611026978e-05}
{"train_loss": 0.008864786475896835, "global_step": 10766, "epoch": 60, "lr": 9.771584459937013e-05}
{"train_loss": 0.010524997487664223, "global_step": 10767, "epoch": 60, "lr": 9.771540304679357e-05}
{"train_loss": 0.013919485732913017, "global_step": 10768, "epoch": 60, "lr": 9.771496145254043e-05}
{"train_loss": 0.012271074578166008, "global_step": 10769, "epoch": 60, "lr": 9.771451981661112e-05}
{"train_loss": 0.01228527445346117, "global_step": 10770, "epoch": 60, "lr": 9.771407813900604e-05}
{"train_loss": 0.01225305162370205, "global_step": 10771, "epoch": 60, "lr": 9.771363641972556e-05}
{"train_loss": 0.0076841916888952255, "global_step": 10772, "epoch": 60, "lr": 9.771319465877006e-05}
{"train_loss": 0.011613519862294197, "global_step": 10773, "epoch": 60, "lr": 9.771275285613994e-05}
{"train_loss": 0.012171203270554543, "global_step": 10774, "epoch": 60, "lr": 9.771231101183559e-05}
{"train_loss": 0.009098357520997524, "global_step": 10775, "epoch": 60, "lr": 9.771186912585737e-05}
{"train_loss": 0.007166878320276737, "global_step": 10776, "epoch": 60, "lr": 9.77114271982057e-05}
{"train_loss": 0.015978172421455383, "global_step": 10777, "epoch": 60, "lr": 9.771098522888093e-05}
{"train_loss": 0.008782094344496727, "global_step": 10778, "epoch": 60, "lr": 9.771054321788346e-05}
{"train_loss": 0.008240117691457272, "global_step": 10779, "epoch": 60, "lr": 9.771010116521368e-05}
{"train_loss": 0.008419971913099289, "global_step": 10780, "epoch": 60, "lr": 9.7709659070872e-05}
{"train_loss": 0.01684146746993065, "global_step": 10781, "epoch": 60, "lr": 9.770921693485876e-05}
{"train_loss": 0.008732721209526062, "global_step": 10782, "epoch": 60, "lr": 9.770877475717437e-05}
{"train_loss": 0.011495466344058514, "global_step": 10783, "epoch": 60, "lr": 9.770833253781921e-05}
{"train_loss": 0.013347200118005276, "global_step": 10784, "epoch": 60, "lr": 9.770789027679368e-05}
{"train_loss": 0.010859733447432518, "global_step": 10785, "epoch": 60, "lr": 9.770744797409817e-05}
{"train_loss": 0.010258806869387627, "global_step": 10786, "epoch": 60, "lr": 9.770700562973303e-05}
{"train_loss": 0.01691700890660286, "global_step": 10787, "epoch": 60, "lr": 9.770656324369869e-05}
{"train_loss": 0.008622683584690094, "global_step": 10788, "epoch": 60, "lr": 9.77061208159955e-05}
{"train_loss": 0.009595020674169064, "global_step": 10789, "epoch": 60, "lr": 9.770567834662387e-05}
{"train_loss": 0.014662064611911774, "global_step": 10790, "epoch": 60, "lr": 9.770523583558418e-05}
{"train_loss": 0.01041673868894577, "global_step": 10791, "epoch": 60, "lr": 9.77047932828768e-05}
{"train_loss": 0.009350325912237167, "global_step": 10792, "epoch": 60, "lr": 9.770435068850215e-05}
{"train_loss": 0.014639683999121189, "global_step": 10793, "epoch": 60, "lr": 9.770390805246059e-05}
{"train_loss": 0.019565019756555557, "global_step": 10794, "epoch": 60, "lr": 9.770346537475251e-05}
{"train_loss": 0.011664126068353653, "global_step": 10795, "epoch": 60, "lr": 9.770302265537832e-05}
{"train_loss": 0.012246562168002129, "global_step": 10796, "epoch": 60, "lr": 9.770257989433838e-05}
{"train_loss": 0.009393750689923763, "global_step": 10797, "epoch": 60, "lr": 9.770213709163307e-05}
{"train_loss": 0.013001314364373684, "global_step": 10798, "epoch": 60, "lr": 9.77016942472628e-05}
{"train_loss": 0.009450395591557026, "global_step": 10799, "epoch": 60, "lr": 9.770125136122797e-05}
{"train_loss": 0.011739948764443398, "global_step": 10800, "epoch": 60, "lr": 9.770080843352892e-05}
{"train_loss": 0.01712244749069214, "global_step": 10801, "epoch": 60, "lr": 9.770036546416608e-05}
{"train_loss": 0.013398059643805027, "global_step": 10802, "epoch": 60, "lr": 9.769992245313981e-05}
{"train_loss": 0.019170913845300674, "global_step": 10803, "epoch": 60, "lr": 9.76994794004505e-05}
{"train_loss": 0.01359252817928791, "global_step": 10804, "epoch": 60, "lr": 9.769903630609856e-05}
{"train_loss": 0.013539263978600502, "global_step": 10805, "epoch": 60, "lr": 9.769859317008434e-05}
{"train_loss": 0.009929949417710304, "global_step": 10806, "epoch": 60, "lr": 9.769814999240828e-05}
{"train_loss": 0.008185249753296375, "global_step": 10807, "epoch": 60, "lr": 9.76977067730707e-05}
{"train_loss": 0.012242110446095467, "global_step": 10808, "epoch": 60, "lr": 9.769726351207204e-05}
{"train_loss": 0.008035117760300636, "global_step": 10809, "epoch": 60, "lr": 9.769682020941266e-05}
{"train_loss": 0.012983731925487518, "global_step": 10810, "epoch": 60, "lr": 9.769637686509296e-05}
{"train_loss": 0.006906398106366396, "global_step": 10811, "epoch": 60, "lr": 9.769593347911332e-05}
{"train_loss": 0.016200806945562363, "global_step": 10812, "epoch": 60, "lr": 9.769549005147414e-05}
{"train_loss": 0.009309643879532814, "global_step": 10813, "epoch": 60, "lr": 9.769504658217579e-05}
{"train_loss": 0.00738021032884717, "global_step": 10814, "epoch": 60, "lr": 9.769460307121866e-05}
{"train_loss": 0.0094751613214612, "global_step": 10815, "epoch": 60, "lr": 9.769415951860315e-05}
{"train_loss": 0.011577238328754902, "global_step": 10816, "epoch": 60, "lr": 9.769371592432963e-05}
{"train_loss": 0.014981269836425781, "global_step": 10817, "epoch": 60, "lr": 9.769327228839851e-05}
{"train_loss": 0.009580932557582855, "global_step": 10818, "epoch": 60, "lr": 9.769282861081017e-05}
{"train_loss": 0.010417310521006584, "global_step": 10819, "epoch": 60, "lr": 9.769238489156498e-05}
{"train_loss": 0.010357523337006569, "global_step": 10820, "epoch": 60, "lr": 9.769194113066333e-05}
{"train_loss": 0.018073486164212227, "global_step": 10821, "epoch": 60, "lr": 9.769149732810564e-05}
{"train_loss": 0.011616120114922523, "global_step": 10822, "epoch": 60, "lr": 9.769105348389227e-05}
{"train_loss": 0.006478031165897846, "global_step": 10823, "epoch": 60, "lr": 9.769060959802361e-05}
{"train_loss": 0.011263513937592506, "global_step": 10824, "epoch": 60, "lr": 9.769016567050005e-05}
{"train_loss": 0.008398089557886124, "global_step": 10825, "epoch": 60, "lr": 9.768972170132197e-05}
{"train_loss": 0.02314581722021103, "global_step": 10826, "epoch": 60, "lr": 9.768927769048978e-05}
{"train_loss": 0.02089906670153141, "global_step": 10827, "epoch": 60, "lr": 9.768883363800385e-05}
{"train_loss": 0.013989262282848358, "global_step": 10828, "epoch": 60, "lr": 9.768838954386456e-05}
{"train_loss": 0.016304494813084602, "global_step": 10829, "epoch": 60, "lr": 9.768794540807233e-05}
{"train_loss": 0.014010485261678696, "global_step": 10830, "epoch": 60, "lr": 9.768750123062751e-05}
{"train_loss": 0.010410294868052006, "global_step": 10831, "epoch": 60, "lr": 9.768705701153051e-05}
{"train_loss": 0.01241980865597725, "global_step": 10832, "epoch": 60, "lr": 9.768661275078173e-05}
{"train_loss": 0.008680758997797966, "global_step": 10833, "epoch": 60, "lr": 9.768616844838152e-05}
{"train_loss": 0.008298447355628014, "global_step": 10834, "epoch": 60, "lr": 9.76857241043303e-05}
{"train_loss": 0.023335445672273636, "global_step": 10835, "epoch": 60, "lr": 9.768527971862844e-05}
{"train_loss": 0.014738135039806366, "global_step": 10836, "epoch": 60, "lr": 9.768483529127634e-05}
{"train_loss": 0.008136801421642303, "global_step": 10837, "epoch": 60, "lr": 9.768439082227439e-05}
{"train_loss": 0.02017824910581112, "global_step": 10838, "epoch": 60, "lr": 9.768394631162297e-05}
{"train_loss": 0.012447163462638855, "global_step": 10839, "epoch": 60, "lr": 9.768350175932247e-05}
{"train_loss": 0.015699801966547966, "global_step": 10840, "epoch": 60, "lr": 9.768305716537327e-05}
{"train_loss": 0.007706013973802328, "global_step": 10841, "epoch": 60, "lr": 9.768261252977578e-05}
{"train_loss": 0.00822031032294035, "global_step": 10842, "epoch": 60, "lr": 9.768216785253037e-05}
{"train_loss": 0.012094895355403423, "global_step": 10843, "epoch": 60, "lr": 9.768172313363743e-05}
{"train_loss": 0.009323198348283768, "global_step": 10844, "epoch": 60, "lr": 9.768127837309735e-05}
{"train_loss": 0.008574680425226688, "global_step": 10845, "epoch": 60, "lr": 9.768083357091054e-05}
{"train_loss": 0.01358865201473236, "global_step": 10846, "epoch": 60, "lr": 9.768038872707734e-05}
{"train_loss": 0.015078151598572731, "global_step": 10847, "epoch": 60, "lr": 9.76799438415982e-05}
{"train_loss": 0.014707492664456367, "global_step": 10848, "epoch": 60, "lr": 9.767949891447345e-05}
{"train_loss": 0.012446904554963112, "global_step": 10849, "epoch": 60, "lr": 9.767905394570352e-05}
{"train_loss": 0.009786933660507202, "global_step": 10850, "epoch": 60, "lr": 9.767860893528877e-05}
{"train_loss": 0.010341714136302471, "global_step": 10851, "epoch": 60, "lr": 9.767816388322963e-05}
{"train_loss": 0.013993751257658005, "global_step": 10852, "epoch": 60, "lr": 9.767771878952643e-05}
{"train_loss": 0.009493445977568626, "global_step": 10853, "epoch": 60, "lr": 9.76772736541796e-05}
{"train_loss": 0.00846914853900671, "global_step": 10854, "epoch": 60, "lr": 9.767682847718953e-05}
{"train_loss": 0.0075516230426728725, "global_step": 10855, "epoch": 60, "lr": 9.76763832585566e-05}
{"train_loss": 0.008309771306812763, "global_step": 10856, "epoch": 60, "lr": 9.767593799828117e-05}
{"train_loss": 0.012313449627123354, "global_step": 10857, "epoch": 60, "lr": 9.767549269636368e-05, "train_action_mse_error": 6.089266389608383e-05}
{"train_loss": 0.00817797426134348, "global_step": 10858, "epoch": 61, "lr": 9.767504735280449e-05}
{"train_loss": 0.01087439339607954, "global_step": 10859, "epoch": 61, "lr": 9.767460196760398e-05}
{"train_loss": 0.014833751134574413, "global_step": 10860, "epoch": 61, "lr": 9.767415654076256e-05}
{"train_loss": 0.005397956818342209, "global_step": 10861, "epoch": 61, "lr": 9.767371107228062e-05}
{"train_loss": 0.020594704896211624, "global_step": 10862, "epoch": 61, "lr": 9.767326556215852e-05}
{"train_loss": 0.011483067646622658, "global_step": 10863, "epoch": 61, "lr": 9.76728200103967e-05}
{"train_loss": 0.012473344802856445, "global_step": 10864, "epoch": 61, "lr": 9.767237441699549e-05}
{"train_loss": 0.01903703063726425, "global_step": 10865, "epoch": 61, "lr": 9.767192878195532e-05}
{"train_loss": 0.007788999006152153, "global_step": 10866, "epoch": 61, "lr": 9.767148310527656e-05}
{"train_loss": 0.018474429845809937, "global_step": 10867, "epoch": 61, "lr": 9.767103738695962e-05}
{"train_loss": 0.01317497156560421, "global_step": 10868, "epoch": 61, "lr": 9.767059162700487e-05}
{"train_loss": 0.016349852085113525, "global_step": 10869, "epoch": 61, "lr": 9.767014582541269e-05}
{"train_loss": 0.011758264154195786, "global_step": 10870, "epoch": 61, "lr": 9.766969998218352e-05}
{"train_loss": 0.009150729514658451, "global_step": 10871, "epoch": 61, "lr": 9.766925409731768e-05}
{"train_loss": 0.016999300569295883, "global_step": 10872, "epoch": 61, "lr": 9.76688081708156e-05}
{"train_loss": 0.008051593787968159, "global_step": 10873, "epoch": 61, "lr": 9.766836220267768e-05}
{"train_loss": 0.0105547234416008, "global_step": 10874, "epoch": 61, "lr": 9.766791619290427e-05}
{"train_loss": 0.010392026975750923, "global_step": 10875, "epoch": 61, "lr": 9.76674701414958e-05}
{"train_loss": 0.013243785127997398, "global_step": 10876, "epoch": 61, "lr": 9.766702404845263e-05}
{"train_loss": 0.019563449546694756, "global_step": 10877, "epoch": 61, "lr": 9.766657791377517e-05}
{"train_loss": 0.018542416393756866, "global_step": 10878, "epoch": 61, "lr": 9.766613173746379e-05}
{"train_loss": 0.008954256772994995, "global_step": 10879, "epoch": 61, "lr": 9.76656855195189e-05}
{"train_loss": 0.01125367358326912, "global_step": 10880, "epoch": 61, "lr": 9.766523925994087e-05}
{"train_loss": 0.010302849113941193, "global_step": 10881, "epoch": 61, "lr": 9.766479295873012e-05}
{"train_loss": 0.007393750362098217, "global_step": 10882, "epoch": 61, "lr": 9.7664346615887e-05}
{"train_loss": 0.006306043826043606, "global_step": 10883, "epoch": 61, "lr": 9.766390023141192e-05}
{"train_loss": 0.019084110856056213, "global_step": 10884, "epoch": 61, "lr": 9.766345380530528e-05}
{"train_loss": 0.011041870340704918, "global_step": 10885, "epoch": 61, "lr": 9.766300733756746e-05}
{"train_loss": 0.010571020655333996, "global_step": 10886, "epoch": 61, "lr": 9.766256082819885e-05}
{"train_loss": 0.008767176419496536, "global_step": 10887, "epoch": 61, "lr": 9.766211427719982e-05}
{"train_loss": 0.009780331514775753, "global_step": 10888, "epoch": 61, "lr": 9.766166768457081e-05}
{"train_loss": 0.008923265151679516, "global_step": 10889, "epoch": 61, "lr": 9.766122105031215e-05}
{"train_loss": 0.011927349492907524, "global_step": 10890, "epoch": 61, "lr": 9.766077437442428e-05}
{"train_loss": 0.011085045523941517, "global_step": 10891, "epoch": 61, "lr": 9.766032765690756e-05}
{"train_loss": 0.015936588868498802, "global_step": 10892, "epoch": 61, "lr": 9.765988089776239e-05}
{"train_loss": 0.018414922058582306, "global_step": 10893, "epoch": 61, "lr": 9.765943409698917e-05}
{"train_loss": 0.022260049358010292, "global_step": 10894, "epoch": 61, "lr": 9.765898725458828e-05}
{"train_loss": 0.01498100720345974, "global_step": 10895, "epoch": 61, "lr": 9.76585403705601e-05}
{"train_loss": 0.0116786053404212, "global_step": 10896, "epoch": 61, "lr": 9.765809344490505e-05}
{"train_loss": 0.01117364875972271, "global_step": 10897, "epoch": 61, "lr": 9.765764647762347e-05}
{"train_loss": 0.013308755122125149, "global_step": 10898, "epoch": 61, "lr": 9.765719946871581e-05}
{"train_loss": 0.013548357412219048, "global_step": 10899, "epoch": 61, "lr": 9.765675241818242e-05}
{"train_loss": 0.007483052555471659, "global_step": 10900, "epoch": 61, "lr": 9.76563053260237e-05}
{"train_loss": 0.022787179797887802, "global_step": 10901, "epoch": 61, "lr": 9.765585819224006e-05}
{"train_loss": 0.014596395194530487, "global_step": 10902, "epoch": 61, "lr": 9.765541101683184e-05}
{"train_loss": 0.009243347682058811, "global_step": 10903, "epoch": 61, "lr": 9.76549637997995e-05}
{"train_loss": 0.011082615703344345, "global_step": 10904, "epoch": 61, "lr": 9.765451654114337e-05}
{"train_loss": 0.012397035956382751, "global_step": 10905, "epoch": 61, "lr": 9.76540692408639e-05}
{"train_loss": 0.01961180381476879, "global_step": 10906, "epoch": 61, "lr": 9.765362189896141e-05}
{"train_loss": 0.0155847342684865, "global_step": 10907, "epoch": 61, "lr": 9.765317451543634e-05}
{"train_loss": 0.011634884402155876, "global_step": 10908, "epoch": 61, "lr": 9.765272709028908e-05}
{"train_loss": 0.010320877656340599, "global_step": 10909, "epoch": 61, "lr": 9.765227962352e-05}
{"train_loss": 0.012893554754555225, "global_step": 10910, "epoch": 61, "lr": 9.765183211512948e-05}
{"train_loss": 0.012618741020560265, "global_step": 10911, "epoch": 61, "lr": 9.765138456511795e-05}
{"train_loss": 0.013476673513650894, "global_step": 10912, "epoch": 61, "lr": 9.765093697348578e-05}
{"train_loss": 0.018032994121313095, "global_step": 10913, "epoch": 61, "lr": 9.765048934023335e-05}
{"train_loss": 0.014312580227851868, "global_step": 10914, "epoch": 61, "lr": 9.765004166536109e-05}
{"train_loss": 0.013354768976569176, "global_step": 10915, "epoch": 61, "lr": 9.764959394886935e-05}
{"train_loss": 0.010377675294876099, "global_step": 10916, "epoch": 61, "lr": 9.764914619075853e-05}
{"train_loss": 0.0112712187692523, "global_step": 10917, "epoch": 61, "lr": 9.764869839102902e-05}
{"train_loss": 0.010703418403863907, "global_step": 10918, "epoch": 61, "lr": 9.764825054968123e-05}
{"train_loss": 0.016707994043827057, "global_step": 10919, "epoch": 61, "lr": 9.764780266671553e-05}
{"train_loss": 0.008837416768074036, "global_step": 10920, "epoch": 61, "lr": 9.764735474213234e-05}
{"train_loss": 0.01581951230764389, "global_step": 10921, "epoch": 61, "lr": 9.764690677593202e-05}
{"train_loss": 0.012730255722999573, "global_step": 10922, "epoch": 61, "lr": 9.764645876811496e-05}
{"train_loss": 0.01279335655272007, "global_step": 10923, "epoch": 61, "lr": 9.764601071868158e-05}
{"train_loss": 0.014158837497234344, "global_step": 10924, "epoch": 61, "lr": 9.764556262763225e-05}
{"train_loss": 0.02125527337193489, "global_step": 10925, "epoch": 61, "lr": 9.764511449496736e-05}
{"train_loss": 0.013282671570777893, "global_step": 10926, "epoch": 61, "lr": 9.764466632068732e-05}
{"train_loss": 0.01218018215149641, "global_step": 10927, "epoch": 61, "lr": 9.764421810479249e-05}
{"train_loss": 0.01055371854454279, "global_step": 10928, "epoch": 61, "lr": 9.76437698472833e-05}
{"train_loss": 0.01257246918976307, "global_step": 10929, "epoch": 61, "lr": 9.764332154816011e-05}
{"train_loss": 0.013120061717927456, "global_step": 10930, "epoch": 61, "lr": 9.764287320742333e-05}
{"train_loss": 0.01644410565495491, "global_step": 10931, "epoch": 61, "lr": 9.764242482507334e-05}
{"train_loss": 0.020825039595365524, "global_step": 10932, "epoch": 61, "lr": 9.764197640111054e-05}
{"train_loss": 0.011499911546707153, "global_step": 10933, "epoch": 61, "lr": 9.764152793553533e-05}
{"train_loss": 0.012054244987666607, "global_step": 10934, "epoch": 61, "lr": 9.764107942834808e-05}
{"train_loss": 0.008954481221735477, "global_step": 10935, "epoch": 61, "lr": 9.764063087954918e-05}
{"train_loss": 0.015419607982039452, "global_step": 10936, "epoch": 61, "lr": 9.764018228913905e-05}
{"train_loss": 0.014861801639199257, "global_step": 10937, "epoch": 61, "lr": 9.763973365711807e-05}
{"train_loss": 0.01676224172115326, "global_step": 10938, "epoch": 61, "lr": 9.763928498348663e-05}
{"train_loss": 0.011789349839091301, "global_step": 10939, "epoch": 61, "lr": 9.76388362682451e-05}
{"train_loss": 0.010277209803462029, "global_step": 10940, "epoch": 61, "lr": 9.763838751139391e-05}
{"train_loss": 0.011392745189368725, "global_step": 10941, "epoch": 61, "lr": 9.763793871293342e-05}
{"train_loss": 0.008979742415249348, "global_step": 10942, "epoch": 61, "lr": 9.763748987286404e-05}
{"train_loss": 0.0132492920383811, "global_step": 10943, "epoch": 61, "lr": 9.763704099118615e-05}
{"train_loss": 0.010835817083716393, "global_step": 10944, "epoch": 61, "lr": 9.763659206790017e-05}
{"train_loss": 0.011646019294857979, "global_step": 10945, "epoch": 61, "lr": 9.763614310300645e-05}
{"train_loss": 0.010960303246974945, "global_step": 10946, "epoch": 61, "lr": 9.763569409650542e-05}
{"train_loss": 0.012416179291903973, "global_step": 10947, "epoch": 61, "lr": 9.763524504839745e-05}
{"train_loss": 0.01273934543132782, "global_step": 10948, "epoch": 61, "lr": 9.763479595868292e-05}
{"train_loss": 0.012133684940636158, "global_step": 10949, "epoch": 61, "lr": 9.763434682736226e-05}
{"train_loss": 0.012236803770065308, "global_step": 10950, "epoch": 61, "lr": 9.763389765443584e-05}
{"train_loss": 0.01470816321671009, "global_step": 10951, "epoch": 61, "lr": 9.763344843990406e-05}
{"train_loss": 0.009746515192091465, "global_step": 10952, "epoch": 61, "lr": 9.763299918376732e-05}
{"train_loss": 0.01110260933637619, "global_step": 10953, "epoch": 61, "lr": 9.763254988602597e-05}
{"train_loss": 0.008347989059984684, "global_step": 10954, "epoch": 61, "lr": 9.763210054668044e-05}
{"train_loss": 0.009891669265925884, "global_step": 10955, "epoch": 61, "lr": 9.763165116573112e-05}
{"train_loss": 0.022508904337882996, "global_step": 10956, "epoch": 61, "lr": 9.76312017431784e-05}
{"train_loss": 0.01270414050668478, "global_step": 10957, "epoch": 61, "lr": 9.763075227902267e-05}
{"train_loss": 0.009446220472455025, "global_step": 10958, "epoch": 61, "lr": 9.763030277326433e-05}
{"train_loss": 0.012548166327178478, "global_step": 10959, "epoch": 61, "lr": 9.762985322590374e-05}
{"train_loss": 0.02640525996685028, "global_step": 10960, "epoch": 61, "lr": 9.762940363694133e-05}
{"train_loss": 0.012643793597817421, "global_step": 10961, "epoch": 61, "lr": 9.762895400637748e-05}
{"train_loss": 0.010611962527036667, "global_step": 10962, "epoch": 61, "lr": 9.76285043342126e-05}
{"train_loss": 0.011750266887247562, "global_step": 10963, "epoch": 61, "lr": 9.762805462044703e-05}
{"train_loss": 0.02259056642651558, "global_step": 10964, "epoch": 61, "lr": 9.762760486508123e-05}
{"train_loss": 0.012349553406238556, "global_step": 10965, "epoch": 61, "lr": 9.762715506811555e-05}
{"train_loss": 0.012997018173336983, "global_step": 10966, "epoch": 61, "lr": 9.762670522955039e-05}
{"train_loss": 0.02077486924827099, "global_step": 10967, "epoch": 61, "lr": 9.762625534938617e-05}
{"train_loss": 0.010709371417760849, "global_step": 10968, "epoch": 61, "lr": 9.762580542762322e-05}
{"train_loss": 0.009343085810542107, "global_step": 10969, "epoch": 61, "lr": 9.762535546426202e-05}
{"train_loss": 0.01676042005419731, "global_step": 10970, "epoch": 61, "lr": 9.762490545930289e-05}
{"train_loss": 0.010869979858398438, "global_step": 10971, "epoch": 61, "lr": 9.762445541274625e-05}
{"train_loss": 0.018035484477877617, "global_step": 10972, "epoch": 61, "lr": 9.762400532459249e-05}
{"train_loss": 0.011639470234513283, "global_step": 10973, "epoch": 61, "lr": 9.762355519484201e-05}
{"train_loss": 0.012284517288208008, "global_step": 10974, "epoch": 61, "lr": 9.76231050234952e-05}
{"train_loss": 0.010921334847807884, "global_step": 10975, "epoch": 61, "lr": 9.762265481055246e-05}
{"train_loss": 0.010452477261424065, "global_step": 10976, "epoch": 61, "lr": 9.762220455601416e-05}
{"train_loss": 0.008872280828654766, "global_step": 10977, "epoch": 61, "lr": 9.76217542598807e-05}
{"train_loss": 0.01451369933784008, "global_step": 10978, "epoch": 61, "lr": 9.762130392215249e-05}
{"train_loss": 0.014353131875395775, "global_step": 10979, "epoch": 61, "lr": 9.762085354282992e-05}
{"train_loss": 0.014464513398706913, "global_step": 10980, "epoch": 61, "lr": 9.762040312191339e-05}
{"train_loss": 0.015512242913246155, "global_step": 10981, "epoch": 61, "lr": 9.761995265940327e-05}
{"train_loss": 0.010937415063381195, "global_step": 10982, "epoch": 61, "lr": 9.761950215529996e-05}
{"train_loss": 0.008405901491641998, "global_step": 10983, "epoch": 61, "lr": 9.761905160960387e-05}
{"train_loss": 0.010279905050992966, "global_step": 10984, "epoch": 61, "lr": 9.761860102231537e-05}
{"train_loss": 0.011506814509630203, "global_step": 10985, "epoch": 61, "lr": 9.761815039343487e-05}
{"train_loss": 0.012372324243187904, "global_step": 10986, "epoch": 61, "lr": 9.761769972296277e-05}
{"train_loss": 0.01097672339528799, "global_step": 10987, "epoch": 61, "lr": 9.761724901089944e-05}
{"train_loss": 0.011815294623374939, "global_step": 10988, "epoch": 61, "lr": 9.76167982572453e-05}
{"train_loss": 0.014843317680060863, "global_step": 10989, "epoch": 61, "lr": 9.761634746200071e-05}
{"train_loss": 0.007471012882888317, "global_step": 10990, "epoch": 61, "lr": 9.76158966251661e-05}
{"train_loss": 0.019618097692728043, "global_step": 10991, "epoch": 61, "lr": 9.761544574674184e-05}
{"train_loss": 0.013320472091436386, "global_step": 10992, "epoch": 61, "lr": 9.761499482672834e-05}
{"train_loss": 0.007883194833993912, "global_step": 10993, "epoch": 61, "lr": 9.761454386512597e-05}
{"train_loss": 0.0163956917822361, "global_step": 10994, "epoch": 61, "lr": 9.761409286193515e-05}
{"train_loss": 0.010928263887763023, "global_step": 10995, "epoch": 61, "lr": 9.761364181715627e-05}
{"train_loss": 0.011298958212137222, "global_step": 10996, "epoch": 61, "lr": 9.761319073078971e-05}
{"train_loss": 0.011953383684158325, "global_step": 10997, "epoch": 61, "lr": 9.761273960283588e-05}
{"train_loss": 0.00980863906443119, "global_step": 10998, "epoch": 61, "lr": 9.761228843329515e-05}
{"train_loss": 0.01582084223628044, "global_step": 10999, "epoch": 61, "lr": 9.761183722216793e-05}
{"train_loss": 0.017220336943864822, "global_step": 11000, "epoch": 61, "lr": 9.761138596945462e-05}
{"train_loss": 0.00765202846378088, "global_step": 11001, "epoch": 61, "lr": 9.761093467515561e-05}
{"train_loss": 0.013202880509197712, "global_step": 11002, "epoch": 61, "lr": 9.76104833392713e-05}
{"train_loss": 0.015806376934051514, "global_step": 11003, "epoch": 61, "lr": 9.761003196180206e-05}
{"train_loss": 0.010387243703007698, "global_step": 11004, "epoch": 61, "lr": 9.760958054274831e-05}
{"train_loss": 0.013541802763938904, "global_step": 11005, "epoch": 61, "lr": 9.760912908211043e-05}
{"train_loss": 0.009359052404761314, "global_step": 11006, "epoch": 61, "lr": 9.760867757988882e-05}
{"train_loss": 0.010536236688494682, "global_step": 11007, "epoch": 61, "lr": 9.760822603608387e-05}
{"train_loss": 0.010051767341792583, "global_step": 11008, "epoch": 61, "lr": 9.760777445069597e-05}
{"train_loss": 0.0215313658118248, "global_step": 11009, "epoch": 61, "lr": 9.760732282372554e-05}
{"train_loss": 0.009326338768005371, "global_step": 11010, "epoch": 61, "lr": 9.760687115517296e-05}
{"train_loss": 0.017113707959651947, "global_step": 11011, "epoch": 61, "lr": 9.760641944503861e-05}
{"train_loss": 0.010310514830052853, "global_step": 11012, "epoch": 61, "lr": 9.760596769332289e-05}
{"train_loss": 0.014432133175432682, "global_step": 11013, "epoch": 61, "lr": 9.76055159000262e-05}
{"train_loss": 0.010865159332752228, "global_step": 11014, "epoch": 61, "lr": 9.760506406514895e-05}
{"train_loss": 0.016846422106027603, "global_step": 11015, "epoch": 61, "lr": 9.760461218869151e-05}
{"train_loss": 0.017475834116339684, "global_step": 11016, "epoch": 61, "lr": 9.760416027065429e-05}
{"train_loss": 0.009142513386905193, "global_step": 11017, "epoch": 61, "lr": 9.760370831103766e-05}
{"train_loss": 0.01946200057864189, "global_step": 11018, "epoch": 61, "lr": 9.760325630984206e-05}
{"train_loss": 0.014406957663595676, "global_step": 11019, "epoch": 61, "lr": 9.760280426706785e-05}
{"train_loss": 0.010257035493850708, "global_step": 11020, "epoch": 61, "lr": 9.760235218271542e-05}
{"train_loss": 0.01053717453032732, "global_step": 11021, "epoch": 61, "lr": 9.76019000567852e-05}
{"train_loss": 0.012259794399142265, "global_step": 11022, "epoch": 61, "lr": 9.760144788927754e-05}
{"train_loss": 0.014869180507957935, "global_step": 11023, "epoch": 61, "lr": 9.760099568019288e-05}
{"train_loss": 0.020290257409214973, "global_step": 11024, "epoch": 61, "lr": 9.760054342953157e-05}
{"train_loss": 0.010398317128419876, "global_step": 11025, "epoch": 61, "lr": 9.760009113729404e-05}
{"train_loss": 0.015463903546333313, "global_step": 11026, "epoch": 61, "lr": 9.759963880348068e-05}
{"train_loss": 0.011339914053678513, "global_step": 11027, "epoch": 61, "lr": 9.759918642809188e-05}
{"train_loss": 0.014728682115674019, "global_step": 11028, "epoch": 61, "lr": 9.759873401112801e-05}
{"train_loss": 0.011162959039211273, "global_step": 11029, "epoch": 61, "lr": 9.75982815525895e-05}
{"train_loss": 0.015339323319494724, "global_step": 11030, "epoch": 61, "lr": 9.759782905247674e-05}
{"train_loss": 0.005747147835791111, "global_step": 11031, "epoch": 61, "lr": 9.759737651079012e-05}
{"train_loss": 0.010658781975507736, "global_step": 11032, "epoch": 61, "lr": 9.759692392753003e-05}
{"train_loss": 0.010555533692240715, "global_step": 11033, "epoch": 61, "lr": 9.759647130269687e-05}
{"train_loss": 0.01217149943113327, "global_step": 11034, "epoch": 61, "lr": 9.759601863629102e-05}
{"train_loss": 0.012940717471261205, "global_step": 11035, "epoch": 61, "lr": 9.759556592831291e-05}
{"train_loss": 0.012341305613517761, "global_step": 11036, "epoch": 62, "lr": 9.759511317876291e-05}
{"train_loss": 0.00895796436816454, "global_step": 11037, "epoch": 62, "lr": 9.759466038764142e-05}
{"train_loss": 0.017591241747140884, "global_step": 11038, "epoch": 62, "lr": 9.759420755494884e-05}
{"train_loss": 0.00824512168765068, "global_step": 11039, "epoch": 62, "lr": 9.759375468068555e-05}
{"train_loss": 0.008942341431975365, "global_step": 11040, "epoch": 62, "lr": 9.759330176485197e-05}
{"train_loss": 0.012543183751404285, "global_step": 11041, "epoch": 62, "lr": 9.759284880744848e-05}
{"train_loss": 0.014169381000101566, "global_step": 11042, "epoch": 62, "lr": 9.759239580847548e-05}
{"train_loss": 0.012352791614830494, "global_step": 11043, "epoch": 62, "lr": 9.759194276793336e-05}
{"train_loss": 0.013767408207058907, "global_step": 11044, "epoch": 62, "lr": 9.759148968582253e-05}
{"train_loss": 0.009486710652709007, "global_step": 11045, "epoch": 62, "lr": 9.759103656214336e-05}
{"train_loss": 0.0056350515224039555, "global_step": 11046, "epoch": 62, "lr": 9.759058339689627e-05}
{"train_loss": 0.011245731264352798, "global_step": 11047, "epoch": 62, "lr": 9.759013019008165e-05}
{"train_loss": 0.010533057153224945, "global_step": 11048, "epoch": 62, "lr": 9.75896769416999e-05}
{"train_loss": 0.010036507621407509, "global_step": 11049, "epoch": 62, "lr": 9.758922365175139e-05}
{"train_loss": 0.013369511812925339, "global_step": 11050, "epoch": 62, "lr": 9.758877032023654e-05}
{"train_loss": 0.010836072266101837, "global_step": 11051, "epoch": 62, "lr": 9.758831694715575e-05}
{"train_loss": 0.009521612897515297, "global_step": 11052, "epoch": 62, "lr": 9.758786353250941e-05}
{"train_loss": 0.019792785868048668, "global_step": 11053, "epoch": 62, "lr": 9.75874100762979e-05}
{"train_loss": 0.012663410045206547, "global_step": 11054, "epoch": 62, "lr": 9.758695657852163e-05}
{"train_loss": 0.018755227327346802, "global_step": 11055, "epoch": 62, "lr": 9.758650303918103e-05}
{"train_loss": 0.010926319286227226, "global_step": 11056, "epoch": 62, "lr": 9.758604945827642e-05}
{"train_loss": 0.018951665610074997, "global_step": 11057, "epoch": 62, "lr": 9.758559583580826e-05}
{"train_loss": 0.014168196357786655, "global_step": 11058, "epoch": 62, "lr": 9.75851421717769e-05}
{"train_loss": 0.01201537624001503, "global_step": 11059, "epoch": 62, "lr": 9.758468846618278e-05}
{"train_loss": 0.011184407398104668, "global_step": 11060, "epoch": 62, "lr": 9.758423471902627e-05}
{"train_loss": 0.005712504498660564, "global_step": 11061, "epoch": 62, "lr": 9.758378093030778e-05}
{"train_loss": 0.02107376605272293, "global_step": 11062, "epoch": 62, "lr": 9.758332710002769e-05}
{"train_loss": 0.013017702847719193, "global_step": 11063, "epoch": 62, "lr": 9.75828732281864e-05}
{"train_loss": 0.010338441468775272, "global_step": 11064, "epoch": 62, "lr": 9.758241931478433e-05}
{"train_loss": 0.020495638251304626, "global_step": 11065, "epoch": 62, "lr": 9.758196535982185e-05}
{"train_loss": 0.005632743239402771, "global_step": 11066, "epoch": 62, "lr": 9.758151136329936e-05}
{"train_loss": 0.011824307963252068, "global_step": 11067, "epoch": 62, "lr": 9.758105732521726e-05}
{"train_loss": 0.017913755029439926, "global_step": 11068, "epoch": 62, "lr": 9.758060324557595e-05}
{"train_loss": 0.011717826128005981, "global_step": 11069, "epoch": 62, "lr": 9.758014912437584e-05}
{"train_loss": 0.011430946178734303, "global_step": 11070, "epoch": 62, "lr": 9.75796949616173e-05}
{"train_loss": 0.010314546525478363, "global_step": 11071, "epoch": 62, "lr": 9.757924075730073e-05}
{"train_loss": 0.01316840574145317, "global_step": 11072, "epoch": 62, "lr": 9.757878651142654e-05}
{"train_loss": 0.014316056855022907, "global_step": 11073, "epoch": 62, "lr": 9.757833222399513e-05}
{"train_loss": 0.006686358246952295, "global_step": 11074, "epoch": 62, "lr": 9.757787789500687e-05}
{"train_loss": 0.015291099436581135, "global_step": 11075, "epoch": 62, "lr": 9.757742352446218e-05}
{"train_loss": 0.01174180954694748, "global_step": 11076, "epoch": 62, "lr": 9.757696911236147e-05}
{"train_loss": 0.006290340330451727, "global_step": 11077, "epoch": 62, "lr": 9.75765146587051e-05}
{"train_loss": 0.011488169431686401, "global_step": 11078, "epoch": 62, "lr": 9.757606016349349e-05}
{"train_loss": 0.010505945421755314, "global_step": 11079, "epoch": 62, "lr": 9.757560562672703e-05}
{"train_loss": 0.015450738370418549, "global_step": 11080, "epoch": 62, "lr": 9.757515104840614e-05}
{"train_loss": 0.013956254348158836, "global_step": 11081, "epoch": 62, "lr": 9.757469642853116e-05}
{"train_loss": 0.013422569260001183, "global_step": 11082, "epoch": 62, "lr": 9.757424176710255e-05}
{"train_loss": 0.01230110414326191, "global_step": 11083, "epoch": 62, "lr": 9.757378706412069e-05}
{"train_loss": 0.017360318452119827, "global_step": 11084, "epoch": 62, "lr": 9.757333231958595e-05}
{"train_loss": 0.010733542032539845, "global_step": 11085, "epoch": 62, "lr": 9.757287753349875e-05}
{"train_loss": 0.013538469560444355, "global_step": 11086, "epoch": 62, "lr": 9.757242270585947e-05}
{"train_loss": 0.00910754594951868, "global_step": 11087, "epoch": 62, "lr": 9.757196783666853e-05}
{"train_loss": 0.012576083652675152, "global_step": 11088, "epoch": 62, "lr": 9.757151292592632e-05}
{"train_loss": 0.012092780321836472, "global_step": 11089, "epoch": 62, "lr": 9.757105797363324e-05}
{"train_loss": 0.014477675780653954, "global_step": 11090, "epoch": 62, "lr": 9.757060297978968e-05}
{"train_loss": 0.015479599125683308, "global_step": 11091, "epoch": 62, "lr": 9.757014794439604e-05}
{"train_loss": 0.016876114532351494, "global_step": 11092, "epoch": 62, "lr": 9.75696928674527e-05}
{"train_loss": 0.014695069752633572, "global_step": 11093, "epoch": 62, "lr": 9.756923774896007e-05}
{"train_loss": 0.010875755921006203, "global_step": 11094, "epoch": 62, "lr": 9.756878258891857e-05}
{"train_loss": 0.025815553963184357, "global_step": 11095, "epoch": 62, "lr": 9.756832738732859e-05}
{"train_loss": 0.014100299216806889, "global_step": 11096, "epoch": 62, "lr": 9.75678721441905e-05}
{"train_loss": 0.02140890806913376, "global_step": 11097, "epoch": 62, "lr": 9.756741685950472e-05}
{"train_loss": 0.014320353046059608, "global_step": 11098, "epoch": 62, "lr": 9.756696153327163e-05}
{"train_loss": 0.015196300111711025, "global_step": 11099, "epoch": 62, "lr": 9.756650616549166e-05}
{"train_loss": 0.007441962603479624, "global_step": 11100, "epoch": 62, "lr": 9.756605075616516e-05}
{"train_loss": 0.006942932493984699, "global_step": 11101, "epoch": 62, "lr": 9.756559530529257e-05}
{"train_loss": 0.016017258167266846, "global_step": 11102, "epoch": 62, "lr": 9.756513981287427e-05}
{"train_loss": 0.012806324288249016, "global_step": 11103, "epoch": 62, "lr": 9.756468427891068e-05}
{"train_loss": 0.012403983622789383, "global_step": 11104, "epoch": 62, "lr": 9.756422870340217e-05}
{"train_loss": 0.009425993077456951, "global_step": 11105, "epoch": 62, "lr": 9.756377308634913e-05}
{"train_loss": 0.014820577576756477, "global_step": 11106, "epoch": 62, "lr": 9.756331742775199e-05}
{"train_loss": 0.010951325297355652, "global_step": 11107, "epoch": 62, "lr": 9.756286172761113e-05}
{"train_loss": 0.007213054224848747, "global_step": 11108, "epoch": 62, "lr": 9.756240598592694e-05}
{"train_loss": 0.01255042664706707, "global_step": 11109, "epoch": 62, "lr": 9.756195020269984e-05}
{"train_loss": 0.02029433473944664, "global_step": 11110, "epoch": 62, "lr": 9.756149437793022e-05}
{"train_loss": 0.015613563358783722, "global_step": 11111, "epoch": 62, "lr": 9.756103851161846e-05}
{"train_loss": 0.012265870347619057, "global_step": 11112, "epoch": 62, "lr": 9.756058260376499e-05}
{"train_loss": 0.012738559395074844, "global_step": 11113, "epoch": 62, "lr": 9.756012665437017e-05}
{"train_loss": 0.011331513524055481, "global_step": 11114, "epoch": 62, "lr": 9.755967066343446e-05}
{"train_loss": 0.0159151628613472, "global_step": 11115, "epoch": 62, "lr": 9.755921463095818e-05}
{"train_loss": 0.009732894599437714, "global_step": 11116, "epoch": 62, "lr": 9.755875855694178e-05}
{"train_loss": 0.01013130135834217, "global_step": 11117, "epoch": 62, "lr": 9.755830244138565e-05}
{"train_loss": 0.013415887951850891, "global_step": 11118, "epoch": 62, "lr": 9.755784628429016e-05}
{"train_loss": 0.01641409657895565, "global_step": 11119, "epoch": 62, "lr": 9.755739008565575e-05}
{"train_loss": 0.021312473341822624, "global_step": 11120, "epoch": 62, "lr": 9.755693384548281e-05}
{"train_loss": 0.01023568119853735, "global_step": 11121, "epoch": 62, "lr": 9.75564775637717e-05}
{"train_loss": 0.012296353466808796, "global_step": 11122, "epoch": 62, "lr": 9.755602124052288e-05}
{"train_loss": 0.012693848460912704, "global_step": 11123, "epoch": 62, "lr": 9.755556487573669e-05}
{"train_loss": 0.007741022855043411, "global_step": 11124, "epoch": 62, "lr": 9.755510846941356e-05}
{"train_loss": 0.020077034831047058, "global_step": 11125, "epoch": 62, "lr": 9.755465202155388e-05}
{"train_loss": 0.010758432559669018, "global_step": 11126, "epoch": 62, "lr": 9.755419553215806e-05}
{"train_loss": 0.013716468587517738, "global_step": 11127, "epoch": 62, "lr": 9.755373900122648e-05}
{"train_loss": 0.012972012162208557, "global_step": 11128, "epoch": 62, "lr": 9.755328242875956e-05}
{"train_loss": 0.009967120364308357, "global_step": 11129, "epoch": 62, "lr": 9.755282581475769e-05}
{"train_loss": 0.015879962593317032, "global_step": 11130, "epoch": 62, "lr": 9.755236915922126e-05}
{"train_loss": 0.010555734857916832, "global_step": 11131, "epoch": 62, "lr": 9.755191246215068e-05}
{"train_loss": 0.009622620418667793, "global_step": 11132, "epoch": 62, "lr": 9.755145572354633e-05}
{"train_loss": 0.013084301725029945, "global_step": 11133, "epoch": 62, "lr": 9.755099894340862e-05}
{"train_loss": 0.010449856519699097, "global_step": 11134, "epoch": 62, "lr": 9.755054212173798e-05}
{"train_loss": 0.010650653392076492, "global_step": 11135, "epoch": 62, "lr": 9.755008525853476e-05}
{"train_loss": 0.012258397415280342, "global_step": 11136, "epoch": 62, "lr": 9.754962835379938e-05}
{"train_loss": 0.01540788821876049, "global_step": 11137, "epoch": 62, "lr": 9.754917140753225e-05}
{"train_loss": 0.00947331078350544, "global_step": 11138, "epoch": 62, "lr": 9.754871441973375e-05}
{"train_loss": 0.01851080358028412, "global_step": 11139, "epoch": 62, "lr": 9.75482573904043e-05}
{"train_loss": 0.010991591028869152, "global_step": 11140, "epoch": 62, "lr": 9.754780031954427e-05}
{"train_loss": 0.011873236857354641, "global_step": 11141, "epoch": 62, "lr": 9.754734320715408e-05}
{"train_loss": 0.013199755921959877, "global_step": 11142, "epoch": 62, "lr": 9.754688605323414e-05}
{"train_loss": 0.012411892414093018, "global_step": 11143, "epoch": 62, "lr": 9.754642885778482e-05}
{"train_loss": 0.013420703820884228, "global_step": 11144, "epoch": 62, "lr": 9.754597162080653e-05}
{"train_loss": 0.01254899799823761, "global_step": 11145, "epoch": 62, "lr": 9.754551434229968e-05}
{"train_loss": 0.012828312814235687, "global_step": 11146, "epoch": 62, "lr": 9.754505702226467e-05}
{"train_loss": 0.009932314977049828, "global_step": 11147, "epoch": 62, "lr": 9.754459966070189e-05}
{"train_loss": 0.008401027880609035, "global_step": 11148, "epoch": 62, "lr": 9.754414225761172e-05}
{"train_loss": 0.012250572443008423, "global_step": 11149, "epoch": 62, "lr": 9.754368481299461e-05}
{"train_loss": 0.008228011429309845, "global_step": 11150, "epoch": 62, "lr": 9.75432273268509e-05}
{"train_loss": 0.011742645874619484, "global_step": 11151, "epoch": 62, "lr": 9.754276979918105e-05}
{"train_loss": 0.008862413465976715, "global_step": 11152, "epoch": 62, "lr": 9.754231222998542e-05}
{"train_loss": 0.012269706465303898, "global_step": 11153, "epoch": 62, "lr": 9.754185461926442e-05}
{"train_loss": 0.010250049643218517, "global_step": 11154, "epoch": 62, "lr": 9.754139696701845e-05}
{"train_loss": 0.013137631118297577, "global_step": 11155, "epoch": 62, "lr": 9.75409392732479e-05}
{"train_loss": 0.009108409285545349, "global_step": 11156, "epoch": 62, "lr": 9.75404815379532e-05}
{"train_loss": 0.010306677781045437, "global_step": 11157, "epoch": 62, "lr": 9.754002376113469e-05}
{"train_loss": 0.011745557188987732, "global_step": 11158, "epoch": 62, "lr": 9.753956594279284e-05}
{"train_loss": 0.01102247554808855, "global_step": 11159, "epoch": 62, "lr": 9.753910808292801e-05}
{"train_loss": 0.014771583490073681, "global_step": 11160, "epoch": 62, "lr": 9.75386501815406e-05}
{"train_loss": 0.015963776037096977, "global_step": 11161, "epoch": 62, "lr": 9.753819223863103e-05}
{"train_loss": 0.01167955994606018, "global_step": 11162, "epoch": 62, "lr": 9.753773425419969e-05}
{"train_loss": 0.011040233075618744, "global_step": 11163, "epoch": 62, "lr": 9.753727622824697e-05}
{"train_loss": 0.00892125815153122, "global_step": 11164, "epoch": 62, "lr": 9.753681816077328e-05}
{"train_loss": 0.014092315919697285, "global_step": 11165, "epoch": 62, "lr": 9.753636005177902e-05}
{"train_loss": 0.008680211380124092, "global_step": 11166, "epoch": 62, "lr": 9.753590190126458e-05}
{"train_loss": 0.009759429842233658, "global_step": 11167, "epoch": 62, "lr": 9.753544370923038e-05}
{"train_loss": 0.006433876696974039, "global_step": 11168, "epoch": 62, "lr": 9.75349854756768e-05}
{"train_loss": 0.010038206353783607, "global_step": 11169, "epoch": 62, "lr": 9.753452720060425e-05}
{"train_loss": 0.009863145649433136, "global_step": 11170, "epoch": 62, "lr": 9.753406888401314e-05}
{"train_loss": 0.012488827109336853, "global_step": 11171, "epoch": 62, "lr": 9.753361052590384e-05}
{"train_loss": 0.009966040030121803, "global_step": 11172, "epoch": 62, "lr": 9.753315212627679e-05}
{"train_loss": 0.015449983067810535, "global_step": 11173, "epoch": 62, "lr": 9.753269368513235e-05}
{"train_loss": 0.006953233852982521, "global_step": 11174, "epoch": 62, "lr": 9.753223520247097e-05}
{"train_loss": 0.014281321316957474, "global_step": 11175, "epoch": 62, "lr": 9.7531776678293e-05}
{"train_loss": 0.010414144024252892, "global_step": 11176, "epoch": 62, "lr": 9.753131811259886e-05}
{"train_loss": 0.008576855063438416, "global_step": 11177, "epoch": 62, "lr": 9.753085950538896e-05}
{"train_loss": 0.009607955813407898, "global_step": 11178, "epoch": 62, "lr": 9.75304008566637e-05}
{"train_loss": 0.01316117588430643, "global_step": 11179, "epoch": 62, "lr": 9.752994216642346e-05}
{"train_loss": 0.012431258335709572, "global_step": 11180, "epoch": 62, "lr": 9.752948343466866e-05}
{"train_loss": 0.020872753113508224, "global_step": 11181, "epoch": 62, "lr": 9.752902466139968e-05}
{"train_loss": 0.014626775868237019, "global_step": 11182, "epoch": 62, "lr": 9.752856584661695e-05}
{"train_loss": 0.008878124877810478, "global_step": 11183, "epoch": 62, "lr": 9.752810699032085e-05}
{"train_loss": 0.00794278271496296, "global_step": 11184, "epoch": 62, "lr": 9.752764809251179e-05}
{"train_loss": 0.017050670459866524, "global_step": 11185, "epoch": 62, "lr": 9.752718915319017e-05}
{"train_loss": 0.012153617106378078, "global_step": 11186, "epoch": 62, "lr": 9.752673017235639e-05}
{"train_loss": 0.010148933157324791, "global_step": 11187, "epoch": 62, "lr": 9.752627115001085e-05}
{"train_loss": 0.013143542222678661, "global_step": 11188, "epoch": 62, "lr": 9.752581208615395e-05}
{"train_loss": 0.010476259514689445, "global_step": 11189, "epoch": 62, "lr": 9.752535298078609e-05}
{"train_loss": 0.013131987303495407, "global_step": 11190, "epoch": 62, "lr": 9.752489383390766e-05}
{"train_loss": 0.013946405611932278, "global_step": 11191, "epoch": 62, "lr": 9.752443464551908e-05}
{"train_loss": 0.0064734797924757, "global_step": 11192, "epoch": 62, "lr": 9.752397541562075e-05}
{"train_loss": 0.0052524106577038765, "global_step": 11193, "epoch": 62, "lr": 9.752351614421307e-05}
{"train_loss": 0.014944987371563911, "global_step": 11194, "epoch": 62, "lr": 9.752305683129643e-05}
{"train_loss": 0.008102892898023129, "global_step": 11195, "epoch": 62, "lr": 9.752259747687123e-05}
{"train_loss": 0.016034256666898727, "global_step": 11196, "epoch": 62, "lr": 9.75221380809379e-05}
{"train_loss": 0.013190858997404575, "global_step": 11197, "epoch": 62, "lr": 9.75216786434968e-05}
{"train_loss": 0.022910432890057564, "global_step": 11198, "epoch": 62, "lr": 9.752121916454836e-05}
{"train_loss": 0.018312644213438034, "global_step": 11199, "epoch": 62, "lr": 9.752075964409298e-05}
{"train_loss": 0.01716182380914688, "global_step": 11200, "epoch": 62, "lr": 9.752030008213105e-05}
{"train_loss": 0.012263694778084755, "global_step": 11201, "epoch": 62, "lr": 9.751984047866296e-05}
{"train_loss": 0.00935057457536459, "global_step": 11202, "epoch": 62, "lr": 9.751938083368914e-05}
{"train_loss": 0.011161268688738346, "global_step": 11203, "epoch": 62, "lr": 9.751892114720998e-05}
{"train_loss": 0.011238118633627892, "global_step": 11204, "epoch": 62, "lr": 9.751846141922589e-05}
{"train_loss": 0.010500499978661537, "global_step": 11205, "epoch": 62, "lr": 9.751800164973724e-05}
{"train_loss": 0.009529714472591877, "global_step": 11206, "epoch": 62, "lr": 9.751754183874447e-05}
{"train_loss": 0.014580493792891502, "global_step": 11207, "epoch": 62, "lr": 9.751708198624796e-05}
{"train_loss": 0.01003571692854166, "global_step": 11208, "epoch": 62, "lr": 9.751662209224812e-05}
{"train_loss": 0.008492525666952133, "global_step": 11209, "epoch": 62, "lr": 9.751616215674534e-05}
{"train_loss": 0.012359868735074997, "global_step": 11210, "epoch": 62, "lr": 9.751570217974003e-05}
{"train_loss": 0.01387555431574583, "global_step": 11211, "epoch": 62, "lr": 9.75152421612326e-05}
{"train_loss": 0.010274306870996952, "global_step": 11212, "epoch": 62, "lr": 9.751478210122344e-05}
{"train_loss": 0.012435718708975094, "global_step": 11213, "epoch": 62, "lr": 9.751432199971296e-05}
{"train_loss": 0.007260984741151333, "global_step": 11214, "epoch": 63, "lr": 9.751386185670155e-05}
{"train_loss": 0.012189258821308613, "global_step": 11215, "epoch": 63, "lr": 9.751340167218962e-05}
{"train_loss": 0.011946180835366249, "global_step": 11216, "epoch": 63, "lr": 9.751294144617758e-05}
{"train_loss": 0.014918812550604343, "global_step": 11217, "epoch": 63, "lr": 9.75124811786658e-05}
{"train_loss": 0.013684680685400963, "global_step": 11218, "epoch": 63, "lr": 9.751202086965472e-05}
{"train_loss": 0.016087643802165985, "global_step": 11219, "epoch": 63, "lr": 9.751156051914474e-05}
{"train_loss": 0.011861608363687992, "global_step": 11220, "epoch": 63, "lr": 9.751110012713622e-05}
{"train_loss": 0.018957702443003654, "global_step": 11221, "epoch": 63, "lr": 9.751063969362962e-05}
{"train_loss": 0.007672127336263657, "global_step": 11222, "epoch": 63, "lr": 9.751017921862531e-05}
{"train_loss": 0.01165454089641571, "global_step": 11223, "epoch": 63, "lr": 9.750971870212367e-05}
{"train_loss": 0.011295368894934654, "global_step": 11224, "epoch": 63, "lr": 9.750925814412515e-05}
{"train_loss": 0.013549583964049816, "global_step": 11225, "epoch": 63, "lr": 9.750879754463014e-05}
{"train_loss": 0.012707319110631943, "global_step": 11226, "epoch": 63, "lr": 9.750833690363901e-05}
{"train_loss": 0.013219708576798439, "global_step": 11227, "epoch": 63, "lr": 9.75078762211522e-05}
{"train_loss": 0.019363202154636383, "global_step": 11228, "epoch": 63, "lr": 9.750741549717009e-05}
{"train_loss": 0.02476828545331955, "global_step": 11229, "epoch": 63, "lr": 9.750695473169309e-05}
{"train_loss": 0.015228202566504478, "global_step": 11230, "epoch": 63, "lr": 9.75064939247216e-05}
{"train_loss": 0.00915302149951458, "global_step": 11231, "epoch": 63, "lr": 9.750603307625603e-05}
{"train_loss": 0.021271923556923866, "global_step": 11232, "epoch": 63, "lr": 9.750557218629677e-05}
{"train_loss": 0.017659153789281845, "global_step": 11233, "epoch": 63, "lr": 9.750511125484423e-05}
{"train_loss": 0.008418722078204155, "global_step": 11234, "epoch": 63, "lr": 9.750465028189881e-05}
{"train_loss": 0.016894608736038208, "global_step": 11235, "epoch": 63, "lr": 9.750418926746094e-05}
{"train_loss": 0.014239887706935406, "global_step": 11236, "epoch": 63, "lr": 9.750372821153097e-05}
{"train_loss": 0.019612424075603485, "global_step": 11237, "epoch": 63, "lr": 9.750326711410933e-05}
{"train_loss": 0.012742129154503345, "global_step": 11238, "epoch": 63, "lr": 9.750280597519644e-05}
{"train_loss": 0.008957525715231895, "global_step": 11239, "epoch": 63, "lr": 9.750234479479268e-05}
{"train_loss": 0.014102848246693611, "global_step": 11240, "epoch": 63, "lr": 9.750188357289845e-05}
{"train_loss": 0.015605730935931206, "global_step": 11241, "epoch": 63, "lr": 9.750142230951418e-05}
{"train_loss": 0.01137574389576912, "global_step": 11242, "epoch": 63, "lr": 9.750096100464023e-05}
{"train_loss": 0.01038429420441389, "global_step": 11243, "epoch": 63, "lr": 9.750049965827705e-05}
{"train_loss": 0.020435743033885956, "global_step": 11244, "epoch": 63, "lr": 9.750003827042501e-05}
{"train_loss": 0.012906961143016815, "global_step": 11245, "epoch": 63, "lr": 9.749957684108452e-05}
{"train_loss": 0.009385197423398495, "global_step": 11246, "epoch": 63, "lr": 9.749911537025599e-05}
{"train_loss": 0.00865304097533226, "global_step": 11247, "epoch": 63, "lr": 9.749865385793982e-05}
{"train_loss": 0.01215873472392559, "global_step": 11248, "epoch": 63, "lr": 9.749819230413642e-05}
{"train_loss": 0.013771559111773968, "global_step": 11249, "epoch": 63, "lr": 9.749773070884616e-05}
{"train_loss": 0.012006601318717003, "global_step": 11250, "epoch": 63, "lr": 9.74972690720695e-05}
{"train_loss": 0.01067575253546238, "global_step": 11251, "epoch": 63, "lr": 9.74968073938068e-05}
{"train_loss": 0.010687028989195824, "global_step": 11252, "epoch": 63, "lr": 9.749634567405846e-05}
{"train_loss": 0.00928616151213646, "global_step": 11253, "epoch": 63, "lr": 9.749588391282492e-05}
{"train_loss": 0.015297707170248032, "global_step": 11254, "epoch": 63, "lr": 9.749542211010655e-05}
{"train_loss": 0.015164174139499664, "global_step": 11255, "epoch": 63, "lr": 9.749496026590377e-05}
{"train_loss": 0.008610952645540237, "global_step": 11256, "epoch": 63, "lr": 9.749449838021698e-05}
{"train_loss": 0.0093866977840662, "global_step": 11257, "epoch": 63, "lr": 9.749403645304658e-05}
{"train_loss": 0.00832299143075943, "global_step": 11258, "epoch": 63, "lr": 9.749357448439298e-05}
{"train_loss": 0.009496249258518219, "global_step": 11259, "epoch": 63, "lr": 9.749311247425656e-05}
{"train_loss": 0.009424621239304543, "global_step": 11260, "epoch": 63, "lr": 9.749265042263775e-05}
{"train_loss": 0.01385127380490303, "global_step": 11261, "epoch": 63, "lr": 9.749218832953698e-05}
{"train_loss": 0.010347126051783562, "global_step": 11262, "epoch": 63, "lr": 9.749172619495459e-05}
{"train_loss": 0.01589527726173401, "global_step": 11263, "epoch": 63, "lr": 9.749126401889101e-05}
{"train_loss": 0.007659099064767361, "global_step": 11264, "epoch": 63, "lr": 9.749080180134665e-05}
{"train_loss": 0.00827709585428238, "global_step": 11265, "epoch": 63, "lr": 9.74903395423219e-05}
{"train_loss": 0.011256602592766285, "global_step": 11266, "epoch": 63, "lr": 9.74898772418172e-05}
{"train_loss": 0.007857561111450195, "global_step": 11267, "epoch": 63, "lr": 9.748941489983292e-05}
{"train_loss": 0.01179555058479309, "global_step": 11268, "epoch": 63, "lr": 9.748895251636948e-05}
{"train_loss": 0.008687845431268215, "global_step": 11269, "epoch": 63, "lr": 9.748849009142724e-05}
{"train_loss": 0.009098561480641365, "global_step": 11270, "epoch": 63, "lr": 9.748802762500668e-05}
{"train_loss": 0.010966170579195023, "global_step": 11271, "epoch": 63, "lr": 9.748756511710814e-05}
{"train_loss": 0.00997854582965374, "global_step": 11272, "epoch": 63, "lr": 9.748710256773206e-05}
{"train_loss": 0.015100933611392975, "global_step": 11273, "epoch": 63, "lr": 9.748663997687882e-05}
{"train_loss": 0.010689299553632736, "global_step": 11274, "epoch": 63, "lr": 9.748617734454884e-05}
{"train_loss": 0.01654965989291668, "global_step": 11275, "epoch": 63, "lr": 9.748571467074253e-05}
{"train_loss": 0.009616185910999775, "global_step": 11276, "epoch": 63, "lr": 9.748525195546027e-05}
{"train_loss": 0.012132884934544563, "global_step": 11277, "epoch": 63, "lr": 9.74847891987025e-05}
{"train_loss": 0.012068990617990494, "global_step": 11278, "epoch": 63, "lr": 9.748432640046958e-05}
{"train_loss": 0.008235594257712364, "global_step": 11279, "epoch": 63, "lr": 9.748386356076195e-05}
{"train_loss": 0.017991814762353897, "global_step": 11280, "epoch": 63, "lr": 9.748340067958e-05}
{"train_loss": 0.014628814533352852, "global_step": 11281, "epoch": 63, "lr": 9.748293775692411e-05}
{"train_loss": 0.013659518212080002, "global_step": 11282, "epoch": 63, "lr": 9.748247479279475e-05}
{"train_loss": 0.011197815649211407, "global_step": 11283, "epoch": 63, "lr": 9.748201178719226e-05}
{"train_loss": 0.013066129758954048, "global_step": 11284, "epoch": 63, "lr": 9.748154874011708e-05}
{"train_loss": 0.014646315015852451, "global_step": 11285, "epoch": 63, "lr": 9.748108565156959e-05}
{"train_loss": 0.014781398698687553, "global_step": 11286, "epoch": 63, "lr": 9.748062252155021e-05}
{"train_loss": 0.016875730827450752, "global_step": 11287, "epoch": 63, "lr": 9.748015935005935e-05}
{"train_loss": 0.00973645318299532, "global_step": 11288, "epoch": 63, "lr": 9.74796961370974e-05}
{"train_loss": 0.019468681886792183, "global_step": 11289, "epoch": 63, "lr": 9.747923288266476e-05}
{"train_loss": 0.011732419952750206, "global_step": 11290, "epoch": 63, "lr": 9.747876958676186e-05}
{"train_loss": 0.015648841857910156, "global_step": 11291, "epoch": 63, "lr": 9.747830624938909e-05}
{"train_loss": 0.01504499651491642, "global_step": 11292, "epoch": 63, "lr": 9.747784287054685e-05}
{"train_loss": 0.013284595683217049, "global_step": 11293, "epoch": 63, "lr": 9.747737945023556e-05}
{"train_loss": 0.010565297678112984, "global_step": 11294, "epoch": 63, "lr": 9.74769159884556e-05}
{"train_loss": 0.007511490490287542, "global_step": 11295, "epoch": 63, "lr": 9.74764524852074e-05}
{"train_loss": 0.010011527687311172, "global_step": 11296, "epoch": 63, "lr": 9.747598894049134e-05}
{"train_loss": 0.01751529797911644, "global_step": 11297, "epoch": 63, "lr": 9.747552535430786e-05}
{"train_loss": 0.012872478924691677, "global_step": 11298, "epoch": 63, "lr": 9.747506172665733e-05}
{"train_loss": 0.013391113840043545, "global_step": 11299, "epoch": 63, "lr": 9.747459805754017e-05}
{"train_loss": 0.014014482498168945, "global_step": 11300, "epoch": 63, "lr": 9.747413434695679e-05}
{"train_loss": 0.008937906473875046, "global_step": 11301, "epoch": 63, "lr": 9.747367059490757e-05}
{"train_loss": 0.018678460270166397, "global_step": 11302, "epoch": 63, "lr": 9.747320680139295e-05}
{"train_loss": 0.012155713513493538, "global_step": 11303, "epoch": 63, "lr": 9.747274296641333e-05}
{"train_loss": 0.01110013760626316, "global_step": 11304, "epoch": 63, "lr": 9.747227908996909e-05}
{"train_loss": 0.014420284889638424, "global_step": 11305, "epoch": 63, "lr": 9.747181517206066e-05}
{"train_loss": 0.010301727801561356, "global_step": 11306, "epoch": 63, "lr": 9.747135121268841e-05}
{"train_loss": 0.010041291825473309, "global_step": 11307, "epoch": 63, "lr": 9.747088721185279e-05}
{"train_loss": 0.011118516325950623, "global_step": 11308, "epoch": 63, "lr": 9.747042316955417e-05}
{"train_loss": 0.010347265750169754, "global_step": 11309, "epoch": 63, "lr": 9.746995908579299e-05}
{"train_loss": 0.015998415648937225, "global_step": 11310, "epoch": 63, "lr": 9.746949496056961e-05}
{"train_loss": 0.008266070857644081, "global_step": 11311, "epoch": 63, "lr": 9.746903079388449e-05}
{"train_loss": 0.013211228884756565, "global_step": 11312, "epoch": 63, "lr": 9.746856658573798e-05}
{"train_loss": 0.011783797293901443, "global_step": 11313, "epoch": 63, "lr": 9.746810233613053e-05}
{"train_loss": 0.010519849136471748, "global_step": 11314, "epoch": 63, "lr": 9.746763804506251e-05}
{"train_loss": 0.012858820147812366, "global_step": 11315, "epoch": 63, "lr": 9.746717371253437e-05}
{"train_loss": 0.018384797498583794, "global_step": 11316, "epoch": 63, "lr": 9.746670933854647e-05}
{"train_loss": 0.008284183219075203, "global_step": 11317, "epoch": 63, "lr": 9.746624492309924e-05}
{"train_loss": 0.011493118479847908, "global_step": 11318, "epoch": 63, "lr": 9.746578046619307e-05}
{"train_loss": 0.016683362424373627, "global_step": 11319, "epoch": 63, "lr": 9.746531596782839e-05}
{"train_loss": 0.007883389480412006, "global_step": 11320, "epoch": 63, "lr": 9.746485142800559e-05}
{"train_loss": 0.009667601436376572, "global_step": 11321, "epoch": 63, "lr": 9.746438684672505e-05}
{"train_loss": 0.010462585836648941, "global_step": 11322, "epoch": 63, "lr": 9.746392222398724e-05}
{"train_loss": 0.020491670817136765, "global_step": 11323, "epoch": 63, "lr": 9.74634575597925e-05}
{"train_loss": 0.008353004232048988, "global_step": 11324, "epoch": 63, "lr": 9.746299285414128e-05}
{"train_loss": 0.010653797537088394, "global_step": 11325, "epoch": 63, "lr": 9.746252810703397e-05}
{"train_loss": 0.011911146342754364, "global_step": 11326, "epoch": 63, "lr": 9.746206331847096e-05}
{"train_loss": 0.012204091064631939, "global_step": 11327, "epoch": 63, "lr": 9.746159848845269e-05}
{"train_loss": 0.015997938811779022, "global_step": 11328, "epoch": 63, "lr": 9.746113361697955e-05}
{"train_loss": 0.012778042815625668, "global_step": 11329, "epoch": 63, "lr": 9.746066870405192e-05}
{"train_loss": 0.01069621555507183, "global_step": 11330, "epoch": 63, "lr": 9.746020374967027e-05}
{"train_loss": 0.013474800623953342, "global_step": 11331, "epoch": 63, "lr": 9.745973875383492e-05}
{"train_loss": 0.013268452137708664, "global_step": 11332, "epoch": 63, "lr": 9.745927371654635e-05}
{"train_loss": 0.013527654111385345, "global_step": 11333, "epoch": 63, "lr": 9.745880863780494e-05}
{"train_loss": 0.015988843515515327, "global_step": 11334, "epoch": 63, "lr": 9.74583435176111e-05}
{"train_loss": 0.01342657208442688, "global_step": 11335, "epoch": 63, "lr": 9.74578783559652e-05}
{"train_loss": 0.010439299046993256, "global_step": 11336, "epoch": 63, "lr": 9.745741315286771e-05}
{"train_loss": 0.01180217694491148, "global_step": 11337, "epoch": 63, "lr": 9.745694790831899e-05}
{"train_loss": 0.011879995465278625, "global_step": 11338, "epoch": 63, "lr": 9.745648262231945e-05}
{"train_loss": 0.011829352006316185, "global_step": 11339, "epoch": 63, "lr": 9.745601729486953e-05}
{"train_loss": 0.012809386476874352, "global_step": 11340, "epoch": 63, "lr": 9.74555519259696e-05}
{"train_loss": 0.012952432036399841, "global_step": 11341, "epoch": 63, "lr": 9.745508651562007e-05}
{"train_loss": 0.015521453693509102, "global_step": 11342, "epoch": 63, "lr": 9.745462106382138e-05}
{"train_loss": 0.013777706772089005, "global_step": 11343, "epoch": 63, "lr": 9.745415557057389e-05}
{"train_loss": 0.011564690619707108, "global_step": 11344, "epoch": 63, "lr": 9.745369003587804e-05}
{"train_loss": 0.016305895522236824, "global_step": 11345, "epoch": 63, "lr": 9.745322445973422e-05}
{"train_loss": 0.011223452165722847, "global_step": 11346, "epoch": 63, "lr": 9.745275884214285e-05}
{"train_loss": 0.01362081803381443, "global_step": 11347, "epoch": 63, "lr": 9.745229318310433e-05}
{"train_loss": 0.01821010559797287, "global_step": 11348, "epoch": 63, "lr": 9.745182748261905e-05}
{"train_loss": 0.01090584509074688, "global_step": 11349, "epoch": 63, "lr": 9.745136174068745e-05}
{"train_loss": 0.012060778215527534, "global_step": 11350, "epoch": 63, "lr": 9.745089595730991e-05}
{"train_loss": 0.01223263330757618, "global_step": 11351, "epoch": 63, "lr": 9.745043013248685e-05}
{"train_loss": 0.011029304005205631, "global_step": 11352, "epoch": 63, "lr": 9.744996426621868e-05}
{"train_loss": 0.012488357722759247, "global_step": 11353, "epoch": 63, "lr": 9.744949835850578e-05}
{"train_loss": 0.01454366184771061, "global_step": 11354, "epoch": 63, "lr": 9.74490324093486e-05}
{"train_loss": 0.01438662875443697, "global_step": 11355, "epoch": 63, "lr": 9.744856641874751e-05}
{"train_loss": 0.013949878513813019, "global_step": 11356, "epoch": 63, "lr": 9.744810038670293e-05}
{"train_loss": 0.012918448075652122, "global_step": 11357, "epoch": 63, "lr": 9.744763431321527e-05}
{"train_loss": 0.01352347619831562, "global_step": 11358, "epoch": 63, "lr": 9.744716819828495e-05}
{"train_loss": 0.01216429565101862, "global_step": 11359, "epoch": 63, "lr": 9.744670204191233e-05}
{"train_loss": 0.012879996560513973, "global_step": 11360, "epoch": 63, "lr": 9.744623584409786e-05}
{"train_loss": 0.009782329201698303, "global_step": 11361, "epoch": 63, "lr": 9.744576960484196e-05}
{"train_loss": 0.01715758629143238, "global_step": 11362, "epoch": 63, "lr": 9.744530332414499e-05}
{"train_loss": 0.0075555043295025826, "global_step": 11363, "epoch": 63, "lr": 9.74448370020074e-05}
{"train_loss": 0.009215636178851128, "global_step": 11364, "epoch": 63, "lr": 9.744437063842956e-05}
{"train_loss": 0.012619838118553162, "global_step": 11365, "epoch": 63, "lr": 9.74439042334119e-05}
{"train_loss": 0.008938940241932869, "global_step": 11366, "epoch": 63, "lr": 9.744343778695482e-05}
{"train_loss": 0.011020801961421967, "global_step": 11367, "epoch": 63, "lr": 9.744297129905875e-05}
{"train_loss": 0.014162846840918064, "global_step": 11368, "epoch": 63, "lr": 9.744250476972406e-05}
{"train_loss": 0.01514586340636015, "global_step": 11369, "epoch": 63, "lr": 9.744203819895117e-05}
{"train_loss": 0.015726350247859955, "global_step": 11370, "epoch": 63, "lr": 9.74415715867405e-05}
{"train_loss": 0.00911870039999485, "global_step": 11371, "epoch": 63, "lr": 9.744110493309247e-05}
{"train_loss": 0.013477502390742302, "global_step": 11372, "epoch": 63, "lr": 9.744063823800744e-05}
{"train_loss": 0.014137114398181438, "global_step": 11373, "epoch": 63, "lr": 9.744017150148585e-05}
{"train_loss": 0.014727579429745674, "global_step": 11374, "epoch": 63, "lr": 9.743970472352811e-05}
{"train_loss": 0.013550295494496822, "global_step": 11375, "epoch": 63, "lr": 9.743923790413462e-05}
{"train_loss": 0.00798492506146431, "global_step": 11376, "epoch": 63, "lr": 9.743877104330579e-05}
{"train_loss": 0.011854760348796844, "global_step": 11377, "epoch": 63, "lr": 9.743830414104202e-05}
{"train_loss": 0.012455812655389309, "global_step": 11378, "epoch": 63, "lr": 9.743783719734374e-05}
{"train_loss": 0.013854031451046467, "global_step": 11379, "epoch": 63, "lr": 9.743737021221133e-05}
{"train_loss": 0.023477276787161827, "global_step": 11380, "epoch": 63, "lr": 9.743690318564522e-05}
{"train_loss": 0.013494426384568214, "global_step": 11381, "epoch": 63, "lr": 9.743643611764579e-05}
{"train_loss": 0.007506918627768755, "global_step": 11382, "epoch": 63, "lr": 9.743596900821348e-05}
{"train_loss": 0.015248130075633526, "global_step": 11383, "epoch": 63, "lr": 9.743550185734868e-05}
{"train_loss": 0.016658194363117218, "global_step": 11384, "epoch": 63, "lr": 9.74350346650518e-05}
{"train_loss": 0.015308809466660023, "global_step": 11385, "epoch": 63, "lr": 9.743456743132326e-05}
{"train_loss": 0.011371858417987823, "global_step": 11386, "epoch": 63, "lr": 9.743410015616345e-05}
{"train_loss": 0.01775934547185898, "global_step": 11387, "epoch": 63, "lr": 9.743363283957279e-05}
{"train_loss": 0.011002112179994583, "global_step": 11388, "epoch": 63, "lr": 9.743316548155167e-05}
{"train_loss": 0.015096129849553108, "global_step": 11389, "epoch": 63, "lr": 9.743269808210052e-05}
{"train_loss": 0.012821328826248646, "global_step": 11390, "epoch": 63, "lr": 9.743223064121974e-05}
{"train_loss": 0.012797397713103656, "global_step": 11391, "epoch": 63, "lr": 9.743176315890975e-05}
{"train_loss": 0.01625177077949047, "global_step": 11392, "epoch": 64, "lr": 9.743129563517095e-05}
{"train_loss": 0.013824899680912495, "global_step": 11393, "epoch": 64, "lr": 9.743082807000373e-05}
{"train_loss": 0.018658362329006195, "global_step": 11394, "epoch": 64, "lr": 9.743036046340852e-05}
{"train_loss": 0.008269058540463448, "global_step": 11395, "epoch": 64, "lr": 9.742989281538573e-05}
{"train_loss": 0.02127174846827984, "global_step": 11396, "epoch": 64, "lr": 9.742942512593575e-05}
{"train_loss": 0.016256410628557205, "global_step": 11397, "epoch": 64, "lr": 9.7428957395059e-05}
{"train_loss": 0.015179142355918884, "global_step": 11398, "epoch": 64, "lr": 9.74284896227559e-05}
{"train_loss": 0.012757787480950356, "global_step": 11399, "epoch": 64, "lr": 9.742802180902684e-05}
{"train_loss": 0.017624832689762115, "global_step": 11400, "epoch": 64, "lr": 9.742755395387224e-05}
{"train_loss": 0.009989844635128975, "global_step": 11401, "epoch": 64, "lr": 9.742708605729249e-05}
{"train_loss": 0.010766075924038887, "global_step": 11402, "epoch": 64, "lr": 9.742661811928801e-05}
{"train_loss": 0.0133336391299963, "global_step": 11403, "epoch": 64, "lr": 9.742615013985923e-05}
{"train_loss": 0.009563853032886982, "global_step": 11404, "epoch": 64, "lr": 9.742568211900654e-05}
{"train_loss": 0.015459864400327206, "global_step": 11405, "epoch": 64, "lr": 9.742521405673033e-05}
{"train_loss": 0.013141054660081863, "global_step": 11406, "epoch": 64, "lr": 9.742474595303104e-05}
{"train_loss": 0.014167895540595055, "global_step": 11407, "epoch": 64, "lr": 9.742427780790908e-05}
{"train_loss": 0.01126071996986866, "global_step": 11408, "epoch": 64, "lr": 9.742380962136483e-05}
{"train_loss": 0.008904877118766308, "global_step": 11409, "epoch": 64, "lr": 9.74233413933987e-05}
{"train_loss": 0.014007624238729477, "global_step": 11410, "epoch": 64, "lr": 9.742287312401114e-05}
{"train_loss": 0.010933708399534225, "global_step": 11411, "epoch": 64, "lr": 9.742240481320253e-05}
{"train_loss": 0.02245420217514038, "global_step": 11412, "epoch": 64, "lr": 9.742193646097326e-05}
{"train_loss": 0.013398696668446064, "global_step": 11413, "epoch": 64, "lr": 9.742146806732378e-05}
{"train_loss": 0.018077531829476357, "global_step": 11414, "epoch": 64, "lr": 9.742099963225447e-05}
{"train_loss": 0.016535425558686256, "global_step": 11415, "epoch": 64, "lr": 9.742053115576575e-05}
{"train_loss": 0.014967016875743866, "global_step": 11416, "epoch": 64, "lr": 9.742006263785803e-05}
{"train_loss": 0.009211323224008083, "global_step": 11417, "epoch": 64, "lr": 9.741959407853171e-05}
{"train_loss": 0.01336994580924511, "global_step": 11418, "epoch": 64, "lr": 9.741912547778722e-05}
{"train_loss": 0.008924545720219612, "global_step": 11419, "epoch": 64, "lr": 9.741865683562496e-05}
{"train_loss": 0.012837367132306099, "global_step": 11420, "epoch": 64, "lr": 9.741818815204532e-05}
{"train_loss": 0.013547534123063087, "global_step": 11421, "epoch": 64, "lr": 9.741771942704874e-05}
{"train_loss": 0.014545366168022156, "global_step": 11422, "epoch": 64, "lr": 9.741725066063559e-05}
{"train_loss": 0.011719402857124805, "global_step": 11423, "epoch": 64, "lr": 9.741678185280631e-05}
{"train_loss": 0.012270331382751465, "global_step": 11424, "epoch": 64, "lr": 9.74163130035613e-05}
{"train_loss": 0.009907511994242668, "global_step": 11425, "epoch": 64, "lr": 9.7415844112901e-05}
{"train_loss": 0.012751023285090923, "global_step": 11426, "epoch": 64, "lr": 9.741537518082578e-05}
{"train_loss": 0.007231449708342552, "global_step": 11427, "epoch": 64, "lr": 9.741490620733604e-05}
{"train_loss": 0.022504553198814392, "global_step": 11428, "epoch": 64, "lr": 9.741443719243224e-05}
{"train_loss": 0.010879112407565117, "global_step": 11429, "epoch": 64, "lr": 9.741396813611474e-05}
{"train_loss": 0.011581934988498688, "global_step": 11430, "epoch": 64, "lr": 9.741349903838396e-05}
{"train_loss": 0.0107982587069273, "global_step": 11431, "epoch": 64, "lr": 9.741302989924035e-05}
{"train_loss": 0.014972954988479614, "global_step": 11432, "epoch": 64, "lr": 9.741256071868427e-05}
{"train_loss": 0.01180809736251831, "global_step": 11433, "epoch": 64, "lr": 9.741209149671618e-05}
{"train_loss": 0.011217271909117699, "global_step": 11434, "epoch": 64, "lr": 9.741162223333642e-05}
{"train_loss": 0.018269801512360573, "global_step": 11435, "epoch": 64, "lr": 9.741115292854546e-05}
{"train_loss": 0.013172798790037632, "global_step": 11436, "epoch": 64, "lr": 9.741068358234369e-05}
{"train_loss": 0.009526283480226994, "global_step": 11437, "epoch": 64, "lr": 9.741021419473151e-05}
{"train_loss": 0.011807698756456375, "global_step": 11438, "epoch": 64, "lr": 9.740974476570934e-05}
{"train_loss": 0.01923615112900734, "global_step": 11439, "epoch": 64, "lr": 9.74092752952776e-05}
{"train_loss": 0.011622889898717403, "global_step": 11440, "epoch": 64, "lr": 9.740880578343668e-05}
{"train_loss": 0.015990115702152252, "global_step": 11441, "epoch": 64, "lr": 9.740833623018699e-05}
{"train_loss": 0.011783809401094913, "global_step": 11442, "epoch": 64, "lr": 9.740786663552896e-05}
{"train_loss": 0.01306072436273098, "global_step": 11443, "epoch": 64, "lr": 9.740739699946299e-05}
{"train_loss": 0.017889779061079025, "global_step": 11444, "epoch": 64, "lr": 9.74069273219895e-05}
{"train_loss": 0.01843666285276413, "global_step": 11445, "epoch": 64, "lr": 9.740645760310887e-05}
{"train_loss": 0.008739518001675606, "global_step": 11446, "epoch": 64, "lr": 9.740598784282155e-05}
{"train_loss": 0.01331421546638012, "global_step": 11447, "epoch": 64, "lr": 9.740551804112792e-05}
{"train_loss": 0.01578163169324398, "global_step": 11448, "epoch": 64, "lr": 9.74050481980284e-05}
{"train_loss": 0.010702664032578468, "global_step": 11449, "epoch": 64, "lr": 9.74045783135234e-05}
{"train_loss": 0.011434193700551987, "global_step": 11450, "epoch": 64, "lr": 9.740410838761333e-05}
{"train_loss": 0.014346092939376831, "global_step": 11451, "epoch": 64, "lr": 9.740363842029862e-05}
{"train_loss": 0.011716298758983612, "global_step": 11452, "epoch": 64, "lr": 9.740316841157965e-05}
{"train_loss": 0.011663880199193954, "global_step": 11453, "epoch": 64, "lr": 9.740269836145684e-05}
{"train_loss": 0.01019695308059454, "global_step": 11454, "epoch": 64, "lr": 9.740222826993061e-05}
{"train_loss": 0.015167780220508575, "global_step": 11455, "epoch": 64, "lr": 9.740175813700136e-05}
{"train_loss": 0.009176339954137802, "global_step": 11456, "epoch": 64, "lr": 9.740128796266951e-05}
{"train_loss": 0.012934570200741291, "global_step": 11457, "epoch": 64, "lr": 9.740081774693546e-05}
{"train_loss": 0.020190425217151642, "global_step": 11458, "epoch": 64, "lr": 9.740034748979963e-05}
{"train_loss": 0.012214679270982742, "global_step": 11459, "epoch": 64, "lr": 9.739987719126242e-05}
{"train_loss": 0.011959902942180634, "global_step": 11460, "epoch": 64, "lr": 9.739940685132427e-05}
{"train_loss": 0.01874038577079773, "global_step": 11461, "epoch": 64, "lr": 9.739893646998555e-05}
{"train_loss": 0.018007410690188408, "global_step": 11462, "epoch": 64, "lr": 9.73984660472467e-05}
{"train_loss": 0.015037274919450283, "global_step": 11463, "epoch": 64, "lr": 9.73979955831081e-05}
{"train_loss": 0.008280782029032707, "global_step": 11464, "epoch": 64, "lr": 9.739752507757021e-05}
{"train_loss": 0.017599817365407944, "global_step": 11465, "epoch": 64, "lr": 9.739705453063339e-05}
{"train_loss": 0.011385425925254822, "global_step": 11466, "epoch": 64, "lr": 9.739658394229808e-05}
{"train_loss": 0.008398745208978653, "global_step": 11467, "epoch": 64, "lr": 9.739611331256468e-05}
{"train_loss": 0.011011118069291115, "global_step": 11468, "epoch": 64, "lr": 9.739564264143361e-05}
{"train_loss": 0.015301134437322617, "global_step": 11469, "epoch": 64, "lr": 9.739517192890529e-05}
{"train_loss": 0.012868022546172142, "global_step": 11470, "epoch": 64, "lr": 9.73947011749801e-05}
{"train_loss": 0.01262487843632698, "global_step": 11471, "epoch": 64, "lr": 9.739423037965848e-05}
{"train_loss": 0.018901821225881577, "global_step": 11472, "epoch": 64, "lr": 9.739375954294081e-05}
{"train_loss": 0.014959121122956276, "global_step": 11473, "epoch": 64, "lr": 9.739328866482754e-05}
{"train_loss": 0.010139301419258118, "global_step": 11474, "epoch": 64, "lr": 9.739281774531906e-05}
{"train_loss": 0.01615719497203827, "global_step": 11475, "epoch": 64, "lr": 9.739234678441578e-05}
{"train_loss": 0.012513593770563602, "global_step": 11476, "epoch": 64, "lr": 9.739187578211812e-05}
{"train_loss": 0.006187655963003635, "global_step": 11477, "epoch": 64, "lr": 9.739140473842648e-05}
{"train_loss": 0.008365447632968426, "global_step": 11478, "epoch": 64, "lr": 9.739093365334129e-05}
{"train_loss": 0.01388343796133995, "global_step": 11479, "epoch": 64, "lr": 9.739046252686295e-05}
{"train_loss": 0.011061953380703926, "global_step": 11480, "epoch": 64, "lr": 9.738999135899184e-05}
{"train_loss": 0.01653611660003662, "global_step": 11481, "epoch": 64, "lr": 9.738952014972844e-05}
{"train_loss": 0.015847990289330482, "global_step": 11482, "epoch": 64, "lr": 9.73890488990731e-05}
{"train_loss": 0.009846906177699566, "global_step": 11483, "epoch": 64, "lr": 9.738857760702628e-05}
{"train_loss": 0.015710752457380295, "global_step": 11484, "epoch": 64, "lr": 9.738810627358834e-05}
{"train_loss": 0.012304204516112804, "global_step": 11485, "epoch": 64, "lr": 9.738763489875975e-05}
{"train_loss": 0.010342411696910858, "global_step": 11486, "epoch": 64, "lr": 9.738716348254087e-05}
{"train_loss": 0.015269426628947258, "global_step": 11487, "epoch": 64, "lr": 9.738669202493214e-05}
{"train_loss": 0.00890734139829874, "global_step": 11488, "epoch": 64, "lr": 9.738622052593396e-05}
{"train_loss": 0.009465600363910198, "global_step": 11489, "epoch": 64, "lr": 9.738574898554674e-05}
{"train_loss": 0.01065825391560793, "global_step": 11490, "epoch": 64, "lr": 9.73852774037709e-05}
{"train_loss": 0.012068752199411392, "global_step": 11491, "epoch": 64, "lr": 9.738480578060686e-05}
{"train_loss": 0.011951026506721973, "global_step": 11492, "epoch": 64, "lr": 9.738433411605501e-05}
{"train_loss": 0.010256463661789894, "global_step": 11493, "epoch": 64, "lr": 9.738386241011579e-05}
{"train_loss": 0.016994725912809372, "global_step": 11494, "epoch": 64, "lr": 9.738339066278959e-05}
{"train_loss": 0.015791652724146843, "global_step": 11495, "epoch": 64, "lr": 9.738291887407683e-05}
{"train_loss": 0.009810177609324455, "global_step": 11496, "epoch": 64, "lr": 9.73824470439779e-05}
{"train_loss": 0.01065908744931221, "global_step": 11497, "epoch": 64, "lr": 9.738197517249326e-05}
{"train_loss": 0.012103399261832237, "global_step": 11498, "epoch": 64, "lr": 9.738150325962327e-05}
{"train_loss": 0.012275608256459236, "global_step": 11499, "epoch": 64, "lr": 9.738103130536838e-05}
{"train_loss": 0.012419629842042923, "global_step": 11500, "epoch": 64, "lr": 9.738055930972899e-05}
{"train_loss": 0.01060981210321188, "global_step": 11501, "epoch": 64, "lr": 9.738008727270551e-05}
{"train_loss": 0.022747976705431938, "global_step": 11502, "epoch": 64, "lr": 9.737961519429834e-05}
{"train_loss": 0.01209530234336853, "global_step": 11503, "epoch": 64, "lr": 9.737914307450793e-05}
{"train_loss": 0.011857353150844574, "global_step": 11504, "epoch": 64, "lr": 9.737867091333466e-05}
{"train_loss": 0.014653461053967476, "global_step": 11505, "epoch": 64, "lr": 9.737819871077894e-05}
{"train_loss": 0.01094986405223608, "global_step": 11506, "epoch": 64, "lr": 9.737772646684119e-05}
{"train_loss": 0.01537306047976017, "global_step": 11507, "epoch": 64, "lr": 9.737725418152183e-05}
{"train_loss": 0.01625293679535389, "global_step": 11508, "epoch": 64, "lr": 9.737678185482128e-05}
{"train_loss": 0.014910539612174034, "global_step": 11509, "epoch": 64, "lr": 9.737630948673993e-05}
{"train_loss": 0.011127099394798279, "global_step": 11510, "epoch": 64, "lr": 9.73758370772782e-05}
{"train_loss": 0.008687594905495644, "global_step": 11511, "epoch": 64, "lr": 9.737536462643652e-05}
{"train_loss": 0.017225049436092377, "global_step": 11512, "epoch": 64, "lr": 9.737489213421526e-05}
{"train_loss": 0.010262309573590755, "global_step": 11513, "epoch": 64, "lr": 9.737441960061488e-05}
{"train_loss": 0.016361355781555176, "global_step": 11514, "epoch": 64, "lr": 9.737394702563579e-05}
{"train_loss": 0.01393785048276186, "global_step": 11515, "epoch": 64, "lr": 9.737347440927836e-05}
{"train_loss": 0.020438285544514656, "global_step": 11516, "epoch": 64, "lr": 9.737300175154305e-05}
{"train_loss": 0.008826550096273422, "global_step": 11517, "epoch": 64, "lr": 9.737252905243024e-05}
{"train_loss": 0.007104204036295414, "global_step": 11518, "epoch": 64, "lr": 9.737205631194036e-05}
{"train_loss": 0.008811118081212044, "global_step": 11519, "epoch": 64, "lr": 9.73715835300738e-05}
{"train_loss": 0.012850821018218994, "global_step": 11520, "epoch": 64, "lr": 9.7371110706831e-05}
{"train_loss": 0.01067063957452774, "global_step": 11521, "epoch": 64, "lr": 9.737063784221238e-05}
{"train_loss": 0.020151089876890182, "global_step": 11522, "epoch": 64, "lr": 9.737016493621831e-05}
{"train_loss": 0.008208095096051693, "global_step": 11523, "epoch": 64, "lr": 9.736969198884926e-05}
{"train_loss": 0.01161951757967472, "global_step": 11524, "epoch": 64, "lr": 9.736921900010559e-05}
{"train_loss": 0.009642977267503738, "global_step": 11525, "epoch": 64, "lr": 9.736874596998775e-05}
{"train_loss": 0.014273595064878464, "global_step": 11526, "epoch": 64, "lr": 9.736827289849613e-05}
{"train_loss": 0.009091932326555252, "global_step": 11527, "epoch": 64, "lr": 9.736779978563115e-05}
{"train_loss": 0.01161976344883442, "global_step": 11528, "epoch": 64, "lr": 9.736732663139323e-05}
{"train_loss": 0.011325430124998093, "global_step": 11529, "epoch": 64, "lr": 9.736685343578278e-05}
{"train_loss": 0.014416446909308434, "global_step": 11530, "epoch": 64, "lr": 9.736638019880022e-05}
{"train_loss": 0.01059785857796669, "global_step": 11531, "epoch": 64, "lr": 9.736590692044594e-05}
{"train_loss": 0.01803070306777954, "global_step": 11532, "epoch": 64, "lr": 9.736543360072038e-05}
{"train_loss": 0.010060204192996025, "global_step": 11533, "epoch": 64, "lr": 9.736496023962394e-05}
{"train_loss": 0.02268950827419758, "global_step": 11534, "epoch": 64, "lr": 9.736448683715704e-05}
{"train_loss": 0.011879578232765198, "global_step": 11535, "epoch": 64, "lr": 9.736401339332009e-05}
{"train_loss": 0.009585614316165447, "global_step": 11536, "epoch": 64, "lr": 9.736353990811349e-05}
{"train_loss": 0.01074887253344059, "global_step": 11537, "epoch": 64, "lr": 9.736306638153767e-05}
{"train_loss": 0.012994769960641861, "global_step": 11538, "epoch": 64, "lr": 9.736259281359305e-05}
{"train_loss": 0.014359316788613796, "global_step": 11539, "epoch": 64, "lr": 9.736211920428003e-05}
{"train_loss": 0.016467034816741943, "global_step": 11540, "epoch": 64, "lr": 9.736164555359901e-05}
{"train_loss": 0.010168948210775852, "global_step": 11541, "epoch": 64, "lr": 9.736117186155045e-05}
{"train_loss": 0.015912741422653198, "global_step": 11542, "epoch": 64, "lr": 9.73606981281347e-05}
{"train_loss": 0.01715800352394581, "global_step": 11543, "epoch": 64, "lr": 9.736022435335224e-05}
{"train_loss": 0.017851566895842552, "global_step": 11544, "epoch": 64, "lr": 9.735975053720346e-05}
{"train_loss": 0.013332022354006767, "global_step": 11545, "epoch": 64, "lr": 9.735927667968874e-05}
{"train_loss": 0.009573742747306824, "global_step": 11546, "epoch": 64, "lr": 9.735880278080852e-05}
{"train_loss": 0.008286119438707829, "global_step": 11547, "epoch": 64, "lr": 9.735832884056322e-05}
{"train_loss": 0.012303955852985382, "global_step": 11548, "epoch": 64, "lr": 9.735785485895326e-05}
{"train_loss": 0.010208274237811565, "global_step": 11549, "epoch": 64, "lr": 9.735738083597903e-05}
{"train_loss": 0.0075299376621842384, "global_step": 11550, "epoch": 64, "lr": 9.735690677164095e-05}
{"train_loss": 0.009082479402422905, "global_step": 11551, "epoch": 64, "lr": 9.735643266593946e-05}
{"train_loss": 0.01668241247534752, "global_step": 11552, "epoch": 64, "lr": 9.735595851887494e-05}
{"train_loss": 0.01743358187377453, "global_step": 11553, "epoch": 64, "lr": 9.735548433044781e-05}
{"train_loss": 0.008062795735895634, "global_step": 11554, "epoch": 64, "lr": 9.73550101006585e-05}
{"train_loss": 0.022266510874032974, "global_step": 11555, "epoch": 64, "lr": 9.735453582950742e-05}
{"train_loss": 0.009740142151713371, "global_step": 11556, "epoch": 64, "lr": 9.735406151699499e-05}
{"train_loss": 0.009885970503091812, "global_step": 11557, "epoch": 64, "lr": 9.735358716312159e-05}
{"train_loss": 0.01608402654528618, "global_step": 11558, "epoch": 64, "lr": 9.73531127678877e-05}
{"train_loss": 0.009452078491449356, "global_step": 11559, "epoch": 64, "lr": 9.735263833129365e-05}
{"train_loss": 0.014566047117114067, "global_step": 11560, "epoch": 64, "lr": 9.735216385333991e-05}
{"train_loss": 0.012707177549600601, "global_step": 11561, "epoch": 64, "lr": 9.735168933402691e-05}
{"train_loss": 0.008878101594746113, "global_step": 11562, "epoch": 64, "lr": 9.735121477335501e-05}
{"train_loss": 0.01803414896130562, "global_step": 11563, "epoch": 64, "lr": 9.735074017132466e-05}
{"train_loss": 0.009200268425047398, "global_step": 11564, "epoch": 64, "lr": 9.735026552793626e-05}
{"train_loss": 0.011686945334076881, "global_step": 11565, "epoch": 64, "lr": 9.734979084319024e-05}
{"train_loss": 0.009045439772307873, "global_step": 11566, "epoch": 64, "lr": 9.734931611708701e-05}
{"train_loss": 0.010111995041370392, "global_step": 11567, "epoch": 64, "lr": 9.734884134962696e-05}
{"train_loss": 0.009180550463497639, "global_step": 11568, "epoch": 64, "lr": 9.734836654081054e-05}
{"train_loss": 0.013002565915413787, "global_step": 11569, "epoch": 64, "lr": 9.734789169063814e-05}
{"train_loss": 0.012919202446937561, "global_step": 11570, "epoch": 65, "lr": 9.73474167991102e-05}
{"train_loss": 0.010711710900068283, "global_step": 11571, "epoch": 65, "lr": 9.73469418662271e-05}
{"train_loss": 0.016012977808713913, "global_step": 11572, "epoch": 65, "lr": 9.73464668919893e-05}
{"train_loss": 0.015114481560885906, "global_step": 11573, "epoch": 65, "lr": 9.734599187639718e-05}
{"train_loss": 0.007028523366898298, "global_step": 11574, "epoch": 65, "lr": 9.734551681945114e-05}
{"train_loss": 0.017568189650774002, "global_step": 11575, "epoch": 65, "lr": 9.734504172115164e-05}
{"train_loss": 0.01909879595041275, "global_step": 11576, "epoch": 65, "lr": 9.734456658149907e-05}
{"train_loss": 0.0112348273396492, "global_step": 11577, "epoch": 65, "lr": 9.734409140049383e-05}
{"train_loss": 0.009699218906462193, "global_step": 11578, "epoch": 65, "lr": 9.734361617813638e-05}
{"train_loss": 0.020755896344780922, "global_step": 11579, "epoch": 65, "lr": 9.734314091442709e-05}
{"train_loss": 0.026299776509404182, "global_step": 11580, "epoch": 65, "lr": 9.73426656093664e-05}
{"train_loss": 0.012928441166877747, "global_step": 11581, "epoch": 65, "lr": 9.734219026295473e-05}
{"train_loss": 0.010778137482702732, "global_step": 11582, "epoch": 65, "lr": 9.734171487519246e-05}
{"train_loss": 0.015929706394672394, "global_step": 11583, "epoch": 65, "lr": 9.734123944608006e-05}
{"train_loss": 0.011270993389189243, "global_step": 11584, "epoch": 65, "lr": 9.734076397561789e-05}
{"train_loss": 0.013864811509847641, "global_step": 11585, "epoch": 65, "lr": 9.73402884638064e-05}
{"train_loss": 0.015013236552476883, "global_step": 11586, "epoch": 65, "lr": 9.7339812910646e-05}
{"train_loss": 0.009476814419031143, "global_step": 11587, "epoch": 65, "lr": 9.73393373161371e-05}
{"train_loss": 0.008344260975718498, "global_step": 11588, "epoch": 65, "lr": 9.73388616802801e-05}
{"train_loss": 0.013752863742411137, "global_step": 11589, "epoch": 65, "lr": 9.733838600307543e-05}
{"train_loss": 0.010491585358977318, "global_step": 11590, "epoch": 65, "lr": 9.733791028452352e-05}
{"train_loss": 0.01961490884423256, "global_step": 11591, "epoch": 65, "lr": 9.733743452462478e-05}
{"train_loss": 0.012007046490907669, "global_step": 11592, "epoch": 65, "lr": 9.73369587233796e-05}
{"train_loss": 0.010760489851236343, "global_step": 11593, "epoch": 65, "lr": 9.733648288078843e-05}
{"train_loss": 0.014937542378902435, "global_step": 11594, "epoch": 65, "lr": 9.733600699685166e-05}
{"train_loss": 0.011082584038376808, "global_step": 11595, "epoch": 65, "lr": 9.733553107156973e-05}
{"train_loss": 0.008712269365787506, "global_step": 11596, "epoch": 65, "lr": 9.7335055104943e-05}
{"train_loss": 0.007182604633271694, "global_step": 11597, "epoch": 65, "lr": 9.733457909697197e-05}
{"train_loss": 0.004521784372627735, "global_step": 11598, "epoch": 65, "lr": 9.7334103047657e-05}
{"train_loss": 0.007507620844990015, "global_step": 11599, "epoch": 65, "lr": 9.733362695699851e-05}
{"train_loss": 0.011796070262789726, "global_step": 11600, "epoch": 65, "lr": 9.733315082499693e-05}
{"train_loss": 0.00798189826309681, "global_step": 11601, "epoch": 65, "lr": 9.733267465165265e-05}
{"train_loss": 0.0175006203353405, "global_step": 11602, "epoch": 65, "lr": 9.733219843696613e-05}
{"train_loss": 0.01074732095003128, "global_step": 11603, "epoch": 65, "lr": 9.733172218093774e-05}
{"train_loss": 0.013023024424910545, "global_step": 11604, "epoch": 65, "lr": 9.733124588356795e-05}
{"train_loss": 0.016402896493673325, "global_step": 11605, "epoch": 65, "lr": 9.733076954485711e-05}
{"train_loss": 0.009702193550765514, "global_step": 11606, "epoch": 65, "lr": 9.733029316480568e-05}
{"train_loss": 0.006913821678608656, "global_step": 11607, "epoch": 65, "lr": 9.732981674341407e-05}
{"train_loss": 0.012909851968288422, "global_step": 11608, "epoch": 65, "lr": 9.732934028068269e-05}
{"train_loss": 0.008424505591392517, "global_step": 11609, "epoch": 65, "lr": 9.732886377661195e-05}
{"train_loss": 0.013469220139086246, "global_step": 11610, "epoch": 65, "lr": 9.732838723120229e-05}
{"train_loss": 0.011899990029633045, "global_step": 11611, "epoch": 65, "lr": 9.73279106444541e-05}
{"train_loss": 0.006964975502341986, "global_step": 11612, "epoch": 65, "lr": 9.732743401636782e-05}
{"train_loss": 0.022453751415014267, "global_step": 11613, "epoch": 65, "lr": 9.732695734694382e-05}
{"train_loss": 0.013073131442070007, "global_step": 11614, "epoch": 65, "lr": 9.732648063618257e-05}
{"train_loss": 0.009266725741326809, "global_step": 11615, "epoch": 65, "lr": 9.732600388408447e-05}
{"train_loss": 0.011805105023086071, "global_step": 11616, "epoch": 65, "lr": 9.732552709064993e-05}
{"train_loss": 0.010990510694682598, "global_step": 11617, "epoch": 65, "lr": 9.732505025587937e-05}
{"train_loss": 0.009592436254024506, "global_step": 11618, "epoch": 65, "lr": 9.732457337977319e-05}
{"train_loss": 0.009725548326969147, "global_step": 11619, "epoch": 65, "lr": 9.732409646233183e-05}
{"train_loss": 0.011593193747103214, "global_step": 11620, "epoch": 65, "lr": 9.73236195035557e-05}
{"train_loss": 0.012120209634304047, "global_step": 11621, "epoch": 65, "lr": 9.732314250344522e-05}
{"train_loss": 0.010875784792006016, "global_step": 11622, "epoch": 65, "lr": 9.73226654620008e-05}
{"train_loss": 0.011240027844905853, "global_step": 11623, "epoch": 65, "lr": 9.732218837922284e-05}
{"train_loss": 0.012790926732122898, "global_step": 11624, "epoch": 65, "lr": 9.732171125511179e-05}
{"train_loss": 0.013463173061609268, "global_step": 11625, "epoch": 65, "lr": 9.732123408966805e-05}
{"train_loss": 0.011620487086474895, "global_step": 11626, "epoch": 65, "lr": 9.732075688289204e-05}
{"train_loss": 0.012448805384337902, "global_step": 11627, "epoch": 65, "lr": 9.732027963478417e-05}
{"train_loss": 0.007774422876536846, "global_step": 11628, "epoch": 65, "lr": 9.731980234534486e-05}
{"train_loss": 0.011065036989748478, "global_step": 11629, "epoch": 65, "lr": 9.731932501457453e-05}
{"train_loss": 0.014130824245512486, "global_step": 11630, "epoch": 65, "lr": 9.73188476424736e-05}
{"train_loss": 0.008291793055832386, "global_step": 11631, "epoch": 65, "lr": 9.731837022904248e-05}
{"train_loss": 0.01864127814769745, "global_step": 11632, "epoch": 65, "lr": 9.731789277428159e-05}
{"train_loss": 0.007660207338631153, "global_step": 11633, "epoch": 65, "lr": 9.731741527819135e-05}
{"train_loss": 0.018789080902934074, "global_step": 11634, "epoch": 65, "lr": 9.731693774077217e-05}
{"train_loss": 0.01294652745127678, "global_step": 11635, "epoch": 65, "lr": 9.731646016202447e-05}
{"train_loss": 0.017240535467863083, "global_step": 11636, "epoch": 65, "lr": 9.731598254194867e-05}
{"train_loss": 0.00885974895209074, "global_step": 11637, "epoch": 65, "lr": 9.731550488054517e-05}
{"train_loss": 0.018461942672729492, "global_step": 11638, "epoch": 65, "lr": 9.731502717781443e-05}
{"train_loss": 0.008811241015791893, "global_step": 11639, "epoch": 65, "lr": 9.731454943375682e-05}
{"train_loss": 0.016032736748456955, "global_step": 11640, "epoch": 65, "lr": 9.731407164837278e-05}
{"train_loss": 0.011318625882267952, "global_step": 11641, "epoch": 65, "lr": 9.731359382166272e-05}
{"train_loss": 0.014040589332580566, "global_step": 11642, "epoch": 65, "lr": 9.731311595362707e-05}
{"train_loss": 0.009005138650536537, "global_step": 11643, "epoch": 65, "lr": 9.731263804426623e-05}
{"train_loss": 0.014565762132406235, "global_step": 11644, "epoch": 65, "lr": 9.731216009358064e-05}
{"train_loss": 0.012312964536249638, "global_step": 11645, "epoch": 65, "lr": 9.731168210157069e-05}
{"train_loss": 0.010546551086008549, "global_step": 11646, "epoch": 65, "lr": 9.731120406823681e-05}
{"train_loss": 0.011449920013546944, "global_step": 11647, "epoch": 65, "lr": 9.731072599357944e-05}
{"train_loss": 0.006844507530331612, "global_step": 11648, "epoch": 65, "lr": 9.731024787759894e-05}
{"train_loss": 0.012342746369540691, "global_step": 11649, "epoch": 65, "lr": 9.73097697202958e-05}
{"train_loss": 0.00978693924844265, "global_step": 11650, "epoch": 65, "lr": 9.730929152167038e-05}
{"train_loss": 0.017156757414340973, "global_step": 11651, "epoch": 65, "lr": 9.730881328172312e-05}
{"train_loss": 0.005916723981499672, "global_step": 11652, "epoch": 65, "lr": 9.730833500045444e-05}
{"train_loss": 0.009713932871818542, "global_step": 11653, "epoch": 65, "lr": 9.730785667786478e-05}
{"train_loss": 0.006726354360580444, "global_step": 11654, "epoch": 65, "lr": 9.730737831395449e-05}
{"train_loss": 0.011554058641195297, "global_step": 11655, "epoch": 65, "lr": 9.730689990872406e-05}
{"train_loss": 0.008802080526947975, "global_step": 11656, "epoch": 65, "lr": 9.730642146217386e-05}
{"train_loss": 0.01516690943390131, "global_step": 11657, "epoch": 65, "lr": 9.730594297430433e-05}
{"train_loss": 0.012124444358050823, "global_step": 11658, "epoch": 65, "lr": 9.730546444511589e-05}
{"train_loss": 0.012989947572350502, "global_step": 11659, "epoch": 65, "lr": 9.730498587460895e-05}
{"train_loss": 0.011715319007635117, "global_step": 11660, "epoch": 65, "lr": 9.730450726278393e-05}
{"train_loss": 0.006567185744643211, "global_step": 11661, "epoch": 65, "lr": 9.730402860964126e-05}
{"train_loss": 0.011574863456189632, "global_step": 11662, "epoch": 65, "lr": 9.730354991518132e-05}
{"train_loss": 0.012159241363406181, "global_step": 11663, "epoch": 65, "lr": 9.730307117940457e-05}
{"train_loss": 0.01088729128241539, "global_step": 11664, "epoch": 65, "lr": 9.730259240231141e-05}
{"train_loss": 0.013363925740122795, "global_step": 11665, "epoch": 65, "lr": 9.730211358390225e-05}
{"train_loss": 0.015052193775773048, "global_step": 11666, "epoch": 65, "lr": 9.730163472417754e-05}
{"train_loss": 0.013119766488671303, "global_step": 11667, "epoch": 65, "lr": 9.730115582313766e-05}
{"train_loss": 0.007052983622997999, "global_step": 11668, "epoch": 65, "lr": 9.730067688078305e-05}
{"train_loss": 0.008817369118332863, "global_step": 11669, "epoch": 65, "lr": 9.730019789711414e-05}
{"train_loss": 0.012992296367883682, "global_step": 11670, "epoch": 65, "lr": 9.72997188721313e-05}
{"train_loss": 0.0120980404317379, "global_step": 11671, "epoch": 65, "lr": 9.7299239805835e-05}
{"train_loss": 0.011851536110043526, "global_step": 11672, "epoch": 65, "lr": 9.729876069822563e-05}
{"train_loss": 0.013078812509775162, "global_step": 11673, "epoch": 65, "lr": 9.729828154930362e-05}
{"train_loss": 0.01047295518219471, "global_step": 11674, "epoch": 65, "lr": 9.729780235906939e-05}
{"train_loss": 0.008852435275912285, "global_step": 11675, "epoch": 65, "lr": 9.729732312752336e-05}
{"train_loss": 0.012956637889146805, "global_step": 11676, "epoch": 65, "lr": 9.729684385466592e-05}
{"train_loss": 0.012183569371700287, "global_step": 11677, "epoch": 65, "lr": 9.729636454049753e-05}
{"train_loss": 0.012843528762459755, "global_step": 11678, "epoch": 65, "lr": 9.72958851850186e-05}
{"train_loss": 0.017961235716938972, "global_step": 11679, "epoch": 65, "lr": 9.729540578822951e-05}
{"train_loss": 0.010155855678021908, "global_step": 11680, "epoch": 65, "lr": 9.729492635013074e-05}
{"train_loss": 0.008384695276618004, "global_step": 11681, "epoch": 65, "lr": 9.729444687072264e-05}
{"train_loss": 0.012174681760370731, "global_step": 11682, "epoch": 65, "lr": 9.729396735000569e-05}
{"train_loss": 0.022794609889388084, "global_step": 11683, "epoch": 65, "lr": 9.729348778798029e-05}
{"train_loss": 0.015260107815265656, "global_step": 11684, "epoch": 65, "lr": 9.729300818464684e-05}
{"train_loss": 0.019292311742901802, "global_step": 11685, "epoch": 65, "lr": 9.729252854000576e-05}
{"train_loss": 0.011158452369272709, "global_step": 11686, "epoch": 65, "lr": 9.72920488540575e-05}
{"train_loss": 0.017414316534996033, "global_step": 11687, "epoch": 65, "lr": 9.729156912680245e-05}
{"train_loss": 0.011075574904680252, "global_step": 11688, "epoch": 65, "lr": 9.729108935824105e-05}
{"train_loss": 0.010743275284767151, "global_step": 11689, "epoch": 65, "lr": 9.729060954837369e-05}
{"train_loss": 0.012265552766621113, "global_step": 11690, "epoch": 65, "lr": 9.729012969720081e-05}
{"train_loss": 0.009437860921025276, "global_step": 11691, "epoch": 65, "lr": 9.728964980472284e-05}
{"train_loss": 0.009918397292494774, "global_step": 11692, "epoch": 65, "lr": 9.728916987094017e-05}
{"train_loss": 0.009081954136490822, "global_step": 11693, "epoch": 65, "lr": 9.728868989585325e-05}
{"train_loss": 0.011037077754735947, "global_step": 11694, "epoch": 65, "lr": 9.728820987946248e-05}
{"train_loss": 0.016897497698664665, "global_step": 11695, "epoch": 65, "lr": 9.728772982176826e-05}
{"train_loss": 0.01334680151194334, "global_step": 11696, "epoch": 65, "lr": 9.728724972277106e-05}
{"train_loss": 0.007029741536825895, "global_step": 11697, "epoch": 65, "lr": 9.728676958247127e-05}
{"train_loss": 0.019332967698574066, "global_step": 11698, "epoch": 65, "lr": 9.72862894008693e-05}
{"train_loss": 0.013540999963879585, "global_step": 11699, "epoch": 65, "lr": 9.728580917796557e-05}
{"train_loss": 0.008972267620265484, "global_step": 11700, "epoch": 65, "lr": 9.728532891376051e-05}
{"train_loss": 0.008323604241013527, "global_step": 11701, "epoch": 65, "lr": 9.728484860825456e-05}
{"train_loss": 0.00978885032236576, "global_step": 11702, "epoch": 65, "lr": 9.728436826144811e-05}
{"train_loss": 0.011625047773122787, "global_step": 11703, "epoch": 65, "lr": 9.728388787334158e-05}
{"train_loss": 0.007966166362166405, "global_step": 11704, "epoch": 65, "lr": 9.72834074439354e-05}
{"train_loss": 0.009209124371409416, "global_step": 11705, "epoch": 65, "lr": 9.728292697323001e-05}
{"train_loss": 0.01311646681278944, "global_step": 11706, "epoch": 65, "lr": 9.728244646122577e-05}
{"train_loss": 0.011621033772826195, "global_step": 11707, "epoch": 65, "lr": 9.728196590792316e-05}
{"train_loss": 0.01157892681658268, "global_step": 11708, "epoch": 65, "lr": 9.728148531332258e-05}
{"train_loss": 0.011598275974392891, "global_step": 11709, "epoch": 65, "lr": 9.728100467742444e-05}
{"train_loss": 0.0188620425760746, "global_step": 11710, "epoch": 65, "lr": 9.728052400022916e-05}
{"train_loss": 0.012831440195441246, "global_step": 11711, "epoch": 65, "lr": 9.728004328173717e-05}
{"train_loss": 0.012033218517899513, "global_step": 11712, "epoch": 65, "lr": 9.727956252194889e-05}
{"train_loss": 0.011324362829327583, "global_step": 11713, "epoch": 65, "lr": 9.727908172086472e-05}
{"train_loss": 0.009461922571063042, "global_step": 11714, "epoch": 65, "lr": 9.727860087848511e-05}
{"train_loss": 0.01760544627904892, "global_step": 11715, "epoch": 65, "lr": 9.727811999481047e-05}
{"train_loss": 0.012358302250504494, "global_step": 11716, "epoch": 65, "lr": 9.727763906984119e-05}
{"train_loss": 0.007869144901633263, "global_step": 11717, "epoch": 65, "lr": 9.727715810357775e-05}
{"train_loss": 0.011559832841157913, "global_step": 11718, "epoch": 65, "lr": 9.727667709602052e-05}
{"train_loss": 0.009495055302977562, "global_step": 11719, "epoch": 65, "lr": 9.727619604716993e-05}
{"train_loss": 0.012179756537079811, "global_step": 11720, "epoch": 65, "lr": 9.727571495702641e-05}
{"train_loss": 0.019137650728225708, "global_step": 11721, "epoch": 65, "lr": 9.727523382559038e-05}
{"train_loss": 0.011299168691039085, "global_step": 11722, "epoch": 65, "lr": 9.727475265286225e-05}
{"train_loss": 0.022831261157989502, "global_step": 11723, "epoch": 65, "lr": 9.727427143884246e-05}
{"train_loss": 0.00895287562161684, "global_step": 11724, "epoch": 65, "lr": 9.727379018353142e-05}
{"train_loss": 0.01091153547167778, "global_step": 11725, "epoch": 65, "lr": 9.727330888692952e-05}
{"train_loss": 0.013436755165457726, "global_step": 11726, "epoch": 65, "lr": 9.727282754903723e-05}
{"train_loss": 0.012468990869820118, "global_step": 11727, "epoch": 65, "lr": 9.727234616985495e-05}
{"train_loss": 0.009456002153456211, "global_step": 11728, "epoch": 65, "lr": 9.727186474938307e-05}
{"train_loss": 0.010410137474536896, "global_step": 11729, "epoch": 65, "lr": 9.727138328762207e-05}
{"train_loss": 0.013263758271932602, "global_step": 11730, "epoch": 65, "lr": 9.727090178457232e-05}
{"train_loss": 0.01228274591267109, "global_step": 11731, "epoch": 65, "lr": 9.727042024023428e-05}
{"train_loss": 0.008827428333461285, "global_step": 11732, "epoch": 65, "lr": 9.726993865460834e-05}
{"train_loss": 0.012931717559695244, "global_step": 11733, "epoch": 65, "lr": 9.726945702769494e-05}
{"train_loss": 0.010614718310534954, "global_step": 11734, "epoch": 65, "lr": 9.726897535949447e-05}
{"train_loss": 0.01377401314675808, "global_step": 11735, "epoch": 65, "lr": 9.726849365000739e-05}
{"train_loss": 0.011628575623035431, "global_step": 11736, "epoch": 65, "lr": 9.72680118992341e-05}
{"train_loss": 0.01654498651623726, "global_step": 11737, "epoch": 65, "lr": 9.726753010717504e-05}
{"train_loss": 0.005842081271111965, "global_step": 11738, "epoch": 65, "lr": 9.72670482738306e-05}
{"train_loss": 0.01160702109336853, "global_step": 11739, "epoch": 65, "lr": 9.726656639920121e-05}
{"train_loss": 0.015763740986585617, "global_step": 11740, "epoch": 65, "lr": 9.72660844832873e-05}
{"train_loss": 0.015346469357609749, "global_step": 11741, "epoch": 65, "lr": 9.72656025260893e-05}
{"train_loss": 0.016413113102316856, "global_step": 11742, "epoch": 65, "lr": 9.726512052760761e-05}
{"train_loss": 0.006738683674484491, "global_step": 11743, "epoch": 65, "lr": 9.726463848784266e-05}
{"train_loss": 0.012451648712158203, "global_step": 11744, "epoch": 65, "lr": 9.726415640679487e-05}
{"train_loss": 0.00727088563144207, "global_step": 11745, "epoch": 65, "lr": 9.726367428446466e-05}
{"train_loss": 0.013940274715423584, "global_step": 11746, "epoch": 65, "lr": 9.726319212085245e-05}
{"train_loss": 0.012207819910175848, "global_step": 11747, "epoch": 65, "lr": 9.726270991595867e-05, "train_action_mse_error": 6.39811041764915e-05}
{"train_loss": 0.015515390783548355, "global_step": 11748, "epoch": 66, "lr": 9.726222766978375e-05}
{"train_loss": 0.02010396122932434, "global_step": 11749, "epoch": 66, "lr": 9.726174538232807e-05}
{"train_loss": 0.012756389565765858, "global_step": 11750, "epoch": 66, "lr": 9.72612630535921e-05}
{"train_loss": 0.010759228840470314, "global_step": 11751, "epoch": 66, "lr": 9.726078068357623e-05}
{"train_loss": 0.008443478494882584, "global_step": 11752, "epoch": 66, "lr": 9.72602982722809e-05}
{"train_loss": 0.011184031143784523, "global_step": 11753, "epoch": 66, "lr": 9.72598158197065e-05}
{"train_loss": 0.009821237996220589, "global_step": 11754, "epoch": 66, "lr": 9.725933332585349e-05}
{"train_loss": 0.012738039717078209, "global_step": 11755, "epoch": 66, "lr": 9.725885079072225e-05}
{"train_loss": 0.011751141399145126, "global_step": 11756, "epoch": 66, "lr": 9.725836821431327e-05}
{"train_loss": 0.0076205674558877945, "global_step": 11757, "epoch": 66, "lr": 9.72578855966269e-05}
{"train_loss": 0.017118342220783234, "global_step": 11758, "epoch": 66, "lr": 9.725740293766359e-05}
{"train_loss": 0.010954141616821289, "global_step": 11759, "epoch": 66, "lr": 9.725692023742377e-05}
{"train_loss": 0.021943790838122368, "global_step": 11760, "epoch": 66, "lr": 9.725643749590783e-05}
{"train_loss": 0.0128737548366189, "global_step": 11761, "epoch": 66, "lr": 9.725595471311624e-05}
{"train_loss": 0.01903173327445984, "global_step": 11762, "epoch": 66, "lr": 9.725547188904938e-05}
{"train_loss": 0.011740487068891525, "global_step": 11763, "epoch": 66, "lr": 9.725498902370769e-05}
{"train_loss": 0.010797287337481976, "global_step": 11764, "epoch": 66, "lr": 9.72545061170916e-05}
{"train_loss": 0.00914115458726883, "global_step": 11765, "epoch": 66, "lr": 9.725402316920152e-05}
{"train_loss": 0.010141820646822453, "global_step": 11766, "epoch": 66, "lr": 9.725354018003785e-05}
{"train_loss": 0.009925286285579205, "global_step": 11767, "epoch": 66, "lr": 9.725305714960106e-05}
{"train_loss": 0.011302832514047623, "global_step": 11768, "epoch": 66, "lr": 9.725257407789153e-05}
{"train_loss": 0.011017996817827225, "global_step": 11769, "epoch": 66, "lr": 9.72520909649097e-05}
{"train_loss": 0.015039153397083282, "global_step": 11770, "epoch": 66, "lr": 9.725160781065601e-05}
{"train_loss": 0.006889973767101765, "global_step": 11771, "epoch": 66, "lr": 9.725112461513084e-05}
{"train_loss": 0.019437769427895546, "global_step": 11772, "epoch": 66, "lr": 9.725064137833464e-05}
{"train_loss": 0.006792687810957432, "global_step": 11773, "epoch": 66, "lr": 9.725015810026783e-05}
{"train_loss": 0.014358754269778728, "global_step": 11774, "epoch": 66, "lr": 9.724967478093083e-05}
{"train_loss": 0.017037946730852127, "global_step": 11775, "epoch": 66, "lr": 9.724919142032405e-05}
{"train_loss": 0.0077202534303069115, "global_step": 11776, "epoch": 66, "lr": 9.724870801844795e-05}
{"train_loss": 0.014949683099985123, "global_step": 11777, "epoch": 66, "lr": 9.72482245753029e-05}
{"train_loss": 0.01077856495976448, "global_step": 11778, "epoch": 66, "lr": 9.724774109088935e-05}
{"train_loss": 0.015711156651377678, "global_step": 11779, "epoch": 66, "lr": 9.724725756520773e-05}
{"train_loss": 0.013311536982655525, "global_step": 11780, "epoch": 66, "lr": 9.724677399825844e-05}
{"train_loss": 0.006744605954736471, "global_step": 11781, "epoch": 66, "lr": 9.724629039004192e-05}
{"train_loss": 0.018226761370897293, "global_step": 11782, "epoch": 66, "lr": 9.724580674055859e-05}
{"train_loss": 0.012349058873951435, "global_step": 11783, "epoch": 66, "lr": 9.724532304980886e-05}
{"train_loss": 0.012321672402322292, "global_step": 11784, "epoch": 66, "lr": 9.724483931779318e-05}
{"train_loss": 0.010563639923930168, "global_step": 11785, "epoch": 66, "lr": 9.724435554451194e-05}
{"train_loss": 0.01003146544098854, "global_step": 11786, "epoch": 66, "lr": 9.724387172996559e-05}
{"train_loss": 0.007279601879417896, "global_step": 11787, "epoch": 66, "lr": 9.724338787415452e-05}
{"train_loss": 0.007991692051291466, "global_step": 11788, "epoch": 66, "lr": 9.724290397707917e-05}
{"train_loss": 0.011484195478260517, "global_step": 11789, "epoch": 66, "lr": 9.724242003873998e-05}
{"train_loss": 0.011021455749869347, "global_step": 11790, "epoch": 66, "lr": 9.724193605913736e-05}
{"train_loss": 0.006100969389081001, "global_step": 11791, "epoch": 66, "lr": 9.724145203827174e-05}
{"train_loss": 0.01926206797361374, "global_step": 11792, "epoch": 66, "lr": 9.72409679761435e-05}
{"train_loss": 0.009640460833907127, "global_step": 11793, "epoch": 66, "lr": 9.724048387275311e-05}
{"train_loss": 0.01678485982120037, "global_step": 11794, "epoch": 66, "lr": 9.723999972810098e-05}
{"train_loss": 0.023868665099143982, "global_step": 11795, "epoch": 66, "lr": 9.723951554218754e-05}
{"train_loss": 0.009131642058491707, "global_step": 11796, "epoch": 66, "lr": 9.72390313150132e-05}
{"train_loss": 0.013435639441013336, "global_step": 11797, "epoch": 66, "lr": 9.723854704657837e-05}
{"train_loss": 0.01344370935112238, "global_step": 11798, "epoch": 66, "lr": 9.723806273688351e-05}
{"train_loss": 0.011456039734184742, "global_step": 11799, "epoch": 66, "lr": 9.723757838592901e-05}
{"train_loss": 0.014641910791397095, "global_step": 11800, "epoch": 66, "lr": 9.723709399371532e-05}
{"train_loss": 0.010322503745555878, "global_step": 11801, "epoch": 66, "lr": 9.723660956024286e-05}
{"train_loss": 0.01676839217543602, "global_step": 11802, "epoch": 66, "lr": 9.7236125085512e-05}
{"train_loss": 0.008776791393756866, "global_step": 11803, "epoch": 66, "lr": 9.723564056952325e-05}
{"train_loss": 0.011812036857008934, "global_step": 11804, "epoch": 66, "lr": 9.723515601227696e-05}
{"train_loss": 0.011838759295642376, "global_step": 11805, "epoch": 66, "lr": 9.72346714137736e-05}
{"train_loss": 0.011647207662463188, "global_step": 11806, "epoch": 66, "lr": 9.723418677401357e-05}
{"train_loss": 0.013006391935050488, "global_step": 11807, "epoch": 66, "lr": 9.723370209299729e-05}
{"train_loss": 0.01241857185959816, "global_step": 11808, "epoch": 66, "lr": 9.723321737072519e-05}
{"train_loss": 0.008116357959806919, "global_step": 11809, "epoch": 66, "lr": 9.723273260719772e-05}
{"train_loss": 0.015362228266894817, "global_step": 11810, "epoch": 66, "lr": 9.723224780241526e-05}
{"train_loss": 0.010028103366494179, "global_step": 11811, "epoch": 66, "lr": 9.723176295637824e-05}
{"train_loss": 0.0155158257111907, "global_step": 11812, "epoch": 66, "lr": 9.723127806908712e-05}
{"train_loss": 0.008164605125784874, "global_step": 11813, "epoch": 66, "lr": 9.723079314054229e-05}
{"train_loss": 0.007338213734328747, "global_step": 11814, "epoch": 66, "lr": 9.723030817074419e-05}
{"train_loss": 0.01906430721282959, "global_step": 11815, "epoch": 66, "lr": 9.722982315969323e-05}
{"train_loss": 0.012308469042181969, "global_step": 11816, "epoch": 66, "lr": 9.722933810738984e-05}
{"train_loss": 0.011922739446163177, "global_step": 11817, "epoch": 66, "lr": 9.722885301383442e-05}
{"train_loss": 0.005602223798632622, "global_step": 11818, "epoch": 66, "lr": 9.722836787902745e-05}
{"train_loss": 0.010963483713567257, "global_step": 11819, "epoch": 66, "lr": 9.722788270296932e-05}
{"train_loss": 0.014165716245770454, "global_step": 11820, "epoch": 66, "lr": 9.722739748566043e-05}
{"train_loss": 0.011078471317887306, "global_step": 11821, "epoch": 66, "lr": 9.722691222710125e-05}
{"train_loss": 0.007728432305157185, "global_step": 11822, "epoch": 66, "lr": 9.722642692729218e-05}
{"train_loss": 0.011503290385007858, "global_step": 11823, "epoch": 66, "lr": 9.722594158623364e-05}
{"train_loss": 0.009573576971888542, "global_step": 11824, "epoch": 66, "lr": 9.722545620392607e-05}
{"train_loss": 0.017138905823230743, "global_step": 11825, "epoch": 66, "lr": 9.722497078036987e-05}
{"train_loss": 0.009206339716911316, "global_step": 11826, "epoch": 66, "lr": 9.722448531556549e-05}
{"train_loss": 0.013502053916454315, "global_step": 11827, "epoch": 66, "lr": 9.722399980951334e-05}
{"train_loss": 0.01212396938353777, "global_step": 11828, "epoch": 66, "lr": 9.722351426221384e-05}
{"train_loss": 0.012536624446511269, "global_step": 11829, "epoch": 66, "lr": 9.722302867366743e-05}
{"train_loss": 0.01776745170354843, "global_step": 11830, "epoch": 66, "lr": 9.722254304387453e-05}
{"train_loss": 0.007198931649327278, "global_step": 11831, "epoch": 66, "lr": 9.722205737283554e-05}
{"train_loss": 0.016324937343597412, "global_step": 11832, "epoch": 66, "lr": 9.722157166055091e-05}
{"train_loss": 0.006676735822111368, "global_step": 11833, "epoch": 66, "lr": 9.722108590702106e-05}
{"train_loss": 0.015653401613235474, "global_step": 11834, "epoch": 66, "lr": 9.72206001122464e-05}
{"train_loss": 0.014115662313997746, "global_step": 11835, "epoch": 66, "lr": 9.722011427622739e-05}
{"train_loss": 0.010545283555984497, "global_step": 11836, "epoch": 66, "lr": 9.721962839896441e-05}
{"train_loss": 0.008712327107787132, "global_step": 11837, "epoch": 66, "lr": 9.721914248045791e-05}
{"train_loss": 0.018043277785182, "global_step": 11838, "epoch": 66, "lr": 9.721865652070831e-05}
{"train_loss": 0.01647612825036049, "global_step": 11839, "epoch": 66, "lr": 9.721817051971604e-05}
{"train_loss": 0.009730707854032516, "global_step": 11840, "epoch": 66, "lr": 9.721768447748152e-05}
{"train_loss": 0.014443915337324142, "global_step": 11841, "epoch": 66, "lr": 9.721719839400516e-05}
{"train_loss": 0.011320160701870918, "global_step": 11842, "epoch": 66, "lr": 9.721671226928739e-05}
{"train_loss": 0.019227808341383934, "global_step": 11843, "epoch": 66, "lr": 9.721622610332866e-05}
{"train_loss": 0.005910319276154041, "global_step": 11844, "epoch": 66, "lr": 9.721573989612937e-05}
{"train_loss": 0.009394889697432518, "global_step": 11845, "epoch": 66, "lr": 9.721525364768995e-05}
{"train_loss": 0.011676897294819355, "global_step": 11846, "epoch": 66, "lr": 9.721476735801083e-05}
{"train_loss": 0.010297669097781181, "global_step": 11847, "epoch": 66, "lr": 9.721428102709242e-05}
{"train_loss": 0.012130065821111202, "global_step": 11848, "epoch": 66, "lr": 9.721379465493516e-05}
{"train_loss": 0.013534314930438995, "global_step": 11849, "epoch": 66, "lr": 9.721330824153946e-05}
{"train_loss": 0.015526998788118362, "global_step": 11850, "epoch": 66, "lr": 9.721282178690578e-05}
{"train_loss": 0.010820230469107628, "global_step": 11851, "epoch": 66, "lr": 9.721233529103451e-05}
{"train_loss": 0.010607295669615269, "global_step": 11852, "epoch": 66, "lr": 9.721184875392607e-05}
{"train_loss": 0.013043127954006195, "global_step": 11853, "epoch": 66, "lr": 9.721136217558091e-05}
{"train_loss": 0.020002909004688263, "global_step": 11854, "epoch": 66, "lr": 9.721087555599945e-05}
{"train_loss": 0.012530269101262093, "global_step": 11855, "epoch": 66, "lr": 9.72103888951821e-05}
{"train_loss": 0.01800720952451229, "global_step": 11856, "epoch": 66, "lr": 9.72099021931293e-05}
{"train_loss": 0.004404121078550816, "global_step": 11857, "epoch": 66, "lr": 9.720941544984145e-05}
{"train_loss": 0.011462065391242504, "global_step": 11858, "epoch": 66, "lr": 9.720892866531904e-05}
{"train_loss": 0.011270159855484962, "global_step": 11859, "epoch": 66, "lr": 9.720844183956241e-05}
{"train_loss": 0.010542672127485275, "global_step": 11860, "epoch": 66, "lr": 9.720795497257204e-05}
{"train_loss": 0.00898924469947815, "global_step": 11861, "epoch": 66, "lr": 9.720746806434834e-05}
{"train_loss": 0.009020354598760605, "global_step": 11862, "epoch": 66, "lr": 9.720698111489173e-05}
{"train_loss": 0.011013898067176342, "global_step": 11863, "epoch": 66, "lr": 9.720649412420265e-05}
{"train_loss": 0.016916746273636818, "global_step": 11864, "epoch": 66, "lr": 9.720600709228152e-05}
{"train_loss": 0.014990504831075668, "global_step": 11865, "epoch": 66, "lr": 9.720552001912875e-05}
{"train_loss": 0.013912597671151161, "global_step": 11866, "epoch": 66, "lr": 9.720503290474478e-05}
{"train_loss": 0.00943773239850998, "global_step": 11867, "epoch": 66, "lr": 9.720454574913002e-05}
{"train_loss": 0.016296539455652237, "global_step": 11868, "epoch": 66, "lr": 9.720405855228494e-05}
{"train_loss": 0.012277660891413689, "global_step": 11869, "epoch": 66, "lr": 9.720357131420991e-05}
{"train_loss": 0.010819260962307453, "global_step": 11870, "epoch": 66, "lr": 9.720308403490539e-05}
{"train_loss": 0.009731375612318516, "global_step": 11871, "epoch": 66, "lr": 9.72025967143718e-05}
{"train_loss": 0.010892266407608986, "global_step": 11872, "epoch": 66, "lr": 9.720210935260954e-05}
{"train_loss": 0.01446845568716526, "global_step": 11873, "epoch": 66, "lr": 9.720162194961908e-05}
{"train_loss": 0.014528235420584679, "global_step": 11874, "epoch": 66, "lr": 9.72011345054008e-05}
{"train_loss": 0.012825875543057919, "global_step": 11875, "epoch": 66, "lr": 9.720064701995517e-05}
{"train_loss": 0.010579408146440983, "global_step": 11876, "epoch": 66, "lr": 9.720015949328259e-05}
{"train_loss": 0.008765093982219696, "global_step": 11877, "epoch": 66, "lr": 9.719967192538346e-05}
{"train_loss": 0.01245364174246788, "global_step": 11878, "epoch": 66, "lr": 9.719918431625826e-05}
{"train_loss": 0.01912965252995491, "global_step": 11879, "epoch": 66, "lr": 9.719869666590739e-05}
{"train_loss": 0.009456314146518707, "global_step": 11880, "epoch": 66, "lr": 9.719820897433127e-05}
{"train_loss": 0.008455632254481316, "global_step": 11881, "epoch": 66, "lr": 9.719772124153035e-05}
{"train_loss": 0.01428624615073204, "global_step": 11882, "epoch": 66, "lr": 9.719723346750502e-05}
{"train_loss": 0.010663611814379692, "global_step": 11883, "epoch": 66, "lr": 9.719674565225574e-05}
{"train_loss": 0.007488969713449478, "global_step": 11884, "epoch": 66, "lr": 9.719625779578291e-05}
{"train_loss": 0.010456572286784649, "global_step": 11885, "epoch": 66, "lr": 9.719576989808698e-05}
{"train_loss": 0.008571756072342396, "global_step": 11886, "epoch": 66, "lr": 9.719528195916836e-05}
{"train_loss": 0.013291312381625175, "global_step": 11887, "epoch": 66, "lr": 9.719479397902747e-05}
{"train_loss": 0.009062877856194973, "global_step": 11888, "epoch": 66, "lr": 9.719430595766474e-05}
{"train_loss": 0.014728497713804245, "global_step": 11889, "epoch": 66, "lr": 9.719381789508062e-05}
{"train_loss": 0.009733079001307487, "global_step": 11890, "epoch": 66, "lr": 9.719332979127551e-05}
{"train_loss": 0.017963405698537827, "global_step": 11891, "epoch": 66, "lr": 9.719284164624985e-05}
{"train_loss": 0.011478723026812077, "global_step": 11892, "epoch": 66, "lr": 9.719235346000405e-05}
{"train_loss": 0.016760889440774918, "global_step": 11893, "epoch": 66, "lr": 9.719186523253855e-05}
{"train_loss": 0.017934594303369522, "global_step": 11894, "epoch": 66, "lr": 9.719137696385378e-05}
{"train_loss": 0.017250031232833862, "global_step": 11895, "epoch": 66, "lr": 9.719088865395016e-05}
{"train_loss": 0.011132040992379189, "global_step": 11896, "epoch": 66, "lr": 9.719040030282813e-05}
{"train_loss": 0.008560864254832268, "global_step": 11897, "epoch": 66, "lr": 9.718991191048807e-05}
{"train_loss": 0.01002753060311079, "global_step": 11898, "epoch": 66, "lr": 9.718942347693048e-05}
{"train_loss": 0.011025257408618927, "global_step": 11899, "epoch": 66, "lr": 9.718893500215572e-05}
{"train_loss": 0.007417193613946438, "global_step": 11900, "epoch": 66, "lr": 9.718844648616425e-05}
{"train_loss": 0.016898097470402718, "global_step": 11901, "epoch": 66, "lr": 9.718795792895648e-05}
{"train_loss": 0.01357520092278719, "global_step": 11902, "epoch": 66, "lr": 9.718746933053287e-05}
{"train_loss": 0.013170553371310234, "global_step": 11903, "epoch": 66, "lr": 9.718698069089381e-05}
{"train_loss": 0.0141288498416543, "global_step": 11904, "epoch": 66, "lr": 9.718649201003973e-05}
{"train_loss": 0.010497195646166801, "global_step": 11905, "epoch": 66, "lr": 9.718600328797108e-05}
{"train_loss": 0.014270667918026447, "global_step": 11906, "epoch": 66, "lr": 9.718551452468828e-05}
{"train_loss": 0.012996720150113106, "global_step": 11907, "epoch": 66, "lr": 9.718502572019174e-05}
{"train_loss": 0.006346294656395912, "global_step": 11908, "epoch": 66, "lr": 9.71845368744819e-05}
{"train_loss": 0.012509828433394432, "global_step": 11909, "epoch": 66, "lr": 9.718404798755918e-05}
{"train_loss": 0.01096635963767767, "global_step": 11910, "epoch": 66, "lr": 9.718355905942402e-05}
{"train_loss": 0.012546338140964508, "global_step": 11911, "epoch": 66, "lr": 9.718307009007683e-05}
{"train_loss": 0.010217374190688133, "global_step": 11912, "epoch": 66, "lr": 9.718258107951806e-05}
{"train_loss": 0.008138854056596756, "global_step": 11913, "epoch": 66, "lr": 9.718209202774811e-05}
{"train_loss": 0.011728478595614433, "global_step": 11914, "epoch": 66, "lr": 9.718160293476744e-05}
{"train_loss": 0.00819479115307331, "global_step": 11915, "epoch": 66, "lr": 9.718111380057644e-05}
{"train_loss": 0.015926411375403404, "global_step": 11916, "epoch": 66, "lr": 9.718062462517556e-05}
{"train_loss": 0.015828631818294525, "global_step": 11917, "epoch": 66, "lr": 9.718013540856521e-05}
{"train_loss": 0.013252703472971916, "global_step": 11918, "epoch": 66, "lr": 9.717964615074584e-05}
{"train_loss": 0.009542711079120636, "global_step": 11919, "epoch": 66, "lr": 9.717915685171788e-05}
{"train_loss": 0.010057770647108555, "global_step": 11920, "epoch": 66, "lr": 9.717866751148173e-05}
{"train_loss": 0.012085990980267525, "global_step": 11921, "epoch": 66, "lr": 9.717817813003782e-05}
{"train_loss": 0.008800869807600975, "global_step": 11922, "epoch": 66, "lr": 9.71776887073866e-05}
{"train_loss": 0.009970017708837986, "global_step": 11923, "epoch": 66, "lr": 9.717719924352849e-05}
{"train_loss": 0.010235833935439587, "global_step": 11924, "epoch": 66, "lr": 9.717670973846392e-05}
{"train_loss": 0.012162525965465923, "global_step": 11925, "epoch": 66, "lr": 9.71762201921933e-05}
{"train_loss": 0.011801018379628658, "global_step": 11926, "epoch": 67, "lr": 9.717573060471707e-05}
{"train_loss": 0.007567337714135647, "global_step": 11927, "epoch": 67, "lr": 9.717524097603565e-05}
{"train_loss": 0.008325370959937572, "global_step": 11928, "epoch": 67, "lr": 9.717475130614948e-05}
{"train_loss": 0.010629434138536453, "global_step": 11929, "epoch": 67, "lr": 9.717426159505898e-05}
{"train_loss": 0.013247087597846985, "global_step": 11930, "epoch": 67, "lr": 9.717377184276459e-05}
{"train_loss": 0.009179431945085526, "global_step": 11931, "epoch": 67, "lr": 9.717328204926673e-05}
{"train_loss": 0.009320912882685661, "global_step": 11932, "epoch": 67, "lr": 9.717279221456581e-05}
{"train_loss": 0.00795188918709755, "global_step": 11933, "epoch": 67, "lr": 9.717230233866228e-05}
{"train_loss": 0.016030607745051384, "global_step": 11934, "epoch": 67, "lr": 9.717181242155656e-05}
{"train_loss": 0.007503505330532789, "global_step": 11935, "epoch": 67, "lr": 9.717132246324909e-05}
{"train_loss": 0.014237304218113422, "global_step": 11936, "epoch": 67, "lr": 9.717083246374028e-05}
{"train_loss": 0.010863728821277618, "global_step": 11937, "epoch": 67, "lr": 9.717034242303056e-05}
{"train_loss": 0.012151375412940979, "global_step": 11938, "epoch": 67, "lr": 9.716985234112036e-05}
{"train_loss": 0.012054606340825558, "global_step": 11939, "epoch": 67, "lr": 9.716936221801012e-05}
{"train_loss": 0.0167719554156065, "global_step": 11940, "epoch": 67, "lr": 9.716887205370025e-05}
{"train_loss": 0.013639391399919987, "global_step": 11941, "epoch": 67, "lr": 9.71683818481912e-05}
{"train_loss": 0.010668780654668808, "global_step": 11942, "epoch": 67, "lr": 9.716789160148336e-05}
{"train_loss": 0.008092419244349003, "global_step": 11943, "epoch": 67, "lr": 9.71674013135772e-05}
{"train_loss": 0.013423575088381767, "global_step": 11944, "epoch": 67, "lr": 9.716691098447314e-05}
{"train_loss": 0.010268019512295723, "global_step": 11945, "epoch": 67, "lr": 9.71664206141716e-05}
{"train_loss": 0.006987283937633038, "global_step": 11946, "epoch": 67, "lr": 9.7165930202673e-05}
{"train_loss": 0.014079507440328598, "global_step": 11947, "epoch": 67, "lr": 9.716543974997777e-05}
{"train_loss": 0.014035639353096485, "global_step": 11948, "epoch": 67, "lr": 9.716494925608635e-05}
{"train_loss": 0.0079546719789505, "global_step": 11949, "epoch": 67, "lr": 9.716445872099917e-05}
{"train_loss": 0.01742740347981453, "global_step": 11950, "epoch": 67, "lr": 9.716396814471665e-05}
{"train_loss": 0.010695344768464565, "global_step": 11951, "epoch": 67, "lr": 9.716347752723922e-05}
{"train_loss": 0.014047741889953613, "global_step": 11952, "epoch": 67, "lr": 9.716298686856731e-05}
{"train_loss": 0.014544010162353516, "global_step": 11953, "epoch": 67, "lr": 9.716249616870134e-05}
{"train_loss": 0.012524595484137535, "global_step": 11954, "epoch": 67, "lr": 9.716200542764175e-05}
{"train_loss": 0.0056023309007287025, "global_step": 11955, "epoch": 67, "lr": 9.716151464538897e-05}
{"train_loss": 0.010011383332312107, "global_step": 11956, "epoch": 67, "lr": 9.716102382194341e-05}
{"train_loss": 0.013993075117468834, "global_step": 11957, "epoch": 67, "lr": 9.716053295730552e-05}
{"train_loss": 0.007713582366704941, "global_step": 11958, "epoch": 67, "lr": 9.716004205147573e-05}
{"train_loss": 0.012719251215457916, "global_step": 11959, "epoch": 67, "lr": 9.715955110445445e-05}
{"train_loss": 0.012551771476864815, "global_step": 11960, "epoch": 67, "lr": 9.715906011624211e-05}
{"train_loss": 0.012539204210042953, "global_step": 11961, "epoch": 67, "lr": 9.715856908683918e-05}
{"train_loss": 0.00946457777172327, "global_step": 11962, "epoch": 67, "lr": 9.715807801624603e-05}
{"train_loss": 0.015158899128437042, "global_step": 11963, "epoch": 67, "lr": 9.715758690446312e-05}
{"train_loss": 0.017256811261177063, "global_step": 11964, "epoch": 67, "lr": 9.715709575149086e-05}
{"train_loss": 0.015529271215200424, "global_step": 11965, "epoch": 67, "lr": 9.715660455732971e-05}
{"train_loss": 0.016843097284436226, "global_step": 11966, "epoch": 67, "lr": 9.715611332198008e-05}
{"train_loss": 0.008601441979408264, "global_step": 11967, "epoch": 67, "lr": 9.715562204544239e-05}
{"train_loss": 0.010735297575592995, "global_step": 11968, "epoch": 67, "lr": 9.71551307277171e-05}
{"train_loss": 0.011080916970968246, "global_step": 11969, "epoch": 67, "lr": 9.715463936880462e-05}
{"train_loss": 0.010227253660559654, "global_step": 11970, "epoch": 67, "lr": 9.715414796870536e-05}
{"train_loss": 0.010836876928806305, "global_step": 11971, "epoch": 67, "lr": 9.715365652741977e-05}
{"train_loss": 0.016398413106799126, "global_step": 11972, "epoch": 67, "lr": 9.715316504494829e-05}
{"train_loss": 0.010938644409179688, "global_step": 11973, "epoch": 67, "lr": 9.715267352129133e-05}
{"train_loss": 0.015724264085292816, "global_step": 11974, "epoch": 67, "lr": 9.715218195644933e-05}
{"train_loss": 0.011995075270533562, "global_step": 11975, "epoch": 67, "lr": 9.715169035042271e-05}
{"train_loss": 0.015228557400405407, "global_step": 11976, "epoch": 67, "lr": 9.71511987032119e-05}
{"train_loss": 0.01182548701763153, "global_step": 11977, "epoch": 67, "lr": 9.715070701481733e-05}
{"train_loss": 0.013159729540348053, "global_step": 11978, "epoch": 67, "lr": 9.715021528523944e-05}
{"train_loss": 0.0160980187356472, "global_step": 11979, "epoch": 67, "lr": 9.714972351447866e-05}
{"train_loss": 0.012726178392767906, "global_step": 11980, "epoch": 67, "lr": 9.71492317025354e-05}
{"train_loss": 0.011229513213038445, "global_step": 11981, "epoch": 67, "lr": 9.714873984941012e-05}
{"train_loss": 0.018541360273957253, "global_step": 11982, "epoch": 67, "lr": 9.714824795510321e-05}
{"train_loss": 0.014520451426506042, "global_step": 11983, "epoch": 67, "lr": 9.714775601961513e-05}
{"train_loss": 0.015062179416418076, "global_step": 11984, "epoch": 67, "lr": 9.714726404294629e-05}
{"train_loss": 0.011013475246727467, "global_step": 11985, "epoch": 67, "lr": 9.714677202509715e-05}
{"train_loss": 0.015282484702765942, "global_step": 11986, "epoch": 67, "lr": 9.71462799660681e-05}
{"train_loss": 0.01235709898173809, "global_step": 11987, "epoch": 67, "lr": 9.714578786585962e-05}
{"train_loss": 0.012533298693597317, "global_step": 11988, "epoch": 67, "lr": 9.714529572447208e-05}
{"train_loss": 0.011605318635702133, "global_step": 11989, "epoch": 67, "lr": 9.714480354190596e-05}
{"train_loss": 0.014111591503024101, "global_step": 11990, "epoch": 67, "lr": 9.714431131816166e-05}
{"train_loss": 0.015524313785135746, "global_step": 11991, "epoch": 67, "lr": 9.714381905323962e-05}
{"train_loss": 0.014164311811327934, "global_step": 11992, "epoch": 67, "lr": 9.714332674714028e-05}
{"train_loss": 0.009409021586179733, "global_step": 11993, "epoch": 67, "lr": 9.714283439986405e-05}
{"train_loss": 0.008696158416569233, "global_step": 11994, "epoch": 67, "lr": 9.714234201141136e-05}
{"train_loss": 0.01902911067008972, "global_step": 11995, "epoch": 67, "lr": 9.714184958178266e-05}
{"train_loss": 0.00896515790373087, "global_step": 11996, "epoch": 67, "lr": 9.714135711097837e-05}
{"train_loss": 0.006631416268646717, "global_step": 11997, "epoch": 67, "lr": 9.714086459899892e-05}
{"train_loss": 0.008320579305291176, "global_step": 11998, "epoch": 67, "lr": 9.714037204584474e-05}
{"train_loss": 0.008770599029958248, "global_step": 11999, "epoch": 67, "lr": 9.713987945151626e-05}
{"train_loss": 0.014174939133226871, "global_step": 12000, "epoch": 67, "lr": 9.71393868160139e-05}
{"train_loss": 0.007575260009616613, "global_step": 12001, "epoch": 67, "lr": 9.713889413933811e-05}
{"train_loss": 0.010763118043541908, "global_step": 12002, "epoch": 67, "lr": 9.713840142148931e-05}
{"train_loss": 0.00974368304014206, "global_step": 12003, "epoch": 67, "lr": 9.713790866246793e-05}
{"train_loss": 0.008352960459887981, "global_step": 12004, "epoch": 67, "lr": 9.71374158622744e-05}
{"train_loss": 0.019351933151483536, "global_step": 12005, "epoch": 67, "lr": 9.713692302090916e-05}
{"train_loss": 0.011263824999332428, "global_step": 12006, "epoch": 67, "lr": 9.713643013837263e-05}
{"train_loss": 0.008501993492245674, "global_step": 12007, "epoch": 67, "lr": 9.713593721466525e-05}
{"train_loss": 0.024154391139745712, "global_step": 12008, "epoch": 67, "lr": 9.713544424978743e-05}
{"train_loss": 0.0145231569185853, "global_step": 12009, "epoch": 67, "lr": 9.713495124373962e-05}
{"train_loss": 0.011455539613962173, "global_step": 12010, "epoch": 67, "lr": 9.713445819652225e-05}
{"train_loss": 0.012521492317318916, "global_step": 12011, "epoch": 67, "lr": 9.713396510813574e-05}
{"train_loss": 0.014914322644472122, "global_step": 12012, "epoch": 67, "lr": 9.713347197858052e-05}
{"train_loss": 0.009605548344552517, "global_step": 12013, "epoch": 67, "lr": 9.713297880785704e-05}
{"train_loss": 0.008511501364409924, "global_step": 12014, "epoch": 67, "lr": 9.71324855959657e-05}
{"train_loss": 0.011336589232087135, "global_step": 12015, "epoch": 67, "lr": 9.713199234290697e-05}
{"train_loss": 0.012366782873868942, "global_step": 12016, "epoch": 67, "lr": 9.713149904868125e-05}
{"train_loss": 0.011933676898479462, "global_step": 12017, "epoch": 67, "lr": 9.713100571328898e-05}
{"train_loss": 0.011173793114721775, "global_step": 12018, "epoch": 67, "lr": 9.713051233673059e-05}
{"train_loss": 0.010454446077346802, "global_step": 12019, "epoch": 67, "lr": 9.713001891900651e-05}
{"train_loss": 0.010210627689957619, "global_step": 12020, "epoch": 67, "lr": 9.712952546011717e-05}
{"train_loss": 0.020088165998458862, "global_step": 12021, "epoch": 67, "lr": 9.712903196006303e-05}
{"train_loss": 0.012833891436457634, "global_step": 12022, "epoch": 67, "lr": 9.712853841884447e-05}
{"train_loss": 0.009966693818569183, "global_step": 12023, "epoch": 67, "lr": 9.712804483646195e-05}
{"train_loss": 0.014156000688672066, "global_step": 12024, "epoch": 67, "lr": 9.712755121291591e-05}
{"train_loss": 0.013041062280535698, "global_step": 12025, "epoch": 67, "lr": 9.712705754820674e-05}
{"train_loss": 0.010254288092255592, "global_step": 12026, "epoch": 67, "lr": 9.712656384233493e-05}
{"train_loss": 0.014293555170297623, "global_step": 12027, "epoch": 67, "lr": 9.712607009530085e-05}
{"train_loss": 0.015881000086665154, "global_step": 12028, "epoch": 67, "lr": 9.712557630710499e-05}
{"train_loss": 0.01075891312211752, "global_step": 12029, "epoch": 67, "lr": 9.712508247774774e-05}
{"train_loss": 0.007595792878419161, "global_step": 12030, "epoch": 67, "lr": 9.712458860722955e-05}
{"train_loss": 0.009003795683383942, "global_step": 12031, "epoch": 67, "lr": 9.712409469555087e-05}
{"train_loss": 0.011947698891162872, "global_step": 12032, "epoch": 67, "lr": 9.712360074271207e-05}
{"train_loss": 0.007628514431416988, "global_step": 12033, "epoch": 67, "lr": 9.712310674871363e-05}
{"train_loss": 0.008880507200956345, "global_step": 12034, "epoch": 67, "lr": 9.712261271355595e-05}
{"train_loss": 0.009402502328157425, "global_step": 12035, "epoch": 67, "lr": 9.712211863723953e-05}
{"train_loss": 0.010947898961603642, "global_step": 12036, "epoch": 67, "lr": 9.712162451976473e-05}
{"train_loss": 0.007774116471409798, "global_step": 12037, "epoch": 67, "lr": 9.7121130361132e-05}
{"train_loss": 0.011534756049513817, "global_step": 12038, "epoch": 67, "lr": 9.712063616134178e-05}
{"train_loss": 0.009302281774580479, "global_step": 12039, "epoch": 67, "lr": 9.71201419203945e-05}
{"train_loss": 0.01430739089846611, "global_step": 12040, "epoch": 67, "lr": 9.711964763829057e-05}
{"train_loss": 0.013927794061601162, "global_step": 12041, "epoch": 67, "lr": 9.711915331503046e-05}
{"train_loss": 0.011921659111976624, "global_step": 12042, "epoch": 67, "lr": 9.711865895061459e-05}
{"train_loss": 0.015663042664527893, "global_step": 12043, "epoch": 67, "lr": 9.711816454504336e-05}
{"train_loss": 0.014468570239841938, "global_step": 12044, "epoch": 67, "lr": 9.711767009831726e-05}
{"train_loss": 0.009318447671830654, "global_step": 12045, "epoch": 67, "lr": 9.711717561043667e-05}
{"train_loss": 0.008407002314925194, "global_step": 12046, "epoch": 67, "lr": 9.711668108140205e-05}
{"train_loss": 0.011967034079134464, "global_step": 12047, "epoch": 67, "lr": 9.711618651121382e-05}
{"train_loss": 0.011159602552652359, "global_step": 12048, "epoch": 67, "lr": 9.71156918998724e-05}
{"train_loss": 0.01638268679380417, "global_step": 12049, "epoch": 67, "lr": 9.711519724737826e-05}
{"train_loss": 0.015204071998596191, "global_step": 12050, "epoch": 67, "lr": 9.711470255373179e-05}
{"train_loss": 0.014729436486959457, "global_step": 12051, "epoch": 67, "lr": 9.711420781893345e-05}
{"train_loss": 0.0120418481528759, "global_step": 12052, "epoch": 67, "lr": 9.711371304298367e-05}
{"train_loss": 0.01206042431294918, "global_step": 12053, "epoch": 67, "lr": 9.711321822588286e-05}
{"train_loss": 0.0104046780616045, "global_step": 12054, "epoch": 67, "lr": 9.711272336763149e-05}
{"train_loss": 0.016688760370016098, "global_step": 12055, "epoch": 67, "lr": 9.711222846822993e-05}
{"train_loss": 0.0119822658598423, "global_step": 12056, "epoch": 67, "lr": 9.711173352767869e-05}
{"train_loss": 0.01341344602406025, "global_step": 12057, "epoch": 67, "lr": 9.711123854597815e-05}
{"train_loss": 0.015856729820370674, "global_step": 12058, "epoch": 67, "lr": 9.711074352312876e-05}
{"train_loss": 0.014589745551347733, "global_step": 12059, "epoch": 67, "lr": 9.711024845913095e-05}
{"train_loss": 0.01282541174441576, "global_step": 12060, "epoch": 67, "lr": 9.710975335398515e-05}
{"train_loss": 0.011523108929395676, "global_step": 12061, "epoch": 67, "lr": 9.71092582076918e-05}
{"train_loss": 0.009126760065555573, "global_step": 12062, "epoch": 67, "lr": 9.710876302025132e-05}
{"train_loss": 0.014514068141579628, "global_step": 12063, "epoch": 67, "lr": 9.710826779166413e-05}
{"train_loss": 0.015689872205257416, "global_step": 12064, "epoch": 67, "lr": 9.71077725219307e-05}
{"train_loss": 0.009062597528100014, "global_step": 12065, "epoch": 67, "lr": 9.710727721105144e-05}
{"train_loss": 0.008443668484687805, "global_step": 12066, "epoch": 67, "lr": 9.71067818590268e-05}
{"train_loss": 0.014748590067029, "global_step": 12067, "epoch": 67, "lr": 9.710628646585718e-05}
{"train_loss": 0.00865098088979721, "global_step": 12068, "epoch": 67, "lr": 9.710579103154304e-05}
{"train_loss": 0.015375001356005669, "global_step": 12069, "epoch": 67, "lr": 9.710529555608481e-05}
{"train_loss": 0.007954612374305725, "global_step": 12070, "epoch": 67, "lr": 9.710480003948292e-05}
{"train_loss": 0.011560593731701374, "global_step": 12071, "epoch": 67, "lr": 9.710430448173778e-05}
{"train_loss": 0.010367698036134243, "global_step": 12072, "epoch": 67, "lr": 9.710380888284987e-05}
{"train_loss": 0.0067194607108831406, "global_step": 12073, "epoch": 67, "lr": 9.710331324281958e-05}
{"train_loss": 0.017197180539369583, "global_step": 12074, "epoch": 67, "lr": 9.710281756164735e-05}
{"train_loss": 0.01277736946940422, "global_step": 12075, "epoch": 67, "lr": 9.710232183933363e-05}
{"train_loss": 0.013241555541753769, "global_step": 12076, "epoch": 67, "lr": 9.710182607587885e-05}
{"train_loss": 0.015357736498117447, "global_step": 12077, "epoch": 67, "lr": 9.710133027128343e-05}
{"train_loss": 0.01217709667980671, "global_step": 12078, "epoch": 67, "lr": 9.710083442554782e-05}
{"train_loss": 0.006764243822544813, "global_step": 12079, "epoch": 67, "lr": 9.710033853867244e-05}
{"train_loss": 0.011265655048191547, "global_step": 12080, "epoch": 67, "lr": 9.709984261065773e-05}
{"train_loss": 0.01572338491678238, "global_step": 12081, "epoch": 67, "lr": 9.709934664150412e-05}
{"train_loss": 0.01732582598924637, "global_step": 12082, "epoch": 67, "lr": 9.709885063121203e-05}
{"train_loss": 0.012923719361424446, "global_step": 12083, "epoch": 67, "lr": 9.709835457978193e-05}
{"train_loss": 0.012276541441679, "global_step": 12084, "epoch": 67, "lr": 9.709785848721423e-05}
{"train_loss": 0.010728652589023113, "global_step": 12085, "epoch": 67, "lr": 9.709736235350934e-05}
{"train_loss": 0.011909783817827702, "global_step": 12086, "epoch": 67, "lr": 9.709686617866772e-05}
{"train_loss": 0.01103292591869831, "global_step": 12087, "epoch": 67, "lr": 9.70963699626898e-05}
{"train_loss": 0.010218977928161621, "global_step": 12088, "epoch": 67, "lr": 9.709587370557602e-05}
{"train_loss": 0.01960085704922676, "global_step": 12089, "epoch": 67, "lr": 9.709537740732682e-05}
{"train_loss": 0.007712230086326599, "global_step": 12090, "epoch": 67, "lr": 9.70948810679426e-05}
{"train_loss": 0.008700940757989883, "global_step": 12091, "epoch": 67, "lr": 9.709438468742382e-05}
{"train_loss": 0.013936525210738182, "global_step": 12092, "epoch": 67, "lr": 9.709388826577091e-05}
{"train_loss": 0.020299911499023438, "global_step": 12093, "epoch": 67, "lr": 9.709339180298432e-05}
{"train_loss": 0.009711983613669872, "global_step": 12094, "epoch": 67, "lr": 9.709289529906443e-05}
{"train_loss": 0.010786525905132294, "global_step": 12095, "epoch": 67, "lr": 9.709239875401173e-05}
{"train_loss": 0.014478038996458054, "global_step": 12096, "epoch": 67, "lr": 9.709190216782662e-05}
{"train_loss": 0.010587592609226704, "global_step": 12097, "epoch": 67, "lr": 9.709140554050955e-05}
{"train_loss": 0.012445539236068726, "global_step": 12098, "epoch": 67, "lr": 9.709090887206097e-05}
{"train_loss": 0.01142305787652731, "global_step": 12099, "epoch": 67, "lr": 9.709041216248126e-05}
{"train_loss": 0.008262327872216702, "global_step": 12100, "epoch": 67, "lr": 9.70899154117709e-05}
{"train_loss": 0.00995707418769598, "global_step": 12101, "epoch": 67, "lr": 9.708941861993031e-05}
{"train_loss": 0.016024447977542877, "global_step": 12102, "epoch": 67, "lr": 9.708892178695993e-05}
{"train_loss": 0.012225576069499, "global_step": 12103, "epoch": 67, "lr": 9.708842491286019e-05}
{"train_loss": 0.010310718789696693, "global_step": 12104, "epoch": 68, "lr": 9.708792799763151e-05}
{"train_loss": 0.016546836122870445, "global_step": 12105, "epoch": 68, "lr": 9.708743104127436e-05}
{"train_loss": 0.013045481406152248, "global_step": 12106, "epoch": 68, "lr": 9.708693404378913e-05}
{"train_loss": 0.014704377390444279, "global_step": 12107, "epoch": 68, "lr": 9.708643700517628e-05}
{"train_loss": 0.01256716437637806, "global_step": 12108, "epoch": 68, "lr": 9.708593992543624e-05}
{"train_loss": 0.014368584379553795, "global_step": 12109, "epoch": 68, "lr": 9.708544280456944e-05}
{"train_loss": 0.012042656540870667, "global_step": 12110, "epoch": 68, "lr": 9.708494564257634e-05}
{"train_loss": 0.016549738124012947, "global_step": 12111, "epoch": 68, "lr": 9.708444843945731e-05}
{"train_loss": 0.018351608887314796, "global_step": 12112, "epoch": 68, "lr": 9.708395119521286e-05}
{"train_loss": 0.013039937242865562, "global_step": 12113, "epoch": 68, "lr": 9.708345390984339e-05}
{"train_loss": 0.020603835582733154, "global_step": 12114, "epoch": 68, "lr": 9.708295658334932e-05}
{"train_loss": 0.012985218316316605, "global_step": 12115, "epoch": 68, "lr": 9.708245921573112e-05}
{"train_loss": 0.01663883589208126, "global_step": 12116, "epoch": 68, "lr": 9.708196180698918e-05}
{"train_loss": 0.018239431083202362, "global_step": 12117, "epoch": 68, "lr": 9.708146435712396e-05}
{"train_loss": 0.01527485717087984, "global_step": 12118, "epoch": 68, "lr": 9.70809668661359e-05}
{"train_loss": 0.017272625118494034, "global_step": 12119, "epoch": 68, "lr": 9.708046933402543e-05}
{"train_loss": 0.009021515026688576, "global_step": 12120, "epoch": 68, "lr": 9.707997176079298e-05}
{"train_loss": 0.01093320269137621, "global_step": 12121, "epoch": 68, "lr": 9.707947414643899e-05}
{"train_loss": 0.013233887031674385, "global_step": 12122, "epoch": 68, "lr": 9.707897649096388e-05}
{"train_loss": 0.016757141798734665, "global_step": 12123, "epoch": 68, "lr": 9.707847879436809e-05}
{"train_loss": 0.018217436969280243, "global_step": 12124, "epoch": 68, "lr": 9.707798105665209e-05}
{"train_loss": 0.019212370738387108, "global_step": 12125, "epoch": 68, "lr": 9.707748327781625e-05}
{"train_loss": 0.021868038922548294, "global_step": 12126, "epoch": 68, "lr": 9.707698545786106e-05}
{"train_loss": 0.016263650730252266, "global_step": 12127, "epoch": 68, "lr": 9.707648759678694e-05}
{"train_loss": 0.011036098003387451, "global_step": 12128, "epoch": 68, "lr": 9.70759896945943e-05}
{"train_loss": 0.01435278169810772, "global_step": 12129, "epoch": 68, "lr": 9.707549175128362e-05}
{"train_loss": 0.01930432952940464, "global_step": 12130, "epoch": 68, "lr": 9.707499376685528e-05}
{"train_loss": 0.017876621335744858, "global_step": 12131, "epoch": 68, "lr": 9.707449574130975e-05}
{"train_loss": 0.011535175144672394, "global_step": 12132, "epoch": 68, "lr": 9.707399767464748e-05}
{"train_loss": 0.013227131217718124, "global_step": 12133, "epoch": 68, "lr": 9.707349956686888e-05}
{"train_loss": 0.014501838944852352, "global_step": 12134, "epoch": 68, "lr": 9.707300141797438e-05}
{"train_loss": 0.02359428070485592, "global_step": 12135, "epoch": 68, "lr": 9.707250322796442e-05}
{"train_loss": 0.0124969482421875, "global_step": 12136, "epoch": 68, "lr": 9.707200499683944e-05}
{"train_loss": 0.01108931377530098, "global_step": 12137, "epoch": 68, "lr": 9.707150672459988e-05}
{"train_loss": 0.011020030826330185, "global_step": 12138, "epoch": 68, "lr": 9.707100841124617e-05}
{"train_loss": 0.014673717319965363, "global_step": 12139, "epoch": 68, "lr": 9.707051005677875e-05}
{"train_loss": 0.009700186550617218, "global_step": 12140, "epoch": 68, "lr": 9.707001166119804e-05}
{"train_loss": 0.023210398852825165, "global_step": 12141, "epoch": 68, "lr": 9.706951322450451e-05}
{"train_loss": 0.011394420638680458, "global_step": 12142, "epoch": 68, "lr": 9.706901474669853e-05}
{"train_loss": 0.014845647849142551, "global_step": 12143, "epoch": 68, "lr": 9.706851622778061e-05}
{"train_loss": 0.014679757878184319, "global_step": 12144, "epoch": 68, "lr": 9.706801766775113e-05}
{"train_loss": 0.013156778179109097, "global_step": 12145, "epoch": 68, "lr": 9.706751906661057e-05}
{"train_loss": 0.011646228842437267, "global_step": 12146, "epoch": 68, "lr": 9.706702042435933e-05}
{"train_loss": 0.008991088718175888, "global_step": 12147, "epoch": 68, "lr": 9.706652174099787e-05}
{"train_loss": 0.01927132159471512, "global_step": 12148, "epoch": 68, "lr": 9.70660230165266e-05}
{"train_loss": 0.011931520886719227, "global_step": 12149, "epoch": 68, "lr": 9.706552425094597e-05}
{"train_loss": 0.02173018828034401, "global_step": 12150, "epoch": 68, "lr": 9.706502544425642e-05}
{"train_loss": 0.011253651231527328, "global_step": 12151, "epoch": 68, "lr": 9.706452659645837e-05}
{"train_loss": 0.017323438078165054, "global_step": 12152, "epoch": 68, "lr": 9.706402770755228e-05}
{"train_loss": 0.007493332028388977, "global_step": 12153, "epoch": 68, "lr": 9.706352877753858e-05}
{"train_loss": 0.011407262645661831, "global_step": 12154, "epoch": 68, "lr": 9.706302980641769e-05}
{"train_loss": 0.012000651098787785, "global_step": 12155, "epoch": 68, "lr": 9.706253079419004e-05}
{"train_loss": 0.01245911605656147, "global_step": 12156, "epoch": 68, "lr": 9.706203174085609e-05}
{"train_loss": 0.011585249565541744, "global_step": 12157, "epoch": 68, "lr": 9.706153264641627e-05}
{"train_loss": 0.012939910404384136, "global_step": 12158, "epoch": 68, "lr": 9.706103351087101e-05}
{"train_loss": 0.010836347937583923, "global_step": 12159, "epoch": 68, "lr": 9.706053433422076e-05}
{"train_loss": 0.01580985262989998, "global_step": 12160, "epoch": 68, "lr": 9.706003511646592e-05}
{"train_loss": 0.013679098337888718, "global_step": 12161, "epoch": 68, "lr": 9.705953585760696e-05}
{"train_loss": 0.01624220982193947, "global_step": 12162, "epoch": 68, "lr": 9.70590365576443e-05}
{"train_loss": 0.011184507980942726, "global_step": 12163, "epoch": 68, "lr": 9.70585372165784e-05}
{"train_loss": 0.008415095508098602, "global_step": 12164, "epoch": 68, "lr": 9.705803783440966e-05}
{"train_loss": 0.019556621089577675, "global_step": 12165, "epoch": 68, "lr": 9.705753841113854e-05}
{"train_loss": 0.013094655238091946, "global_step": 12166, "epoch": 68, "lr": 9.705703894676548e-05}
{"train_loss": 0.012389808893203735, "global_step": 12167, "epoch": 68, "lr": 9.70565394412909e-05}
{"train_loss": 0.019255442544817924, "global_step": 12168, "epoch": 68, "lr": 9.705603989471523e-05}
{"train_loss": 0.009856845252215862, "global_step": 12169, "epoch": 68, "lr": 9.705554030703892e-05}
{"train_loss": 0.013487443327903748, "global_step": 12170, "epoch": 68, "lr": 9.705504067826242e-05}
{"train_loss": 0.012053556740283966, "global_step": 12171, "epoch": 68, "lr": 9.705454100838616e-05}
{"train_loss": 0.01193999219685793, "global_step": 12172, "epoch": 68, "lr": 9.705404129741054e-05}
{"train_loss": 0.008412874303758144, "global_step": 12173, "epoch": 68, "lr": 9.705354154533605e-05}
{"train_loss": 0.016729235649108887, "global_step": 12174, "epoch": 68, "lr": 9.705304175216308e-05}
{"train_loss": 0.01102499384433031, "global_step": 12175, "epoch": 68, "lr": 9.70525419178921e-05}
{"train_loss": 0.014786526560783386, "global_step": 12176, "epoch": 68, "lr": 9.705204204252353e-05}
{"train_loss": 0.009186558425426483, "global_step": 12177, "epoch": 68, "lr": 9.705154212605782e-05}
{"train_loss": 0.016677992418408394, "global_step": 12178, "epoch": 68, "lr": 9.705104216849541e-05}
{"train_loss": 0.010175911709666252, "global_step": 12179, "epoch": 68, "lr": 9.705054216983671e-05}
{"train_loss": 0.007000249344855547, "global_step": 12180, "epoch": 68, "lr": 9.705004213008217e-05}
{"train_loss": 0.008387905545532703, "global_step": 12181, "epoch": 68, "lr": 9.704954204923223e-05}
{"train_loss": 0.011786863207817078, "global_step": 12182, "epoch": 68, "lr": 9.704904192728732e-05}
{"train_loss": 0.012468142434954643, "global_step": 12183, "epoch": 68, "lr": 9.704854176424788e-05}
{"train_loss": 0.013816118240356445, "global_step": 12184, "epoch": 68, "lr": 9.704804156011436e-05}
{"train_loss": 0.020585693418979645, "global_step": 12185, "epoch": 68, "lr": 9.704754131488717e-05}
{"train_loss": 0.016215462237596512, "global_step": 12186, "epoch": 68, "lr": 9.704704102856677e-05}
{"train_loss": 0.013250727206468582, "global_step": 12187, "epoch": 68, "lr": 9.70465407011536e-05}
{"train_loss": 0.017273901030421257, "global_step": 12188, "epoch": 68, "lr": 9.704604033264807e-05}
{"train_loss": 0.017713215202093124, "global_step": 12189, "epoch": 68, "lr": 9.704553992305064e-05}
{"train_loss": 0.00863577239215374, "global_step": 12190, "epoch": 68, "lr": 9.704503947236174e-05}
{"train_loss": 0.012530064210295677, "global_step": 12191, "epoch": 68, "lr": 9.70445389805818e-05}
{"train_loss": 0.009041091427206993, "global_step": 12192, "epoch": 68, "lr": 9.704403844771128e-05}
{"train_loss": 0.01485290564596653, "global_step": 12193, "epoch": 68, "lr": 9.70435378737506e-05}
{"train_loss": 0.012047257274389267, "global_step": 12194, "epoch": 68, "lr": 9.704303725870019e-05}
{"train_loss": 0.011030502617359161, "global_step": 12195, "epoch": 68, "lr": 9.704253660256049e-05}
{"train_loss": 0.012025783769786358, "global_step": 12196, "epoch": 68, "lr": 9.704203590533197e-05}
{"train_loss": 0.012669296003878117, "global_step": 12197, "epoch": 68, "lr": 9.704153516701501e-05}
{"train_loss": 0.012209344655275345, "global_step": 12198, "epoch": 68, "lr": 9.704103438761009e-05}
{"train_loss": 0.010662182234227657, "global_step": 12199, "epoch": 68, "lr": 9.704053356711765e-05}
{"train_loss": 0.013152837753295898, "global_step": 12200, "epoch": 68, "lr": 9.70400327055381e-05}
{"train_loss": 0.020156513899564743, "global_step": 12201, "epoch": 68, "lr": 9.703953180287188e-05}
{"train_loss": 0.01097453199326992, "global_step": 12202, "epoch": 68, "lr": 9.703903085911945e-05}
{"train_loss": 0.017104659229516983, "global_step": 12203, "epoch": 68, "lr": 9.703852987428124e-05}
{"train_loss": 0.014027605764567852, "global_step": 12204, "epoch": 68, "lr": 9.703802884835769e-05}
{"train_loss": 0.011717208661139011, "global_step": 12205, "epoch": 68, "lr": 9.703752778134921e-05}
{"train_loss": 0.015229242853820324, "global_step": 12206, "epoch": 68, "lr": 9.703702667325627e-05}
{"train_loss": 0.015391193330287933, "global_step": 12207, "epoch": 68, "lr": 9.703652552407929e-05}
{"train_loss": 0.016702765598893166, "global_step": 12208, "epoch": 68, "lr": 9.703602433381873e-05}
{"train_loss": 0.010013388469815254, "global_step": 12209, "epoch": 68, "lr": 9.703552310247499e-05}
{"train_loss": 0.01235509105026722, "global_step": 12210, "epoch": 68, "lr": 9.703502183004856e-05}
{"train_loss": 0.012808168306946754, "global_step": 12211, "epoch": 68, "lr": 9.70345205165398e-05}
{"train_loss": 0.00920412503182888, "global_step": 12212, "epoch": 68, "lr": 9.703401916194923e-05}
{"train_loss": 0.012256642803549767, "global_step": 12213, "epoch": 68, "lr": 9.703351776627724e-05}
{"train_loss": 0.00831742025911808, "global_step": 12214, "epoch": 68, "lr": 9.703301632952431e-05}
{"train_loss": 0.011346878483891487, "global_step": 12215, "epoch": 68, "lr": 9.703251485169081e-05}
{"train_loss": 0.013659864664077759, "global_step": 12216, "epoch": 68, "lr": 9.703201333277724e-05}
{"train_loss": 0.007968234829604626, "global_step": 12217, "epoch": 68, "lr": 9.7031511772784e-05}
{"train_loss": 0.013426613993942738, "global_step": 12218, "epoch": 68, "lr": 9.703101017171155e-05}
{"train_loss": 0.011036038398742676, "global_step": 12219, "epoch": 68, "lr": 9.703050852956032e-05}
{"train_loss": 0.014519687741994858, "global_step": 12220, "epoch": 68, "lr": 9.703000684633076e-05}
{"train_loss": 0.009703968651592731, "global_step": 12221, "epoch": 68, "lr": 9.702950512202329e-05}
{"train_loss": 0.013850738294422626, "global_step": 12222, "epoch": 68, "lr": 9.702900335663835e-05}
{"train_loss": 0.008090190589427948, "global_step": 12223, "epoch": 68, "lr": 9.70285015501764e-05}
{"train_loss": 0.00806150957942009, "global_step": 12224, "epoch": 68, "lr": 9.702799970263786e-05}
{"train_loss": 0.015253012999892235, "global_step": 12225, "epoch": 68, "lr": 9.702749781402316e-05}
{"train_loss": 0.01184239611029625, "global_step": 12226, "epoch": 68, "lr": 9.702699588433275e-05}
{"train_loss": 0.011214012280106544, "global_step": 12227, "epoch": 68, "lr": 9.702649391356706e-05}
{"train_loss": 0.0194026380777359, "global_step": 12228, "epoch": 68, "lr": 9.702599190172654e-05}
{"train_loss": 0.009749851189553738, "global_step": 12229, "epoch": 68, "lr": 9.702548984881163e-05}
{"train_loss": 0.011034395545721054, "global_step": 12230, "epoch": 68, "lr": 9.702498775482277e-05}
{"train_loss": 0.011848959140479565, "global_step": 12231, "epoch": 68, "lr": 9.702448561976039e-05}
{"train_loss": 0.01020081713795662, "global_step": 12232, "epoch": 68, "lr": 9.702398344362493e-05}
{"train_loss": 0.01947489008307457, "global_step": 12233, "epoch": 68, "lr": 9.702348122641681e-05}
{"train_loss": 0.011963383294641972, "global_step": 12234, "epoch": 68, "lr": 9.70229789681365e-05}
{"train_loss": 0.009091271087527275, "global_step": 12235, "epoch": 68, "lr": 9.702247666878443e-05}
{"train_loss": 0.009591334499418736, "global_step": 12236, "epoch": 68, "lr": 9.702197432836104e-05}
{"train_loss": 0.011515704914927483, "global_step": 12237, "epoch": 68, "lr": 9.702147194686675e-05}
{"train_loss": 0.019323617219924927, "global_step": 12238, "epoch": 68, "lr": 9.702096952430202e-05}
{"train_loss": 0.013932378962635994, "global_step": 12239, "epoch": 68, "lr": 9.702046706066727e-05}
{"train_loss": 0.007982978597283363, "global_step": 12240, "epoch": 68, "lr": 9.701996455596296e-05}
{"train_loss": 0.011832714080810547, "global_step": 12241, "epoch": 68, "lr": 9.701946201018952e-05}
{"train_loss": 0.01893187128007412, "global_step": 12242, "epoch": 68, "lr": 9.70189594233474e-05}
{"train_loss": 0.01407433021813631, "global_step": 12243, "epoch": 68, "lr": 9.701845679543699e-05}
{"train_loss": 0.013777180574834347, "global_step": 12244, "epoch": 68, "lr": 9.70179541264588e-05}
{"train_loss": 0.013866033405065536, "global_step": 12245, "epoch": 68, "lr": 9.701745141641322e-05}
{"train_loss": 0.0072434768080711365, "global_step": 12246, "epoch": 68, "lr": 9.701694866530071e-05}
{"train_loss": 0.009098917245864868, "global_step": 12247, "epoch": 68, "lr": 9.70164458731217e-05}
{"train_loss": 0.01163564994931221, "global_step": 12248, "epoch": 68, "lr": 9.701594303987664e-05}
{"train_loss": 0.006593178957700729, "global_step": 12249, "epoch": 68, "lr": 9.701544016556593e-05}
{"train_loss": 0.0134383924305439, "global_step": 12250, "epoch": 68, "lr": 9.701493725019009e-05}
{"train_loss": 0.011588618159294128, "global_step": 12251, "epoch": 68, "lr": 9.701443429374948e-05}
{"train_loss": 0.012003550305962563, "global_step": 12252, "epoch": 68, "lr": 9.701393129624458e-05}
{"train_loss": 0.018358662724494934, "global_step": 12253, "epoch": 68, "lr": 9.701342825767581e-05}
{"train_loss": 0.015041179955005646, "global_step": 12254, "epoch": 68, "lr": 9.701292517804362e-05}
{"train_loss": 0.01297731138765812, "global_step": 12255, "epoch": 68, "lr": 9.701242205734843e-05}
{"train_loss": 0.010261597111821175, "global_step": 12256, "epoch": 68, "lr": 9.701191889559073e-05}
{"train_loss": 0.013745885342359543, "global_step": 12257, "epoch": 68, "lr": 9.701141569277092e-05}
{"train_loss": 0.011365784332156181, "global_step": 12258, "epoch": 68, "lr": 9.701091244888943e-05}
{"train_loss": 0.012270702049136162, "global_step": 12259, "epoch": 68, "lr": 9.701040916394672e-05}
{"train_loss": 0.010156827047467232, "global_step": 12260, "epoch": 68, "lr": 9.700990583794322e-05}
{"train_loss": 0.012415029108524323, "global_step": 12261, "epoch": 68, "lr": 9.70094024708794e-05}
{"train_loss": 0.013025782071053982, "global_step": 12262, "epoch": 68, "lr": 9.700889906275566e-05}
{"train_loss": 0.007041384465992451, "global_step": 12263, "epoch": 68, "lr": 9.700839561357245e-05}
{"train_loss": 0.012230065651237965, "global_step": 12264, "epoch": 68, "lr": 9.700789212333021e-05}
{"train_loss": 0.016767287626862526, "global_step": 12265, "epoch": 68, "lr": 9.700738859202939e-05}
{"train_loss": 0.009425968863070011, "global_step": 12266, "epoch": 68, "lr": 9.700688501967042e-05}
{"train_loss": 0.010914303362369537, "global_step": 12267, "epoch": 68, "lr": 9.700638140625376e-05}
{"train_loss": 0.008927610702812672, "global_step": 12268, "epoch": 68, "lr": 9.70058777517798e-05}
{"train_loss": 0.018400782719254494, "global_step": 12269, "epoch": 68, "lr": 9.700537405624903e-05}
{"train_loss": 0.010047676973044872, "global_step": 12270, "epoch": 68, "lr": 9.700487031966187e-05}
{"train_loss": 0.009688693098723888, "global_step": 12271, "epoch": 68, "lr": 9.700436654201879e-05}
{"train_loss": 0.009605327621102333, "global_step": 12272, "epoch": 68, "lr": 9.700386272332017e-05}
{"train_loss": 0.010185997933149338, "global_step": 12273, "epoch": 68, "lr": 9.70033588635665e-05}
{"train_loss": 0.01185213215649128, "global_step": 12274, "epoch": 68, "lr": 9.700285496275819e-05}
{"train_loss": 0.013427450321614742, "global_step": 12275, "epoch": 68, "lr": 9.70023510208957e-05}
{"train_loss": 0.00803388375788927, "global_step": 12276, "epoch": 68, "lr": 9.700184703797946e-05}
{"train_loss": 0.008927339687943459, "global_step": 12277, "epoch": 68, "lr": 9.700134301400991e-05}
{"train_loss": 0.01419801451265812, "global_step": 12278, "epoch": 68, "lr": 9.700083894898751e-05}
{"train_loss": 0.011091678403317928, "global_step": 12279, "epoch": 68, "lr": 9.700033484291266e-05}
{"train_loss": 0.007969362661242485, "global_step": 12280, "epoch": 68, "lr": 9.699983069578584e-05}
{"train_loss": 0.01309046859518112, "global_step": 12281, "epoch": 68, "lr": 9.699932650760747e-05}
{"train_loss": 0.010367763228714466, "global_step": 12282, "epoch": 69, "lr": 9.6998822278378e-05}
{"train_loss": 0.013713506050407887, "global_step": 12283, "epoch": 69, "lr": 9.699831800809788e-05}
{"train_loss": 0.014798198826611042, "global_step": 12284, "epoch": 69, "lr": 9.699781369676751e-05}
{"train_loss": 0.011957419104874134, "global_step": 12285, "epoch": 69, "lr": 9.699730934438738e-05}
{"train_loss": 0.017484527081251144, "global_step": 12286, "epoch": 69, "lr": 9.699680495095789e-05}
{"train_loss": 0.011495480313897133, "global_step": 12287, "epoch": 69, "lr": 9.69963005164795e-05}
{"train_loss": 0.012548109516501427, "global_step": 12288, "epoch": 69, "lr": 9.699579604095264e-05}
{"train_loss": 0.011091012507677078, "global_step": 12289, "epoch": 69, "lr": 9.699529152437776e-05}
{"train_loss": 0.01355117280036211, "global_step": 12290, "epoch": 69, "lr": 9.699478696675533e-05}
{"train_loss": 0.01932806521654129, "global_step": 12291, "epoch": 69, "lr": 9.699428236808571e-05}
{"train_loss": 0.020939871668815613, "global_step": 12292, "epoch": 69, "lr": 9.699377772836944e-05}
{"train_loss": 0.017739087343215942, "global_step": 12293, "epoch": 69, "lr": 9.699327304760687e-05}
{"train_loss": 0.010554823093116283, "global_step": 12294, "epoch": 69, "lr": 9.699276832579851e-05}
{"train_loss": 0.00985834188759327, "global_step": 12295, "epoch": 69, "lr": 9.699226356294478e-05}
{"train_loss": 0.008544927462935448, "global_step": 12296, "epoch": 69, "lr": 9.699175875904609e-05}
{"train_loss": 0.0149986632168293, "global_step": 12297, "epoch": 69, "lr": 9.699125391410291e-05}
{"train_loss": 0.014402640052139759, "global_step": 12298, "epoch": 69, "lr": 9.699074902811567e-05}
{"train_loss": 0.014852473512291908, "global_step": 12299, "epoch": 69, "lr": 9.699024410108484e-05}
{"train_loss": 0.02195049077272415, "global_step": 12300, "epoch": 69, "lr": 9.698973913301082e-05}
{"train_loss": 0.015539896674454212, "global_step": 12301, "epoch": 69, "lr": 9.698923412389408e-05}
{"train_loss": 0.008697260171175003, "global_step": 12302, "epoch": 69, "lr": 9.698872907373505e-05}
{"train_loss": 0.006794274318963289, "global_step": 12303, "epoch": 69, "lr": 9.698822398253415e-05}
{"train_loss": 0.010975530371069908, "global_step": 12304, "epoch": 69, "lr": 9.698771885029187e-05}
{"train_loss": 0.006402176339179277, "global_step": 12305, "epoch": 69, "lr": 9.698721367700861e-05}
{"train_loss": 0.011057348921895027, "global_step": 12306, "epoch": 69, "lr": 9.698670846268482e-05}
{"train_loss": 0.013360275886952877, "global_step": 12307, "epoch": 69, "lr": 9.698620320732096e-05}
{"train_loss": 0.00888577476143837, "global_step": 12308, "epoch": 69, "lr": 9.698569791091745e-05}
{"train_loss": 0.010317668318748474, "global_step": 12309, "epoch": 69, "lr": 9.698519257347474e-05}
{"train_loss": 0.011275899596512318, "global_step": 12310, "epoch": 69, "lr": 9.698468719499327e-05}
{"train_loss": 0.012757999822497368, "global_step": 12311, "epoch": 69, "lr": 9.698418177547348e-05}
{"train_loss": 0.012811040505766869, "global_step": 12312, "epoch": 69, "lr": 9.698367631491582e-05}
{"train_loss": 0.009656171314418316, "global_step": 12313, "epoch": 69, "lr": 9.698317081332071e-05}
{"train_loss": 0.013970740139484406, "global_step": 12314, "epoch": 69, "lr": 9.698266527068862e-05}
{"train_loss": 0.011751591227948666, "global_step": 12315, "epoch": 69, "lr": 9.698215968701998e-05}
{"train_loss": 0.02276439592242241, "global_step": 12316, "epoch": 69, "lr": 9.698165406231521e-05}
{"train_loss": 0.008111173287034035, "global_step": 12317, "epoch": 69, "lr": 9.69811483965748e-05}
{"train_loss": 0.013096287846565247, "global_step": 12318, "epoch": 69, "lr": 9.698064268979914e-05}
{"train_loss": 0.016370467841625214, "global_step": 12319, "epoch": 69, "lr": 9.698013694198868e-05}
{"train_loss": 0.021374274045228958, "global_step": 12320, "epoch": 69, "lr": 9.69796311531439e-05}
{"train_loss": 0.010244517587125301, "global_step": 12321, "epoch": 69, "lr": 9.697912532326523e-05}
{"train_loss": 0.008992355316877365, "global_step": 12322, "epoch": 69, "lr": 9.697861945235307e-05}
{"train_loss": 0.01348564587533474, "global_step": 12323, "epoch": 69, "lr": 9.697811354040792e-05}
{"train_loss": 0.011441363953053951, "global_step": 12324, "epoch": 69, "lr": 9.697760758743017e-05}
{"train_loss": 0.011081981472671032, "global_step": 12325, "epoch": 69, "lr": 9.69771015934203e-05}
{"train_loss": 0.00803360901772976, "global_step": 12326, "epoch": 69, "lr": 9.697659555837872e-05}
{"train_loss": 0.011995537206530571, "global_step": 12327, "epoch": 69, "lr": 9.69760894823059e-05}
{"train_loss": 0.012042993679642677, "global_step": 12328, "epoch": 69, "lr": 9.697558336520227e-05}
{"train_loss": 0.009952077642083168, "global_step": 12329, "epoch": 69, "lr": 9.697507720706828e-05}
{"train_loss": 0.007687343284487724, "global_step": 12330, "epoch": 69, "lr": 9.697457100790435e-05}
{"train_loss": 0.02065335214138031, "global_step": 12331, "epoch": 69, "lr": 9.697406476771095e-05}
{"train_loss": 0.00648622028529644, "global_step": 12332, "epoch": 69, "lr": 9.697355848648851e-05}
{"train_loss": 0.012411216273903847, "global_step": 12333, "epoch": 69, "lr": 9.697305216423747e-05}
{"train_loss": 0.016793064773082733, "global_step": 12334, "epoch": 69, "lr": 9.697254580095827e-05}
{"train_loss": 0.01600714772939682, "global_step": 12335, "epoch": 69, "lr": 9.697203939665137e-05}
{"train_loss": 0.010147154331207275, "global_step": 12336, "epoch": 69, "lr": 9.697153295131718e-05}
{"train_loss": 0.011489051394164562, "global_step": 12337, "epoch": 69, "lr": 9.697102646495617e-05}
{"train_loss": 0.014771571382880211, "global_step": 12338, "epoch": 69, "lr": 9.697051993756878e-05}
{"train_loss": 0.012218734249472618, "global_step": 12339, "epoch": 69, "lr": 9.697001336915543e-05}
{"train_loss": 0.010820252820849419, "global_step": 12340, "epoch": 69, "lr": 9.696950675971659e-05}
{"train_loss": 0.01617712900042534, "global_step": 12341, "epoch": 69, "lr": 9.69690001092527e-05}
{"train_loss": 0.01669742725789547, "global_step": 12342, "epoch": 69, "lr": 9.696849341776418e-05}
{"train_loss": 0.01248166337609291, "global_step": 12343, "epoch": 69, "lr": 9.696798668525148e-05}
{"train_loss": 0.012624362483620644, "global_step": 12344, "epoch": 69, "lr": 9.696747991171506e-05}
{"train_loss": 0.009034842252731323, "global_step": 12345, "epoch": 69, "lr": 9.696697309715535e-05}
{"train_loss": 0.012255126610398293, "global_step": 12346, "epoch": 69, "lr": 9.696646624157277e-05}
{"train_loss": 0.016042038798332214, "global_step": 12347, "epoch": 69, "lr": 9.696595934496782e-05}
{"train_loss": 0.021824587136507034, "global_step": 12348, "epoch": 69, "lr": 9.69654524073409e-05}
{"train_loss": 0.00875465851277113, "global_step": 12349, "epoch": 69, "lr": 9.696494542869246e-05}
{"train_loss": 0.009306477382779121, "global_step": 12350, "epoch": 69, "lr": 9.696443840902294e-05}
{"train_loss": 0.013195332139730453, "global_step": 12351, "epoch": 69, "lr": 9.696393134833279e-05}
{"train_loss": 0.010806211270391941, "global_step": 12352, "epoch": 69, "lr": 9.696342424662245e-05}
{"train_loss": 0.010198481380939484, "global_step": 12353, "epoch": 69, "lr": 9.696291710389236e-05}
{"train_loss": 0.012275733053684235, "global_step": 12354, "epoch": 69, "lr": 9.696240992014298e-05}
{"train_loss": 0.017818797379732132, "global_step": 12355, "epoch": 69, "lr": 9.696190269537473e-05}
{"train_loss": 0.008556189015507698, "global_step": 12356, "epoch": 69, "lr": 9.696139542958806e-05}
{"train_loss": 0.011726485565304756, "global_step": 12357, "epoch": 69, "lr": 9.696088812278343e-05}
{"train_loss": 0.00857231579720974, "global_step": 12358, "epoch": 69, "lr": 9.696038077496125e-05}
{"train_loss": 0.00904684979468584, "global_step": 12359, "epoch": 69, "lr": 9.695987338612199e-05}
{"train_loss": 0.007389955222606659, "global_step": 12360, "epoch": 69, "lr": 9.69593659562661e-05}
{"train_loss": 0.008439408615231514, "global_step": 12361, "epoch": 69, "lr": 9.6958858485394e-05}
{"train_loss": 0.01469467207789421, "global_step": 12362, "epoch": 69, "lr": 9.695835097350612e-05}
{"train_loss": 0.013680735602974892, "global_step": 12363, "epoch": 69, "lr": 9.695784342060293e-05}
{"train_loss": 0.013186613097786903, "global_step": 12364, "epoch": 69, "lr": 9.695733582668489e-05}
{"train_loss": 0.01999354362487793, "global_step": 12365, "epoch": 69, "lr": 9.69568281917524e-05}
{"train_loss": 0.00950600765645504, "global_step": 12366, "epoch": 69, "lr": 9.695632051580594e-05}
{"train_loss": 0.015220867469906807, "global_step": 12367, "epoch": 69, "lr": 9.695581279884594e-05}
{"train_loss": 0.017732568085193634, "global_step": 12368, "epoch": 69, "lr": 9.695530504087282e-05}
{"train_loss": 0.015225008130073547, "global_step": 12369, "epoch": 69, "lr": 9.695479724188706e-05}
{"train_loss": 0.01261773519217968, "global_step": 12370, "epoch": 69, "lr": 9.695428940188908e-05}
{"train_loss": 0.006750267930328846, "global_step": 12371, "epoch": 69, "lr": 9.695378152087935e-05}
{"train_loss": 0.010793810710310936, "global_step": 12372, "epoch": 69, "lr": 9.695327359885828e-05}
{"train_loss": 0.011375184170901775, "global_step": 12373, "epoch": 69, "lr": 9.695276563582633e-05}
{"train_loss": 0.010953562334179878, "global_step": 12374, "epoch": 69, "lr": 9.695225763178396e-05}
{"train_loss": 0.01645541936159134, "global_step": 12375, "epoch": 69, "lr": 9.69517495867316e-05}
{"train_loss": 0.010619021952152252, "global_step": 12376, "epoch": 69, "lr": 9.695124150066968e-05}
{"train_loss": 0.009636890143156052, "global_step": 12377, "epoch": 69, "lr": 9.695073337359864e-05}
{"train_loss": 0.01280461996793747, "global_step": 12378, "epoch": 69, "lr": 9.695022520551895e-05}
{"train_loss": 0.016967132687568665, "global_step": 12379, "epoch": 69, "lr": 9.694971699643104e-05}
{"train_loss": 0.012665418907999992, "global_step": 12380, "epoch": 69, "lr": 9.694920874633534e-05}
{"train_loss": 0.019761063158512115, "global_step": 12381, "epoch": 69, "lr": 9.694870045523234e-05}
{"train_loss": 0.009759191423654556, "global_step": 12382, "epoch": 69, "lr": 9.694819212312245e-05}
{"train_loss": 0.013180306181311607, "global_step": 12383, "epoch": 69, "lr": 9.694768375000611e-05}
{"train_loss": 0.01482624001801014, "global_step": 12384, "epoch": 69, "lr": 9.694717533588377e-05}
{"train_loss": 0.009978480637073517, "global_step": 12385, "epoch": 69, "lr": 9.694666688075588e-05}
{"train_loss": 0.009047088213264942, "global_step": 12386, "epoch": 69, "lr": 9.694615838462287e-05}
{"train_loss": 0.007633726112544537, "global_step": 12387, "epoch": 69, "lr": 9.69456498474852e-05}
{"train_loss": 0.01398488599807024, "global_step": 12388, "epoch": 69, "lr": 9.694514126934331e-05}
{"train_loss": 0.012686587870121002, "global_step": 12389, "epoch": 69, "lr": 9.694463265019764e-05}
{"train_loss": 0.009234817698597908, "global_step": 12390, "epoch": 69, "lr": 9.694412399004864e-05}
{"train_loss": 0.017961693927645683, "global_step": 12391, "epoch": 69, "lr": 9.694361528889676e-05}
{"train_loss": 0.016296299174427986, "global_step": 12392, "epoch": 69, "lr": 9.694310654674243e-05}
{"train_loss": 0.007406461983919144, "global_step": 12393, "epoch": 69, "lr": 9.69425977635861e-05}
{"train_loss": 0.011866381391882896, "global_step": 12394, "epoch": 69, "lr": 9.69420889394282e-05}
{"train_loss": 0.008067501708865166, "global_step": 12395, "epoch": 69, "lr": 9.69415800742692e-05}
{"train_loss": 0.01081630028784275, "global_step": 12396, "epoch": 69, "lr": 9.694107116810954e-05}
{"train_loss": 0.010110577568411827, "global_step": 12397, "epoch": 69, "lr": 9.694056222094965e-05}
{"train_loss": 0.014810877852141857, "global_step": 12398, "epoch": 69, "lr": 9.694005323278998e-05}
{"train_loss": 0.011447899043560028, "global_step": 12399, "epoch": 69, "lr": 9.693954420363099e-05}
{"train_loss": 0.016346070915460587, "global_step": 12400, "epoch": 69, "lr": 9.693903513347309e-05}
{"train_loss": 0.008635329082608223, "global_step": 12401, "epoch": 69, "lr": 9.693852602231675e-05}
{"train_loss": 0.009333609603345394, "global_step": 12402, "epoch": 69, "lr": 9.693801687016241e-05}
{"train_loss": 0.013220079243183136, "global_step": 12403, "epoch": 69, "lr": 9.693750767701053e-05}
{"train_loss": 0.009470122866332531, "global_step": 12404, "epoch": 69, "lr": 9.693699844286153e-05}
{"train_loss": 0.010910425335168839, "global_step": 12405, "epoch": 69, "lr": 9.693648916771588e-05}
{"train_loss": 0.021356146782636642, "global_step": 12406, "epoch": 69, "lr": 9.693597985157399e-05}
{"train_loss": 0.013901608064770699, "global_step": 12407, "epoch": 69, "lr": 9.693547049443633e-05}
{"train_loss": 0.010655523277819157, "global_step": 12408, "epoch": 69, "lr": 9.693496109630335e-05}
{"train_loss": 0.02058945596218109, "global_step": 12409, "epoch": 69, "lr": 9.693445165717548e-05}
{"train_loss": 0.011652307584881783, "global_step": 12410, "epoch": 69, "lr": 9.693394217705316e-05}
{"train_loss": 0.009249109774827957, "global_step": 12411, "epoch": 69, "lr": 9.693343265593684e-05}
{"train_loss": 0.009053708054125309, "global_step": 12412, "epoch": 69, "lr": 9.693292309382698e-05}
{"train_loss": 0.009695904329419136, "global_step": 12413, "epoch": 69, "lr": 9.693241349072401e-05}
{"train_loss": 0.008546799421310425, "global_step": 12414, "epoch": 69, "lr": 9.693190384662838e-05}
{"train_loss": 0.007220578845590353, "global_step": 12415, "epoch": 69, "lr": 9.693139416154055e-05}
{"train_loss": 0.006911976262927055, "global_step": 12416, "epoch": 69, "lr": 9.693088443546094e-05}
{"train_loss": 0.006332256831228733, "global_step": 12417, "epoch": 69, "lr": 9.693037466839e-05}
{"train_loss": 0.011815829202532768, "global_step": 12418, "epoch": 69, "lr": 9.692986486032818e-05}
{"train_loss": 0.013641513884067535, "global_step": 12419, "epoch": 69, "lr": 9.692935501127593e-05}
{"train_loss": 0.013653531670570374, "global_step": 12420, "epoch": 69, "lr": 9.692884512123369e-05}
{"train_loss": 0.009113548323512077, "global_step": 12421, "epoch": 69, "lr": 9.69283351902019e-05}
{"train_loss": 0.0065537104383111, "global_step": 12422, "epoch": 69, "lr": 9.692782521818102e-05}
{"train_loss": 0.014260759577155113, "global_step": 12423, "epoch": 69, "lr": 9.692731520517148e-05}
{"train_loss": 0.01027078926563263, "global_step": 12424, "epoch": 69, "lr": 9.692680515117375e-05}
{"train_loss": 0.007742673624306917, "global_step": 12425, "epoch": 69, "lr": 9.692629505618825e-05}
{"train_loss": 0.011820292100310326, "global_step": 12426, "epoch": 69, "lr": 9.692578492021542e-05}
{"train_loss": 0.011016514152288437, "global_step": 12427, "epoch": 69, "lr": 9.692527474325573e-05}
{"train_loss": 0.01143544539809227, "global_step": 12428, "epoch": 69, "lr": 9.692476452530962e-05}
{"train_loss": 0.004424695391207933, "global_step": 12429, "epoch": 69, "lr": 9.692425426637752e-05}
{"train_loss": 0.021935172379016876, "global_step": 12430, "epoch": 69, "lr": 9.69237439664599e-05}
{"train_loss": 0.007491126190871, "global_step": 12431, "epoch": 69, "lr": 9.692323362555718e-05}
{"train_loss": 0.014100385829806328, "global_step": 12432, "epoch": 69, "lr": 9.692272324366982e-05}
{"train_loss": 0.013063529506325722, "global_step": 12433, "epoch": 69, "lr": 9.692221282079825e-05}
{"train_loss": 0.010433904826641083, "global_step": 12434, "epoch": 69, "lr": 9.692170235694295e-05}
{"train_loss": 0.013462726958096027, "global_step": 12435, "epoch": 69, "lr": 9.692119185210434e-05}
{"train_loss": 0.007251264993101358, "global_step": 12436, "epoch": 69, "lr": 9.692068130628286e-05}
{"train_loss": 0.011809449642896652, "global_step": 12437, "epoch": 69, "lr": 9.692017071947899e-05}
{"train_loss": 0.011902444064617157, "global_step": 12438, "epoch": 69, "lr": 9.691966009169314e-05}
{"train_loss": 0.008058770559728146, "global_step": 12439, "epoch": 69, "lr": 9.691914942292577e-05}
{"train_loss": 0.012399264611303806, "global_step": 12440, "epoch": 69, "lr": 9.691863871317733e-05}
{"train_loss": 0.012341571971774101, "global_step": 12441, "epoch": 69, "lr": 9.691812796244824e-05}
{"train_loss": 0.01669362187385559, "global_step": 12442, "epoch": 69, "lr": 9.691761717073899e-05}
{"train_loss": 0.008622869849205017, "global_step": 12443, "epoch": 69, "lr": 9.691710633804997e-05}
{"train_loss": 0.010929916985332966, "global_step": 12444, "epoch": 69, "lr": 9.691659546438169e-05}
{"train_loss": 0.0076811714097857475, "global_step": 12445, "epoch": 69, "lr": 9.691608454973458e-05}
{"train_loss": 0.013031858019530773, "global_step": 12446, "epoch": 69, "lr": 9.691557359410905e-05}
{"train_loss": 0.009954835288226604, "global_step": 12447, "epoch": 69, "lr": 9.691506259750555e-05}
{"train_loss": 0.012580033391714096, "global_step": 12448, "epoch": 69, "lr": 9.691455155992456e-05}
{"train_loss": 0.014377022162079811, "global_step": 12449, "epoch": 69, "lr": 9.691404048136654e-05}
{"train_loss": 0.015187283046543598, "global_step": 12450, "epoch": 69, "lr": 9.691352936183187e-05}
{"train_loss": 0.008342938497662544, "global_step": 12451, "epoch": 69, "lr": 9.691301820132106e-05}
{"train_loss": 0.010442066937685013, "global_step": 12452, "epoch": 69, "lr": 9.691250699983451e-05}
{"train_loss": 0.0142489243298769, "global_step": 12453, "epoch": 69, "lr": 9.691199575737268e-05}
{"train_loss": 0.008185298182070255, "global_step": 12454, "epoch": 69, "lr": 9.691148447393606e-05}
{"train_loss": 0.010149730369448662, "global_step": 12455, "epoch": 69, "lr": 9.691097314952503e-05}
{"train_loss": 0.012277938425540924, "global_step": 12456, "epoch": 69, "lr": 9.691046178414007e-05}
{"train_loss": 0.015677951276302338, "global_step": 12457, "epoch": 69, "lr": 9.690995037778163e-05}
{"train_loss": 0.012768587097525597, "global_step": 12458, "epoch": 69, "lr": 9.690943893045015e-05}
{"train_loss": 0.012269615182611212, "global_step": 12459, "epoch": 69, "lr": 9.690892744214606e-05}
{"train_loss": 0.015195826068520546, "global_step": 12460, "epoch": 70, "lr": 9.690841591286985e-05}
{"train_loss": 0.013169754296541214, "global_step": 12461, "epoch": 70, "lr": 9.690790434262192e-05}
{"train_loss": 0.01370496116578579, "global_step": 12462, "epoch": 70, "lr": 9.690739273140275e-05}
{"train_loss": 0.010397413745522499, "global_step": 12463, "epoch": 70, "lr": 9.690688107921275e-05}
{"train_loss": 0.010170920751988888, "global_step": 12464, "epoch": 70, "lr": 9.690636938605242e-05}
{"train_loss": 0.01807432621717453, "global_step": 12465, "epoch": 70, "lr": 9.690585765192216e-05}
{"train_loss": 0.011056775227189064, "global_step": 12466, "epoch": 70, "lr": 9.690534587682244e-05}
{"train_loss": 0.008130615577101707, "global_step": 12467, "epoch": 70, "lr": 9.69048340607537e-05}
{"train_loss": 0.01546960137784481, "global_step": 12468, "epoch": 70, "lr": 9.690432220371639e-05}
{"train_loss": 0.012824499979615211, "global_step": 12469, "epoch": 70, "lr": 9.690381030571095e-05}
{"train_loss": 0.012755591422319412, "global_step": 12470, "epoch": 70, "lr": 9.690329836673784e-05}
{"train_loss": 0.01653265953063965, "global_step": 12471, "epoch": 70, "lr": 9.69027863867975e-05}
{"train_loss": 0.012712471187114716, "global_step": 12472, "epoch": 70, "lr": 9.690227436589036e-05}
{"train_loss": 0.008320017717778683, "global_step": 12473, "epoch": 70, "lr": 9.69017623040169e-05}
{"train_loss": 0.008689826354384422, "global_step": 12474, "epoch": 70, "lr": 9.690125020117757e-05}
{"train_loss": 0.014284761622548103, "global_step": 12475, "epoch": 70, "lr": 9.690073805737277e-05}
{"train_loss": 0.011026330292224884, "global_step": 12476, "epoch": 70, "lr": 9.6900225872603e-05}
{"train_loss": 0.017724022269248962, "global_step": 12477, "epoch": 70, "lr": 9.689971364686866e-05}
{"train_loss": 0.008422545157372952, "global_step": 12478, "epoch": 70, "lr": 9.689920138017024e-05}
{"train_loss": 0.01550969947129488, "global_step": 12479, "epoch": 70, "lr": 9.689868907250814e-05}
{"train_loss": 0.011219143867492676, "global_step": 12480, "epoch": 70, "lr": 9.689817672388286e-05}
{"train_loss": 0.011491164565086365, "global_step": 12481, "epoch": 70, "lr": 9.689766433429483e-05}
{"train_loss": 0.01609731838107109, "global_step": 12482, "epoch": 70, "lr": 9.689715190374447e-05}
{"train_loss": 0.018946830183267593, "global_step": 12483, "epoch": 70, "lr": 9.689663943223226e-05}
{"train_loss": 0.005310707725584507, "global_step": 12484, "epoch": 70, "lr": 9.689612691975864e-05}
{"train_loss": 0.011842336505651474, "global_step": 12485, "epoch": 70, "lr": 9.689561436632404e-05}
{"train_loss": 0.01682358607649803, "global_step": 12486, "epoch": 70, "lr": 9.689510177192894e-05}
{"train_loss": 0.011008849367499352, "global_step": 12487, "epoch": 70, "lr": 9.689458913657374e-05}
{"train_loss": 0.01017768308520317, "global_step": 12488, "epoch": 70, "lr": 9.689407646025894e-05}
{"train_loss": 0.008239145390689373, "global_step": 12489, "epoch": 70, "lr": 9.689356374298496e-05}
{"train_loss": 0.01358204148709774, "global_step": 12490, "epoch": 70, "lr": 9.689305098475225e-05}
{"train_loss": 0.013949092477560043, "global_step": 12491, "epoch": 70, "lr": 9.689253818556127e-05}
{"train_loss": 0.014021556824445724, "global_step": 12492, "epoch": 70, "lr": 9.689202534541245e-05}
{"train_loss": 0.01914415881037712, "global_step": 12493, "epoch": 70, "lr": 9.689151246430624e-05}
{"train_loss": 0.015496833249926567, "global_step": 12494, "epoch": 70, "lr": 9.68909995422431e-05}
{"train_loss": 0.016785819083452225, "global_step": 12495, "epoch": 70, "lr": 9.689048657922349e-05}
{"train_loss": 0.012867946177721024, "global_step": 12496, "epoch": 70, "lr": 9.688997357524782e-05}
{"train_loss": 0.007823066785931587, "global_step": 12497, "epoch": 70, "lr": 9.688946053031656e-05}
{"train_loss": 0.020885281264781952, "global_step": 12498, "epoch": 70, "lr": 9.688894744443016e-05}
{"train_loss": 0.011360961943864822, "global_step": 12499, "epoch": 70, "lr": 9.688843431758907e-05}
{"train_loss": 0.016207868233323097, "global_step": 12500, "epoch": 70, "lr": 9.688792114979371e-05}
{"train_loss": 0.011886286549270153, "global_step": 12501, "epoch": 70, "lr": 9.688740794104457e-05}
{"train_loss": 0.011517170816659927, "global_step": 12502, "epoch": 70, "lr": 9.688689469134208e-05}
{"train_loss": 0.014705600216984749, "global_step": 12503, "epoch": 70, "lr": 9.688638140068669e-05}
{"train_loss": 0.007508550770580769, "global_step": 12504, "epoch": 70, "lr": 9.688586806907884e-05}
{"train_loss": 0.00907551497220993, "global_step": 12505, "epoch": 70, "lr": 9.688535469651899e-05}
{"train_loss": 0.01453886553645134, "global_step": 12506, "epoch": 70, "lr": 9.688484128300756e-05}
{"train_loss": 0.01569187082350254, "global_step": 12507, "epoch": 70, "lr": 9.688432782854503e-05}
{"train_loss": 0.013209739699959755, "global_step": 12508, "epoch": 70, "lr": 9.688381433313185e-05}
{"train_loss": 0.015737637877464294, "global_step": 12509, "epoch": 70, "lr": 9.688330079676846e-05}
{"train_loss": 0.011246567592024803, "global_step": 12510, "epoch": 70, "lr": 9.688278721945531e-05}
{"train_loss": 0.015691708773374557, "global_step": 12511, "epoch": 70, "lr": 9.688227360119285e-05}
{"train_loss": 0.011617464944720268, "global_step": 12512, "epoch": 70, "lr": 9.68817599419815e-05}
{"train_loss": 0.010889057070016861, "global_step": 12513, "epoch": 70, "lr": 9.688124624182173e-05}
{"train_loss": 0.009584998711943626, "global_step": 12514, "epoch": 70, "lr": 9.688073250071401e-05}
{"train_loss": 0.016566714271903038, "global_step": 12515, "epoch": 70, "lr": 9.688021871865877e-05}
{"train_loss": 0.015362412668764591, "global_step": 12516, "epoch": 70, "lr": 9.687970489565646e-05}
{"train_loss": 0.008106385357677937, "global_step": 12517, "epoch": 70, "lr": 9.687919103170751e-05}
{"train_loss": 0.007382829673588276, "global_step": 12518, "epoch": 70, "lr": 9.68786771268124e-05}
{"train_loss": 0.01049390435218811, "global_step": 12519, "epoch": 70, "lr": 9.687816318097156e-05}
{"train_loss": 0.01767042651772499, "global_step": 12520, "epoch": 70, "lr": 9.687764919418544e-05}
{"train_loss": 0.014975422993302345, "global_step": 12521, "epoch": 70, "lr": 9.68771351664545e-05}
{"train_loss": 0.007028587162494659, "global_step": 12522, "epoch": 70, "lr": 9.687662109777919e-05}
{"train_loss": 0.013540334068238735, "global_step": 12523, "epoch": 70, "lr": 9.687610698815995e-05}
{"train_loss": 0.014803060330450535, "global_step": 12524, "epoch": 70, "lr": 9.687559283759722e-05}
{"train_loss": 0.013634376227855682, "global_step": 12525, "epoch": 70, "lr": 9.687507864609144e-05}
{"train_loss": 0.00928725115954876, "global_step": 12526, "epoch": 70, "lr": 9.687456441364311e-05}
{"train_loss": 0.012347825802862644, "global_step": 12527, "epoch": 70, "lr": 9.687405014025263e-05}
{"train_loss": 0.009224612265825272, "global_step": 12528, "epoch": 70, "lr": 9.687353582592048e-05}
{"train_loss": 0.011988792568445206, "global_step": 12529, "epoch": 70, "lr": 9.687302147064708e-05}
{"train_loss": 0.011342384852468967, "global_step": 12530, "epoch": 70, "lr": 9.687250707443292e-05}
{"train_loss": 0.009370988234877586, "global_step": 12531, "epoch": 70, "lr": 9.687199263727839e-05}
{"train_loss": 0.015349982306361198, "global_step": 12532, "epoch": 70, "lr": 9.6871478159184e-05}
{"train_loss": 0.011536174453794956, "global_step": 12533, "epoch": 70, "lr": 9.687096364015016e-05}
{"train_loss": 0.011304423213005066, "global_step": 12534, "epoch": 70, "lr": 9.687044908017734e-05}
{"train_loss": 0.012332146987318993, "global_step": 12535, "epoch": 70, "lr": 9.686993447926598e-05}
{"train_loss": 0.013341529294848442, "global_step": 12536, "epoch": 70, "lr": 9.686941983741652e-05}
{"train_loss": 0.007298147771507502, "global_step": 12537, "epoch": 70, "lr": 9.686890515462944e-05}
{"train_loss": 0.013923648744821548, "global_step": 12538, "epoch": 70, "lr": 9.686839043090517e-05}
{"train_loss": 0.018478870391845703, "global_step": 12539, "epoch": 70, "lr": 9.686787566624414e-05}
{"train_loss": 0.015460843220353127, "global_step": 12540, "epoch": 70, "lr": 9.686736086064683e-05}
{"train_loss": 0.016149483621120453, "global_step": 12541, "epoch": 70, "lr": 9.68668460141137e-05}
{"train_loss": 0.008050477132201195, "global_step": 12542, "epoch": 70, "lr": 9.686633112664514e-05}
{"train_loss": 0.010310390964150429, "global_step": 12543, "epoch": 70, "lr": 9.686581619824167e-05}
{"train_loss": 0.0077583929523825645, "global_step": 12544, "epoch": 70, "lr": 9.686530122890368e-05}
{"train_loss": 0.012965533882379532, "global_step": 12545, "epoch": 70, "lr": 9.686478621863166e-05}
{"train_loss": 0.015474062412977219, "global_step": 12546, "epoch": 70, "lr": 9.686427116742605e-05}
{"train_loss": 0.010405531153082848, "global_step": 12547, "epoch": 70, "lr": 9.686375607528731e-05}
{"train_loss": 0.011074882000684738, "global_step": 12548, "epoch": 70, "lr": 9.686324094221586e-05}
{"train_loss": 0.01069912500679493, "global_step": 12549, "epoch": 70, "lr": 9.686272576821218e-05}
{"train_loss": 0.022155622020363808, "global_step": 12550, "epoch": 70, "lr": 9.686221055327671e-05}
{"train_loss": 0.012077840976417065, "global_step": 12551, "epoch": 70, "lr": 9.686169529740988e-05}
{"train_loss": 0.008123191073536873, "global_step": 12552, "epoch": 70, "lr": 9.686118000061217e-05}
{"train_loss": 0.016599103808403015, "global_step": 12553, "epoch": 70, "lr": 9.686066466288402e-05}
{"train_loss": 0.016091238707304, "global_step": 12554, "epoch": 70, "lr": 9.686014928422587e-05}
{"train_loss": 0.019347600638866425, "global_step": 12555, "epoch": 70, "lr": 9.685963386463819e-05}
{"train_loss": 0.017092987895011902, "global_step": 12556, "epoch": 70, "lr": 9.68591184041214e-05}
{"train_loss": 0.015029397793114185, "global_step": 12557, "epoch": 70, "lr": 9.685860290267598e-05}
{"train_loss": 0.01131608709692955, "global_step": 12558, "epoch": 70, "lr": 9.685808736030237e-05}
{"train_loss": 0.011229819618165493, "global_step": 12559, "epoch": 70, "lr": 9.685757177700102e-05}
{"train_loss": 0.011652487330138683, "global_step": 12560, "epoch": 70, "lr": 9.685705615277237e-05}
{"train_loss": 0.010479362681508064, "global_step": 12561, "epoch": 70, "lr": 9.685654048761688e-05}
{"train_loss": 0.009651755914092064, "global_step": 12562, "epoch": 70, "lr": 9.685602478153501e-05}
{"train_loss": 0.01002973597496748, "global_step": 12563, "epoch": 70, "lr": 9.68555090345272e-05}
{"train_loss": 0.017099900171160698, "global_step": 12564, "epoch": 70, "lr": 9.685499324659389e-05}
{"train_loss": 0.00689046923071146, "global_step": 12565, "epoch": 70, "lr": 9.685447741773556e-05}
{"train_loss": 0.012514730915427208, "global_step": 12566, "epoch": 70, "lr": 9.685396154795263e-05}
{"train_loss": 0.012450216338038445, "global_step": 12567, "epoch": 70, "lr": 9.685344563724556e-05}
{"train_loss": 0.008149242959916592, "global_step": 12568, "epoch": 70, "lr": 9.685292968561482e-05}
{"train_loss": 0.006809402257204056, "global_step": 12569, "epoch": 70, "lr": 9.685241369306082e-05}
{"train_loss": 0.008085465058684349, "global_step": 12570, "epoch": 70, "lr": 9.685189765958405e-05}
{"train_loss": 0.00915907695889473, "global_step": 12571, "epoch": 70, "lr": 9.685138158518494e-05}
{"train_loss": 0.009924429468810558, "global_step": 12572, "epoch": 70, "lr": 9.685086546986394e-05}
{"train_loss": 0.012089526280760765, "global_step": 12573, "epoch": 70, "lr": 9.685034931362151e-05}
{"train_loss": 0.01207960769534111, "global_step": 12574, "epoch": 70, "lr": 9.684983311645811e-05}
{"train_loss": 0.018152376636862755, "global_step": 12575, "epoch": 70, "lr": 9.684931687837417e-05}
{"train_loss": 0.016206074506044388, "global_step": 12576, "epoch": 70, "lr": 9.684880059937014e-05}
{"train_loss": 0.010739726014435291, "global_step": 12577, "epoch": 70, "lr": 9.68482842794465e-05}
{"train_loss": 0.01107214018702507, "global_step": 12578, "epoch": 70, "lr": 9.684776791860367e-05}
{"train_loss": 0.018675966188311577, "global_step": 12579, "epoch": 70, "lr": 9.684725151684212e-05}
{"train_loss": 0.008391767740249634, "global_step": 12580, "epoch": 70, "lr": 9.684673507416229e-05}
{"train_loss": 0.015288040041923523, "global_step": 12581, "epoch": 70, "lr": 9.684621859056464e-05}
{"train_loss": 0.0095458272844553, "global_step": 12582, "epoch": 70, "lr": 9.68457020660496e-05}
{"train_loss": 0.009654849767684937, "global_step": 12583, "epoch": 70, "lr": 9.684518550061765e-05}
{"train_loss": 0.012907309457659721, "global_step": 12584, "epoch": 70, "lr": 9.684466889426922e-05}
{"train_loss": 0.013930045999586582, "global_step": 12585, "epoch": 70, "lr": 9.684415224700475e-05}
{"train_loss": 0.009218817576766014, "global_step": 12586, "epoch": 70, "lr": 9.684363555882475e-05}
{"train_loss": 0.013103443197906017, "global_step": 12587, "epoch": 70, "lr": 9.68431188297296e-05}
{"train_loss": 0.010220186784863472, "global_step": 12588, "epoch": 70, "lr": 9.68426020597198e-05}
{"train_loss": 0.01688595488667488, "global_step": 12589, "epoch": 70, "lr": 9.68420852487958e-05}
{"train_loss": 0.010973259806632996, "global_step": 12590, "epoch": 70, "lr": 9.684156839695802e-05}
{"train_loss": 0.011361363343894482, "global_step": 12591, "epoch": 70, "lr": 9.684105150420692e-05}
{"train_loss": 0.011433791369199753, "global_step": 12592, "epoch": 70, "lr": 9.684053457054296e-05}
{"train_loss": 0.006414759438484907, "global_step": 12593, "epoch": 70, "lr": 9.68400175959666e-05}
{"train_loss": 0.012728428468108177, "global_step": 12594, "epoch": 70, "lr": 9.683950058047829e-05}
{"train_loss": 0.010294048115611076, "global_step": 12595, "epoch": 70, "lr": 9.683898352407845e-05}
{"train_loss": 0.010421013459563255, "global_step": 12596, "epoch": 70, "lr": 9.683846642676755e-05}
{"train_loss": 0.014170694164931774, "global_step": 12597, "epoch": 70, "lr": 9.683794928854607e-05}
{"train_loss": 0.00646201241761446, "global_step": 12598, "epoch": 70, "lr": 9.683743210941443e-05}
{"train_loss": 0.018692057579755783, "global_step": 12599, "epoch": 70, "lr": 9.68369148893731e-05}
{"train_loss": 0.009205603040754795, "global_step": 12600, "epoch": 70, "lr": 9.683639762842252e-05}
{"train_loss": 0.007617328315973282, "global_step": 12601, "epoch": 70, "lr": 9.683588032656313e-05}
{"train_loss": 0.008242620155215263, "global_step": 12602, "epoch": 70, "lr": 9.68353629837954e-05}
{"train_loss": 0.012034222483634949, "global_step": 12603, "epoch": 70, "lr": 9.683484560011977e-05}
{"train_loss": 0.006143689155578613, "global_step": 12604, "epoch": 70, "lr": 9.683432817553671e-05}
{"train_loss": 0.010795960202813148, "global_step": 12605, "epoch": 70, "lr": 9.683381071004667e-05}
{"train_loss": 0.013237499631941319, "global_step": 12606, "epoch": 70, "lr": 9.683329320365008e-05}
{"train_loss": 0.013001007959246635, "global_step": 12607, "epoch": 70, "lr": 9.68327756563474e-05}
{"train_loss": 0.010617024265229702, "global_step": 12608, "epoch": 70, "lr": 9.683225806813911e-05}
{"train_loss": 0.008758515119552612, "global_step": 12609, "epoch": 70, "lr": 9.683174043902561e-05}
{"train_loss": 0.019438743591308594, "global_step": 12610, "epoch": 70, "lr": 9.68312227690074e-05}
{"train_loss": 0.009521866217255592, "global_step": 12611, "epoch": 70, "lr": 9.683070505808492e-05}
{"train_loss": 0.010215851478278637, "global_step": 12612, "epoch": 70, "lr": 9.68301873062586e-05}
{"train_loss": 0.01138798426836729, "global_step": 12613, "epoch": 70, "lr": 9.682966951352892e-05}
{"train_loss": 0.007506626658141613, "global_step": 12614, "epoch": 70, "lr": 9.682915167989631e-05}
{"train_loss": 0.005937185604125261, "global_step": 12615, "epoch": 70, "lr": 9.682863380536124e-05}
{"train_loss": 0.009386236779391766, "global_step": 12616, "epoch": 70, "lr": 9.682811588992415e-05}
{"train_loss": 0.012079618871212006, "global_step": 12617, "epoch": 70, "lr": 9.68275979335855e-05}
{"train_loss": 0.00715833343565464, "global_step": 12618, "epoch": 70, "lr": 9.682707993634575e-05}
{"train_loss": 0.010533565655350685, "global_step": 12619, "epoch": 70, "lr": 9.682656189820532e-05}
{"train_loss": 0.007767166011035442, "global_step": 12620, "epoch": 70, "lr": 9.68260438191647e-05}
{"train_loss": 0.01273056399077177, "global_step": 12621, "epoch": 70, "lr": 9.682552569922431e-05}
{"train_loss": 0.008857249282300472, "global_step": 12622, "epoch": 70, "lr": 9.682500753838464e-05}
{"train_loss": 0.007630139589309692, "global_step": 12623, "epoch": 70, "lr": 9.682448933664612e-05}
{"train_loss": 0.013095708563923836, "global_step": 12624, "epoch": 70, "lr": 9.68239710940092e-05}
{"train_loss": 0.011017044074833393, "global_step": 12625, "epoch": 70, "lr": 9.682345281047434e-05}
{"train_loss": 0.0051324740052223206, "global_step": 12626, "epoch": 70, "lr": 9.682293448604198e-05}
{"train_loss": 0.008108635433018208, "global_step": 12627, "epoch": 70, "lr": 9.682241612071258e-05}
{"train_loss": 0.008395757526159286, "global_step": 12628, "epoch": 70, "lr": 9.682189771448662e-05}
{"train_loss": 0.017964068800210953, "global_step": 12629, "epoch": 70, "lr": 9.682137926736452e-05}
{"train_loss": 0.005471300333738327, "global_step": 12630, "epoch": 70, "lr": 9.682086077934674e-05}
{"train_loss": 0.01045975647866726, "global_step": 12631, "epoch": 70, "lr": 9.682034225043372e-05}
{"train_loss": 0.015724685043096542, "global_step": 12632, "epoch": 70, "lr": 9.681982368062594e-05}
{"train_loss": 0.012602086178958416, "global_step": 12633, "epoch": 70, "lr": 9.681930506992385e-05}
{"train_loss": 0.011384829878807068, "global_step": 12634, "epoch": 70, "lr": 9.681878641832787e-05}
{"train_loss": 0.007315965369343758, "global_step": 12635, "epoch": 70, "lr": 9.681826772583848e-05}
{"train_loss": 0.008992690593004227, "global_step": 12636, "epoch": 70, "lr": 9.681774899245614e-05}
{"train_loss": 0.011972099584474993, "global_step": 12637, "epoch": 70, "lr": 9.68172302181813e-05, "train_action_mse_error": 4.676460594055243e-05}
{"train_loss": 0.008645426481962204, "global_step": 12638, "epoch": 71, "lr": 9.68167114030144e-05}
{"train_loss": 0.007249100133776665, "global_step": 12639, "epoch": 71, "lr": 9.681619254695588e-05}
{"train_loss": 0.016117729246616364, "global_step": 12640, "epoch": 71, "lr": 9.681567365000623e-05}
{"train_loss": 0.011347918771207333, "global_step": 12641, "epoch": 71, "lr": 9.681515471216588e-05}
{"train_loss": 0.011358756572008133, "global_step": 12642, "epoch": 71, "lr": 9.681463573343528e-05}
{"train_loss": 0.0052874088287353516, "global_step": 12643, "epoch": 71, "lr": 9.681411671381491e-05}
{"train_loss": 0.007325764279812574, "global_step": 12644, "epoch": 71, "lr": 9.681359765330519e-05}
{"train_loss": 0.005999356042593718, "global_step": 12645, "epoch": 71, "lr": 9.68130785519066e-05}
{"train_loss": 0.013313064351677895, "global_step": 12646, "epoch": 71, "lr": 9.681255940961955e-05}
{"train_loss": 0.02230532467365265, "global_step": 12647, "epoch": 71, "lr": 9.681204022644455e-05}
{"train_loss": 0.008656501770019531, "global_step": 12648, "epoch": 71, "lr": 9.681152100238203e-05}
{"train_loss": 0.009319527074694633, "global_step": 12649, "epoch": 71, "lr": 9.681100173743246e-05}
{"train_loss": 0.011516249738633633, "global_step": 12650, "epoch": 71, "lr": 9.681048243159623e-05}
{"train_loss": 0.00938169565051794, "global_step": 12651, "epoch": 71, "lr": 9.680996308487387e-05}
{"train_loss": 0.006010211072862148, "global_step": 12652, "epoch": 71, "lr": 9.680944369726579e-05}
{"train_loss": 0.01139412447810173, "global_step": 12653, "epoch": 71, "lr": 9.680892426877246e-05}
{"train_loss": 0.01834433525800705, "global_step": 12654, "epoch": 71, "lr": 9.680840479939435e-05}
{"train_loss": 0.009153652004897594, "global_step": 12655, "epoch": 71, "lr": 9.680788528913188e-05}
{"train_loss": 0.011471016332507133, "global_step": 12656, "epoch": 71, "lr": 9.68073657379855e-05}
{"train_loss": 0.010653967037796974, "global_step": 12657, "epoch": 71, "lr": 9.68068461459557e-05}
{"train_loss": 0.00910469051450491, "global_step": 12658, "epoch": 71, "lr": 9.680632651304292e-05}
{"train_loss": 0.009884461760520935, "global_step": 12659, "epoch": 71, "lr": 9.680580683924759e-05}
{"train_loss": 0.010826652869582176, "global_step": 12660, "epoch": 71, "lr": 9.680528712457019e-05}
{"train_loss": 0.014686333946883678, "global_step": 12661, "epoch": 71, "lr": 9.680476736901117e-05}
{"train_loss": 0.011246662586927414, "global_step": 12662, "epoch": 71, "lr": 9.680424757257098e-05}
{"train_loss": 0.009718069806694984, "global_step": 12663, "epoch": 71, "lr": 9.680372773525007e-05}
{"train_loss": 0.0065961116924881935, "global_step": 12664, "epoch": 71, "lr": 9.68032078570489e-05}
{"train_loss": 0.006154181435704231, "global_step": 12665, "epoch": 71, "lr": 9.680268793796794e-05}
{"train_loss": 0.009613420814275742, "global_step": 12666, "epoch": 71, "lr": 9.68021679780076e-05}
{"train_loss": 0.008659528568387032, "global_step": 12667, "epoch": 71, "lr": 9.680164797716838e-05}
{"train_loss": 0.01320419181138277, "global_step": 12668, "epoch": 71, "lr": 9.680112793545071e-05}
{"train_loss": 0.01100362092256546, "global_step": 12669, "epoch": 71, "lr": 9.680060785285505e-05}
{"train_loss": 0.01251125056296587, "global_step": 12670, "epoch": 71, "lr": 9.680008772938185e-05}
{"train_loss": 0.015032963827252388, "global_step": 12671, "epoch": 71, "lr": 9.679956756503157e-05}
{"train_loss": 0.010011311620473862, "global_step": 12672, "epoch": 71, "lr": 9.679904735980467e-05}
{"train_loss": 0.009230317547917366, "global_step": 12673, "epoch": 71, "lr": 9.67985271137016e-05}
{"train_loss": 0.00860561616718769, "global_step": 12674, "epoch": 71, "lr": 9.67980068267228e-05}
{"train_loss": 0.012335611507296562, "global_step": 12675, "epoch": 71, "lr": 9.679748649886874e-05}
{"train_loss": 0.018009308725595474, "global_step": 12676, "epoch": 71, "lr": 9.679696613013987e-05}
{"train_loss": 0.018976131454110146, "global_step": 12677, "epoch": 71, "lr": 9.679644572053664e-05}
{"train_loss": 0.009218481369316578, "global_step": 12678, "epoch": 71, "lr": 9.679592527005952e-05}
{"train_loss": 0.013551449403166771, "global_step": 12679, "epoch": 71, "lr": 9.679540477870895e-05}
{"train_loss": 0.016314780339598656, "global_step": 12680, "epoch": 71, "lr": 9.679488424648537e-05}
{"train_loss": 0.009359853342175484, "global_step": 12681, "epoch": 71, "lr": 9.679436367338928e-05}
{"train_loss": 0.012109423987567425, "global_step": 12682, "epoch": 71, "lr": 9.67938430594211e-05}
{"train_loss": 0.011900857090950012, "global_step": 12683, "epoch": 71, "lr": 9.679332240458128e-05}
{"train_loss": 0.01272663939744234, "global_step": 12684, "epoch": 71, "lr": 9.67928017088703e-05}
{"train_loss": 0.010501328855752945, "global_step": 12685, "epoch": 71, "lr": 9.679228097228861e-05}
{"train_loss": 0.009594077244400978, "global_step": 12686, "epoch": 71, "lr": 9.679176019483665e-05}
{"train_loss": 0.007929984480142593, "global_step": 12687, "epoch": 71, "lr": 9.679123937651487e-05}
{"train_loss": 0.007267131470143795, "global_step": 12688, "epoch": 71, "lr": 9.679071851732374e-05}
{"train_loss": 0.015513035468757153, "global_step": 12689, "epoch": 71, "lr": 9.679019761726373e-05}
{"train_loss": 0.00967729277908802, "global_step": 12690, "epoch": 71, "lr": 9.678967667633526e-05}
{"train_loss": 0.008273782208561897, "global_step": 12691, "epoch": 71, "lr": 9.678915569453879e-05}
{"train_loss": 0.01584816351532936, "global_step": 12692, "epoch": 71, "lr": 9.678863467187481e-05}
{"train_loss": 0.009138273075222969, "global_step": 12693, "epoch": 71, "lr": 9.678811360834374e-05}
{"train_loss": 0.011804609559476376, "global_step": 12694, "epoch": 71, "lr": 9.678759250394606e-05}
{"train_loss": 0.017656829208135605, "global_step": 12695, "epoch": 71, "lr": 9.67870713586822e-05}
{"train_loss": 0.018368840217590332, "global_step": 12696, "epoch": 71, "lr": 9.678655017255262e-05}
{"train_loss": 0.009182021021842957, "global_step": 12697, "epoch": 71, "lr": 9.678602894555779e-05}
{"train_loss": 0.01023878064006567, "global_step": 12698, "epoch": 71, "lr": 9.678550767769816e-05}
{"train_loss": 0.016158854588866234, "global_step": 12699, "epoch": 71, "lr": 9.67849863689742e-05}
{"train_loss": 0.014689475297927856, "global_step": 12700, "epoch": 71, "lr": 9.678446501938633e-05}
{"train_loss": 0.01177217997610569, "global_step": 12701, "epoch": 71, "lr": 9.678394362893501e-05}
{"train_loss": 0.012885792180895805, "global_step": 12702, "epoch": 71, "lr": 9.678342219762073e-05}
{"train_loss": 0.010193993337452412, "global_step": 12703, "epoch": 71, "lr": 9.678290072544392e-05}
{"train_loss": 0.013252658769488335, "global_step": 12704, "epoch": 71, "lr": 9.678237921240504e-05}
{"train_loss": 0.01715945452451706, "global_step": 12705, "epoch": 71, "lr": 9.678185765850455e-05}
{"train_loss": 0.00871817022562027, "global_step": 12706, "epoch": 71, "lr": 9.67813360637429e-05}
{"train_loss": 0.010523702949285507, "global_step": 12707, "epoch": 71, "lr": 9.678081442812053e-05}
{"train_loss": 0.01959969475865364, "global_step": 12708, "epoch": 71, "lr": 9.678029275163793e-05}
{"train_loss": 0.014752347953617573, "global_step": 12709, "epoch": 71, "lr": 9.677977103429554e-05}
{"train_loss": 0.007867391221225262, "global_step": 12710, "epoch": 71, "lr": 9.677924927609382e-05}
{"train_loss": 0.013357715681195259, "global_step": 12711, "epoch": 71, "lr": 9.677872747703318e-05}
{"train_loss": 0.009364821948111057, "global_step": 12712, "epoch": 71, "lr": 9.677820563711415e-05}
{"train_loss": 0.009843840263783932, "global_step": 12713, "epoch": 71, "lr": 9.677768375633714e-05}
{"train_loss": 0.011954067274928093, "global_step": 12714, "epoch": 71, "lr": 9.677716183470262e-05}
{"train_loss": 0.015227014198899269, "global_step": 12715, "epoch": 71, "lr": 9.677663987221104e-05}
{"train_loss": 0.01247391290962696, "global_step": 12716, "epoch": 71, "lr": 9.677611786886287e-05}
{"train_loss": 0.009745736606419086, "global_step": 12717, "epoch": 71, "lr": 9.677559582465854e-05}
{"train_loss": 0.008017260581254959, "global_step": 12718, "epoch": 71, "lr": 9.677507373959851e-05}
{"train_loss": 0.010318942368030548, "global_step": 12719, "epoch": 71, "lr": 9.677455161368327e-05}
{"train_loss": 0.009901968762278557, "global_step": 12720, "epoch": 71, "lr": 9.677402944691326e-05}
{"train_loss": 0.011682876385748386, "global_step": 12721, "epoch": 71, "lr": 9.67735072392889e-05}
{"train_loss": 0.014799601398408413, "global_step": 12722, "epoch": 71, "lr": 9.677298499081069e-05}
{"train_loss": 0.01751255989074707, "global_step": 12723, "epoch": 71, "lr": 9.677246270147906e-05}
{"train_loss": 0.008942170068621635, "global_step": 12724, "epoch": 71, "lr": 9.677194037129449e-05}
{"train_loss": 0.01881185546517372, "global_step": 12725, "epoch": 71, "lr": 9.677141800025741e-05}
{"train_loss": 0.014697756618261337, "global_step": 12726, "epoch": 71, "lr": 9.677089558836831e-05}
{"train_loss": 0.015591979958117008, "global_step": 12727, "epoch": 71, "lr": 9.677037313562762e-05}
{"train_loss": 0.0063061341643333435, "global_step": 12728, "epoch": 71, "lr": 9.676985064203578e-05}
{"train_loss": 0.020894985646009445, "global_step": 12729, "epoch": 71, "lr": 9.67693281075933e-05}
{"train_loss": 0.016126397997140884, "global_step": 12730, "epoch": 71, "lr": 9.676880553230059e-05}
{"train_loss": 0.005893734283745289, "global_step": 12731, "epoch": 71, "lr": 9.676828291615812e-05}
{"train_loss": 0.019975915551185608, "global_step": 12732, "epoch": 71, "lr": 9.676776025916633e-05}
{"train_loss": 0.010559936985373497, "global_step": 12733, "epoch": 71, "lr": 9.676723756132573e-05}
{"train_loss": 0.009980734437704086, "global_step": 12734, "epoch": 71, "lr": 9.676671482263673e-05}
{"train_loss": 0.012854475528001785, "global_step": 12735, "epoch": 71, "lr": 9.676619204309978e-05}
{"train_loss": 0.006564810872077942, "global_step": 12736, "epoch": 71, "lr": 9.676566922271537e-05}
{"train_loss": 0.012028776109218597, "global_step": 12737, "epoch": 71, "lr": 9.676514636148394e-05}
{"train_loss": 0.007608985994011164, "global_step": 12738, "epoch": 71, "lr": 9.676462345940594e-05}
{"train_loss": 0.007131415419280529, "global_step": 12739, "epoch": 71, "lr": 9.676410051648184e-05}
{"train_loss": 0.012118782848119736, "global_step": 12740, "epoch": 71, "lr": 9.676357753271209e-05}
{"train_loss": 0.011938498355448246, "global_step": 12741, "epoch": 71, "lr": 9.676305450809715e-05}
{"train_loss": 0.00996304489672184, "global_step": 12742, "epoch": 71, "lr": 9.676253144263748e-05}
{"train_loss": 0.010577280074357986, "global_step": 12743, "epoch": 71, "lr": 9.676200833633352e-05}
{"train_loss": 0.009833263233304024, "global_step": 12744, "epoch": 71, "lr": 9.676148518918573e-05}
{"train_loss": 0.008946394547820091, "global_step": 12745, "epoch": 71, "lr": 9.67609620011946e-05}
{"train_loss": 0.010992436669766903, "global_step": 12746, "epoch": 71, "lr": 9.676043877236054e-05}
{"train_loss": 0.012347156181931496, "global_step": 12747, "epoch": 71, "lr": 9.675991550268404e-05}
{"train_loss": 0.015260052867233753, "global_step": 12748, "epoch": 71, "lr": 9.675939219216554e-05}
{"train_loss": 0.010569801554083824, "global_step": 12749, "epoch": 71, "lr": 9.675886884080552e-05}
{"train_loss": 0.01055974792689085, "global_step": 12750, "epoch": 71, "lr": 9.67583454486044e-05}
{"train_loss": 0.00809670239686966, "global_step": 12751, "epoch": 71, "lr": 9.675782201556267e-05}
{"train_loss": 0.00636123726144433, "global_step": 12752, "epoch": 71, "lr": 9.675729854168077e-05}
{"train_loss": 0.008344491943717003, "global_step": 12753, "epoch": 71, "lr": 9.675677502695916e-05}
{"train_loss": 0.016498809680342674, "global_step": 12754, "epoch": 71, "lr": 9.67562514713983e-05}
{"train_loss": 0.01625089719891548, "global_step": 12755, "epoch": 71, "lr": 9.675572787499864e-05}
{"train_loss": 0.009133543819189072, "global_step": 12756, "epoch": 71, "lr": 9.675520423776066e-05}
{"train_loss": 0.00957759190350771, "global_step": 12757, "epoch": 71, "lr": 9.67546805596848e-05}
{"train_loss": 0.010502693243324757, "global_step": 12758, "epoch": 71, "lr": 9.675415684077152e-05}
{"train_loss": 0.008440140634775162, "global_step": 12759, "epoch": 71, "lr": 9.675363308102125e-05}
{"train_loss": 0.01128680445253849, "global_step": 12760, "epoch": 71, "lr": 9.67531092804345e-05}
{"train_loss": 0.009684327989816666, "global_step": 12761, "epoch": 71, "lr": 9.675258543901169e-05}
{"train_loss": 0.008945038542151451, "global_step": 12762, "epoch": 71, "lr": 9.675206155675329e-05}
{"train_loss": 0.009370659478008747, "global_step": 12763, "epoch": 71, "lr": 9.675153763365976e-05}
{"train_loss": 0.01481160894036293, "global_step": 12764, "epoch": 71, "lr": 9.675101366973156e-05}
{"train_loss": 0.013272743672132492, "global_step": 12765, "epoch": 71, "lr": 9.675048966496913e-05}
{"train_loss": 0.013379760086536407, "global_step": 12766, "epoch": 71, "lr": 9.674996561937295e-05}
{"train_loss": 0.01706933043897152, "global_step": 12767, "epoch": 71, "lr": 9.674944153294346e-05}
{"train_loss": 0.013675762340426445, "global_step": 12768, "epoch": 71, "lr": 9.674891740568113e-05}
{"train_loss": 0.012910894118249416, "global_step": 12769, "epoch": 71, "lr": 9.67483932375864e-05}
{"train_loss": 0.011703536845743656, "global_step": 12770, "epoch": 71, "lr": 9.674786902865976e-05}
{"train_loss": 0.007080387324094772, "global_step": 12771, "epoch": 71, "lr": 9.674734477890161e-05}
{"train_loss": 0.008486635982990265, "global_step": 12772, "epoch": 71, "lr": 9.674682048831249e-05}
{"train_loss": 0.014760994352400303, "global_step": 12773, "epoch": 71, "lr": 9.674629615689279e-05}
{"train_loss": 0.007921025156974792, "global_step": 12774, "epoch": 71, "lr": 9.674577178464299e-05}
{"train_loss": 0.009761318564414978, "global_step": 12775, "epoch": 71, "lr": 9.674524737156356e-05}
{"train_loss": 0.008076340891420841, "global_step": 12776, "epoch": 71, "lr": 9.674472291765495e-05}
{"train_loss": 0.01167595386505127, "global_step": 12777, "epoch": 71, "lr": 9.674419842291762e-05}
{"train_loss": 0.007830357179045677, "global_step": 12778, "epoch": 71, "lr": 9.674367388735201e-05}
{"train_loss": 0.009669136255979538, "global_step": 12779, "epoch": 71, "lr": 9.674314931095861e-05}
{"train_loss": 0.01011267863214016, "global_step": 12780, "epoch": 71, "lr": 9.674262469373784e-05}
{"train_loss": 0.011555051431059837, "global_step": 12781, "epoch": 71, "lr": 9.674210003569018e-05}
{"train_loss": 0.00941591989248991, "global_step": 12782, "epoch": 71, "lr": 9.67415753368161e-05}
{"train_loss": 0.021447569131851196, "global_step": 12783, "epoch": 71, "lr": 9.674105059711604e-05}
{"train_loss": 0.008588917553424835, "global_step": 12784, "epoch": 71, "lr": 9.674052581659046e-05}
{"train_loss": 0.009463394060730934, "global_step": 12785, "epoch": 71, "lr": 9.674000099523983e-05}
{"train_loss": 0.01120126061141491, "global_step": 12786, "epoch": 71, "lr": 9.67394761330646e-05}
{"train_loss": 0.009703224524855614, "global_step": 12787, "epoch": 71, "lr": 9.673895123006522e-05}
{"train_loss": 0.011846665292978287, "global_step": 12788, "epoch": 71, "lr": 9.673842628624217e-05}
{"train_loss": 0.01948455721139908, "global_step": 12789, "epoch": 71, "lr": 9.673790130159588e-05}
{"train_loss": 0.008450482040643692, "global_step": 12790, "epoch": 71, "lr": 9.673737627612684e-05}
{"train_loss": 0.00783618912100792, "global_step": 12791, "epoch": 71, "lr": 9.673685120983549e-05}
{"train_loss": 0.008347243070602417, "global_step": 12792, "epoch": 71, "lr": 9.673632610272228e-05}
{"train_loss": 0.006585822906345129, "global_step": 12793, "epoch": 71, "lr": 9.67358009547877e-05}
{"train_loss": 0.009502166882157326, "global_step": 12794, "epoch": 71, "lr": 9.673527576603216e-05}
{"train_loss": 0.009702028706669807, "global_step": 12795, "epoch": 71, "lr": 9.673475053645617e-05}
{"train_loss": 0.008609011769294739, "global_step": 12796, "epoch": 71, "lr": 9.673422526606016e-05}
{"train_loss": 0.01382175087928772, "global_step": 12797, "epoch": 71, "lr": 9.67336999548446e-05}
{"train_loss": 0.014387444593012333, "global_step": 12798, "epoch": 71, "lr": 9.673317460280994e-05}
{"train_loss": 0.0069853151217103004, "global_step": 12799, "epoch": 71, "lr": 9.673264920995664e-05}
{"train_loss": 0.009938059374690056, "global_step": 12800, "epoch": 71, "lr": 9.673212377628517e-05}
{"train_loss": 0.01435820385813713, "global_step": 12801, "epoch": 71, "lr": 9.673159830179597e-05}
{"train_loss": 0.013936633244156837, "global_step": 12802, "epoch": 71, "lr": 9.673107278648952e-05}
{"train_loss": 0.007203881628811359, "global_step": 12803, "epoch": 71, "lr": 9.673054723036625e-05}
{"train_loss": 0.010725943371653557, "global_step": 12804, "epoch": 71, "lr": 9.673002163342666e-05}
{"train_loss": 0.010026122443377972, "global_step": 12805, "epoch": 71, "lr": 9.672949599567119e-05}
{"train_loss": 0.00782967172563076, "global_step": 12806, "epoch": 71, "lr": 9.672897031710027e-05}
{"train_loss": 0.008527279831469059, "global_step": 12807, "epoch": 71, "lr": 9.67284445977144e-05}
{"train_loss": 0.013406414538621902, "global_step": 12808, "epoch": 71, "lr": 9.672791883751402e-05}
{"train_loss": 0.013209892436861992, "global_step": 12809, "epoch": 71, "lr": 9.67273930364996e-05}
{"train_loss": 0.016853373497724533, "global_step": 12810, "epoch": 71, "lr": 9.672686719467159e-05}
{"train_loss": 0.009204020723700523, "global_step": 12811, "epoch": 71, "lr": 9.672634131203046e-05}
{"train_loss": 0.008243699558079243, "global_step": 12812, "epoch": 71, "lr": 9.672581538857665e-05}
{"train_loss": 0.009321007877588272, "global_step": 12813, "epoch": 71, "lr": 9.672528942431063e-05}
{"train_loss": 0.011543121188879013, "global_step": 12814, "epoch": 71, "lr": 9.672476341923286e-05}
{"train_loss": 0.011333665993650642, "global_step": 12815, "epoch": 71, "lr": 9.67242373733438e-05}
{"train_loss": 0.012105698697268963, "global_step": 12816, "epoch": 72, "lr": 9.672371128664393e-05}
{"train_loss": 0.008100617676973343, "global_step": 12817, "epoch": 72, "lr": 9.672318515913366e-05}
{"train_loss": 0.009670430794358253, "global_step": 12818, "epoch": 72, "lr": 9.672265899081348e-05}
{"train_loss": 0.008104967884719372, "global_step": 12819, "epoch": 72, "lr": 9.672213278168387e-05}
{"train_loss": 0.009671960026025772, "global_step": 12820, "epoch": 72, "lr": 9.672160653174525e-05}
{"train_loss": 0.014831217005848885, "global_step": 12821, "epoch": 72, "lr": 9.67210802409981e-05}
{"train_loss": 0.010438571684062481, "global_step": 12822, "epoch": 72, "lr": 9.672055390944289e-05}
{"train_loss": 0.008085151202976704, "global_step": 12823, "epoch": 72, "lr": 9.672002753708003e-05}
{"train_loss": 0.012490383349359035, "global_step": 12824, "epoch": 72, "lr": 9.671950112391005e-05}
{"train_loss": 0.018624376505613327, "global_step": 12825, "epoch": 72, "lr": 9.671897466993336e-05}
{"train_loss": 0.010026850737631321, "global_step": 12826, "epoch": 72, "lr": 9.671844817515044e-05}
{"train_loss": 0.005233362782746553, "global_step": 12827, "epoch": 72, "lr": 9.671792163956175e-05}
{"train_loss": 0.016126668080687523, "global_step": 12828, "epoch": 72, "lr": 9.671739506316774e-05}
{"train_loss": 0.010172279551625252, "global_step": 12829, "epoch": 72, "lr": 9.671686844596888e-05}
{"train_loss": 0.015698734670877457, "global_step": 12830, "epoch": 72, "lr": 9.671634178796562e-05}
{"train_loss": 0.009082780219614506, "global_step": 12831, "epoch": 72, "lr": 9.671581508915844e-05}
{"train_loss": 0.006766234524548054, "global_step": 12832, "epoch": 72, "lr": 9.671528834954777e-05}
{"train_loss": 0.01609477587044239, "global_step": 12833, "epoch": 72, "lr": 9.671476156913409e-05}
{"train_loss": 0.009660277515649796, "global_step": 12834, "epoch": 72, "lr": 9.671423474791785e-05}
{"train_loss": 0.009361271746456623, "global_step": 12835, "epoch": 72, "lr": 9.671370788589952e-05}
{"train_loss": 0.00951231736689806, "global_step": 12836, "epoch": 72, "lr": 9.671318098307955e-05}
{"train_loss": 0.007512835320085287, "global_step": 12837, "epoch": 72, "lr": 9.671265403945842e-05}
{"train_loss": 0.008955007418990135, "global_step": 12838, "epoch": 72, "lr": 9.671212705503655e-05}
{"train_loss": 0.012711544521152973, "global_step": 12839, "epoch": 72, "lr": 9.671160002981447e-05}
{"train_loss": 0.011780090630054474, "global_step": 12840, "epoch": 72, "lr": 9.671107296379256e-05}
{"train_loss": 0.009492849931120872, "global_step": 12841, "epoch": 72, "lr": 9.671054585697133e-05}
{"train_loss": 0.009449281729757786, "global_step": 12842, "epoch": 72, "lr": 9.671001870935123e-05}
{"train_loss": 0.00873149186372757, "global_step": 12843, "epoch": 72, "lr": 9.670949152093272e-05}
{"train_loss": 0.00988316535949707, "global_step": 12844, "epoch": 72, "lr": 9.670896429171626e-05}
{"train_loss": 0.008473716676235199, "global_step": 12845, "epoch": 72, "lr": 9.67084370217023e-05}
{"train_loss": 0.009475693106651306, "global_step": 12846, "epoch": 72, "lr": 9.670790971089131e-05}
{"train_loss": 0.007847188040614128, "global_step": 12847, "epoch": 72, "lr": 9.670738235928376e-05}
{"train_loss": 0.009053658694028854, "global_step": 12848, "epoch": 72, "lr": 9.67068549668801e-05}
{"train_loss": 0.00653874734416604, "global_step": 12849, "epoch": 72, "lr": 9.670632753368078e-05}
{"train_loss": 0.011806781403720379, "global_step": 12850, "epoch": 72, "lr": 9.670580005968627e-05}
{"train_loss": 0.007038793992251158, "global_step": 12851, "epoch": 72, "lr": 9.670527254489704e-05}
{"train_loss": 0.023868581280112267, "global_step": 12852, "epoch": 72, "lr": 9.670474498931354e-05}
{"train_loss": 0.008284669369459152, "global_step": 12853, "epoch": 72, "lr": 9.670421739293624e-05}
{"train_loss": 0.016748866066336632, "global_step": 12854, "epoch": 72, "lr": 9.67036897557656e-05}
{"train_loss": 0.009717198088765144, "global_step": 12855, "epoch": 72, "lr": 9.670316207780207e-05}
{"train_loss": 0.011808149516582489, "global_step": 12856, "epoch": 72, "lr": 9.670263435904612e-05}
{"train_loss": 0.011378400027751923, "global_step": 12857, "epoch": 72, "lr": 9.67021065994982e-05}
{"train_loss": 0.017844287678599358, "global_step": 12858, "epoch": 72, "lr": 9.670157879915878e-05}
{"train_loss": 0.01130678690969944, "global_step": 12859, "epoch": 72, "lr": 9.670105095802833e-05}
{"train_loss": 0.019677085801959038, "global_step": 12860, "epoch": 72, "lr": 9.67005230761073e-05}
{"train_loss": 0.00791354663670063, "global_step": 12861, "epoch": 72, "lr": 9.669999515339613e-05}
{"train_loss": 0.012081392109394073, "global_step": 12862, "epoch": 72, "lr": 9.669946718989534e-05}
{"train_loss": 0.016258692368865013, "global_step": 12863, "epoch": 72, "lr": 9.669893918560533e-05}
{"train_loss": 0.011297188699245453, "global_step": 12864, "epoch": 72, "lr": 9.669841114052657e-05}
{"train_loss": 0.012916862964630127, "global_step": 12865, "epoch": 72, "lr": 9.669788305465956e-05}
{"train_loss": 0.009360432624816895, "global_step": 12866, "epoch": 72, "lr": 9.669735492800475e-05}
{"train_loss": 0.015997787937521935, "global_step": 12867, "epoch": 72, "lr": 9.669682676056257e-05}
{"train_loss": 0.008120691403746605, "global_step": 12868, "epoch": 72, "lr": 9.669629855233351e-05}
{"train_loss": 0.00882249791175127, "global_step": 12869, "epoch": 72, "lr": 9.669577030331801e-05}
{"train_loss": 0.019453823566436768, "global_step": 12870, "epoch": 72, "lr": 9.669524201351655e-05}
{"train_loss": 0.010051569901406765, "global_step": 12871, "epoch": 72, "lr": 9.669471368292959e-05}
{"train_loss": 0.016379117965698242, "global_step": 12872, "epoch": 72, "lr": 9.669418531155758e-05}
{"train_loss": 0.010555902495980263, "global_step": 12873, "epoch": 72, "lr": 9.669365689940098e-05}
{"train_loss": 0.006501493509858847, "global_step": 12874, "epoch": 72, "lr": 9.669312844646027e-05}
{"train_loss": 0.006339267827570438, "global_step": 12875, "epoch": 72, "lr": 9.669259995273589e-05}
{"train_loss": 0.013130078092217445, "global_step": 12876, "epoch": 72, "lr": 9.669207141822833e-05}
{"train_loss": 0.012313519604504108, "global_step": 12877, "epoch": 72, "lr": 9.669154284293803e-05}
{"train_loss": 0.006494009867310524, "global_step": 12878, "epoch": 72, "lr": 9.669101422686544e-05}
{"train_loss": 0.013469129800796509, "global_step": 12879, "epoch": 72, "lr": 9.669048557001106e-05}
{"train_loss": 0.008965876884758472, "global_step": 12880, "epoch": 72, "lr": 9.66899568723753e-05}
{"train_loss": 0.009509295225143433, "global_step": 12881, "epoch": 72, "lr": 9.668942813395867e-05}
{"train_loss": 0.011322247795760632, "global_step": 12882, "epoch": 72, "lr": 9.668889935476162e-05}
{"train_loss": 0.0199058149009943, "global_step": 12883, "epoch": 72, "lr": 9.668837053478458e-05}
{"train_loss": 0.016265954822301865, "global_step": 12884, "epoch": 72, "lr": 9.668784167402807e-05}
{"train_loss": 0.012893138453364372, "global_step": 12885, "epoch": 72, "lr": 9.66873127724925e-05}
{"train_loss": 0.008537493646144867, "global_step": 12886, "epoch": 72, "lr": 9.668678383017835e-05}
{"train_loss": 0.010212672874331474, "global_step": 12887, "epoch": 72, "lr": 9.668625484708609e-05}
{"train_loss": 0.009024704806506634, "global_step": 12888, "epoch": 72, "lr": 9.668572582321616e-05}
{"train_loss": 0.012411776930093765, "global_step": 12889, "epoch": 72, "lr": 9.668519675856905e-05}
{"train_loss": 0.011611038818955421, "global_step": 12890, "epoch": 72, "lr": 9.668466765314518e-05}
{"train_loss": 0.013234940357506275, "global_step": 12891, "epoch": 72, "lr": 9.668413850694509e-05}
{"train_loss": 0.00978037342429161, "global_step": 12892, "epoch": 72, "lr": 9.668360931996916e-05}
{"train_loss": 0.013657836243510246, "global_step": 12893, "epoch": 72, "lr": 9.668308009221789e-05}
{"train_loss": 0.0072467513382434845, "global_step": 12894, "epoch": 72, "lr": 9.668255082369173e-05}
{"train_loss": 0.010900762863457203, "global_step": 12895, "epoch": 72, "lr": 9.668202151439116e-05}
{"train_loss": 0.015458587557077408, "global_step": 12896, "epoch": 72, "lr": 9.668149216431663e-05}
{"train_loss": 0.007132463622838259, "global_step": 12897, "epoch": 72, "lr": 9.66809627734686e-05}
{"train_loss": 0.013836923986673355, "global_step": 12898, "epoch": 72, "lr": 9.668043334184756e-05}
{"train_loss": 0.015217741951346397, "global_step": 12899, "epoch": 72, "lr": 9.667990386945393e-05}
{"train_loss": 0.011900855228304863, "global_step": 12900, "epoch": 72, "lr": 9.66793743562882e-05}
{"train_loss": 0.00624063890427351, "global_step": 12901, "epoch": 72, "lr": 9.667884480235081e-05}
{"train_loss": 0.01704748347401619, "global_step": 12902, "epoch": 72, "lr": 9.667831520764224e-05}
{"train_loss": 0.008499818854033947, "global_step": 12903, "epoch": 72, "lr": 9.667778557216295e-05}
{"train_loss": 0.006573646329343319, "global_step": 12904, "epoch": 72, "lr": 9.667725589591341e-05}
{"train_loss": 0.016225915402173996, "global_step": 12905, "epoch": 72, "lr": 9.667672617889407e-05}
{"train_loss": 0.013677287846803665, "global_step": 12906, "epoch": 72, "lr": 9.667619642110541e-05}
{"train_loss": 0.014822750352323055, "global_step": 12907, "epoch": 72, "lr": 9.667566662254786e-05}
{"train_loss": 0.01416095718741417, "global_step": 12908, "epoch": 72, "lr": 9.667513678322191e-05}
{"train_loss": 0.021206218749284744, "global_step": 12909, "epoch": 72, "lr": 9.667460690312802e-05}
{"train_loss": 0.012261921539902687, "global_step": 12910, "epoch": 72, "lr": 9.667407698226663e-05}
{"train_loss": 0.00993206538259983, "global_step": 12911, "epoch": 72, "lr": 9.667354702063825e-05}
{"train_loss": 0.01537780649960041, "global_step": 12912, "epoch": 72, "lr": 9.66730170182433e-05}
{"train_loss": 0.008536660112440586, "global_step": 12913, "epoch": 72, "lr": 9.667248697508225e-05}
{"train_loss": 0.01534136664122343, "global_step": 12914, "epoch": 72, "lr": 9.667195689115557e-05}
{"train_loss": 0.011152390390634537, "global_step": 12915, "epoch": 72, "lr": 9.667142676646372e-05}
{"train_loss": 0.011775529012084007, "global_step": 12916, "epoch": 72, "lr": 9.667089660100719e-05}
{"train_loss": 0.012296164408326149, "global_step": 12917, "epoch": 72, "lr": 9.66703663947864e-05}
{"train_loss": 0.009091475047171116, "global_step": 12918, "epoch": 72, "lr": 9.666983614780183e-05}
{"train_loss": 0.017194602638483047, "global_step": 12919, "epoch": 72, "lr": 9.666930586005396e-05}
{"train_loss": 0.00705511961132288, "global_step": 12920, "epoch": 72, "lr": 9.666877553154322e-05}
{"train_loss": 0.01715172454714775, "global_step": 12921, "epoch": 72, "lr": 9.666824516227011e-05}
{"train_loss": 0.008831797167658806, "global_step": 12922, "epoch": 72, "lr": 9.666771475223506e-05}
{"train_loss": 0.014092187397181988, "global_step": 12923, "epoch": 72, "lr": 9.666718430143855e-05}
{"train_loss": 0.008244214579463005, "global_step": 12924, "epoch": 72, "lr": 9.666665380988104e-05}
{"train_loss": 0.010028095915913582, "global_step": 12925, "epoch": 72, "lr": 9.666612327756302e-05}
{"train_loss": 0.011015182361006737, "global_step": 12926, "epoch": 72, "lr": 9.66655927044849e-05}
{"train_loss": 0.011809582822024822, "global_step": 12927, "epoch": 72, "lr": 9.666506209064717e-05}
{"train_loss": 0.016059167683124542, "global_step": 12928, "epoch": 72, "lr": 9.666453143605031e-05}
{"train_loss": 0.01603681780397892, "global_step": 12929, "epoch": 72, "lr": 9.666400074069477e-05}
{"train_loss": 0.01104590855538845, "global_step": 12930, "epoch": 72, "lr": 9.6663470004581e-05}
{"train_loss": 0.016464736312627792, "global_step": 12931, "epoch": 72, "lr": 9.666293922770949e-05}
{"train_loss": 0.007891952060163021, "global_step": 12932, "epoch": 72, "lr": 9.666240841008067e-05}
{"train_loss": 0.007189988158643246, "global_step": 12933, "epoch": 72, "lr": 9.666187755169504e-05}
{"train_loss": 0.015243824571371078, "global_step": 12934, "epoch": 72, "lr": 9.666134665255303e-05}
{"train_loss": 0.01047070324420929, "global_step": 12935, "epoch": 72, "lr": 9.666081571265512e-05}
{"train_loss": 0.011533919721841812, "global_step": 12936, "epoch": 72, "lr": 9.66602847320018e-05}
{"train_loss": 0.013976050540804863, "global_step": 12937, "epoch": 72, "lr": 9.665975371059349e-05}
{"train_loss": 0.008862979710102081, "global_step": 12938, "epoch": 72, "lr": 9.665922264843068e-05}
{"train_loss": 0.008869518525898457, "global_step": 12939, "epoch": 72, "lr": 9.665869154551381e-05}
{"train_loss": 0.010206466540694237, "global_step": 12940, "epoch": 72, "lr": 9.665816040184337e-05}
{"train_loss": 0.012699700891971588, "global_step": 12941, "epoch": 72, "lr": 9.66576292174198e-05}
{"train_loss": 0.01274782232940197, "global_step": 12942, "epoch": 72, "lr": 9.665709799224361e-05}
{"train_loss": 0.01518417801707983, "global_step": 12943, "epoch": 72, "lr": 9.66565667263152e-05}
{"train_loss": 0.01506299339234829, "global_step": 12944, "epoch": 72, "lr": 9.665603541963508e-05}
{"train_loss": 0.013066146522760391, "global_step": 12945, "epoch": 72, "lr": 9.66555040722037e-05}
{"train_loss": 0.006816823035478592, "global_step": 12946, "epoch": 72, "lr": 9.665497268402152e-05}
{"train_loss": 0.00980282947421074, "global_step": 12947, "epoch": 72, "lr": 9.6654441255089e-05}
{"train_loss": 0.010443885810673237, "global_step": 12948, "epoch": 72, "lr": 9.665390978540662e-05}
{"train_loss": 0.011661271564662457, "global_step": 12949, "epoch": 72, "lr": 9.665337827497483e-05}
{"train_loss": 0.01608935371041298, "global_step": 12950, "epoch": 72, "lr": 9.665284672379412e-05}
{"train_loss": 0.014765894040465355, "global_step": 12951, "epoch": 72, "lr": 9.665231513186491e-05}
{"train_loss": 0.013911139219999313, "global_step": 12952, "epoch": 72, "lr": 9.665178349918768e-05}
{"train_loss": 0.01089867390692234, "global_step": 12953, "epoch": 72, "lr": 9.665125182576294e-05}
{"train_loss": 0.007524731103330851, "global_step": 12954, "epoch": 72, "lr": 9.665072011159109e-05}
{"train_loss": 0.012587932869791985, "global_step": 12955, "epoch": 72, "lr": 9.665018835667263e-05}
{"train_loss": 0.009478410705924034, "global_step": 12956, "epoch": 72, "lr": 9.664965656100802e-05}
{"train_loss": 0.012654045596718788, "global_step": 12957, "epoch": 72, "lr": 9.664912472459772e-05}
{"train_loss": 0.010300090536475182, "global_step": 12958, "epoch": 72, "lr": 9.664859284744219e-05}
{"train_loss": 0.015554001554846764, "global_step": 12959, "epoch": 72, "lr": 9.66480609295419e-05}
{"train_loss": 0.009289161302149296, "global_step": 12960, "epoch": 72, "lr": 9.664752897089732e-05}
{"train_loss": 0.009789574891328812, "global_step": 12961, "epoch": 72, "lr": 9.664699697150891e-05}
{"train_loss": 0.011564673855900764, "global_step": 12962, "epoch": 72, "lr": 9.664646493137713e-05}
{"train_loss": 0.010641941800713539, "global_step": 12963, "epoch": 72, "lr": 9.664593285050246e-05}
{"train_loss": 0.012138815596699715, "global_step": 12964, "epoch": 72, "lr": 9.664540072888533e-05}
{"train_loss": 0.008211378008127213, "global_step": 12965, "epoch": 72, "lr": 9.664486856652624e-05}
{"train_loss": 0.013725967146456242, "global_step": 12966, "epoch": 72, "lr": 9.664433636342564e-05}
{"train_loss": 0.009690727107226849, "global_step": 12967, "epoch": 72, "lr": 9.6643804119584e-05}
{"train_loss": 0.016785986721515656, "global_step": 12968, "epoch": 72, "lr": 9.664327183500179e-05}
{"train_loss": 0.012920944020152092, "global_step": 12969, "epoch": 72, "lr": 9.664273950967946e-05}
{"train_loss": 0.013050580397248268, "global_step": 12970, "epoch": 72, "lr": 9.664220714361749e-05}
{"train_loss": 0.025366026908159256, "global_step": 12971, "epoch": 72, "lr": 9.664167473681632e-05}
{"train_loss": 0.007789113558828831, "global_step": 12972, "epoch": 72, "lr": 9.664114228927646e-05}
{"train_loss": 0.006706429645419121, "global_step": 12973, "epoch": 72, "lr": 9.664060980099832e-05}
{"train_loss": 0.013710000552237034, "global_step": 12974, "epoch": 72, "lr": 9.664007727198242e-05}
{"train_loss": 0.01668241061270237, "global_step": 12975, "epoch": 72, "lr": 9.663954470222916e-05}
{"train_loss": 0.009755292907357216, "global_step": 12976, "epoch": 72, "lr": 9.663901209173906e-05}
{"train_loss": 0.007194558624178171, "global_step": 12977, "epoch": 72, "lr": 9.663847944051259e-05}
{"train_loss": 0.006934657227247953, "global_step": 12978, "epoch": 72, "lr": 9.663794674855017e-05}
{"train_loss": 0.016738781705498695, "global_step": 12979, "epoch": 72, "lr": 9.663741401585229e-05}
{"train_loss": 0.013252920471131802, "global_step": 12980, "epoch": 72, "lr": 9.663688124241942e-05}
{"train_loss": 0.011130692437291145, "global_step": 12981, "epoch": 72, "lr": 9.663634842825202e-05}
{"train_loss": 0.017585719004273415, "global_step": 12982, "epoch": 72, "lr": 9.663581557335055e-05}
{"train_loss": 0.011427707970142365, "global_step": 12983, "epoch": 72, "lr": 9.663528267771549e-05}
{"train_loss": 0.013402251526713371, "global_step": 12984, "epoch": 72, "lr": 9.663474974134729e-05}
{"train_loss": 0.012436915189027786, "global_step": 12985, "epoch": 72, "lr": 9.663421676424643e-05}
{"train_loss": 0.011783398687839508, "global_step": 12986, "epoch": 72, "lr": 9.663368374641335e-05}
{"train_loss": 0.006028919015079737, "global_step": 12987, "epoch": 72, "lr": 9.663315068784853e-05}
{"train_loss": 0.016608666628599167, "global_step": 12988, "epoch": 72, "lr": 9.663261758855245e-05}
{"train_loss": 0.01742755062878132, "global_step": 12989, "epoch": 72, "lr": 9.663208444852556e-05}
{"train_loss": 0.010545628145337105, "global_step": 12990, "epoch": 72, "lr": 9.663155126776834e-05}
{"train_loss": 0.01202439796179533, "global_step": 12991, "epoch": 72, "lr": 9.663101804628123e-05}
{"train_loss": 0.009535906836390495, "global_step": 12992, "epoch": 72, "lr": 9.663048478406471e-05}
{"train_loss": 0.011759737276294258, "global_step": 12993, "epoch": 72, "lr": 9.662995148111926e-05}
{"train_loss": 0.014236745424568653, "global_step": 12994, "epoch": 73, "lr": 9.662941813744532e-05}
{"train_loss": 0.010215522721409798, "global_step": 12995, "epoch": 73, "lr": 9.662888475304337e-05}
{"train_loss": 0.024689875543117523, "global_step": 12996, "epoch": 73, "lr": 9.662835132791387e-05}
{"train_loss": 0.01597590744495392, "global_step": 12997, "epoch": 73, "lr": 9.66278178620573e-05}
{"train_loss": 0.009632721543312073, "global_step": 12998, "epoch": 73, "lr": 9.662728435547411e-05}
{"train_loss": 0.012003181502223015, "global_step": 12999, "epoch": 73, "lr": 9.662675080816478e-05}
{"train_loss": 0.012262956239283085, "global_step": 13000, "epoch": 73, "lr": 9.662621722012976e-05}
{"train_loss": 0.02279728464782238, "global_step": 13001, "epoch": 73, "lr": 9.662568359136952e-05}
{"train_loss": 0.017312992364168167, "global_step": 13002, "epoch": 73, "lr": 9.662514992188454e-05}
{"train_loss": 0.009094364941120148, "global_step": 13003, "epoch": 73, "lr": 9.662461621167526e-05}
{"train_loss": 0.017782490700483322, "global_step": 13004, "epoch": 73, "lr": 9.662408246074218e-05}
{"train_loss": 0.014823566190898418, "global_step": 13005, "epoch": 73, "lr": 9.662354866908574e-05}
{"train_loss": 0.014438224956393242, "global_step": 13006, "epoch": 73, "lr": 9.662301483670642e-05}
{"train_loss": 0.014309941790997982, "global_step": 13007, "epoch": 73, "lr": 9.662248096360466e-05}
{"train_loss": 0.01035274751484394, "global_step": 13008, "epoch": 73, "lr": 9.662194704978097e-05}
{"train_loss": 0.009899251163005829, "global_step": 13009, "epoch": 73, "lr": 9.662141309523578e-05}
{"train_loss": 0.012055069208145142, "global_step": 13010, "epoch": 73, "lr": 9.662087909996958e-05}
{"train_loss": 0.007691991049796343, "global_step": 13011, "epoch": 73, "lr": 9.662034506398283e-05}
{"train_loss": 0.011753048747777939, "global_step": 13012, "epoch": 73, "lr": 9.661981098727598e-05}
{"train_loss": 0.014764709398150444, "global_step": 13013, "epoch": 73, "lr": 9.661927686984952e-05}
{"train_loss": 0.014835599809885025, "global_step": 13014, "epoch": 73, "lr": 9.661874271170391e-05}
{"train_loss": 0.013539524748921394, "global_step": 13015, "epoch": 73, "lr": 9.661820851283958e-05}
{"train_loss": 0.015195704996585846, "global_step": 13016, "epoch": 73, "lr": 9.661767427325705e-05}
{"train_loss": 0.012691250070929527, "global_step": 13017, "epoch": 73, "lr": 9.661713999295679e-05}
{"train_loss": 0.01967431977391243, "global_step": 13018, "epoch": 73, "lr": 9.661660567193921e-05}
{"train_loss": 0.009321143850684166, "global_step": 13019, "epoch": 73, "lr": 9.661607131020481e-05}
{"train_loss": 0.008174421265721321, "global_step": 13020, "epoch": 73, "lr": 9.661553690775406e-05}
{"train_loss": 0.011643562465906143, "global_step": 13021, "epoch": 73, "lr": 9.661500246458744e-05}
{"train_loss": 0.010840767063200474, "global_step": 13022, "epoch": 73, "lr": 9.661446798070538e-05}
{"train_loss": 0.014042201451957226, "global_step": 13023, "epoch": 73, "lr": 9.661393345610837e-05}
{"train_loss": 0.0074572693556547165, "global_step": 13024, "epoch": 73, "lr": 9.661339889079688e-05}
{"train_loss": 0.010255501605570316, "global_step": 13025, "epoch": 73, "lr": 9.661286428477137e-05}
{"train_loss": 0.009894212707877159, "global_step": 13026, "epoch": 73, "lr": 9.661232963803229e-05}
{"train_loss": 0.008160443976521492, "global_step": 13027, "epoch": 73, "lr": 9.661179495058012e-05}
{"train_loss": 0.01109887845814228, "global_step": 13028, "epoch": 73, "lr": 9.661126022241535e-05}
{"train_loss": 0.015518659725785255, "global_step": 13029, "epoch": 73, "lr": 9.661072545353843e-05}
{"train_loss": 0.018062464892864227, "global_step": 13030, "epoch": 73, "lr": 9.661019064394983e-05}
{"train_loss": 0.011762456968426704, "global_step": 13031, "epoch": 73, "lr": 9.660965579364998e-05}
{"train_loss": 0.012592065148055553, "global_step": 13032, "epoch": 73, "lr": 9.66091209026394e-05}
{"train_loss": 0.009064676240086555, "global_step": 13033, "epoch": 73, "lr": 9.660858597091854e-05}
{"train_loss": 0.019710473716259003, "global_step": 13034, "epoch": 73, "lr": 9.660805099848787e-05}
{"train_loss": 0.011715424247086048, "global_step": 13035, "epoch": 73, "lr": 9.660751598534782e-05}
{"train_loss": 0.008044042624533176, "global_step": 13036, "epoch": 73, "lr": 9.660698093149891e-05}
{"train_loss": 0.010801664553582668, "global_step": 13037, "epoch": 73, "lr": 9.66064458369416e-05}
{"train_loss": 0.004490801133215427, "global_step": 13038, "epoch": 73, "lr": 9.660591070167633e-05}
{"train_loss": 0.008131004869937897, "global_step": 13039, "epoch": 73, "lr": 9.660537552570357e-05}
{"train_loss": 0.014175966382026672, "global_step": 13040, "epoch": 73, "lr": 9.66048403090238e-05}
{"train_loss": 0.013046154752373695, "global_step": 13041, "epoch": 73, "lr": 9.660430505163749e-05}
{"train_loss": 0.010035861283540726, "global_step": 13042, "epoch": 73, "lr": 9.660376975354511e-05}
{"train_loss": 0.004908351227641106, "global_step": 13043, "epoch": 73, "lr": 9.66032344147471e-05}
{"train_loss": 0.012208451516926289, "global_step": 13044, "epoch": 73, "lr": 9.660269903524398e-05}
{"train_loss": 0.009420299902558327, "global_step": 13045, "epoch": 73, "lr": 9.660216361503616e-05}
{"train_loss": 0.010126057080924511, "global_step": 13046, "epoch": 73, "lr": 9.660162815412414e-05}
{"train_loss": 0.0075383479706943035, "global_step": 13047, "epoch": 73, "lr": 9.660109265250838e-05}
{"train_loss": 0.020143434405326843, "global_step": 13048, "epoch": 73, "lr": 9.660055711018934e-05}
{"train_loss": 0.018102344125509262, "global_step": 13049, "epoch": 73, "lr": 9.66000215271675e-05}
{"train_loss": 0.014548033475875854, "global_step": 13050, "epoch": 73, "lr": 9.659948590344334e-05}
{"train_loss": 0.008735657669603825, "global_step": 13051, "epoch": 73, "lr": 9.65989502390173e-05}
{"train_loss": 0.016818756237626076, "global_step": 13052, "epoch": 73, "lr": 9.659841453388985e-05}
{"train_loss": 0.010107905603945255, "global_step": 13053, "epoch": 73, "lr": 9.659787878806148e-05}
{"train_loss": 0.00707097165286541, "global_step": 13054, "epoch": 73, "lr": 9.659734300153265e-05}
{"train_loss": 0.009648267179727554, "global_step": 13055, "epoch": 73, "lr": 9.659680717430382e-05}
{"train_loss": 0.01261970866471529, "global_step": 13056, "epoch": 73, "lr": 9.659627130637546e-05}
{"train_loss": 0.012071873061358929, "global_step": 13057, "epoch": 73, "lr": 9.659573539774805e-05}
{"train_loss": 0.01175524853169918, "global_step": 13058, "epoch": 73, "lr": 9.659519944842203e-05}
{"train_loss": 0.019078079611063004, "global_step": 13059, "epoch": 73, "lr": 9.65946634583979e-05}
{"train_loss": 0.013132074847817421, "global_step": 13060, "epoch": 73, "lr": 9.65941274276761e-05}
{"train_loss": 0.014027313329279423, "global_step": 13061, "epoch": 73, "lr": 9.659359135625712e-05}
{"train_loss": 0.016762424260377884, "global_step": 13062, "epoch": 73, "lr": 9.659305524414142e-05}
{"train_loss": 0.009610531851649284, "global_step": 13063, "epoch": 73, "lr": 9.659251909132946e-05}
{"train_loss": 0.011681840755045414, "global_step": 13064, "epoch": 73, "lr": 9.659198289782174e-05}
{"train_loss": 0.016453687101602554, "global_step": 13065, "epoch": 73, "lr": 9.659144666361867e-05}
{"train_loss": 0.009560315869748592, "global_step": 13066, "epoch": 73, "lr": 9.659091038872078e-05}
{"train_loss": 0.015623959712684155, "global_step": 13067, "epoch": 73, "lr": 9.659037407312852e-05}
{"train_loss": 0.01330457255244255, "global_step": 13068, "epoch": 73, "lr": 9.658983771684234e-05}
{"train_loss": 0.016797276213765144, "global_step": 13069, "epoch": 73, "lr": 9.658930131986272e-05}
{"train_loss": 0.01280385721474886, "global_step": 13070, "epoch": 73, "lr": 9.658876488219011e-05}
{"train_loss": 0.008503669872879982, "global_step": 13071, "epoch": 73, "lr": 9.658822840382502e-05}
{"train_loss": 0.009983731433749199, "global_step": 13072, "epoch": 73, "lr": 9.658769188476788e-05}
{"train_loss": 0.009841348975896835, "global_step": 13073, "epoch": 73, "lr": 9.658715532501918e-05}
{"train_loss": 0.013783368282020092, "global_step": 13074, "epoch": 73, "lr": 9.658661872457938e-05}
{"train_loss": 0.009918566793203354, "global_step": 13075, "epoch": 73, "lr": 9.658608208344895e-05}
{"train_loss": 0.006295057479292154, "global_step": 13076, "epoch": 73, "lr": 9.658554540162836e-05}
{"train_loss": 0.01181934867054224, "global_step": 13077, "epoch": 73, "lr": 9.658500867911808e-05}
{"train_loss": 0.012668104842305183, "global_step": 13078, "epoch": 73, "lr": 9.658447191591858e-05}
{"train_loss": 0.015153416432440281, "global_step": 13079, "epoch": 73, "lr": 9.658393511203032e-05}
{"train_loss": 0.005121077410876751, "global_step": 13080, "epoch": 73, "lr": 9.658339826745377e-05}
{"train_loss": 0.011854970827698708, "global_step": 13081, "epoch": 73, "lr": 9.658286138218942e-05}
{"train_loss": 0.010519441217184067, "global_step": 13082, "epoch": 73, "lr": 9.658232445623772e-05}
{"train_loss": 0.011219855397939682, "global_step": 13083, "epoch": 73, "lr": 9.658178748959913e-05}
{"train_loss": 0.00969031360000372, "global_step": 13084, "epoch": 73, "lr": 9.658125048227414e-05}
{"train_loss": 0.019605064764618874, "global_step": 13085, "epoch": 73, "lr": 9.658071343426319e-05}
{"train_loss": 0.013988940045237541, "global_step": 13086, "epoch": 73, "lr": 9.658017634556678e-05}
{"train_loss": 0.008171524852514267, "global_step": 13087, "epoch": 73, "lr": 9.657963921618538e-05}
{"train_loss": 0.01147540658712387, "global_step": 13088, "epoch": 73, "lr": 9.657910204611944e-05}
{"train_loss": 0.013168437406420708, "global_step": 13089, "epoch": 73, "lr": 9.657856483536942e-05}
{"train_loss": 0.011205029673874378, "global_step": 13090, "epoch": 73, "lr": 9.657802758393582e-05}
{"train_loss": 0.005354519933462143, "global_step": 13091, "epoch": 73, "lr": 9.65774902918191e-05}
{"train_loss": 0.017418287694454193, "global_step": 13092, "epoch": 73, "lr": 9.657695295901971e-05}
{"train_loss": 0.00897591095417738, "global_step": 13093, "epoch": 73, "lr": 9.657641558553816e-05}
{"train_loss": 0.011567190289497375, "global_step": 13094, "epoch": 73, "lr": 9.657587817137485e-05}
{"train_loss": 0.009048455394804478, "global_step": 13095, "epoch": 73, "lr": 9.657534071653032e-05}
{"train_loss": 0.010933009907603264, "global_step": 13096, "epoch": 73, "lr": 9.657480322100501e-05}
{"train_loss": 0.02241099253296852, "global_step": 13097, "epoch": 73, "lr": 9.65742656847994e-05}
{"train_loss": 0.01446259580552578, "global_step": 13098, "epoch": 73, "lr": 9.657372810791393e-05}
{"train_loss": 0.013785365037620068, "global_step": 13099, "epoch": 73, "lr": 9.657319049034909e-05}
{"train_loss": 0.015930579975247383, "global_step": 13100, "epoch": 73, "lr": 9.657265283210536e-05}
{"train_loss": 0.005840419791638851, "global_step": 13101, "epoch": 73, "lr": 9.657211513318319e-05}
{"train_loss": 0.005124586168676615, "global_step": 13102, "epoch": 73, "lr": 9.657157739358307e-05}
{"train_loss": 0.006348839495331049, "global_step": 13103, "epoch": 73, "lr": 9.657103961330544e-05}
{"train_loss": 0.008487289771437645, "global_step": 13104, "epoch": 73, "lr": 9.657050179235081e-05}
{"train_loss": 0.013880651444196701, "global_step": 13105, "epoch": 73, "lr": 9.656996393071962e-05}
{"train_loss": 0.011666152626276016, "global_step": 13106, "epoch": 73, "lr": 9.656942602841234e-05}
{"train_loss": 0.014447811059653759, "global_step": 13107, "epoch": 73, "lr": 9.656888808542946e-05}
{"train_loss": 0.013707898557186127, "global_step": 13108, "epoch": 73, "lr": 9.656835010177143e-05}
{"train_loss": 0.00957474671304226, "global_step": 13109, "epoch": 73, "lr": 9.656781207743873e-05}
{"train_loss": 0.011611351743340492, "global_step": 13110, "epoch": 73, "lr": 9.656727401243182e-05}
{"train_loss": 0.010872278362512589, "global_step": 13111, "epoch": 73, "lr": 9.656673590675118e-05}
{"train_loss": 0.009403703734278679, "global_step": 13112, "epoch": 73, "lr": 9.656619776039727e-05}
{"train_loss": 0.013173548504710197, "global_step": 13113, "epoch": 73, "lr": 9.656565957337059e-05}
{"train_loss": 0.007169986609369516, "global_step": 13114, "epoch": 73, "lr": 9.656512134567157e-05}
{"train_loss": 0.01439942792057991, "global_step": 13115, "epoch": 73, "lr": 9.656458307730071e-05}
{"train_loss": 0.011015387251973152, "global_step": 13116, "epoch": 73, "lr": 9.656404476825846e-05}
{"train_loss": 0.012245363555848598, "global_step": 13117, "epoch": 73, "lr": 9.65635064185453e-05}
{"train_loss": 0.014655008912086487, "global_step": 13118, "epoch": 73, "lr": 9.656296802816169e-05}
{"train_loss": 0.00704787764698267, "global_step": 13119, "epoch": 73, "lr": 9.65624295971081e-05}
{"train_loss": 0.011546812951564789, "global_step": 13120, "epoch": 73, "lr": 9.656189112538503e-05}
{"train_loss": 0.00985005684196949, "global_step": 13121, "epoch": 73, "lr": 9.656135261299292e-05}
{"train_loss": 0.010414782911539078, "global_step": 13122, "epoch": 73, "lr": 9.656081405993225e-05}
{"train_loss": 0.009554891847074032, "global_step": 13123, "epoch": 73, "lr": 9.65602754662035e-05}
{"train_loss": 0.00797143206000328, "global_step": 13124, "epoch": 73, "lr": 9.65597368318071e-05}
{"train_loss": 0.014033286832273006, "global_step": 13125, "epoch": 73, "lr": 9.655919815674359e-05}
{"train_loss": 0.015087498351931572, "global_step": 13126, "epoch": 73, "lr": 9.655865944101337e-05}
{"train_loss": 0.011630093678832054, "global_step": 13127, "epoch": 73, "lr": 9.655812068461694e-05}
{"train_loss": 0.014298846945166588, "global_step": 13128, "epoch": 73, "lr": 9.655758188755479e-05}
{"train_loss": 0.00607718899846077, "global_step": 13129, "epoch": 73, "lr": 9.655704304982737e-05}
{"train_loss": 0.007796110585331917, "global_step": 13130, "epoch": 73, "lr": 9.655650417143515e-05}
{"train_loss": 0.012436349876224995, "global_step": 13131, "epoch": 73, "lr": 9.65559652523786e-05}
{"train_loss": 0.008992481976747513, "global_step": 13132, "epoch": 73, "lr": 9.65554262926582e-05}
{"train_loss": 0.00740056112408638, "global_step": 13133, "epoch": 73, "lr": 9.655488729227441e-05}
{"train_loss": 0.011548775248229504, "global_step": 13134, "epoch": 73, "lr": 9.655434825122771e-05}
{"train_loss": 0.012068170122802258, "global_step": 13135, "epoch": 73, "lr": 9.655380916951858e-05}
{"train_loss": 0.009585682302713394, "global_step": 13136, "epoch": 73, "lr": 9.655327004714745e-05}
{"train_loss": 0.01000453345477581, "global_step": 13137, "epoch": 73, "lr": 9.655273088411483e-05}
{"train_loss": 0.006901332642883062, "global_step": 13138, "epoch": 73, "lr": 9.655219168042119e-05}
{"train_loss": 0.008659779094159603, "global_step": 13139, "epoch": 73, "lr": 9.655165243606698e-05}
{"train_loss": 0.01167802419513464, "global_step": 13140, "epoch": 73, "lr": 9.655111315105269e-05}
{"train_loss": 0.013594433665275574, "global_step": 13141, "epoch": 73, "lr": 9.655057382537878e-05}
{"train_loss": 0.008106905035674572, "global_step": 13142, "epoch": 73, "lr": 9.655003445904571e-05}
{"train_loss": 0.012801595963537693, "global_step": 13143, "epoch": 73, "lr": 9.654949505205397e-05}
{"train_loss": 0.010365564376115799, "global_step": 13144, "epoch": 73, "lr": 9.654895560440405e-05}
{"train_loss": 0.015187939628958702, "global_step": 13145, "epoch": 73, "lr": 9.654841611609637e-05}
{"train_loss": 0.012596726417541504, "global_step": 13146, "epoch": 73, "lr": 9.654787658713145e-05}
{"train_loss": 0.009779809042811394, "global_step": 13147, "epoch": 73, "lr": 9.654733701750972e-05}
{"train_loss": 0.012196269817650318, "global_step": 13148, "epoch": 73, "lr": 9.654679740723167e-05}
{"train_loss": 0.006903837434947491, "global_step": 13149, "epoch": 73, "lr": 9.654625775629779e-05}
{"train_loss": 0.008595163933932781, "global_step": 13150, "epoch": 73, "lr": 9.654571806470853e-05}
{"train_loss": 0.009572608396410942, "global_step": 13151, "epoch": 73, "lr": 9.654517833246435e-05}
{"train_loss": 0.013972599990665913, "global_step": 13152, "epoch": 73, "lr": 9.654463855956574e-05}
{"train_loss": 0.009404392912983894, "global_step": 13153, "epoch": 73, "lr": 9.654409874601317e-05}
{"train_loss": 0.009970479644834995, "global_step": 13154, "epoch": 73, "lr": 9.654355889180713e-05}
{"train_loss": 0.00883461069315672, "global_step": 13155, "epoch": 73, "lr": 9.654301899694804e-05}
{"train_loss": 0.012774856761097908, "global_step": 13156, "epoch": 73, "lr": 9.654247906143643e-05}
{"train_loss": 0.013765469193458557, "global_step": 13157, "epoch": 73, "lr": 9.654193908527273e-05}
{"train_loss": 0.00983450561761856, "global_step": 13158, "epoch": 73, "lr": 9.654139906845743e-05}
{"train_loss": 0.0112188421189785, "global_step": 13159, "epoch": 73, "lr": 9.654085901099098e-05}
{"train_loss": 0.011151797138154507, "global_step": 13160, "epoch": 73, "lr": 9.654031891287389e-05}
{"train_loss": 0.008655049838125706, "global_step": 13161, "epoch": 73, "lr": 9.653977877410661e-05}
{"train_loss": 0.009451554156839848, "global_step": 13162, "epoch": 73, "lr": 9.653923859468958e-05}
{"train_loss": 0.009126188233494759, "global_step": 13163, "epoch": 73, "lr": 9.653869837462335e-05}
{"train_loss": 0.007515091449022293, "global_step": 13164, "epoch": 73, "lr": 9.653815811390832e-05}
{"train_loss": 0.010928051546216011, "global_step": 13165, "epoch": 73, "lr": 9.6537617812545e-05}
{"train_loss": 0.010873891413211823, "global_step": 13166, "epoch": 73, "lr": 9.653707747053384e-05}
{"train_loss": 0.010565944015979767, "global_step": 13167, "epoch": 73, "lr": 9.653653708787534e-05}
{"train_loss": 0.006209171377122402, "global_step": 13168, "epoch": 73, "lr": 9.653599666456992e-05}
{"train_loss": 0.008475764654576778, "global_step": 13169, "epoch": 73, "lr": 9.653545620061812e-05}
{"train_loss": 0.006364856846630573, "global_step": 13170, "epoch": 73, "lr": 9.653491569602036e-05}
{"train_loss": 0.01161286058270613, "global_step": 13171, "epoch": 73, "lr": 9.653437515077714e-05}
{"train_loss": 0.014525765553116798, "global_step": 13172, "epoch": 74, "lr": 9.653383456488891e-05}
{"train_loss": 0.01659911498427391, "global_step": 13173, "epoch": 74, "lr": 9.653329393835616e-05}
{"train_loss": 0.011086029931902885, "global_step": 13174, "epoch": 74, "lr": 9.653275327117936e-05}
{"train_loss": 0.015894072130322456, "global_step": 13175, "epoch": 74, "lr": 9.653221256335898e-05}
{"train_loss": 0.008748473599553108, "global_step": 13176, "epoch": 74, "lr": 9.653167181489549e-05}
{"train_loss": 0.00988970696926117, "global_step": 13177, "epoch": 74, "lr": 9.653113102578935e-05}
{"train_loss": 0.012664361856877804, "global_step": 13178, "epoch": 74, "lr": 9.653059019604107e-05}
{"train_loss": 0.008394168689846992, "global_step": 13179, "epoch": 74, "lr": 9.653004932565108e-05}
{"train_loss": 0.011525674723088741, "global_step": 13180, "epoch": 74, "lr": 9.652950841461988e-05}
{"train_loss": 0.012873789295554161, "global_step": 13181, "epoch": 74, "lr": 9.652896746294792e-05}
{"train_loss": 0.012824245728552341, "global_step": 13182, "epoch": 74, "lr": 9.65284264706357e-05}
{"train_loss": 0.008960973471403122, "global_step": 13183, "epoch": 74, "lr": 9.652788543768367e-05}
{"train_loss": 0.006849400699138641, "global_step": 13184, "epoch": 74, "lr": 9.652734436409232e-05}
{"train_loss": 0.00774842593818903, "global_step": 13185, "epoch": 74, "lr": 9.652680324986211e-05}
{"train_loss": 0.012444032356142998, "global_step": 13186, "epoch": 74, "lr": 9.652626209499351e-05}
{"train_loss": 0.01350322924554348, "global_step": 13187, "epoch": 74, "lr": 9.6525720899487e-05}
{"train_loss": 0.013179130852222443, "global_step": 13188, "epoch": 74, "lr": 9.652517966334306e-05}
{"train_loss": 0.013200854882597923, "global_step": 13189, "epoch": 74, "lr": 9.652463838656215e-05}
{"train_loss": 0.012997951358556747, "global_step": 13190, "epoch": 74, "lr": 9.652409706914474e-05}
{"train_loss": 0.00897609069943428, "global_step": 13191, "epoch": 74, "lr": 9.652355571109132e-05}
{"train_loss": 0.014616703614592552, "global_step": 13192, "epoch": 74, "lr": 9.652301431240233e-05}
{"train_loss": 0.00994314718991518, "global_step": 13193, "epoch": 74, "lr": 9.65224728730783e-05}
{"train_loss": 0.008725385181605816, "global_step": 13194, "epoch": 74, "lr": 9.652193139311965e-05}
{"train_loss": 0.011234479956328869, "global_step": 13195, "epoch": 74, "lr": 9.652138987252687e-05}
{"train_loss": 0.012480240315198898, "global_step": 13196, "epoch": 74, "lr": 9.652084831130044e-05}
{"train_loss": 0.01688161864876747, "global_step": 13197, "epoch": 74, "lr": 9.652030670944081e-05}
{"train_loss": 0.016851650550961494, "global_step": 13198, "epoch": 74, "lr": 9.651976506694849e-05}
{"train_loss": 0.006459806114435196, "global_step": 13199, "epoch": 74, "lr": 9.651922338382392e-05}
{"train_loss": 0.011053192429244518, "global_step": 13200, "epoch": 74, "lr": 9.651868166006758e-05}
{"train_loss": 0.015109197236597538, "global_step": 13201, "epoch": 74, "lr": 9.651813989567997e-05}
{"train_loss": 0.012814421206712723, "global_step": 13202, "epoch": 74, "lr": 9.651759809066155e-05}
{"train_loss": 0.012756068259477615, "global_step": 13203, "epoch": 74, "lr": 9.651705624501277e-05}
{"train_loss": 0.008960731327533722, "global_step": 13204, "epoch": 74, "lr": 9.651651435873412e-05}
{"train_loss": 0.015016265213489532, "global_step": 13205, "epoch": 74, "lr": 9.651597243182607e-05}
{"train_loss": 0.012099072337150574, "global_step": 13206, "epoch": 74, "lr": 9.65154304642891e-05}
{"train_loss": 0.011849021539092064, "global_step": 13207, "epoch": 74, "lr": 9.651488845612367e-05}
{"train_loss": 0.012244947254657745, "global_step": 13208, "epoch": 74, "lr": 9.651434640733027e-05}
{"train_loss": 0.011636882089078426, "global_step": 13209, "epoch": 74, "lr": 9.651380431790937e-05}
{"train_loss": 0.013458354398608208, "global_step": 13210, "epoch": 74, "lr": 9.651326218786146e-05}
{"train_loss": 0.013617686927318573, "global_step": 13211, "epoch": 74, "lr": 9.651272001718696e-05}
{"train_loss": 0.010630415752530098, "global_step": 13212, "epoch": 74, "lr": 9.651217780588639e-05}
{"train_loss": 0.012303896248340607, "global_step": 13213, "epoch": 74, "lr": 9.65116355539602e-05}
{"train_loss": 0.007688881829380989, "global_step": 13214, "epoch": 74, "lr": 9.651109326140887e-05}
{"train_loss": 0.00715848570689559, "global_step": 13215, "epoch": 74, "lr": 9.651055092823291e-05}
{"train_loss": 0.013960513286292553, "global_step": 13216, "epoch": 74, "lr": 9.651000855443272e-05}
{"train_loss": 0.009372391737997532, "global_step": 13217, "epoch": 74, "lr": 9.650946614000886e-05}
{"train_loss": 0.008750993758440018, "global_step": 13218, "epoch": 74, "lr": 9.650892368496173e-05}
{"train_loss": 0.013392829336225986, "global_step": 13219, "epoch": 74, "lr": 9.650838118929185e-05}
{"train_loss": 0.005745165981352329, "global_step": 13220, "epoch": 74, "lr": 9.650783865299966e-05}
{"train_loss": 0.010740776546299458, "global_step": 13221, "epoch": 74, "lr": 9.650729607608563e-05}
{"train_loss": 0.013419543392956257, "global_step": 13222, "epoch": 74, "lr": 9.650675345855029e-05}
{"train_loss": 0.007816879078745842, "global_step": 13223, "epoch": 74, "lr": 9.650621080039407e-05}
{"train_loss": 0.01131235621869564, "global_step": 13224, "epoch": 74, "lr": 9.650566810161746e-05}
{"train_loss": 0.010465380735695362, "global_step": 13225, "epoch": 74, "lr": 9.650512536222089e-05}
{"train_loss": 0.008367959409952164, "global_step": 13226, "epoch": 74, "lr": 9.65045825822049e-05}
{"train_loss": 0.008484152145683765, "global_step": 13227, "epoch": 74, "lr": 9.650403976156994e-05}
{"train_loss": 0.008130472153425217, "global_step": 13228, "epoch": 74, "lr": 9.650349690031647e-05}
{"train_loss": 0.01340521965175867, "global_step": 13229, "epoch": 74, "lr": 9.650295399844497e-05}
{"train_loss": 0.013416364789009094, "global_step": 13230, "epoch": 74, "lr": 9.650241105595592e-05}
{"train_loss": 0.012660235166549683, "global_step": 13231, "epoch": 74, "lr": 9.650186807284977e-05}
{"train_loss": 0.00994337722659111, "global_step": 13232, "epoch": 74, "lr": 9.650132504912705e-05}
{"train_loss": 0.01549763884395361, "global_step": 13233, "epoch": 74, "lr": 9.650078198478818e-05}
{"train_loss": 0.006236501969397068, "global_step": 13234, "epoch": 74, "lr": 9.650023887983365e-05}
{"train_loss": 0.013252085074782372, "global_step": 13235, "epoch": 74, "lr": 9.649969573426397e-05}
{"train_loss": 0.01784348115324974, "global_step": 13236, "epoch": 74, "lr": 9.649915254807955e-05}
{"train_loss": 0.008361072279512882, "global_step": 13237, "epoch": 74, "lr": 9.64986093212809e-05}
{"train_loss": 0.012226681225001812, "global_step": 13238, "epoch": 74, "lr": 9.649806605386851e-05}
{"train_loss": 0.006880162283778191, "global_step": 13239, "epoch": 74, "lr": 9.649752274584282e-05}
{"train_loss": 0.013831712305545807, "global_step": 13240, "epoch": 74, "lr": 9.649697939720432e-05}
{"train_loss": 0.009574871510267258, "global_step": 13241, "epoch": 74, "lr": 9.649643600795349e-05}
{"train_loss": 0.01210266724228859, "global_step": 13242, "epoch": 74, "lr": 9.64958925780908e-05}
{"train_loss": 0.008007681928575039, "global_step": 13243, "epoch": 74, "lr": 9.649534910761673e-05}
{"train_loss": 0.006050975061953068, "global_step": 13244, "epoch": 74, "lr": 9.649480559653175e-05}
{"train_loss": 0.013283627107739449, "global_step": 13245, "epoch": 74, "lr": 9.649426204483631e-05}
{"train_loss": 0.00786492321640253, "global_step": 13246, "epoch": 74, "lr": 9.649371845253093e-05}
{"train_loss": 0.010007130913436413, "global_step": 13247, "epoch": 74, "lr": 9.649317481961606e-05}
{"train_loss": 0.012426410801708698, "global_step": 13248, "epoch": 74, "lr": 9.649263114609219e-05}
{"train_loss": 0.01978084072470665, "global_step": 13249, "epoch": 74, "lr": 9.649208743195977e-05}
{"train_loss": 0.006291079334914684, "global_step": 13250, "epoch": 74, "lr": 9.649154367721929e-05}
{"train_loss": 0.009199080988764763, "global_step": 13251, "epoch": 74, "lr": 9.649099988187121e-05}
{"train_loss": 0.011942379176616669, "global_step": 13252, "epoch": 74, "lr": 9.649045604591603e-05}
{"train_loss": 0.007994605228304863, "global_step": 13253, "epoch": 74, "lr": 9.648991216935421e-05}
{"train_loss": 0.009752951562404633, "global_step": 13254, "epoch": 74, "lr": 9.648936825218624e-05}
{"train_loss": 0.009370708838105202, "global_step": 13255, "epoch": 74, "lr": 9.648882429441257e-05}
{"train_loss": 0.009523188695311546, "global_step": 13256, "epoch": 74, "lr": 9.64882802960337e-05}
{"train_loss": 0.009875906631350517, "global_step": 13257, "epoch": 74, "lr": 9.648773625705008e-05}
{"train_loss": 0.010569056496024132, "global_step": 13258, "epoch": 74, "lr": 9.64871921774622e-05}
{"train_loss": 0.011498920619487762, "global_step": 13259, "epoch": 74, "lr": 9.648664805727055e-05}
{"train_loss": 0.008757445961236954, "global_step": 13260, "epoch": 74, "lr": 9.648610389647558e-05}
{"train_loss": 0.016764698550105095, "global_step": 13261, "epoch": 74, "lr": 9.648555969507778e-05}
{"train_loss": 0.01758846640586853, "global_step": 13262, "epoch": 74, "lr": 9.64850154530776e-05}
{"train_loss": 0.013928682543337345, "global_step": 13263, "epoch": 74, "lr": 9.648447117047554e-05}
{"train_loss": 0.016713598743081093, "global_step": 13264, "epoch": 74, "lr": 9.648392684727209e-05}
{"train_loss": 0.016263529658317566, "global_step": 13265, "epoch": 74, "lr": 9.648338248346769e-05}
{"train_loss": 0.009668730199337006, "global_step": 13266, "epoch": 74, "lr": 9.648283807906284e-05}
{"train_loss": 0.01007616613060236, "global_step": 13267, "epoch": 74, "lr": 9.6482293634058e-05}
{"train_loss": 0.01510194968432188, "global_step": 13268, "epoch": 74, "lr": 9.648174914845365e-05}
{"train_loss": 0.01174585148692131, "global_step": 13269, "epoch": 74, "lr": 9.648120462225028e-05}
{"train_loss": 0.008436314761638641, "global_step": 13270, "epoch": 74, "lr": 9.648066005544834e-05}
{"train_loss": 0.012591867707669735, "global_step": 13271, "epoch": 74, "lr": 9.648011544804832e-05}
{"train_loss": 0.011286767199635506, "global_step": 13272, "epoch": 74, "lr": 9.64795708000507e-05}
{"train_loss": 0.008545058779418468, "global_step": 13273, "epoch": 74, "lr": 9.647902611145596e-05}
{"train_loss": 0.015456522814929485, "global_step": 13274, "epoch": 74, "lr": 9.647848138226457e-05}
{"train_loss": 0.012184448540210724, "global_step": 13275, "epoch": 74, "lr": 9.647793661247697e-05}
{"train_loss": 0.012512929737567902, "global_step": 13276, "epoch": 74, "lr": 9.64773918020937e-05}
{"train_loss": 0.01160537451505661, "global_step": 13277, "epoch": 74, "lr": 9.647684695111519e-05}
{"train_loss": 0.008834698237478733, "global_step": 13278, "epoch": 74, "lr": 9.647630205954192e-05}
{"train_loss": 0.007474042475223541, "global_step": 13279, "epoch": 74, "lr": 9.64757571273744e-05}
{"train_loss": 0.006715613417327404, "global_step": 13280, "epoch": 74, "lr": 9.647521215461306e-05}
{"train_loss": 0.018290147185325623, "global_step": 13281, "epoch": 74, "lr": 9.647466714125841e-05}
{"train_loss": 0.016498876735568047, "global_step": 13282, "epoch": 74, "lr": 9.647412208731091e-05}
{"train_loss": 0.009573490358889103, "global_step": 13283, "epoch": 74, "lr": 9.647357699277104e-05}
{"train_loss": 0.00720212422311306, "global_step": 13284, "epoch": 74, "lr": 9.647303185763927e-05}
{"train_loss": 0.01363285444676876, "global_step": 13285, "epoch": 74, "lr": 9.647248668191609e-05}
{"train_loss": 0.009957010857760906, "global_step": 13286, "epoch": 74, "lr": 9.647194146560196e-05}
{"train_loss": 0.005589610897004604, "global_step": 13287, "epoch": 74, "lr": 9.647139620869738e-05}
{"train_loss": 0.007965791039168835, "global_step": 13288, "epoch": 74, "lr": 9.64708509112028e-05}
{"train_loss": 0.0168638713657856, "global_step": 13289, "epoch": 74, "lr": 9.647030557311872e-05}
{"train_loss": 0.01065097376704216, "global_step": 13290, "epoch": 74, "lr": 9.646976019444557e-05}
{"train_loss": 0.0132389385253191, "global_step": 13291, "epoch": 74, "lr": 9.646921477518389e-05}
{"train_loss": 0.008775277994573116, "global_step": 13292, "epoch": 74, "lr": 9.646866931533411e-05}
{"train_loss": 0.012863296084105968, "global_step": 13293, "epoch": 74, "lr": 9.646812381489674e-05}
{"train_loss": 0.009477969259023666, "global_step": 13294, "epoch": 74, "lr": 9.646757827387222e-05}
{"train_loss": 0.007356818299740553, "global_step": 13295, "epoch": 74, "lr": 9.646703269226104e-05}
{"train_loss": 0.015330594964325428, "global_step": 13296, "epoch": 74, "lr": 9.646648707006372e-05}
{"train_loss": 0.012198247015476227, "global_step": 13297, "epoch": 74, "lr": 9.646594140728067e-05}
{"train_loss": 0.008366551250219345, "global_step": 13298, "epoch": 74, "lr": 9.646539570391239e-05}
{"train_loss": 0.006208448670804501, "global_step": 13299, "epoch": 74, "lr": 9.646484995995937e-05}
{"train_loss": 0.010494532994925976, "global_step": 13300, "epoch": 74, "lr": 9.646430417542208e-05}
{"train_loss": 0.008786933496594429, "global_step": 13301, "epoch": 74, "lr": 9.646375835030099e-05}
{"train_loss": 0.012145166285336018, "global_step": 13302, "epoch": 74, "lr": 9.64632124845966e-05}
{"train_loss": 0.008756427094340324, "global_step": 13303, "epoch": 74, "lr": 9.646266657830935e-05}
{"train_loss": 0.01420368067920208, "global_step": 13304, "epoch": 74, "lr": 9.646212063143973e-05}
{"train_loss": 0.012108863331377506, "global_step": 13305, "epoch": 74, "lr": 9.646157464398823e-05}
{"train_loss": 0.015233618207275867, "global_step": 13306, "epoch": 74, "lr": 9.646102861595535e-05}
{"train_loss": 0.009579818695783615, "global_step": 13307, "epoch": 74, "lr": 9.64604825473415e-05}
{"train_loss": 0.016665412113070488, "global_step": 13308, "epoch": 74, "lr": 9.645993643814719e-05}
{"train_loss": 0.009021859616041183, "global_step": 13309, "epoch": 74, "lr": 9.645939028837292e-05}
{"train_loss": 0.013997526839375496, "global_step": 13310, "epoch": 74, "lr": 9.645884409801913e-05}
{"train_loss": 0.009375275112688541, "global_step": 13311, "epoch": 74, "lr": 9.645829786708633e-05}
{"train_loss": 0.009755240753293037, "global_step": 13312, "epoch": 74, "lr": 9.645775159557498e-05}
{"train_loss": 0.016397975385189056, "global_step": 13313, "epoch": 74, "lr": 9.645720528348554e-05}
{"train_loss": 0.01083017885684967, "global_step": 13314, "epoch": 74, "lr": 9.645665893081852e-05}
{"train_loss": 0.01108846627175808, "global_step": 13315, "epoch": 74, "lr": 9.645611253757438e-05}
{"train_loss": 0.008590160869061947, "global_step": 13316, "epoch": 74, "lr": 9.64555661037536e-05}
{"train_loss": 0.01057257130742073, "global_step": 13317, "epoch": 74, "lr": 9.645501962935666e-05}
{"train_loss": 0.008109036833047867, "global_step": 13318, "epoch": 74, "lr": 9.645447311438404e-05}
{"train_loss": 0.01793641969561577, "global_step": 13319, "epoch": 74, "lr": 9.64539265588362e-05}
{"train_loss": 0.0069872308522462845, "global_step": 13320, "epoch": 74, "lr": 9.645337996271364e-05}
{"train_loss": 0.01160745695233345, "global_step": 13321, "epoch": 74, "lr": 9.645283332601682e-05}
{"train_loss": 0.010107925161719322, "global_step": 13322, "epoch": 74, "lr": 9.645228664874622e-05}
{"train_loss": 0.014239533804357052, "global_step": 13323, "epoch": 74, "lr": 9.645173993090233e-05}
{"train_loss": 0.014219200238585472, "global_step": 13324, "epoch": 74, "lr": 9.64511931724856e-05}
{"train_loss": 0.013353805057704449, "global_step": 13325, "epoch": 74, "lr": 9.645064637349656e-05}
{"train_loss": 0.01625978760421276, "global_step": 13326, "epoch": 74, "lr": 9.645009953393563e-05}
{"train_loss": 0.01936127245426178, "global_step": 13327, "epoch": 74, "lr": 9.644955265380333e-05}
{"train_loss": 0.013006681576371193, "global_step": 13328, "epoch": 74, "lr": 9.644900573310011e-05}
{"train_loss": 0.009299536235630512, "global_step": 13329, "epoch": 74, "lr": 9.644845877182645e-05}
{"train_loss": 0.011081269010901451, "global_step": 13330, "epoch": 74, "lr": 9.644791176998284e-05}
{"train_loss": 0.0147697189822793, "global_step": 13331, "epoch": 74, "lr": 9.644736472756975e-05}
{"train_loss": 0.0075170802883803844, "global_step": 13332, "epoch": 74, "lr": 9.644681764458767e-05}
{"train_loss": 0.008842112496495247, "global_step": 13333, "epoch": 74, "lr": 9.644627052103708e-05}
{"train_loss": 0.009765516966581345, "global_step": 13334, "epoch": 74, "lr": 9.644572335691842e-05}
{"train_loss": 0.008599953725934029, "global_step": 13335, "epoch": 74, "lr": 9.644517615223221e-05}
{"train_loss": 0.009762303903698921, "global_step": 13336, "epoch": 74, "lr": 9.644462890697889e-05}
{"train_loss": 0.017275787889957428, "global_step": 13337, "epoch": 74, "lr": 9.644408162115898e-05}
{"train_loss": 0.017440777271986008, "global_step": 13338, "epoch": 74, "lr": 9.644353429477295e-05}
{"train_loss": 0.017561741173267365, "global_step": 13339, "epoch": 74, "lr": 9.644298692782124e-05}
{"train_loss": 0.01942894607782364, "global_step": 13340, "epoch": 74, "lr": 9.644243952030437e-05}
{"train_loss": 0.012813117355108261, "global_step": 13341, "epoch": 74, "lr": 9.644189207222281e-05}
{"train_loss": 0.010366324335336685, "global_step": 13342, "epoch": 74, "lr": 9.644134458357701e-05}
{"train_loss": 0.01298914011567831, "global_step": 13343, "epoch": 74, "lr": 9.644079705436749e-05}
{"train_loss": 0.009049991145730019, "global_step": 13344, "epoch": 74, "lr": 9.644024948459469e-05}
{"train_loss": 0.007890773005783558, "global_step": 13345, "epoch": 74, "lr": 9.64397018742591e-05}
{"train_loss": 0.011886479333043098, "global_step": 13346, "epoch": 74, "lr": 9.643915422336123e-05}
{"train_loss": 0.006180325523018837, "global_step": 13347, "epoch": 74, "lr": 9.643860653190151e-05}
{"train_loss": 0.005960664711892605, "global_step": 13348, "epoch": 74, "lr": 9.643805879988045e-05}
{"train_loss": 0.01146199771600744, "global_step": 13349, "epoch": 74, "lr": 9.643751102729852e-05}
{"train_loss": 0.013067944906651974, "global_step": 13350, "epoch": 75, "lr": 9.643696321415618e-05}
{"train_loss": 0.01106802187860012, "global_step": 13351, "epoch": 75, "lr": 9.643641536045395e-05}
{"train_loss": 0.013240340165793896, "global_step": 13352, "epoch": 75, "lr": 9.643586746619227e-05}
{"train_loss": 0.012715622782707214, "global_step": 13353, "epoch": 75, "lr": 9.643531953137164e-05}
{"train_loss": 0.01497829332947731, "global_step": 13354, "epoch": 75, "lr": 9.643477155599254e-05}
{"train_loss": 0.011479288339614868, "global_step": 13355, "epoch": 75, "lr": 9.643422354005542e-05}
{"train_loss": 0.012486033141613007, "global_step": 13356, "epoch": 75, "lr": 9.64336754835608e-05}
{"train_loss": 0.01495862565934658, "global_step": 13357, "epoch": 75, "lr": 9.643312738650911e-05}
{"train_loss": 0.014193475246429443, "global_step": 13358, "epoch": 75, "lr": 9.643257924890088e-05}
{"train_loss": 0.012589902617037296, "global_step": 13359, "epoch": 75, "lr": 9.643203107073655e-05}
{"train_loss": 0.015619519166648388, "global_step": 13360, "epoch": 75, "lr": 9.643148285201662e-05}
{"train_loss": 0.015941105782985687, "global_step": 13361, "epoch": 75, "lr": 9.643093459274157e-05}
{"train_loss": 0.0080376286059618, "global_step": 13362, "epoch": 75, "lr": 9.643038629291185e-05}
{"train_loss": 0.014237085357308388, "global_step": 13363, "epoch": 75, "lr": 9.642983795252798e-05}
{"train_loss": 0.008718305267393589, "global_step": 13364, "epoch": 75, "lr": 9.642928957159041e-05}
{"train_loss": 0.012642244808375835, "global_step": 13365, "epoch": 75, "lr": 9.642874115009965e-05}
{"train_loss": 0.018983813002705574, "global_step": 13366, "epoch": 75, "lr": 9.642819268805612e-05}
{"train_loss": 0.005945579148828983, "global_step": 13367, "epoch": 75, "lr": 9.642764418546038e-05}
{"train_loss": 0.009949568659067154, "global_step": 13368, "epoch": 75, "lr": 9.642709564231283e-05}
{"train_loss": 0.02128550596535206, "global_step": 13369, "epoch": 75, "lr": 9.6426547058614e-05}
{"train_loss": 0.013442927040159702, "global_step": 13370, "epoch": 75, "lr": 9.642599843436435e-05}
{"train_loss": 0.008856896311044693, "global_step": 13371, "epoch": 75, "lr": 9.642544976956435e-05}
{"train_loss": 0.012428367510437965, "global_step": 13372, "epoch": 75, "lr": 9.642490106421452e-05}
{"train_loss": 0.014803076162934303, "global_step": 13373, "epoch": 75, "lr": 9.642435231831528e-05}
{"train_loss": 0.011465169489383698, "global_step": 13374, "epoch": 75, "lr": 9.642380353186718e-05}
{"train_loss": 0.00770340021699667, "global_step": 13375, "epoch": 75, "lr": 9.642325470487062e-05}
{"train_loss": 0.006837185472249985, "global_step": 13376, "epoch": 75, "lr": 9.642270583732613e-05}
{"train_loss": 0.01001514121890068, "global_step": 13377, "epoch": 75, "lr": 9.64221569292342e-05}
{"train_loss": 0.013745984993875027, "global_step": 13378, "epoch": 75, "lr": 9.642160798059528e-05}
{"train_loss": 0.010829977691173553, "global_step": 13379, "epoch": 75, "lr": 9.642105899140984e-05}
{"train_loss": 0.011557264253497124, "global_step": 13380, "epoch": 75, "lr": 9.64205099616784e-05}
{"train_loss": 0.009903076104819775, "global_step": 13381, "epoch": 75, "lr": 9.64199608914014e-05}
{"train_loss": 0.01478252001106739, "global_step": 13382, "epoch": 75, "lr": 9.641941178057933e-05}
{"train_loss": 0.005340841598808765, "global_step": 13383, "epoch": 75, "lr": 9.641886262921269e-05}
{"train_loss": 0.005771924275904894, "global_step": 13384, "epoch": 75, "lr": 9.641831343730195e-05}
{"train_loss": 0.010989503934979439, "global_step": 13385, "epoch": 75, "lr": 9.641776420484758e-05}
{"train_loss": 0.005545085296034813, "global_step": 13386, "epoch": 75, "lr": 9.641721493185005e-05}
{"train_loss": 0.010424238629639149, "global_step": 13387, "epoch": 75, "lr": 9.641666561830988e-05}
{"train_loss": 0.02225666120648384, "global_step": 13388, "epoch": 75, "lr": 9.641611626422751e-05}
{"train_loss": 0.010583924129605293, "global_step": 13389, "epoch": 75, "lr": 9.641556686960344e-05}
{"train_loss": 0.007070264779031277, "global_step": 13390, "epoch": 75, "lr": 9.641501743443813e-05}
{"train_loss": 0.010149368084967136, "global_step": 13391, "epoch": 75, "lr": 9.64144679587321e-05}
{"train_loss": 0.007103158161044121, "global_step": 13392, "epoch": 75, "lr": 9.641391844248579e-05}
{"train_loss": 0.008864698931574821, "global_step": 13393, "epoch": 75, "lr": 9.641336888569968e-05}
{"train_loss": 0.010749614797532558, "global_step": 13394, "epoch": 75, "lr": 9.64128192883743e-05}
{"train_loss": 0.01621660403907299, "global_step": 13395, "epoch": 75, "lr": 9.641226965051006e-05}
{"train_loss": 0.015180778689682484, "global_step": 13396, "epoch": 75, "lr": 9.641171997210748e-05}
{"train_loss": 0.012905266135931015, "global_step": 13397, "epoch": 75, "lr": 9.641117025316704e-05}
{"train_loss": 0.011004733853042126, "global_step": 13398, "epoch": 75, "lr": 9.641062049368922e-05}
{"train_loss": 0.013271118514239788, "global_step": 13399, "epoch": 75, "lr": 9.641007069367449e-05}
{"train_loss": 0.013785182498395443, "global_step": 13400, "epoch": 75, "lr": 9.640952085312333e-05}
{"train_loss": 0.016759151592850685, "global_step": 13401, "epoch": 75, "lr": 9.640897097203623e-05}
{"train_loss": 0.006715058349072933, "global_step": 13402, "epoch": 75, "lr": 9.640842105041367e-05}
{"train_loss": 0.01086565013974905, "global_step": 13403, "epoch": 75, "lr": 9.640787108825612e-05}
{"train_loss": 0.00647692708298564, "global_step": 13404, "epoch": 75, "lr": 9.640732108556406e-05}
{"train_loss": 0.01808922365307808, "global_step": 13405, "epoch": 75, "lr": 9.6406771042338e-05}
{"train_loss": 0.014950243756175041, "global_step": 13406, "epoch": 75, "lr": 9.640622095857836e-05}
{"train_loss": 0.011708908714354038, "global_step": 13407, "epoch": 75, "lr": 9.640567083428569e-05}
{"train_loss": 0.013530395925045013, "global_step": 13408, "epoch": 75, "lr": 9.640512066946041e-05}
{"train_loss": 0.010049419477581978, "global_step": 13409, "epoch": 75, "lr": 9.640457046410305e-05}
{"train_loss": 0.007728624157607555, "global_step": 13410, "epoch": 75, "lr": 9.640402021821406e-05}
{"train_loss": 0.01521519385278225, "global_step": 13411, "epoch": 75, "lr": 9.640346993179395e-05}
{"train_loss": 0.008115436881780624, "global_step": 13412, "epoch": 75, "lr": 9.640291960484315e-05}
{"train_loss": 0.008659867569804192, "global_step": 13413, "epoch": 75, "lr": 9.640236923736219e-05}
{"train_loss": 0.013954761438071728, "global_step": 13414, "epoch": 75, "lr": 9.640181882935152e-05}
{"train_loss": 0.010168494656682014, "global_step": 13415, "epoch": 75, "lr": 9.640126838081163e-05}
{"train_loss": 0.00869813747704029, "global_step": 13416, "epoch": 75, "lr": 9.640071789174301e-05}
{"train_loss": 0.008715140633285046, "global_step": 13417, "epoch": 75, "lr": 9.640016736214614e-05}
{"train_loss": 0.009868072345852852, "global_step": 13418, "epoch": 75, "lr": 9.639961679202149e-05}
{"train_loss": 0.012790290638804436, "global_step": 13419, "epoch": 75, "lr": 9.639906618136954e-05}
{"train_loss": 0.0064451200887560844, "global_step": 13420, "epoch": 75, "lr": 9.63985155301908e-05}
{"train_loss": 0.01050754077732563, "global_step": 13421, "epoch": 75, "lr": 9.639796483848568e-05}
{"train_loss": 0.009538248181343079, "global_step": 13422, "epoch": 75, "lr": 9.639741410625476e-05}
{"train_loss": 0.0066080838441848755, "global_step": 13423, "epoch": 75, "lr": 9.639686333349844e-05}
{"train_loss": 0.007765163667500019, "global_step": 13424, "epoch": 75, "lr": 9.639631252021724e-05}
{"train_loss": 0.010833187028765678, "global_step": 13425, "epoch": 75, "lr": 9.639576166641162e-05}
{"train_loss": 0.0110483942553401, "global_step": 13426, "epoch": 75, "lr": 9.63952107720821e-05}
{"train_loss": 0.012285185046494007, "global_step": 13427, "epoch": 75, "lr": 9.639465983722911e-05}
{"train_loss": 0.012618429027497768, "global_step": 13428, "epoch": 75, "lr": 9.639410886185317e-05}
{"train_loss": 0.010058702901005745, "global_step": 13429, "epoch": 75, "lr": 9.639355784595473e-05}
{"train_loss": 0.012507500126957893, "global_step": 13430, "epoch": 75, "lr": 9.639300678953429e-05}
{"train_loss": 0.006440490018576384, "global_step": 13431, "epoch": 75, "lr": 9.639245569259234e-05}
{"train_loss": 0.010670864954590797, "global_step": 13432, "epoch": 75, "lr": 9.639190455512935e-05}
{"train_loss": 0.015629727393388748, "global_step": 13433, "epoch": 75, "lr": 9.63913533771458e-05}
{"train_loss": 0.010920676402747631, "global_step": 13434, "epoch": 75, "lr": 9.639080215864217e-05}
{"train_loss": 0.008595647290349007, "global_step": 13435, "epoch": 75, "lr": 9.639025089961896e-05}
{"train_loss": 0.019964352250099182, "global_step": 13436, "epoch": 75, "lr": 9.63896996000766e-05}
{"train_loss": 0.008939630351960659, "global_step": 13437, "epoch": 75, "lr": 9.638914826001563e-05}
{"train_loss": 0.010542236268520355, "global_step": 13438, "epoch": 75, "lr": 9.638859687943651e-05}
{"train_loss": 0.010398799553513527, "global_step": 13439, "epoch": 75, "lr": 9.638804545833973e-05}
{"train_loss": 0.009735002182424068, "global_step": 13440, "epoch": 75, "lr": 9.638749399672575e-05}
{"train_loss": 0.00999610498547554, "global_step": 13441, "epoch": 75, "lr": 9.638694249459507e-05}
{"train_loss": 0.010023066774010658, "global_step": 13442, "epoch": 75, "lr": 9.638639095194816e-05}
{"train_loss": 0.018039360642433167, "global_step": 13443, "epoch": 75, "lr": 9.638583936878552e-05}
{"train_loss": 0.004421263001859188, "global_step": 13444, "epoch": 75, "lr": 9.63852877451076e-05}
{"train_loss": 0.006932299584150314, "global_step": 13445, "epoch": 75, "lr": 9.638473608091492e-05}
{"train_loss": 0.01144636981189251, "global_step": 13446, "epoch": 75, "lr": 9.638418437620794e-05}
{"train_loss": 0.008877742104232311, "global_step": 13447, "epoch": 75, "lr": 9.638363263098714e-05}
{"train_loss": 0.008528416976332664, "global_step": 13448, "epoch": 75, "lr": 9.638308084525299e-05}
{"train_loss": 0.013219418004155159, "global_step": 13449, "epoch": 75, "lr": 9.638252901900601e-05}
{"train_loss": 0.010517759248614311, "global_step": 13450, "epoch": 75, "lr": 9.638197715224666e-05}
{"train_loss": 0.016149118542671204, "global_step": 13451, "epoch": 75, "lr": 9.638142524497542e-05}
{"train_loss": 0.010760853067040443, "global_step": 13452, "epoch": 75, "lr": 9.638087329719276e-05}
{"train_loss": 0.014349034987390041, "global_step": 13453, "epoch": 75, "lr": 9.63803213088992e-05}
{"train_loss": 0.011003514751791954, "global_step": 13454, "epoch": 75, "lr": 9.637976928009518e-05}
{"train_loss": 0.010702528059482574, "global_step": 13455, "epoch": 75, "lr": 9.637921721078123e-05}
{"train_loss": 0.011090279556810856, "global_step": 13456, "epoch": 75, "lr": 9.637866510095778e-05}
{"train_loss": 0.010159330442547798, "global_step": 13457, "epoch": 75, "lr": 9.637811295062534e-05}
{"train_loss": 0.00958600826561451, "global_step": 13458, "epoch": 75, "lr": 9.63775607597844e-05}
{"train_loss": 0.008504359982907772, "global_step": 13459, "epoch": 75, "lr": 9.63770085284354e-05}
{"train_loss": 0.006932197604328394, "global_step": 13460, "epoch": 75, "lr": 9.637645625657888e-05}
{"train_loss": 0.008538985624909401, "global_step": 13461, "epoch": 75, "lr": 9.637590394421528e-05}
{"train_loss": 0.011023393832147121, "global_step": 13462, "epoch": 75, "lr": 9.63753515913451e-05}
{"train_loss": 0.009687408804893494, "global_step": 13463, "epoch": 75, "lr": 9.637479919796884e-05}
{"train_loss": 0.01587628200650215, "global_step": 13464, "epoch": 75, "lr": 9.637424676408696e-05}
{"train_loss": 0.019659480080008507, "global_step": 13465, "epoch": 75, "lr": 9.637369428969992e-05}
{"train_loss": 0.010696332901716232, "global_step": 13466, "epoch": 75, "lr": 9.637314177480822e-05}
{"train_loss": 0.01591268554329872, "global_step": 13467, "epoch": 75, "lr": 9.637258921941237e-05}
{"train_loss": 0.014607897959649563, "global_step": 13468, "epoch": 75, "lr": 9.637203662351283e-05}
{"train_loss": 0.013267199508845806, "global_step": 13469, "epoch": 75, "lr": 9.63714839871101e-05}
{"train_loss": 0.011335063725709915, "global_step": 13470, "epoch": 75, "lr": 9.637093131020464e-05}
{"train_loss": 0.013671443797647953, "global_step": 13471, "epoch": 75, "lr": 9.637037859279694e-05}
{"train_loss": 0.014012627303600311, "global_step": 13472, "epoch": 75, "lr": 9.636982583488748e-05}
{"train_loss": 0.012924682348966599, "global_step": 13473, "epoch": 75, "lr": 9.636927303647674e-05}
{"train_loss": 0.011606650426983833, "global_step": 13474, "epoch": 75, "lr": 9.636872019756522e-05}
{"train_loss": 0.01034313254058361, "global_step": 13475, "epoch": 75, "lr": 9.636816731815337e-05}
{"train_loss": 0.01679927110671997, "global_step": 13476, "epoch": 75, "lr": 9.636761439824172e-05}
{"train_loss": 0.009676540270447731, "global_step": 13477, "epoch": 75, "lr": 9.636706143783071e-05}
{"train_loss": 0.012762929312884808, "global_step": 13478, "epoch": 75, "lr": 9.636650843692087e-05}
{"train_loss": 0.013813212513923645, "global_step": 13479, "epoch": 75, "lr": 9.636595539551262e-05}
{"train_loss": 0.013909365050494671, "global_step": 13480, "epoch": 75, "lr": 9.63654023136065e-05}
{"train_loss": 0.009990651160478592, "global_step": 13481, "epoch": 75, "lr": 9.636484919120297e-05}
{"train_loss": 0.015265077352523804, "global_step": 13482, "epoch": 75, "lr": 9.63642960283025e-05}
{"train_loss": 0.011841220781207085, "global_step": 13483, "epoch": 75, "lr": 9.636374282490559e-05}
{"train_loss": 0.015671048313379288, "global_step": 13484, "epoch": 75, "lr": 9.636318958101271e-05}
{"train_loss": 0.008101483806967735, "global_step": 13485, "epoch": 75, "lr": 9.636263629662437e-05}
{"train_loss": 0.012209130451083183, "global_step": 13486, "epoch": 75, "lr": 9.636208297174103e-05}
{"train_loss": 0.020504320040345192, "global_step": 13487, "epoch": 75, "lr": 9.636152960636318e-05}
{"train_loss": 0.011365929618477821, "global_step": 13488, "epoch": 75, "lr": 9.63609762004913e-05}
{"train_loss": 0.008429406210780144, "global_step": 13489, "epoch": 75, "lr": 9.636042275412587e-05}
{"train_loss": 0.012583071365952492, "global_step": 13490, "epoch": 75, "lr": 9.635986926726738e-05}
{"train_loss": 0.008939051069319248, "global_step": 13491, "epoch": 75, "lr": 9.635931573991634e-05}
{"train_loss": 0.006189185194671154, "global_step": 13492, "epoch": 75, "lr": 9.635876217207318e-05}
{"train_loss": 0.010417904704809189, "global_step": 13493, "epoch": 75, "lr": 9.635820856373841e-05}
{"train_loss": 0.011103509925305843, "global_step": 13494, "epoch": 75, "lr": 9.635765491491252e-05}
{"train_loss": 0.007845805957913399, "global_step": 13495, "epoch": 75, "lr": 9.635710122559598e-05}
{"train_loss": 0.008164744824171066, "global_step": 13496, "epoch": 75, "lr": 9.635654749578929e-05}
{"train_loss": 0.008575466461479664, "global_step": 13497, "epoch": 75, "lr": 9.635599372549292e-05}
{"train_loss": 0.012825191020965576, "global_step": 13498, "epoch": 75, "lr": 9.635543991470736e-05}
{"train_loss": 0.0060471040196716785, "global_step": 13499, "epoch": 75, "lr": 9.63548860634331e-05}
{"train_loss": 0.01338694617152214, "global_step": 13500, "epoch": 75, "lr": 9.635433217167059e-05}
{"train_loss": 0.011682041920721531, "global_step": 13501, "epoch": 75, "lr": 9.635377823942035e-05}
{"train_loss": 0.0070697711780667305, "global_step": 13502, "epoch": 75, "lr": 9.635322426668288e-05}
{"train_loss": 0.016804885119199753, "global_step": 13503, "epoch": 75, "lr": 9.63526702534586e-05}
{"train_loss": 0.009967823512852192, "global_step": 13504, "epoch": 75, "lr": 9.635211619974804e-05}
{"train_loss": 0.007585054263472557, "global_step": 13505, "epoch": 75, "lr": 9.635156210555168e-05}
{"train_loss": 0.01712954416871071, "global_step": 13506, "epoch": 75, "lr": 9.635100797087e-05}
{"train_loss": 0.012721102684736252, "global_step": 13507, "epoch": 75, "lr": 9.635045379570349e-05}
{"train_loss": 0.013055231422185898, "global_step": 13508, "epoch": 75, "lr": 9.63498995800526e-05}
{"train_loss": 0.009893443435430527, "global_step": 13509, "epoch": 75, "lr": 9.634934532391787e-05}
{"train_loss": 0.01323422510176897, "global_step": 13510, "epoch": 75, "lr": 9.634879102729974e-05}
{"train_loss": 0.009004566818475723, "global_step": 13511, "epoch": 75, "lr": 9.63482366901987e-05}
{"train_loss": 0.0127410888671875, "global_step": 13512, "epoch": 75, "lr": 9.634768231261527e-05}
{"train_loss": 0.01583798974752426, "global_step": 13513, "epoch": 75, "lr": 9.634712789454988e-05}
{"train_loss": 0.009952300228178501, "global_step": 13514, "epoch": 75, "lr": 9.634657343600306e-05}
{"train_loss": 0.010037878528237343, "global_step": 13515, "epoch": 75, "lr": 9.634601893697527e-05}
{"train_loss": 0.016791148111224174, "global_step": 13516, "epoch": 75, "lr": 9.6345464397467e-05}
{"train_loss": 0.006592416204512119, "global_step": 13517, "epoch": 75, "lr": 9.634490981747873e-05}
{"train_loss": 0.01152145117521286, "global_step": 13518, "epoch": 75, "lr": 9.634435519701095e-05}
{"train_loss": 0.013108726590871811, "global_step": 13519, "epoch": 75, "lr": 9.634380053606415e-05}
{"train_loss": 0.015165193006396294, "global_step": 13520, "epoch": 75, "lr": 9.63432458346388e-05}
{"train_loss": 0.01113056018948555, "global_step": 13521, "epoch": 75, "lr": 9.63426910927354e-05}
{"train_loss": 0.019038641825318336, "global_step": 13522, "epoch": 75, "lr": 9.634213631035442e-05}
{"train_loss": 0.011867235414683819, "global_step": 13523, "epoch": 75, "lr": 9.634158148749637e-05}
{"train_loss": 0.013224141672253609, "global_step": 13524, "epoch": 75, "lr": 9.634102662416169e-05}
{"train_loss": 0.007967602461576462, "global_step": 13525, "epoch": 75, "lr": 9.63404717203509e-05}
{"train_loss": 0.011790969409048557, "global_step": 13526, "epoch": 75, "lr": 9.633991677606449e-05}
{"train_loss": 0.011536591097691588, "global_step": 13527, "epoch": 75, "lr": 9.633936179130292e-05, "train_action_mse_error": 3.984678187407553e-05}
{"train_loss": 0.00873116310685873, "global_step": 13528, "epoch": 76, "lr": 9.633880676606668e-05}
{"train_loss": 0.009448626078665257, "global_step": 13529, "epoch": 76, "lr": 9.633825170035625e-05}
{"train_loss": 0.00838703103363514, "global_step": 13530, "epoch": 76, "lr": 9.633769659417214e-05}
{"train_loss": 0.010755899362266064, "global_step": 13531, "epoch": 76, "lr": 9.633714144751482e-05}
{"train_loss": 0.012108015827834606, "global_step": 13532, "epoch": 76, "lr": 9.633658626038478e-05}
{"train_loss": 0.01904025673866272, "global_step": 13533, "epoch": 76, "lr": 9.633603103278248e-05}
{"train_loss": 0.008100091479718685, "global_step": 13534, "epoch": 76, "lr": 9.633547576470842e-05}
{"train_loss": 0.009461956098675728, "global_step": 13535, "epoch": 76, "lr": 9.633492045616312e-05}
{"train_loss": 0.012542019598186016, "global_step": 13536, "epoch": 76, "lr": 9.6334365107147e-05}
{"train_loss": 0.011292652226984501, "global_step": 13537, "epoch": 76, "lr": 9.633380971766061e-05}
{"train_loss": 0.013854490593075752, "global_step": 13538, "epoch": 76, "lr": 9.633325428770439e-05}
{"train_loss": 0.008459710516035557, "global_step": 13539, "epoch": 76, "lr": 9.633269881727884e-05}
{"train_loss": 0.014871858060359955, "global_step": 13540, "epoch": 76, "lr": 9.633214330638443e-05}
{"train_loss": 0.009936973452568054, "global_step": 13541, "epoch": 76, "lr": 9.633158775502168e-05}
{"train_loss": 0.011174065992236137, "global_step": 13542, "epoch": 76, "lr": 9.633103216319105e-05}
{"train_loss": 0.015116944909095764, "global_step": 13543, "epoch": 76, "lr": 9.633047653089303e-05}
{"train_loss": 0.010974664241075516, "global_step": 13544, "epoch": 76, "lr": 9.63299208581281e-05}
{"train_loss": 0.016186857596039772, "global_step": 13545, "epoch": 76, "lr": 9.632936514489676e-05}
{"train_loss": 0.008937906473875046, "global_step": 13546, "epoch": 76, "lr": 9.632880939119948e-05}
{"train_loss": 0.00891051534563303, "global_step": 13547, "epoch": 76, "lr": 9.632825359703675e-05}
{"train_loss": 0.007475324906408787, "global_step": 13548, "epoch": 76, "lr": 9.632769776240906e-05}
{"train_loss": 0.010030539706349373, "global_step": 13549, "epoch": 76, "lr": 9.632714188731689e-05}
{"train_loss": 0.013618175871670246, "global_step": 13550, "epoch": 76, "lr": 9.632658597176074e-05}
{"train_loss": 0.009444385766983032, "global_step": 13551, "epoch": 76, "lr": 9.632603001574107e-05}
{"train_loss": 0.018495887517929077, "global_step": 13552, "epoch": 76, "lr": 9.632547401925839e-05}
{"train_loss": 0.0064752716571092606, "global_step": 13553, "epoch": 76, "lr": 9.632491798231317e-05}
{"train_loss": 0.00960991159081459, "global_step": 13554, "epoch": 76, "lr": 9.63243619049059e-05}
{"train_loss": 0.01064629852771759, "global_step": 13555, "epoch": 76, "lr": 9.632380578703706e-05}
{"train_loss": 0.019161097705364227, "global_step": 13556, "epoch": 76, "lr": 9.632324962870716e-05}
{"train_loss": 0.01072603091597557, "global_step": 13557, "epoch": 76, "lr": 9.632269342991664e-05}
{"train_loss": 0.01568586193025112, "global_step": 13558, "epoch": 76, "lr": 9.632213719066604e-05}
{"train_loss": 0.009407123550772667, "global_step": 13559, "epoch": 76, "lr": 9.632158091095581e-05}
{"train_loss": 0.012496663257479668, "global_step": 13560, "epoch": 76, "lr": 9.632102459078644e-05}
{"train_loss": 0.012997103855013847, "global_step": 13561, "epoch": 76, "lr": 9.632046823015843e-05}
{"train_loss": 0.009915940463542938, "global_step": 13562, "epoch": 76, "lr": 9.631991182907225e-05}
{"train_loss": 0.008999917656183243, "global_step": 13563, "epoch": 76, "lr": 9.63193553875284e-05}
{"train_loss": 0.021821077913045883, "global_step": 13564, "epoch": 76, "lr": 9.631879890552735e-05}
{"train_loss": 0.010279890149831772, "global_step": 13565, "epoch": 76, "lr": 9.631824238306961e-05}
{"train_loss": 0.00969740655273199, "global_step": 13566, "epoch": 76, "lr": 9.631768582015564e-05}
{"train_loss": 0.005674503743648529, "global_step": 13567, "epoch": 76, "lr": 9.631712921678595e-05}
{"train_loss": 0.007682520430535078, "global_step": 13568, "epoch": 76, "lr": 9.6316572572961e-05}
{"train_loss": 0.018034297972917557, "global_step": 13569, "epoch": 76, "lr": 9.631601588868128e-05}
{"train_loss": 0.008185778744518757, "global_step": 13570, "epoch": 76, "lr": 9.63154591639473e-05}
{"train_loss": 0.01286301203072071, "global_step": 13571, "epoch": 76, "lr": 9.631490239875954e-05}
{"train_loss": 0.008890046738088131, "global_step": 13572, "epoch": 76, "lr": 9.631434559311847e-05}
{"train_loss": 0.013431894592940807, "global_step": 13573, "epoch": 76, "lr": 9.631378874702459e-05}
{"train_loss": 0.009050959721207619, "global_step": 13574, "epoch": 76, "lr": 9.631323186047838e-05}
{"train_loss": 0.008629993535578251, "global_step": 13575, "epoch": 76, "lr": 9.631267493348032e-05}
{"train_loss": 0.01853545755147934, "global_step": 13576, "epoch": 76, "lr": 9.63121179660309e-05}
{"train_loss": 0.01593184843659401, "global_step": 13577, "epoch": 76, "lr": 9.631156095813063e-05}
{"train_loss": 0.015335764735937119, "global_step": 13578, "epoch": 76, "lr": 9.631100390977996e-05}
{"train_loss": 0.009655719622969627, "global_step": 13579, "epoch": 76, "lr": 9.63104468209794e-05}
{"train_loss": 0.011754685081541538, "global_step": 13580, "epoch": 76, "lr": 9.630988969172944e-05}
{"train_loss": 0.010088549926877022, "global_step": 13581, "epoch": 76, "lr": 9.630933252203054e-05}
{"train_loss": 0.008090151473879814, "global_step": 13582, "epoch": 76, "lr": 9.630877531188323e-05}
{"train_loss": 0.013518568128347397, "global_step": 13583, "epoch": 76, "lr": 9.630821806128794e-05}
{"train_loss": 0.012297430075705051, "global_step": 13584, "epoch": 76, "lr": 9.63076607702452e-05}
{"train_loss": 0.016376763582229614, "global_step": 13585, "epoch": 76, "lr": 9.630710343875548e-05}
{"train_loss": 0.013351911678910255, "global_step": 13586, "epoch": 76, "lr": 9.630654606681928e-05}
{"train_loss": 0.014614121988415718, "global_step": 13587, "epoch": 76, "lr": 9.630598865443708e-05}
{"train_loss": 0.008411023765802383, "global_step": 13588, "epoch": 76, "lr": 9.630543120160935e-05}
{"train_loss": 0.009513624012470245, "global_step": 13589, "epoch": 76, "lr": 9.630487370833659e-05}
{"train_loss": 0.010003785602748394, "global_step": 13590, "epoch": 76, "lr": 9.63043161746193e-05}
{"train_loss": 0.009364260360598564, "global_step": 13591, "epoch": 76, "lr": 9.630375860045795e-05}
{"train_loss": 0.013671372085809708, "global_step": 13592, "epoch": 76, "lr": 9.630320098585303e-05}
{"train_loss": 0.00818956084549427, "global_step": 13593, "epoch": 76, "lr": 9.630264333080504e-05}
{"train_loss": 0.007522330153733492, "global_step": 13594, "epoch": 76, "lr": 9.630208563531445e-05}
{"train_loss": 0.006614863872528076, "global_step": 13595, "epoch": 76, "lr": 9.630152789938175e-05}
{"train_loss": 0.0075401319190859795, "global_step": 13596, "epoch": 76, "lr": 9.630097012300742e-05}
{"train_loss": 0.00888526439666748, "global_step": 13597, "epoch": 76, "lr": 9.630041230619196e-05}
{"train_loss": 0.0148455910384655, "global_step": 13598, "epoch": 76, "lr": 9.629985444893587e-05}
{"train_loss": 0.007138451095670462, "global_step": 13599, "epoch": 76, "lr": 9.629929655123961e-05}
{"train_loss": 0.011593764647841454, "global_step": 13600, "epoch": 76, "lr": 9.62987386131037e-05}
{"train_loss": 0.024363504722714424, "global_step": 13601, "epoch": 76, "lr": 9.629818063452858e-05}
{"train_loss": 0.009236404672265053, "global_step": 13602, "epoch": 76, "lr": 9.629762261551478e-05}
{"train_loss": 0.011798522435128689, "global_step": 13603, "epoch": 76, "lr": 9.629706455606278e-05}
{"train_loss": 0.010764803737401962, "global_step": 13604, "epoch": 76, "lr": 9.629650645617303e-05}
{"train_loss": 0.011634023860096931, "global_step": 13605, "epoch": 76, "lr": 9.629594831584607e-05}
{"train_loss": 0.00727875204756856, "global_step": 13606, "epoch": 76, "lr": 9.629539013508235e-05}
{"train_loss": 0.0086333267390728, "global_step": 13607, "epoch": 76, "lr": 9.629483191388238e-05}
{"train_loss": 0.017105471342802048, "global_step": 13608, "epoch": 76, "lr": 9.629427365224664e-05}
{"train_loss": 0.011510335840284824, "global_step": 13609, "epoch": 76, "lr": 9.629371535017561e-05}
{"train_loss": 0.014847394078969955, "global_step": 13610, "epoch": 76, "lr": 9.62931570076698e-05}
{"train_loss": 0.011857684701681137, "global_step": 13611, "epoch": 76, "lr": 9.629259862472967e-05}
{"train_loss": 0.008790848776698112, "global_step": 13612, "epoch": 76, "lr": 9.629204020135572e-05}
{"train_loss": 0.01005885936319828, "global_step": 13613, "epoch": 76, "lr": 9.629148173754843e-05}
{"train_loss": 0.009666992351412773, "global_step": 13614, "epoch": 76, "lr": 9.62909232333083e-05}
{"train_loss": 0.013560700230300426, "global_step": 13615, "epoch": 76, "lr": 9.629036468863583e-05}
{"train_loss": 0.01216586958616972, "global_step": 13616, "epoch": 76, "lr": 9.628980610353147e-05}
{"train_loss": 0.013949325308203697, "global_step": 13617, "epoch": 76, "lr": 9.628924747799574e-05}
{"train_loss": 0.010322016663849354, "global_step": 13618, "epoch": 76, "lr": 9.62886888120291e-05}
{"train_loss": 0.015611967071890831, "global_step": 13619, "epoch": 76, "lr": 9.628813010563206e-05}
{"train_loss": 0.009583709761500359, "global_step": 13620, "epoch": 76, "lr": 9.628757135880513e-05}
{"train_loss": 0.01034151203930378, "global_step": 13621, "epoch": 76, "lr": 9.628701257154875e-05}
{"train_loss": 0.018454868346452713, "global_step": 13622, "epoch": 76, "lr": 9.628645374386342e-05}
{"train_loss": 0.007657338865101337, "global_step": 13623, "epoch": 76, "lr": 9.628589487574965e-05}
{"train_loss": 0.008466762490570545, "global_step": 13624, "epoch": 76, "lr": 9.628533596720792e-05}
{"train_loss": 0.016550060361623764, "global_step": 13625, "epoch": 76, "lr": 9.628477701823871e-05}
{"train_loss": 0.005994405597448349, "global_step": 13626, "epoch": 76, "lr": 9.628421802884249e-05}
{"train_loss": 0.010299088433384895, "global_step": 13627, "epoch": 76, "lr": 9.628365899901978e-05}
{"train_loss": 0.01349559798836708, "global_step": 13628, "epoch": 76, "lr": 9.628309992877107e-05}
{"train_loss": 0.009051604196429253, "global_step": 13629, "epoch": 76, "lr": 9.628254081809683e-05}
{"train_loss": 0.00600056815892458, "global_step": 13630, "epoch": 76, "lr": 9.628198166699755e-05}
{"train_loss": 0.0146415326744318, "global_step": 13631, "epoch": 76, "lr": 9.628142247547374e-05}
{"train_loss": 0.01387526374310255, "global_step": 13632, "epoch": 76, "lr": 9.628086324352585e-05}
{"train_loss": 0.008286173455417156, "global_step": 13633, "epoch": 76, "lr": 9.628030397115439e-05}
{"train_loss": 0.01348632201552391, "global_step": 13634, "epoch": 76, "lr": 9.627974465835987e-05}
{"train_loss": 0.009115828201174736, "global_step": 13635, "epoch": 76, "lr": 9.627918530514274e-05}
{"train_loss": 0.008135637268424034, "global_step": 13636, "epoch": 76, "lr": 9.627862591150351e-05}
{"train_loss": 0.011671500280499458, "global_step": 13637, "epoch": 76, "lr": 9.627806647744267e-05}
{"train_loss": 0.005966498050838709, "global_step": 13638, "epoch": 76, "lr": 9.627750700296068e-05}
{"train_loss": 0.007552883122116327, "global_step": 13639, "epoch": 76, "lr": 9.627694748805806e-05}
{"train_loss": 0.008210580796003342, "global_step": 13640, "epoch": 76, "lr": 9.62763879327353e-05}
{"train_loss": 0.009945271536707878, "global_step": 13641, "epoch": 76, "lr": 9.627582833699289e-05}
{"train_loss": 0.012627561576664448, "global_step": 13642, "epoch": 76, "lr": 9.627526870083129e-05}
{"train_loss": 0.014445081353187561, "global_step": 13643, "epoch": 76, "lr": 9.6274709024251e-05}
{"train_loss": 0.009929781779646873, "global_step": 13644, "epoch": 76, "lr": 9.627414930725254e-05}
{"train_loss": 0.011316893622279167, "global_step": 13645, "epoch": 76, "lr": 9.627358954983635e-05}
{"train_loss": 0.005888343323022127, "global_step": 13646, "epoch": 76, "lr": 9.627302975200295e-05}
{"train_loss": 0.01169843040406704, "global_step": 13647, "epoch": 76, "lr": 9.627246991375282e-05}
{"train_loss": 0.008769253268837929, "global_step": 13648, "epoch": 76, "lr": 9.627191003508646e-05}
{"train_loss": 0.00931559968739748, "global_step": 13649, "epoch": 76, "lr": 9.627135011600434e-05}
{"train_loss": 0.008573376573622227, "global_step": 13650, "epoch": 76, "lr": 9.627079015650697e-05}
{"train_loss": 0.008241446688771248, "global_step": 13651, "epoch": 76, "lr": 9.627023015659482e-05}
{"train_loss": 0.015010392293334007, "global_step": 13652, "epoch": 76, "lr": 9.626967011626838e-05}
{"train_loss": 0.011211652308702469, "global_step": 13653, "epoch": 76, "lr": 9.626911003552817e-05}
{"train_loss": 0.012688488699495792, "global_step": 13654, "epoch": 76, "lr": 9.626854991437464e-05}
{"train_loss": 0.0074355630204081535, "global_step": 13655, "epoch": 76, "lr": 9.626798975280828e-05}
{"train_loss": 0.009207459166646004, "global_step": 13656, "epoch": 76, "lr": 9.626742955082962e-05}
{"train_loss": 0.009264959022402763, "global_step": 13657, "epoch": 76, "lr": 9.62668693084391e-05}
{"train_loss": 0.009364631958305836, "global_step": 13658, "epoch": 76, "lr": 9.626630902563725e-05}
{"train_loss": 0.01545962505042553, "global_step": 13659, "epoch": 76, "lr": 9.626574870242454e-05}
{"train_loss": 0.010464029386639595, "global_step": 13660, "epoch": 76, "lr": 9.626518833880146e-05}
{"train_loss": 0.010565454140305519, "global_step": 13661, "epoch": 76, "lr": 9.62646279347685e-05}
{"train_loss": 0.015437190420925617, "global_step": 13662, "epoch": 76, "lr": 9.626406749032615e-05}
{"train_loss": 0.019578831270337105, "global_step": 13663, "epoch": 76, "lr": 9.626350700547491e-05}
{"train_loss": 0.012250015512108803, "global_step": 13664, "epoch": 76, "lr": 9.626294648021524e-05}
{"train_loss": 0.009105300530791283, "global_step": 13665, "epoch": 76, "lr": 9.626238591454765e-05}
{"train_loss": 0.005901060998439789, "global_step": 13666, "epoch": 76, "lr": 9.626182530847265e-05}
{"train_loss": 0.009669141843914986, "global_step": 13667, "epoch": 76, "lr": 9.62612646619907e-05}
{"train_loss": 0.018192749470472336, "global_step": 13668, "epoch": 76, "lr": 9.62607039751023e-05}
{"train_loss": 0.009753331542015076, "global_step": 13669, "epoch": 76, "lr": 9.626014324780792e-05}
{"train_loss": 0.013172096572816372, "global_step": 13670, "epoch": 76, "lr": 9.625958248010808e-05}
{"train_loss": 0.008628541603684425, "global_step": 13671, "epoch": 76, "lr": 9.625902167200326e-05}
{"train_loss": 0.013203929178416729, "global_step": 13672, "epoch": 76, "lr": 9.625846082349395e-05}
{"train_loss": 0.011824291199445724, "global_step": 13673, "epoch": 76, "lr": 9.625789993458062e-05}
{"train_loss": 0.010274495929479599, "global_step": 13674, "epoch": 76, "lr": 9.625733900526379e-05}
{"train_loss": 0.007436810526996851, "global_step": 13675, "epoch": 76, "lr": 9.625677803554393e-05}
{"train_loss": 0.013974050059914589, "global_step": 13676, "epoch": 76, "lr": 9.625621702542154e-05}
{"train_loss": 0.01051922608166933, "global_step": 13677, "epoch": 76, "lr": 9.625565597489712e-05}
{"train_loss": 0.017407912760972977, "global_step": 13678, "epoch": 76, "lr": 9.625509488397113e-05}
{"train_loss": 0.010259665548801422, "global_step": 13679, "epoch": 76, "lr": 9.625453375264408e-05}
{"train_loss": 0.00752805732190609, "global_step": 13680, "epoch": 76, "lr": 9.625397258091647e-05}
{"train_loss": 0.006483923643827438, "global_step": 13681, "epoch": 76, "lr": 9.625341136878877e-05}
{"train_loss": 0.010020684450864792, "global_step": 13682, "epoch": 76, "lr": 9.625285011626146e-05}
{"train_loss": 0.008791584521532059, "global_step": 13683, "epoch": 76, "lr": 9.625228882333505e-05}
{"train_loss": 0.008485570549964905, "global_step": 13684, "epoch": 76, "lr": 9.625172749001004e-05}
{"train_loss": 0.007598507683724165, "global_step": 13685, "epoch": 76, "lr": 9.625116611628692e-05}
{"train_loss": 0.00779713224619627, "global_step": 13686, "epoch": 76, "lr": 9.625060470216616e-05}
{"train_loss": 0.010711092501878738, "global_step": 13687, "epoch": 76, "lr": 9.625004324764824e-05}
{"train_loss": 0.011248769238591194, "global_step": 13688, "epoch": 76, "lr": 9.62494817527337e-05}
{"train_loss": 0.013958527706563473, "global_step": 13689, "epoch": 76, "lr": 9.624892021742298e-05}
{"train_loss": 0.01109360158443451, "global_step": 13690, "epoch": 76, "lr": 9.624835864171659e-05}
{"train_loss": 0.004971727728843689, "global_step": 13691, "epoch": 76, "lr": 9.624779702561501e-05}
{"train_loss": 0.017606548964977264, "global_step": 13692, "epoch": 76, "lr": 9.624723536911877e-05}
{"train_loss": 0.00434210617095232, "global_step": 13693, "epoch": 76, "lr": 9.624667367222831e-05}
{"train_loss": 0.010574432089924812, "global_step": 13694, "epoch": 76, "lr": 9.624611193494416e-05}
{"train_loss": 0.010304536670446396, "global_step": 13695, "epoch": 76, "lr": 9.624555015726677e-05}
{"train_loss": 0.010048837400972843, "global_step": 13696, "epoch": 76, "lr": 9.624498833919668e-05}
{"train_loss": 0.009839756414294243, "global_step": 13697, "epoch": 76, "lr": 9.624442648073432e-05}
{"train_loss": 0.01156710460782051, "global_step": 13698, "epoch": 76, "lr": 9.624386458188024e-05}
{"train_loss": 0.00694316066801548, "global_step": 13699, "epoch": 76, "lr": 9.624330264263492e-05}
{"train_loss": 0.013333616778254509, "global_step": 13700, "epoch": 76, "lr": 9.62427406629988e-05}
{"train_loss": 0.02038337104022503, "global_step": 13701, "epoch": 76, "lr": 9.624217864297244e-05}
{"train_loss": 0.007774553261697292, "global_step": 13702, "epoch": 76, "lr": 9.624161658255628e-05}
{"train_loss": 0.007179259788244963, "global_step": 13703, "epoch": 76, "lr": 9.624105448175083e-05}
{"train_loss": 0.007831178605556488, "global_step": 13704, "epoch": 76, "lr": 9.624049234055659e-05}
{"train_loss": 0.011128857417890195, "global_step": 13705, "epoch": 76, "lr": 9.623993015897404e-05}
{"train_loss": 0.009585965424776077, "global_step": 13706, "epoch": 77, "lr": 9.623936793700367e-05}
{"train_loss": 0.013253210112452507, "global_step": 13707, "epoch": 77, "lr": 9.623880567464597e-05}
{"train_loss": 0.010045834816992283, "global_step": 13708, "epoch": 77, "lr": 9.623824337190144e-05}
{"train_loss": 0.010799802839756012, "global_step": 13709, "epoch": 77, "lr": 9.623768102877055e-05}
{"train_loss": 0.011912647634744644, "global_step": 13710, "epoch": 77, "lr": 9.623711864525383e-05}
{"train_loss": 0.014161193743348122, "global_step": 13711, "epoch": 77, "lr": 9.623655622135174e-05}
{"train_loss": 0.007617194205522537, "global_step": 13712, "epoch": 77, "lr": 9.623599375706479e-05}
{"train_loss": 0.007033374160528183, "global_step": 13713, "epoch": 77, "lr": 9.623543125239343e-05}
{"train_loss": 0.013885222375392914, "global_step": 13714, "epoch": 77, "lr": 9.62348687073382e-05}
{"train_loss": 0.011387752369046211, "global_step": 13715, "epoch": 77, "lr": 9.623430612189957e-05}
{"train_loss": 0.012769208289682865, "global_step": 13716, "epoch": 77, "lr": 9.623374349607804e-05}
{"train_loss": 0.010789832100272179, "global_step": 13717, "epoch": 77, "lr": 9.623318082987409e-05}
{"train_loss": 0.01537186000496149, "global_step": 13718, "epoch": 77, "lr": 9.623261812328823e-05}
{"train_loss": 0.011735023930668831, "global_step": 13719, "epoch": 77, "lr": 9.623205537632093e-05}
{"train_loss": 0.011490767821669579, "global_step": 13720, "epoch": 77, "lr": 9.62314925889727e-05}
{"train_loss": 0.014091894030570984, "global_step": 13721, "epoch": 77, "lr": 9.623092976124401e-05}
{"train_loss": 0.006590554490685463, "global_step": 13722, "epoch": 77, "lr": 9.623036689313536e-05}
{"train_loss": 0.009034317918121815, "global_step": 13723, "epoch": 77, "lr": 9.622980398464725e-05}
{"train_loss": 0.010011482983827591, "global_step": 13724, "epoch": 77, "lr": 9.622924103578016e-05}
{"train_loss": 0.011286335065960884, "global_step": 13725, "epoch": 77, "lr": 9.622867804653461e-05}
{"train_loss": 0.010460244491696358, "global_step": 13726, "epoch": 77, "lr": 9.622811501691106e-05}
{"train_loss": 0.00890425592660904, "global_step": 13727, "epoch": 77, "lr": 9.622755194691001e-05}
{"train_loss": 0.008985038846731186, "global_step": 13728, "epoch": 77, "lr": 9.622698883653197e-05}
{"train_loss": 0.012410793453454971, "global_step": 13729, "epoch": 77, "lr": 9.622642568577738e-05}
{"train_loss": 0.008810019120573997, "global_step": 13730, "epoch": 77, "lr": 9.62258624946468e-05}
{"train_loss": 0.018686335533857346, "global_step": 13731, "epoch": 77, "lr": 9.622529926314068e-05}
{"train_loss": 0.007842043414711952, "global_step": 13732, "epoch": 77, "lr": 9.622473599125952e-05}
{"train_loss": 0.014752007089555264, "global_step": 13733, "epoch": 77, "lr": 9.62241726790038e-05}
{"train_loss": 0.010878723114728928, "global_step": 13734, "epoch": 77, "lr": 9.622360932637404e-05}
{"train_loss": 0.013957759365439415, "global_step": 13735, "epoch": 77, "lr": 9.622304593337073e-05}
{"train_loss": 0.013512633740901947, "global_step": 13736, "epoch": 77, "lr": 9.622248249999433e-05}
{"train_loss": 0.006246708799153566, "global_step": 13737, "epoch": 77, "lr": 9.622191902624535e-05}
{"train_loss": 0.00813005305826664, "global_step": 13738, "epoch": 77, "lr": 9.62213555121243e-05}
{"train_loss": 0.008082462474703789, "global_step": 13739, "epoch": 77, "lr": 9.622079195763165e-05}
{"train_loss": 0.009502982720732689, "global_step": 13740, "epoch": 77, "lr": 9.622022836276789e-05}
{"train_loss": 0.012829681858420372, "global_step": 13741, "epoch": 77, "lr": 9.621966472753354e-05}
{"train_loss": 0.0070533547550439835, "global_step": 13742, "epoch": 77, "lr": 9.621910105192907e-05}
{"train_loss": 0.01190144196152687, "global_step": 13743, "epoch": 77, "lr": 9.621853733595497e-05}
{"train_loss": 0.016931578516960144, "global_step": 13744, "epoch": 77, "lr": 9.621797357961174e-05}
{"train_loss": 0.007817989215254784, "global_step": 13745, "epoch": 77, "lr": 9.621740978289985e-05}
{"train_loss": 0.013018627651035786, "global_step": 13746, "epoch": 77, "lr": 9.621684594581984e-05}
{"train_loss": 0.012322049587965012, "global_step": 13747, "epoch": 77, "lr": 9.621628206837215e-05}
{"train_loss": 0.0071866922080516815, "global_step": 13748, "epoch": 77, "lr": 9.62157181505573e-05}
{"train_loss": 0.013167118653655052, "global_step": 13749, "epoch": 77, "lr": 9.62151541923758e-05}
{"train_loss": 0.013522166758775711, "global_step": 13750, "epoch": 77, "lr": 9.621459019382812e-05}
{"train_loss": 0.01139350701123476, "global_step": 13751, "epoch": 77, "lr": 9.621402615491475e-05}
{"train_loss": 0.013550207018852234, "global_step": 13752, "epoch": 77, "lr": 9.621346207563617e-05}
{"train_loss": 0.010618691332638264, "global_step": 13753, "epoch": 77, "lr": 9.621289795599291e-05}
{"train_loss": 0.011702167801558971, "global_step": 13754, "epoch": 77, "lr": 9.621233379598545e-05}
{"train_loss": 0.011697057634592056, "global_step": 13755, "epoch": 77, "lr": 9.621176959561426e-05}
{"train_loss": 0.010722341015934944, "global_step": 13756, "epoch": 77, "lr": 9.621120535487986e-05}
{"train_loss": 0.013365963473916054, "global_step": 13757, "epoch": 77, "lr": 9.621064107378272e-05}
{"train_loss": 0.010997122153639793, "global_step": 13758, "epoch": 77, "lr": 9.621007675232336e-05}
{"train_loss": 0.007531945127993822, "global_step": 13759, "epoch": 77, "lr": 9.620951239050226e-05}
{"train_loss": 0.014034764841198921, "global_step": 13760, "epoch": 77, "lr": 9.62089479883199e-05}
{"train_loss": 0.012033576145768166, "global_step": 13761, "epoch": 77, "lr": 9.620838354577679e-05}
{"train_loss": 0.00935424119234085, "global_step": 13762, "epoch": 77, "lr": 9.620781906287339e-05}
{"train_loss": 0.007721379399299622, "global_step": 13763, "epoch": 77, "lr": 9.620725453961026e-05}
{"train_loss": 0.011027400381863117, "global_step": 13764, "epoch": 77, "lr": 9.620668997598782e-05}
{"train_loss": 0.010218787007033825, "global_step": 13765, "epoch": 77, "lr": 9.620612537200662e-05}
{"train_loss": 0.007318306714296341, "global_step": 13766, "epoch": 77, "lr": 9.620556072766712e-05}
{"train_loss": 0.006032691337168217, "global_step": 13767, "epoch": 77, "lr": 9.620499604296981e-05}
{"train_loss": 0.008503271266818047, "global_step": 13768, "epoch": 77, "lr": 9.620443131791521e-05}
{"train_loss": 0.007335237227380276, "global_step": 13769, "epoch": 77, "lr": 9.62038665525038e-05}
{"train_loss": 0.012773638591170311, "global_step": 13770, "epoch": 77, "lr": 9.620330174673606e-05}
{"train_loss": 0.01026802696287632, "global_step": 13771, "epoch": 77, "lr": 9.62027369006125e-05}
{"train_loss": 0.011997704394161701, "global_step": 13772, "epoch": 77, "lr": 9.620217201413361e-05}
{"train_loss": 0.010537541471421719, "global_step": 13773, "epoch": 77, "lr": 9.620160708729989e-05}
{"train_loss": 0.010285601019859314, "global_step": 13774, "epoch": 77, "lr": 9.620104212011181e-05}
{"train_loss": 0.0057428376749157906, "global_step": 13775, "epoch": 77, "lr": 9.620047711256988e-05}
{"train_loss": 0.012964492663741112, "global_step": 13776, "epoch": 77, "lr": 9.61999120646746e-05}
{"train_loss": 0.010037599131464958, "global_step": 13777, "epoch": 77, "lr": 9.619934697642645e-05}
{"train_loss": 0.005005804356187582, "global_step": 13778, "epoch": 77, "lr": 9.619878184782593e-05}
{"train_loss": 0.012380139902234077, "global_step": 13779, "epoch": 77, "lr": 9.619821667887354e-05}
{"train_loss": 0.010019379667937756, "global_step": 13780, "epoch": 77, "lr": 9.619765146956976e-05}
{"train_loss": 0.007552058435976505, "global_step": 13781, "epoch": 77, "lr": 9.61970862199151e-05}
{"train_loss": 0.008735323324799538, "global_step": 13782, "epoch": 77, "lr": 9.619652092991003e-05}
{"train_loss": 0.018517695367336273, "global_step": 13783, "epoch": 77, "lr": 9.619595559955508e-05}
{"train_loss": 0.007661767303943634, "global_step": 13784, "epoch": 77, "lr": 9.61953902288507e-05}
{"train_loss": 0.018960822373628616, "global_step": 13785, "epoch": 77, "lr": 9.61948248177974e-05}
{"train_loss": 0.008737923577427864, "global_step": 13786, "epoch": 77, "lr": 9.61942593663957e-05}
{"train_loss": 0.011960349977016449, "global_step": 13787, "epoch": 77, "lr": 9.619369387464607e-05}
{"train_loss": 0.00588249322026968, "global_step": 13788, "epoch": 77, "lr": 9.6193128342549e-05}
{"train_loss": 0.010781683959066868, "global_step": 13789, "epoch": 77, "lr": 9.619256277010499e-05}
{"train_loss": 0.008462602272629738, "global_step": 13790, "epoch": 77, "lr": 9.619199715731454e-05}
{"train_loss": 0.006687120534479618, "global_step": 13791, "epoch": 77, "lr": 9.619143150417813e-05}
{"train_loss": 0.010317569598555565, "global_step": 13792, "epoch": 77, "lr": 9.619086581069628e-05}
{"train_loss": 0.005454445257782936, "global_step": 13793, "epoch": 77, "lr": 9.619030007686944e-05}
{"train_loss": 0.011164998635649681, "global_step": 13794, "epoch": 77, "lr": 9.618973430269815e-05}
{"train_loss": 0.0093506695702672, "global_step": 13795, "epoch": 77, "lr": 9.618916848818289e-05}
{"train_loss": 0.0096055893227458, "global_step": 13796, "epoch": 77, "lr": 9.618860263332414e-05}
{"train_loss": 0.0103880874812603, "global_step": 13797, "epoch": 77, "lr": 9.618803673812243e-05}
{"train_loss": 0.008530349470674992, "global_step": 13798, "epoch": 77, "lr": 9.618747080257819e-05}
{"train_loss": 0.008942639455199242, "global_step": 13799, "epoch": 77, "lr": 9.618690482669197e-05}
{"train_loss": 0.009348887018859386, "global_step": 13800, "epoch": 77, "lr": 9.618633881046424e-05}
{"train_loss": 0.005653648171573877, "global_step": 13801, "epoch": 77, "lr": 9.618577275389552e-05}
{"train_loss": 0.012079332023859024, "global_step": 13802, "epoch": 77, "lr": 9.618520665698627e-05}
{"train_loss": 0.006922194268554449, "global_step": 13803, "epoch": 77, "lr": 9.6184640519737e-05}
{"train_loss": 0.009660623967647552, "global_step": 13804, "epoch": 77, "lr": 9.61840743421482e-05}
{"train_loss": 0.008764514699578285, "global_step": 13805, "epoch": 77, "lr": 9.618350812422038e-05}
{"train_loss": 0.010174667462706566, "global_step": 13806, "epoch": 77, "lr": 9.618294186595403e-05}
{"train_loss": 0.010369330644607544, "global_step": 13807, "epoch": 77, "lr": 9.618237556734961e-05}
{"train_loss": 0.015787165611982346, "global_step": 13808, "epoch": 77, "lr": 9.618180922840766e-05}
{"train_loss": 0.008284410461783409, "global_step": 13809, "epoch": 77, "lr": 9.618124284912866e-05}
{"train_loss": 0.008657872676849365, "global_step": 13810, "epoch": 77, "lr": 9.618067642951311e-05}
{"train_loss": 0.010157760232686996, "global_step": 13811, "epoch": 77, "lr": 9.618010996956148e-05}
{"train_loss": 0.01204371266067028, "global_step": 13812, "epoch": 77, "lr": 9.617954346927429e-05}
{"train_loss": 0.008656312711536884, "global_step": 13813, "epoch": 77, "lr": 9.617897692865203e-05}
{"train_loss": 0.009111176244914532, "global_step": 13814, "epoch": 77, "lr": 9.61784103476952e-05}
{"train_loss": 0.01197014655917883, "global_step": 13815, "epoch": 77, "lr": 9.617784372640426e-05}
{"train_loss": 0.01733771711587906, "global_step": 13816, "epoch": 77, "lr": 9.617727706477975e-05}
{"train_loss": 0.012640129774808884, "global_step": 13817, "epoch": 77, "lr": 9.617671036282214e-05}
{"train_loss": 0.011967424303293228, "global_step": 13818, "epoch": 77, "lr": 9.617614362053194e-05}
{"train_loss": 0.013167260214686394, "global_step": 13819, "epoch": 77, "lr": 9.617557683790963e-05}
{"train_loss": 0.011211024597287178, "global_step": 13820, "epoch": 77, "lr": 9.61750100149557e-05}
{"train_loss": 0.007253036368638277, "global_step": 13821, "epoch": 77, "lr": 9.617444315167068e-05}
{"train_loss": 0.019897963851690292, "global_step": 13822, "epoch": 77, "lr": 9.617387624805503e-05}
{"train_loss": 0.007707035169005394, "global_step": 13823, "epoch": 77, "lr": 9.617330930410925e-05}
{"train_loss": 0.010621486231684685, "global_step": 13824, "epoch": 77, "lr": 9.617274231983384e-05}
{"train_loss": 0.013047965243458748, "global_step": 13825, "epoch": 77, "lr": 9.61721752952293e-05}
{"train_loss": 0.008695421740412712, "global_step": 13826, "epoch": 77, "lr": 9.617160823029614e-05}
{"train_loss": 0.0070044007152318954, "global_step": 13827, "epoch": 77, "lr": 9.617104112503481e-05}
{"train_loss": 0.00997912511229515, "global_step": 13828, "epoch": 77, "lr": 9.617047397944586e-05}
{"train_loss": 0.017452094703912735, "global_step": 13829, "epoch": 77, "lr": 9.616990679352973e-05}
{"train_loss": 0.010465795174241066, "global_step": 13830, "epoch": 77, "lr": 9.616933956728696e-05}
{"train_loss": 0.011429519392549992, "global_step": 13831, "epoch": 77, "lr": 9.616877230071804e-05}
{"train_loss": 0.01782822608947754, "global_step": 13832, "epoch": 77, "lr": 9.616820499382343e-05}
{"train_loss": 0.01326073333621025, "global_step": 13833, "epoch": 77, "lr": 9.616763764660367e-05}
{"train_loss": 0.01502513699233532, "global_step": 13834, "epoch": 77, "lr": 9.616707025905922e-05}
{"train_loss": 0.008561117574572563, "global_step": 13835, "epoch": 77, "lr": 9.61665028311906e-05}
{"train_loss": 0.01018836721777916, "global_step": 13836, "epoch": 77, "lr": 9.616593536299829e-05}
{"train_loss": 0.012312531471252441, "global_step": 13837, "epoch": 77, "lr": 9.616536785448281e-05}
{"train_loss": 0.01349650602787733, "global_step": 13838, "epoch": 77, "lr": 9.616480030564463e-05}
{"train_loss": 0.007126256823539734, "global_step": 13839, "epoch": 77, "lr": 9.616423271648425e-05}
{"train_loss": 0.012636087834835052, "global_step": 13840, "epoch": 77, "lr": 9.616366508700216e-05}
{"train_loss": 0.013869911432266235, "global_step": 13841, "epoch": 77, "lr": 9.616309741719888e-05}
{"train_loss": 0.011119716800749302, "global_step": 13842, "epoch": 77, "lr": 9.61625297070749e-05}
{"train_loss": 0.012848494574427605, "global_step": 13843, "epoch": 77, "lr": 9.616196195663067e-05}
{"train_loss": 0.007157601416110992, "global_step": 13844, "epoch": 77, "lr": 9.616139416586677e-05}
{"train_loss": 0.009845280088484287, "global_step": 13845, "epoch": 77, "lr": 9.61608263347836e-05}
{"train_loss": 0.01184849813580513, "global_step": 13846, "epoch": 77, "lr": 9.616025846338175e-05}
{"train_loss": 0.013932112604379654, "global_step": 13847, "epoch": 77, "lr": 9.615969055166164e-05}
{"train_loss": 0.01122323703020811, "global_step": 13848, "epoch": 77, "lr": 9.615912259962381e-05}
{"train_loss": 0.013256071135401726, "global_step": 13849, "epoch": 77, "lr": 9.615855460726874e-05}
{"train_loss": 0.00890254881232977, "global_step": 13850, "epoch": 77, "lr": 9.615798657459694e-05}
{"train_loss": 0.011657333932816982, "global_step": 13851, "epoch": 77, "lr": 9.615741850160889e-05}
{"train_loss": 0.006502753123641014, "global_step": 13852, "epoch": 77, "lr": 9.615685038830508e-05}
{"train_loss": 0.012242740951478481, "global_step": 13853, "epoch": 77, "lr": 9.615628223468603e-05}
{"train_loss": 0.011740196496248245, "global_step": 13854, "epoch": 77, "lr": 9.615571404075222e-05}
{"train_loss": 0.008615154772996902, "global_step": 13855, "epoch": 77, "lr": 9.615514580650414e-05}
{"train_loss": 0.020198306068778038, "global_step": 13856, "epoch": 77, "lr": 9.61545775319423e-05}
{"train_loss": 0.013275586999952793, "global_step": 13857, "epoch": 77, "lr": 9.615400921706721e-05}
{"train_loss": 0.009880432859063148, "global_step": 13858, "epoch": 77, "lr": 9.615344086187932e-05}
{"train_loss": 0.015476159751415253, "global_step": 13859, "epoch": 77, "lr": 9.615287246637918e-05}
{"train_loss": 0.017159949988126755, "global_step": 13860, "epoch": 77, "lr": 9.615230403056725e-05}
{"train_loss": 0.017001749947667122, "global_step": 13861, "epoch": 77, "lr": 9.615173555444405e-05}
{"train_loss": 0.00915364921092987, "global_step": 13862, "epoch": 77, "lr": 9.615116703801006e-05}
{"train_loss": 0.010817693546414375, "global_step": 13863, "epoch": 77, "lr": 9.615059848126579e-05}
{"train_loss": 0.006925408262759447, "global_step": 13864, "epoch": 77, "lr": 9.615002988421172e-05}
{"train_loss": 0.00926714576780796, "global_step": 13865, "epoch": 77, "lr": 9.614946124684835e-05}
{"train_loss": 0.013035413809120655, "global_step": 13866, "epoch": 77, "lr": 9.614889256917619e-05}
{"train_loss": 0.011172953993082047, "global_step": 13867, "epoch": 77, "lr": 9.614832385119573e-05}
{"train_loss": 0.010632796213030815, "global_step": 13868, "epoch": 77, "lr": 9.614775509290744e-05}
{"train_loss": 0.0072343796491622925, "global_step": 13869, "epoch": 77, "lr": 9.614718629431187e-05}
{"train_loss": 0.009177085943520069, "global_step": 13870, "epoch": 77, "lr": 9.614661745540947e-05}
{"train_loss": 0.01442861557006836, "global_step": 13871, "epoch": 77, "lr": 9.614604857620077e-05}
{"train_loss": 0.011166904121637344, "global_step": 13872, "epoch": 77, "lr": 9.614547965668626e-05}
{"train_loss": 0.01262086071074009, "global_step": 13873, "epoch": 77, "lr": 9.614491069686641e-05}
{"train_loss": 0.006701893638819456, "global_step": 13874, "epoch": 77, "lr": 9.614434169674174e-05}
{"train_loss": 0.012451063841581345, "global_step": 13875, "epoch": 77, "lr": 9.614377265631274e-05}
{"train_loss": 0.011388938874006271, "global_step": 13876, "epoch": 77, "lr": 9.614320357557993e-05}
{"train_loss": 0.010469178669154644, "global_step": 13877, "epoch": 77, "lr": 9.614263445454377e-05}
{"train_loss": 0.0111434580758214, "global_step": 13878, "epoch": 77, "lr": 9.614206529320478e-05}
{"train_loss": 0.014520451426506042, "global_step": 13879, "epoch": 77, "lr": 9.614149609156345e-05}
{"train_loss": 0.00951398629695177, "global_step": 13880, "epoch": 77, "lr": 9.614092684962028e-05}
{"train_loss": 0.009506868198513985, "global_step": 13881, "epoch": 77, "lr": 9.614035756737576e-05}
{"train_loss": 0.008394485339522362, "global_step": 13882, "epoch": 77, "lr": 9.613978824483039e-05}
{"train_loss": 0.010891611797714166, "global_step": 13883, "epoch": 77, "lr": 9.613921888198469e-05}
{"train_loss": 0.011362931691110134, "global_step": 13884, "epoch": 78, "lr": 9.613864947883912e-05}
{"train_loss": 0.013425393030047417, "global_step": 13885, "epoch": 78, "lr": 9.613808003539421e-05}
{"train_loss": 0.010046737268567085, "global_step": 13886, "epoch": 78, "lr": 9.613751055165043e-05}
{"train_loss": 0.005330831743776798, "global_step": 13887, "epoch": 78, "lr": 9.613694102760828e-05}
{"train_loss": 0.014433490112423897, "global_step": 13888, "epoch": 78, "lr": 9.61363714632683e-05}
{"train_loss": 0.012959280982613564, "global_step": 13889, "epoch": 78, "lr": 9.613580185863094e-05}
{"train_loss": 0.014323852956295013, "global_step": 13890, "epoch": 78, "lr": 9.613523221369669e-05}
{"train_loss": 0.00714277196675539, "global_step": 13891, "epoch": 78, "lr": 9.61346625284661e-05}
{"train_loss": 0.009703315794467926, "global_step": 13892, "epoch": 78, "lr": 9.613409280293961e-05}
{"train_loss": 0.005017458461225033, "global_step": 13893, "epoch": 78, "lr": 9.613352303711778e-05}
{"train_loss": 0.01959996297955513, "global_step": 13894, "epoch": 78, "lr": 9.613295323100104e-05}
{"train_loss": 0.012041439302265644, "global_step": 13895, "epoch": 78, "lr": 9.613238338458994e-05}
{"train_loss": 0.00963863730430603, "global_step": 13896, "epoch": 78, "lr": 9.613181349788495e-05}
{"train_loss": 0.007399644702672958, "global_step": 13897, "epoch": 78, "lr": 9.613124357088657e-05}
{"train_loss": 0.010180418379604816, "global_step": 13898, "epoch": 78, "lr": 9.613067360359531e-05}
{"train_loss": 0.0068948036059737206, "global_step": 13899, "epoch": 78, "lr": 9.613010359601167e-05}
{"train_loss": 0.007833844050765038, "global_step": 13900, "epoch": 78, "lr": 9.612953354813613e-05}
{"train_loss": 0.012780647724866867, "global_step": 13901, "epoch": 78, "lr": 9.612896345996921e-05}
{"train_loss": 0.009224524721503258, "global_step": 13902, "epoch": 78, "lr": 9.612839333151138e-05}
{"train_loss": 0.010536754503846169, "global_step": 13903, "epoch": 78, "lr": 9.612782316276316e-05}
{"train_loss": 0.008351720869541168, "global_step": 13904, "epoch": 78, "lr": 9.612725295372503e-05}
{"train_loss": 0.00860680267214775, "global_step": 13905, "epoch": 78, "lr": 9.612668270439751e-05}
{"train_loss": 0.014325433410704136, "global_step": 13906, "epoch": 78, "lr": 9.612611241478109e-05}
{"train_loss": 0.011623785831034184, "global_step": 13907, "epoch": 78, "lr": 9.612554208487625e-05}
{"train_loss": 0.01909475401043892, "global_step": 13908, "epoch": 78, "lr": 9.612497171468352e-05}
{"train_loss": 0.00937070231884718, "global_step": 13909, "epoch": 78, "lr": 9.612440130420337e-05}
{"train_loss": 0.007158330176025629, "global_step": 13910, "epoch": 78, "lr": 9.612383085343633e-05}
{"train_loss": 0.013677714392542839, "global_step": 13911, "epoch": 78, "lr": 9.612326036238286e-05}
{"train_loss": 0.00841929018497467, "global_step": 13912, "epoch": 78, "lr": 9.612268983104348e-05}
{"train_loss": 0.009682774543762207, "global_step": 13913, "epoch": 78, "lr": 9.612211925941869e-05}
{"train_loss": 0.014638014137744904, "global_step": 13914, "epoch": 78, "lr": 9.612154864750897e-05}
{"train_loss": 0.014089314267039299, "global_step": 13915, "epoch": 78, "lr": 9.612097799531485e-05}
{"train_loss": 0.007265747059136629, "global_step": 13916, "epoch": 78, "lr": 9.61204073028368e-05}
{"train_loss": 0.011694179847836494, "global_step": 13917, "epoch": 78, "lr": 9.611983657007533e-05}
{"train_loss": 0.009393146261572838, "global_step": 13918, "epoch": 78, "lr": 9.611926579703093e-05}
{"train_loss": 0.006967989727854729, "global_step": 13919, "epoch": 78, "lr": 9.611869498370412e-05}
{"train_loss": 0.01220775581896305, "global_step": 13920, "epoch": 78, "lr": 9.611812413009538e-05}
{"train_loss": 0.00853975210338831, "global_step": 13921, "epoch": 78, "lr": 9.61175532362052e-05}
{"train_loss": 0.011975089088082314, "global_step": 13922, "epoch": 78, "lr": 9.611698230203409e-05}
{"train_loss": 0.011883782222867012, "global_step": 13923, "epoch": 78, "lr": 9.611641132758256e-05}
{"train_loss": 0.010248798877000809, "global_step": 13924, "epoch": 78, "lr": 9.61158403128511e-05}
{"train_loss": 0.013155445456504822, "global_step": 13925, "epoch": 78, "lr": 9.611526925784021e-05}
{"train_loss": 0.00865529477596283, "global_step": 13926, "epoch": 78, "lr": 9.611469816255039e-05}
{"train_loss": 0.014398463070392609, "global_step": 13927, "epoch": 78, "lr": 9.611412702698212e-05}
{"train_loss": 0.0076233926229178905, "global_step": 13928, "epoch": 78, "lr": 9.611355585113593e-05}
{"train_loss": 0.012442979961633682, "global_step": 13929, "epoch": 78, "lr": 9.61129846350123e-05}
{"train_loss": 0.009516733698546886, "global_step": 13930, "epoch": 78, "lr": 9.611241337861173e-05}
{"train_loss": 0.009609879925847054, "global_step": 13931, "epoch": 78, "lr": 9.611184208193472e-05}
{"train_loss": 0.018893949687480927, "global_step": 13932, "epoch": 78, "lr": 9.611127074498175e-05}
{"train_loss": 0.013141727074980736, "global_step": 13933, "epoch": 78, "lr": 9.611069936775337e-05}
{"train_loss": 0.008833327330648899, "global_step": 13934, "epoch": 78, "lr": 9.611012795025003e-05}
{"train_loss": 0.011187374591827393, "global_step": 13935, "epoch": 78, "lr": 9.610955649247225e-05}
{"train_loss": 0.011745105497539043, "global_step": 13936, "epoch": 78, "lr": 9.610898499442051e-05}
{"train_loss": 0.008147764950990677, "global_step": 13937, "epoch": 78, "lr": 9.610841345609536e-05}
{"train_loss": 0.01250464841723442, "global_step": 13938, "epoch": 78, "lr": 9.610784187749725e-05}
{"train_loss": 0.006198721006512642, "global_step": 13939, "epoch": 78, "lr": 9.610727025862667e-05}
{"train_loss": 0.010682309977710247, "global_step": 13940, "epoch": 78, "lr": 9.610669859948417e-05}
{"train_loss": 0.009664244018495083, "global_step": 13941, "epoch": 78, "lr": 9.610612690007021e-05}
{"train_loss": 0.014358503744006157, "global_step": 13942, "epoch": 78, "lr": 9.61055551603853e-05}
{"train_loss": 0.011683260090649128, "global_step": 13943, "epoch": 78, "lr": 9.610498338042996e-05}
{"train_loss": 0.011791292577981949, "global_step": 13944, "epoch": 78, "lr": 9.610441156020466e-05}
{"train_loss": 0.009803969413042068, "global_step": 13945, "epoch": 78, "lr": 9.610383969970991e-05}
{"train_loss": 0.013103073462843895, "global_step": 13946, "epoch": 78, "lr": 9.610326779894621e-05}
{"train_loss": 0.008550185710191727, "global_step": 13947, "epoch": 78, "lr": 9.610269585791405e-05}
{"train_loss": 0.011558955535292625, "global_step": 13948, "epoch": 78, "lr": 9.610212387661395e-05}
{"train_loss": 0.01685297302901745, "global_step": 13949, "epoch": 78, "lr": 9.61015518550464e-05}
{"train_loss": 0.010997738689184189, "global_step": 13950, "epoch": 78, "lr": 9.610097979321187e-05}
{"train_loss": 0.014181298203766346, "global_step": 13951, "epoch": 78, "lr": 9.610040769111091e-05}
{"train_loss": 0.0094385277479887, "global_step": 13952, "epoch": 78, "lr": 9.609983554874399e-05}
{"train_loss": 0.01304059661924839, "global_step": 13953, "epoch": 78, "lr": 9.609926336611164e-05}
{"train_loss": 0.013412440195679665, "global_step": 13954, "epoch": 78, "lr": 9.60986911432143e-05}
{"train_loss": 0.009727478958666325, "global_step": 13955, "epoch": 78, "lr": 9.609811888005253e-05}
{"train_loss": 0.010375775396823883, "global_step": 13956, "epoch": 78, "lr": 9.60975465766268e-05}
{"train_loss": 0.008472087793052197, "global_step": 13957, "epoch": 78, "lr": 9.609697423293762e-05}
{"train_loss": 0.008329246193170547, "global_step": 13958, "epoch": 78, "lr": 9.609640184898548e-05}
{"train_loss": 0.01567722298204899, "global_step": 13959, "epoch": 78, "lr": 9.609582942477088e-05}
{"train_loss": 0.012106029316782951, "global_step": 13960, "epoch": 78, "lr": 9.609525696029433e-05}
{"train_loss": 0.015046903863549232, "global_step": 13961, "epoch": 78, "lr": 9.609468445555634e-05}
{"train_loss": 0.015633895993232727, "global_step": 13962, "epoch": 78, "lr": 9.609411191055738e-05}
{"train_loss": 0.008577164262533188, "global_step": 13963, "epoch": 78, "lr": 9.609353932529798e-05}
{"train_loss": 0.015795400366187096, "global_step": 13964, "epoch": 78, "lr": 9.60929666997786e-05}
{"train_loss": 0.01464156899601221, "global_step": 13965, "epoch": 78, "lr": 9.60923940339998e-05}
{"train_loss": 0.008764390833675861, "global_step": 13966, "epoch": 78, "lr": 9.609182132796203e-05}
{"train_loss": 0.009199987165629864, "global_step": 13967, "epoch": 78, "lr": 9.60912485816658e-05}
{"train_loss": 0.012857845984399319, "global_step": 13968, "epoch": 78, "lr": 9.609067579511163e-05}
{"train_loss": 0.013248514384031296, "global_step": 13969, "epoch": 78, "lr": 9.60901029683e-05}
{"train_loss": 0.010632934048771858, "global_step": 13970, "epoch": 78, "lr": 9.608953010123142e-05}
{"train_loss": 0.015203211456537247, "global_step": 13971, "epoch": 78, "lr": 9.608895719390638e-05}
{"train_loss": 0.008588792756199837, "global_step": 13972, "epoch": 78, "lr": 9.60883842463254e-05}
{"train_loss": 0.007656562607735395, "global_step": 13973, "epoch": 78, "lr": 9.608781125848895e-05}
{"train_loss": 0.010079937055706978, "global_step": 13974, "epoch": 78, "lr": 9.608723823039758e-05}
{"train_loss": 0.007735489867627621, "global_step": 13975, "epoch": 78, "lr": 9.608666516205174e-05}
{"train_loss": 0.007452517282217741, "global_step": 13976, "epoch": 78, "lr": 9.608609205345195e-05}
{"train_loss": 0.010057661682367325, "global_step": 13977, "epoch": 78, "lr": 9.608551890459872e-05}
{"train_loss": 0.010596862062811852, "global_step": 13978, "epoch": 78, "lr": 9.608494571549253e-05}
{"train_loss": 0.007239059079438448, "global_step": 13979, "epoch": 78, "lr": 9.60843724861339e-05}
{"train_loss": 0.02415493316948414, "global_step": 13980, "epoch": 78, "lr": 9.60837992165233e-05}
{"train_loss": 0.00814042892307043, "global_step": 13981, "epoch": 78, "lr": 9.608322590666128e-05}
{"train_loss": 0.011674338020384312, "global_step": 13982, "epoch": 78, "lr": 9.608265255654831e-05}
{"train_loss": 0.007628284860402346, "global_step": 13983, "epoch": 78, "lr": 9.60820791661849e-05}
{"train_loss": 0.007902281358838081, "global_step": 13984, "epoch": 78, "lr": 9.608150573557153e-05}
{"train_loss": 0.011953691020607948, "global_step": 13985, "epoch": 78, "lr": 9.608093226470874e-05}
{"train_loss": 0.006670617498457432, "global_step": 13986, "epoch": 78, "lr": 9.608035875359698e-05}
{"train_loss": 0.010623214766383171, "global_step": 13987, "epoch": 78, "lr": 9.60797852022368e-05}
{"train_loss": 0.010015142150223255, "global_step": 13988, "epoch": 78, "lr": 9.607921161062868e-05}
{"train_loss": 0.007959173060953617, "global_step": 13989, "epoch": 78, "lr": 9.60786379787731e-05}
{"train_loss": 0.010195065289735794, "global_step": 13990, "epoch": 78, "lr": 9.60780643066706e-05}
{"train_loss": 0.019822614267468452, "global_step": 13991, "epoch": 78, "lr": 9.607749059432165e-05}
{"train_loss": 0.00769667886197567, "global_step": 13992, "epoch": 78, "lr": 9.607691684172677e-05}
{"train_loss": 0.01069414522498846, "global_step": 13993, "epoch": 78, "lr": 9.607634304888644e-05}
{"train_loss": 0.010249538347125053, "global_step": 13994, "epoch": 78, "lr": 9.60757692158012e-05}
{"train_loss": 0.011400453746318817, "global_step": 13995, "epoch": 78, "lr": 9.607519534247152e-05}
{"train_loss": 0.015544034540653229, "global_step": 13996, "epoch": 78, "lr": 9.60746214288979e-05}
{"train_loss": 0.01558849960565567, "global_step": 13997, "epoch": 78, "lr": 9.607404747508086e-05}
{"train_loss": 0.010784710757434368, "global_step": 13998, "epoch": 78, "lr": 9.607347348102088e-05}
{"train_loss": 0.019333068281412125, "global_step": 13999, "epoch": 78, "lr": 9.607289944671849e-05}
{"train_loss": 0.011873127892613411, "global_step": 14000, "epoch": 78, "lr": 9.607232537217416e-05}
{"train_loss": 0.009267373010516167, "global_step": 14001, "epoch": 78, "lr": 9.60717512573884e-05}
{"train_loss": 0.011446274816989899, "global_step": 14002, "epoch": 78, "lr": 9.607117710236173e-05}
{"train_loss": 0.012462332844734192, "global_step": 14003, "epoch": 78, "lr": 9.607060290709463e-05}
{"train_loss": 0.01129988394677639, "global_step": 14004, "epoch": 78, "lr": 9.607002867158761e-05}
{"train_loss": 0.009462176822125912, "global_step": 14005, "epoch": 78, "lr": 9.606945439584118e-05}
{"train_loss": 0.005447550676763058, "global_step": 14006, "epoch": 78, "lr": 9.606888007985582e-05}
{"train_loss": 0.012963642366230488, "global_step": 14007, "epoch": 78, "lr": 9.606830572363205e-05}
{"train_loss": 0.010184446349740028, "global_step": 14008, "epoch": 78, "lr": 9.606773132717037e-05}
{"train_loss": 0.010833569802343845, "global_step": 14009, "epoch": 78, "lr": 9.606715689047128e-05}
{"train_loss": 0.014251308515667915, "global_step": 14010, "epoch": 78, "lr": 9.606658241353527e-05}
{"train_loss": 0.006339386571198702, "global_step": 14011, "epoch": 78, "lr": 9.606600789636287e-05}
{"train_loss": 0.007868669927120209, "global_step": 14012, "epoch": 78, "lr": 9.606543333895453e-05}
{"train_loss": 0.0057547371834516525, "global_step": 14013, "epoch": 78, "lr": 9.606485874131082e-05}
{"train_loss": 0.005477152299135923, "global_step": 14014, "epoch": 78, "lr": 9.606428410343218e-05}
{"train_loss": 0.010210733860731125, "global_step": 14015, "epoch": 78, "lr": 9.606370942531915e-05}
{"train_loss": 0.01045415922999382, "global_step": 14016, "epoch": 78, "lr": 9.606313470697221e-05}
{"train_loss": 0.008661743253469467, "global_step": 14017, "epoch": 78, "lr": 9.60625599483919e-05}
{"train_loss": 0.006538276094943285, "global_step": 14018, "epoch": 78, "lr": 9.606198514957867e-05}
{"train_loss": 0.014925719238817692, "global_step": 14019, "epoch": 78, "lr": 9.606141031053307e-05}
{"train_loss": 0.01410808227956295, "global_step": 14020, "epoch": 78, "lr": 9.606083543125555e-05}
{"train_loss": 0.008137787692248821, "global_step": 14021, "epoch": 78, "lr": 9.606026051174665e-05}
{"train_loss": 0.010031355544924736, "global_step": 14022, "epoch": 78, "lr": 9.605968555200687e-05}
{"train_loss": 0.012782111763954163, "global_step": 14023, "epoch": 78, "lr": 9.60591105520367e-05}
{"train_loss": 0.010635264217853546, "global_step": 14024, "epoch": 78, "lr": 9.605853551183665e-05}
{"train_loss": 0.010322647169232368, "global_step": 14025, "epoch": 78, "lr": 9.605796043140722e-05}
{"train_loss": 0.00860854983329773, "global_step": 14026, "epoch": 78, "lr": 9.605738531074892e-05}
{"train_loss": 0.012041151523590088, "global_step": 14027, "epoch": 78, "lr": 9.605681014986222e-05}
{"train_loss": 0.010434577241539955, "global_step": 14028, "epoch": 78, "lr": 9.605623494874768e-05}
{"train_loss": 0.007804597727954388, "global_step": 14029, "epoch": 78, "lr": 9.605565970740576e-05}
{"train_loss": 0.013829674571752548, "global_step": 14030, "epoch": 78, "lr": 9.605508442583696e-05}
{"train_loss": 0.017037829384207726, "global_step": 14031, "epoch": 78, "lr": 9.605450910404179e-05}
{"train_loss": 0.008051585406064987, "global_step": 14032, "epoch": 78, "lr": 9.605393374202077e-05}
{"train_loss": 0.006690014153718948, "global_step": 14033, "epoch": 78, "lr": 9.605335833977438e-05}
{"train_loss": 0.01110213901847601, "global_step": 14034, "epoch": 78, "lr": 9.605278289730313e-05}
{"train_loss": 0.01051398180425167, "global_step": 14035, "epoch": 78, "lr": 9.605220741460754e-05}
{"train_loss": 0.013559450395405293, "global_step": 14036, "epoch": 78, "lr": 9.605163189168808e-05}
{"train_loss": 0.009837127290666103, "global_step": 14037, "epoch": 78, "lr": 9.605105632854528e-05}
{"train_loss": 0.010341459885239601, "global_step": 14038, "epoch": 78, "lr": 9.605048072517964e-05}
{"train_loss": 0.012541664764285088, "global_step": 14039, "epoch": 78, "lr": 9.604990508159164e-05}
{"train_loss": 0.01810438185930252, "global_step": 14040, "epoch": 78, "lr": 9.604932939778181e-05}
{"train_loss": 0.011531766504049301, "global_step": 14041, "epoch": 78, "lr": 9.604875367375063e-05}
{"train_loss": 0.013044090941548347, "global_step": 14042, "epoch": 78, "lr": 9.604817790949863e-05}
{"train_loss": 0.014647094532847404, "global_step": 14043, "epoch": 78, "lr": 9.604760210502628e-05}
{"train_loss": 0.010221707634627819, "global_step": 14044, "epoch": 78, "lr": 9.60470262603341e-05}
{"train_loss": 0.016691677272319794, "global_step": 14045, "epoch": 78, "lr": 9.604645037542259e-05}
{"train_loss": 0.015601788647472858, "global_step": 14046, "epoch": 78, "lr": 9.604587445029227e-05}
{"train_loss": 0.013684633187949657, "global_step": 14047, "epoch": 78, "lr": 9.604529848494361e-05}
{"train_loss": 0.013339141383767128, "global_step": 14048, "epoch": 78, "lr": 9.604472247937715e-05}
{"train_loss": 0.012261549010872841, "global_step": 14049, "epoch": 78, "lr": 9.604414643359336e-05}
{"train_loss": 0.01369982585310936, "global_step": 14050, "epoch": 78, "lr": 9.604357034759276e-05}
{"train_loss": 0.012041540816426277, "global_step": 14051, "epoch": 78, "lr": 9.604299422137585e-05}
{"train_loss": 0.013155612163245678, "global_step": 14052, "epoch": 78, "lr": 9.604241805494316e-05}
{"train_loss": 0.00944981724023819, "global_step": 14053, "epoch": 78, "lr": 9.604184184829515e-05}
{"train_loss": 0.011019370518624783, "global_step": 14054, "epoch": 78, "lr": 9.604126560143232e-05}
{"train_loss": 0.008631759323179722, "global_step": 14055, "epoch": 78, "lr": 9.604068931435521e-05}
{"train_loss": 0.008961183950304985, "global_step": 14056, "epoch": 78, "lr": 9.604011298706432e-05}
{"train_loss": 0.0077017927542328835, "global_step": 14057, "epoch": 78, "lr": 9.603953661956013e-05}
{"train_loss": 0.012340342625975609, "global_step": 14058, "epoch": 78, "lr": 9.603896021184316e-05}
{"train_loss": 0.008826121687889099, "global_step": 14059, "epoch": 78, "lr": 9.60383837639139e-05}
{"train_loss": 0.009366144426167011, "global_step": 14060, "epoch": 78, "lr": 9.603780727577286e-05}
{"train_loss": 0.011099178600386622, "global_step": 14061, "epoch": 78, "lr": 9.603723074742055e-05}
{"train_loss": 0.012581144459545612, "global_step": 14062, "epoch": 79, "lr": 9.603665417885746e-05}
{"train_loss": 0.013198794797062874, "global_step": 14063, "epoch": 79, "lr": 9.603607757008412e-05}
{"train_loss": 0.013738347217440605, "global_step": 14064, "epoch": 79, "lr": 9.6035500921101e-05}
{"train_loss": 0.009881976060569286, "global_step": 14065, "epoch": 79, "lr": 9.603492423190863e-05}
{"train_loss": 0.006833708379417658, "global_step": 14066, "epoch": 79, "lr": 9.603434750250748e-05}
{"train_loss": 0.00677120964974165, "global_step": 14067, "epoch": 79, "lr": 9.60337707328981e-05}
{"train_loss": 0.009146874770522118, "global_step": 14068, "epoch": 79, "lr": 9.603319392308097e-05}
{"train_loss": 0.011076835915446281, "global_step": 14069, "epoch": 79, "lr": 9.603261707305657e-05}
{"train_loss": 0.009130244143307209, "global_step": 14070, "epoch": 79, "lr": 9.603204018282546e-05}
{"train_loss": 0.01388915628194809, "global_step": 14071, "epoch": 79, "lr": 9.60314632523881e-05}
{"train_loss": 0.008554753847420216, "global_step": 14072, "epoch": 79, "lr": 9.603088628174499e-05}
{"train_loss": 0.015839185565710068, "global_step": 14073, "epoch": 79, "lr": 9.603030927089667e-05}
{"train_loss": 0.017825860530138016, "global_step": 14074, "epoch": 79, "lr": 9.602973221984362e-05}
{"train_loss": 0.010901684872806072, "global_step": 14075, "epoch": 79, "lr": 9.602915512858634e-05}
{"train_loss": 0.013186819851398468, "global_step": 14076, "epoch": 79, "lr": 9.602857799712535e-05}
{"train_loss": 0.018744394183158875, "global_step": 14077, "epoch": 79, "lr": 9.602800082546113e-05}
{"train_loss": 0.008105878718197346, "global_step": 14078, "epoch": 79, "lr": 9.602742361359423e-05}
{"train_loss": 0.014722352847456932, "global_step": 14079, "epoch": 79, "lr": 9.60268463615251e-05}
{"train_loss": 0.00777566060423851, "global_step": 14080, "epoch": 79, "lr": 9.602626906925427e-05}
{"train_loss": 0.011342894285917282, "global_step": 14081, "epoch": 79, "lr": 9.602569173678224e-05}
{"train_loss": 0.014691515825688839, "global_step": 14082, "epoch": 79, "lr": 9.602511436410952e-05}
{"train_loss": 0.01451368909329176, "global_step": 14083, "epoch": 79, "lr": 9.602453695123663e-05}
{"train_loss": 0.007011814974248409, "global_step": 14084, "epoch": 79, "lr": 9.602395949816404e-05}
{"train_loss": 0.010862029157578945, "global_step": 14085, "epoch": 79, "lr": 9.602338200489228e-05}
{"train_loss": 0.01061452366411686, "global_step": 14086, "epoch": 79, "lr": 9.602280447142182e-05}
{"train_loss": 0.0056781102903187275, "global_step": 14087, "epoch": 79, "lr": 9.602222689775321e-05}
{"train_loss": 0.00945238396525383, "global_step": 14088, "epoch": 79, "lr": 9.602164928388693e-05}
{"train_loss": 0.01745467074215412, "global_step": 14089, "epoch": 79, "lr": 9.602107162982347e-05}
{"train_loss": 0.013844979926943779, "global_step": 14090, "epoch": 79, "lr": 9.602049393556338e-05}
{"train_loss": 0.007454892620444298, "global_step": 14091, "epoch": 79, "lr": 9.601991620110713e-05}
{"train_loss": 0.005680632311850786, "global_step": 14092, "epoch": 79, "lr": 9.601933842645523e-05}
{"train_loss": 0.020712528377771378, "global_step": 14093, "epoch": 79, "lr": 9.601876061160818e-05}
{"train_loss": 0.008205563761293888, "global_step": 14094, "epoch": 79, "lr": 9.601818275656649e-05}
{"train_loss": 0.008235679939389229, "global_step": 14095, "epoch": 79, "lr": 9.601760486133066e-05}
{"train_loss": 0.012129439041018486, "global_step": 14096, "epoch": 79, "lr": 9.60170269259012e-05}
{"train_loss": 0.008111893199384212, "global_step": 14097, "epoch": 79, "lr": 9.601644895027864e-05}
{"train_loss": 0.01003168523311615, "global_step": 14098, "epoch": 79, "lr": 9.601587093446343e-05}
{"train_loss": 0.013181479647755623, "global_step": 14099, "epoch": 79, "lr": 9.601529287845611e-05}
{"train_loss": 0.010934376157820225, "global_step": 14100, "epoch": 79, "lr": 9.60147147822572e-05}
{"train_loss": 0.01319330744445324, "global_step": 14101, "epoch": 79, "lr": 9.601413664586718e-05}
{"train_loss": 0.011345063336193562, "global_step": 14102, "epoch": 79, "lr": 9.601355846928655e-05}
{"train_loss": 0.0058176531456410885, "global_step": 14103, "epoch": 79, "lr": 9.601298025251582e-05}
{"train_loss": 0.007971223443746567, "global_step": 14104, "epoch": 79, "lr": 9.601240199555551e-05}
{"train_loss": 0.00752168707549572, "global_step": 14105, "epoch": 79, "lr": 9.601182369840611e-05}
{"train_loss": 0.017555249854922295, "global_step": 14106, "epoch": 79, "lr": 9.601124536106813e-05}
{"train_loss": 0.00986524298787117, "global_step": 14107, "epoch": 79, "lr": 9.601066698354208e-05}
{"train_loss": 0.009711378253996372, "global_step": 14108, "epoch": 79, "lr": 9.601008856582844e-05}
{"train_loss": 0.01585756056010723, "global_step": 14109, "epoch": 79, "lr": 9.600951010792776e-05}
{"train_loss": 0.011723429895937443, "global_step": 14110, "epoch": 79, "lr": 9.600893160984052e-05}
{"train_loss": 0.010536359623074532, "global_step": 14111, "epoch": 79, "lr": 9.600835307156721e-05}
{"train_loss": 0.010955588892102242, "global_step": 14112, "epoch": 79, "lr": 9.600777449310836e-05}
{"train_loss": 0.01642283983528614, "global_step": 14113, "epoch": 79, "lr": 9.600719587446448e-05}
{"train_loss": 0.010956697165966034, "global_step": 14114, "epoch": 79, "lr": 9.600661721563604e-05}
{"train_loss": 0.011977563612163067, "global_step": 14115, "epoch": 79, "lr": 9.600603851662358e-05}
{"train_loss": 0.010733801871538162, "global_step": 14116, "epoch": 79, "lr": 9.600545977742758e-05}
{"train_loss": 0.011281698010861874, "global_step": 14117, "epoch": 79, "lr": 9.600488099804856e-05}
{"train_loss": 0.006186171900480986, "global_step": 14118, "epoch": 79, "lr": 9.600430217848704e-05}
{"train_loss": 0.009176954627037048, "global_step": 14119, "epoch": 79, "lr": 9.60037233187435e-05}
{"train_loss": 0.010108879767358303, "global_step": 14120, "epoch": 79, "lr": 9.600314441881845e-05}
{"train_loss": 0.014897836372256279, "global_step": 14121, "epoch": 79, "lr": 9.60025654787124e-05}
{"train_loss": 0.007724911905825138, "global_step": 14122, "epoch": 79, "lr": 9.600198649842587e-05}
{"train_loss": 0.008546251803636551, "global_step": 14123, "epoch": 79, "lr": 9.600140747795934e-05}
{"train_loss": 0.008055655285716057, "global_step": 14124, "epoch": 79, "lr": 9.600082841731332e-05}
{"train_loss": 0.011616633273661137, "global_step": 14125, "epoch": 79, "lr": 9.600024931648834e-05}
{"train_loss": 0.012192830443382263, "global_step": 14126, "epoch": 79, "lr": 9.599967017548489e-05}
{"train_loss": 0.017464004456996918, "global_step": 14127, "epoch": 79, "lr": 9.599909099430347e-05}
{"train_loss": 0.0072341738268733025, "global_step": 14128, "epoch": 79, "lr": 9.599851177294459e-05}
{"train_loss": 0.009618084877729416, "global_step": 14129, "epoch": 79, "lr": 9.599793251140876e-05}
{"train_loss": 0.022160187363624573, "global_step": 14130, "epoch": 79, "lr": 9.599735320969647e-05}
{"train_loss": 0.010751381516456604, "global_step": 14131, "epoch": 79, "lr": 9.599677386780825e-05}
{"train_loss": 0.01114160567522049, "global_step": 14132, "epoch": 79, "lr": 9.59961944857446e-05}
{"train_loss": 0.0063088941387832165, "global_step": 14133, "epoch": 79, "lr": 9.599561506350602e-05}
{"train_loss": 0.011809229850769043, "global_step": 14134, "epoch": 79, "lr": 9.599503560109302e-05}
{"train_loss": 0.008444784209132195, "global_step": 14135, "epoch": 79, "lr": 9.599445609850608e-05}
{"train_loss": 0.00837605819106102, "global_step": 14136, "epoch": 79, "lr": 9.599387655574574e-05}
{"train_loss": 0.01137459184974432, "global_step": 14137, "epoch": 79, "lr": 9.599329697281251e-05}
{"train_loss": 0.007947656325995922, "global_step": 14138, "epoch": 79, "lr": 9.599271734970687e-05}
{"train_loss": 0.01417600829154253, "global_step": 14139, "epoch": 79, "lr": 9.599213768642934e-05}
{"train_loss": 0.01073904987424612, "global_step": 14140, "epoch": 79, "lr": 9.599155798298043e-05}
{"train_loss": 0.012479875236749649, "global_step": 14141, "epoch": 79, "lr": 9.599097823936063e-05}
{"train_loss": 0.010042975656688213, "global_step": 14142, "epoch": 79, "lr": 9.599039845557047e-05}
{"train_loss": 0.005896672606468201, "global_step": 14143, "epoch": 79, "lr": 9.598981863161044e-05}
{"train_loss": 0.010126976296305656, "global_step": 14144, "epoch": 79, "lr": 9.598923876748104e-05}
{"train_loss": 0.01058244425803423, "global_step": 14145, "epoch": 79, "lr": 9.598865886318279e-05}
{"train_loss": 0.009123072028160095, "global_step": 14146, "epoch": 79, "lr": 9.59880789187162e-05}
{"train_loss": 0.007134149316698313, "global_step": 14147, "epoch": 79, "lr": 9.598749893408177e-05}
{"train_loss": 0.01432464737445116, "global_step": 14148, "epoch": 79, "lr": 9.598691890927999e-05}
{"train_loss": 0.007384292781352997, "global_step": 14149, "epoch": 79, "lr": 9.598633884431139e-05}
{"train_loss": 0.006758462637662888, "global_step": 14150, "epoch": 79, "lr": 9.598575873917648e-05}
{"train_loss": 0.01248893328011036, "global_step": 14151, "epoch": 79, "lr": 9.598517859387574e-05}
{"train_loss": 0.009888840839266777, "global_step": 14152, "epoch": 79, "lr": 9.598459840840969e-05}
{"train_loss": 0.010884745046496391, "global_step": 14153, "epoch": 79, "lr": 9.598401818277887e-05}
{"train_loss": 0.013328083790838718, "global_step": 14154, "epoch": 79, "lr": 9.598343791698373e-05}
{"train_loss": 0.013129646889865398, "global_step": 14155, "epoch": 79, "lr": 9.598285761102482e-05}
{"train_loss": 0.009683004580438137, "global_step": 14156, "epoch": 79, "lr": 9.598227726490261e-05}
{"train_loss": 0.009292684495449066, "global_step": 14157, "epoch": 79, "lr": 9.598169687861764e-05}
{"train_loss": 0.007356918882578611, "global_step": 14158, "epoch": 79, "lr": 9.59811164521704e-05}
{"train_loss": 0.015483129769563675, "global_step": 14159, "epoch": 79, "lr": 9.598053598556141e-05}
{"train_loss": 0.011127572506666183, "global_step": 14160, "epoch": 79, "lr": 9.597995547879115e-05}
{"train_loss": 0.020349377766251564, "global_step": 14161, "epoch": 79, "lr": 9.597937493186016e-05}
{"train_loss": 0.018967125564813614, "global_step": 14162, "epoch": 79, "lr": 9.597879434476893e-05}
{"train_loss": 0.011304903775453568, "global_step": 14163, "epoch": 79, "lr": 9.597821371751796e-05}
{"train_loss": 0.010876689106225967, "global_step": 14164, "epoch": 79, "lr": 9.597763305010776e-05}
{"train_loss": 0.010899834334850311, "global_step": 14165, "epoch": 79, "lr": 9.597705234253887e-05}
{"train_loss": 0.005866474471986294, "global_step": 14166, "epoch": 79, "lr": 9.597647159481175e-05}
{"train_loss": 0.012648412026464939, "global_step": 14167, "epoch": 79, "lr": 9.597589080692692e-05}
{"train_loss": 0.00836238544434309, "global_step": 14168, "epoch": 79, "lr": 9.597530997888492e-05}
{"train_loss": 0.008508214727044106, "global_step": 14169, "epoch": 79, "lr": 9.597472911068621e-05}
{"train_loss": 0.00827490258961916, "global_step": 14170, "epoch": 79, "lr": 9.597414820233132e-05}
{"train_loss": 0.009225066751241684, "global_step": 14171, "epoch": 79, "lr": 9.597356725382079e-05}
{"train_loss": 0.009755349718034267, "global_step": 14172, "epoch": 79, "lr": 9.597298626515506e-05}
{"train_loss": 0.012747058644890785, "global_step": 14173, "epoch": 79, "lr": 9.597240523633468e-05}
{"train_loss": 0.010831402614712715, "global_step": 14174, "epoch": 79, "lr": 9.597182416736015e-05}
{"train_loss": 0.010926444083452225, "global_step": 14175, "epoch": 79, "lr": 9.5971243058232e-05}
{"train_loss": 0.017351215705275536, "global_step": 14176, "epoch": 79, "lr": 9.597066190895068e-05}
{"train_loss": 0.0055559719912707806, "global_step": 14177, "epoch": 79, "lr": 9.597008071951675e-05}
{"train_loss": 0.010809510014951229, "global_step": 14178, "epoch": 79, "lr": 9.59694994899307e-05}
{"train_loss": 0.009707540273666382, "global_step": 14179, "epoch": 79, "lr": 9.596891822019302e-05}
{"train_loss": 0.008578699082136154, "global_step": 14180, "epoch": 79, "lr": 9.596833691030426e-05}
{"train_loss": 0.00730583630502224, "global_step": 14181, "epoch": 79, "lr": 9.596775556026489e-05}
{"train_loss": 0.012539947405457497, "global_step": 14182, "epoch": 79, "lr": 9.596717417007544e-05}
{"train_loss": 0.012509571388363838, "global_step": 14183, "epoch": 79, "lr": 9.59665927397364e-05}
{"train_loss": 0.009791584685444832, "global_step": 14184, "epoch": 79, "lr": 9.59660112692483e-05}
{"train_loss": 0.008223394863307476, "global_step": 14185, "epoch": 79, "lr": 9.59654297586116e-05}
{"train_loss": 0.007970605976879597, "global_step": 14186, "epoch": 79, "lr": 9.596484820782687e-05}
{"train_loss": 0.006333179771900177, "global_step": 14187, "epoch": 79, "lr": 9.596426661689458e-05}
{"train_loss": 0.011267690919339657, "global_step": 14188, "epoch": 79, "lr": 9.596368498581525e-05}
{"train_loss": 0.019099805504083633, "global_step": 14189, "epoch": 79, "lr": 9.59631033145894e-05}
{"train_loss": 0.00391809269785881, "global_step": 14190, "epoch": 79, "lr": 9.59625216032175e-05}
{"train_loss": 0.010346554219722748, "global_step": 14191, "epoch": 79, "lr": 9.59619398517001e-05}
{"train_loss": 0.012695426121354103, "global_step": 14192, "epoch": 79, "lr": 9.596135806003769e-05}
{"train_loss": 0.007361771538853645, "global_step": 14193, "epoch": 79, "lr": 9.596077622823076e-05}
{"train_loss": 0.007056346628814936, "global_step": 14194, "epoch": 79, "lr": 9.596019435627986e-05}
{"train_loss": 0.009326732717454433, "global_step": 14195, "epoch": 79, "lr": 9.595961244418546e-05}
{"train_loss": 0.01413697935640812, "global_step": 14196, "epoch": 79, "lr": 9.59590304919481e-05}
{"train_loss": 0.010622174479067326, "global_step": 14197, "epoch": 79, "lr": 9.595844849956826e-05}
{"train_loss": 0.010705295950174332, "global_step": 14198, "epoch": 79, "lr": 9.595786646704646e-05}
{"train_loss": 0.014566046185791492, "global_step": 14199, "epoch": 79, "lr": 9.595728439438321e-05}
{"train_loss": 0.007978490553796291, "global_step": 14200, "epoch": 79, "lr": 9.5956702281579e-05}
{"train_loss": 0.01689540594816208, "global_step": 14201, "epoch": 79, "lr": 9.595612012863438e-05}
{"train_loss": 0.011671537533402443, "global_step": 14202, "epoch": 79, "lr": 9.595553793554982e-05}
{"train_loss": 0.008735278621315956, "global_step": 14203, "epoch": 79, "lr": 9.595495570232584e-05}
{"train_loss": 0.00702973548322916, "global_step": 14204, "epoch": 79, "lr": 9.595437342896296e-05}
{"train_loss": 0.02225770242512226, "global_step": 14205, "epoch": 79, "lr": 9.595379111546168e-05}
{"train_loss": 0.007509605959057808, "global_step": 14206, "epoch": 79, "lr": 9.59532087618225e-05}
{"train_loss": 0.007393779698759317, "global_step": 14207, "epoch": 79, "lr": 9.595262636804594e-05}
{"train_loss": 0.012257065623998642, "global_step": 14208, "epoch": 79, "lr": 9.59520439341325e-05}
{"train_loss": 0.00855109840631485, "global_step": 14209, "epoch": 79, "lr": 9.59514614600827e-05}
{"train_loss": 0.011583235114812851, "global_step": 14210, "epoch": 79, "lr": 9.595087894589705e-05}
{"train_loss": 0.015888988971710205, "global_step": 14211, "epoch": 79, "lr": 9.595029639157604e-05}
{"train_loss": 0.013950975611805916, "global_step": 14212, "epoch": 79, "lr": 9.594971379712019e-05}
{"train_loss": 0.009139989502727985, "global_step": 14213, "epoch": 79, "lr": 9.594913116253001e-05}
{"train_loss": 0.007685858756303787, "global_step": 14214, "epoch": 79, "lr": 9.5948548487806e-05}
{"train_loss": 0.012735094875097275, "global_step": 14215, "epoch": 79, "lr": 9.59479657729487e-05}
{"train_loss": 0.008949168026447296, "global_step": 14216, "epoch": 79, "lr": 9.594738301795858e-05}
{"train_loss": 0.005660088267177343, "global_step": 14217, "epoch": 79, "lr": 9.594680022283618e-05}
{"train_loss": 0.012437453493475914, "global_step": 14218, "epoch": 79, "lr": 9.594621738758197e-05}
{"train_loss": 0.01172565296292305, "global_step": 14219, "epoch": 79, "lr": 9.594563451219649e-05}
{"train_loss": 0.0096526388078928, "global_step": 14220, "epoch": 79, "lr": 9.594505159668026e-05}
{"train_loss": 0.012587055563926697, "global_step": 14221, "epoch": 79, "lr": 9.594446864103375e-05}
{"train_loss": 0.011780034750699997, "global_step": 14222, "epoch": 79, "lr": 9.594388564525749e-05}
{"train_loss": 0.0076200952753424644, "global_step": 14223, "epoch": 79, "lr": 9.5943302609352e-05}
{"train_loss": 0.014185908250510693, "global_step": 14224, "epoch": 79, "lr": 9.594271953331779e-05}
{"train_loss": 0.00940074771642685, "global_step": 14225, "epoch": 79, "lr": 9.594213641715533e-05}
{"train_loss": 0.01322087086737156, "global_step": 14226, "epoch": 79, "lr": 9.594155326086518e-05}
{"train_loss": 0.01028685737401247, "global_step": 14227, "epoch": 79, "lr": 9.594097006444782e-05}
{"train_loss": 0.006648568902164698, "global_step": 14228, "epoch": 79, "lr": 9.594038682790377e-05}
{"train_loss": 0.009844355285167694, "global_step": 14229, "epoch": 79, "lr": 9.593980355123353e-05}
{"train_loss": 0.009083638899028301, "global_step": 14230, "epoch": 79, "lr": 9.593922023443762e-05}
{"train_loss": 0.01712232083082199, "global_step": 14231, "epoch": 79, "lr": 9.593863687751655e-05}
{"train_loss": 0.010549580678343773, "global_step": 14232, "epoch": 79, "lr": 9.59380534804708e-05}
{"train_loss": 0.009135504253208637, "global_step": 14233, "epoch": 79, "lr": 9.593747004330091e-05}
{"train_loss": 0.015661047771573067, "global_step": 14234, "epoch": 79, "lr": 9.59368865660074e-05}
{"train_loss": 0.007330628111958504, "global_step": 14235, "epoch": 79, "lr": 9.593630304859076e-05}
{"train_loss": 0.008588768541812897, "global_step": 14236, "epoch": 79, "lr": 9.593571949105149e-05}
{"train_loss": 0.010772209614515305, "global_step": 14237, "epoch": 79, "lr": 9.593513589339012e-05}
{"train_loss": 0.011833027005195618, "global_step": 14238, "epoch": 79, "lr": 9.593455225560716e-05}
{"train_loss": 0.010872664937247218, "global_step": 14239, "epoch": 79, "lr": 9.59339685777031e-05}
{"train_loss": 0.012049770914018154, "global_step": 14240, "epoch": 80, "lr": 9.593338485967846e-05}
{"train_loss": 0.009517330676317215, "global_step": 14241, "epoch": 80, "lr": 9.593280110153376e-05}
{"train_loss": 0.011135755106806755, "global_step": 14242, "epoch": 80, "lr": 9.59322173032695e-05}
{"train_loss": 0.008070331066846848, "global_step": 14243, "epoch": 80, "lr": 9.593163346488618e-05}
{"train_loss": 0.014323944225907326, "global_step": 14244, "epoch": 80, "lr": 9.593104958638434e-05}
{"train_loss": 0.005618699826300144, "global_step": 14245, "epoch": 80, "lr": 9.593046566776447e-05}
{"train_loss": 0.011967089027166367, "global_step": 14246, "epoch": 80, "lr": 9.592988170902707e-05}
{"train_loss": 0.021154232323169708, "global_step": 14247, "epoch": 80, "lr": 9.592929771017266e-05}
{"train_loss": 0.010003848932683468, "global_step": 14248, "epoch": 80, "lr": 9.592871367120176e-05}
{"train_loss": 0.010784285143017769, "global_step": 14249, "epoch": 80, "lr": 9.592812959211485e-05}
{"train_loss": 0.017114734277129173, "global_step": 14250, "epoch": 80, "lr": 9.592754547291249e-05}
{"train_loss": 0.0084431366994977, "global_step": 14251, "epoch": 80, "lr": 9.592696131359515e-05}
{"train_loss": 0.009023411199450493, "global_step": 14252, "epoch": 80, "lr": 9.592637711416336e-05}
{"train_loss": 0.012078933417797089, "global_step": 14253, "epoch": 80, "lr": 9.59257928746176e-05}
{"train_loss": 0.018174927681684494, "global_step": 14254, "epoch": 80, "lr": 9.592520859495843e-05}
{"train_loss": 0.015273436903953552, "global_step": 14255, "epoch": 80, "lr": 9.592462427518631e-05}
{"train_loss": 0.00973181426525116, "global_step": 14256, "epoch": 80, "lr": 9.592403991530179e-05}
{"train_loss": 0.00814927276223898, "global_step": 14257, "epoch": 80, "lr": 9.592345551530536e-05}
{"train_loss": 0.01951925829052925, "global_step": 14258, "epoch": 80, "lr": 9.592287107519754e-05}
{"train_loss": 0.009906964376568794, "global_step": 14259, "epoch": 80, "lr": 9.592228659497882e-05}
{"train_loss": 0.018420802429318428, "global_step": 14260, "epoch": 80, "lr": 9.592170207464974e-05}
{"train_loss": 0.013844330795109272, "global_step": 14261, "epoch": 80, "lr": 9.592111751421078e-05}
{"train_loss": 0.013713967986404896, "global_step": 14262, "epoch": 80, "lr": 9.592053291366247e-05}
{"train_loss": 0.014308694750070572, "global_step": 14263, "epoch": 80, "lr": 9.591994827300533e-05}
{"train_loss": 0.013623811304569244, "global_step": 14264, "epoch": 80, "lr": 9.591936359223983e-05}
{"train_loss": 0.009484220296144485, "global_step": 14265, "epoch": 80, "lr": 9.591877887136653e-05}
{"train_loss": 0.011198441497981548, "global_step": 14266, "epoch": 80, "lr": 9.591819411038591e-05}
{"train_loss": 0.006383922882378101, "global_step": 14267, "epoch": 80, "lr": 9.59176093092985e-05}
{"train_loss": 0.007535753771662712, "global_step": 14268, "epoch": 80, "lr": 9.59170244681048e-05}
{"train_loss": 0.014136827550828457, "global_step": 14269, "epoch": 80, "lr": 9.591643958680532e-05}
{"train_loss": 0.010703444480895996, "global_step": 14270, "epoch": 80, "lr": 9.591585466540056e-05}
{"train_loss": 0.019538603723049164, "global_step": 14271, "epoch": 80, "lr": 9.591526970389105e-05}
{"train_loss": 0.009456474334001541, "global_step": 14272, "epoch": 80, "lr": 9.59146847022773e-05}
{"train_loss": 0.008819720707833767, "global_step": 14273, "epoch": 80, "lr": 9.591409966055981e-05}
{"train_loss": 0.011899538338184357, "global_step": 14274, "epoch": 80, "lr": 9.591351457873909e-05}
{"train_loss": 0.005342341028153896, "global_step": 14275, "epoch": 80, "lr": 9.591292945681567e-05}
{"train_loss": 0.013079033233225346, "global_step": 14276, "epoch": 80, "lr": 9.591234429479004e-05}
{"train_loss": 0.007916256785392761, "global_step": 14277, "epoch": 80, "lr": 9.591175909266272e-05}
{"train_loss": 0.013065456412732601, "global_step": 14278, "epoch": 80, "lr": 9.591117385043422e-05}
{"train_loss": 0.010664582252502441, "global_step": 14279, "epoch": 80, "lr": 9.591058856810506e-05}
{"train_loss": 0.008104382082819939, "global_step": 14280, "epoch": 80, "lr": 9.591000324567572e-05}
{"train_loss": 0.0057463739067316055, "global_step": 14281, "epoch": 80, "lr": 9.590941788314675e-05}
{"train_loss": 0.008959982544183731, "global_step": 14282, "epoch": 80, "lr": 9.590883248051865e-05}
{"train_loss": 0.016836903989315033, "global_step": 14283, "epoch": 80, "lr": 9.590824703779192e-05}
{"train_loss": 0.012988935224711895, "global_step": 14284, "epoch": 80, "lr": 9.590766155496707e-05}
{"train_loss": 0.01936965622007847, "global_step": 14285, "epoch": 80, "lr": 9.590707603204464e-05}
{"train_loss": 0.00805635005235672, "global_step": 14286, "epoch": 80, "lr": 9.590649046902511e-05}
{"train_loss": 0.007052010856568813, "global_step": 14287, "epoch": 80, "lr": 9.590590486590899e-05}
{"train_loss": 0.006179191172122955, "global_step": 14288, "epoch": 80, "lr": 9.59053192226968e-05}
{"train_loss": 0.015781082212924957, "global_step": 14289, "epoch": 80, "lr": 9.59047335393891e-05}
{"train_loss": 0.009502038359642029, "global_step": 14290, "epoch": 80, "lr": 9.590414781598631e-05}
{"train_loss": 0.013338543474674225, "global_step": 14291, "epoch": 80, "lr": 9.5903562052489e-05}
{"train_loss": 0.01099369302392006, "global_step": 14292, "epoch": 80, "lr": 9.590297624889768e-05}
{"train_loss": 0.006465892773121595, "global_step": 14293, "epoch": 80, "lr": 9.590239040521286e-05}
{"train_loss": 0.01451718620955944, "global_step": 14294, "epoch": 80, "lr": 9.590180452143502e-05}
{"train_loss": 0.01826302893459797, "global_step": 14295, "epoch": 80, "lr": 9.59012185975647e-05}
{"train_loss": 0.015831569209694862, "global_step": 14296, "epoch": 80, "lr": 9.59006326336024e-05}
{"train_loss": 0.006377927027642727, "global_step": 14297, "epoch": 80, "lr": 9.590004662954865e-05}
{"train_loss": 0.013266622088849545, "global_step": 14298, "epoch": 80, "lr": 9.589946058540396e-05}
{"train_loss": 0.013289723545312881, "global_step": 14299, "epoch": 80, "lr": 9.589887450116881e-05}
{"train_loss": 0.008041512221097946, "global_step": 14300, "epoch": 80, "lr": 9.589828837684375e-05}
{"train_loss": 0.010515881702303886, "global_step": 14301, "epoch": 80, "lr": 9.589770221242926e-05}
{"train_loss": 0.014630017802119255, "global_step": 14302, "epoch": 80, "lr": 9.589711600792589e-05}
{"train_loss": 0.012612275779247284, "global_step": 14303, "epoch": 80, "lr": 9.589652976333412e-05}
{"train_loss": 0.012707432731986046, "global_step": 14304, "epoch": 80, "lr": 9.589594347865447e-05}
{"train_loss": 0.013116145506501198, "global_step": 14305, "epoch": 80, "lr": 9.589535715388745e-05}
{"train_loss": 0.01136670634150505, "global_step": 14306, "epoch": 80, "lr": 9.589477078903359e-05}
{"train_loss": 0.009502464905381203, "global_step": 14307, "epoch": 80, "lr": 9.589418438409339e-05}
{"train_loss": 0.015425490215420723, "global_step": 14308, "epoch": 80, "lr": 9.589359793906733e-05}
{"train_loss": 0.007630857639014721, "global_step": 14309, "epoch": 80, "lr": 9.5893011453956e-05}
{"train_loss": 0.012802613899111748, "global_step": 14310, "epoch": 80, "lr": 9.589242492875983e-05}
{"train_loss": 0.010583879426121712, "global_step": 14311, "epoch": 80, "lr": 9.589183836347938e-05}
{"train_loss": 0.011613687500357628, "global_step": 14312, "epoch": 80, "lr": 9.589125175811515e-05}
{"train_loss": 0.009158920496702194, "global_step": 14313, "epoch": 80, "lr": 9.589066511266764e-05}
{"train_loss": 0.01385851763188839, "global_step": 14314, "epoch": 80, "lr": 9.58900784271374e-05}
{"train_loss": 0.007925448939204216, "global_step": 14315, "epoch": 80, "lr": 9.588949170152489e-05}
{"train_loss": 0.016491711139678955, "global_step": 14316, "epoch": 80, "lr": 9.588890493583066e-05}
{"train_loss": 0.007506667636334896, "global_step": 14317, "epoch": 80, "lr": 9.58883181300552e-05}
{"train_loss": 0.013375658541917801, "global_step": 14318, "epoch": 80, "lr": 9.588773128419906e-05}
{"train_loss": 0.015958204865455627, "global_step": 14319, "epoch": 80, "lr": 9.588714439826271e-05}
{"train_loss": 0.01630585454404354, "global_step": 14320, "epoch": 80, "lr": 9.588655747224668e-05}
{"train_loss": 0.01691979169845581, "global_step": 14321, "epoch": 80, "lr": 9.588597050615148e-05}
{"train_loss": 0.010078158229589462, "global_step": 14322, "epoch": 80, "lr": 9.588538349997765e-05}
{"train_loss": 0.012914121150970459, "global_step": 14323, "epoch": 80, "lr": 9.588479645372566e-05}
{"train_loss": 0.010971462354063988, "global_step": 14324, "epoch": 80, "lr": 9.588420936739604e-05}
{"train_loss": 0.0185543280094862, "global_step": 14325, "epoch": 80, "lr": 9.58836222409893e-05}
{"train_loss": 0.010850319638848305, "global_step": 14326, "epoch": 80, "lr": 9.588303507450595e-05}
{"train_loss": 0.006160887889564037, "global_step": 14327, "epoch": 80, "lr": 9.588244786794653e-05}
{"train_loss": 0.010061642155051231, "global_step": 14328, "epoch": 80, "lr": 9.588186062131152e-05}
{"train_loss": 0.013607949018478394, "global_step": 14329, "epoch": 80, "lr": 9.588127333460144e-05}
{"train_loss": 0.01227939035743475, "global_step": 14330, "epoch": 80, "lr": 9.58806860078168e-05}
{"train_loss": 0.010815456509590149, "global_step": 14331, "epoch": 80, "lr": 9.588009864095815e-05}
{"train_loss": 0.009479700587689877, "global_step": 14332, "epoch": 80, "lr": 9.587951123402596e-05}
{"train_loss": 0.010714907199144363, "global_step": 14333, "epoch": 80, "lr": 9.587892378702075e-05}
{"train_loss": 0.007335464004427195, "global_step": 14334, "epoch": 80, "lr": 9.587833629994305e-05}
{"train_loss": 0.015398381277918816, "global_step": 14335, "epoch": 80, "lr": 9.587774877279337e-05}
{"train_loss": 0.010365461930632591, "global_step": 14336, "epoch": 80, "lr": 9.58771612055722e-05}
{"train_loss": 0.006439271382987499, "global_step": 14337, "epoch": 80, "lr": 9.587657359828007e-05}
{"train_loss": 0.016718978062272072, "global_step": 14338, "epoch": 80, "lr": 9.58759859509175e-05}
{"train_loss": 0.015055617317557335, "global_step": 14339, "epoch": 80, "lr": 9.587539826348498e-05}
{"train_loss": 0.020849762484431267, "global_step": 14340, "epoch": 80, "lr": 9.587481053598306e-05}
{"train_loss": 0.011775202117860317, "global_step": 14341, "epoch": 80, "lr": 9.587422276841221e-05}
{"train_loss": 0.00959278829395771, "global_step": 14342, "epoch": 80, "lr": 9.587363496077299e-05}
{"train_loss": 0.005825321655720472, "global_step": 14343, "epoch": 80, "lr": 9.587304711306587e-05}
{"train_loss": 0.009106260724365711, "global_step": 14344, "epoch": 80, "lr": 9.58724592252914e-05}
{"train_loss": 0.017518550157546997, "global_step": 14345, "epoch": 80, "lr": 9.587187129745007e-05}
{"train_loss": 0.011041786521673203, "global_step": 14346, "epoch": 80, "lr": 9.58712833295424e-05}
{"train_loss": 0.01875748671591282, "global_step": 14347, "epoch": 80, "lr": 9.587069532156889e-05}
{"train_loss": 0.01176509354263544, "global_step": 14348, "epoch": 80, "lr": 9.587010727353008e-05}
{"train_loss": 0.00602366216480732, "global_step": 14349, "epoch": 80, "lr": 9.586951918542648e-05}
{"train_loss": 0.014387811534106731, "global_step": 14350, "epoch": 80, "lr": 9.586893105725858e-05}
{"train_loss": 0.008816903457045555, "global_step": 14351, "epoch": 80, "lr": 9.58683428890269e-05}
{"train_loss": 0.012996628880500793, "global_step": 14352, "epoch": 80, "lr": 9.586775468073198e-05}
{"train_loss": 0.01281197089701891, "global_step": 14353, "epoch": 80, "lr": 9.58671664323743e-05}
{"train_loss": 0.013089444488286972, "global_step": 14354, "epoch": 80, "lr": 9.586657814395442e-05}
{"train_loss": 0.005810809787362814, "global_step": 14355, "epoch": 80, "lr": 9.58659898154728e-05}
{"train_loss": 0.00921817496418953, "global_step": 14356, "epoch": 80, "lr": 9.586540144692997e-05}
{"train_loss": 0.014931910671293736, "global_step": 14357, "epoch": 80, "lr": 9.586481303832646e-05}
{"train_loss": 0.018038401380181313, "global_step": 14358, "epoch": 80, "lr": 9.586422458966277e-05}
{"train_loss": 0.01029646024107933, "global_step": 14359, "epoch": 80, "lr": 9.586363610093942e-05}
{"train_loss": 0.009417414665222168, "global_step": 14360, "epoch": 80, "lr": 9.586304757215693e-05}
{"train_loss": 0.008879238739609718, "global_step": 14361, "epoch": 80, "lr": 9.586245900331581e-05}
{"train_loss": 0.010825678706169128, "global_step": 14362, "epoch": 80, "lr": 9.586187039441656e-05}
{"train_loss": 0.013191081583499908, "global_step": 14363, "epoch": 80, "lr": 9.58612817454597e-05}
{"train_loss": 0.007005661725997925, "global_step": 14364, "epoch": 80, "lr": 9.586069305644576e-05}
{"train_loss": 0.013016847893595695, "global_step": 14365, "epoch": 80, "lr": 9.586010432737525e-05}
{"train_loss": 0.01237836480140686, "global_step": 14366, "epoch": 80, "lr": 9.585951555824866e-05}
{"train_loss": 0.007628991734236479, "global_step": 14367, "epoch": 80, "lr": 9.585892674906654e-05}
{"train_loss": 0.012575789354741573, "global_step": 14368, "epoch": 80, "lr": 9.585833789982936e-05}
{"train_loss": 0.006308798678219318, "global_step": 14369, "epoch": 80, "lr": 9.585774901053768e-05}
{"train_loss": 0.0071408674120903015, "global_step": 14370, "epoch": 80, "lr": 9.5857160081192e-05}
{"train_loss": 0.006739723030477762, "global_step": 14371, "epoch": 80, "lr": 9.585657111179283e-05}
{"train_loss": 0.011467970907688141, "global_step": 14372, "epoch": 80, "lr": 9.585598210234066e-05}
{"train_loss": 0.006337557453662157, "global_step": 14373, "epoch": 80, "lr": 9.585539305283606e-05}
{"train_loss": 0.012593166902661324, "global_step": 14374, "epoch": 80, "lr": 9.585480396327949e-05}
{"train_loss": 0.008714927360415459, "global_step": 14375, "epoch": 80, "lr": 9.585421483367149e-05}
{"train_loss": 0.012338830158114433, "global_step": 14376, "epoch": 80, "lr": 9.585362566401257e-05}
{"train_loss": 0.012303318828344345, "global_step": 14377, "epoch": 80, "lr": 9.585303645430326e-05}
{"train_loss": 0.010849319398403168, "global_step": 14378, "epoch": 80, "lr": 9.585244720454404e-05}
{"train_loss": 0.006614147685468197, "global_step": 14379, "epoch": 80, "lr": 9.585185791473547e-05}
{"train_loss": 0.009872871451079845, "global_step": 14380, "epoch": 80, "lr": 9.585126858487803e-05}
{"train_loss": 0.005388268269598484, "global_step": 14381, "epoch": 80, "lr": 9.585067921497224e-05}
{"train_loss": 0.0079403230920434, "global_step": 14382, "epoch": 80, "lr": 9.585008980501862e-05}
{"train_loss": 0.009145176969468594, "global_step": 14383, "epoch": 80, "lr": 9.584950035501768e-05}
{"train_loss": 0.008918782696127892, "global_step": 14384, "epoch": 80, "lr": 9.584891086496995e-05}
{"train_loss": 0.01200525276362896, "global_step": 14385, "epoch": 80, "lr": 9.584832133487594e-05}
{"train_loss": 0.010382340289652348, "global_step": 14386, "epoch": 80, "lr": 9.584773176473615e-05}
{"train_loss": 0.0073365215212106705, "global_step": 14387, "epoch": 80, "lr": 9.58471421545511e-05}
{"train_loss": 0.009883196093142033, "global_step": 14388, "epoch": 80, "lr": 9.584655250432132e-05}
{"train_loss": 0.009721370413899422, "global_step": 14389, "epoch": 80, "lr": 9.584596281404731e-05}
{"train_loss": 0.010120352730154991, "global_step": 14390, "epoch": 80, "lr": 9.584537308372959e-05}
{"train_loss": 0.0052904062904417515, "global_step": 14391, "epoch": 80, "lr": 9.584478331336866e-05}
{"train_loss": 0.00947780255228281, "global_step": 14392, "epoch": 80, "lr": 9.584419350296507e-05}
{"train_loss": 0.010771974921226501, "global_step": 14393, "epoch": 80, "lr": 9.584360365251931e-05}
{"train_loss": 0.008182624354958534, "global_step": 14394, "epoch": 80, "lr": 9.58430137620319e-05}
{"train_loss": 0.006083072628825903, "global_step": 14395, "epoch": 80, "lr": 9.584242383150335e-05}
{"train_loss": 0.010946454480290413, "global_step": 14396, "epoch": 80, "lr": 9.584183386093418e-05}
{"train_loss": 0.0116395503282547, "global_step": 14397, "epoch": 80, "lr": 9.584124385032491e-05}
{"train_loss": 0.01843135990202427, "global_step": 14398, "epoch": 80, "lr": 9.584065379967606e-05}
{"train_loss": 0.016480877995491028, "global_step": 14399, "epoch": 80, "lr": 9.584006370898812e-05}
{"train_loss": 0.015026920475065708, "global_step": 14400, "epoch": 80, "lr": 9.583947357826162e-05}
{"train_loss": 0.003961263224482536, "global_step": 14401, "epoch": 80, "lr": 9.58388834074971e-05}
{"train_loss": 0.01365029439330101, "global_step": 14402, "epoch": 80, "lr": 9.583829319669504e-05}
{"train_loss": 0.010279685258865356, "global_step": 14403, "epoch": 80, "lr": 9.583770294585597e-05}
{"train_loss": 0.013055668212473392, "global_step": 14404, "epoch": 80, "lr": 9.58371126549804e-05}
{"train_loss": 0.011901365593075752, "global_step": 14405, "epoch": 80, "lr": 9.583652232406884e-05}
{"train_loss": 0.010252118110656738, "global_step": 14406, "epoch": 80, "lr": 9.583593195312183e-05}
{"train_loss": 0.006654531229287386, "global_step": 14407, "epoch": 80, "lr": 9.583534154213987e-05}
{"train_loss": 0.011098943650722504, "global_step": 14408, "epoch": 80, "lr": 9.583475109112346e-05}
{"train_loss": 0.008102667517960072, "global_step": 14409, "epoch": 80, "lr": 9.583416060007315e-05}
{"train_loss": 0.015679391101002693, "global_step": 14410, "epoch": 80, "lr": 9.583357006898943e-05}
{"train_loss": 0.010250558145344257, "global_step": 14411, "epoch": 80, "lr": 9.583297949787283e-05}
{"train_loss": 0.015134666115045547, "global_step": 14412, "epoch": 80, "lr": 9.583238888672386e-05}
{"train_loss": 0.011121194809675217, "global_step": 14413, "epoch": 80, "lr": 9.583179823554302e-05}
{"train_loss": 0.009655063040554523, "global_step": 14414, "epoch": 80, "lr": 9.583120754433085e-05}
{"train_loss": 0.00919114425778389, "global_step": 14415, "epoch": 80, "lr": 9.583061681308787e-05}
{"train_loss": 0.011789482086896896, "global_step": 14416, "epoch": 80, "lr": 9.583002604181457e-05}
{"train_loss": 0.011329322430734218, "global_step": 14417, "epoch": 80, "lr": 9.582943523051148e-05, "train_action_mse_error": 5.1395883929217234e-05}
{"train_loss": 0.012615520507097244, "global_step": 14418, "epoch": 81, "lr": 9.582884437917912e-05}
{"train_loss": 0.0114250797778368, "global_step": 14419, "epoch": 81, "lr": 9.582825348781801e-05}
{"train_loss": 0.008087496273219585, "global_step": 14420, "epoch": 81, "lr": 9.582766255642863e-05}
{"train_loss": 0.015540121123194695, "global_step": 14421, "epoch": 81, "lr": 9.582707158501153e-05}
{"train_loss": 0.013066922314465046, "global_step": 14422, "epoch": 81, "lr": 9.582648057356724e-05}
{"train_loss": 0.012932123616337776, "global_step": 14423, "epoch": 81, "lr": 9.582588952209625e-05}
{"train_loss": 0.01324375718832016, "global_step": 14424, "epoch": 81, "lr": 9.582529843059909e-05}
{"train_loss": 0.01429811492562294, "global_step": 14425, "epoch": 81, "lr": 9.582470729907624e-05}
{"train_loss": 0.008294261991977692, "global_step": 14426, "epoch": 81, "lr": 9.582411612752826e-05}
{"train_loss": 0.014749625697731972, "global_step": 14427, "epoch": 81, "lr": 9.582352491595567e-05}
{"train_loss": 0.011661386117339134, "global_step": 14428, "epoch": 81, "lr": 9.582293366435895e-05}
{"train_loss": 0.007178762461990118, "global_step": 14429, "epoch": 81, "lr": 9.582234237273863e-05}
{"train_loss": 0.006598994135856628, "global_step": 14430, "epoch": 81, "lr": 9.582175104109523e-05}
{"train_loss": 0.017855485901236534, "global_step": 14431, "epoch": 81, "lr": 9.582115966942928e-05}
{"train_loss": 0.00992813240736723, "global_step": 14432, "epoch": 81, "lr": 9.582056825774126e-05}
{"train_loss": 0.015927651897072792, "global_step": 14433, "epoch": 81, "lr": 9.581997680603173e-05}
{"train_loss": 0.007373353932052851, "global_step": 14434, "epoch": 81, "lr": 9.581938531430118e-05}
{"train_loss": 0.012602720409631729, "global_step": 14435, "epoch": 81, "lr": 9.581879378255014e-05}
{"train_loss": 0.009070602245628834, "global_step": 14436, "epoch": 81, "lr": 9.581820221077911e-05}
{"train_loss": 0.01895194500684738, "global_step": 14437, "epoch": 81, "lr": 9.581761059898861e-05}
{"train_loss": 0.007061006501317024, "global_step": 14438, "epoch": 81, "lr": 9.581701894717919e-05}
{"train_loss": 0.009337352588772774, "global_step": 14439, "epoch": 81, "lr": 9.581642725535132e-05}
{"train_loss": 0.012334281578660011, "global_step": 14440, "epoch": 81, "lr": 9.581583552350554e-05}
{"train_loss": 0.009342962875962257, "global_step": 14441, "epoch": 81, "lr": 9.581524375164237e-05}
{"train_loss": 0.008661998435854912, "global_step": 14442, "epoch": 81, "lr": 9.581465193976231e-05}
{"train_loss": 0.013638298958539963, "global_step": 14443, "epoch": 81, "lr": 9.58140600878659e-05}
{"train_loss": 0.009421568363904953, "global_step": 14444, "epoch": 81, "lr": 9.581346819595363e-05}
{"train_loss": 0.009163189679384232, "global_step": 14445, "epoch": 81, "lr": 9.581287626402604e-05}
{"train_loss": 0.014282316900789738, "global_step": 14446, "epoch": 81, "lr": 9.581228429208365e-05}
{"train_loss": 0.01511428877711296, "global_step": 14447, "epoch": 81, "lr": 9.581169228012694e-05}
{"train_loss": 0.007716740015894175, "global_step": 14448, "epoch": 81, "lr": 9.581110022815647e-05}
{"train_loss": 0.010698217898607254, "global_step": 14449, "epoch": 81, "lr": 9.581050813617274e-05}
{"train_loss": 0.012640859931707382, "global_step": 14450, "epoch": 81, "lr": 9.580991600417625e-05}
{"train_loss": 0.012861390598118305, "global_step": 14451, "epoch": 81, "lr": 9.580932383216756e-05}
{"train_loss": 0.01011958159506321, "global_step": 14452, "epoch": 81, "lr": 9.580873162014716e-05}
{"train_loss": 0.008643914945423603, "global_step": 14453, "epoch": 81, "lr": 9.580813936811555e-05}
{"train_loss": 0.007589052431285381, "global_step": 14454, "epoch": 81, "lr": 9.580754707607327e-05}
{"train_loss": 0.007351483218371868, "global_step": 14455, "epoch": 81, "lr": 9.580695474402083e-05}
{"train_loss": 0.015372781082987785, "global_step": 14456, "epoch": 81, "lr": 9.580636237195877e-05}
{"train_loss": 0.014673672616481781, "global_step": 14457, "epoch": 81, "lr": 9.580576995988756e-05}
{"train_loss": 0.008275166153907776, "global_step": 14458, "epoch": 81, "lr": 9.580517750780778e-05}
{"train_loss": 0.01410413533449173, "global_step": 14459, "epoch": 81, "lr": 9.580458501571989e-05}
{"train_loss": 0.021313779056072235, "global_step": 14460, "epoch": 81, "lr": 9.580399248362442e-05}
{"train_loss": 0.010421293787658215, "global_step": 14461, "epoch": 81, "lr": 9.580339991152192e-05}
{"train_loss": 0.011842410080134869, "global_step": 14462, "epoch": 81, "lr": 9.580280729941287e-05}
{"train_loss": 0.01370786502957344, "global_step": 14463, "epoch": 81, "lr": 9.580221464729782e-05}
{"train_loss": 0.007602627854794264, "global_step": 14464, "epoch": 81, "lr": 9.580162195517726e-05}
{"train_loss": 0.007541392929852009, "global_step": 14465, "epoch": 81, "lr": 9.580102922305171e-05}
{"train_loss": 0.010741641744971275, "global_step": 14466, "epoch": 81, "lr": 9.580043645092172e-05}
{"train_loss": 0.016254035755991936, "global_step": 14467, "epoch": 81, "lr": 9.579984363878776e-05}
{"train_loss": 0.009924579411745071, "global_step": 14468, "epoch": 81, "lr": 9.579925078665038e-05}
{"train_loss": 0.01753806881606579, "global_step": 14469, "epoch": 81, "lr": 9.57986578945101e-05}
{"train_loss": 0.006544586271047592, "global_step": 14470, "epoch": 81, "lr": 9.57980649623674e-05}
{"train_loss": 0.012715872377157211, "global_step": 14471, "epoch": 81, "lr": 9.579747199022287e-05}
{"train_loss": 0.0122649185359478, "global_step": 14472, "epoch": 81, "lr": 9.579687897807694e-05}
{"train_loss": 0.014858413487672806, "global_step": 14473, "epoch": 81, "lr": 9.579628592593019e-05}
{"train_loss": 0.018689632415771484, "global_step": 14474, "epoch": 81, "lr": 9.579569283378312e-05}
{"train_loss": 0.009933617897331715, "global_step": 14475, "epoch": 81, "lr": 9.579509970163624e-05}
{"train_loss": 0.015714090317487717, "global_step": 14476, "epoch": 81, "lr": 9.579450652949009e-05}
{"train_loss": 0.01045838650316, "global_step": 14477, "epoch": 81, "lr": 9.579391331734516e-05}
{"train_loss": 0.008448551408946514, "global_step": 14478, "epoch": 81, "lr": 9.579332006520199e-05}
{"train_loss": 0.011191405355930328, "global_step": 14479, "epoch": 81, "lr": 9.579272677306108e-05}
{"train_loss": 0.015170532278716564, "global_step": 14480, "epoch": 81, "lr": 9.579213344092296e-05}
{"train_loss": 0.011236445046961308, "global_step": 14481, "epoch": 81, "lr": 9.579154006878814e-05}
{"train_loss": 0.01149037480354309, "global_step": 14482, "epoch": 81, "lr": 9.579094665665716e-05}
{"train_loss": 0.007818609476089478, "global_step": 14483, "epoch": 81, "lr": 9.579035320453051e-05}
{"train_loss": 0.01174581702798605, "global_step": 14484, "epoch": 81, "lr": 9.578975971240873e-05}
{"train_loss": 0.008315395563840866, "global_step": 14485, "epoch": 81, "lr": 9.578916618029232e-05}
{"train_loss": 0.007545853033661842, "global_step": 14486, "epoch": 81, "lr": 9.578857260818183e-05}
{"train_loss": 0.01140699815005064, "global_step": 14487, "epoch": 81, "lr": 9.578797899607774e-05}
{"train_loss": 0.007358375936746597, "global_step": 14488, "epoch": 81, "lr": 9.578738534398057e-05}
{"train_loss": 0.006237342953681946, "global_step": 14489, "epoch": 81, "lr": 9.578679165189089e-05}
{"train_loss": 0.008329696021974087, "global_step": 14490, "epoch": 81, "lr": 9.578619791980916e-05}
{"train_loss": 0.012347182258963585, "global_step": 14491, "epoch": 81, "lr": 9.578560414773591e-05}
{"train_loss": 0.011807799339294434, "global_step": 14492, "epoch": 81, "lr": 9.578501033567168e-05}
{"train_loss": 0.012643929570913315, "global_step": 14493, "epoch": 81, "lr": 9.578441648361698e-05}
{"train_loss": 0.0070489500649273396, "global_step": 14494, "epoch": 81, "lr": 9.578382259157232e-05}
{"train_loss": 0.0069690877571702, "global_step": 14495, "epoch": 81, "lr": 9.578322865953823e-05}
{"train_loss": 0.010763410478830338, "global_step": 14496, "epoch": 81, "lr": 9.578263468751523e-05}
{"train_loss": 0.011336266994476318, "global_step": 14497, "epoch": 81, "lr": 9.578204067550383e-05}
{"train_loss": 0.015709951519966125, "global_step": 14498, "epoch": 81, "lr": 9.578144662350455e-05}
{"train_loss": 0.00824763998389244, "global_step": 14499, "epoch": 81, "lr": 9.57808525315179e-05}
{"train_loss": 0.009667515754699707, "global_step": 14500, "epoch": 81, "lr": 9.57802583995444e-05}
{"train_loss": 0.008756846189498901, "global_step": 14501, "epoch": 81, "lr": 9.57796642275846e-05}
{"train_loss": 0.006954733282327652, "global_step": 14502, "epoch": 81, "lr": 9.5779070015639e-05}
{"train_loss": 0.013179494068026543, "global_step": 14503, "epoch": 81, "lr": 9.577847576370811e-05}
{"train_loss": 0.014212646521627903, "global_step": 14504, "epoch": 81, "lr": 9.577788147179245e-05}
{"train_loss": 0.01767672225832939, "global_step": 14505, "epoch": 81, "lr": 9.577728713989255e-05}
{"train_loss": 0.010566363111138344, "global_step": 14506, "epoch": 81, "lr": 9.577669276800892e-05}
{"train_loss": 0.011785794049501419, "global_step": 14507, "epoch": 81, "lr": 9.577609835614209e-05}
{"train_loss": 0.013210434466600418, "global_step": 14508, "epoch": 81, "lr": 9.577550390429257e-05}
{"train_loss": 0.014810514636337757, "global_step": 14509, "epoch": 81, "lr": 9.577490941246087e-05}
{"train_loss": 0.006123004946857691, "global_step": 14510, "epoch": 81, "lr": 9.577431488064752e-05}
{"train_loss": 0.009104199707508087, "global_step": 14511, "epoch": 81, "lr": 9.577372030885306e-05}
{"train_loss": 0.009233994409441948, "global_step": 14512, "epoch": 81, "lr": 9.577312569707797e-05}
{"train_loss": 0.010487818159162998, "global_step": 14513, "epoch": 81, "lr": 9.57725310453228e-05}
{"train_loss": 0.009040189906954765, "global_step": 14514, "epoch": 81, "lr": 9.577193635358805e-05}
{"train_loss": 0.011920597404241562, "global_step": 14515, "epoch": 81, "lr": 9.577134162187425e-05}
{"train_loss": 0.008760573342442513, "global_step": 14516, "epoch": 81, "lr": 9.577074685018193e-05}
{"train_loss": 0.013294846750795841, "global_step": 14517, "epoch": 81, "lr": 9.577015203851157e-05}
{"train_loss": 0.007845642045140266, "global_step": 14518, "epoch": 81, "lr": 9.576955718686373e-05}
{"train_loss": 0.014666588045656681, "global_step": 14519, "epoch": 81, "lr": 9.57689622952389e-05}
{"train_loss": 0.007379031740128994, "global_step": 14520, "epoch": 81, "lr": 9.576836736363763e-05}
{"train_loss": 0.010904477909207344, "global_step": 14521, "epoch": 81, "lr": 9.576777239206043e-05}
{"train_loss": 0.013405708596110344, "global_step": 14522, "epoch": 81, "lr": 9.576717738050782e-05}
{"train_loss": 0.00734315998852253, "global_step": 14523, "epoch": 81, "lr": 9.576658232898027e-05}
{"train_loss": 0.010245254263281822, "global_step": 14524, "epoch": 81, "lr": 9.576598723747839e-05}
{"train_loss": 0.015537653118371964, "global_step": 14525, "epoch": 81, "lr": 9.576539210600264e-05}
{"train_loss": 0.00961286947131157, "global_step": 14526, "epoch": 81, "lr": 9.576479693455355e-05}
{"train_loss": 0.00963863916695118, "global_step": 14527, "epoch": 81, "lr": 9.576420172313165e-05}
{"train_loss": 0.0077235023491084576, "global_step": 14528, "epoch": 81, "lr": 9.576360647173744e-05}
{"train_loss": 0.006651880219578743, "global_step": 14529, "epoch": 81, "lr": 9.576301118037146e-05}
{"train_loss": 0.00966416485607624, "global_step": 14530, "epoch": 81, "lr": 9.576241584903421e-05}
{"train_loss": 0.006875349208712578, "global_step": 14531, "epoch": 81, "lr": 9.576182047772624e-05}
{"train_loss": 0.009303005412220955, "global_step": 14532, "epoch": 81, "lr": 9.576122506644804e-05}
{"train_loss": 0.00878104753792286, "global_step": 14533, "epoch": 81, "lr": 9.576062961520016e-05}
{"train_loss": 0.009422250092029572, "global_step": 14534, "epoch": 81, "lr": 9.576003412398309e-05}
{"train_loss": 0.011279020458459854, "global_step": 14535, "epoch": 81, "lr": 9.575943859279735e-05}
{"train_loss": 0.01300320215523243, "global_step": 14536, "epoch": 81, "lr": 9.57588430216435e-05}
{"train_loss": 0.00429109251126647, "global_step": 14537, "epoch": 81, "lr": 9.575824741052202e-05}
{"train_loss": 0.014024837873876095, "global_step": 14538, "epoch": 81, "lr": 9.575765175943344e-05}
{"train_loss": 0.009967525489628315, "global_step": 14539, "epoch": 81, "lr": 9.575705606837829e-05}
{"train_loss": 0.016079075634479523, "global_step": 14540, "epoch": 81, "lr": 9.575646033735708e-05}
{"train_loss": 0.011114093475043774, "global_step": 14541, "epoch": 81, "lr": 9.575586456637034e-05}
{"train_loss": 0.013105064630508423, "global_step": 14542, "epoch": 81, "lr": 9.575526875541858e-05}
{"train_loss": 0.009758077561855316, "global_step": 14543, "epoch": 81, "lr": 9.575467290450233e-05}
{"train_loss": 0.015075832605361938, "global_step": 14544, "epoch": 81, "lr": 9.57540770136221e-05}
{"train_loss": 0.0089930584654212, "global_step": 14545, "epoch": 81, "lr": 9.575348108277842e-05}
{"train_loss": 0.007597270421683788, "global_step": 14546, "epoch": 81, "lr": 9.575288511197181e-05}
{"train_loss": 0.011793272569775581, "global_step": 14547, "epoch": 81, "lr": 9.575228910120278e-05}
{"train_loss": 0.008320688270032406, "global_step": 14548, "epoch": 81, "lr": 9.575169305047187e-05}
{"train_loss": 0.01679985783994198, "global_step": 14549, "epoch": 81, "lr": 9.575109695977957e-05}
{"train_loss": 0.011097012087702751, "global_step": 14550, "epoch": 81, "lr": 9.575050082912642e-05}
{"train_loss": 0.008442120626568794, "global_step": 14551, "epoch": 81, "lr": 9.574990465851296e-05}
{"train_loss": 0.010286236181855202, "global_step": 14552, "epoch": 81, "lr": 9.574930844793968e-05}
{"train_loss": 0.005647796206176281, "global_step": 14553, "epoch": 81, "lr": 9.57487121974071e-05}
{"train_loss": 0.009944530203938484, "global_step": 14554, "epoch": 81, "lr": 9.574811590691577e-05}
{"train_loss": 0.011180328205227852, "global_step": 14555, "epoch": 81, "lr": 9.574751957646618e-05}
{"train_loss": 0.009281611070036888, "global_step": 14556, "epoch": 81, "lr": 9.574692320605887e-05}
{"train_loss": 0.012014882639050484, "global_step": 14557, "epoch": 81, "lr": 9.574632679569435e-05}
{"train_loss": 0.008954492397606373, "global_step": 14558, "epoch": 81, "lr": 9.574573034537315e-05}
{"train_loss": 0.007885322906076908, "global_step": 14559, "epoch": 81, "lr": 9.574513385509578e-05}
{"train_loss": 0.007822002284228802, "global_step": 14560, "epoch": 81, "lr": 9.574453732486277e-05}
{"train_loss": 0.012331589125096798, "global_step": 14561, "epoch": 81, "lr": 9.574394075467465e-05}
{"train_loss": 0.009966017678380013, "global_step": 14562, "epoch": 81, "lr": 9.574334414453192e-05}
{"train_loss": 0.0064248209819197655, "global_step": 14563, "epoch": 81, "lr": 9.57427474944351e-05}
{"train_loss": 0.012677932158112526, "global_step": 14564, "epoch": 81, "lr": 9.574215080438473e-05}
{"train_loss": 0.008018896915018559, "global_step": 14565, "epoch": 81, "lr": 9.574155407438134e-05}
{"train_loss": 0.014212425798177719, "global_step": 14566, "epoch": 81, "lr": 9.574095730442542e-05}
{"train_loss": 0.008713570423424244, "global_step": 14567, "epoch": 81, "lr": 9.57403604945175e-05}
{"train_loss": 0.012648142874240875, "global_step": 14568, "epoch": 81, "lr": 9.573976364465811e-05}
{"train_loss": 0.011527270078659058, "global_step": 14569, "epoch": 81, "lr": 9.573916675484778e-05}
{"train_loss": 0.012467049062252045, "global_step": 14570, "epoch": 81, "lr": 9.5738569825087e-05}
{"train_loss": 0.0062158419750630856, "global_step": 14571, "epoch": 81, "lr": 9.573797285537632e-05}
{"train_loss": 0.01171668991446495, "global_step": 14572, "epoch": 81, "lr": 9.573737584571625e-05}
{"train_loss": 0.009503575041890144, "global_step": 14573, "epoch": 81, "lr": 9.573677879610732e-05}
{"train_loss": 0.009483613073825836, "global_step": 14574, "epoch": 81, "lr": 9.573618170655004e-05}
{"train_loss": 0.005069751758128405, "global_step": 14575, "epoch": 81, "lr": 9.573558457704495e-05}
{"train_loss": 0.01154007762670517, "global_step": 14576, "epoch": 81, "lr": 9.573498740759254e-05}
{"train_loss": 0.009046024642884731, "global_step": 14577, "epoch": 81, "lr": 9.573439019819335e-05}
{"train_loss": 0.018053965643048286, "global_step": 14578, "epoch": 81, "lr": 9.57337929488479e-05}
{"train_loss": 0.009207895025610924, "global_step": 14579, "epoch": 81, "lr": 9.573319565955673e-05}
{"train_loss": 0.013007916510105133, "global_step": 14580, "epoch": 81, "lr": 9.573259833032033e-05}
{"train_loss": 0.016941184177994728, "global_step": 14581, "epoch": 81, "lr": 9.573200096113925e-05}
{"train_loss": 0.005964330397546291, "global_step": 14582, "epoch": 81, "lr": 9.573140355201397e-05}
{"train_loss": 0.012440359219908714, "global_step": 14583, "epoch": 81, "lr": 9.573080610294508e-05}
{"train_loss": 0.008592862635850906, "global_step": 14584, "epoch": 81, "lr": 9.573020861393303e-05}
{"train_loss": 0.017893992364406586, "global_step": 14585, "epoch": 81, "lr": 9.572961108497839e-05}
{"train_loss": 0.0111194783821702, "global_step": 14586, "epoch": 81, "lr": 9.572901351608165e-05}
{"train_loss": 0.0076744938269257545, "global_step": 14587, "epoch": 81, "lr": 9.572841590724338e-05}
{"train_loss": 0.012985439971089363, "global_step": 14588, "epoch": 81, "lr": 9.572781825846404e-05}
{"train_loss": 0.005371768027544022, "global_step": 14589, "epoch": 81, "lr": 9.572722056974419e-05}
{"train_loss": 0.011306109838187695, "global_step": 14590, "epoch": 81, "lr": 9.572662284108433e-05}
{"train_loss": 0.01336495392024517, "global_step": 14591, "epoch": 81, "lr": 9.572602507248502e-05}
{"train_loss": 0.009211882017552853, "global_step": 14592, "epoch": 81, "lr": 9.572542726394675e-05}
{"train_loss": 0.012806200422346592, "global_step": 14593, "epoch": 81, "lr": 9.572482941547006e-05}
{"train_loss": 0.009166087955236435, "global_step": 14594, "epoch": 81, "lr": 9.572423152705543e-05}
{"train_loss": 0.010969573276096515, "global_step": 14595, "epoch": 81, "lr": 9.572363359870344e-05}
{"train_loss": 0.008297011256217957, "global_step": 14596, "epoch": 82, "lr": 9.572303563041459e-05}
{"train_loss": 0.014999283477663994, "global_step": 14597, "epoch": 82, "lr": 9.572243762218937e-05}
{"train_loss": 0.0127763282507658, "global_step": 14598, "epoch": 82, "lr": 9.572183957402836e-05}
{"train_loss": 0.015826337039470673, "global_step": 14599, "epoch": 82, "lr": 9.572124148593204e-05}
{"train_loss": 0.013595611788332462, "global_step": 14600, "epoch": 82, "lr": 9.572064335790096e-05}
{"train_loss": 0.00954529456794262, "global_step": 14601, "epoch": 82, "lr": 9.57200451899356e-05}
{"train_loss": 0.013104110956192017, "global_step": 14602, "epoch": 82, "lr": 9.571944698203654e-05}
{"train_loss": 0.00944978091865778, "global_step": 14603, "epoch": 82, "lr": 9.571884873420426e-05}
{"train_loss": 0.016477521508932114, "global_step": 14604, "epoch": 82, "lr": 9.57182504464393e-05}
{"train_loss": 0.009131910279393196, "global_step": 14605, "epoch": 82, "lr": 9.571765211874218e-05}
{"train_loss": 0.009952967055141926, "global_step": 14606, "epoch": 82, "lr": 9.571705375111342e-05}
{"train_loss": 0.012455644086003304, "global_step": 14607, "epoch": 82, "lr": 9.571645534355353e-05}
{"train_loss": 0.015866685658693314, "global_step": 14608, "epoch": 82, "lr": 9.571585689606306e-05}
{"train_loss": 0.009929538704454899, "global_step": 14609, "epoch": 82, "lr": 9.571525840864252e-05}
{"train_loss": 0.022658696398139, "global_step": 14610, "epoch": 82, "lr": 9.571465988129243e-05}
{"train_loss": 0.0141667565330863, "global_step": 14611, "epoch": 82, "lr": 9.571406131401333e-05}
{"train_loss": 0.012952158227562904, "global_step": 14612, "epoch": 82, "lr": 9.57134627068057e-05}
{"train_loss": 0.021054651588201523, "global_step": 14613, "epoch": 82, "lr": 9.571286405967011e-05}
{"train_loss": 0.008046239614486694, "global_step": 14614, "epoch": 82, "lr": 9.571226537260705e-05}
{"train_loss": 0.01849064975976944, "global_step": 14615, "epoch": 82, "lr": 9.571166664561706e-05}
{"train_loss": 0.01499995682388544, "global_step": 14616, "epoch": 82, "lr": 9.571106787870066e-05}
{"train_loss": 0.012724138796329498, "global_step": 14617, "epoch": 82, "lr": 9.571046907185837e-05}
{"train_loss": 0.010257314890623093, "global_step": 14618, "epoch": 82, "lr": 9.570987022509072e-05}
{"train_loss": 0.01525639183819294, "global_step": 14619, "epoch": 82, "lr": 9.570927133839822e-05}
{"train_loss": 0.012823766097426414, "global_step": 14620, "epoch": 82, "lr": 9.57086724117814e-05}
{"train_loss": 0.020542321726679802, "global_step": 14621, "epoch": 82, "lr": 9.570807344524081e-05}
{"train_loss": 0.008079953491687775, "global_step": 14622, "epoch": 82, "lr": 9.570747443877692e-05}
{"train_loss": 0.012010804377496243, "global_step": 14623, "epoch": 82, "lr": 9.57068753923903e-05}
{"train_loss": 0.01994103379547596, "global_step": 14624, "epoch": 82, "lr": 9.570627630608144e-05}
{"train_loss": 0.011347832158207893, "global_step": 14625, "epoch": 82, "lr": 9.570567717985088e-05}
{"train_loss": 0.008726580068469048, "global_step": 14626, "epoch": 82, "lr": 9.570507801369914e-05}
{"train_loss": 0.011414964683353901, "global_step": 14627, "epoch": 82, "lr": 9.570447880762674e-05}
{"train_loss": 0.016900666058063507, "global_step": 14628, "epoch": 82, "lr": 9.570387956163422e-05}
{"train_loss": 0.013872666284441948, "global_step": 14629, "epoch": 82, "lr": 9.570328027572208e-05}
{"train_loss": 0.017489073798060417, "global_step": 14630, "epoch": 82, "lr": 9.570268094989086e-05}
{"train_loss": 0.011372275650501251, "global_step": 14631, "epoch": 82, "lr": 9.570208158414107e-05}
{"train_loss": 0.009864676743745804, "global_step": 14632, "epoch": 82, "lr": 9.570148217847325e-05}
{"train_loss": 0.008822557516396046, "global_step": 14633, "epoch": 82, "lr": 9.57008827328879e-05}
{"train_loss": 0.008158305659890175, "global_step": 14634, "epoch": 82, "lr": 9.570028324738558e-05}
{"train_loss": 0.008831359446048737, "global_step": 14635, "epoch": 82, "lr": 9.569968372196679e-05}
{"train_loss": 0.015387008897960186, "global_step": 14636, "epoch": 82, "lr": 9.569908415663204e-05}
{"train_loss": 0.011043052189052105, "global_step": 14637, "epoch": 82, "lr": 9.569848455138187e-05}
{"train_loss": 0.01049258653074503, "global_step": 14638, "epoch": 82, "lr": 9.56978849062168e-05}
{"train_loss": 0.00590576883405447, "global_step": 14639, "epoch": 82, "lr": 9.569728522113737e-05}
{"train_loss": 0.006494305096566677, "global_step": 14640, "epoch": 82, "lr": 9.569668549614407e-05}
{"train_loss": 0.011437171138823032, "global_step": 14641, "epoch": 82, "lr": 9.569608573123747e-05}
{"train_loss": 0.013259345665574074, "global_step": 14642, "epoch": 82, "lr": 9.569548592641807e-05}
{"train_loss": 0.013259784318506718, "global_step": 14643, "epoch": 82, "lr": 9.569488608168637e-05}
{"train_loss": 0.014345853589475155, "global_step": 14644, "epoch": 82, "lr": 9.569428619704292e-05}
{"train_loss": 0.008655070327222347, "global_step": 14645, "epoch": 82, "lr": 9.569368627248825e-05}
{"train_loss": 0.00957241840660572, "global_step": 14646, "epoch": 82, "lr": 9.569308630802287e-05}
{"train_loss": 0.012707255780696869, "global_step": 14647, "epoch": 82, "lr": 9.569248630364731e-05}
{"train_loss": 0.009985068812966347, "global_step": 14648, "epoch": 82, "lr": 9.569188625936208e-05}
{"train_loss": 0.00963332038372755, "global_step": 14649, "epoch": 82, "lr": 9.569128617516773e-05}
{"train_loss": 0.010161880403757095, "global_step": 14650, "epoch": 82, "lr": 9.569068605106475e-05}
{"train_loss": 0.01179569587111473, "global_step": 14651, "epoch": 82, "lr": 9.569008588705371e-05}
{"train_loss": 0.010789979249238968, "global_step": 14652, "epoch": 82, "lr": 9.568948568313509e-05}
{"train_loss": 0.014936281368136406, "global_step": 14653, "epoch": 82, "lr": 9.568888543930945e-05}
{"train_loss": 0.01125447265803814, "global_step": 14654, "epoch": 82, "lr": 9.568828515557729e-05}
{"train_loss": 0.0062078796327114105, "global_step": 14655, "epoch": 82, "lr": 9.568768483193914e-05}
{"train_loss": 0.00711777713149786, "global_step": 14656, "epoch": 82, "lr": 9.568708446839552e-05}
{"train_loss": 0.006574446335434914, "global_step": 14657, "epoch": 82, "lr": 9.568648406494697e-05}
{"train_loss": 0.004401451908051968, "global_step": 14658, "epoch": 82, "lr": 9.5685883621594e-05}
{"train_loss": 0.011805860325694084, "global_step": 14659, "epoch": 82, "lr": 9.568528313833713e-05}
{"train_loss": 0.005718444474041462, "global_step": 14660, "epoch": 82, "lr": 9.568468261517691e-05}
{"train_loss": 0.014291860163211823, "global_step": 14661, "epoch": 82, "lr": 9.568408205211383e-05}
{"train_loss": 0.009752292186021805, "global_step": 14662, "epoch": 82, "lr": 9.568348144914845e-05}
{"train_loss": 0.009993942454457283, "global_step": 14663, "epoch": 82, "lr": 9.568288080628127e-05}
{"train_loss": 0.009676740504801273, "global_step": 14664, "epoch": 82, "lr": 9.568228012351282e-05}
{"train_loss": 0.006469088606536388, "global_step": 14665, "epoch": 82, "lr": 9.568167940084363e-05}
{"train_loss": 0.010093486867845058, "global_step": 14666, "epoch": 82, "lr": 9.568107863827422e-05}
{"train_loss": 0.011541285552084446, "global_step": 14667, "epoch": 82, "lr": 9.568047783580511e-05}
{"train_loss": 0.014370111748576164, "global_step": 14668, "epoch": 82, "lr": 9.567987699343683e-05}
{"train_loss": 0.014264512807130814, "global_step": 14669, "epoch": 82, "lr": 9.567927611116991e-05}
{"train_loss": 0.010381785221397877, "global_step": 14670, "epoch": 82, "lr": 9.567867518900489e-05}
{"train_loss": 0.009199220687150955, "global_step": 14671, "epoch": 82, "lr": 9.567807422694223e-05}
{"train_loss": 0.005212603602558374, "global_step": 14672, "epoch": 82, "lr": 9.567747322498256e-05}
{"train_loss": 0.010892786085605621, "global_step": 14673, "epoch": 82, "lr": 9.567687218312628e-05}
{"train_loss": 0.014244204387068748, "global_step": 14674, "epoch": 82, "lr": 9.567627110137403e-05}
{"train_loss": 0.008981306105852127, "global_step": 14675, "epoch": 82, "lr": 9.567566997972626e-05}
{"train_loss": 0.014006754383444786, "global_step": 14676, "epoch": 82, "lr": 9.567506881818353e-05}
{"train_loss": 0.012392405420541763, "global_step": 14677, "epoch": 82, "lr": 9.567446761674634e-05}
{"train_loss": 0.00983544159680605, "global_step": 14678, "epoch": 82, "lr": 9.567386637541525e-05}
{"train_loss": 0.010744059458374977, "global_step": 14679, "epoch": 82, "lr": 9.567326509419077e-05}
{"train_loss": 0.01405672449618578, "global_step": 14680, "epoch": 82, "lr": 9.56726637730734e-05}
{"train_loss": 0.01641692779958248, "global_step": 14681, "epoch": 82, "lr": 9.567206241206369e-05}
{"train_loss": 0.011639632284641266, "global_step": 14682, "epoch": 82, "lr": 9.567146101116216e-05}
{"train_loss": 0.011507092043757439, "global_step": 14683, "epoch": 82, "lr": 9.567085957036935e-05}
{"train_loss": 0.009043547324836254, "global_step": 14684, "epoch": 82, "lr": 9.567025808968576e-05}
{"train_loss": 0.009192554280161858, "global_step": 14685, "epoch": 82, "lr": 9.566965656911193e-05}
{"train_loss": 0.007679672911763191, "global_step": 14686, "epoch": 82, "lr": 9.566905500864837e-05}
{"train_loss": 0.008732398971915245, "global_step": 14687, "epoch": 82, "lr": 9.566845340829564e-05}
{"train_loss": 0.009495491161942482, "global_step": 14688, "epoch": 82, "lr": 9.566785176805423e-05}
{"train_loss": 0.01468293834477663, "global_step": 14689, "epoch": 82, "lr": 9.566725008792467e-05}
{"train_loss": 0.011291148141026497, "global_step": 14690, "epoch": 82, "lr": 9.566664836790751e-05}
{"train_loss": 0.009992334060370922, "global_step": 14691, "epoch": 82, "lr": 9.566604660800327e-05}
{"train_loss": 0.01345946453511715, "global_step": 14692, "epoch": 82, "lr": 9.566544480821244e-05}
{"train_loss": 0.01576964184641838, "global_step": 14693, "epoch": 82, "lr": 9.566484296853559e-05}
{"train_loss": 0.009145255200564861, "global_step": 14694, "epoch": 82, "lr": 9.56642410889732e-05}
{"train_loss": 0.010176507756114006, "global_step": 14695, "epoch": 82, "lr": 9.566363916952586e-05}
{"train_loss": 0.014379444532096386, "global_step": 14696, "epoch": 82, "lr": 9.566303721019403e-05}
{"train_loss": 0.009866798296570778, "global_step": 14697, "epoch": 82, "lr": 9.566243521097828e-05}
{"train_loss": 0.012980558909475803, "global_step": 14698, "epoch": 82, "lr": 9.566183317187911e-05}
{"train_loss": 0.011621277779340744, "global_step": 14699, "epoch": 82, "lr": 9.566123109289706e-05}
{"train_loss": 0.012286117300391197, "global_step": 14700, "epoch": 82, "lr": 9.566062897403265e-05}
{"train_loss": 0.010697335004806519, "global_step": 14701, "epoch": 82, "lr": 9.56600268152864e-05}
{"train_loss": 0.011419346556067467, "global_step": 14702, "epoch": 82, "lr": 9.565942461665886e-05}
{"train_loss": 0.014411418698728085, "global_step": 14703, "epoch": 82, "lr": 9.565882237815053e-05}
{"train_loss": 0.00981067679822445, "global_step": 14704, "epoch": 82, "lr": 9.565822009976195e-05}
{"train_loss": 0.016562024131417274, "global_step": 14705, "epoch": 82, "lr": 9.565761778149363e-05}
{"train_loss": 0.014574144966900349, "global_step": 14706, "epoch": 82, "lr": 9.565701542334612e-05}
{"train_loss": 0.015685806050896645, "global_step": 14707, "epoch": 82, "lr": 9.565641302531993e-05}
{"train_loss": 0.010356142185628414, "global_step": 14708, "epoch": 82, "lr": 9.565581058741558e-05}
{"train_loss": 0.01484993938356638, "global_step": 14709, "epoch": 82, "lr": 9.565520810963362e-05}
{"train_loss": 0.009140128269791603, "global_step": 14710, "epoch": 82, "lr": 9.565460559197456e-05}
{"train_loss": 0.01079687662422657, "global_step": 14711, "epoch": 82, "lr": 9.565400303443893e-05}
{"train_loss": 0.013635908253490925, "global_step": 14712, "epoch": 82, "lr": 9.565340043702725e-05}
{"train_loss": 0.008489562198519707, "global_step": 14713, "epoch": 82, "lr": 9.565279779974003e-05}
{"train_loss": 0.007625960279256105, "global_step": 14714, "epoch": 82, "lr": 9.565219512257784e-05}
{"train_loss": 0.01523189153522253, "global_step": 14715, "epoch": 82, "lr": 9.565159240554119e-05}
{"train_loss": 0.006669464986771345, "global_step": 14716, "epoch": 82, "lr": 9.565098964863059e-05}
{"train_loss": 0.01619080640375614, "global_step": 14717, "epoch": 82, "lr": 9.565038685184658e-05}
{"train_loss": 0.015236511826515198, "global_step": 14718, "epoch": 82, "lr": 9.564978401518969e-05}
{"train_loss": 0.011264183558523655, "global_step": 14719, "epoch": 82, "lr": 9.564918113866043e-05}
{"train_loss": 0.014729524962604046, "global_step": 14720, "epoch": 82, "lr": 9.564857822225934e-05}
{"train_loss": 0.013628525659441948, "global_step": 14721, "epoch": 82, "lr": 9.564797526598695e-05}
{"train_loss": 0.012559209018945694, "global_step": 14722, "epoch": 82, "lr": 9.564737226984378e-05}
{"train_loss": 0.010151442140340805, "global_step": 14723, "epoch": 82, "lr": 9.564676923383033e-05}
{"train_loss": 0.006762567907571793, "global_step": 14724, "epoch": 82, "lr": 9.564616615794717e-05}
{"train_loss": 0.00689758500084281, "global_step": 14725, "epoch": 82, "lr": 9.564556304219481e-05}
{"train_loss": 0.007941312156617641, "global_step": 14726, "epoch": 82, "lr": 9.564495988657378e-05}
{"train_loss": 0.015160221606492996, "global_step": 14727, "epoch": 82, "lr": 9.564435669108461e-05}
{"train_loss": 0.017047720029950142, "global_step": 14728, "epoch": 82, "lr": 9.56437534557278e-05}
{"train_loss": 0.018172362819314003, "global_step": 14729, "epoch": 82, "lr": 9.564315018050392e-05}
{"train_loss": 0.01111261360347271, "global_step": 14730, "epoch": 82, "lr": 9.564254686541346e-05}
{"train_loss": 0.015488820150494576, "global_step": 14731, "epoch": 82, "lr": 9.564194351045697e-05}
{"train_loss": 0.006401237100362778, "global_step": 14732, "epoch": 82, "lr": 9.564134011563494e-05}
{"train_loss": 0.012270480394363403, "global_step": 14733, "epoch": 82, "lr": 9.564073668094796e-05}
{"train_loss": 0.008880780078470707, "global_step": 14734, "epoch": 82, "lr": 9.564013320639651e-05}
{"train_loss": 0.00918509904295206, "global_step": 14735, "epoch": 82, "lr": 9.563952969198114e-05}
{"train_loss": 0.009090975858271122, "global_step": 14736, "epoch": 82, "lr": 9.563892613770234e-05}
{"train_loss": 0.010742232203483582, "global_step": 14737, "epoch": 82, "lr": 9.563832254356069e-05}
{"train_loss": 0.017767272889614105, "global_step": 14738, "epoch": 82, "lr": 9.563771890955667e-05}
{"train_loss": 0.011376408860087395, "global_step": 14739, "epoch": 82, "lr": 9.563711523569083e-05}
{"train_loss": 0.013482820242643356, "global_step": 14740, "epoch": 82, "lr": 9.56365115219637e-05}
{"train_loss": 0.007151035591959953, "global_step": 14741, "epoch": 82, "lr": 9.563590776837581e-05}
{"train_loss": 0.010946175083518028, "global_step": 14742, "epoch": 82, "lr": 9.563530397492768e-05}
{"train_loss": 0.011732436716556549, "global_step": 14743, "epoch": 82, "lr": 9.563470014161984e-05}
{"train_loss": 0.012057001702487469, "global_step": 14744, "epoch": 82, "lr": 9.56340962684528e-05}
{"train_loss": 0.006112856790423393, "global_step": 14745, "epoch": 82, "lr": 9.563349235542711e-05}
{"train_loss": 0.015466295182704926, "global_step": 14746, "epoch": 82, "lr": 9.563288840254328e-05}
{"train_loss": 0.015449607744812965, "global_step": 14747, "epoch": 82, "lr": 9.563228440980187e-05}
{"train_loss": 0.0168644767254591, "global_step": 14748, "epoch": 82, "lr": 9.563168037720335e-05}
{"train_loss": 0.019689345732331276, "global_step": 14749, "epoch": 82, "lr": 9.563107630474832e-05}
{"train_loss": 0.012969117611646652, "global_step": 14750, "epoch": 82, "lr": 9.563047219243725e-05}
{"train_loss": 0.009075656533241272, "global_step": 14751, "epoch": 82, "lr": 9.56298680402707e-05}
{"train_loss": 0.013284554705023766, "global_step": 14752, "epoch": 82, "lr": 9.562926384824917e-05}
{"train_loss": 0.020546644926071167, "global_step": 14753, "epoch": 82, "lr": 9.56286596163732e-05}
{"train_loss": 0.006018508225679398, "global_step": 14754, "epoch": 82, "lr": 9.562805534464334e-05}
{"train_loss": 0.008965572342276573, "global_step": 14755, "epoch": 82, "lr": 9.562745103306007e-05}
{"train_loss": 0.01123330369591713, "global_step": 14756, "epoch": 82, "lr": 9.562684668162398e-05}
{"train_loss": 0.010575266554951668, "global_step": 14757, "epoch": 82, "lr": 9.562624229033555e-05}
{"train_loss": 0.01125565730035305, "global_step": 14758, "epoch": 82, "lr": 9.562563785919532e-05}
{"train_loss": 0.010895248502492905, "global_step": 14759, "epoch": 82, "lr": 9.562503338820382e-05}
{"train_loss": 0.013655617833137512, "global_step": 14760, "epoch": 82, "lr": 9.562442887736158e-05}
{"train_loss": 0.01859164983034134, "global_step": 14761, "epoch": 82, "lr": 9.562382432666911e-05}
{"train_loss": 0.00842868909239769, "global_step": 14762, "epoch": 82, "lr": 9.562321973612697e-05}
{"train_loss": 0.012282597832381725, "global_step": 14763, "epoch": 82, "lr": 9.562261510573569e-05}
{"train_loss": 0.014731405302882195, "global_step": 14764, "epoch": 82, "lr": 9.562201043549576e-05}
{"train_loss": 0.01671847701072693, "global_step": 14765, "epoch": 82, "lr": 9.562140572540772e-05}
{"train_loss": 0.009160486981272697, "global_step": 14766, "epoch": 82, "lr": 9.562080097547213e-05}
{"train_loss": 0.010598497465252876, "global_step": 14767, "epoch": 82, "lr": 9.562019618568948e-05}
{"train_loss": 0.015186673030257225, "global_step": 14768, "epoch": 82, "lr": 9.561959135606032e-05}
{"train_loss": 0.014316622167825699, "global_step": 14769, "epoch": 82, "lr": 9.561898648658516e-05}
{"train_loss": 0.01673966832458973, "global_step": 14770, "epoch": 82, "lr": 9.561838157726456e-05}
{"train_loss": 0.011889621615409851, "global_step": 14771, "epoch": 82, "lr": 9.561777662809899e-05}
{"train_loss": 0.015300493687391281, "global_step": 14772, "epoch": 82, "lr": 9.561717163908905e-05}
{"train_loss": 0.011934006811653295, "global_step": 14773, "epoch": 82, "lr": 9.561656661023521e-05}
{"train_loss": 0.007849769666790962, "global_step": 14774, "epoch": 83, "lr": 9.561596154153804e-05}
{"train_loss": 0.01298876665532589, "global_step": 14775, "epoch": 83, "lr": 9.561535643299806e-05}
{"train_loss": 0.014565999619662762, "global_step": 14776, "epoch": 83, "lr": 9.561475128461577e-05}
{"train_loss": 0.011978928931057453, "global_step": 14777, "epoch": 83, "lr": 9.561414609639175e-05}
{"train_loss": 0.010747907683253288, "global_step": 14778, "epoch": 83, "lr": 9.561354086832645e-05}
{"train_loss": 0.011017818003892899, "global_step": 14779, "epoch": 83, "lr": 9.561293560042048e-05}
{"train_loss": 0.01773099973797798, "global_step": 14780, "epoch": 83, "lr": 9.561233029267433e-05}
{"train_loss": 0.010399063117802143, "global_step": 14781, "epoch": 83, "lr": 9.561172494508854e-05}
{"train_loss": 0.007495345082134008, "global_step": 14782, "epoch": 83, "lr": 9.561111955766362e-05}
{"train_loss": 0.006698335986584425, "global_step": 14783, "epoch": 83, "lr": 9.561051413040012e-05}
{"train_loss": 0.01270512118935585, "global_step": 14784, "epoch": 83, "lr": 9.560990866329855e-05}
{"train_loss": 0.009411671198904514, "global_step": 14785, "epoch": 83, "lr": 9.560930315635946e-05}
{"train_loss": 0.0105693768709898, "global_step": 14786, "epoch": 83, "lr": 9.560869760958335e-05}
{"train_loss": 0.011018939316272736, "global_step": 14787, "epoch": 83, "lr": 9.560809202297077e-05}
{"train_loss": 0.009934507310390472, "global_step": 14788, "epoch": 83, "lr": 9.560748639652226e-05}
{"train_loss": 0.013717997819185257, "global_step": 14789, "epoch": 83, "lr": 9.560688073023831e-05}
{"train_loss": 0.012198222801089287, "global_step": 14790, "epoch": 83, "lr": 9.560627502411949e-05}
{"train_loss": 0.006863320246338844, "global_step": 14791, "epoch": 83, "lr": 9.560566927816632e-05}
{"train_loss": 0.011464191600680351, "global_step": 14792, "epoch": 83, "lr": 9.560506349237933e-05}
{"train_loss": 0.016593489795923233, "global_step": 14793, "epoch": 83, "lr": 9.560445766675901e-05}
{"train_loss": 0.013724839314818382, "global_step": 14794, "epoch": 83, "lr": 9.560385180130594e-05}
{"train_loss": 0.008582141250371933, "global_step": 14795, "epoch": 83, "lr": 9.560324589602061e-05}
{"train_loss": 0.008226625621318817, "global_step": 14796, "epoch": 83, "lr": 9.560263995090359e-05}
{"train_loss": 0.00707201287150383, "global_step": 14797, "epoch": 83, "lr": 9.560203396595537e-05}
{"train_loss": 0.011809656396508217, "global_step": 14798, "epoch": 83, "lr": 9.560142794117651e-05}
{"train_loss": 0.012003932148218155, "global_step": 14799, "epoch": 83, "lr": 9.560082187656751e-05}
{"train_loss": 0.01664752885699272, "global_step": 14800, "epoch": 83, "lr": 9.560021577212893e-05}
{"train_loss": 0.011814989149570465, "global_step": 14801, "epoch": 83, "lr": 9.559960962786127e-05}
{"train_loss": 0.010946283116936684, "global_step": 14802, "epoch": 83, "lr": 9.55990034437651e-05}
{"train_loss": 0.009029276669025421, "global_step": 14803, "epoch": 83, "lr": 9.55983972198409e-05}
{"train_loss": 0.012661167420446873, "global_step": 14804, "epoch": 83, "lr": 9.559779095608923e-05}
{"train_loss": 0.008018440566956997, "global_step": 14805, "epoch": 83, "lr": 9.559718465251062e-05}
{"train_loss": 0.0104238111525774, "global_step": 14806, "epoch": 83, "lr": 9.559657830910558e-05}
{"train_loss": 0.01577001065015793, "global_step": 14807, "epoch": 83, "lr": 9.559597192587466e-05}
{"train_loss": 0.01333212573081255, "global_step": 14808, "epoch": 83, "lr": 9.559536550281838e-05}
{"train_loss": 0.005949106067419052, "global_step": 14809, "epoch": 83, "lr": 9.559475903993726e-05}
{"train_loss": 0.008140084333717823, "global_step": 14810, "epoch": 83, "lr": 9.559415253723186e-05}
{"train_loss": 0.00928471703082323, "global_step": 14811, "epoch": 83, "lr": 9.559354599470269e-05}
{"train_loss": 0.008019580505788326, "global_step": 14812, "epoch": 83, "lr": 9.559293941235027e-05}
{"train_loss": 0.010260854847729206, "global_step": 14813, "epoch": 83, "lr": 9.559233279017514e-05}
{"train_loss": 0.011380072683095932, "global_step": 14814, "epoch": 83, "lr": 9.559172612817784e-05}
{"train_loss": 0.013502556830644608, "global_step": 14815, "epoch": 83, "lr": 9.559111942635887e-05}
{"train_loss": 0.01546434871852398, "global_step": 14816, "epoch": 83, "lr": 9.55905126847188e-05}
{"train_loss": 0.00916457548737526, "global_step": 14817, "epoch": 83, "lr": 9.558990590325814e-05}
{"train_loss": 0.007898354902863503, "global_step": 14818, "epoch": 83, "lr": 9.55892990819774e-05}
{"train_loss": 0.008466901257634163, "global_step": 14819, "epoch": 83, "lr": 9.558869222087714e-05}
{"train_loss": 0.010223913937807083, "global_step": 14820, "epoch": 83, "lr": 9.558808531995789e-05}
{"train_loss": 0.01861516758799553, "global_step": 14821, "epoch": 83, "lr": 9.558747837922017e-05}
{"train_loss": 0.010733190923929214, "global_step": 14822, "epoch": 83, "lr": 9.558687139866449e-05}
{"train_loss": 0.009758662432432175, "global_step": 14823, "epoch": 83, "lr": 9.558626437829141e-05}
{"train_loss": 0.009296728298068047, "global_step": 14824, "epoch": 83, "lr": 9.558565731810147e-05}
{"train_loss": 0.007386070676147938, "global_step": 14825, "epoch": 83, "lr": 9.558505021809516e-05}
{"train_loss": 0.006677420809864998, "global_step": 14826, "epoch": 83, "lr": 9.558444307827303e-05}
{"train_loss": 0.014488833956420422, "global_step": 14827, "epoch": 83, "lr": 9.558383589863562e-05}
{"train_loss": 0.013459533452987671, "global_step": 14828, "epoch": 83, "lr": 9.558322867918343e-05}
{"train_loss": 0.00451365951448679, "global_step": 14829, "epoch": 83, "lr": 9.558262141991704e-05}
{"train_loss": 0.0064692809246480465, "global_step": 14830, "epoch": 83, "lr": 9.558201412083694e-05}
{"train_loss": 0.006992818787693977, "global_step": 14831, "epoch": 83, "lr": 9.558140678194368e-05}
{"train_loss": 0.01112381462007761, "global_step": 14832, "epoch": 83, "lr": 9.558079940323778e-05}
{"train_loss": 0.006323392502963543, "global_step": 14833, "epoch": 83, "lr": 9.558019198471976e-05}
{"train_loss": 0.010650018230080605, "global_step": 14834, "epoch": 83, "lr": 9.557958452639018e-05}
{"train_loss": 0.005334612913429737, "global_step": 14835, "epoch": 83, "lr": 9.557897702824956e-05}
{"train_loss": 0.0067534130066633224, "global_step": 14836, "epoch": 83, "lr": 9.557836949029841e-05}
{"train_loss": 0.014267204329371452, "global_step": 14837, "epoch": 83, "lr": 9.557776191253729e-05}
{"train_loss": 0.006991941947489977, "global_step": 14838, "epoch": 83, "lr": 9.557715429496669e-05}
{"train_loss": 0.009629977867007256, "global_step": 14839, "epoch": 83, "lr": 9.55765466375872e-05}
{"train_loss": 0.014459752477705479, "global_step": 14840, "epoch": 83, "lr": 9.557593894039931e-05}
{"train_loss": 0.00801009126007557, "global_step": 14841, "epoch": 83, "lr": 9.557533120340355e-05}
{"train_loss": 0.009143808856606483, "global_step": 14842, "epoch": 83, "lr": 9.557472342660046e-05}
{"train_loss": 0.009746581315994263, "global_step": 14843, "epoch": 83, "lr": 9.557411560999059e-05}
{"train_loss": 0.013459422625601292, "global_step": 14844, "epoch": 83, "lr": 9.557350775357443e-05}
{"train_loss": 0.011455358937382698, "global_step": 14845, "epoch": 83, "lr": 9.557289985735254e-05}
{"train_loss": 0.007574551273137331, "global_step": 14846, "epoch": 83, "lr": 9.557229192132544e-05}
{"train_loss": 0.012589801102876663, "global_step": 14847, "epoch": 83, "lr": 9.557168394549368e-05}
{"train_loss": 0.010931665077805519, "global_step": 14848, "epoch": 83, "lr": 9.557107592985775e-05}
{"train_loss": 0.009965972974896431, "global_step": 14849, "epoch": 83, "lr": 9.557046787441823e-05}
{"train_loss": 0.009586166590452194, "global_step": 14850, "epoch": 83, "lr": 9.556985977917561e-05}
{"train_loss": 0.014826043508946896, "global_step": 14851, "epoch": 83, "lr": 9.556925164413044e-05}
{"train_loss": 0.010557866655290127, "global_step": 14852, "epoch": 83, "lr": 9.556864346928327e-05}
{"train_loss": 0.01625250093638897, "global_step": 14853, "epoch": 83, "lr": 9.55680352546346e-05}
{"train_loss": 0.00752629991620779, "global_step": 14854, "epoch": 83, "lr": 9.556742700018497e-05}
{"train_loss": 0.005815112963318825, "global_step": 14855, "epoch": 83, "lr": 9.556681870593491e-05}
{"train_loss": 0.018807200714945793, "global_step": 14856, "epoch": 83, "lr": 9.556621037188495e-05}
{"train_loss": 0.012509969994425774, "global_step": 14857, "epoch": 83, "lr": 9.556560199803563e-05}
{"train_loss": 0.012621765956282616, "global_step": 14858, "epoch": 83, "lr": 9.556499358438749e-05}
{"train_loss": 0.007976465858519077, "global_step": 14859, "epoch": 83, "lr": 9.556438513094105e-05}
{"train_loss": 0.012576612643897533, "global_step": 14860, "epoch": 83, "lr": 9.556377663769683e-05}
{"train_loss": 0.010867704637348652, "global_step": 14861, "epoch": 83, "lr": 9.556316810465538e-05}
{"train_loss": 0.010264180600643158, "global_step": 14862, "epoch": 83, "lr": 9.556255953181722e-05}
{"train_loss": 0.007393138483166695, "global_step": 14863, "epoch": 83, "lr": 9.556195091918288e-05}
{"train_loss": 0.013584323227405548, "global_step": 14864, "epoch": 83, "lr": 9.55613422667529e-05}
{"train_loss": 0.009760720655322075, "global_step": 14865, "epoch": 83, "lr": 9.556073357452782e-05}
{"train_loss": 0.008127673529088497, "global_step": 14866, "epoch": 83, "lr": 9.556012484250813e-05}
{"train_loss": 0.013757148757576942, "global_step": 14867, "epoch": 83, "lr": 9.555951607069442e-05}
{"train_loss": 0.01106417365372181, "global_step": 14868, "epoch": 83, "lr": 9.555890725908719e-05}
{"train_loss": 0.012865021824836731, "global_step": 14869, "epoch": 83, "lr": 9.555829840768697e-05}
{"train_loss": 0.010197438299655914, "global_step": 14870, "epoch": 83, "lr": 9.55576895164943e-05}
{"train_loss": 0.009881481528282166, "global_step": 14871, "epoch": 83, "lr": 9.555708058550971e-05}
{"train_loss": 0.008212875574827194, "global_step": 14872, "epoch": 83, "lr": 9.555647161473372e-05}
{"train_loss": 0.012123605236411095, "global_step": 14873, "epoch": 83, "lr": 9.555586260416689e-05}
{"train_loss": 0.014795558527112007, "global_step": 14874, "epoch": 83, "lr": 9.555525355380972e-05}
{"train_loss": 0.008738850243389606, "global_step": 14875, "epoch": 83, "lr": 9.555464446366276e-05}
{"train_loss": 0.009135458618402481, "global_step": 14876, "epoch": 83, "lr": 9.555403533372653e-05}
{"train_loss": 0.01289440132677555, "global_step": 14877, "epoch": 83, "lr": 9.555342616400159e-05}
{"train_loss": 0.014020712114870548, "global_step": 14878, "epoch": 83, "lr": 9.555281695448844e-05}
{"train_loss": 0.009066044352948666, "global_step": 14879, "epoch": 83, "lr": 9.555220770518763e-05}
{"train_loss": 0.013836463913321495, "global_step": 14880, "epoch": 83, "lr": 9.555159841609968e-05}
{"train_loss": 0.009021364152431488, "global_step": 14881, "epoch": 83, "lr": 9.555098908722515e-05}
{"train_loss": 0.00825626589357853, "global_step": 14882, "epoch": 83, "lr": 9.555037971856453e-05}
{"train_loss": 0.009564274922013283, "global_step": 14883, "epoch": 83, "lr": 9.554977031011838e-05}
{"train_loss": 0.008965253829956055, "global_step": 14884, "epoch": 83, "lr": 9.554916086188721e-05}
{"train_loss": 0.009137938730418682, "global_step": 14885, "epoch": 83, "lr": 9.55485513738716e-05}
{"train_loss": 0.008028746582567692, "global_step": 14886, "epoch": 83, "lr": 9.554794184607202e-05}
{"train_loss": 0.009527483023703098, "global_step": 14887, "epoch": 83, "lr": 9.554733227848904e-05}
{"train_loss": 0.006107330787926912, "global_step": 14888, "epoch": 83, "lr": 9.55467226711232e-05}
{"train_loss": 0.012790223583579063, "global_step": 14889, "epoch": 83, "lr": 9.554611302397501e-05}
{"train_loss": 0.01179945096373558, "global_step": 14890, "epoch": 83, "lr": 9.554550333704501e-05}
{"train_loss": 0.007974371314048767, "global_step": 14891, "epoch": 83, "lr": 9.554489361033374e-05}
{"train_loss": 0.013380257412791252, "global_step": 14892, "epoch": 83, "lr": 9.55442838438417e-05}
{"train_loss": 0.011808445677161217, "global_step": 14893, "epoch": 83, "lr": 9.554367403756947e-05}
{"train_loss": 0.008599990978837013, "global_step": 14894, "epoch": 83, "lr": 9.554306419151757e-05}
{"train_loss": 0.013840654864907265, "global_step": 14895, "epoch": 83, "lr": 9.55424543056865e-05}
{"train_loss": 0.005634188186377287, "global_step": 14896, "epoch": 83, "lr": 9.554184438007683e-05}
{"train_loss": 0.01532698143273592, "global_step": 14897, "epoch": 83, "lr": 9.554123441468907e-05}
{"train_loss": 0.020025089383125305, "global_step": 14898, "epoch": 83, "lr": 9.554062440952377e-05}
{"train_loss": 0.013019509613513947, "global_step": 14899, "epoch": 83, "lr": 9.554001436458145e-05}
{"train_loss": 0.01285894587635994, "global_step": 14900, "epoch": 83, "lr": 9.553940427986266e-05}
{"train_loss": 0.007932077161967754, "global_step": 14901, "epoch": 83, "lr": 9.55387941553679e-05}
{"train_loss": 0.010213115252554417, "global_step": 14902, "epoch": 83, "lr": 9.553818399109773e-05}
{"train_loss": 0.013203602284193039, "global_step": 14903, "epoch": 83, "lr": 9.553757378705266e-05}
{"train_loss": 0.008586408570408821, "global_step": 14904, "epoch": 83, "lr": 9.553696354323327e-05}
{"train_loss": 0.012856323271989822, "global_step": 14905, "epoch": 83, "lr": 9.553635325964003e-05}
{"train_loss": 0.01062593050301075, "global_step": 14906, "epoch": 83, "lr": 9.553574293627354e-05}
{"train_loss": 0.012846204452216625, "global_step": 14907, "epoch": 83, "lr": 9.553513257313427e-05}
{"train_loss": 0.014365199953317642, "global_step": 14908, "epoch": 83, "lr": 9.553452217022279e-05}
{"train_loss": 0.00881495326757431, "global_step": 14909, "epoch": 83, "lr": 9.553391172753962e-05}
{"train_loss": 0.008524082601070404, "global_step": 14910, "epoch": 83, "lr": 9.553330124508531e-05}
{"train_loss": 0.011270403861999512, "global_step": 14911, "epoch": 83, "lr": 9.553269072286037e-05}
{"train_loss": 0.009675122797489166, "global_step": 14912, "epoch": 83, "lr": 9.553208016086535e-05}
{"train_loss": 0.009055335074663162, "global_step": 14913, "epoch": 83, "lr": 9.553146955910077e-05}
{"train_loss": 0.011026579886674881, "global_step": 14914, "epoch": 83, "lr": 9.553085891756717e-05}
{"train_loss": 0.017242494970560074, "global_step": 14915, "epoch": 83, "lr": 9.553024823626508e-05}
{"train_loss": 0.006599188782274723, "global_step": 14916, "epoch": 83, "lr": 9.552963751519505e-05}
{"train_loss": 0.009124968200922012, "global_step": 14917, "epoch": 83, "lr": 9.55290267543576e-05}
{"train_loss": 0.018065299838781357, "global_step": 14918, "epoch": 83, "lr": 9.552841595375326e-05}
{"train_loss": 0.008565768599510193, "global_step": 14919, "epoch": 83, "lr": 9.552780511338257e-05}
{"train_loss": 0.011070454493165016, "global_step": 14920, "epoch": 83, "lr": 9.552719423324606e-05}
{"train_loss": 0.013542106375098228, "global_step": 14921, "epoch": 83, "lr": 9.552658331334425e-05}
{"train_loss": 0.006296377629041672, "global_step": 14922, "epoch": 83, "lr": 9.552597235367771e-05}
{"train_loss": 0.01241469569504261, "global_step": 14923, "epoch": 83, "lr": 9.552536135424694e-05}
{"train_loss": 0.015509405173361301, "global_step": 14924, "epoch": 83, "lr": 9.55247503150525e-05}
{"train_loss": 0.010560025461018085, "global_step": 14925, "epoch": 83, "lr": 9.552413923609489e-05}
{"train_loss": 0.022691618651151657, "global_step": 14926, "epoch": 83, "lr": 9.552352811737467e-05}
{"train_loss": 0.007731398101896048, "global_step": 14927, "epoch": 83, "lr": 9.552291695889237e-05}
{"train_loss": 0.01119382306933403, "global_step": 14928, "epoch": 83, "lr": 9.552230576064851e-05}
{"train_loss": 0.012932941317558289, "global_step": 14929, "epoch": 83, "lr": 9.552169452264366e-05}
{"train_loss": 0.01677718572318554, "global_step": 14930, "epoch": 83, "lr": 9.552108324487831e-05}
{"train_loss": 0.00779762864112854, "global_step": 14931, "epoch": 83, "lr": 9.552047192735301e-05}
{"train_loss": 0.009192796424031258, "global_step": 14932, "epoch": 83, "lr": 9.55198605700683e-05}
{"train_loss": 0.013878867030143738, "global_step": 14933, "epoch": 83, "lr": 9.551924917302471e-05}
{"train_loss": 0.006755330599844456, "global_step": 14934, "epoch": 83, "lr": 9.551863773622277e-05}
{"train_loss": 0.011003991588950157, "global_step": 14935, "epoch": 83, "lr": 9.551802625966301e-05}
{"train_loss": 0.006930160336196423, "global_step": 14936, "epoch": 83, "lr": 9.5517414743346e-05}
{"train_loss": 0.01752171665430069, "global_step": 14937, "epoch": 83, "lr": 9.551680318727222e-05}
{"train_loss": 0.011315431445837021, "global_step": 14938, "epoch": 83, "lr": 9.551619159144225e-05}
{"train_loss": 0.009817182086408138, "global_step": 14939, "epoch": 83, "lr": 9.551557995585661e-05}
{"train_loss": 0.004277372267097235, "global_step": 14940, "epoch": 83, "lr": 9.55149682805158e-05}
{"train_loss": 0.009345708414912224, "global_step": 14941, "epoch": 83, "lr": 9.55143565654204e-05}
{"train_loss": 0.01380328182131052, "global_step": 14942, "epoch": 83, "lr": 9.551374481057094e-05}
{"train_loss": 0.007963499054312706, "global_step": 14943, "epoch": 83, "lr": 9.551313301596793e-05}
{"train_loss": 0.01537476759403944, "global_step": 14944, "epoch": 83, "lr": 9.551252118161191e-05}
{"train_loss": 0.011919362470507622, "global_step": 14945, "epoch": 83, "lr": 9.551190930750343e-05}
{"train_loss": 0.008689082227647305, "global_step": 14946, "epoch": 83, "lr": 9.551129739364302e-05}
{"train_loss": 0.009709233418107033, "global_step": 14947, "epoch": 83, "lr": 9.551068544003119e-05}
{"train_loss": 0.008448664098978043, "global_step": 14948, "epoch": 83, "lr": 9.551007344666852e-05}
{"train_loss": 0.009080330841243267, "global_step": 14949, "epoch": 83, "lr": 9.55094614135555e-05}
{"train_loss": 0.0071624768897891045, "global_step": 14950, "epoch": 83, "lr": 9.550884934069269e-05}
{"train_loss": 0.010813828994614187, "global_step": 14951, "epoch": 83, "lr": 9.55082372280806e-05}
{"train_loss": 0.008533759042620659, "global_step": 14952, "epoch": 84, "lr": 9.55076250757198e-05}
{"train_loss": 0.004355728626251221, "global_step": 14953, "epoch": 84, "lr": 9.550701288361081e-05}
{"train_loss": 0.0065775904804468155, "global_step": 14954, "epoch": 84, "lr": 9.550640065175415e-05}
{"train_loss": 0.007793406955897808, "global_step": 14955, "epoch": 84, "lr": 9.550578838015039e-05}
{"train_loss": 0.014629795216023922, "global_step": 14956, "epoch": 84, "lr": 9.55051760688e-05}
{"train_loss": 0.0121714873239398, "global_step": 14957, "epoch": 84, "lr": 9.55045637177036e-05}
{"train_loss": 0.010334892198443413, "global_step": 14958, "epoch": 84, "lr": 9.550395132686166e-05}
{"train_loss": 0.00798700749874115, "global_step": 14959, "epoch": 84, "lr": 9.550333889627474e-05}
{"train_loss": 0.009597556665539742, "global_step": 14960, "epoch": 84, "lr": 9.550272642594337e-05}
{"train_loss": 0.01267833448946476, "global_step": 14961, "epoch": 84, "lr": 9.550211391586808e-05}
{"train_loss": 0.008244510740041733, "global_step": 14962, "epoch": 84, "lr": 9.550150136604942e-05}
{"train_loss": 0.012109993025660515, "global_step": 14963, "epoch": 84, "lr": 9.55008887764879e-05}
{"train_loss": 0.015984870493412018, "global_step": 14964, "epoch": 84, "lr": 9.550027614718409e-05}
{"train_loss": 0.009708413854241371, "global_step": 14965, "epoch": 84, "lr": 9.54996634781385e-05}
{"train_loss": 0.01342033315449953, "global_step": 14966, "epoch": 84, "lr": 9.549905076935167e-05}
{"train_loss": 0.005827222019433975, "global_step": 14967, "epoch": 84, "lr": 9.549843802082415e-05}
{"train_loss": 0.011370133608579636, "global_step": 14968, "epoch": 84, "lr": 9.549782523255644e-05}
{"train_loss": 0.015510418452322483, "global_step": 14969, "epoch": 84, "lr": 9.549721240454909e-05}
{"train_loss": 0.01221820991486311, "global_step": 14970, "epoch": 84, "lr": 9.549659953680267e-05}
{"train_loss": 0.006888331845402718, "global_step": 14971, "epoch": 84, "lr": 9.549598662931767e-05}
{"train_loss": 0.01532246544957161, "global_step": 14972, "epoch": 84, "lr": 9.549537368209465e-05}
{"train_loss": 0.01505584642291069, "global_step": 14973, "epoch": 84, "lr": 9.549476069513414e-05}
{"train_loss": 0.004861610941588879, "global_step": 14974, "epoch": 84, "lr": 9.549414766843666e-05}
{"train_loss": 0.016490787267684937, "global_step": 14975, "epoch": 84, "lr": 9.549353460200276e-05}
{"train_loss": 0.015315679833292961, "global_step": 14976, "epoch": 84, "lr": 9.5492921495833e-05}
{"train_loss": 0.010690015740692616, "global_step": 14977, "epoch": 84, "lr": 9.549230834992787e-05}
{"train_loss": 0.008606113493442535, "global_step": 14978, "epoch": 84, "lr": 9.549169516428793e-05}
{"train_loss": 0.00890025682747364, "global_step": 14979, "epoch": 84, "lr": 9.54910819389137e-05}
{"train_loss": 0.0103008933365345, "global_step": 14980, "epoch": 84, "lr": 9.549046867380573e-05}
{"train_loss": 0.012989535927772522, "global_step": 14981, "epoch": 84, "lr": 9.548985536896456e-05}
{"train_loss": 0.008513513952493668, "global_step": 14982, "epoch": 84, "lr": 9.548924202439072e-05}
{"train_loss": 0.008059841580688953, "global_step": 14983, "epoch": 84, "lr": 9.548862864008475e-05}
{"train_loss": 0.011179069057106972, "global_step": 14984, "epoch": 84, "lr": 9.548801521604715e-05}
{"train_loss": 0.00959788914769888, "global_step": 14985, "epoch": 84, "lr": 9.54874017522785e-05}
{"train_loss": 0.009610680863261223, "global_step": 14986, "epoch": 84, "lr": 9.548678824877933e-05}
{"train_loss": 0.005043835379183292, "global_step": 14987, "epoch": 84, "lr": 9.548617470555017e-05}
{"train_loss": 0.017166145145893097, "global_step": 14988, "epoch": 84, "lr": 9.548556112259153e-05}
{"train_loss": 0.011093758046627045, "global_step": 14989, "epoch": 84, "lr": 9.5484947499904e-05}
{"train_loss": 0.008459202945232391, "global_step": 14990, "epoch": 84, "lr": 9.548433383748806e-05}
{"train_loss": 0.011748278513550758, "global_step": 14991, "epoch": 84, "lr": 9.548372013534428e-05}
{"train_loss": 0.013520801439881325, "global_step": 14992, "epoch": 84, "lr": 9.548310639347318e-05}
{"train_loss": 0.010753298178315163, "global_step": 14993, "epoch": 84, "lr": 9.548249261187531e-05}
{"train_loss": 0.012619072571396828, "global_step": 14994, "epoch": 84, "lr": 9.54818787905512e-05}
{"train_loss": 0.008976721204817295, "global_step": 14995, "epoch": 84, "lr": 9.548126492950138e-05}
{"train_loss": 0.014452612027525902, "global_step": 14996, "epoch": 84, "lr": 9.548065102872639e-05}
{"train_loss": 0.011144326999783516, "global_step": 14997, "epoch": 84, "lr": 9.548003708822676e-05}
{"train_loss": 0.014404036104679108, "global_step": 14998, "epoch": 84, "lr": 9.547942310800306e-05}
{"train_loss": 0.009987697005271912, "global_step": 14999, "epoch": 84, "lr": 9.547880908805577e-05}
{"train_loss": 0.012095723301172256, "global_step": 15000, "epoch": 84, "lr": 9.547819502838549e-05}
{"train_loss": 0.01649945043027401, "global_step": 15001, "epoch": 84, "lr": 9.54775809289927e-05}
{"train_loss": 0.013081273064017296, "global_step": 15002, "epoch": 84, "lr": 9.547696678987796e-05}
{"train_loss": 0.00850626826286316, "global_step": 15003, "epoch": 84, "lr": 9.547635261104181e-05}
{"train_loss": 0.010599043220281601, "global_step": 15004, "epoch": 84, "lr": 9.547573839248479e-05}
{"train_loss": 0.011319759301841259, "global_step": 15005, "epoch": 84, "lr": 9.54751241342074e-05}
{"train_loss": 0.009228023700416088, "global_step": 15006, "epoch": 84, "lr": 9.547450983621022e-05}
{"train_loss": 0.014441967010498047, "global_step": 15007, "epoch": 84, "lr": 9.547389549849378e-05}
{"train_loss": 0.010503197088837624, "global_step": 15008, "epoch": 84, "lr": 9.54732811210586e-05}
{"train_loss": 0.011874264106154442, "global_step": 15009, "epoch": 84, "lr": 9.547266670390523e-05}
{"train_loss": 0.013123941607773304, "global_step": 15010, "epoch": 84, "lr": 9.54720522470342e-05}
{"train_loss": 0.01253323070704937, "global_step": 15011, "epoch": 84, "lr": 9.547143775044605e-05}
{"train_loss": 0.008431261405348778, "global_step": 15012, "epoch": 84, "lr": 9.54708232141413e-05}
{"train_loss": 0.008403120562434196, "global_step": 15013, "epoch": 84, "lr": 9.547020863812051e-05}
{"train_loss": 0.015533410012722015, "global_step": 15014, "epoch": 84, "lr": 9.546959402238421e-05}
{"train_loss": 0.010609796270728111, "global_step": 15015, "epoch": 84, "lr": 9.546897936693293e-05}
{"train_loss": 0.014623590745031834, "global_step": 15016, "epoch": 84, "lr": 9.546836467176723e-05}
{"train_loss": 0.009926645085215569, "global_step": 15017, "epoch": 84, "lr": 9.546774993688761e-05}
{"train_loss": 0.013462226837873459, "global_step": 15018, "epoch": 84, "lr": 9.546713516229463e-05}
{"train_loss": 0.01036628894507885, "global_step": 15019, "epoch": 84, "lr": 9.546652034798882e-05}
{"train_loss": 0.006817030254751444, "global_step": 15020, "epoch": 84, "lr": 9.546590549397072e-05}
{"train_loss": 0.01347102876752615, "global_step": 15021, "epoch": 84, "lr": 9.546529060024087e-05}
{"train_loss": 0.00876525230705738, "global_step": 15022, "epoch": 84, "lr": 9.546467566679982e-05}
{"train_loss": 0.01156897097826004, "global_step": 15023, "epoch": 84, "lr": 9.546406069364807e-05}
{"train_loss": 0.01939001865684986, "global_step": 15024, "epoch": 84, "lr": 9.546344568078618e-05}
{"train_loss": 0.008486475795507431, "global_step": 15025, "epoch": 84, "lr": 9.546283062821469e-05}
{"train_loss": 0.010377869941294193, "global_step": 15026, "epoch": 84, "lr": 9.546221553593413e-05}
{"train_loss": 0.011127034202218056, "global_step": 15027, "epoch": 84, "lr": 9.546160040394505e-05}
{"train_loss": 0.010711953043937683, "global_step": 15028, "epoch": 84, "lr": 9.546098523224796e-05}
{"train_loss": 0.008502962067723274, "global_step": 15029, "epoch": 84, "lr": 9.546037002084343e-05}
{"train_loss": 0.012115982361137867, "global_step": 15030, "epoch": 84, "lr": 9.545975476973197e-05}
{"train_loss": 0.006763924844563007, "global_step": 15031, "epoch": 84, "lr": 9.545913947891413e-05}
{"train_loss": 0.017288673669099808, "global_step": 15032, "epoch": 84, "lr": 9.545852414839046e-05}
{"train_loss": 0.004998087417334318, "global_step": 15033, "epoch": 84, "lr": 9.545790877816147e-05}
{"train_loss": 0.010085719637572765, "global_step": 15034, "epoch": 84, "lr": 9.54572933682277e-05}
{"train_loss": 0.007947566919028759, "global_step": 15035, "epoch": 84, "lr": 9.545667791858972e-05}
{"train_loss": 0.013012880459427834, "global_step": 15036, "epoch": 84, "lr": 9.545606242924804e-05}
{"train_loss": 0.008704723790287971, "global_step": 15037, "epoch": 84, "lr": 9.54554469002032e-05}
{"train_loss": 0.008643554523587227, "global_step": 15038, "epoch": 84, "lr": 9.545483133145575e-05}
{"train_loss": 0.012925317510962486, "global_step": 15039, "epoch": 84, "lr": 9.545421572300622e-05}
{"train_loss": 0.00986610446125269, "global_step": 15040, "epoch": 84, "lr": 9.545360007485514e-05}
{"train_loss": 0.006637232378125191, "global_step": 15041, "epoch": 84, "lr": 9.545298438700306e-05}
{"train_loss": 0.007546878419816494, "global_step": 15042, "epoch": 84, "lr": 9.545236865945051e-05}
{"train_loss": 0.010586750693619251, "global_step": 15043, "epoch": 84, "lr": 9.545175289219803e-05}
{"train_loss": 0.005693586077541113, "global_step": 15044, "epoch": 84, "lr": 9.545113708524615e-05}
{"train_loss": 0.012482298538088799, "global_step": 15045, "epoch": 84, "lr": 9.545052123859543e-05}
{"train_loss": 0.014231955632567406, "global_step": 15046, "epoch": 84, "lr": 9.544990535224638e-05}
{"train_loss": 0.01229042187333107, "global_step": 15047, "epoch": 84, "lr": 9.544928942619957e-05}
{"train_loss": 0.008419061079621315, "global_step": 15048, "epoch": 84, "lr": 9.544867346045552e-05}
{"train_loss": 0.007354501634836197, "global_step": 15049, "epoch": 84, "lr": 9.544805745501476e-05}
{"train_loss": 0.006020081229507923, "global_step": 15050, "epoch": 84, "lr": 9.544744140987783e-05}
{"train_loss": 0.008542090654373169, "global_step": 15051, "epoch": 84, "lr": 9.544682532504528e-05}
{"train_loss": 0.0102840019389987, "global_step": 15052, "epoch": 84, "lr": 9.544620920051763e-05}
{"train_loss": 0.007326179184019566, "global_step": 15053, "epoch": 84, "lr": 9.544559303629545e-05}
{"train_loss": 0.018353451043367386, "global_step": 15054, "epoch": 84, "lr": 9.544497683237924e-05}
{"train_loss": 0.01006738469004631, "global_step": 15055, "epoch": 84, "lr": 9.544436058876957e-05}
{"train_loss": 0.011688126251101494, "global_step": 15056, "epoch": 84, "lr": 9.544374430546696e-05}
{"train_loss": 0.008373436518013477, "global_step": 15057, "epoch": 84, "lr": 9.544312798247195e-05}
{"train_loss": 0.014461968094110489, "global_step": 15058, "epoch": 84, "lr": 9.544251161978508e-05}
{"train_loss": 0.01651843823492527, "global_step": 15059, "epoch": 84, "lr": 9.54418952174069e-05}
{"train_loss": 0.012422636151313782, "global_step": 15060, "epoch": 84, "lr": 9.544127877533793e-05}
{"train_loss": 0.016079582273960114, "global_step": 15061, "epoch": 84, "lr": 9.544066229357872e-05}
{"train_loss": 0.016128167510032654, "global_step": 15062, "epoch": 84, "lr": 9.544004577212981e-05}
{"train_loss": 0.01245751790702343, "global_step": 15063, "epoch": 84, "lr": 9.543942921099173e-05}
{"train_loss": 0.005803978536278009, "global_step": 15064, "epoch": 84, "lr": 9.543881261016503e-05}
{"train_loss": 0.015212230384349823, "global_step": 15065, "epoch": 84, "lr": 9.543819596965022e-05}
{"train_loss": 0.011253787204623222, "global_step": 15066, "epoch": 84, "lr": 9.543757928944787e-05}
{"train_loss": 0.00937504693865776, "global_step": 15067, "epoch": 84, "lr": 9.543696256955852e-05}
{"train_loss": 0.008636869490146637, "global_step": 15068, "epoch": 84, "lr": 9.543634580998269e-05}
{"train_loss": 0.01618913933634758, "global_step": 15069, "epoch": 84, "lr": 9.543572901072091e-05}
{"train_loss": 0.012572678737342358, "global_step": 15070, "epoch": 84, "lr": 9.543511217177375e-05}
{"train_loss": 0.00963031779974699, "global_step": 15071, "epoch": 84, "lr": 9.543449529314174e-05}
{"train_loss": 0.010255549103021622, "global_step": 15072, "epoch": 84, "lr": 9.543387837482541e-05}
{"train_loss": 0.007195085287094116, "global_step": 15073, "epoch": 84, "lr": 9.543326141682527e-05}
{"train_loss": 0.010054226033389568, "global_step": 15074, "epoch": 84, "lr": 9.543264441914191e-05}
{"train_loss": 0.007642034441232681, "global_step": 15075, "epoch": 84, "lr": 9.543202738177586e-05}
{"train_loss": 0.010105665773153305, "global_step": 15076, "epoch": 84, "lr": 9.543141030472763e-05}
{"train_loss": 0.010231351479887962, "global_step": 15077, "epoch": 84, "lr": 9.543079318799779e-05}
{"train_loss": 0.013480165973305702, "global_step": 15078, "epoch": 84, "lr": 9.543017603158685e-05}
{"train_loss": 0.018089883029460907, "global_step": 15079, "epoch": 84, "lr": 9.542955883549539e-05}
{"train_loss": 0.009994465857744217, "global_step": 15080, "epoch": 84, "lr": 9.542894159972389e-05}
{"train_loss": 0.010160351172089577, "global_step": 15081, "epoch": 84, "lr": 9.542832432427293e-05}
{"train_loss": 0.010849937796592712, "global_step": 15082, "epoch": 84, "lr": 9.542770700914305e-05}
{"train_loss": 0.012173812836408615, "global_step": 15083, "epoch": 84, "lr": 9.542708965433478e-05}
{"train_loss": 0.011167727410793304, "global_step": 15084, "epoch": 84, "lr": 9.542647225984866e-05}
{"train_loss": 0.010647024028003216, "global_step": 15085, "epoch": 84, "lr": 9.542585482568524e-05}
{"train_loss": 0.009209131821990013, "global_step": 15086, "epoch": 84, "lr": 9.542523735184504e-05}
{"train_loss": 0.010478269308805466, "global_step": 15087, "epoch": 84, "lr": 9.54246198383286e-05}
{"train_loss": 0.015294395387172699, "global_step": 15088, "epoch": 84, "lr": 9.542400228513648e-05}
{"train_loss": 0.004987758584320545, "global_step": 15089, "epoch": 84, "lr": 9.54233846922692e-05}
{"train_loss": 0.009853759780526161, "global_step": 15090, "epoch": 84, "lr": 9.542276705972731e-05}
{"train_loss": 0.008740510791540146, "global_step": 15091, "epoch": 84, "lr": 9.542214938751132e-05}
{"train_loss": 0.009929835796356201, "global_step": 15092, "epoch": 84, "lr": 9.542153167562183e-05}
{"train_loss": 0.007461203262209892, "global_step": 15093, "epoch": 84, "lr": 9.542091392405935e-05}
{"train_loss": 0.010314960964024067, "global_step": 15094, "epoch": 84, "lr": 9.542029613282439e-05}
{"train_loss": 0.013931751251220703, "global_step": 15095, "epoch": 84, "lr": 9.541967830191751e-05}
{"train_loss": 0.008841684088110924, "global_step": 15096, "epoch": 84, "lr": 9.541906043133926e-05}
{"train_loss": 0.0107930488884449, "global_step": 15097, "epoch": 84, "lr": 9.541844252109018e-05}
{"train_loss": 0.009699204936623573, "global_step": 15098, "epoch": 84, "lr": 9.541782457117081e-05}
{"train_loss": 0.01228902768343687, "global_step": 15099, "epoch": 84, "lr": 9.541720658158166e-05}
{"train_loss": 0.004204029217362404, "global_step": 15100, "epoch": 84, "lr": 9.54165885523233e-05}
{"train_loss": 0.00646530045196414, "global_step": 15101, "epoch": 84, "lr": 9.541597048339628e-05}
{"train_loss": 0.011811414733529091, "global_step": 15102, "epoch": 84, "lr": 9.54153523748011e-05}
{"train_loss": 0.006873581558465958, "global_step": 15103, "epoch": 84, "lr": 9.541473422653832e-05}
{"train_loss": 0.006594276055693626, "global_step": 15104, "epoch": 84, "lr": 9.541411603860851e-05}
{"train_loss": 0.00887063518166542, "global_step": 15105, "epoch": 84, "lr": 9.541349781101217e-05}
{"train_loss": 0.0065867239609360695, "global_step": 15106, "epoch": 84, "lr": 9.541287954374984e-05}
{"train_loss": 0.006261073984205723, "global_step": 15107, "epoch": 84, "lr": 9.541226123682208e-05}
{"train_loss": 0.006949205882847309, "global_step": 15108, "epoch": 84, "lr": 9.541164289022941e-05}
{"train_loss": 0.006076125428080559, "global_step": 15109, "epoch": 84, "lr": 9.541102450397239e-05}
{"train_loss": 0.007832635194063187, "global_step": 15110, "epoch": 84, "lr": 9.541040607805157e-05}
{"train_loss": 0.008752897381782532, "global_step": 15111, "epoch": 84, "lr": 9.540978761246744e-05}
{"train_loss": 0.008335685357451439, "global_step": 15112, "epoch": 84, "lr": 9.54091691072206e-05}
{"train_loss": 0.005206399131566286, "global_step": 15113, "epoch": 84, "lr": 9.540855056231155e-05}
{"train_loss": 0.007802656851708889, "global_step": 15114, "epoch": 84, "lr": 9.540793197774083e-05}
{"train_loss": 0.008759526535868645, "global_step": 15115, "epoch": 84, "lr": 9.540731335350901e-05}
{"train_loss": 0.007553713396191597, "global_step": 15116, "epoch": 84, "lr": 9.540669468961661e-05}
{"train_loss": 0.005830774083733559, "global_step": 15117, "epoch": 84, "lr": 9.540607598606418e-05}
{"train_loss": 0.009185275062918663, "global_step": 15118, "epoch": 84, "lr": 9.540545724285225e-05}
{"train_loss": 0.006739418022334576, "global_step": 15119, "epoch": 84, "lr": 9.540483845998136e-05}
{"train_loss": 0.01188266184180975, "global_step": 15120, "epoch": 84, "lr": 9.540421963745205e-05}
{"train_loss": 0.0146111398935318, "global_step": 15121, "epoch": 84, "lr": 9.540360077526488e-05}
{"train_loss": 0.012742912396788597, "global_step": 15122, "epoch": 84, "lr": 9.540298187342036e-05}
{"train_loss": 0.009907721541821957, "global_step": 15123, "epoch": 84, "lr": 9.540236293191906e-05}
{"train_loss": 0.0067240996286273, "global_step": 15124, "epoch": 84, "lr": 9.540174395076151e-05}
{"train_loss": 0.010583917610347271, "global_step": 15125, "epoch": 84, "lr": 9.540112492994824e-05}
{"train_loss": 0.008091174066066742, "global_step": 15126, "epoch": 84, "lr": 9.54005058694798e-05}
{"train_loss": 0.011775029823184013, "global_step": 15127, "epoch": 84, "lr": 9.539988676935674e-05}
{"train_loss": 0.010573314502835274, "global_step": 15128, "epoch": 84, "lr": 9.539926762957958e-05}
{"train_loss": 0.010470999132716255, "global_step": 15129, "epoch": 84, "lr": 9.539864845014887e-05}
{"train_loss": 0.016117990016937256, "global_step": 15130, "epoch": 85, "lr": 9.539802923106514e-05}
{"train_loss": 0.009128297679126263, "global_step": 15131, "epoch": 85, "lr": 9.539740997232896e-05}
{"train_loss": 0.015469791367650032, "global_step": 15132, "epoch": 85, "lr": 9.539679067394085e-05}
{"train_loss": 0.012038180604577065, "global_step": 15133, "epoch": 85, "lr": 9.539617133590135e-05}
{"train_loss": 0.009209785610437393, "global_step": 15134, "epoch": 85, "lr": 9.539555195821102e-05}
{"train_loss": 0.014112388715147972, "global_step": 15135, "epoch": 85, "lr": 9.539493254087037e-05}
{"train_loss": 0.011731687933206558, "global_step": 15136, "epoch": 85, "lr": 9.539431308387996e-05}
{"train_loss": 0.008445179089903831, "global_step": 15137, "epoch": 85, "lr": 9.539369358724033e-05}
{"train_loss": 0.010914050042629242, "global_step": 15138, "epoch": 85, "lr": 9.539307405095204e-05}
{"train_loss": 0.013870146125555038, "global_step": 15139, "epoch": 85, "lr": 9.539245447501557e-05}
{"train_loss": 0.007189419120550156, "global_step": 15140, "epoch": 85, "lr": 9.539183485943153e-05}
{"train_loss": 0.008815571665763855, "global_step": 15141, "epoch": 85, "lr": 9.539121520420043e-05}
{"train_loss": 0.006974032148718834, "global_step": 15142, "epoch": 85, "lr": 9.539059550932281e-05}
{"train_loss": 0.014414629898965359, "global_step": 15143, "epoch": 85, "lr": 9.538997577479922e-05}
{"train_loss": 0.01095664408057928, "global_step": 15144, "epoch": 85, "lr": 9.53893560006302e-05}
{"train_loss": 0.012316787615418434, "global_step": 15145, "epoch": 85, "lr": 9.538873618681628e-05}
{"train_loss": 0.004312949255108833, "global_step": 15146, "epoch": 85, "lr": 9.5388116333358e-05}
{"train_loss": 0.007187269628047943, "global_step": 15147, "epoch": 85, "lr": 9.538749644025593e-05}
{"train_loss": 0.008076876401901245, "global_step": 15148, "epoch": 85, "lr": 9.538687650751059e-05}
{"train_loss": 0.012674213387072086, "global_step": 15149, "epoch": 85, "lr": 9.538625653512252e-05}
{"train_loss": 0.009911120869219303, "global_step": 15150, "epoch": 85, "lr": 9.538563652309225e-05}
{"train_loss": 0.010921858251094818, "global_step": 15151, "epoch": 85, "lr": 9.538501647142035e-05}
{"train_loss": 0.01376546360552311, "global_step": 15152, "epoch": 85, "lr": 9.538439638010735e-05}
{"train_loss": 0.013088776730000973, "global_step": 15153, "epoch": 85, "lr": 9.538377624915379e-05}
{"train_loss": 0.008925797417759895, "global_step": 15154, "epoch": 85, "lr": 9.538315607856021e-05}
{"train_loss": 0.005883381702005863, "global_step": 15155, "epoch": 85, "lr": 9.538253586832714e-05}
{"train_loss": 0.0047334907576441765, "global_step": 15156, "epoch": 85, "lr": 9.538191561845516e-05}
{"train_loss": 0.01191400084644556, "global_step": 15157, "epoch": 85, "lr": 9.538129532894477e-05}
{"train_loss": 0.010531360283493996, "global_step": 15158, "epoch": 85, "lr": 9.538067499979655e-05}
{"train_loss": 0.009504258632659912, "global_step": 15159, "epoch": 85, "lr": 9.5380054631011e-05}
{"train_loss": 0.009116575121879578, "global_step": 15160, "epoch": 85, "lr": 9.537943422258868e-05}
{"train_loss": 0.008110502734780312, "global_step": 15161, "epoch": 85, "lr": 9.537881377453015e-05}
{"train_loss": 0.011001313105225563, "global_step": 15162, "epoch": 85, "lr": 9.537819328683593e-05}
{"train_loss": 0.006653310265392065, "global_step": 15163, "epoch": 85, "lr": 9.537757275950656e-05}
{"train_loss": 0.007500470150262117, "global_step": 15164, "epoch": 85, "lr": 9.53769521925426e-05}
{"train_loss": 0.01635698601603508, "global_step": 15165, "epoch": 85, "lr": 9.537633158594458e-05}
{"train_loss": 0.009213807061314583, "global_step": 15166, "epoch": 85, "lr": 9.537571093971305e-05}
{"train_loss": 0.005452488549053669, "global_step": 15167, "epoch": 85, "lr": 9.537509025384853e-05}
{"train_loss": 0.009253017604351044, "global_step": 15168, "epoch": 85, "lr": 9.537446952835158e-05}
{"train_loss": 0.010875130072236061, "global_step": 15169, "epoch": 85, "lr": 9.537384876322275e-05}
{"train_loss": 0.0054167937487363815, "global_step": 15170, "epoch": 85, "lr": 9.537322795846257e-05}
{"train_loss": 0.004767634905874729, "global_step": 15171, "epoch": 85, "lr": 9.537260711407159e-05}
{"train_loss": 0.010578686371445656, "global_step": 15172, "epoch": 85, "lr": 9.537198623005035e-05}
{"train_loss": 0.006483033765107393, "global_step": 15173, "epoch": 85, "lr": 9.537136530639938e-05}
{"train_loss": 0.008428791537880898, "global_step": 15174, "epoch": 85, "lr": 9.537074434311924e-05}
{"train_loss": 0.010424316860735416, "global_step": 15175, "epoch": 85, "lr": 9.537012334021044e-05}
{"train_loss": 0.009512128308415413, "global_step": 15176, "epoch": 85, "lr": 9.536950229767359e-05}
{"train_loss": 0.009197432547807693, "global_step": 15177, "epoch": 85, "lr": 9.536888121550916e-05}
{"train_loss": 0.013252750970423222, "global_step": 15178, "epoch": 85, "lr": 9.536826009371772e-05}
{"train_loss": 0.008634146302938461, "global_step": 15179, "epoch": 85, "lr": 9.536763893229983e-05}
{"train_loss": 0.008398113772273064, "global_step": 15180, "epoch": 85, "lr": 9.536701773125601e-05}
{"train_loss": 0.007999883964657784, "global_step": 15181, "epoch": 85, "lr": 9.53663964905868e-05}
{"train_loss": 0.009473897516727448, "global_step": 15182, "epoch": 85, "lr": 9.536577521029276e-05}
{"train_loss": 0.01582849584519863, "global_step": 15183, "epoch": 85, "lr": 9.536515389037441e-05}
{"train_loss": 0.005819766316562891, "global_step": 15184, "epoch": 85, "lr": 9.536453253083233e-05}
{"train_loss": 0.006246266420930624, "global_step": 15185, "epoch": 85, "lr": 9.536391113166702e-05}
{"train_loss": 0.008011939004063606, "global_step": 15186, "epoch": 85, "lr": 9.536328969287906e-05}
{"train_loss": 0.013288361020386219, "global_step": 15187, "epoch": 85, "lr": 9.536266821446897e-05}
{"train_loss": 0.010534720495343208, "global_step": 15188, "epoch": 85, "lr": 9.536204669643731e-05}
{"train_loss": 0.009137395769357681, "global_step": 15189, "epoch": 85, "lr": 9.536142513878459e-05}
{"train_loss": 0.005266935098916292, "global_step": 15190, "epoch": 85, "lr": 9.536080354151139e-05}
{"train_loss": 0.006408704444766045, "global_step": 15191, "epoch": 85, "lr": 9.536018190461824e-05}
{"train_loss": 0.010232115164399147, "global_step": 15192, "epoch": 85, "lr": 9.535956022810567e-05}
{"train_loss": 0.008441487327218056, "global_step": 15193, "epoch": 85, "lr": 9.535893851197422e-05}
{"train_loss": 0.006550277583301067, "global_step": 15194, "epoch": 85, "lr": 9.535831675622446e-05}
{"train_loss": 0.010809618048369884, "global_step": 15195, "epoch": 85, "lr": 9.535769496085692e-05}
{"train_loss": 0.014558766968548298, "global_step": 15196, "epoch": 85, "lr": 9.535707312587214e-05}
{"train_loss": 0.009129151701927185, "global_step": 15197, "epoch": 85, "lr": 9.535645125127066e-05}
{"train_loss": 0.010318590328097343, "global_step": 15198, "epoch": 85, "lr": 9.535582933705304e-05}
{"train_loss": 0.016073722392320633, "global_step": 15199, "epoch": 85, "lr": 9.53552073832198e-05}
{"train_loss": 0.009103653952479362, "global_step": 15200, "epoch": 85, "lr": 9.535458538977151e-05}
{"train_loss": 0.004164124373346567, "global_step": 15201, "epoch": 85, "lr": 9.535396335670869e-05}
{"train_loss": 0.012656355276703835, "global_step": 15202, "epoch": 85, "lr": 9.535334128403188e-05}
{"train_loss": 0.010251574218273163, "global_step": 15203, "epoch": 85, "lr": 9.535271917174165e-05}
{"train_loss": 0.013731848448514938, "global_step": 15204, "epoch": 85, "lr": 9.535209701983852e-05}
{"train_loss": 0.007019093260169029, "global_step": 15205, "epoch": 85, "lr": 9.535147482832305e-05}
{"train_loss": 0.008760614320635796, "global_step": 15206, "epoch": 85, "lr": 9.535085259719577e-05}
{"train_loss": 0.011740684509277344, "global_step": 15207, "epoch": 85, "lr": 9.535023032645722e-05}
{"train_loss": 0.012474591843783855, "global_step": 15208, "epoch": 85, "lr": 9.534960801610797e-05}
{"train_loss": 0.004825236275792122, "global_step": 15209, "epoch": 85, "lr": 9.534898566614854e-05}
{"train_loss": 0.010506696999073029, "global_step": 15210, "epoch": 85, "lr": 9.534836327657948e-05}
{"train_loss": 0.006904289126396179, "global_step": 15211, "epoch": 85, "lr": 9.534774084740132e-05}
{"train_loss": 0.010946327820420265, "global_step": 15212, "epoch": 85, "lr": 9.534711837861463e-05}
{"train_loss": 0.00711639691144228, "global_step": 15213, "epoch": 85, "lr": 9.534649587021993e-05}
{"train_loss": 0.007826242595911026, "global_step": 15214, "epoch": 85, "lr": 9.534587332221778e-05}
{"train_loss": 0.007274583913385868, "global_step": 15215, "epoch": 85, "lr": 9.534525073460871e-05}
{"train_loss": 0.006970597431063652, "global_step": 15216, "epoch": 85, "lr": 9.534462810739329e-05}
{"train_loss": 0.008694680407643318, "global_step": 15217, "epoch": 85, "lr": 9.534400544057204e-05}
{"train_loss": 0.0068509322591125965, "global_step": 15218, "epoch": 85, "lr": 9.534338273414551e-05}
{"train_loss": 0.008054926991462708, "global_step": 15219, "epoch": 85, "lr": 9.534275998811423e-05}
{"train_loss": 0.014502077363431454, "global_step": 15220, "epoch": 85, "lr": 9.534213720247876e-05}
{"train_loss": 0.01600681059062481, "global_step": 15221, "epoch": 85, "lr": 9.534151437723964e-05}
{"train_loss": 0.01698663830757141, "global_step": 15222, "epoch": 85, "lr": 9.534089151239743e-05}
{"train_loss": 0.007731568068265915, "global_step": 15223, "epoch": 85, "lr": 9.534026860795264e-05}
{"train_loss": 0.009726984426379204, "global_step": 15224, "epoch": 85, "lr": 9.533964566390585e-05}
{"train_loss": 0.006448286585509777, "global_step": 15225, "epoch": 85, "lr": 9.533902268025758e-05}
{"train_loss": 0.01778094284236431, "global_step": 15226, "epoch": 85, "lr": 9.533839965700838e-05}
{"train_loss": 0.009961195290088654, "global_step": 15227, "epoch": 85, "lr": 9.533777659415878e-05}
{"train_loss": 0.010529255494475365, "global_step": 15228, "epoch": 85, "lr": 9.533715349170936e-05}
{"train_loss": 0.0077212778851389885, "global_step": 15229, "epoch": 85, "lr": 9.533653034966064e-05}
{"train_loss": 0.008252553641796112, "global_step": 15230, "epoch": 85, "lr": 9.533590716801318e-05}
{"train_loss": 0.008351784199476242, "global_step": 15231, "epoch": 85, "lr": 9.53352839467675e-05}
{"train_loss": 0.0076326304115355015, "global_step": 15232, "epoch": 85, "lr": 9.533466068592415e-05}
{"train_loss": 0.010076140984892845, "global_step": 15233, "epoch": 85, "lr": 9.533403738548368e-05}
{"train_loss": 0.01964019425213337, "global_step": 15234, "epoch": 85, "lr": 9.533341404544664e-05}
{"train_loss": 0.011469848453998566, "global_step": 15235, "epoch": 85, "lr": 9.533279066581357e-05}
{"train_loss": 0.017667129635810852, "global_step": 15236, "epoch": 85, "lr": 9.533216724658503e-05}
{"train_loss": 0.009143736213445663, "global_step": 15237, "epoch": 85, "lr": 9.533154378776155e-05}
{"train_loss": 0.006959616672247648, "global_step": 15238, "epoch": 85, "lr": 9.533092028934366e-05}
{"train_loss": 0.006969054229557514, "global_step": 15239, "epoch": 85, "lr": 9.533029675133192e-05}
{"train_loss": 0.018305350095033646, "global_step": 15240, "epoch": 85, "lr": 9.532967317372687e-05}
{"train_loss": 0.005582313984632492, "global_step": 15241, "epoch": 85, "lr": 9.532904955652905e-05}
{"train_loss": 0.009485200047492981, "global_step": 15242, "epoch": 85, "lr": 9.532842589973903e-05}
{"train_loss": 0.00838739424943924, "global_step": 15243, "epoch": 85, "lr": 9.532780220335733e-05}
{"train_loss": 0.010501652024686337, "global_step": 15244, "epoch": 85, "lr": 9.53271784673845e-05}
{"train_loss": 0.009731852449476719, "global_step": 15245, "epoch": 85, "lr": 9.532655469182108e-05}
{"train_loss": 0.006170409731566906, "global_step": 15246, "epoch": 85, "lr": 9.532593087666763e-05}
{"train_loss": 0.007632402703166008, "global_step": 15247, "epoch": 85, "lr": 9.532530702192469e-05}
{"train_loss": 0.004765648394823074, "global_step": 15248, "epoch": 85, "lr": 9.53246831275928e-05}
{"train_loss": 0.01050502434372902, "global_step": 15249, "epoch": 85, "lr": 9.53240591936725e-05}
{"train_loss": 0.014928258955478668, "global_step": 15250, "epoch": 85, "lr": 9.532343522016433e-05}
{"train_loss": 0.014501412399113178, "global_step": 15251, "epoch": 85, "lr": 9.532281120706888e-05}
{"train_loss": 0.00910639576613903, "global_step": 15252, "epoch": 85, "lr": 9.532218715438663e-05}
{"train_loss": 0.010738501325249672, "global_step": 15253, "epoch": 85, "lr": 9.532156306211818e-05}
{"train_loss": 0.005518033169209957, "global_step": 15254, "epoch": 85, "lr": 9.532093893026404e-05}
{"train_loss": 0.007383543998003006, "global_step": 15255, "epoch": 85, "lr": 9.532031475882475e-05}
{"train_loss": 0.009677063673734665, "global_step": 15256, "epoch": 85, "lr": 9.53196905478009e-05}
{"train_loss": 0.015526155941188335, "global_step": 15257, "epoch": 85, "lr": 9.531906629719298e-05}
{"train_loss": 0.008641546592116356, "global_step": 15258, "epoch": 85, "lr": 9.531844200700157e-05}
{"train_loss": 0.014687348157167435, "global_step": 15259, "epoch": 85, "lr": 9.531781767722722e-05}
{"train_loss": 0.004367649555206299, "global_step": 15260, "epoch": 85, "lr": 9.531719330787045e-05}
{"train_loss": 0.00847807340323925, "global_step": 15261, "epoch": 85, "lr": 9.531656889893182e-05}
{"train_loss": 0.020369891077280045, "global_step": 15262, "epoch": 85, "lr": 9.531594445041187e-05}
{"train_loss": 0.010187409818172455, "global_step": 15263, "epoch": 85, "lr": 9.531531996231117e-05}
{"train_loss": 0.013164017349481583, "global_step": 15264, "epoch": 85, "lr": 9.531469543463023e-05}
{"train_loss": 0.015887167304754257, "global_step": 15265, "epoch": 85, "lr": 9.53140708673696e-05}
{"train_loss": 0.012516994029283524, "global_step": 15266, "epoch": 85, "lr": 9.531344626052985e-05}
{"train_loss": 0.010209818370640278, "global_step": 15267, "epoch": 85, "lr": 9.53128216141115e-05}
{"train_loss": 0.013311953283846378, "global_step": 15268, "epoch": 85, "lr": 9.531219692811512e-05}
{"train_loss": 0.00977015495300293, "global_step": 15269, "epoch": 85, "lr": 9.531157220254123e-05}
{"train_loss": 0.010830001905560493, "global_step": 15270, "epoch": 85, "lr": 9.531094743739039e-05}
{"train_loss": 0.014294708147644997, "global_step": 15271, "epoch": 85, "lr": 9.531032263266315e-05}
{"train_loss": 0.008769340813159943, "global_step": 15272, "epoch": 85, "lr": 9.530969778836003e-05}
{"train_loss": 0.011328445747494698, "global_step": 15273, "epoch": 85, "lr": 9.530907290448161e-05}
{"train_loss": 0.007304814178496599, "global_step": 15274, "epoch": 85, "lr": 9.530844798102843e-05}
{"train_loss": 0.015247100032866001, "global_step": 15275, "epoch": 85, "lr": 9.530782301800101e-05}
{"train_loss": 0.012621677480638027, "global_step": 15276, "epoch": 85, "lr": 9.530719801539992e-05}
{"train_loss": 0.009077571332454681, "global_step": 15277, "epoch": 85, "lr": 9.53065729732257e-05}
{"train_loss": 0.013632044196128845, "global_step": 15278, "epoch": 85, "lr": 9.530594789147889e-05}
{"train_loss": 0.00666626263409853, "global_step": 15279, "epoch": 85, "lr": 9.530532277016004e-05}
{"train_loss": 0.011470014229416847, "global_step": 15280, "epoch": 85, "lr": 9.53046976092697e-05}
{"train_loss": 0.013563795946538448, "global_step": 15281, "epoch": 85, "lr": 9.530407240880841e-05}
{"train_loss": 0.006701171863824129, "global_step": 15282, "epoch": 85, "lr": 9.53034471687767e-05}
{"train_loss": 0.012670796364545822, "global_step": 15283, "epoch": 85, "lr": 9.530282188917517e-05}
{"train_loss": 0.01657133176922798, "global_step": 15284, "epoch": 85, "lr": 9.53021965700043e-05}
{"train_loss": 0.010044647380709648, "global_step": 15285, "epoch": 85, "lr": 9.530157121126469e-05}
{"train_loss": 0.008007745258510113, "global_step": 15286, "epoch": 85, "lr": 9.530094581295684e-05}
{"train_loss": 0.010065997019410133, "global_step": 15287, "epoch": 85, "lr": 9.530032037508135e-05}
{"train_loss": 0.007873921655118465, "global_step": 15288, "epoch": 85, "lr": 9.529969489763871e-05}
{"train_loss": 0.00844605267047882, "global_step": 15289, "epoch": 85, "lr": 9.52990693806295e-05}
{"train_loss": 0.00901726819574833, "global_step": 15290, "epoch": 85, "lr": 9.529844382405424e-05}
{"train_loss": 0.011028686538338661, "global_step": 15291, "epoch": 85, "lr": 9.529781822791352e-05}
{"train_loss": 0.008105555549263954, "global_step": 15292, "epoch": 85, "lr": 9.529719259220785e-05}
{"train_loss": 0.006129555404186249, "global_step": 15293, "epoch": 85, "lr": 9.52965669169378e-05}
{"train_loss": 0.01211467757821083, "global_step": 15294, "epoch": 85, "lr": 9.529594120210387e-05}
{"train_loss": 0.009476223960518837, "global_step": 15295, "epoch": 85, "lr": 9.529531544770668e-05}
{"train_loss": 0.009254392236471176, "global_step": 15296, "epoch": 85, "lr": 9.529468965374672e-05}
{"train_loss": 0.00856980960816145, "global_step": 15297, "epoch": 85, "lr": 9.529406382022455e-05}
{"train_loss": 0.010465240105986595, "global_step": 15298, "epoch": 85, "lr": 9.529343794714072e-05}
{"train_loss": 0.0054160417057573795, "global_step": 15299, "epoch": 85, "lr": 9.529281203449578e-05}
{"train_loss": 0.010438118129968643, "global_step": 15300, "epoch": 85, "lr": 9.529218608229028e-05}
{"train_loss": 0.01774437353014946, "global_step": 15301, "epoch": 85, "lr": 9.529156009052476e-05}
{"train_loss": 0.01055615022778511, "global_step": 15302, "epoch": 85, "lr": 9.529093405919976e-05}
{"train_loss": 0.011580532416701317, "global_step": 15303, "epoch": 85, "lr": 9.529030798831584e-05}
{"train_loss": 0.012865686789155006, "global_step": 15304, "epoch": 85, "lr": 9.528968187787353e-05}
{"train_loss": 0.010451623238623142, "global_step": 15305, "epoch": 85, "lr": 9.52890557278734e-05}
{"train_loss": 0.014282013289630413, "global_step": 15306, "epoch": 85, "lr": 9.528842953831598e-05}
{"train_loss": 0.010146160884707999, "global_step": 15307, "epoch": 85, "lr": 9.528780330920182e-05, "train_action_mse_error": 3.11881594825536e-05}
{"train_loss": 0.012975398451089859, "global_step": 15308, "epoch": 86, "lr": 9.528717704053146e-05}
{"train_loss": 0.012426383793354034, "global_step": 15309, "epoch": 86, "lr": 9.528655073230547e-05}
{"train_loss": 0.008755958639085293, "global_step": 15310, "epoch": 86, "lr": 9.528592438452438e-05}
{"train_loss": 0.011617692187428474, "global_step": 15311, "epoch": 86, "lr": 9.528529799718873e-05}
{"train_loss": 0.01618189364671707, "global_step": 15312, "epoch": 86, "lr": 9.528467157029908e-05}
{"train_loss": 0.01078435406088829, "global_step": 15313, "epoch": 86, "lr": 9.528404510385598e-05}
{"train_loss": 0.009677371010184288, "global_step": 15314, "epoch": 86, "lr": 9.528341859785996e-05}
{"train_loss": 0.009109314531087875, "global_step": 15315, "epoch": 86, "lr": 9.528279205231158e-05}
{"train_loss": 0.01259794645011425, "global_step": 15316, "epoch": 86, "lr": 9.52821654672114e-05}
{"train_loss": 0.014918133616447449, "global_step": 15317, "epoch": 86, "lr": 9.528153884255995e-05}
{"train_loss": 0.013342879712581635, "global_step": 15318, "epoch": 86, "lr": 9.528091217835777e-05}
{"train_loss": 0.014690594747662544, "global_step": 15319, "epoch": 86, "lr": 9.528028547460542e-05}
{"train_loss": 0.010945558547973633, "global_step": 15320, "epoch": 86, "lr": 9.527965873130344e-05}
{"train_loss": 0.011020759120583534, "global_step": 15321, "epoch": 86, "lr": 9.527903194845241e-05}
{"train_loss": 0.012177741155028343, "global_step": 15322, "epoch": 86, "lr": 9.527840512605281e-05}
{"train_loss": 0.017232542857527733, "global_step": 15323, "epoch": 86, "lr": 9.527777826410525e-05}
{"train_loss": 0.010916167870163918, "global_step": 15324, "epoch": 86, "lr": 9.527715136261023e-05}
{"train_loss": 0.026948796585202217, "global_step": 15325, "epoch": 86, "lr": 9.527652442156836e-05}
{"train_loss": 0.011612823233008385, "global_step": 15326, "epoch": 86, "lr": 9.527589744098013e-05}
{"train_loss": 0.012314505875110626, "global_step": 15327, "epoch": 86, "lr": 9.527527042084611e-05}
{"train_loss": 0.010047498159110546, "global_step": 15328, "epoch": 86, "lr": 9.527464336116685e-05}
{"train_loss": 0.009042030200362206, "global_step": 15329, "epoch": 86, "lr": 9.527401626194288e-05}
{"train_loss": 0.01187490951269865, "global_step": 15330, "epoch": 86, "lr": 9.527338912317476e-05}
{"train_loss": 0.013371815904974937, "global_step": 15331, "epoch": 86, "lr": 9.527276194486306e-05}
{"train_loss": 0.00933328177779913, "global_step": 15332, "epoch": 86, "lr": 9.527213472700828e-05}
{"train_loss": 0.010604728013277054, "global_step": 15333, "epoch": 86, "lr": 9.527150746961101e-05}
{"train_loss": 0.009389221668243408, "global_step": 15334, "epoch": 86, "lr": 9.527088017267178e-05}
{"train_loss": 0.012875989079475403, "global_step": 15335, "epoch": 86, "lr": 9.527025283619113e-05}
{"train_loss": 0.01090650912374258, "global_step": 15336, "epoch": 86, "lr": 9.526962546016963e-05}
{"train_loss": 0.006667991168797016, "global_step": 15337, "epoch": 86, "lr": 9.526899804460781e-05}
{"train_loss": 0.007236270699650049, "global_step": 15338, "epoch": 86, "lr": 9.526837058950622e-05}
{"train_loss": 0.010955793783068657, "global_step": 15339, "epoch": 86, "lr": 9.526774309486542e-05}
{"train_loss": 0.01109714712947607, "global_step": 15340, "epoch": 86, "lr": 9.526711556068595e-05}
{"train_loss": 0.008443182334303856, "global_step": 15341, "epoch": 86, "lr": 9.526648798696836e-05}
{"train_loss": 0.013225002214312553, "global_step": 15342, "epoch": 86, "lr": 9.526586037371318e-05}
{"train_loss": 0.015158774331212044, "global_step": 15343, "epoch": 86, "lr": 9.526523272092099e-05}
{"train_loss": 0.009463519789278507, "global_step": 15344, "epoch": 86, "lr": 9.526460502859232e-05}
{"train_loss": 0.010961951687932014, "global_step": 15345, "epoch": 86, "lr": 9.526397729672772e-05}
{"train_loss": 0.013157745823264122, "global_step": 15346, "epoch": 86, "lr": 9.526334952532772e-05}
{"train_loss": 0.0064326138235628605, "global_step": 15347, "epoch": 86, "lr": 9.52627217143929e-05}
{"train_loss": 0.00745972478762269, "global_step": 15348, "epoch": 86, "lr": 9.52620938639238e-05}
{"train_loss": 0.007494546007364988, "global_step": 15349, "epoch": 86, "lr": 9.526146597392097e-05}
{"train_loss": 0.0070964135229587555, "global_step": 15350, "epoch": 86, "lr": 9.526083804438495e-05}
{"train_loss": 0.006328745745122433, "global_step": 15351, "epoch": 86, "lr": 9.526021007531628e-05}
{"train_loss": 0.011157817207276821, "global_step": 15352, "epoch": 86, "lr": 9.525958206671552e-05}
{"train_loss": 0.008093570359051228, "global_step": 15353, "epoch": 86, "lr": 9.525895401858322e-05}
{"train_loss": 0.013126622885465622, "global_step": 15354, "epoch": 86, "lr": 9.525832593091995e-05}
{"train_loss": 0.011633671820163727, "global_step": 15355, "epoch": 86, "lr": 9.52576978037262e-05}
{"train_loss": 0.01064181700348854, "global_step": 15356, "epoch": 86, "lr": 9.525706963700258e-05}
{"train_loss": 0.009340318851172924, "global_step": 15357, "epoch": 86, "lr": 9.52564414307496e-05}
{"train_loss": 0.007486660964787006, "global_step": 15358, "epoch": 86, "lr": 9.525581318496782e-05}
{"train_loss": 0.01397708710283041, "global_step": 15359, "epoch": 86, "lr": 9.52551848996578e-05}
{"train_loss": 0.011527454480528831, "global_step": 15360, "epoch": 86, "lr": 9.525455657482007e-05}
{"train_loss": 0.01103166677057743, "global_step": 15361, "epoch": 86, "lr": 9.525392821045518e-05}
{"train_loss": 0.007490132004022598, "global_step": 15362, "epoch": 86, "lr": 9.52532998065637e-05}
{"train_loss": 0.010559608228504658, "global_step": 15363, "epoch": 86, "lr": 9.525267136314615e-05}
{"train_loss": 0.00669497437775135, "global_step": 15364, "epoch": 86, "lr": 9.525204288020311e-05}
{"train_loss": 0.013042454607784748, "global_step": 15365, "epoch": 86, "lr": 9.525141435773511e-05}
{"train_loss": 0.007273267488926649, "global_step": 15366, "epoch": 86, "lr": 9.52507857957427e-05}
{"train_loss": 0.007566436193883419, "global_step": 15367, "epoch": 86, "lr": 9.525015719422642e-05}
{"train_loss": 0.01024092361330986, "global_step": 15368, "epoch": 86, "lr": 9.524952855318685e-05}
{"train_loss": 0.00927689578384161, "global_step": 15369, "epoch": 86, "lr": 9.52488998726245e-05}
{"train_loss": 0.012137062847614288, "global_step": 15370, "epoch": 86, "lr": 9.524827115253996e-05}
{"train_loss": 0.006299410946667194, "global_step": 15371, "epoch": 86, "lr": 9.524764239293373e-05}
{"train_loss": 0.008164169266819954, "global_step": 15372, "epoch": 86, "lr": 9.524701359380641e-05}
{"train_loss": 0.014064311981201172, "global_step": 15373, "epoch": 86, "lr": 9.524638475515852e-05}
{"train_loss": 0.012201664969325066, "global_step": 15374, "epoch": 86, "lr": 9.524575587699061e-05}
{"train_loss": 0.011895528063178062, "global_step": 15375, "epoch": 86, "lr": 9.524512695930323e-05}
{"train_loss": 0.01127680391073227, "global_step": 15376, "epoch": 86, "lr": 9.524449800209694e-05}
{"train_loss": 0.005266931839287281, "global_step": 15377, "epoch": 86, "lr": 9.52438690053723e-05}
{"train_loss": 0.011311209760606289, "global_step": 15378, "epoch": 86, "lr": 9.524323996912982e-05}
{"train_loss": 0.012207916006445885, "global_step": 15379, "epoch": 86, "lr": 9.524261089337008e-05}
{"train_loss": 0.00899365171790123, "global_step": 15380, "epoch": 86, "lr": 9.524198177809362e-05}
{"train_loss": 0.011390686966478825, "global_step": 15381, "epoch": 86, "lr": 9.524135262330098e-05}
{"train_loss": 0.009802188724279404, "global_step": 15382, "epoch": 86, "lr": 9.524072342899273e-05}
{"train_loss": 0.010562120005488396, "global_step": 15383, "epoch": 86, "lr": 9.524009419516942e-05}
{"train_loss": 0.013327304273843765, "global_step": 15384, "epoch": 86, "lr": 9.523946492183157e-05}
{"train_loss": 0.009437858127057552, "global_step": 15385, "epoch": 86, "lr": 9.523883560897975e-05}
{"train_loss": 0.005558192264288664, "global_step": 15386, "epoch": 86, "lr": 9.523820625661453e-05}
{"train_loss": 0.009561296552419662, "global_step": 15387, "epoch": 86, "lr": 9.523757686473642e-05}
{"train_loss": 0.016143089160323143, "global_step": 15388, "epoch": 86, "lr": 9.523694743334599e-05}
{"train_loss": 0.013125641271471977, "global_step": 15389, "epoch": 86, "lr": 9.523631796244379e-05}
{"train_loss": 0.01811256632208824, "global_step": 15390, "epoch": 86, "lr": 9.523568845203037e-05}
{"train_loss": 0.006830247119069099, "global_step": 15391, "epoch": 86, "lr": 9.523505890210627e-05}
{"train_loss": 0.007127157878130674, "global_step": 15392, "epoch": 86, "lr": 9.523442931267206e-05}
{"train_loss": 0.006157576106488705, "global_step": 15393, "epoch": 86, "lr": 9.523379968372828e-05}
{"train_loss": 0.01762736216187477, "global_step": 15394, "epoch": 86, "lr": 9.523317001527546e-05}
{"train_loss": 0.014607040211558342, "global_step": 15395, "epoch": 86, "lr": 9.523254030731417e-05}
{"train_loss": 0.010186734609305859, "global_step": 15396, "epoch": 86, "lr": 9.523191055984497e-05}
{"train_loss": 0.01283621322363615, "global_step": 15397, "epoch": 86, "lr": 9.52312807728684e-05}
{"train_loss": 0.00963309034705162, "global_step": 15398, "epoch": 86, "lr": 9.523065094638499e-05}
{"train_loss": 0.012933834455907345, "global_step": 15399, "epoch": 86, "lr": 9.523002108039532e-05}
{"train_loss": 0.009259938262403011, "global_step": 15400, "epoch": 86, "lr": 9.522939117489993e-05}
{"train_loss": 0.01191655732691288, "global_step": 15401, "epoch": 86, "lr": 9.522876122989935e-05}
{"train_loss": 0.010234448127448559, "global_step": 15402, "epoch": 86, "lr": 9.522813124539415e-05}
{"train_loss": 0.013814759440720081, "global_step": 15403, "epoch": 86, "lr": 9.52275012213849e-05}
{"train_loss": 0.008125744760036469, "global_step": 15404, "epoch": 86, "lr": 9.522687115787212e-05}
{"train_loss": 0.012073956429958344, "global_step": 15405, "epoch": 86, "lr": 9.522624105485636e-05}
{"train_loss": 0.012516331858932972, "global_step": 15406, "epoch": 86, "lr": 9.52256109123382e-05}
{"train_loss": 0.008723285049200058, "global_step": 15407, "epoch": 86, "lr": 9.522498073031813e-05}
{"train_loss": 0.013468845747411251, "global_step": 15408, "epoch": 86, "lr": 9.522435050879677e-05}
{"train_loss": 0.009379249997437, "global_step": 15409, "epoch": 86, "lr": 9.522372024777464e-05}
{"train_loss": 0.008116057142615318, "global_step": 15410, "epoch": 86, "lr": 9.522308994725229e-05}
{"train_loss": 0.014164299704134464, "global_step": 15411, "epoch": 86, "lr": 9.522245960723026e-05}
{"train_loss": 0.009073673747479916, "global_step": 15412, "epoch": 86, "lr": 9.522182922770912e-05}
{"train_loss": 0.017310356721282005, "global_step": 15413, "epoch": 86, "lr": 9.522119880868942e-05}
{"train_loss": 0.004981209058314562, "global_step": 15414, "epoch": 86, "lr": 9.522056835017171e-05}
{"train_loss": 0.008533626794815063, "global_step": 15415, "epoch": 86, "lr": 9.52199378521565e-05}
{"train_loss": 0.010617033578455448, "global_step": 15416, "epoch": 86, "lr": 9.52193073146444e-05}
{"train_loss": 0.005504995584487915, "global_step": 15417, "epoch": 86, "lr": 9.521867673763594e-05}
{"train_loss": 0.017681434750556946, "global_step": 15418, "epoch": 86, "lr": 9.521804612113165e-05}
{"train_loss": 0.011880772188305855, "global_step": 15419, "epoch": 86, "lr": 9.52174154651321e-05}
{"train_loss": 0.012796513736248016, "global_step": 15420, "epoch": 86, "lr": 9.521678476963784e-05}
{"train_loss": 0.011327319778501987, "global_step": 15421, "epoch": 86, "lr": 9.521615403464943e-05}
{"train_loss": 0.00852363370358944, "global_step": 15422, "epoch": 86, "lr": 9.52155232601674e-05}
{"train_loss": 0.008918490260839462, "global_step": 15423, "epoch": 86, "lr": 9.52148924461923e-05}
{"train_loss": 0.012132570147514343, "global_step": 15424, "epoch": 86, "lr": 9.521426159272471e-05}
{"train_loss": 0.011063890531659126, "global_step": 15425, "epoch": 86, "lr": 9.521363069976517e-05}
{"train_loss": 0.009183140471577644, "global_step": 15426, "epoch": 86, "lr": 9.521299976731419e-05}
{"train_loss": 0.00828490685671568, "global_step": 15427, "epoch": 86, "lr": 9.521236879537238e-05}
{"train_loss": 0.010298134759068489, "global_step": 15428, "epoch": 86, "lr": 9.521173778394026e-05}
{"train_loss": 0.011998817324638367, "global_step": 15429, "epoch": 86, "lr": 9.52111067330184e-05}
{"train_loss": 0.007650650106370449, "global_step": 15430, "epoch": 86, "lr": 9.521047564260732e-05}
{"train_loss": 0.008701063692569733, "global_step": 15431, "epoch": 86, "lr": 9.52098445127076e-05}
{"train_loss": 0.007842976599931717, "global_step": 15432, "epoch": 86, "lr": 9.520921334331977e-05}
{"train_loss": 0.005430946126580238, "global_step": 15433, "epoch": 86, "lr": 9.52085821344444e-05}
{"train_loss": 0.006828036159276962, "global_step": 15434, "epoch": 86, "lr": 9.520795088608203e-05}
{"train_loss": 0.007096344605088234, "global_step": 15435, "epoch": 86, "lr": 9.520731959823321e-05}
{"train_loss": 0.012095462530851364, "global_step": 15436, "epoch": 86, "lr": 9.520668827089851e-05}
{"train_loss": 0.010574687272310257, "global_step": 15437, "epoch": 86, "lr": 9.520605690407845e-05}
{"train_loss": 0.010401995852589607, "global_step": 15438, "epoch": 86, "lr": 9.520542549777362e-05}
{"train_loss": 0.01527632400393486, "global_step": 15439, "epoch": 86, "lr": 9.520479405198453e-05}
{"train_loss": 0.004995381459593773, "global_step": 15440, "epoch": 86, "lr": 9.520416256671177e-05}
{"train_loss": 0.015190966427326202, "global_step": 15441, "epoch": 86, "lr": 9.520353104195587e-05}
{"train_loss": 0.010265421122312546, "global_step": 15442, "epoch": 86, "lr": 9.520289947771737e-05}
{"train_loss": 0.00806879997253418, "global_step": 15443, "epoch": 86, "lr": 9.520226787399684e-05}
{"train_loss": 0.012231944128870964, "global_step": 15444, "epoch": 86, "lr": 9.520163623079484e-05}
{"train_loss": 0.01259913295507431, "global_step": 15445, "epoch": 86, "lr": 9.520100454811191e-05}
{"train_loss": 0.006971570197492838, "global_step": 15446, "epoch": 86, "lr": 9.52003728259486e-05}
{"train_loss": 0.010679032653570175, "global_step": 15447, "epoch": 86, "lr": 9.519974106430546e-05}
{"train_loss": 0.012317294254899025, "global_step": 15448, "epoch": 86, "lr": 9.519910926318305e-05}
{"train_loss": 0.011204296723008156, "global_step": 15449, "epoch": 86, "lr": 9.519847742258192e-05}
{"train_loss": 0.008825456723570824, "global_step": 15450, "epoch": 86, "lr": 9.51978455425026e-05}
{"train_loss": 0.013016317039728165, "global_step": 15451, "epoch": 86, "lr": 9.519721362294567e-05}
{"train_loss": 0.009542370215058327, "global_step": 15452, "epoch": 86, "lr": 9.519658166391167e-05}
{"train_loss": 0.007583539467304945, "global_step": 15453, "epoch": 86, "lr": 9.519594966540118e-05}
{"train_loss": 0.010674605146050453, "global_step": 15454, "epoch": 86, "lr": 9.51953176274147e-05}
{"train_loss": 0.012858802452683449, "global_step": 15455, "epoch": 86, "lr": 9.519468554995282e-05}
{"train_loss": 0.00722481170669198, "global_step": 15456, "epoch": 86, "lr": 9.519405343301608e-05}
{"train_loss": 0.005900880321860313, "global_step": 15457, "epoch": 86, "lr": 9.519342127660504e-05}
{"train_loss": 0.01030823215842247, "global_step": 15458, "epoch": 86, "lr": 9.519278908072023e-05}
{"train_loss": 0.01067979633808136, "global_step": 15459, "epoch": 86, "lr": 9.519215684536224e-05}
{"train_loss": 0.011861298233270645, "global_step": 15460, "epoch": 86, "lr": 9.519152457053157e-05}
{"train_loss": 0.005931871943175793, "global_step": 15461, "epoch": 86, "lr": 9.519089225622882e-05}
{"train_loss": 0.009081774391233921, "global_step": 15462, "epoch": 86, "lr": 9.519025990245454e-05}
{"train_loss": 0.010021436959505081, "global_step": 15463, "epoch": 86, "lr": 9.518962750920924e-05}
{"train_loss": 0.01754434034228325, "global_step": 15464, "epoch": 86, "lr": 9.51889950764935e-05}
{"train_loss": 0.009224241599440575, "global_step": 15465, "epoch": 86, "lr": 9.518836260430788e-05}
{"train_loss": 0.009604150429368019, "global_step": 15466, "epoch": 86, "lr": 9.518773009265293e-05}
{"train_loss": 0.011037217453122139, "global_step": 15467, "epoch": 86, "lr": 9.51870975415292e-05}
{"train_loss": 0.007623014040291309, "global_step": 15468, "epoch": 86, "lr": 9.518646495093721e-05}
{"train_loss": 0.008992230519652367, "global_step": 15469, "epoch": 86, "lr": 9.518583232087756e-05}
{"train_loss": 0.012412438169121742, "global_step": 15470, "epoch": 86, "lr": 9.51851996513508e-05}
{"train_loss": 0.0065848855301737785, "global_step": 15471, "epoch": 86, "lr": 9.518456694235744e-05}
{"train_loss": 0.008438892662525177, "global_step": 15472, "epoch": 86, "lr": 9.518393419389807e-05}
{"train_loss": 0.013527319766581059, "global_step": 15473, "epoch": 86, "lr": 9.518330140597323e-05}
{"train_loss": 0.005134522914886475, "global_step": 15474, "epoch": 86, "lr": 9.518266857858348e-05}
{"train_loss": 0.01653832383453846, "global_step": 15475, "epoch": 86, "lr": 9.518203571172936e-05}
{"train_loss": 0.008338380604982376, "global_step": 15476, "epoch": 86, "lr": 9.518140280541143e-05}
{"train_loss": 0.019399888813495636, "global_step": 15477, "epoch": 86, "lr": 9.518076985963025e-05}
{"train_loss": 0.010806629434227943, "global_step": 15478, "epoch": 86, "lr": 9.518013687438637e-05}
{"train_loss": 0.009815352968871593, "global_step": 15479, "epoch": 86, "lr": 9.517950384968033e-05}
{"train_loss": 0.014925146475434303, "global_step": 15480, "epoch": 86, "lr": 9.517887078551268e-05}
{"train_loss": 0.006901970598846674, "global_step": 15481, "epoch": 86, "lr": 9.517823768188401e-05}
{"train_loss": 0.009032409638166428, "global_step": 15482, "epoch": 86, "lr": 9.517760453879482e-05}
{"train_loss": 0.009786328300833702, "global_step": 15483, "epoch": 86, "lr": 9.517697135624572e-05}
{"train_loss": 0.010224205441772938, "global_step": 15484, "epoch": 86, "lr": 9.517633813423722e-05}
{"train_loss": 0.010745485653326418, "global_step": 15485, "epoch": 86, "lr": 9.517570487276988e-05}
{"train_loss": 0.007383272983133793, "global_step": 15486, "epoch": 87, "lr": 9.517507157184426e-05}
{"train_loss": 0.00994818564504385, "global_step": 15487, "epoch": 87, "lr": 9.517443823146093e-05}
{"train_loss": 0.009200465865433216, "global_step": 15488, "epoch": 87, "lr": 9.51738048516204e-05}
{"train_loss": 0.014603829011321068, "global_step": 15489, "epoch": 87, "lr": 9.517317143232327e-05}
{"train_loss": 0.007142304442822933, "global_step": 15490, "epoch": 87, "lr": 9.517253797357006e-05}
{"train_loss": 0.009925337508320808, "global_step": 15491, "epoch": 87, "lr": 9.517190447536135e-05}
{"train_loss": 0.008697755634784698, "global_step": 15492, "epoch": 87, "lr": 9.517127093769767e-05}
{"train_loss": 0.00887388177216053, "global_step": 15493, "epoch": 87, "lr": 9.517063736057958e-05}
{"train_loss": 0.010593820363283157, "global_step": 15494, "epoch": 87, "lr": 9.517000374400764e-05}
{"train_loss": 0.011311167851090431, "global_step": 15495, "epoch": 87, "lr": 9.516937008798239e-05}
{"train_loss": 0.016904201358556747, "global_step": 15496, "epoch": 87, "lr": 9.516873639250441e-05}
{"train_loss": 0.013051099143922329, "global_step": 15497, "epoch": 87, "lr": 9.516810265757422e-05}
{"train_loss": 0.008012484759092331, "global_step": 15498, "epoch": 87, "lr": 9.51674688831924e-05}
{"train_loss": 0.017653627321124077, "global_step": 15499, "epoch": 87, "lr": 9.516683506935949e-05}
{"train_loss": 0.009609846398234367, "global_step": 15500, "epoch": 87, "lr": 9.516620121607604e-05}
{"train_loss": 0.015010557137429714, "global_step": 15501, "epoch": 87, "lr": 9.516556732334262e-05}
{"train_loss": 0.007027715910226107, "global_step": 15502, "epoch": 87, "lr": 9.516493339115977e-05}
{"train_loss": 0.012205908074975014, "global_step": 15503, "epoch": 87, "lr": 9.516429941952804e-05}
{"train_loss": 0.010185127146542072, "global_step": 15504, "epoch": 87, "lr": 9.516366540844801e-05}
{"train_loss": 0.010209830477833748, "global_step": 15505, "epoch": 87, "lr": 9.51630313579202e-05}
{"train_loss": 0.00974485743790865, "global_step": 15506, "epoch": 87, "lr": 9.516239726794519e-05}
{"train_loss": 0.013055035844445229, "global_step": 15507, "epoch": 87, "lr": 9.516176313852352e-05}
{"train_loss": 0.005633873865008354, "global_step": 15508, "epoch": 87, "lr": 9.516112896965575e-05}
{"train_loss": 0.014623433351516724, "global_step": 15509, "epoch": 87, "lr": 9.516049476134243e-05}
{"train_loss": 0.012647761031985283, "global_step": 15510, "epoch": 87, "lr": 9.51598605135841e-05}
{"train_loss": 0.007903801277279854, "global_step": 15511, "epoch": 87, "lr": 9.515922622638134e-05}
{"train_loss": 0.00968361459672451, "global_step": 15512, "epoch": 87, "lr": 9.51585918997347e-05}
{"train_loss": 0.006829800084233284, "global_step": 15513, "epoch": 87, "lr": 9.515795753364471e-05}
{"train_loss": 0.01174664031714201, "global_step": 15514, "epoch": 87, "lr": 9.515732312811197e-05}
{"train_loss": 0.006413598544895649, "global_step": 15515, "epoch": 87, "lr": 9.515668868313697e-05}
{"train_loss": 0.007151862606406212, "global_step": 15516, "epoch": 87, "lr": 9.515605419872031e-05}
{"train_loss": 0.007917788811028004, "global_step": 15517, "epoch": 87, "lr": 9.515541967486255e-05}
{"train_loss": 0.012379263527691364, "global_step": 15518, "epoch": 87, "lr": 9.515478511156421e-05}
{"train_loss": 0.007449010852724314, "global_step": 15519, "epoch": 87, "lr": 9.515415050882587e-05}
{"train_loss": 0.010331293568015099, "global_step": 15520, "epoch": 87, "lr": 9.515351586664807e-05}
{"train_loss": 0.008928793482482433, "global_step": 15521, "epoch": 87, "lr": 9.515288118503137e-05}
{"train_loss": 0.008000878617167473, "global_step": 15522, "epoch": 87, "lr": 9.515224646397633e-05}
{"train_loss": 0.009938441216945648, "global_step": 15523, "epoch": 87, "lr": 9.51516117034835e-05}
{"train_loss": 0.012780450284481049, "global_step": 15524, "epoch": 87, "lr": 9.515097690355344e-05}
{"train_loss": 0.011179732158780098, "global_step": 15525, "epoch": 87, "lr": 9.515034206418668e-05}
{"train_loss": 0.014809036627411842, "global_step": 15526, "epoch": 87, "lr": 9.514970718538381e-05}
{"train_loss": 0.008364668115973473, "global_step": 15527, "epoch": 87, "lr": 9.514907226714536e-05}
{"train_loss": 0.011248359456658363, "global_step": 15528, "epoch": 87, "lr": 9.514843730947188e-05}
{"train_loss": 0.01513119786977768, "global_step": 15529, "epoch": 87, "lr": 9.514780231236395e-05}
{"train_loss": 0.011923978105187416, "global_step": 15530, "epoch": 87, "lr": 9.514716727582212e-05}
{"train_loss": 0.01298639364540577, "global_step": 15531, "epoch": 87, "lr": 9.514653219984692e-05}
{"train_loss": 0.014059481211006641, "global_step": 15532, "epoch": 87, "lr": 9.514589708443892e-05}
{"train_loss": 0.009058080613613129, "global_step": 15533, "epoch": 87, "lr": 9.514526192959867e-05}
{"train_loss": 0.010499735362827778, "global_step": 15534, "epoch": 87, "lr": 9.514462673532675e-05}
{"train_loss": 0.011564972810447216, "global_step": 15535, "epoch": 87, "lr": 9.514399150162368e-05}
{"train_loss": 0.010915681719779968, "global_step": 15536, "epoch": 87, "lr": 9.514335622849003e-05}
{"train_loss": 0.01136339083313942, "global_step": 15537, "epoch": 87, "lr": 9.514272091592635e-05}
{"train_loss": 0.010416846722364426, "global_step": 15538, "epoch": 87, "lr": 9.514208556393321e-05}
{"train_loss": 0.00973584782332182, "global_step": 15539, "epoch": 87, "lr": 9.514145017251114e-05}
{"train_loss": 0.01162624265998602, "global_step": 15540, "epoch": 87, "lr": 9.514081474166073e-05}
{"train_loss": 0.00844738818705082, "global_step": 15541, "epoch": 87, "lr": 9.51401792713825e-05}
{"train_loss": 0.00919327698647976, "global_step": 15542, "epoch": 87, "lr": 9.513954376167703e-05}
{"train_loss": 0.005809719208627939, "global_step": 15543, "epoch": 87, "lr": 9.513890821254485e-05}
{"train_loss": 0.01556834951043129, "global_step": 15544, "epoch": 87, "lr": 9.513827262398655e-05}
{"train_loss": 0.008130431175231934, "global_step": 15545, "epoch": 87, "lr": 9.513763699600264e-05}
{"train_loss": 0.008260570466518402, "global_step": 15546, "epoch": 87, "lr": 9.513700132859371e-05}
{"train_loss": 0.014316012151539326, "global_step": 15547, "epoch": 87, "lr": 9.513636562176032e-05}
{"train_loss": 0.017203332856297493, "global_step": 15548, "epoch": 87, "lr": 9.513572987550299e-05}
{"train_loss": 0.015665505081415176, "global_step": 15549, "epoch": 87, "lr": 9.51350940898223e-05}
{"train_loss": 0.014180013909935951, "global_step": 15550, "epoch": 87, "lr": 9.51344582647188e-05}
{"train_loss": 0.006952248048037291, "global_step": 15551, "epoch": 87, "lr": 9.513382240019304e-05}
{"train_loss": 0.00701228016987443, "global_step": 15552, "epoch": 87, "lr": 9.51331864962456e-05}
{"train_loss": 0.0095320213586092, "global_step": 15553, "epoch": 87, "lr": 9.513255055287699e-05}
{"train_loss": 0.012894019484519958, "global_step": 15554, "epoch": 87, "lr": 9.513191457008782e-05}
{"train_loss": 0.011194771155714989, "global_step": 15555, "epoch": 87, "lr": 9.51312785478786e-05}
{"train_loss": 0.007245575077831745, "global_step": 15556, "epoch": 87, "lr": 9.513064248624992e-05}
{"train_loss": 0.01238978374749422, "global_step": 15557, "epoch": 87, "lr": 9.513000638520231e-05}
{"train_loss": 0.018712330609560013, "global_step": 15558, "epoch": 87, "lr": 9.512937024473634e-05}
{"train_loss": 0.008574426174163818, "global_step": 15559, "epoch": 87, "lr": 9.512873406485254e-05}
{"train_loss": 0.00851940643042326, "global_step": 15560, "epoch": 87, "lr": 9.51280978455515e-05}
{"train_loss": 0.006134870462119579, "global_step": 15561, "epoch": 87, "lr": 9.512746158683376e-05}
{"train_loss": 0.02129238098859787, "global_step": 15562, "epoch": 87, "lr": 9.51268252886999e-05}
{"train_loss": 0.009878606535494328, "global_step": 15563, "epoch": 87, "lr": 9.512618895115042e-05}
{"train_loss": 0.017335932701826096, "global_step": 15564, "epoch": 87, "lr": 9.512555257418592e-05}
{"train_loss": 0.015050740912556648, "global_step": 15565, "epoch": 87, "lr": 9.512491615780695e-05}
{"train_loss": 0.008268536999821663, "global_step": 15566, "epoch": 87, "lr": 9.512427970201405e-05}
{"train_loss": 0.007478216663002968, "global_step": 15567, "epoch": 87, "lr": 9.51236432068078e-05}
{"train_loss": 0.010064980946481228, "global_step": 15568, "epoch": 87, "lr": 9.512300667218873e-05}
{"train_loss": 0.009414790198206902, "global_step": 15569, "epoch": 87, "lr": 9.51223700981574e-05}
{"train_loss": 0.008025678806006908, "global_step": 15570, "epoch": 87, "lr": 9.51217334847144e-05}
{"train_loss": 0.017608730122447014, "global_step": 15571, "epoch": 87, "lr": 9.512109683186025e-05}
{"train_loss": 0.017981864511966705, "global_step": 15572, "epoch": 87, "lr": 9.512046013959552e-05}
{"train_loss": 0.01228001993149519, "global_step": 15573, "epoch": 87, "lr": 9.511982340792075e-05}
{"train_loss": 0.011504600755870342, "global_step": 15574, "epoch": 87, "lr": 9.511918663683653e-05}
{"train_loss": 0.009094306267797947, "global_step": 15575, "epoch": 87, "lr": 9.511854982634336e-05}
{"train_loss": 0.010521859861910343, "global_step": 15576, "epoch": 87, "lr": 9.511791297644186e-05}
{"train_loss": 0.007782922126352787, "global_step": 15577, "epoch": 87, "lr": 9.511727608713254e-05}
{"train_loss": 0.011198152787983418, "global_step": 15578, "epoch": 87, "lr": 9.5116639158416e-05}
{"train_loss": 0.009646679274737835, "global_step": 15579, "epoch": 87, "lr": 9.511600219029275e-05}
{"train_loss": 0.010839384980499744, "global_step": 15580, "epoch": 87, "lr": 9.511536518276336e-05}
{"train_loss": 0.010335817001760006, "global_step": 15581, "epoch": 87, "lr": 9.51147281358284e-05}
{"train_loss": 0.011352168396115303, "global_step": 15582, "epoch": 87, "lr": 9.511409104948844e-05}
{"train_loss": 0.018163509666919708, "global_step": 15583, "epoch": 87, "lr": 9.511345392374399e-05}
{"train_loss": 0.014521099627017975, "global_step": 15584, "epoch": 87, "lr": 9.511281675859563e-05}
{"train_loss": 0.011537236161530018, "global_step": 15585, "epoch": 87, "lr": 9.511217955404394e-05}
{"train_loss": 0.0070781041868031025, "global_step": 15586, "epoch": 87, "lr": 9.511154231008945e-05}
{"train_loss": 0.015702180564403534, "global_step": 15587, "epoch": 87, "lr": 9.51109050267327e-05}
{"train_loss": 0.009178457781672478, "global_step": 15588, "epoch": 87, "lr": 9.511026770397429e-05}
{"train_loss": 0.010610321536660194, "global_step": 15589, "epoch": 87, "lr": 9.510963034181474e-05}
{"train_loss": 0.015233743004500866, "global_step": 15590, "epoch": 87, "lr": 9.510899294025463e-05}
{"train_loss": 0.01061482634395361, "global_step": 15591, "epoch": 87, "lr": 9.510835549929451e-05}
{"train_loss": 0.00888047181069851, "global_step": 15592, "epoch": 87, "lr": 9.510771801893494e-05}
{"train_loss": 0.01044292002916336, "global_step": 15593, "epoch": 87, "lr": 9.510708049917647e-05}
{"train_loss": 0.012920775450766087, "global_step": 15594, "epoch": 87, "lr": 9.510644294001966e-05}
{"train_loss": 0.006581603549420834, "global_step": 15595, "epoch": 87, "lr": 9.510580534146506e-05}
{"train_loss": 0.008743420243263245, "global_step": 15596, "epoch": 87, "lr": 9.510516770351323e-05}
{"train_loss": 0.012936221435666084, "global_step": 15597, "epoch": 87, "lr": 9.510453002616473e-05}
{"train_loss": 0.012076349928975105, "global_step": 15598, "epoch": 87, "lr": 9.510389230942013e-05}
{"train_loss": 0.012128449976444244, "global_step": 15599, "epoch": 87, "lr": 9.510325455327996e-05}
{"train_loss": 0.011199939996004105, "global_step": 15600, "epoch": 87, "lr": 9.51026167577448e-05}
{"train_loss": 0.012240730226039886, "global_step": 15601, "epoch": 87, "lr": 9.510197892281519e-05}
{"train_loss": 0.011559917591512203, "global_step": 15602, "epoch": 87, "lr": 9.51013410484917e-05}
{"train_loss": 0.007421684451401234, "global_step": 15603, "epoch": 87, "lr": 9.510070313477489e-05}
{"train_loss": 0.006947256624698639, "global_step": 15604, "epoch": 87, "lr": 9.510006518166529e-05}
{"train_loss": 0.018091417849063873, "global_step": 15605, "epoch": 87, "lr": 9.509942718916348e-05}
{"train_loss": 0.009523266926407814, "global_step": 15606, "epoch": 87, "lr": 9.509878915727003e-05}
{"train_loss": 0.012258660979568958, "global_step": 15607, "epoch": 87, "lr": 9.509815108598545e-05}
{"train_loss": 0.01651795208454132, "global_step": 15608, "epoch": 87, "lr": 9.509751297531036e-05}
{"train_loss": 0.014464529231190681, "global_step": 15609, "epoch": 87, "lr": 9.509687482524527e-05}
{"train_loss": 0.016901828348636627, "global_step": 15610, "epoch": 87, "lr": 9.509623663579077e-05}
{"train_loss": 0.010752301663160324, "global_step": 15611, "epoch": 87, "lr": 9.509559840694738e-05}
{"train_loss": 0.015134774148464203, "global_step": 15612, "epoch": 87, "lr": 9.509496013871568e-05}
{"train_loss": 0.011349523440003395, "global_step": 15613, "epoch": 87, "lr": 9.509432183109623e-05}
{"train_loss": 0.01322037074714899, "global_step": 15614, "epoch": 87, "lr": 9.509368348408959e-05}
{"train_loss": 0.007890403270721436, "global_step": 15615, "epoch": 87, "lr": 9.50930450976963e-05}
{"train_loss": 0.009267857298254967, "global_step": 15616, "epoch": 87, "lr": 9.509240667191693e-05}
{"train_loss": 0.008181143552064896, "global_step": 15617, "epoch": 87, "lr": 9.509176820675204e-05}
{"train_loss": 0.007763861678540707, "global_step": 15618, "epoch": 87, "lr": 9.509112970220219e-05}
{"train_loss": 0.014426572248339653, "global_step": 15619, "epoch": 87, "lr": 9.509049115826792e-05}
{"train_loss": 0.012590952217578888, "global_step": 15620, "epoch": 87, "lr": 9.50898525749498e-05}
{"train_loss": 0.009602236561477184, "global_step": 15621, "epoch": 87, "lr": 9.508921395224838e-05}
{"train_loss": 0.021859630942344666, "global_step": 15622, "epoch": 87, "lr": 9.508857529016424e-05}
{"train_loss": 0.010635048151016235, "global_step": 15623, "epoch": 87, "lr": 9.508793658869791e-05}
{"train_loss": 0.00840212032198906, "global_step": 15624, "epoch": 87, "lr": 9.508729784784996e-05}
{"train_loss": 0.013966722413897514, "global_step": 15625, "epoch": 87, "lr": 9.508665906762096e-05}
{"train_loss": 0.010507711209356785, "global_step": 15626, "epoch": 87, "lr": 9.508602024801146e-05}
{"train_loss": 0.008265032432973385, "global_step": 15627, "epoch": 87, "lr": 9.508538138902198e-05}
{"train_loss": 0.006399414036422968, "global_step": 15628, "epoch": 87, "lr": 9.508474249065313e-05}
{"train_loss": 0.007366789970546961, "global_step": 15629, "epoch": 87, "lr": 9.508410355290547e-05}
{"train_loss": 0.016650408506393433, "global_step": 15630, "epoch": 87, "lr": 9.508346457577952e-05}
{"train_loss": 0.020479539409279823, "global_step": 15631, "epoch": 87, "lr": 9.508282555927586e-05}
{"train_loss": 0.0070389388129115105, "global_step": 15632, "epoch": 87, "lr": 9.508218650339503e-05}
{"train_loss": 0.011639324016869068, "global_step": 15633, "epoch": 87, "lr": 9.508154740813761e-05}
{"train_loss": 0.011758197098970413, "global_step": 15634, "epoch": 87, "lr": 9.508090827350417e-05}
{"train_loss": 0.011128466576337814, "global_step": 15635, "epoch": 87, "lr": 9.508026909949523e-05}
{"train_loss": 0.013762388378381729, "global_step": 15636, "epoch": 87, "lr": 9.507962988611137e-05}
{"train_loss": 0.009415779262781143, "global_step": 15637, "epoch": 87, "lr": 9.507899063335315e-05}
{"train_loss": 0.010742494836449623, "global_step": 15638, "epoch": 87, "lr": 9.507835134122112e-05}
{"train_loss": 0.009516038000583649, "global_step": 15639, "epoch": 87, "lr": 9.507771200971583e-05}
{"train_loss": 0.004846877418458462, "global_step": 15640, "epoch": 87, "lr": 9.507707263883787e-05}
{"train_loss": 0.01869879849255085, "global_step": 15641, "epoch": 87, "lr": 9.507643322858777e-05}
{"train_loss": 0.011794951744377613, "global_step": 15642, "epoch": 87, "lr": 9.50757937789661e-05}
{"train_loss": 0.017090383917093277, "global_step": 15643, "epoch": 87, "lr": 9.507515428997342e-05}
{"train_loss": 0.005427349824458361, "global_step": 15644, "epoch": 87, "lr": 9.507451476161027e-05}
{"train_loss": 0.009970378130674362, "global_step": 15645, "epoch": 87, "lr": 9.507387519387724e-05}
{"train_loss": 0.009270323440432549, "global_step": 15646, "epoch": 87, "lr": 9.507323558677485e-05}
{"train_loss": 0.006773482542484999, "global_step": 15647, "epoch": 87, "lr": 9.507259594030371e-05}
{"train_loss": 0.007637040689587593, "global_step": 15648, "epoch": 87, "lr": 9.507195625446434e-05}
{"train_loss": 0.009432293474674225, "global_step": 15649, "epoch": 87, "lr": 9.50713165292573e-05}
{"train_loss": 0.011829687282443047, "global_step": 15650, "epoch": 87, "lr": 9.507067676468315e-05}
{"train_loss": 0.010557067580521107, "global_step": 15651, "epoch": 87, "lr": 9.507003696074247e-05}
{"train_loss": 0.00820001121610403, "global_step": 15652, "epoch": 87, "lr": 9.50693971174358e-05}
{"train_loss": 0.01266074925661087, "global_step": 15653, "epoch": 87, "lr": 9.50687572347637e-05}
{"train_loss": 0.006584237329661846, "global_step": 15654, "epoch": 87, "lr": 9.506811731272673e-05}
{"train_loss": 0.008249562233686447, "global_step": 15655, "epoch": 87, "lr": 9.506747735132546e-05}
{"train_loss": 0.00751859275624156, "global_step": 15656, "epoch": 87, "lr": 9.506683735056043e-05}
{"train_loss": 0.008820311166346073, "global_step": 15657, "epoch": 87, "lr": 9.506619731043222e-05}
{"train_loss": 0.009048066101968288, "global_step": 15658, "epoch": 87, "lr": 9.506555723094137e-05}
{"train_loss": 0.008777296170592308, "global_step": 15659, "epoch": 87, "lr": 9.506491711208844e-05}
{"train_loss": 0.011458579450845718, "global_step": 15660, "epoch": 87, "lr": 9.506427695387402e-05}
{"train_loss": 0.005620650947093964, "global_step": 15661, "epoch": 87, "lr": 9.506363675629863e-05}
{"train_loss": 0.010781749151647091, "global_step": 15662, "epoch": 87, "lr": 9.506299651936283e-05}
{"train_loss": 0.010940289619284567, "global_step": 15663, "epoch": 87, "lr": 9.506235624306722e-05}
{"train_loss": 0.008128018118441105, "global_step": 15664, "epoch": 88, "lr": 9.506171592741231e-05}
{"train_loss": 0.008309832774102688, "global_step": 15665, "epoch": 88, "lr": 9.50610755723987e-05}
{"train_loss": 0.00946829468011856, "global_step": 15666, "epoch": 88, "lr": 9.506043517802693e-05}
{"train_loss": 0.009262025356292725, "global_step": 15667, "epoch": 88, "lr": 9.505979474429757e-05}
{"train_loss": 0.00977100059390068, "global_step": 15668, "epoch": 88, "lr": 9.505915427121115e-05}
{"train_loss": 0.009291117079555988, "global_step": 15669, "epoch": 88, "lr": 9.505851375876825e-05}
{"train_loss": 0.00962040014564991, "global_step": 15670, "epoch": 88, "lr": 9.505787320696944e-05}
{"train_loss": 0.008241862989962101, "global_step": 15671, "epoch": 88, "lr": 9.505723261581525e-05}
{"train_loss": 0.010958348400890827, "global_step": 15672, "epoch": 88, "lr": 9.505659198530628e-05}
{"train_loss": 0.0113894734531641, "global_step": 15673, "epoch": 88, "lr": 9.505595131544306e-05}
{"train_loss": 0.009867193177342415, "global_step": 15674, "epoch": 88, "lr": 9.505531060622615e-05}
{"train_loss": 0.011405868455767632, "global_step": 15675, "epoch": 88, "lr": 9.505466985765612e-05}
{"train_loss": 0.006978760007768869, "global_step": 15676, "epoch": 88, "lr": 9.505402906973353e-05}
{"train_loss": 0.008367147296667099, "global_step": 15677, "epoch": 88, "lr": 9.505338824245895e-05}
{"train_loss": 0.010789456777274609, "global_step": 15678, "epoch": 88, "lr": 9.50527473758329e-05}
{"train_loss": 0.010727623477578163, "global_step": 15679, "epoch": 88, "lr": 9.505210646985599e-05}
{"train_loss": 0.008021152578294277, "global_step": 15680, "epoch": 88, "lr": 9.505146552452874e-05}
{"train_loss": 0.014653840102255344, "global_step": 15681, "epoch": 88, "lr": 9.505082453985173e-05}
{"train_loss": 0.01031283289194107, "global_step": 15682, "epoch": 88, "lr": 9.505018351582551e-05}
{"train_loss": 0.011259317398071289, "global_step": 15683, "epoch": 88, "lr": 9.504954245245065e-05}
{"train_loss": 0.00816821213811636, "global_step": 15684, "epoch": 88, "lr": 9.50489013497277e-05}
{"train_loss": 0.007241239305585623, "global_step": 15685, "epoch": 88, "lr": 9.504826020765724e-05}
{"train_loss": 0.01000137533992529, "global_step": 15686, "epoch": 88, "lr": 9.50476190262398e-05}
{"train_loss": 0.015442310832440853, "global_step": 15687, "epoch": 88, "lr": 9.504697780547596e-05}
{"train_loss": 0.01174924522638321, "global_step": 15688, "epoch": 88, "lr": 9.504633654536628e-05}
{"train_loss": 0.009513328783214092, "global_step": 15689, "epoch": 88, "lr": 9.50456952459113e-05}
{"train_loss": 0.016369670629501343, "global_step": 15690, "epoch": 88, "lr": 9.50450539071116e-05}
{"train_loss": 0.01374713983386755, "global_step": 15691, "epoch": 88, "lr": 9.504441252896774e-05}
{"train_loss": 0.01010848581790924, "global_step": 15692, "epoch": 88, "lr": 9.504377111148028e-05}
{"train_loss": 0.010596565902233124, "global_step": 15693, "epoch": 88, "lr": 9.504312965464977e-05}
{"train_loss": 0.011838618665933609, "global_step": 15694, "epoch": 88, "lr": 9.504248815847678e-05}
{"train_loss": 0.009401051327586174, "global_step": 15695, "epoch": 88, "lr": 9.504184662296187e-05}
{"train_loss": 0.011316604912281036, "global_step": 15696, "epoch": 88, "lr": 9.504120504810558e-05}
{"train_loss": 0.011370716616511345, "global_step": 15697, "epoch": 88, "lr": 9.504056343390851e-05}
{"train_loss": 0.008398247882723808, "global_step": 15698, "epoch": 88, "lr": 9.503992178037117e-05}
{"train_loss": 0.009088905528187752, "global_step": 15699, "epoch": 88, "lr": 9.503928008749418e-05}
{"train_loss": 0.006867151707410812, "global_step": 15700, "epoch": 88, "lr": 9.503863835527806e-05}
{"train_loss": 0.008212323300540447, "global_step": 15701, "epoch": 88, "lr": 9.503799658372336e-05}
{"train_loss": 0.009960014373064041, "global_step": 15702, "epoch": 88, "lr": 9.503735477283068e-05}
{"train_loss": 0.008026047609746456, "global_step": 15703, "epoch": 88, "lr": 9.503671292260054e-05}
{"train_loss": 0.0068198698572814465, "global_step": 15704, "epoch": 88, "lr": 9.503607103303353e-05}
{"train_loss": 0.01763947680592537, "global_step": 15705, "epoch": 88, "lr": 9.503542910413021e-05}
{"train_loss": 0.013155639171600342, "global_step": 15706, "epoch": 88, "lr": 9.503478713589113e-05}
{"train_loss": 0.008194166235625744, "global_step": 15707, "epoch": 88, "lr": 9.503414512831686e-05}
{"train_loss": 0.013938622549176216, "global_step": 15708, "epoch": 88, "lr": 9.503350308140792e-05}
{"train_loss": 0.009348595514893532, "global_step": 15709, "epoch": 88, "lr": 9.503286099516494e-05}
{"train_loss": 0.016739528626203537, "global_step": 15710, "epoch": 88, "lr": 9.503221886958844e-05}
{"train_loss": 0.007436438929289579, "global_step": 15711, "epoch": 88, "lr": 9.503157670467897e-05}
{"train_loss": 0.01225532591342926, "global_step": 15712, "epoch": 88, "lr": 9.503093450043712e-05}
{"train_loss": 0.009934704750776291, "global_step": 15713, "epoch": 88, "lr": 9.503029225686343e-05}
{"train_loss": 0.008862191811203957, "global_step": 15714, "epoch": 88, "lr": 9.502964997395847e-05}
{"train_loss": 0.014425874687731266, "global_step": 15715, "epoch": 88, "lr": 9.502900765172282e-05}
{"train_loss": 0.01773713529109955, "global_step": 15716, "epoch": 88, "lr": 9.5028365290157e-05}
{"train_loss": 0.008374245837330818, "global_step": 15717, "epoch": 88, "lr": 9.502772288926158e-05}
{"train_loss": 0.009380599483847618, "global_step": 15718, "epoch": 88, "lr": 9.502708044903716e-05}
{"train_loss": 0.005684040952473879, "global_step": 15719, "epoch": 88, "lr": 9.502643796948426e-05}
{"train_loss": 0.012409519404172897, "global_step": 15720, "epoch": 88, "lr": 9.502579545060346e-05}
{"train_loss": 0.011222900822758675, "global_step": 15721, "epoch": 88, "lr": 9.502515289239531e-05}
{"train_loss": 0.004394126124680042, "global_step": 15722, "epoch": 88, "lr": 9.50245102948604e-05}
{"train_loss": 0.00920710526406765, "global_step": 15723, "epoch": 88, "lr": 9.502386765799924e-05}
{"train_loss": 0.013499906286597252, "global_step": 15724, "epoch": 88, "lr": 9.502322498181244e-05}
{"train_loss": 0.00860611442476511, "global_step": 15725, "epoch": 88, "lr": 9.502258226630052e-05}
{"train_loss": 0.010698296129703522, "global_step": 15726, "epoch": 88, "lr": 9.502193951146408e-05}
{"train_loss": 0.010342536494135857, "global_step": 15727, "epoch": 88, "lr": 9.502129671730366e-05}
{"train_loss": 0.01242446806281805, "global_step": 15728, "epoch": 88, "lr": 9.502065388381983e-05}
{"train_loss": 0.007311116438359022, "global_step": 15729, "epoch": 88, "lr": 9.502001101101314e-05}
{"train_loss": 0.01176217570900917, "global_step": 15730, "epoch": 88, "lr": 9.501936809888417e-05}
{"train_loss": 0.01197370421141386, "global_step": 15731, "epoch": 88, "lr": 9.501872514743346e-05}
{"train_loss": 0.014457782730460167, "global_step": 15732, "epoch": 88, "lr": 9.501808215666159e-05}
{"train_loss": 0.007212222088128328, "global_step": 15733, "epoch": 88, "lr": 9.501743912656911e-05}
{"train_loss": 0.00701640360057354, "global_step": 15734, "epoch": 88, "lr": 9.501679605715658e-05}
{"train_loss": 0.010045943781733513, "global_step": 15735, "epoch": 88, "lr": 9.501615294842458e-05}
{"train_loss": 0.010772468522191048, "global_step": 15736, "epoch": 88, "lr": 9.501550980037365e-05}
{"train_loss": 0.009198526851832867, "global_step": 15737, "epoch": 88, "lr": 9.501486661300436e-05}
{"train_loss": 0.007857630029320717, "global_step": 15738, "epoch": 88, "lr": 9.501422338631728e-05}
{"train_loss": 0.010493696667253971, "global_step": 15739, "epoch": 88, "lr": 9.501358012031296e-05}
{"train_loss": 0.0069372146390378475, "global_step": 15740, "epoch": 88, "lr": 9.501293681499197e-05}
{"train_loss": 0.012690629810094833, "global_step": 15741, "epoch": 88, "lr": 9.501229347035485e-05}
{"train_loss": 0.015016831457614899, "global_step": 15742, "epoch": 88, "lr": 9.50116500864022e-05}
{"train_loss": 0.010256915353238583, "global_step": 15743, "epoch": 88, "lr": 9.501100666313455e-05}
{"train_loss": 0.010463995859026909, "global_step": 15744, "epoch": 88, "lr": 9.501036320055248e-05}
{"train_loss": 0.009573569521307945, "global_step": 15745, "epoch": 88, "lr": 9.500971969865654e-05}
{"train_loss": 0.011021820828318596, "global_step": 15746, "epoch": 88, "lr": 9.50090761574473e-05}
{"train_loss": 0.013363433070480824, "global_step": 15747, "epoch": 88, "lr": 9.500843257692534e-05}
{"train_loss": 0.01522739976644516, "global_step": 15748, "epoch": 88, "lr": 9.500778895709117e-05}
{"train_loss": 0.008516938425600529, "global_step": 15749, "epoch": 88, "lr": 9.50071452979454e-05}
{"train_loss": 0.014434074983000755, "global_step": 15750, "epoch": 88, "lr": 9.500650159948857e-05}
{"train_loss": 0.006338626146316528, "global_step": 15751, "epoch": 88, "lr": 9.500585786172125e-05}
{"train_loss": 0.008935618214309216, "global_step": 15752, "epoch": 88, "lr": 9.5005214084644e-05}
{"train_loss": 0.009077005088329315, "global_step": 15753, "epoch": 88, "lr": 9.50045702682574e-05}
{"train_loss": 0.009328590705990791, "global_step": 15754, "epoch": 88, "lr": 9.500392641256198e-05}
{"train_loss": 0.014251062646508217, "global_step": 15755, "epoch": 88, "lr": 9.500328251755831e-05}
{"train_loss": 0.008614245802164078, "global_step": 15756, "epoch": 88, "lr": 9.500263858324697e-05}
{"train_loss": 0.011586479842662811, "global_step": 15757, "epoch": 88, "lr": 9.500199460962852e-05}
{"train_loss": 0.0062713343650102615, "global_step": 15758, "epoch": 88, "lr": 9.500135059670349e-05}
{"train_loss": 0.007444264367222786, "global_step": 15759, "epoch": 88, "lr": 9.500070654447251e-05}
{"train_loss": 0.010763665661215782, "global_step": 15760, "epoch": 88, "lr": 9.500006245293607e-05}
{"train_loss": 0.009794510900974274, "global_step": 15761, "epoch": 88, "lr": 9.499941832209475e-05}
{"train_loss": 0.005107906647026539, "global_step": 15762, "epoch": 88, "lr": 9.499877415194916e-05}
{"train_loss": 0.011680010706186295, "global_step": 15763, "epoch": 88, "lr": 9.499812994249981e-05}
{"train_loss": 0.006643006578087807, "global_step": 15764, "epoch": 88, "lr": 9.499748569374729e-05}
{"train_loss": 0.014277213253080845, "global_step": 15765, "epoch": 88, "lr": 9.499684140569213e-05}
{"train_loss": 0.008377691730856895, "global_step": 15766, "epoch": 88, "lr": 9.499619707833494e-05}
{"train_loss": 0.011159054934978485, "global_step": 15767, "epoch": 88, "lr": 9.499555271167627e-05}
{"train_loss": 0.005279592238366604, "global_step": 15768, "epoch": 88, "lr": 9.499490830571664e-05}
{"train_loss": 0.014567398466169834, "global_step": 15769, "epoch": 88, "lr": 9.499426386045667e-05}
{"train_loss": 0.018103258684277534, "global_step": 15770, "epoch": 88, "lr": 9.499361937589687e-05}
{"train_loss": 0.011121034622192383, "global_step": 15771, "epoch": 88, "lr": 9.499297485203785e-05}
{"train_loss": 0.006221852730959654, "global_step": 15772, "epoch": 88, "lr": 9.499233028888015e-05}
{"train_loss": 0.010418986901640892, "global_step": 15773, "epoch": 88, "lr": 9.499168568642433e-05}
{"train_loss": 0.010922202840447426, "global_step": 15774, "epoch": 88, "lr": 9.499104104467098e-05}
{"train_loss": 0.013184488750994205, "global_step": 15775, "epoch": 88, "lr": 9.499039636362063e-05}
{"train_loss": 0.014606544747948647, "global_step": 15776, "epoch": 88, "lr": 9.498975164327385e-05}
{"train_loss": 0.009646490216255188, "global_step": 15777, "epoch": 88, "lr": 9.498910688363121e-05}
{"train_loss": 0.012347222305834293, "global_step": 15778, "epoch": 88, "lr": 9.498846208469327e-05}
{"train_loss": 0.012490695342421532, "global_step": 15779, "epoch": 88, "lr": 9.49878172464606e-05}
{"train_loss": 0.0051483940333127975, "global_step": 15780, "epoch": 88, "lr": 9.498717236893376e-05}
{"train_loss": 0.011840391904115677, "global_step": 15781, "epoch": 88, "lr": 9.498652745211332e-05}
{"train_loss": 0.012863603420555592, "global_step": 15782, "epoch": 88, "lr": 9.498588249599982e-05}
{"train_loss": 0.013838532380759716, "global_step": 15783, "epoch": 88, "lr": 9.498523750059384e-05}
{"train_loss": 0.008963240310549736, "global_step": 15784, "epoch": 88, "lr": 9.498459246589595e-05}
{"train_loss": 0.014633575454354286, "global_step": 15785, "epoch": 88, "lr": 9.498394739190669e-05}
{"train_loss": 0.009161755442619324, "global_step": 15786, "epoch": 88, "lr": 9.498330227862666e-05}
{"train_loss": 0.01043264102190733, "global_step": 15787, "epoch": 88, "lr": 9.498265712605639e-05}
{"train_loss": 0.005819699726998806, "global_step": 15788, "epoch": 88, "lr": 9.498201193419645e-05}
{"train_loss": 0.008842658251523972, "global_step": 15789, "epoch": 88, "lr": 9.498136670304741e-05}
{"train_loss": 0.01051444374024868, "global_step": 15790, "epoch": 88, "lr": 9.498072143260983e-05}
{"train_loss": 0.008572621271014214, "global_step": 15791, "epoch": 88, "lr": 9.498007612288428e-05}
{"train_loss": 0.004311044700443745, "global_step": 15792, "epoch": 88, "lr": 9.497943077387133e-05}
{"train_loss": 0.011993369087576866, "global_step": 15793, "epoch": 88, "lr": 9.497878538557152e-05}
{"train_loss": 0.0098347757011652, "global_step": 15794, "epoch": 88, "lr": 9.497813995798544e-05}
{"train_loss": 0.010555533692240715, "global_step": 15795, "epoch": 88, "lr": 9.497749449111363e-05}
{"train_loss": 0.011762723326683044, "global_step": 15796, "epoch": 88, "lr": 9.497684898495667e-05}
{"train_loss": 0.00653639854863286, "global_step": 15797, "epoch": 88, "lr": 9.49762034395151e-05}
{"train_loss": 0.00918282475322485, "global_step": 15798, "epoch": 88, "lr": 9.497555785478953e-05}
{"train_loss": 0.011765113100409508, "global_step": 15799, "epoch": 88, "lr": 9.497491223078047e-05}
{"train_loss": 0.0062727779150009155, "global_step": 15800, "epoch": 88, "lr": 9.497426656748853e-05}
{"train_loss": 0.006006231997162104, "global_step": 15801, "epoch": 88, "lr": 9.497362086491426e-05}
{"train_loss": 0.007983527146279812, "global_step": 15802, "epoch": 88, "lr": 9.49729751230582e-05}
{"train_loss": 0.008719231933355331, "global_step": 15803, "epoch": 88, "lr": 9.497232934192093e-05}
{"train_loss": 0.005438011139631271, "global_step": 15804, "epoch": 88, "lr": 9.497168352150302e-05}
{"train_loss": 0.008840230293571949, "global_step": 15805, "epoch": 88, "lr": 9.497103766180505e-05}
{"train_loss": 0.006835311185568571, "global_step": 15806, "epoch": 88, "lr": 9.497039176282755e-05}
{"train_loss": 0.007885849103331566, "global_step": 15807, "epoch": 88, "lr": 9.49697458245711e-05}
{"train_loss": 0.014765026047825813, "global_step": 15808, "epoch": 88, "lr": 9.496909984703626e-05}
{"train_loss": 0.013739639893174171, "global_step": 15809, "epoch": 88, "lr": 9.49684538302236e-05}
{"train_loss": 0.008843449875712395, "global_step": 15810, "epoch": 88, "lr": 9.496780777413367e-05}
{"train_loss": 0.0145121980458498, "global_step": 15811, "epoch": 88, "lr": 9.496716167876704e-05}
{"train_loss": 0.012449782341718674, "global_step": 15812, "epoch": 88, "lr": 9.49665155441243e-05}
{"train_loss": 0.008272569626569748, "global_step": 15813, "epoch": 88, "lr": 9.496586937020599e-05}
{"train_loss": 0.0092617217451334, "global_step": 15814, "epoch": 88, "lr": 9.496522315701268e-05}
{"train_loss": 0.01203114353120327, "global_step": 15815, "epoch": 88, "lr": 9.496457690454492e-05}
{"train_loss": 0.008168172091245651, "global_step": 15816, "epoch": 88, "lr": 9.496393061280331e-05}
{"train_loss": 0.006231706589460373, "global_step": 15817, "epoch": 88, "lr": 9.496328428178838e-05}
{"train_loss": 0.009920407086610794, "global_step": 15818, "epoch": 88, "lr": 9.49626379115007e-05}
{"train_loss": 0.010294018313288689, "global_step": 15819, "epoch": 88, "lr": 9.496199150194084e-05}
{"train_loss": 0.008711873553693295, "global_step": 15820, "epoch": 88, "lr": 9.496134505310936e-05}
{"train_loss": 0.009035250172019005, "global_step": 15821, "epoch": 88, "lr": 9.496069856500685e-05}
{"train_loss": 0.01507140789180994, "global_step": 15822, "epoch": 88, "lr": 9.496005203763384e-05}
{"train_loss": 0.00615526270121336, "global_step": 15823, "epoch": 88, "lr": 9.495940547099091e-05}
{"train_loss": 0.008642471395432949, "global_step": 15824, "epoch": 88, "lr": 9.495875886507864e-05}
{"train_loss": 0.008753731846809387, "global_step": 15825, "epoch": 88, "lr": 9.495811221989757e-05}
{"train_loss": 0.007551770191639662, "global_step": 15826, "epoch": 88, "lr": 9.495746553544826e-05}
{"train_loss": 0.010551664978265762, "global_step": 15827, "epoch": 88, "lr": 9.495681881173131e-05}
{"train_loss": 0.02065100148320198, "global_step": 15828, "epoch": 88, "lr": 9.495617204874726e-05}
{"train_loss": 0.008837547153234482, "global_step": 15829, "epoch": 88, "lr": 9.495552524649668e-05}
{"train_loss": 0.01566188409924507, "global_step": 15830, "epoch": 88, "lr": 9.495487840498011e-05}
{"train_loss": 0.00735506834462285, "global_step": 15831, "epoch": 88, "lr": 9.495423152419815e-05}
{"train_loss": 0.009123332798480988, "global_step": 15832, "epoch": 88, "lr": 9.495358460415137e-05}
{"train_loss": 0.010945427231490612, "global_step": 15833, "epoch": 88, "lr": 9.49529376448403e-05}
{"train_loss": 0.008529409766197205, "global_step": 15834, "epoch": 88, "lr": 9.495229064626554e-05}
{"train_loss": 0.004778946749866009, "global_step": 15835, "epoch": 88, "lr": 9.495164360842763e-05}
{"train_loss": 0.014036336913704872, "global_step": 15836, "epoch": 88, "lr": 9.495099653132715e-05}
{"train_loss": 0.014797533862292767, "global_step": 15837, "epoch": 88, "lr": 9.495034941496463e-05}
{"train_loss": 0.00659186951816082, "global_step": 15838, "epoch": 88, "lr": 9.49497022593407e-05}
{"train_loss": 0.011404391378164291, "global_step": 15839, "epoch": 88, "lr": 9.494905506445587e-05}
{"train_loss": 0.013552868738770485, "global_step": 15840, "epoch": 88, "lr": 9.494840783031074e-05}
{"train_loss": 0.010280472435726879, "global_step": 15841, "epoch": 88, "lr": 9.494776055690584e-05}
{"train_loss": 0.007179049775004387, "global_step": 15842, "epoch": 89, "lr": 9.494711324424177e-05}
{"train_loss": 0.011788412928581238, "global_step": 15843, "epoch": 89, "lr": 9.494646589231908e-05}
{"train_loss": 0.011118486523628235, "global_step": 15844, "epoch": 89, "lr": 9.494581850113833e-05}
{"train_loss": 0.006010445766150951, "global_step": 15845, "epoch": 89, "lr": 9.494517107070009e-05}
{"train_loss": 0.009680038318037987, "global_step": 15846, "epoch": 89, "lr": 9.494452360100492e-05}
{"train_loss": 0.007167447824031115, "global_step": 15847, "epoch": 89, "lr": 9.494387609205342e-05}
{"train_loss": 0.005008933134377003, "global_step": 15848, "epoch": 89, "lr": 9.494322854384611e-05}
{"train_loss": 0.021693473681807518, "global_step": 15849, "epoch": 89, "lr": 9.494258095638357e-05}
{"train_loss": 0.008896246552467346, "global_step": 15850, "epoch": 89, "lr": 9.494193332966639e-05}
{"train_loss": 0.007711841259151697, "global_step": 15851, "epoch": 89, "lr": 9.494128566369509e-05}
{"train_loss": 0.009735431522130966, "global_step": 15852, "epoch": 89, "lr": 9.494063795847028e-05}
{"train_loss": 0.017646178603172302, "global_step": 15853, "epoch": 89, "lr": 9.493999021399249e-05}
{"train_loss": 0.008288005366921425, "global_step": 15854, "epoch": 89, "lr": 9.493934243026231e-05}
{"train_loss": 0.009249300695955753, "global_step": 15855, "epoch": 89, "lr": 9.493869460728031e-05}
{"train_loss": 0.01056615263223648, "global_step": 15856, "epoch": 89, "lr": 9.493804674504703e-05}
{"train_loss": 0.01234881766140461, "global_step": 15857, "epoch": 89, "lr": 9.493739884356305e-05}
{"train_loss": 0.010553544387221336, "global_step": 15858, "epoch": 89, "lr": 9.493675090282894e-05}
{"train_loss": 0.011605191975831985, "global_step": 15859, "epoch": 89, "lr": 9.493610292284526e-05}
{"train_loss": 0.016078218817710876, "global_step": 15860, "epoch": 89, "lr": 9.493545490361258e-05}
{"train_loss": 0.013175863772630692, "global_step": 15861, "epoch": 89, "lr": 9.493480684513145e-05}
{"train_loss": 0.004828546196222305, "global_step": 15862, "epoch": 89, "lr": 9.493415874740247e-05}
{"train_loss": 0.01552744209766388, "global_step": 15863, "epoch": 89, "lr": 9.493351061042617e-05}
{"train_loss": 0.020640460774302483, "global_step": 15864, "epoch": 89, "lr": 9.493286243420315e-05}
{"train_loss": 0.006653452292084694, "global_step": 15865, "epoch": 89, "lr": 9.493221421873394e-05}
{"train_loss": 0.009260199964046478, "global_step": 15866, "epoch": 89, "lr": 9.493156596401913e-05}
{"train_loss": 0.01583847403526306, "global_step": 15867, "epoch": 89, "lr": 9.493091767005929e-05}
{"train_loss": 0.01593584008514881, "global_step": 15868, "epoch": 89, "lr": 9.493026933685496e-05}
{"train_loss": 0.011983564123511314, "global_step": 15869, "epoch": 89, "lr": 9.492962096440674e-05}
{"train_loss": 0.008100653998553753, "global_step": 15870, "epoch": 89, "lr": 9.492897255271517e-05}
{"train_loss": 0.011632224544882774, "global_step": 15871, "epoch": 89, "lr": 9.492832410178082e-05}
{"train_loss": 0.012721209786832333, "global_step": 15872, "epoch": 89, "lr": 9.492767561160427e-05}
{"train_loss": 0.007424049079418182, "global_step": 15873, "epoch": 89, "lr": 9.492702708218608e-05}
{"train_loss": 0.01000541727989912, "global_step": 15874, "epoch": 89, "lr": 9.492637851352682e-05}
{"train_loss": 0.010393679141998291, "global_step": 15875, "epoch": 89, "lr": 9.492572990562703e-05}
{"train_loss": 0.01016179844737053, "global_step": 15876, "epoch": 89, "lr": 9.492508125848731e-05}
{"train_loss": 0.00717519223690033, "global_step": 15877, "epoch": 89, "lr": 9.492443257210821e-05}
{"train_loss": 0.008608201518654823, "global_step": 15878, "epoch": 89, "lr": 9.49237838464903e-05}
{"train_loss": 0.011209439486265182, "global_step": 15879, "epoch": 89, "lr": 9.492313508163418e-05}
{"train_loss": 0.011604123748838902, "global_step": 15880, "epoch": 89, "lr": 9.492248627754034e-05}
{"train_loss": 0.010633865371346474, "global_step": 15881, "epoch": 89, "lr": 9.492183743420942e-05}
{"train_loss": 0.012386923655867577, "global_step": 15882, "epoch": 89, "lr": 9.492118855164193e-05}
{"train_loss": 0.010779709555208683, "global_step": 15883, "epoch": 89, "lr": 9.492053962983849e-05}
{"train_loss": 0.008479300886392593, "global_step": 15884, "epoch": 89, "lr": 9.491989066879962e-05}
{"train_loss": 0.013261338695883751, "global_step": 15885, "epoch": 89, "lr": 9.491924166852593e-05}
{"train_loss": 0.00867584627121687, "global_step": 15886, "epoch": 89, "lr": 9.491859262901796e-05}
{"train_loss": 0.012352682650089264, "global_step": 15887, "epoch": 89, "lr": 9.491794355027628e-05}
{"train_loss": 0.010843906551599503, "global_step": 15888, "epoch": 89, "lr": 9.491729443230146e-05}
{"train_loss": 0.012514418922364712, "global_step": 15889, "epoch": 89, "lr": 9.491664527509406e-05}
{"train_loss": 0.012171205133199692, "global_step": 15890, "epoch": 89, "lr": 9.491599607865464e-05}
{"train_loss": 0.008803736418485641, "global_step": 15891, "epoch": 89, "lr": 9.491534684298381e-05}
{"train_loss": 0.011593766510486603, "global_step": 15892, "epoch": 89, "lr": 9.49146975680821e-05}
{"train_loss": 0.008822193369269371, "global_step": 15893, "epoch": 89, "lr": 9.491404825395008e-05}
{"train_loss": 0.006366051267832518, "global_step": 15894, "epoch": 89, "lr": 9.49133989005883e-05}
{"train_loss": 0.011775678023695946, "global_step": 15895, "epoch": 89, "lr": 9.491274950799736e-05}
{"train_loss": 0.009652288630604744, "global_step": 15896, "epoch": 89, "lr": 9.491210007617783e-05}
{"train_loss": 0.00666597206145525, "global_step": 15897, "epoch": 89, "lr": 9.491145060513025e-05}
{"train_loss": 0.007026229985058308, "global_step": 15898, "epoch": 89, "lr": 9.49108010948552e-05}
{"train_loss": 0.01289165299385786, "global_step": 15899, "epoch": 89, "lr": 9.491015154535325e-05}
{"train_loss": 0.014460043981671333, "global_step": 15900, "epoch": 89, "lr": 9.490950195662497e-05}
{"train_loss": 0.00843826960772276, "global_step": 15901, "epoch": 89, "lr": 9.490885232867092e-05}
{"train_loss": 0.007871676236391068, "global_step": 15902, "epoch": 89, "lr": 9.490820266149167e-05}
{"train_loss": 0.006692896597087383, "global_step": 15903, "epoch": 89, "lr": 9.490755295508777e-05}
{"train_loss": 0.015555753372609615, "global_step": 15904, "epoch": 89, "lr": 9.490690320945984e-05}
{"train_loss": 0.010452542454004288, "global_step": 15905, "epoch": 89, "lr": 9.490625342460837e-05}
{"train_loss": 0.006935298442840576, "global_step": 15906, "epoch": 89, "lr": 9.4905603600534e-05}
{"train_loss": 0.00835395511239767, "global_step": 15907, "epoch": 89, "lr": 9.490495373723724e-05}
{"train_loss": 0.010912264697253704, "global_step": 15908, "epoch": 89, "lr": 9.490430383471871e-05}
{"train_loss": 0.006200055126100779, "global_step": 15909, "epoch": 89, "lr": 9.490365389297894e-05}
{"train_loss": 0.014206997118890285, "global_step": 15910, "epoch": 89, "lr": 9.490300391201852e-05}
{"train_loss": 0.012468351051211357, "global_step": 15911, "epoch": 89, "lr": 9.490235389183799e-05}
{"train_loss": 0.015136390924453735, "global_step": 15912, "epoch": 89, "lr": 9.490170383243795e-05}
{"train_loss": 0.008918605744838715, "global_step": 15913, "epoch": 89, "lr": 9.490105373381894e-05}
{"train_loss": 0.006224122829735279, "global_step": 15914, "epoch": 89, "lr": 9.490040359598156e-05}
{"train_loss": 0.012371916323900223, "global_step": 15915, "epoch": 89, "lr": 9.489975341892636e-05}
{"train_loss": 0.009235859848558903, "global_step": 15916, "epoch": 89, "lr": 9.489910320265389e-05}
{"train_loss": 0.007590325549244881, "global_step": 15917, "epoch": 89, "lr": 9.489845294716475e-05}
{"train_loss": 0.013387447223067284, "global_step": 15918, "epoch": 89, "lr": 9.489780265245947e-05}
{"train_loss": 0.011019790545105934, "global_step": 15919, "epoch": 89, "lr": 9.489715231853866e-05}
{"train_loss": 0.009953726083040237, "global_step": 15920, "epoch": 89, "lr": 9.489650194540287e-05}
{"train_loss": 0.010769017972052097, "global_step": 15921, "epoch": 89, "lr": 9.489585153305265e-05}
{"train_loss": 0.013893576338887215, "global_step": 15922, "epoch": 89, "lr": 9.48952010814886e-05}
{"train_loss": 0.014437561854720116, "global_step": 15923, "epoch": 89, "lr": 9.489455059071126e-05}
{"train_loss": 0.01011541485786438, "global_step": 15924, "epoch": 89, "lr": 9.489390006072121e-05}
{"train_loss": 0.00592032028362155, "global_step": 15925, "epoch": 89, "lr": 9.489324949151903e-05}
{"train_loss": 0.019188188016414642, "global_step": 15926, "epoch": 89, "lr": 9.489259888310528e-05}
{"train_loss": 0.008886975236237049, "global_step": 15927, "epoch": 89, "lr": 9.489194823548052e-05}
{"train_loss": 0.019054248929023743, "global_step": 15928, "epoch": 89, "lr": 9.489129754864533e-05}
{"train_loss": 0.012336190789937973, "global_step": 15929, "epoch": 89, "lr": 9.489064682260028e-05}
{"train_loss": 0.011166921816766262, "global_step": 15930, "epoch": 89, "lr": 9.48899960573459e-05}
{"train_loss": 0.015223637223243713, "global_step": 15931, "epoch": 89, "lr": 9.488934525288282e-05}
{"train_loss": 0.007346670143306255, "global_step": 15932, "epoch": 89, "lr": 9.488869440921156e-05}
{"train_loss": 0.008352158591151237, "global_step": 15933, "epoch": 89, "lr": 9.488804352633272e-05}
{"train_loss": 0.014839665964245796, "global_step": 15934, "epoch": 89, "lr": 9.488739260424684e-05}
{"train_loss": 0.006600694730877876, "global_step": 15935, "epoch": 89, "lr": 9.48867416429545e-05}
{"train_loss": 0.01140656415373087, "global_step": 15936, "epoch": 89, "lr": 9.488609064245628e-05}
{"train_loss": 0.01524202898144722, "global_step": 15937, "epoch": 89, "lr": 9.488543960275276e-05}
{"train_loss": 0.01409054920077324, "global_step": 15938, "epoch": 89, "lr": 9.488478852384445e-05}
{"train_loss": 0.008756017312407494, "global_step": 15939, "epoch": 89, "lr": 9.488413740573198e-05}
{"train_loss": 0.007041157688945532, "global_step": 15940, "epoch": 89, "lr": 9.488348624841591e-05}
{"train_loss": 0.016590917482972145, "global_step": 15941, "epoch": 89, "lr": 9.488283505189677e-05}
{"train_loss": 0.01139278244227171, "global_step": 15942, "epoch": 89, "lr": 9.488218381617518e-05}
{"train_loss": 0.010388657450675964, "global_step": 15943, "epoch": 89, "lr": 9.488153254125166e-05}
{"train_loss": 0.009337266907095909, "global_step": 15944, "epoch": 89, "lr": 9.488088122712682e-05}
{"train_loss": 0.011555487290024757, "global_step": 15945, "epoch": 89, "lr": 9.488022987380119e-05}
{"train_loss": 0.009710317477583885, "global_step": 15946, "epoch": 89, "lr": 9.487957848127537e-05}
{"train_loss": 0.008579826913774014, "global_step": 15947, "epoch": 89, "lr": 9.487892704954991e-05}
{"train_loss": 0.009022099897265434, "global_step": 15948, "epoch": 89, "lr": 9.48782755786254e-05}
{"train_loss": 0.005795272998511791, "global_step": 15949, "epoch": 89, "lr": 9.48776240685024e-05}
{"train_loss": 0.01481885276734829, "global_step": 15950, "epoch": 89, "lr": 9.487697251918146e-05}
{"train_loss": 0.012262843549251556, "global_step": 15951, "epoch": 89, "lr": 9.487632093066317e-05}
{"train_loss": 0.009084070101380348, "global_step": 15952, "epoch": 89, "lr": 9.48756693029481e-05}
{"train_loss": 0.004284586291760206, "global_step": 15953, "epoch": 89, "lr": 9.48750176360368e-05}
{"train_loss": 0.009379946626722813, "global_step": 15954, "epoch": 89, "lr": 9.487436592992987e-05}
{"train_loss": 0.010467935353517532, "global_step": 15955, "epoch": 89, "lr": 9.487371418462784e-05}
{"train_loss": 0.011358844116330147, "global_step": 15956, "epoch": 89, "lr": 9.487306240013132e-05}
{"train_loss": 0.012874512001872063, "global_step": 15957, "epoch": 89, "lr": 9.487241057644084e-05}
{"train_loss": 0.013825560919940472, "global_step": 15958, "epoch": 89, "lr": 9.487175871355701e-05}
{"train_loss": 0.012651951052248478, "global_step": 15959, "epoch": 89, "lr": 9.487110681148036e-05}
{"train_loss": 0.009030679240822792, "global_step": 15960, "epoch": 89, "lr": 9.487045487021149e-05}
{"train_loss": 0.011652570217847824, "global_step": 15961, "epoch": 89, "lr": 9.486980288975096e-05}
{"train_loss": 0.011986537836492062, "global_step": 15962, "epoch": 89, "lr": 9.486915087009932e-05}
{"train_loss": 0.014759412966668606, "global_step": 15963, "epoch": 89, "lr": 9.486849881125716e-05}
{"train_loss": 0.00831260159611702, "global_step": 15964, "epoch": 89, "lr": 9.486784671322506e-05}
{"train_loss": 0.01006842777132988, "global_step": 15965, "epoch": 89, "lr": 9.486719457600357e-05}
{"train_loss": 0.011300530284643173, "global_step": 15966, "epoch": 89, "lr": 9.486654239959327e-05}
{"train_loss": 0.013350125402212143, "global_step": 15967, "epoch": 89, "lr": 9.486589018399471e-05}
{"train_loss": 0.010773347690701485, "global_step": 15968, "epoch": 89, "lr": 9.486523792920849e-05}
{"train_loss": 0.009519175626337528, "global_step": 15969, "epoch": 89, "lr": 9.486458563523515e-05}
{"train_loss": 0.006400290876626968, "global_step": 15970, "epoch": 89, "lr": 9.486393330207527e-05}
{"train_loss": 0.01729534938931465, "global_step": 15971, "epoch": 89, "lr": 9.486328092972945e-05}
{"train_loss": 0.012197887524962425, "global_step": 15972, "epoch": 89, "lr": 9.486262851819821e-05}
{"train_loss": 0.011298936791718006, "global_step": 15973, "epoch": 89, "lr": 9.486197606748215e-05}
{"train_loss": 0.007346334867179394, "global_step": 15974, "epoch": 89, "lr": 9.486132357758184e-05}
{"train_loss": 0.01022714376449585, "global_step": 15975, "epoch": 89, "lr": 9.486067104849783e-05}
{"train_loss": 0.010447395965456963, "global_step": 15976, "epoch": 89, "lr": 9.486001848023072e-05}
{"train_loss": 0.006520895287394524, "global_step": 15977, "epoch": 89, "lr": 9.485936587278104e-05}
{"train_loss": 0.013856383971869946, "global_step": 15978, "epoch": 89, "lr": 9.485871322614938e-05}
{"train_loss": 0.008680470287799835, "global_step": 15979, "epoch": 89, "lr": 9.485806054033634e-05}
{"train_loss": 0.015894096344709396, "global_step": 15980, "epoch": 89, "lr": 9.485740781534245e-05}
{"train_loss": 0.009888047352433205, "global_step": 15981, "epoch": 89, "lr": 9.48567550511683e-05}
{"train_loss": 0.01765958033502102, "global_step": 15982, "epoch": 89, "lr": 9.485610224781445e-05}
{"train_loss": 0.007523600943386555, "global_step": 15983, "epoch": 89, "lr": 9.485544940528146e-05}
{"train_loss": 0.006992574781179428, "global_step": 15984, "epoch": 89, "lr": 9.485479652356993e-05}
{"train_loss": 0.00886518694460392, "global_step": 15985, "epoch": 89, "lr": 9.485414360268042e-05}
{"train_loss": 0.013004233129322529, "global_step": 15986, "epoch": 89, "lr": 9.485349064261347e-05}
{"train_loss": 0.008752260357141495, "global_step": 15987, "epoch": 89, "lr": 9.48528376433697e-05}
{"train_loss": 0.010244286619126797, "global_step": 15988, "epoch": 89, "lr": 9.485218460494962e-05}
{"train_loss": 0.008309673517942429, "global_step": 15989, "epoch": 89, "lr": 9.485153152735386e-05}
{"train_loss": 0.0233561210334301, "global_step": 15990, "epoch": 89, "lr": 9.485087841058298e-05}
{"train_loss": 0.008436099626123905, "global_step": 15991, "epoch": 89, "lr": 9.485022525463751e-05}
{"train_loss": 0.015792477875947952, "global_step": 15992, "epoch": 89, "lr": 9.484957205951805e-05}
{"train_loss": 0.013357710093259811, "global_step": 15993, "epoch": 89, "lr": 9.484891882522517e-05}
{"train_loss": 0.009297238662838936, "global_step": 15994, "epoch": 89, "lr": 9.484826555175945e-05}
{"train_loss": 0.010891593061387539, "global_step": 15995, "epoch": 89, "lr": 9.484761223912144e-05}
{"train_loss": 0.01197209395468235, "global_step": 15996, "epoch": 89, "lr": 9.484695888731172e-05}
{"train_loss": 0.009127290919423103, "global_step": 15997, "epoch": 89, "lr": 9.484630549633086e-05}
{"train_loss": 0.010566533543169498, "global_step": 15998, "epoch": 89, "lr": 9.484565206617942e-05}
{"train_loss": 0.010307297110557556, "global_step": 15999, "epoch": 89, "lr": 9.4844998596858e-05}
{"train_loss": 0.0056466516107320786, "global_step": 16000, "epoch": 89, "lr": 9.484434508836713e-05}
{"train_loss": 0.014373104088008404, "global_step": 16001, "epoch": 89, "lr": 9.484369154070743e-05}
{"train_loss": 0.012911774218082428, "global_step": 16002, "epoch": 89, "lr": 9.48430379538794e-05}
{"train_loss": 0.011212006211280823, "global_step": 16003, "epoch": 89, "lr": 9.484238432788371e-05}
{"train_loss": 0.007827073335647583, "global_step": 16004, "epoch": 89, "lr": 9.484173066272083e-05}
{"train_loss": 0.010930411517620087, "global_step": 16005, "epoch": 89, "lr": 9.48410769583914e-05}
{"train_loss": 0.009515881538391113, "global_step": 16006, "epoch": 89, "lr": 9.484042321489596e-05}
{"train_loss": 0.0068000201135873795, "global_step": 16007, "epoch": 89, "lr": 9.48397694322351e-05}
{"train_loss": 0.008879452012479305, "global_step": 16008, "epoch": 89, "lr": 9.483911561040935e-05}
{"train_loss": 0.017963215708732605, "global_step": 16009, "epoch": 89, "lr": 9.483846174941933e-05}
{"train_loss": 0.011721963062882423, "global_step": 16010, "epoch": 89, "lr": 9.483780784926559e-05}
{"train_loss": 0.008344583213329315, "global_step": 16011, "epoch": 89, "lr": 9.48371539099487e-05}
{"train_loss": 0.011033445596694946, "global_step": 16012, "epoch": 89, "lr": 9.483649993146924e-05}
{"train_loss": 0.008131720125675201, "global_step": 16013, "epoch": 89, "lr": 9.483584591382776e-05}
{"train_loss": 0.008483625017106533, "global_step": 16014, "epoch": 89, "lr": 9.483519185702488e-05}
{"train_loss": 0.008391885086894035, "global_step": 16015, "epoch": 89, "lr": 9.48345377610611e-05}
{"train_loss": 0.014742642641067505, "global_step": 16016, "epoch": 89, "lr": 9.483388362593703e-05}
{"train_loss": 0.018416831269860268, "global_step": 16017, "epoch": 89, "lr": 9.483322945165327e-05}
{"train_loss": 0.010234059765934944, "global_step": 16018, "epoch": 89, "lr": 9.483257523821034e-05}
{"train_loss": 0.010866112810863035, "global_step": 16019, "epoch": 89, "lr": 9.483192098560885e-05}
{"train_loss": 0.011127356439828873, "global_step": 16020, "epoch": 90, "lr": 9.483126669384932e-05}
{"train_loss": 0.011673655360937119, "global_step": 16021, "epoch": 90, "lr": 9.483061236293239e-05}
{"train_loss": 0.007757554296404123, "global_step": 16022, "epoch": 90, "lr": 9.482995799285858e-05}
{"train_loss": 0.006684749387204647, "global_step": 16023, "epoch": 90, "lr": 9.482930358362849e-05}
{"train_loss": 0.014876710250973701, "global_step": 16024, "epoch": 90, "lr": 9.482864913524268e-05}
{"train_loss": 0.00930771604180336, "global_step": 16025, "epoch": 90, "lr": 9.482799464770172e-05}
{"train_loss": 0.00799376331269741, "global_step": 16026, "epoch": 90, "lr": 9.482734012100617e-05}
{"train_loss": 0.01233678124845028, "global_step": 16027, "epoch": 90, "lr": 9.482668555515662e-05}
{"train_loss": 0.009811578318476677, "global_step": 16028, "epoch": 90, "lr": 9.482603095015366e-05}
{"train_loss": 0.006563459523022175, "global_step": 16029, "epoch": 90, "lr": 9.482537630599781e-05}
{"train_loss": 0.01356277521699667, "global_step": 16030, "epoch": 90, "lr": 9.482472162268969e-05}
{"train_loss": 0.011748643592000008, "global_step": 16031, "epoch": 90, "lr": 9.482406690022985e-05}
{"train_loss": 0.00991385243833065, "global_step": 16032, "epoch": 90, "lr": 9.482341213861886e-05}
{"train_loss": 0.009441068395972252, "global_step": 16033, "epoch": 90, "lr": 9.482275733785728e-05}
{"train_loss": 0.011163530871272087, "global_step": 16034, "epoch": 90, "lr": 9.482210249794571e-05}
{"train_loss": 0.005696544423699379, "global_step": 16035, "epoch": 90, "lr": 9.482144761888473e-05}
{"train_loss": 0.01125280186533928, "global_step": 16036, "epoch": 90, "lr": 9.482079270067488e-05}
{"train_loss": 0.01107797957956791, "global_step": 16037, "epoch": 90, "lr": 9.482013774331673e-05}
{"train_loss": 0.00820938404649496, "global_step": 16038, "epoch": 90, "lr": 9.481948274681088e-05}
{"train_loss": 0.008613158017396927, "global_step": 16039, "epoch": 90, "lr": 9.481882771115789e-05}
{"train_loss": 0.00826193392276764, "global_step": 16040, "epoch": 90, "lr": 9.481817263635833e-05}
{"train_loss": 0.006691401358693838, "global_step": 16041, "epoch": 90, "lr": 9.481751752241277e-05}
{"train_loss": 0.015724778175354004, "global_step": 16042, "epoch": 90, "lr": 9.481686236932178e-05}
{"train_loss": 0.01063622161746025, "global_step": 16043, "epoch": 90, "lr": 9.481620717708595e-05}
{"train_loss": 0.006106819957494736, "global_step": 16044, "epoch": 90, "lr": 9.481555194570582e-05}
{"train_loss": 0.008895639330148697, "global_step": 16045, "epoch": 90, "lr": 9.4814896675182e-05}
{"train_loss": 0.009004352614283562, "global_step": 16046, "epoch": 90, "lr": 9.481424136551504e-05}
{"train_loss": 0.007257047109305859, "global_step": 16047, "epoch": 90, "lr": 9.48135860167055e-05}
{"train_loss": 0.011175762861967087, "global_step": 16048, "epoch": 90, "lr": 9.481293062875398e-05}
{"train_loss": 0.018144087865948677, "global_step": 16049, "epoch": 90, "lr": 9.481227520166105e-05}
{"train_loss": 0.010602347552776337, "global_step": 16050, "epoch": 90, "lr": 9.481161973542727e-05}
{"train_loss": 0.010004417970776558, "global_step": 16051, "epoch": 90, "lr": 9.48109642300532e-05}
{"train_loss": 0.01112288236618042, "global_step": 16052, "epoch": 90, "lr": 9.481030868553945e-05}
{"train_loss": 0.0075524235144257545, "global_step": 16053, "epoch": 90, "lr": 9.480965310188657e-05}
{"train_loss": 0.009784849360585213, "global_step": 16054, "epoch": 90, "lr": 9.480899747909513e-05}
{"train_loss": 0.01123946812003851, "global_step": 16055, "epoch": 90, "lr": 9.48083418171657e-05}
{"train_loss": 0.010786185041069984, "global_step": 16056, "epoch": 90, "lr": 9.480768611609887e-05}
{"train_loss": 0.006698234006762505, "global_step": 16057, "epoch": 90, "lr": 9.480703037589519e-05}
{"train_loss": 0.006200612057000399, "global_step": 16058, "epoch": 90, "lr": 9.480637459655526e-05}
{"train_loss": 0.01619020104408264, "global_step": 16059, "epoch": 90, "lr": 9.480571877807962e-05}
{"train_loss": 0.00950036570429802, "global_step": 16060, "epoch": 90, "lr": 9.480506292046887e-05}
{"train_loss": 0.011310610920190811, "global_step": 16061, "epoch": 90, "lr": 9.480440702372357e-05}
{"train_loss": 0.008354869671165943, "global_step": 16062, "epoch": 90, "lr": 9.48037510878443e-05}
{"train_loss": 0.011362036690115929, "global_step": 16063, "epoch": 90, "lr": 9.480309511283163e-05}
{"train_loss": 0.005594857037067413, "global_step": 16064, "epoch": 90, "lr": 9.480243909868613e-05}
{"train_loss": 0.008207575418055058, "global_step": 16065, "epoch": 90, "lr": 9.480178304540837e-05}
{"train_loss": 0.00941593199968338, "global_step": 16066, "epoch": 90, "lr": 9.480112695299892e-05}
{"train_loss": 0.007110921666026115, "global_step": 16067, "epoch": 90, "lr": 9.480047082145839e-05}
{"train_loss": 0.013124806806445122, "global_step": 16068, "epoch": 90, "lr": 9.479981465078731e-05}
{"train_loss": 0.00942566804587841, "global_step": 16069, "epoch": 90, "lr": 9.479915844098625e-05}
{"train_loss": 0.005423998460173607, "global_step": 16070, "epoch": 90, "lr": 9.479850219205583e-05}
{"train_loss": 0.019569098949432373, "global_step": 16071, "epoch": 90, "lr": 9.479784590399657e-05}
{"train_loss": 0.009836770594120026, "global_step": 16072, "epoch": 90, "lr": 9.479718957680908e-05}
{"train_loss": 0.02111063338816166, "global_step": 16073, "epoch": 90, "lr": 9.479653321049391e-05}
{"train_loss": 0.014515252783894539, "global_step": 16074, "epoch": 90, "lr": 9.479587680505165e-05}
{"train_loss": 0.004928631242364645, "global_step": 16075, "epoch": 90, "lr": 9.479522036048288e-05}
{"train_loss": 0.013351419940590858, "global_step": 16076, "epoch": 90, "lr": 9.479456387678813e-05}
{"train_loss": 0.00907459482550621, "global_step": 16077, "epoch": 90, "lr": 9.479390735396803e-05}
{"train_loss": 0.008117633871734142, "global_step": 16078, "epoch": 90, "lr": 9.479325079202312e-05}
{"train_loss": 0.0066546909511089325, "global_step": 16079, "epoch": 90, "lr": 9.479259419095398e-05}
{"train_loss": 0.012649213895201683, "global_step": 16080, "epoch": 90, "lr": 9.479193755076118e-05}
{"train_loss": 0.013541731983423233, "global_step": 16081, "epoch": 90, "lr": 9.47912808714453e-05}
{"train_loss": 0.00573158822953701, "global_step": 16082, "epoch": 90, "lr": 9.47906241530069e-05}
{"train_loss": 0.010046366602182388, "global_step": 16083, "epoch": 90, "lr": 9.478996739544659e-05}
{"train_loss": 0.011581838130950928, "global_step": 16084, "epoch": 90, "lr": 9.47893105987649e-05}
{"train_loss": 0.01676340028643608, "global_step": 16085, "epoch": 90, "lr": 9.478865376296241e-05}
{"train_loss": 0.008678631857037544, "global_step": 16086, "epoch": 90, "lr": 9.478799688803973e-05}
{"train_loss": 0.011487411335110664, "global_step": 16087, "epoch": 90, "lr": 9.47873399739974e-05}
{"train_loss": 0.008245321922004223, "global_step": 16088, "epoch": 90, "lr": 9.478668302083601e-05}
{"train_loss": 0.012826473452150822, "global_step": 16089, "epoch": 90, "lr": 9.478602602855612e-05}
{"train_loss": 0.008610322140157223, "global_step": 16090, "epoch": 90, "lr": 9.47853689971583e-05}
{"train_loss": 0.007830615155398846, "global_step": 16091, "epoch": 90, "lr": 9.478471192664316e-05}
{"train_loss": 0.010781766846776009, "global_step": 16092, "epoch": 90, "lr": 9.478405481701122e-05}
{"train_loss": 0.008103630505502224, "global_step": 16093, "epoch": 90, "lr": 9.478339766826312e-05}
{"train_loss": 0.0092846117913723, "global_step": 16094, "epoch": 90, "lr": 9.478274048039937e-05}
{"train_loss": 0.007766725495457649, "global_step": 16095, "epoch": 90, "lr": 9.478208325342057e-05}
{"train_loss": 0.006908112205564976, "global_step": 16096, "epoch": 90, "lr": 9.47814259873273e-05}
{"train_loss": 0.009236483834683895, "global_step": 16097, "epoch": 90, "lr": 9.478076868212014e-05}
{"train_loss": 0.00850649457424879, "global_step": 16098, "epoch": 90, "lr": 9.478011133779963e-05}
{"train_loss": 0.01027677208185196, "global_step": 16099, "epoch": 90, "lr": 9.477945395436639e-05}
{"train_loss": 0.009645828977227211, "global_step": 16100, "epoch": 90, "lr": 9.477879653182096e-05}
{"train_loss": 0.015046438202261925, "global_step": 16101, "epoch": 90, "lr": 9.47781390701639e-05}
{"train_loss": 0.010911296121776104, "global_step": 16102, "epoch": 90, "lr": 9.477748156939586e-05}
{"train_loss": 0.01334262266755104, "global_step": 16103, "epoch": 90, "lr": 9.477682402951733e-05}
{"train_loss": 0.015508162789046764, "global_step": 16104, "epoch": 90, "lr": 9.477616645052893e-05}
{"train_loss": 0.009412463754415512, "global_step": 16105, "epoch": 90, "lr": 9.477550883243121e-05}
{"train_loss": 0.008117178454995155, "global_step": 16106, "epoch": 90, "lr": 9.477485117522478e-05}
{"train_loss": 0.005236014723777771, "global_step": 16107, "epoch": 90, "lr": 9.477419347891016e-05}
{"train_loss": 0.011002300307154655, "global_step": 16108, "epoch": 90, "lr": 9.477353574348798e-05}
{"train_loss": 0.010467776097357273, "global_step": 16109, "epoch": 90, "lr": 9.477287796895879e-05}
{"train_loss": 0.00823255255818367, "global_step": 16110, "epoch": 90, "lr": 9.477222015532315e-05}
{"train_loss": 0.010032691061496735, "global_step": 16111, "epoch": 90, "lr": 9.477156230258166e-05}
{"train_loss": 0.005712311714887619, "global_step": 16112, "epoch": 90, "lr": 9.477090441073489e-05}
{"train_loss": 0.013177119195461273, "global_step": 16113, "epoch": 90, "lr": 9.47702464797834e-05}
{"train_loss": 0.005804525688290596, "global_step": 16114, "epoch": 90, "lr": 9.476958850972777e-05}
{"train_loss": 0.010542078875005245, "global_step": 16115, "epoch": 90, "lr": 9.476893050056859e-05}
{"train_loss": 0.019809069111943245, "global_step": 16116, "epoch": 90, "lr": 9.476827245230641e-05}
{"train_loss": 0.013007625937461853, "global_step": 16117, "epoch": 90, "lr": 9.476761436494182e-05}
{"train_loss": 0.0138553436845541, "global_step": 16118, "epoch": 90, "lr": 9.47669562384754e-05}
{"train_loss": 0.008591706864535809, "global_step": 16119, "epoch": 90, "lr": 9.476629807290771e-05}
{"train_loss": 0.004673050716519356, "global_step": 16120, "epoch": 90, "lr": 9.476563986823934e-05}
{"train_loss": 0.008734685368835926, "global_step": 16121, "epoch": 90, "lr": 9.476498162447085e-05}
{"train_loss": 0.007465697824954987, "global_step": 16122, "epoch": 90, "lr": 9.476432334160282e-05}
{"train_loss": 0.011590259149670601, "global_step": 16123, "epoch": 90, "lr": 9.476366501963582e-05}
{"train_loss": 0.020484142005443573, "global_step": 16124, "epoch": 90, "lr": 9.476300665857045e-05}
{"train_loss": 0.008494392037391663, "global_step": 16125, "epoch": 90, "lr": 9.476234825840726e-05}
{"train_loss": 0.011058570817112923, "global_step": 16126, "epoch": 90, "lr": 9.476168981914684e-05}
{"train_loss": 0.008443605154752731, "global_step": 16127, "epoch": 90, "lr": 9.476103134078976e-05}
{"train_loss": 0.015534130856394768, "global_step": 16128, "epoch": 90, "lr": 9.476037282333657e-05}
{"train_loss": 0.008661954663693905, "global_step": 16129, "epoch": 90, "lr": 9.475971426678787e-05}
{"train_loss": 0.0095884520560503, "global_step": 16130, "epoch": 90, "lr": 9.475905567114425e-05}
{"train_loss": 0.009371482767164707, "global_step": 16131, "epoch": 90, "lr": 9.475839703640625e-05}
{"train_loss": 0.008635928854346275, "global_step": 16132, "epoch": 90, "lr": 9.475773836257447e-05}
{"train_loss": 0.006806018762290478, "global_step": 16133, "epoch": 90, "lr": 9.475707964964948e-05}
{"train_loss": 0.015049519948661327, "global_step": 16134, "epoch": 90, "lr": 9.475642089763186e-05}
{"train_loss": 0.016946526244282722, "global_step": 16135, "epoch": 90, "lr": 9.475576210652217e-05}
{"train_loss": 0.007891230285167694, "global_step": 16136, "epoch": 90, "lr": 9.4755103276321e-05}
{"train_loss": 0.006096550729125738, "global_step": 16137, "epoch": 90, "lr": 9.475444440702893e-05}
{"train_loss": 0.015156039968132973, "global_step": 16138, "epoch": 90, "lr": 9.47537854986465e-05}
{"train_loss": 0.008170636370778084, "global_step": 16139, "epoch": 90, "lr": 9.475312655117432e-05}
{"train_loss": 0.007103503216058016, "global_step": 16140, "epoch": 90, "lr": 9.475246756461297e-05}
{"train_loss": 0.004848615266382694, "global_step": 16141, "epoch": 90, "lr": 9.4751808538963e-05}
{"train_loss": 0.012848102487623692, "global_step": 16142, "epoch": 90, "lr": 9.4751149474225e-05}
{"train_loss": 0.013039309531450272, "global_step": 16143, "epoch": 90, "lr": 9.475049037039955e-05}
{"train_loss": 0.005125910043716431, "global_step": 16144, "epoch": 90, "lr": 9.47498312274872e-05}
{"train_loss": 0.010416663251817226, "global_step": 16145, "epoch": 90, "lr": 9.474917204548857e-05}
{"train_loss": 0.005344650242477655, "global_step": 16146, "epoch": 90, "lr": 9.47485128244042e-05}
{"train_loss": 0.010840805247426033, "global_step": 16147, "epoch": 90, "lr": 9.474785356423468e-05}
{"train_loss": 0.010316641069948673, "global_step": 16148, "epoch": 90, "lr": 9.474719426498057e-05}
{"train_loss": 0.009319554083049297, "global_step": 16149, "epoch": 90, "lr": 9.474653492664247e-05}
{"train_loss": 0.005067300051450729, "global_step": 16150, "epoch": 90, "lr": 9.474587554922094e-05}
{"train_loss": 0.011979577131569386, "global_step": 16151, "epoch": 90, "lr": 9.474521613271656e-05}
{"train_loss": 0.014042941853404045, "global_step": 16152, "epoch": 90, "lr": 9.47445566771299e-05}
{"train_loss": 0.00727622676640749, "global_step": 16153, "epoch": 90, "lr": 9.474389718246155e-05}
{"train_loss": 0.008092147298157215, "global_step": 16154, "epoch": 90, "lr": 9.474323764871207e-05}
{"train_loss": 0.01314188726246357, "global_step": 16155, "epoch": 90, "lr": 9.474257807588205e-05}
{"train_loss": 0.008401256054639816, "global_step": 16156, "epoch": 90, "lr": 9.474191846397207e-05}
{"train_loss": 0.0064315153285861015, "global_step": 16157, "epoch": 90, "lr": 9.474125881298268e-05}
{"train_loss": 0.008770562708377838, "global_step": 16158, "epoch": 90, "lr": 9.474059912291448e-05}
{"train_loss": 0.011555155739188194, "global_step": 16159, "epoch": 90, "lr": 9.473993939376804e-05}
{"train_loss": 0.011096643283963203, "global_step": 16160, "epoch": 90, "lr": 9.473927962554391e-05}
{"train_loss": 0.013832062482833862, "global_step": 16161, "epoch": 90, "lr": 9.473861981824272e-05}
{"train_loss": 0.006237211171537638, "global_step": 16162, "epoch": 90, "lr": 9.473795997186502e-05}
{"train_loss": 0.007916754111647606, "global_step": 16163, "epoch": 90, "lr": 9.473730008641138e-05}
{"train_loss": 0.009359003975987434, "global_step": 16164, "epoch": 90, "lr": 9.473664016188238e-05}
{"train_loss": 0.005559101700782776, "global_step": 16165, "epoch": 90, "lr": 9.473598019827858e-05}
{"train_loss": 0.01213851384818554, "global_step": 16166, "epoch": 90, "lr": 9.473532019560059e-05}
{"train_loss": 0.009228682145476341, "global_step": 16167, "epoch": 90, "lr": 9.473466015384895e-05}
{"train_loss": 0.016001664102077484, "global_step": 16168, "epoch": 90, "lr": 9.473400007302426e-05}
{"train_loss": 0.015409098006784916, "global_step": 16169, "epoch": 90, "lr": 9.473333995312711e-05}
{"train_loss": 0.0076986681669950485, "global_step": 16170, "epoch": 90, "lr": 9.473267979415806e-05}
{"train_loss": 0.01152582187205553, "global_step": 16171, "epoch": 90, "lr": 9.473201959611766e-05}
{"train_loss": 0.0076215751469135284, "global_step": 16172, "epoch": 90, "lr": 9.473135935900654e-05}
{"train_loss": 0.010305373929440975, "global_step": 16173, "epoch": 90, "lr": 9.473069908282523e-05}
{"train_loss": 0.005480475723743439, "global_step": 16174, "epoch": 90, "lr": 9.473003876757434e-05}
{"train_loss": 0.01113111898303032, "global_step": 16175, "epoch": 90, "lr": 9.472937841325442e-05}
{"train_loss": 0.008214937523007393, "global_step": 16176, "epoch": 90, "lr": 9.472871801986606e-05}
{"train_loss": 0.01165362261235714, "global_step": 16177, "epoch": 90, "lr": 9.472805758740984e-05}
{"train_loss": 0.013220557942986488, "global_step": 16178, "epoch": 90, "lr": 9.472739711588633e-05}
{"train_loss": 0.010733416303992271, "global_step": 16179, "epoch": 90, "lr": 9.472673660529611e-05}
{"train_loss": 0.005785056855529547, "global_step": 16180, "epoch": 90, "lr": 9.472607605563977e-05}
{"train_loss": 0.011737756431102753, "global_step": 16181, "epoch": 90, "lr": 9.472541546691785e-05}
{"train_loss": 0.01068481057882309, "global_step": 16182, "epoch": 90, "lr": 9.472475483913098e-05}
{"train_loss": 0.007062897086143494, "global_step": 16183, "epoch": 90, "lr": 9.472409417227967e-05}
{"train_loss": 0.009941767901182175, "global_step": 16184, "epoch": 90, "lr": 9.472343346636456e-05}
{"train_loss": 0.009869636967778206, "global_step": 16185, "epoch": 90, "lr": 9.47227727213862e-05}
{"train_loss": 0.008549654856324196, "global_step": 16186, "epoch": 90, "lr": 9.472211193734517e-05}
{"train_loss": 0.013529570773243904, "global_step": 16187, "epoch": 90, "lr": 9.472145111424205e-05}
{"train_loss": 0.007798481732606888, "global_step": 16188, "epoch": 90, "lr": 9.47207902520774e-05}
{"train_loss": 0.009875563904643059, "global_step": 16189, "epoch": 90, "lr": 9.472012935085182e-05}
{"train_loss": 0.010489242151379585, "global_step": 16190, "epoch": 90, "lr": 9.471946841056587e-05}
{"train_loss": 0.008818218484520912, "global_step": 16191, "epoch": 90, "lr": 9.471880743122013e-05}
{"train_loss": 0.008018615655601025, "global_step": 16192, "epoch": 90, "lr": 9.47181464128152e-05}
{"train_loss": 0.007988166064023972, "global_step": 16193, "epoch": 90, "lr": 9.471748535535163e-05}
{"train_loss": 0.012983920983970165, "global_step": 16194, "epoch": 90, "lr": 9.471682425883e-05}
{"train_loss": 0.004728951491415501, "global_step": 16195, "epoch": 90, "lr": 9.471616312325092e-05}
{"train_loss": 0.009209394454956055, "global_step": 16196, "epoch": 90, "lr": 9.471550194861492e-05}
{"train_loss": 0.010036249506402384, "global_step": 16197, "epoch": 90, "lr": 9.47148407349226e-05, "train_action_mse_error": 4.25377584178932e-05}
{"train_loss": 0.0032543661072850227, "global_step": 16198, "epoch": 91, "lr": 9.471417948217454e-05}
{"train_loss": 0.008841000497341156, "global_step": 16199, "epoch": 91, "lr": 9.471351819037131e-05}
{"train_loss": 0.009991688653826714, "global_step": 16200, "epoch": 91, "lr": 9.47128568595135e-05}
{"train_loss": 0.006828709505498409, "global_step": 16201, "epoch": 91, "lr": 9.471219548960168e-05}
{"train_loss": 0.018802685663104057, "global_step": 16202, "epoch": 91, "lr": 9.471153408063643e-05}
{"train_loss": 0.014857983216643333, "global_step": 16203, "epoch": 91, "lr": 9.471087263261831e-05}
{"train_loss": 0.008184807375073433, "global_step": 16204, "epoch": 91, "lr": 9.471021114554792e-05}
{"train_loss": 0.006326591596007347, "global_step": 16205, "epoch": 91, "lr": 9.470954961942584e-05}
{"train_loss": 0.012558521702885628, "global_step": 16206, "epoch": 91, "lr": 9.470888805425261e-05}
{"train_loss": 0.008528655394911766, "global_step": 16207, "epoch": 91, "lr": 9.470822645002887e-05}
{"train_loss": 0.006848091259598732, "global_step": 16208, "epoch": 91, "lr": 9.470756480675516e-05}
{"train_loss": 0.007825840264558792, "global_step": 16209, "epoch": 91, "lr": 9.470690312443205e-05}
{"train_loss": 0.010258594527840614, "global_step": 16210, "epoch": 91, "lr": 9.470624140306012e-05}
{"train_loss": 0.007147285155951977, "global_step": 16211, "epoch": 91, "lr": 9.470557964263998e-05}
{"train_loss": 0.010608095675706863, "global_step": 16212, "epoch": 91, "lr": 9.470491784317219e-05}
{"train_loss": 0.004242394119501114, "global_step": 16213, "epoch": 91, "lr": 9.47042560046573e-05}
{"train_loss": 0.008831044659018517, "global_step": 16214, "epoch": 91, "lr": 9.470359412709593e-05}
{"train_loss": 0.005878404248505831, "global_step": 16215, "epoch": 91, "lr": 9.470293221048863e-05}
{"train_loss": 0.00722475815564394, "global_step": 16216, "epoch": 91, "lr": 9.4702270254836e-05}
{"train_loss": 0.01528280321508646, "global_step": 16217, "epoch": 91, "lr": 9.470160826013859e-05}
{"train_loss": 0.016618598252534866, "global_step": 16218, "epoch": 91, "lr": 9.4700946226397e-05}
{"train_loss": 0.01034066453576088, "global_step": 16219, "epoch": 91, "lr": 9.470028415361181e-05}
{"train_loss": 0.008215362206101418, "global_step": 16220, "epoch": 91, "lr": 9.469962204178358e-05}
{"train_loss": 0.006634178571403027, "global_step": 16221, "epoch": 91, "lr": 9.469895989091291e-05}
{"train_loss": 0.006407676264643669, "global_step": 16222, "epoch": 91, "lr": 9.469829770100037e-05}
{"train_loss": 0.009122229181230068, "global_step": 16223, "epoch": 91, "lr": 9.469763547204653e-05}
{"train_loss": 0.009508665651082993, "global_step": 16224, "epoch": 91, "lr": 9.469697320405198e-05}
{"train_loss": 0.01624152436852455, "global_step": 16225, "epoch": 91, "lr": 9.46963108970173e-05}
{"train_loss": 0.006862297188490629, "global_step": 16226, "epoch": 91, "lr": 9.469564855094304e-05}
{"train_loss": 0.008235009387135506, "global_step": 16227, "epoch": 91, "lr": 9.469498616582981e-05}
{"train_loss": 0.011936279013752937, "global_step": 16228, "epoch": 91, "lr": 9.46943237416782e-05}
{"train_loss": 0.009366796351969242, "global_step": 16229, "epoch": 91, "lr": 9.469366127848874e-05}
{"train_loss": 0.011022558435797691, "global_step": 16230, "epoch": 91, "lr": 9.469299877626203e-05}
{"train_loss": 0.004913476295769215, "global_step": 16231, "epoch": 91, "lr": 9.469233623499867e-05}
{"train_loss": 0.013102114200592041, "global_step": 16232, "epoch": 91, "lr": 9.469167365469922e-05}
{"train_loss": 0.010718924924731255, "global_step": 16233, "epoch": 91, "lr": 9.469101103536426e-05}
{"train_loss": 0.011601337231695652, "global_step": 16234, "epoch": 91, "lr": 9.469034837699438e-05}
{"train_loss": 0.010210137814283371, "global_step": 16235, "epoch": 91, "lr": 9.468968567959016e-05}
{"train_loss": 0.011939501389861107, "global_step": 16236, "epoch": 91, "lr": 9.468902294315214e-05}
{"train_loss": 0.005981870926916599, "global_step": 16237, "epoch": 91, "lr": 9.468836016768094e-05}
{"train_loss": 0.0042813923209905624, "global_step": 16238, "epoch": 91, "lr": 9.468769735317713e-05}
{"train_loss": 0.01349469181150198, "global_step": 16239, "epoch": 91, "lr": 9.468703449964129e-05}
{"train_loss": 0.011282792314887047, "global_step": 16240, "epoch": 91, "lr": 9.468637160707398e-05}
{"train_loss": 0.007546145003288984, "global_step": 16241, "epoch": 91, "lr": 9.46857086754758e-05}
{"train_loss": 0.006717045791447163, "global_step": 16242, "epoch": 91, "lr": 9.46850457048473e-05}
{"train_loss": 0.017079226672649384, "global_step": 16243, "epoch": 91, "lr": 9.468438269518911e-05}
{"train_loss": 0.007384119555354118, "global_step": 16244, "epoch": 91, "lr": 9.468371964650177e-05}
{"train_loss": 0.011875921860337257, "global_step": 16245, "epoch": 91, "lr": 9.468305655878588e-05}
{"train_loss": 0.012249201536178589, "global_step": 16246, "epoch": 91, "lr": 9.468239343204199e-05}
{"train_loss": 0.007145644165575504, "global_step": 16247, "epoch": 91, "lr": 9.468173026627072e-05}
{"train_loss": 0.01125764288008213, "global_step": 16248, "epoch": 91, "lr": 9.468106706147262e-05}
{"train_loss": 0.014253517612814903, "global_step": 16249, "epoch": 91, "lr": 9.468040381764826e-05}
{"train_loss": 0.005925445817410946, "global_step": 16250, "epoch": 91, "lr": 9.467974053479824e-05}
{"train_loss": 0.014212597161531448, "global_step": 16251, "epoch": 91, "lr": 9.467907721292315e-05}
{"train_loss": 0.005540277808904648, "global_step": 16252, "epoch": 91, "lr": 9.467841385202354e-05}
{"train_loss": 0.010418933816254139, "global_step": 16253, "epoch": 91, "lr": 9.467775045210001e-05}
{"train_loss": 0.009859450161457062, "global_step": 16254, "epoch": 91, "lr": 9.467708701315314e-05}
{"train_loss": 0.0059150210581719875, "global_step": 16255, "epoch": 91, "lr": 9.467642353518349e-05}
{"train_loss": 0.011048475280404091, "global_step": 16256, "epoch": 91, "lr": 9.467576001819165e-05}
{"train_loss": 0.014350498095154762, "global_step": 16257, "epoch": 91, "lr": 9.467509646217822e-05}
{"train_loss": 0.013216696679592133, "global_step": 16258, "epoch": 91, "lr": 9.467443286714375e-05}
{"train_loss": 0.012229708954691887, "global_step": 16259, "epoch": 91, "lr": 9.467376923308883e-05}
{"train_loss": 0.008232790976762772, "global_step": 16260, "epoch": 91, "lr": 9.467310556001402e-05}
{"train_loss": 0.010729251429438591, "global_step": 16261, "epoch": 91, "lr": 9.467244184791995e-05}
{"train_loss": 0.010340997949242592, "global_step": 16262, "epoch": 91, "lr": 9.467177809680718e-05}
{"train_loss": 0.011585559695959091, "global_step": 16263, "epoch": 91, "lr": 9.467111430667625e-05}
{"train_loss": 0.009732307866215706, "global_step": 16264, "epoch": 91, "lr": 9.467045047752778e-05}
{"train_loss": 0.019585061818361282, "global_step": 16265, "epoch": 91, "lr": 9.466978660936235e-05}
{"train_loss": 0.014112578704953194, "global_step": 16266, "epoch": 91, "lr": 9.466912270218051e-05}
{"train_loss": 0.013193121179938316, "global_step": 16267, "epoch": 91, "lr": 9.466845875598286e-05}
{"train_loss": 0.02001059427857399, "global_step": 16268, "epoch": 91, "lr": 9.466779477077e-05}
{"train_loss": 0.013113828375935555, "global_step": 16269, "epoch": 91, "lr": 9.466713074654248e-05}
{"train_loss": 0.006780196912586689, "global_step": 16270, "epoch": 91, "lr": 9.466646668330088e-05}
{"train_loss": 0.01670007035136223, "global_step": 16271, "epoch": 91, "lr": 9.466580258104579e-05}
{"train_loss": 0.007700279355049133, "global_step": 16272, "epoch": 91, "lr": 9.466513843977779e-05}
{"train_loss": 0.006471590604633093, "global_step": 16273, "epoch": 91, "lr": 9.466447425949746e-05}
{"train_loss": 0.010844504460692406, "global_step": 16274, "epoch": 91, "lr": 9.466381004020537e-05}
{"train_loss": 0.014201241545379162, "global_step": 16275, "epoch": 91, "lr": 9.466314578190213e-05}
{"train_loss": 0.00719816330820322, "global_step": 16276, "epoch": 91, "lr": 9.466248148458829e-05}
{"train_loss": 0.009039275348186493, "global_step": 16277, "epoch": 91, "lr": 9.466181714826443e-05}
{"train_loss": 0.00879056565463543, "global_step": 16278, "epoch": 91, "lr": 9.466115277293115e-05}
{"train_loss": 0.00810056272894144, "global_step": 16279, "epoch": 91, "lr": 9.466048835858903e-05}
{"train_loss": 0.006886196322739124, "global_step": 16280, "epoch": 91, "lr": 9.465982390523862e-05}
{"train_loss": 0.010782124474644661, "global_step": 16281, "epoch": 91, "lr": 9.465915941288052e-05}
{"train_loss": 0.010529767721891403, "global_step": 16282, "epoch": 91, "lr": 9.465849488151533e-05}
{"train_loss": 0.009048258885741234, "global_step": 16283, "epoch": 91, "lr": 9.46578303111436e-05}
{"train_loss": 0.00725129246711731, "global_step": 16284, "epoch": 91, "lr": 9.465716570176593e-05}
{"train_loss": 0.007963383570313454, "global_step": 16285, "epoch": 91, "lr": 9.465650105338289e-05}
{"train_loss": 0.008756037801504135, "global_step": 16286, "epoch": 91, "lr": 9.465583636599505e-05}
{"train_loss": 0.01398477517068386, "global_step": 16287, "epoch": 91, "lr": 9.465517163960302e-05}
{"train_loss": 0.006906772963702679, "global_step": 16288, "epoch": 91, "lr": 9.465450687420737e-05}
{"train_loss": 0.00951928086578846, "global_step": 16289, "epoch": 91, "lr": 9.465384206980865e-05}
{"train_loss": 0.007477855309844017, "global_step": 16290, "epoch": 91, "lr": 9.465317722640749e-05}
{"train_loss": 0.01405156496912241, "global_step": 16291, "epoch": 91, "lr": 9.465251234400444e-05}
{"train_loss": 0.006784921046346426, "global_step": 16292, "epoch": 91, "lr": 9.465184742260007e-05}
{"train_loss": 0.012243321165442467, "global_step": 16293, "epoch": 91, "lr": 9.4651182462195e-05}
{"train_loss": 0.012067951261997223, "global_step": 16294, "epoch": 91, "lr": 9.465051746278976e-05}
{"train_loss": 0.008460426703095436, "global_step": 16295, "epoch": 91, "lr": 9.464985242438499e-05}
{"train_loss": 0.005104086361825466, "global_step": 16296, "epoch": 91, "lr": 9.464918734698123e-05}
{"train_loss": 0.01439277920871973, "global_step": 16297, "epoch": 91, "lr": 9.464852223057907e-05}
{"train_loss": 0.009527977555990219, "global_step": 16298, "epoch": 91, "lr": 9.464785707517909e-05}
{"train_loss": 0.014061964116990566, "global_step": 16299, "epoch": 91, "lr": 9.464719188078188e-05}
{"train_loss": 0.011779673397541046, "global_step": 16300, "epoch": 91, "lr": 9.464652664738801e-05}
{"train_loss": 0.007853428833186626, "global_step": 16301, "epoch": 91, "lr": 9.464586137499806e-05}
{"train_loss": 0.00690288282930851, "global_step": 16302, "epoch": 91, "lr": 9.464519606361262e-05}
{"train_loss": 0.011174545623362064, "global_step": 16303, "epoch": 91, "lr": 9.464453071323227e-05}
{"train_loss": 0.00965123064815998, "global_step": 16304, "epoch": 91, "lr": 9.46438653238576e-05}
{"train_loss": 0.009194674901664257, "global_step": 16305, "epoch": 91, "lr": 9.464319989548917e-05}
{"train_loss": 0.012860134243965149, "global_step": 16306, "epoch": 91, "lr": 9.464253442812756e-05}
{"train_loss": 0.005784574896097183, "global_step": 16307, "epoch": 91, "lr": 9.464186892177338e-05}
{"train_loss": 0.00834362581372261, "global_step": 16308, "epoch": 91, "lr": 9.464120337642718e-05}
{"train_loss": 0.011143146082758904, "global_step": 16309, "epoch": 91, "lr": 9.464053779208956e-05}
{"train_loss": 0.011814055033028126, "global_step": 16310, "epoch": 91, "lr": 9.46398721687611e-05}
{"train_loss": 0.011430609039962292, "global_step": 16311, "epoch": 91, "lr": 9.463920650644236e-05}
{"train_loss": 0.007506128400564194, "global_step": 16312, "epoch": 91, "lr": 9.463854080513396e-05}
{"train_loss": 0.009847918525338173, "global_step": 16313, "epoch": 91, "lr": 9.463787506483645e-05}
{"train_loss": 0.008045943453907967, "global_step": 16314, "epoch": 91, "lr": 9.463720928555042e-05}
{"train_loss": 0.009134728461503983, "global_step": 16315, "epoch": 91, "lr": 9.463654346727646e-05}
{"train_loss": 0.008819548413157463, "global_step": 16316, "epoch": 91, "lr": 9.463587761001514e-05}
{"train_loss": 0.007850127294659615, "global_step": 16317, "epoch": 91, "lr": 9.463521171376706e-05}
{"train_loss": 0.016880881041288376, "global_step": 16318, "epoch": 91, "lr": 9.463454577853276e-05}
{"train_loss": 0.00540494080632925, "global_step": 16319, "epoch": 91, "lr": 9.463387980431289e-05}
{"train_loss": 0.015415067784488201, "global_step": 16320, "epoch": 91, "lr": 9.463321379110796e-05}
{"train_loss": 0.011185208335518837, "global_step": 16321, "epoch": 91, "lr": 9.463254773891859e-05}
{"train_loss": 0.014495261944830418, "global_step": 16322, "epoch": 91, "lr": 9.463188164774535e-05}
{"train_loss": 0.014220871962606907, "global_step": 16323, "epoch": 91, "lr": 9.463121551758885e-05}
{"train_loss": 0.009574739262461662, "global_step": 16324, "epoch": 91, "lr": 9.463054934844962e-05}
{"train_loss": 0.009038494899868965, "global_step": 16325, "epoch": 91, "lr": 9.462988314032827e-05}
{"train_loss": 0.0037362477742135525, "global_step": 16326, "epoch": 91, "lr": 9.462921689322542e-05}
{"train_loss": 0.014652010053396225, "global_step": 16327, "epoch": 91, "lr": 9.462855060714158e-05}
{"train_loss": 0.01509068813174963, "global_step": 16328, "epoch": 91, "lr": 9.462788428207737e-05}
{"train_loss": 0.017459318041801453, "global_step": 16329, "epoch": 91, "lr": 9.462721791803338e-05}
{"train_loss": 0.014664005488157272, "global_step": 16330, "epoch": 91, "lr": 9.462655151501016e-05}
{"train_loss": 0.008401304483413696, "global_step": 16331, "epoch": 91, "lr": 9.462588507300834e-05}
{"train_loss": 0.0100325308740139, "global_step": 16332, "epoch": 91, "lr": 9.462521859202847e-05}
{"train_loss": 0.01305683795362711, "global_step": 16333, "epoch": 91, "lr": 9.462455207207112e-05}
{"train_loss": 0.010235926136374474, "global_step": 16334, "epoch": 91, "lr": 9.462388551313689e-05}
{"train_loss": 0.01454460620880127, "global_step": 16335, "epoch": 91, "lr": 9.462321891522637e-05}
{"train_loss": 0.009062464348971844, "global_step": 16336, "epoch": 91, "lr": 9.462255227834013e-05}
{"train_loss": 0.01378600299358368, "global_step": 16337, "epoch": 91, "lr": 9.462188560247875e-05}
{"train_loss": 0.010314050130546093, "global_step": 16338, "epoch": 91, "lr": 9.462121888764283e-05}
{"train_loss": 0.007572636008262634, "global_step": 16339, "epoch": 91, "lr": 9.462055213383294e-05}
{"train_loss": 0.009080640971660614, "global_step": 16340, "epoch": 91, "lr": 9.461988534104964e-05}
{"train_loss": 0.011043806560337543, "global_step": 16341, "epoch": 91, "lr": 9.461921850929355e-05}
{"train_loss": 0.009016891941428185, "global_step": 16342, "epoch": 91, "lr": 9.461855163856525e-05}
{"train_loss": 0.008124345913529396, "global_step": 16343, "epoch": 91, "lr": 9.46178847288653e-05}
{"train_loss": 0.016723470762372017, "global_step": 16344, "epoch": 91, "lr": 9.461721778019427e-05}
{"train_loss": 0.01436256617307663, "global_step": 16345, "epoch": 91, "lr": 9.46165507925528e-05}
{"train_loss": 0.011843272484838963, "global_step": 16346, "epoch": 91, "lr": 9.461588376594141e-05}
{"train_loss": 0.007532377727329731, "global_step": 16347, "epoch": 91, "lr": 9.461521670036073e-05}
{"train_loss": 0.010487152263522148, "global_step": 16348, "epoch": 91, "lr": 9.461454959581132e-05}
{"train_loss": 0.014540653675794601, "global_step": 16349, "epoch": 91, "lr": 9.461388245229377e-05}
{"train_loss": 0.008905734866857529, "global_step": 16350, "epoch": 91, "lr": 9.461321526980864e-05}
{"train_loss": 0.006099243648350239, "global_step": 16351, "epoch": 91, "lr": 9.461254804835653e-05}
{"train_loss": 0.009951833635568619, "global_step": 16352, "epoch": 91, "lr": 9.461188078793803e-05}
{"train_loss": 0.011666158214211464, "global_step": 16353, "epoch": 91, "lr": 9.461121348855373e-05}
{"train_loss": 0.008960293605923653, "global_step": 16354, "epoch": 91, "lr": 9.46105461502042e-05}
{"train_loss": 0.009974750690162182, "global_step": 16355, "epoch": 91, "lr": 9.460987877289e-05}
{"train_loss": 0.011793496087193489, "global_step": 16356, "epoch": 91, "lr": 9.460921135661174e-05}
{"train_loss": 0.006545581389218569, "global_step": 16357, "epoch": 91, "lr": 9.460854390137e-05}
{"train_loss": 0.008349262177944183, "global_step": 16358, "epoch": 91, "lr": 9.460787640716537e-05}
{"train_loss": 0.009479573927819729, "global_step": 16359, "epoch": 91, "lr": 9.46072088739984e-05}
{"train_loss": 0.00665635708719492, "global_step": 16360, "epoch": 91, "lr": 9.460654130186974e-05}
{"train_loss": 0.009408164769411087, "global_step": 16361, "epoch": 91, "lr": 9.460587369077989e-05}
{"train_loss": 0.008673446252942085, "global_step": 16362, "epoch": 91, "lr": 9.460520604072949e-05}
{"train_loss": 0.00956857018172741, "global_step": 16363, "epoch": 91, "lr": 9.460453835171911e-05}
{"train_loss": 0.008483896031975746, "global_step": 16364, "epoch": 91, "lr": 9.460387062374932e-05}
{"train_loss": 0.009434744715690613, "global_step": 16365, "epoch": 91, "lr": 9.460320285682071e-05}
{"train_loss": 0.012661810964345932, "global_step": 16366, "epoch": 91, "lr": 9.460253505093388e-05}
{"train_loss": 0.006356578320264816, "global_step": 16367, "epoch": 91, "lr": 9.46018672060894e-05}
{"train_loss": 0.013171590864658356, "global_step": 16368, "epoch": 91, "lr": 9.460119932228784e-05}
{"train_loss": 0.00908999890089035, "global_step": 16369, "epoch": 91, "lr": 9.46005313995298e-05}
{"train_loss": 0.012893615290522575, "global_step": 16370, "epoch": 91, "lr": 9.459986343781585e-05}
{"train_loss": 0.008050800301134586, "global_step": 16371, "epoch": 91, "lr": 9.45991954371466e-05}
{"train_loss": 0.007148530799895525, "global_step": 16372, "epoch": 91, "lr": 9.459852739752262e-05}
{"train_loss": 0.013162853196263313, "global_step": 16373, "epoch": 91, "lr": 9.459785931894447e-05}
{"train_loss": 0.012232928536832333, "global_step": 16374, "epoch": 91, "lr": 9.459719120141276e-05}
{"train_loss": 0.01026178555552628, "global_step": 16375, "epoch": 91, "lr": 9.459652304492808e-05}
{"train_loss": 0.00922165997326374, "global_step": 16376, "epoch": 92, "lr": 9.459585484949098e-05}
{"train_loss": 0.010462695732712746, "global_step": 16377, "epoch": 92, "lr": 9.459518661510207e-05}
{"train_loss": 0.014508076012134552, "global_step": 16378, "epoch": 92, "lr": 9.459451834176194e-05}
{"train_loss": 0.01619521714746952, "global_step": 16379, "epoch": 92, "lr": 9.459385002947115e-05}
{"train_loss": 0.004849572200328112, "global_step": 16380, "epoch": 92, "lr": 9.459318167823029e-05}
{"train_loss": 0.010508246719837189, "global_step": 16381, "epoch": 92, "lr": 9.459251328803995e-05}
{"train_loss": 0.01307608187198639, "global_step": 16382, "epoch": 92, "lr": 9.459184485890074e-05}
{"train_loss": 0.013237199746072292, "global_step": 16383, "epoch": 92, "lr": 9.459117639081319e-05}
{"train_loss": 0.01714256964623928, "global_step": 16384, "epoch": 92, "lr": 9.459050788377791e-05}
{"train_loss": 0.015013650059700012, "global_step": 16385, "epoch": 92, "lr": 9.458983933779549e-05}
{"train_loss": 0.012886681593954563, "global_step": 16386, "epoch": 92, "lr": 9.45891707528665e-05}
{"train_loss": 0.007629748433828354, "global_step": 16387, "epoch": 92, "lr": 9.458850212899155e-05}
{"train_loss": 0.012712650001049042, "global_step": 16388, "epoch": 92, "lr": 9.45878334661712e-05}
{"train_loss": 0.009319315664470196, "global_step": 16389, "epoch": 92, "lr": 9.458716476440604e-05}
{"train_loss": 0.010489851236343384, "global_step": 16390, "epoch": 92, "lr": 9.458649602369665e-05}
{"train_loss": 0.016749676316976547, "global_step": 16391, "epoch": 92, "lr": 9.458582724404361e-05}
{"train_loss": 0.011802002787590027, "global_step": 16392, "epoch": 92, "lr": 9.458515842544753e-05}
{"train_loss": 0.00990137830376625, "global_step": 16393, "epoch": 92, "lr": 9.458448956790897e-05}
{"train_loss": 0.010862971656024456, "global_step": 16394, "epoch": 92, "lr": 9.458382067142852e-05}
{"train_loss": 0.007735223509371281, "global_step": 16395, "epoch": 92, "lr": 9.458315173600676e-05}
{"train_loss": 0.015274944715201855, "global_step": 16396, "epoch": 92, "lr": 9.458248276164428e-05}
{"train_loss": 0.008988513611257076, "global_step": 16397, "epoch": 92, "lr": 9.458181374834167e-05}
{"train_loss": 0.008239983581006527, "global_step": 16398, "epoch": 92, "lr": 9.458114469609951e-05}
{"train_loss": 0.006912444718182087, "global_step": 16399, "epoch": 92, "lr": 9.458047560491838e-05}
{"train_loss": 0.015061912126839161, "global_step": 16400, "epoch": 92, "lr": 9.457980647479887e-05}
{"train_loss": 0.011192837730050087, "global_step": 16401, "epoch": 92, "lr": 9.457913730574156e-05}
{"train_loss": 0.011756177991628647, "global_step": 16402, "epoch": 92, "lr": 9.457846809774702e-05}
{"train_loss": 0.004846058785915375, "global_step": 16403, "epoch": 92, "lr": 9.457779885081587e-05}
{"train_loss": 0.007517202291637659, "global_step": 16404, "epoch": 92, "lr": 9.457712956494867e-05}
{"train_loss": 0.00868932530283928, "global_step": 16405, "epoch": 92, "lr": 9.4576460240146e-05}
{"train_loss": 0.00957830622792244, "global_step": 16406, "epoch": 92, "lr": 9.457579087640847e-05}
{"train_loss": 0.005260896869003773, "global_step": 16407, "epoch": 92, "lr": 9.457512147373664e-05}
{"train_loss": 0.005860770121216774, "global_step": 16408, "epoch": 92, "lr": 9.45744520321311e-05}
{"train_loss": 0.009825953282415867, "global_step": 16409, "epoch": 92, "lr": 9.457378255159243e-05}
{"train_loss": 0.013539982959628105, "global_step": 16410, "epoch": 92, "lr": 9.457311303212124e-05}
{"train_loss": 0.008254105225205421, "global_step": 16411, "epoch": 92, "lr": 9.45724434737181e-05}
{"train_loss": 0.00560496561229229, "global_step": 16412, "epoch": 92, "lr": 9.457177387638359e-05}
{"train_loss": 0.011754816398024559, "global_step": 16413, "epoch": 92, "lr": 9.457110424011829e-05}
{"train_loss": 0.010378997772932053, "global_step": 16414, "epoch": 92, "lr": 9.45704345649228e-05}
{"train_loss": 0.013086308725178242, "global_step": 16415, "epoch": 92, "lr": 9.45697648507977e-05}
{"train_loss": 0.0076757436618208885, "global_step": 16416, "epoch": 92, "lr": 9.456909509774355e-05}
{"train_loss": 0.010103744454681873, "global_step": 16417, "epoch": 92, "lr": 9.456842530576097e-05}
{"train_loss": 0.0068163624964654446, "global_step": 16418, "epoch": 92, "lr": 9.456775547485053e-05}
{"train_loss": 0.009939156472682953, "global_step": 16419, "epoch": 92, "lr": 9.456708560501282e-05}
{"train_loss": 0.008552826941013336, "global_step": 16420, "epoch": 92, "lr": 9.456641569624842e-05}
{"train_loss": 0.011376244947314262, "global_step": 16421, "epoch": 92, "lr": 9.456574574855792e-05}
{"train_loss": 0.011633547022938728, "global_step": 16422, "epoch": 92, "lr": 9.456507576194191e-05}
{"train_loss": 0.009099135175347328, "global_step": 16423, "epoch": 92, "lr": 9.456440573640095e-05}
{"train_loss": 0.00483536534011364, "global_step": 16424, "epoch": 92, "lr": 9.456373567193566e-05}
{"train_loss": 0.008597596548497677, "global_step": 16425, "epoch": 92, "lr": 9.45630655685466e-05}
{"train_loss": 0.011337276548147202, "global_step": 16426, "epoch": 92, "lr": 9.456239542623438e-05}
{"train_loss": 0.006632191129028797, "global_step": 16427, "epoch": 92, "lr": 9.456172524499953e-05}
{"train_loss": 0.0049692681059241295, "global_step": 16428, "epoch": 92, "lr": 9.456105502484272e-05}
{"train_loss": 0.011627428233623505, "global_step": 16429, "epoch": 92, "lr": 9.456038476576446e-05}
{"train_loss": 0.014137797057628632, "global_step": 16430, "epoch": 92, "lr": 9.455971446776537e-05}
{"train_loss": 0.009478803724050522, "global_step": 16431, "epoch": 92, "lr": 9.455904413084603e-05}
{"train_loss": 0.007566212210804224, "global_step": 16432, "epoch": 92, "lr": 9.455837375500702e-05}
{"train_loss": 0.014901990070939064, "global_step": 16433, "epoch": 92, "lr": 9.455770334024895e-05}
{"train_loss": 0.009773965924978256, "global_step": 16434, "epoch": 92, "lr": 9.455703288657238e-05}
{"train_loss": 0.008772281929850578, "global_step": 16435, "epoch": 92, "lr": 9.45563623939779e-05}
{"train_loss": 0.012428004294633865, "global_step": 16436, "epoch": 92, "lr": 9.45556918624661e-05}
{"train_loss": 0.009655676782131195, "global_step": 16437, "epoch": 92, "lr": 9.455502129203756e-05}
{"train_loss": 0.013152883388102055, "global_step": 16438, "epoch": 92, "lr": 9.455435068269288e-05}
{"train_loss": 0.012944748625159264, "global_step": 16439, "epoch": 92, "lr": 9.455368003443263e-05}
{"train_loss": 0.00931344274431467, "global_step": 16440, "epoch": 92, "lr": 9.45530093472574e-05}
{"train_loss": 0.008841980248689651, "global_step": 16441, "epoch": 92, "lr": 9.455233862116777e-05}
{"train_loss": 0.005034097470343113, "global_step": 16442, "epoch": 92, "lr": 9.455166785616434e-05}
{"train_loss": 0.011217143386602402, "global_step": 16443, "epoch": 92, "lr": 9.455099705224768e-05}
{"train_loss": 0.009649250656366348, "global_step": 16444, "epoch": 92, "lr": 9.45503262094184e-05}
{"train_loss": 0.008574187755584717, "global_step": 16445, "epoch": 92, "lr": 9.454965532767706e-05}
{"train_loss": 0.004578117281198502, "global_step": 16446, "epoch": 92, "lr": 9.454898440702427e-05}
{"train_loss": 0.007803421467542648, "global_step": 16447, "epoch": 92, "lr": 9.454831344746058e-05}
{"train_loss": 0.013095403090119362, "global_step": 16448, "epoch": 92, "lr": 9.454764244898662e-05}
{"train_loss": 0.01217337790876627, "global_step": 16449, "epoch": 92, "lr": 9.454697141160293e-05}
{"train_loss": 0.009407170116901398, "global_step": 16450, "epoch": 92, "lr": 9.454630033531014e-05}
{"train_loss": 0.01311047375202179, "global_step": 16451, "epoch": 92, "lr": 9.454562922010882e-05}
{"train_loss": 0.010519688948988914, "global_step": 16452, "epoch": 92, "lr": 9.454495806599955e-05}
{"train_loss": 0.009497053921222687, "global_step": 16453, "epoch": 92, "lr": 9.454428687298291e-05}
{"train_loss": 0.011975374072790146, "global_step": 16454, "epoch": 92, "lr": 9.45436156410595e-05}
{"train_loss": 0.015301660634577274, "global_step": 16455, "epoch": 92, "lr": 9.45429443702299e-05}
{"train_loss": 0.008176624774932861, "global_step": 16456, "epoch": 92, "lr": 9.45422730604947e-05}
{"train_loss": 0.014777337200939655, "global_step": 16457, "epoch": 92, "lr": 9.454160171185448e-05}
{"train_loss": 0.006875311955809593, "global_step": 16458, "epoch": 92, "lr": 9.454093032430986e-05}
{"train_loss": 0.011131318286061287, "global_step": 16459, "epoch": 92, "lr": 9.454025889786136e-05}
{"train_loss": 0.003922212868928909, "global_step": 16460, "epoch": 92, "lr": 9.453958743250963e-05}
{"train_loss": 0.013491063378751278, "global_step": 16461, "epoch": 92, "lr": 9.45389159282552e-05}
{"train_loss": 0.01243459340184927, "global_step": 16462, "epoch": 92, "lr": 9.453824438509871e-05}
{"train_loss": 0.007130879443138838, "global_step": 16463, "epoch": 92, "lr": 9.453757280304072e-05}
{"train_loss": 0.005931119900196791, "global_step": 16464, "epoch": 92, "lr": 9.453690118208183e-05}
{"train_loss": 0.0064947097562253475, "global_step": 16465, "epoch": 92, "lr": 9.45362295222226e-05}
{"train_loss": 0.006892096716910601, "global_step": 16466, "epoch": 92, "lr": 9.453555782346364e-05}
{"train_loss": 0.011712337844073772, "global_step": 16467, "epoch": 92, "lr": 9.453488608580552e-05}
{"train_loss": 0.006646465510129929, "global_step": 16468, "epoch": 92, "lr": 9.453421430924884e-05}
{"train_loss": 0.015418282710015774, "global_step": 16469, "epoch": 92, "lr": 9.45335424937942e-05}
{"train_loss": 0.01044442318379879, "global_step": 16470, "epoch": 92, "lr": 9.453287063944216e-05}
{"train_loss": 0.008860616944730282, "global_step": 16471, "epoch": 92, "lr": 9.453219874619331e-05}
{"train_loss": 0.012381048873066902, "global_step": 16472, "epoch": 92, "lr": 9.453152681404824e-05}
{"train_loss": 0.01496280450373888, "global_step": 16473, "epoch": 92, "lr": 9.453085484300757e-05}
{"train_loss": 0.006794144865125418, "global_step": 16474, "epoch": 92, "lr": 9.453018283307182e-05}
{"train_loss": 0.006638098508119583, "global_step": 16475, "epoch": 92, "lr": 9.452951078424163e-05}
{"train_loss": 0.007809750735759735, "global_step": 16476, "epoch": 92, "lr": 9.452883869651759e-05}
{"train_loss": 0.007456913590431213, "global_step": 16477, "epoch": 92, "lr": 9.452816656990025e-05}
{"train_loss": 0.0073729208670556545, "global_step": 16478, "epoch": 92, "lr": 9.452749440439021e-05}
{"train_loss": 0.007787471637129784, "global_step": 16479, "epoch": 92, "lr": 9.452682219998807e-05}
{"train_loss": 0.011232821270823479, "global_step": 16480, "epoch": 92, "lr": 9.452614995669441e-05}
{"train_loss": 0.008027425035834312, "global_step": 16481, "epoch": 92, "lr": 9.452547767450982e-05}
{"train_loss": 0.0055627366527915, "global_step": 16482, "epoch": 92, "lr": 9.452480535343489e-05}
{"train_loss": 0.007829971611499786, "global_step": 16483, "epoch": 92, "lr": 9.452413299347018e-05}
{"train_loss": 0.011577465571463108, "global_step": 16484, "epoch": 92, "lr": 9.452346059461632e-05}
{"train_loss": 0.004645969718694687, "global_step": 16485, "epoch": 92, "lr": 9.452278815687387e-05}
{"train_loss": 0.016993548721075058, "global_step": 16486, "epoch": 92, "lr": 9.452211568024343e-05}
{"train_loss": 0.009987220168113708, "global_step": 16487, "epoch": 92, "lr": 9.452144316472556e-05}
{"train_loss": 0.010383933782577515, "global_step": 16488, "epoch": 92, "lr": 9.452077061032089e-05}
{"train_loss": 0.011403460055589676, "global_step": 16489, "epoch": 92, "lr": 9.452009801702997e-05}
{"train_loss": 0.011400634422898293, "global_step": 16490, "epoch": 92, "lr": 9.451942538485341e-05}
{"train_loss": 0.006555378437042236, "global_step": 16491, "epoch": 92, "lr": 9.451875271379179e-05}
{"train_loss": 0.015026338398456573, "global_step": 16492, "epoch": 92, "lr": 9.45180800038457e-05}
{"train_loss": 0.010746635496616364, "global_step": 16493, "epoch": 92, "lr": 9.451740725501572e-05}
{"train_loss": 0.0067930640652775764, "global_step": 16494, "epoch": 92, "lr": 9.451673446730245e-05}
{"train_loss": 0.010318189859390259, "global_step": 16495, "epoch": 92, "lr": 9.451606164070648e-05}
{"train_loss": 0.007927175611257553, "global_step": 16496, "epoch": 92, "lr": 9.451538877522836e-05}
{"train_loss": 0.007340534590184689, "global_step": 16497, "epoch": 92, "lr": 9.451471587086872e-05}
{"train_loss": 0.012343820184469223, "global_step": 16498, "epoch": 92, "lr": 9.451404292762815e-05}
{"train_loss": 0.006245459895581007, "global_step": 16499, "epoch": 92, "lr": 9.451336994550722e-05}
{"train_loss": 0.013281520456075668, "global_step": 16500, "epoch": 92, "lr": 9.45126969245065e-05}
{"train_loss": 0.006664893589913845, "global_step": 16501, "epoch": 92, "lr": 9.45120238646266e-05}
{"train_loss": 0.005915976595133543, "global_step": 16502, "epoch": 92, "lr": 9.451135076586812e-05}
{"train_loss": 0.015392628498375416, "global_step": 16503, "epoch": 92, "lr": 9.451067762823163e-05}
{"train_loss": 0.012551236897706985, "global_step": 16504, "epoch": 92, "lr": 9.451000445171771e-05}
{"train_loss": 0.011160876601934433, "global_step": 16505, "epoch": 92, "lr": 9.450933123632697e-05}
{"train_loss": 0.00828658789396286, "global_step": 16506, "epoch": 92, "lr": 9.450865798205997e-05}
{"train_loss": 0.007069696206599474, "global_step": 16507, "epoch": 92, "lr": 9.450798468891733e-05}
{"train_loss": 0.007338772993534803, "global_step": 16508, "epoch": 92, "lr": 9.450731135689964e-05}
{"train_loss": 0.008268364705145359, "global_step": 16509, "epoch": 92, "lr": 9.450663798600744e-05}
{"train_loss": 0.011814897879958153, "global_step": 16510, "epoch": 92, "lr": 9.450596457624137e-05}
{"train_loss": 0.013289953581988811, "global_step": 16511, "epoch": 92, "lr": 9.450529112760198e-05}
{"train_loss": 0.012205378152430058, "global_step": 16512, "epoch": 92, "lr": 9.450461764008989e-05}
{"train_loss": 0.006324020214378834, "global_step": 16513, "epoch": 92, "lr": 9.450394411370567e-05}
{"train_loss": 0.008579219691455364, "global_step": 16514, "epoch": 92, "lr": 9.450327054844992e-05}
{"train_loss": 0.010810909792780876, "global_step": 16515, "epoch": 92, "lr": 9.450259694432322e-05}
{"train_loss": 0.005790348630398512, "global_step": 16516, "epoch": 92, "lr": 9.450192330132615e-05}
{"train_loss": 0.00528684863820672, "global_step": 16517, "epoch": 92, "lr": 9.450124961945931e-05}
{"train_loss": 0.009131663478910923, "global_step": 16518, "epoch": 92, "lr": 9.450057589872329e-05}
{"train_loss": 0.006680614780634642, "global_step": 16519, "epoch": 92, "lr": 9.449990213911866e-05}
{"train_loss": 0.013636838644742966, "global_step": 16520, "epoch": 92, "lr": 9.449922834064604e-05}
{"train_loss": 0.006441714707762003, "global_step": 16521, "epoch": 92, "lr": 9.4498554503306e-05}
{"train_loss": 0.009507490321993828, "global_step": 16522, "epoch": 92, "lr": 9.449788062709913e-05}
{"train_loss": 0.008820248767733574, "global_step": 16523, "epoch": 92, "lr": 9.449720671202601e-05}
{"train_loss": 0.00994960218667984, "global_step": 16524, "epoch": 92, "lr": 9.449653275808724e-05}
{"train_loss": 0.010474152863025665, "global_step": 16525, "epoch": 92, "lr": 9.449585876528342e-05}
{"train_loss": 0.010020950809121132, "global_step": 16526, "epoch": 92, "lr": 9.44951847336151e-05}
{"train_loss": 0.01240832731127739, "global_step": 16527, "epoch": 92, "lr": 9.449451066308291e-05}
{"train_loss": 0.014109575189650059, "global_step": 16528, "epoch": 92, "lr": 9.449383655368742e-05}
{"train_loss": 0.007940761744976044, "global_step": 16529, "epoch": 92, "lr": 9.449316240542922e-05}
{"train_loss": 0.007127901539206505, "global_step": 16530, "epoch": 92, "lr": 9.44924882183089e-05}
{"train_loss": 0.010192936286330223, "global_step": 16531, "epoch": 92, "lr": 9.449181399232705e-05}
{"train_loss": 0.008588522672653198, "global_step": 16532, "epoch": 92, "lr": 9.449113972748425e-05}
{"train_loss": 0.008356465958058834, "global_step": 16533, "epoch": 92, "lr": 9.449046542378111e-05}
{"train_loss": 0.012250457890331745, "global_step": 16534, "epoch": 92, "lr": 9.448979108121819e-05}
{"train_loss": 0.007052130997180939, "global_step": 16535, "epoch": 92, "lr": 9.44891166997961e-05}
{"train_loss": 0.009644540026783943, "global_step": 16536, "epoch": 92, "lr": 9.448844227951543e-05}
{"train_loss": 0.014150312170386314, "global_step": 16537, "epoch": 92, "lr": 9.448776782037676e-05}
{"train_loss": 0.012691646814346313, "global_step": 16538, "epoch": 92, "lr": 9.448709332238069e-05}
{"train_loss": 0.006664373446255922, "global_step": 16539, "epoch": 92, "lr": 9.448641878552777e-05}
{"train_loss": 0.00856638140976429, "global_step": 16540, "epoch": 92, "lr": 9.448574420981865e-05}
{"train_loss": 0.007041678763926029, "global_step": 16541, "epoch": 92, "lr": 9.448506959525388e-05}
{"train_loss": 0.003734119236469269, "global_step": 16542, "epoch": 92, "lr": 9.448439494183405e-05}
{"train_loss": 0.005812367424368858, "global_step": 16543, "epoch": 92, "lr": 9.448372024955976e-05}
{"train_loss": 0.008242776617407799, "global_step": 16544, "epoch": 92, "lr": 9.448304551843162e-05}
{"train_loss": 0.01348008494824171, "global_step": 16545, "epoch": 92, "lr": 9.448237074845016e-05}
{"train_loss": 0.00796930119395256, "global_step": 16546, "epoch": 92, "lr": 9.448169593961603e-05}
{"train_loss": 0.014134785160422325, "global_step": 16547, "epoch": 92, "lr": 9.44810210919298e-05}
{"train_loss": 0.008178374730050564, "global_step": 16548, "epoch": 92, "lr": 9.448034620539204e-05}
{"train_loss": 0.008050601929426193, "global_step": 16549, "epoch": 92, "lr": 9.447967128000336e-05}
{"train_loss": 0.006643009837716818, "global_step": 16550, "epoch": 92, "lr": 9.447899631576433e-05}
{"train_loss": 0.004621438682079315, "global_step": 16551, "epoch": 92, "lr": 9.447832131267558e-05}
{"train_loss": 0.00682248268276453, "global_step": 16552, "epoch": 92, "lr": 9.447764627073765e-05}
{"train_loss": 0.009717029147896539, "global_step": 16553, "epoch": 92, "lr": 9.447697118995115e-05}
{"train_loss": 0.005376759916543961, "global_step": 16554, "epoch": 93, "lr": 9.447629607031668e-05}
{"train_loss": 0.012083079665899277, "global_step": 16555, "epoch": 93, "lr": 9.447562091183483e-05}
{"train_loss": 0.012344228103756905, "global_step": 16556, "epoch": 93, "lr": 9.447494571450617e-05}
{"train_loss": 0.0102893877774477, "global_step": 16557, "epoch": 93, "lr": 9.44742704783313e-05}
{"train_loss": 0.006675549782812595, "global_step": 16558, "epoch": 93, "lr": 9.447359520331083e-05}
{"train_loss": 0.01799311488866806, "global_step": 16559, "epoch": 93, "lr": 9.447291988944531e-05}
{"train_loss": 0.01361273042857647, "global_step": 16560, "epoch": 93, "lr": 9.447224453673536e-05}
{"train_loss": 0.008364113047719002, "global_step": 16561, "epoch": 93, "lr": 9.447156914518154e-05}
{"train_loss": 0.008231114596128464, "global_step": 16562, "epoch": 93, "lr": 9.447089371478448e-05}
{"train_loss": 0.00660462211817503, "global_step": 16563, "epoch": 93, "lr": 9.447021824554475e-05}
{"train_loss": 0.007492476142942905, "global_step": 16564, "epoch": 93, "lr": 9.446954273746293e-05}
{"train_loss": 0.00894735287874937, "global_step": 16565, "epoch": 93, "lr": 9.446886719053964e-05}
{"train_loss": 0.008212944492697716, "global_step": 16566, "epoch": 93, "lr": 9.446819160477543e-05}
{"train_loss": 0.00986899808049202, "global_step": 16567, "epoch": 93, "lr": 9.446751598017092e-05}
{"train_loss": 0.006203614175319672, "global_step": 16568, "epoch": 93, "lr": 9.446684031672668e-05}
{"train_loss": 0.009286337532103062, "global_step": 16569, "epoch": 93, "lr": 9.446616461444333e-05}
{"train_loss": 0.011927187442779541, "global_step": 16570, "epoch": 93, "lr": 9.446548887332143e-05}
{"train_loss": 0.008836602792143822, "global_step": 16571, "epoch": 93, "lr": 9.446481309336157e-05}
{"train_loss": 0.007516642101109028, "global_step": 16572, "epoch": 93, "lr": 9.446413727456435e-05}
{"train_loss": 0.0134748425334692, "global_step": 16573, "epoch": 93, "lr": 9.446346141693039e-05}
{"train_loss": 0.006097257137298584, "global_step": 16574, "epoch": 93, "lr": 9.446278552046023e-05}
{"train_loss": 0.007216598838567734, "global_step": 16575, "epoch": 93, "lr": 9.446210958515449e-05}
{"train_loss": 0.005351667292416096, "global_step": 16576, "epoch": 93, "lr": 9.446143361101374e-05}
{"train_loss": 0.004090594127774239, "global_step": 16577, "epoch": 93, "lr": 9.44607575980386e-05}
{"train_loss": 0.01173383742570877, "global_step": 16578, "epoch": 93, "lr": 9.446008154622964e-05}
{"train_loss": 0.009758960455656052, "global_step": 16579, "epoch": 93, "lr": 9.445940545558745e-05}
{"train_loss": 0.006053691729903221, "global_step": 16580, "epoch": 93, "lr": 9.445872932611261e-05}
{"train_loss": 0.010259190574288368, "global_step": 16581, "epoch": 93, "lr": 9.445805315780574e-05}
{"train_loss": 0.011013778857886791, "global_step": 16582, "epoch": 93, "lr": 9.445737695066741e-05}
{"train_loss": 0.014092805795371532, "global_step": 16583, "epoch": 93, "lr": 9.445670070469824e-05}
{"train_loss": 0.013750060461461544, "global_step": 16584, "epoch": 93, "lr": 9.445602441989875e-05}
{"train_loss": 0.009507454931735992, "global_step": 16585, "epoch": 93, "lr": 9.445534809626961e-05}
{"train_loss": 0.007372661028057337, "global_step": 16586, "epoch": 93, "lr": 9.445467173381137e-05}
{"train_loss": 0.008799780160188675, "global_step": 16587, "epoch": 93, "lr": 9.445399533252464e-05}
{"train_loss": 0.011410829611122608, "global_step": 16588, "epoch": 93, "lr": 9.445331889241e-05}
{"train_loss": 0.004845555871725082, "global_step": 16589, "epoch": 93, "lr": 9.445264241346803e-05}
{"train_loss": 0.00877020601183176, "global_step": 16590, "epoch": 93, "lr": 9.445196589569934e-05}
{"train_loss": 0.011629791930317879, "global_step": 16591, "epoch": 93, "lr": 9.44512893391045e-05}
{"train_loss": 0.014601131901144981, "global_step": 16592, "epoch": 93, "lr": 9.445061274368413e-05}
{"train_loss": 0.009986476972699165, "global_step": 16593, "epoch": 93, "lr": 9.444993610943879e-05}
{"train_loss": 0.007728490978479385, "global_step": 16594, "epoch": 93, "lr": 9.444925943636909e-05}
{"train_loss": 0.009093519300222397, "global_step": 16595, "epoch": 93, "lr": 9.444858272447561e-05}
{"train_loss": 0.016042612493038177, "global_step": 16596, "epoch": 93, "lr": 9.444790597375894e-05}
{"train_loss": 0.007879020646214485, "global_step": 16597, "epoch": 93, "lr": 9.444722918421971e-05}
{"train_loss": 0.00678418530151248, "global_step": 16598, "epoch": 93, "lr": 9.444655235585846e-05}
{"train_loss": 0.013158956542611122, "global_step": 16599, "epoch": 93, "lr": 9.44458754886758e-05}
{"train_loss": 0.00834936834871769, "global_step": 16600, "epoch": 93, "lr": 9.444519858267233e-05}
{"train_loss": 0.009996781125664711, "global_step": 16601, "epoch": 93, "lr": 9.444452163784863e-05}
{"train_loss": 0.01024722307920456, "global_step": 16602, "epoch": 93, "lr": 9.444384465420528e-05}
{"train_loss": 0.005701584741473198, "global_step": 16603, "epoch": 93, "lr": 9.44431676317429e-05}
{"train_loss": 0.012400085106492043, "global_step": 16604, "epoch": 93, "lr": 9.444249057046206e-05}
{"train_loss": 0.007336853072047234, "global_step": 16605, "epoch": 93, "lr": 9.444181347036338e-05}
{"train_loss": 0.008027918636798859, "global_step": 16606, "epoch": 93, "lr": 9.44411363314474e-05}
{"train_loss": 0.00564998434856534, "global_step": 16607, "epoch": 93, "lr": 9.444045915371476e-05}
{"train_loss": 0.008704802952706814, "global_step": 16608, "epoch": 93, "lr": 9.443978193716603e-05}
{"train_loss": 0.006829107645899057, "global_step": 16609, "epoch": 93, "lr": 9.443910468180181e-05}
{"train_loss": 0.008501982316374779, "global_step": 16610, "epoch": 93, "lr": 9.443842738762268e-05}
{"train_loss": 0.014019378460943699, "global_step": 16611, "epoch": 93, "lr": 9.443775005462922e-05}
{"train_loss": 0.00762765109539032, "global_step": 16612, "epoch": 93, "lr": 9.443707268282207e-05}
{"train_loss": 0.0057224128395318985, "global_step": 16613, "epoch": 93, "lr": 9.443639527220177e-05}
{"train_loss": 0.008079765364527702, "global_step": 16614, "epoch": 93, "lr": 9.443571782276894e-05}
{"train_loss": 0.007529969792813063, "global_step": 16615, "epoch": 93, "lr": 9.443504033452416e-05}
{"train_loss": 0.010123483836650848, "global_step": 16616, "epoch": 93, "lr": 9.443436280746803e-05}
{"train_loss": 0.00675431452691555, "global_step": 16617, "epoch": 93, "lr": 9.443368524160114e-05}
{"train_loss": 0.008450387045741081, "global_step": 16618, "epoch": 93, "lr": 9.443300763692407e-05}
{"train_loss": 0.010143228806555271, "global_step": 16619, "epoch": 93, "lr": 9.443232999343744e-05}
{"train_loss": 0.007482665590941906, "global_step": 16620, "epoch": 93, "lr": 9.44316523111418e-05}
{"train_loss": 0.005862275138497353, "global_step": 16621, "epoch": 93, "lr": 9.443097459003778e-05}
{"train_loss": 0.00883214920759201, "global_step": 16622, "epoch": 93, "lr": 9.443029683012595e-05}
{"train_loss": 0.006444312632083893, "global_step": 16623, "epoch": 93, "lr": 9.442961903140692e-05}
{"train_loss": 0.008294956758618355, "global_step": 16624, "epoch": 93, "lr": 9.442894119388127e-05}
{"train_loss": 0.005581994075328112, "global_step": 16625, "epoch": 93, "lr": 9.442826331754957e-05}
{"train_loss": 0.009712099097669125, "global_step": 16626, "epoch": 93, "lr": 9.442758540241245e-05}
{"train_loss": 0.015730995684862137, "global_step": 16627, "epoch": 93, "lr": 9.442690744847049e-05}
{"train_loss": 0.00978143885731697, "global_step": 16628, "epoch": 93, "lr": 9.442622945572428e-05}
{"train_loss": 0.005361195653676987, "global_step": 16629, "epoch": 93, "lr": 9.442555142417442e-05}
{"train_loss": 0.015133069828152657, "global_step": 16630, "epoch": 93, "lr": 9.442487335382149e-05}
{"train_loss": 0.007253355346620083, "global_step": 16631, "epoch": 93, "lr": 9.442419524466607e-05}
{"train_loss": 0.016620516777038574, "global_step": 16632, "epoch": 93, "lr": 9.442351709670878e-05}
{"train_loss": 0.012120120227336884, "global_step": 16633, "epoch": 93, "lr": 9.44228389099502e-05}
{"train_loss": 0.007115045562386513, "global_step": 16634, "epoch": 93, "lr": 9.442216068439091e-05}
{"train_loss": 0.005785885266959667, "global_step": 16635, "epoch": 93, "lr": 9.442148242003153e-05}
{"train_loss": 0.011352090165019035, "global_step": 16636, "epoch": 93, "lr": 9.442080411687264e-05}
{"train_loss": 0.005152215715497732, "global_step": 16637, "epoch": 93, "lr": 9.442012577491484e-05}
{"train_loss": 0.013970798812806606, "global_step": 16638, "epoch": 93, "lr": 9.441944739415869e-05}
{"train_loss": 0.008251254446804523, "global_step": 16639, "epoch": 93, "lr": 9.441876897460481e-05}
{"train_loss": 0.011996476911008358, "global_step": 16640, "epoch": 93, "lr": 9.441809051625378e-05}
{"train_loss": 0.013771740719676018, "global_step": 16641, "epoch": 93, "lr": 9.441741201910624e-05}
{"train_loss": 0.00986205693334341, "global_step": 16642, "epoch": 93, "lr": 9.441673348316271e-05}
{"train_loss": 0.013351425528526306, "global_step": 16643, "epoch": 93, "lr": 9.441605490842382e-05}
{"train_loss": 0.011844889260828495, "global_step": 16644, "epoch": 93, "lr": 9.441537629489017e-05}
{"train_loss": 0.01321470458060503, "global_step": 16645, "epoch": 93, "lr": 9.441469764256233e-05}
{"train_loss": 0.01954144425690174, "global_step": 16646, "epoch": 93, "lr": 9.44140189514409e-05}
{"train_loss": 0.009958427399396896, "global_step": 16647, "epoch": 93, "lr": 9.441334022152648e-05}
{"train_loss": 0.008880188688635826, "global_step": 16648, "epoch": 93, "lr": 9.441266145281966e-05}
{"train_loss": 0.008627243340015411, "global_step": 16649, "epoch": 93, "lr": 9.441198264532104e-05}
{"train_loss": 0.01609092578291893, "global_step": 16650, "epoch": 93, "lr": 9.441130379903121e-05}
{"train_loss": 0.004267002455890179, "global_step": 16651, "epoch": 93, "lr": 9.441062491395074e-05}
{"train_loss": 0.010686124674975872, "global_step": 16652, "epoch": 93, "lr": 9.440994599008025e-05}
{"train_loss": 0.010302642360329628, "global_step": 16653, "epoch": 93, "lr": 9.440926702742033e-05}
{"train_loss": 0.0036826911382377148, "global_step": 16654, "epoch": 93, "lr": 9.440858802597155e-05}
{"train_loss": 0.006160371471196413, "global_step": 16655, "epoch": 93, "lr": 9.440790898573453e-05}
{"train_loss": 0.007492453791201115, "global_step": 16656, "epoch": 93, "lr": 9.440722990670987e-05}
{"train_loss": 0.013232509605586529, "global_step": 16657, "epoch": 93, "lr": 9.440655078889812e-05}
{"train_loss": 0.012326918542385101, "global_step": 16658, "epoch": 93, "lr": 9.440587163229992e-05}
{"train_loss": 0.01808304525911808, "global_step": 16659, "epoch": 93, "lr": 9.440519243691584e-05}
{"train_loss": 0.019708650186657906, "global_step": 16660, "epoch": 93, "lr": 9.440451320274645e-05}
{"train_loss": 0.009387725964188576, "global_step": 16661, "epoch": 93, "lr": 9.44038339297924e-05}
{"train_loss": 0.005963095463812351, "global_step": 16662, "epoch": 93, "lr": 9.440315461805425e-05}
{"train_loss": 0.00790085457265377, "global_step": 16663, "epoch": 93, "lr": 9.440247526753259e-05}
{"train_loss": 0.005805330350995064, "global_step": 16664, "epoch": 93, "lr": 9.440179587822802e-05}
{"train_loss": 0.010499888099730015, "global_step": 16665, "epoch": 93, "lr": 9.440111645014114e-05}
{"train_loss": 0.012366365641355515, "global_step": 16666, "epoch": 93, "lr": 9.440043698327253e-05}
{"train_loss": 0.007515117060393095, "global_step": 16667, "epoch": 93, "lr": 9.439975747762278e-05}
{"train_loss": 0.007773697376251221, "global_step": 16668, "epoch": 93, "lr": 9.439907793319252e-05}
{"train_loss": 0.011124491691589355, "global_step": 16669, "epoch": 93, "lr": 9.439839834998229e-05}
{"train_loss": 0.007488753646612167, "global_step": 16670, "epoch": 93, "lr": 9.439771872799273e-05}
{"train_loss": 0.016191335394978523, "global_step": 16671, "epoch": 93, "lr": 9.439703906722439e-05}
{"train_loss": 0.010116113349795341, "global_step": 16672, "epoch": 93, "lr": 9.43963593676779e-05}
{"train_loss": 0.010331353172659874, "global_step": 16673, "epoch": 93, "lr": 9.439567962935385e-05}
{"train_loss": 0.011364116333425045, "global_step": 16674, "epoch": 93, "lr": 9.439499985225282e-05}
{"train_loss": 0.006316767074167728, "global_step": 16675, "epoch": 93, "lr": 9.43943200363754e-05}
{"train_loss": 0.014410119503736496, "global_step": 16676, "epoch": 93, "lr": 9.439364018172221e-05}
{"train_loss": 0.006783799268305302, "global_step": 16677, "epoch": 93, "lr": 9.43929602882938e-05}
{"train_loss": 0.006483880337327719, "global_step": 16678, "epoch": 93, "lr": 9.439228035609081e-05}
{"train_loss": 0.010766745544970036, "global_step": 16679, "epoch": 93, "lr": 9.439160038511382e-05}
{"train_loss": 0.011852402240037918, "global_step": 16680, "epoch": 93, "lr": 9.439092037536342e-05}
{"train_loss": 0.006850225850939751, "global_step": 16681, "epoch": 93, "lr": 9.439024032684018e-05}
{"train_loss": 0.008380514569580555, "global_step": 16682, "epoch": 93, "lr": 9.438956023954473e-05}
{"train_loss": 0.010043585672974586, "global_step": 16683, "epoch": 93, "lr": 9.438888011347764e-05}
{"train_loss": 0.007144501432776451, "global_step": 16684, "epoch": 93, "lr": 9.438819994863952e-05}
{"train_loss": 0.013010619208216667, "global_step": 16685, "epoch": 93, "lr": 9.438751974503097e-05}
{"train_loss": 0.009956670925021172, "global_step": 16686, "epoch": 93, "lr": 9.438683950265256e-05}
{"train_loss": 0.009695476852357388, "global_step": 16687, "epoch": 93, "lr": 9.438615922150489e-05}
{"train_loss": 0.006073600612580776, "global_step": 16688, "epoch": 93, "lr": 9.438547890158858e-05}
{"train_loss": 0.010189772583544254, "global_step": 16689, "epoch": 93, "lr": 9.438479854290419e-05}
{"train_loss": 0.008907411247491837, "global_step": 16690, "epoch": 93, "lr": 9.438411814545232e-05}
{"train_loss": 0.008097484707832336, "global_step": 16691, "epoch": 93, "lr": 9.438343770923358e-05}
{"train_loss": 0.011540457606315613, "global_step": 16692, "epoch": 93, "lr": 9.438275723424859e-05}
{"train_loss": 0.013851754367351532, "global_step": 16693, "epoch": 93, "lr": 9.438207672049788e-05}
{"train_loss": 0.008888935670256615, "global_step": 16694, "epoch": 93, "lr": 9.438139616798208e-05}
{"train_loss": 0.0038293167017400265, "global_step": 16695, "epoch": 93, "lr": 9.438071557670179e-05}
{"train_loss": 0.006915743462741375, "global_step": 16696, "epoch": 93, "lr": 9.438003494665758e-05}
{"train_loss": 0.011185087263584137, "global_step": 16697, "epoch": 93, "lr": 9.437935427785007e-05}
{"train_loss": 0.015260260552167892, "global_step": 16698, "epoch": 93, "lr": 9.437867357027986e-05}
{"train_loss": 0.0092020807787776, "global_step": 16699, "epoch": 93, "lr": 9.43779928239475e-05}
{"train_loss": 0.010936055332422256, "global_step": 16700, "epoch": 93, "lr": 9.437731203885363e-05}
{"train_loss": 0.004438368137925863, "global_step": 16701, "epoch": 93, "lr": 9.437663121499883e-05}
{"train_loss": 0.014518705196678638, "global_step": 16702, "epoch": 93, "lr": 9.437595035238367e-05}
{"train_loss": 0.007274131290614605, "global_step": 16703, "epoch": 93, "lr": 9.437526945100879e-05}
{"train_loss": 0.009693118743598461, "global_step": 16704, "epoch": 93, "lr": 9.437458851087475e-05}
{"train_loss": 0.00941014476120472, "global_step": 16705, "epoch": 93, "lr": 9.437390753198217e-05}
{"train_loss": 0.011715656146407127, "global_step": 16706, "epoch": 93, "lr": 9.437322651433162e-05}
{"train_loss": 0.006335840094834566, "global_step": 16707, "epoch": 93, "lr": 9.437254545792371e-05}
{"train_loss": 0.00911746732890606, "global_step": 16708, "epoch": 93, "lr": 9.437186436275904e-05}
{"train_loss": 0.008065685629844666, "global_step": 16709, "epoch": 93, "lr": 9.437118322883818e-05}
{"train_loss": 0.006257533561438322, "global_step": 16710, "epoch": 93, "lr": 9.437050205616176e-05}
{"train_loss": 0.009885421022772789, "global_step": 16711, "epoch": 93, "lr": 9.436982084473034e-05}
{"train_loss": 0.010001896880567074, "global_step": 16712, "epoch": 93, "lr": 9.436913959454455e-05}
{"train_loss": 0.007656386587768793, "global_step": 16713, "epoch": 93, "lr": 9.436845830560495e-05}
{"train_loss": 0.004990104585886002, "global_step": 16714, "epoch": 93, "lr": 9.436777697791214e-05}
{"train_loss": 0.007135577965527773, "global_step": 16715, "epoch": 93, "lr": 9.436709561146676e-05}
{"train_loss": 0.0118954386562109, "global_step": 16716, "epoch": 93, "lr": 9.436641420626935e-05}
{"train_loss": 0.012136327102780342, "global_step": 16717, "epoch": 93, "lr": 9.436573276232053e-05}
{"train_loss": 0.00687504094094038, "global_step": 16718, "epoch": 93, "lr": 9.43650512796209e-05}
{"train_loss": 0.011519435793161392, "global_step": 16719, "epoch": 93, "lr": 9.436436975817103e-05}
{"train_loss": 0.014633890241384506, "global_step": 16720, "epoch": 93, "lr": 9.436368819797154e-05}
{"train_loss": 0.012130186893045902, "global_step": 16721, "epoch": 93, "lr": 9.436300659902302e-05}
{"train_loss": 0.016992902383208275, "global_step": 16722, "epoch": 93, "lr": 9.436232496132607e-05}
{"train_loss": 0.00949009694159031, "global_step": 16723, "epoch": 93, "lr": 9.436164328488127e-05}
{"train_loss": 0.012930560857057571, "global_step": 16724, "epoch": 93, "lr": 9.436096156968923e-05}
{"train_loss": 0.00811630766838789, "global_step": 16725, "epoch": 93, "lr": 9.436027981575052e-05}
{"train_loss": 0.005517836660146713, "global_step": 16726, "epoch": 93, "lr": 9.435959802306578e-05}
{"train_loss": 0.011320831254124641, "global_step": 16727, "epoch": 93, "lr": 9.435891619163557e-05}
{"train_loss": 0.015937361866235733, "global_step": 16728, "epoch": 93, "lr": 9.435823432146049e-05}
{"train_loss": 0.009847227483987808, "global_step": 16729, "epoch": 93, "lr": 9.435755241254114e-05}
{"train_loss": 0.008201713673770428, "global_step": 16730, "epoch": 93, "lr": 9.435687046487813e-05}
{"train_loss": 0.009719403923667047, "global_step": 16731, "epoch": 93, "lr": 9.435618847847204e-05}
{"train_loss": 0.009111037477850914, "global_step": 16732, "epoch": 94, "lr": 9.435550645332347e-05}
{"train_loss": 0.00796947069466114, "global_step": 16733, "epoch": 94, "lr": 9.435482438943299e-05}
{"train_loss": 0.011618376709520817, "global_step": 16734, "epoch": 94, "lr": 9.435414228680125e-05}
{"train_loss": 0.008204850368201733, "global_step": 16735, "epoch": 94, "lr": 9.435346014542881e-05}
{"train_loss": 0.014781215228140354, "global_step": 16736, "epoch": 94, "lr": 9.435277796531625e-05}
{"train_loss": 0.005677443463355303, "global_step": 16737, "epoch": 94, "lr": 9.435209574646422e-05}
{"train_loss": 0.009290291927754879, "global_step": 16738, "epoch": 94, "lr": 9.435141348887326e-05}
{"train_loss": 0.008244720287621021, "global_step": 16739, "epoch": 94, "lr": 9.4350731192544e-05}
{"train_loss": 0.011812704615294933, "global_step": 16740, "epoch": 94, "lr": 9.435004885747701e-05}
{"train_loss": 0.006917490623891354, "global_step": 16741, "epoch": 94, "lr": 9.434936648367292e-05}
{"train_loss": 0.012914713472127914, "global_step": 16742, "epoch": 94, "lr": 9.434868407113229e-05}
{"train_loss": 0.010888595134019852, "global_step": 16743, "epoch": 94, "lr": 9.434800161985574e-05}
{"train_loss": 0.01030808687210083, "global_step": 16744, "epoch": 94, "lr": 9.434731912984386e-05}
{"train_loss": 0.006370245479047298, "global_step": 16745, "epoch": 94, "lr": 9.434663660109724e-05}
{"train_loss": 0.0069653624668717384, "global_step": 16746, "epoch": 94, "lr": 9.434595403361649e-05}
{"train_loss": 0.009266254492104053, "global_step": 16747, "epoch": 94, "lr": 9.43452714274022e-05}
{"train_loss": 0.009069116786122322, "global_step": 16748, "epoch": 94, "lr": 9.434458878245495e-05}
{"train_loss": 0.01362411119043827, "global_step": 16749, "epoch": 94, "lr": 9.434390609877536e-05}
{"train_loss": 0.005800403654575348, "global_step": 16750, "epoch": 94, "lr": 9.434322337636401e-05}
{"train_loss": 0.010273752734065056, "global_step": 16751, "epoch": 94, "lr": 9.43425406152215e-05}
{"train_loss": 0.010686594992876053, "global_step": 16752, "epoch": 94, "lr": 9.434185781534843e-05}
{"train_loss": 0.008693549782037735, "global_step": 16753, "epoch": 94, "lr": 9.434117497674541e-05}
{"train_loss": 0.009968866594135761, "global_step": 16754, "epoch": 94, "lr": 9.434049209941301e-05}
{"train_loss": 0.015381518751382828, "global_step": 16755, "epoch": 94, "lr": 9.433980918335184e-05}
{"train_loss": 0.008507774211466312, "global_step": 16756, "epoch": 94, "lr": 9.43391262285625e-05}
{"train_loss": 0.01220308430492878, "global_step": 16757, "epoch": 94, "lr": 9.433844323504557e-05}
{"train_loss": 0.01183030754327774, "global_step": 16758, "epoch": 94, "lr": 9.433776020280167e-05}
{"train_loss": 0.00474919006228447, "global_step": 16759, "epoch": 94, "lr": 9.433707713183137e-05}
{"train_loss": 0.008786296471953392, "global_step": 16760, "epoch": 94, "lr": 9.43363940221353e-05}
{"train_loss": 0.007005326449871063, "global_step": 16761, "epoch": 94, "lr": 9.433571087371402e-05}
{"train_loss": 0.005917409900575876, "global_step": 16762, "epoch": 94, "lr": 9.433502768656815e-05}
{"train_loss": 0.004080210346728563, "global_step": 16763, "epoch": 94, "lr": 9.433434446069828e-05}
{"train_loss": 0.012248203158378601, "global_step": 16764, "epoch": 94, "lr": 9.433366119610501e-05}
{"train_loss": 0.0071985479444265366, "global_step": 16765, "epoch": 94, "lr": 9.433297789278893e-05}
{"train_loss": 0.012486396357417107, "global_step": 16766, "epoch": 94, "lr": 9.433229455075066e-05}
{"train_loss": 0.014133468270301819, "global_step": 16767, "epoch": 94, "lr": 9.433161116999076e-05}
{"train_loss": 0.006044213660061359, "global_step": 16768, "epoch": 94, "lr": 9.433092775050985e-05}
{"train_loss": 0.0061389487236738205, "global_step": 16769, "epoch": 94, "lr": 9.433024429230851e-05}
{"train_loss": 0.014390882104635239, "global_step": 16770, "epoch": 94, "lr": 9.432956079538737e-05}
{"train_loss": 0.011592721566557884, "global_step": 16771, "epoch": 94, "lr": 9.432887725974698e-05}
{"train_loss": 0.012963639572262764, "global_step": 16772, "epoch": 94, "lr": 9.4328193685388e-05}
{"train_loss": 0.008975375443696976, "global_step": 16773, "epoch": 94, "lr": 9.432751007231096e-05}
{"train_loss": 0.015953220427036285, "global_step": 16774, "epoch": 94, "lr": 9.432682642051648e-05}
{"train_loss": 0.0053705996833741665, "global_step": 16775, "epoch": 94, "lr": 9.432614273000519e-05}
{"train_loss": 0.011999723501503468, "global_step": 16776, "epoch": 94, "lr": 9.432545900077766e-05}
{"train_loss": 0.012850405648350716, "global_step": 16777, "epoch": 94, "lr": 9.432477523283447e-05}
{"train_loss": 0.010981360450387001, "global_step": 16778, "epoch": 94, "lr": 9.432409142617624e-05}
{"train_loss": 0.004937034100294113, "global_step": 16779, "epoch": 94, "lr": 9.432340758080358e-05}
{"train_loss": 0.0062194326892495155, "global_step": 16780, "epoch": 94, "lr": 9.432272369671705e-05}
{"train_loss": 0.008709903806447983, "global_step": 16781, "epoch": 94, "lr": 9.432203977391728e-05}
{"train_loss": 0.006671815179288387, "global_step": 16782, "epoch": 94, "lr": 9.432135581240484e-05}
{"train_loss": 0.008339382708072662, "global_step": 16783, "epoch": 94, "lr": 9.432067181218037e-05}
{"train_loss": 0.013409992679953575, "global_step": 16784, "epoch": 94, "lr": 9.431998777324443e-05}
{"train_loss": 0.008213149383664131, "global_step": 16785, "epoch": 94, "lr": 9.431930369559762e-05}
{"train_loss": 0.01747940108180046, "global_step": 16786, "epoch": 94, "lr": 9.431861957924055e-05}
{"train_loss": 0.009586181491613388, "global_step": 16787, "epoch": 94, "lr": 9.43179354241738e-05}
{"train_loss": 0.005468036979436874, "global_step": 16788, "epoch": 94, "lr": 9.431725123039799e-05}
{"train_loss": 0.0066863237880170345, "global_step": 16789, "epoch": 94, "lr": 9.431656699791372e-05}
{"train_loss": 0.010374474339187145, "global_step": 16790, "epoch": 94, "lr": 9.431588272672156e-05}
{"train_loss": 0.00568586029112339, "global_step": 16791, "epoch": 94, "lr": 9.431519841682212e-05}
{"train_loss": 0.007778869941830635, "global_step": 16792, "epoch": 94, "lr": 9.4314514068216e-05}
{"train_loss": 0.008291848935186863, "global_step": 16793, "epoch": 94, "lr": 9.43138296809038e-05}
{"train_loss": 0.005658356007188559, "global_step": 16794, "epoch": 94, "lr": 9.431314525488613e-05}
{"train_loss": 0.006760193035006523, "global_step": 16795, "epoch": 94, "lr": 9.431246079016357e-05}
{"train_loss": 0.008124297484755516, "global_step": 16796, "epoch": 94, "lr": 9.431177628673671e-05}
{"train_loss": 0.01092204824090004, "global_step": 16797, "epoch": 94, "lr": 9.431109174460617e-05}
{"train_loss": 0.009449845179915428, "global_step": 16798, "epoch": 94, "lr": 9.431040716377253e-05}
{"train_loss": 0.009833005256950855, "global_step": 16799, "epoch": 94, "lr": 9.43097225442364e-05}
{"train_loss": 0.010242627933621407, "global_step": 16800, "epoch": 94, "lr": 9.430903788599838e-05}
{"train_loss": 0.010404112748801708, "global_step": 16801, "epoch": 94, "lr": 9.430835318905906e-05}
{"train_loss": 0.006723420694470406, "global_step": 16802, "epoch": 94, "lr": 9.430766845341903e-05}
{"train_loss": 0.0059805274941027164, "global_step": 16803, "epoch": 94, "lr": 9.430698367907891e-05}
{"train_loss": 0.006235780660063028, "global_step": 16804, "epoch": 94, "lr": 9.430629886603927e-05}
{"train_loss": 0.009766094386577606, "global_step": 16805, "epoch": 94, "lr": 9.430561401430073e-05}
{"train_loss": 0.01323013473302126, "global_step": 16806, "epoch": 94, "lr": 9.430492912386389e-05}
{"train_loss": 0.01147492229938507, "global_step": 16807, "epoch": 94, "lr": 9.430424419472934e-05}
{"train_loss": 0.01204564981162548, "global_step": 16808, "epoch": 94, "lr": 9.430355922689767e-05}
{"train_loss": 0.00925327930599451, "global_step": 16809, "epoch": 94, "lr": 9.430287422036947e-05}
{"train_loss": 0.0078119756653904915, "global_step": 16810, "epoch": 94, "lr": 9.430218917514539e-05}
{"train_loss": 0.0039786119014024734, "global_step": 16811, "epoch": 94, "lr": 9.430150409122597e-05}
{"train_loss": 0.011341933161020279, "global_step": 16812, "epoch": 94, "lr": 9.430081896861185e-05}
{"train_loss": 0.00593001302331686, "global_step": 16813, "epoch": 94, "lr": 9.43001338073036e-05}
{"train_loss": 0.012648624368011951, "global_step": 16814, "epoch": 94, "lr": 9.429944860730182e-05}
{"train_loss": 0.01015394926071167, "global_step": 16815, "epoch": 94, "lr": 9.429876336860712e-05}
{"train_loss": 0.009623076766729355, "global_step": 16816, "epoch": 94, "lr": 9.42980780912201e-05}
{"train_loss": 0.014072846621274948, "global_step": 16817, "epoch": 94, "lr": 9.429739277514137e-05}
{"train_loss": 0.012528439052402973, "global_step": 16818, "epoch": 94, "lr": 9.42967074203715e-05}
{"train_loss": 0.01341389212757349, "global_step": 16819, "epoch": 94, "lr": 9.42960220269111e-05}
{"train_loss": 0.010429220274090767, "global_step": 16820, "epoch": 94, "lr": 9.429533659476078e-05}
{"train_loss": 0.01067454181611538, "global_step": 16821, "epoch": 94, "lr": 9.429465112392111e-05}
{"train_loss": 0.009042270481586456, "global_step": 16822, "epoch": 94, "lr": 9.429396561439273e-05}
{"train_loss": 0.01316162571310997, "global_step": 16823, "epoch": 94, "lr": 9.42932800661762e-05}
{"train_loss": 0.008928094990551472, "global_step": 16824, "epoch": 94, "lr": 9.429259447927212e-05}
{"train_loss": 0.009045341983437538, "global_step": 16825, "epoch": 94, "lr": 9.429190885368114e-05}
{"train_loss": 0.007211676798760891, "global_step": 16826, "epoch": 94, "lr": 9.42912231894038e-05}
{"train_loss": 0.007133611477911472, "global_step": 16827, "epoch": 94, "lr": 9.429053748644072e-05}
{"train_loss": 0.01252150908112526, "global_step": 16828, "epoch": 94, "lr": 9.42898517447925e-05}
{"train_loss": 0.015799744054675102, "global_step": 16829, "epoch": 94, "lr": 9.428916596445976e-05}
{"train_loss": 0.013484440743923187, "global_step": 16830, "epoch": 94, "lr": 9.428848014544306e-05}
{"train_loss": 0.007078821305185556, "global_step": 16831, "epoch": 94, "lr": 9.428779428774301e-05}
{"train_loss": 0.011114859953522682, "global_step": 16832, "epoch": 94, "lr": 9.428710839136023e-05}
{"train_loss": 0.010612872429192066, "global_step": 16833, "epoch": 94, "lr": 9.428642245629531e-05}
{"train_loss": 0.009067708626389503, "global_step": 16834, "epoch": 94, "lr": 9.428573648254884e-05}
{"train_loss": 0.00996878370642662, "global_step": 16835, "epoch": 94, "lr": 9.428505047012143e-05}
{"train_loss": 0.008820850402116776, "global_step": 16836, "epoch": 94, "lr": 9.428436441901366e-05}
{"train_loss": 0.013760598376393318, "global_step": 16837, "epoch": 94, "lr": 9.428367832922615e-05}
{"train_loss": 0.02500002831220627, "global_step": 16838, "epoch": 94, "lr": 9.428299220075949e-05}
{"train_loss": 0.009297412820160389, "global_step": 16839, "epoch": 94, "lr": 9.428230603361428e-05}
{"train_loss": 0.008746746927499771, "global_step": 16840, "epoch": 94, "lr": 9.428161982779112e-05}
{"train_loss": 0.007978081703186035, "global_step": 16841, "epoch": 94, "lr": 9.428093358329062e-05}
{"train_loss": 0.008196755312383175, "global_step": 16842, "epoch": 94, "lr": 9.428024730011336e-05}
{"train_loss": 0.010348466224968433, "global_step": 16843, "epoch": 94, "lr": 9.427956097825993e-05}
{"train_loss": 0.010405505076050758, "global_step": 16844, "epoch": 94, "lr": 9.427887461773098e-05}
{"train_loss": 0.00875355675816536, "global_step": 16845, "epoch": 94, "lr": 9.427818821852706e-05}
{"train_loss": 0.01727832853794098, "global_step": 16846, "epoch": 94, "lr": 9.427750178064879e-05}
{"train_loss": 0.009670853614807129, "global_step": 16847, "epoch": 94, "lr": 9.427681530409678e-05}
{"train_loss": 0.0068900869227945805, "global_step": 16848, "epoch": 94, "lr": 9.427612878887159e-05}
{"train_loss": 0.01081918366253376, "global_step": 16849, "epoch": 94, "lr": 9.427544223497386e-05}
{"train_loss": 0.005362700670957565, "global_step": 16850, "epoch": 94, "lr": 9.427475564240418e-05}
{"train_loss": 0.01707911305129528, "global_step": 16851, "epoch": 94, "lr": 9.427406901116313e-05}
{"train_loss": 0.0074396682903170586, "global_step": 16852, "epoch": 94, "lr": 9.427338234125133e-05}
{"train_loss": 0.01579868234694004, "global_step": 16853, "epoch": 94, "lr": 9.427269563266938e-05}
{"train_loss": 0.005076629109680653, "global_step": 16854, "epoch": 94, "lr": 9.427200888541787e-05}
{"train_loss": 0.00869891606271267, "global_step": 16855, "epoch": 94, "lr": 9.42713220994974e-05}
{"train_loss": 0.013658744283020496, "global_step": 16856, "epoch": 94, "lr": 9.42706352749086e-05}
{"train_loss": 0.00820225290954113, "global_step": 16857, "epoch": 94, "lr": 9.426994841165202e-05}
{"train_loss": 0.013520876877009869, "global_step": 16858, "epoch": 94, "lr": 9.426926150972828e-05}
{"train_loss": 0.016130242496728897, "global_step": 16859, "epoch": 94, "lr": 9.426857456913801e-05}
{"train_loss": 0.015704622492194176, "global_step": 16860, "epoch": 94, "lr": 9.426788758988176e-05}
{"train_loss": 0.009668185375630856, "global_step": 16861, "epoch": 94, "lr": 9.426720057196016e-05}
{"train_loss": 0.007878325879573822, "global_step": 16862, "epoch": 94, "lr": 9.42665135153738e-05}
{"train_loss": 0.011059201322495937, "global_step": 16863, "epoch": 94, "lr": 9.42658264201233e-05}
{"train_loss": 0.007037277799099684, "global_step": 16864, "epoch": 94, "lr": 9.426513928620921e-05}
{"train_loss": 0.009984285570681095, "global_step": 16865, "epoch": 94, "lr": 9.42644521136322e-05}
{"train_loss": 0.01405345182865858, "global_step": 16866, "epoch": 94, "lr": 9.426376490239281e-05}
{"train_loss": 0.009982166811823845, "global_step": 16867, "epoch": 94, "lr": 9.426307765249168e-05}
{"train_loss": 0.016911353915929794, "global_step": 16868, "epoch": 94, "lr": 9.426239036392939e-05}
{"train_loss": 0.015573789365589619, "global_step": 16869, "epoch": 94, "lr": 9.426170303670655e-05}
{"train_loss": 0.010141285136342049, "global_step": 16870, "epoch": 94, "lr": 9.426101567082375e-05}
{"train_loss": 0.01144162006676197, "global_step": 16871, "epoch": 94, "lr": 9.42603282662816e-05}
{"train_loss": 0.008122610859572887, "global_step": 16872, "epoch": 94, "lr": 9.42596408230807e-05}
{"train_loss": 0.010745052248239517, "global_step": 16873, "epoch": 94, "lr": 9.425895334122163e-05}
{"train_loss": 0.008674434386193752, "global_step": 16874, "epoch": 94, "lr": 9.425826582070502e-05}
{"train_loss": 0.0057655940763652325, "global_step": 16875, "epoch": 94, "lr": 9.425757826153145e-05}
{"train_loss": 0.011350104585289955, "global_step": 16876, "epoch": 94, "lr": 9.425689066370154e-05}
{"train_loss": 0.005983744747936726, "global_step": 16877, "epoch": 94, "lr": 9.425620302721588e-05}
{"train_loss": 0.0138331837952137, "global_step": 16878, "epoch": 94, "lr": 9.425551535207506e-05}
{"train_loss": 0.011210093274712563, "global_step": 16879, "epoch": 94, "lr": 9.425482763827968e-05}
{"train_loss": 0.01180320419371128, "global_step": 16880, "epoch": 94, "lr": 9.425413988583039e-05}
{"train_loss": 0.015442240051925182, "global_step": 16881, "epoch": 94, "lr": 9.425345209472771e-05}
{"train_loss": 0.01009192131459713, "global_step": 16882, "epoch": 94, "lr": 9.42527642649723e-05}
{"train_loss": 0.008856166154146194, "global_step": 16883, "epoch": 94, "lr": 9.425207639656475e-05}
{"train_loss": 0.008819439448416233, "global_step": 16884, "epoch": 94, "lr": 9.425138848950564e-05}
{"train_loss": 0.011511566117405891, "global_step": 16885, "epoch": 94, "lr": 9.42507005437956e-05}
{"train_loss": 0.011042527854442596, "global_step": 16886, "epoch": 94, "lr": 9.42500125594352e-05}
{"train_loss": 0.010261069983243942, "global_step": 16887, "epoch": 94, "lr": 9.424932453642505e-05}
{"train_loss": 0.007429829332977533, "global_step": 16888, "epoch": 94, "lr": 9.424863647476578e-05}
{"train_loss": 0.007339744362980127, "global_step": 16889, "epoch": 94, "lr": 9.424794837445797e-05}
{"train_loss": 0.011075758375227451, "global_step": 16890, "epoch": 94, "lr": 9.42472602355022e-05}
{"train_loss": 0.010123266838490963, "global_step": 16891, "epoch": 94, "lr": 9.42465720578991e-05}
{"train_loss": 0.008492808789014816, "global_step": 16892, "epoch": 94, "lr": 9.424588384164926e-05}
{"train_loss": 0.007418683730065823, "global_step": 16893, "epoch": 94, "lr": 9.424519558675329e-05}
{"train_loss": 0.01432818453758955, "global_step": 16894, "epoch": 94, "lr": 9.424450729321177e-05}
{"train_loss": 0.009069342166185379, "global_step": 16895, "epoch": 94, "lr": 9.424381896102532e-05}
{"train_loss": 0.010867344215512276, "global_step": 16896, "epoch": 94, "lr": 9.424313059019454e-05}
{"train_loss": 0.01042868010699749, "global_step": 16897, "epoch": 94, "lr": 9.424244218072003e-05}
{"train_loss": 0.01320568099617958, "global_step": 16898, "epoch": 94, "lr": 9.42417537326024e-05}
{"train_loss": 0.006463845260441303, "global_step": 16899, "epoch": 94, "lr": 9.424106524584222e-05}
{"train_loss": 0.007627355866134167, "global_step": 16900, "epoch": 94, "lr": 9.424037672044011e-05}
{"train_loss": 0.011185967363417149, "global_step": 16901, "epoch": 94, "lr": 9.423968815639667e-05}
{"train_loss": 0.01563229039311409, "global_step": 16902, "epoch": 94, "lr": 9.423899955371253e-05}
{"train_loss": 0.01143895648419857, "global_step": 16903, "epoch": 94, "lr": 9.423831091238824e-05}
{"train_loss": 0.009859278798103333, "global_step": 16904, "epoch": 94, "lr": 9.423762223242445e-05}
{"train_loss": 0.01967013254761696, "global_step": 16905, "epoch": 94, "lr": 9.423693351382173e-05}
{"train_loss": 0.012930267490446568, "global_step": 16906, "epoch": 94, "lr": 9.423624475658068e-05}
{"train_loss": 0.007408067584037781, "global_step": 16907, "epoch": 94, "lr": 9.423555596070192e-05}
{"train_loss": 0.013508593663573265, "global_step": 16908, "epoch": 94, "lr": 9.423486712618605e-05}
{"train_loss": 0.010135610582662767, "global_step": 16909, "epoch": 94, "lr": 9.423417825303365e-05}
{"train_loss": 0.009831534698605537, "global_step": 16910, "epoch": 95, "lr": 9.423348934124536e-05}
{"train_loss": 0.01644720882177353, "global_step": 16911, "epoch": 95, "lr": 9.423280039082174e-05}
{"train_loss": 0.009282737970352173, "global_step": 16912, "epoch": 95, "lr": 9.42321114017634e-05}
{"train_loss": 0.009605595842003822, "global_step": 16913, "epoch": 95, "lr": 9.423142237407098e-05}
{"train_loss": 0.013651751913130283, "global_step": 16914, "epoch": 95, "lr": 9.423073330774504e-05}
{"train_loss": 0.010964207351207733, "global_step": 16915, "epoch": 95, "lr": 9.423004420278619e-05}
{"train_loss": 0.009437965229153633, "global_step": 16916, "epoch": 95, "lr": 9.422935505919504e-05}
{"train_loss": 0.00893730204552412, "global_step": 16917, "epoch": 95, "lr": 9.422866587697219e-05}
{"train_loss": 0.010563901625573635, "global_step": 16918, "epoch": 95, "lr": 9.422797665611826e-05}
{"train_loss": 0.006508398801088333, "global_step": 16919, "epoch": 95, "lr": 9.422728739663381e-05}
{"train_loss": 0.012325478717684746, "global_step": 16920, "epoch": 95, "lr": 9.422659809851948e-05}
{"train_loss": 0.010846719145774841, "global_step": 16921, "epoch": 95, "lr": 9.422590876177586e-05}
{"train_loss": 0.012438321486115456, "global_step": 16922, "epoch": 95, "lr": 9.422521938640353e-05}
{"train_loss": 0.009870734065771103, "global_step": 16923, "epoch": 95, "lr": 9.422452997240313e-05}
{"train_loss": 0.00777862686663866, "global_step": 16924, "epoch": 95, "lr": 9.422384051977524e-05}
{"train_loss": 0.01005789265036583, "global_step": 16925, "epoch": 95, "lr": 9.422315102852047e-05}
{"train_loss": 0.010641725733876228, "global_step": 16926, "epoch": 95, "lr": 9.42224614986394e-05}
{"train_loss": 0.008100882172584534, "global_step": 16927, "epoch": 95, "lr": 9.422177193013268e-05}
{"train_loss": 0.006690869107842445, "global_step": 16928, "epoch": 95, "lr": 9.422108232300087e-05}
{"train_loss": 0.011420845985412598, "global_step": 16929, "epoch": 95, "lr": 9.422039267724458e-05}
{"train_loss": 0.006729649845510721, "global_step": 16930, "epoch": 95, "lr": 9.421970299286443e-05}
{"train_loss": 0.007985942997038364, "global_step": 16931, "epoch": 95, "lr": 9.421901326986099e-05}
{"train_loss": 0.013845289126038551, "global_step": 16932, "epoch": 95, "lr": 9.42183235082349e-05}
{"train_loss": 0.015460753813385963, "global_step": 16933, "epoch": 95, "lr": 9.421763370798673e-05}
{"train_loss": 0.007582519203424454, "global_step": 16934, "epoch": 95, "lr": 9.421694386911711e-05}
{"train_loss": 0.008995411917567253, "global_step": 16935, "epoch": 95, "lr": 9.421625399162662e-05}
{"train_loss": 0.014016490429639816, "global_step": 16936, "epoch": 95, "lr": 9.421556407551589e-05}
{"train_loss": 0.00999433919787407, "global_step": 16937, "epoch": 95, "lr": 9.42148741207855e-05}
{"train_loss": 0.010568900033831596, "global_step": 16938, "epoch": 95, "lr": 9.421418412743604e-05}
{"train_loss": 0.009637712500989437, "global_step": 16939, "epoch": 95, "lr": 9.421349409546814e-05}
{"train_loss": 0.009366077370941639, "global_step": 16940, "epoch": 95, "lr": 9.42128040248824e-05}
{"train_loss": 0.01091252826154232, "global_step": 16941, "epoch": 95, "lr": 9.42121139156794e-05}
{"train_loss": 0.0127064548432827, "global_step": 16942, "epoch": 95, "lr": 9.421142376785979e-05}
{"train_loss": 0.0053521376103162766, "global_step": 16943, "epoch": 95, "lr": 9.421073358142412e-05}
{"train_loss": 0.008620521053671837, "global_step": 16944, "epoch": 95, "lr": 9.421004335637302e-05}
{"train_loss": 0.008715258911252022, "global_step": 16945, "epoch": 95, "lr": 9.420935309270708e-05}
{"train_loss": 0.007868612185120583, "global_step": 16946, "epoch": 95, "lr": 9.420866279042692e-05}
{"train_loss": 0.008727971464395523, "global_step": 16947, "epoch": 95, "lr": 9.420797244953312e-05}
{"train_loss": 0.006770377978682518, "global_step": 16948, "epoch": 95, "lr": 9.420728207002631e-05}
{"train_loss": 0.014573375694453716, "global_step": 16949, "epoch": 95, "lr": 9.420659165190707e-05}
{"train_loss": 0.0086666289716959, "global_step": 16950, "epoch": 95, "lr": 9.420590119517603e-05}
{"train_loss": 0.004473414272069931, "global_step": 16951, "epoch": 95, "lr": 9.420521069983374e-05}
{"train_loss": 0.011674594134092331, "global_step": 16952, "epoch": 95, "lr": 9.420452016588088e-05}
{"train_loss": 0.014298465102910995, "global_step": 16953, "epoch": 95, "lr": 9.420382959331798e-05}
{"train_loss": 0.014825023710727692, "global_step": 16954, "epoch": 95, "lr": 9.420313898214569e-05}
{"train_loss": 0.00837099738419056, "global_step": 16955, "epoch": 95, "lr": 9.42024483323646e-05}
{"train_loss": 0.010928678326308727, "global_step": 16956, "epoch": 95, "lr": 9.42017576439753e-05}
{"train_loss": 0.008020231500267982, "global_step": 16957, "epoch": 95, "lr": 9.42010669169784e-05}
{"train_loss": 0.013276087120175362, "global_step": 16958, "epoch": 95, "lr": 9.420037615137452e-05}
{"train_loss": 0.00789666548371315, "global_step": 16959, "epoch": 95, "lr": 9.419968534716426e-05}
{"train_loss": 0.004694106988608837, "global_step": 16960, "epoch": 95, "lr": 9.41989945043482e-05}
{"train_loss": 0.016800615936517715, "global_step": 16961, "epoch": 95, "lr": 9.419830362292695e-05}
{"train_loss": 0.025668326765298843, "global_step": 16962, "epoch": 95, "lr": 9.419761270290114e-05}
{"train_loss": 0.008406796492636204, "global_step": 16963, "epoch": 95, "lr": 9.419692174427135e-05}
{"train_loss": 0.008731577545404434, "global_step": 16964, "epoch": 95, "lr": 9.419623074703818e-05}
{"train_loss": 0.008548494428396225, "global_step": 16965, "epoch": 95, "lr": 9.419553971120225e-05}
{"train_loss": 0.012545792385935783, "global_step": 16966, "epoch": 95, "lr": 9.419484863676416e-05}
{"train_loss": 0.011318309232592583, "global_step": 16967, "epoch": 95, "lr": 9.419415752372449e-05}
{"train_loss": 0.010760740377008915, "global_step": 16968, "epoch": 95, "lr": 9.419346637208387e-05}
{"train_loss": 0.008050953969359398, "global_step": 16969, "epoch": 95, "lr": 9.41927751818429e-05}
{"train_loss": 0.008676402270793915, "global_step": 16970, "epoch": 95, "lr": 9.419208395300219e-05}
{"train_loss": 0.00811007060110569, "global_step": 16971, "epoch": 95, "lr": 9.419139268556232e-05}
{"train_loss": 0.00890143122524023, "global_step": 16972, "epoch": 95, "lr": 9.419070137952391e-05}
{"train_loss": 0.009571800008416176, "global_step": 16973, "epoch": 95, "lr": 9.419001003488757e-05}
{"train_loss": 0.011065649800002575, "global_step": 16974, "epoch": 95, "lr": 9.418931865165388e-05}
{"train_loss": 0.005101962015032768, "global_step": 16975, "epoch": 95, "lr": 9.418862722982347e-05}
{"train_loss": 0.011084049008786678, "global_step": 16976, "epoch": 95, "lr": 9.418793576939693e-05}
{"train_loss": 0.006744619458913803, "global_step": 16977, "epoch": 95, "lr": 9.418724427037487e-05}
{"train_loss": 0.008558094501495361, "global_step": 16978, "epoch": 95, "lr": 9.418655273275789e-05}
{"train_loss": 0.009604526683688164, "global_step": 16979, "epoch": 95, "lr": 9.418586115654659e-05}
{"train_loss": 0.008405685424804688, "global_step": 16980, "epoch": 95, "lr": 9.418516954174157e-05}
{"train_loss": 0.010180444456636906, "global_step": 16981, "epoch": 95, "lr": 9.418447788834346e-05}
{"train_loss": 0.011235944926738739, "global_step": 16982, "epoch": 95, "lr": 9.418378619635284e-05}
{"train_loss": 0.01143724750727415, "global_step": 16983, "epoch": 95, "lr": 9.418309446577033e-05}
{"train_loss": 0.00864995364099741, "global_step": 16984, "epoch": 95, "lr": 9.418240269659653e-05}
{"train_loss": 0.008374285884201527, "global_step": 16985, "epoch": 95, "lr": 9.418171088883202e-05}
{"train_loss": 0.006234802305698395, "global_step": 16986, "epoch": 95, "lr": 9.418101904247743e-05}
{"train_loss": 0.01310349628329277, "global_step": 16987, "epoch": 95, "lr": 9.418032715753336e-05}
{"train_loss": 0.014279249124228954, "global_step": 16988, "epoch": 95, "lr": 9.417963523400042e-05}
{"train_loss": 0.012134408578276634, "global_step": 16989, "epoch": 95, "lr": 9.41789432718792e-05}
{"train_loss": 0.008434575982391834, "global_step": 16990, "epoch": 95, "lr": 9.417825127117033e-05}
{"train_loss": 0.011381191201508045, "global_step": 16991, "epoch": 95, "lr": 9.417755923187437e-05}
{"train_loss": 0.007227967958897352, "global_step": 16992, "epoch": 95, "lr": 9.417686715399195e-05}
{"train_loss": 0.009989723563194275, "global_step": 16993, "epoch": 95, "lr": 9.41761750375237e-05}
{"train_loss": 0.00629858672618866, "global_step": 16994, "epoch": 95, "lr": 9.417548288247017e-05}
{"train_loss": 0.006467869039624929, "global_step": 16995, "epoch": 95, "lr": 9.417479068883202e-05}
{"train_loss": 0.01132284663617611, "global_step": 16996, "epoch": 95, "lr": 9.41740984566098e-05}
{"train_loss": 0.008135443553328514, "global_step": 16997, "epoch": 95, "lr": 9.417340618580417e-05}
{"train_loss": 0.005655256099998951, "global_step": 16998, "epoch": 95, "lr": 9.417271387641568e-05}
{"train_loss": 0.011211134493350983, "global_step": 16999, "epoch": 95, "lr": 9.4172021528445e-05}
{"train_loss": 0.007133256644010544, "global_step": 17000, "epoch": 95, "lr": 9.417132914189266e-05}
{"train_loss": 0.006872863043099642, "global_step": 17001, "epoch": 95, "lr": 9.417063671675931e-05}
{"train_loss": 0.006014001090079546, "global_step": 17002, "epoch": 95, "lr": 9.416994425304557e-05}
{"train_loss": 0.008291730657219887, "global_step": 17003, "epoch": 95, "lr": 9.4169251750752e-05}
{"train_loss": 0.010977895930409431, "global_step": 17004, "epoch": 95, "lr": 9.416855920987923e-05}
{"train_loss": 0.009050639346241951, "global_step": 17005, "epoch": 95, "lr": 9.416786663042787e-05}
{"train_loss": 0.008926093578338623, "global_step": 17006, "epoch": 95, "lr": 9.41671740123985e-05}
{"train_loss": 0.007296308875083923, "global_step": 17007, "epoch": 95, "lr": 9.416648135579175e-05}
{"train_loss": 0.006373280193656683, "global_step": 17008, "epoch": 95, "lr": 9.416578866060823e-05}
{"train_loss": 0.008664905093610287, "global_step": 17009, "epoch": 95, "lr": 9.416509592684853e-05}
{"train_loss": 0.004687018692493439, "global_step": 17010, "epoch": 95, "lr": 9.416440315451322e-05}
{"train_loss": 0.0066739898175001144, "global_step": 17011, "epoch": 95, "lr": 9.416371034360299e-05}
{"train_loss": 0.004897390957921743, "global_step": 17012, "epoch": 95, "lr": 9.416301749411835e-05}
{"train_loss": 0.008452747948467731, "global_step": 17013, "epoch": 95, "lr": 9.416232460605998e-05}
{"train_loss": 0.014969361945986748, "global_step": 17014, "epoch": 95, "lr": 9.416163167942846e-05}
{"train_loss": 0.004309919197112322, "global_step": 17015, "epoch": 95, "lr": 9.416093871422437e-05}
{"train_loss": 0.00864759087562561, "global_step": 17016, "epoch": 95, "lr": 9.416024571044836e-05}
{"train_loss": 0.005382271017879248, "global_step": 17017, "epoch": 95, "lr": 9.415955266810099e-05}
{"train_loss": 0.008041716180741787, "global_step": 17018, "epoch": 95, "lr": 9.415885958718292e-05}
{"train_loss": 0.009396525099873543, "global_step": 17019, "epoch": 95, "lr": 9.415816646769469e-05}
{"train_loss": 0.008028808981180191, "global_step": 17020, "epoch": 95, "lr": 9.415747330963695e-05}
{"train_loss": 0.005627121776342392, "global_step": 17021, "epoch": 95, "lr": 9.415678011301031e-05}
{"train_loss": 0.005776803474873304, "global_step": 17022, "epoch": 95, "lr": 9.415608687781534e-05}
{"train_loss": 0.0103245684877038, "global_step": 17023, "epoch": 95, "lr": 9.415539360405268e-05}
{"train_loss": 0.007984019815921783, "global_step": 17024, "epoch": 95, "lr": 9.41547002917229e-05}
{"train_loss": 0.007478457409888506, "global_step": 17025, "epoch": 95, "lr": 9.415400694082665e-05}
{"train_loss": 0.010213194414973259, "global_step": 17026, "epoch": 95, "lr": 9.41533135513645e-05}
{"train_loss": 0.008815690875053406, "global_step": 17027, "epoch": 95, "lr": 9.415262012333706e-05}
{"train_loss": 0.008071264252066612, "global_step": 17028, "epoch": 95, "lr": 9.415192665674495e-05}
{"train_loss": 0.011944301426410675, "global_step": 17029, "epoch": 95, "lr": 9.415123315158877e-05}
{"train_loss": 0.014073984697461128, "global_step": 17030, "epoch": 95, "lr": 9.415053960786913e-05}
{"train_loss": 0.005662094801664352, "global_step": 17031, "epoch": 95, "lr": 9.414984602558662e-05}
{"train_loss": 0.009248116984963417, "global_step": 17032, "epoch": 95, "lr": 9.414915240474186e-05}
{"train_loss": 0.005804978311061859, "global_step": 17033, "epoch": 95, "lr": 9.414845874533544e-05}
{"train_loss": 0.005474406760185957, "global_step": 17034, "epoch": 95, "lr": 9.414776504736799e-05}
{"train_loss": 0.008233779110014439, "global_step": 17035, "epoch": 95, "lr": 9.41470713108401e-05}
{"train_loss": 0.008169643580913544, "global_step": 17036, "epoch": 95, "lr": 9.414637753575239e-05}
{"train_loss": 0.011910989880561829, "global_step": 17037, "epoch": 95, "lr": 9.414568372210546e-05}
{"train_loss": 0.00379005866125226, "global_step": 17038, "epoch": 95, "lr": 9.41449898698999e-05}
{"train_loss": 0.008262907154858112, "global_step": 17039, "epoch": 95, "lr": 9.414429597913633e-05}
{"train_loss": 0.01012650690972805, "global_step": 17040, "epoch": 95, "lr": 9.414360204981535e-05}
{"train_loss": 0.008764446713030338, "global_step": 17041, "epoch": 95, "lr": 9.414290808193757e-05}
{"train_loss": 0.006116705015301704, "global_step": 17042, "epoch": 95, "lr": 9.414221407550362e-05}
{"train_loss": 0.011585887521505356, "global_step": 17043, "epoch": 95, "lr": 9.414152003051404e-05}
{"train_loss": 0.007855826988816261, "global_step": 17044, "epoch": 95, "lr": 9.41408259469695e-05}
{"train_loss": 0.008948071859776974, "global_step": 17045, "epoch": 95, "lr": 9.414013182487058e-05}
{"train_loss": 0.012970950454473495, "global_step": 17046, "epoch": 95, "lr": 9.41394376642179e-05}
{"train_loss": 0.007716367952525616, "global_step": 17047, "epoch": 95, "lr": 9.413874346501205e-05}
{"train_loss": 0.0052302065305411816, "global_step": 17048, "epoch": 95, "lr": 9.413804922725365e-05}
{"train_loss": 0.009492252953350544, "global_step": 17049, "epoch": 95, "lr": 9.41373549509433e-05}
{"train_loss": 0.011090354062616825, "global_step": 17050, "epoch": 95, "lr": 9.41366606360816e-05}
{"train_loss": 0.010120903141796589, "global_step": 17051, "epoch": 95, "lr": 9.413596628266916e-05}
{"train_loss": 0.007030197884887457, "global_step": 17052, "epoch": 95, "lr": 9.413527189070658e-05}
{"train_loss": 0.008570177480578423, "global_step": 17053, "epoch": 95, "lr": 9.413457746019449e-05}
{"train_loss": 0.014269702136516571, "global_step": 17054, "epoch": 95, "lr": 9.413388299113349e-05}
{"train_loss": 0.005785825662314892, "global_step": 17055, "epoch": 95, "lr": 9.413318848352417e-05}
{"train_loss": 0.007056048139929771, "global_step": 17056, "epoch": 95, "lr": 9.413249393736714e-05}
{"train_loss": 0.007011736277490854, "global_step": 17057, "epoch": 95, "lr": 9.413179935266302e-05}
{"train_loss": 0.009530114009976387, "global_step": 17058, "epoch": 95, "lr": 9.41311047294124e-05}
{"train_loss": 0.0066049168817698956, "global_step": 17059, "epoch": 95, "lr": 9.413041006761591e-05}
{"train_loss": 0.012527132406830788, "global_step": 17060, "epoch": 95, "lr": 9.412971536727413e-05}
{"train_loss": 0.010020454414188862, "global_step": 17061, "epoch": 95, "lr": 9.412902062838769e-05}
{"train_loss": 0.00914224423468113, "global_step": 17062, "epoch": 95, "lr": 9.412832585095718e-05}
{"train_loss": 0.013406015932559967, "global_step": 17063, "epoch": 95, "lr": 9.412763103498321e-05}
{"train_loss": 0.010250547900795937, "global_step": 17064, "epoch": 95, "lr": 9.41269361804664e-05}
{"train_loss": 0.01810670644044876, "global_step": 17065, "epoch": 95, "lr": 9.412624128740732e-05}
{"train_loss": 0.009003130719065666, "global_step": 17066, "epoch": 95, "lr": 9.412554635580664e-05}
{"train_loss": 0.011073620989918709, "global_step": 17067, "epoch": 95, "lr": 9.41248513856649e-05}
{"train_loss": 0.011906657367944717, "global_step": 17068, "epoch": 95, "lr": 9.412415637698276e-05}
{"train_loss": 0.011934393085539341, "global_step": 17069, "epoch": 95, "lr": 9.412346132976079e-05}
{"train_loss": 0.0048783570528030396, "global_step": 17070, "epoch": 95, "lr": 9.412276624399961e-05}
{"train_loss": 0.007768123876303434, "global_step": 17071, "epoch": 95, "lr": 9.412207111969984e-05}
{"train_loss": 0.0063217212446033955, "global_step": 17072, "epoch": 95, "lr": 9.412137595686207e-05}
{"train_loss": 0.00909334048628807, "global_step": 17073, "epoch": 95, "lr": 9.412068075548691e-05}
{"train_loss": 0.009945861995220184, "global_step": 17074, "epoch": 95, "lr": 9.411998551557497e-05}
{"train_loss": 0.010006248019635677, "global_step": 17075, "epoch": 95, "lr": 9.411929023712686e-05}
{"train_loss": 0.011840090155601501, "global_step": 17076, "epoch": 95, "lr": 9.411859492014319e-05}
{"train_loss": 0.0093062873929739, "global_step": 17077, "epoch": 95, "lr": 9.411789956462455e-05}
{"train_loss": 0.008157564327120781, "global_step": 17078, "epoch": 95, "lr": 9.411720417057157e-05}
{"train_loss": 0.007180316839367151, "global_step": 17079, "epoch": 95, "lr": 9.411650873798485e-05}
{"train_loss": 0.01391549501568079, "global_step": 17080, "epoch": 95, "lr": 9.411581326686499e-05}
{"train_loss": 0.011181154288351536, "global_step": 17081, "epoch": 95, "lr": 9.411511775721261e-05}
{"train_loss": 0.010702108033001423, "global_step": 17082, "epoch": 95, "lr": 9.411442220902829e-05}
{"train_loss": 0.008703690022230148, "global_step": 17083, "epoch": 95, "lr": 9.411372662231266e-05}
{"train_loss": 0.012404250912368298, "global_step": 17084, "epoch": 95, "lr": 9.411303099706634e-05}
{"train_loss": 0.019002631306648254, "global_step": 17085, "epoch": 95, "lr": 9.411233533328989e-05}
{"train_loss": 0.011615748517215252, "global_step": 17086, "epoch": 95, "lr": 9.411163963098398e-05}
{"train_loss": 0.009487408160995902, "global_step": 17087, "epoch": 95, "lr": 9.411094389014918e-05, "train_action_mse_error": 3.2302232284564525e-05}
{"train_loss": 0.009302522987127304, "global_step": 17088, "epoch": 96, "lr": 9.41102481107861e-05}
{"train_loss": 0.011889000423252583, "global_step": 17089, "epoch": 96, "lr": 9.410955229289535e-05}
{"train_loss": 0.009249910712242126, "global_step": 17090, "epoch": 96, "lr": 9.410885643647755e-05}
{"train_loss": 0.01042431965470314, "global_step": 17091, "epoch": 96, "lr": 9.41081605415333e-05}
{"train_loss": 0.007090431172400713, "global_step": 17092, "epoch": 96, "lr": 9.410746460806319e-05}
{"train_loss": 0.012019692920148373, "global_step": 17093, "epoch": 96, "lr": 9.410676863606786e-05}
{"train_loss": 0.009523088112473488, "global_step": 17094, "epoch": 96, "lr": 9.410607262554789e-05}
{"train_loss": 0.011412503197789192, "global_step": 17095, "epoch": 96, "lr": 9.410537657650392e-05}
{"train_loss": 0.009157998487353325, "global_step": 17096, "epoch": 96, "lr": 9.410468048893651e-05}
{"train_loss": 0.00542565668001771, "global_step": 17097, "epoch": 96, "lr": 9.410398436284631e-05}
{"train_loss": 0.009203478693962097, "global_step": 17098, "epoch": 96, "lr": 9.41032881982339e-05}
{"train_loss": 0.011612595990300179, "global_step": 17099, "epoch": 96, "lr": 9.410259199509992e-05}
{"train_loss": 0.007209621835500002, "global_step": 17100, "epoch": 96, "lr": 9.410189575344496e-05}
{"train_loss": 0.014051370322704315, "global_step": 17101, "epoch": 96, "lr": 9.410119947326962e-05}
{"train_loss": 0.007865754887461662, "global_step": 17102, "epoch": 96, "lr": 9.410050315457452e-05}
{"train_loss": 0.006189880892634392, "global_step": 17103, "epoch": 96, "lr": 9.409980679736025e-05}
{"train_loss": 0.017646878957748413, "global_step": 17104, "epoch": 96, "lr": 9.409911040162745e-05}
{"train_loss": 0.020010244101285934, "global_step": 17105, "epoch": 96, "lr": 9.409841396737671e-05}
{"train_loss": 0.0124022476375103, "global_step": 17106, "epoch": 96, "lr": 9.409771749460862e-05}
{"train_loss": 0.006769693456590176, "global_step": 17107, "epoch": 96, "lr": 9.409702098332382e-05}
{"train_loss": 0.01515289954841137, "global_step": 17108, "epoch": 96, "lr": 9.409632443352291e-05}
{"train_loss": 0.011199608445167542, "global_step": 17109, "epoch": 96, "lr": 9.409562784520649e-05}
{"train_loss": 0.008663046173751354, "global_step": 17110, "epoch": 96, "lr": 9.409493121837517e-05}
{"train_loss": 0.007708732970058918, "global_step": 17111, "epoch": 96, "lr": 9.409423455302957e-05}
{"train_loss": 0.01421816274523735, "global_step": 17112, "epoch": 96, "lr": 9.409353784917028e-05}
{"train_loss": 0.010381394997239113, "global_step": 17113, "epoch": 96, "lr": 9.409284110679792e-05}
{"train_loss": 0.005422338843345642, "global_step": 17114, "epoch": 96, "lr": 9.409214432591308e-05}
{"train_loss": 0.005305246915668249, "global_step": 17115, "epoch": 96, "lr": 9.409144750651641e-05}
{"train_loss": 0.015104930847883224, "global_step": 17116, "epoch": 96, "lr": 9.40907506486085e-05}
{"train_loss": 0.010937290266156197, "global_step": 17117, "epoch": 96, "lr": 9.409005375218993e-05}
{"train_loss": 0.015195412561297417, "global_step": 17118, "epoch": 96, "lr": 9.408935681726134e-05}
{"train_loss": 0.008609157055616379, "global_step": 17119, "epoch": 96, "lr": 9.408865984382334e-05}
{"train_loss": 0.007855448871850967, "global_step": 17120, "epoch": 96, "lr": 9.40879628318765e-05}
{"train_loss": 0.011133644729852676, "global_step": 17121, "epoch": 96, "lr": 9.408726578142148e-05}
{"train_loss": 0.014122113585472107, "global_step": 17122, "epoch": 96, "lr": 9.408656869245887e-05}
{"train_loss": 0.009981182403862476, "global_step": 17123, "epoch": 96, "lr": 9.408587156498925e-05}
{"train_loss": 0.013226114213466644, "global_step": 17124, "epoch": 96, "lr": 9.408517439901327e-05}
{"train_loss": 0.011687248945236206, "global_step": 17125, "epoch": 96, "lr": 9.408447719453153e-05}
{"train_loss": 0.009417278692126274, "global_step": 17126, "epoch": 96, "lr": 9.408377995154462e-05}
{"train_loss": 0.009118371643126011, "global_step": 17127, "epoch": 96, "lr": 9.408308267005316e-05}
{"train_loss": 0.006120291538536549, "global_step": 17128, "epoch": 96, "lr": 9.408238535005778e-05}
{"train_loss": 0.007213477045297623, "global_step": 17129, "epoch": 96, "lr": 9.408168799155905e-05}
{"train_loss": 0.006556942127645016, "global_step": 17130, "epoch": 96, "lr": 9.40809905945576e-05}
{"train_loss": 0.014566781930625439, "global_step": 17131, "epoch": 96, "lr": 9.408029315905405e-05}
{"train_loss": 0.010775495320558548, "global_step": 17132, "epoch": 96, "lr": 9.407959568504898e-05}
{"train_loss": 0.009719746187329292, "global_step": 17133, "epoch": 96, "lr": 9.407889817254303e-05}
{"train_loss": 0.011666223406791687, "global_step": 17134, "epoch": 96, "lr": 9.407820062153679e-05}
{"train_loss": 0.00775246974080801, "global_step": 17135, "epoch": 96, "lr": 9.407750303203087e-05}
{"train_loss": 0.01241142675280571, "global_step": 17136, "epoch": 96, "lr": 9.407680540402589e-05}
{"train_loss": 0.021218188107013702, "global_step": 17137, "epoch": 96, "lr": 9.407610773752243e-05}
{"train_loss": 0.008874963037669659, "global_step": 17138, "epoch": 96, "lr": 9.407541003252114e-05}
{"train_loss": 0.01374039612710476, "global_step": 17139, "epoch": 96, "lr": 9.407471228902261e-05}
{"train_loss": 0.011985547840595245, "global_step": 17140, "epoch": 96, "lr": 9.407401450702746e-05}
{"train_loss": 0.012127893045544624, "global_step": 17141, "epoch": 96, "lr": 9.407331668653627e-05}
{"train_loss": 0.0146458325907588, "global_step": 17142, "epoch": 96, "lr": 9.40726188275497e-05}
{"train_loss": 0.01121339201927185, "global_step": 17143, "epoch": 96, "lr": 9.40719209300683e-05}
{"train_loss": 0.017901616171002388, "global_step": 17144, "epoch": 96, "lr": 9.407122299409273e-05}
{"train_loss": 0.006640736013650894, "global_step": 17145, "epoch": 96, "lr": 9.407052501962357e-05}
{"train_loss": 0.008060802705585957, "global_step": 17146, "epoch": 96, "lr": 9.406982700666143e-05}
{"train_loss": 0.011698581278324127, "global_step": 17147, "epoch": 96, "lr": 9.406912895520694e-05}
{"train_loss": 0.011472370475530624, "global_step": 17148, "epoch": 96, "lr": 9.406843086526069e-05}
{"train_loss": 0.009930306114256382, "global_step": 17149, "epoch": 96, "lr": 9.40677327368233e-05}
{"train_loss": 0.00816885195672512, "global_step": 17150, "epoch": 96, "lr": 9.406703456989537e-05}
{"train_loss": 0.01360065396875143, "global_step": 17151, "epoch": 96, "lr": 9.406633636447752e-05}
{"train_loss": 0.013633418828248978, "global_step": 17152, "epoch": 96, "lr": 9.406563812057037e-05}
{"train_loss": 0.006201592739671469, "global_step": 17153, "epoch": 96, "lr": 9.40649398381745e-05}
{"train_loss": 0.011924284510314465, "global_step": 17154, "epoch": 96, "lr": 9.406424151729057e-05}
{"train_loss": 0.008247662335634232, "global_step": 17155, "epoch": 96, "lr": 9.406354315791912e-05}
{"train_loss": 0.011571401730179787, "global_step": 17156, "epoch": 96, "lr": 9.40628447600608e-05}
{"train_loss": 0.004821825306862593, "global_step": 17157, "epoch": 96, "lr": 9.406214632371623e-05}
{"train_loss": 0.012093998491764069, "global_step": 17158, "epoch": 96, "lr": 9.4061447848886e-05}
{"train_loss": 0.007829688489437103, "global_step": 17159, "epoch": 96, "lr": 9.406074933557072e-05}
{"train_loss": 0.005085387267172337, "global_step": 17160, "epoch": 96, "lr": 9.406005078377103e-05}
{"train_loss": 0.013978501781821251, "global_step": 17161, "epoch": 96, "lr": 9.40593521934875e-05}
{"train_loss": 0.011719584465026855, "global_step": 17162, "epoch": 96, "lr": 9.405865356472075e-05}
{"train_loss": 0.006705965846776962, "global_step": 17163, "epoch": 96, "lr": 9.40579548974714e-05}
{"train_loss": 0.011184347793459892, "global_step": 17164, "epoch": 96, "lr": 9.405725619174006e-05}
{"train_loss": 0.007515829987823963, "global_step": 17165, "epoch": 96, "lr": 9.405655744752734e-05}
{"train_loss": 0.007963920012116432, "global_step": 17166, "epoch": 96, "lr": 9.405585866483386e-05}
{"train_loss": 0.01202302984893322, "global_step": 17167, "epoch": 96, "lr": 9.40551598436602e-05}
{"train_loss": 0.010048659518361092, "global_step": 17168, "epoch": 96, "lr": 9.405446098400701e-05}
{"train_loss": 0.010588349774479866, "global_step": 17169, "epoch": 96, "lr": 9.405376208587486e-05}
{"train_loss": 0.0103713758289814, "global_step": 17170, "epoch": 96, "lr": 9.405306314926438e-05}
{"train_loss": 0.009945301339030266, "global_step": 17171, "epoch": 96, "lr": 9.40523641741762e-05}
{"train_loss": 0.008566772565245628, "global_step": 17172, "epoch": 96, "lr": 9.405166516061087e-05}
{"train_loss": 0.011483979411423206, "global_step": 17173, "epoch": 96, "lr": 9.405096610856908e-05}
{"train_loss": 0.008130138739943504, "global_step": 17174, "epoch": 96, "lr": 9.40502670180514e-05}
{"train_loss": 0.01111400593072176, "global_step": 17175, "epoch": 96, "lr": 9.404956788905842e-05}
{"train_loss": 0.012648394331336021, "global_step": 17176, "epoch": 96, "lr": 9.404886872159079e-05}
{"train_loss": 0.0040445164777338505, "global_step": 17177, "epoch": 96, "lr": 9.40481695156491e-05}
{"train_loss": 0.006235761102288961, "global_step": 17178, "epoch": 96, "lr": 9.404747027123396e-05}
{"train_loss": 0.010081914253532887, "global_step": 17179, "epoch": 96, "lr": 9.404677098834597e-05}
{"train_loss": 0.006817996501922607, "global_step": 17180, "epoch": 96, "lr": 9.40460716669858e-05}
{"train_loss": 0.01071297749876976, "global_step": 17181, "epoch": 96, "lr": 9.404537230715398e-05}
{"train_loss": 0.008352753706276417, "global_step": 17182, "epoch": 96, "lr": 9.404467290885117e-05}
{"train_loss": 0.008593454025685787, "global_step": 17183, "epoch": 96, "lr": 9.404397347207797e-05}
{"train_loss": 0.011193856596946716, "global_step": 17184, "epoch": 96, "lr": 9.4043273996835e-05}
{"train_loss": 0.01341930590569973, "global_step": 17185, "epoch": 96, "lr": 9.404257448312283e-05}
{"train_loss": 0.003820219775661826, "global_step": 17186, "epoch": 96, "lr": 9.404187493094213e-05}
{"train_loss": 0.009722879156470299, "global_step": 17187, "epoch": 96, "lr": 9.404117534029346e-05}
{"train_loss": 0.011351827532052994, "global_step": 17188, "epoch": 96, "lr": 9.404047571117747e-05}
{"train_loss": 0.005420427769422531, "global_step": 17189, "epoch": 96, "lr": 9.403977604359475e-05}
{"train_loss": 0.010495105758309364, "global_step": 17190, "epoch": 96, "lr": 9.40390763375459e-05}
{"train_loss": 0.014357204549014568, "global_step": 17191, "epoch": 96, "lr": 9.403837659303156e-05}
{"train_loss": 0.008128445595502853, "global_step": 17192, "epoch": 96, "lr": 9.403767681005233e-05}
{"train_loss": 0.009795121848583221, "global_step": 17193, "epoch": 96, "lr": 9.403697698860882e-05}
{"train_loss": 0.007125293370336294, "global_step": 17194, "epoch": 96, "lr": 9.403627712870164e-05}
{"train_loss": 0.007887586019933224, "global_step": 17195, "epoch": 96, "lr": 9.403557723033141e-05}
{"train_loss": 0.007513012737035751, "global_step": 17196, "epoch": 96, "lr": 9.403487729349873e-05}
{"train_loss": 0.005705071613192558, "global_step": 17197, "epoch": 96, "lr": 9.40341773182042e-05}
{"train_loss": 0.011150102131068707, "global_step": 17198, "epoch": 96, "lr": 9.403347730444845e-05}
{"train_loss": 0.00847533717751503, "global_step": 17199, "epoch": 96, "lr": 9.40327772522321e-05}
{"train_loss": 0.005925134755671024, "global_step": 17200, "epoch": 96, "lr": 9.403207716155573e-05}
{"train_loss": 0.01067087147384882, "global_step": 17201, "epoch": 96, "lr": 9.403137703241998e-05}
{"train_loss": 0.007099782582372427, "global_step": 17202, "epoch": 96, "lr": 9.403067686482545e-05}
{"train_loss": 0.01070044469088316, "global_step": 17203, "epoch": 96, "lr": 9.402997665877275e-05}
{"train_loss": 0.009454924613237381, "global_step": 17204, "epoch": 96, "lr": 9.402927641426251e-05}
{"train_loss": 0.006554882042109966, "global_step": 17205, "epoch": 96, "lr": 9.402857613129532e-05}
{"train_loss": 0.007817366160452366, "global_step": 17206, "epoch": 96, "lr": 9.40278758098718e-05}
{"train_loss": 0.010492466390132904, "global_step": 17207, "epoch": 96, "lr": 9.402717544999256e-05}
{"train_loss": 0.004149388521909714, "global_step": 17208, "epoch": 96, "lr": 9.40264750516582e-05}
{"train_loss": 0.0127691850066185, "global_step": 17209, "epoch": 96, "lr": 9.402577461486934e-05}
{"train_loss": 0.012620018795132637, "global_step": 17210, "epoch": 96, "lr": 9.402507413962662e-05}
{"train_loss": 0.009978215210139751, "global_step": 17211, "epoch": 96, "lr": 9.402437362593059e-05}
{"train_loss": 0.016827497631311417, "global_step": 17212, "epoch": 96, "lr": 9.402367307378192e-05}
{"train_loss": 0.007243595086038113, "global_step": 17213, "epoch": 96, "lr": 9.402297248318121e-05}
{"train_loss": 0.00647370982915163, "global_step": 17214, "epoch": 96, "lr": 9.402227185412905e-05}
{"train_loss": 0.009658400900661945, "global_step": 17215, "epoch": 96, "lr": 9.402157118662607e-05}
{"train_loss": 0.00778670608997345, "global_step": 17216, "epoch": 96, "lr": 9.402087048067288e-05}
{"train_loss": 0.011874385178089142, "global_step": 17217, "epoch": 96, "lr": 9.402016973627008e-05}
{"train_loss": 0.005436887964606285, "global_step": 17218, "epoch": 96, "lr": 9.401946895341829e-05}
{"train_loss": 0.007442612200975418, "global_step": 17219, "epoch": 96, "lr": 9.401876813211813e-05}
{"train_loss": 0.01174117997288704, "global_step": 17220, "epoch": 96, "lr": 9.40180672723702e-05}
{"train_loss": 0.014373664744198322, "global_step": 17221, "epoch": 96, "lr": 9.40173663741751e-05}
{"train_loss": 0.01283697597682476, "global_step": 17222, "epoch": 96, "lr": 9.401666543753349e-05}
{"train_loss": 0.010467110201716423, "global_step": 17223, "epoch": 96, "lr": 9.401596446244594e-05}
{"train_loss": 0.011787989176809788, "global_step": 17224, "epoch": 96, "lr": 9.401526344891308e-05}
{"train_loss": 0.008313839323818684, "global_step": 17225, "epoch": 96, "lr": 9.40145623969355e-05}
{"train_loss": 0.01454729400575161, "global_step": 17226, "epoch": 96, "lr": 9.401386130651385e-05}
{"train_loss": 0.01148361898958683, "global_step": 17227, "epoch": 96, "lr": 9.40131601776487e-05}
{"train_loss": 0.007878823205828667, "global_step": 17228, "epoch": 96, "lr": 9.401245901034068e-05}
{"train_loss": 0.008741474710404873, "global_step": 17229, "epoch": 96, "lr": 9.401175780459042e-05}
{"train_loss": 0.00661228783428669, "global_step": 17230, "epoch": 96, "lr": 9.401105656039853e-05}
{"train_loss": 0.010097041726112366, "global_step": 17231, "epoch": 96, "lr": 9.401035527776558e-05}
{"train_loss": 0.007333502639085054, "global_step": 17232, "epoch": 96, "lr": 9.400965395669224e-05}
{"train_loss": 0.00856633298099041, "global_step": 17233, "epoch": 96, "lr": 9.400895259717907e-05}
{"train_loss": 0.006789918057620525, "global_step": 17234, "epoch": 96, "lr": 9.400825119922671e-05}
{"train_loss": 0.007038400042802095, "global_step": 17235, "epoch": 96, "lr": 9.400754976283578e-05}
{"train_loss": 0.0061114151030778885, "global_step": 17236, "epoch": 96, "lr": 9.40068482880069e-05}
{"train_loss": 0.009393434971570969, "global_step": 17237, "epoch": 96, "lr": 9.400614677474064e-05}
{"train_loss": 0.010606769472360611, "global_step": 17238, "epoch": 96, "lr": 9.400544522303766e-05}
{"train_loss": 0.005869362503290176, "global_step": 17239, "epoch": 96, "lr": 9.400474363289853e-05}
{"train_loss": 0.012844018638134003, "global_step": 17240, "epoch": 96, "lr": 9.40040420043239e-05}
{"train_loss": 0.011808089911937714, "global_step": 17241, "epoch": 96, "lr": 9.400334033731438e-05}
{"train_loss": 0.0059571885503828526, "global_step": 17242, "epoch": 96, "lr": 9.400263863187053e-05}
{"train_loss": 0.01225949078798294, "global_step": 17243, "epoch": 96, "lr": 9.400193688799303e-05}
{"train_loss": 0.0033808061853051186, "global_step": 17244, "epoch": 96, "lr": 9.400123510568246e-05}
{"train_loss": 0.004506026394665241, "global_step": 17245, "epoch": 96, "lr": 9.400053328493945e-05}
{"train_loss": 0.005449799355119467, "global_step": 17246, "epoch": 96, "lr": 9.39998314257646e-05}
{"train_loss": 0.006206541322171688, "global_step": 17247, "epoch": 96, "lr": 9.399912952815851e-05}
{"train_loss": 0.011995766311883926, "global_step": 17248, "epoch": 96, "lr": 9.399842759212182e-05}
{"train_loss": 0.013307998888194561, "global_step": 17249, "epoch": 96, "lr": 9.399772561765512e-05}
{"train_loss": 0.010480324737727642, "global_step": 17250, "epoch": 96, "lr": 9.399702360475903e-05}
{"train_loss": 0.010000864043831825, "global_step": 17251, "epoch": 96, "lr": 9.399632155343419e-05}
{"train_loss": 0.008506286889314651, "global_step": 17252, "epoch": 96, "lr": 9.399561946368118e-05}
{"train_loss": 0.010476036928594112, "global_step": 17253, "epoch": 96, "lr": 9.399491733550062e-05}
{"train_loss": 0.006697106175124645, "global_step": 17254, "epoch": 96, "lr": 9.399421516889313e-05}
{"train_loss": 0.016409987583756447, "global_step": 17255, "epoch": 96, "lr": 9.399351296385932e-05}
{"train_loss": 0.007114761509001255, "global_step": 17256, "epoch": 96, "lr": 9.399281072039981e-05}
{"train_loss": 0.01429743506014347, "global_step": 17257, "epoch": 96, "lr": 9.39921084385152e-05}
{"train_loss": 0.011597097851336002, "global_step": 17258, "epoch": 96, "lr": 9.399140611820611e-05}
{"train_loss": 0.009075508452951908, "global_step": 17259, "epoch": 96, "lr": 9.399070375947316e-05}
{"train_loss": 0.008310971781611443, "global_step": 17260, "epoch": 96, "lr": 9.399000136231694e-05}
{"train_loss": 0.006499879993498325, "global_step": 17261, "epoch": 96, "lr": 9.39892989267381e-05}
{"train_loss": 0.018537987023591995, "global_step": 17262, "epoch": 96, "lr": 9.398859645273723e-05}
{"train_loss": 0.008752766065299511, "global_step": 17263, "epoch": 96, "lr": 9.398789394031494e-05}
{"train_loss": 0.020091835409402847, "global_step": 17264, "epoch": 96, "lr": 9.398719138947185e-05}
{"train_loss": 0.009937101641533833, "global_step": 17265, "epoch": 96, "lr": 9.398648880020859e-05}
{"train_loss": 0.010231949388980865, "global_step": 17266, "epoch": 97, "lr": 9.398578617252576e-05}
{"train_loss": 0.011083757504820824, "global_step": 17267, "epoch": 97, "lr": 9.398508350642396e-05}
{"train_loss": 0.00998397171497345, "global_step": 17268, "epoch": 97, "lr": 9.398438080190382e-05}
{"train_loss": 0.018055681139230728, "global_step": 17269, "epoch": 97, "lr": 9.398367805896595e-05}
{"train_loss": 0.009331680834293365, "global_step": 17270, "epoch": 97, "lr": 9.398297527761096e-05}
{"train_loss": 0.010386324487626553, "global_step": 17271, "epoch": 97, "lr": 9.398227245783949e-05}
{"train_loss": 0.014008638449013233, "global_step": 17272, "epoch": 97, "lr": 9.398156959965209e-05}
{"train_loss": 0.01375424675643444, "global_step": 17273, "epoch": 97, "lr": 9.398086670304944e-05}
{"train_loss": 0.008771788328886032, "global_step": 17274, "epoch": 97, "lr": 9.398016376803214e-05}
{"train_loss": 0.012314614839851856, "global_step": 17275, "epoch": 97, "lr": 9.397946079460079e-05}
{"train_loss": 0.011369527317583561, "global_step": 17276, "epoch": 97, "lr": 9.397875778275599e-05}
{"train_loss": 0.00916626863181591, "global_step": 17277, "epoch": 97, "lr": 9.397805473249837e-05}
{"train_loss": 0.011938242241740227, "global_step": 17278, "epoch": 97, "lr": 9.397735164382857e-05}
{"train_loss": 0.0067800735123455524, "global_step": 17279, "epoch": 97, "lr": 9.397664851674716e-05}
{"train_loss": 0.01848381757736206, "global_step": 17280, "epoch": 97, "lr": 9.397594535125478e-05}
{"train_loss": 0.011792454868555069, "global_step": 17281, "epoch": 97, "lr": 9.397524214735205e-05}
{"train_loss": 0.012074029073119164, "global_step": 17282, "epoch": 97, "lr": 9.397453890503955e-05}
{"train_loss": 0.009913716465234756, "global_step": 17283, "epoch": 97, "lr": 9.397383562431793e-05}
{"train_loss": 0.01387295313179493, "global_step": 17284, "epoch": 97, "lr": 9.397313230518778e-05}
{"train_loss": 0.00890938751399517, "global_step": 17285, "epoch": 97, "lr": 9.397242894764974e-05}
{"train_loss": 0.009084251709282398, "global_step": 17286, "epoch": 97, "lr": 9.39717255517044e-05}
{"train_loss": 0.011402066797018051, "global_step": 17287, "epoch": 97, "lr": 9.397102211735238e-05}
{"train_loss": 0.007644274737685919, "global_step": 17288, "epoch": 97, "lr": 9.397031864459431e-05}
{"train_loss": 0.00648339930921793, "global_step": 17289, "epoch": 97, "lr": 9.396961513343079e-05}
{"train_loss": 0.012947360053658485, "global_step": 17290, "epoch": 97, "lr": 9.396891158386242e-05}
{"train_loss": 0.011350180953741074, "global_step": 17291, "epoch": 97, "lr": 9.396820799588986e-05}
{"train_loss": 0.014502977952361107, "global_step": 17292, "epoch": 97, "lr": 9.396750436951367e-05}
{"train_loss": 0.015865495428442955, "global_step": 17293, "epoch": 97, "lr": 9.396680070473452e-05}
{"train_loss": 0.012303151190280914, "global_step": 17294, "epoch": 97, "lr": 9.396609700155296e-05}
{"train_loss": 0.007749736309051514, "global_step": 17295, "epoch": 97, "lr": 9.396539325996966e-05}
{"train_loss": 0.007586555555462837, "global_step": 17296, "epoch": 97, "lr": 9.39646894799852e-05}
{"train_loss": 0.01288655772805214, "global_step": 17297, "epoch": 97, "lr": 9.396398566160023e-05}
{"train_loss": 0.009158460423350334, "global_step": 17298, "epoch": 97, "lr": 9.396328180481533e-05}
{"train_loss": 0.011645801365375519, "global_step": 17299, "epoch": 97, "lr": 9.396257790963114e-05}
{"train_loss": 0.008869861252605915, "global_step": 17300, "epoch": 97, "lr": 9.396187397604825e-05}
{"train_loss": 0.007476272992789745, "global_step": 17301, "epoch": 97, "lr": 9.39611700040673e-05}
{"train_loss": 0.0089009003713727, "global_step": 17302, "epoch": 97, "lr": 9.396046599368888e-05}
{"train_loss": 0.007279028184711933, "global_step": 17303, "epoch": 97, "lr": 9.395976194491364e-05}
{"train_loss": 0.010051163844764233, "global_step": 17304, "epoch": 97, "lr": 9.395905785774216e-05}
{"train_loss": 0.011809935793280602, "global_step": 17305, "epoch": 97, "lr": 9.395835373217506e-05}
{"train_loss": 0.012943359091877937, "global_step": 17306, "epoch": 97, "lr": 9.395764956821297e-05}
{"train_loss": 0.00874624028801918, "global_step": 17307, "epoch": 97, "lr": 9.395694536585651e-05}
{"train_loss": 0.010047421790659428, "global_step": 17308, "epoch": 97, "lr": 9.395624112510627e-05}
{"train_loss": 0.008053838275372982, "global_step": 17309, "epoch": 97, "lr": 9.395553684596287e-05}
{"train_loss": 0.007860415615141392, "global_step": 17310, "epoch": 97, "lr": 9.395483252842696e-05}
{"train_loss": 0.009319985285401344, "global_step": 17311, "epoch": 97, "lr": 9.39541281724991e-05}
{"train_loss": 0.007604796905070543, "global_step": 17312, "epoch": 97, "lr": 9.395342377817996e-05}
{"train_loss": 0.008581971749663353, "global_step": 17313, "epoch": 97, "lr": 9.395271934547012e-05}
{"train_loss": 0.007288522552698851, "global_step": 17314, "epoch": 97, "lr": 9.395201487437019e-05}
{"train_loss": 0.013250337913632393, "global_step": 17315, "epoch": 97, "lr": 9.395131036488082e-05}
{"train_loss": 0.011148948222398758, "global_step": 17316, "epoch": 97, "lr": 9.39506058170026e-05}
{"train_loss": 0.013188578188419342, "global_step": 17317, "epoch": 97, "lr": 9.394990123073615e-05}
{"train_loss": 0.00900806300342083, "global_step": 17318, "epoch": 97, "lr": 9.394919660608207e-05}
{"train_loss": 0.01169063150882721, "global_step": 17319, "epoch": 97, "lr": 9.394849194304101e-05}
{"train_loss": 0.010875130072236061, "global_step": 17320, "epoch": 97, "lr": 9.394778724161356e-05}
{"train_loss": 0.00606487225741148, "global_step": 17321, "epoch": 97, "lr": 9.394708250180035e-05}
{"train_loss": 0.004268737509846687, "global_step": 17322, "epoch": 97, "lr": 9.394637772360197e-05}
{"train_loss": 0.011305710300803185, "global_step": 17323, "epoch": 97, "lr": 9.394567290701908e-05}
{"train_loss": 0.011191964149475098, "global_step": 17324, "epoch": 97, "lr": 9.394496805205225e-05}
{"train_loss": 0.0033354100305587053, "global_step": 17325, "epoch": 97, "lr": 9.394426315870211e-05}
{"train_loss": 0.0078022051602602005, "global_step": 17326, "epoch": 97, "lr": 9.394355822696929e-05}
{"train_loss": 0.014566440135240555, "global_step": 17327, "epoch": 97, "lr": 9.39428532568544e-05}
{"train_loss": 0.015593091025948524, "global_step": 17328, "epoch": 97, "lr": 9.394214824835805e-05}
{"train_loss": 0.0070098573341965675, "global_step": 17329, "epoch": 97, "lr": 9.394144320148086e-05}
{"train_loss": 0.01362266018986702, "global_step": 17330, "epoch": 97, "lr": 9.394073811622344e-05}
{"train_loss": 0.006035624071955681, "global_step": 17331, "epoch": 97, "lr": 9.39400329925864e-05}
{"train_loss": 0.011476738378405571, "global_step": 17332, "epoch": 97, "lr": 9.393932783057039e-05}
{"train_loss": 0.007115217857062817, "global_step": 17333, "epoch": 97, "lr": 9.393862263017598e-05}
{"train_loss": 0.008734216913580894, "global_step": 17334, "epoch": 97, "lr": 9.39379173914038e-05}
{"train_loss": 0.008394219912588596, "global_step": 17335, "epoch": 97, "lr": 9.39372121142545e-05}
{"train_loss": 0.007515133358538151, "global_step": 17336, "epoch": 97, "lr": 9.393650679872865e-05}
{"train_loss": 0.011545218527317047, "global_step": 17337, "epoch": 97, "lr": 9.393580144482687e-05}
{"train_loss": 0.014260081574320793, "global_step": 17338, "epoch": 97, "lr": 9.393509605254983e-05}
{"train_loss": 0.007845904678106308, "global_step": 17339, "epoch": 97, "lr": 9.393439062189808e-05}
{"train_loss": 0.012750620022416115, "global_step": 17340, "epoch": 97, "lr": 9.393368515287227e-05}
{"train_loss": 0.014548085629940033, "global_step": 17341, "epoch": 97, "lr": 9.393297964547301e-05}
{"train_loss": 0.007191627286374569, "global_step": 17342, "epoch": 97, "lr": 9.393227409970093e-05}
{"train_loss": 0.00861408468335867, "global_step": 17343, "epoch": 97, "lr": 9.393156851555662e-05}
{"train_loss": 0.004650836810469627, "global_step": 17344, "epoch": 97, "lr": 9.393086289304069e-05}
{"train_loss": 0.01326192170381546, "global_step": 17345, "epoch": 97, "lr": 9.39301572321538e-05}
{"train_loss": 0.006311867386102676, "global_step": 17346, "epoch": 97, "lr": 9.392945153289654e-05}
{"train_loss": 0.00929345190525055, "global_step": 17347, "epoch": 97, "lr": 9.392874579526951e-05}
{"train_loss": 0.007000560872256756, "global_step": 17348, "epoch": 97, "lr": 9.392804001927336e-05}
{"train_loss": 0.008275819942355156, "global_step": 17349, "epoch": 97, "lr": 9.392733420490869e-05}
{"train_loss": 0.008492756634950638, "global_step": 17350, "epoch": 97, "lr": 9.392662835217611e-05}
{"train_loss": 0.009654960595071316, "global_step": 17351, "epoch": 97, "lr": 9.392592246107625e-05}
{"train_loss": 0.011832619085907936, "global_step": 17352, "epoch": 97, "lr": 9.392521653160972e-05}
{"train_loss": 0.016405189409852028, "global_step": 17353, "epoch": 97, "lr": 9.392451056377713e-05}
{"train_loss": 0.008685745298862457, "global_step": 17354, "epoch": 97, "lr": 9.39238045575791e-05}
{"train_loss": 0.0073752994649112225, "global_step": 17355, "epoch": 97, "lr": 9.392309851301625e-05}
{"train_loss": 0.013692289590835571, "global_step": 17356, "epoch": 97, "lr": 9.392239243008922e-05}
{"train_loss": 0.004515830427408218, "global_step": 17357, "epoch": 97, "lr": 9.392168630879858e-05}
{"train_loss": 0.011138200759887695, "global_step": 17358, "epoch": 97, "lr": 9.392098014914496e-05}
{"train_loss": 0.010944557376205921, "global_step": 17359, "epoch": 97, "lr": 9.392027395112902e-05}
{"train_loss": 0.00913204625248909, "global_step": 17360, "epoch": 97, "lr": 9.391956771475133e-05}
{"train_loss": 0.00485652731731534, "global_step": 17361, "epoch": 97, "lr": 9.391886144001252e-05}
{"train_loss": 0.009401011280715466, "global_step": 17362, "epoch": 97, "lr": 9.39181551269132e-05}
{"train_loss": 0.009657270275056362, "global_step": 17363, "epoch": 97, "lr": 9.391744877545399e-05}
{"train_loss": 0.005853906273841858, "global_step": 17364, "epoch": 97, "lr": 9.391674238563552e-05}
{"train_loss": 0.007092988584190607, "global_step": 17365, "epoch": 97, "lr": 9.391603595745839e-05}
{"train_loss": 0.0064422800205647945, "global_step": 17366, "epoch": 97, "lr": 9.391532949092324e-05}
{"train_loss": 0.007805823348462582, "global_step": 17367, "epoch": 97, "lr": 9.391462298603066e-05}
{"train_loss": 0.007292428985238075, "global_step": 17368, "epoch": 97, "lr": 9.391391644278129e-05}
{"train_loss": 0.008460240438580513, "global_step": 17369, "epoch": 97, "lr": 9.391320986117573e-05}
{"train_loss": 0.00646528135985136, "global_step": 17370, "epoch": 97, "lr": 9.391250324121461e-05}
{"train_loss": 0.009999099187552929, "global_step": 17371, "epoch": 97, "lr": 9.391179658289852e-05}
{"train_loss": 0.006922280415892601, "global_step": 17372, "epoch": 97, "lr": 9.391108988622812e-05}
{"train_loss": 0.017372794449329376, "global_step": 17373, "epoch": 97, "lr": 9.3910383151204e-05}
{"train_loss": 0.010967138223350048, "global_step": 17374, "epoch": 97, "lr": 9.390967637782679e-05}
{"train_loss": 0.007566664833575487, "global_step": 17375, "epoch": 97, "lr": 9.39089695660971e-05}
{"train_loss": 0.0072518326342105865, "global_step": 17376, "epoch": 97, "lr": 9.390826271601552e-05}
{"train_loss": 0.009836271405220032, "global_step": 17377, "epoch": 97, "lr": 9.390755582758272e-05}
{"train_loss": 0.005703972186893225, "global_step": 17378, "epoch": 97, "lr": 9.390684890079928e-05}
{"train_loss": 0.009655117057263851, "global_step": 17379, "epoch": 97, "lr": 9.390614193566585e-05}
{"train_loss": 0.013489198870956898, "global_step": 17380, "epoch": 97, "lr": 9.3905434932183e-05}
{"train_loss": 0.006866341456770897, "global_step": 17381, "epoch": 97, "lr": 9.390472789035139e-05}
{"train_loss": 0.009178156033158302, "global_step": 17382, "epoch": 97, "lr": 9.390402081017162e-05}
{"train_loss": 0.0069949026219546795, "global_step": 17383, "epoch": 97, "lr": 9.390331369164431e-05}
{"train_loss": 0.010858109220862389, "global_step": 17384, "epoch": 97, "lr": 9.390260653477008e-05}
{"train_loss": 0.00589582696557045, "global_step": 17385, "epoch": 97, "lr": 9.390189933954954e-05}
{"train_loss": 0.013836957514286041, "global_step": 17386, "epoch": 97, "lr": 9.390119210598331e-05}
{"train_loss": 0.008157242089509964, "global_step": 17387, "epoch": 97, "lr": 9.390048483407201e-05}
{"train_loss": 0.009368017315864563, "global_step": 17388, "epoch": 97, "lr": 9.389977752381626e-05}
{"train_loss": 0.006439679302275181, "global_step": 17389, "epoch": 97, "lr": 9.389907017521669e-05}
{"train_loss": 0.006550556980073452, "global_step": 17390, "epoch": 97, "lr": 9.389836278827388e-05}
{"train_loss": 0.008272703737020493, "global_step": 17391, "epoch": 97, "lr": 9.389765536298849e-05}
{"train_loss": 0.008844689466059208, "global_step": 17392, "epoch": 97, "lr": 9.389694789936112e-05}
{"train_loss": 0.00820317491889, "global_step": 17393, "epoch": 97, "lr": 9.389624039739238e-05}
{"train_loss": 0.009068157523870468, "global_step": 17394, "epoch": 97, "lr": 9.38955328570829e-05}
{"train_loss": 0.00380734377540648, "global_step": 17395, "epoch": 97, "lr": 9.38948252784333e-05}
{"train_loss": 0.008117797784507275, "global_step": 17396, "epoch": 97, "lr": 9.389411766144417e-05}
{"train_loss": 0.008979834616184235, "global_step": 17397, "epoch": 97, "lr": 9.389341000611615e-05}
{"train_loss": 0.0047906143590807915, "global_step": 17398, "epoch": 97, "lr": 9.389270231244988e-05}
{"train_loss": 0.008082019165158272, "global_step": 17399, "epoch": 97, "lr": 9.389199458044595e-05}
{"train_loss": 0.007605588994920254, "global_step": 17400, "epoch": 97, "lr": 9.389128681010498e-05}
{"train_loss": 0.007675903849303722, "global_step": 17401, "epoch": 97, "lr": 9.38905790014276e-05}
{"train_loss": 0.011586167849600315, "global_step": 17402, "epoch": 97, "lr": 9.388987115441439e-05}
{"train_loss": 0.013474687933921814, "global_step": 17403, "epoch": 97, "lr": 9.388916326906603e-05}
{"train_loss": 0.006949355360120535, "global_step": 17404, "epoch": 97, "lr": 9.388845534538308e-05}
{"train_loss": 0.008729830384254456, "global_step": 17405, "epoch": 97, "lr": 9.38877473833662e-05}
{"train_loss": 0.009111901745200157, "global_step": 17406, "epoch": 97, "lr": 9.388703938301602e-05}
{"train_loss": 0.00482043344527483, "global_step": 17407, "epoch": 97, "lr": 9.38863313443331e-05}
{"train_loss": 0.011670984327793121, "global_step": 17408, "epoch": 97, "lr": 9.38856232673181e-05}
{"train_loss": 0.008415289223194122, "global_step": 17409, "epoch": 97, "lr": 9.388491515197162e-05}
{"train_loss": 0.010445108637213707, "global_step": 17410, "epoch": 97, "lr": 9.38842069982943e-05}
{"train_loss": 0.006892124190926552, "global_step": 17411, "epoch": 97, "lr": 9.388349880628674e-05}
{"train_loss": 0.00873425230383873, "global_step": 17412, "epoch": 97, "lr": 9.388279057594956e-05}
{"train_loss": 0.007765334565192461, "global_step": 17413, "epoch": 97, "lr": 9.388208230728339e-05}
{"train_loss": 0.0073235537856817245, "global_step": 17414, "epoch": 97, "lr": 9.388137400028885e-05}
{"train_loss": 0.012988917529582977, "global_step": 17415, "epoch": 97, "lr": 9.388066565496653e-05}
{"train_loss": 0.011460199020802975, "global_step": 17416, "epoch": 97, "lr": 9.387995727131709e-05}
{"train_loss": 0.014800908043980598, "global_step": 17417, "epoch": 97, "lr": 9.387924884934112e-05}
{"train_loss": 0.008191265165805817, "global_step": 17418, "epoch": 97, "lr": 9.387854038903923e-05}
{"train_loss": 0.009174423292279243, "global_step": 17419, "epoch": 97, "lr": 9.387783189041209e-05}
{"train_loss": 0.009947829879820347, "global_step": 17420, "epoch": 97, "lr": 9.387712335346024e-05}
{"train_loss": 0.014309480786323547, "global_step": 17421, "epoch": 97, "lr": 9.387641477818437e-05}
{"train_loss": 0.006356488913297653, "global_step": 17422, "epoch": 97, "lr": 9.387570616458508e-05}
{"train_loss": 0.004978477954864502, "global_step": 17423, "epoch": 97, "lr": 9.387499751266297e-05}
{"train_loss": 0.01154796127229929, "global_step": 17424, "epoch": 97, "lr": 9.387428882241866e-05}
{"train_loss": 0.009334009140729904, "global_step": 17425, "epoch": 97, "lr": 9.387358009385278e-05}
{"train_loss": 0.008474580943584442, "global_step": 17426, "epoch": 97, "lr": 9.387287132696597e-05}
{"train_loss": 0.010111784562468529, "global_step": 17427, "epoch": 97, "lr": 9.387216252175881e-05}
{"train_loss": 0.006550389342010021, "global_step": 17428, "epoch": 97, "lr": 9.387145367823194e-05}
{"train_loss": 0.006283675320446491, "global_step": 17429, "epoch": 97, "lr": 9.387074479638598e-05}
{"train_loss": 0.007521225139498711, "global_step": 17430, "epoch": 97, "lr": 9.387003587622153e-05}
{"train_loss": 0.01230328157544136, "global_step": 17431, "epoch": 97, "lr": 9.386932691773924e-05}
{"train_loss": 0.012333668768405914, "global_step": 17432, "epoch": 97, "lr": 9.386861792093971e-05}
{"train_loss": 0.006887870840728283, "global_step": 17433, "epoch": 97, "lr": 9.386790888582355e-05}
{"train_loss": 0.011457747779786587, "global_step": 17434, "epoch": 97, "lr": 9.386719981239139e-05}
{"train_loss": 0.006226812489330769, "global_step": 17435, "epoch": 97, "lr": 9.386649070064387e-05}
{"train_loss": 0.012503348290920258, "global_step": 17436, "epoch": 97, "lr": 9.386578155058156e-05}
{"train_loss": 0.00843009166419506, "global_step": 17437, "epoch": 97, "lr": 9.386507236220515e-05}
{"train_loss": 0.006658467464148998, "global_step": 17438, "epoch": 97, "lr": 9.386436313551518e-05}
{"train_loss": 0.005459514446556568, "global_step": 17439, "epoch": 97, "lr": 9.386365387051233e-05}
{"train_loss": 0.006809876300394535, "global_step": 17440, "epoch": 97, "lr": 9.38629445671972e-05}
{"train_loss": 0.008256004191935062, "global_step": 17441, "epoch": 97, "lr": 9.38622352255704e-05}
{"train_loss": 0.01140555553138256, "global_step": 17442, "epoch": 97, "lr": 9.386152584563256e-05}
{"train_loss": 0.00956145514932911, "global_step": 17443, "epoch": 97, "lr": 9.386081642738429e-05}
{"train_loss": 0.006062579341232777, "global_step": 17444, "epoch": 98, "lr": 9.386010697082624e-05}
{"train_loss": 0.014928764663636684, "global_step": 17445, "epoch": 98, "lr": 9.385939747595898e-05}
{"train_loss": 0.015009399503469467, "global_step": 17446, "epoch": 98, "lr": 9.385868794278317e-05}
{"train_loss": 0.0062698861584067345, "global_step": 17447, "epoch": 98, "lr": 9.385797837129939e-05}
{"train_loss": 0.006596572697162628, "global_step": 17448, "epoch": 98, "lr": 9.385726876150831e-05}
{"train_loss": 0.00950926635414362, "global_step": 17449, "epoch": 98, "lr": 9.385655911341051e-05}
{"train_loss": 0.01255028322339058, "global_step": 17450, "epoch": 98, "lr": 9.385584942700664e-05}
{"train_loss": 0.011066504754126072, "global_step": 17451, "epoch": 98, "lr": 9.385513970229729e-05}
{"train_loss": 0.006686285138130188, "global_step": 17452, "epoch": 98, "lr": 9.385442993928311e-05}
{"train_loss": 0.01165848784148693, "global_step": 17453, "epoch": 98, "lr": 9.385372013796469e-05}
{"train_loss": 0.01273936778306961, "global_step": 17454, "epoch": 98, "lr": 9.385301029834267e-05}
{"train_loss": 0.009614996612071991, "global_step": 17455, "epoch": 98, "lr": 9.385230042041766e-05}
{"train_loss": 0.008228839375078678, "global_step": 17456, "epoch": 98, "lr": 9.38515905041903e-05}
{"train_loss": 0.009342091158032417, "global_step": 17457, "epoch": 98, "lr": 9.385088054966119e-05}
{"train_loss": 0.010373255237936974, "global_step": 17458, "epoch": 98, "lr": 9.385017055683094e-05}
{"train_loss": 0.009892859496176243, "global_step": 17459, "epoch": 98, "lr": 9.384946052570018e-05}
{"train_loss": 0.010945932939648628, "global_step": 17460, "epoch": 98, "lr": 9.384875045626956e-05}
{"train_loss": 0.013721888884902, "global_step": 17461, "epoch": 98, "lr": 9.384804034853967e-05}
{"train_loss": 0.004901300184428692, "global_step": 17462, "epoch": 98, "lr": 9.384733020251112e-05}
{"train_loss": 0.01002736296504736, "global_step": 17463, "epoch": 98, "lr": 9.384662001818456e-05}
{"train_loss": 0.00585925905033946, "global_step": 17464, "epoch": 98, "lr": 9.384590979556058e-05}
{"train_loss": 0.010772645473480225, "global_step": 17465, "epoch": 98, "lr": 9.384519953463984e-05}
{"train_loss": 0.01366187259554863, "global_step": 17466, "epoch": 98, "lr": 9.384448923542292e-05}
{"train_loss": 0.012334170751273632, "global_step": 17467, "epoch": 98, "lr": 9.384377889791045e-05}
{"train_loss": 0.008381153456866741, "global_step": 17468, "epoch": 98, "lr": 9.384306852210307e-05}
{"train_loss": 0.007660252042114735, "global_step": 17469, "epoch": 98, "lr": 9.38423581080014e-05}
{"train_loss": 0.01554826833307743, "global_step": 17470, "epoch": 98, "lr": 9.384164765560602e-05}
{"train_loss": 0.012939274311065674, "global_step": 17471, "epoch": 98, "lr": 9.384093716491759e-05}
{"train_loss": 0.007538533769547939, "global_step": 17472, "epoch": 98, "lr": 9.384022663593673e-05}
{"train_loss": 0.0063608866184949875, "global_step": 17473, "epoch": 98, "lr": 9.383951606866403e-05}
{"train_loss": 0.00961332954466343, "global_step": 17474, "epoch": 98, "lr": 9.383880546310015e-05}
{"train_loss": 0.010470016859471798, "global_step": 17475, "epoch": 98, "lr": 9.383809481924568e-05}
{"train_loss": 0.013177771121263504, "global_step": 17476, "epoch": 98, "lr": 9.383738413710125e-05}
{"train_loss": 0.005601915530860424, "global_step": 17477, "epoch": 98, "lr": 9.383667341666751e-05}
{"train_loss": 0.010071870870888233, "global_step": 17478, "epoch": 98, "lr": 9.383596265794503e-05}
{"train_loss": 0.009387600235641003, "global_step": 17479, "epoch": 98, "lr": 9.383525186093445e-05}
{"train_loss": 0.006776841357350349, "global_step": 17480, "epoch": 98, "lr": 9.38345410256364e-05}
{"train_loss": 0.010064254514873028, "global_step": 17481, "epoch": 98, "lr": 9.38338301520515e-05}
{"train_loss": 0.007548372261226177, "global_step": 17482, "epoch": 98, "lr": 9.383311924018037e-05}
{"train_loss": 0.01281034480780363, "global_step": 17483, "epoch": 98, "lr": 9.383240829002362e-05}
{"train_loss": 0.008278821595013142, "global_step": 17484, "epoch": 98, "lr": 9.383169730158189e-05}
{"train_loss": 0.012774297967553139, "global_step": 17485, "epoch": 98, "lr": 9.383098627485579e-05}
{"train_loss": 0.006500741932541132, "global_step": 17486, "epoch": 98, "lr": 9.383027520984593e-05}
{"train_loss": 0.011592002585530281, "global_step": 17487, "epoch": 98, "lr": 9.382956410655295e-05}
{"train_loss": 0.007222659885883331, "global_step": 17488, "epoch": 98, "lr": 9.382885296497745e-05}
{"train_loss": 0.00815972313284874, "global_step": 17489, "epoch": 98, "lr": 9.382814178512009e-05}
{"train_loss": 0.006413329392671585, "global_step": 17490, "epoch": 98, "lr": 9.382743056698145e-05}
{"train_loss": 0.012634417042136192, "global_step": 17491, "epoch": 98, "lr": 9.382671931056216e-05}
{"train_loss": 0.007376570254564285, "global_step": 17492, "epoch": 98, "lr": 9.382600801586285e-05}
{"train_loss": 0.006410291418433189, "global_step": 17493, "epoch": 98, "lr": 9.382529668288414e-05}
{"train_loss": 0.006992326583713293, "global_step": 17494, "epoch": 98, "lr": 9.382458531162666e-05}
{"train_loss": 0.014918593689799309, "global_step": 17495, "epoch": 98, "lr": 9.382387390209102e-05}
{"train_loss": 0.007857652381062508, "global_step": 17496, "epoch": 98, "lr": 9.382316245427784e-05}
{"train_loss": 0.011867443099617958, "global_step": 17497, "epoch": 98, "lr": 9.382245096818774e-05}
{"train_loss": 0.009422039613127708, "global_step": 17498, "epoch": 98, "lr": 9.382173944382135e-05}
{"train_loss": 0.012140287086367607, "global_step": 17499, "epoch": 98, "lr": 9.382102788117931e-05}
{"train_loss": 0.01024311687797308, "global_step": 17500, "epoch": 98, "lr": 9.382031628026217e-05}
{"train_loss": 0.00975244864821434, "global_step": 17501, "epoch": 98, "lr": 9.381960464107064e-05}
{"train_loss": 0.010118951089680195, "global_step": 17502, "epoch": 98, "lr": 9.381889296360528e-05}
{"train_loss": 0.005443919450044632, "global_step": 17503, "epoch": 98, "lr": 9.381818124786676e-05}
{"train_loss": 0.012278752401471138, "global_step": 17504, "epoch": 98, "lr": 9.381746949385566e-05}
{"train_loss": 0.007179975509643555, "global_step": 17505, "epoch": 98, "lr": 9.381675770157261e-05}
{"train_loss": 0.010539060458540916, "global_step": 17506, "epoch": 98, "lr": 9.381604587101824e-05}
{"train_loss": 0.005844699684530497, "global_step": 17507, "epoch": 98, "lr": 9.381533400219318e-05}
{"train_loss": 0.019447289407253265, "global_step": 17508, "epoch": 98, "lr": 9.381462209509803e-05}
{"train_loss": 0.00790280383080244, "global_step": 17509, "epoch": 98, "lr": 9.381391014973344e-05}
{"train_loss": 0.011954450979828835, "global_step": 17510, "epoch": 98, "lr": 9.381319816610002e-05}
{"train_loss": 0.008015516214072704, "global_step": 17511, "epoch": 98, "lr": 9.381248614419837e-05}
{"train_loss": 0.007596906274557114, "global_step": 17512, "epoch": 98, "lr": 9.381177408402915e-05}
{"train_loss": 0.0094328373670578, "global_step": 17513, "epoch": 98, "lr": 9.381106198559294e-05}
{"train_loss": 0.006213674321770668, "global_step": 17514, "epoch": 98, "lr": 9.381034984889039e-05}
{"train_loss": 0.010119399055838585, "global_step": 17515, "epoch": 98, "lr": 9.380963767392213e-05}
{"train_loss": 0.0073874639347195625, "global_step": 17516, "epoch": 98, "lr": 9.380892546068875e-05}
{"train_loss": 0.007166016846895218, "global_step": 17517, "epoch": 98, "lr": 9.380821320919088e-05}
{"train_loss": 0.009333064779639244, "global_step": 17518, "epoch": 98, "lr": 9.380750091942918e-05}
{"train_loss": 0.012391114607453346, "global_step": 17519, "epoch": 98, "lr": 9.380678859140423e-05}
{"train_loss": 0.007890690118074417, "global_step": 17520, "epoch": 98, "lr": 9.380607622511666e-05}
{"train_loss": 0.01303290668874979, "global_step": 17521, "epoch": 98, "lr": 9.380536382056711e-05}
{"train_loss": 0.008924379013478756, "global_step": 17522, "epoch": 98, "lr": 9.380465137775619e-05}
{"train_loss": 0.007768932729959488, "global_step": 17523, "epoch": 98, "lr": 9.380393889668453e-05}
{"train_loss": 0.007236060220748186, "global_step": 17524, "epoch": 98, "lr": 9.380322637735273e-05}
{"train_loss": 0.007220001891255379, "global_step": 17525, "epoch": 98, "lr": 9.380251381976144e-05}
{"train_loss": 0.010013303719460964, "global_step": 17526, "epoch": 98, "lr": 9.380180122391125e-05}
{"train_loss": 0.015234856866300106, "global_step": 17527, "epoch": 98, "lr": 9.380108858980282e-05}
{"train_loss": 0.008179151453077793, "global_step": 17528, "epoch": 98, "lr": 9.380037591743675e-05}
{"train_loss": 0.006125421263277531, "global_step": 17529, "epoch": 98, "lr": 9.379966320681367e-05}
{"train_loss": 0.016160596162080765, "global_step": 17530, "epoch": 98, "lr": 9.37989504579342e-05}
{"train_loss": 0.012471931055188179, "global_step": 17531, "epoch": 98, "lr": 9.379823767079896e-05}
{"train_loss": 0.007700836285948753, "global_step": 17532, "epoch": 98, "lr": 9.379752484540859e-05}
{"train_loss": 0.006362871266901493, "global_step": 17533, "epoch": 98, "lr": 9.379681198176367e-05}
{"train_loss": 0.006626111455261707, "global_step": 17534, "epoch": 98, "lr": 9.379609907986486e-05}
{"train_loss": 0.007455440238118172, "global_step": 17535, "epoch": 98, "lr": 9.379538613971277e-05}
{"train_loss": 0.006435281131416559, "global_step": 17536, "epoch": 98, "lr": 9.379467316130803e-05}
{"train_loss": 0.00763011584058404, "global_step": 17537, "epoch": 98, "lr": 9.379396014465127e-05}
{"train_loss": 0.00773518206551671, "global_step": 17538, "epoch": 98, "lr": 9.379324708974309e-05}
{"train_loss": 0.008832814171910286, "global_step": 17539, "epoch": 98, "lr": 9.379253399658412e-05}
{"train_loss": 0.010839237831532955, "global_step": 17540, "epoch": 98, "lr": 9.3791820865175e-05}
{"train_loss": 0.011354509741067886, "global_step": 17541, "epoch": 98, "lr": 9.379110769551633e-05}
{"train_loss": 0.0066679697483778, "global_step": 17542, "epoch": 98, "lr": 9.379039448760875e-05}
{"train_loss": 0.009520921856164932, "global_step": 17543, "epoch": 98, "lr": 9.378968124145286e-05}
{"train_loss": 0.011911191046237946, "global_step": 17544, "epoch": 98, "lr": 9.378896795704933e-05}
{"train_loss": 0.012480322271585464, "global_step": 17545, "epoch": 98, "lr": 9.378825463439871e-05}
{"train_loss": 0.008150842972099781, "global_step": 17546, "epoch": 98, "lr": 9.378754127350169e-05}
{"train_loss": 0.006462510675191879, "global_step": 17547, "epoch": 98, "lr": 9.378682787435887e-05}
{"train_loss": 0.007193909026682377, "global_step": 17548, "epoch": 98, "lr": 9.378611443697084e-05}
{"train_loss": 0.011957249604165554, "global_step": 17549, "epoch": 98, "lr": 9.37854009613383e-05}
{"train_loss": 0.011778520420193672, "global_step": 17550, "epoch": 98, "lr": 9.378468744746181e-05}
{"train_loss": 0.00659231236204505, "global_step": 17551, "epoch": 98, "lr": 9.3783973895342e-05}
{"train_loss": 0.004659031983464956, "global_step": 17552, "epoch": 98, "lr": 9.378326030497951e-05}
{"train_loss": 0.015078134834766388, "global_step": 17553, "epoch": 98, "lr": 9.378254667637495e-05}
{"train_loss": 0.005505082663148642, "global_step": 17554, "epoch": 98, "lr": 9.378183300952895e-05}
{"train_loss": 0.00885656476020813, "global_step": 17555, "epoch": 98, "lr": 9.378111930444214e-05}
{"train_loss": 0.011088388040661812, "global_step": 17556, "epoch": 98, "lr": 9.378040556111514e-05}
{"train_loss": 0.00832127034664154, "global_step": 17557, "epoch": 98, "lr": 9.377969177954857e-05}
{"train_loss": 0.005174542777240276, "global_step": 17558, "epoch": 98, "lr": 9.377897795974304e-05}
{"train_loss": 0.005834599025547504, "global_step": 17559, "epoch": 98, "lr": 9.37782641016992e-05}
{"train_loss": 0.008050637319684029, "global_step": 17560, "epoch": 98, "lr": 9.377755020541766e-05}
{"train_loss": 0.012074208818376064, "global_step": 17561, "epoch": 98, "lr": 9.377683627089904e-05}
{"train_loss": 0.007979640737175941, "global_step": 17562, "epoch": 98, "lr": 9.377612229814397e-05}
{"train_loss": 0.0116278026252985, "global_step": 17563, "epoch": 98, "lr": 9.377540828715307e-05}
{"train_loss": 0.013279912993311882, "global_step": 17564, "epoch": 98, "lr": 9.377469423792698e-05}
{"train_loss": 0.008418265730142593, "global_step": 17565, "epoch": 98, "lr": 9.37739801504663e-05}
{"train_loss": 0.006728004198521376, "global_step": 17566, "epoch": 98, "lr": 9.377326602477164e-05}
{"train_loss": 0.011003388091921806, "global_step": 17567, "epoch": 98, "lr": 9.377255186084367e-05}
{"train_loss": 0.008890943601727486, "global_step": 17568, "epoch": 98, "lr": 9.377183765868298e-05}
{"train_loss": 0.008594403974711895, "global_step": 17569, "epoch": 98, "lr": 9.377112341829022e-05}
{"train_loss": 0.007884890772402287, "global_step": 17570, "epoch": 98, "lr": 9.377040913966597e-05}
{"train_loss": 0.014755688607692719, "global_step": 17571, "epoch": 98, "lr": 9.37696948228109e-05}
{"train_loss": 0.009865852072834969, "global_step": 17572, "epoch": 98, "lr": 9.376898046772562e-05}
{"train_loss": 0.011160703375935555, "global_step": 17573, "epoch": 98, "lr": 9.376826607441074e-05}
{"train_loss": 0.008257727138698101, "global_step": 17574, "epoch": 98, "lr": 9.37675516428669e-05}
{"train_loss": 0.010398185811936855, "global_step": 17575, "epoch": 98, "lr": 9.376683717309472e-05}
{"train_loss": 0.005844717845320702, "global_step": 17576, "epoch": 98, "lr": 9.376612266509481e-05}
{"train_loss": 0.007141908630728722, "global_step": 17577, "epoch": 98, "lr": 9.376540811886781e-05}
{"train_loss": 0.00660732202231884, "global_step": 17578, "epoch": 98, "lr": 9.376469353441432e-05}
{"train_loss": 0.007072774227708578, "global_step": 17579, "epoch": 98, "lr": 9.376397891173501e-05}
{"train_loss": 0.012889498844742775, "global_step": 17580, "epoch": 98, "lr": 9.376326425083049e-05}
{"train_loss": 0.00962756760418415, "global_step": 17581, "epoch": 98, "lr": 9.376254955170133e-05}
{"train_loss": 0.008421096950769424, "global_step": 17582, "epoch": 98, "lr": 9.376183481434824e-05}
{"train_loss": 0.010453350841999054, "global_step": 17583, "epoch": 98, "lr": 9.376112003877178e-05}
{"train_loss": 0.00606196653097868, "global_step": 17584, "epoch": 98, "lr": 9.376040522497259e-05}
{"train_loss": 0.01272340677678585, "global_step": 17585, "epoch": 98, "lr": 9.37596903729513e-05}
{"train_loss": 0.005416645668447018, "global_step": 17586, "epoch": 98, "lr": 9.375897548270855e-05}
{"train_loss": 0.011530281975865364, "global_step": 17587, "epoch": 98, "lr": 9.375826055424492e-05}
{"train_loss": 0.009695249609649181, "global_step": 17588, "epoch": 98, "lr": 9.37575455875611e-05}
{"train_loss": 0.00773779908195138, "global_step": 17589, "epoch": 98, "lr": 9.375683058265765e-05}
{"train_loss": 0.010813374072313309, "global_step": 17590, "epoch": 98, "lr": 9.375611553953523e-05}
{"train_loss": 0.004963169805705547, "global_step": 17591, "epoch": 98, "lr": 9.375540045819445e-05}
{"train_loss": 0.008235840126872063, "global_step": 17592, "epoch": 98, "lr": 9.375468533863594e-05}
{"train_loss": 0.013166604563593864, "global_step": 17593, "epoch": 98, "lr": 9.375397018086034e-05}
{"train_loss": 0.00803495291620493, "global_step": 17594, "epoch": 98, "lr": 9.375325498486826e-05}
{"train_loss": 0.016441015526652336, "global_step": 17595, "epoch": 98, "lr": 9.375253975066031e-05}
{"train_loss": 0.00898682326078415, "global_step": 17596, "epoch": 98, "lr": 9.375182447823714e-05}
{"train_loss": 0.008726282976567745, "global_step": 17597, "epoch": 98, "lr": 9.375110916759935e-05}
{"train_loss": 0.009825157932937145, "global_step": 17598, "epoch": 98, "lr": 9.37503938187476e-05}
{"train_loss": 0.009289989247918129, "global_step": 17599, "epoch": 98, "lr": 9.374967843168247e-05}
{"train_loss": 0.007515626959502697, "global_step": 17600, "epoch": 98, "lr": 9.374896300640462e-05}
{"train_loss": 0.006803675554692745, "global_step": 17601, "epoch": 98, "lr": 9.374824754291467e-05}
{"train_loss": 0.014168854802846909, "global_step": 17602, "epoch": 98, "lr": 9.374753204121323e-05}
{"train_loss": 0.012088866904377937, "global_step": 17603, "epoch": 98, "lr": 9.374681650130094e-05}
{"train_loss": 0.007738632615655661, "global_step": 17604, "epoch": 98, "lr": 9.374610092317842e-05}
{"train_loss": 0.014060131274163723, "global_step": 17605, "epoch": 98, "lr": 9.374538530684628e-05}
{"train_loss": 0.009915405884385109, "global_step": 17606, "epoch": 98, "lr": 9.374466965230517e-05}
{"train_loss": 0.008006490767002106, "global_step": 17607, "epoch": 98, "lr": 9.374395395955569e-05}
{"train_loss": 0.011251427233219147, "global_step": 17608, "epoch": 98, "lr": 9.37432382285985e-05}
{"train_loss": 0.008154025301337242, "global_step": 17609, "epoch": 98, "lr": 9.374252245943418e-05}
{"train_loss": 0.004935820121318102, "global_step": 17610, "epoch": 98, "lr": 9.37418066520634e-05}
{"train_loss": 0.00990610383450985, "global_step": 17611, "epoch": 98, "lr": 9.374109080648674e-05}
{"train_loss": 0.013009771704673767, "global_step": 17612, "epoch": 98, "lr": 9.374037492270487e-05}
{"train_loss": 0.009402303956449032, "global_step": 17613, "epoch": 98, "lr": 9.37396590007184e-05}
{"train_loss": 0.006257787346839905, "global_step": 17614, "epoch": 98, "lr": 9.373894304052793e-05}
{"train_loss": 0.009855968877673149, "global_step": 17615, "epoch": 98, "lr": 9.373822704213412e-05}
{"train_loss": 0.01181323453783989, "global_step": 17616, "epoch": 98, "lr": 9.373751100553757e-05}
{"train_loss": 0.011623270809650421, "global_step": 17617, "epoch": 98, "lr": 9.373679493073892e-05}
{"train_loss": 0.00847815815359354, "global_step": 17618, "epoch": 98, "lr": 9.373607881773879e-05}
{"train_loss": 0.011169323697686195, "global_step": 17619, "epoch": 98, "lr": 9.373536266653782e-05}
{"train_loss": 0.009657280519604683, "global_step": 17620, "epoch": 98, "lr": 9.373464647713661e-05}
{"train_loss": 0.009497896820474206, "global_step": 17621, "epoch": 98, "lr": 9.37339302495358e-05}
{"train_loss": 0.00771088432520628, "global_step": 17622, "epoch": 99, "lr": 9.373321398373601e-05}
{"train_loss": 0.011250456795096397, "global_step": 17623, "epoch": 99, "lr": 9.373249767973788e-05}
{"train_loss": 0.008924733847379684, "global_step": 17624, "epoch": 99, "lr": 9.373178133754202e-05}
{"train_loss": 0.012395604513585567, "global_step": 17625, "epoch": 99, "lr": 9.373106495714905e-05}
{"train_loss": 0.009814541786909103, "global_step": 17626, "epoch": 99, "lr": 9.373034853855963e-05}
{"train_loss": 0.017398420721292496, "global_step": 17627, "epoch": 99, "lr": 9.372963208177434e-05}
{"train_loss": 0.01118774525821209, "global_step": 17628, "epoch": 99, "lr": 9.372891558679384e-05}
{"train_loss": 0.011202423833310604, "global_step": 17629, "epoch": 99, "lr": 9.372819905361874e-05}
{"train_loss": 0.008280626498162746, "global_step": 17630, "epoch": 99, "lr": 9.372748248224966e-05}
{"train_loss": 0.011121047660708427, "global_step": 17631, "epoch": 99, "lr": 9.372676587268725e-05}
{"train_loss": 0.01162535697221756, "global_step": 17632, "epoch": 99, "lr": 9.372604922493212e-05}
{"train_loss": 0.016954774037003517, "global_step": 17633, "epoch": 99, "lr": 9.372533253898488e-05}
{"train_loss": 0.011272486299276352, "global_step": 17634, "epoch": 99, "lr": 9.372461581484619e-05}
{"train_loss": 0.016541698947548866, "global_step": 17635, "epoch": 99, "lr": 9.372389905251666e-05}
{"train_loss": 0.0066364966332912445, "global_step": 17636, "epoch": 99, "lr": 9.37231822519969e-05}
{"train_loss": 0.01189807802438736, "global_step": 17637, "epoch": 99, "lr": 9.372246541328758e-05}
{"train_loss": 0.01132417656481266, "global_step": 17638, "epoch": 99, "lr": 9.372174853638926e-05}
{"train_loss": 0.0157400481402874, "global_step": 17639, "epoch": 99, "lr": 9.372103162130263e-05}
{"train_loss": 0.008880455046892166, "global_step": 17640, "epoch": 99, "lr": 9.372031466802829e-05}
{"train_loss": 0.007136492524296045, "global_step": 17641, "epoch": 99, "lr": 9.371959767656686e-05}
{"train_loss": 0.015946051105856895, "global_step": 17642, "epoch": 99, "lr": 9.371888064691897e-05}
{"train_loss": 0.013132615014910698, "global_step": 17643, "epoch": 99, "lr": 9.371816357908525e-05}
{"train_loss": 0.01035621203482151, "global_step": 17644, "epoch": 99, "lr": 9.371744647306633e-05}
{"train_loss": 0.0074561526998877525, "global_step": 17645, "epoch": 99, "lr": 9.371672932886281e-05}
{"train_loss": 0.009497366845607758, "global_step": 17646, "epoch": 99, "lr": 9.371601214647536e-05}
{"train_loss": 0.0058387285098433495, "global_step": 17647, "epoch": 99, "lr": 9.371529492590459e-05}
{"train_loss": 0.019467031583189964, "global_step": 17648, "epoch": 99, "lr": 9.371457766715111e-05}
{"train_loss": 0.008568396791815758, "global_step": 17649, "epoch": 99, "lr": 9.371386037021554e-05}
{"train_loss": 0.004295459017157555, "global_step": 17650, "epoch": 99, "lr": 9.371314303509855e-05}
{"train_loss": 0.007637140806764364, "global_step": 17651, "epoch": 99, "lr": 9.371242566180073e-05}
{"train_loss": 0.010132530704140663, "global_step": 17652, "epoch": 99, "lr": 9.371170825032271e-05}
{"train_loss": 0.008649341762065887, "global_step": 17653, "epoch": 99, "lr": 9.371099080066513e-05}
{"train_loss": 0.008013012818992138, "global_step": 17654, "epoch": 99, "lr": 9.371027331282861e-05}
{"train_loss": 0.00870708841830492, "global_step": 17655, "epoch": 99, "lr": 9.370955578681377e-05}
{"train_loss": 0.010166928172111511, "global_step": 17656, "epoch": 99, "lr": 9.370883822262127e-05}
{"train_loss": 0.006013701669871807, "global_step": 17657, "epoch": 99, "lr": 9.370812062025168e-05}
{"train_loss": 0.011249326169490814, "global_step": 17658, "epoch": 99, "lr": 9.370740297970568e-05}
{"train_loss": 0.012315591797232628, "global_step": 17659, "epoch": 99, "lr": 9.370668530098385e-05}
{"train_loss": 0.010625211521983147, "global_step": 17660, "epoch": 99, "lr": 9.370596758408685e-05}
{"train_loss": 0.009424696676433086, "global_step": 17661, "epoch": 99, "lr": 9.37052498290153e-05}
{"train_loss": 0.009481735527515411, "global_step": 17662, "epoch": 99, "lr": 9.370453203576982e-05}
{"train_loss": 0.005899108946323395, "global_step": 17663, "epoch": 99, "lr": 9.370381420435104e-05}
{"train_loss": 0.01304769515991211, "global_step": 17664, "epoch": 99, "lr": 9.37030963347596e-05}
{"train_loss": 0.005815897136926651, "global_step": 17665, "epoch": 99, "lr": 9.370237842699611e-05}
{"train_loss": 0.014208108186721802, "global_step": 17666, "epoch": 99, "lr": 9.370166048106119e-05}
{"train_loss": 0.009104964323341846, "global_step": 17667, "epoch": 99, "lr": 9.37009424969555e-05}
{"train_loss": 0.007483151741325855, "global_step": 17668, "epoch": 99, "lr": 9.370022447467964e-05}
{"train_loss": 0.010414882563054562, "global_step": 17669, "epoch": 99, "lr": 9.369950641423422e-05}
{"train_loss": 0.01311643235385418, "global_step": 17670, "epoch": 99, "lr": 9.369878831561992e-05}
{"train_loss": 0.009031571447849274, "global_step": 17671, "epoch": 99, "lr": 9.369807017883733e-05}
{"train_loss": 0.01060541532933712, "global_step": 17672, "epoch": 99, "lr": 9.369735200388708e-05}
{"train_loss": 0.01332805585116148, "global_step": 17673, "epoch": 99, "lr": 9.36966337907698e-05}
{"train_loss": 0.009633662179112434, "global_step": 17674, "epoch": 99, "lr": 9.369591553948613e-05}
{"train_loss": 0.007711379788815975, "global_step": 17675, "epoch": 99, "lr": 9.369519725003669e-05}
{"train_loss": 0.008991407230496407, "global_step": 17676, "epoch": 99, "lr": 9.36944789224221e-05}
{"train_loss": 0.013609963469207287, "global_step": 17677, "epoch": 99, "lr": 9.369376055664299e-05}
{"train_loss": 0.009384872391819954, "global_step": 17678, "epoch": 99, "lr": 9.369304215269999e-05}
{"train_loss": 0.0061705103144049644, "global_step": 17679, "epoch": 99, "lr": 9.369232371059373e-05}
{"train_loss": 0.008929584175348282, "global_step": 17680, "epoch": 99, "lr": 9.369160523032484e-05}
{"train_loss": 0.006535614840686321, "global_step": 17681, "epoch": 99, "lr": 9.369088671189393e-05}
{"train_loss": 0.009392127394676208, "global_step": 17682, "epoch": 99, "lr": 9.369016815530163e-05}
{"train_loss": 0.014847579412162304, "global_step": 17683, "epoch": 99, "lr": 9.36894495605486e-05}
{"train_loss": 0.010097525082528591, "global_step": 17684, "epoch": 99, "lr": 9.368873092763542e-05}
{"train_loss": 0.009702567011117935, "global_step": 17685, "epoch": 99, "lr": 9.368801225656276e-05}
{"train_loss": 0.010581085458397865, "global_step": 17686, "epoch": 99, "lr": 9.368729354733123e-05}
{"train_loss": 0.01069563440978527, "global_step": 17687, "epoch": 99, "lr": 9.368657479994146e-05}
{"train_loss": 0.005380310583859682, "global_step": 17688, "epoch": 99, "lr": 9.368585601439407e-05}
{"train_loss": 0.007292095571756363, "global_step": 17689, "epoch": 99, "lr": 9.36851371906897e-05}
{"train_loss": 0.008603187277913094, "global_step": 17690, "epoch": 99, "lr": 9.368441832882897e-05}
{"train_loss": 0.007502929773181677, "global_step": 17691, "epoch": 99, "lr": 9.368369942881249e-05}
{"train_loss": 0.006035308353602886, "global_step": 17692, "epoch": 99, "lr": 9.368298049064094e-05}
{"train_loss": 0.010101989842951298, "global_step": 17693, "epoch": 99, "lr": 9.36822615143149e-05}
{"train_loss": 0.00981935579329729, "global_step": 17694, "epoch": 99, "lr": 9.368154249983501e-05}
{"train_loss": 0.007967496290802956, "global_step": 17695, "epoch": 99, "lr": 9.36808234472019e-05}
{"train_loss": 0.01180226169526577, "global_step": 17696, "epoch": 99, "lr": 9.36801043564162e-05}
{"train_loss": 0.012629938311874866, "global_step": 17697, "epoch": 99, "lr": 9.367938522747855e-05}
{"train_loss": 0.004173929803073406, "global_step": 17698, "epoch": 99, "lr": 9.367866606038955e-05}
{"train_loss": 0.009477526880800724, "global_step": 17699, "epoch": 99, "lr": 9.367794685514986e-05}
{"train_loss": 0.013574933633208275, "global_step": 17700, "epoch": 99, "lr": 9.367722761176008e-05}
{"train_loss": 0.01533612422645092, "global_step": 17701, "epoch": 99, "lr": 9.367650833022085e-05}
{"train_loss": 0.008858753368258476, "global_step": 17702, "epoch": 99, "lr": 9.36757890105328e-05}
{"train_loss": 0.007478449493646622, "global_step": 17703, "epoch": 99, "lr": 9.367506965269656e-05}
{"train_loss": 0.009524288587272167, "global_step": 17704, "epoch": 99, "lr": 9.367435025671274e-05}
{"train_loss": 0.013567300513386726, "global_step": 17705, "epoch": 99, "lr": 9.3673630822582e-05}
{"train_loss": 0.008357489481568336, "global_step": 17706, "epoch": 99, "lr": 9.367291135030495e-05}
{"train_loss": 0.009846743196249008, "global_step": 17707, "epoch": 99, "lr": 9.367219183988222e-05}
{"train_loss": 0.01167216431349516, "global_step": 17708, "epoch": 99, "lr": 9.367147229131443e-05}
{"train_loss": 0.009320881217718124, "global_step": 17709, "epoch": 99, "lr": 9.367075270460222e-05}
{"train_loss": 0.00912509299814701, "global_step": 17710, "epoch": 99, "lr": 9.367003307974622e-05}
{"train_loss": 0.01665755733847618, "global_step": 17711, "epoch": 99, "lr": 9.366931341674705e-05}
{"train_loss": 0.009393383748829365, "global_step": 17712, "epoch": 99, "lr": 9.366859371560535e-05}
{"train_loss": 0.00872699823230505, "global_step": 17713, "epoch": 99, "lr": 9.366787397632173e-05}
{"train_loss": 0.010743366554379463, "global_step": 17714, "epoch": 99, "lr": 9.366715419889684e-05}
{"train_loss": 0.007429484277963638, "global_step": 17715, "epoch": 99, "lr": 9.366643438333129e-05}
{"train_loss": 0.014138966798782349, "global_step": 17716, "epoch": 99, "lr": 9.366571452962573e-05}
{"train_loss": 0.011046506464481354, "global_step": 17717, "epoch": 99, "lr": 9.366499463778076e-05}
{"train_loss": 0.009228878654539585, "global_step": 17718, "epoch": 99, "lr": 9.366427470779704e-05}
{"train_loss": 0.010382566601037979, "global_step": 17719, "epoch": 99, "lr": 9.366355473967518e-05}
{"train_loss": 0.008469847962260246, "global_step": 17720, "epoch": 99, "lr": 9.366283473341581e-05}
{"train_loss": 0.010763893835246563, "global_step": 17721, "epoch": 99, "lr": 9.366211468901955e-05}
{"train_loss": 0.014563892967998981, "global_step": 17722, "epoch": 99, "lr": 9.366139460648706e-05}
{"train_loss": 0.0067991591058671474, "global_step": 17723, "epoch": 99, "lr": 9.366067448581893e-05}
{"train_loss": 0.005082662217319012, "global_step": 17724, "epoch": 99, "lr": 9.365995432701581e-05}
{"train_loss": 0.008108668029308319, "global_step": 17725, "epoch": 99, "lr": 9.365923413007834e-05}
{"train_loss": 0.012857187539339066, "global_step": 17726, "epoch": 99, "lr": 9.365851389500713e-05}
{"train_loss": 0.008127966895699501, "global_step": 17727, "epoch": 99, "lr": 9.365779362180282e-05}
{"train_loss": 0.010003762319684029, "global_step": 17728, "epoch": 99, "lr": 9.365707331046604e-05}
{"train_loss": 0.01840350404381752, "global_step": 17729, "epoch": 99, "lr": 9.365635296099741e-05}
{"train_loss": 0.01392153650522232, "global_step": 17730, "epoch": 99, "lr": 9.365563257339755e-05}
{"train_loss": 0.004455119371414185, "global_step": 17731, "epoch": 99, "lr": 9.365491214766711e-05}
{"train_loss": 0.0075357891619205475, "global_step": 17732, "epoch": 99, "lr": 9.365419168380671e-05}
{"train_loss": 0.015863224864006042, "global_step": 17733, "epoch": 99, "lr": 9.365347118181699e-05}
{"train_loss": 0.010195277631282806, "global_step": 17734, "epoch": 99, "lr": 9.365275064169856e-05}
{"train_loss": 0.011699942871928215, "global_step": 17735, "epoch": 99, "lr": 9.365203006345206e-05}
{"train_loss": 0.01129439752548933, "global_step": 17736, "epoch": 99, "lr": 9.365130944707811e-05}
{"train_loss": 0.015721457079052925, "global_step": 17737, "epoch": 99, "lr": 9.365058879257737e-05}
{"train_loss": 0.014944391325116158, "global_step": 17738, "epoch": 99, "lr": 9.364986809995043e-05}
{"train_loss": 0.00519988127052784, "global_step": 17739, "epoch": 99, "lr": 9.364914736919794e-05}
{"train_loss": 0.006092963740229607, "global_step": 17740, "epoch": 99, "lr": 9.364842660032053e-05}
{"train_loss": 0.01434559840708971, "global_step": 17741, "epoch": 99, "lr": 9.364770579331883e-05}
{"train_loss": 0.01025442685931921, "global_step": 17742, "epoch": 99, "lr": 9.364698494819346e-05}
{"train_loss": 0.00827045552432537, "global_step": 17743, "epoch": 99, "lr": 9.364626406494506e-05}
{"train_loss": 0.0057059843093156815, "global_step": 17744, "epoch": 99, "lr": 9.364554314357424e-05}
{"train_loss": 0.007817020639777184, "global_step": 17745, "epoch": 99, "lr": 9.364482218408165e-05}
{"train_loss": 0.010076656937599182, "global_step": 17746, "epoch": 99, "lr": 9.364410118646792e-05}
{"train_loss": 0.014254974201321602, "global_step": 17747, "epoch": 99, "lr": 9.364338015073368e-05}
{"train_loss": 0.007200284395366907, "global_step": 17748, "epoch": 99, "lr": 9.364265907687955e-05}
{"train_loss": 0.015176285989582539, "global_step": 17749, "epoch": 99, "lr": 9.364193796490615e-05}
{"train_loss": 0.005084879230707884, "global_step": 17750, "epoch": 99, "lr": 9.364121681481414e-05}
{"train_loss": 0.010408177971839905, "global_step": 17751, "epoch": 99, "lr": 9.364049562660413e-05}
{"train_loss": 0.007239392958581448, "global_step": 17752, "epoch": 99, "lr": 9.363977440027675e-05}
{"train_loss": 0.008236752822995186, "global_step": 17753, "epoch": 99, "lr": 9.363905313583264e-05}
{"train_loss": 0.0066049667075276375, "global_step": 17754, "epoch": 99, "lr": 9.363833183327241e-05}
{"train_loss": 0.01217549666762352, "global_step": 17755, "epoch": 99, "lr": 9.363761049259671e-05}
{"train_loss": 0.004626154433935881, "global_step": 17756, "epoch": 99, "lr": 9.363688911380618e-05}
{"train_loss": 0.008808419108390808, "global_step": 17757, "epoch": 99, "lr": 9.36361676969014e-05}
{"train_loss": 0.01214146800339222, "global_step": 17758, "epoch": 99, "lr": 9.363544624188305e-05}
{"train_loss": 0.012089235708117485, "global_step": 17759, "epoch": 99, "lr": 9.363472474875174e-05}
{"train_loss": 0.007428465411067009, "global_step": 17760, "epoch": 99, "lr": 9.363400321750812e-05}
{"train_loss": 0.008619752712547779, "global_step": 17761, "epoch": 99, "lr": 9.363328164815279e-05}
{"train_loss": 0.005584952421486378, "global_step": 17762, "epoch": 99, "lr": 9.36325600406864e-05}
{"train_loss": 0.0075779445469379425, "global_step": 17763, "epoch": 99, "lr": 9.363183839510956e-05}
{"train_loss": 0.010156787931919098, "global_step": 17764, "epoch": 99, "lr": 9.363111671142293e-05}
{"train_loss": 0.011411053128540516, "global_step": 17765, "epoch": 99, "lr": 9.363039498962712e-05}
{"train_loss": 0.008591124787926674, "global_step": 17766, "epoch": 99, "lr": 9.362967322972276e-05}
{"train_loss": 0.01087101362645626, "global_step": 17767, "epoch": 99, "lr": 9.36289514317105e-05}
{"train_loss": 0.011155406944453716, "global_step": 17768, "epoch": 99, "lr": 9.362822959559094e-05}
{"train_loss": 0.008378185331821442, "global_step": 17769, "epoch": 99, "lr": 9.362750772136475e-05}
{"train_loss": 0.005636603105813265, "global_step": 17770, "epoch": 99, "lr": 9.362678580903251e-05}
{"train_loss": 0.00599626312032342, "global_step": 17771, "epoch": 99, "lr": 9.362606385859489e-05}
{"train_loss": 0.01143981609493494, "global_step": 17772, "epoch": 99, "lr": 9.362534187005252e-05}
{"train_loss": 0.00945443008095026, "global_step": 17773, "epoch": 99, "lr": 9.3624619843406e-05}
{"train_loss": 0.013799194246530533, "global_step": 17774, "epoch": 99, "lr": 9.362389777865599e-05}
{"train_loss": 0.010950490832328796, "global_step": 17775, "epoch": 99, "lr": 9.362317567580311e-05}
{"train_loss": 0.012474923394620419, "global_step": 17776, "epoch": 99, "lr": 9.3622453534848e-05}
{"train_loss": 0.007288082502782345, "global_step": 17777, "epoch": 99, "lr": 9.362173135579127e-05}
{"train_loss": 0.008320062421262264, "global_step": 17778, "epoch": 99, "lr": 9.362100913863357e-05}
{"train_loss": 0.005503682419657707, "global_step": 17779, "epoch": 99, "lr": 9.362028688337551e-05}
{"train_loss": 0.013749217614531517, "global_step": 17780, "epoch": 99, "lr": 9.361956459001774e-05}
{"train_loss": 0.006920171901583672, "global_step": 17781, "epoch": 99, "lr": 9.36188422585609e-05}
{"train_loss": 0.006424550898373127, "global_step": 17782, "epoch": 99, "lr": 9.361811988900558e-05}
{"train_loss": 0.011182200163602829, "global_step": 17783, "epoch": 99, "lr": 9.361739748135245e-05}
{"train_loss": 0.006127234548330307, "global_step": 17784, "epoch": 99, "lr": 9.361667503560214e-05}
{"train_loss": 0.010572103783488274, "global_step": 17785, "epoch": 99, "lr": 9.361595255175526e-05}
{"train_loss": 0.009844326414167881, "global_step": 17786, "epoch": 99, "lr": 9.361523002981245e-05}
{"train_loss": 0.01436019316315651, "global_step": 17787, "epoch": 99, "lr": 9.361450746977433e-05}
{"train_loss": 0.006893032230436802, "global_step": 17788, "epoch": 99, "lr": 9.361378487164157e-05}
{"train_loss": 0.008955963887274265, "global_step": 17789, "epoch": 99, "lr": 9.361306223541474e-05}
{"train_loss": 0.011611560359597206, "global_step": 17790, "epoch": 99, "lr": 9.361233956109452e-05}
{"train_loss": 0.009155448526144028, "global_step": 17791, "epoch": 99, "lr": 9.361161684868154e-05}
{"train_loss": 0.007751284167170525, "global_step": 17792, "epoch": 99, "lr": 9.361089409817639e-05}
{"train_loss": 0.008197525516152382, "global_step": 17793, "epoch": 99, "lr": 9.361017130957974e-05}
{"train_loss": 0.008243647404015064, "global_step": 17794, "epoch": 99, "lr": 9.360944848289221e-05}
{"train_loss": 0.00826567318290472, "global_step": 17795, "epoch": 99, "lr": 9.360872561811445e-05}
{"train_loss": 0.010324441827833652, "global_step": 17796, "epoch": 99, "lr": 9.360800271524704e-05}
{"train_loss": 0.011612623929977417, "global_step": 17797, "epoch": 99, "lr": 9.360727977429066e-05}
{"train_loss": 0.005202252417802811, "global_step": 17798, "epoch": 99, "lr": 9.360655679524592e-05}
{"train_loss": 0.009878694987594245, "global_step": 17799, "epoch": 99, "lr": 9.360583377811347e-05}
{"train_loss": 0.008604919537901878, "global_step": 17800, "epoch": 100, "lr": 9.360511072289393e-05}
{"train_loss": 0.006148708052933216, "global_step": 17801, "epoch": 100, "lr": 9.360438762958791e-05}
{"train_loss": 0.007574048358947039, "global_step": 17802, "epoch": 100, "lr": 9.360366449819607e-05}
{"train_loss": 0.011587532237172127, "global_step": 17803, "epoch": 100, "lr": 9.360294132871904e-05}
{"train_loss": 0.007565166801214218, "global_step": 17804, "epoch": 100, "lr": 9.360221812115744e-05}
{"train_loss": 0.01072872057557106, "global_step": 17805, "epoch": 100, "lr": 9.360149487551191e-05}
{"train_loss": 0.010383562184870243, "global_step": 17806, "epoch": 100, "lr": 9.360077159178306e-05}
{"train_loss": 0.007317254785448313, "global_step": 17807, "epoch": 100, "lr": 9.360004826997157e-05}
{"train_loss": 0.008946910500526428, "global_step": 17808, "epoch": 100, "lr": 9.359932491007802e-05}
{"train_loss": 0.008346062153577805, "global_step": 17809, "epoch": 100, "lr": 9.359860151210307e-05}
{"train_loss": 0.010050302371382713, "global_step": 17810, "epoch": 100, "lr": 9.359787807604734e-05}
{"train_loss": 0.007562515325844288, "global_step": 17811, "epoch": 100, "lr": 9.359715460191148e-05}
{"train_loss": 0.011158144101500511, "global_step": 17812, "epoch": 100, "lr": 9.359643108969609e-05}
{"train_loss": 0.009310593828558922, "global_step": 17813, "epoch": 100, "lr": 9.359570753940184e-05}
{"train_loss": 0.012816588394343853, "global_step": 17814, "epoch": 100, "lr": 9.359498395102932e-05}
{"train_loss": 0.016552558168768883, "global_step": 17815, "epoch": 100, "lr": 9.359426032457921e-05}
{"train_loss": 0.01154753565788269, "global_step": 17816, "epoch": 100, "lr": 9.35935366600521e-05}
{"train_loss": 0.008505246601998806, "global_step": 17817, "epoch": 100, "lr": 9.359281295744864e-05}
{"train_loss": 0.008085553534328938, "global_step": 17818, "epoch": 100, "lr": 9.359208921676948e-05}
{"train_loss": 0.00985643733292818, "global_step": 17819, "epoch": 100, "lr": 9.359136543801521e-05}
{"train_loss": 0.010615453124046326, "global_step": 17820, "epoch": 100, "lr": 9.35906416211865e-05}
{"train_loss": 0.006707997992634773, "global_step": 17821, "epoch": 100, "lr": 9.358991776628396e-05}
{"train_loss": 0.004840678535401821, "global_step": 17822, "epoch": 100, "lr": 9.358919387330824e-05}
{"train_loss": 0.009633642621338367, "global_step": 17823, "epoch": 100, "lr": 9.358846994225995e-05}
{"train_loss": 0.007365679368376732, "global_step": 17824, "epoch": 100, "lr": 9.358774597313974e-05}
{"train_loss": 0.0056103551760315895, "global_step": 17825, "epoch": 100, "lr": 9.358702196594824e-05}
{"train_loss": 0.008613649755716324, "global_step": 17826, "epoch": 100, "lr": 9.358629792068607e-05}
{"train_loss": 0.009897510521113873, "global_step": 17827, "epoch": 100, "lr": 9.358557383735387e-05}
{"train_loss": 0.011182665824890137, "global_step": 17828, "epoch": 100, "lr": 9.35848497159523e-05}
{"train_loss": 0.009648230858147144, "global_step": 17829, "epoch": 100, "lr": 9.358412555648194e-05}
{"train_loss": 0.007283966522663832, "global_step": 17830, "epoch": 100, "lr": 9.358340135894345e-05}
{"train_loss": 0.01526043564081192, "global_step": 17831, "epoch": 100, "lr": 9.358267712333748e-05}
{"train_loss": 0.011019743978977203, "global_step": 17832, "epoch": 100, "lr": 9.358195284966462e-05}
{"train_loss": 0.014485079795122147, "global_step": 17833, "epoch": 100, "lr": 9.358122853792555e-05}
{"train_loss": 0.0069205379113554955, "global_step": 17834, "epoch": 100, "lr": 9.358050418812088e-05}
{"train_loss": 0.00868868175894022, "global_step": 17835, "epoch": 100, "lr": 9.357977980025123e-05}
{"train_loss": 0.008161230012774467, "global_step": 17836, "epoch": 100, "lr": 9.357905537431724e-05}
{"train_loss": 0.003720388514921069, "global_step": 17837, "epoch": 100, "lr": 9.357833091031955e-05}
{"train_loss": 0.011501066386699677, "global_step": 17838, "epoch": 100, "lr": 9.357760640825881e-05}
{"train_loss": 0.0071579040959477425, "global_step": 17839, "epoch": 100, "lr": 9.357688186813562e-05}
{"train_loss": 0.00842504482716322, "global_step": 17840, "epoch": 100, "lr": 9.357615728995062e-05}
{"train_loss": 0.007233050651848316, "global_step": 17841, "epoch": 100, "lr": 9.357543267370445e-05}
{"train_loss": 0.012440805323421955, "global_step": 17842, "epoch": 100, "lr": 9.357470801939774e-05}
{"train_loss": 0.007310912013053894, "global_step": 17843, "epoch": 100, "lr": 9.357398332703114e-05}
{"train_loss": 0.00863612350076437, "global_step": 17844, "epoch": 100, "lr": 9.357325859660526e-05}
{"train_loss": 0.006885425187647343, "global_step": 17845, "epoch": 100, "lr": 9.357253382812074e-05}
{"train_loss": 0.015533067286014557, "global_step": 17846, "epoch": 100, "lr": 9.357180902157821e-05}
{"train_loss": 0.0064231944270431995, "global_step": 17847, "epoch": 100, "lr": 9.357108417697831e-05}
{"train_loss": 0.014024080708622932, "global_step": 17848, "epoch": 100, "lr": 9.357035929432167e-05}
{"train_loss": 0.013008208945393562, "global_step": 17849, "epoch": 100, "lr": 9.356963437360893e-05}
{"train_loss": 0.009776540100574493, "global_step": 17850, "epoch": 100, "lr": 9.35689094148407e-05}
{"train_loss": 0.007496379781514406, "global_step": 17851, "epoch": 100, "lr": 9.356818441801765e-05}
{"train_loss": 0.00912773422896862, "global_step": 17852, "epoch": 100, "lr": 9.356745938314038e-05}
{"train_loss": 0.010784528218209743, "global_step": 17853, "epoch": 100, "lr": 9.356673431020953e-05}
{"train_loss": 0.009620861150324345, "global_step": 17854, "epoch": 100, "lr": 9.356600919922575e-05}
{"train_loss": 0.0052344417199492455, "global_step": 17855, "epoch": 100, "lr": 9.356528405018965e-05}
{"train_loss": 0.007808126509189606, "global_step": 17856, "epoch": 100, "lr": 9.356455886310189e-05}
{"train_loss": 0.004440587013959885, "global_step": 17857, "epoch": 100, "lr": 9.356383363796309e-05}
{"train_loss": 0.010443650186061859, "global_step": 17858, "epoch": 100, "lr": 9.356310837477388e-05}
{"train_loss": 0.013419619761407375, "global_step": 17859, "epoch": 100, "lr": 9.356238307353488e-05}
{"train_loss": 0.006280931178480387, "global_step": 17860, "epoch": 100, "lr": 9.356165773424677e-05}
{"train_loss": 0.00809570960700512, "global_step": 17861, "epoch": 100, "lr": 9.356093235691013e-05}
{"train_loss": 0.010435303673148155, "global_step": 17862, "epoch": 100, "lr": 9.356020694152563e-05}
{"train_loss": 0.018867798149585724, "global_step": 17863, "epoch": 100, "lr": 9.355948148809388e-05}
{"train_loss": 0.00916177500039339, "global_step": 17864, "epoch": 100, "lr": 9.355875599661554e-05}
{"train_loss": 0.010593798942863941, "global_step": 17865, "epoch": 100, "lr": 9.355803046709121e-05}
{"train_loss": 0.009325598366558552, "global_step": 17866, "epoch": 100, "lr": 9.355730489952155e-05}
{"train_loss": 0.006557689979672432, "global_step": 17867, "epoch": 100, "lr": 9.355657929390719e-05}
{"train_loss": 0.009401751682162285, "global_step": 17868, "epoch": 100, "lr": 9.355585365024875e-05}
{"train_loss": 0.0050583574920892715, "global_step": 17869, "epoch": 100, "lr": 9.355512796854689e-05}
{"train_loss": 0.007868235930800438, "global_step": 17870, "epoch": 100, "lr": 9.355440224880221e-05}
{"train_loss": 0.013688884675502777, "global_step": 17871, "epoch": 100, "lr": 9.355367649101536e-05}
{"train_loss": 0.0068581425584852695, "global_step": 17872, "epoch": 100, "lr": 9.355295069518698e-05}
{"train_loss": 0.014475750736892223, "global_step": 17873, "epoch": 100, "lr": 9.355222486131769e-05}
{"train_loss": 0.011475296691060066, "global_step": 17874, "epoch": 100, "lr": 9.355149898940814e-05}
{"train_loss": 0.00622477475553751, "global_step": 17875, "epoch": 100, "lr": 9.355077307945897e-05}
{"train_loss": 0.010496707633137703, "global_step": 17876, "epoch": 100, "lr": 9.355004713147079e-05}
{"train_loss": 0.008965916931629181, "global_step": 17877, "epoch": 100, "lr": 9.354932114544423e-05}
{"train_loss": 0.007527095265686512, "global_step": 17878, "epoch": 100, "lr": 9.354859512137996e-05}
{"train_loss": 0.01796109415590763, "global_step": 17879, "epoch": 100, "lr": 9.354786905927858e-05}
{"train_loss": 0.005234219133853912, "global_step": 17880, "epoch": 100, "lr": 9.354714295914073e-05}
{"train_loss": 0.007750836666673422, "global_step": 17881, "epoch": 100, "lr": 9.354641682096708e-05}
{"train_loss": 0.009012093767523766, "global_step": 17882, "epoch": 100, "lr": 9.354569064475821e-05}
{"train_loss": 0.01355237141251564, "global_step": 17883, "epoch": 100, "lr": 9.354496443051479e-05}
{"train_loss": 0.010289710015058517, "global_step": 17884, "epoch": 100, "lr": 9.354423817823742e-05}
{"train_loss": 0.01085495762526989, "global_step": 17885, "epoch": 100, "lr": 9.35435118879268e-05}
{"train_loss": 0.013595101423561573, "global_step": 17886, "epoch": 100, "lr": 9.354278555958351e-05}
{"train_loss": 0.011255437508225441, "global_step": 17887, "epoch": 100, "lr": 9.354205919320818e-05}
{"train_loss": 0.014991309493780136, "global_step": 17888, "epoch": 100, "lr": 9.354133278880148e-05}
{"train_loss": 0.00992651842534542, "global_step": 17889, "epoch": 100, "lr": 9.354060634636402e-05}
{"train_loss": 0.015469435602426529, "global_step": 17890, "epoch": 100, "lr": 9.353987986589642e-05}
{"train_loss": 0.015205786563456059, "global_step": 17891, "epoch": 100, "lr": 9.353915334739935e-05}
{"train_loss": 0.006332930643111467, "global_step": 17892, "epoch": 100, "lr": 9.353842679087345e-05}
{"train_loss": 0.005423892289400101, "global_step": 17893, "epoch": 100, "lr": 9.353770019631931e-05}
{"train_loss": 0.01340960618108511, "global_step": 17894, "epoch": 100, "lr": 9.353697356373761e-05}
{"train_loss": 0.017217645421624184, "global_step": 17895, "epoch": 100, "lr": 9.353624689312894e-05}
{"train_loss": 0.008974911645054817, "global_step": 17896, "epoch": 100, "lr": 9.353552018449397e-05}
{"train_loss": 0.012084403075277805, "global_step": 17897, "epoch": 100, "lr": 9.353479343783331e-05}
{"train_loss": 0.014407853595912457, "global_step": 17898, "epoch": 100, "lr": 9.353406665314763e-05}
{"train_loss": 0.009029250591993332, "global_step": 17899, "epoch": 100, "lr": 9.353333983043753e-05}
{"train_loss": 0.011276132427155972, "global_step": 17900, "epoch": 100, "lr": 9.353261296970365e-05}
{"train_loss": 0.004362604580819607, "global_step": 17901, "epoch": 100, "lr": 9.353188607094665e-05}
{"train_loss": 0.012433048337697983, "global_step": 17902, "epoch": 100, "lr": 9.353115913416714e-05}
{"train_loss": 0.014506436884403229, "global_step": 17903, "epoch": 100, "lr": 9.353043215936575e-05}
{"train_loss": 0.0119178406894207, "global_step": 17904, "epoch": 100, "lr": 9.352970514654314e-05}
{"train_loss": 0.014327233657240868, "global_step": 17905, "epoch": 100, "lr": 9.352897809569994e-05}
{"train_loss": 0.007450832985341549, "global_step": 17906, "epoch": 100, "lr": 9.352825100683677e-05}
{"train_loss": 0.010365120135247707, "global_step": 17907, "epoch": 100, "lr": 9.352752387995427e-05}
{"train_loss": 0.013454120606184006, "global_step": 17908, "epoch": 100, "lr": 9.352679671505306e-05}
{"train_loss": 0.008633917197585106, "global_step": 17909, "epoch": 100, "lr": 9.352606951213383e-05}
{"train_loss": 0.014890959486365318, "global_step": 17910, "epoch": 100, "lr": 9.352534227119715e-05}
{"train_loss": 0.008600661531090736, "global_step": 17911, "epoch": 100, "lr": 9.352461499224369e-05}
{"train_loss": 0.010846607387065887, "global_step": 17912, "epoch": 100, "lr": 9.352388767527407e-05}
{"train_loss": 0.009828438051044941, "global_step": 17913, "epoch": 100, "lr": 9.352316032028894e-05}
{"train_loss": 0.011903207749128342, "global_step": 17914, "epoch": 100, "lr": 9.352243292728892e-05}
{"train_loss": 0.012506390921771526, "global_step": 17915, "epoch": 100, "lr": 9.352170549627468e-05}
{"train_loss": 0.01479453593492508, "global_step": 17916, "epoch": 100, "lr": 9.352097802724682e-05}
{"train_loss": 0.005649792496114969, "global_step": 17917, "epoch": 100, "lr": 9.352025052020597e-05}
{"train_loss": 0.015205401927232742, "global_step": 17918, "epoch": 100, "lr": 9.351952297515279e-05}
{"train_loss": 0.011839741840958595, "global_step": 17919, "epoch": 100, "lr": 9.35187953920879e-05}
{"train_loss": 0.0119500532746315, "global_step": 17920, "epoch": 100, "lr": 9.351806777101196e-05}
{"train_loss": 0.011780204251408577, "global_step": 17921, "epoch": 100, "lr": 9.351734011192557e-05}
{"train_loss": 0.009627235122025013, "global_step": 17922, "epoch": 100, "lr": 9.351661241482937e-05}
{"train_loss": 0.005648642312735319, "global_step": 17923, "epoch": 100, "lr": 9.351588467972402e-05}
{"train_loss": 0.004181124735623598, "global_step": 17924, "epoch": 100, "lr": 9.351515690661014e-05}
{"train_loss": 0.010042640380561352, "global_step": 17925, "epoch": 100, "lr": 9.351442909548838e-05}
{"train_loss": 0.014674856327474117, "global_step": 17926, "epoch": 100, "lr": 9.351370124635936e-05}
{"train_loss": 0.014904621057212353, "global_step": 17927, "epoch": 100, "lr": 9.351297335922372e-05}
{"train_loss": 0.013584823347628117, "global_step": 17928, "epoch": 100, "lr": 9.35122454340821e-05}
{"train_loss": 0.004859342239797115, "global_step": 17929, "epoch": 100, "lr": 9.351151747093513e-05}
{"train_loss": 0.010642707347869873, "global_step": 17930, "epoch": 100, "lr": 9.351078946978344e-05}
{"train_loss": 0.019504861906170845, "global_step": 17931, "epoch": 100, "lr": 9.351006143062768e-05}
{"train_loss": 0.006846596486866474, "global_step": 17932, "epoch": 100, "lr": 9.350933335346847e-05}
{"train_loss": 0.010294069536030293, "global_step": 17933, "epoch": 100, "lr": 9.350860523830648e-05}
{"train_loss": 0.007071004249155521, "global_step": 17934, "epoch": 100, "lr": 9.35078770851423e-05}
{"train_loss": 0.005196928977966309, "global_step": 17935, "epoch": 100, "lr": 9.35071488939766e-05}
{"train_loss": 0.01466564740985632, "global_step": 17936, "epoch": 100, "lr": 9.350642066481e-05}
{"train_loss": 0.009928423911333084, "global_step": 17937, "epoch": 100, "lr": 9.350569239764315e-05}
{"train_loss": 0.01060081273317337, "global_step": 17938, "epoch": 100, "lr": 9.350496409247666e-05}
{"train_loss": 0.00804050825536251, "global_step": 17939, "epoch": 100, "lr": 9.350423574931118e-05}
{"train_loss": 0.01789289340376854, "global_step": 17940, "epoch": 100, "lr": 9.350350736814736e-05}
{"train_loss": 0.012773789465427399, "global_step": 17941, "epoch": 100, "lr": 9.350277894898581e-05}
{"train_loss": 0.006883292458951473, "global_step": 17942, "epoch": 100, "lr": 9.350205049182719e-05}
{"train_loss": 0.00899164006114006, "global_step": 17943, "epoch": 100, "lr": 9.350132199667214e-05}
{"train_loss": 0.018834995105862617, "global_step": 17944, "epoch": 100, "lr": 9.350059346352126e-05}
{"train_loss": 0.010136009193956852, "global_step": 17945, "epoch": 100, "lr": 9.349986489237521e-05}
{"train_loss": 0.010032310150563717, "global_step": 17946, "epoch": 100, "lr": 9.349913628323464e-05}
{"train_loss": 0.009061341173946857, "global_step": 17947, "epoch": 100, "lr": 9.349840763610016e-05}
{"train_loss": 0.005334356799721718, "global_step": 17948, "epoch": 100, "lr": 9.349767895097243e-05}
{"train_loss": 0.008877772837877274, "global_step": 17949, "epoch": 100, "lr": 9.349695022785208e-05}
{"train_loss": 0.008422664366662502, "global_step": 17950, "epoch": 100, "lr": 9.349622146673974e-05}
{"train_loss": 0.008113615214824677, "global_step": 17951, "epoch": 100, "lr": 9.349549266763602e-05}
{"train_loss": 0.012247096747159958, "global_step": 17952, "epoch": 100, "lr": 9.34947638305416e-05}
{"train_loss": 0.00845479778945446, "global_step": 17953, "epoch": 100, "lr": 9.349403495545712e-05}
{"train_loss": 0.005975427106022835, "global_step": 17954, "epoch": 100, "lr": 9.349330604238318e-05}
{"train_loss": 0.008081520907580853, "global_step": 17955, "epoch": 100, "lr": 9.349257709132044e-05}
{"train_loss": 0.0075843445956707, "global_step": 17956, "epoch": 100, "lr": 9.349184810226953e-05}
{"train_loss": 0.007478280924260616, "global_step": 17957, "epoch": 100, "lr": 9.34911190752311e-05}
{"train_loss": 0.011045372113585472, "global_step": 17958, "epoch": 100, "lr": 9.349039001020575e-05}
{"train_loss": 0.01952527090907097, "global_step": 17959, "epoch": 100, "lr": 9.348966090719415e-05}
{"train_loss": 0.008961071260273457, "global_step": 17960, "epoch": 100, "lr": 9.348893176619692e-05}
{"train_loss": 0.011515815742313862, "global_step": 17961, "epoch": 100, "lr": 9.348820258721474e-05}
{"train_loss": 0.010055571794509888, "global_step": 17962, "epoch": 100, "lr": 9.348747337024819e-05}
{"train_loss": 0.00721703702583909, "global_step": 17963, "epoch": 100, "lr": 9.348674411529792e-05}
{"train_loss": 0.009028060361742973, "global_step": 17964, "epoch": 100, "lr": 9.348601482236459e-05}
{"train_loss": 0.004982215818017721, "global_step": 17965, "epoch": 100, "lr": 9.348528549144882e-05}
{"train_loss": 0.005148733966052532, "global_step": 17966, "epoch": 100, "lr": 9.348455612255125e-05}
{"train_loss": 0.01635182648897171, "global_step": 17967, "epoch": 100, "lr": 9.348382671567251e-05}
{"train_loss": 0.015465941280126572, "global_step": 17968, "epoch": 100, "lr": 9.348309727081324e-05}
{"train_loss": 0.007760295644402504, "global_step": 17969, "epoch": 100, "lr": 9.34823677879741e-05}
{"train_loss": 0.012218277901411057, "global_step": 17970, "epoch": 100, "lr": 9.34816382671557e-05}
{"train_loss": 0.00885765254497528, "global_step": 17971, "epoch": 100, "lr": 9.348090870835869e-05}
{"train_loss": 0.006947603542357683, "global_step": 17972, "epoch": 100, "lr": 9.348017911158368e-05}
{"train_loss": 0.007952583022415638, "global_step": 17973, "epoch": 100, "lr": 9.347944947683136e-05}
{"train_loss": 0.008590915240347385, "global_step": 17974, "epoch": 100, "lr": 9.347871980410232e-05}
{"train_loss": 0.006158468779176474, "global_step": 17975, "epoch": 100, "lr": 9.347799009339723e-05}
{"train_loss": 0.0056482162326574326, "global_step": 17976, "epoch": 100, "lr": 9.34772603447167e-05}
{"train_loss": 0.009981806378215132, "global_step": 17977, "epoch": 100, "lr": 9.347653055806138e-05, "train_action_mse_error": 3.4180095099145547e-05}
{"train_loss": 0.018050188198685646, "global_step": 17978, "epoch": 101, "lr": 9.347580073343192e-05}
{"train_loss": 0.013547128066420555, "global_step": 17979, "epoch": 101, "lr": 9.347507087082892e-05}
{"train_loss": 0.007963182404637337, "global_step": 17980, "epoch": 101, "lr": 9.347434097025306e-05}
{"train_loss": 0.015442341566085815, "global_step": 17981, "epoch": 101, "lr": 9.347361103170496e-05}
{"train_loss": 0.009955883026123047, "global_step": 17982, "epoch": 101, "lr": 9.347288105518525e-05}
{"train_loss": 0.005740503314882517, "global_step": 17983, "epoch": 101, "lr": 9.347215104069458e-05}
{"train_loss": 0.009639129973948002, "global_step": 17984, "epoch": 101, "lr": 9.347142098823356e-05}
{"train_loss": 0.012750458903610706, "global_step": 17985, "epoch": 101, "lr": 9.347069089780287e-05}
{"train_loss": 0.007609349209815264, "global_step": 17986, "epoch": 101, "lr": 9.346996076940313e-05}
{"train_loss": 0.009462663903832436, "global_step": 17987, "epoch": 101, "lr": 9.346923060303497e-05}
{"train_loss": 0.009009456261992455, "global_step": 17988, "epoch": 101, "lr": 9.346850039869905e-05}
{"train_loss": 0.009745429269969463, "global_step": 17989, "epoch": 101, "lr": 9.346777015639596e-05}
{"train_loss": 0.008886673487722874, "global_step": 17990, "epoch": 101, "lr": 9.34670398761264e-05}
{"train_loss": 0.009487217292189598, "global_step": 17991, "epoch": 101, "lr": 9.346630955789095e-05}
{"train_loss": 0.009142676368355751, "global_step": 17992, "epoch": 101, "lr": 9.346557920169027e-05}
{"train_loss": 0.016978416591882706, "global_step": 17993, "epoch": 101, "lr": 9.346484880752502e-05}
{"train_loss": 0.008352966047823429, "global_step": 17994, "epoch": 101, "lr": 9.346411837539584e-05}
{"train_loss": 0.01401875726878643, "global_step": 17995, "epoch": 101, "lr": 9.34633879053033e-05}
{"train_loss": 0.0154182817786932, "global_step": 17996, "epoch": 101, "lr": 9.346265739724814e-05}
{"train_loss": 0.009908034466207027, "global_step": 17997, "epoch": 101, "lr": 9.34619268512309e-05}
{"train_loss": 0.011981992982327938, "global_step": 17998, "epoch": 101, "lr": 9.346119626725228e-05}
{"train_loss": 0.014647690579295158, "global_step": 17999, "epoch": 101, "lr": 9.34604656453129e-05}
{"train_loss": 0.007146057672798634, "global_step": 18000, "epoch": 101, "lr": 9.34597349854134e-05}
{"train_loss": 0.008370966650545597, "global_step": 18001, "epoch": 101, "lr": 9.34590042875544e-05}
{"train_loss": 0.007217567879706621, "global_step": 18002, "epoch": 101, "lr": 9.345827355173659e-05}
{"train_loss": 0.009390541352331638, "global_step": 18003, "epoch": 101, "lr": 9.345754277796055e-05}
{"train_loss": 0.013267477974295616, "global_step": 18004, "epoch": 101, "lr": 9.345681196622694e-05}
{"train_loss": 0.005425264127552509, "global_step": 18005, "epoch": 101, "lr": 9.345608111653642e-05}
{"train_loss": 0.012503456324338913, "global_step": 18006, "epoch": 101, "lr": 9.345535022888958e-05}
{"train_loss": 0.005523352418094873, "global_step": 18007, "epoch": 101, "lr": 9.34546193032871e-05}
{"train_loss": 0.010297139175236225, "global_step": 18008, "epoch": 101, "lr": 9.345388833972962e-05}
{"train_loss": 0.008645271882414818, "global_step": 18009, "epoch": 101, "lr": 9.345315733821773e-05}
{"train_loss": 0.011241734027862549, "global_step": 18010, "epoch": 101, "lr": 9.345242629875213e-05}
{"train_loss": 0.01075364463031292, "global_step": 18011, "epoch": 101, "lr": 9.345169522133341e-05}
{"train_loss": 0.006608359981328249, "global_step": 18012, "epoch": 101, "lr": 9.345096410596224e-05}
{"train_loss": 0.008518232963979244, "global_step": 18013, "epoch": 101, "lr": 9.345023295263926e-05}
{"train_loss": 0.009440859779715538, "global_step": 18014, "epoch": 101, "lr": 9.344950176136509e-05}
{"train_loss": 0.00847200583666563, "global_step": 18015, "epoch": 101, "lr": 9.344877053214036e-05}
{"train_loss": 0.009033603593707085, "global_step": 18016, "epoch": 101, "lr": 9.344803926496573e-05}
{"train_loss": 0.01059382501989603, "global_step": 18017, "epoch": 101, "lr": 9.344730795984183e-05}
{"train_loss": 0.006211147643625736, "global_step": 18018, "epoch": 101, "lr": 9.344657661676932e-05}
{"train_loss": 0.007944107986986637, "global_step": 18019, "epoch": 101, "lr": 9.34458452357488e-05}
{"train_loss": 0.00789062399417162, "global_step": 18020, "epoch": 101, "lr": 9.344511381678093e-05}
{"train_loss": 0.009587247855961323, "global_step": 18021, "epoch": 101, "lr": 9.344438235986637e-05}
{"train_loss": 0.010141368955373764, "global_step": 18022, "epoch": 101, "lr": 9.344365086500571e-05}
{"train_loss": 0.008420485071837902, "global_step": 18023, "epoch": 101, "lr": 9.344291933219962e-05}
{"train_loss": 0.007627497427165508, "global_step": 18024, "epoch": 101, "lr": 9.344218776144875e-05}
{"train_loss": 0.005891258828341961, "global_step": 18025, "epoch": 101, "lr": 9.34414561527537e-05}
{"train_loss": 0.006814660970121622, "global_step": 18026, "epoch": 101, "lr": 9.344072450611515e-05}
{"train_loss": 0.010912125930190086, "global_step": 18027, "epoch": 101, "lr": 9.343999282153372e-05}
{"train_loss": 0.013093753717839718, "global_step": 18028, "epoch": 101, "lr": 9.343926109901005e-05}
{"train_loss": 0.012657953426241875, "global_step": 18029, "epoch": 101, "lr": 9.343852933854478e-05}
{"train_loss": 0.013736385852098465, "global_step": 18030, "epoch": 101, "lr": 9.343779754013854e-05}
{"train_loss": 0.008678191341459751, "global_step": 18031, "epoch": 101, "lr": 9.343706570379198e-05}
{"train_loss": 0.0055463542230427265, "global_step": 18032, "epoch": 101, "lr": 9.343633382950574e-05}
{"train_loss": 0.008719400502741337, "global_step": 18033, "epoch": 101, "lr": 9.343560191728045e-05}
{"train_loss": 0.013923481106758118, "global_step": 18034, "epoch": 101, "lr": 9.343486996711676e-05}
{"train_loss": 0.009595781564712524, "global_step": 18035, "epoch": 101, "lr": 9.343413797901533e-05}
{"train_loss": 0.007683270610868931, "global_step": 18036, "epoch": 101, "lr": 9.343340595297674e-05}
{"train_loss": 0.011495755985379219, "global_step": 18037, "epoch": 101, "lr": 9.343267388900167e-05}
{"train_loss": 0.009949689731001854, "global_step": 18038, "epoch": 101, "lr": 9.343194178709076e-05}
{"train_loss": 0.014616207219660282, "global_step": 18039, "epoch": 101, "lr": 9.343120964724464e-05}
{"train_loss": 0.008619880303740501, "global_step": 18040, "epoch": 101, "lr": 9.343047746946396e-05}
{"train_loss": 0.012218414805829525, "global_step": 18041, "epoch": 101, "lr": 9.342974525374934e-05}
{"train_loss": 0.005843846593052149, "global_step": 18042, "epoch": 101, "lr": 9.342901300010145e-05}
{"train_loss": 0.007568143308162689, "global_step": 18043, "epoch": 101, "lr": 9.342828070852088e-05}
{"train_loss": 0.007983637973666191, "global_step": 18044, "epoch": 101, "lr": 9.342754837900834e-05}
{"train_loss": 0.00859891902655363, "global_step": 18045, "epoch": 101, "lr": 9.34268160115644e-05}
{"train_loss": 0.006827305071055889, "global_step": 18046, "epoch": 101, "lr": 9.342608360618973e-05}
{"train_loss": 0.012393210083246231, "global_step": 18047, "epoch": 101, "lr": 9.342535116288498e-05}
{"train_loss": 0.0038398487959057093, "global_step": 18048, "epoch": 101, "lr": 9.342461868165078e-05}
{"train_loss": 0.006894388236105442, "global_step": 18049, "epoch": 101, "lr": 9.342388616248777e-05}
{"train_loss": 0.010000742971897125, "global_step": 18050, "epoch": 101, "lr": 9.342315360539658e-05}
{"train_loss": 0.012350726872682571, "global_step": 18051, "epoch": 101, "lr": 9.342242101037786e-05}
{"train_loss": 0.006887062452733517, "global_step": 18052, "epoch": 101, "lr": 9.342168837743223e-05}
{"train_loss": 0.006227315403521061, "global_step": 18053, "epoch": 101, "lr": 9.342095570656038e-05}
{"train_loss": 0.010781760327517986, "global_step": 18054, "epoch": 101, "lr": 9.342022299776291e-05}
{"train_loss": 0.005072456784546375, "global_step": 18055, "epoch": 101, "lr": 9.341949025104047e-05}
{"train_loss": 0.00991052109748125, "global_step": 18056, "epoch": 101, "lr": 9.341875746639368e-05}
{"train_loss": 0.005384739022701979, "global_step": 18057, "epoch": 101, "lr": 9.341802464382322e-05}
{"train_loss": 0.008676137775182724, "global_step": 18058, "epoch": 101, "lr": 9.341729178332969e-05}
{"train_loss": 0.007990948855876923, "global_step": 18059, "epoch": 101, "lr": 9.341655888491376e-05}
{"train_loss": 0.012389903888106346, "global_step": 18060, "epoch": 101, "lr": 9.341582594857605e-05}
{"train_loss": 0.007230614311993122, "global_step": 18061, "epoch": 101, "lr": 9.341509297431724e-05}
{"train_loss": 0.01859361305832863, "global_step": 18062, "epoch": 101, "lr": 9.34143599621379e-05}
{"train_loss": 0.012608680874109268, "global_step": 18063, "epoch": 101, "lr": 9.341362691203872e-05}
{"train_loss": 0.006951955612748861, "global_step": 18064, "epoch": 101, "lr": 9.341289382402034e-05}
{"train_loss": 0.006438643671572208, "global_step": 18065, "epoch": 101, "lr": 9.341216069808339e-05}
{"train_loss": 0.006823135539889336, "global_step": 18066, "epoch": 101, "lr": 9.34114275342285e-05}
{"train_loss": 0.004310633987188339, "global_step": 18067, "epoch": 101, "lr": 9.341069433245633e-05}
{"train_loss": 0.009631659835577011, "global_step": 18068, "epoch": 101, "lr": 9.340996109276749e-05}
{"train_loss": 0.010632086545228958, "global_step": 18069, "epoch": 101, "lr": 9.340922781516266e-05}
{"train_loss": 0.00881301611661911, "global_step": 18070, "epoch": 101, "lr": 9.340849449964246e-05}
{"train_loss": 0.00796393770724535, "global_step": 18071, "epoch": 101, "lr": 9.340776114620753e-05}
{"train_loss": 0.007457836531102657, "global_step": 18072, "epoch": 101, "lr": 9.34070277548585e-05}
{"train_loss": 0.009570647031068802, "global_step": 18073, "epoch": 101, "lr": 9.340629432559606e-05}
{"train_loss": 0.008433287963271141, "global_step": 18074, "epoch": 101, "lr": 9.340556085842079e-05}
{"train_loss": 0.008383449167013168, "global_step": 18075, "epoch": 101, "lr": 9.340482735333336e-05}
{"train_loss": 0.008389672264456749, "global_step": 18076, "epoch": 101, "lr": 9.34040938103344e-05}
{"train_loss": 0.011852618306875229, "global_step": 18077, "epoch": 101, "lr": 9.340336022942455e-05}
{"train_loss": 0.011168768629431725, "global_step": 18078, "epoch": 101, "lr": 9.340262661060447e-05}
{"train_loss": 0.007175267208367586, "global_step": 18079, "epoch": 101, "lr": 9.340189295387478e-05}
{"train_loss": 0.01202370598912239, "global_step": 18080, "epoch": 101, "lr": 9.340115925923612e-05}
{"train_loss": 0.005779466591775417, "global_step": 18081, "epoch": 101, "lr": 9.340042552668916e-05}
{"train_loss": 0.006568441167473793, "global_step": 18082, "epoch": 101, "lr": 9.33996917562345e-05}
{"train_loss": 0.0073242150247097015, "global_step": 18083, "epoch": 101, "lr": 9.339895794787282e-05}
{"train_loss": 0.008790715597569942, "global_step": 18084, "epoch": 101, "lr": 9.339822410160472e-05}
{"train_loss": 0.007945382967591286, "global_step": 18085, "epoch": 101, "lr": 9.33974902174309e-05}
{"train_loss": 0.008903736248612404, "global_step": 18086, "epoch": 101, "lr": 9.339675629535193e-05}
{"train_loss": 0.010188154876232147, "global_step": 18087, "epoch": 101, "lr": 9.33960223353685e-05}
{"train_loss": 0.014833789318799973, "global_step": 18088, "epoch": 101, "lr": 9.339528833748122e-05}
{"train_loss": 0.006405589636415243, "global_step": 18089, "epoch": 101, "lr": 9.339455430169076e-05}
{"train_loss": 0.009365244768559933, "global_step": 18090, "epoch": 101, "lr": 9.339382022799775e-05}
{"train_loss": 0.007793772034347057, "global_step": 18091, "epoch": 101, "lr": 9.339308611640283e-05}
{"train_loss": 0.014386585913598537, "global_step": 18092, "epoch": 101, "lr": 9.339235196690663e-05}
{"train_loss": 0.007804811932146549, "global_step": 18093, "epoch": 101, "lr": 9.339161777950981e-05}
{"train_loss": 0.009283158928155899, "global_step": 18094, "epoch": 101, "lr": 9.3390883554213e-05}
{"train_loss": 0.009092801250517368, "global_step": 18095, "epoch": 101, "lr": 9.339014929101684e-05}
{"train_loss": 0.01084968727082014, "global_step": 18096, "epoch": 101, "lr": 9.3389414989922e-05}
{"train_loss": 0.008634841069579124, "global_step": 18097, "epoch": 101, "lr": 9.338868065092907e-05}
{"train_loss": 0.012674440629780293, "global_step": 18098, "epoch": 101, "lr": 9.338794627403873e-05}
{"train_loss": 0.010750865563750267, "global_step": 18099, "epoch": 101, "lr": 9.338721185925161e-05}
{"train_loss": 0.0073550548404455185, "global_step": 18100, "epoch": 101, "lr": 9.338647740656836e-05}
{"train_loss": 0.011175788007676601, "global_step": 18101, "epoch": 101, "lr": 9.338574291598959e-05}
{"train_loss": 0.009588547982275486, "global_step": 18102, "epoch": 101, "lr": 9.338500838751598e-05}
{"train_loss": 0.01421777717769146, "global_step": 18103, "epoch": 101, "lr": 9.338427382114815e-05}
{"train_loss": 0.00524241104722023, "global_step": 18104, "epoch": 101, "lr": 9.338353921688677e-05}
{"train_loss": 0.010375455021858215, "global_step": 18105, "epoch": 101, "lr": 9.338280457473243e-05}
{"train_loss": 0.008714914321899414, "global_step": 18106, "epoch": 101, "lr": 9.33820698946858e-05}
{"train_loss": 0.004646432586014271, "global_step": 18107, "epoch": 101, "lr": 9.338133517674754e-05}
{"train_loss": 0.010808137245476246, "global_step": 18108, "epoch": 101, "lr": 9.338060042091827e-05}
{"train_loss": 0.01101009827107191, "global_step": 18109, "epoch": 101, "lr": 9.337986562719865e-05}
{"train_loss": 0.008101831190288067, "global_step": 18110, "epoch": 101, "lr": 9.337913079558929e-05}
{"train_loss": 0.007632760796695948, "global_step": 18111, "epoch": 101, "lr": 9.337839592609085e-05}
{"train_loss": 0.010233340784907341, "global_step": 18112, "epoch": 101, "lr": 9.337766101870396e-05}
{"train_loss": 0.007679822389036417, "global_step": 18113, "epoch": 101, "lr": 9.33769260734293e-05}
{"train_loss": 0.005307771265506744, "global_step": 18114, "epoch": 101, "lr": 9.337619109026748e-05}
{"train_loss": 0.010647963732481003, "global_step": 18115, "epoch": 101, "lr": 9.337545606921914e-05}
{"train_loss": 0.007502889260649681, "global_step": 18116, "epoch": 101, "lr": 9.337472101028493e-05}
{"train_loss": 0.007690552622079849, "global_step": 18117, "epoch": 101, "lr": 9.33739859134655e-05}
{"train_loss": 0.00679393857717514, "global_step": 18118, "epoch": 101, "lr": 9.337325077876146e-05}
{"train_loss": 0.007112602703273296, "global_step": 18119, "epoch": 101, "lr": 9.337251560617349e-05}
{"train_loss": 0.004783719778060913, "global_step": 18120, "epoch": 101, "lr": 9.337178039570223e-05}
{"train_loss": 0.00794886238873005, "global_step": 18121, "epoch": 101, "lr": 9.337104514734829e-05}
{"train_loss": 0.01041445042937994, "global_step": 18122, "epoch": 101, "lr": 9.337030986111235e-05}
{"train_loss": 0.011643873527646065, "global_step": 18123, "epoch": 101, "lr": 9.336957453699501e-05}
{"train_loss": 0.006542772054672241, "global_step": 18124, "epoch": 101, "lr": 9.336883917499695e-05}
{"train_loss": 0.012581272050738335, "global_step": 18125, "epoch": 101, "lr": 9.336810377511882e-05}
{"train_loss": 0.006645629648119211, "global_step": 18126, "epoch": 101, "lr": 9.336736833736121e-05}
{"train_loss": 0.01158980093896389, "global_step": 18127, "epoch": 101, "lr": 9.336663286172482e-05}
{"train_loss": 0.010051527060568333, "global_step": 18128, "epoch": 101, "lr": 9.336589734821024e-05}
{"train_loss": 0.010131818242371082, "global_step": 18129, "epoch": 101, "lr": 9.336516179681816e-05}
{"train_loss": 0.013075321912765503, "global_step": 18130, "epoch": 101, "lr": 9.336442620754919e-05}
{"train_loss": 0.007844386622309685, "global_step": 18131, "epoch": 101, "lr": 9.336369058040397e-05}
{"train_loss": 0.009527664631605148, "global_step": 18132, "epoch": 101, "lr": 9.336295491538318e-05}
{"train_loss": 0.008816879242658615, "global_step": 18133, "epoch": 101, "lr": 9.336221921248743e-05}
{"train_loss": 0.007076260633766651, "global_step": 18134, "epoch": 101, "lr": 9.336148347171738e-05}
{"train_loss": 0.014774013310670853, "global_step": 18135, "epoch": 101, "lr": 9.336074769307366e-05}
{"train_loss": 0.009604443795979023, "global_step": 18136, "epoch": 101, "lr": 9.33600118765569e-05}
{"train_loss": 0.00859794206917286, "global_step": 18137, "epoch": 101, "lr": 9.335927602216778e-05}
{"train_loss": 0.005717660766094923, "global_step": 18138, "epoch": 101, "lr": 9.33585401299069e-05}
{"train_loss": 0.00600362429395318, "global_step": 18139, "epoch": 101, "lr": 9.335780419977494e-05}
{"train_loss": 0.008971188217401505, "global_step": 18140, "epoch": 101, "lr": 9.335706823177252e-05}
{"train_loss": 0.007721042260527611, "global_step": 18141, "epoch": 101, "lr": 9.33563322259003e-05}
{"train_loss": 0.00714094378054142, "global_step": 18142, "epoch": 101, "lr": 9.33555961821589e-05}
{"train_loss": 0.008607788942754269, "global_step": 18143, "epoch": 101, "lr": 9.335486010054898e-05}
{"train_loss": 0.008327452465891838, "global_step": 18144, "epoch": 101, "lr": 9.335412398107119e-05}
{"train_loss": 0.008585447445511818, "global_step": 18145, "epoch": 101, "lr": 9.335338782372616e-05}
{"train_loss": 0.015533098950982094, "global_step": 18146, "epoch": 101, "lr": 9.335265162851452e-05}
{"train_loss": 0.006050994619727135, "global_step": 18147, "epoch": 101, "lr": 9.335191539543694e-05}
{"train_loss": 0.010679657571017742, "global_step": 18148, "epoch": 101, "lr": 9.335117912449405e-05}
{"train_loss": 0.011662974953651428, "global_step": 18149, "epoch": 101, "lr": 9.335044281568648e-05}
{"train_loss": 0.01339209359139204, "global_step": 18150, "epoch": 101, "lr": 9.334970646901491e-05}
{"train_loss": 0.0110393688082695, "global_step": 18151, "epoch": 101, "lr": 9.334897008447994e-05}
{"train_loss": 0.007412716746330261, "global_step": 18152, "epoch": 101, "lr": 9.334823366208224e-05}
{"train_loss": 0.006343746557831764, "global_step": 18153, "epoch": 101, "lr": 9.334749720182245e-05}
{"train_loss": 0.008911722339689732, "global_step": 18154, "epoch": 101, "lr": 9.334676070370121e-05}
{"train_loss": 0.00936345918119749, "global_step": 18155, "epoch": 101, "lr": 9.334602416771916e-05}
{"train_loss": 0.00552027951925993, "global_step": 18156, "epoch": 102, "lr": 9.334528759387696e-05}
{"train_loss": 0.012998918071389198, "global_step": 18157, "epoch": 102, "lr": 9.334455098217521e-05}
{"train_loss": 0.007749032229185104, "global_step": 18158, "epoch": 102, "lr": 9.334381433261461e-05}
{"train_loss": 0.010613732971251011, "global_step": 18159, "epoch": 102, "lr": 9.334307764519576e-05}
{"train_loss": 0.009774040430784225, "global_step": 18160, "epoch": 102, "lr": 9.334234091991933e-05}
{"train_loss": 0.017115741968154907, "global_step": 18161, "epoch": 102, "lr": 9.334160415678596e-05}
{"train_loss": 0.010969999246299267, "global_step": 18162, "epoch": 102, "lr": 9.334086735579627e-05}
{"train_loss": 0.013508906587958336, "global_step": 18163, "epoch": 102, "lr": 9.334013051695094e-05}
{"train_loss": 0.016133207827806473, "global_step": 18164, "epoch": 102, "lr": 9.333939364025057e-05}
{"train_loss": 0.00655096210539341, "global_step": 18165, "epoch": 102, "lr": 9.333865672569584e-05}
{"train_loss": 0.006208909209817648, "global_step": 18166, "epoch": 102, "lr": 9.333791977328739e-05}
{"train_loss": 0.012591525912284851, "global_step": 18167, "epoch": 102, "lr": 9.333718278302585e-05}
{"train_loss": 0.014699485152959824, "global_step": 18168, "epoch": 102, "lr": 9.333644575491187e-05}
{"train_loss": 0.006486417260020971, "global_step": 18169, "epoch": 102, "lr": 9.333570868894608e-05}
{"train_loss": 0.006588339805603027, "global_step": 18170, "epoch": 102, "lr": 9.333497158512915e-05}
{"train_loss": 0.01541302353143692, "global_step": 18171, "epoch": 102, "lr": 9.33342344434617e-05}
{"train_loss": 0.008419767022132874, "global_step": 18172, "epoch": 102, "lr": 9.33334972639444e-05}
{"train_loss": 0.007710159756243229, "global_step": 18173, "epoch": 102, "lr": 9.333276004657787e-05}
{"train_loss": 0.007817637175321579, "global_step": 18174, "epoch": 102, "lr": 9.333202279136274e-05}
{"train_loss": 0.010687577538192272, "global_step": 18175, "epoch": 102, "lr": 9.333128549829972e-05}
{"train_loss": 0.007967525161802769, "global_step": 18176, "epoch": 102, "lr": 9.333054816738937e-05}
{"train_loss": 0.00802050530910492, "global_step": 18177, "epoch": 102, "lr": 9.33298107986324e-05}
{"train_loss": 0.008103367872536182, "global_step": 18178, "epoch": 102, "lr": 9.332907339202942e-05}
{"train_loss": 0.008987899869680405, "global_step": 18179, "epoch": 102, "lr": 9.332833594758109e-05}
{"train_loss": 0.014638165943324566, "global_step": 18180, "epoch": 102, "lr": 9.332759846528802e-05}
{"train_loss": 0.011710649356245995, "global_step": 18181, "epoch": 102, "lr": 9.332686094515091e-05}
{"train_loss": 0.01301682461053133, "global_step": 18182, "epoch": 102, "lr": 9.332612338717035e-05}
{"train_loss": 0.008932816796004772, "global_step": 18183, "epoch": 102, "lr": 9.332538579134702e-05}
{"train_loss": 0.018385278061032295, "global_step": 18184, "epoch": 102, "lr": 9.332464815768156e-05}
{"train_loss": 0.006344180554151535, "global_step": 18185, "epoch": 102, "lr": 9.332391048617459e-05}
{"train_loss": 0.012954390607774258, "global_step": 18186, "epoch": 102, "lr": 9.332317277682678e-05}
{"train_loss": 0.018549079075455666, "global_step": 18187, "epoch": 102, "lr": 9.332243502963878e-05}
{"train_loss": 0.011659924872219563, "global_step": 18188, "epoch": 102, "lr": 9.332169724461119e-05}
{"train_loss": 0.010587682016193867, "global_step": 18189, "epoch": 102, "lr": 9.332095942174471e-05}
{"train_loss": 0.00860329158604145, "global_step": 18190, "epoch": 102, "lr": 9.332022156103995e-05}
{"train_loss": 0.01547287032008171, "global_step": 18191, "epoch": 102, "lr": 9.331948366249756e-05}
{"train_loss": 0.007636799942702055, "global_step": 18192, "epoch": 102, "lr": 9.331874572611819e-05}
{"train_loss": 0.009664501063525677, "global_step": 18193, "epoch": 102, "lr": 9.331800775190249e-05}
{"train_loss": 0.006432028487324715, "global_step": 18194, "epoch": 102, "lr": 9.331726973985109e-05}
{"train_loss": 0.01045761164277792, "global_step": 18195, "epoch": 102, "lr": 9.331653168996464e-05}
{"train_loss": 0.00746269291266799, "global_step": 18196, "epoch": 102, "lr": 9.33157936022438e-05}
{"train_loss": 0.01037718914449215, "global_step": 18197, "epoch": 102, "lr": 9.33150554766892e-05}
{"train_loss": 0.015749119222164154, "global_step": 18198, "epoch": 102, "lr": 9.331431731330147e-05}
{"train_loss": 0.011523953638970852, "global_step": 18199, "epoch": 102, "lr": 9.331357911208128e-05}
{"train_loss": 0.009300816804170609, "global_step": 18200, "epoch": 102, "lr": 9.331284087302925e-05}
{"train_loss": 0.007506660185754299, "global_step": 18201, "epoch": 102, "lr": 9.331210259614606e-05}
{"train_loss": 0.011445816606283188, "global_step": 18202, "epoch": 102, "lr": 9.331136428143232e-05}
{"train_loss": 0.007146821357309818, "global_step": 18203, "epoch": 102, "lr": 9.33106259288887e-05}
{"train_loss": 0.009595807641744614, "global_step": 18204, "epoch": 102, "lr": 9.330988753851584e-05}
{"train_loss": 0.006882405839860439, "global_step": 18205, "epoch": 102, "lr": 9.330914911031437e-05}
{"train_loss": 0.011672867462038994, "global_step": 18206, "epoch": 102, "lr": 9.330841064428496e-05}
{"train_loss": 0.009398028254508972, "global_step": 18207, "epoch": 102, "lr": 9.330767214042821e-05}
{"train_loss": 0.00977354310452938, "global_step": 18208, "epoch": 102, "lr": 9.330693359874481e-05}
{"train_loss": 0.006967505440115929, "global_step": 18209, "epoch": 102, "lr": 9.330619501923538e-05}
{"train_loss": 0.014221271499991417, "global_step": 18210, "epoch": 102, "lr": 9.330545640190061e-05}
{"train_loss": 0.0088662626221776, "global_step": 18211, "epoch": 102, "lr": 9.330471774674108e-05}
{"train_loss": 0.008746465668082237, "global_step": 18212, "epoch": 102, "lr": 9.330397905375747e-05}
{"train_loss": 0.008796801790595055, "global_step": 18213, "epoch": 102, "lr": 9.330324032295041e-05}
{"train_loss": 0.004332700278609991, "global_step": 18214, "epoch": 102, "lr": 9.330250155432057e-05}
{"train_loss": 0.0048061152920126915, "global_step": 18215, "epoch": 102, "lr": 9.330176274786858e-05}
{"train_loss": 0.007503415457904339, "global_step": 18216, "epoch": 102, "lr": 9.330102390359509e-05}
{"train_loss": 0.005968327634036541, "global_step": 18217, "epoch": 102, "lr": 9.330028502150074e-05}
{"train_loss": 0.010340706445276737, "global_step": 18218, "epoch": 102, "lr": 9.329954610158617e-05}
{"train_loss": 0.009378401562571526, "global_step": 18219, "epoch": 102, "lr": 9.329880714385204e-05}
{"train_loss": 0.012464378029108047, "global_step": 18220, "epoch": 102, "lr": 9.329806814829898e-05}
{"train_loss": 0.009568275883793831, "global_step": 18221, "epoch": 102, "lr": 9.329732911492764e-05}
{"train_loss": 0.006790821440517902, "global_step": 18222, "epoch": 102, "lr": 9.329659004373868e-05}
{"train_loss": 0.009734163992106915, "global_step": 18223, "epoch": 102, "lr": 9.329585093473272e-05}
{"train_loss": 0.004716567695140839, "global_step": 18224, "epoch": 102, "lr": 9.329511178791044e-05}
{"train_loss": 0.009263014420866966, "global_step": 18225, "epoch": 102, "lr": 9.329437260327245e-05}
{"train_loss": 0.013108892366290092, "global_step": 18226, "epoch": 102, "lr": 9.329363338081941e-05}
{"train_loss": 0.012190664187073708, "global_step": 18227, "epoch": 102, "lr": 9.329289412055197e-05}
{"train_loss": 0.006991725414991379, "global_step": 18228, "epoch": 102, "lr": 9.329215482247078e-05}
{"train_loss": 0.008083786815404892, "global_step": 18229, "epoch": 102, "lr": 9.329141548657647e-05}
{"train_loss": 0.010411186143755913, "global_step": 18230, "epoch": 102, "lr": 9.329067611286971e-05}
{"train_loss": 0.013404430821537971, "global_step": 18231, "epoch": 102, "lr": 9.328993670135111e-05}
{"train_loss": 0.007070919498801231, "global_step": 18232, "epoch": 102, "lr": 9.328919725202134e-05}
{"train_loss": 0.010733801871538162, "global_step": 18233, "epoch": 102, "lr": 9.328845776488105e-05}
{"train_loss": 0.009465759620070457, "global_step": 18234, "epoch": 102, "lr": 9.328771823993087e-05}
{"train_loss": 0.0066627259366214275, "global_step": 18235, "epoch": 102, "lr": 9.328697867717145e-05}
{"train_loss": 0.01079639233648777, "global_step": 18236, "epoch": 102, "lr": 9.328623907660343e-05}
{"train_loss": 0.013787629082798958, "global_step": 18237, "epoch": 102, "lr": 9.328549943822748e-05}
{"train_loss": 0.012162364087998867, "global_step": 18238, "epoch": 102, "lr": 9.328475976204424e-05}
{"train_loss": 0.00854521244764328, "global_step": 18239, "epoch": 102, "lr": 9.328402004805435e-05}
{"train_loss": 0.011794216930866241, "global_step": 18240, "epoch": 102, "lr": 9.328328029625842e-05}
{"train_loss": 0.005952293984591961, "global_step": 18241, "epoch": 102, "lr": 9.328254050665715e-05}
{"train_loss": 0.01515995617955923, "global_step": 18242, "epoch": 102, "lr": 9.328180067925118e-05}
{"train_loss": 0.01368979923427105, "global_step": 18243, "epoch": 102, "lr": 9.328106081404112e-05}
{"train_loss": 0.0097853634506464, "global_step": 18244, "epoch": 102, "lr": 9.328032091102765e-05}
{"train_loss": 0.014295985922217369, "global_step": 18245, "epoch": 102, "lr": 9.327958097021139e-05}
{"train_loss": 0.0075557902455329895, "global_step": 18246, "epoch": 102, "lr": 9.327884099159301e-05}
{"train_loss": 0.005422431975603104, "global_step": 18247, "epoch": 102, "lr": 9.327810097517315e-05}
{"train_loss": 0.009321564808487892, "global_step": 18248, "epoch": 102, "lr": 9.327736092095245e-05}
{"train_loss": 0.008255577646195889, "global_step": 18249, "epoch": 102, "lr": 9.327662082893156e-05}
{"train_loss": 0.012637744657695293, "global_step": 18250, "epoch": 102, "lr": 9.327588069911112e-05}
{"train_loss": 0.013880128972232342, "global_step": 18251, "epoch": 102, "lr": 9.32751405314918e-05}
{"train_loss": 0.008916144259274006, "global_step": 18252, "epoch": 102, "lr": 9.327440032607421e-05}
{"train_loss": 0.010468575172126293, "global_step": 18253, "epoch": 102, "lr": 9.327366008285903e-05}
{"train_loss": 0.009077576920390129, "global_step": 18254, "epoch": 102, "lr": 9.32729198018469e-05}
{"train_loss": 0.017308801412582397, "global_step": 18255, "epoch": 102, "lr": 9.327217948303844e-05}
{"train_loss": 0.012422099709510803, "global_step": 18256, "epoch": 102, "lr": 9.327143912643432e-05}
{"train_loss": 0.01064702495932579, "global_step": 18257, "epoch": 102, "lr": 9.327069873203518e-05}
{"train_loss": 0.011076506227254868, "global_step": 18258, "epoch": 102, "lr": 9.326995829984167e-05}
{"train_loss": 0.015263235196471214, "global_step": 18259, "epoch": 102, "lr": 9.326921782985443e-05}
{"train_loss": 0.00976793747395277, "global_step": 18260, "epoch": 102, "lr": 9.326847732207413e-05}
{"train_loss": 0.010414982214570045, "global_step": 18261, "epoch": 102, "lr": 9.326773677650138e-05}
{"train_loss": 0.012363907881081104, "global_step": 18262, "epoch": 102, "lr": 9.326699619313686e-05}
{"train_loss": 0.009270168840885162, "global_step": 18263, "epoch": 102, "lr": 9.326625557198119e-05}
{"train_loss": 0.01152024045586586, "global_step": 18264, "epoch": 102, "lr": 9.326551491303504e-05}
{"train_loss": 0.009668141603469849, "global_step": 18265, "epoch": 102, "lr": 9.326477421629904e-05}
{"train_loss": 0.005279754754155874, "global_step": 18266, "epoch": 102, "lr": 9.326403348177387e-05}
{"train_loss": 0.012307969853281975, "global_step": 18267, "epoch": 102, "lr": 9.326329270946011e-05}
{"train_loss": 0.010509933345019817, "global_step": 18268, "epoch": 102, "lr": 9.326255189935846e-05}
{"train_loss": 0.009393593296408653, "global_step": 18269, "epoch": 102, "lr": 9.326181105146956e-05}
{"train_loss": 0.01283187698572874, "global_step": 18270, "epoch": 102, "lr": 9.326107016579406e-05}
{"train_loss": 0.009105301462113857, "global_step": 18271, "epoch": 102, "lr": 9.326032924233259e-05}
{"train_loss": 0.014421118423342705, "global_step": 18272, "epoch": 102, "lr": 9.325958828108581e-05}
{"train_loss": 0.010404646396636963, "global_step": 18273, "epoch": 102, "lr": 9.325884728205434e-05}
{"train_loss": 0.0056279366835951805, "global_step": 18274, "epoch": 102, "lr": 9.325810624523888e-05}
{"train_loss": 0.00836037565022707, "global_step": 18275, "epoch": 102, "lr": 9.325736517064003e-05}
{"train_loss": 0.010928653180599213, "global_step": 18276, "epoch": 102, "lr": 9.325662405825846e-05}
{"train_loss": 0.019789770245552063, "global_step": 18277, "epoch": 102, "lr": 9.325588290809482e-05}
{"train_loss": 0.008191753178834915, "global_step": 18278, "epoch": 102, "lr": 9.325514172014974e-05}
{"train_loss": 0.01060296781361103, "global_step": 18279, "epoch": 102, "lr": 9.325440049442388e-05}
{"train_loss": 0.007043312303721905, "global_step": 18280, "epoch": 102, "lr": 9.325365923091788e-05}
{"train_loss": 0.01212477870285511, "global_step": 18281, "epoch": 102, "lr": 9.32529179296324e-05}
{"train_loss": 0.008998081088066101, "global_step": 18282, "epoch": 102, "lr": 9.325217659056808e-05}
{"train_loss": 0.008640090003609657, "global_step": 18283, "epoch": 102, "lr": 9.325143521372555e-05}
{"train_loss": 0.012544526718556881, "global_step": 18284, "epoch": 102, "lr": 9.325069379910549e-05}
{"train_loss": 0.007170130033046007, "global_step": 18285, "epoch": 102, "lr": 9.324995234670852e-05}
{"train_loss": 0.013891072012484074, "global_step": 18286, "epoch": 102, "lr": 9.324921085653532e-05}
{"train_loss": 0.012770947068929672, "global_step": 18287, "epoch": 102, "lr": 9.32484693285865e-05}
{"train_loss": 0.008355705067515373, "global_step": 18288, "epoch": 102, "lr": 9.324772776286272e-05}
{"train_loss": 0.00902952067553997, "global_step": 18289, "epoch": 102, "lr": 9.324698615936465e-05}
{"train_loss": 0.008120354264974594, "global_step": 18290, "epoch": 102, "lr": 9.324624451809292e-05}
{"train_loss": 0.01171854417771101, "global_step": 18291, "epoch": 102, "lr": 9.324550283904816e-05}
{"train_loss": 0.007211699616163969, "global_step": 18292, "epoch": 102, "lr": 9.324476112223107e-05}
{"train_loss": 0.011431194841861725, "global_step": 18293, "epoch": 102, "lr": 9.324401936764222e-05}
{"train_loss": 0.01493477076292038, "global_step": 18294, "epoch": 102, "lr": 9.324327757528233e-05}
{"train_loss": 0.007259635254740715, "global_step": 18295, "epoch": 102, "lr": 9.3242535745152e-05}
{"train_loss": 0.005688448436558247, "global_step": 18296, "epoch": 102, "lr": 9.324179387725191e-05}
{"train_loss": 0.012245018035173416, "global_step": 18297, "epoch": 102, "lr": 9.32410519715827e-05}
{"train_loss": 0.008764663711190224, "global_step": 18298, "epoch": 102, "lr": 9.324031002814501e-05}
{"train_loss": 0.010029158554971218, "global_step": 18299, "epoch": 102, "lr": 9.323956804693949e-05}
{"train_loss": 0.00537646422162652, "global_step": 18300, "epoch": 102, "lr": 9.323882602796679e-05}
{"train_loss": 0.011410050094127655, "global_step": 18301, "epoch": 102, "lr": 9.323808397122756e-05}
{"train_loss": 0.007276179268956184, "global_step": 18302, "epoch": 102, "lr": 9.323734187672242e-05}
{"train_loss": 0.004662484861910343, "global_step": 18303, "epoch": 102, "lr": 9.323659974445209e-05}
{"train_loss": 0.005984040442854166, "global_step": 18304, "epoch": 102, "lr": 9.323585757441713e-05}
{"train_loss": 0.00835706852376461, "global_step": 18305, "epoch": 102, "lr": 9.323511536661825e-05}
{"train_loss": 0.007339647971093655, "global_step": 18306, "epoch": 102, "lr": 9.323437312105609e-05}
{"train_loss": 0.006320825312286615, "global_step": 18307, "epoch": 102, "lr": 9.323363083773126e-05}
{"train_loss": 0.017552964389324188, "global_step": 18308, "epoch": 102, "lr": 9.323288851664446e-05}
{"train_loss": 0.013210132718086243, "global_step": 18309, "epoch": 102, "lr": 9.323214615779629e-05}
{"train_loss": 0.004846550058573484, "global_step": 18310, "epoch": 102, "lr": 9.323140376118744e-05}
{"train_loss": 0.012667519971728325, "global_step": 18311, "epoch": 102, "lr": 9.323066132681854e-05}
{"train_loss": 0.005015680566430092, "global_step": 18312, "epoch": 102, "lr": 9.322991885469024e-05}
{"train_loss": 0.008505619131028652, "global_step": 18313, "epoch": 102, "lr": 9.322917634480318e-05}
{"train_loss": 0.009239444509148598, "global_step": 18314, "epoch": 102, "lr": 9.322843379715802e-05}
{"train_loss": 0.004695678595453501, "global_step": 18315, "epoch": 102, "lr": 9.32276912117554e-05}
{"train_loss": 0.010132825002074242, "global_step": 18316, "epoch": 102, "lr": 9.322694858859597e-05}
{"train_loss": 0.005901531782001257, "global_step": 18317, "epoch": 102, "lr": 9.32262059276804e-05}
{"train_loss": 0.00983024574816227, "global_step": 18318, "epoch": 102, "lr": 9.322546322900931e-05}
{"train_loss": 0.009157948195934296, "global_step": 18319, "epoch": 102, "lr": 9.322472049258335e-05}
{"train_loss": 0.013227693736553192, "global_step": 18320, "epoch": 102, "lr": 9.322397771840319e-05}
{"train_loss": 0.00590020976960659, "global_step": 18321, "epoch": 102, "lr": 9.322323490646946e-05}
{"train_loss": 0.005511534865945578, "global_step": 18322, "epoch": 102, "lr": 9.322249205678282e-05}
{"train_loss": 0.006254916545003653, "global_step": 18323, "epoch": 102, "lr": 9.322174916934392e-05}
{"train_loss": 0.00568309985101223, "global_step": 18324, "epoch": 102, "lr": 9.32210062441534e-05}
{"train_loss": 0.012469283305108547, "global_step": 18325, "epoch": 102, "lr": 9.32202632812119e-05}
{"train_loss": 0.00832370761781931, "global_step": 18326, "epoch": 102, "lr": 9.32195202805201e-05}
{"train_loss": 0.00825461931526661, "global_step": 18327, "epoch": 102, "lr": 9.321877724207861e-05}
{"train_loss": 0.009040271863341331, "global_step": 18328, "epoch": 102, "lr": 9.321803416588811e-05}
{"train_loss": 0.006914150435477495, "global_step": 18329, "epoch": 102, "lr": 9.321729105194924e-05}
{"train_loss": 0.005767109338194132, "global_step": 18330, "epoch": 102, "lr": 9.321654790026265e-05}
{"train_loss": 0.008114665746688843, "global_step": 18331, "epoch": 102, "lr": 9.321580471082899e-05}
{"train_loss": 0.010758321732282639, "global_step": 18332, "epoch": 102, "lr": 9.321506148364888e-05}
{"train_loss": 0.009869901293344545, "global_step": 18333, "epoch": 102, "lr": 9.321431821872301e-05}
{"train_loss": 0.010716693475842476, "global_step": 18334, "epoch": 103, "lr": 9.321357491605201e-05}
{"train_loss": 0.013836748898029327, "global_step": 18335, "epoch": 103, "lr": 9.321283157563654e-05}
{"train_loss": 0.008477112278342247, "global_step": 18336, "epoch": 103, "lr": 9.321208819747725e-05}
{"train_loss": 0.015257345512509346, "global_step": 18337, "epoch": 103, "lr": 9.321134478157476e-05}
{"train_loss": 0.010190831497311592, "global_step": 18338, "epoch": 103, "lr": 9.321060132792976e-05}
{"train_loss": 0.008793029934167862, "global_step": 18339, "epoch": 103, "lr": 9.320985783654288e-05}
{"train_loss": 0.011717947199940681, "global_step": 18340, "epoch": 103, "lr": 9.320911430741475e-05}
{"train_loss": 0.01266765408217907, "global_step": 18341, "epoch": 103, "lr": 9.320837074054604e-05}
{"train_loss": 0.010728662833571434, "global_step": 18342, "epoch": 103, "lr": 9.320762713593742e-05}
{"train_loss": 0.010442161932587624, "global_step": 18343, "epoch": 103, "lr": 9.320688349358951e-05}
{"train_loss": 0.006922715809196234, "global_step": 18344, "epoch": 103, "lr": 9.320613981350297e-05}
{"train_loss": 0.005886445753276348, "global_step": 18345, "epoch": 103, "lr": 9.320539609567845e-05}
{"train_loss": 0.009333379566669464, "global_step": 18346, "epoch": 103, "lr": 9.320465234011659e-05}
{"train_loss": 0.00934247113764286, "global_step": 18347, "epoch": 103, "lr": 9.320390854681804e-05}
{"train_loss": 0.01145203597843647, "global_step": 18348, "epoch": 103, "lr": 9.320316471578345e-05}
{"train_loss": 0.006427600048482418, "global_step": 18349, "epoch": 103, "lr": 9.32024208470135e-05}
{"train_loss": 0.016723189502954483, "global_step": 18350, "epoch": 103, "lr": 9.320167694050879e-05}
{"train_loss": 0.006681694649159908, "global_step": 18351, "epoch": 103, "lr": 9.320093299627002e-05}
{"train_loss": 0.007878299802541733, "global_step": 18352, "epoch": 103, "lr": 9.32001890142978e-05}
{"train_loss": 0.012119753286242485, "global_step": 18353, "epoch": 103, "lr": 9.31994449945928e-05}
{"train_loss": 0.005762790329754353, "global_step": 18354, "epoch": 103, "lr": 9.319870093715566e-05}
{"train_loss": 0.011605313047766685, "global_step": 18355, "epoch": 103, "lr": 9.319795684198704e-05}
{"train_loss": 0.007862645201385021, "global_step": 18356, "epoch": 103, "lr": 9.319721270908758e-05}
{"train_loss": 0.007508531678467989, "global_step": 18357, "epoch": 103, "lr": 9.319646853845794e-05}
{"train_loss": 0.006985865067690611, "global_step": 18358, "epoch": 103, "lr": 9.319572433009875e-05}
{"train_loss": 0.014157598838210106, "global_step": 18359, "epoch": 103, "lr": 9.319498008401068e-05}
{"train_loss": 0.010295972228050232, "global_step": 18360, "epoch": 103, "lr": 9.31942358001944e-05}
{"train_loss": 0.011185569688677788, "global_step": 18361, "epoch": 103, "lr": 9.31934914786505e-05}
{"train_loss": 0.005352766253054142, "global_step": 18362, "epoch": 103, "lr": 9.319274711937968e-05}
{"train_loss": 0.008617695420980453, "global_step": 18363, "epoch": 103, "lr": 9.319200272238258e-05}
{"train_loss": 0.008162353187799454, "global_step": 18364, "epoch": 103, "lr": 9.319125828765984e-05}
{"train_loss": 0.005535490345209837, "global_step": 18365, "epoch": 103, "lr": 9.31905138152121e-05}
{"train_loss": 0.00450555607676506, "global_step": 18366, "epoch": 103, "lr": 9.318976930504005e-05}
{"train_loss": 0.01091892272233963, "global_step": 18367, "epoch": 103, "lr": 9.318902475714431e-05}
{"train_loss": 0.004809717182070017, "global_step": 18368, "epoch": 103, "lr": 9.318828017152552e-05}
{"train_loss": 0.006249227561056614, "global_step": 18369, "epoch": 103, "lr": 9.318753554818436e-05}
{"train_loss": 0.007180315442383289, "global_step": 18370, "epoch": 103, "lr": 9.318679088712147e-05}
{"train_loss": 0.004529422614723444, "global_step": 18371, "epoch": 103, "lr": 9.318604618833748e-05}
{"train_loss": 0.008234942331910133, "global_step": 18372, "epoch": 103, "lr": 9.318530145183307e-05}
{"train_loss": 0.009764637798070908, "global_step": 18373, "epoch": 103, "lr": 9.318455667760888e-05}
{"train_loss": 0.010259445756673813, "global_step": 18374, "epoch": 103, "lr": 9.318381186566556e-05}
{"train_loss": 0.010116389952600002, "global_step": 18375, "epoch": 103, "lr": 9.318306701600375e-05}
{"train_loss": 0.010628102347254753, "global_step": 18376, "epoch": 103, "lr": 9.318232212862413e-05}
{"train_loss": 0.007744953036308289, "global_step": 18377, "epoch": 103, "lr": 9.318157720352731e-05}
{"train_loss": 0.00889093428850174, "global_step": 18378, "epoch": 103, "lr": 9.318083224071396e-05}
{"train_loss": 0.007055279798805714, "global_step": 18379, "epoch": 103, "lr": 9.318008724018475e-05}
{"train_loss": 0.008455079048871994, "global_step": 18380, "epoch": 103, "lr": 9.317934220194028e-05}
{"train_loss": 0.007738584186881781, "global_step": 18381, "epoch": 103, "lr": 9.317859712598126e-05}
{"train_loss": 0.012503989040851593, "global_step": 18382, "epoch": 103, "lr": 9.317785201230831e-05}
{"train_loss": 0.01291007548570633, "global_step": 18383, "epoch": 103, "lr": 9.31771068609221e-05}
{"train_loss": 0.008176309987902641, "global_step": 18384, "epoch": 103, "lr": 9.317636167182324e-05}
{"train_loss": 0.009666403755545616, "global_step": 18385, "epoch": 103, "lr": 9.317561644501241e-05}
{"train_loss": 0.006622651591897011, "global_step": 18386, "epoch": 103, "lr": 9.317487118049027e-05}
{"train_loss": 0.01156592182815075, "global_step": 18387, "epoch": 103, "lr": 9.317412587825744e-05}
{"train_loss": 0.008677500300109386, "global_step": 18388, "epoch": 103, "lr": 9.317338053831462e-05}
{"train_loss": 0.0054780058562755585, "global_step": 18389, "epoch": 103, "lr": 9.317263516066241e-05}
{"train_loss": 0.005820146761834621, "global_step": 18390, "epoch": 103, "lr": 9.317188974530148e-05}
{"train_loss": 0.009134277701377869, "global_step": 18391, "epoch": 103, "lr": 9.317114429223248e-05}
{"train_loss": 0.01295521855354309, "global_step": 18392, "epoch": 103, "lr": 9.317039880145606e-05}
{"train_loss": 0.011380118317902088, "global_step": 18393, "epoch": 103, "lr": 9.31696532729729e-05}
{"train_loss": 0.015471693128347397, "global_step": 18394, "epoch": 103, "lr": 9.31689077067836e-05}
{"train_loss": 0.013570927083492279, "global_step": 18395, "epoch": 103, "lr": 9.316816210288885e-05}
{"train_loss": 0.015595543198287487, "global_step": 18396, "epoch": 103, "lr": 9.316741646128928e-05}
{"train_loss": 0.007937614805996418, "global_step": 18397, "epoch": 103, "lr": 9.316667078198555e-05}
{"train_loss": 0.006557841785252094, "global_step": 18398, "epoch": 103, "lr": 9.316592506497832e-05}
{"train_loss": 0.01748349703848362, "global_step": 18399, "epoch": 103, "lr": 9.316517931026823e-05}
{"train_loss": 0.0096292058005929, "global_step": 18400, "epoch": 103, "lr": 9.316443351785594e-05}
{"train_loss": 0.0052864388562738895, "global_step": 18401, "epoch": 103, "lr": 9.316368768774208e-05}
{"train_loss": 0.009633643552660942, "global_step": 18402, "epoch": 103, "lr": 9.316294181992733e-05}
{"train_loss": 0.011104099452495575, "global_step": 18403, "epoch": 103, "lr": 9.316219591441232e-05}
{"train_loss": 0.010956652462482452, "global_step": 18404, "epoch": 103, "lr": 9.316144997119771e-05}
{"train_loss": 0.01259564608335495, "global_step": 18405, "epoch": 103, "lr": 9.316070399028415e-05}
{"train_loss": 0.005745317786931992, "global_step": 18406, "epoch": 103, "lr": 9.315995797167229e-05}
{"train_loss": 0.014229084365069866, "global_step": 18407, "epoch": 103, "lr": 9.315921191536279e-05}
{"train_loss": 0.012593473307788372, "global_step": 18408, "epoch": 103, "lr": 9.31584658213563e-05}
{"train_loss": 0.011943984776735306, "global_step": 18409, "epoch": 103, "lr": 9.315771968965346e-05}
{"train_loss": 0.01013231836259365, "global_step": 18410, "epoch": 103, "lr": 9.315697352025494e-05}
{"train_loss": 0.011665232479572296, "global_step": 18411, "epoch": 103, "lr": 9.315622731316136e-05}
{"train_loss": 0.006160268560051918, "global_step": 18412, "epoch": 103, "lr": 9.315548106837342e-05}
{"train_loss": 0.012549471110105515, "global_step": 18413, "epoch": 103, "lr": 9.315473478589171e-05}
{"train_loss": 0.008535252884030342, "global_step": 18414, "epoch": 103, "lr": 9.315398846571695e-05}
{"train_loss": 0.006402862723916769, "global_step": 18415, "epoch": 103, "lr": 9.315324210784975e-05}
{"train_loss": 0.0062601687386631966, "global_step": 18416, "epoch": 103, "lr": 9.315249571229076e-05}
{"train_loss": 0.012317773886024952, "global_step": 18417, "epoch": 103, "lr": 9.315174927904064e-05}
{"train_loss": 0.009169810451567173, "global_step": 18418, "epoch": 103, "lr": 9.315100280810006e-05}
{"train_loss": 0.012996096163988113, "global_step": 18419, "epoch": 103, "lr": 9.315025629946964e-05}
{"train_loss": 0.01587606780230999, "global_step": 18420, "epoch": 103, "lr": 9.314950975315005e-05}
{"train_loss": 0.008608056232333183, "global_step": 18421, "epoch": 103, "lr": 9.314876316914195e-05}
{"train_loss": 0.012310449033975601, "global_step": 18422, "epoch": 103, "lr": 9.314801654744599e-05}
{"train_loss": 0.008963067084550858, "global_step": 18423, "epoch": 103, "lr": 9.314726988806279e-05}
{"train_loss": 0.007610132452100515, "global_step": 18424, "epoch": 103, "lr": 9.314652319099304e-05}
{"train_loss": 0.0071813552640378475, "global_step": 18425, "epoch": 103, "lr": 9.314577645623736e-05}
{"train_loss": 0.007625525817275047, "global_step": 18426, "epoch": 103, "lr": 9.314502968379645e-05}
{"train_loss": 0.010659119114279747, "global_step": 18427, "epoch": 103, "lr": 9.314428287367091e-05}
{"train_loss": 0.00709443399682641, "global_step": 18428, "epoch": 103, "lr": 9.314353602586143e-05}
{"train_loss": 0.008753679692745209, "global_step": 18429, "epoch": 103, "lr": 9.314278914036865e-05}
{"train_loss": 0.007820375263690948, "global_step": 18430, "epoch": 103, "lr": 9.31420422171932e-05}
{"train_loss": 0.008451145142316818, "global_step": 18431, "epoch": 103, "lr": 9.314129525633579e-05}
{"train_loss": 0.006388692185282707, "global_step": 18432, "epoch": 103, "lr": 9.3140548257797e-05}
{"train_loss": 0.008310279808938503, "global_step": 18433, "epoch": 103, "lr": 9.313980122157753e-05}
{"train_loss": 0.01245475746691227, "global_step": 18434, "epoch": 103, "lr": 9.313905414767802e-05}
{"train_loss": 0.00927749089896679, "global_step": 18435, "epoch": 103, "lr": 9.313830703609912e-05}
{"train_loss": 0.008754583075642586, "global_step": 18436, "epoch": 103, "lr": 9.313755988684149e-05}
{"train_loss": 0.008799846284091473, "global_step": 18437, "epoch": 103, "lr": 9.313681269990577e-05}
{"train_loss": 0.009919675067067146, "global_step": 18438, "epoch": 103, "lr": 9.313606547529262e-05}
{"train_loss": 0.010926242917776108, "global_step": 18439, "epoch": 103, "lr": 9.31353182130027e-05}
{"train_loss": 0.014285897836089134, "global_step": 18440, "epoch": 103, "lr": 9.313457091303666e-05}
{"train_loss": 0.010004494339227676, "global_step": 18441, "epoch": 103, "lr": 9.313382357539513e-05}
{"train_loss": 0.015478871762752533, "global_step": 18442, "epoch": 103, "lr": 9.313307620007879e-05}
{"train_loss": 0.009564900770783424, "global_step": 18443, "epoch": 103, "lr": 9.313232878708828e-05}
{"train_loss": 0.012552304193377495, "global_step": 18444, "epoch": 103, "lr": 9.313158133642428e-05}
{"train_loss": 0.010464194230735302, "global_step": 18445, "epoch": 103, "lr": 9.313083384808739e-05}
{"train_loss": 0.006774383131414652, "global_step": 18446, "epoch": 103, "lr": 9.313008632207831e-05}
{"train_loss": 0.009571213275194168, "global_step": 18447, "epoch": 103, "lr": 9.312933875839767e-05}
{"train_loss": 0.009201579727232456, "global_step": 18448, "epoch": 103, "lr": 9.312859115704613e-05}
{"train_loss": 0.007574747316539288, "global_step": 18449, "epoch": 103, "lr": 9.312784351802433e-05}
{"train_loss": 0.009328842163085938, "global_step": 18450, "epoch": 103, "lr": 9.312709584133295e-05}
{"train_loss": 0.012925188057124615, "global_step": 18451, "epoch": 103, "lr": 9.312634812697262e-05}
{"train_loss": 0.009642200544476509, "global_step": 18452, "epoch": 103, "lr": 9.3125600374944e-05}
{"train_loss": 0.004446129780262709, "global_step": 18453, "epoch": 103, "lr": 9.312485258524775e-05}
{"train_loss": 0.010620811954140663, "global_step": 18454, "epoch": 103, "lr": 9.312410475788451e-05}
{"train_loss": 0.008702464401721954, "global_step": 18455, "epoch": 103, "lr": 9.312335689285495e-05}
{"train_loss": 0.012632172554731369, "global_step": 18456, "epoch": 103, "lr": 9.312260899015969e-05}
{"train_loss": 0.011312908492982388, "global_step": 18457, "epoch": 103, "lr": 9.312186104979942e-05}
{"train_loss": 0.010116951540112495, "global_step": 18458, "epoch": 103, "lr": 9.312111307177478e-05}
{"train_loss": 0.005630224943161011, "global_step": 18459, "epoch": 103, "lr": 9.312036505608642e-05}
{"train_loss": 0.011190352961421013, "global_step": 18460, "epoch": 103, "lr": 9.311961700273501e-05}
{"train_loss": 0.010280745103955269, "global_step": 18461, "epoch": 103, "lr": 9.311886891172116e-05}
{"train_loss": 0.010226261802017689, "global_step": 18462, "epoch": 103, "lr": 9.311812078304558e-05}
{"train_loss": 0.011113632470369339, "global_step": 18463, "epoch": 103, "lr": 9.31173726167089e-05}
{"train_loss": 0.008237471804022789, "global_step": 18464, "epoch": 103, "lr": 9.311662441271176e-05}
{"train_loss": 0.0092499740421772, "global_step": 18465, "epoch": 103, "lr": 9.311587617105482e-05}
{"train_loss": 0.006160049699246883, "global_step": 18466, "epoch": 103, "lr": 9.311512789173874e-05}
{"train_loss": 0.008580904453992844, "global_step": 18467, "epoch": 103, "lr": 9.311437957476416e-05}
{"train_loss": 0.009234698489308357, "global_step": 18468, "epoch": 103, "lr": 9.311363122013175e-05}
{"train_loss": 0.005953852087259293, "global_step": 18469, "epoch": 103, "lr": 9.311288282784216e-05}
{"train_loss": 0.007882256992161274, "global_step": 18470, "epoch": 103, "lr": 9.311213439789605e-05}
{"train_loss": 0.009023020043969154, "global_step": 18471, "epoch": 103, "lr": 9.311138593029405e-05}
{"train_loss": 0.008112693205475807, "global_step": 18472, "epoch": 103, "lr": 9.311063742503685e-05}
{"train_loss": 0.007386332377791405, "global_step": 18473, "epoch": 103, "lr": 9.310988888212506e-05}
{"train_loss": 0.004839428700506687, "global_step": 18474, "epoch": 103, "lr": 9.310914030155937e-05}
{"train_loss": 0.006341802421957254, "global_step": 18475, "epoch": 103, "lr": 9.310839168334043e-05}
{"train_loss": 0.01000135112553835, "global_step": 18476, "epoch": 103, "lr": 9.310764302746887e-05}
{"train_loss": 0.008507022634148598, "global_step": 18477, "epoch": 103, "lr": 9.310689433394535e-05}
{"train_loss": 0.006346018984913826, "global_step": 18478, "epoch": 103, "lr": 9.310614560277055e-05}
{"train_loss": 0.012098127976059914, "global_step": 18479, "epoch": 103, "lr": 9.31053968339451e-05}
{"train_loss": 0.010797067545354366, "global_step": 18480, "epoch": 103, "lr": 9.310464802746965e-05}
{"train_loss": 0.00754188746213913, "global_step": 18481, "epoch": 103, "lr": 9.310389918334488e-05}
{"train_loss": 0.00854723434895277, "global_step": 18482, "epoch": 103, "lr": 9.310315030157142e-05}
{"train_loss": 0.008012551814317703, "global_step": 18483, "epoch": 103, "lr": 9.310240138214993e-05}
{"train_loss": 0.004987314343452454, "global_step": 18484, "epoch": 103, "lr": 9.310165242508107e-05}
{"train_loss": 0.008341616950929165, "global_step": 18485, "epoch": 103, "lr": 9.310090343036548e-05}
{"train_loss": 0.014050810597836971, "global_step": 18486, "epoch": 103, "lr": 9.310015439800384e-05}
{"train_loss": 0.0060878414660692215, "global_step": 18487, "epoch": 103, "lr": 9.309940532799678e-05}
{"train_loss": 0.013080177828669548, "global_step": 18488, "epoch": 103, "lr": 9.309865622034497e-05}
{"train_loss": 0.008514320477843285, "global_step": 18489, "epoch": 103, "lr": 9.309790707504906e-05}
{"train_loss": 0.006811953615397215, "global_step": 18490, "epoch": 103, "lr": 9.309715789210969e-05}
{"train_loss": 0.006006436888128519, "global_step": 18491, "epoch": 103, "lr": 9.309640867152753e-05}
{"train_loss": 0.008050212636590004, "global_step": 18492, "epoch": 103, "lr": 9.309565941330323e-05}
{"train_loss": 0.004607372917234898, "global_step": 18493, "epoch": 103, "lr": 9.309491011743745e-05}
{"train_loss": 0.008700674399733543, "global_step": 18494, "epoch": 103, "lr": 9.309416078393085e-05}
{"train_loss": 0.008342679589986801, "global_step": 18495, "epoch": 103, "lr": 9.309341141278406e-05}
{"train_loss": 0.007107652723789215, "global_step": 18496, "epoch": 103, "lr": 9.309266200399776e-05}
{"train_loss": 0.01015397347509861, "global_step": 18497, "epoch": 103, "lr": 9.309191255757256e-05}
{"train_loss": 0.009314545430243015, "global_step": 18498, "epoch": 103, "lr": 9.309116307350918e-05}
{"train_loss": 0.00821871217340231, "global_step": 18499, "epoch": 103, "lr": 9.309041355180824e-05}
{"train_loss": 0.010372329503297806, "global_step": 18500, "epoch": 103, "lr": 9.308966399247038e-05}
{"train_loss": 0.011606656014919281, "global_step": 18501, "epoch": 103, "lr": 9.308891439549629e-05}
{"train_loss": 0.01217274647206068, "global_step": 18502, "epoch": 103, "lr": 9.308816476088662e-05}
{"train_loss": 0.0068796854466199875, "global_step": 18503, "epoch": 103, "lr": 9.308741508864198e-05}
{"train_loss": 0.011070089414715767, "global_step": 18504, "epoch": 103, "lr": 9.308666537876307e-05}
{"train_loss": 0.008020555600523949, "global_step": 18505, "epoch": 103, "lr": 9.308591563125053e-05}
{"train_loss": 0.005041670985519886, "global_step": 18506, "epoch": 103, "lr": 9.3085165846105e-05}
{"train_loss": 0.006818407215178013, "global_step": 18507, "epoch": 103, "lr": 9.308441602332718e-05}
{"train_loss": 0.004642061423510313, "global_step": 18508, "epoch": 103, "lr": 9.308366616291768e-05}
{"train_loss": 0.009565301239490509, "global_step": 18509, "epoch": 103, "lr": 9.308291626487716e-05}
{"train_loss": 0.004569017328321934, "global_step": 18510, "epoch": 103, "lr": 9.30821663292063e-05}
{"train_loss": 0.009247748143290787, "global_step": 18511, "epoch": 103, "lr": 9.308141635590574e-05}
{"train_loss": 0.013248570263385773, "global_step": 18512, "epoch": 104, "lr": 9.308066634497613e-05}
{"train_loss": 0.007067596539855003, "global_step": 18513, "epoch": 104, "lr": 9.307991629641813e-05}
{"train_loss": 0.012256396934390068, "global_step": 18514, "epoch": 104, "lr": 9.307916621023241e-05}
{"train_loss": 0.005117758177220821, "global_step": 18515, "epoch": 104, "lr": 9.30784160864196e-05}
{"train_loss": 0.00908343493938446, "global_step": 18516, "epoch": 104, "lr": 9.307766592498036e-05}
{"train_loss": 0.01159345917403698, "global_step": 18517, "epoch": 104, "lr": 9.307691572591537e-05}
{"train_loss": 0.008267682045698166, "global_step": 18518, "epoch": 104, "lr": 9.307616548922524e-05}
{"train_loss": 0.008100057020783424, "global_step": 18519, "epoch": 104, "lr": 9.307541521491067e-05}
{"train_loss": 0.007869984954595566, "global_step": 18520, "epoch": 104, "lr": 9.307466490297229e-05}
{"train_loss": 0.009519926272332668, "global_step": 18521, "epoch": 104, "lr": 9.307391455341077e-05}
{"train_loss": 0.008092669770121574, "global_step": 18522, "epoch": 104, "lr": 9.307316416622675e-05}
{"train_loss": 0.00987185351550579, "global_step": 18523, "epoch": 104, "lr": 9.30724137414209e-05}
{"train_loss": 0.0069911181926727295, "global_step": 18524, "epoch": 104, "lr": 9.307166327899387e-05}
{"train_loss": 0.01565752550959587, "global_step": 18525, "epoch": 104, "lr": 9.30709127789463e-05}
{"train_loss": 0.011182138696312904, "global_step": 18526, "epoch": 104, "lr": 9.307016224127888e-05}
{"train_loss": 0.004506722558289766, "global_step": 18527, "epoch": 104, "lr": 9.306941166599223e-05}
{"train_loss": 0.008418174460530281, "global_step": 18528, "epoch": 104, "lr": 9.306866105308704e-05}
{"train_loss": 0.006017276085913181, "global_step": 18529, "epoch": 104, "lr": 9.306791040256393e-05}
{"train_loss": 0.012990513816475868, "global_step": 18530, "epoch": 104, "lr": 9.306715971442357e-05}
{"train_loss": 0.007636159658432007, "global_step": 18531, "epoch": 104, "lr": 9.306640898866663e-05}
{"train_loss": 0.006997231859713793, "global_step": 18532, "epoch": 104, "lr": 9.306565822529375e-05}
{"train_loss": 0.01036833692342043, "global_step": 18533, "epoch": 104, "lr": 9.306490742430558e-05}
{"train_loss": 0.00622951565310359, "global_step": 18534, "epoch": 104, "lr": 9.30641565857028e-05}
{"train_loss": 0.006260327063500881, "global_step": 18535, "epoch": 104, "lr": 9.306340570948604e-05}
{"train_loss": 0.009355107322335243, "global_step": 18536, "epoch": 104, "lr": 9.306265479565597e-05}
{"train_loss": 0.009170055389404297, "global_step": 18537, "epoch": 104, "lr": 9.306190384421325e-05}
{"train_loss": 0.006555689964443445, "global_step": 18538, "epoch": 104, "lr": 9.306115285515851e-05}
{"train_loss": 0.008769161067903042, "global_step": 18539, "epoch": 104, "lr": 9.306040182849244e-05}
{"train_loss": 0.0053290026262402534, "global_step": 18540, "epoch": 104, "lr": 9.305965076421567e-05}
{"train_loss": 0.010572285391390324, "global_step": 18541, "epoch": 104, "lr": 9.305889966232888e-05}
{"train_loss": 0.008136598393321037, "global_step": 18542, "epoch": 104, "lr": 9.305814852283271e-05}
{"train_loss": 0.00907948613166809, "global_step": 18543, "epoch": 104, "lr": 9.305739734572781e-05}
{"train_loss": 0.01246308721601963, "global_step": 18544, "epoch": 104, "lr": 9.305664613101486e-05}
{"train_loss": 0.013767196796834469, "global_step": 18545, "epoch": 104, "lr": 9.305589487869448e-05}
{"train_loss": 0.010233266279101372, "global_step": 18546, "epoch": 104, "lr": 9.305514358876736e-05}
{"train_loss": 0.011683344841003418, "global_step": 18547, "epoch": 104, "lr": 9.305439226123415e-05}
{"train_loss": 0.011574637144804, "global_step": 18548, "epoch": 104, "lr": 9.305364089609549e-05}
{"train_loss": 0.011532703414559364, "global_step": 18549, "epoch": 104, "lr": 9.305288949335205e-05}
{"train_loss": 0.008827229961752892, "global_step": 18550, "epoch": 104, "lr": 9.305213805300447e-05}
{"train_loss": 0.004758032038807869, "global_step": 18551, "epoch": 104, "lr": 9.305138657505342e-05}
{"train_loss": 0.011583536863327026, "global_step": 18552, "epoch": 104, "lr": 9.305063505949957e-05}
{"train_loss": 0.014421666041016579, "global_step": 18553, "epoch": 104, "lr": 9.304988350634355e-05}
{"train_loss": 0.0056128231808543205, "global_step": 18554, "epoch": 104, "lr": 9.304913191558604e-05}
{"train_loss": 0.008309993892908096, "global_step": 18555, "epoch": 104, "lr": 9.304838028722766e-05}
{"train_loss": 0.009803157299757004, "global_step": 18556, "epoch": 104, "lr": 9.304762862126911e-05}
{"train_loss": 0.013323086313903332, "global_step": 18557, "epoch": 104, "lr": 9.304687691771103e-05}
{"train_loss": 0.009879504330456257, "global_step": 18558, "epoch": 104, "lr": 9.304612517655406e-05}
{"train_loss": 0.012818615883588791, "global_step": 18559, "epoch": 104, "lr": 9.304537339779887e-05}
{"train_loss": 0.008682109415531158, "global_step": 18560, "epoch": 104, "lr": 9.304462158144613e-05}
{"train_loss": 0.010647222399711609, "global_step": 18561, "epoch": 104, "lr": 9.304386972749648e-05}
{"train_loss": 0.004488075152039528, "global_step": 18562, "epoch": 104, "lr": 9.304311783595057e-05}
{"train_loss": 0.007830118760466576, "global_step": 18563, "epoch": 104, "lr": 9.304236590680908e-05}
{"train_loss": 0.010426895692944527, "global_step": 18564, "epoch": 104, "lr": 9.304161394007264e-05}
{"train_loss": 0.006204073317348957, "global_step": 18565, "epoch": 104, "lr": 9.304086193574194e-05}
{"train_loss": 0.008537880145013332, "global_step": 18566, "epoch": 104, "lr": 9.30401098938176e-05}
{"train_loss": 0.015932250767946243, "global_step": 18567, "epoch": 104, "lr": 9.303935781430031e-05}
{"train_loss": 0.008330118842422962, "global_step": 18568, "epoch": 104, "lr": 9.30386056971907e-05}
{"train_loss": 0.005423679947853088, "global_step": 18569, "epoch": 104, "lr": 9.303785354248944e-05}
{"train_loss": 0.013203020207583904, "global_step": 18570, "epoch": 104, "lr": 9.30371013501972e-05}
{"train_loss": 0.005817784927785397, "global_step": 18571, "epoch": 104, "lr": 9.303634912031459e-05}
{"train_loss": 0.012534447945654392, "global_step": 18572, "epoch": 104, "lr": 9.303559685284232e-05}
{"train_loss": 0.009675901383161545, "global_step": 18573, "epoch": 104, "lr": 9.303484454778102e-05}
{"train_loss": 0.006269662640988827, "global_step": 18574, "epoch": 104, "lr": 9.303409220513137e-05}
{"train_loss": 0.008298719301819801, "global_step": 18575, "epoch": 104, "lr": 9.303333982489399e-05}
{"train_loss": 0.012414886616170406, "global_step": 18576, "epoch": 104, "lr": 9.303258740706957e-05}
{"train_loss": 0.006384397856891155, "global_step": 18577, "epoch": 104, "lr": 9.303183495165875e-05}
{"train_loss": 0.006843835115432739, "global_step": 18578, "epoch": 104, "lr": 9.303108245866218e-05}
{"train_loss": 0.013758320361375809, "global_step": 18579, "epoch": 104, "lr": 9.303032992808054e-05}
{"train_loss": 0.009176947176456451, "global_step": 18580, "epoch": 104, "lr": 9.302957735991448e-05}
{"train_loss": 0.00725686177611351, "global_step": 18581, "epoch": 104, "lr": 9.302882475416465e-05}
{"train_loss": 0.008561964146792889, "global_step": 18582, "epoch": 104, "lr": 9.302807211083171e-05}
{"train_loss": 0.010468035005033016, "global_step": 18583, "epoch": 104, "lr": 9.302731942991633e-05}
{"train_loss": 0.00572198536247015, "global_step": 18584, "epoch": 104, "lr": 9.302656671141914e-05}
{"train_loss": 0.009282495826482773, "global_step": 18585, "epoch": 104, "lr": 9.302581395534083e-05}
{"train_loss": 0.01107701100409031, "global_step": 18586, "epoch": 104, "lr": 9.302506116168204e-05}
{"train_loss": 0.006210394203662872, "global_step": 18587, "epoch": 104, "lr": 9.302430833044341e-05}
{"train_loss": 0.008694607764482498, "global_step": 18588, "epoch": 104, "lr": 9.302355546162562e-05}
{"train_loss": 0.0041396478191018105, "global_step": 18589, "epoch": 104, "lr": 9.302280255522932e-05}
{"train_loss": 0.014027824625372887, "global_step": 18590, "epoch": 104, "lr": 9.30220496112552e-05}
{"train_loss": 0.004609664902091026, "global_step": 18591, "epoch": 104, "lr": 9.302129662970388e-05}
{"train_loss": 0.008377943187952042, "global_step": 18592, "epoch": 104, "lr": 9.302054361057599e-05}
{"train_loss": 0.014802931807935238, "global_step": 18593, "epoch": 104, "lr": 9.301979055387227e-05}
{"train_loss": 0.009424988180398941, "global_step": 18594, "epoch": 104, "lr": 9.30190374595933e-05}
{"train_loss": 0.011911328881978989, "global_step": 18595, "epoch": 104, "lr": 9.301828432773979e-05}
{"train_loss": 0.008474702946841717, "global_step": 18596, "epoch": 104, "lr": 9.301753115831238e-05}
{"train_loss": 0.008961733430624008, "global_step": 18597, "epoch": 104, "lr": 9.30167779513117e-05}
{"train_loss": 0.00800178200006485, "global_step": 18598, "epoch": 104, "lr": 9.301602470673846e-05}
{"train_loss": 0.009348022751510143, "global_step": 18599, "epoch": 104, "lr": 9.301527142459328e-05}
{"train_loss": 0.007792267017066479, "global_step": 18600, "epoch": 104, "lr": 9.301451810487682e-05}
{"train_loss": 0.012474209070205688, "global_step": 18601, "epoch": 104, "lr": 9.301376474758976e-05}
{"train_loss": 0.007068204693496227, "global_step": 18602, "epoch": 104, "lr": 9.301301135273274e-05}
{"train_loss": 0.008750252425670624, "global_step": 18603, "epoch": 104, "lr": 9.301225792030643e-05}
{"train_loss": 0.0037410713266581297, "global_step": 18604, "epoch": 104, "lr": 9.301150445031149e-05}
{"train_loss": 0.009429676458239555, "global_step": 18605, "epoch": 104, "lr": 9.301075094274854e-05}
{"train_loss": 0.006352328695356846, "global_step": 18606, "epoch": 104, "lr": 9.300999739761829e-05}
{"train_loss": 0.015830159187316895, "global_step": 18607, "epoch": 104, "lr": 9.300924381492138e-05}
{"train_loss": 0.005452606827020645, "global_step": 18608, "epoch": 104, "lr": 9.300849019465845e-05}
{"train_loss": 0.0043895049020648, "global_step": 18609, "epoch": 104, "lr": 9.300773653683017e-05}
{"train_loss": 0.00939958542585373, "global_step": 18610, "epoch": 104, "lr": 9.300698284143721e-05}
{"train_loss": 0.009455601684749126, "global_step": 18611, "epoch": 104, "lr": 9.300622910848023e-05}
{"train_loss": 0.01057288609445095, "global_step": 18612, "epoch": 104, "lr": 9.300547533795985e-05}
{"train_loss": 0.008646156638860703, "global_step": 18613, "epoch": 104, "lr": 9.300472152987677e-05}
{"train_loss": 0.017896559089422226, "global_step": 18614, "epoch": 104, "lr": 9.300396768423163e-05}
{"train_loss": 0.005318670067936182, "global_step": 18615, "epoch": 104, "lr": 9.30032138010251e-05}
{"train_loss": 0.01305453386157751, "global_step": 18616, "epoch": 104, "lr": 9.300245988025782e-05}
{"train_loss": 0.010209129191935062, "global_step": 18617, "epoch": 104, "lr": 9.300170592193047e-05}
{"train_loss": 0.005739537999033928, "global_step": 18618, "epoch": 104, "lr": 9.30009519260437e-05}
{"train_loss": 0.008276546373963356, "global_step": 18619, "epoch": 104, "lr": 9.300019789259815e-05}
{"train_loss": 0.008591191843152046, "global_step": 18620, "epoch": 104, "lr": 9.299944382159452e-05}
{"train_loss": 0.012183863669633865, "global_step": 18621, "epoch": 104, "lr": 9.299868971303342e-05}
{"train_loss": 0.017622245475649834, "global_step": 18622, "epoch": 104, "lr": 9.299793556691554e-05}
{"train_loss": 0.011734898202121258, "global_step": 18623, "epoch": 104, "lr": 9.299718138324153e-05}
{"train_loss": 0.011795766651630402, "global_step": 18624, "epoch": 104, "lr": 9.299642716201206e-05}
{"train_loss": 0.010885050520300865, "global_step": 18625, "epoch": 104, "lr": 9.299567290322777e-05}
{"train_loss": 0.007626209873706102, "global_step": 18626, "epoch": 104, "lr": 9.299491860688932e-05}
{"train_loss": 0.009187409654259682, "global_step": 18627, "epoch": 104, "lr": 9.299416427299738e-05}
{"train_loss": 0.012176495045423508, "global_step": 18628, "epoch": 104, "lr": 9.299340990155262e-05}
{"train_loss": 0.012468424625694752, "global_step": 18629, "epoch": 104, "lr": 9.299265549255567e-05}
{"train_loss": 0.006783973425626755, "global_step": 18630, "epoch": 104, "lr": 9.299190104600721e-05}
{"train_loss": 0.007970723323523998, "global_step": 18631, "epoch": 104, "lr": 9.299114656190788e-05}
{"train_loss": 0.006576657760888338, "global_step": 18632, "epoch": 104, "lr": 9.299039204025837e-05}
{"train_loss": 0.011045723222196102, "global_step": 18633, "epoch": 104, "lr": 9.298963748105931e-05}
{"train_loss": 0.007323598489165306, "global_step": 18634, "epoch": 104, "lr": 9.298888288431135e-05}
{"train_loss": 0.008601052686572075, "global_step": 18635, "epoch": 104, "lr": 9.298812825001519e-05}
{"train_loss": 0.00818158220499754, "global_step": 18636, "epoch": 104, "lr": 9.298737357817147e-05}
{"train_loss": 0.004456527531147003, "global_step": 18637, "epoch": 104, "lr": 9.298661886878084e-05}
{"train_loss": 0.005418720189481974, "global_step": 18638, "epoch": 104, "lr": 9.298586412184396e-05}
{"train_loss": 0.011563913896679878, "global_step": 18639, "epoch": 104, "lr": 9.29851093373615e-05}
{"train_loss": 0.012775996699929237, "global_step": 18640, "epoch": 104, "lr": 9.298435451533412e-05}
{"train_loss": 0.010922367684543133, "global_step": 18641, "epoch": 104, "lr": 9.298359965576246e-05}
{"train_loss": 0.007580275647342205, "global_step": 18642, "epoch": 104, "lr": 9.298284475864721e-05}
{"train_loss": 0.009839599020779133, "global_step": 18643, "epoch": 104, "lr": 9.298208982398901e-05}
{"train_loss": 0.006360658444464207, "global_step": 18644, "epoch": 104, "lr": 9.29813348517885e-05}
{"train_loss": 0.019400659948587418, "global_step": 18645, "epoch": 104, "lr": 9.298057984204637e-05}
{"train_loss": 0.01924160122871399, "global_step": 18646, "epoch": 104, "lr": 9.297982479476328e-05}
{"train_loss": 0.010973406955599785, "global_step": 18647, "epoch": 104, "lr": 9.297906970993988e-05}
{"train_loss": 0.009712747298181057, "global_step": 18648, "epoch": 104, "lr": 9.297831458757682e-05}
{"train_loss": 0.007037443574517965, "global_step": 18649, "epoch": 104, "lr": 9.297755942767479e-05}
{"train_loss": 0.006187936291098595, "global_step": 18650, "epoch": 104, "lr": 9.297680423023441e-05}
{"train_loss": 0.0083286939188838, "global_step": 18651, "epoch": 104, "lr": 9.297604899525635e-05}
{"train_loss": 0.010918481275439262, "global_step": 18652, "epoch": 104, "lr": 9.29752937227413e-05}
{"train_loss": 0.013958409428596497, "global_step": 18653, "epoch": 104, "lr": 9.297453841268987e-05}
{"train_loss": 0.012747219763696194, "global_step": 18654, "epoch": 104, "lr": 9.297378306510276e-05}
{"train_loss": 0.0045609185472130775, "global_step": 18655, "epoch": 104, "lr": 9.297302767998061e-05}
{"train_loss": 0.011450789868831635, "global_step": 18656, "epoch": 104, "lr": 9.29722722573241e-05}
{"train_loss": 0.007523293606936932, "global_step": 18657, "epoch": 104, "lr": 9.297151679713387e-05}
{"train_loss": 0.00662533612921834, "global_step": 18658, "epoch": 104, "lr": 9.29707612994106e-05}
{"train_loss": 0.01060350239276886, "global_step": 18659, "epoch": 104, "lr": 9.297000576415493e-05}
{"train_loss": 0.004613147117197514, "global_step": 18660, "epoch": 104, "lr": 9.296925019136751e-05}
{"train_loss": 0.00809297151863575, "global_step": 18661, "epoch": 104, "lr": 9.296849458104903e-05}
{"train_loss": 0.010361013934016228, "global_step": 18662, "epoch": 104, "lr": 9.296773893320013e-05}
{"train_loss": 0.015442194417119026, "global_step": 18663, "epoch": 104, "lr": 9.296698324782148e-05}
{"train_loss": 0.015099484473466873, "global_step": 18664, "epoch": 104, "lr": 9.296622752491374e-05}
{"train_loss": 0.010224096477031708, "global_step": 18665, "epoch": 104, "lr": 9.296547176447756e-05}
{"train_loss": 0.007893705740571022, "global_step": 18666, "epoch": 104, "lr": 9.296471596651359e-05}
{"train_loss": 0.009476007893681526, "global_step": 18667, "epoch": 104, "lr": 9.296396013102254e-05}
{"train_loss": 0.013267869129776955, "global_step": 18668, "epoch": 104, "lr": 9.296320425800503e-05}
{"train_loss": 0.010000849142670631, "global_step": 18669, "epoch": 104, "lr": 9.29624483474617e-05}
{"train_loss": 0.006242883391678333, "global_step": 18670, "epoch": 104, "lr": 9.296169239939325e-05}
{"train_loss": 0.011165907606482506, "global_step": 18671, "epoch": 104, "lr": 9.296093641380033e-05}
{"train_loss": 0.008235327899456024, "global_step": 18672, "epoch": 104, "lr": 9.296018039068361e-05}
{"train_loss": 0.005192719399929047, "global_step": 18673, "epoch": 104, "lr": 9.295942433004372e-05}
{"train_loss": 0.008479580283164978, "global_step": 18674, "epoch": 104, "lr": 9.295866823188136e-05}
{"train_loss": 0.01238984614610672, "global_step": 18675, "epoch": 104, "lr": 9.295791209619714e-05}
{"train_loss": 0.007732696831226349, "global_step": 18676, "epoch": 104, "lr": 9.295715592299177e-05}
{"train_loss": 0.0061315614730119705, "global_step": 18677, "epoch": 104, "lr": 9.295639971226589e-05}
{"train_loss": 0.01312662661075592, "global_step": 18678, "epoch": 104, "lr": 9.295564346402015e-05}
{"train_loss": 0.004842451307922602, "global_step": 18679, "epoch": 104, "lr": 9.295488717825522e-05}
{"train_loss": 0.010656610131263733, "global_step": 18680, "epoch": 104, "lr": 9.295413085497176e-05}
{"train_loss": 0.006475776433944702, "global_step": 18681, "epoch": 104, "lr": 9.295337449417045e-05}
{"train_loss": 0.00865950807929039, "global_step": 18682, "epoch": 104, "lr": 9.295261809585191e-05}
{"train_loss": 0.008979721926152706, "global_step": 18683, "epoch": 104, "lr": 9.295186166001684e-05}
{"train_loss": 0.010123533196747303, "global_step": 18684, "epoch": 104, "lr": 9.295110518666588e-05}
{"train_loss": 0.01159135065972805, "global_step": 18685, "epoch": 104, "lr": 9.295034867579968e-05}
{"train_loss": 0.011912714689970016, "global_step": 18686, "epoch": 104, "lr": 9.294959212741892e-05}
{"train_loss": 0.010019306093454361, "global_step": 18687, "epoch": 104, "lr": 9.294883554152427e-05}
{"train_loss": 0.008441050536930561, "global_step": 18688, "epoch": 104, "lr": 9.294807891811636e-05}
{"train_loss": 0.009368236841152558, "global_step": 18689, "epoch": 104, "lr": 9.29473222571959e-05}
{"train_loss": 0.01222277246415615, "global_step": 18690, "epoch": 105, "lr": 9.294656555876349e-05}
{"train_loss": 0.012228962033987045, "global_step": 18691, "epoch": 105, "lr": 9.294580882281982e-05}
{"train_loss": 0.008111823350191116, "global_step": 18692, "epoch": 105, "lr": 9.294505204936556e-05}
{"train_loss": 0.008267407305538654, "global_step": 18693, "epoch": 105, "lr": 9.294429523840136e-05}
{"train_loss": 0.007750845514237881, "global_step": 18694, "epoch": 105, "lr": 9.294353838992789e-05}
{"train_loss": 0.008155853487551212, "global_step": 18695, "epoch": 105, "lr": 9.294278150394579e-05}
{"train_loss": 0.014209242537617683, "global_step": 18696, "epoch": 105, "lr": 9.294202458045573e-05}
{"train_loss": 0.004220760427415371, "global_step": 18697, "epoch": 105, "lr": 9.294126761945839e-05}
{"train_loss": 0.00953616388142109, "global_step": 18698, "epoch": 105, "lr": 9.294051062095442e-05}
{"train_loss": 0.008659318089485168, "global_step": 18699, "epoch": 105, "lr": 9.293975358494447e-05}
{"train_loss": 0.015745049342513084, "global_step": 18700, "epoch": 105, "lr": 9.293899651142921e-05}
{"train_loss": 0.015997905284166336, "global_step": 18701, "epoch": 105, "lr": 9.293823940040931e-05}
{"train_loss": 0.00785126257687807, "global_step": 18702, "epoch": 105, "lr": 9.29374822518854e-05}
{"train_loss": 0.004851988982409239, "global_step": 18703, "epoch": 105, "lr": 9.293672506585819e-05}
{"train_loss": 0.01583913527429104, "global_step": 18704, "epoch": 105, "lr": 9.29359678423283e-05}
{"train_loss": 0.012757344171404839, "global_step": 18705, "epoch": 105, "lr": 9.293521058129642e-05}
{"train_loss": 0.01450461894273758, "global_step": 18706, "epoch": 105, "lr": 9.293445328276317e-05}
{"train_loss": 0.012027032673358917, "global_step": 18707, "epoch": 105, "lr": 9.293369594672927e-05}
{"train_loss": 0.009722879156470299, "global_step": 18708, "epoch": 105, "lr": 9.293293857319534e-05}
{"train_loss": 0.012203740887343884, "global_step": 18709, "epoch": 105, "lr": 9.293218116216205e-05}
{"train_loss": 0.012044080533087254, "global_step": 18710, "epoch": 105, "lr": 9.293142371363005e-05}
{"train_loss": 0.014033300802111626, "global_step": 18711, "epoch": 105, "lr": 9.293066622760003e-05}
{"train_loss": 0.007077439688146114, "global_step": 18712, "epoch": 105, "lr": 9.292990870407263e-05}
{"train_loss": 0.009487596340477467, "global_step": 18713, "epoch": 105, "lr": 9.292915114304852e-05}
{"train_loss": 0.0064091756939888, "global_step": 18714, "epoch": 105, "lr": 9.292839354452837e-05}
{"train_loss": 0.006276051048189402, "global_step": 18715, "epoch": 105, "lr": 9.292763590851283e-05}
{"train_loss": 0.00890351366251707, "global_step": 18716, "epoch": 105, "lr": 9.292687823500256e-05}
{"train_loss": 0.010906214825809002, "global_step": 18717, "epoch": 105, "lr": 9.292612052399822e-05}
{"train_loss": 0.008835510350763798, "global_step": 18718, "epoch": 105, "lr": 9.292536277550049e-05}
{"train_loss": 0.010334523394703865, "global_step": 18719, "epoch": 105, "lr": 9.292460498951001e-05}
{"train_loss": 0.010021396912634373, "global_step": 18720, "epoch": 105, "lr": 9.292384716602745e-05}
{"train_loss": 0.011900205165147781, "global_step": 18721, "epoch": 105, "lr": 9.292308930505347e-05}
{"train_loss": 0.010468600317835808, "global_step": 18722, "epoch": 105, "lr": 9.292233140658874e-05}
{"train_loss": 0.009311703033745289, "global_step": 18723, "epoch": 105, "lr": 9.292157347063392e-05}
{"train_loss": 0.008066952228546143, "global_step": 18724, "epoch": 105, "lr": 9.292081549718965e-05}
{"train_loss": 0.010110131464898586, "global_step": 18725, "epoch": 105, "lr": 9.292005748625662e-05}
{"train_loss": 0.00823197141289711, "global_step": 18726, "epoch": 105, "lr": 9.291929943783551e-05}
{"train_loss": 0.01158476434648037, "global_step": 18727, "epoch": 105, "lr": 9.291854135192693e-05}
{"train_loss": 0.011614751070737839, "global_step": 18728, "epoch": 105, "lr": 9.291778322853157e-05}
{"train_loss": 0.005514857359230518, "global_step": 18729, "epoch": 105, "lr": 9.291702506765008e-05}
{"train_loss": 0.006473938003182411, "global_step": 18730, "epoch": 105, "lr": 9.291626686928314e-05}
{"train_loss": 0.004483011085540056, "global_step": 18731, "epoch": 105, "lr": 9.291550863343141e-05}
{"train_loss": 0.006722334772348404, "global_step": 18732, "epoch": 105, "lr": 9.291475036009555e-05}
{"train_loss": 0.01825607754290104, "global_step": 18733, "epoch": 105, "lr": 9.29139920492762e-05}
{"train_loss": 0.007585759274661541, "global_step": 18734, "epoch": 105, "lr": 9.291323370097407e-05}
{"train_loss": 0.012756947427988052, "global_step": 18735, "epoch": 105, "lr": 9.291247531518976e-05}
{"train_loss": 0.007647445425391197, "global_step": 18736, "epoch": 105, "lr": 9.291171689192399e-05}
{"train_loss": 0.00686535844579339, "global_step": 18737, "epoch": 105, "lr": 9.291095843117739e-05}
{"train_loss": 0.011221174150705338, "global_step": 18738, "epoch": 105, "lr": 9.291019993295062e-05}
{"train_loss": 0.006493547931313515, "global_step": 18739, "epoch": 105, "lr": 9.290944139724436e-05}
{"train_loss": 0.007161865010857582, "global_step": 18740, "epoch": 105, "lr": 9.290868282405927e-05}
{"train_loss": 0.006179678253829479, "global_step": 18741, "epoch": 105, "lr": 9.2907924213396e-05}
{"train_loss": 0.010094615630805492, "global_step": 18742, "epoch": 105, "lr": 9.290716556525523e-05}
{"train_loss": 0.010321687906980515, "global_step": 18743, "epoch": 105, "lr": 9.29064068796376e-05}
{"train_loss": 0.015034686774015427, "global_step": 18744, "epoch": 105, "lr": 9.29056481565438e-05}
{"train_loss": 0.012618200853466988, "global_step": 18745, "epoch": 105, "lr": 9.290488939597449e-05}
{"train_loss": 0.004040814470499754, "global_step": 18746, "epoch": 105, "lr": 9.290413059793029e-05}
{"train_loss": 0.00461181066930294, "global_step": 18747, "epoch": 105, "lr": 9.290337176241191e-05}
{"train_loss": 0.006130138412117958, "global_step": 18748, "epoch": 105, "lr": 9.290261288941999e-05}
{"train_loss": 0.008319968357682228, "global_step": 18749, "epoch": 105, "lr": 9.290185397895522e-05}
{"train_loss": 0.008856751956045628, "global_step": 18750, "epoch": 105, "lr": 9.290109503101822e-05}
{"train_loss": 0.0097273550927639, "global_step": 18751, "epoch": 105, "lr": 9.290033604560968e-05}
{"train_loss": 0.01061643660068512, "global_step": 18752, "epoch": 105, "lr": 9.289957702273026e-05}
{"train_loss": 0.006566276308149099, "global_step": 18753, "epoch": 105, "lr": 9.289881796238063e-05}
{"train_loss": 0.009824489243328571, "global_step": 18754, "epoch": 105, "lr": 9.289805886456144e-05}
{"train_loss": 0.008490197360515594, "global_step": 18755, "epoch": 105, "lr": 9.289729972927334e-05}
{"train_loss": 0.0038900021463632584, "global_step": 18756, "epoch": 105, "lr": 9.289654055651704e-05}
{"train_loss": 0.014544762670993805, "global_step": 18757, "epoch": 105, "lr": 9.289578134629315e-05}
{"train_loss": 0.010463441722095013, "global_step": 18758, "epoch": 105, "lr": 9.289502209860236e-05}
{"train_loss": 0.013374121859669685, "global_step": 18759, "epoch": 105, "lr": 9.289426281344536e-05}
{"train_loss": 0.010902607813477516, "global_step": 18760, "epoch": 105, "lr": 9.289350349082274e-05}
{"train_loss": 0.014404361136257648, "global_step": 18761, "epoch": 105, "lr": 9.289274413073523e-05}
{"train_loss": 0.0064386664889752865, "global_step": 18762, "epoch": 105, "lr": 9.289198473318347e-05}
{"train_loss": 0.010268082842230797, "global_step": 18763, "epoch": 105, "lr": 9.289122529816812e-05}
{"train_loss": 0.0036769751459360123, "global_step": 18764, "epoch": 105, "lr": 9.289046582568983e-05}
{"train_loss": 0.008424675092101097, "global_step": 18765, "epoch": 105, "lr": 9.288970631574931e-05}
{"train_loss": 0.011738724075257778, "global_step": 18766, "epoch": 105, "lr": 9.288894676834716e-05}
{"train_loss": 0.011429470032453537, "global_step": 18767, "epoch": 105, "lr": 9.28881871834841e-05}
{"train_loss": 0.004797821398824453, "global_step": 18768, "epoch": 105, "lr": 9.288742756116077e-05}
{"train_loss": 0.005893946625292301, "global_step": 18769, "epoch": 105, "lr": 9.288666790137782e-05}
{"train_loss": 0.011269630864262581, "global_step": 18770, "epoch": 105, "lr": 9.288590820413594e-05}
{"train_loss": 0.011514665558934212, "global_step": 18771, "epoch": 105, "lr": 9.288514846943576e-05}
{"train_loss": 0.00764390267431736, "global_step": 18772, "epoch": 105, "lr": 9.288438869727798e-05}
{"train_loss": 0.006447893101722002, "global_step": 18773, "epoch": 105, "lr": 9.288362888766324e-05}
{"train_loss": 0.009849229827523232, "global_step": 18774, "epoch": 105, "lr": 9.288286904059222e-05}
{"train_loss": 0.00619099847972393, "global_step": 18775, "epoch": 105, "lr": 9.288210915606557e-05}
{"train_loss": 0.008207607083022594, "global_step": 18776, "epoch": 105, "lr": 9.288134923408396e-05}
{"train_loss": 0.013370413333177567, "global_step": 18777, "epoch": 105, "lr": 9.288058927464804e-05}
{"train_loss": 0.004657900892198086, "global_step": 18778, "epoch": 105, "lr": 9.287982927775851e-05}
{"train_loss": 0.018026944249868393, "global_step": 18779, "epoch": 105, "lr": 9.287906924341599e-05}
{"train_loss": 0.007528900634497404, "global_step": 18780, "epoch": 105, "lr": 9.287830917162117e-05}
{"train_loss": 0.010644837282598019, "global_step": 18781, "epoch": 105, "lr": 9.287754906237471e-05}
{"train_loss": 0.005598591640591621, "global_step": 18782, "epoch": 105, "lr": 9.287678891567728e-05}
{"train_loss": 0.006947284564375877, "global_step": 18783, "epoch": 105, "lr": 9.287602873152952e-05}
{"train_loss": 0.014960349537432194, "global_step": 18784, "epoch": 105, "lr": 9.287526850993211e-05}
{"train_loss": 0.008663526736199856, "global_step": 18785, "epoch": 105, "lr": 9.287450825088573e-05}
{"train_loss": 0.007917296141386032, "global_step": 18786, "epoch": 105, "lr": 9.287374795439101e-05}
{"train_loss": 0.009610775858163834, "global_step": 18787, "epoch": 105, "lr": 9.287298762044864e-05}
{"train_loss": 0.011517409235239029, "global_step": 18788, "epoch": 105, "lr": 9.287222724905927e-05}
{"train_loss": 0.009830033406615257, "global_step": 18789, "epoch": 105, "lr": 9.287146684022357e-05}
{"train_loss": 0.010327134281396866, "global_step": 18790, "epoch": 105, "lr": 9.287070639394221e-05}
{"train_loss": 0.008073344826698303, "global_step": 18791, "epoch": 105, "lr": 9.286994591021585e-05}
{"train_loss": 0.01012246310710907, "global_step": 18792, "epoch": 105, "lr": 9.286918538904515e-05}
{"train_loss": 0.016190316528081894, "global_step": 18793, "epoch": 105, "lr": 9.286842483043077e-05}
{"train_loss": 0.006521384697407484, "global_step": 18794, "epoch": 105, "lr": 9.286766423437339e-05}
{"train_loss": 0.00761305820196867, "global_step": 18795, "epoch": 105, "lr": 9.286690360087365e-05}
{"train_loss": 0.007812034338712692, "global_step": 18796, "epoch": 105, "lr": 9.286614292993224e-05}
{"train_loss": 0.006002991460263729, "global_step": 18797, "epoch": 105, "lr": 9.28653822215498e-05}
{"train_loss": 0.010677210986614227, "global_step": 18798, "epoch": 105, "lr": 9.286462147572704e-05}
{"train_loss": 0.0046174181625247, "global_step": 18799, "epoch": 105, "lr": 9.286386069246457e-05}
{"train_loss": 0.004408644512295723, "global_step": 18800, "epoch": 105, "lr": 9.286309987176309e-05}
{"train_loss": 0.005136988125741482, "global_step": 18801, "epoch": 105, "lr": 9.286233901362325e-05}
{"train_loss": 0.0028568364214152098, "global_step": 18802, "epoch": 105, "lr": 9.286157811804571e-05}
{"train_loss": 0.009662160649895668, "global_step": 18803, "epoch": 105, "lr": 9.286081718503115e-05}
{"train_loss": 0.004262364469468594, "global_step": 18804, "epoch": 105, "lr": 9.286005621458021e-05}
{"train_loss": 0.006225911900401115, "global_step": 18805, "epoch": 105, "lr": 9.285929520669359e-05}
{"train_loss": 0.009962587617337704, "global_step": 18806, "epoch": 105, "lr": 9.285853416137191e-05}
{"train_loss": 0.010424869135022163, "global_step": 18807, "epoch": 105, "lr": 9.285777307861588e-05}
{"train_loss": 0.0069197313860058784, "global_step": 18808, "epoch": 105, "lr": 9.285701195842613e-05}
{"train_loss": 0.005011565983295441, "global_step": 18809, "epoch": 105, "lr": 9.285625080080336e-05}
{"train_loss": 0.0075635346584022045, "global_step": 18810, "epoch": 105, "lr": 9.285548960574819e-05}
{"train_loss": 0.0042727235704660416, "global_step": 18811, "epoch": 105, "lr": 9.285472837326134e-05}
{"train_loss": 0.00967288389801979, "global_step": 18812, "epoch": 105, "lr": 9.285396710334343e-05}
{"train_loss": 0.0076435948722064495, "global_step": 18813, "epoch": 105, "lr": 9.285320579599513e-05}
{"train_loss": 0.00932101160287857, "global_step": 18814, "epoch": 105, "lr": 9.28524444512171e-05}
{"train_loss": 0.007245606742799282, "global_step": 18815, "epoch": 105, "lr": 9.285168306901006e-05}
{"train_loss": 0.005119314417243004, "global_step": 18816, "epoch": 105, "lr": 9.285092164937461e-05}
{"train_loss": 0.00985170528292656, "global_step": 18817, "epoch": 105, "lr": 9.285016019231144e-05}
{"train_loss": 0.011654336005449295, "global_step": 18818, "epoch": 105, "lr": 9.284939869782121e-05}
{"train_loss": 0.005189539864659309, "global_step": 18819, "epoch": 105, "lr": 9.28486371659046e-05}
{"train_loss": 0.007599086035043001, "global_step": 18820, "epoch": 105, "lr": 9.284787559656226e-05}
{"train_loss": 0.006523532792925835, "global_step": 18821, "epoch": 105, "lr": 9.284711398979486e-05}
{"train_loss": 0.007321944925934076, "global_step": 18822, "epoch": 105, "lr": 9.284635234560306e-05}
{"train_loss": 0.0054098754189908504, "global_step": 18823, "epoch": 105, "lr": 9.284559066398752e-05}
{"train_loss": 0.006594689562916756, "global_step": 18824, "epoch": 105, "lr": 9.284482894494893e-05}
{"train_loss": 0.01314587239176035, "global_step": 18825, "epoch": 105, "lr": 9.284406718848795e-05}
{"train_loss": 0.013287248089909554, "global_step": 18826, "epoch": 105, "lr": 9.284330539460521e-05}
{"train_loss": 0.008312148042023182, "global_step": 18827, "epoch": 105, "lr": 9.284254356330141e-05}
{"train_loss": 0.005177794490009546, "global_step": 18828, "epoch": 105, "lr": 9.284178169457722e-05}
{"train_loss": 0.01377541571855545, "global_step": 18829, "epoch": 105, "lr": 9.284101978843329e-05}
{"train_loss": 0.007359920535236597, "global_step": 18830, "epoch": 105, "lr": 9.284025784487029e-05}
{"train_loss": 0.00963619351387024, "global_step": 18831, "epoch": 105, "lr": 9.283949586388887e-05}
{"train_loss": 0.008861181326210499, "global_step": 18832, "epoch": 105, "lr": 9.283873384548971e-05}
{"train_loss": 0.009336269460618496, "global_step": 18833, "epoch": 105, "lr": 9.283797178967348e-05}
{"train_loss": 0.005609944928437471, "global_step": 18834, "epoch": 105, "lr": 9.283720969644084e-05}
{"train_loss": 0.007805843371897936, "global_step": 18835, "epoch": 105, "lr": 9.283644756579246e-05}
{"train_loss": 0.005185095593333244, "global_step": 18836, "epoch": 105, "lr": 9.2835685397729e-05}
{"train_loss": 0.0112776393070817, "global_step": 18837, "epoch": 105, "lr": 9.28349231922511e-05}
{"train_loss": 0.007375482004135847, "global_step": 18838, "epoch": 105, "lr": 9.283416094935948e-05}
{"train_loss": 0.009990795515477657, "global_step": 18839, "epoch": 105, "lr": 9.283339866905478e-05}
{"train_loss": 0.009965996257960796, "global_step": 18840, "epoch": 105, "lr": 9.283263635133767e-05}
{"train_loss": 0.009052400477230549, "global_step": 18841, "epoch": 105, "lr": 9.283187399620879e-05}
{"train_loss": 0.004784681834280491, "global_step": 18842, "epoch": 105, "lr": 9.283111160366884e-05}
{"train_loss": 0.010904064401984215, "global_step": 18843, "epoch": 105, "lr": 9.283034917371847e-05}
{"train_loss": 0.008137572556734085, "global_step": 18844, "epoch": 105, "lr": 9.282958670635833e-05}
{"train_loss": 0.008738584816455841, "global_step": 18845, "epoch": 105, "lr": 9.282882420158911e-05}
{"train_loss": 0.008857347071170807, "global_step": 18846, "epoch": 105, "lr": 9.282806165941149e-05}
{"train_loss": 0.005133578088134527, "global_step": 18847, "epoch": 105, "lr": 9.28272990798261e-05}
{"train_loss": 0.011350853368639946, "global_step": 18848, "epoch": 105, "lr": 9.282653646283364e-05}
{"train_loss": 0.013099068775773048, "global_step": 18849, "epoch": 105, "lr": 9.282577380843473e-05}
{"train_loss": 0.00765630230307579, "global_step": 18850, "epoch": 105, "lr": 9.282501111663008e-05}
{"train_loss": 0.0064509231597185135, "global_step": 18851, "epoch": 105, "lr": 9.282424838742034e-05}
{"train_loss": 0.005268466658890247, "global_step": 18852, "epoch": 105, "lr": 9.282348562080616e-05}
{"train_loss": 0.010237219743430614, "global_step": 18853, "epoch": 105, "lr": 9.282272281678825e-05}
{"train_loss": 0.004605093039572239, "global_step": 18854, "epoch": 105, "lr": 9.282195997536722e-05}
{"train_loss": 0.00862275529652834, "global_step": 18855, "epoch": 105, "lr": 9.282119709654378e-05}
{"train_loss": 0.005400762893259525, "global_step": 18856, "epoch": 105, "lr": 9.282043418031859e-05}
{"train_loss": 0.004800042603164911, "global_step": 18857, "epoch": 105, "lr": 9.28196712266923e-05}
{"train_loss": 0.010475985705852509, "global_step": 18858, "epoch": 105, "lr": 9.28189082356656e-05}
{"train_loss": 0.009095326997339725, "global_step": 18859, "epoch": 105, "lr": 9.281814520723911e-05}
{"train_loss": 0.003813717747107148, "global_step": 18860, "epoch": 105, "lr": 9.281738214141355e-05}
{"train_loss": 0.013489080592989922, "global_step": 18861, "epoch": 105, "lr": 9.281661903818955e-05}
{"train_loss": 0.01138325221836567, "global_step": 18862, "epoch": 105, "lr": 9.281585589756781e-05}
{"train_loss": 0.008302592672407627, "global_step": 18863, "epoch": 105, "lr": 9.281509271954896e-05}
{"train_loss": 0.006264166906476021, "global_step": 18864, "epoch": 105, "lr": 9.281432950413369e-05}
{"train_loss": 0.006432804279029369, "global_step": 18865, "epoch": 105, "lr": 9.281356625132265e-05}
{"train_loss": 0.008738010190427303, "global_step": 18866, "epoch": 105, "lr": 9.281280296111652e-05}
{"train_loss": 0.008861053872361696, "global_step": 18867, "epoch": 105, "lr": 9.281203963351597e-05, "train_action_mse_error": 2.660989594005514e-05}
{"train_loss": 0.007537738420069218, "global_step": 18868, "epoch": 106, "lr": 9.281127626852167e-05}
{"train_loss": 0.00889253243803978, "global_step": 18869, "epoch": 106, "lr": 9.281051286613425e-05}
{"train_loss": 0.006451049819588661, "global_step": 18870, "epoch": 106, "lr": 9.280974942635441e-05}
{"train_loss": 0.010568229481577873, "global_step": 18871, "epoch": 106, "lr": 9.280898594918282e-05}
{"train_loss": 0.010130483657121658, "global_step": 18872, "epoch": 106, "lr": 9.280822243462016e-05}
{"train_loss": 0.006129556335508823, "global_step": 18873, "epoch": 106, "lr": 9.280745888266703e-05}
{"train_loss": 0.009075330570340157, "global_step": 18874, "epoch": 106, "lr": 9.280669529332417e-05}
{"train_loss": 0.006421269848942757, "global_step": 18875, "epoch": 106, "lr": 9.28059316665922e-05}
{"train_loss": 0.006524387281388044, "global_step": 18876, "epoch": 106, "lr": 9.280516800247181e-05}
{"train_loss": 0.007926355116069317, "global_step": 18877, "epoch": 106, "lr": 9.280440430096367e-05}
{"train_loss": 0.009223979897797108, "global_step": 18878, "epoch": 106, "lr": 9.280364056206843e-05}
{"train_loss": 0.01011728122830391, "global_step": 18879, "epoch": 106, "lr": 9.280287678578678e-05}
{"train_loss": 0.005884846672415733, "global_step": 18880, "epoch": 106, "lr": 9.280211297211935e-05}
{"train_loss": 0.010646803304553032, "global_step": 18881, "epoch": 106, "lr": 9.280134912106686e-05}
{"train_loss": 0.008294545114040375, "global_step": 18882, "epoch": 106, "lr": 9.280058523262993e-05}
{"train_loss": 0.009434670209884644, "global_step": 18883, "epoch": 106, "lr": 9.279982130680924e-05}
{"train_loss": 0.00796897616237402, "global_step": 18884, "epoch": 106, "lr": 9.279905734360548e-05}
{"train_loss": 0.012195666320621967, "global_step": 18885, "epoch": 106, "lr": 9.279829334301928e-05}
{"train_loss": 0.006642158143222332, "global_step": 18886, "epoch": 106, "lr": 9.279752930505134e-05}
{"train_loss": 0.007764812558889389, "global_step": 18887, "epoch": 106, "lr": 9.279676522970231e-05}
{"train_loss": 0.009977752342820168, "global_step": 18888, "epoch": 106, "lr": 9.279600111697286e-05}
{"train_loss": 0.005594239104539156, "global_step": 18889, "epoch": 106, "lr": 9.279523696686366e-05}
{"train_loss": 0.011998245492577553, "global_step": 18890, "epoch": 106, "lr": 9.279447277937539e-05}
{"train_loss": 0.0075548202730715275, "global_step": 18891, "epoch": 106, "lr": 9.279370855450869e-05}
{"train_loss": 0.013072328642010689, "global_step": 18892, "epoch": 106, "lr": 9.279294429226424e-05}
{"train_loss": 0.010125821456313133, "global_step": 18893, "epoch": 106, "lr": 9.27921799926427e-05}
{"train_loss": 0.010494329035282135, "global_step": 18894, "epoch": 106, "lr": 9.279141565564475e-05}
{"train_loss": 0.007105967495590448, "global_step": 18895, "epoch": 106, "lr": 9.279065128127107e-05}
{"train_loss": 0.006390690803527832, "global_step": 18896, "epoch": 106, "lr": 9.27898868695223e-05}
{"train_loss": 0.011375238187611103, "global_step": 18897, "epoch": 106, "lr": 9.278912242039912e-05}
{"train_loss": 0.009399846196174622, "global_step": 18898, "epoch": 106, "lr": 9.27883579339022e-05}
{"train_loss": 0.010849589481949806, "global_step": 18899, "epoch": 106, "lr": 9.27875934100322e-05}
{"train_loss": 0.02143869549036026, "global_step": 18900, "epoch": 106, "lr": 9.27868288487898e-05}
{"train_loss": 0.010944163426756859, "global_step": 18901, "epoch": 106, "lr": 9.278606425017566e-05}
{"train_loss": 0.007697648834437132, "global_step": 18902, "epoch": 106, "lr": 9.278529961419043e-05}
{"train_loss": 0.011156415566802025, "global_step": 18903, "epoch": 106, "lr": 9.27845349408348e-05}
{"train_loss": 0.00770545331761241, "global_step": 18904, "epoch": 106, "lr": 9.278377023010945e-05}
{"train_loss": 0.009099286049604416, "global_step": 18905, "epoch": 106, "lr": 9.278300548201502e-05}
{"train_loss": 0.013417454436421394, "global_step": 18906, "epoch": 106, "lr": 9.27822406965522e-05}
{"train_loss": 0.007225046865642071, "global_step": 18907, "epoch": 106, "lr": 9.278147587372165e-05}
{"train_loss": 0.009653350338339806, "global_step": 18908, "epoch": 106, "lr": 9.278071101352402e-05}
{"train_loss": 0.013838479295372963, "global_step": 18909, "epoch": 106, "lr": 9.277994611596e-05}
{"train_loss": 0.008499519899487495, "global_step": 18910, "epoch": 106, "lr": 9.277918118103026e-05}
{"train_loss": 0.01001175120472908, "global_step": 18911, "epoch": 106, "lr": 9.277841620873546e-05}
{"train_loss": 0.010002035647630692, "global_step": 18912, "epoch": 106, "lr": 9.277765119907625e-05}
{"train_loss": 0.011590974405407906, "global_step": 18913, "epoch": 106, "lr": 9.277688615205333e-05}
{"train_loss": 0.009906107559800148, "global_step": 18914, "epoch": 106, "lr": 9.277612106766736e-05}
{"train_loss": 0.00783107802271843, "global_step": 18915, "epoch": 106, "lr": 9.277535594591899e-05}
{"train_loss": 0.006724189966917038, "global_step": 18916, "epoch": 106, "lr": 9.27745907868089e-05}
{"train_loss": 0.009729646146297455, "global_step": 18917, "epoch": 106, "lr": 9.277382559033777e-05}
{"train_loss": 0.011630829423666, "global_step": 18918, "epoch": 106, "lr": 9.277306035650625e-05}
{"train_loss": 0.00826275534927845, "global_step": 18919, "epoch": 106, "lr": 9.277229508531501e-05}
{"train_loss": 0.009229088202118874, "global_step": 18920, "epoch": 106, "lr": 9.277152977676476e-05}
{"train_loss": 0.01003745011985302, "global_step": 18921, "epoch": 106, "lr": 9.277076443085609e-05}
{"train_loss": 0.005695646163076162, "global_step": 18922, "epoch": 106, "lr": 9.276999904758974e-05}
{"train_loss": 0.01194044016301632, "global_step": 18923, "epoch": 106, "lr": 9.276923362696633e-05}
{"train_loss": 0.01181065198034048, "global_step": 18924, "epoch": 106, "lr": 9.276846816898656e-05}
{"train_loss": 0.011615244671702385, "global_step": 18925, "epoch": 106, "lr": 9.276770267365109e-05}
{"train_loss": 0.00966599676758051, "global_step": 18926, "epoch": 106, "lr": 9.276693714096058e-05}
{"train_loss": 0.0064384425058960915, "global_step": 18927, "epoch": 106, "lr": 9.276617157091569e-05}
{"train_loss": 0.008885945193469524, "global_step": 18928, "epoch": 106, "lr": 9.276540596351713e-05}
{"train_loss": 0.007008402608335018, "global_step": 18929, "epoch": 106, "lr": 9.276464031876553e-05}
{"train_loss": 0.013823619112372398, "global_step": 18930, "epoch": 106, "lr": 9.276387463666156e-05}
{"train_loss": 0.006282811984419823, "global_step": 18931, "epoch": 106, "lr": 9.276310891720592e-05}
{"train_loss": 0.009230435825884342, "global_step": 18932, "epoch": 106, "lr": 9.276234316039924e-05}
{"train_loss": 0.005962830036878586, "global_step": 18933, "epoch": 106, "lr": 9.276157736624222e-05}
{"train_loss": 0.005708733107894659, "global_step": 18934, "epoch": 106, "lr": 9.276081153473552e-05}
{"train_loss": 0.009479204192757607, "global_step": 18935, "epoch": 106, "lr": 9.27600456658798e-05}
{"train_loss": 0.011458681896328926, "global_step": 18936, "epoch": 106, "lr": 9.275927975967571e-05}
{"train_loss": 0.009324182756245136, "global_step": 18937, "epoch": 106, "lr": 9.275851381612397e-05}
{"train_loss": 0.007945563644170761, "global_step": 18938, "epoch": 106, "lr": 9.275774783522522e-05}
{"train_loss": 0.005193039774894714, "global_step": 18939, "epoch": 106, "lr": 9.275698181698011e-05}
{"train_loss": 0.007818443700671196, "global_step": 18940, "epoch": 106, "lr": 9.275621576138935e-05}
{"train_loss": 0.008178671821951866, "global_step": 18941, "epoch": 106, "lr": 9.275544966845358e-05}
{"train_loss": 0.018658436834812164, "global_step": 18942, "epoch": 106, "lr": 9.275468353817349e-05}
{"train_loss": 0.009285354986786842, "global_step": 18943, "epoch": 106, "lr": 9.275391737054972e-05}
{"train_loss": 0.005351371597498655, "global_step": 18944, "epoch": 106, "lr": 9.275315116558298e-05}
{"train_loss": 0.014138923957943916, "global_step": 18945, "epoch": 106, "lr": 9.275238492327389e-05}
{"train_loss": 0.012203915975987911, "global_step": 18946, "epoch": 106, "lr": 9.275161864362317e-05}
{"train_loss": 0.005328088998794556, "global_step": 18947, "epoch": 106, "lr": 9.275085232663144e-05}
{"train_loss": 0.0075908866710960865, "global_step": 18948, "epoch": 106, "lr": 9.27500859722994e-05}
{"train_loss": 0.0070993853732943535, "global_step": 18949, "epoch": 106, "lr": 9.274931958062771e-05}
{"train_loss": 0.007770520634949207, "global_step": 18950, "epoch": 106, "lr": 9.274855315161705e-05}
{"train_loss": 0.008242379873991013, "global_step": 18951, "epoch": 106, "lr": 9.274778668526809e-05}
{"train_loss": 0.006976624485105276, "global_step": 18952, "epoch": 106, "lr": 9.274702018158147e-05}
{"train_loss": 0.004733777604997158, "global_step": 18953, "epoch": 106, "lr": 9.274625364055791e-05}
{"train_loss": 0.006529644131660461, "global_step": 18954, "epoch": 106, "lr": 9.274548706219802e-05}
{"train_loss": 0.006164376623928547, "global_step": 18955, "epoch": 106, "lr": 9.274472044650251e-05}
{"train_loss": 0.007028107065707445, "global_step": 18956, "epoch": 106, "lr": 9.274395379347205e-05}
{"train_loss": 0.010194530710577965, "global_step": 18957, "epoch": 106, "lr": 9.274318710310729e-05}
{"train_loss": 0.007303614169359207, "global_step": 18958, "epoch": 106, "lr": 9.27424203754089e-05}
{"train_loss": 0.011024324223399162, "global_step": 18959, "epoch": 106, "lr": 9.274165361037757e-05}
{"train_loss": 0.006697161588817835, "global_step": 18960, "epoch": 106, "lr": 9.274088680801395e-05}
{"train_loss": 0.008446505293250084, "global_step": 18961, "epoch": 106, "lr": 9.274011996831872e-05}
{"train_loss": 0.009060442447662354, "global_step": 18962, "epoch": 106, "lr": 9.273935309129255e-05}
{"train_loss": 0.009202399291098118, "global_step": 18963, "epoch": 106, "lr": 9.273858617693612e-05}
{"train_loss": 0.011711062863469124, "global_step": 18964, "epoch": 106, "lr": 9.273781922525007e-05}
{"train_loss": 0.00689273327589035, "global_step": 18965, "epoch": 106, "lr": 9.27370522362351e-05}
{"train_loss": 0.00726813729852438, "global_step": 18966, "epoch": 106, "lr": 9.273628520989186e-05}
{"train_loss": 0.007744912523776293, "global_step": 18967, "epoch": 106, "lr": 9.273551814622104e-05}
{"train_loss": 0.009788136929273605, "global_step": 18968, "epoch": 106, "lr": 9.273475104522328e-05}
{"train_loss": 0.005822848528623581, "global_step": 18969, "epoch": 106, "lr": 9.273398390689927e-05}
{"train_loss": 0.006492246873676777, "global_step": 18970, "epoch": 106, "lr": 9.273321673124968e-05}
{"train_loss": 0.010103713721036911, "global_step": 18971, "epoch": 106, "lr": 9.273244951827518e-05}
{"train_loss": 0.007601815275847912, "global_step": 18972, "epoch": 106, "lr": 9.273168226797643e-05}
{"train_loss": 0.010589922778308392, "global_step": 18973, "epoch": 106, "lr": 9.273091498035411e-05}
{"train_loss": 0.0055559128522872925, "global_step": 18974, "epoch": 106, "lr": 9.273014765540888e-05}
{"train_loss": 0.008680623024702072, "global_step": 18975, "epoch": 106, "lr": 9.272938029314143e-05}
{"train_loss": 0.00991024635732174, "global_step": 18976, "epoch": 106, "lr": 9.272861289355241e-05}
{"train_loss": 0.009073837660253048, "global_step": 18977, "epoch": 106, "lr": 9.27278454566425e-05}
{"train_loss": 0.006790007930248976, "global_step": 18978, "epoch": 106, "lr": 9.272707798241238e-05}
{"train_loss": 0.0133143225684762, "global_step": 18979, "epoch": 106, "lr": 9.27263104708627e-05}
{"train_loss": 0.008853279054164886, "global_step": 18980, "epoch": 106, "lr": 9.272554292199414e-05}
{"train_loss": 0.004556346219033003, "global_step": 18981, "epoch": 106, "lr": 9.272477533580737e-05}
{"train_loss": 0.008839748799800873, "global_step": 18982, "epoch": 106, "lr": 9.272400771230306e-05}
{"train_loss": 0.008442695252597332, "global_step": 18983, "epoch": 106, "lr": 9.272324005148188e-05}
{"train_loss": 0.010349257849156857, "global_step": 18984, "epoch": 106, "lr": 9.27224723533445e-05}
{"train_loss": 0.00910145789384842, "global_step": 18985, "epoch": 106, "lr": 9.27217046178916e-05}
{"train_loss": 0.007700104266405106, "global_step": 18986, "epoch": 106, "lr": 9.272093684512384e-05}
{"train_loss": 0.008735639043152332, "global_step": 18987, "epoch": 106, "lr": 9.272016903504188e-05}
{"train_loss": 0.008887539617717266, "global_step": 18988, "epoch": 106, "lr": 9.271940118764641e-05}
{"train_loss": 0.007884429767727852, "global_step": 18989, "epoch": 106, "lr": 9.27186333029381e-05}
{"train_loss": 0.008133207447826862, "global_step": 18990, "epoch": 106, "lr": 9.271786538091761e-05}
{"train_loss": 0.011014748364686966, "global_step": 18991, "epoch": 106, "lr": 9.271709742158562e-05}
{"train_loss": 0.015499882400035858, "global_step": 18992, "epoch": 106, "lr": 9.27163294249428e-05}
{"train_loss": 0.007713070139288902, "global_step": 18993, "epoch": 106, "lr": 9.27155613909898e-05}
{"train_loss": 0.009942656382918358, "global_step": 18994, "epoch": 106, "lr": 9.271479331972733e-05}
{"train_loss": 0.010914207436144352, "global_step": 18995, "epoch": 106, "lr": 9.271402521115602e-05}
{"train_loss": 0.01101670041680336, "global_step": 18996, "epoch": 106, "lr": 9.271325706527657e-05}
{"train_loss": 0.006894294172525406, "global_step": 18997, "epoch": 106, "lr": 9.271248888208963e-05}
{"train_loss": 0.007612957153469324, "global_step": 18998, "epoch": 106, "lr": 9.27117206615959e-05}
{"train_loss": 0.009071337059140205, "global_step": 18999, "epoch": 106, "lr": 9.271095240379603e-05}
{"train_loss": 0.019695527851581573, "global_step": 19000, "epoch": 106, "lr": 9.271018410869068e-05}
{"train_loss": 0.00979252066463232, "global_step": 19001, "epoch": 106, "lr": 9.270941577628053e-05}
{"train_loss": 0.011028487235307693, "global_step": 19002, "epoch": 106, "lr": 9.270864740656628e-05}
{"train_loss": 0.008542997762560844, "global_step": 19003, "epoch": 106, "lr": 9.270787899954855e-05}
{"train_loss": 0.018281523138284683, "global_step": 19004, "epoch": 106, "lr": 9.270711055522808e-05}
{"train_loss": 0.003503787098452449, "global_step": 19005, "epoch": 106, "lr": 9.270634207360547e-05}
{"train_loss": 0.011422067880630493, "global_step": 19006, "epoch": 106, "lr": 9.270557355468141e-05}
{"train_loss": 0.007932409644126892, "global_step": 19007, "epoch": 106, "lr": 9.270480499845659e-05}
{"train_loss": 0.010863189585506916, "global_step": 19008, "epoch": 106, "lr": 9.270403640493168e-05}
{"train_loss": 0.0057041882537305355, "global_step": 19009, "epoch": 106, "lr": 9.270326777410735e-05}
{"train_loss": 0.009552031755447388, "global_step": 19010, "epoch": 106, "lr": 9.270249910598425e-05}
{"train_loss": 0.004861975088715553, "global_step": 19011, "epoch": 106, "lr": 9.270173040056309e-05}
{"train_loss": 0.00711511867120862, "global_step": 19012, "epoch": 106, "lr": 9.270096165784449e-05}
{"train_loss": 0.006590784061700106, "global_step": 19013, "epoch": 106, "lr": 9.270019287782918e-05}
{"train_loss": 0.006344539579004049, "global_step": 19014, "epoch": 106, "lr": 9.269942406051777e-05}
{"train_loss": 0.012983574531972408, "global_step": 19015, "epoch": 106, "lr": 9.269865520591098e-05}
{"train_loss": 0.007625886704772711, "global_step": 19016, "epoch": 106, "lr": 9.269788631400946e-05}
{"train_loss": 0.005874400492757559, "global_step": 19017, "epoch": 106, "lr": 9.26971173848139e-05}
{"train_loss": 0.008537163026630878, "global_step": 19018, "epoch": 106, "lr": 9.269634841832495e-05}
{"train_loss": 0.006239787209779024, "global_step": 19019, "epoch": 106, "lr": 9.269557941454327e-05}
{"train_loss": 0.009106926620006561, "global_step": 19020, "epoch": 106, "lr": 9.269481037346959e-05}
{"train_loss": 0.009744198992848396, "global_step": 19021, "epoch": 106, "lr": 9.26940412951045e-05}
{"train_loss": 0.008638648316264153, "global_step": 19022, "epoch": 106, "lr": 9.269327217944875e-05}
{"train_loss": 0.011226590722799301, "global_step": 19023, "epoch": 106, "lr": 9.269250302650297e-05}
{"train_loss": 0.010664867237210274, "global_step": 19024, "epoch": 106, "lr": 9.269173383626782e-05}
{"train_loss": 0.013089364394545555, "global_step": 19025, "epoch": 106, "lr": 9.2690964608744e-05}
{"train_loss": 0.006404990330338478, "global_step": 19026, "epoch": 106, "lr": 9.269019534393217e-05}
{"train_loss": 0.007267838343977928, "global_step": 19027, "epoch": 106, "lr": 9.268942604183302e-05}
{"train_loss": 0.00900079682469368, "global_step": 19028, "epoch": 106, "lr": 9.268865670244719e-05}
{"train_loss": 0.01126745343208313, "global_step": 19029, "epoch": 106, "lr": 9.268788732577536e-05}
{"train_loss": 0.011541668325662613, "global_step": 19030, "epoch": 106, "lr": 9.268711791181822e-05}
{"train_loss": 0.007698704954236746, "global_step": 19031, "epoch": 106, "lr": 9.268634846057643e-05}
{"train_loss": 0.00737895630300045, "global_step": 19032, "epoch": 106, "lr": 9.268557897205067e-05}
{"train_loss": 0.010189461521804333, "global_step": 19033, "epoch": 106, "lr": 9.268480944624161e-05}
{"train_loss": 0.009016097523272038, "global_step": 19034, "epoch": 106, "lr": 9.268403988314989e-05}
{"train_loss": 0.011333469301462173, "global_step": 19035, "epoch": 106, "lr": 9.268327028277623e-05}
{"train_loss": 0.008438587188720703, "global_step": 19036, "epoch": 106, "lr": 9.26825006451213e-05}
{"train_loss": 0.01121224369853735, "global_step": 19037, "epoch": 106, "lr": 9.268173097018574e-05}
{"train_loss": 0.011558076366782188, "global_step": 19038, "epoch": 106, "lr": 9.268096125797021e-05}
{"train_loss": 0.007285780739039183, "global_step": 19039, "epoch": 106, "lr": 9.268019150847545e-05}
{"train_loss": 0.009462537243962288, "global_step": 19040, "epoch": 106, "lr": 9.267942172170206e-05}
{"train_loss": 0.015292235650122166, "global_step": 19041, "epoch": 106, "lr": 9.267865189765077e-05}
{"train_loss": 0.01091937068849802, "global_step": 19042, "epoch": 106, "lr": 9.26778820363222e-05}
{"train_loss": 0.015334747731685638, "global_step": 19043, "epoch": 106, "lr": 9.267711213771707e-05}
{"train_loss": 0.008795342408120632, "global_step": 19044, "epoch": 106, "lr": 9.267634220183603e-05}
{"train_loss": 0.009167740648622844, "global_step": 19045, "epoch": 106, "lr": 9.267557222867974e-05}
{"train_loss": 0.01149252150207758, "global_step": 19046, "epoch": 107, "lr": 9.267480221824889e-05}
{"train_loss": 0.014745300635695457, "global_step": 19047, "epoch": 107, "lr": 9.267403217054416e-05}
{"train_loss": 0.0063492245972156525, "global_step": 19048, "epoch": 107, "lr": 9.26732620855662e-05}
{"train_loss": 0.006889034062623978, "global_step": 19049, "epoch": 107, "lr": 9.26724919633157e-05}
{"train_loss": 0.013079971075057983, "global_step": 19050, "epoch": 107, "lr": 9.267172180379334e-05}
{"train_loss": 0.008981498889625072, "global_step": 19051, "epoch": 107, "lr": 9.267095160699975e-05}
{"train_loss": 0.004174449481070042, "global_step": 19052, "epoch": 107, "lr": 9.267018137293564e-05}
{"train_loss": 0.00880384910851717, "global_step": 19053, "epoch": 107, "lr": 9.266941110160168e-05}
{"train_loss": 0.01160253956913948, "global_step": 19054, "epoch": 107, "lr": 9.266864079299855e-05}
{"train_loss": 0.011485986411571503, "global_step": 19055, "epoch": 107, "lr": 9.26678704471269e-05}
{"train_loss": 0.008658929727971554, "global_step": 19056, "epoch": 107, "lr": 9.266710006398741e-05}
{"train_loss": 0.008827690035104752, "global_step": 19057, "epoch": 107, "lr": 9.266632964358075e-05}
{"train_loss": 0.006545582320541143, "global_step": 19058, "epoch": 107, "lr": 9.266555918590763e-05}
{"train_loss": 0.010645125061273575, "global_step": 19059, "epoch": 107, "lr": 9.266478869096866e-05}
{"train_loss": 0.010959737002849579, "global_step": 19060, "epoch": 107, "lr": 9.266401815876455e-05}
{"train_loss": 0.0063422201201319695, "global_step": 19061, "epoch": 107, "lr": 9.266324758929598e-05}
{"train_loss": 0.011289764195680618, "global_step": 19062, "epoch": 107, "lr": 9.26624769825636e-05}
{"train_loss": 0.01504484098404646, "global_step": 19063, "epoch": 107, "lr": 9.26617063385681e-05}
{"train_loss": 0.008857380598783493, "global_step": 19064, "epoch": 107, "lr": 9.266093565731013e-05}
{"train_loss": 0.008990408852696419, "global_step": 19065, "epoch": 107, "lr": 9.26601649387904e-05}
{"train_loss": 0.007974227890372276, "global_step": 19066, "epoch": 107, "lr": 9.265939418300958e-05}
{"train_loss": 0.012592960149049759, "global_step": 19067, "epoch": 107, "lr": 9.265862338996829e-05}
{"train_loss": 0.00953554268926382, "global_step": 19068, "epoch": 107, "lr": 9.265785255966726e-05}
{"train_loss": 0.0065164281986653805, "global_step": 19069, "epoch": 107, "lr": 9.265708169210714e-05}
{"train_loss": 0.008269138634204865, "global_step": 19070, "epoch": 107, "lr": 9.26563107872886e-05}
{"train_loss": 0.0078854039311409, "global_step": 19071, "epoch": 107, "lr": 9.265553984521234e-05}
{"train_loss": 0.017151936888694763, "global_step": 19072, "epoch": 107, "lr": 9.265476886587899e-05}
{"train_loss": 0.015512466430664062, "global_step": 19073, "epoch": 107, "lr": 9.265399784928925e-05}
{"train_loss": 0.005471596494317055, "global_step": 19074, "epoch": 107, "lr": 9.26532267954438e-05}
{"train_loss": 0.010648787952959538, "global_step": 19075, "epoch": 107, "lr": 9.265245570434331e-05}
{"train_loss": 0.008594326674938202, "global_step": 19076, "epoch": 107, "lr": 9.265168457598843e-05}
{"train_loss": 0.010328482836484909, "global_step": 19077, "epoch": 107, "lr": 9.265091341037986e-05}
{"train_loss": 0.011118147522211075, "global_step": 19078, "epoch": 107, "lr": 9.265014220751827e-05}
{"train_loss": 0.006533954758197069, "global_step": 19079, "epoch": 107, "lr": 9.264937096740431e-05}
{"train_loss": 0.010749300941824913, "global_step": 19080, "epoch": 107, "lr": 9.264859969003867e-05}
{"train_loss": 0.008941186591982841, "global_step": 19081, "epoch": 107, "lr": 9.264782837542206e-05}
{"train_loss": 0.004247014410793781, "global_step": 19082, "epoch": 107, "lr": 9.264705702355508e-05}
{"train_loss": 0.005331545136868954, "global_step": 19083, "epoch": 107, "lr": 9.264628563443846e-05}
{"train_loss": 0.005370560102164745, "global_step": 19084, "epoch": 107, "lr": 9.264551420807285e-05}
{"train_loss": 0.013561064377427101, "global_step": 19085, "epoch": 107, "lr": 9.264474274445893e-05}
{"train_loss": 0.012669782154262066, "global_step": 19086, "epoch": 107, "lr": 9.264397124359739e-05}
{"train_loss": 0.010115444660186768, "global_step": 19087, "epoch": 107, "lr": 9.264319970548887e-05}
{"train_loss": 0.00826234184205532, "global_step": 19088, "epoch": 107, "lr": 9.264242813013406e-05}
{"train_loss": 0.008730065077543259, "global_step": 19089, "epoch": 107, "lr": 9.264165651753365e-05}
{"train_loss": 0.017877385020256042, "global_step": 19090, "epoch": 107, "lr": 9.26408848676883e-05}
{"train_loss": 0.012128517031669617, "global_step": 19091, "epoch": 107, "lr": 9.264011318059868e-05}
{"train_loss": 0.008529461920261383, "global_step": 19092, "epoch": 107, "lr": 9.263934145626545e-05}
{"train_loss": 0.00689340103417635, "global_step": 19093, "epoch": 107, "lr": 9.263856969468932e-05}
{"train_loss": 0.01123281754553318, "global_step": 19094, "epoch": 107, "lr": 9.263779789587094e-05}
{"train_loss": 0.006208851933479309, "global_step": 19095, "epoch": 107, "lr": 9.2637026059811e-05}
{"train_loss": 0.007365426979959011, "global_step": 19096, "epoch": 107, "lr": 9.263625418651015e-05}
{"train_loss": 0.01338408887386322, "global_step": 19097, "epoch": 107, "lr": 9.263548227596908e-05}
{"train_loss": 0.015878409147262573, "global_step": 19098, "epoch": 107, "lr": 9.263471032818846e-05}
{"train_loss": 0.01599249243736267, "global_step": 19099, "epoch": 107, "lr": 9.263393834316899e-05}
{"train_loss": 0.008612293750047684, "global_step": 19100, "epoch": 107, "lr": 9.26331663209113e-05}
{"train_loss": 0.009452149271965027, "global_step": 19101, "epoch": 107, "lr": 9.263239426141608e-05}
{"train_loss": 0.005999512504786253, "global_step": 19102, "epoch": 107, "lr": 9.263162216468402e-05}
{"train_loss": 0.009399190545082092, "global_step": 19103, "epoch": 107, "lr": 9.263085003071579e-05}
{"train_loss": 0.006194353103637695, "global_step": 19104, "epoch": 107, "lr": 9.263007785951205e-05}
{"train_loss": 0.013863902539014816, "global_step": 19105, "epoch": 107, "lr": 9.262930565107349e-05}
{"train_loss": 0.010828269645571709, "global_step": 19106, "epoch": 107, "lr": 9.262853340540076e-05}
{"train_loss": 0.012731176801025867, "global_step": 19107, "epoch": 107, "lr": 9.262776112249456e-05}
{"train_loss": 0.005508933216333389, "global_step": 19108, "epoch": 107, "lr": 9.262698880235556e-05}
{"train_loss": 0.007450300268828869, "global_step": 19109, "epoch": 107, "lr": 9.262621644498444e-05}
{"train_loss": 0.009199196472764015, "global_step": 19110, "epoch": 107, "lr": 9.262544405038185e-05}
{"train_loss": 0.006118969991803169, "global_step": 19111, "epoch": 107, "lr": 9.262467161854848e-05}
{"train_loss": 0.008839529007673264, "global_step": 19112, "epoch": 107, "lr": 9.262389914948502e-05}
{"train_loss": 0.006515568122267723, "global_step": 19113, "epoch": 107, "lr": 9.262312664319212e-05}
{"train_loss": 0.012133689597249031, "global_step": 19114, "epoch": 107, "lr": 9.262235409967047e-05}
{"train_loss": 0.008458368480205536, "global_step": 19115, "epoch": 107, "lr": 9.262158151892072e-05}
{"train_loss": 0.011521568521857262, "global_step": 19116, "epoch": 107, "lr": 9.262080890094357e-05}
{"train_loss": 0.00851343385875225, "global_step": 19117, "epoch": 107, "lr": 9.26200362457397e-05}
{"train_loss": 0.011291369795799255, "global_step": 19118, "epoch": 107, "lr": 9.261926355330978e-05}
{"train_loss": 0.008265706710517406, "global_step": 19119, "epoch": 107, "lr": 9.261849082365445e-05}
{"train_loss": 0.009192857891321182, "global_step": 19120, "epoch": 107, "lr": 9.261771805677445e-05}
{"train_loss": 0.008292006328701973, "global_step": 19121, "epoch": 107, "lr": 9.261694525267039e-05}
{"train_loss": 0.007172875106334686, "global_step": 19122, "epoch": 107, "lr": 9.2616172411343e-05}
{"train_loss": 0.0059524765238165855, "global_step": 19123, "epoch": 107, "lr": 9.26153995327929e-05}
{"train_loss": 0.009101670235395432, "global_step": 19124, "epoch": 107, "lr": 9.261462661702081e-05}
{"train_loss": 0.008199448697268963, "global_step": 19125, "epoch": 107, "lr": 9.261385366402738e-05}
{"train_loss": 0.00654288474470377, "global_step": 19126, "epoch": 107, "lr": 9.26130806738133e-05}
{"train_loss": 0.008057888597249985, "global_step": 19127, "epoch": 107, "lr": 9.261230764637924e-05}
{"train_loss": 0.012383025139570236, "global_step": 19128, "epoch": 107, "lr": 9.261153458172586e-05}
{"train_loss": 0.005561242811381817, "global_step": 19129, "epoch": 107, "lr": 9.261076147985387e-05}
{"train_loss": 0.0059318142011761665, "global_step": 19130, "epoch": 107, "lr": 9.26099883407639e-05}
{"train_loss": 0.00787397287786007, "global_step": 19131, "epoch": 107, "lr": 9.260921516445668e-05}
{"train_loss": 0.009600941091775894, "global_step": 19132, "epoch": 107, "lr": 9.260844195093283e-05}
{"train_loss": 0.005519411060959101, "global_step": 19133, "epoch": 107, "lr": 9.260766870019307e-05}
{"train_loss": 0.008226439356803894, "global_step": 19134, "epoch": 107, "lr": 9.260689541223804e-05}
{"train_loss": 0.005332496948540211, "global_step": 19135, "epoch": 107, "lr": 9.260612208706844e-05}
{"train_loss": 0.009178385138511658, "global_step": 19136, "epoch": 107, "lr": 9.260534872468494e-05}
{"train_loss": 0.005427480675280094, "global_step": 19137, "epoch": 107, "lr": 9.26045753250882e-05}
{"train_loss": 0.0075915721245110035, "global_step": 19138, "epoch": 107, "lr": 9.26038018882789e-05}
{"train_loss": 0.00847270805388689, "global_step": 19139, "epoch": 107, "lr": 9.260302841425776e-05}
{"train_loss": 0.008808542042970657, "global_step": 19140, "epoch": 107, "lr": 9.260225490302538e-05}
{"train_loss": 0.007535497657954693, "global_step": 19141, "epoch": 107, "lr": 9.26014813545825e-05}
{"train_loss": 0.007632859982550144, "global_step": 19142, "epoch": 107, "lr": 9.260070776892976e-05}
{"train_loss": 0.008386358618736267, "global_step": 19143, "epoch": 107, "lr": 9.259993414606784e-05}
{"train_loss": 0.006211422849446535, "global_step": 19144, "epoch": 107, "lr": 9.259916048599744e-05}
{"train_loss": 0.009250420145690441, "global_step": 19145, "epoch": 107, "lr": 9.259838678871919e-05}
{"train_loss": 0.005120262503623962, "global_step": 19146, "epoch": 107, "lr": 9.259761305423382e-05}
{"train_loss": 0.003980440087616444, "global_step": 19147, "epoch": 107, "lr": 9.259683928254198e-05}
{"train_loss": 0.014163359068334103, "global_step": 19148, "epoch": 107, "lr": 9.259606547364432e-05}
{"train_loss": 0.0070825377479195595, "global_step": 19149, "epoch": 107, "lr": 9.259529162754155e-05}
{"train_loss": 0.007592987734824419, "global_step": 19150, "epoch": 107, "lr": 9.259451774423434e-05}
{"train_loss": 0.007090829312801361, "global_step": 19151, "epoch": 107, "lr": 9.259374382372337e-05}
{"train_loss": 0.005975572392344475, "global_step": 19152, "epoch": 107, "lr": 9.259296986600929e-05}
{"train_loss": 0.00650069210678339, "global_step": 19153, "epoch": 107, "lr": 9.259219587109282e-05}
{"train_loss": 0.005813059397041798, "global_step": 19154, "epoch": 107, "lr": 9.25914218389746e-05}
{"train_loss": 0.006931309588253498, "global_step": 19155, "epoch": 107, "lr": 9.25906477696553e-05}
{"train_loss": 0.008248423226177692, "global_step": 19156, "epoch": 107, "lr": 9.258987366313563e-05}
{"train_loss": 0.002557828091084957, "global_step": 19157, "epoch": 107, "lr": 9.258909951941623e-05}
{"train_loss": 0.008006861433386803, "global_step": 19158, "epoch": 107, "lr": 9.258832533849782e-05}
{"train_loss": 0.005716030020266771, "global_step": 19159, "epoch": 107, "lr": 9.258755112038105e-05}
{"train_loss": 0.010206105187535286, "global_step": 19160, "epoch": 107, "lr": 9.258677686506658e-05}
{"train_loss": 0.005912464577704668, "global_step": 19161, "epoch": 107, "lr": 9.258600257255511e-05}
{"train_loss": 0.007806906942278147, "global_step": 19162, "epoch": 107, "lr": 9.25852282428473e-05}
{"train_loss": 0.006729729939252138, "global_step": 19163, "epoch": 107, "lr": 9.258445387594386e-05}
{"train_loss": 0.010102053172886372, "global_step": 19164, "epoch": 107, "lr": 9.258367947184542e-05}
{"train_loss": 0.00789591670036316, "global_step": 19165, "epoch": 107, "lr": 9.258290503055269e-05}
{"train_loss": 0.007989907637238503, "global_step": 19166, "epoch": 107, "lr": 9.258213055206634e-05}
{"train_loss": 0.0046248724684119225, "global_step": 19167, "epoch": 107, "lr": 9.258135603638705e-05}
{"train_loss": 0.009353507310152054, "global_step": 19168, "epoch": 107, "lr": 9.258058148351546e-05}
{"train_loss": 0.0042797597125172615, "global_step": 19169, "epoch": 107, "lr": 9.257980689345229e-05}
{"train_loss": 0.006295889616012573, "global_step": 19170, "epoch": 107, "lr": 9.257903226619821e-05}
{"train_loss": 0.008263276889920235, "global_step": 19171, "epoch": 107, "lr": 9.257825760175387e-05}
{"train_loss": 0.009164644405245781, "global_step": 19172, "epoch": 107, "lr": 9.257748290011999e-05}
{"train_loss": 0.007135369349271059, "global_step": 19173, "epoch": 107, "lr": 9.25767081612972e-05}
{"train_loss": 0.00870460644364357, "global_step": 19174, "epoch": 107, "lr": 9.25759333852862e-05}
{"train_loss": 0.0060388026759028435, "global_step": 19175, "epoch": 107, "lr": 9.257515857208767e-05}
{"train_loss": 0.011364135891199112, "global_step": 19176, "epoch": 107, "lr": 9.257438372170228e-05}
{"train_loss": 0.006171914283186197, "global_step": 19177, "epoch": 107, "lr": 9.25736088341307e-05}
{"train_loss": 0.008485767059028149, "global_step": 19178, "epoch": 107, "lr": 9.257283390937364e-05}
{"train_loss": 0.011291874572634697, "global_step": 19179, "epoch": 107, "lr": 9.257205894743173e-05}
{"train_loss": 0.014458916150033474, "global_step": 19180, "epoch": 107, "lr": 9.257128394830567e-05}
{"train_loss": 0.010258955880999565, "global_step": 19181, "epoch": 107, "lr": 9.257050891199615e-05}
{"train_loss": 0.007018635980784893, "global_step": 19182, "epoch": 107, "lr": 9.256973383850381e-05}
{"train_loss": 0.009194440208375454, "global_step": 19183, "epoch": 107, "lr": 9.256895872782937e-05}
{"train_loss": 0.01621444709599018, "global_step": 19184, "epoch": 107, "lr": 9.256818357997347e-05}
{"train_loss": 0.011126937344670296, "global_step": 19185, "epoch": 107, "lr": 9.256740839493683e-05}
{"train_loss": 0.008616916835308075, "global_step": 19186, "epoch": 107, "lr": 9.256663317272007e-05}
{"train_loss": 0.008325237780809402, "global_step": 19187, "epoch": 107, "lr": 9.256585791332391e-05}
{"train_loss": 0.006419380661100149, "global_step": 19188, "epoch": 107, "lr": 9.256508261674903e-05}
{"train_loss": 0.009835058823227882, "global_step": 19189, "epoch": 107, "lr": 9.256430728299608e-05}
{"train_loss": 0.005975411273539066, "global_step": 19190, "epoch": 107, "lr": 9.256353191206575e-05}
{"train_loss": 0.007481046486645937, "global_step": 19191, "epoch": 107, "lr": 9.256275650395872e-05}
{"train_loss": 0.004768696613609791, "global_step": 19192, "epoch": 107, "lr": 9.256198105867565e-05}
{"train_loss": 0.0103533286601305, "global_step": 19193, "epoch": 107, "lr": 9.256120557621725e-05}
{"train_loss": 0.0061777266673743725, "global_step": 19194, "epoch": 107, "lr": 9.256043005658417e-05}
{"train_loss": 0.012793656438589096, "global_step": 19195, "epoch": 107, "lr": 9.25596544997771e-05}
{"train_loss": 0.008510618470609188, "global_step": 19196, "epoch": 107, "lr": 9.255887890579671e-05}
{"train_loss": 0.009174884296953678, "global_step": 19197, "epoch": 107, "lr": 9.255810327464367e-05}
{"train_loss": 0.00806511752307415, "global_step": 19198, "epoch": 107, "lr": 9.255732760631868e-05}
{"train_loss": 0.011705955490469933, "global_step": 19199, "epoch": 107, "lr": 9.255655190082239e-05}
{"train_loss": 0.007321840152144432, "global_step": 19200, "epoch": 107, "lr": 9.255577615815553e-05}
{"train_loss": 0.00906363409012556, "global_step": 19201, "epoch": 107, "lr": 9.255500037831871e-05}
{"train_loss": 0.014999637380242348, "global_step": 19202, "epoch": 107, "lr": 9.255422456131266e-05}
{"train_loss": 0.017834089696407318, "global_step": 19203, "epoch": 107, "lr": 9.255344870713802e-05}
{"train_loss": 0.0075875138863921165, "global_step": 19204, "epoch": 107, "lr": 9.255267281579549e-05}
{"train_loss": 0.011130954138934612, "global_step": 19205, "epoch": 107, "lr": 9.255189688728574e-05}
{"train_loss": 0.005091696046292782, "global_step": 19206, "epoch": 107, "lr": 9.255112092160945e-05}
{"train_loss": 0.00888284482061863, "global_step": 19207, "epoch": 107, "lr": 9.255034491876728e-05}
{"train_loss": 0.012746266089379787, "global_step": 19208, "epoch": 107, "lr": 9.254956887875995e-05}
{"train_loss": 0.008386142551898956, "global_step": 19209, "epoch": 107, "lr": 9.25487928015881e-05}
{"train_loss": 0.009349013678729534, "global_step": 19210, "epoch": 107, "lr": 9.254801668725242e-05}
{"train_loss": 0.00995606742799282, "global_step": 19211, "epoch": 107, "lr": 9.25472405357536e-05}
{"train_loss": 0.006156382150948048, "global_step": 19212, "epoch": 107, "lr": 9.254646434709229e-05}
{"train_loss": 0.00927724689245224, "global_step": 19213, "epoch": 107, "lr": 9.25456881212692e-05}
{"train_loss": 0.00769671518355608, "global_step": 19214, "epoch": 107, "lr": 9.254491185828498e-05}
{"train_loss": 0.005422822665423155, "global_step": 19215, "epoch": 107, "lr": 9.254413555814032e-05}
{"train_loss": 0.011743118986487389, "global_step": 19216, "epoch": 107, "lr": 9.254335922083591e-05}
{"train_loss": 0.01184973493218422, "global_step": 19217, "epoch": 107, "lr": 9.254258284637241e-05}
{"train_loss": 0.00456159096211195, "global_step": 19218, "epoch": 107, "lr": 9.25418064347505e-05}
{"train_loss": 0.006834842264652252, "global_step": 19219, "epoch": 107, "lr": 9.254102998597087e-05}
{"train_loss": 0.013787904754281044, "global_step": 19220, "epoch": 107, "lr": 9.254025350003419e-05}
{"train_loss": 0.00699534872546792, "global_step": 19221, "epoch": 107, "lr": 9.253947697694114e-05}
{"train_loss": 0.012234888970851898, "global_step": 19222, "epoch": 107, "lr": 9.253870041669239e-05}
{"train_loss": 0.008866179228258015, "global_step": 19223, "epoch": 107, "lr": 9.253792381928863e-05}
{"train_loss": 0.012611497193574905, "global_step": 19224, "epoch": 108, "lr": 9.253714718473053e-05}
{"train_loss": 0.009036317467689514, "global_step": 19225, "epoch": 108, "lr": 9.253637051301878e-05}
{"train_loss": 0.007529477588832378, "global_step": 19226, "epoch": 108, "lr": 9.253559380415404e-05}
{"train_loss": 0.005167319439351559, "global_step": 19227, "epoch": 108, "lr": 9.2534817058137e-05}
{"train_loss": 0.00739109143614769, "global_step": 19228, "epoch": 108, "lr": 9.253404027496834e-05}
{"train_loss": 0.009218920953571796, "global_step": 19229, "epoch": 108, "lr": 9.253326345464874e-05}
{"train_loss": 0.012980189174413681, "global_step": 19230, "epoch": 108, "lr": 9.253248659717888e-05}
{"train_loss": 0.00982007384300232, "global_step": 19231, "epoch": 108, "lr": 9.253170970255943e-05}
{"train_loss": 0.0057946061715483665, "global_step": 19232, "epoch": 108, "lr": 9.253093277079106e-05}
{"train_loss": 0.009616997092962265, "global_step": 19233, "epoch": 108, "lr": 9.253015580187448e-05}
{"train_loss": 0.008125027641654015, "global_step": 19234, "epoch": 108, "lr": 9.252937879581035e-05}
{"train_loss": 0.005181483458727598, "global_step": 19235, "epoch": 108, "lr": 9.252860175259932e-05}
{"train_loss": 0.010121183469891548, "global_step": 19236, "epoch": 108, "lr": 9.25278246722421e-05}
{"train_loss": 0.005553245544433594, "global_step": 19237, "epoch": 108, "lr": 9.252704755473938e-05}
{"train_loss": 0.007530192378908396, "global_step": 19238, "epoch": 108, "lr": 9.252627040009183e-05}
{"train_loss": 0.007757415995001793, "global_step": 19239, "epoch": 108, "lr": 9.25254932083001e-05}
{"train_loss": 0.004297765903174877, "global_step": 19240, "epoch": 108, "lr": 9.25247159793649e-05}
{"train_loss": 0.0063666896894574165, "global_step": 19241, "epoch": 108, "lr": 9.25239387132869e-05}
{"train_loss": 0.006494710221886635, "global_step": 19242, "epoch": 108, "lr": 9.252316141006679e-05}
{"train_loss": 0.005152723286300898, "global_step": 19243, "epoch": 108, "lr": 9.252238406970523e-05}
{"train_loss": 0.007538989651948214, "global_step": 19244, "epoch": 108, "lr": 9.252160669220291e-05}
{"train_loss": 0.012104392051696777, "global_step": 19245, "epoch": 108, "lr": 9.25208292775605e-05}
{"train_loss": 0.008016347885131836, "global_step": 19246, "epoch": 108, "lr": 9.252005182577868e-05}
{"train_loss": 0.00727736484259367, "global_step": 19247, "epoch": 108, "lr": 9.251927433685815e-05}
{"train_loss": 0.0074029904790222645, "global_step": 19248, "epoch": 108, "lr": 9.251849681079957e-05}
{"train_loss": 0.010751653462648392, "global_step": 19249, "epoch": 108, "lr": 9.251771924760362e-05}
{"train_loss": 0.004512406885623932, "global_step": 19250, "epoch": 108, "lr": 9.251694164727097e-05}
{"train_loss": 0.004459667950868607, "global_step": 19251, "epoch": 108, "lr": 9.251616400980231e-05}
{"train_loss": 0.015796713531017303, "global_step": 19252, "epoch": 108, "lr": 9.251538633519833e-05}
{"train_loss": 0.009457049891352654, "global_step": 19253, "epoch": 108, "lr": 9.251460862345971e-05}
{"train_loss": 0.006620044820010662, "global_step": 19254, "epoch": 108, "lr": 9.251383087458711e-05}
{"train_loss": 0.0035715328995138407, "global_step": 19255, "epoch": 108, "lr": 9.25130530885812e-05}
{"train_loss": 0.0077776298858225346, "global_step": 19256, "epoch": 108, "lr": 9.251227526544271e-05}
{"train_loss": 0.010796071030199528, "global_step": 19257, "epoch": 108, "lr": 9.251149740517226e-05}
{"train_loss": 0.012129065580666065, "global_step": 19258, "epoch": 108, "lr": 9.251071950777056e-05}
{"train_loss": 0.008629750460386276, "global_step": 19259, "epoch": 108, "lr": 9.250994157323829e-05}
{"train_loss": 0.007324062287807465, "global_step": 19260, "epoch": 108, "lr": 9.250916360157613e-05}
{"train_loss": 0.006068321876227856, "global_step": 19261, "epoch": 108, "lr": 9.250838559278474e-05}
{"train_loss": 0.004053172655403614, "global_step": 19262, "epoch": 108, "lr": 9.250760754686483e-05}
{"train_loss": 0.013787350617349148, "global_step": 19263, "epoch": 108, "lr": 9.250682946381703e-05}
{"train_loss": 0.0122276172041893, "global_step": 19264, "epoch": 108, "lr": 9.250605134364209e-05}
{"train_loss": 0.005624519661068916, "global_step": 19265, "epoch": 108, "lr": 9.250527318634064e-05}
{"train_loss": 0.008553218096494675, "global_step": 19266, "epoch": 108, "lr": 9.250449499191336e-05}
{"train_loss": 0.005312446039170027, "global_step": 19267, "epoch": 108, "lr": 9.250371676036098e-05}
{"train_loss": 0.008023139089345932, "global_step": 19268, "epoch": 108, "lr": 9.25029384916841e-05}
{"train_loss": 0.009161807596683502, "global_step": 19269, "epoch": 108, "lr": 9.250216018588347e-05}
{"train_loss": 0.013735843822360039, "global_step": 19270, "epoch": 108, "lr": 9.250138184295972e-05}
{"train_loss": 0.010724077001214027, "global_step": 19271, "epoch": 108, "lr": 9.250060346291356e-05}
{"train_loss": 0.004853859543800354, "global_step": 19272, "epoch": 108, "lr": 9.249982504574565e-05}
{"train_loss": 0.009022154845297337, "global_step": 19273, "epoch": 108, "lr": 9.24990465914567e-05}
{"train_loss": 0.006276576779782772, "global_step": 19274, "epoch": 108, "lr": 9.249826810004735e-05}
{"train_loss": 0.011075873859226704, "global_step": 19275, "epoch": 108, "lr": 9.249748957151833e-05}
{"train_loss": 0.00959426537156105, "global_step": 19276, "epoch": 108, "lr": 9.249671100587027e-05}
{"train_loss": 0.008007979951798916, "global_step": 19277, "epoch": 108, "lr": 9.249593240310388e-05}
{"train_loss": 0.008384685963392258, "global_step": 19278, "epoch": 108, "lr": 9.249515376321982e-05}
{"train_loss": 0.010339610278606415, "global_step": 19279, "epoch": 108, "lr": 9.249437508621878e-05}
{"train_loss": 0.014813866466283798, "global_step": 19280, "epoch": 108, "lr": 9.249359637210147e-05}
{"train_loss": 0.008038046769797802, "global_step": 19281, "epoch": 108, "lr": 9.24928176208685e-05}
{"train_loss": 0.008157426491379738, "global_step": 19282, "epoch": 108, "lr": 9.249203883252062e-05}
{"train_loss": 0.007219604216516018, "global_step": 19283, "epoch": 108, "lr": 9.249126000705848e-05}
{"train_loss": 0.01743887923657894, "global_step": 19284, "epoch": 108, "lr": 9.249048114448274e-05}
{"train_loss": 0.011975608766078949, "global_step": 19285, "epoch": 108, "lr": 9.248970224479412e-05}
{"train_loss": 0.009606590494513512, "global_step": 19286, "epoch": 108, "lr": 9.248892330799328e-05}
{"train_loss": 0.009854789823293686, "global_step": 19287, "epoch": 108, "lr": 9.24881443340809e-05}
{"train_loss": 0.006735397968441248, "global_step": 19288, "epoch": 108, "lr": 9.248736532305766e-05}
{"train_loss": 0.0106648625805974, "global_step": 19289, "epoch": 108, "lr": 9.248658627492426e-05}
{"train_loss": 0.007537103723734617, "global_step": 19290, "epoch": 108, "lr": 9.248580718968135e-05}
{"train_loss": 0.0057127270847558975, "global_step": 19291, "epoch": 108, "lr": 9.248502806732962e-05}
{"train_loss": 0.009074926376342773, "global_step": 19292, "epoch": 108, "lr": 9.248424890786977e-05}
{"train_loss": 0.011634903959929943, "global_step": 19293, "epoch": 108, "lr": 9.248346971130246e-05}
{"train_loss": 0.010859201662242413, "global_step": 19294, "epoch": 108, "lr": 9.248269047762837e-05}
{"train_loss": 0.009394945576786995, "global_step": 19295, "epoch": 108, "lr": 9.248191120684819e-05}
{"train_loss": 0.011620776727795601, "global_step": 19296, "epoch": 108, "lr": 9.248113189896262e-05}
{"train_loss": 0.006953810341656208, "global_step": 19297, "epoch": 108, "lr": 9.24803525539723e-05}
{"train_loss": 0.008315485902130604, "global_step": 19298, "epoch": 108, "lr": 9.247957317187791e-05}
{"train_loss": 0.005364075303077698, "global_step": 19299, "epoch": 108, "lr": 9.247879375268017e-05}
{"train_loss": 0.013553178869187832, "global_step": 19300, "epoch": 108, "lr": 9.247801429637974e-05}
{"train_loss": 0.007036834489554167, "global_step": 19301, "epoch": 108, "lr": 9.24772348029773e-05}
{"train_loss": 0.011570018716156483, "global_step": 19302, "epoch": 108, "lr": 9.247645527247353e-05}
{"train_loss": 0.008126127533614635, "global_step": 19303, "epoch": 108, "lr": 9.24756757048691e-05}
{"train_loss": 0.006731107365339994, "global_step": 19304, "epoch": 108, "lr": 9.247489610016473e-05}
{"train_loss": 0.006952804047614336, "global_step": 19305, "epoch": 108, "lr": 9.247411645836106e-05}
{"train_loss": 0.008895313367247581, "global_step": 19306, "epoch": 108, "lr": 9.247333677945878e-05}
{"train_loss": 0.015124348923563957, "global_step": 19307, "epoch": 108, "lr": 9.247255706345859e-05}
{"train_loss": 0.008081130683422089, "global_step": 19308, "epoch": 108, "lr": 9.247177731036115e-05}
{"train_loss": 0.005747292190790176, "global_step": 19309, "epoch": 108, "lr": 9.247099752016716e-05}
{"train_loss": 0.014219289645552635, "global_step": 19310, "epoch": 108, "lr": 9.247021769287728e-05}
{"train_loss": 0.01356813870370388, "global_step": 19311, "epoch": 108, "lr": 9.24694378284922e-05}
{"train_loss": 0.00580282136797905, "global_step": 19312, "epoch": 108, "lr": 9.24686579270126e-05}
{"train_loss": 0.009247377514839172, "global_step": 19313, "epoch": 108, "lr": 9.246787798843916e-05}
{"train_loss": 0.008999057114124298, "global_step": 19314, "epoch": 108, "lr": 9.246709801277259e-05}
{"train_loss": 0.010987984016537666, "global_step": 19315, "epoch": 108, "lr": 9.246631800001353e-05}
{"train_loss": 0.008684844709932804, "global_step": 19316, "epoch": 108, "lr": 9.246553795016268e-05}
{"train_loss": 0.011113600805401802, "global_step": 19317, "epoch": 108, "lr": 9.246475786322071e-05}
{"train_loss": 0.007530154660344124, "global_step": 19318, "epoch": 108, "lr": 9.246397773918832e-05}
{"train_loss": 0.009371118620038033, "global_step": 19319, "epoch": 108, "lr": 9.246319757806617e-05}
{"train_loss": 0.006734226830303669, "global_step": 19320, "epoch": 108, "lr": 9.246241737985496e-05}
{"train_loss": 0.007119877263903618, "global_step": 19321, "epoch": 108, "lr": 9.246163714455537e-05}
{"train_loss": 0.00411267951130867, "global_step": 19322, "epoch": 108, "lr": 9.246085687216806e-05}
{"train_loss": 0.010434861294925213, "global_step": 19323, "epoch": 108, "lr": 9.246007656269374e-05}
{"train_loss": 0.008026103489100933, "global_step": 19324, "epoch": 108, "lr": 9.245929621613307e-05}
{"train_loss": 0.01174283679574728, "global_step": 19325, "epoch": 108, "lr": 9.245851583248675e-05}
{"train_loss": 0.00935219507664442, "global_step": 19326, "epoch": 108, "lr": 9.245773541175546e-05}
{"train_loss": 0.007087652571499348, "global_step": 19327, "epoch": 108, "lr": 9.245695495393984e-05}
{"train_loss": 0.00888778455555439, "global_step": 19328, "epoch": 108, "lr": 9.245617445904065e-05}
{"train_loss": 0.013640101067721844, "global_step": 19329, "epoch": 108, "lr": 9.24553939270585e-05}
{"train_loss": 0.009221956133842468, "global_step": 19330, "epoch": 108, "lr": 9.245461335799411e-05}
{"train_loss": 0.009405404329299927, "global_step": 19331, "epoch": 108, "lr": 9.245383275184814e-05}
{"train_loss": 0.011011900380253792, "global_step": 19332, "epoch": 108, "lr": 9.245305210862127e-05}
{"train_loss": 0.006856621243059635, "global_step": 19333, "epoch": 108, "lr": 9.245227142831422e-05}
{"train_loss": 0.00580059178173542, "global_step": 19334, "epoch": 108, "lr": 9.245149071092763e-05}
{"train_loss": 0.007504056207835674, "global_step": 19335, "epoch": 108, "lr": 9.245070995646221e-05}
{"train_loss": 0.009214011952280998, "global_step": 19336, "epoch": 108, "lr": 9.244992916491863e-05}
{"train_loss": 0.012158426456153393, "global_step": 19337, "epoch": 108, "lr": 9.244914833629756e-05}
{"train_loss": 0.01264191698282957, "global_step": 19338, "epoch": 108, "lr": 9.24483674705997e-05}
{"train_loss": 0.017785601317882538, "global_step": 19339, "epoch": 108, "lr": 9.244758656782573e-05}
{"train_loss": 0.01425657607614994, "global_step": 19340, "epoch": 108, "lr": 9.244680562797632e-05}
{"train_loss": 0.010116740129888058, "global_step": 19341, "epoch": 108, "lr": 9.244602465105217e-05}
{"train_loss": 0.00658077746629715, "global_step": 19342, "epoch": 108, "lr": 9.244524363705395e-05}
{"train_loss": 0.02049451693892479, "global_step": 19343, "epoch": 108, "lr": 9.244446258598233e-05}
{"train_loss": 0.006220283452421427, "global_step": 19344, "epoch": 108, "lr": 9.244368149783802e-05}
{"train_loss": 0.008053181692957878, "global_step": 19345, "epoch": 108, "lr": 9.244290037262168e-05}
{"train_loss": 0.006931714713573456, "global_step": 19346, "epoch": 108, "lr": 9.244211921033402e-05}
{"train_loss": 0.009160473942756653, "global_step": 19347, "epoch": 108, "lr": 9.24413380109757e-05}
{"train_loss": 0.008420157246291637, "global_step": 19348, "epoch": 108, "lr": 9.24405567745474e-05}
{"train_loss": 0.007126272656023502, "global_step": 19349, "epoch": 108, "lr": 9.24397755010498e-05}
{"train_loss": 0.01295275054872036, "global_step": 19350, "epoch": 108, "lr": 9.24389941904836e-05}
{"train_loss": 0.006971291266381741, "global_step": 19351, "epoch": 108, "lr": 9.243821284284946e-05}
{"train_loss": 0.010577267035841942, "global_step": 19352, "epoch": 108, "lr": 9.24374314581481e-05}
{"train_loss": 0.01604340970516205, "global_step": 19353, "epoch": 108, "lr": 9.243665003638016e-05}
{"train_loss": 0.009330304339528084, "global_step": 19354, "epoch": 108, "lr": 9.243586857754633e-05}
{"train_loss": 0.00946713611483574, "global_step": 19355, "epoch": 108, "lr": 9.243508708164732e-05}
{"train_loss": 0.016634628176689148, "global_step": 19356, "epoch": 108, "lr": 9.24343055486838e-05}
{"train_loss": 0.02441834658384323, "global_step": 19357, "epoch": 108, "lr": 9.243352397865643e-05}
{"train_loss": 0.006956998258829117, "global_step": 19358, "epoch": 108, "lr": 9.243274237156593e-05}
{"train_loss": 0.0077421776950359344, "global_step": 19359, "epoch": 108, "lr": 9.243196072741296e-05}
{"train_loss": 0.0065571158193051815, "global_step": 19360, "epoch": 108, "lr": 9.243117904619819e-05}
{"train_loss": 0.007640074007213116, "global_step": 19361, "epoch": 108, "lr": 9.243039732792233e-05}
{"train_loss": 0.011235584504902363, "global_step": 19362, "epoch": 108, "lr": 9.242961557258606e-05}
{"train_loss": 0.0100295664742589, "global_step": 19363, "epoch": 108, "lr": 9.242883378019005e-05}
{"train_loss": 0.008215119130909443, "global_step": 19364, "epoch": 108, "lr": 9.242805195073499e-05}
{"train_loss": 0.011819770559668541, "global_step": 19365, "epoch": 108, "lr": 9.242727008422154e-05}
{"train_loss": 0.006956698372960091, "global_step": 19366, "epoch": 108, "lr": 9.242648818065043e-05}
{"train_loss": 0.014520586468279362, "global_step": 19367, "epoch": 108, "lr": 9.24257062400223e-05}
{"train_loss": 0.010245120152831078, "global_step": 19368, "epoch": 108, "lr": 9.242492426233784e-05}
{"train_loss": 0.011351492255926132, "global_step": 19369, "epoch": 108, "lr": 9.242414224759777e-05}
{"train_loss": 0.005296926945447922, "global_step": 19370, "epoch": 108, "lr": 9.242336019580273e-05}
{"train_loss": 0.007582157384604216, "global_step": 19371, "epoch": 108, "lr": 9.242257810695341e-05}
{"train_loss": 0.012006070464849472, "global_step": 19372, "epoch": 108, "lr": 9.242179598105052e-05}
{"train_loss": 0.008316989988088608, "global_step": 19373, "epoch": 108, "lr": 9.242101381809471e-05}
{"train_loss": 0.008089954033493996, "global_step": 19374, "epoch": 108, "lr": 9.242023161808669e-05}
{"train_loss": 0.010930545628070831, "global_step": 19375, "epoch": 108, "lr": 9.241944938102712e-05}
{"train_loss": 0.008643552660942078, "global_step": 19376, "epoch": 108, "lr": 9.24186671069167e-05}
{"train_loss": 0.005930298939347267, "global_step": 19377, "epoch": 108, "lr": 9.24178847957561e-05}
{"train_loss": 0.013083888217806816, "global_step": 19378, "epoch": 108, "lr": 9.241710244754602e-05}
{"train_loss": 0.009899436496198177, "global_step": 19379, "epoch": 108, "lr": 9.241632006228713e-05}
{"train_loss": 0.006644860375672579, "global_step": 19380, "epoch": 108, "lr": 9.241553763998012e-05}
{"train_loss": 0.005578506737947464, "global_step": 19381, "epoch": 108, "lr": 9.241475518062567e-05}
{"train_loss": 0.008805206045508385, "global_step": 19382, "epoch": 108, "lr": 9.241397268422448e-05}
{"train_loss": 0.005851002410054207, "global_step": 19383, "epoch": 108, "lr": 9.24131901507772e-05}
{"train_loss": 0.009934669360518456, "global_step": 19384, "epoch": 108, "lr": 9.241240758028453e-05}
{"train_loss": 0.00622307974845171, "global_step": 19385, "epoch": 108, "lr": 9.241162497274716e-05}
{"train_loss": 0.011269554495811462, "global_step": 19386, "epoch": 108, "lr": 9.241084232816577e-05}
{"train_loss": 0.007315248716622591, "global_step": 19387, "epoch": 108, "lr": 9.241005964654103e-05}
{"train_loss": 0.009224025532603264, "global_step": 19388, "epoch": 108, "lr": 9.240927692787365e-05}
{"train_loss": 0.012602420523762703, "global_step": 19389, "epoch": 108, "lr": 9.240849417216429e-05}
{"train_loss": 0.011408642865717411, "global_step": 19390, "epoch": 108, "lr": 9.240771137941364e-05}
{"train_loss": 0.004336983896791935, "global_step": 19391, "epoch": 108, "lr": 9.24069285496224e-05}
{"train_loss": 0.007215721067041159, "global_step": 19392, "epoch": 108, "lr": 9.240614568279124e-05}
{"train_loss": 0.015690743923187256, "global_step": 19393, "epoch": 108, "lr": 9.240536277892083e-05}
{"train_loss": 0.006999127101153135, "global_step": 19394, "epoch": 108, "lr": 9.240457983801188e-05}
{"train_loss": 0.012846022844314575, "global_step": 19395, "epoch": 108, "lr": 9.240379686006506e-05}
{"train_loss": 0.00527231115847826, "global_step": 19396, "epoch": 108, "lr": 9.240301384508105e-05}
{"train_loss": 0.010472842492163181, "global_step": 19397, "epoch": 108, "lr": 9.240223079306054e-05}
{"train_loss": 0.008853336796164513, "global_step": 19398, "epoch": 108, "lr": 9.240144770400421e-05}
{"train_loss": 0.01580737717449665, "global_step": 19399, "epoch": 108, "lr": 9.240066457791277e-05}
{"train_loss": 0.014559668488800526, "global_step": 19400, "epoch": 108, "lr": 9.239988141478685e-05}
{"train_loss": 0.009220207682967689, "global_step": 19401, "epoch": 108, "lr": 9.23990982146272e-05}
{"train_loss": 0.0069181593134999275, "global_step": 19402, "epoch": 109, "lr": 9.239831497743444e-05}
{"train_loss": 0.008700896985828876, "global_step": 19403, "epoch": 109, "lr": 9.239753170320931e-05}
{"train_loss": 0.0067575108259916306, "global_step": 19404, "epoch": 109, "lr": 9.239674839195244e-05}
{"train_loss": 0.00732500059530139, "global_step": 19405, "epoch": 109, "lr": 9.239596504366455e-05}
{"train_loss": 0.00950251892209053, "global_step": 19406, "epoch": 109, "lr": 9.239518165834634e-05}
{"train_loss": 0.00791365560144186, "global_step": 19407, "epoch": 109, "lr": 9.239439823599844e-05}
{"train_loss": 0.010643009096384048, "global_step": 19408, "epoch": 109, "lr": 9.239361477662159e-05}
{"train_loss": 0.004182338714599609, "global_step": 19409, "epoch": 109, "lr": 9.239283128021643e-05}
{"train_loss": 0.009363087825477123, "global_step": 19410, "epoch": 109, "lr": 9.239204774678368e-05}
{"train_loss": 0.007622625678777695, "global_step": 19411, "epoch": 109, "lr": 9.2391264176324e-05}
{"train_loss": 0.008163278922438622, "global_step": 19412, "epoch": 109, "lr": 9.239048056883806e-05}
{"train_loss": 0.011638514697551727, "global_step": 19413, "epoch": 109, "lr": 9.23896969243266e-05}
{"train_loss": 0.014155028387904167, "global_step": 19414, "epoch": 109, "lr": 9.238891324279025e-05}
{"train_loss": 0.006758516654372215, "global_step": 19415, "epoch": 109, "lr": 9.238812952422973e-05}
{"train_loss": 0.008190177381038666, "global_step": 19416, "epoch": 109, "lr": 9.238734576864571e-05}
{"train_loss": 0.008614038117229939, "global_step": 19417, "epoch": 109, "lr": 9.238656197603887e-05}
{"train_loss": 0.008981314487755299, "global_step": 19418, "epoch": 109, "lr": 9.23857781464099e-05}
{"train_loss": 0.010266778990626335, "global_step": 19419, "epoch": 109, "lr": 9.238499427975948e-05}
{"train_loss": 0.010554661974310875, "global_step": 19420, "epoch": 109, "lr": 9.23842103760883e-05}
{"train_loss": 0.009023108519613743, "global_step": 19421, "epoch": 109, "lr": 9.238342643539703e-05}
{"train_loss": 0.008898669853806496, "global_step": 19422, "epoch": 109, "lr": 9.23826424576864e-05}
{"train_loss": 0.010584164410829544, "global_step": 19423, "epoch": 109, "lr": 9.238185844295704e-05}
{"train_loss": 0.003667657496407628, "global_step": 19424, "epoch": 109, "lr": 9.238107439120966e-05}
{"train_loss": 0.010141562670469284, "global_step": 19425, "epoch": 109, "lr": 9.238029030244494e-05}
{"train_loss": 0.005743340589106083, "global_step": 19426, "epoch": 109, "lr": 9.237950617666359e-05}
{"train_loss": 0.007410712074488401, "global_step": 19427, "epoch": 109, "lr": 9.237872201386626e-05}
{"train_loss": 0.005814661737531424, "global_step": 19428, "epoch": 109, "lr": 9.237793781405364e-05}
{"train_loss": 0.009722994640469551, "global_step": 19429, "epoch": 109, "lr": 9.237715357722643e-05}
{"train_loss": 0.004622527863830328, "global_step": 19430, "epoch": 109, "lr": 9.237636930338529e-05}
{"train_loss": 0.008374406956136227, "global_step": 19431, "epoch": 109, "lr": 9.237558499253093e-05}
{"train_loss": 0.0072381943464279175, "global_step": 19432, "epoch": 109, "lr": 9.237480064466405e-05}
{"train_loss": 0.007572384551167488, "global_step": 19433, "epoch": 109, "lr": 9.237401625978527e-05}
{"train_loss": 0.0077456701546907425, "global_step": 19434, "epoch": 109, "lr": 9.237323183789536e-05}
{"train_loss": 0.009632489643990993, "global_step": 19435, "epoch": 109, "lr": 9.237244737899494e-05}
{"train_loss": 0.01042366586625576, "global_step": 19436, "epoch": 109, "lr": 9.237166288308471e-05}
{"train_loss": 0.007718881592154503, "global_step": 19437, "epoch": 109, "lr": 9.237087835016539e-05}
{"train_loss": 0.010152001865208149, "global_step": 19438, "epoch": 109, "lr": 9.237009378023762e-05}
{"train_loss": 0.008772233501076698, "global_step": 19439, "epoch": 109, "lr": 9.236930917330211e-05}
{"train_loss": 0.009960073977708817, "global_step": 19440, "epoch": 109, "lr": 9.236852452935953e-05}
{"train_loss": 0.00935401488095522, "global_step": 19441, "epoch": 109, "lr": 9.236773984841058e-05}
{"train_loss": 0.011496584862470627, "global_step": 19442, "epoch": 109, "lr": 9.236695513045594e-05}
{"train_loss": 0.004590942058712244, "global_step": 19443, "epoch": 109, "lr": 9.236617037549628e-05}
{"train_loss": 0.006277287378907204, "global_step": 19444, "epoch": 109, "lr": 9.236538558353232e-05}
{"train_loss": 0.00803522951900959, "global_step": 19445, "epoch": 109, "lr": 9.236460075456472e-05}
{"train_loss": 0.014947584830224514, "global_step": 19446, "epoch": 109, "lr": 9.236381588859418e-05}
{"train_loss": 0.006154160015285015, "global_step": 19447, "epoch": 109, "lr": 9.236303098562136e-05}
{"train_loss": 0.006052445620298386, "global_step": 19448, "epoch": 109, "lr": 9.236224604564696e-05}
{"train_loss": 0.010767060332000256, "global_step": 19449, "epoch": 109, "lr": 9.236146106867169e-05}
{"train_loss": 0.009165285155177116, "global_step": 19450, "epoch": 109, "lr": 9.236067605469621e-05}
{"train_loss": 0.00989308301359415, "global_step": 19451, "epoch": 109, "lr": 9.235989100372119e-05}
{"train_loss": 0.008071872405707836, "global_step": 19452, "epoch": 109, "lr": 9.235910591574735e-05}
{"train_loss": 0.006924302317202091, "global_step": 19453, "epoch": 109, "lr": 9.235832079077536e-05}
{"train_loss": 0.005665208678692579, "global_step": 19454, "epoch": 109, "lr": 9.235753562880589e-05}
{"train_loss": 0.009821299463510513, "global_step": 19455, "epoch": 109, "lr": 9.235675042983966e-05}
{"train_loss": 0.010594365186989307, "global_step": 19456, "epoch": 109, "lr": 9.235596519387733e-05}
{"train_loss": 0.011665962636470795, "global_step": 19457, "epoch": 109, "lr": 9.23551799209196e-05}
{"train_loss": 0.0048938291147351265, "global_step": 19458, "epoch": 109, "lr": 9.235439461096714e-05}
{"train_loss": 0.010368229821324348, "global_step": 19459, "epoch": 109, "lr": 9.235360926402065e-05}
{"train_loss": 0.011530324816703796, "global_step": 19460, "epoch": 109, "lr": 9.235282388008082e-05}
{"train_loss": 0.007225540932267904, "global_step": 19461, "epoch": 109, "lr": 9.235203845914833e-05}
{"train_loss": 0.01492120698094368, "global_step": 19462, "epoch": 109, "lr": 9.235125300122385e-05}
{"train_loss": 0.004895998165011406, "global_step": 19463, "epoch": 109, "lr": 9.235046750630808e-05}
{"train_loss": 0.006636639125645161, "global_step": 19464, "epoch": 109, "lr": 9.234968197440171e-05}
{"train_loss": 0.00928308442234993, "global_step": 19465, "epoch": 109, "lr": 9.234889640550541e-05}
{"train_loss": 0.010069143027067184, "global_step": 19466, "epoch": 109, "lr": 9.23481107996199e-05}
{"train_loss": 0.005565228872001171, "global_step": 19467, "epoch": 109, "lr": 9.234732515674584e-05}
{"train_loss": 0.007028298452496529, "global_step": 19468, "epoch": 109, "lr": 9.234653947688391e-05}
{"train_loss": 0.007172506768256426, "global_step": 19469, "epoch": 109, "lr": 9.234575376003481e-05}
{"train_loss": 0.005447995848953724, "global_step": 19470, "epoch": 109, "lr": 9.234496800619923e-05}
{"train_loss": 0.005508282221853733, "global_step": 19471, "epoch": 109, "lr": 9.234418221537785e-05}
{"train_loss": 0.008406837470829487, "global_step": 19472, "epoch": 109, "lr": 9.234339638757135e-05}
{"train_loss": 0.015594905242323875, "global_step": 19473, "epoch": 109, "lr": 9.234261052278042e-05}
{"train_loss": 0.009683328680694103, "global_step": 19474, "epoch": 109, "lr": 9.234182462100573e-05}
{"train_loss": 0.006688734516501427, "global_step": 19475, "epoch": 109, "lr": 9.234103868224801e-05}
{"train_loss": 0.013061892241239548, "global_step": 19476, "epoch": 109, "lr": 9.234025270650793e-05}
{"train_loss": 0.014397358521819115, "global_step": 19477, "epoch": 109, "lr": 9.233946669378615e-05}
{"train_loss": 0.007855823263525963, "global_step": 19478, "epoch": 109, "lr": 9.233868064408338e-05}
{"train_loss": 0.016091132536530495, "global_step": 19479, "epoch": 109, "lr": 9.233789455740029e-05}
{"train_loss": 0.008172060362994671, "global_step": 19480, "epoch": 109, "lr": 9.23371084337376e-05}
{"train_loss": 0.01383555680513382, "global_step": 19481, "epoch": 109, "lr": 9.233632227309595e-05}
{"train_loss": 0.012111399322748184, "global_step": 19482, "epoch": 109, "lr": 9.233553607547607e-05}
{"train_loss": 0.007800887804478407, "global_step": 19483, "epoch": 109, "lr": 9.233474984087863e-05}
{"train_loss": 0.004116303287446499, "global_step": 19484, "epoch": 109, "lr": 9.233396356930429e-05}
{"train_loss": 0.0075067561119794846, "global_step": 19485, "epoch": 109, "lr": 9.233317726075376e-05}
{"train_loss": 0.007933268323540688, "global_step": 19486, "epoch": 109, "lr": 9.233239091522776e-05}
{"train_loss": 0.00793711468577385, "global_step": 19487, "epoch": 109, "lr": 9.233160453272692e-05}
{"train_loss": 0.007703431416302919, "global_step": 19488, "epoch": 109, "lr": 9.233081811325195e-05}
{"train_loss": 0.007742001209408045, "global_step": 19489, "epoch": 109, "lr": 9.233003165680357e-05}
{"train_loss": 0.010946216061711311, "global_step": 19490, "epoch": 109, "lr": 9.23292451633824e-05}
{"train_loss": 0.007088609039783478, "global_step": 19491, "epoch": 109, "lr": 9.232845863298917e-05}
{"train_loss": 0.007214762736111879, "global_step": 19492, "epoch": 109, "lr": 9.232767206562456e-05}
{"train_loss": 0.01086157001554966, "global_step": 19493, "epoch": 109, "lr": 9.232688546128928e-05}
{"train_loss": 0.009879237040877342, "global_step": 19494, "epoch": 109, "lr": 9.232609881998396e-05}
{"train_loss": 0.007829207926988602, "global_step": 19495, "epoch": 109, "lr": 9.232531214170932e-05}
{"train_loss": 0.005880866199731827, "global_step": 19496, "epoch": 109, "lr": 9.232452542646608e-05}
{"train_loss": 0.00811850093305111, "global_step": 19497, "epoch": 109, "lr": 9.232373867425486e-05}
{"train_loss": 0.00702578853815794, "global_step": 19498, "epoch": 109, "lr": 9.23229518850764e-05}
{"train_loss": 0.0038236419204622507, "global_step": 19499, "epoch": 109, "lr": 9.232216505893137e-05}
{"train_loss": 0.007159650791436434, "global_step": 19500, "epoch": 109, "lr": 9.232137819582046e-05}
{"train_loss": 0.005358855240046978, "global_step": 19501, "epoch": 109, "lr": 9.232059129574434e-05}
{"train_loss": 0.006520348601043224, "global_step": 19502, "epoch": 109, "lr": 9.231980435870372e-05}
{"train_loss": 0.007699944544583559, "global_step": 19503, "epoch": 109, "lr": 9.231901738469927e-05}
{"train_loss": 0.008589138276875019, "global_step": 19504, "epoch": 109, "lr": 9.23182303737317e-05}
{"train_loss": 0.011602241545915604, "global_step": 19505, "epoch": 109, "lr": 9.231744332580166e-05}
{"train_loss": 0.011802606284618378, "global_step": 19506, "epoch": 109, "lr": 9.231665624090988e-05}
{"train_loss": 0.006701899692416191, "global_step": 19507, "epoch": 109, "lr": 9.231586911905704e-05}
{"train_loss": 0.007770791184157133, "global_step": 19508, "epoch": 109, "lr": 9.23150819602438e-05}
{"train_loss": 0.0107056749984622, "global_step": 19509, "epoch": 109, "lr": 9.231429476447085e-05}
{"train_loss": 0.0062401569448411465, "global_step": 19510, "epoch": 109, "lr": 9.23135075317389e-05}
{"train_loss": 0.005526385270059109, "global_step": 19511, "epoch": 109, "lr": 9.231272026204862e-05}
{"train_loss": 0.007284552790224552, "global_step": 19512, "epoch": 109, "lr": 9.231193295540071e-05}
{"train_loss": 0.0046068523079156876, "global_step": 19513, "epoch": 109, "lr": 9.231114561179586e-05}
{"train_loss": 0.004935004748404026, "global_step": 19514, "epoch": 109, "lr": 9.231035823123474e-05}
{"train_loss": 0.009324979037046432, "global_step": 19515, "epoch": 109, "lr": 9.230957081371807e-05}
{"train_loss": 0.008707156404852867, "global_step": 19516, "epoch": 109, "lr": 9.230878335924651e-05}
{"train_loss": 0.008739100769162178, "global_step": 19517, "epoch": 109, "lr": 9.230799586782075e-05}
{"train_loss": 0.01056729070842266, "global_step": 19518, "epoch": 109, "lr": 9.230720833944149e-05}
{"train_loss": 0.006965636275708675, "global_step": 19519, "epoch": 109, "lr": 9.23064207741094e-05}
{"train_loss": 0.010110726580023766, "global_step": 19520, "epoch": 109, "lr": 9.230563317182517e-05}
{"train_loss": 0.009450558573007584, "global_step": 19521, "epoch": 109, "lr": 9.230484553258952e-05}
{"train_loss": 0.014027233235538006, "global_step": 19522, "epoch": 109, "lr": 9.230405785640307e-05}
{"train_loss": 0.00446471618488431, "global_step": 19523, "epoch": 109, "lr": 9.230327014326659e-05}
{"train_loss": 0.0059098489582538605, "global_step": 19524, "epoch": 109, "lr": 9.230248239318074e-05}
{"train_loss": 0.010267229750752449, "global_step": 19525, "epoch": 109, "lr": 9.230169460614617e-05}
{"train_loss": 0.014354120939970016, "global_step": 19526, "epoch": 109, "lr": 9.23009067821636e-05}
{"train_loss": 0.0075546447187662125, "global_step": 19527, "epoch": 109, "lr": 9.230011892123372e-05}
{"train_loss": 0.014465278945863247, "global_step": 19528, "epoch": 109, "lr": 9.229933102335722e-05}
{"train_loss": 0.008960897102952003, "global_step": 19529, "epoch": 109, "lr": 9.229854308853476e-05}
{"train_loss": 0.005199199076741934, "global_step": 19530, "epoch": 109, "lr": 9.229775511676708e-05}
{"train_loss": 0.008575890213251114, "global_step": 19531, "epoch": 109, "lr": 9.22969671080548e-05}
{"train_loss": 0.004816476721316576, "global_step": 19532, "epoch": 109, "lr": 9.229617906239867e-05}
{"train_loss": 0.010001426562666893, "global_step": 19533, "epoch": 109, "lr": 9.229539097979934e-05}
{"train_loss": 0.01362376008182764, "global_step": 19534, "epoch": 109, "lr": 9.229460286025753e-05}
{"train_loss": 0.008602356538176537, "global_step": 19535, "epoch": 109, "lr": 9.229381470377389e-05}
{"train_loss": 0.013835950754582882, "global_step": 19536, "epoch": 109, "lr": 9.229302651034914e-05}
{"train_loss": 0.008211995474994183, "global_step": 19537, "epoch": 109, "lr": 9.229223827998395e-05}
{"train_loss": 0.0072234077379107475, "global_step": 19538, "epoch": 109, "lr": 9.229145001267903e-05}
{"train_loss": 0.01329188235104084, "global_step": 19539, "epoch": 109, "lr": 9.229066170843503e-05}
{"train_loss": 0.0084018399938941, "global_step": 19540, "epoch": 109, "lr": 9.228987336725267e-05}
{"train_loss": 0.007324534934014082, "global_step": 19541, "epoch": 109, "lr": 9.228908498913264e-05}
{"train_loss": 0.007449369877576828, "global_step": 19542, "epoch": 109, "lr": 9.228829657407562e-05}
{"train_loss": 0.00835330132395029, "global_step": 19543, "epoch": 109, "lr": 9.22875081220823e-05}
{"train_loss": 0.014488874934613705, "global_step": 19544, "epoch": 109, "lr": 9.228671963315336e-05}
{"train_loss": 0.011634048074483871, "global_step": 19545, "epoch": 109, "lr": 9.22859311072895e-05}
{"train_loss": 0.009411809034645557, "global_step": 19546, "epoch": 109, "lr": 9.22851425444914e-05}
{"train_loss": 0.0069270930252969265, "global_step": 19547, "epoch": 109, "lr": 9.228435394475976e-05}
{"train_loss": 0.009354579262435436, "global_step": 19548, "epoch": 109, "lr": 9.228356530809525e-05}
{"train_loss": 0.011873042210936546, "global_step": 19549, "epoch": 109, "lr": 9.22827766344986e-05}
{"train_loss": 0.009966986253857613, "global_step": 19550, "epoch": 109, "lr": 9.228198792397043e-05}
{"train_loss": 0.010560225695371628, "global_step": 19551, "epoch": 109, "lr": 9.22811991765115e-05}
{"train_loss": 0.009996246546506882, "global_step": 19552, "epoch": 109, "lr": 9.228041039212246e-05}
{"train_loss": 0.01362888514995575, "global_step": 19553, "epoch": 109, "lr": 9.227962157080398e-05}
{"train_loss": 0.013648385182023048, "global_step": 19554, "epoch": 109, "lr": 9.227883271255681e-05}
{"train_loss": 0.01864953339099884, "global_step": 19555, "epoch": 109, "lr": 9.22780438173816e-05}
{"train_loss": 0.012812592089176178, "global_step": 19556, "epoch": 109, "lr": 9.227725488527903e-05}
{"train_loss": 0.00799945741891861, "global_step": 19557, "epoch": 109, "lr": 9.22764659162498e-05}
{"train_loss": 0.012360502034425735, "global_step": 19558, "epoch": 109, "lr": 9.227567691029462e-05}
{"train_loss": 0.012263801880180836, "global_step": 19559, "epoch": 109, "lr": 9.227488786741414e-05}
{"train_loss": 0.010726407170295715, "global_step": 19560, "epoch": 109, "lr": 9.227409878760909e-05}
{"train_loss": 0.007576721254736185, "global_step": 19561, "epoch": 109, "lr": 9.227330967088013e-05}
{"train_loss": 0.007673215586692095, "global_step": 19562, "epoch": 109, "lr": 9.227252051722794e-05}
{"train_loss": 0.010057181119918823, "global_step": 19563, "epoch": 109, "lr": 9.227173132665326e-05}
{"train_loss": 0.01128600537776947, "global_step": 19564, "epoch": 109, "lr": 9.227094209915673e-05}
{"train_loss": 0.008506551384925842, "global_step": 19565, "epoch": 109, "lr": 9.227015283473906e-05}
{"train_loss": 0.006351177580654621, "global_step": 19566, "epoch": 109, "lr": 9.226936353340093e-05}
{"train_loss": 0.011054865084588528, "global_step": 19567, "epoch": 109, "lr": 9.226857419514304e-05}
{"train_loss": 0.005875814706087112, "global_step": 19568, "epoch": 109, "lr": 9.226778481996607e-05}
{"train_loss": 0.007461224682629108, "global_step": 19569, "epoch": 109, "lr": 9.226699540787073e-05}
{"train_loss": 0.008567333221435547, "global_step": 19570, "epoch": 109, "lr": 9.226620595885769e-05}
{"train_loss": 0.01047296542674303, "global_step": 19571, "epoch": 109, "lr": 9.226541647292764e-05}
{"train_loss": 0.012563503347337246, "global_step": 19572, "epoch": 109, "lr": 9.226462695008127e-05}
{"train_loss": 0.007836605422198772, "global_step": 19573, "epoch": 109, "lr": 9.226383739031926e-05}
{"train_loss": 0.013968702405691147, "global_step": 19574, "epoch": 109, "lr": 9.226304779364232e-05}
{"train_loss": 0.01147133857011795, "global_step": 19575, "epoch": 109, "lr": 9.226225816005114e-05}
{"train_loss": 0.010432789102196693, "global_step": 19576, "epoch": 109, "lr": 9.22614684895464e-05}
{"train_loss": 0.00587730435654521, "global_step": 19577, "epoch": 109, "lr": 9.226067878212879e-05}
{"train_loss": 0.009868979454040527, "global_step": 19578, "epoch": 109, "lr": 9.2259889037799e-05}
{"train_loss": 0.009012900264096561, "global_step": 19579, "epoch": 109, "lr": 9.225909925655771e-05}
{"train_loss": 0.011279771104454994, "global_step": 19580, "epoch": 110, "lr": 9.225830943840563e-05}
{"train_loss": 0.011949622072279453, "global_step": 19581, "epoch": 110, "lr": 9.225751958334344e-05}
{"train_loss": 0.006473768502473831, "global_step": 19582, "epoch": 110, "lr": 9.225672969137184e-05}
{"train_loss": 0.012429792433977127, "global_step": 19583, "epoch": 110, "lr": 9.225593976249149e-05}
{"train_loss": 0.011993590742349625, "global_step": 19584, "epoch": 110, "lr": 9.225514979670311e-05}
{"train_loss": 0.008014025166630745, "global_step": 19585, "epoch": 110, "lr": 9.225435979400739e-05}
{"train_loss": 0.012803943827748299, "global_step": 19586, "epoch": 110, "lr": 9.2253569754405e-05}
{"train_loss": 0.013405753299593925, "global_step": 19587, "epoch": 110, "lr": 9.225277967789664e-05}
{"train_loss": 0.007620626129209995, "global_step": 19588, "epoch": 110, "lr": 9.2251989564483e-05}
{"train_loss": 0.00964474119246006, "global_step": 19589, "epoch": 110, "lr": 9.225119941416478e-05}
{"train_loss": 0.008776990696787834, "global_step": 19590, "epoch": 110, "lr": 9.225040922694265e-05}
{"train_loss": 0.010202250443398952, "global_step": 19591, "epoch": 110, "lr": 9.224961900281731e-05}
{"train_loss": 0.007509962189942598, "global_step": 19592, "epoch": 110, "lr": 9.224882874178946e-05}
{"train_loss": 0.01551029458642006, "global_step": 19593, "epoch": 110, "lr": 9.224803844385976e-05}
{"train_loss": 0.007439771667122841, "global_step": 19594, "epoch": 110, "lr": 9.224724810902894e-05}
{"train_loss": 0.009392852894961834, "global_step": 19595, "epoch": 110, "lr": 9.224645773729767e-05}
{"train_loss": 0.011436231434345245, "global_step": 19596, "epoch": 110, "lr": 9.224566732866665e-05}
{"train_loss": 0.00684529822319746, "global_step": 19597, "epoch": 110, "lr": 9.224487688313654e-05}
{"train_loss": 0.010096834972500801, "global_step": 19598, "epoch": 110, "lr": 9.224408640070807e-05}
{"train_loss": 0.013958796858787537, "global_step": 19599, "epoch": 110, "lr": 9.224329588138191e-05}
{"train_loss": 0.015849977731704712, "global_step": 19600, "epoch": 110, "lr": 9.224250532515875e-05}
{"train_loss": 0.010184112004935741, "global_step": 19601, "epoch": 110, "lr": 9.22417147320393e-05}
{"train_loss": 0.014168262481689453, "global_step": 19602, "epoch": 110, "lr": 9.224092410202422e-05}
{"train_loss": 0.008057422004640102, "global_step": 19603, "epoch": 110, "lr": 9.224013343511422e-05}
{"train_loss": 0.01211080513894558, "global_step": 19604, "epoch": 110, "lr": 9.223934273130999e-05}
{"train_loss": 0.008193451911211014, "global_step": 19605, "epoch": 110, "lr": 9.22385519906122e-05}
{"train_loss": 0.011110208928585052, "global_step": 19606, "epoch": 110, "lr": 9.223776121302156e-05}
{"train_loss": 0.009510897099971771, "global_step": 19607, "epoch": 110, "lr": 9.223697039853878e-05}
{"train_loss": 0.007586363703012466, "global_step": 19608, "epoch": 110, "lr": 9.22361795471645e-05}
{"train_loss": 0.009778343141078949, "global_step": 19609, "epoch": 110, "lr": 9.223538865889947e-05}
{"train_loss": 0.00791175477206707, "global_step": 19610, "epoch": 110, "lr": 9.223459773374432e-05}
{"train_loss": 0.008289588615298271, "global_step": 19611, "epoch": 110, "lr": 9.223380677169979e-05}
{"train_loss": 0.007950559258460999, "global_step": 19612, "epoch": 110, "lr": 9.223301577276655e-05}
{"train_loss": 0.011559435166418552, "global_step": 19613, "epoch": 110, "lr": 9.223222473694529e-05}
{"train_loss": 0.005563552491366863, "global_step": 19614, "epoch": 110, "lr": 9.22314336642367e-05}
{"train_loss": 0.006850643083453178, "global_step": 19615, "epoch": 110, "lr": 9.223064255464148e-05}
{"train_loss": 0.007678270805627108, "global_step": 19616, "epoch": 110, "lr": 9.222985140816031e-05}
{"train_loss": 0.009298005141317844, "global_step": 19617, "epoch": 110, "lr": 9.222906022479389e-05}
{"train_loss": 0.003830517875030637, "global_step": 19618, "epoch": 110, "lr": 9.222826900454292e-05}
{"train_loss": 0.010445661842823029, "global_step": 19619, "epoch": 110, "lr": 9.222747774740808e-05}
{"train_loss": 0.007825009524822235, "global_step": 19620, "epoch": 110, "lr": 9.222668645339003e-05}
{"train_loss": 0.008187496103346348, "global_step": 19621, "epoch": 110, "lr": 9.222589512248951e-05}
{"train_loss": 0.010947059839963913, "global_step": 19622, "epoch": 110, "lr": 9.22251037547072e-05}
{"train_loss": 0.008871912956237793, "global_step": 19623, "epoch": 110, "lr": 9.222431235004377e-05}
{"train_loss": 0.00479399599134922, "global_step": 19624, "epoch": 110, "lr": 9.222352090849993e-05}
{"train_loss": 0.010330533608794212, "global_step": 19625, "epoch": 110, "lr": 9.222272943007637e-05}
{"train_loss": 0.006582348607480526, "global_step": 19626, "epoch": 110, "lr": 9.222193791477377e-05}
{"train_loss": 0.010380938649177551, "global_step": 19627, "epoch": 110, "lr": 9.222114636259282e-05}
{"train_loss": 0.0069286334328353405, "global_step": 19628, "epoch": 110, "lr": 9.222035477353425e-05}
{"train_loss": 0.009491000324487686, "global_step": 19629, "epoch": 110, "lr": 9.22195631475987e-05}
{"train_loss": 0.006339307874441147, "global_step": 19630, "epoch": 110, "lr": 9.221877148478688e-05}
{"train_loss": 0.00899490900337696, "global_step": 19631, "epoch": 110, "lr": 9.221797978509949e-05}
{"train_loss": 0.012600837275385857, "global_step": 19632, "epoch": 110, "lr": 9.221718804853723e-05}
{"train_loss": 0.008472014218568802, "global_step": 19633, "epoch": 110, "lr": 9.221639627510076e-05}
{"train_loss": 0.0062376586720347404, "global_step": 19634, "epoch": 110, "lr": 9.22156044647908e-05}
{"train_loss": 0.007854899391531944, "global_step": 19635, "epoch": 110, "lr": 9.221481261760803e-05}
{"train_loss": 0.007218166720122099, "global_step": 19636, "epoch": 110, "lr": 9.221402073355312e-05}
{"train_loss": 0.008570082485675812, "global_step": 19637, "epoch": 110, "lr": 9.22132288126268e-05}
{"train_loss": 0.006080067716538906, "global_step": 19638, "epoch": 110, "lr": 9.221243685482974e-05}
{"train_loss": 0.005612280685454607, "global_step": 19639, "epoch": 110, "lr": 9.221164486016265e-05}
{"train_loss": 0.006454285234212875, "global_step": 19640, "epoch": 110, "lr": 9.22108528286262e-05}
{"train_loss": 0.0045881555415689945, "global_step": 19641, "epoch": 110, "lr": 9.22100607602211e-05}
{"train_loss": 0.013163041323423386, "global_step": 19642, "epoch": 110, "lr": 9.220926865494802e-05}
{"train_loss": 0.014460593461990356, "global_step": 19643, "epoch": 110, "lr": 9.220847651280767e-05}
{"train_loss": 0.010256689041852951, "global_step": 19644, "epoch": 110, "lr": 9.220768433380073e-05}
{"train_loss": 0.019134411588311195, "global_step": 19645, "epoch": 110, "lr": 9.220689211792792e-05}
{"train_loss": 0.010134361684322357, "global_step": 19646, "epoch": 110, "lr": 9.22060998651899e-05}
{"train_loss": 0.009061395190656185, "global_step": 19647, "epoch": 110, "lr": 9.220530757558736e-05}
{"train_loss": 0.007943455129861832, "global_step": 19648, "epoch": 110, "lr": 9.220451524912101e-05}
{"train_loss": 0.010559097863733768, "global_step": 19649, "epoch": 110, "lr": 9.220372288579153e-05}
{"train_loss": 0.010956749320030212, "global_step": 19650, "epoch": 110, "lr": 9.220293048559963e-05}
{"train_loss": 0.010221781209111214, "global_step": 19651, "epoch": 110, "lr": 9.220213804854599e-05}
{"train_loss": 0.007571584079414606, "global_step": 19652, "epoch": 110, "lr": 9.22013455746313e-05}
{"train_loss": 0.009282685816287994, "global_step": 19653, "epoch": 110, "lr": 9.220055306385626e-05}
{"train_loss": 0.010652726516127586, "global_step": 19654, "epoch": 110, "lr": 9.219976051622155e-05}
{"train_loss": 0.006087642163038254, "global_step": 19655, "epoch": 110, "lr": 9.219896793172787e-05}
{"train_loss": 0.011718866415321827, "global_step": 19656, "epoch": 110, "lr": 9.219817531037592e-05}
{"train_loss": 0.005123102106153965, "global_step": 19657, "epoch": 110, "lr": 9.219738265216638e-05}
{"train_loss": 0.0062413765117526054, "global_step": 19658, "epoch": 110, "lr": 9.219658995709993e-05}
{"train_loss": 0.007492813281714916, "global_step": 19659, "epoch": 110, "lr": 9.219579722517729e-05}
{"train_loss": 0.00783500261604786, "global_step": 19660, "epoch": 110, "lr": 9.219500445639915e-05}
{"train_loss": 0.003967042546719313, "global_step": 19661, "epoch": 110, "lr": 9.219421165076619e-05}
{"train_loss": 0.00597719382494688, "global_step": 19662, "epoch": 110, "lr": 9.21934188082791e-05}
{"train_loss": 0.013539794832468033, "global_step": 19663, "epoch": 110, "lr": 9.219262592893858e-05}
{"train_loss": 0.006534453947097063, "global_step": 19664, "epoch": 110, "lr": 9.219183301274532e-05}
{"train_loss": 0.010860539972782135, "global_step": 19665, "epoch": 110, "lr": 9.219104005970002e-05}
{"train_loss": 0.013088884763419628, "global_step": 19666, "epoch": 110, "lr": 9.219024706980335e-05}
{"train_loss": 0.007417491637170315, "global_step": 19667, "epoch": 110, "lr": 9.218945404305604e-05}
{"train_loss": 0.014548909850418568, "global_step": 19668, "epoch": 110, "lr": 9.218866097945875e-05}
{"train_loss": 0.0068965512327849865, "global_step": 19669, "epoch": 110, "lr": 9.218786787901219e-05}
{"train_loss": 0.006681222002953291, "global_step": 19670, "epoch": 110, "lr": 9.218707474171704e-05}
{"train_loss": 0.010236675851047039, "global_step": 19671, "epoch": 110, "lr": 9.2186281567574e-05}
{"train_loss": 0.006900845095515251, "global_step": 19672, "epoch": 110, "lr": 9.218548835658375e-05}
{"train_loss": 0.016350651159882545, "global_step": 19673, "epoch": 110, "lr": 9.218469510874703e-05}
{"train_loss": 0.01318389642983675, "global_step": 19674, "epoch": 110, "lr": 9.218390182406446e-05}
{"train_loss": 0.014454066753387451, "global_step": 19675, "epoch": 110, "lr": 9.21831085025368e-05}
{"train_loss": 0.009395450353622437, "global_step": 19676, "epoch": 110, "lr": 9.21823151441647e-05}
{"train_loss": 0.006174813024699688, "global_step": 19677, "epoch": 110, "lr": 9.218152174894887e-05}
{"train_loss": 0.011746140196919441, "global_step": 19678, "epoch": 110, "lr": 9.218072831689e-05}
{"train_loss": 0.004855481907725334, "global_step": 19679, "epoch": 110, "lr": 9.217993484798879e-05}
{"train_loss": 0.007663978263735771, "global_step": 19680, "epoch": 110, "lr": 9.217914134224592e-05}
{"train_loss": 0.013871343806385994, "global_step": 19681, "epoch": 110, "lr": 9.217834779966207e-05}
{"train_loss": 0.006747549399733543, "global_step": 19682, "epoch": 110, "lr": 9.217755422023799e-05}
{"train_loss": 0.00920070894062519, "global_step": 19683, "epoch": 110, "lr": 9.217676060397431e-05}
{"train_loss": 0.010366149246692657, "global_step": 19684, "epoch": 110, "lr": 9.217596695087175e-05}
{"train_loss": 0.011276565492153168, "global_step": 19685, "epoch": 110, "lr": 9.2175173260931e-05}
{"train_loss": 0.00969565100967884, "global_step": 19686, "epoch": 110, "lr": 9.217437953415277e-05}
{"train_loss": 0.00877408403903246, "global_step": 19687, "epoch": 110, "lr": 9.217358577053772e-05}
{"train_loss": 0.00823361985385418, "global_step": 19688, "epoch": 110, "lr": 9.217279197008657e-05}
{"train_loss": 0.008923253044486046, "global_step": 19689, "epoch": 110, "lr": 9.21719981328e-05}
{"train_loss": 0.006457204930484295, "global_step": 19690, "epoch": 110, "lr": 9.21712042586787e-05}
{"train_loss": 0.006435309536755085, "global_step": 19691, "epoch": 110, "lr": 9.21704103477234e-05}
{"train_loss": 0.010032289661467075, "global_step": 19692, "epoch": 110, "lr": 9.216961639993476e-05}
{"train_loss": 0.012545110657811165, "global_step": 19693, "epoch": 110, "lr": 9.216882241531347e-05}
{"train_loss": 0.011554179713129997, "global_step": 19694, "epoch": 110, "lr": 9.216802839386021e-05}
{"train_loss": 0.010356981307268143, "global_step": 19695, "epoch": 110, "lr": 9.216723433557571e-05}
{"train_loss": 0.011934680864214897, "global_step": 19696, "epoch": 110, "lr": 9.216644024046066e-05}
{"train_loss": 0.009899957105517387, "global_step": 19697, "epoch": 110, "lr": 9.216564610851574e-05}
{"train_loss": 0.008994595147669315, "global_step": 19698, "epoch": 110, "lr": 9.216485193974163e-05}
{"train_loss": 0.008962243795394897, "global_step": 19699, "epoch": 110, "lr": 9.216405773413905e-05}
{"train_loss": 0.010539276525378227, "global_step": 19700, "epoch": 110, "lr": 9.21632634917087e-05}
{"train_loss": 0.020021412521600723, "global_step": 19701, "epoch": 110, "lr": 9.216246921245124e-05}
{"train_loss": 0.008776141330599785, "global_step": 19702, "epoch": 110, "lr": 9.216167489636738e-05}
{"train_loss": 0.006483012810349464, "global_step": 19703, "epoch": 110, "lr": 9.216088054345782e-05}
{"train_loss": 0.013861546292901039, "global_step": 19704, "epoch": 110, "lr": 9.216008615372325e-05}
{"train_loss": 0.00787049438804388, "global_step": 19705, "epoch": 110, "lr": 9.215929172716435e-05}
{"train_loss": 0.005240860860794783, "global_step": 19706, "epoch": 110, "lr": 9.215849726378185e-05}
{"train_loss": 0.008727086707949638, "global_step": 19707, "epoch": 110, "lr": 9.215770276357641e-05}
{"train_loss": 0.011825885623693466, "global_step": 19708, "epoch": 110, "lr": 9.215690822654873e-05}
{"train_loss": 0.0061046890914440155, "global_step": 19709, "epoch": 110, "lr": 9.215611365269949e-05}
{"train_loss": 0.009150202386081219, "global_step": 19710, "epoch": 110, "lr": 9.215531904202944e-05}
{"train_loss": 0.009709905833005905, "global_step": 19711, "epoch": 110, "lr": 9.215452439453921e-05}
{"train_loss": 0.0045790462754666805, "global_step": 19712, "epoch": 110, "lr": 9.215372971022953e-05}
{"train_loss": 0.005421580281108618, "global_step": 19713, "epoch": 110, "lr": 9.215293498910108e-05}
{"train_loss": 0.01038864254951477, "global_step": 19714, "epoch": 110, "lr": 9.215214023115458e-05}
{"train_loss": 0.00676107220351696, "global_step": 19715, "epoch": 110, "lr": 9.215134543639067e-05}
{"train_loss": 0.007443837355822325, "global_step": 19716, "epoch": 110, "lr": 9.215055060481008e-05}
{"train_loss": 0.006993846036493778, "global_step": 19717, "epoch": 110, "lr": 9.214975573641353e-05}
{"train_loss": 0.01368230301886797, "global_step": 19718, "epoch": 110, "lr": 9.214896083120166e-05}
{"train_loss": 0.009938002564013004, "global_step": 19719, "epoch": 110, "lr": 9.21481658891752e-05}
{"train_loss": 0.007483107969164848, "global_step": 19720, "epoch": 110, "lr": 9.214737091033483e-05}
{"train_loss": 0.0067036347463727, "global_step": 19721, "epoch": 110, "lr": 9.214657589468125e-05}
{"train_loss": 0.006318248342722654, "global_step": 19722, "epoch": 110, "lr": 9.214578084221515e-05}
{"train_loss": 0.00891859456896782, "global_step": 19723, "epoch": 110, "lr": 9.214498575293723e-05}
{"train_loss": 0.006571494974195957, "global_step": 19724, "epoch": 110, "lr": 9.214419062684819e-05}
{"train_loss": 0.013898342847824097, "global_step": 19725, "epoch": 110, "lr": 9.214339546394871e-05}
{"train_loss": 0.004976180382072926, "global_step": 19726, "epoch": 110, "lr": 9.214260026423949e-05}
{"train_loss": 0.013849225826561451, "global_step": 19727, "epoch": 110, "lr": 9.214180502772123e-05}
{"train_loss": 0.0070150503888726234, "global_step": 19728, "epoch": 110, "lr": 9.214100975439461e-05}
{"train_loss": 0.007101336494088173, "global_step": 19729, "epoch": 110, "lr": 9.214021444426035e-05}
{"train_loss": 0.007089575752615929, "global_step": 19730, "epoch": 110, "lr": 9.213941909731911e-05}
{"train_loss": 0.009570435620844364, "global_step": 19731, "epoch": 110, "lr": 9.21386237135716e-05}
{"train_loss": 0.009068826213479042, "global_step": 19732, "epoch": 110, "lr": 9.213782829301855e-05}
{"train_loss": 0.007066518533974886, "global_step": 19733, "epoch": 110, "lr": 9.21370328356606e-05}
{"train_loss": 0.0070059350691735744, "global_step": 19734, "epoch": 110, "lr": 9.213623734149848e-05}
{"train_loss": 0.005203992128372192, "global_step": 19735, "epoch": 110, "lr": 9.213544181053286e-05}
{"train_loss": 0.0062489863485097885, "global_step": 19736, "epoch": 110, "lr": 9.213464624276446e-05}
{"train_loss": 0.009050749242305756, "global_step": 19737, "epoch": 110, "lr": 9.213385063819395e-05}
{"train_loss": 0.0067526609636843204, "global_step": 19738, "epoch": 110, "lr": 9.213305499682206e-05}
{"train_loss": 0.009387885220348835, "global_step": 19739, "epoch": 110, "lr": 9.213225931864944e-05}
{"train_loss": 0.010643243789672852, "global_step": 19740, "epoch": 110, "lr": 9.213146360367681e-05}
{"train_loss": 0.0049998401664197445, "global_step": 19741, "epoch": 110, "lr": 9.213066785190487e-05}
{"train_loss": 0.0069065033458173275, "global_step": 19742, "epoch": 110, "lr": 9.21298720633343e-05}
{"train_loss": 0.010052019730210304, "global_step": 19743, "epoch": 110, "lr": 9.212907623796581e-05}
{"train_loss": 0.01650630682706833, "global_step": 19744, "epoch": 110, "lr": 9.212828037580009e-05}
{"train_loss": 0.009542475454509258, "global_step": 19745, "epoch": 110, "lr": 9.212748447683783e-05}
{"train_loss": 0.01168886199593544, "global_step": 19746, "epoch": 110, "lr": 9.212668854107973e-05}
{"train_loss": 0.015956073999404907, "global_step": 19747, "epoch": 110, "lr": 9.212589256852647e-05}
{"train_loss": 0.005564862862229347, "global_step": 19748, "epoch": 110, "lr": 9.212509655917879e-05}
{"train_loss": 0.010774384252727032, "global_step": 19749, "epoch": 110, "lr": 9.212430051303732e-05}
{"train_loss": 0.011185218580067158, "global_step": 19750, "epoch": 110, "lr": 9.21235044301028e-05}
{"train_loss": 0.007492130622267723, "global_step": 19751, "epoch": 110, "lr": 9.212270831037591e-05}
{"train_loss": 0.007599635981023312, "global_step": 19752, "epoch": 110, "lr": 9.212191215385736e-05}
{"train_loss": 0.010767368599772453, "global_step": 19753, "epoch": 110, "lr": 9.212111596054784e-05}
{"train_loss": 0.007885199040174484, "global_step": 19754, "epoch": 110, "lr": 9.212031973044803e-05}
{"train_loss": 0.007839592173695564, "global_step": 19755, "epoch": 110, "lr": 9.211952346355864e-05}
{"train_loss": 0.006944404914975166, "global_step": 19756, "epoch": 110, "lr": 9.211872715988035e-05}
{"train_loss": 0.009250827320704886, "global_step": 19757, "epoch": 110, "lr": 9.211793081941388e-05, "train_action_mse_error": 2.42095957219135e-05}
{"train_loss": 0.013564735651016235, "global_step": 19758, "epoch": 111, "lr": 9.211713444215992e-05}
{"train_loss": 0.00558776780962944, "global_step": 19759, "epoch": 111, "lr": 9.211633802811914e-05}
{"train_loss": 0.007321716286242008, "global_step": 19760, "epoch": 111, "lr": 9.211554157729227e-05}
{"train_loss": 0.004150701686739922, "global_step": 19761, "epoch": 111, "lr": 9.211474508967998e-05}
{"train_loss": 0.01006082072854042, "global_step": 19762, "epoch": 111, "lr": 9.211394856528297e-05}
{"train_loss": 0.011056012474000454, "global_step": 19763, "epoch": 111, "lr": 9.211315200410195e-05}
{"train_loss": 0.009156854823231697, "global_step": 19764, "epoch": 111, "lr": 9.211235540613761e-05}
{"train_loss": 0.012020318768918514, "global_step": 19765, "epoch": 111, "lr": 9.211155877139063e-05}
{"train_loss": 0.011770975776016712, "global_step": 19766, "epoch": 111, "lr": 9.211076209986173e-05}
{"train_loss": 0.009133891202509403, "global_step": 19767, "epoch": 111, "lr": 9.210996539155159e-05}
{"train_loss": 0.009291880764067173, "global_step": 19768, "epoch": 111, "lr": 9.210916864646091e-05}
{"train_loss": 0.009698162786662579, "global_step": 19769, "epoch": 111, "lr": 9.210837186459038e-05}
{"train_loss": 0.006517339497804642, "global_step": 19770, "epoch": 111, "lr": 9.210757504594072e-05}
{"train_loss": 0.01407548412680626, "global_step": 19771, "epoch": 111, "lr": 9.210677819051259e-05}
{"train_loss": 0.008059371262788773, "global_step": 19772, "epoch": 111, "lr": 9.21059812983067e-05}
{"train_loss": 0.011925461702048779, "global_step": 19773, "epoch": 111, "lr": 9.210518436932378e-05}
{"train_loss": 0.009871002286672592, "global_step": 19774, "epoch": 111, "lr": 9.210438740356447e-05}
{"train_loss": 0.005829073488712311, "global_step": 19775, "epoch": 111, "lr": 9.21035904010295e-05}
{"train_loss": 0.009664798155426979, "global_step": 19776, "epoch": 111, "lr": 9.210279336171955e-05}
{"train_loss": 0.013906940817832947, "global_step": 19777, "epoch": 111, "lr": 9.210199628563532e-05}
{"train_loss": 0.007701507769525051, "global_step": 19778, "epoch": 111, "lr": 9.210119917277753e-05}
{"train_loss": 0.009029356762766838, "global_step": 19779, "epoch": 111, "lr": 9.210040202314684e-05}
{"train_loss": 0.007252661976963282, "global_step": 19780, "epoch": 111, "lr": 9.209960483674398e-05}
{"train_loss": 0.008755163289606571, "global_step": 19781, "epoch": 111, "lr": 9.209880761356962e-05}
{"train_loss": 0.007501378655433655, "global_step": 19782, "epoch": 111, "lr": 9.209801035362446e-05}
{"train_loss": 0.01242067664861679, "global_step": 19783, "epoch": 111, "lr": 9.20972130569092e-05}
{"train_loss": 0.0072441850788891315, "global_step": 19784, "epoch": 111, "lr": 9.209641572342455e-05}
{"train_loss": 0.01362624205648899, "global_step": 19785, "epoch": 111, "lr": 9.20956183531712e-05}
{"train_loss": 0.008951736614108086, "global_step": 19786, "epoch": 111, "lr": 9.209482094614984e-05}
{"train_loss": 0.0062028104439377785, "global_step": 19787, "epoch": 111, "lr": 9.209402350236115e-05}
{"train_loss": 0.012135626748204231, "global_step": 19788, "epoch": 111, "lr": 9.209322602180586e-05}
{"train_loss": 0.006138593424111605, "global_step": 19789, "epoch": 111, "lr": 9.209242850448463e-05}
{"train_loss": 0.0059660072438418865, "global_step": 19790, "epoch": 111, "lr": 9.20916309503982e-05}
{"train_loss": 0.009023849852383137, "global_step": 19791, "epoch": 111, "lr": 9.209083335954723e-05}
{"train_loss": 0.008543812669813633, "global_step": 19792, "epoch": 111, "lr": 9.209003573193245e-05}
{"train_loss": 0.010835216380655766, "global_step": 19793, "epoch": 111, "lr": 9.208923806755451e-05}
{"train_loss": 0.008535103872418404, "global_step": 19794, "epoch": 111, "lr": 9.208844036641415e-05}
{"train_loss": 0.011209361255168915, "global_step": 19795, "epoch": 111, "lr": 9.208764262851205e-05}
{"train_loss": 0.006089623551815748, "global_step": 19796, "epoch": 111, "lr": 9.208684485384891e-05}
{"train_loss": 0.006111914291977882, "global_step": 19797, "epoch": 111, "lr": 9.208604704242543e-05}
{"train_loss": 0.004055449739098549, "global_step": 19798, "epoch": 111, "lr": 9.208524919424229e-05}
{"train_loss": 0.012170713394880295, "global_step": 19799, "epoch": 111, "lr": 9.208445130930019e-05}
{"train_loss": 0.004183869808912277, "global_step": 19800, "epoch": 111, "lr": 9.208365338759985e-05}
{"train_loss": 0.007737587206065655, "global_step": 19801, "epoch": 111, "lr": 9.208285542914194e-05}
{"train_loss": 0.0076398965902626514, "global_step": 19802, "epoch": 111, "lr": 9.208205743392719e-05}
{"train_loss": 0.012216465547680855, "global_step": 19803, "epoch": 111, "lr": 9.208125940195627e-05}
{"train_loss": 0.009035911411046982, "global_step": 19804, "epoch": 111, "lr": 9.208046133322986e-05}
{"train_loss": 0.009507792070508003, "global_step": 19805, "epoch": 111, "lr": 9.20796632277487e-05}
{"train_loss": 0.010861562564969063, "global_step": 19806, "epoch": 111, "lr": 9.207886508551346e-05}
{"train_loss": 0.010115276090800762, "global_step": 19807, "epoch": 111, "lr": 9.207806690652486e-05}
{"train_loss": 0.007000223733484745, "global_step": 19808, "epoch": 111, "lr": 9.207726869078356e-05}
{"train_loss": 0.008623870089650154, "global_step": 19809, "epoch": 111, "lr": 9.207647043829028e-05}
{"train_loss": 0.007231461815536022, "global_step": 19810, "epoch": 111, "lr": 9.207567214904573e-05}
{"train_loss": 0.005532246083021164, "global_step": 19811, "epoch": 111, "lr": 9.207487382305059e-05}
{"train_loss": 0.008827971294522285, "global_step": 19812, "epoch": 111, "lr": 9.207407546030555e-05}
{"train_loss": 0.012711631134152412, "global_step": 19813, "epoch": 111, "lr": 9.207327706081133e-05}
{"train_loss": 0.008066628128290176, "global_step": 19814, "epoch": 111, "lr": 9.20724786245686e-05}
{"train_loss": 0.00922557432204485, "global_step": 19815, "epoch": 111, "lr": 9.20716801515781e-05}
{"train_loss": 0.005410690791904926, "global_step": 19816, "epoch": 111, "lr": 9.207088164184048e-05}
{"train_loss": 0.009334558621048927, "global_step": 19817, "epoch": 111, "lr": 9.207008309535645e-05}
{"train_loss": 0.015379196032881737, "global_step": 19818, "epoch": 111, "lr": 9.206928451212672e-05}
{"train_loss": 0.007269606925547123, "global_step": 19819, "epoch": 111, "lr": 9.206848589215201e-05}
{"train_loss": 0.008879993110895157, "global_step": 19820, "epoch": 111, "lr": 9.206768723543295e-05}
{"train_loss": 0.005403976887464523, "global_step": 19821, "epoch": 111, "lr": 9.20668885419703e-05}
{"train_loss": 0.0059790099039673805, "global_step": 19822, "epoch": 111, "lr": 9.206608981176472e-05}
{"train_loss": 0.012306914664804935, "global_step": 19823, "epoch": 111, "lr": 9.206529104481694e-05}
{"train_loss": 0.00820516049861908, "global_step": 19824, "epoch": 111, "lr": 9.206449224112764e-05}
{"train_loss": 0.008315102197229862, "global_step": 19825, "epoch": 111, "lr": 9.20636934006975e-05}
{"train_loss": 0.010644389316439629, "global_step": 19826, "epoch": 111, "lr": 9.206289452352725e-05}
{"train_loss": 0.007130076177418232, "global_step": 19827, "epoch": 111, "lr": 9.206209560961755e-05}
{"train_loss": 0.008091096766293049, "global_step": 19828, "epoch": 111, "lr": 9.206129665896916e-05}
{"train_loss": 0.009466634131968021, "global_step": 19829, "epoch": 111, "lr": 9.206049767158272e-05}
{"train_loss": 0.009271293878555298, "global_step": 19830, "epoch": 111, "lr": 9.205969864745893e-05}
{"train_loss": 0.010557593777775764, "global_step": 19831, "epoch": 111, "lr": 9.205889958659854e-05}
{"train_loss": 0.005802952218800783, "global_step": 19832, "epoch": 111, "lr": 9.205810048900219e-05}
{"train_loss": 0.008479046635329723, "global_step": 19833, "epoch": 111, "lr": 9.20573013546706e-05}
{"train_loss": 0.006248186808079481, "global_step": 19834, "epoch": 111, "lr": 9.205650218360449e-05}
{"train_loss": 0.011691814288496971, "global_step": 19835, "epoch": 111, "lr": 9.205570297580452e-05}
{"train_loss": 0.011994987726211548, "global_step": 19836, "epoch": 111, "lr": 9.20549037312714e-05}
{"train_loss": 0.006770552136003971, "global_step": 19837, "epoch": 111, "lr": 9.205410445000584e-05}
{"train_loss": 0.006785769946873188, "global_step": 19838, "epoch": 111, "lr": 9.205330513200854e-05}
{"train_loss": 0.012112190946936607, "global_step": 19839, "epoch": 111, "lr": 9.205250577728017e-05}
{"train_loss": 0.007844433188438416, "global_step": 19840, "epoch": 111, "lr": 9.205170638582146e-05}
{"train_loss": 0.009851936250925064, "global_step": 19841, "epoch": 111, "lr": 9.20509069576331e-05}
{"train_loss": 0.008450791239738464, "global_step": 19842, "epoch": 111, "lr": 9.205010749271578e-05}
{"train_loss": 0.007502429187297821, "global_step": 19843, "epoch": 111, "lr": 9.20493079910702e-05}
{"train_loss": 0.007138388231396675, "global_step": 19844, "epoch": 111, "lr": 9.204850845269706e-05}
{"train_loss": 0.006691823247820139, "global_step": 19845, "epoch": 111, "lr": 9.204770887759707e-05}
{"train_loss": 0.008208366110920906, "global_step": 19846, "epoch": 111, "lr": 9.204690926577089e-05}
{"train_loss": 0.007047107443213463, "global_step": 19847, "epoch": 111, "lr": 9.204610961721927e-05}
{"train_loss": 0.009117373265326023, "global_step": 19848, "epoch": 111, "lr": 9.204530993194288e-05}
{"train_loss": 0.011472011916339397, "global_step": 19849, "epoch": 111, "lr": 9.204451020994243e-05}
{"train_loss": 0.0064084893092513084, "global_step": 19850, "epoch": 111, "lr": 9.20437104512186e-05}
{"train_loss": 0.01056460291147232, "global_step": 19851, "epoch": 111, "lr": 9.20429106557721e-05}
{"train_loss": 0.007531293667852879, "global_step": 19852, "epoch": 111, "lr": 9.204211082360363e-05}
{"train_loss": 0.005664088763296604, "global_step": 19853, "epoch": 111, "lr": 9.204131095471389e-05}
{"train_loss": 0.009793202392756939, "global_step": 19854, "epoch": 111, "lr": 9.204051104910357e-05}
{"train_loss": 0.0030175414867699146, "global_step": 19855, "epoch": 111, "lr": 9.203971110677338e-05}
{"train_loss": 0.014536201022565365, "global_step": 19856, "epoch": 111, "lr": 9.2038911127724e-05}
{"train_loss": 0.011177990585565567, "global_step": 19857, "epoch": 111, "lr": 9.203811111195615e-05}
{"train_loss": 0.010721100494265556, "global_step": 19858, "epoch": 111, "lr": 9.203731105947053e-05}
{"train_loss": 0.006084144581109285, "global_step": 19859, "epoch": 111, "lr": 9.203651097026782e-05}
{"train_loss": 0.007474791724234819, "global_step": 19860, "epoch": 111, "lr": 9.203571084434872e-05}
{"train_loss": 0.00839732214808464, "global_step": 19861, "epoch": 111, "lr": 9.203491068171395e-05}
{"train_loss": 0.008442174643278122, "global_step": 19862, "epoch": 111, "lr": 9.203411048236419e-05}
{"train_loss": 0.009547661058604717, "global_step": 19863, "epoch": 111, "lr": 9.203331024630016e-05}
{"train_loss": 0.010700605809688568, "global_step": 19864, "epoch": 111, "lr": 9.203250997352252e-05}
{"train_loss": 0.01166064664721489, "global_step": 19865, "epoch": 111, "lr": 9.203170966403201e-05}
{"train_loss": 0.007599945180118084, "global_step": 19866, "epoch": 111, "lr": 9.20309093178293e-05}
{"train_loss": 0.011907348409295082, "global_step": 19867, "epoch": 111, "lr": 9.203010893491511e-05}
{"train_loss": 0.011109620332717896, "global_step": 19868, "epoch": 111, "lr": 9.202930851529012e-05}
{"train_loss": 0.006838621571660042, "global_step": 19869, "epoch": 111, "lr": 9.202850805895505e-05}
{"train_loss": 0.011181850917637348, "global_step": 19870, "epoch": 111, "lr": 9.202770756591057e-05}
{"train_loss": 0.00841555092483759, "global_step": 19871, "epoch": 111, "lr": 9.202690703615742e-05}
{"train_loss": 0.005473634228110313, "global_step": 19872, "epoch": 111, "lr": 9.202610646969626e-05}
{"train_loss": 0.009926296770572662, "global_step": 19873, "epoch": 111, "lr": 9.202530586652781e-05}
{"train_loss": 0.011629363521933556, "global_step": 19874, "epoch": 111, "lr": 9.202450522665276e-05}
{"train_loss": 0.009517104364931583, "global_step": 19875, "epoch": 111, "lr": 9.202370455007183e-05}
{"train_loss": 0.007381335366517305, "global_step": 19876, "epoch": 111, "lr": 9.20229038367857e-05}
{"train_loss": 0.004715710878372192, "global_step": 19877, "epoch": 111, "lr": 9.202210308679506e-05}
{"train_loss": 0.010742764919996262, "global_step": 19878, "epoch": 111, "lr": 9.202130230010065e-05}
{"train_loss": 0.01358903106302023, "global_step": 19879, "epoch": 111, "lr": 9.202050147670312e-05}
{"train_loss": 0.005484496243298054, "global_step": 19880, "epoch": 111, "lr": 9.201970061660319e-05}
{"train_loss": 0.010441684164106846, "global_step": 19881, "epoch": 111, "lr": 9.201889971980155e-05}
{"train_loss": 0.006576967425644398, "global_step": 19882, "epoch": 111, "lr": 9.201809878629894e-05}
{"train_loss": 0.00820598192512989, "global_step": 19883, "epoch": 111, "lr": 9.2017297816096e-05}
{"train_loss": 0.010014408268034458, "global_step": 19884, "epoch": 111, "lr": 9.201649680919348e-05}
{"train_loss": 0.007191193290054798, "global_step": 19885, "epoch": 111, "lr": 9.201569576559206e-05}
{"train_loss": 0.0041181365959346294, "global_step": 19886, "epoch": 111, "lr": 9.201489468529244e-05}
{"train_loss": 0.008525394834578037, "global_step": 19887, "epoch": 111, "lr": 9.201409356829531e-05}
{"train_loss": 0.007209756877273321, "global_step": 19888, "epoch": 111, "lr": 9.201329241460138e-05}
{"train_loss": 0.006418559700250626, "global_step": 19889, "epoch": 111, "lr": 9.201249122421134e-05}
{"train_loss": 0.007466635666787624, "global_step": 19890, "epoch": 111, "lr": 9.20116899971259e-05}
{"train_loss": 0.005533056333661079, "global_step": 19891, "epoch": 111, "lr": 9.201088873334578e-05}
{"train_loss": 0.008918311446905136, "global_step": 19892, "epoch": 111, "lr": 9.201008743287163e-05}
{"train_loss": 0.008712009526789188, "global_step": 19893, "epoch": 111, "lr": 9.20092860957042e-05}
{"train_loss": 0.009467201307415962, "global_step": 19894, "epoch": 111, "lr": 9.200848472184416e-05}
{"train_loss": 0.011376587674021721, "global_step": 19895, "epoch": 111, "lr": 9.200768331129221e-05}
{"train_loss": 0.013602578081190586, "global_step": 19896, "epoch": 111, "lr": 9.200688186404907e-05}
{"train_loss": 0.007805980276316404, "global_step": 19897, "epoch": 111, "lr": 9.20060803801154e-05}
{"train_loss": 0.007822103798389435, "global_step": 19898, "epoch": 111, "lr": 9.200527885949195e-05}
{"train_loss": 0.008109127171337605, "global_step": 19899, "epoch": 111, "lr": 9.20044773021794e-05}
{"train_loss": 0.00674650352448225, "global_step": 19900, "epoch": 111, "lr": 9.200367570817844e-05}
{"train_loss": 0.0056069400161504745, "global_step": 19901, "epoch": 111, "lr": 9.200287407748978e-05}
{"train_loss": 0.007258959114551544, "global_step": 19902, "epoch": 111, "lr": 9.200207241011411e-05}
{"train_loss": 0.008809260092675686, "global_step": 19903, "epoch": 111, "lr": 9.200127070605214e-05}
{"train_loss": 0.008447340689599514, "global_step": 19904, "epoch": 111, "lr": 9.200046896530459e-05}
{"train_loss": 0.010740505531430244, "global_step": 19905, "epoch": 111, "lr": 9.199966718787211e-05}
{"train_loss": 0.005674620624631643, "global_step": 19906, "epoch": 111, "lr": 9.199886537375544e-05}
{"train_loss": 0.008612537756562233, "global_step": 19907, "epoch": 111, "lr": 9.199806352295528e-05}
{"train_loss": 0.012700268998742104, "global_step": 19908, "epoch": 111, "lr": 9.19972616354723e-05}
{"train_loss": 0.010728776454925537, "global_step": 19909, "epoch": 111, "lr": 9.199645971130723e-05}
{"train_loss": 0.005108566954731941, "global_step": 19910, "epoch": 111, "lr": 9.199565775046076e-05}
{"train_loss": 0.008413380943238735, "global_step": 19911, "epoch": 111, "lr": 9.199485575293359e-05}
{"train_loss": 0.011361004784703255, "global_step": 19912, "epoch": 111, "lr": 9.199405371872642e-05}
{"train_loss": 0.008536096662282944, "global_step": 19913, "epoch": 111, "lr": 9.199325164783996e-05}
{"train_loss": 0.008178121410310268, "global_step": 19914, "epoch": 111, "lr": 9.199244954027489e-05}
{"train_loss": 0.008095349185168743, "global_step": 19915, "epoch": 111, "lr": 9.199164739603195e-05}
{"train_loss": 0.011938712559640408, "global_step": 19916, "epoch": 111, "lr": 9.199084521511177e-05}
{"train_loss": 0.0062705837190151215, "global_step": 19917, "epoch": 111, "lr": 9.199004299751513e-05}
{"train_loss": 0.009417269378900528, "global_step": 19918, "epoch": 111, "lr": 9.198924074324267e-05}
{"train_loss": 0.009449001401662827, "global_step": 19919, "epoch": 111, "lr": 9.198843845229514e-05}
{"train_loss": 0.006742984056472778, "global_step": 19920, "epoch": 111, "lr": 9.19876361246732e-05}
{"train_loss": 0.011501844972372055, "global_step": 19921, "epoch": 111, "lr": 9.198683376037758e-05}
{"train_loss": 0.007842701859772205, "global_step": 19922, "epoch": 111, "lr": 9.198603135940895e-05}
{"train_loss": 0.00961686484515667, "global_step": 19923, "epoch": 111, "lr": 9.198522892176804e-05}
{"train_loss": 0.00725172832608223, "global_step": 19924, "epoch": 111, "lr": 9.198442644745555e-05}
{"train_loss": 0.005123577546328306, "global_step": 19925, "epoch": 111, "lr": 9.198362393647215e-05}
{"train_loss": 0.008454062975943089, "global_step": 19926, "epoch": 111, "lr": 9.198282138881858e-05}
{"train_loss": 0.014312103390693665, "global_step": 19927, "epoch": 111, "lr": 9.19820188044955e-05}
{"train_loss": 0.010299294255673885, "global_step": 19928, "epoch": 111, "lr": 9.198121618350366e-05}
{"train_loss": 0.014147656969726086, "global_step": 19929, "epoch": 111, "lr": 9.198041352584372e-05}
{"train_loss": 0.008395700715482235, "global_step": 19930, "epoch": 111, "lr": 9.197961083151641e-05}
{"train_loss": 0.011076866649091244, "global_step": 19931, "epoch": 111, "lr": 9.197880810052239e-05}
{"train_loss": 0.01016727089881897, "global_step": 19932, "epoch": 111, "lr": 9.197800533286241e-05}
{"train_loss": 0.01022554375231266, "global_step": 19933, "epoch": 111, "lr": 9.197720252853714e-05}
{"train_loss": 0.010835547931492329, "global_step": 19934, "epoch": 111, "lr": 9.19763996875473e-05}
{"train_loss": 0.00881746817730744, "global_step": 19935, "epoch": 111, "lr": 9.197559680989358e-05}
{"train_loss": 0.012017481029033661, "global_step": 19936, "epoch": 112, "lr": 9.197479389557668e-05}
{"train_loss": 0.006404778454452753, "global_step": 19937, "epoch": 112, "lr": 9.19739909445973e-05}
{"train_loss": 0.010286645963788033, "global_step": 19938, "epoch": 112, "lr": 9.197318795695615e-05}
{"train_loss": 0.004775946028530598, "global_step": 19939, "epoch": 112, "lr": 9.197238493265393e-05}
{"train_loss": 0.01554372813552618, "global_step": 19940, "epoch": 112, "lr": 9.197158187169132e-05}
{"train_loss": 0.006697251461446285, "global_step": 19941, "epoch": 112, "lr": 9.197077877406907e-05}
{"train_loss": 0.006667367182672024, "global_step": 19942, "epoch": 112, "lr": 9.196997563978782e-05}
{"train_loss": 0.008635316044092178, "global_step": 19943, "epoch": 112, "lr": 9.196917246884833e-05}
{"train_loss": 0.01136499922722578, "global_step": 19944, "epoch": 112, "lr": 9.196836926125125e-05}
{"train_loss": 0.006254043895751238, "global_step": 19945, "epoch": 112, "lr": 9.196756601699732e-05}
{"train_loss": 0.010584349744021893, "global_step": 19946, "epoch": 112, "lr": 9.196676273608723e-05}
{"train_loss": 0.009288081899285316, "global_step": 19947, "epoch": 112, "lr": 9.196595941852167e-05}
{"train_loss": 0.010491415858268738, "global_step": 19948, "epoch": 112, "lr": 9.196515606430137e-05}
{"train_loss": 0.006756975781172514, "global_step": 19949, "epoch": 112, "lr": 9.196435267342698e-05}
{"train_loss": 0.008997193537652493, "global_step": 19950, "epoch": 112, "lr": 9.196354924589925e-05}
{"train_loss": 0.012175941839814186, "global_step": 19951, "epoch": 112, "lr": 9.196274578171888e-05}
{"train_loss": 0.004038272891193628, "global_step": 19952, "epoch": 112, "lr": 9.196194228088653e-05}
{"train_loss": 0.015205178409814835, "global_step": 19953, "epoch": 112, "lr": 9.196113874340295e-05}
{"train_loss": 0.012868684716522694, "global_step": 19954, "epoch": 112, "lr": 9.196033516926882e-05}
{"train_loss": 0.0036922323051840067, "global_step": 19955, "epoch": 112, "lr": 9.195953155848483e-05}
{"train_loss": 0.011295867152512074, "global_step": 19956, "epoch": 112, "lr": 9.195872791105171e-05}
{"train_loss": 0.0077621303498744965, "global_step": 19957, "epoch": 112, "lr": 9.195792422697014e-05}
{"train_loss": 0.00798563752323389, "global_step": 19958, "epoch": 112, "lr": 9.195712050624084e-05}
{"train_loss": 0.006785060744732618, "global_step": 19959, "epoch": 112, "lr": 9.195631674886448e-05}
{"train_loss": 0.008595626801252365, "global_step": 19960, "epoch": 112, "lr": 9.19555129548418e-05}
{"train_loss": 0.0058779544197022915, "global_step": 19961, "epoch": 112, "lr": 9.195470912417347e-05}
{"train_loss": 0.006487159989774227, "global_step": 19962, "epoch": 112, "lr": 9.19539052568602e-05}
{"train_loss": 0.009002480655908585, "global_step": 19963, "epoch": 112, "lr": 9.195310135290272e-05}
{"train_loss": 0.005488298833370209, "global_step": 19964, "epoch": 112, "lr": 9.195229741230171e-05}
{"train_loss": 0.010308139026165009, "global_step": 19965, "epoch": 112, "lr": 9.195149343505787e-05}
{"train_loss": 0.004823073744773865, "global_step": 19966, "epoch": 112, "lr": 9.195068942117191e-05}
{"train_loss": 0.009639155119657516, "global_step": 19967, "epoch": 112, "lr": 9.194988537064453e-05}
{"train_loss": 0.015596071258187294, "global_step": 19968, "epoch": 112, "lr": 9.19490812834764e-05}
{"train_loss": 0.009472018107771873, "global_step": 19969, "epoch": 112, "lr": 9.19482771596683e-05}
{"train_loss": 0.014677336439490318, "global_step": 19970, "epoch": 112, "lr": 9.194747299922085e-05}
{"train_loss": 0.007426172960549593, "global_step": 19971, "epoch": 112, "lr": 9.19466688021348e-05}
{"train_loss": 0.007077034562826157, "global_step": 19972, "epoch": 112, "lr": 9.194586456841083e-05}
{"train_loss": 0.01070012804120779, "global_step": 19973, "epoch": 112, "lr": 9.194506029804966e-05}
{"train_loss": 0.01409297063946724, "global_step": 19974, "epoch": 112, "lr": 9.194425599105199e-05}
{"train_loss": 0.016688760370016098, "global_step": 19975, "epoch": 112, "lr": 9.19434516474185e-05}
{"train_loss": 0.007090667262673378, "global_step": 19976, "epoch": 112, "lr": 9.194264726714993e-05}
{"train_loss": 0.007404707837849855, "global_step": 19977, "epoch": 112, "lr": 9.194184285024696e-05}
{"train_loss": 0.0077784014865756035, "global_step": 19978, "epoch": 112, "lr": 9.194103839671028e-05}
{"train_loss": 0.013120257295668125, "global_step": 19979, "epoch": 112, "lr": 9.194023390654062e-05}
{"train_loss": 0.010143053717911243, "global_step": 19980, "epoch": 112, "lr": 9.193942937973868e-05}
{"train_loss": 0.006686915643513203, "global_step": 19981, "epoch": 112, "lr": 9.193862481630513e-05}
{"train_loss": 0.009375954046845436, "global_step": 19982, "epoch": 112, "lr": 9.193782021624071e-05}
{"train_loss": 0.008884832262992859, "global_step": 19983, "epoch": 112, "lr": 9.19370155795461e-05}
{"train_loss": 0.00818704441189766, "global_step": 19984, "epoch": 112, "lr": 9.193621090622203e-05}
{"train_loss": 0.008029214106500149, "global_step": 19985, "epoch": 112, "lr": 9.193540619626917e-05}
{"train_loss": 0.004448131658136845, "global_step": 19986, "epoch": 112, "lr": 9.193460144968823e-05}
{"train_loss": 0.009947150945663452, "global_step": 19987, "epoch": 112, "lr": 9.193379666647993e-05}
{"train_loss": 0.006701461970806122, "global_step": 19988, "epoch": 112, "lr": 9.193299184664496e-05}
{"train_loss": 0.004036169499158859, "global_step": 19989, "epoch": 112, "lr": 9.193218699018404e-05}
{"train_loss": 0.01439440343528986, "global_step": 19990, "epoch": 112, "lr": 9.193138209709784e-05}
{"train_loss": 0.007366597186774015, "global_step": 19991, "epoch": 112, "lr": 9.19305771673871e-05}
{"train_loss": 0.006500327959656715, "global_step": 19992, "epoch": 112, "lr": 9.192977220105247e-05}
{"train_loss": 0.006116779521107674, "global_step": 19993, "epoch": 112, "lr": 9.192896719809472e-05}
{"train_loss": 0.01687535271048546, "global_step": 19994, "epoch": 112, "lr": 9.192816215851451e-05}
{"train_loss": 0.012579597532749176, "global_step": 19995, "epoch": 112, "lr": 9.192735708231255e-05}
{"train_loss": 0.006711284164339304, "global_step": 19996, "epoch": 112, "lr": 9.192655196948957e-05}
{"train_loss": 0.009039517492055893, "global_step": 19997, "epoch": 112, "lr": 9.192574682004622e-05}
{"train_loss": 0.010062729939818382, "global_step": 19998, "epoch": 112, "lr": 9.192494163398325e-05}
{"train_loss": 0.00820891372859478, "global_step": 19999, "epoch": 112, "lr": 9.192413641130135e-05}
{"train_loss": 0.008390944451093674, "global_step": 20000, "epoch": 112, "lr": 9.192333115200121e-05}
{"train_loss": 0.012492237612605095, "global_step": 20001, "epoch": 112, "lr": 9.192252585608355e-05}
{"train_loss": 0.011256754398345947, "global_step": 20002, "epoch": 112, "lr": 9.192172052354906e-05}
{"train_loss": 0.005421801470220089, "global_step": 20003, "epoch": 112, "lr": 9.192091515439847e-05}
{"train_loss": 0.008776459842920303, "global_step": 20004, "epoch": 112, "lr": 9.192010974863244e-05}
{"train_loss": 0.008107996545732021, "global_step": 20005, "epoch": 112, "lr": 9.19193043062517e-05}
{"train_loss": 0.006439646705985069, "global_step": 20006, "epoch": 112, "lr": 9.191849882725698e-05}
{"train_loss": 0.01038341410458088, "global_step": 20007, "epoch": 112, "lr": 9.191769331164893e-05}
{"train_loss": 0.01269758865237236, "global_step": 20008, "epoch": 112, "lr": 9.191688775942829e-05}
{"train_loss": 0.009394951164722443, "global_step": 20009, "epoch": 112, "lr": 9.191608217059575e-05}
{"train_loss": 0.005047811195254326, "global_step": 20010, "epoch": 112, "lr": 9.1915276545152e-05}
{"train_loss": 0.010482020676136017, "global_step": 20011, "epoch": 112, "lr": 9.191447088309777e-05}
{"train_loss": 0.008640505373477936, "global_step": 20012, "epoch": 112, "lr": 9.191366518443377e-05}
{"train_loss": 0.007370289880782366, "global_step": 20013, "epoch": 112, "lr": 9.191285944916065e-05}
{"train_loss": 0.005912520457059145, "global_step": 20014, "epoch": 112, "lr": 9.191205367727917e-05}
{"train_loss": 0.006744258105754852, "global_step": 20015, "epoch": 112, "lr": 9.191124786879002e-05}
{"train_loss": 0.008507766760885715, "global_step": 20016, "epoch": 112, "lr": 9.191044202369387e-05}
{"train_loss": 0.008925598114728928, "global_step": 20017, "epoch": 112, "lr": 9.190963614199149e-05}
{"train_loss": 0.0100883012637496, "global_step": 20018, "epoch": 112, "lr": 9.190883022368353e-05}
{"train_loss": 0.008916580118238926, "global_step": 20019, "epoch": 112, "lr": 9.19080242687707e-05}
{"train_loss": 0.010982483625411987, "global_step": 20020, "epoch": 112, "lr": 9.190721827725372e-05}
{"train_loss": 0.012871207669377327, "global_step": 20021, "epoch": 112, "lr": 9.19064122491333e-05}
{"train_loss": 0.008787358179688454, "global_step": 20022, "epoch": 112, "lr": 9.19056061844101e-05}
{"train_loss": 0.008454916067421436, "global_step": 20023, "epoch": 112, "lr": 9.190480008308489e-05}
{"train_loss": 0.009933574125170708, "global_step": 20024, "epoch": 112, "lr": 9.190399394515833e-05}
{"train_loss": 0.007232332602143288, "global_step": 20025, "epoch": 112, "lr": 9.190318777063113e-05}
{"train_loss": 0.006436864845454693, "global_step": 20026, "epoch": 112, "lr": 9.190238155950399e-05}
{"train_loss": 0.010322026908397675, "global_step": 20027, "epoch": 112, "lr": 9.190157531177763e-05}
{"train_loss": 0.01160571351647377, "global_step": 20028, "epoch": 112, "lr": 9.190076902745275e-05}
{"train_loss": 0.005079807713627815, "global_step": 20029, "epoch": 112, "lr": 9.189996270653005e-05}
{"train_loss": 0.009427669458091259, "global_step": 20030, "epoch": 112, "lr": 9.189915634901023e-05}
{"train_loss": 0.012965156696736813, "global_step": 20031, "epoch": 112, "lr": 9.189834995489401e-05}
{"train_loss": 0.008707290515303612, "global_step": 20032, "epoch": 112, "lr": 9.189754352418207e-05}
{"train_loss": 0.013505068607628345, "global_step": 20033, "epoch": 112, "lr": 9.189673705687513e-05}
{"train_loss": 0.0047384025529026985, "global_step": 20034, "epoch": 112, "lr": 9.18959305529739e-05}
{"train_loss": 0.008377022109925747, "global_step": 20035, "epoch": 112, "lr": 9.189512401247906e-05}
{"train_loss": 0.0063192034140229225, "global_step": 20036, "epoch": 112, "lr": 9.189431743539134e-05}
{"train_loss": 0.008125266060233116, "global_step": 20037, "epoch": 112, "lr": 9.189351082171145e-05}
{"train_loss": 0.005841879174113274, "global_step": 20038, "epoch": 112, "lr": 9.189270417144006e-05}
{"train_loss": 0.008371451869606972, "global_step": 20039, "epoch": 112, "lr": 9.18918974845779e-05}
{"train_loss": 0.006615851074457169, "global_step": 20040, "epoch": 112, "lr": 9.189109076112567e-05}
{"train_loss": 0.006468079052865505, "global_step": 20041, "epoch": 112, "lr": 9.189028400108409e-05}
{"train_loss": 0.005866250954568386, "global_step": 20042, "epoch": 112, "lr": 9.188947720445382e-05}
{"train_loss": 0.011540289036929607, "global_step": 20043, "epoch": 112, "lr": 9.188867037123561e-05}
{"train_loss": 0.003677523694932461, "global_step": 20044, "epoch": 112, "lr": 9.188786350143015e-05}
{"train_loss": 0.009555689059197903, "global_step": 20045, "epoch": 112, "lr": 9.188705659503814e-05}
{"train_loss": 0.007917216047644615, "global_step": 20046, "epoch": 112, "lr": 9.188624965206028e-05}
{"train_loss": 0.007811886258423328, "global_step": 20047, "epoch": 112, "lr": 9.18854426724973e-05}
{"train_loss": 0.011988661251962185, "global_step": 20048, "epoch": 112, "lr": 9.188463565634987e-05}
{"train_loss": 0.008050532080233097, "global_step": 20049, "epoch": 112, "lr": 9.188382860361872e-05}
{"train_loss": 0.010801097378134727, "global_step": 20050, "epoch": 112, "lr": 9.188302151430454e-05}
{"train_loss": 0.00751575967296958, "global_step": 20051, "epoch": 112, "lr": 9.188221438840805e-05}
{"train_loss": 0.008866764605045319, "global_step": 20052, "epoch": 112, "lr": 9.188140722592993e-05}
{"train_loss": 0.00790061242878437, "global_step": 20053, "epoch": 112, "lr": 9.188060002687093e-05}
{"train_loss": 0.010835656896233559, "global_step": 20054, "epoch": 112, "lr": 9.187979279123172e-05}
{"train_loss": 0.007540683727711439, "global_step": 20055, "epoch": 112, "lr": 9.1878985519013e-05}
{"train_loss": 0.011647909879684448, "global_step": 20056, "epoch": 112, "lr": 9.187817821021548e-05}
{"train_loss": 0.010390359908342361, "global_step": 20057, "epoch": 112, "lr": 9.18773708648399e-05}
{"train_loss": 0.008505181409418583, "global_step": 20058, "epoch": 112, "lr": 9.187656348288691e-05}
{"train_loss": 0.008721061050891876, "global_step": 20059, "epoch": 112, "lr": 9.187575606435725e-05}
{"train_loss": 0.007791416719555855, "global_step": 20060, "epoch": 112, "lr": 9.187494860925164e-05}
{"train_loss": 0.009480888023972511, "global_step": 20061, "epoch": 112, "lr": 9.187414111757074e-05}
{"train_loss": 0.008516384288668633, "global_step": 20062, "epoch": 112, "lr": 9.187333358931528e-05}
{"train_loss": 0.012318599969148636, "global_step": 20063, "epoch": 112, "lr": 9.187252602448596e-05}
{"train_loss": 0.005755594931542873, "global_step": 20064, "epoch": 112, "lr": 9.18717184230835e-05}
{"train_loss": 0.006814849097281694, "global_step": 20065, "epoch": 112, "lr": 9.187091078510859e-05}
{"train_loss": 0.00753827067092061, "global_step": 20066, "epoch": 112, "lr": 9.187010311056194e-05}
{"train_loss": 0.010024690069258213, "global_step": 20067, "epoch": 112, "lr": 9.186929539944427e-05}
{"train_loss": 0.00572338979691267, "global_step": 20068, "epoch": 112, "lr": 9.186848765175624e-05}
{"train_loss": 0.009670048020780087, "global_step": 20069, "epoch": 112, "lr": 9.18676798674986e-05}
{"train_loss": 0.007210287265479565, "global_step": 20070, "epoch": 112, "lr": 9.186687204667206e-05}
{"train_loss": 0.010861693881452084, "global_step": 20071, "epoch": 112, "lr": 9.186606418927728e-05}
{"train_loss": 0.008947620168328285, "global_step": 20072, "epoch": 112, "lr": 9.186525629531501e-05}
{"train_loss": 0.010517301969230175, "global_step": 20073, "epoch": 112, "lr": 9.186444836478593e-05}
{"train_loss": 0.010156596079468727, "global_step": 20074, "epoch": 112, "lr": 9.186364039769078e-05}
{"train_loss": 0.007434559985995293, "global_step": 20075, "epoch": 112, "lr": 9.18628323940302e-05}
{"train_loss": 0.008053937926888466, "global_step": 20076, "epoch": 112, "lr": 9.186202435380497e-05}
{"train_loss": 0.005840763449668884, "global_step": 20077, "epoch": 112, "lr": 9.186121627701574e-05}
{"train_loss": 0.008474288508296013, "global_step": 20078, "epoch": 112, "lr": 9.186040816366325e-05}
{"train_loss": 0.008003775030374527, "global_step": 20079, "epoch": 112, "lr": 9.185960001374818e-05}
{"train_loss": 0.010268941521644592, "global_step": 20080, "epoch": 112, "lr": 9.185879182727126e-05}
{"train_loss": 0.00857645832002163, "global_step": 20081, "epoch": 112, "lr": 9.185798360423319e-05}
{"train_loss": 0.005674241576343775, "global_step": 20082, "epoch": 112, "lr": 9.185717534463466e-05}
{"train_loss": 0.011709840968251228, "global_step": 20083, "epoch": 112, "lr": 9.18563670484764e-05}
{"train_loss": 0.007888687774538994, "global_step": 20084, "epoch": 112, "lr": 9.185555871575908e-05}
{"train_loss": 0.010626571252942085, "global_step": 20085, "epoch": 112, "lr": 9.185475034648345e-05}
{"train_loss": 0.005525088869035244, "global_step": 20086, "epoch": 112, "lr": 9.185394194065018e-05}
{"train_loss": 0.010873893275856972, "global_step": 20087, "epoch": 112, "lr": 9.185313349826e-05}
{"train_loss": 0.007750235963612795, "global_step": 20088, "epoch": 112, "lr": 9.185232501931361e-05}
{"train_loss": 0.015816479921340942, "global_step": 20089, "epoch": 112, "lr": 9.185151650381172e-05}
{"train_loss": 0.009327507577836514, "global_step": 20090, "epoch": 112, "lr": 9.185070795175501e-05}
{"train_loss": 0.010914737358689308, "global_step": 20091, "epoch": 112, "lr": 9.184989936314421e-05}
{"train_loss": 0.005856826901435852, "global_step": 20092, "epoch": 112, "lr": 9.184909073798003e-05}
{"train_loss": 0.006286519579589367, "global_step": 20093, "epoch": 112, "lr": 9.184828207626316e-05}
{"train_loss": 0.01158294640481472, "global_step": 20094, "epoch": 112, "lr": 9.184747337799433e-05}
{"train_loss": 0.008052488788962364, "global_step": 20095, "epoch": 112, "lr": 9.184666464317423e-05}
{"train_loss": 0.010544677264988422, "global_step": 20096, "epoch": 112, "lr": 9.184585587180355e-05}
{"train_loss": 0.010318227112293243, "global_step": 20097, "epoch": 112, "lr": 9.184504706388302e-05}
{"train_loss": 0.011222375556826591, "global_step": 20098, "epoch": 112, "lr": 9.184423821941335e-05}
{"train_loss": 0.006529592908918858, "global_step": 20099, "epoch": 112, "lr": 9.184342933839523e-05}
{"train_loss": 0.005992639809846878, "global_step": 20100, "epoch": 112, "lr": 9.184262042082938e-05}
{"train_loss": 0.005880195181816816, "global_step": 20101, "epoch": 112, "lr": 9.184181146671648e-05}
{"train_loss": 0.012722436338663101, "global_step": 20102, "epoch": 112, "lr": 9.184100247605729e-05}
{"train_loss": 0.007888980209827423, "global_step": 20103, "epoch": 112, "lr": 9.184019344885247e-05}
{"train_loss": 0.011940167285501957, "global_step": 20104, "epoch": 112, "lr": 9.183938438510273e-05}
{"train_loss": 0.009281695820391178, "global_step": 20105, "epoch": 112, "lr": 9.183857528480879e-05}
{"train_loss": 0.008380308747291565, "global_step": 20106, "epoch": 112, "lr": 9.183776614797135e-05}
{"train_loss": 0.006118514575064182, "global_step": 20107, "epoch": 112, "lr": 9.183695697459112e-05}
{"train_loss": 0.01741679012775421, "global_step": 20108, "epoch": 112, "lr": 9.183614776466881e-05}
{"train_loss": 0.005021334160119295, "global_step": 20109, "epoch": 112, "lr": 9.183533851820512e-05}
{"train_loss": 0.01082405261695385, "global_step": 20110, "epoch": 112, "lr": 9.183452923520076e-05}
{"train_loss": 0.008388440124690533, "global_step": 20111, "epoch": 112, "lr": 9.183371991565644e-05}
{"train_loss": 0.01031685434281826, "global_step": 20112, "epoch": 112, "lr": 9.183291055957288e-05}
{"train_loss": 0.008911496908613219, "global_step": 20113, "epoch": 112, "lr": 9.183210116695074e-05}
{"train_loss": 0.010593673214316368, "global_step": 20114, "epoch": 113, "lr": 9.183129173779077e-05}
{"train_loss": 0.010470667853951454, "global_step": 20115, "epoch": 113, "lr": 9.183048227209367e-05}
{"train_loss": 0.009844264015555382, "global_step": 20116, "epoch": 113, "lr": 9.182967276986014e-05}
{"train_loss": 0.006369054317474365, "global_step": 20117, "epoch": 113, "lr": 9.182886323109089e-05}
{"train_loss": 0.013883848674595356, "global_step": 20118, "epoch": 113, "lr": 9.182805365578662e-05}
{"train_loss": 0.005154195241630077, "global_step": 20119, "epoch": 113, "lr": 9.182724404394804e-05}
{"train_loss": 0.007680946495383978, "global_step": 20120, "epoch": 113, "lr": 9.182643439557588e-05}
{"train_loss": 0.006128078326582909, "global_step": 20121, "epoch": 113, "lr": 9.182562471067082e-05}
{"train_loss": 0.016402717679739, "global_step": 20122, "epoch": 113, "lr": 9.182481498923356e-05}
{"train_loss": 0.009669927880167961, "global_step": 20123, "epoch": 113, "lr": 9.182400523126484e-05}
{"train_loss": 0.01391159649938345, "global_step": 20124, "epoch": 113, "lr": 9.182319543676534e-05}
{"train_loss": 0.00735002476722002, "global_step": 20125, "epoch": 113, "lr": 9.182238560573577e-05}
{"train_loss": 0.008292076177895069, "global_step": 20126, "epoch": 113, "lr": 9.182157573817686e-05}
{"train_loss": 0.014164524152874947, "global_step": 20127, "epoch": 113, "lr": 9.182076583408929e-05}
{"train_loss": 0.004293501377105713, "global_step": 20128, "epoch": 113, "lr": 9.181995589347377e-05}
{"train_loss": 0.004309624433517456, "global_step": 20129, "epoch": 113, "lr": 9.181914591633103e-05}
{"train_loss": 0.009172409772872925, "global_step": 20130, "epoch": 113, "lr": 9.181833590266176e-05}
{"train_loss": 0.0052276658825576305, "global_step": 20131, "epoch": 113, "lr": 9.181752585246668e-05}
{"train_loss": 0.0047546327114105225, "global_step": 20132, "epoch": 113, "lr": 9.181671576574647e-05}
{"train_loss": 0.011347446590662003, "global_step": 20133, "epoch": 113, "lr": 9.181590564250187e-05}
{"train_loss": 0.01322910562157631, "global_step": 20134, "epoch": 113, "lr": 9.181509548273356e-05}
{"train_loss": 0.0055895010009408, "global_step": 20135, "epoch": 113, "lr": 9.181428528644228e-05}
{"train_loss": 0.014533668756484985, "global_step": 20136, "epoch": 113, "lr": 9.18134750536287e-05}
{"train_loss": 0.012570556253194809, "global_step": 20137, "epoch": 113, "lr": 9.181266478429357e-05}
{"train_loss": 0.008472257293760777, "global_step": 20138, "epoch": 113, "lr": 9.181185447843756e-05}
{"train_loss": 0.006690138950943947, "global_step": 20139, "epoch": 113, "lr": 9.181104413606139e-05}
{"train_loss": 0.011766522191464901, "global_step": 20140, "epoch": 113, "lr": 9.181023375716578e-05}
{"train_loss": 0.006838158704340458, "global_step": 20141, "epoch": 113, "lr": 9.18094233417514e-05}
{"train_loss": 0.006354972720146179, "global_step": 20142, "epoch": 113, "lr": 9.180861288981901e-05}
{"train_loss": 0.01021677628159523, "global_step": 20143, "epoch": 113, "lr": 9.18078024013693e-05}
{"train_loss": 0.011870656162500381, "global_step": 20144, "epoch": 113, "lr": 9.180699187640296e-05}
{"train_loss": 0.009206094779074192, "global_step": 20145, "epoch": 113, "lr": 9.18061813149207e-05}
{"train_loss": 0.010176890529692173, "global_step": 20146, "epoch": 113, "lr": 9.180537071692326e-05}
{"train_loss": 0.011936496011912823, "global_step": 20147, "epoch": 113, "lr": 9.180456008241131e-05}
{"train_loss": 0.008236736990511417, "global_step": 20148, "epoch": 113, "lr": 9.180374941138557e-05}
{"train_loss": 0.007901844568550587, "global_step": 20149, "epoch": 113, "lr": 9.180293870384675e-05}
{"train_loss": 0.014281569048762321, "global_step": 20150, "epoch": 113, "lr": 9.180212795979556e-05}
{"train_loss": 0.008715976029634476, "global_step": 20151, "epoch": 113, "lr": 9.180131717923273e-05}
{"train_loss": 0.007612287066876888, "global_step": 20152, "epoch": 113, "lr": 9.180050636215893e-05}
{"train_loss": 0.007619047537446022, "global_step": 20153, "epoch": 113, "lr": 9.179969550857488e-05}
{"train_loss": 0.008227444253861904, "global_step": 20154, "epoch": 113, "lr": 9.17988846184813e-05}
{"train_loss": 0.012114495038986206, "global_step": 20155, "epoch": 113, "lr": 9.179807369187888e-05}
{"train_loss": 0.0074320584535598755, "global_step": 20156, "epoch": 113, "lr": 9.179726272876835e-05}
{"train_loss": 0.009443750604987144, "global_step": 20157, "epoch": 113, "lr": 9.179645172915041e-05}
{"train_loss": 0.005180378444492817, "global_step": 20158, "epoch": 113, "lr": 9.179564069302576e-05}
{"train_loss": 0.008405640721321106, "global_step": 20159, "epoch": 113, "lr": 9.17948296203951e-05}
{"train_loss": 0.014218890108168125, "global_step": 20160, "epoch": 113, "lr": 9.179401851125917e-05}
{"train_loss": 0.007689407095313072, "global_step": 20161, "epoch": 113, "lr": 9.179320736561865e-05}
{"train_loss": 0.008726646192371845, "global_step": 20162, "epoch": 113, "lr": 9.179239618347426e-05}
{"train_loss": 0.008559109643101692, "global_step": 20163, "epoch": 113, "lr": 9.179158496482672e-05}
{"train_loss": 0.010645225644111633, "global_step": 20164, "epoch": 113, "lr": 9.179077370967673e-05}
{"train_loss": 0.009712453931570053, "global_step": 20165, "epoch": 113, "lr": 9.178996241802498e-05}
{"train_loss": 0.00916335266083479, "global_step": 20166, "epoch": 113, "lr": 9.178915108987218e-05}
{"train_loss": 0.00886676274240017, "global_step": 20167, "epoch": 113, "lr": 9.178833972521908e-05}
{"train_loss": 0.012352921068668365, "global_step": 20168, "epoch": 113, "lr": 9.178752832406635e-05}
{"train_loss": 0.007334759458899498, "global_step": 20169, "epoch": 113, "lr": 9.17867168864147e-05}
{"train_loss": 0.009311056695878506, "global_step": 20170, "epoch": 113, "lr": 9.178590541226486e-05}
{"train_loss": 0.007629241794347763, "global_step": 20171, "epoch": 113, "lr": 9.178509390161754e-05}
{"train_loss": 0.006741858087480068, "global_step": 20172, "epoch": 113, "lr": 9.178428235447341e-05}
{"train_loss": 0.010183109901845455, "global_step": 20173, "epoch": 113, "lr": 9.178347077083322e-05}
{"train_loss": 0.004788684658706188, "global_step": 20174, "epoch": 113, "lr": 9.178265915069766e-05}
{"train_loss": 0.009032915346324444, "global_step": 20175, "epoch": 113, "lr": 9.178184749406744e-05}
{"train_loss": 0.008580408059060574, "global_step": 20176, "epoch": 113, "lr": 9.178103580094327e-05}
{"train_loss": 0.013314345851540565, "global_step": 20177, "epoch": 113, "lr": 9.178022407132586e-05}
{"train_loss": 0.0075488341972231865, "global_step": 20178, "epoch": 113, "lr": 9.177941230521593e-05}
{"train_loss": 0.009941240772604942, "global_step": 20179, "epoch": 113, "lr": 9.177860050261416e-05}
{"train_loss": 0.009249505586922169, "global_step": 20180, "epoch": 113, "lr": 9.177778866352129e-05}
{"train_loss": 0.012064198032021523, "global_step": 20181, "epoch": 113, "lr": 9.177697678793802e-05}
{"train_loss": 0.01149365771561861, "global_step": 20182, "epoch": 113, "lr": 9.177616487586505e-05}
{"train_loss": 0.012243467383086681, "global_step": 20183, "epoch": 113, "lr": 9.17753529273031e-05}
{"train_loss": 0.004805853124707937, "global_step": 20184, "epoch": 113, "lr": 9.177454094225286e-05}
{"train_loss": 0.005907771177589893, "global_step": 20185, "epoch": 113, "lr": 9.177372892071508e-05}
{"train_loss": 0.007558743469417095, "global_step": 20186, "epoch": 113, "lr": 9.17729168626904e-05}
{"train_loss": 0.007245109416544437, "global_step": 20187, "epoch": 113, "lr": 9.177210476817961e-05}
{"train_loss": 0.007335928734391928, "global_step": 20188, "epoch": 113, "lr": 9.177129263718337e-05}
{"train_loss": 0.011655600741505623, "global_step": 20189, "epoch": 113, "lr": 9.17704804697024e-05}
{"train_loss": 0.014954525977373123, "global_step": 20190, "epoch": 113, "lr": 9.17696682657374e-05}
{"train_loss": 0.017280032858252525, "global_step": 20191, "epoch": 113, "lr": 9.176885602528911e-05}
{"train_loss": 0.007448691409081221, "global_step": 20192, "epoch": 113, "lr": 9.17680437483582e-05}
{"train_loss": 0.006826519034802914, "global_step": 20193, "epoch": 113, "lr": 9.176723143494542e-05}
{"train_loss": 0.011752709746360779, "global_step": 20194, "epoch": 113, "lr": 9.176641908505143e-05}
{"train_loss": 0.016230691224336624, "global_step": 20195, "epoch": 113, "lr": 9.176560669867697e-05}
{"train_loss": 0.0051118154078722, "global_step": 20196, "epoch": 113, "lr": 9.176479427582276e-05}
{"train_loss": 0.015560133382678032, "global_step": 20197, "epoch": 113, "lr": 9.17639818164895e-05}
{"train_loss": 0.009830929338932037, "global_step": 20198, "epoch": 113, "lr": 9.176316932067788e-05}
{"train_loss": 0.009252643212676048, "global_step": 20199, "epoch": 113, "lr": 9.176235678838864e-05}
{"train_loss": 0.01647765189409256, "global_step": 20200, "epoch": 113, "lr": 9.176154421962247e-05}
{"train_loss": 0.010525744408369064, "global_step": 20201, "epoch": 113, "lr": 9.176073161438008e-05}
{"train_loss": 0.008954979479312897, "global_step": 20202, "epoch": 113, "lr": 9.175991897266218e-05}
{"train_loss": 0.003953611943870783, "global_step": 20203, "epoch": 113, "lr": 9.175910629446951e-05}
{"train_loss": 0.007339246105402708, "global_step": 20204, "epoch": 113, "lr": 9.175829357980273e-05}
{"train_loss": 0.01000531017780304, "global_step": 20205, "epoch": 113, "lr": 9.17574808286626e-05}
{"train_loss": 0.013691266067326069, "global_step": 20206, "epoch": 113, "lr": 9.175666804104977e-05}
{"train_loss": 0.009678276255726814, "global_step": 20207, "epoch": 113, "lr": 9.175585521696501e-05}
{"train_loss": 0.009600254707038403, "global_step": 20208, "epoch": 113, "lr": 9.1755042356409e-05}
{"train_loss": 0.009269047528505325, "global_step": 20209, "epoch": 113, "lr": 9.175422945938245e-05}
{"train_loss": 0.007819397374987602, "global_step": 20210, "epoch": 113, "lr": 9.175341652588608e-05}
{"train_loss": 0.00849318690598011, "global_step": 20211, "epoch": 113, "lr": 9.175260355592057e-05}
{"train_loss": 0.014961079694330692, "global_step": 20212, "epoch": 113, "lr": 9.175179054948668e-05}
{"train_loss": 0.012434086762368679, "global_step": 20213, "epoch": 113, "lr": 9.175097750658508e-05}
{"train_loss": 0.009062966331839561, "global_step": 20214, "epoch": 113, "lr": 9.17501644272165e-05}
{"train_loss": 0.007101339753717184, "global_step": 20215, "epoch": 113, "lr": 9.174935131138164e-05}
{"train_loss": 0.006092891562730074, "global_step": 20216, "epoch": 113, "lr": 9.174853815908123e-05}
{"train_loss": 0.010992785915732384, "global_step": 20217, "epoch": 113, "lr": 9.174772497031596e-05}
{"train_loss": 0.009411338716745377, "global_step": 20218, "epoch": 113, "lr": 9.174691174508653e-05}
{"train_loss": 0.006117206998169422, "global_step": 20219, "epoch": 113, "lr": 9.174609848339368e-05}
{"train_loss": 0.017109444364905357, "global_step": 20220, "epoch": 113, "lr": 9.17452851852381e-05}
{"train_loss": 0.01072049792855978, "global_step": 20221, "epoch": 113, "lr": 9.174447185062051e-05}
{"train_loss": 0.00717395544052124, "global_step": 20222, "epoch": 113, "lr": 9.174365847954162e-05}
{"train_loss": 0.007285676896572113, "global_step": 20223, "epoch": 113, "lr": 9.174284507200215e-05}
{"train_loss": 0.006278216373175383, "global_step": 20224, "epoch": 113, "lr": 9.174203162800276e-05}
{"train_loss": 0.007147871423512697, "global_step": 20225, "epoch": 113, "lr": 9.174121814754423e-05}
{"train_loss": 0.010633040219545364, "global_step": 20226, "epoch": 113, "lr": 9.174040463062723e-05}
{"train_loss": 0.015550728887319565, "global_step": 20227, "epoch": 113, "lr": 9.173959107725247e-05}
{"train_loss": 0.007166138384491205, "global_step": 20228, "epoch": 113, "lr": 9.173877748742068e-05}
{"train_loss": 0.007357534021139145, "global_step": 20229, "epoch": 113, "lr": 9.173796386113256e-05}
{"train_loss": 0.006068456452339888, "global_step": 20230, "epoch": 113, "lr": 9.173715019838882e-05}
{"train_loss": 0.01109328307211399, "global_step": 20231, "epoch": 113, "lr": 9.173633649919018e-05}
{"train_loss": 0.009791299700737, "global_step": 20232, "epoch": 113, "lr": 9.173552276353732e-05}
{"train_loss": 0.008173655718564987, "global_step": 20233, "epoch": 113, "lr": 9.1734708991431e-05}
{"train_loss": 0.00785142369568348, "global_step": 20234, "epoch": 113, "lr": 9.173389518287188e-05}
{"train_loss": 0.013957956805825233, "global_step": 20235, "epoch": 113, "lr": 9.173308133786072e-05}
{"train_loss": 0.01213643979281187, "global_step": 20236, "epoch": 113, "lr": 9.173226745639818e-05}
{"train_loss": 0.00995536521077156, "global_step": 20237, "epoch": 113, "lr": 9.1731453538485e-05}
{"train_loss": 0.00657342653721571, "global_step": 20238, "epoch": 113, "lr": 9.17306395841219e-05}
{"train_loss": 0.0073684267699718475, "global_step": 20239, "epoch": 113, "lr": 9.172982559330958e-05}
{"train_loss": 0.010077581740915775, "global_step": 20240, "epoch": 113, "lr": 9.172901156604874e-05}
{"train_loss": 0.017436448484659195, "global_step": 20241, "epoch": 113, "lr": 9.172819750234011e-05}
{"train_loss": 0.01044693123549223, "global_step": 20242, "epoch": 113, "lr": 9.172738340218439e-05}
{"train_loss": 0.007698073051869869, "global_step": 20243, "epoch": 113, "lr": 9.172656926558227e-05}
{"train_loss": 0.012740131467580795, "global_step": 20244, "epoch": 113, "lr": 9.172575509253451e-05}
{"train_loss": 0.006138135679066181, "global_step": 20245, "epoch": 113, "lr": 9.172494088304178e-05}
{"train_loss": 0.004832634702324867, "global_step": 20246, "epoch": 113, "lr": 9.17241266371048e-05}
{"train_loss": 0.009745866060256958, "global_step": 20247, "epoch": 113, "lr": 9.172331235472431e-05}
{"train_loss": 0.00607206579297781, "global_step": 20248, "epoch": 113, "lr": 9.1722498035901e-05}
{"train_loss": 0.00794838834553957, "global_step": 20249, "epoch": 113, "lr": 9.172168368063557e-05}
{"train_loss": 0.008265427313745022, "global_step": 20250, "epoch": 113, "lr": 9.172086928892873e-05}
{"train_loss": 0.0064714690670371056, "global_step": 20251, "epoch": 113, "lr": 9.172005486078121e-05}
{"train_loss": 0.0072541614063084126, "global_step": 20252, "epoch": 113, "lr": 9.171924039619372e-05}
{"train_loss": 0.007173304446041584, "global_step": 20253, "epoch": 113, "lr": 9.171842589516694e-05}
{"train_loss": 0.00917239859700203, "global_step": 20254, "epoch": 113, "lr": 9.171761135770165e-05}
{"train_loss": 0.015384670346975327, "global_step": 20255, "epoch": 113, "lr": 9.171679678379847e-05}
{"train_loss": 0.0056279548443853855, "global_step": 20256, "epoch": 113, "lr": 9.17159821734582e-05}
{"train_loss": 0.00931487139314413, "global_step": 20257, "epoch": 113, "lr": 9.17151675266815e-05}
{"train_loss": 0.0046145617961883545, "global_step": 20258, "epoch": 113, "lr": 9.171435284346908e-05}
{"train_loss": 0.007820524275302887, "global_step": 20259, "epoch": 113, "lr": 9.171353812382166e-05}
{"train_loss": 0.008576489984989166, "global_step": 20260, "epoch": 113, "lr": 9.171272336773997e-05}
{"train_loss": 0.013384934514760971, "global_step": 20261, "epoch": 113, "lr": 9.171190857522472e-05}
{"train_loss": 0.014643163420259953, "global_step": 20262, "epoch": 113, "lr": 9.171109374627657e-05}
{"train_loss": 0.0059249987825751305, "global_step": 20263, "epoch": 113, "lr": 9.17102788808963e-05}
{"train_loss": 0.01210895087569952, "global_step": 20264, "epoch": 113, "lr": 9.170946397908458e-05}
{"train_loss": 0.01590164192020893, "global_step": 20265, "epoch": 113, "lr": 9.170864904084215e-05}
{"train_loss": 0.004658685997128487, "global_step": 20266, "epoch": 113, "lr": 9.170783406616968e-05}
{"train_loss": 0.009048962965607643, "global_step": 20267, "epoch": 113, "lr": 9.170701905506793e-05}
{"train_loss": 0.009371604770421982, "global_step": 20268, "epoch": 113, "lr": 9.170620400753758e-05}
{"train_loss": 0.009091961197555065, "global_step": 20269, "epoch": 113, "lr": 9.170538892357937e-05}
{"train_loss": 0.008215331472456455, "global_step": 20270, "epoch": 113, "lr": 9.170457380319397e-05}
{"train_loss": 0.006554428953677416, "global_step": 20271, "epoch": 113, "lr": 9.170375864638212e-05}
{"train_loss": 0.006424215622246265, "global_step": 20272, "epoch": 113, "lr": 9.170294345314452e-05}
{"train_loss": 0.013639317825436592, "global_step": 20273, "epoch": 113, "lr": 9.170212822348189e-05}
{"train_loss": 0.00733527448028326, "global_step": 20274, "epoch": 113, "lr": 9.170131295739495e-05}
{"train_loss": 0.0034384913742542267, "global_step": 20275, "epoch": 113, "lr": 9.170049765488442e-05}
{"train_loss": 0.005081718787550926, "global_step": 20276, "epoch": 113, "lr": 9.169968231595098e-05}
{"train_loss": 0.008400939404964447, "global_step": 20277, "epoch": 113, "lr": 9.169886694059535e-05}
{"train_loss": 0.012445071712136269, "global_step": 20278, "epoch": 113, "lr": 9.169805152881826e-05}
{"train_loss": 0.010786745697259903, "global_step": 20279, "epoch": 113, "lr": 9.169723608062041e-05}
{"train_loss": 0.010650532320141792, "global_step": 20280, "epoch": 113, "lr": 9.169642059600252e-05}
{"train_loss": 0.005471379496157169, "global_step": 20281, "epoch": 113, "lr": 9.169560507496528e-05}
{"train_loss": 0.005629353225231171, "global_step": 20282, "epoch": 113, "lr": 9.169478951750943e-05}
{"train_loss": 0.0057166507467627525, "global_step": 20283, "epoch": 113, "lr": 9.169397392363567e-05}
{"train_loss": 0.00551535002887249, "global_step": 20284, "epoch": 113, "lr": 9.169315829334472e-05}
{"train_loss": 0.008768158033490181, "global_step": 20285, "epoch": 113, "lr": 9.169234262663728e-05}
{"train_loss": 0.004558437503874302, "global_step": 20286, "epoch": 113, "lr": 9.169152692351406e-05}
{"train_loss": 0.013011399656534195, "global_step": 20287, "epoch": 113, "lr": 9.16907111839758e-05}
{"train_loss": 0.006990550085902214, "global_step": 20288, "epoch": 113, "lr": 9.168989540802317e-05}
{"train_loss": 0.008369133807718754, "global_step": 20289, "epoch": 113, "lr": 9.168907959565694e-05}
{"train_loss": 0.006167225074023008, "global_step": 20290, "epoch": 113, "lr": 9.168826374687775e-05}
{"train_loss": 0.009231946784270447, "global_step": 20291, "epoch": 113, "lr": 9.168744786168638e-05}
{"train_loss": 0.0031786083709448576, "global_step": 20292, "epoch": 114, "lr": 9.168663194008352e-05}
{"train_loss": 0.00509482529014349, "global_step": 20293, "epoch": 114, "lr": 9.168581598206985e-05}
{"train_loss": 0.004761076066643, "global_step": 20294, "epoch": 114, "lr": 9.168499998764611e-05}
{"train_loss": 0.004014493897557259, "global_step": 20295, "epoch": 114, "lr": 9.168418395681302e-05}
{"train_loss": 0.006913454737514257, "global_step": 20296, "epoch": 114, "lr": 9.168336788957129e-05}
{"train_loss": 0.0069772847928106785, "global_step": 20297, "epoch": 114, "lr": 9.168255178592162e-05}
{"train_loss": 0.008585014380514622, "global_step": 20298, "epoch": 114, "lr": 9.168173564586473e-05}
{"train_loss": 0.007796315476298332, "global_step": 20299, "epoch": 114, "lr": 9.168091946940134e-05}
{"train_loss": 0.009561533108353615, "global_step": 20300, "epoch": 114, "lr": 9.168010325653215e-05}
{"train_loss": 0.012585560791194439, "global_step": 20301, "epoch": 114, "lr": 9.16792870072579e-05}
{"train_loss": 0.011812202632427216, "global_step": 20302, "epoch": 114, "lr": 9.167847072157924e-05}
{"train_loss": 0.007224971894174814, "global_step": 20303, "epoch": 114, "lr": 9.167765439949696e-05}
{"train_loss": 0.004660082049667835, "global_step": 20304, "epoch": 114, "lr": 9.167683804101173e-05}
{"train_loss": 0.006882851477712393, "global_step": 20305, "epoch": 114, "lr": 9.167602164612426e-05}
{"train_loss": 0.01080214325338602, "global_step": 20306, "epoch": 114, "lr": 9.167520521483528e-05}
{"train_loss": 0.01388614159077406, "global_step": 20307, "epoch": 114, "lr": 9.167438874714551e-05}
{"train_loss": 0.006075777113437653, "global_step": 20308, "epoch": 114, "lr": 9.167357224305564e-05}
{"train_loss": 0.009656282141804695, "global_step": 20309, "epoch": 114, "lr": 9.167275570256639e-05}
{"train_loss": 0.009038429707288742, "global_step": 20310, "epoch": 114, "lr": 9.167193912567848e-05}
{"train_loss": 0.010737661272287369, "global_step": 20311, "epoch": 114, "lr": 9.167112251239262e-05}
{"train_loss": 0.008020973764359951, "global_step": 20312, "epoch": 114, "lr": 9.167030586270952e-05}
{"train_loss": 0.008584322407841682, "global_step": 20313, "epoch": 114, "lr": 9.16694891766299e-05}
{"train_loss": 0.014280303381383419, "global_step": 20314, "epoch": 114, "lr": 9.166867245415446e-05}
{"train_loss": 0.00822356529533863, "global_step": 20315, "epoch": 114, "lr": 9.166785569528393e-05}
{"train_loss": 0.015552245080471039, "global_step": 20316, "epoch": 114, "lr": 9.166703890001902e-05}
{"train_loss": 0.014015702530741692, "global_step": 20317, "epoch": 114, "lr": 9.166622206836043e-05}
{"train_loss": 0.01266958937048912, "global_step": 20318, "epoch": 114, "lr": 9.166540520030889e-05}
{"train_loss": 0.008684667758643627, "global_step": 20319, "epoch": 114, "lr": 9.16645882958651e-05}
{"train_loss": 0.010247526690363884, "global_step": 20320, "epoch": 114, "lr": 9.16637713550298e-05}
{"train_loss": 0.013114653527736664, "global_step": 20321, "epoch": 114, "lr": 9.166295437780368e-05}
{"train_loss": 0.01105497870594263, "global_step": 20322, "epoch": 114, "lr": 9.166213736418744e-05}
{"train_loss": 0.005331647582352161, "global_step": 20323, "epoch": 114, "lr": 9.166132031418182e-05}
{"train_loss": 0.0038251630030572414, "global_step": 20324, "epoch": 114, "lr": 9.166050322778752e-05}
{"train_loss": 0.009766289964318275, "global_step": 20325, "epoch": 114, "lr": 9.165968610500526e-05}
{"train_loss": 0.012785336002707481, "global_step": 20326, "epoch": 114, "lr": 9.165886894583575e-05}
{"train_loss": 0.010462906211614609, "global_step": 20327, "epoch": 114, "lr": 9.165805175027972e-05}
{"train_loss": 0.005599313415586948, "global_step": 20328, "epoch": 114, "lr": 9.165723451833785e-05}
{"train_loss": 0.009744906798005104, "global_step": 20329, "epoch": 114, "lr": 9.16564172500109e-05}
{"train_loss": 0.003944831900298595, "global_step": 20330, "epoch": 114, "lr": 9.165559994529952e-05}
{"train_loss": 0.005809219088405371, "global_step": 20331, "epoch": 114, "lr": 9.16547826042045e-05}
{"train_loss": 0.010860800743103027, "global_step": 20332, "epoch": 114, "lr": 9.165396522672649e-05}
{"train_loss": 0.008746459148824215, "global_step": 20333, "epoch": 114, "lr": 9.165314781286625e-05}
{"train_loss": 0.013128343969583511, "global_step": 20334, "epoch": 114, "lr": 9.165233036262445e-05}
{"train_loss": 0.005167167633771896, "global_step": 20335, "epoch": 114, "lr": 9.165151287600185e-05}
{"train_loss": 0.004997642710804939, "global_step": 20336, "epoch": 114, "lr": 9.16506953529991e-05}
{"train_loss": 0.00824076309800148, "global_step": 20337, "epoch": 114, "lr": 9.1649877793617e-05}
{"train_loss": 0.008499324321746826, "global_step": 20338, "epoch": 114, "lr": 9.16490601978562e-05}
{"train_loss": 0.014281199313700199, "global_step": 20339, "epoch": 114, "lr": 9.164824256571742e-05}
{"train_loss": 0.004991327412426472, "global_step": 20340, "epoch": 114, "lr": 9.164742489720142e-05}
{"train_loss": 0.009637835435569286, "global_step": 20341, "epoch": 114, "lr": 9.164660719230885e-05}
{"train_loss": 0.005767046939581633, "global_step": 20342, "epoch": 114, "lr": 9.164578945104048e-05}
{"train_loss": 0.0066253431141376495, "global_step": 20343, "epoch": 114, "lr": 9.164497167339698e-05}
{"train_loss": 0.008426660671830177, "global_step": 20344, "epoch": 114, "lr": 9.16441538593791e-05}
{"train_loss": 0.003880561562255025, "global_step": 20345, "epoch": 114, "lr": 9.164333600898752e-05}
{"train_loss": 0.010931417346000671, "global_step": 20346, "epoch": 114, "lr": 9.1642518122223e-05}
{"train_loss": 0.007726052775979042, "global_step": 20347, "epoch": 114, "lr": 9.16417001990862e-05}
{"train_loss": 0.008725246414542198, "global_step": 20348, "epoch": 114, "lr": 9.164088223957787e-05}
{"train_loss": 0.008675571531057358, "global_step": 20349, "epoch": 114, "lr": 9.164006424369874e-05}
{"train_loss": 0.009212814271450043, "global_step": 20350, "epoch": 114, "lr": 9.163924621144946e-05}
{"train_loss": 0.012769380584359169, "global_step": 20351, "epoch": 114, "lr": 9.163842814283082e-05}
{"train_loss": 0.013900123536586761, "global_step": 20352, "epoch": 114, "lr": 9.163761003784349e-05}
{"train_loss": 0.018892593681812286, "global_step": 20353, "epoch": 114, "lr": 9.163679189648818e-05}
{"train_loss": 0.012313189916312695, "global_step": 20354, "epoch": 114, "lr": 9.163597371876562e-05}
{"train_loss": 0.012052368372678757, "global_step": 20355, "epoch": 114, "lr": 9.163515550467654e-05}
{"train_loss": 0.008748169988393784, "global_step": 20356, "epoch": 114, "lr": 9.163433725422163e-05}
{"train_loss": 0.008788439445197582, "global_step": 20357, "epoch": 114, "lr": 9.16335189674016e-05}
{"train_loss": 0.004435079172253609, "global_step": 20358, "epoch": 114, "lr": 9.163270064421718e-05}
{"train_loss": 0.00932379998266697, "global_step": 20359, "epoch": 114, "lr": 9.16318822846691e-05}
{"train_loss": 0.006459135562181473, "global_step": 20360, "epoch": 114, "lr": 9.163106388875806e-05}
{"train_loss": 0.01516969595104456, "global_step": 20361, "epoch": 114, "lr": 9.163024545648476e-05}
{"train_loss": 0.00909280963242054, "global_step": 20362, "epoch": 114, "lr": 9.162942698784992e-05}
{"train_loss": 0.011006752029061317, "global_step": 20363, "epoch": 114, "lr": 9.162860848285427e-05}
{"train_loss": 0.005840528756380081, "global_step": 20364, "epoch": 114, "lr": 9.162778994149852e-05}
{"train_loss": 0.009668760001659393, "global_step": 20365, "epoch": 114, "lr": 9.162697136378337e-05}
{"train_loss": 0.011014444753527641, "global_step": 20366, "epoch": 114, "lr": 9.162615274970956e-05}
{"train_loss": 0.006105184089392424, "global_step": 20367, "epoch": 114, "lr": 9.162533409927778e-05}
{"train_loss": 0.008932221680879593, "global_step": 20368, "epoch": 114, "lr": 9.162451541248876e-05}
{"train_loss": 0.006535063963383436, "global_step": 20369, "epoch": 114, "lr": 9.162369668934322e-05}
{"train_loss": 0.01195431686937809, "global_step": 20370, "epoch": 114, "lr": 9.162287792984186e-05}
{"train_loss": 0.0115980738773942, "global_step": 20371, "epoch": 114, "lr": 9.16220591339854e-05}
{"train_loss": 0.011641446501016617, "global_step": 20372, "epoch": 114, "lr": 9.162124030177457e-05}
{"train_loss": 0.006452150177210569, "global_step": 20373, "epoch": 114, "lr": 9.162042143321006e-05}
{"train_loss": 0.008087212219834328, "global_step": 20374, "epoch": 114, "lr": 9.161960252829259e-05}
{"train_loss": 0.005665942095220089, "global_step": 20375, "epoch": 114, "lr": 9.16187835870229e-05}
{"train_loss": 0.006514423526823521, "global_step": 20376, "epoch": 114, "lr": 9.161796460940167e-05}
{"train_loss": 0.010567774996161461, "global_step": 20377, "epoch": 114, "lr": 9.161714559542965e-05}
{"train_loss": 0.008768121711909771, "global_step": 20378, "epoch": 114, "lr": 9.161632654510752e-05}
{"train_loss": 0.015080725774168968, "global_step": 20379, "epoch": 114, "lr": 9.161550745843604e-05}
{"train_loss": 0.006458227057009935, "global_step": 20380, "epoch": 114, "lr": 9.161468833541588e-05}
{"train_loss": 0.007355774287134409, "global_step": 20381, "epoch": 114, "lr": 9.161386917604778e-05}
{"train_loss": 0.006234929896891117, "global_step": 20382, "epoch": 114, "lr": 9.161304998033245e-05}
{"train_loss": 0.006235352251678705, "global_step": 20383, "epoch": 114, "lr": 9.16122307482706e-05}
{"train_loss": 0.009266214445233345, "global_step": 20384, "epoch": 114, "lr": 9.161141147986296e-05}
{"train_loss": 0.013566715642809868, "global_step": 20385, "epoch": 114, "lr": 9.161059217511023e-05}
{"train_loss": 0.012255838140845299, "global_step": 20386, "epoch": 114, "lr": 9.160977283401316e-05}
{"train_loss": 0.009164609014987946, "global_step": 20387, "epoch": 114, "lr": 9.160895345657241e-05}
{"train_loss": 0.0063933879137039185, "global_step": 20388, "epoch": 114, "lr": 9.160813404278872e-05}
{"train_loss": 0.005996109917759895, "global_step": 20389, "epoch": 114, "lr": 9.160731459266281e-05}
{"train_loss": 0.005784572567790747, "global_step": 20390, "epoch": 114, "lr": 9.160649510619541e-05}
{"train_loss": 0.005336500238627195, "global_step": 20391, "epoch": 114, "lr": 9.160567558338722e-05}
{"train_loss": 0.010006248950958252, "global_step": 20392, "epoch": 114, "lr": 9.160485602423896e-05}
{"train_loss": 0.006647318135946989, "global_step": 20393, "epoch": 114, "lr": 9.160403642875133e-05}
{"train_loss": 0.009411819279193878, "global_step": 20394, "epoch": 114, "lr": 9.160321679692507e-05}
{"train_loss": 0.013362720608711243, "global_step": 20395, "epoch": 114, "lr": 9.160239712876087e-05}
{"train_loss": 0.008984263986349106, "global_step": 20396, "epoch": 114, "lr": 9.160157742425948e-05}
{"train_loss": 0.012102505192160606, "global_step": 20397, "epoch": 114, "lr": 9.160075768342158e-05}
{"train_loss": 0.0076264613308012486, "global_step": 20398, "epoch": 114, "lr": 9.159993790624792e-05}
{"train_loss": 0.007872495800256729, "global_step": 20399, "epoch": 114, "lr": 9.159911809273918e-05}
{"train_loss": 0.010291071608662605, "global_step": 20400, "epoch": 114, "lr": 9.159829824289609e-05}
{"train_loss": 0.00527564249932766, "global_step": 20401, "epoch": 114, "lr": 9.15974783567194e-05}
{"train_loss": 0.004116457886993885, "global_step": 20402, "epoch": 114, "lr": 9.159665843420978e-05}
{"train_loss": 0.01062504667788744, "global_step": 20403, "epoch": 114, "lr": 9.159583847536797e-05}
{"train_loss": 0.009277687408030033, "global_step": 20404, "epoch": 114, "lr": 9.159501848019468e-05}
{"train_loss": 0.011598446406424046, "global_step": 20405, "epoch": 114, "lr": 9.15941984486906e-05}
{"train_loss": 0.01003087218850851, "global_step": 20406, "epoch": 114, "lr": 9.15933783808565e-05}
{"train_loss": 0.0037658195942640305, "global_step": 20407, "epoch": 114, "lr": 9.159255827669305e-05}
{"train_loss": 0.005165677517652512, "global_step": 20408, "epoch": 114, "lr": 9.159173813620099e-05}
{"train_loss": 0.009130198508501053, "global_step": 20409, "epoch": 114, "lr": 9.159091795938104e-05}
{"train_loss": 0.009768707677721977, "global_step": 20410, "epoch": 114, "lr": 9.15900977462339e-05}
{"train_loss": 0.011009903624653816, "global_step": 20411, "epoch": 114, "lr": 9.158927749676029e-05}
{"train_loss": 0.006715643219649792, "global_step": 20412, "epoch": 114, "lr": 9.158845721096094e-05}
{"train_loss": 0.00469187879934907, "global_step": 20413, "epoch": 114, "lr": 9.158763688883654e-05}
{"train_loss": 0.0050169057212769985, "global_step": 20414, "epoch": 114, "lr": 9.158681653038783e-05}
{"train_loss": 0.006424259394407272, "global_step": 20415, "epoch": 114, "lr": 9.158599613561552e-05}
{"train_loss": 0.00601277407258749, "global_step": 20416, "epoch": 114, "lr": 9.158517570452032e-05}
{"train_loss": 0.007690355647355318, "global_step": 20417, "epoch": 114, "lr": 9.158435523710297e-05}
{"train_loss": 0.010167088359594345, "global_step": 20418, "epoch": 114, "lr": 9.158353473336416e-05}
{"train_loss": 0.006329412572085857, "global_step": 20419, "epoch": 114, "lr": 9.158271419330463e-05}
{"train_loss": 0.006103580351918936, "global_step": 20420, "epoch": 114, "lr": 9.158189361692503e-05}
{"train_loss": 0.0073449439369142056, "global_step": 20421, "epoch": 114, "lr": 9.158107300422618e-05}
{"train_loss": 0.009480295702815056, "global_step": 20422, "epoch": 114, "lr": 9.158025235520872e-05}
{"train_loss": 0.009570064023137093, "global_step": 20423, "epoch": 114, "lr": 9.157943166987342e-05}
{"train_loss": 0.0102366479113698, "global_step": 20424, "epoch": 114, "lr": 9.157861094822095e-05}
{"train_loss": 0.011785046197474003, "global_step": 20425, "epoch": 114, "lr": 9.157779019025205e-05}
{"train_loss": 0.018156297504901886, "global_step": 20426, "epoch": 114, "lr": 9.157696939596743e-05}
{"train_loss": 0.00872900802642107, "global_step": 20427, "epoch": 114, "lr": 9.157614856536783e-05}
{"train_loss": 0.006286116316914558, "global_step": 20428, "epoch": 114, "lr": 9.157532769845392e-05}
{"train_loss": 0.011849898844957352, "global_step": 20429, "epoch": 114, "lr": 9.157450679522646e-05}
{"train_loss": 0.006025982089340687, "global_step": 20430, "epoch": 114, "lr": 9.157368585568615e-05}
{"train_loss": 0.009584258310496807, "global_step": 20431, "epoch": 114, "lr": 9.15728648798337e-05}
{"train_loss": 0.0063437893986701965, "global_step": 20432, "epoch": 114, "lr": 9.157204386766984e-05}
{"train_loss": 0.008264721371233463, "global_step": 20433, "epoch": 114, "lr": 9.157122281919529e-05}
{"train_loss": 0.015130292624235153, "global_step": 20434, "epoch": 114, "lr": 9.157040173441074e-05}
{"train_loss": 0.01020842045545578, "global_step": 20435, "epoch": 114, "lr": 9.156958061331694e-05}
{"train_loss": 0.009917283430695534, "global_step": 20436, "epoch": 114, "lr": 9.15687594559146e-05}
{"train_loss": 0.012240288779139519, "global_step": 20437, "epoch": 114, "lr": 9.156793826220442e-05}
{"train_loss": 0.011562183499336243, "global_step": 20438, "epoch": 114, "lr": 9.156711703218712e-05}
{"train_loss": 0.011206116527318954, "global_step": 20439, "epoch": 114, "lr": 9.156629576586344e-05}
{"train_loss": 0.011865882202982903, "global_step": 20440, "epoch": 114, "lr": 9.156547446323409e-05}
{"train_loss": 0.004341271240264177, "global_step": 20441, "epoch": 114, "lr": 9.156465312429975e-05}
{"train_loss": 0.008145002648234367, "global_step": 20442, "epoch": 114, "lr": 9.15638317490612e-05}
{"train_loss": 0.008744552731513977, "global_step": 20443, "epoch": 114, "lr": 9.156301033751912e-05}
{"train_loss": 0.017272446304559708, "global_step": 20444, "epoch": 114, "lr": 9.156218888967422e-05}
{"train_loss": 0.010229215025901794, "global_step": 20445, "epoch": 114, "lr": 9.156136740552723e-05}
{"train_loss": 0.005918608047068119, "global_step": 20446, "epoch": 114, "lr": 9.156054588507888e-05}
{"train_loss": 0.005054047796875238, "global_step": 20447, "epoch": 114, "lr": 9.155972432832987e-05}
{"train_loss": 0.007496294565498829, "global_step": 20448, "epoch": 114, "lr": 9.155890273528092e-05}
{"train_loss": 0.009900463744997978, "global_step": 20449, "epoch": 114, "lr": 9.155808110593275e-05}
{"train_loss": 0.007749937940388918, "global_step": 20450, "epoch": 114, "lr": 9.155725944028609e-05}
{"train_loss": 0.007460874505341053, "global_step": 20451, "epoch": 114, "lr": 9.155643773834164e-05}
{"train_loss": 0.007370370905846357, "global_step": 20452, "epoch": 114, "lr": 9.15556160001001e-05}
{"train_loss": 0.004958131350576878, "global_step": 20453, "epoch": 114, "lr": 9.155479422556224e-05}
{"train_loss": 0.005360771901905537, "global_step": 20454, "epoch": 114, "lr": 9.155397241472875e-05}
{"train_loss": 0.00630622124299407, "global_step": 20455, "epoch": 114, "lr": 9.155315056760032e-05}
{"train_loss": 0.006662067025899887, "global_step": 20456, "epoch": 114, "lr": 9.155232868417771e-05}
{"train_loss": 0.006267261691391468, "global_step": 20457, "epoch": 114, "lr": 9.155150676446163e-05}
{"train_loss": 0.005139578133821487, "global_step": 20458, "epoch": 114, "lr": 9.155068480845279e-05}
{"train_loss": 0.00868922658264637, "global_step": 20459, "epoch": 114, "lr": 9.154986281615189e-05}
{"train_loss": 0.007034457288682461, "global_step": 20460, "epoch": 114, "lr": 9.154904078755968e-05}
{"train_loss": 0.009490694850683212, "global_step": 20461, "epoch": 114, "lr": 9.154821872267686e-05}
{"train_loss": 0.008944110944867134, "global_step": 20462, "epoch": 114, "lr": 9.154739662150415e-05}
{"train_loss": 0.007812414783984423, "global_step": 20463, "epoch": 114, "lr": 9.154657448404227e-05}
{"train_loss": 0.004043307155370712, "global_step": 20464, "epoch": 114, "lr": 9.154575231029195e-05}
{"train_loss": 0.007644335739314556, "global_step": 20465, "epoch": 114, "lr": 9.154493010025388e-05}
{"train_loss": 0.008519155904650688, "global_step": 20466, "epoch": 114, "lr": 9.154410785392881e-05}
{"train_loss": 0.006110693793743849, "global_step": 20467, "epoch": 114, "lr": 9.154328557131744e-05}
{"train_loss": 0.00895247608423233, "global_step": 20468, "epoch": 114, "lr": 9.154246325242049e-05}
{"train_loss": 0.008713185630236448, "global_step": 20469, "epoch": 114, "lr": 9.154164089723866e-05}
{"train_loss": 0.004227473400533199, "global_step": 20470, "epoch": 115, "lr": 9.154081850577272e-05}
{"train_loss": 0.006397204473614693, "global_step": 20471, "epoch": 115, "lr": 9.153999607802333e-05}
{"train_loss": 0.014927753247320652, "global_step": 20472, "epoch": 115, "lr": 9.153917361399124e-05}
{"train_loss": 0.008691761642694473, "global_step": 20473, "epoch": 115, "lr": 9.153835111367717e-05}
{"train_loss": 0.0043176705949008465, "global_step": 20474, "epoch": 115, "lr": 9.153752857708182e-05}
{"train_loss": 0.006998678669333458, "global_step": 20475, "epoch": 115, "lr": 9.153670600420594e-05}
{"train_loss": 0.0037895929999649525, "global_step": 20476, "epoch": 115, "lr": 9.153588339505021e-05}
{"train_loss": 0.011343009769916534, "global_step": 20477, "epoch": 115, "lr": 9.153506074961538e-05}
{"train_loss": 0.007475098129361868, "global_step": 20478, "epoch": 115, "lr": 9.153423806790214e-05}
{"train_loss": 0.00755663076415658, "global_step": 20479, "epoch": 115, "lr": 9.153341534991122e-05}
{"train_loss": 0.007130277343094349, "global_step": 20480, "epoch": 115, "lr": 9.153259259564335e-05}
{"train_loss": 0.00824886467307806, "global_step": 20481, "epoch": 115, "lr": 9.153176980509925e-05}
{"train_loss": 0.007988393306732178, "global_step": 20482, "epoch": 115, "lr": 9.153094697827962e-05}
{"train_loss": 0.004349140916019678, "global_step": 20483, "epoch": 115, "lr": 9.153012411518518e-05}
{"train_loss": 0.011896761134266853, "global_step": 20484, "epoch": 115, "lr": 9.152930121581668e-05}
{"train_loss": 0.006712797097861767, "global_step": 20485, "epoch": 115, "lr": 9.15284782801748e-05}
{"train_loss": 0.0096592977643013, "global_step": 20486, "epoch": 115, "lr": 9.152765530826027e-05}
{"train_loss": 0.00787602923810482, "global_step": 20487, "epoch": 115, "lr": 9.152683230007382e-05}
{"train_loss": 0.008578268811106682, "global_step": 20488, "epoch": 115, "lr": 9.152600925561616e-05}
{"train_loss": 0.005230771377682686, "global_step": 20489, "epoch": 115, "lr": 9.152518617488802e-05}
{"train_loss": 0.010076476261019707, "global_step": 20490, "epoch": 115, "lr": 9.15243630578901e-05}
{"train_loss": 0.0025203784462064505, "global_step": 20491, "epoch": 115, "lr": 9.152353990462314e-05}
{"train_loss": 0.007626290433108807, "global_step": 20492, "epoch": 115, "lr": 9.152271671508783e-05}
{"train_loss": 0.004416277632117271, "global_step": 20493, "epoch": 115, "lr": 9.15218934892849e-05}
{"train_loss": 0.01366107352077961, "global_step": 20494, "epoch": 115, "lr": 9.15210702272151e-05}
{"train_loss": 0.005806680768728256, "global_step": 20495, "epoch": 115, "lr": 9.152024692887912e-05}
{"train_loss": 0.00848136842250824, "global_step": 20496, "epoch": 115, "lr": 9.151942359427767e-05}
{"train_loss": 0.004396185278892517, "global_step": 20497, "epoch": 115, "lr": 9.15186002234115e-05}
{"train_loss": 0.006637266371399164, "global_step": 20498, "epoch": 115, "lr": 9.151777681628132e-05}
{"train_loss": 0.008043000474572182, "global_step": 20499, "epoch": 115, "lr": 9.151695337288782e-05}
{"train_loss": 0.005936271045356989, "global_step": 20500, "epoch": 115, "lr": 9.151612989323173e-05}
{"train_loss": 0.010037434287369251, "global_step": 20501, "epoch": 115, "lr": 9.15153063773138e-05}
{"train_loss": 0.013797998428344727, "global_step": 20502, "epoch": 115, "lr": 9.151448282513472e-05}
{"train_loss": 0.008864147588610649, "global_step": 20503, "epoch": 115, "lr": 9.151365923669524e-05}
{"train_loss": 0.013696035370230675, "global_step": 20504, "epoch": 115, "lr": 9.151283561199603e-05}
{"train_loss": 0.004210770130157471, "global_step": 20505, "epoch": 115, "lr": 9.151201195103784e-05}
{"train_loss": 0.011762131005525589, "global_step": 20506, "epoch": 115, "lr": 9.151118825382141e-05}
{"train_loss": 0.012616712599992752, "global_step": 20507, "epoch": 115, "lr": 9.151036452034743e-05}
{"train_loss": 0.006283311173319817, "global_step": 20508, "epoch": 115, "lr": 9.15095407506166e-05}
{"train_loss": 0.006136675365269184, "global_step": 20509, "epoch": 115, "lr": 9.150871694462969e-05}
{"train_loss": 0.0148615762591362, "global_step": 20510, "epoch": 115, "lr": 9.150789310238739e-05}
{"train_loss": 0.008721169084310532, "global_step": 20511, "epoch": 115, "lr": 9.150706922389042e-05}
{"train_loss": 0.005902842152863741, "global_step": 20512, "epoch": 115, "lr": 9.15062453091395e-05}
{"train_loss": 0.012122530490159988, "global_step": 20513, "epoch": 115, "lr": 9.150542135813535e-05}
{"train_loss": 0.003658830188214779, "global_step": 20514, "epoch": 115, "lr": 9.150459737087871e-05}
{"train_loss": 0.006492575164884329, "global_step": 20515, "epoch": 115, "lr": 9.150377334737028e-05}
{"train_loss": 0.015440361574292183, "global_step": 20516, "epoch": 115, "lr": 9.150294928761078e-05}
{"train_loss": 0.006391102448105812, "global_step": 20517, "epoch": 115, "lr": 9.150212519160093e-05}
{"train_loss": 0.0034921462647616863, "global_step": 20518, "epoch": 115, "lr": 9.150130105934145e-05}
{"train_loss": 0.007210365030914545, "global_step": 20519, "epoch": 115, "lr": 9.150047689083306e-05}
{"train_loss": 0.005587629973888397, "global_step": 20520, "epoch": 115, "lr": 9.149965268607649e-05}
{"train_loss": 0.008487548679113388, "global_step": 20521, "epoch": 115, "lr": 9.149882844507245e-05}
{"train_loss": 0.003688245080411434, "global_step": 20522, "epoch": 115, "lr": 9.149800416782164e-05}
{"train_loss": 0.008177362382411957, "global_step": 20523, "epoch": 115, "lr": 9.149717985432483e-05}
{"train_loss": 0.007095848210155964, "global_step": 20524, "epoch": 115, "lr": 9.149635550458271e-05}
{"train_loss": 0.01701887883245945, "global_step": 20525, "epoch": 115, "lr": 9.149553111859599e-05}
{"train_loss": 0.005829217843711376, "global_step": 20526, "epoch": 115, "lr": 9.14947066963654e-05}
{"train_loss": 0.01777752861380577, "global_step": 20527, "epoch": 115, "lr": 9.149388223789167e-05}
{"train_loss": 0.005600595381110907, "global_step": 20528, "epoch": 115, "lr": 9.14930577431755e-05}
{"train_loss": 0.007281978148967028, "global_step": 20529, "epoch": 115, "lr": 9.149223321221764e-05}
{"train_loss": 0.007355815265327692, "global_step": 20530, "epoch": 115, "lr": 9.149140864501878e-05}
{"train_loss": 0.0056642936542630196, "global_step": 20531, "epoch": 115, "lr": 9.149058404157966e-05}
{"train_loss": 0.009491246193647385, "global_step": 20532, "epoch": 115, "lr": 9.148975940190099e-05}
{"train_loss": 0.009323503822088242, "global_step": 20533, "epoch": 115, "lr": 9.148893472598349e-05}
{"train_loss": 0.009596724063158035, "global_step": 20534, "epoch": 115, "lr": 9.148811001382788e-05}
{"train_loss": 0.009443823248147964, "global_step": 20535, "epoch": 115, "lr": 9.148728526543489e-05}
{"train_loss": 0.004186319187283516, "global_step": 20536, "epoch": 115, "lr": 9.148646048080523e-05}
{"train_loss": 0.006287162657827139, "global_step": 20537, "epoch": 115, "lr": 9.148563565993962e-05}
{"train_loss": 0.006422759033739567, "global_step": 20538, "epoch": 115, "lr": 9.148481080283879e-05}
{"train_loss": 0.006255697924643755, "global_step": 20539, "epoch": 115, "lr": 9.148398590950347e-05}
{"train_loss": 0.008190466091036797, "global_step": 20540, "epoch": 115, "lr": 9.148316097993434e-05}
{"train_loss": 0.003927086945623159, "global_step": 20541, "epoch": 115, "lr": 9.148233601413217e-05}
{"train_loss": 0.005186540074646473, "global_step": 20542, "epoch": 115, "lr": 9.148151101209763e-05}
{"train_loss": 0.005839670076966286, "global_step": 20543, "epoch": 115, "lr": 9.148068597383149e-05}
{"train_loss": 0.011346534825861454, "global_step": 20544, "epoch": 115, "lr": 9.147986089933444e-05}
{"train_loss": 0.011076102964580059, "global_step": 20545, "epoch": 115, "lr": 9.147903578860721e-05}
{"train_loss": 0.009308777749538422, "global_step": 20546, "epoch": 115, "lr": 9.147821064165052e-05}
{"train_loss": 0.012799547985196114, "global_step": 20547, "epoch": 115, "lr": 9.147738545846508e-05}
{"train_loss": 0.013932173140347004, "global_step": 20548, "epoch": 115, "lr": 9.147656023905163e-05}
{"train_loss": 0.008051229640841484, "global_step": 20549, "epoch": 115, "lr": 9.147573498341088e-05}
{"train_loss": 0.012730930931866169, "global_step": 20550, "epoch": 115, "lr": 9.147490969154355e-05}
{"train_loss": 0.009726258926093578, "global_step": 20551, "epoch": 115, "lr": 9.147408436345037e-05}
{"train_loss": 0.011371033266186714, "global_step": 20552, "epoch": 115, "lr": 9.147325899913206e-05}
{"train_loss": 0.0086283627897501, "global_step": 20553, "epoch": 115, "lr": 9.147243359858932e-05}
{"train_loss": 0.006744234822690487, "global_step": 20554, "epoch": 115, "lr": 9.14716081618229e-05}
{"train_loss": 0.005440664477646351, "global_step": 20555, "epoch": 115, "lr": 9.14707826888335e-05}
{"train_loss": 0.01230432465672493, "global_step": 20556, "epoch": 115, "lr": 9.146995717962183e-05}
{"train_loss": 0.0078770462423563, "global_step": 20557, "epoch": 115, "lr": 9.146913163418864e-05}
{"train_loss": 0.009432584047317505, "global_step": 20558, "epoch": 115, "lr": 9.146830605253466e-05}
{"train_loss": 0.009542396292090416, "global_step": 20559, "epoch": 115, "lr": 9.146748043466058e-05}
{"train_loss": 0.004692874848842621, "global_step": 20560, "epoch": 115, "lr": 9.146665478056712e-05}
{"train_loss": 0.004299314692616463, "global_step": 20561, "epoch": 115, "lr": 9.146582909025503e-05}
{"train_loss": 0.0052836742252111435, "global_step": 20562, "epoch": 115, "lr": 9.146500336372501e-05}
{"train_loss": 0.0038703721947968006, "global_step": 20563, "epoch": 115, "lr": 9.146417760097778e-05}
{"train_loss": 0.006284593604505062, "global_step": 20564, "epoch": 115, "lr": 9.146335180201406e-05}
{"train_loss": 0.00644580228254199, "global_step": 20565, "epoch": 115, "lr": 9.14625259668346e-05}
{"train_loss": 0.0052251084707677364, "global_step": 20566, "epoch": 115, "lr": 9.146170009544009e-05}
{"train_loss": 0.007661933079361916, "global_step": 20567, "epoch": 115, "lr": 9.146087418783125e-05}
{"train_loss": 0.0071653095073997974, "global_step": 20568, "epoch": 115, "lr": 9.146004824400883e-05}
{"train_loss": 0.004154441878199577, "global_step": 20569, "epoch": 115, "lr": 9.145922226397352e-05}
{"train_loss": 0.013778950087726116, "global_step": 20570, "epoch": 115, "lr": 9.145839624772606e-05}
{"train_loss": 0.005724559538066387, "global_step": 20571, "epoch": 115, "lr": 9.145757019526716e-05}
{"train_loss": 0.0029907990247011185, "global_step": 20572, "epoch": 115, "lr": 9.145674410659756e-05}
{"train_loss": 0.005512353498488665, "global_step": 20573, "epoch": 115, "lr": 9.145591798171797e-05}
{"train_loss": 0.011210932396352291, "global_step": 20574, "epoch": 115, "lr": 9.14550918206291e-05}
{"train_loss": 0.008430127054452896, "global_step": 20575, "epoch": 115, "lr": 9.145426562333169e-05}
{"train_loss": 0.005470580421388149, "global_step": 20576, "epoch": 115, "lr": 9.145343938982645e-05}
{"train_loss": 0.004026212729513645, "global_step": 20577, "epoch": 115, "lr": 9.145261312011412e-05}
{"train_loss": 0.009706666693091393, "global_step": 20578, "epoch": 115, "lr": 9.14517868141954e-05}
{"train_loss": 0.006703976076096296, "global_step": 20579, "epoch": 115, "lr": 9.145096047207102e-05}
{"train_loss": 0.02301347255706787, "global_step": 20580, "epoch": 115, "lr": 9.145013409374169e-05}
{"train_loss": 0.005397899076342583, "global_step": 20581, "epoch": 115, "lr": 9.144930767920816e-05}
{"train_loss": 0.00950382649898529, "global_step": 20582, "epoch": 115, "lr": 9.144848122847113e-05}
{"train_loss": 0.013458655215799809, "global_step": 20583, "epoch": 115, "lr": 9.144765474153132e-05}
{"train_loss": 0.008238717913627625, "global_step": 20584, "epoch": 115, "lr": 9.144682821838945e-05}
{"train_loss": 0.010353378020226955, "global_step": 20585, "epoch": 115, "lr": 9.144600165904628e-05}
{"train_loss": 0.009712818078696728, "global_step": 20586, "epoch": 115, "lr": 9.144517506350249e-05}
{"train_loss": 0.007786303758621216, "global_step": 20587, "epoch": 115, "lr": 9.144434843175881e-05}
{"train_loss": 0.004698390141129494, "global_step": 20588, "epoch": 115, "lr": 9.144352176381596e-05}
{"train_loss": 0.005097556859254837, "global_step": 20589, "epoch": 115, "lr": 9.144269505967469e-05}
{"train_loss": 0.00876292958855629, "global_step": 20590, "epoch": 115, "lr": 9.144186831933567e-05}
{"train_loss": 0.012568710371851921, "global_step": 20591, "epoch": 115, "lr": 9.144104154279968e-05}
{"train_loss": 0.004310239106416702, "global_step": 20592, "epoch": 115, "lr": 9.14402147300674e-05}
{"train_loss": 0.011793665587902069, "global_step": 20593, "epoch": 115, "lr": 9.143938788113958e-05}
{"train_loss": 0.009095645509660244, "global_step": 20594, "epoch": 115, "lr": 9.143856099601693e-05}
{"train_loss": 0.00966014713048935, "global_step": 20595, "epoch": 115, "lr": 9.143773407470015e-05}
{"train_loss": 0.007438556291162968, "global_step": 20596, "epoch": 115, "lr": 9.143690711719002e-05}
{"train_loss": 0.01035991683602333, "global_step": 20597, "epoch": 115, "lr": 9.143608012348719e-05}
{"train_loss": 0.005173071287572384, "global_step": 20598, "epoch": 115, "lr": 9.143525309359244e-05}
{"train_loss": 0.008464578539133072, "global_step": 20599, "epoch": 115, "lr": 9.143442602750646e-05}
{"train_loss": 0.009416794404387474, "global_step": 20600, "epoch": 115, "lr": 9.143359892522998e-05}
{"train_loss": 0.014703147113323212, "global_step": 20601, "epoch": 115, "lr": 9.143277178676374e-05}
{"train_loss": 0.004617237485945225, "global_step": 20602, "epoch": 115, "lr": 9.143194461210845e-05}
{"train_loss": 0.0052746376022696495, "global_step": 20603, "epoch": 115, "lr": 9.143111740126482e-05}
{"train_loss": 0.009494815021753311, "global_step": 20604, "epoch": 115, "lr": 9.143029015423359e-05}
{"train_loss": 0.006330092903226614, "global_step": 20605, "epoch": 115, "lr": 9.142946287101546e-05}
{"train_loss": 0.009713476523756981, "global_step": 20606, "epoch": 115, "lr": 9.142863555161118e-05}
{"train_loss": 0.009562797844409943, "global_step": 20607, "epoch": 115, "lr": 9.142780819602146e-05}
{"train_loss": 0.006174648180603981, "global_step": 20608, "epoch": 115, "lr": 9.142698080424703e-05}
{"train_loss": 0.008236818015575409, "global_step": 20609, "epoch": 115, "lr": 9.142615337628859e-05}
{"train_loss": 0.00812208466231823, "global_step": 20610, "epoch": 115, "lr": 9.142532591214689e-05}
{"train_loss": 0.011992260813713074, "global_step": 20611, "epoch": 115, "lr": 9.142449841182265e-05}
{"train_loss": 0.007034302689135075, "global_step": 20612, "epoch": 115, "lr": 9.142367087531659e-05}
{"train_loss": 0.011757738888263702, "global_step": 20613, "epoch": 115, "lr": 9.142284330262941e-05}
{"train_loss": 0.007293825503438711, "global_step": 20614, "epoch": 115, "lr": 9.142201569376185e-05}
{"train_loss": 0.007851783186197281, "global_step": 20615, "epoch": 115, "lr": 9.142118804871463e-05}
{"train_loss": 0.009839331731200218, "global_step": 20616, "epoch": 115, "lr": 9.142036036748848e-05}
{"train_loss": 0.007386707700788975, "global_step": 20617, "epoch": 115, "lr": 9.141953265008411e-05}
{"train_loss": 0.008665738627314568, "global_step": 20618, "epoch": 115, "lr": 9.141870489650228e-05}
{"train_loss": 0.005146424286067486, "global_step": 20619, "epoch": 115, "lr": 9.141787710674365e-05}
{"train_loss": 0.011364560574293137, "global_step": 20620, "epoch": 115, "lr": 9.1417049280809e-05}
{"train_loss": 0.012607360258698463, "global_step": 20621, "epoch": 115, "lr": 9.141622141869903e-05}
{"train_loss": 0.008368125185370445, "global_step": 20622, "epoch": 115, "lr": 9.141539352041446e-05}
{"train_loss": 0.008607804775238037, "global_step": 20623, "epoch": 115, "lr": 9.141456558595602e-05}
{"train_loss": 0.006496438756585121, "global_step": 20624, "epoch": 115, "lr": 9.141373761532442e-05}
{"train_loss": 0.02281172387301922, "global_step": 20625, "epoch": 115, "lr": 9.141290960852041e-05}
{"train_loss": 0.006376445293426514, "global_step": 20626, "epoch": 115, "lr": 9.141208156554468e-05}
{"train_loss": 0.009937956929206848, "global_step": 20627, "epoch": 115, "lr": 9.141125348639798e-05}
{"train_loss": 0.009583122096955776, "global_step": 20628, "epoch": 115, "lr": 9.141042537108102e-05}
{"train_loss": 0.007427738979458809, "global_step": 20629, "epoch": 115, "lr": 9.140959721959452e-05}
{"train_loss": 0.005230364389717579, "global_step": 20630, "epoch": 115, "lr": 9.140876903193922e-05}
{"train_loss": 0.00644003925845027, "global_step": 20631, "epoch": 115, "lr": 9.140794080811583e-05}
{"train_loss": 0.004720098339021206, "global_step": 20632, "epoch": 115, "lr": 9.140711254812509e-05}
{"train_loss": 0.01185834500938654, "global_step": 20633, "epoch": 115, "lr": 9.140628425196769e-05}
{"train_loss": 0.003834798000752926, "global_step": 20634, "epoch": 115, "lr": 9.140545591964437e-05}
{"train_loss": 0.011133532971143723, "global_step": 20635, "epoch": 115, "lr": 9.140462755115586e-05}
{"train_loss": 0.010857746936380863, "global_step": 20636, "epoch": 115, "lr": 9.14037991465029e-05}
{"train_loss": 0.008297519758343697, "global_step": 20637, "epoch": 115, "lr": 9.140297070568618e-05}
{"train_loss": 0.006061801221221685, "global_step": 20638, "epoch": 115, "lr": 9.140214222870645e-05}
{"train_loss": 0.004235680215060711, "global_step": 20639, "epoch": 115, "lr": 9.140131371556439e-05}
{"train_loss": 0.00708138570189476, "global_step": 20640, "epoch": 115, "lr": 9.140048516626079e-05}
{"train_loss": 0.011715635657310486, "global_step": 20641, "epoch": 115, "lr": 9.139965658079632e-05}
{"train_loss": 0.011332058347761631, "global_step": 20642, "epoch": 115, "lr": 9.139882795917172e-05}
{"train_loss": 0.01138344593346119, "global_step": 20643, "epoch": 115, "lr": 9.139799930138772e-05}
{"train_loss": 0.005146089941263199, "global_step": 20644, "epoch": 115, "lr": 9.139717060744505e-05}
{"train_loss": 0.007205919828265905, "global_step": 20645, "epoch": 115, "lr": 9.139634187734442e-05}
{"train_loss": 0.01094250287860632, "global_step": 20646, "epoch": 115, "lr": 9.139551311108655e-05}
{"train_loss": 0.008293600777802423, "global_step": 20647, "epoch": 115, "lr": 9.139468430867217e-05, "train_action_mse_error": 2.1238656700006686e-05}
{"train_loss": 0.008587880991399288, "global_step": 20648, "epoch": 116, "lr": 9.139385547010202e-05}
{"train_loss": 0.007551148533821106, "global_step": 20649, "epoch": 116, "lr": 9.139302659537679e-05}
{"train_loss": 0.0063862428069114685, "global_step": 20650, "epoch": 116, "lr": 9.139219768449723e-05}
{"train_loss": 0.008268201723694801, "global_step": 20651, "epoch": 116, "lr": 9.139136873746407e-05}
{"train_loss": 0.005843290127813816, "global_step": 20652, "epoch": 116, "lr": 9.1390539754278e-05}
{"train_loss": 0.01002848707139492, "global_step": 20653, "epoch": 116, "lr": 9.138971073493978e-05}
{"train_loss": 0.005071000196039677, "global_step": 20654, "epoch": 116, "lr": 9.138888167945012e-05}
{"train_loss": 0.01043577492237091, "global_step": 20655, "epoch": 116, "lr": 9.138805258780973e-05}
{"train_loss": 0.013732444494962692, "global_step": 20656, "epoch": 116, "lr": 9.138722346001937e-05}
{"train_loss": 0.006838993169367313, "global_step": 20657, "epoch": 116, "lr": 9.138639429607972e-05}
{"train_loss": 0.007133713457733393, "global_step": 20658, "epoch": 116, "lr": 9.138556509599155e-05}
{"train_loss": 0.00549251027405262, "global_step": 20659, "epoch": 116, "lr": 9.138473585975553e-05}
{"train_loss": 0.007582580205053091, "global_step": 20660, "epoch": 116, "lr": 9.138390658737244e-05}
{"train_loss": 0.005906259175390005, "global_step": 20661, "epoch": 116, "lr": 9.138307727884297e-05}
{"train_loss": 0.01014702022075653, "global_step": 20662, "epoch": 116, "lr": 9.138224793416785e-05}
{"train_loss": 0.012483569793403149, "global_step": 20663, "epoch": 116, "lr": 9.138141855334781e-05}
{"train_loss": 0.011054867878556252, "global_step": 20664, "epoch": 116, "lr": 9.138058913638358e-05}
{"train_loss": 0.008810946717858315, "global_step": 20665, "epoch": 116, "lr": 9.137975968327586e-05}
{"train_loss": 0.01288642268627882, "global_step": 20666, "epoch": 116, "lr": 9.137893019402541e-05}
{"train_loss": 0.007342102471739054, "global_step": 20667, "epoch": 116, "lr": 9.137810066863293e-05}
{"train_loss": 0.010869447141885757, "global_step": 20668, "epoch": 116, "lr": 9.137727110709913e-05}
{"train_loss": 0.013949411921203136, "global_step": 20669, "epoch": 116, "lr": 9.137644150942478e-05}
{"train_loss": 0.009595909155905247, "global_step": 20670, "epoch": 116, "lr": 9.137561187561056e-05}
{"train_loss": 0.00526341050863266, "global_step": 20671, "epoch": 116, "lr": 9.137478220565723e-05}
{"train_loss": 0.008414958603680134, "global_step": 20672, "epoch": 116, "lr": 9.13739524995655e-05}
{"train_loss": 0.007004345767199993, "global_step": 20673, "epoch": 116, "lr": 9.137312275733608e-05}
{"train_loss": 0.010667805559933186, "global_step": 20674, "epoch": 116, "lr": 9.137229297896972e-05}
{"train_loss": 0.010886386036872864, "global_step": 20675, "epoch": 116, "lr": 9.137146316446712e-05}
{"train_loss": 0.0076101673766970634, "global_step": 20676, "epoch": 116, "lr": 9.137063331382903e-05}
{"train_loss": 0.012429291382431984, "global_step": 20677, "epoch": 116, "lr": 9.136980342705617e-05}
{"train_loss": 0.006912888027727604, "global_step": 20678, "epoch": 116, "lr": 9.136897350414924e-05}
{"train_loss": 0.013034112751483917, "global_step": 20679, "epoch": 116, "lr": 9.136814354510898e-05}
{"train_loss": 0.0063657439313828945, "global_step": 20680, "epoch": 116, "lr": 9.136731354993613e-05}
{"train_loss": 0.011597881093621254, "global_step": 20681, "epoch": 116, "lr": 9.13664835186314e-05}
{"train_loss": 0.005930406041443348, "global_step": 20682, "epoch": 116, "lr": 9.13656534511955e-05}
{"train_loss": 0.010686973109841347, "global_step": 20683, "epoch": 116, "lr": 9.136482334762919e-05}
{"train_loss": 0.010953353717923164, "global_step": 20684, "epoch": 116, "lr": 9.136399320793317e-05}
{"train_loss": 0.007139967288821936, "global_step": 20685, "epoch": 116, "lr": 9.136316303210818e-05}
{"train_loss": 0.0064522442407906055, "global_step": 20686, "epoch": 116, "lr": 9.136233282015494e-05}
{"train_loss": 0.01971590146422386, "global_step": 20687, "epoch": 116, "lr": 9.136150257207415e-05}
{"train_loss": 0.007836638018488884, "global_step": 20688, "epoch": 116, "lr": 9.136067228786658e-05}
{"train_loss": 0.013765430077910423, "global_step": 20689, "epoch": 116, "lr": 9.135984196753292e-05}
{"train_loss": 0.012422656640410423, "global_step": 20690, "epoch": 116, "lr": 9.135901161107392e-05}
{"train_loss": 0.0060078175738453865, "global_step": 20691, "epoch": 116, "lr": 9.135818121849028e-05}
{"train_loss": 0.00963694415986538, "global_step": 20692, "epoch": 116, "lr": 9.135735078978273e-05}
{"train_loss": 0.014968589879572392, "global_step": 20693, "epoch": 116, "lr": 9.135652032495203e-05}
{"train_loss": 0.00813700258731842, "global_step": 20694, "epoch": 116, "lr": 9.135568982399888e-05}
{"train_loss": 0.008362920954823494, "global_step": 20695, "epoch": 116, "lr": 9.135485928692397e-05}
{"train_loss": 0.012097574770450592, "global_step": 20696, "epoch": 116, "lr": 9.135402871372808e-05}
{"train_loss": 0.007926978170871735, "global_step": 20697, "epoch": 116, "lr": 9.135319810441193e-05}
{"train_loss": 0.010430006310343742, "global_step": 20698, "epoch": 116, "lr": 9.135236745897621e-05}
{"train_loss": 0.012952528893947601, "global_step": 20699, "epoch": 116, "lr": 9.135153677742169e-05}
{"train_loss": 0.008444832637906075, "global_step": 20700, "epoch": 116, "lr": 9.135070605974906e-05}
{"train_loss": 0.011479844339191914, "global_step": 20701, "epoch": 116, "lr": 9.134987530595906e-05}
{"train_loss": 0.010462844744324684, "global_step": 20702, "epoch": 116, "lr": 9.13490445160524e-05}
{"train_loss": 0.013054495677351952, "global_step": 20703, "epoch": 116, "lr": 9.134821369002984e-05}
{"train_loss": 0.008041512221097946, "global_step": 20704, "epoch": 116, "lr": 9.134738282789206e-05}
{"train_loss": 0.00739651545882225, "global_step": 20705, "epoch": 116, "lr": 9.134655192963984e-05}
{"train_loss": 0.008108117617666721, "global_step": 20706, "epoch": 116, "lr": 9.134572099527385e-05}
{"train_loss": 0.008310636505484581, "global_step": 20707, "epoch": 116, "lr": 9.134489002479484e-05}
{"train_loss": 0.01077089924365282, "global_step": 20708, "epoch": 116, "lr": 9.134405901820356e-05}
{"train_loss": 0.008825009688735008, "global_step": 20709, "epoch": 116, "lr": 9.13432279755007e-05}
{"train_loss": 0.011472394689917564, "global_step": 20710, "epoch": 116, "lr": 9.1342396896687e-05}
{"train_loss": 0.004173471126705408, "global_step": 20711, "epoch": 116, "lr": 9.134156578176319e-05}
{"train_loss": 0.008114678785204887, "global_step": 20712, "epoch": 116, "lr": 9.134073463072999e-05}
{"train_loss": 0.008767294697463512, "global_step": 20713, "epoch": 116, "lr": 9.133990344358812e-05}
{"train_loss": 0.009069785475730896, "global_step": 20714, "epoch": 116, "lr": 9.133907222033831e-05}
{"train_loss": 0.005612622946500778, "global_step": 20715, "epoch": 116, "lr": 9.13382409609813e-05}
{"train_loss": 0.00656958157196641, "global_step": 20716, "epoch": 116, "lr": 9.13374096655178e-05}
{"train_loss": 0.01479806937277317, "global_step": 20717, "epoch": 116, "lr": 9.133657833394856e-05}
{"train_loss": 0.015183500945568085, "global_step": 20718, "epoch": 116, "lr": 9.133574696627425e-05}
{"train_loss": 0.009181337431073189, "global_step": 20719, "epoch": 116, "lr": 9.133491556249567e-05}
{"train_loss": 0.012214342132210732, "global_step": 20720, "epoch": 116, "lr": 9.13340841226135e-05}
{"train_loss": 0.007595129311084747, "global_step": 20721, "epoch": 116, "lr": 9.133325264662846e-05}
{"train_loss": 0.007940692827105522, "global_step": 20722, "epoch": 116, "lr": 9.13324211345413e-05}
{"train_loss": 0.008480632677674294, "global_step": 20723, "epoch": 116, "lr": 9.133158958635275e-05}
{"train_loss": 0.008278420194983482, "global_step": 20724, "epoch": 116, "lr": 9.133075800206352e-05}
{"train_loss": 0.007716686464846134, "global_step": 20725, "epoch": 116, "lr": 9.132992638167433e-05}
{"train_loss": 0.0067619821056723595, "global_step": 20726, "epoch": 116, "lr": 9.132909472518593e-05}
{"train_loss": 0.013793542981147766, "global_step": 20727, "epoch": 116, "lr": 9.132826303259903e-05}
{"train_loss": 0.012720152735710144, "global_step": 20728, "epoch": 116, "lr": 9.132743130391435e-05}
{"train_loss": 0.004950157832354307, "global_step": 20729, "epoch": 116, "lr": 9.132659953913264e-05}
{"train_loss": 0.004605932626873255, "global_step": 20730, "epoch": 116, "lr": 9.132576773825461e-05}
{"train_loss": 0.007575615309178829, "global_step": 20731, "epoch": 116, "lr": 9.132493590128099e-05}
{"train_loss": 0.00547516206279397, "global_step": 20732, "epoch": 116, "lr": 9.13241040282125e-05}
{"train_loss": 0.010975264012813568, "global_step": 20733, "epoch": 116, "lr": 9.132327211904989e-05}
{"train_loss": 0.00934000313282013, "global_step": 20734, "epoch": 116, "lr": 9.132244017379385e-05}
{"train_loss": 0.009574386291205883, "global_step": 20735, "epoch": 116, "lr": 9.132160819244513e-05}
{"train_loss": 0.01133372075855732, "global_step": 20736, "epoch": 116, "lr": 9.132077617500446e-05}
{"train_loss": 0.014962625689804554, "global_step": 20737, "epoch": 116, "lr": 9.131994412147255e-05}
{"train_loss": 0.004837668500840664, "global_step": 20738, "epoch": 116, "lr": 9.131911203185016e-05}
{"train_loss": 0.011243791319429874, "global_step": 20739, "epoch": 116, "lr": 9.131827990613798e-05}
{"train_loss": 0.0076964604668319225, "global_step": 20740, "epoch": 116, "lr": 9.131744774433673e-05}
{"train_loss": 0.0075476705096662045, "global_step": 20741, "epoch": 116, "lr": 9.131661554644719e-05}
{"train_loss": 0.010496551170945168, "global_step": 20742, "epoch": 116, "lr": 9.131578331247004e-05}
{"train_loss": 0.009813571348786354, "global_step": 20743, "epoch": 116, "lr": 9.131495104240602e-05}
{"train_loss": 0.008068043738603592, "global_step": 20744, "epoch": 116, "lr": 9.131411873625584e-05}
{"train_loss": 0.009035428985953331, "global_step": 20745, "epoch": 116, "lr": 9.131328639402026e-05}
{"train_loss": 0.011255450546741486, "global_step": 20746, "epoch": 116, "lr": 9.131245401569999e-05}
{"train_loss": 0.00947385560721159, "global_step": 20747, "epoch": 116, "lr": 9.131162160129577e-05}
{"train_loss": 0.009936408139765263, "global_step": 20748, "epoch": 116, "lr": 9.13107891508083e-05}
{"train_loss": 0.005781713407486677, "global_step": 20749, "epoch": 116, "lr": 9.130995666423834e-05}
{"train_loss": 0.005667544901371002, "global_step": 20750, "epoch": 116, "lr": 9.13091241415866e-05}
{"train_loss": 0.007143273949623108, "global_step": 20751, "epoch": 116, "lr": 9.130829158285378e-05}
{"train_loss": 0.005495985969901085, "global_step": 20752, "epoch": 116, "lr": 9.130745898804065e-05}
{"train_loss": 0.0036310888826847076, "global_step": 20753, "epoch": 116, "lr": 9.130662635714792e-05}
{"train_loss": 0.010547707788646221, "global_step": 20754, "epoch": 116, "lr": 9.13057936901763e-05}
{"train_loss": 0.0066981241106987, "global_step": 20755, "epoch": 116, "lr": 9.130496098712658e-05}
{"train_loss": 0.00404575327411294, "global_step": 20756, "epoch": 116, "lr": 9.130412824799941e-05}
{"train_loss": 0.012684524059295654, "global_step": 20757, "epoch": 116, "lr": 9.130329547279557e-05}
{"train_loss": 0.010869592428207397, "global_step": 20758, "epoch": 116, "lr": 9.130246266151575e-05}
{"train_loss": 0.009515078738331795, "global_step": 20759, "epoch": 116, "lr": 9.13016298141607e-05}
{"train_loss": 0.007029867731034756, "global_step": 20760, "epoch": 116, "lr": 9.130079693073115e-05}
{"train_loss": 0.011043797247111797, "global_step": 20761, "epoch": 116, "lr": 9.129996401122783e-05}
{"train_loss": 0.01268228329718113, "global_step": 20762, "epoch": 116, "lr": 9.129913105565143e-05}
{"train_loss": 0.009382814168930054, "global_step": 20763, "epoch": 116, "lr": 9.129829806400273e-05}
{"train_loss": 0.007574389688670635, "global_step": 20764, "epoch": 116, "lr": 9.129746503628242e-05}
{"train_loss": 0.010478746145963669, "global_step": 20765, "epoch": 116, "lr": 9.129663197249123e-05}
{"train_loss": 0.006341989152133465, "global_step": 20766, "epoch": 116, "lr": 9.129579887262991e-05}
{"train_loss": 0.006785978563129902, "global_step": 20767, "epoch": 116, "lr": 9.129496573669918e-05}
{"train_loss": 0.005429498851299286, "global_step": 20768, "epoch": 116, "lr": 9.129413256469976e-05}
{"train_loss": 0.008043939247727394, "global_step": 20769, "epoch": 116, "lr": 9.129329935663239e-05}
{"train_loss": 0.007684049662202597, "global_step": 20770, "epoch": 116, "lr": 9.129246611249778e-05}
{"train_loss": 0.011489026248455048, "global_step": 20771, "epoch": 116, "lr": 9.129163283229667e-05}
{"train_loss": 0.006107426714152098, "global_step": 20772, "epoch": 116, "lr": 9.129079951602979e-05}
{"train_loss": 0.009820048697292805, "global_step": 20773, "epoch": 116, "lr": 9.128996616369785e-05}
{"train_loss": 0.004955212585628033, "global_step": 20774, "epoch": 116, "lr": 9.12891327753016e-05}
{"train_loss": 0.009169775992631912, "global_step": 20775, "epoch": 116, "lr": 9.128829935084176e-05}
{"train_loss": 0.010345038026571274, "global_step": 20776, "epoch": 116, "lr": 9.128746589031904e-05}
{"train_loss": 0.005935510620474815, "global_step": 20777, "epoch": 116, "lr": 9.128663239373419e-05}
{"train_loss": 0.007466868497431278, "global_step": 20778, "epoch": 116, "lr": 9.128579886108795e-05}
{"train_loss": 0.009789222851395607, "global_step": 20779, "epoch": 116, "lr": 9.128496529238101e-05}
{"train_loss": 0.008400652557611465, "global_step": 20780, "epoch": 116, "lr": 9.128413168761412e-05}
{"train_loss": 0.008267873898148537, "global_step": 20781, "epoch": 116, "lr": 9.128329804678801e-05}
{"train_loss": 0.009131736122071743, "global_step": 20782, "epoch": 116, "lr": 9.128246436990341e-05}
{"train_loss": 0.007175263483077288, "global_step": 20783, "epoch": 116, "lr": 9.128163065696104e-05}
{"train_loss": 0.006880590692162514, "global_step": 20784, "epoch": 116, "lr": 9.128079690796162e-05}
{"train_loss": 0.00442126952111721, "global_step": 20785, "epoch": 116, "lr": 9.127996312290591e-05}
{"train_loss": 0.006167281419038773, "global_step": 20786, "epoch": 116, "lr": 9.12791293017946e-05}
{"train_loss": 0.012442268431186676, "global_step": 20787, "epoch": 116, "lr": 9.127829544462845e-05}
{"train_loss": 0.006900577340275049, "global_step": 20788, "epoch": 116, "lr": 9.127746155140816e-05}
{"train_loss": 0.005439938511699438, "global_step": 20789, "epoch": 116, "lr": 9.127662762213448e-05}
{"train_loss": 0.008129969239234924, "global_step": 20790, "epoch": 116, "lr": 9.127579365680814e-05}
{"train_loss": 0.008733646012842655, "global_step": 20791, "epoch": 116, "lr": 9.127495965542984e-05}
{"train_loss": 0.01228810753673315, "global_step": 20792, "epoch": 116, "lr": 9.127412561800034e-05}
{"train_loss": 0.006608024705201387, "global_step": 20793, "epoch": 116, "lr": 9.127329154452036e-05}
{"train_loss": 0.004333929158747196, "global_step": 20794, "epoch": 116, "lr": 9.12724574349906e-05}
{"train_loss": 0.009550186805427074, "global_step": 20795, "epoch": 116, "lr": 9.127162328941184e-05}
{"train_loss": 0.008070124313235283, "global_step": 20796, "epoch": 116, "lr": 9.127078910778477e-05}
{"train_loss": 0.009697032161056995, "global_step": 20797, "epoch": 116, "lr": 9.126995489011014e-05}
{"train_loss": 0.011203404515981674, "global_step": 20798, "epoch": 116, "lr": 9.126912063638867e-05}
{"train_loss": 0.015184678137302399, "global_step": 20799, "epoch": 116, "lr": 9.126828634662105e-05}
{"train_loss": 0.012414306402206421, "global_step": 20800, "epoch": 116, "lr": 9.126745202080809e-05}
{"train_loss": 0.006101866252720356, "global_step": 20801, "epoch": 116, "lr": 9.126661765895046e-05}
{"train_loss": 0.013865726068615913, "global_step": 20802, "epoch": 116, "lr": 9.12657832610489e-05}
{"train_loss": 0.006633969489485025, "global_step": 20803, "epoch": 116, "lr": 9.126494882710415e-05}
{"train_loss": 0.0066222818568348885, "global_step": 20804, "epoch": 116, "lr": 9.126411435711694e-05}
{"train_loss": 0.0069736456498503685, "global_step": 20805, "epoch": 116, "lr": 9.126327985108798e-05}
{"train_loss": 0.008125944063067436, "global_step": 20806, "epoch": 116, "lr": 9.1262445309018e-05}
{"train_loss": 0.011031593196094036, "global_step": 20807, "epoch": 116, "lr": 9.126161073090776e-05}
{"train_loss": 0.0111863873898983, "global_step": 20808, "epoch": 116, "lr": 9.126077611675794e-05}
{"train_loss": 0.0067639038898050785, "global_step": 20809, "epoch": 116, "lr": 9.125994146656931e-05}
{"train_loss": 0.019996386021375656, "global_step": 20810, "epoch": 116, "lr": 9.12591067803426e-05}
{"train_loss": 0.010699666105210781, "global_step": 20811, "epoch": 116, "lr": 9.12582720580785e-05}
{"train_loss": 0.00981391966342926, "global_step": 20812, "epoch": 116, "lr": 9.125743729977778e-05}
{"train_loss": 0.0067243496887385845, "global_step": 20813, "epoch": 116, "lr": 9.125660250544114e-05}
{"train_loss": 0.012948824092745781, "global_step": 20814, "epoch": 116, "lr": 9.125576767506933e-05}
{"train_loss": 0.00870312750339508, "global_step": 20815, "epoch": 116, "lr": 9.125493280866307e-05}
{"train_loss": 0.005969630554318428, "global_step": 20816, "epoch": 116, "lr": 9.125409790622308e-05}
{"train_loss": 0.005551167763769627, "global_step": 20817, "epoch": 116, "lr": 9.12532629677501e-05}
{"train_loss": 0.0067833238281309605, "global_step": 20818, "epoch": 116, "lr": 9.125242799324488e-05}
{"train_loss": 0.013327371329069138, "global_step": 20819, "epoch": 116, "lr": 9.125159298270811e-05}
{"train_loss": 0.007293484639376402, "global_step": 20820, "epoch": 116, "lr": 9.125075793614054e-05}
{"train_loss": 0.010649938136339188, "global_step": 20821, "epoch": 116, "lr": 9.124992285354289e-05}
{"train_loss": 0.01135287806391716, "global_step": 20822, "epoch": 116, "lr": 9.124908773491591e-05}
{"train_loss": 0.011694620363414288, "global_step": 20823, "epoch": 116, "lr": 9.12482525802603e-05}
{"train_loss": 0.006867594085633755, "global_step": 20824, "epoch": 116, "lr": 9.124741738957682e-05}
{"train_loss": 0.009026871826708987, "global_step": 20825, "epoch": 116, "lr": 9.124658216286617e-05}
{"train_loss": 0.009820215404033661, "global_step": 20826, "epoch": 117, "lr": 9.12457469001291e-05}
{"train_loss": 0.009023263119161129, "global_step": 20827, "epoch": 117, "lr": 9.124491160136633e-05}
{"train_loss": 0.007075012661516666, "global_step": 20828, "epoch": 117, "lr": 9.12440762665786e-05}
{"train_loss": 0.008554181084036827, "global_step": 20829, "epoch": 117, "lr": 9.124324089576664e-05}
{"train_loss": 0.008147486485540867, "global_step": 20830, "epoch": 117, "lr": 9.124240548893115e-05}
{"train_loss": 0.014435682445764542, "global_step": 20831, "epoch": 117, "lr": 9.12415700460729e-05}
{"train_loss": 0.008221697062253952, "global_step": 20832, "epoch": 117, "lr": 9.124073456719258e-05}
{"train_loss": 0.012236664071679115, "global_step": 20833, "epoch": 117, "lr": 9.123989905229097e-05}
{"train_loss": 0.006830084603279829, "global_step": 20834, "epoch": 117, "lr": 9.123906350136875e-05}
{"train_loss": 0.009495135396718979, "global_step": 20835, "epoch": 117, "lr": 9.123822791442668e-05}
{"train_loss": 0.00900253839790821, "global_step": 20836, "epoch": 117, "lr": 9.123739229146547e-05}
{"train_loss": 0.006156559102237225, "global_step": 20837, "epoch": 117, "lr": 9.123655663248586e-05}
{"train_loss": 0.011024071834981441, "global_step": 20838, "epoch": 117, "lr": 9.12357209374886e-05}
{"train_loss": 0.01111316867172718, "global_step": 20839, "epoch": 117, "lr": 9.123488520647438e-05}
{"train_loss": 0.005513398442417383, "global_step": 20840, "epoch": 117, "lr": 9.123404943944397e-05}
{"train_loss": 0.008464603684842587, "global_step": 20841, "epoch": 117, "lr": 9.123321363639807e-05}
{"train_loss": 0.013920488767325878, "global_step": 20842, "epoch": 117, "lr": 9.123237779733742e-05}
{"train_loss": 0.008767226710915565, "global_step": 20843, "epoch": 117, "lr": 9.123154192226276e-05}
{"train_loss": 0.007484987378120422, "global_step": 20844, "epoch": 117, "lr": 9.12307060111748e-05}
{"train_loss": 0.006800458300858736, "global_step": 20845, "epoch": 117, "lr": 9.122987006407427e-05}
{"train_loss": 0.010756643489003181, "global_step": 20846, "epoch": 117, "lr": 9.122903408096193e-05}
{"train_loss": 0.00851406343281269, "global_step": 20847, "epoch": 117, "lr": 9.122819806183848e-05}
{"train_loss": 0.009728727862238884, "global_step": 20848, "epoch": 117, "lr": 9.122736200670467e-05}
{"train_loss": 0.009533340111374855, "global_step": 20849, "epoch": 117, "lr": 9.12265259155612e-05}
{"train_loss": 0.008914613164961338, "global_step": 20850, "epoch": 117, "lr": 9.122568978840884e-05}
{"train_loss": 0.007220501080155373, "global_step": 20851, "epoch": 117, "lr": 9.12248536252483e-05}
{"train_loss": 0.01032276265323162, "global_step": 20852, "epoch": 117, "lr": 9.12240174260803e-05}
{"train_loss": 0.008074460551142693, "global_step": 20853, "epoch": 117, "lr": 9.12231811909056e-05}
{"train_loss": 0.01167224906384945, "global_step": 20854, "epoch": 117, "lr": 9.122234491972492e-05}
{"train_loss": 0.010567842051386833, "global_step": 20855, "epoch": 117, "lr": 9.122150861253898e-05}
{"train_loss": 0.008330934680998325, "global_step": 20856, "epoch": 117, "lr": 9.122067226934849e-05}
{"train_loss": 0.013759085908532143, "global_step": 20857, "epoch": 117, "lr": 9.121983589015422e-05}
{"train_loss": 0.01005488634109497, "global_step": 20858, "epoch": 117, "lr": 9.121899947495689e-05}
{"train_loss": 0.014160056598484516, "global_step": 20859, "epoch": 117, "lr": 9.121816302375722e-05}
{"train_loss": 0.009077362716197968, "global_step": 20860, "epoch": 117, "lr": 9.121732653655595e-05}
{"train_loss": 0.007539725862443447, "global_step": 20861, "epoch": 117, "lr": 9.121649001335379e-05}
{"train_loss": 0.009648597799241543, "global_step": 20862, "epoch": 117, "lr": 9.121565345415151e-05}
{"train_loss": 0.011985279619693756, "global_step": 20863, "epoch": 117, "lr": 9.121481685894981e-05}
{"train_loss": 0.00964589137583971, "global_step": 20864, "epoch": 117, "lr": 9.121398022774943e-05}
{"train_loss": 0.008362967520952225, "global_step": 20865, "epoch": 117, "lr": 9.121314356055108e-05}
{"train_loss": 0.013636666350066662, "global_step": 20866, "epoch": 117, "lr": 9.121230685735553e-05}
{"train_loss": 0.0088486447930336, "global_step": 20867, "epoch": 117, "lr": 9.121147011816349e-05}
{"train_loss": 0.011238288134336472, "global_step": 20868, "epoch": 117, "lr": 9.12106333429757e-05}
{"train_loss": 0.005687142722308636, "global_step": 20869, "epoch": 117, "lr": 9.120979653179286e-05}
{"train_loss": 0.006066808942705393, "global_step": 20870, "epoch": 117, "lr": 9.120895968461574e-05}
{"train_loss": 0.010655146092176437, "global_step": 20871, "epoch": 117, "lr": 9.120812280144506e-05}
{"train_loss": 0.010363705456256866, "global_step": 20872, "epoch": 117, "lr": 9.120728588228153e-05}
{"train_loss": 0.008576876483857632, "global_step": 20873, "epoch": 117, "lr": 9.120644892712591e-05}
{"train_loss": 0.008037933148443699, "global_step": 20874, "epoch": 117, "lr": 9.12056119359789e-05}
{"train_loss": 0.01267082430422306, "global_step": 20875, "epoch": 117, "lr": 9.120477490884127e-05}
{"train_loss": 0.006878248881548643, "global_step": 20876, "epoch": 117, "lr": 9.120393784571373e-05}
{"train_loss": 0.006528188474476337, "global_step": 20877, "epoch": 117, "lr": 9.120310074659699e-05}
{"train_loss": 0.006071418523788452, "global_step": 20878, "epoch": 117, "lr": 9.12022636114918e-05}
{"train_loss": 0.009008307009935379, "global_step": 20879, "epoch": 117, "lr": 9.120142644039891e-05}
{"train_loss": 0.004855514969676733, "global_step": 20880, "epoch": 117, "lr": 9.120058923331905e-05}
{"train_loss": 0.01371312141418457, "global_step": 20881, "epoch": 117, "lr": 9.11997519902529e-05}
{"train_loss": 0.006942806765437126, "global_step": 20882, "epoch": 117, "lr": 9.119891471120125e-05}
{"train_loss": 0.010305868461728096, "global_step": 20883, "epoch": 117, "lr": 9.119807739616481e-05}
{"train_loss": 0.0076170121319592, "global_step": 20884, "epoch": 117, "lr": 9.11972400451443e-05}
{"train_loss": 0.008349534124135971, "global_step": 20885, "epoch": 117, "lr": 9.119640265814047e-05}
{"train_loss": 0.014965608716011047, "global_step": 20886, "epoch": 117, "lr": 9.119556523515402e-05}
{"train_loss": 0.008887873962521553, "global_step": 20887, "epoch": 117, "lr": 9.119472777618572e-05}
{"train_loss": 0.006439630873501301, "global_step": 20888, "epoch": 117, "lr": 9.11938902812363e-05}
{"train_loss": 0.008091982454061508, "global_step": 20889, "epoch": 117, "lr": 9.119305275030645e-05}
{"train_loss": 0.006800524890422821, "global_step": 20890, "epoch": 117, "lr": 9.119221518339694e-05}
{"train_loss": 0.014087283983826637, "global_step": 20891, "epoch": 117, "lr": 9.119137758050849e-05}
{"train_loss": 0.009290912188589573, "global_step": 20892, "epoch": 117, "lr": 9.119053994164184e-05}
{"train_loss": 0.005900788586586714, "global_step": 20893, "epoch": 117, "lr": 9.11897022667977e-05}
{"train_loss": 0.005367946811020374, "global_step": 20894, "epoch": 117, "lr": 9.118886455597681e-05}
{"train_loss": 0.012429231777787209, "global_step": 20895, "epoch": 117, "lr": 9.118802680917993e-05}
{"train_loss": 0.005773629993200302, "global_step": 20896, "epoch": 117, "lr": 9.118718902640775e-05}
{"train_loss": 0.010852137580513954, "global_step": 20897, "epoch": 117, "lr": 9.118635120766103e-05}
{"train_loss": 0.011022701859474182, "global_step": 20898, "epoch": 117, "lr": 9.118551335294048e-05}
{"train_loss": 0.007927724160254002, "global_step": 20899, "epoch": 117, "lr": 9.118467546224684e-05}
{"train_loss": 0.009640771895647049, "global_step": 20900, "epoch": 117, "lr": 9.118383753558086e-05}
{"train_loss": 0.008475789800286293, "global_step": 20901, "epoch": 117, "lr": 9.118299957294327e-05}
{"train_loss": 0.007651581894606352, "global_step": 20902, "epoch": 117, "lr": 9.118216157433477e-05}
{"train_loss": 0.006913584657013416, "global_step": 20903, "epoch": 117, "lr": 9.11813235397561e-05}
{"train_loss": 0.007268382236361504, "global_step": 20904, "epoch": 117, "lr": 9.118048546920804e-05}
{"train_loss": 0.006659732200205326, "global_step": 20905, "epoch": 117, "lr": 9.117964736269125e-05}
{"train_loss": 0.006514868699014187, "global_step": 20906, "epoch": 117, "lr": 9.117880922020652e-05}
{"train_loss": 0.01516225840896368, "global_step": 20907, "epoch": 117, "lr": 9.117797104175454e-05}
{"train_loss": 0.011618501506745815, "global_step": 20908, "epoch": 117, "lr": 9.117713282733607e-05}
{"train_loss": 0.01070051547139883, "global_step": 20909, "epoch": 117, "lr": 9.117629457695184e-05}
{"train_loss": 0.008166661486029625, "global_step": 20910, "epoch": 117, "lr": 9.117545629060257e-05}
{"train_loss": 0.00871072057634592, "global_step": 20911, "epoch": 117, "lr": 9.117461796828899e-05}
{"train_loss": 0.014956042170524597, "global_step": 20912, "epoch": 117, "lr": 9.117377961001186e-05}
{"train_loss": 0.010857781395316124, "global_step": 20913, "epoch": 117, "lr": 9.117294121577187e-05}
{"train_loss": 0.0074579450301826, "global_step": 20914, "epoch": 117, "lr": 9.11721027855698e-05}
{"train_loss": 0.005103140138089657, "global_step": 20915, "epoch": 117, "lr": 9.117126431940633e-05}
{"train_loss": 0.007277149707078934, "global_step": 20916, "epoch": 117, "lr": 9.117042581728223e-05}
{"train_loss": 0.007638647221028805, "global_step": 20917, "epoch": 117, "lr": 9.116958727919822e-05}
{"train_loss": 0.005265505518764257, "global_step": 20918, "epoch": 117, "lr": 9.116874870515504e-05}
{"train_loss": 0.006325218826532364, "global_step": 20919, "epoch": 117, "lr": 9.116791009515342e-05}
{"train_loss": 0.008338062092661858, "global_step": 20920, "epoch": 117, "lr": 9.116707144919407e-05}
{"train_loss": 0.008029822260141373, "global_step": 20921, "epoch": 117, "lr": 9.116623276727776e-05}
{"train_loss": 0.005245137959718704, "global_step": 20922, "epoch": 117, "lr": 9.11653940494052e-05}
{"train_loss": 0.00774560309946537, "global_step": 20923, "epoch": 117, "lr": 9.116455529557712e-05}
{"train_loss": 0.0053824083879590034, "global_step": 20924, "epoch": 117, "lr": 9.116371650579427e-05}
{"train_loss": 0.010450314730405807, "global_step": 20925, "epoch": 117, "lr": 9.116287768005737e-05}
{"train_loss": 0.008501601405441761, "global_step": 20926, "epoch": 117, "lr": 9.116203881836716e-05}
{"train_loss": 0.008881406858563423, "global_step": 20927, "epoch": 117, "lr": 9.116119992072435e-05}
{"train_loss": 0.011235815472900867, "global_step": 20928, "epoch": 117, "lr": 9.11603609871297e-05}
{"train_loss": 0.007624749559909105, "global_step": 20929, "epoch": 117, "lr": 9.115952201758393e-05}
{"train_loss": 0.006104276515543461, "global_step": 20930, "epoch": 117, "lr": 9.115868301208779e-05}
{"train_loss": 0.007747499737888575, "global_step": 20931, "epoch": 117, "lr": 9.115784397064197e-05}
{"train_loss": 0.009956157766282558, "global_step": 20932, "epoch": 117, "lr": 9.115700489324726e-05}
{"train_loss": 0.007121095433831215, "global_step": 20933, "epoch": 117, "lr": 9.115616577990434e-05}
{"train_loss": 0.009469234384596348, "global_step": 20934, "epoch": 117, "lr": 9.115532663061397e-05}
{"train_loss": 0.008195506408810616, "global_step": 20935, "epoch": 117, "lr": 9.11544874453769e-05}
{"train_loss": 0.013415750116109848, "global_step": 20936, "epoch": 117, "lr": 9.115364822419382e-05}
{"train_loss": 0.009556369855999947, "global_step": 20937, "epoch": 117, "lr": 9.11528089670655e-05}
{"train_loss": 0.0061274440959095955, "global_step": 20938, "epoch": 117, "lr": 9.115196967399267e-05}
{"train_loss": 0.00829102098941803, "global_step": 20939, "epoch": 117, "lr": 9.115113034497602e-05}
{"train_loss": 0.00866791047155857, "global_step": 20940, "epoch": 117, "lr": 9.115029098001633e-05}
{"train_loss": 0.007388614118099213, "global_step": 20941, "epoch": 117, "lr": 9.114945157911433e-05}
{"train_loss": 0.01878497190773487, "global_step": 20942, "epoch": 117, "lr": 9.114861214227073e-05}
{"train_loss": 0.01340463012456894, "global_step": 20943, "epoch": 117, "lr": 9.114777266948628e-05}
{"train_loss": 0.0044030481949448586, "global_step": 20944, "epoch": 117, "lr": 9.11469331607617e-05}
{"train_loss": 0.0055078729055821896, "global_step": 20945, "epoch": 117, "lr": 9.114609361609774e-05}
{"train_loss": 0.006789132487028837, "global_step": 20946, "epoch": 117, "lr": 9.114525403549512e-05}
{"train_loss": 0.01017735805362463, "global_step": 20947, "epoch": 117, "lr": 9.114441441895458e-05}
{"train_loss": 0.010831712745130062, "global_step": 20948, "epoch": 117, "lr": 9.114357476647685e-05}
{"train_loss": 0.00780086824670434, "global_step": 20949, "epoch": 117, "lr": 9.114273507806266e-05}
{"train_loss": 0.012473402544856071, "global_step": 20950, "epoch": 117, "lr": 9.114189535371276e-05}
{"train_loss": 0.008473340421915054, "global_step": 20951, "epoch": 117, "lr": 9.114105559342787e-05}
{"train_loss": 0.012566044926643372, "global_step": 20952, "epoch": 117, "lr": 9.11402157972087e-05}
{"train_loss": 0.009859719313681126, "global_step": 20953, "epoch": 117, "lr": 9.113937596505604e-05}
{"train_loss": 0.007037539966404438, "global_step": 20954, "epoch": 117, "lr": 9.113853609697057e-05}
{"train_loss": 0.008060049265623093, "global_step": 20955, "epoch": 117, "lr": 9.113769619295305e-05}
{"train_loss": 0.01271008513867855, "global_step": 20956, "epoch": 117, "lr": 9.113685625300423e-05}
{"train_loss": 0.011538660153746605, "global_step": 20957, "epoch": 117, "lr": 9.11360162771248e-05}
{"train_loss": 0.011945029720664024, "global_step": 20958, "epoch": 117, "lr": 9.113517626531551e-05}
{"train_loss": 0.005152929574251175, "global_step": 20959, "epoch": 117, "lr": 9.113433621757712e-05}
{"train_loss": 0.007525554392486811, "global_step": 20960, "epoch": 117, "lr": 9.113349613391033e-05}
{"train_loss": 0.012174036353826523, "global_step": 20961, "epoch": 117, "lr": 9.11326560143159e-05}
{"train_loss": 0.012492617592215538, "global_step": 20962, "epoch": 117, "lr": 9.113181585879455e-05}
{"train_loss": 0.0045813340693712234, "global_step": 20963, "epoch": 117, "lr": 9.113097566734701e-05}
{"train_loss": 0.0054726265370845795, "global_step": 20964, "epoch": 117, "lr": 9.113013543997402e-05}
{"train_loss": 0.007178422994911671, "global_step": 20965, "epoch": 117, "lr": 9.112929517667632e-05}
{"train_loss": 0.011362935416400433, "global_step": 20966, "epoch": 117, "lr": 9.112845487745463e-05}
{"train_loss": 0.013083703815937042, "global_step": 20967, "epoch": 117, "lr": 9.112761454230968e-05}
{"train_loss": 0.006854517385363579, "global_step": 20968, "epoch": 117, "lr": 9.112677417124223e-05}
{"train_loss": 0.009772722609341145, "global_step": 20969, "epoch": 117, "lr": 9.112593376425299e-05}
{"train_loss": 0.00786155741661787, "global_step": 20970, "epoch": 117, "lr": 9.112509332134271e-05}
{"train_loss": 0.0077235945500433445, "global_step": 20971, "epoch": 117, "lr": 9.112425284251211e-05}
{"train_loss": 0.012327245436608791, "global_step": 20972, "epoch": 117, "lr": 9.112341232776194e-05}
{"train_loss": 0.011958891525864601, "global_step": 20973, "epoch": 117, "lr": 9.112257177709292e-05}
{"train_loss": 0.006792952306568623, "global_step": 20974, "epoch": 117, "lr": 9.112173119050578e-05}
{"train_loss": 0.007479321211576462, "global_step": 20975, "epoch": 117, "lr": 9.112089056800128e-05}
{"train_loss": 0.006044601555913687, "global_step": 20976, "epoch": 117, "lr": 9.112004990958013e-05}
{"train_loss": 0.004869082942605019, "global_step": 20977, "epoch": 117, "lr": 9.111920921524308e-05}
{"train_loss": 0.00859823077917099, "global_step": 20978, "epoch": 117, "lr": 9.111836848499084e-05}
{"train_loss": 0.00597517192363739, "global_step": 20979, "epoch": 117, "lr": 9.111752771882418e-05}
{"train_loss": 0.00978355947881937, "global_step": 20980, "epoch": 117, "lr": 9.11166869167438e-05}
{"train_loss": 0.007167349569499493, "global_step": 20981, "epoch": 117, "lr": 9.111584607875046e-05}
{"train_loss": 0.007215585559606552, "global_step": 20982, "epoch": 117, "lr": 9.111500520484487e-05}
{"train_loss": 0.0057112080976367, "global_step": 20983, "epoch": 117, "lr": 9.111416429502779e-05}
{"train_loss": 0.00751048419624567, "global_step": 20984, "epoch": 117, "lr": 9.111332334929994e-05}
{"train_loss": 0.008119866251945496, "global_step": 20985, "epoch": 117, "lr": 9.111248236766205e-05}
{"train_loss": 0.0062149642035365105, "global_step": 20986, "epoch": 117, "lr": 9.111164135011488e-05}
{"train_loss": 0.016488410532474518, "global_step": 20987, "epoch": 117, "lr": 9.111080029665913e-05}
{"train_loss": 0.007607381325215101, "global_step": 20988, "epoch": 117, "lr": 9.110995920729555e-05}
{"train_loss": 0.01123994030058384, "global_step": 20989, "epoch": 117, "lr": 9.11091180820249e-05}
{"train_loss": 0.007675654720515013, "global_step": 20990, "epoch": 117, "lr": 9.110827692084787e-05}
{"train_loss": 0.0071790022775530815, "global_step": 20991, "epoch": 117, "lr": 9.110743572376521e-05}
{"train_loss": 0.006428724620491266, "global_step": 20992, "epoch": 117, "lr": 9.110659449077767e-05}
{"train_loss": 0.008441532962024212, "global_step": 20993, "epoch": 117, "lr": 9.110575322188598e-05}
{"train_loss": 0.014913015998899937, "global_step": 20994, "epoch": 117, "lr": 9.110491191709085e-05}
{"train_loss": 0.009302350692451, "global_step": 20995, "epoch": 117, "lr": 9.110407057639305e-05}
{"train_loss": 0.0061677247285842896, "global_step": 20996, "epoch": 117, "lr": 9.11032291997933e-05}
{"train_loss": 0.008415124379098415, "global_step": 20997, "epoch": 117, "lr": 9.110238778729232e-05}
{"train_loss": 0.009630627930164337, "global_step": 20998, "epoch": 117, "lr": 9.110154633889087e-05}
{"train_loss": 0.009310459718108177, "global_step": 20999, "epoch": 117, "lr": 9.110070485458967e-05}
{"train_loss": 0.00467810221016407, "global_step": 21000, "epoch": 117, "lr": 9.109986333438947e-05}
{"train_loss": 0.010919405147433281, "global_step": 21001, "epoch": 117, "lr": 9.109902177829097e-05}
{"train_loss": 0.008123267441987991, "global_step": 21002, "epoch": 117, "lr": 9.109818018629495e-05}
{"train_loss": 0.008917786599544997, "global_step": 21003, "epoch": 117, "lr": 9.109733855840212e-05}
{"train_loss": 0.005751054268330336, "global_step": 21004, "epoch": 118, "lr": 9.109649689461322e-05}
{"train_loss": 0.008935918100178242, "global_step": 21005, "epoch": 118, "lr": 9.109565519492897e-05}
{"train_loss": 0.008001791313290596, "global_step": 21006, "epoch": 118, "lr": 9.109481345935014e-05}
{"train_loss": 0.008230337873101234, "global_step": 21007, "epoch": 118, "lr": 9.109397168787743e-05}
{"train_loss": 0.0038377840537577868, "global_step": 21008, "epoch": 118, "lr": 9.10931298805116e-05}
{"train_loss": 0.011458070948719978, "global_step": 21009, "epoch": 118, "lr": 9.109228803725337e-05}
{"train_loss": 0.0063498374074697495, "global_step": 21010, "epoch": 118, "lr": 9.109144615810348e-05}
{"train_loss": 0.0036170403473079205, "global_step": 21011, "epoch": 118, "lr": 9.109060424306266e-05}
{"train_loss": 0.010796557180583477, "global_step": 21012, "epoch": 118, "lr": 9.108976229213165e-05}
{"train_loss": 0.005028989166021347, "global_step": 21013, "epoch": 118, "lr": 9.10889203053112e-05}
{"train_loss": 0.010703444480895996, "global_step": 21014, "epoch": 118, "lr": 9.108807828260202e-05}
{"train_loss": 0.008050026372075081, "global_step": 21015, "epoch": 118, "lr": 9.108723622400485e-05}
{"train_loss": 0.005849878303706646, "global_step": 21016, "epoch": 118, "lr": 9.108639412952046e-05}
{"train_loss": 0.008603781461715698, "global_step": 21017, "epoch": 118, "lr": 9.108555199914954e-05}
{"train_loss": 0.008269011974334717, "global_step": 21018, "epoch": 118, "lr": 9.108470983289286e-05}
{"train_loss": 0.006658333353698254, "global_step": 21019, "epoch": 118, "lr": 9.108386763075112e-05}
{"train_loss": 0.00784900039434433, "global_step": 21020, "epoch": 118, "lr": 9.108302539272508e-05}
{"train_loss": 0.004476439207792282, "global_step": 21021, "epoch": 118, "lr": 9.108218311881547e-05}
{"train_loss": 0.004660054109990597, "global_step": 21022, "epoch": 118, "lr": 9.108134080902303e-05}
{"train_loss": 0.006330951116979122, "global_step": 21023, "epoch": 118, "lr": 9.10804984633485e-05}
{"train_loss": 0.009025361388921738, "global_step": 21024, "epoch": 118, "lr": 9.10796560817926e-05}
{"train_loss": 0.00572187639772892, "global_step": 21025, "epoch": 118, "lr": 9.107881366435606e-05}
{"train_loss": 0.013396129012107849, "global_step": 21026, "epoch": 118, "lr": 9.107797121103965e-05}
{"train_loss": 0.0111608961597085, "global_step": 21027, "epoch": 118, "lr": 9.107712872184408e-05}
{"train_loss": 0.01134653389453888, "global_step": 21028, "epoch": 118, "lr": 9.107628619677009e-05}
{"train_loss": 0.010958436876535416, "global_step": 21029, "epoch": 118, "lr": 9.107544363581841e-05}
{"train_loss": 0.0036572860553860664, "global_step": 21030, "epoch": 118, "lr": 9.10746010389898e-05}
{"train_loss": 0.010016040876507759, "global_step": 21031, "epoch": 118, "lr": 9.107375840628496e-05}
{"train_loss": 0.007199098356068134, "global_step": 21032, "epoch": 118, "lr": 9.107291573770466e-05}
{"train_loss": 0.004747568629682064, "global_step": 21033, "epoch": 118, "lr": 9.10720730332496e-05}
{"train_loss": 0.008198875933885574, "global_step": 21034, "epoch": 118, "lr": 9.107123029292057e-05}
{"train_loss": 0.008786192163825035, "global_step": 21035, "epoch": 118, "lr": 9.107038751671825e-05}
{"train_loss": 0.010488060303032398, "global_step": 21036, "epoch": 118, "lr": 9.106954470464339e-05}
{"train_loss": 0.007355683483183384, "global_step": 21037, "epoch": 118, "lr": 9.106870185669676e-05}
{"train_loss": 0.007474718149751425, "global_step": 21038, "epoch": 118, "lr": 9.106785897287906e-05}
{"train_loss": 0.006819868925958872, "global_step": 21039, "epoch": 118, "lr": 9.106701605319103e-05}
{"train_loss": 0.007910513319075108, "global_step": 21040, "epoch": 118, "lr": 9.106617309763343e-05}
{"train_loss": 0.004117936827242374, "global_step": 21041, "epoch": 118, "lr": 9.106533010620697e-05}
{"train_loss": 0.005912384483963251, "global_step": 21042, "epoch": 118, "lr": 9.10644870789124e-05}
{"train_loss": 0.006266392767429352, "global_step": 21043, "epoch": 118, "lr": 9.106364401575044e-05}
{"train_loss": 0.014884870499372482, "global_step": 21044, "epoch": 118, "lr": 9.106280091672186e-05}
{"train_loss": 0.011532082222402096, "global_step": 21045, "epoch": 118, "lr": 9.106195778182737e-05}
{"train_loss": 0.007537923753261566, "global_step": 21046, "epoch": 118, "lr": 9.106111461106771e-05}
{"train_loss": 0.008067567832767963, "global_step": 21047, "epoch": 118, "lr": 9.106027140444362e-05}
{"train_loss": 0.005243007093667984, "global_step": 21048, "epoch": 118, "lr": 9.105942816195582e-05}
{"train_loss": 0.007806453388184309, "global_step": 21049, "epoch": 118, "lr": 9.105858488360508e-05}
{"train_loss": 0.007408426608890295, "global_step": 21050, "epoch": 118, "lr": 9.105774156939212e-05}
{"train_loss": 0.007554579526185989, "global_step": 21051, "epoch": 118, "lr": 9.105689821931767e-05}
{"train_loss": 0.013819925487041473, "global_step": 21052, "epoch": 118, "lr": 9.105605483338247e-05}
{"train_loss": 0.005221842788159847, "global_step": 21053, "epoch": 118, "lr": 9.105521141158725e-05}
{"train_loss": 0.00771274883300066, "global_step": 21054, "epoch": 118, "lr": 9.105436795393276e-05}
{"train_loss": 0.007676640059798956, "global_step": 21055, "epoch": 118, "lr": 9.105352446041972e-05}
{"train_loss": 0.0047478266060352325, "global_step": 21056, "epoch": 118, "lr": 9.10526809310489e-05}
{"train_loss": 0.00902169942855835, "global_step": 21057, "epoch": 118, "lr": 9.105183736582102e-05}
{"train_loss": 0.004536097403615713, "global_step": 21058, "epoch": 118, "lr": 9.105099376473678e-05}
{"train_loss": 0.005187873262912035, "global_step": 21059, "epoch": 118, "lr": 9.105015012779697e-05}
{"train_loss": 0.012822596356272697, "global_step": 21060, "epoch": 118, "lr": 9.104930645500229e-05}
{"train_loss": 0.009094154462218285, "global_step": 21061, "epoch": 118, "lr": 9.104846274635351e-05}
{"train_loss": 0.008508054539561272, "global_step": 21062, "epoch": 118, "lr": 9.104761900185135e-05}
{"train_loss": 0.006479064002633095, "global_step": 21063, "epoch": 118, "lr": 9.104677522149654e-05}
{"train_loss": 0.007004917599260807, "global_step": 21064, "epoch": 118, "lr": 9.10459314052898e-05}
{"train_loss": 0.008374081924557686, "global_step": 21065, "epoch": 118, "lr": 9.104508755323194e-05}
{"train_loss": 0.005313376430422068, "global_step": 21066, "epoch": 118, "lr": 9.10442436653236e-05}
{"train_loss": 0.012875176966190338, "global_step": 21067, "epoch": 118, "lr": 9.104339974156559e-05}
{"train_loss": 0.007725752890110016, "global_step": 21068, "epoch": 118, "lr": 9.104255578195861e-05}
{"train_loss": 0.006392648909240961, "global_step": 21069, "epoch": 118, "lr": 9.104171178650342e-05}
{"train_loss": 0.007414097432047129, "global_step": 21070, "epoch": 118, "lr": 9.104086775520073e-05}
{"train_loss": 0.008832795545458794, "global_step": 21071, "epoch": 118, "lr": 9.104002368805131e-05}
{"train_loss": 0.006106466054916382, "global_step": 21072, "epoch": 118, "lr": 9.103917958505587e-05}
{"train_loss": 0.007537768222391605, "global_step": 21073, "epoch": 118, "lr": 9.103833544621516e-05}
{"train_loss": 0.011743957176804543, "global_step": 21074, "epoch": 118, "lr": 9.103749127152992e-05}
{"train_loss": 0.00840905774384737, "global_step": 21075, "epoch": 118, "lr": 9.103664706100088e-05}
{"train_loss": 0.01201622374355793, "global_step": 21076, "epoch": 118, "lr": 9.103580281462877e-05}
{"train_loss": 0.005061582662165165, "global_step": 21077, "epoch": 118, "lr": 9.103495853241435e-05}
{"train_loss": 0.012346252799034119, "global_step": 21078, "epoch": 118, "lr": 9.103411421435832e-05}
{"train_loss": 0.008217413909733295, "global_step": 21079, "epoch": 118, "lr": 9.103326986046147e-05}
{"train_loss": 0.008482653647661209, "global_step": 21080, "epoch": 118, "lr": 9.103242547072451e-05}
{"train_loss": 0.0043880208395421505, "global_step": 21081, "epoch": 118, "lr": 9.103158104514816e-05}
{"train_loss": 0.0071420324966311455, "global_step": 21082, "epoch": 118, "lr": 9.103073658373318e-05}
{"train_loss": 0.008394526317715645, "global_step": 21083, "epoch": 118, "lr": 9.10298920864803e-05}
{"train_loss": 0.006996037904173136, "global_step": 21084, "epoch": 118, "lr": 9.102904755339026e-05}
{"train_loss": 0.005751158110797405, "global_step": 21085, "epoch": 118, "lr": 9.10282029844638e-05}
{"train_loss": 0.008465219289064407, "global_step": 21086, "epoch": 118, "lr": 9.102735837970164e-05}
{"train_loss": 0.005828650668263435, "global_step": 21087, "epoch": 118, "lr": 9.102651373910455e-05}
{"train_loss": 0.0071166278794407845, "global_step": 21088, "epoch": 118, "lr": 9.102566906267324e-05}
{"train_loss": 0.005641025956720114, "global_step": 21089, "epoch": 118, "lr": 9.102482435040847e-05}
{"train_loss": 0.007388184778392315, "global_step": 21090, "epoch": 118, "lr": 9.102397960231096e-05}
{"train_loss": 0.01088582631200552, "global_step": 21091, "epoch": 118, "lr": 9.102313481838145e-05}
{"train_loss": 0.00657862052321434, "global_step": 21092, "epoch": 118, "lr": 9.10222899986207e-05}
{"train_loss": 0.009986722841858864, "global_step": 21093, "epoch": 118, "lr": 9.10214451430294e-05}
{"train_loss": 0.00649360753595829, "global_step": 21094, "epoch": 118, "lr": 9.102060025160834e-05}
{"train_loss": 0.004448162857443094, "global_step": 21095, "epoch": 118, "lr": 9.101975532435823e-05}
{"train_loss": 0.00930092390626669, "global_step": 21096, "epoch": 118, "lr": 9.101891036127981e-05}
{"train_loss": 0.006636546924710274, "global_step": 21097, "epoch": 118, "lr": 9.101806536237381e-05}
{"train_loss": 0.01234661228954792, "global_step": 21098, "epoch": 118, "lr": 9.101722032764099e-05}
{"train_loss": 0.004673799499869347, "global_step": 21099, "epoch": 118, "lr": 9.101637525708209e-05}
{"train_loss": 0.006139110773801804, "global_step": 21100, "epoch": 118, "lr": 9.101553015069782e-05}
{"train_loss": 0.0069822147488594055, "global_step": 21101, "epoch": 118, "lr": 9.101468500848894e-05}
{"train_loss": 0.009136121720075607, "global_step": 21102, "epoch": 118, "lr": 9.101383983045619e-05}
{"train_loss": 0.01000947691500187, "global_step": 21103, "epoch": 118, "lr": 9.101299461660029e-05}
{"train_loss": 0.012289267964661121, "global_step": 21104, "epoch": 118, "lr": 9.101214936692199e-05}
{"train_loss": 0.010369288735091686, "global_step": 21105, "epoch": 118, "lr": 9.101130408142202e-05}
{"train_loss": 0.006420236546546221, "global_step": 21106, "epoch": 118, "lr": 9.101045876010114e-05}
{"train_loss": 0.007805884350091219, "global_step": 21107, "epoch": 118, "lr": 9.100961340296005e-05}
{"train_loss": 0.004775588866323233, "global_step": 21108, "epoch": 118, "lr": 9.100876800999953e-05}
{"train_loss": 0.005121835507452488, "global_step": 21109, "epoch": 118, "lr": 9.10079225812203e-05}
{"train_loss": 0.005354808643460274, "global_step": 21110, "epoch": 118, "lr": 9.100707711662311e-05}
{"train_loss": 0.006996161304414272, "global_step": 21111, "epoch": 118, "lr": 9.100623161620866e-05}
{"train_loss": 0.007550273556262255, "global_step": 21112, "epoch": 118, "lr": 9.100538607997773e-05}
{"train_loss": 0.0092350784689188, "global_step": 21113, "epoch": 118, "lr": 9.100454050793104e-05}
{"train_loss": 0.007001138757914305, "global_step": 21114, "epoch": 118, "lr": 9.100369490006935e-05}
{"train_loss": 0.006666726432740688, "global_step": 21115, "epoch": 118, "lr": 9.100284925639335e-05}
{"train_loss": 0.0075940582901239395, "global_step": 21116, "epoch": 118, "lr": 9.100200357690382e-05}
{"train_loss": 0.010386335663497448, "global_step": 21117, "epoch": 118, "lr": 9.100115786160151e-05}
{"train_loss": 0.009686055593192577, "global_step": 21118, "epoch": 118, "lr": 9.100031211048712e-05}
{"train_loss": 0.014565376564860344, "global_step": 21119, "epoch": 118, "lr": 9.09994663235614e-05}
{"train_loss": 0.008047415874898434, "global_step": 21120, "epoch": 118, "lr": 9.09986205008251e-05}
{"train_loss": 0.007163261063396931, "global_step": 21121, "epoch": 118, "lr": 9.099777464227896e-05}
{"train_loss": 0.006806435063481331, "global_step": 21122, "epoch": 118, "lr": 9.099692874792372e-05}
{"train_loss": 0.01147353183478117, "global_step": 21123, "epoch": 118, "lr": 9.099608281776009e-05}
{"train_loss": 0.008370027877390385, "global_step": 21124, "epoch": 118, "lr": 9.099523685178884e-05}
{"train_loss": 0.009263946674764156, "global_step": 21125, "epoch": 118, "lr": 9.09943908500107e-05}
{"train_loss": 0.0039345882833004, "global_step": 21126, "epoch": 118, "lr": 9.099354481242642e-05}
{"train_loss": 0.008334413170814514, "global_step": 21127, "epoch": 118, "lr": 9.099269873903671e-05}
{"train_loss": 0.014078870415687561, "global_step": 21128, "epoch": 118, "lr": 9.099185262984231e-05}
{"train_loss": 0.010866481810808182, "global_step": 21129, "epoch": 118, "lr": 9.0991006484844e-05}
{"train_loss": 0.005903992801904678, "global_step": 21130, "epoch": 118, "lr": 9.09901603040425e-05}
{"train_loss": 0.00872521661221981, "global_step": 21131, "epoch": 118, "lr": 9.098931408743852e-05}
{"train_loss": 0.012657630257308483, "global_step": 21132, "epoch": 118, "lr": 9.098846783503283e-05}
{"train_loss": 0.007264074869453907, "global_step": 21133, "epoch": 118, "lr": 9.098762154682616e-05}
{"train_loss": 0.011135680601000786, "global_step": 21134, "epoch": 118, "lr": 9.098677522281926e-05}
{"train_loss": 0.01840827241539955, "global_step": 21135, "epoch": 118, "lr": 9.098592886301284e-05}
{"train_loss": 0.007858151569962502, "global_step": 21136, "epoch": 118, "lr": 9.098508246740768e-05}
{"train_loss": 0.008143829181790352, "global_step": 21137, "epoch": 118, "lr": 9.098423603600448e-05}
{"train_loss": 0.012555008754134178, "global_step": 21138, "epoch": 118, "lr": 9.098338956880401e-05}
{"train_loss": 0.004969738889485598, "global_step": 21139, "epoch": 118, "lr": 9.098254306580701e-05}
{"train_loss": 0.007531603332608938, "global_step": 21140, "epoch": 118, "lr": 9.098169652701418e-05}
{"train_loss": 0.00652260472998023, "global_step": 21141, "epoch": 118, "lr": 9.098084995242631e-05}
{"train_loss": 0.009953232482075691, "global_step": 21142, "epoch": 118, "lr": 9.098000334204409e-05}
{"train_loss": 0.011417167261242867, "global_step": 21143, "epoch": 118, "lr": 9.09791566958683e-05}
{"train_loss": 0.01225530356168747, "global_step": 21144, "epoch": 118, "lr": 9.097831001389965e-05}
{"train_loss": 0.010853026993572712, "global_step": 21145, "epoch": 118, "lr": 9.09774632961389e-05}
{"train_loss": 0.007700960151851177, "global_step": 21146, "epoch": 118, "lr": 9.097661654258678e-05}
{"train_loss": 0.008408806286752224, "global_step": 21147, "epoch": 118, "lr": 9.097576975324404e-05}
{"train_loss": 0.0076858848333358765, "global_step": 21148, "epoch": 118, "lr": 9.097492292811142e-05}
{"train_loss": 0.007821138948202133, "global_step": 21149, "epoch": 118, "lr": 9.097407606718964e-05}
{"train_loss": 0.008463572710752487, "global_step": 21150, "epoch": 118, "lr": 9.097322917047945e-05}
{"train_loss": 0.010298723354935646, "global_step": 21151, "epoch": 118, "lr": 9.097238223798159e-05}
{"train_loss": 0.006384538486599922, "global_step": 21152, "epoch": 118, "lr": 9.09715352696968e-05}
{"train_loss": 0.008097363635897636, "global_step": 21153, "epoch": 118, "lr": 9.097068826562584e-05}
{"train_loss": 0.007626561913639307, "global_step": 21154, "epoch": 118, "lr": 9.096984122576941e-05}
{"train_loss": 0.005981880240142345, "global_step": 21155, "epoch": 118, "lr": 9.096899415012827e-05}
{"train_loss": 0.009590070694684982, "global_step": 21156, "epoch": 118, "lr": 9.096814703870318e-05}
{"train_loss": 0.0062867701053619385, "global_step": 21157, "epoch": 118, "lr": 9.096729989149484e-05}
{"train_loss": 0.008508434519171715, "global_step": 21158, "epoch": 118, "lr": 9.096645270850402e-05}
{"train_loss": 0.009545896202325821, "global_step": 21159, "epoch": 118, "lr": 9.096560548973145e-05}
{"train_loss": 0.011434966698288918, "global_step": 21160, "epoch": 118, "lr": 9.096475823517787e-05}
{"train_loss": 0.005762011744081974, "global_step": 21161, "epoch": 118, "lr": 9.096391094484401e-05}
{"train_loss": 0.007431761361658573, "global_step": 21162, "epoch": 118, "lr": 9.096306361873063e-05}
{"train_loss": 0.012422367930412292, "global_step": 21163, "epoch": 118, "lr": 9.096221625683846e-05}
{"train_loss": 0.01532541960477829, "global_step": 21164, "epoch": 118, "lr": 9.096136885916824e-05}
{"train_loss": 0.011119957081973553, "global_step": 21165, "epoch": 118, "lr": 9.096052142572071e-05}
{"train_loss": 0.007038935087621212, "global_step": 21166, "epoch": 118, "lr": 9.09596739564966e-05}
{"train_loss": 0.006781063042581081, "global_step": 21167, "epoch": 118, "lr": 9.095882645149667e-05}
{"train_loss": 0.004410641733556986, "global_step": 21168, "epoch": 118, "lr": 9.095797891072166e-05}
{"train_loss": 0.010588525794446468, "global_step": 21169, "epoch": 118, "lr": 9.09571313341723e-05}
{"train_loss": 0.004760362207889557, "global_step": 21170, "epoch": 118, "lr": 9.095628372184932e-05}
{"train_loss": 0.01180169265717268, "global_step": 21171, "epoch": 118, "lr": 9.095543607375348e-05}
{"train_loss": 0.012827361933887005, "global_step": 21172, "epoch": 118, "lr": 9.09545883898855e-05}
{"train_loss": 0.010324115864932537, "global_step": 21173, "epoch": 118, "lr": 9.095374067024615e-05}
{"train_loss": 0.011639280244708061, "global_step": 21174, "epoch": 118, "lr": 9.095289291483614e-05}
{"train_loss": 0.011144114658236504, "global_step": 21175, "epoch": 118, "lr": 9.095204512365623e-05}
{"train_loss": 0.00473450543358922, "global_step": 21176, "epoch": 118, "lr": 9.095119729670716e-05}
{"train_loss": 0.00842747837305069, "global_step": 21177, "epoch": 118, "lr": 9.095034943398965e-05}
{"train_loss": 0.008836050517857075, "global_step": 21178, "epoch": 118, "lr": 9.094950153550446e-05}
{"train_loss": 0.010047845542430878, "global_step": 21179, "epoch": 118, "lr": 9.094865360125233e-05}
{"train_loss": 0.007625866681337357, "global_step": 21180, "epoch": 118, "lr": 9.0947805631234e-05}
{"train_loss": 0.008252181755012591, "global_step": 21181, "epoch": 118, "lr": 9.09469576254502e-05}
{"train_loss": 0.007891057059168816, "global_step": 21182, "epoch": 119, "lr": 9.094610958390168e-05}
{"train_loss": 0.006245160475373268, "global_step": 21183, "epoch": 119, "lr": 9.094526150658919e-05}
{"train_loss": 0.008751029148697853, "global_step": 21184, "epoch": 119, "lr": 9.094441339351345e-05}
{"train_loss": 0.017479687929153442, "global_step": 21185, "epoch": 119, "lr": 9.09435652446752e-05}
{"train_loss": 0.015033802017569542, "global_step": 21186, "epoch": 119, "lr": 9.09427170600752e-05}
{"train_loss": 0.008150117471814156, "global_step": 21187, "epoch": 119, "lr": 9.094186883971419e-05}
{"train_loss": 0.007811328396201134, "global_step": 21188, "epoch": 119, "lr": 9.094102058359289e-05}
{"train_loss": 0.008163867518305779, "global_step": 21189, "epoch": 119, "lr": 9.094017229171206e-05}
{"train_loss": 0.008866406977176666, "global_step": 21190, "epoch": 119, "lr": 9.093932396407244e-05}
{"train_loss": 0.014440212398767471, "global_step": 21191, "epoch": 119, "lr": 9.093847560067474e-05}
{"train_loss": 0.009623679332435131, "global_step": 21192, "epoch": 119, "lr": 9.093762720151975e-05}
{"train_loss": 0.00868463795632124, "global_step": 21193, "epoch": 119, "lr": 9.093677876660818e-05}
{"train_loss": 0.007935259491205215, "global_step": 21194, "epoch": 119, "lr": 9.093593029594078e-05}
{"train_loss": 0.004984318278729916, "global_step": 21195, "epoch": 119, "lr": 9.093508178951828e-05}
{"train_loss": 0.006964191794395447, "global_step": 21196, "epoch": 119, "lr": 9.093423324734145e-05}
{"train_loss": 0.006675172597169876, "global_step": 21197, "epoch": 119, "lr": 9.093338466941101e-05}
{"train_loss": 0.010387291200459003, "global_step": 21198, "epoch": 119, "lr": 9.09325360557277e-05}
{"train_loss": 0.009513895958662033, "global_step": 21199, "epoch": 119, "lr": 9.093168740629225e-05}
{"train_loss": 0.006771360523998737, "global_step": 21200, "epoch": 119, "lr": 9.093083872110541e-05}
{"train_loss": 0.008020085282623768, "global_step": 21201, "epoch": 119, "lr": 9.092999000016795e-05}
{"train_loss": 0.007901224307715893, "global_step": 21202, "epoch": 119, "lr": 9.092914124348058e-05}
{"train_loss": 0.004681611433625221, "global_step": 21203, "epoch": 119, "lr": 9.092829245104406e-05}
{"train_loss": 0.007845750078558922, "global_step": 21204, "epoch": 119, "lr": 9.09274436228591e-05}
{"train_loss": 0.010260038077831268, "global_step": 21205, "epoch": 119, "lr": 9.092659475892648e-05}
{"train_loss": 0.009342139586806297, "global_step": 21206, "epoch": 119, "lr": 9.092574585924691e-05}
{"train_loss": 0.009437700733542442, "global_step": 21207, "epoch": 119, "lr": 9.092489692382116e-05}
{"train_loss": 0.0063589345663785934, "global_step": 21208, "epoch": 119, "lr": 9.092404795264993e-05}
{"train_loss": 0.00777853187173605, "global_step": 21209, "epoch": 119, "lr": 9.092319894573402e-05}
{"train_loss": 0.007660877890884876, "global_step": 21210, "epoch": 119, "lr": 9.09223499030741e-05}
{"train_loss": 0.01008626539260149, "global_step": 21211, "epoch": 119, "lr": 9.092150082467099e-05}
{"train_loss": 0.00848877988755703, "global_step": 21212, "epoch": 119, "lr": 9.092065171052538e-05}
{"train_loss": 0.004897082224488258, "global_step": 21213, "epoch": 119, "lr": 9.091980256063804e-05}
{"train_loss": 0.009136483073234558, "global_step": 21214, "epoch": 119, "lr": 9.091895337500966e-05}
{"train_loss": 0.008548684418201447, "global_step": 21215, "epoch": 119, "lr": 9.091810415364103e-05}
{"train_loss": 0.005883823148906231, "global_step": 21216, "epoch": 119, "lr": 9.09172548965329e-05}
{"train_loss": 0.0036361124366521835, "global_step": 21217, "epoch": 119, "lr": 9.091640560368597e-05}
{"train_loss": 0.007845887914299965, "global_step": 21218, "epoch": 119, "lr": 9.091555627510102e-05}
{"train_loss": 0.009020457044243813, "global_step": 21219, "epoch": 119, "lr": 9.091470691077876e-05}
{"train_loss": 0.0076257106848061085, "global_step": 21220, "epoch": 119, "lr": 9.091385751071997e-05}
{"train_loss": 0.010034595616161823, "global_step": 21221, "epoch": 119, "lr": 9.091300807492535e-05}
{"train_loss": 0.01258062943816185, "global_step": 21222, "epoch": 119, "lr": 9.091215860339566e-05}
{"train_loss": 0.009687691926956177, "global_step": 21223, "epoch": 119, "lr": 9.091130909613164e-05}
{"train_loss": 0.01040017232298851, "global_step": 21224, "epoch": 119, "lr": 9.091045955313404e-05}
{"train_loss": 0.008450639434158802, "global_step": 21225, "epoch": 119, "lr": 9.090960997440361e-05}
{"train_loss": 0.00857045128941536, "global_step": 21226, "epoch": 119, "lr": 9.090876035994106e-05}
{"train_loss": 0.012236623093485832, "global_step": 21227, "epoch": 119, "lr": 9.090791070974716e-05}
{"train_loss": 0.00771316047757864, "global_step": 21228, "epoch": 119, "lr": 9.090706102382262e-05}
{"train_loss": 0.006563309580087662, "global_step": 21229, "epoch": 119, "lr": 9.090621130216824e-05}
{"train_loss": 0.010132583789527416, "global_step": 21230, "epoch": 119, "lr": 9.090536154478472e-05}
{"train_loss": 0.0057443659752607346, "global_step": 21231, "epoch": 119, "lr": 9.09045117516728e-05}
{"train_loss": 0.009104917757213116, "global_step": 21232, "epoch": 119, "lr": 9.090366192283324e-05}
{"train_loss": 0.010652542114257812, "global_step": 21233, "epoch": 119, "lr": 9.090281205826676e-05}
{"train_loss": 0.010920315980911255, "global_step": 21234, "epoch": 119, "lr": 9.090196215797413e-05}
{"train_loss": 0.007918816059827805, "global_step": 21235, "epoch": 119, "lr": 9.090111222195607e-05}
{"train_loss": 0.006021709181368351, "global_step": 21236, "epoch": 119, "lr": 9.090026225021333e-05}
{"train_loss": 0.009302735328674316, "global_step": 21237, "epoch": 119, "lr": 9.089941224274665e-05}
{"train_loss": 0.014811201021075249, "global_step": 21238, "epoch": 119, "lr": 9.089856219955679e-05}
{"train_loss": 0.0070390524342656136, "global_step": 21239, "epoch": 119, "lr": 9.089771212064447e-05}
{"train_loss": 0.008061099797487259, "global_step": 21240, "epoch": 119, "lr": 9.089686200601044e-05}
{"train_loss": 0.007844346575438976, "global_step": 21241, "epoch": 119, "lr": 9.089601185565546e-05}
{"train_loss": 0.011985098011791706, "global_step": 21242, "epoch": 119, "lr": 9.089516166958023e-05}
{"train_loss": 0.005873751826584339, "global_step": 21243, "epoch": 119, "lr": 9.089431144778553e-05}
{"train_loss": 0.00656116334721446, "global_step": 21244, "epoch": 119, "lr": 9.08934611902721e-05}
{"train_loss": 0.005923139862716198, "global_step": 21245, "epoch": 119, "lr": 9.089261089704066e-05}
{"train_loss": 0.007493850775063038, "global_step": 21246, "epoch": 119, "lr": 9.089176056809198e-05}
{"train_loss": 0.004670765250921249, "global_step": 21247, "epoch": 119, "lr": 9.089091020342677e-05}
{"train_loss": 0.006794377695769072, "global_step": 21248, "epoch": 119, "lr": 9.089005980304581e-05}
{"train_loss": 0.0115642249584198, "global_step": 21249, "epoch": 119, "lr": 9.088920936694982e-05}
{"train_loss": 0.008396727964282036, "global_step": 21250, "epoch": 119, "lr": 9.088835889513955e-05}
{"train_loss": 0.011126097291707993, "global_step": 21251, "epoch": 119, "lr": 9.088750838761572e-05}
{"train_loss": 0.009626030921936035, "global_step": 21252, "epoch": 119, "lr": 9.088665784437912e-05}
{"train_loss": 0.008928600698709488, "global_step": 21253, "epoch": 119, "lr": 9.088580726543045e-05}
{"train_loss": 0.00697049405425787, "global_step": 21254, "epoch": 119, "lr": 9.088495665077047e-05}
{"train_loss": 0.006851471960544586, "global_step": 21255, "epoch": 119, "lr": 9.088410600039994e-05}
{"train_loss": 0.00883729849010706, "global_step": 21256, "epoch": 119, "lr": 9.088325531431956e-05}
{"train_loss": 0.008460686542093754, "global_step": 21257, "epoch": 119, "lr": 9.088240459253011e-05}
{"train_loss": 0.0068529522977769375, "global_step": 21258, "epoch": 119, "lr": 9.088155383503233e-05}
{"train_loss": 0.005521045997738838, "global_step": 21259, "epoch": 119, "lr": 9.088070304182694e-05}
{"train_loss": 0.007884388789534569, "global_step": 21260, "epoch": 119, "lr": 9.087985221291471e-05}
{"train_loss": 0.005396419204771519, "global_step": 21261, "epoch": 119, "lr": 9.087900134829636e-05}
{"train_loss": 0.00896957516670227, "global_step": 21262, "epoch": 119, "lr": 9.087815044797265e-05}
{"train_loss": 0.005309403408318758, "global_step": 21263, "epoch": 119, "lr": 9.08772995119443e-05}
{"train_loss": 0.012169186025857925, "global_step": 21264, "epoch": 119, "lr": 9.08764485402121e-05}
{"train_loss": 0.006489355582743883, "global_step": 21265, "epoch": 119, "lr": 9.087559753277673e-05}
{"train_loss": 0.008706958964467049, "global_step": 21266, "epoch": 119, "lr": 9.087474648963898e-05}
{"train_loss": 0.008785891346633434, "global_step": 21267, "epoch": 119, "lr": 9.087389541079958e-05}
{"train_loss": 0.007695506326854229, "global_step": 21268, "epoch": 119, "lr": 9.08730442962593e-05}
{"train_loss": 0.008184261620044708, "global_step": 21269, "epoch": 119, "lr": 9.087219314601881e-05}
{"train_loss": 0.008972255513072014, "global_step": 21270, "epoch": 119, "lr": 9.087134196007894e-05}
{"train_loss": 0.011752261780202389, "global_step": 21271, "epoch": 119, "lr": 9.087049073844037e-05}
{"train_loss": 0.009466733783483505, "global_step": 21272, "epoch": 119, "lr": 9.086963948110388e-05}
{"train_loss": 0.006291265599429607, "global_step": 21273, "epoch": 119, "lr": 9.086878818807019e-05}
{"train_loss": 0.008560859598219395, "global_step": 21274, "epoch": 119, "lr": 9.086793685934005e-05}
{"train_loss": 0.011552114970982075, "global_step": 21275, "epoch": 119, "lr": 9.086708549491422e-05}
{"train_loss": 0.007890230976045132, "global_step": 21276, "epoch": 119, "lr": 9.086623409479343e-05}
{"train_loss": 0.008465826511383057, "global_step": 21277, "epoch": 119, "lr": 9.086538265897842e-05}
{"train_loss": 0.004745660815387964, "global_step": 21278, "epoch": 119, "lr": 9.086453118746993e-05}
{"train_loss": 0.005736625287681818, "global_step": 21279, "epoch": 119, "lr": 9.086367968026873e-05}
{"train_loss": 0.009650256484746933, "global_step": 21280, "epoch": 119, "lr": 9.086282813737554e-05}
{"train_loss": 0.009236416779458523, "global_step": 21281, "epoch": 119, "lr": 9.086197655879112e-05}
{"train_loss": 0.007369114551693201, "global_step": 21282, "epoch": 119, "lr": 9.08611249445162e-05}
{"train_loss": 0.007397408597171307, "global_step": 21283, "epoch": 119, "lr": 9.086027329455151e-05}
{"train_loss": 0.010907875373959541, "global_step": 21284, "epoch": 119, "lr": 9.085942160889782e-05}
{"train_loss": 0.007673321291804314, "global_step": 21285, "epoch": 119, "lr": 9.085856988755588e-05}
{"train_loss": 0.004973159171640873, "global_step": 21286, "epoch": 119, "lr": 9.085771813052639e-05}
{"train_loss": 0.003469885792583227, "global_step": 21287, "epoch": 119, "lr": 9.085686633781014e-05}
{"train_loss": 0.01015208289027214, "global_step": 21288, "epoch": 119, "lr": 9.085601450940786e-05}
{"train_loss": 0.007080318406224251, "global_step": 21289, "epoch": 119, "lr": 9.08551626453203e-05}
{"train_loss": 0.007586129941046238, "global_step": 21290, "epoch": 119, "lr": 9.085431074554817e-05}
{"train_loss": 0.007422109600156546, "global_step": 21291, "epoch": 119, "lr": 9.085345881009226e-05}
{"train_loss": 0.00594794237986207, "global_step": 21292, "epoch": 119, "lr": 9.085260683895329e-05}
{"train_loss": 0.003493725322186947, "global_step": 21293, "epoch": 119, "lr": 9.0851754832132e-05}
{"train_loss": 0.007810996845364571, "global_step": 21294, "epoch": 119, "lr": 9.085090278962916e-05}
{"train_loss": 0.00838867761194706, "global_step": 21295, "epoch": 119, "lr": 9.085005071144547e-05}
{"train_loss": 0.01253959909081459, "global_step": 21296, "epoch": 119, "lr": 9.084919859758172e-05}
{"train_loss": 0.004809060133993626, "global_step": 21297, "epoch": 119, "lr": 9.084834644803863e-05}
{"train_loss": 0.0074121057987213135, "global_step": 21298, "epoch": 119, "lr": 9.084749426281693e-05}
{"train_loss": 0.007704888004809618, "global_step": 21299, "epoch": 119, "lr": 9.084664204191742e-05}
{"train_loss": 0.007086657453328371, "global_step": 21300, "epoch": 119, "lr": 9.084578978534078e-05}
{"train_loss": 0.01120813563466072, "global_step": 21301, "epoch": 119, "lr": 9.084493749308779e-05}
{"train_loss": 0.006404688116163015, "global_step": 21302, "epoch": 119, "lr": 9.084408516515919e-05}
{"train_loss": 0.003918041940778494, "global_step": 21303, "epoch": 119, "lr": 9.084323280155571e-05}
{"train_loss": 0.013476597145199776, "global_step": 21304, "epoch": 119, "lr": 9.08423804022781e-05}
{"train_loss": 0.00814497284591198, "global_step": 21305, "epoch": 119, "lr": 9.084152796732712e-05}
{"train_loss": 0.009844601154327393, "global_step": 21306, "epoch": 119, "lr": 9.084067549670353e-05}
{"train_loss": 0.005107134580612183, "global_step": 21307, "epoch": 119, "lr": 9.0839822990408e-05}
{"train_loss": 0.008919967338442802, "global_step": 21308, "epoch": 119, "lr": 9.083897044844136e-05}
{"train_loss": 0.007721902336925268, "global_step": 21309, "epoch": 119, "lr": 9.083811787080429e-05}
{"train_loss": 0.011595556512475014, "global_step": 21310, "epoch": 119, "lr": 9.083726525749758e-05}
{"train_loss": 0.007720776833593845, "global_step": 21311, "epoch": 119, "lr": 9.083641260852196e-05}
{"train_loss": 0.006075035780668259, "global_step": 21312, "epoch": 119, "lr": 9.083555992387817e-05}
{"train_loss": 0.01623423956334591, "global_step": 21313, "epoch": 119, "lr": 9.083470720356697e-05}
{"train_loss": 0.005456399638205767, "global_step": 21314, "epoch": 119, "lr": 9.083385444758907e-05}
{"train_loss": 0.009033402428030968, "global_step": 21315, "epoch": 119, "lr": 9.083300165594525e-05}
{"train_loss": 0.016169825568795204, "global_step": 21316, "epoch": 119, "lr": 9.083214882863624e-05}
{"train_loss": 0.004586674273014069, "global_step": 21317, "epoch": 119, "lr": 9.083129596566278e-05}
{"train_loss": 0.01074386015534401, "global_step": 21318, "epoch": 119, "lr": 9.083044306702562e-05}
{"train_loss": 0.007837135344743729, "global_step": 21319, "epoch": 119, "lr": 9.08295901327255e-05}
{"train_loss": 0.010620860382914543, "global_step": 21320, "epoch": 119, "lr": 9.082873716276318e-05}
{"train_loss": 0.0034588747657835484, "global_step": 21321, "epoch": 119, "lr": 9.08278841571394e-05}
{"train_loss": 0.00637319590896368, "global_step": 21322, "epoch": 119, "lr": 9.08270311158549e-05}
{"train_loss": 0.010838874615728855, "global_step": 21323, "epoch": 119, "lr": 9.082617803891044e-05}
{"train_loss": 0.01123360637575388, "global_step": 21324, "epoch": 119, "lr": 9.082532492630673e-05}
{"train_loss": 0.009391823783516884, "global_step": 21325, "epoch": 119, "lr": 9.082447177804454e-05}
{"train_loss": 0.005894885398447514, "global_step": 21326, "epoch": 119, "lr": 9.082361859412462e-05}
{"train_loss": 0.0035301304887980223, "global_step": 21327, "epoch": 119, "lr": 9.082276537454771e-05}
{"train_loss": 0.010805844329297543, "global_step": 21328, "epoch": 119, "lr": 9.082191211931454e-05}
{"train_loss": 0.005905244033783674, "global_step": 21329, "epoch": 119, "lr": 9.082105882842589e-05}
{"train_loss": 0.005108633078634739, "global_step": 21330, "epoch": 119, "lr": 9.082020550188245e-05}
{"train_loss": 0.008736194111406803, "global_step": 21331, "epoch": 119, "lr": 9.081935213968502e-05}
{"train_loss": 0.009330103173851967, "global_step": 21332, "epoch": 119, "lr": 9.081849874183433e-05}
{"train_loss": 0.007366849575191736, "global_step": 21333, "epoch": 119, "lr": 9.08176453083311e-05}
{"train_loss": 0.004840211011469364, "global_step": 21334, "epoch": 119, "lr": 9.08167918391761e-05}
{"train_loss": 0.011021682061254978, "global_step": 21335, "epoch": 119, "lr": 9.081593833437006e-05}
{"train_loss": 0.005687317810952663, "global_step": 21336, "epoch": 119, "lr": 9.081508479391376e-05}
{"train_loss": 0.011580446735024452, "global_step": 21337, "epoch": 119, "lr": 9.08142312178079e-05}
{"train_loss": 0.00568157946690917, "global_step": 21338, "epoch": 119, "lr": 9.081337760605326e-05}
{"train_loss": 0.006124145817011595, "global_step": 21339, "epoch": 119, "lr": 9.081252395865057e-05}
{"train_loss": 0.0060782115906476974, "global_step": 21340, "epoch": 119, "lr": 9.081167027560057e-05}
{"train_loss": 0.006042608059942722, "global_step": 21341, "epoch": 119, "lr": 9.081081655690402e-05}
{"train_loss": 0.007737308740615845, "global_step": 21342, "epoch": 119, "lr": 9.080996280256164e-05}
{"train_loss": 0.00644818926230073, "global_step": 21343, "epoch": 119, "lr": 9.080910901257423e-05}
{"train_loss": 0.0057677398435771465, "global_step": 21344, "epoch": 119, "lr": 9.080825518694247e-05}
{"train_loss": 0.005544835235923529, "global_step": 21345, "epoch": 119, "lr": 9.080740132566716e-05}
{"train_loss": 0.0038762332405894995, "global_step": 21346, "epoch": 119, "lr": 9.080654742874902e-05}
{"train_loss": 0.007266337051987648, "global_step": 21347, "epoch": 119, "lr": 9.080569349618877e-05}
{"train_loss": 0.004396562464535236, "global_step": 21348, "epoch": 119, "lr": 9.08048395279872e-05}
{"train_loss": 0.008746962994337082, "global_step": 21349, "epoch": 119, "lr": 9.080398552414504e-05}
{"train_loss": 0.007362384349107742, "global_step": 21350, "epoch": 119, "lr": 9.080313148466305e-05}
{"train_loss": 0.013770017772912979, "global_step": 21351, "epoch": 119, "lr": 9.080227740954194e-05}
{"train_loss": 0.005896222777664661, "global_step": 21352, "epoch": 119, "lr": 9.080142329878247e-05}
{"train_loss": 0.009537097066640854, "global_step": 21353, "epoch": 119, "lr": 9.080056915238542e-05}
{"train_loss": 0.009290371090173721, "global_step": 21354, "epoch": 119, "lr": 9.079971497035149e-05}
{"train_loss": 0.013966299593448639, "global_step": 21355, "epoch": 119, "lr": 9.079886075268146e-05}
{"train_loss": 0.005871135741472244, "global_step": 21356, "epoch": 119, "lr": 9.079800649937605e-05}
{"train_loss": 0.009290529415011406, "global_step": 21357, "epoch": 119, "lr": 9.079715221043603e-05}
{"train_loss": 0.004479011055082083, "global_step": 21358, "epoch": 119, "lr": 9.079629788586213e-05}
{"train_loss": 0.00820009009598681, "global_step": 21359, "epoch": 119, "lr": 9.079544352565509e-05}
{"train_loss": 0.004453383386135101, "global_step": 21360, "epoch": 120, "lr": 9.079458912981566e-05}
{"train_loss": 0.010788103565573692, "global_step": 21361, "epoch": 120, "lr": 9.079373469834461e-05}
{"train_loss": 0.013686279766261578, "global_step": 21362, "epoch": 120, "lr": 9.079288023124267e-05}
{"train_loss": 0.007562000770121813, "global_step": 21363, "epoch": 120, "lr": 9.079202572851057e-05}
{"train_loss": 0.015106783248484135, "global_step": 21364, "epoch": 120, "lr": 9.07911711901491e-05}
{"train_loss": 0.0072400690987706184, "global_step": 21365, "epoch": 120, "lr": 9.079031661615895e-05}
{"train_loss": 0.01088045910000801, "global_step": 21366, "epoch": 120, "lr": 9.078946200654091e-05}
{"train_loss": 0.0067780762910842896, "global_step": 21367, "epoch": 120, "lr": 9.078860736129571e-05}
{"train_loss": 0.010861909948289394, "global_step": 21368, "epoch": 120, "lr": 9.078775268042407e-05}
{"train_loss": 0.005149016156792641, "global_step": 21369, "epoch": 120, "lr": 9.07868979639268e-05}
{"train_loss": 0.007345188874751329, "global_step": 21370, "epoch": 120, "lr": 9.07860432118046e-05}
{"train_loss": 0.023231811821460724, "global_step": 21371, "epoch": 120, "lr": 9.078518842405822e-05}
{"train_loss": 0.004429111257195473, "global_step": 21372, "epoch": 120, "lr": 9.07843336006884e-05}
{"train_loss": 0.007584322709590197, "global_step": 21373, "epoch": 120, "lr": 9.078347874169593e-05}
{"train_loss": 0.00871593039482832, "global_step": 21374, "epoch": 120, "lr": 9.078262384708151e-05}
{"train_loss": 0.005248475819826126, "global_step": 21375, "epoch": 120, "lr": 9.078176891684591e-05}
{"train_loss": 0.006358237937092781, "global_step": 21376, "epoch": 120, "lr": 9.078091395098986e-05}
{"train_loss": 0.0095792505890131, "global_step": 21377, "epoch": 120, "lr": 9.078005894951413e-05}
{"train_loss": 0.0091584213078022, "global_step": 21378, "epoch": 120, "lr": 9.077920391241945e-05}
{"train_loss": 0.012107630260288715, "global_step": 21379, "epoch": 120, "lr": 9.077834883970657e-05}
{"train_loss": 0.0033656558953225613, "global_step": 21380, "epoch": 120, "lr": 9.077749373137625e-05}
{"train_loss": 0.005593645386397839, "global_step": 21381, "epoch": 120, "lr": 9.07766385874292e-05}
{"train_loss": 0.00671215308830142, "global_step": 21382, "epoch": 120, "lr": 9.07757834078662e-05}
{"train_loss": 0.012152734212577343, "global_step": 21383, "epoch": 120, "lr": 9.0774928192688e-05}
{"train_loss": 0.004908115137368441, "global_step": 21384, "epoch": 120, "lr": 9.077407294189533e-05}
{"train_loss": 0.011828359216451645, "global_step": 21385, "epoch": 120, "lr": 9.077321765548893e-05}
{"train_loss": 0.007003144361078739, "global_step": 21386, "epoch": 120, "lr": 9.077236233346957e-05}
{"train_loss": 0.007978478446602821, "global_step": 21387, "epoch": 120, "lr": 9.077150697583798e-05}
{"train_loss": 0.011098183691501617, "global_step": 21388, "epoch": 120, "lr": 9.077065158259493e-05}
{"train_loss": 0.005216918885707855, "global_step": 21389, "epoch": 120, "lr": 9.076979615374113e-05}
{"train_loss": 0.010584404692053795, "global_step": 21390, "epoch": 120, "lr": 9.076894068927736e-05}
{"train_loss": 0.007314021233469248, "global_step": 21391, "epoch": 120, "lr": 9.076808518920436e-05}
{"train_loss": 0.00732084596529603, "global_step": 21392, "epoch": 120, "lr": 9.076722965352285e-05}
{"train_loss": 0.006196935661137104, "global_step": 21393, "epoch": 120, "lr": 9.076637408223362e-05}
{"train_loss": 0.004679560661315918, "global_step": 21394, "epoch": 120, "lr": 9.076551847533739e-05}
{"train_loss": 0.009529936127364635, "global_step": 21395, "epoch": 120, "lr": 9.076466283283491e-05}
{"train_loss": 0.007273321971297264, "global_step": 21396, "epoch": 120, "lr": 9.076380715472694e-05}
{"train_loss": 0.005804369226098061, "global_step": 21397, "epoch": 120, "lr": 9.076295144101421e-05}
{"train_loss": 0.004780003800988197, "global_step": 21398, "epoch": 120, "lr": 9.07620956916975e-05}
{"train_loss": 0.008745195344090462, "global_step": 21399, "epoch": 120, "lr": 9.076123990677749e-05}
{"train_loss": 0.010141516104340553, "global_step": 21400, "epoch": 120, "lr": 9.076038408625501e-05}
{"train_loss": 0.005867780186235905, "global_step": 21401, "epoch": 120, "lr": 9.075952823013075e-05}
{"train_loss": 0.01031847856938839, "global_step": 21402, "epoch": 120, "lr": 9.075867233840548e-05}
{"train_loss": 0.007368814200162888, "global_step": 21403, "epoch": 120, "lr": 9.075781641107995e-05}
{"train_loss": 0.007552021183073521, "global_step": 21404, "epoch": 120, "lr": 9.07569604481549e-05}
{"train_loss": 0.007327252067625523, "global_step": 21405, "epoch": 120, "lr": 9.075610444963107e-05}
{"train_loss": 0.0076930709183216095, "global_step": 21406, "epoch": 120, "lr": 9.075524841550921e-05}
{"train_loss": 0.00802426878362894, "global_step": 21407, "epoch": 120, "lr": 9.07543923457901e-05}
{"train_loss": 0.010151023045182228, "global_step": 21408, "epoch": 120, "lr": 9.075353624047445e-05}
{"train_loss": 0.008391113951802254, "global_step": 21409, "epoch": 120, "lr": 9.075268009956301e-05}
{"train_loss": 0.009973512031137943, "global_step": 21410, "epoch": 120, "lr": 9.075182392305654e-05}
{"train_loss": 0.012945475056767464, "global_step": 21411, "epoch": 120, "lr": 9.07509677109558e-05}
{"train_loss": 0.00885186716914177, "global_step": 21412, "epoch": 120, "lr": 9.075011146326151e-05}
{"train_loss": 0.0067683253437280655, "global_step": 21413, "epoch": 120, "lr": 9.074925517997444e-05}
{"train_loss": 0.008159782737493515, "global_step": 21414, "epoch": 120, "lr": 9.074839886109532e-05}
{"train_loss": 0.009637643583118916, "global_step": 21415, "epoch": 120, "lr": 9.074754250662491e-05}
{"train_loss": 0.010474924929440022, "global_step": 21416, "epoch": 120, "lr": 9.074668611656396e-05}
{"train_loss": 0.01012234017252922, "global_step": 21417, "epoch": 120, "lr": 9.074582969091321e-05}
{"train_loss": 0.003844324266538024, "global_step": 21418, "epoch": 120, "lr": 9.074497322967342e-05}
{"train_loss": 0.01224917359650135, "global_step": 21419, "epoch": 120, "lr": 9.074411673284532e-05}
{"train_loss": 0.010565592907369137, "global_step": 21420, "epoch": 120, "lr": 9.074326020042967e-05}
{"train_loss": 0.007994244806468487, "global_step": 21421, "epoch": 120, "lr": 9.074240363242721e-05}
{"train_loss": 0.009133114479482174, "global_step": 21422, "epoch": 120, "lr": 9.074154702883871e-05}
{"train_loss": 0.007359782233834267, "global_step": 21423, "epoch": 120, "lr": 9.074069038966487e-05}
{"train_loss": 0.005994947161525488, "global_step": 21424, "epoch": 120, "lr": 9.073983371490649e-05}
{"train_loss": 0.014472652226686478, "global_step": 21425, "epoch": 120, "lr": 9.07389770045643e-05}
{"train_loss": 0.005586681887507439, "global_step": 21426, "epoch": 120, "lr": 9.073812025863904e-05}
{"train_loss": 0.009019524790346622, "global_step": 21427, "epoch": 120, "lr": 9.073726347713148e-05}
{"train_loss": 0.010351070202887058, "global_step": 21428, "epoch": 120, "lr": 9.073640666004233e-05}
{"train_loss": 0.008276756852865219, "global_step": 21429, "epoch": 120, "lr": 9.073554980737238e-05}
{"train_loss": 0.006407697685062885, "global_step": 21430, "epoch": 120, "lr": 9.073469291912234e-05}
{"train_loss": 0.00868602842092514, "global_step": 21431, "epoch": 120, "lr": 9.0733835995293e-05}
{"train_loss": 0.006031326949596405, "global_step": 21432, "epoch": 120, "lr": 9.073297903588506e-05}
{"train_loss": 0.007363612297922373, "global_step": 21433, "epoch": 120, "lr": 9.073212204089934e-05}
{"train_loss": 0.011313952505588531, "global_step": 21434, "epoch": 120, "lr": 9.07312650103365e-05}
{"train_loss": 0.008533277548849583, "global_step": 21435, "epoch": 120, "lr": 9.073040794419736e-05}
{"train_loss": 0.006664186250418425, "global_step": 21436, "epoch": 120, "lr": 9.072955084248262e-05}
{"train_loss": 0.009792372584342957, "global_step": 21437, "epoch": 120, "lr": 9.072869370519306e-05}
{"train_loss": 0.011890611611306667, "global_step": 21438, "epoch": 120, "lr": 9.072783653232942e-05}
{"train_loss": 0.006671070586889982, "global_step": 21439, "epoch": 120, "lr": 9.072697932389245e-05}
{"train_loss": 0.004201067611575127, "global_step": 21440, "epoch": 120, "lr": 9.072612207988289e-05}
{"train_loss": 0.004997763782739639, "global_step": 21441, "epoch": 120, "lr": 9.07252648003015e-05}
{"train_loss": 0.003849790897220373, "global_step": 21442, "epoch": 120, "lr": 9.072440748514902e-05}
{"train_loss": 0.012071006000041962, "global_step": 21443, "epoch": 120, "lr": 9.07235501344262e-05}
{"train_loss": 0.006792223080992699, "global_step": 21444, "epoch": 120, "lr": 9.072269274813379e-05}
{"train_loss": 0.01218066830188036, "global_step": 21445, "epoch": 120, "lr": 9.072183532627254e-05}
{"train_loss": 0.010916432365775108, "global_step": 21446, "epoch": 120, "lr": 9.07209778688432e-05}
{"train_loss": 0.007657796144485474, "global_step": 21447, "epoch": 120, "lr": 9.072012037584652e-05}
{"train_loss": 0.006344255991280079, "global_step": 21448, "epoch": 120, "lr": 9.071926284728324e-05}
{"train_loss": 0.009587095119059086, "global_step": 21449, "epoch": 120, "lr": 9.071840528315413e-05}
{"train_loss": 0.004786628298461437, "global_step": 21450, "epoch": 120, "lr": 9.071754768345992e-05}
{"train_loss": 0.005767475347965956, "global_step": 21451, "epoch": 120, "lr": 9.071669004820136e-05}
{"train_loss": 0.007545997388660908, "global_step": 21452, "epoch": 120, "lr": 9.07158323773792e-05}
{"train_loss": 0.006468018051236868, "global_step": 21453, "epoch": 120, "lr": 9.07149746709942e-05}
{"train_loss": 0.0071116723120212555, "global_step": 21454, "epoch": 120, "lr": 9.071411692904709e-05}
{"train_loss": 0.004218407440930605, "global_step": 21455, "epoch": 120, "lr": 9.071325915153863e-05}
{"train_loss": 0.008533726446330547, "global_step": 21456, "epoch": 120, "lr": 9.071240133846957e-05}
{"train_loss": 0.008694678544998169, "global_step": 21457, "epoch": 120, "lr": 9.071154348984068e-05}
{"train_loss": 0.012760649435222149, "global_step": 21458, "epoch": 120, "lr": 9.071068560565266e-05}
{"train_loss": 0.006350488867610693, "global_step": 21459, "epoch": 120, "lr": 9.07098276859063e-05}
{"train_loss": 0.010108117014169693, "global_step": 21460, "epoch": 120, "lr": 9.070896973060235e-05}
{"train_loss": 0.0075247325003147125, "global_step": 21461, "epoch": 120, "lr": 9.070811173974152e-05}
{"train_loss": 0.005220294930040836, "global_step": 21462, "epoch": 120, "lr": 9.07072537133246e-05}
{"train_loss": 0.01204104907810688, "global_step": 21463, "epoch": 120, "lr": 9.070639565135233e-05}
{"train_loss": 0.0044931997545063496, "global_step": 21464, "epoch": 120, "lr": 9.070553755382545e-05}
{"train_loss": 0.006388769019395113, "global_step": 21465, "epoch": 120, "lr": 9.07046794207447e-05}
{"train_loss": 0.009629812091588974, "global_step": 21466, "epoch": 120, "lr": 9.070382125211086e-05}
{"train_loss": 0.0151712941005826, "global_step": 21467, "epoch": 120, "lr": 9.070296304792465e-05}
{"train_loss": 0.011756565421819687, "global_step": 21468, "epoch": 120, "lr": 9.070210480818684e-05}
{"train_loss": 0.010233072564005852, "global_step": 21469, "epoch": 120, "lr": 9.070124653289818e-05}
{"train_loss": 0.009948725812137127, "global_step": 21470, "epoch": 120, "lr": 9.07003882220594e-05}
{"train_loss": 0.01175082940608263, "global_step": 21471, "epoch": 120, "lr": 9.069952987567126e-05}
{"train_loss": 0.006910262629389763, "global_step": 21472, "epoch": 120, "lr": 9.069867149373452e-05}
{"train_loss": 0.011060372926294804, "global_step": 21473, "epoch": 120, "lr": 9.069781307624991e-05}
{"train_loss": 0.004921805113554001, "global_step": 21474, "epoch": 120, "lr": 9.069695462321822e-05}
{"train_loss": 0.008512517437338829, "global_step": 21475, "epoch": 120, "lr": 9.069609613464014e-05}
{"train_loss": 0.011186784133315086, "global_step": 21476, "epoch": 120, "lr": 9.069523761051647e-05}
{"train_loss": 0.008608224801719189, "global_step": 21477, "epoch": 120, "lr": 9.069437905084792e-05}
{"train_loss": 0.006877613253891468, "global_step": 21478, "epoch": 120, "lr": 9.069352045563526e-05}
{"train_loss": 0.012495938688516617, "global_step": 21479, "epoch": 120, "lr": 9.069266182487926e-05}
{"train_loss": 0.007868110202252865, "global_step": 21480, "epoch": 120, "lr": 9.069180315858063e-05}
{"train_loss": 0.014034946449100971, "global_step": 21481, "epoch": 120, "lr": 9.069094445674015e-05}
{"train_loss": 0.01079738698899746, "global_step": 21482, "epoch": 120, "lr": 9.069008571935855e-05}
{"train_loss": 0.008379770442843437, "global_step": 21483, "epoch": 120, "lr": 9.068922694643662e-05}
{"train_loss": 0.0039022560231387615, "global_step": 21484, "epoch": 120, "lr": 9.068836813797506e-05}
{"train_loss": 0.006903646048158407, "global_step": 21485, "epoch": 120, "lr": 9.068750929397462e-05}
{"train_loss": 0.012891171500086784, "global_step": 21486, "epoch": 120, "lr": 9.06866504144361e-05}
{"train_loss": 0.005661226809024811, "global_step": 21487, "epoch": 120, "lr": 9.068579149936021e-05}
{"train_loss": 0.009361674077808857, "global_step": 21488, "epoch": 120, "lr": 9.068493254874771e-05}
{"train_loss": 0.009511908516287804, "global_step": 21489, "epoch": 120, "lr": 9.068407356259936e-05}
{"train_loss": 0.014007101766765118, "global_step": 21490, "epoch": 120, "lr": 9.068321454091589e-05}
{"train_loss": 0.011099305003881454, "global_step": 21491, "epoch": 120, "lr": 9.068235548369808e-05}
{"train_loss": 0.008163024671375751, "global_step": 21492, "epoch": 120, "lr": 9.068149639094664e-05}
{"train_loss": 0.011186383664608002, "global_step": 21493, "epoch": 120, "lr": 9.068063726266235e-05}
{"train_loss": 0.012780005112290382, "global_step": 21494, "epoch": 120, "lr": 9.067977809884595e-05}
{"train_loss": 0.010049502365291119, "global_step": 21495, "epoch": 120, "lr": 9.06789188994982e-05}
{"train_loss": 0.009722059592604637, "global_step": 21496, "epoch": 120, "lr": 9.067805966461984e-05}
{"train_loss": 0.0085810087621212, "global_step": 21497, "epoch": 120, "lr": 9.067720039421163e-05}
{"train_loss": 0.009726259857416153, "global_step": 21498, "epoch": 120, "lr": 9.067634108827431e-05}
{"train_loss": 0.007853608578443527, "global_step": 21499, "epoch": 120, "lr": 9.067548174680862e-05}
{"train_loss": 0.010084510780870914, "global_step": 21500, "epoch": 120, "lr": 9.067462236981534e-05}
{"train_loss": 0.013985571451485157, "global_step": 21501, "epoch": 120, "lr": 9.067376295729522e-05}
{"train_loss": 0.005147063173353672, "global_step": 21502, "epoch": 120, "lr": 9.067290350924897e-05}
{"train_loss": 0.00953005626797676, "global_step": 21503, "epoch": 120, "lr": 9.067204402567739e-05}
{"train_loss": 0.009118751622736454, "global_step": 21504, "epoch": 120, "lr": 9.067118450658121e-05}
{"train_loss": 0.007326943799853325, "global_step": 21505, "epoch": 120, "lr": 9.067032495196117e-05}
{"train_loss": 0.012122898362576962, "global_step": 21506, "epoch": 120, "lr": 9.066946536181802e-05}
{"train_loss": 0.008744757622480392, "global_step": 21507, "epoch": 120, "lr": 9.066860573615253e-05}
{"train_loss": 0.009337587282061577, "global_step": 21508, "epoch": 120, "lr": 9.066774607496544e-05}
{"train_loss": 0.018242262303829193, "global_step": 21509, "epoch": 120, "lr": 9.066688637825751e-05}
{"train_loss": 0.01023537665605545, "global_step": 21510, "epoch": 120, "lr": 9.066602664602947e-05}
{"train_loss": 0.009309781715273857, "global_step": 21511, "epoch": 120, "lr": 9.066516687828211e-05}
{"train_loss": 0.008867193013429642, "global_step": 21512, "epoch": 120, "lr": 9.066430707501612e-05}
{"train_loss": 0.004050503484904766, "global_step": 21513, "epoch": 120, "lr": 9.06634472362323e-05}
{"train_loss": 0.006198077462613583, "global_step": 21514, "epoch": 120, "lr": 9.066258736193141e-05}
{"train_loss": 0.009761707857251167, "global_step": 21515, "epoch": 120, "lr": 9.066172745211414e-05}
{"train_loss": 0.013019359670579433, "global_step": 21516, "epoch": 120, "lr": 9.066086750678131e-05}
{"train_loss": 0.010053521022200584, "global_step": 21517, "epoch": 120, "lr": 9.066000752593363e-05}
{"train_loss": 0.008505459874868393, "global_step": 21518, "epoch": 120, "lr": 9.065914750957185e-05}
{"train_loss": 0.009717252105474472, "global_step": 21519, "epoch": 120, "lr": 9.065828745769675e-05}
{"train_loss": 0.00871087796986103, "global_step": 21520, "epoch": 120, "lr": 9.065742737030906e-05}
{"train_loss": 0.010812241584062576, "global_step": 21521, "epoch": 120, "lr": 9.065656724740953e-05}
{"train_loss": 0.011934465728700161, "global_step": 21522, "epoch": 120, "lr": 9.065570708899892e-05}
{"train_loss": 0.0055605825036764145, "global_step": 21523, "epoch": 120, "lr": 9.065484689507797e-05}
{"train_loss": 0.006956019438803196, "global_step": 21524, "epoch": 120, "lr": 9.065398666564746e-05}
{"train_loss": 0.004378981422632933, "global_step": 21525, "epoch": 120, "lr": 9.06531264007081e-05}
{"train_loss": 0.014208318665623665, "global_step": 21526, "epoch": 120, "lr": 9.065226610026068e-05}
{"train_loss": 0.009067636914551258, "global_step": 21527, "epoch": 120, "lr": 9.065140576430591e-05}
{"train_loss": 0.006987992208451033, "global_step": 21528, "epoch": 120, "lr": 9.065054539284458e-05}
{"train_loss": 0.00882921926677227, "global_step": 21529, "epoch": 120, "lr": 9.064968498587742e-05}
{"train_loss": 0.00806120503693819, "global_step": 21530, "epoch": 120, "lr": 9.064882454340518e-05}
{"train_loss": 0.005885947495698929, "global_step": 21531, "epoch": 120, "lr": 9.064796406542863e-05}
{"train_loss": 0.01378311961889267, "global_step": 21532, "epoch": 120, "lr": 9.064710355194853e-05}
{"train_loss": 0.006555477622896433, "global_step": 21533, "epoch": 120, "lr": 9.064624300296558e-05}
{"train_loss": 0.004245866555720568, "global_step": 21534, "epoch": 120, "lr": 9.064538241848057e-05}
{"train_loss": 0.004607602022588253, "global_step": 21535, "epoch": 120, "lr": 9.064452179849426e-05}
{"train_loss": 0.011159911751747131, "global_step": 21536, "epoch": 120, "lr": 9.064366114300739e-05}
{"train_loss": 0.008717271006205694, "global_step": 21537, "epoch": 120, "lr": 9.06428004520207e-05, "train_action_mse_error": 2.492458952474408e-05}
{"train_loss": 0.010468563996255398, "global_step": 21538, "epoch": 121, "lr": 9.064193972553494e-05}
{"train_loss": 0.010332806967198849, "global_step": 21539, "epoch": 121, "lr": 9.064107896355088e-05}
{"train_loss": 0.008275159634649754, "global_step": 21540, "epoch": 121, "lr": 9.064021816606926e-05}
{"train_loss": 0.005805051885545254, "global_step": 21541, "epoch": 121, "lr": 9.063935733309086e-05}
{"train_loss": 0.010763808153569698, "global_step": 21542, "epoch": 121, "lr": 9.06384964646164e-05}
{"train_loss": 0.00909291859716177, "global_step": 21543, "epoch": 121, "lr": 9.063763556064663e-05}
{"train_loss": 0.011528647504746914, "global_step": 21544, "epoch": 121, "lr": 9.063677462118232e-05}
{"train_loss": 0.007523449137806892, "global_step": 21545, "epoch": 121, "lr": 9.06359136462242e-05}
{"train_loss": 0.0064501031301915646, "global_step": 21546, "epoch": 121, "lr": 9.063505263577305e-05}
{"train_loss": 0.00962641928344965, "global_step": 21547, "epoch": 121, "lr": 9.06341915898296e-05}
{"train_loss": 0.012799466028809547, "global_step": 21548, "epoch": 121, "lr": 9.063333050839462e-05}
{"train_loss": 0.00891067460179329, "global_step": 21549, "epoch": 121, "lr": 9.063246939146885e-05}
{"train_loss": 0.006989736109972, "global_step": 21550, "epoch": 121, "lr": 9.063160823905303e-05}
{"train_loss": 0.009498095139861107, "global_step": 21551, "epoch": 121, "lr": 9.063074705114793e-05}
{"train_loss": 0.005880971439182758, "global_step": 21552, "epoch": 121, "lr": 9.062988582775432e-05}
{"train_loss": 0.006429636850953102, "global_step": 21553, "epoch": 121, "lr": 9.062902456887293e-05}
{"train_loss": 0.009199049323797226, "global_step": 21554, "epoch": 121, "lr": 9.06281632745045e-05}
{"train_loss": 0.005860998760908842, "global_step": 21555, "epoch": 121, "lr": 9.06273019446498e-05}
{"train_loss": 0.00806684885174036, "global_step": 21556, "epoch": 121, "lr": 9.062644057930956e-05}
{"train_loss": 0.007439693436026573, "global_step": 21557, "epoch": 121, "lr": 9.062557917848457e-05}
{"train_loss": 0.010085472837090492, "global_step": 21558, "epoch": 121, "lr": 9.062471774217555e-05}
{"train_loss": 0.008573050610721111, "global_step": 21559, "epoch": 121, "lr": 9.062385627038328e-05}
{"train_loss": 0.007941345684230328, "global_step": 21560, "epoch": 121, "lr": 9.062299476310849e-05}
{"train_loss": 0.01029431913048029, "global_step": 21561, "epoch": 121, "lr": 9.062213322035193e-05}
{"train_loss": 0.007339840289205313, "global_step": 21562, "epoch": 121, "lr": 9.062127164211439e-05}
{"train_loss": 0.010612755082547665, "global_step": 21563, "epoch": 121, "lr": 9.062041002839657e-05}
{"train_loss": 0.00661667762324214, "global_step": 21564, "epoch": 121, "lr": 9.061954837919926e-05}
{"train_loss": 0.01547804195433855, "global_step": 21565, "epoch": 121, "lr": 9.06186866945232e-05}
{"train_loss": 0.0077113318257033825, "global_step": 21566, "epoch": 121, "lr": 9.061782497436914e-05}
{"train_loss": 0.007529120426625013, "global_step": 21567, "epoch": 121, "lr": 9.061696321873783e-05}
{"train_loss": 0.009205654263496399, "global_step": 21568, "epoch": 121, "lr": 9.061610142763004e-05}
{"train_loss": 0.008311297744512558, "global_step": 21569, "epoch": 121, "lr": 9.06152396010465e-05}
{"train_loss": 0.006436966359615326, "global_step": 21570, "epoch": 121, "lr": 9.061437773898798e-05}
{"train_loss": 0.009957225993275642, "global_step": 21571, "epoch": 121, "lr": 9.061351584145523e-05}
{"train_loss": 0.01118432730436325, "global_step": 21572, "epoch": 121, "lr": 9.061265390844897e-05}
{"train_loss": 0.01020231656730175, "global_step": 21573, "epoch": 121, "lr": 9.061179193997003e-05}
{"train_loss": 0.007009989582002163, "global_step": 21574, "epoch": 121, "lr": 9.061092993601909e-05}
{"train_loss": 0.010992364026606083, "global_step": 21575, "epoch": 121, "lr": 9.061006789659692e-05}
{"train_loss": 0.01235163863748312, "global_step": 21576, "epoch": 121, "lr": 9.060920582170428e-05}
{"train_loss": 0.005584894213825464, "global_step": 21577, "epoch": 121, "lr": 9.060834371134195e-05}
{"train_loss": 0.008967657573521137, "global_step": 21578, "epoch": 121, "lr": 9.060748156551065e-05}
{"train_loss": 0.008712533861398697, "global_step": 21579, "epoch": 121, "lr": 9.060661938421111e-05}
{"train_loss": 0.007667000871151686, "global_step": 21580, "epoch": 121, "lr": 9.060575716744414e-05}
{"train_loss": 0.01138274185359478, "global_step": 21581, "epoch": 121, "lr": 9.060489491521046e-05}
{"train_loss": 0.011202670633792877, "global_step": 21582, "epoch": 121, "lr": 9.060403262751083e-05}
{"train_loss": 0.012636484578251839, "global_step": 21583, "epoch": 121, "lr": 9.0603170304346e-05}
{"train_loss": 0.007153217680752277, "global_step": 21584, "epoch": 121, "lr": 9.060230794571672e-05}
{"train_loss": 0.00936044193804264, "global_step": 21585, "epoch": 121, "lr": 9.060144555162376e-05}
{"train_loss": 0.008382289670407772, "global_step": 21586, "epoch": 121, "lr": 9.060058312206786e-05}
{"train_loss": 0.012168515473604202, "global_step": 21587, "epoch": 121, "lr": 9.059972065704979e-05}
{"train_loss": 0.009300061501562595, "global_step": 21588, "epoch": 121, "lr": 9.059885815657025e-05}
{"train_loss": 0.007402669172734022, "global_step": 21589, "epoch": 121, "lr": 9.059799562063006e-05}
{"train_loss": 0.008750932291150093, "global_step": 21590, "epoch": 121, "lr": 9.059713304922995e-05}
{"train_loss": 0.010806068778038025, "global_step": 21591, "epoch": 121, "lr": 9.059627044237064e-05}
{"train_loss": 0.00863211415708065, "global_step": 21592, "epoch": 121, "lr": 9.059540780005293e-05}
{"train_loss": 0.009656954556703568, "global_step": 21593, "epoch": 121, "lr": 9.059454512227757e-05}
{"train_loss": 0.01095791719853878, "global_step": 21594, "epoch": 121, "lr": 9.059368240904528e-05}
{"train_loss": 0.01213155034929514, "global_step": 21595, "epoch": 121, "lr": 9.059281966035684e-05}
{"train_loss": 0.00787187647074461, "global_step": 21596, "epoch": 121, "lr": 9.059195687621298e-05}
{"train_loss": 0.008578876033425331, "global_step": 21597, "epoch": 121, "lr": 9.05910940566145e-05}
{"train_loss": 0.006168942898511887, "global_step": 21598, "epoch": 121, "lr": 9.05902312015621e-05}
{"train_loss": 0.0060061002150177956, "global_step": 21599, "epoch": 121, "lr": 9.058936831105656e-05}
{"train_loss": 0.005602160468697548, "global_step": 21600, "epoch": 121, "lr": 9.058850538509865e-05}
{"train_loss": 0.010161694139242172, "global_step": 21601, "epoch": 121, "lr": 9.058764242368908e-05}
{"train_loss": 0.009457802399992943, "global_step": 21602, "epoch": 121, "lr": 9.058677942682862e-05}
{"train_loss": 0.011504556983709335, "global_step": 21603, "epoch": 121, "lr": 9.058591639451805e-05}
{"train_loss": 0.008266132324934006, "global_step": 21604, "epoch": 121, "lr": 9.058505332675812e-05}
{"train_loss": 0.008040333166718483, "global_step": 21605, "epoch": 121, "lr": 9.058419022354956e-05}
{"train_loss": 0.009184821508824825, "global_step": 21606, "epoch": 121, "lr": 9.058332708489312e-05}
{"train_loss": 0.005070348735898733, "global_step": 21607, "epoch": 121, "lr": 9.058246391078958e-05}
{"train_loss": 0.008693544194102287, "global_step": 21608, "epoch": 121, "lr": 9.058160070123966e-05}
{"train_loss": 0.006261164788156748, "global_step": 21609, "epoch": 121, "lr": 9.058073745624417e-05}
{"train_loss": 0.007969854399561882, "global_step": 21610, "epoch": 121, "lr": 9.057987417580381e-05}
{"train_loss": 0.01003463938832283, "global_step": 21611, "epoch": 121, "lr": 9.057901085991936e-05}
{"train_loss": 0.009093877859413624, "global_step": 21612, "epoch": 121, "lr": 9.057814750859155e-05}
{"train_loss": 0.007183791138231754, "global_step": 21613, "epoch": 121, "lr": 9.057728412182117e-05}
{"train_loss": 0.007487487979233265, "global_step": 21614, "epoch": 121, "lr": 9.057642069960895e-05}
{"train_loss": 0.008720163255929947, "global_step": 21615, "epoch": 121, "lr": 9.057555724195566e-05}
{"train_loss": 0.006793119944632053, "global_step": 21616, "epoch": 121, "lr": 9.057469374886203e-05}
{"train_loss": 0.003916601650416851, "global_step": 21617, "epoch": 121, "lr": 9.057383022032882e-05}
{"train_loss": 0.006041709333658218, "global_step": 21618, "epoch": 121, "lr": 9.057296665635681e-05}
{"train_loss": 0.013785336166620255, "global_step": 21619, "epoch": 121, "lr": 9.057210305694672e-05}
{"train_loss": 0.007176144048571587, "global_step": 21620, "epoch": 121, "lr": 9.057123942209934e-05}
{"train_loss": 0.006732695735991001, "global_step": 21621, "epoch": 121, "lr": 9.05703757518154e-05}
{"train_loss": 0.008599527180194855, "global_step": 21622, "epoch": 121, "lr": 9.056951204609565e-05}
{"train_loss": 0.009205123409628868, "global_step": 21623, "epoch": 121, "lr": 9.056864830494086e-05}
{"train_loss": 0.009798905812203884, "global_step": 21624, "epoch": 121, "lr": 9.056778452835178e-05}
{"train_loss": 0.0036521239671856165, "global_step": 21625, "epoch": 121, "lr": 9.056692071632916e-05}
{"train_loss": 0.010571121238172054, "global_step": 21626, "epoch": 121, "lr": 9.056605686887376e-05}
{"train_loss": 0.004191412590444088, "global_step": 21627, "epoch": 121, "lr": 9.056519298598633e-05}
{"train_loss": 0.0065942988730967045, "global_step": 21628, "epoch": 121, "lr": 9.056432906766763e-05}
{"train_loss": 0.008341632783412933, "global_step": 21629, "epoch": 121, "lr": 9.05634651139184e-05}
{"train_loss": 0.00857426319271326, "global_step": 21630, "epoch": 121, "lr": 9.056260112473943e-05}
{"train_loss": 0.013443371281027794, "global_step": 21631, "epoch": 121, "lr": 9.056173710013142e-05}
{"train_loss": 0.006969946436583996, "global_step": 21632, "epoch": 121, "lr": 9.056087304009517e-05}
{"train_loss": 0.003865613369271159, "global_step": 21633, "epoch": 121, "lr": 9.056000894463143e-05}
{"train_loss": 0.011201869696378708, "global_step": 21634, "epoch": 121, "lr": 9.055914481374093e-05}
{"train_loss": 0.006345116533339024, "global_step": 21635, "epoch": 121, "lr": 9.055828064742444e-05}
{"train_loss": 0.009095119312405586, "global_step": 21636, "epoch": 121, "lr": 9.055741644568271e-05}
{"train_loss": 0.008270390331745148, "global_step": 21637, "epoch": 121, "lr": 9.055655220851651e-05}
{"train_loss": 0.006901237182319164, "global_step": 21638, "epoch": 121, "lr": 9.055568793592658e-05}
{"train_loss": 0.006598734296858311, "global_step": 21639, "epoch": 121, "lr": 9.055482362791367e-05}
{"train_loss": 0.011267855763435364, "global_step": 21640, "epoch": 121, "lr": 9.055395928447857e-05}
{"train_loss": 0.008432104252278805, "global_step": 21641, "epoch": 121, "lr": 9.055309490562199e-05}
{"train_loss": 0.010711953043937683, "global_step": 21642, "epoch": 121, "lr": 9.055223049134469e-05}
{"train_loss": 0.006110623013228178, "global_step": 21643, "epoch": 121, "lr": 9.055136604164744e-05}
{"train_loss": 0.004299572203308344, "global_step": 21644, "epoch": 121, "lr": 9.055050155653101e-05}
{"train_loss": 0.006197210401296616, "global_step": 21645, "epoch": 121, "lr": 9.054963703599614e-05}
{"train_loss": 0.004319611005485058, "global_step": 21646, "epoch": 121, "lr": 9.054877248004357e-05}
{"train_loss": 0.008918131701648235, "global_step": 21647, "epoch": 121, "lr": 9.054790788867408e-05}
{"train_loss": 0.007445862982422113, "global_step": 21648, "epoch": 121, "lr": 9.054704326188841e-05}
{"train_loss": 0.006995780859142542, "global_step": 21649, "epoch": 121, "lr": 9.054617859968732e-05}
{"train_loss": 0.007982462644577026, "global_step": 21650, "epoch": 121, "lr": 9.054531390207157e-05}
{"train_loss": 0.008402279578149319, "global_step": 21651, "epoch": 121, "lr": 9.05444491690419e-05}
{"train_loss": 0.00777969416230917, "global_step": 21652, "epoch": 121, "lr": 9.054358440059908e-05}
{"train_loss": 0.011825792491436005, "global_step": 21653, "epoch": 121, "lr": 9.054271959674385e-05}
{"train_loss": 0.00884617492556572, "global_step": 21654, "epoch": 121, "lr": 9.054185475747698e-05}
{"train_loss": 0.007552077993750572, "global_step": 21655, "epoch": 121, "lr": 9.054098988279923e-05}
{"train_loss": 0.00963187962770462, "global_step": 21656, "epoch": 121, "lr": 9.054012497271134e-05}
{"train_loss": 0.00944523699581623, "global_step": 21657, "epoch": 121, "lr": 9.053926002721408e-05}
{"train_loss": 0.019942352548241615, "global_step": 21658, "epoch": 121, "lr": 9.053839504630819e-05}
{"train_loss": 0.014541229233145714, "global_step": 21659, "epoch": 121, "lr": 9.053753002999443e-05}
{"train_loss": 0.00795113667845726, "global_step": 21660, "epoch": 121, "lr": 9.053666497827357e-05}
{"train_loss": 0.00460230465978384, "global_step": 21661, "epoch": 121, "lr": 9.053579989114633e-05}
{"train_loss": 0.009612061083316803, "global_step": 21662, "epoch": 121, "lr": 9.053493476861352e-05}
{"train_loss": 0.016465401276946068, "global_step": 21663, "epoch": 121, "lr": 9.053406961067585e-05}
{"train_loss": 0.00527649000287056, "global_step": 21664, "epoch": 121, "lr": 9.053320441733409e-05}
{"train_loss": 0.004723705351352692, "global_step": 21665, "epoch": 121, "lr": 9.053233918858899e-05}
{"train_loss": 0.0057234568521380424, "global_step": 21666, "epoch": 121, "lr": 9.053147392444132e-05}
{"train_loss": 0.00912533700466156, "global_step": 21667, "epoch": 121, "lr": 9.053060862489183e-05}
{"train_loss": 0.01346570998430252, "global_step": 21668, "epoch": 121, "lr": 9.052974328994129e-05}
{"train_loss": 0.004945399239659309, "global_step": 21669, "epoch": 121, "lr": 9.052887791959042e-05}
{"train_loss": 0.013180870562791824, "global_step": 21670, "epoch": 121, "lr": 9.052801251383999e-05}
{"train_loss": 0.006425910629332066, "global_step": 21671, "epoch": 121, "lr": 9.052714707269076e-05}
{"train_loss": 0.004754665307700634, "global_step": 21672, "epoch": 121, "lr": 9.05262815961435e-05}
{"train_loss": 0.012298847548663616, "global_step": 21673, "epoch": 121, "lr": 9.052541608419896e-05}
{"train_loss": 0.009451107122004032, "global_step": 21674, "epoch": 121, "lr": 9.052455053685787e-05}
{"train_loss": 0.01637229323387146, "global_step": 21675, "epoch": 121, "lr": 9.052368495412101e-05}
{"train_loss": 0.005936807952821255, "global_step": 21676, "epoch": 121, "lr": 9.052281933598914e-05}
{"train_loss": 0.011517072096467018, "global_step": 21677, "epoch": 121, "lr": 9.052195368246301e-05}
{"train_loss": 0.005497929640114307, "global_step": 21678, "epoch": 121, "lr": 9.052108799354336e-05}
{"train_loss": 0.0054427883587777615, "global_step": 21679, "epoch": 121, "lr": 9.052022226923096e-05}
{"train_loss": 0.01403190940618515, "global_step": 21680, "epoch": 121, "lr": 9.051935650952658e-05}
{"train_loss": 0.011681733652949333, "global_step": 21681, "epoch": 121, "lr": 9.051849071443095e-05}
{"train_loss": 0.008127293549478054, "global_step": 21682, "epoch": 121, "lr": 9.051762488394484e-05}
{"train_loss": 0.007493413984775543, "global_step": 21683, "epoch": 121, "lr": 9.0516759018069e-05}
{"train_loss": 0.007465150207281113, "global_step": 21684, "epoch": 121, "lr": 9.05158931168042e-05}
{"train_loss": 0.006304269656538963, "global_step": 21685, "epoch": 121, "lr": 9.051502718015119e-05}
{"train_loss": 0.01101955771446228, "global_step": 21686, "epoch": 121, "lr": 9.051416120811071e-05}
{"train_loss": 0.010889289900660515, "global_step": 21687, "epoch": 121, "lr": 9.051329520068354e-05}
{"train_loss": 0.010722117498517036, "global_step": 21688, "epoch": 121, "lr": 9.051242915787042e-05}
{"train_loss": 0.009077701717615128, "global_step": 21689, "epoch": 121, "lr": 9.051156307967211e-05}
{"train_loss": 0.009389718994498253, "global_step": 21690, "epoch": 121, "lr": 9.051069696608939e-05}
{"train_loss": 0.008858748711645603, "global_step": 21691, "epoch": 121, "lr": 9.050983081712297e-05}
{"train_loss": 0.0057170940563082695, "global_step": 21692, "epoch": 121, "lr": 9.050896463277364e-05}
{"train_loss": 0.005365583114326, "global_step": 21693, "epoch": 121, "lr": 9.050809841304216e-05}
{"train_loss": 0.00893745943903923, "global_step": 21694, "epoch": 121, "lr": 9.050723215792924e-05}
{"train_loss": 0.007165570743381977, "global_step": 21695, "epoch": 121, "lr": 9.05063658674357e-05}
{"train_loss": 0.0076766712591052055, "global_step": 21696, "epoch": 121, "lr": 9.050549954156226e-05}
{"train_loss": 0.01506607886403799, "global_step": 21697, "epoch": 121, "lr": 9.050463318030971e-05}
{"train_loss": 0.007279555778950453, "global_step": 21698, "epoch": 121, "lr": 9.050376678367876e-05}
{"train_loss": 0.008677470497786999, "global_step": 21699, "epoch": 121, "lr": 9.05029003516702e-05}
{"train_loss": 0.009045903570950031, "global_step": 21700, "epoch": 121, "lr": 9.050203388428475e-05}
{"train_loss": 0.011532703414559364, "global_step": 21701, "epoch": 121, "lr": 9.050116738152321e-05}
{"train_loss": 0.00852696318179369, "global_step": 21702, "epoch": 121, "lr": 9.050030084338633e-05}
{"train_loss": 0.015273242257535458, "global_step": 21703, "epoch": 121, "lr": 9.049943426987484e-05}
{"train_loss": 0.010228796862065792, "global_step": 21704, "epoch": 121, "lr": 9.04985676609895e-05}
{"train_loss": 0.006244874559342861, "global_step": 21705, "epoch": 121, "lr": 9.049770101673111e-05}
{"train_loss": 0.006475736387073994, "global_step": 21706, "epoch": 121, "lr": 9.049683433710037e-05}
{"train_loss": 0.008166231215000153, "global_step": 21707, "epoch": 121, "lr": 9.049596762209808e-05}
{"train_loss": 0.008312158286571503, "global_step": 21708, "epoch": 121, "lr": 9.049510087172497e-05}
{"train_loss": 0.004877222701907158, "global_step": 21709, "epoch": 121, "lr": 9.049423408598182e-05}
{"train_loss": 0.005870794877409935, "global_step": 21710, "epoch": 121, "lr": 9.049336726486937e-05}
{"train_loss": 0.0052350531332194805, "global_step": 21711, "epoch": 121, "lr": 9.049250040838839e-05}
{"train_loss": 0.014628207311034203, "global_step": 21712, "epoch": 121, "lr": 9.049163351653961e-05}
{"train_loss": 0.004065421875566244, "global_step": 21713, "epoch": 121, "lr": 9.049076658932382e-05}
{"train_loss": 0.007922232151031494, "global_step": 21714, "epoch": 121, "lr": 9.048989962674176e-05}
{"train_loss": 0.00868063837321203, "global_step": 21715, "epoch": 121, "lr": 9.048903262879419e-05}
{"train_loss": 0.011979877948760986, "global_step": 21716, "epoch": 122, "lr": 9.048816559548187e-05}
{"train_loss": 0.004725628532469273, "global_step": 21717, "epoch": 122, "lr": 9.048729852680555e-05}
{"train_loss": 0.011942988261580467, "global_step": 21718, "epoch": 122, "lr": 9.0486431422766e-05}
{"train_loss": 0.00960343237966299, "global_step": 21719, "epoch": 122, "lr": 9.048556428336397e-05}
{"train_loss": 0.009772772900760174, "global_step": 21720, "epoch": 122, "lr": 9.048469710860021e-05}
{"train_loss": 0.007768417242914438, "global_step": 21721, "epoch": 122, "lr": 9.04838298984755e-05}
{"train_loss": 0.008348315954208374, "global_step": 21722, "epoch": 122, "lr": 9.048296265299057e-05}
{"train_loss": 0.014774004928767681, "global_step": 21723, "epoch": 122, "lr": 9.048209537214618e-05}
{"train_loss": 0.009572052396833897, "global_step": 21724, "epoch": 122, "lr": 9.048122805594311e-05}
{"train_loss": 0.010461105033755302, "global_step": 21725, "epoch": 122, "lr": 9.048036070438211e-05}
{"train_loss": 0.009612802416086197, "global_step": 21726, "epoch": 122, "lr": 9.047949331746393e-05}
{"train_loss": 0.007195974234491587, "global_step": 21727, "epoch": 122, "lr": 9.047862589518931e-05}
{"train_loss": 0.005090925842523575, "global_step": 21728, "epoch": 122, "lr": 9.047775843755906e-05}
{"train_loss": 0.007758165244013071, "global_step": 21729, "epoch": 122, "lr": 9.047689094457387e-05}
{"train_loss": 0.010712655261158943, "global_step": 21730, "epoch": 122, "lr": 9.047602341623456e-05}
{"train_loss": 0.008664550259709358, "global_step": 21731, "epoch": 122, "lr": 9.047515585254185e-05}
{"train_loss": 0.00611947663128376, "global_step": 21732, "epoch": 122, "lr": 9.047428825349651e-05}
{"train_loss": 0.010643795132637024, "global_step": 21733, "epoch": 122, "lr": 9.04734206190993e-05}
{"train_loss": 0.009379536844789982, "global_step": 21734, "epoch": 122, "lr": 9.047255294935098e-05}
{"train_loss": 0.012380756437778473, "global_step": 21735, "epoch": 122, "lr": 9.047168524425229e-05}
{"train_loss": 0.0055868919007480145, "global_step": 21736, "epoch": 122, "lr": 9.0470817503804e-05}
{"train_loss": 0.007534695323556662, "global_step": 21737, "epoch": 122, "lr": 9.046994972800687e-05}
{"train_loss": 0.006926508620381355, "global_step": 21738, "epoch": 122, "lr": 9.046908191686166e-05}
{"train_loss": 0.009301239624619484, "global_step": 21739, "epoch": 122, "lr": 9.046821407036911e-05}
{"train_loss": 0.012897983193397522, "global_step": 21740, "epoch": 122, "lr": 9.046734618853e-05}
{"train_loss": 0.007960508577525616, "global_step": 21741, "epoch": 122, "lr": 9.046647827134509e-05}
{"train_loss": 0.007670617662370205, "global_step": 21742, "epoch": 122, "lr": 9.046561031881512e-05}
{"train_loss": 0.005939489230513573, "global_step": 21743, "epoch": 122, "lr": 9.046474233094085e-05}
{"train_loss": 0.010507446713745594, "global_step": 21744, "epoch": 122, "lr": 9.046387430772305e-05}
{"train_loss": 0.013371326960623264, "global_step": 21745, "epoch": 122, "lr": 9.046300624916247e-05}
{"train_loss": 0.006980090867727995, "global_step": 21746, "epoch": 122, "lr": 9.046213815525989e-05}
{"train_loss": 0.006084070540964603, "global_step": 21747, "epoch": 122, "lr": 9.046127002601603e-05}
{"train_loss": 0.008419511839747429, "global_step": 21748, "epoch": 122, "lr": 9.046040186143165e-05}
{"train_loss": 0.007549292407929897, "global_step": 21749, "epoch": 122, "lr": 9.045953366150754e-05}
{"train_loss": 0.005944219417870045, "global_step": 21750, "epoch": 122, "lr": 9.045866542624445e-05}
{"train_loss": 0.00988183543086052, "global_step": 21751, "epoch": 122, "lr": 9.045779715564314e-05}
{"train_loss": 0.009919165633618832, "global_step": 21752, "epoch": 122, "lr": 9.045692884970436e-05}
{"train_loss": 0.008368038572371006, "global_step": 21753, "epoch": 122, "lr": 9.045606050842885e-05}
{"train_loss": 0.009687796235084534, "global_step": 21754, "epoch": 122, "lr": 9.045519213181739e-05}
{"train_loss": 0.007080530747771263, "global_step": 21755, "epoch": 122, "lr": 9.045432371987075e-05}
{"train_loss": 0.011364543810486794, "global_step": 21756, "epoch": 122, "lr": 9.045345527258966e-05}
{"train_loss": 0.005345543846487999, "global_step": 21757, "epoch": 122, "lr": 9.045258678997491e-05}
{"train_loss": 0.012487536296248436, "global_step": 21758, "epoch": 122, "lr": 9.04517182720272e-05}
{"train_loss": 0.01275780238211155, "global_step": 21759, "epoch": 122, "lr": 9.045084971874738e-05}
{"train_loss": 0.0036499807611107826, "global_step": 21760, "epoch": 122, "lr": 9.044998113013613e-05}
{"train_loss": 0.010028857737779617, "global_step": 21761, "epoch": 122, "lr": 9.044911250619426e-05}
{"train_loss": 0.007858902215957642, "global_step": 21762, "epoch": 122, "lr": 9.044824384692247e-05}
{"train_loss": 0.005400118418037891, "global_step": 21763, "epoch": 122, "lr": 9.044737515232158e-05}
{"train_loss": 0.00846039317548275, "global_step": 21764, "epoch": 122, "lr": 9.044650642239232e-05}
{"train_loss": 0.007305024657398462, "global_step": 21765, "epoch": 122, "lr": 9.044563765713545e-05}
{"train_loss": 0.009839928708970547, "global_step": 21766, "epoch": 122, "lr": 9.044476885655172e-05}
{"train_loss": 0.005580827593803406, "global_step": 21767, "epoch": 122, "lr": 9.044390002064193e-05}
{"train_loss": 0.010239014402031898, "global_step": 21768, "epoch": 122, "lr": 9.044303114940679e-05}
{"train_loss": 0.004466875456273556, "global_step": 21769, "epoch": 122, "lr": 9.044216224284707e-05}
{"train_loss": 0.010261029936373234, "global_step": 21770, "epoch": 122, "lr": 9.044129330096355e-05}
{"train_loss": 0.009393417276442051, "global_step": 21771, "epoch": 122, "lr": 9.044042432375697e-05}
{"train_loss": 0.007451529148966074, "global_step": 21772, "epoch": 122, "lr": 9.043955531122809e-05}
{"train_loss": 0.007946537807583809, "global_step": 21773, "epoch": 122, "lr": 9.043868626337769e-05}
{"train_loss": 0.007605161517858505, "global_step": 21774, "epoch": 122, "lr": 9.043781718020648e-05}
{"train_loss": 0.006896302569657564, "global_step": 21775, "epoch": 122, "lr": 9.043694806171527e-05}
{"train_loss": 0.010224154219031334, "global_step": 21776, "epoch": 122, "lr": 9.043607890790481e-05}
{"train_loss": 0.005920011550188065, "global_step": 21777, "epoch": 122, "lr": 9.043520971877583e-05}
{"train_loss": 0.004728203173726797, "global_step": 21778, "epoch": 122, "lr": 9.043434049432912e-05}
{"train_loss": 0.00657454039901495, "global_step": 21779, "epoch": 122, "lr": 9.043347123456545e-05}
{"train_loss": 0.00680637639015913, "global_step": 21780, "epoch": 122, "lr": 9.043260193948552e-05}
{"train_loss": 0.008282599970698357, "global_step": 21781, "epoch": 122, "lr": 9.043173260909015e-05}
{"train_loss": 0.007283098995685577, "global_step": 21782, "epoch": 122, "lr": 9.043086324338007e-05}
{"train_loss": 0.00768703781068325, "global_step": 21783, "epoch": 122, "lr": 9.042999384235604e-05}
{"train_loss": 0.0077250245958566666, "global_step": 21784, "epoch": 122, "lr": 9.042912440601884e-05}
{"train_loss": 0.011283756233751774, "global_step": 21785, "epoch": 122, "lr": 9.042825493436921e-05}
{"train_loss": 0.005355737172067165, "global_step": 21786, "epoch": 122, "lr": 9.042738542740789e-05}
{"train_loss": 0.013839330524206161, "global_step": 21787, "epoch": 122, "lr": 9.042651588513568e-05}
{"train_loss": 0.007239501923322678, "global_step": 21788, "epoch": 122, "lr": 9.042564630755334e-05}
{"train_loss": 0.008287053555250168, "global_step": 21789, "epoch": 122, "lr": 9.042477669466159e-05}
{"train_loss": 0.012701875530183315, "global_step": 21790, "epoch": 122, "lr": 9.042390704646123e-05}
{"train_loss": 0.008005935698747635, "global_step": 21791, "epoch": 122, "lr": 9.042303736295298e-05}
{"train_loss": 0.010179677978157997, "global_step": 21792, "epoch": 122, "lr": 9.042216764413762e-05}
{"train_loss": 0.012377442792057991, "global_step": 21793, "epoch": 122, "lr": 9.042129789001593e-05}
{"train_loss": 0.004415771458297968, "global_step": 21794, "epoch": 122, "lr": 9.042042810058863e-05}
{"train_loss": 0.010131350718438625, "global_step": 21795, "epoch": 122, "lr": 9.041955827585652e-05}
{"train_loss": 0.00776045024394989, "global_step": 21796, "epoch": 122, "lr": 9.041868841582033e-05}
{"train_loss": 0.005628830287605524, "global_step": 21797, "epoch": 122, "lr": 9.041781852048083e-05}
{"train_loss": 0.00914732925593853, "global_step": 21798, "epoch": 122, "lr": 9.041694858983878e-05}
{"train_loss": 0.0042244126088917255, "global_step": 21799, "epoch": 122, "lr": 9.041607862389493e-05}
{"train_loss": 0.008828681893646717, "global_step": 21800, "epoch": 122, "lr": 9.041520862265007e-05}
{"train_loss": 0.005879647098481655, "global_step": 21801, "epoch": 122, "lr": 9.041433858610493e-05}
{"train_loss": 0.00480220653116703, "global_step": 21802, "epoch": 122, "lr": 9.041346851426027e-05}
{"train_loss": 0.008522780612111092, "global_step": 21803, "epoch": 122, "lr": 9.041259840711687e-05}
{"train_loss": 0.006564343348145485, "global_step": 21804, "epoch": 122, "lr": 9.041172826467547e-05}
{"train_loss": 0.00532678235322237, "global_step": 21805, "epoch": 122, "lr": 9.041085808693683e-05}
{"train_loss": 0.00803634524345398, "global_step": 21806, "epoch": 122, "lr": 9.040998787390173e-05}
{"train_loss": 0.008883192203938961, "global_step": 21807, "epoch": 122, "lr": 9.040911762557091e-05}
{"train_loss": 0.009453853592276573, "global_step": 21808, "epoch": 122, "lr": 9.040824734194516e-05}
{"train_loss": 0.006416131276637316, "global_step": 21809, "epoch": 122, "lr": 9.04073770230252e-05}
{"train_loss": 0.012311533093452454, "global_step": 21810, "epoch": 122, "lr": 9.040650666881183e-05}
{"train_loss": 0.009861803613603115, "global_step": 21811, "epoch": 122, "lr": 9.040563627930577e-05}
{"train_loss": 0.010319605469703674, "global_step": 21812, "epoch": 122, "lr": 9.04047658545078e-05}
{"train_loss": 0.007836979813873768, "global_step": 21813, "epoch": 122, "lr": 9.040389539441869e-05}
{"train_loss": 0.009930586442351341, "global_step": 21814, "epoch": 122, "lr": 9.040302489903918e-05}
{"train_loss": 0.009367655962705612, "global_step": 21815, "epoch": 122, "lr": 9.040215436837005e-05}
{"train_loss": 0.007423661649227142, "global_step": 21816, "epoch": 122, "lr": 9.040128380241205e-05}
{"train_loss": 0.009926382452249527, "global_step": 21817, "epoch": 122, "lr": 9.040041320116594e-05}
{"train_loss": 0.008180920965969563, "global_step": 21818, "epoch": 122, "lr": 9.039954256463248e-05}
{"train_loss": 0.004326897207647562, "global_step": 21819, "epoch": 122, "lr": 9.039867189281243e-05}
{"train_loss": 0.006386080291122198, "global_step": 21820, "epoch": 122, "lr": 9.039780118570656e-05}
{"train_loss": 0.00732622854411602, "global_step": 21821, "epoch": 122, "lr": 9.039693044331561e-05}
{"train_loss": 0.009429041296243668, "global_step": 21822, "epoch": 122, "lr": 9.039605966564037e-05}
{"train_loss": 0.009771056473255157, "global_step": 21823, "epoch": 122, "lr": 9.039518885268157e-05}
{"train_loss": 0.0067512718960642815, "global_step": 21824, "epoch": 122, "lr": 9.039431800443999e-05}
{"train_loss": 0.00761258602142334, "global_step": 21825, "epoch": 122, "lr": 9.03934471209164e-05}
{"train_loss": 0.009108919650316238, "global_step": 21826, "epoch": 122, "lr": 9.039257620211152e-05}
{"train_loss": 0.0071558840572834015, "global_step": 21827, "epoch": 122, "lr": 9.039170524802617e-05}
{"train_loss": 0.008429944515228271, "global_step": 21828, "epoch": 122, "lr": 9.039083425866103e-05}
{"train_loss": 0.005574953276664019, "global_step": 21829, "epoch": 122, "lr": 9.038996323401695e-05}
{"train_loss": 0.006875575054436922, "global_step": 21830, "epoch": 122, "lr": 9.038909217409464e-05}
{"train_loss": 0.012328648939728737, "global_step": 21831, "epoch": 122, "lr": 9.038822107889486e-05}
{"train_loss": 0.008803478442132473, "global_step": 21832, "epoch": 122, "lr": 9.038734994841839e-05}
{"train_loss": 0.00928104855120182, "global_step": 21833, "epoch": 122, "lr": 9.038647878266598e-05}
{"train_loss": 0.0072205206379294395, "global_step": 21834, "epoch": 122, "lr": 9.038560758163839e-05}
{"train_loss": 0.008293641731142998, "global_step": 21835, "epoch": 122, "lr": 9.038473634533637e-05}
{"train_loss": 0.011606255546212196, "global_step": 21836, "epoch": 122, "lr": 9.038386507376072e-05}
{"train_loss": 0.008326099254190922, "global_step": 21837, "epoch": 122, "lr": 9.038299376691217e-05}
{"train_loss": 0.011674465611577034, "global_step": 21838, "epoch": 122, "lr": 9.038212242479147e-05}
{"train_loss": 0.00472163176164031, "global_step": 21839, "epoch": 122, "lr": 9.038125104739941e-05}
{"train_loss": 0.0050074271857738495, "global_step": 21840, "epoch": 122, "lr": 9.038037963473673e-05}
{"train_loss": 0.014285491779446602, "global_step": 21841, "epoch": 122, "lr": 9.037950818680421e-05}
{"train_loss": 0.007661149837076664, "global_step": 21842, "epoch": 122, "lr": 9.037863670360261e-05}
{"train_loss": 0.010979123413562775, "global_step": 21843, "epoch": 122, "lr": 9.037776518513267e-05}
{"train_loss": 0.004833366721868515, "global_step": 21844, "epoch": 122, "lr": 9.037689363139516e-05}
{"train_loss": 0.005899932235479355, "global_step": 21845, "epoch": 122, "lr": 9.037602204239084e-05}
{"train_loss": 0.00817797053605318, "global_step": 21846, "epoch": 122, "lr": 9.03751504181205e-05}
{"train_loss": 0.01086900383234024, "global_step": 21847, "epoch": 122, "lr": 9.037427875858486e-05}
{"train_loss": 0.00943365041166544, "global_step": 21848, "epoch": 122, "lr": 9.03734070637847e-05}
{"train_loss": 0.005805597640573978, "global_step": 21849, "epoch": 122, "lr": 9.037253533372079e-05}
{"train_loss": 0.008500669151544571, "global_step": 21850, "epoch": 122, "lr": 9.037166356839386e-05}
{"train_loss": 0.00951886922121048, "global_step": 21851, "epoch": 122, "lr": 9.037079176780471e-05}
{"train_loss": 0.008553189225494862, "global_step": 21852, "epoch": 122, "lr": 9.036991993195407e-05}
{"train_loss": 0.010812699794769287, "global_step": 21853, "epoch": 122, "lr": 9.036904806084273e-05}
{"train_loss": 0.016994543373584747, "global_step": 21854, "epoch": 122, "lr": 9.036817615447143e-05}
{"train_loss": 0.00787550862878561, "global_step": 21855, "epoch": 122, "lr": 9.036730421284094e-05}
{"train_loss": 0.011229789815843105, "global_step": 21856, "epoch": 122, "lr": 9.036643223595202e-05}
{"train_loss": 0.0034770555794239044, "global_step": 21857, "epoch": 122, "lr": 9.036556022380545e-05}
{"train_loss": 0.012483794242143631, "global_step": 21858, "epoch": 122, "lr": 9.036468817640196e-05}
{"train_loss": 0.0071758683770895, "global_step": 21859, "epoch": 122, "lr": 9.036381609374231e-05}
{"train_loss": 0.007793913129717112, "global_step": 21860, "epoch": 122, "lr": 9.03629439758273e-05}
{"train_loss": 0.006003435701131821, "global_step": 21861, "epoch": 122, "lr": 9.036207182265766e-05}
{"train_loss": 0.010526258498430252, "global_step": 21862, "epoch": 122, "lr": 9.036119963423415e-05}
{"train_loss": 0.006810072809457779, "global_step": 21863, "epoch": 122, "lr": 9.036032741055755e-05}
{"train_loss": 0.006023771595209837, "global_step": 21864, "epoch": 122, "lr": 9.035945515162862e-05}
{"train_loss": 0.008400420658290386, "global_step": 21865, "epoch": 122, "lr": 9.035858285744812e-05}
{"train_loss": 0.0067074717953801155, "global_step": 21866, "epoch": 122, "lr": 9.035771052801681e-05}
{"train_loss": 0.013154715299606323, "global_step": 21867, "epoch": 122, "lr": 9.035683816333542e-05}
{"train_loss": 0.0073125422932207584, "global_step": 21868, "epoch": 122, "lr": 9.035596576340477e-05}
{"train_loss": 0.010602189227938652, "global_step": 21869, "epoch": 122, "lr": 9.035509332822558e-05}
{"train_loss": 0.00810797419399023, "global_step": 21870, "epoch": 122, "lr": 9.035422085779864e-05}
{"train_loss": 0.00710186455398798, "global_step": 21871, "epoch": 122, "lr": 9.035334835212469e-05}
{"train_loss": 0.010059613734483719, "global_step": 21872, "epoch": 122, "lr": 9.03524758112045e-05}
{"train_loss": 0.0072740912437438965, "global_step": 21873, "epoch": 122, "lr": 9.035160323503884e-05}
{"train_loss": 0.011800050735473633, "global_step": 21874, "epoch": 122, "lr": 9.035073062362844e-05}
{"train_loss": 0.006868837401270866, "global_step": 21875, "epoch": 122, "lr": 9.034985797697412e-05}
{"train_loss": 0.00496170949190855, "global_step": 21876, "epoch": 122, "lr": 9.034898529507658e-05}
{"train_loss": 0.016765715554356575, "global_step": 21877, "epoch": 122, "lr": 9.034811257793663e-05}
{"train_loss": 0.007531085051596165, "global_step": 21878, "epoch": 122, "lr": 9.034723982555501e-05}
{"train_loss": 0.006025572773069143, "global_step": 21879, "epoch": 122, "lr": 9.034636703793248e-05}
{"train_loss": 0.004699661396443844, "global_step": 21880, "epoch": 122, "lr": 9.034549421506982e-05}
{"train_loss": 0.0051446761935949326, "global_step": 21881, "epoch": 122, "lr": 9.034462135696776e-05}
{"train_loss": 0.009616375900804996, "global_step": 21882, "epoch": 122, "lr": 9.03437484636271e-05}
{"train_loss": 0.015714358538389206, "global_step": 21883, "epoch": 122, "lr": 9.034287553504858e-05}
{"train_loss": 0.011160681024193764, "global_step": 21884, "epoch": 122, "lr": 9.034200257123296e-05}
{"train_loss": 0.008294139988720417, "global_step": 21885, "epoch": 122, "lr": 9.034112957218101e-05}
{"train_loss": 0.005226715002208948, "global_step": 21886, "epoch": 122, "lr": 9.034025653789351e-05}
{"train_loss": 0.007922070100903511, "global_step": 21887, "epoch": 122, "lr": 9.033938346837118e-05}
{"train_loss": 0.007784702815115452, "global_step": 21888, "epoch": 122, "lr": 9.033851036361483e-05}
{"train_loss": 0.005695126950740814, "global_step": 21889, "epoch": 122, "lr": 9.03376372236252e-05}
{"train_loss": 0.009389729239046574, "global_step": 21890, "epoch": 122, "lr": 9.033676404840303e-05}
{"train_loss": 0.008118284866213799, "global_step": 21891, "epoch": 122, "lr": 9.033589083794914e-05}
{"train_loss": 0.008517730049788952, "global_step": 21892, "epoch": 122, "lr": 9.033501759226423e-05}
{"train_loss": 0.008463270148639096, "global_step": 21893, "epoch": 122, "lr": 9.03341443113491e-05}
{"train_loss": 0.00888963881880045, "global_step": 21894, "epoch": 123, "lr": 9.03332709952045e-05}
{"train_loss": 0.00982084684073925, "global_step": 21895, "epoch": 123, "lr": 9.03323976438312e-05}
{"train_loss": 0.01097826100885868, "global_step": 21896, "epoch": 123, "lr": 9.033152425722995e-05}
{"train_loss": 0.006458450108766556, "global_step": 21897, "epoch": 123, "lr": 9.033065083540153e-05}
{"train_loss": 0.009024374186992645, "global_step": 21898, "epoch": 123, "lr": 9.03297773783467e-05}
{"train_loss": 0.011706007644534111, "global_step": 21899, "epoch": 123, "lr": 9.032890388606621e-05}
{"train_loss": 0.018489018082618713, "global_step": 21900, "epoch": 123, "lr": 9.032803035856083e-05}
{"train_loss": 0.01188402809202671, "global_step": 21901, "epoch": 123, "lr": 9.032715679583134e-05}
{"train_loss": 0.015361201949417591, "global_step": 21902, "epoch": 123, "lr": 9.032628319787847e-05}
{"train_loss": 0.005421482026576996, "global_step": 21903, "epoch": 123, "lr": 9.032540956470301e-05}
{"train_loss": 0.00954669900238514, "global_step": 21904, "epoch": 123, "lr": 9.03245358963057e-05}
{"train_loss": 0.005823269486427307, "global_step": 21905, "epoch": 123, "lr": 9.032366219268733e-05}
{"train_loss": 0.005738425068557262, "global_step": 21906, "epoch": 123, "lr": 9.032278845384864e-05}
{"train_loss": 0.008614599704742432, "global_step": 21907, "epoch": 123, "lr": 9.032191467979041e-05}
{"train_loss": 0.010458553209900856, "global_step": 21908, "epoch": 123, "lr": 9.032104087051339e-05}
{"train_loss": 0.008824502117931843, "global_step": 21909, "epoch": 123, "lr": 9.032016702601834e-05}
{"train_loss": 0.007352817803621292, "global_step": 21910, "epoch": 123, "lr": 9.031929314630604e-05}
{"train_loss": 0.00838262215256691, "global_step": 21911, "epoch": 123, "lr": 9.031841923137725e-05}
{"train_loss": 0.006388384848833084, "global_step": 21912, "epoch": 123, "lr": 9.031754528123273e-05}
{"train_loss": 0.010529115796089172, "global_step": 21913, "epoch": 123, "lr": 9.031667129587324e-05}
{"train_loss": 0.004492866341024637, "global_step": 21914, "epoch": 123, "lr": 9.031579727529954e-05}
{"train_loss": 0.005854072980582714, "global_step": 21915, "epoch": 123, "lr": 9.03149232195124e-05}
{"train_loss": 0.005612222012132406, "global_step": 21916, "epoch": 123, "lr": 9.031404912851258e-05}
{"train_loss": 0.005539697594940662, "global_step": 21917, "epoch": 123, "lr": 9.031317500230086e-05}
{"train_loss": 0.012631185352802277, "global_step": 21918, "epoch": 123, "lr": 9.031230084087798e-05}
{"train_loss": 0.011584553867578506, "global_step": 21919, "epoch": 123, "lr": 9.03114266442447e-05}
{"train_loss": 0.00793076679110527, "global_step": 21920, "epoch": 123, "lr": 9.03105524124018e-05}
{"train_loss": 0.007731093093752861, "global_step": 21921, "epoch": 123, "lr": 9.030967814535005e-05}
{"train_loss": 0.008090418763458729, "global_step": 21922, "epoch": 123, "lr": 9.030880384309021e-05}
{"train_loss": 0.011334354989230633, "global_step": 21923, "epoch": 123, "lr": 9.030792950562303e-05}
{"train_loss": 0.01119966246187687, "global_step": 21924, "epoch": 123, "lr": 9.030705513294929e-05}
{"train_loss": 0.010443498380482197, "global_step": 21925, "epoch": 123, "lr": 9.030618072506973e-05}
{"train_loss": 0.009194334968924522, "global_step": 21926, "epoch": 123, "lr": 9.030530628198512e-05}
{"train_loss": 0.004203890450298786, "global_step": 21927, "epoch": 123, "lr": 9.030443180369624e-05}
{"train_loss": 0.006979026366025209, "global_step": 21928, "epoch": 123, "lr": 9.030355729020386e-05}
{"train_loss": 0.014757391065359116, "global_step": 21929, "epoch": 123, "lr": 9.03026827415087e-05}
{"train_loss": 0.005327989812940359, "global_step": 21930, "epoch": 123, "lr": 9.030180815761158e-05}
{"train_loss": 0.00868762843310833, "global_step": 21931, "epoch": 123, "lr": 9.030093353851323e-05}
{"train_loss": 0.007562152110040188, "global_step": 21932, "epoch": 123, "lr": 9.030005888421443e-05}
{"train_loss": 0.0076116034761071205, "global_step": 21933, "epoch": 123, "lr": 9.029918419471593e-05}
{"train_loss": 0.004673593211919069, "global_step": 21934, "epoch": 123, "lr": 9.029830947001848e-05}
{"train_loss": 0.005484392866492271, "global_step": 21935, "epoch": 123, "lr": 9.029743471012289e-05}
{"train_loss": 0.0043852501548826694, "global_step": 21936, "epoch": 123, "lr": 9.029655991502987e-05}
{"train_loss": 0.0069983652792871, "global_step": 21937, "epoch": 123, "lr": 9.029568508474023e-05}
{"train_loss": 0.0073579223826527596, "global_step": 21938, "epoch": 123, "lr": 9.029481021925472e-05}
{"train_loss": 0.012834867462515831, "global_step": 21939, "epoch": 123, "lr": 9.029393531857408e-05}
{"train_loss": 0.007577394135296345, "global_step": 21940, "epoch": 123, "lr": 9.029306038269911e-05}
{"train_loss": 0.012212453410029411, "global_step": 21941, "epoch": 123, "lr": 9.029218541163056e-05}
{"train_loss": 0.010404318571090698, "global_step": 21942, "epoch": 123, "lr": 9.02913104053692e-05}
{"train_loss": 0.006861445959657431, "global_step": 21943, "epoch": 123, "lr": 9.029043536391575e-05}
{"train_loss": 0.006284845061600208, "global_step": 21944, "epoch": 123, "lr": 9.028956028727105e-05}
{"train_loss": 0.003281465731561184, "global_step": 21945, "epoch": 123, "lr": 9.028868517543581e-05}
{"train_loss": 0.007475541904568672, "global_step": 21946, "epoch": 123, "lr": 9.02878100284108e-05}
{"train_loss": 0.009328199550509453, "global_step": 21947, "epoch": 123, "lr": 9.02869348461968e-05}
{"train_loss": 0.005145291332155466, "global_step": 21948, "epoch": 123, "lr": 9.028605962879457e-05}
{"train_loss": 0.00709900539368391, "global_step": 21949, "epoch": 123, "lr": 9.028518437620488e-05}
{"train_loss": 0.00742341810837388, "global_step": 21950, "epoch": 123, "lr": 9.028430908842848e-05}
{"train_loss": 0.007553908042609692, "global_step": 21951, "epoch": 123, "lr": 9.028343376546615e-05}
{"train_loss": 0.010352451354265213, "global_step": 21952, "epoch": 123, "lr": 9.028255840731864e-05}
{"train_loss": 0.00514430133625865, "global_step": 21953, "epoch": 123, "lr": 9.028168301398672e-05}
{"train_loss": 0.0066301776096224785, "global_step": 21954, "epoch": 123, "lr": 9.028080758547115e-05}
{"train_loss": 0.006977585144340992, "global_step": 21955, "epoch": 123, "lr": 9.02799321217727e-05}
{"train_loss": 0.011534163728356361, "global_step": 21956, "epoch": 123, "lr": 9.027905662289215e-05}
{"train_loss": 0.006907347124069929, "global_step": 21957, "epoch": 123, "lr": 9.027818108883024e-05}
{"train_loss": 0.007465660572052002, "global_step": 21958, "epoch": 123, "lr": 9.027730551958774e-05}
{"train_loss": 0.008380112238228321, "global_step": 21959, "epoch": 123, "lr": 9.027642991516543e-05}
{"train_loss": 0.006842745468020439, "global_step": 21960, "epoch": 123, "lr": 9.027555427556404e-05}
{"train_loss": 0.006271338555961847, "global_step": 21961, "epoch": 123, "lr": 9.027467860078438e-05}
{"train_loss": 0.0032207213807851076, "global_step": 21962, "epoch": 123, "lr": 9.02738028908272e-05}
{"train_loss": 0.008022678084671497, "global_step": 21963, "epoch": 123, "lr": 9.027292714569325e-05}
{"train_loss": 0.006918126717209816, "global_step": 21964, "epoch": 123, "lr": 9.027205136538329e-05}
{"train_loss": 0.004065272863954306, "global_step": 21965, "epoch": 123, "lr": 9.027117554989811e-05}
{"train_loss": 0.009928655810654163, "global_step": 21966, "epoch": 123, "lr": 9.027029969923846e-05}
{"train_loss": 0.007315462455153465, "global_step": 21967, "epoch": 123, "lr": 9.02694238134051e-05}
{"train_loss": 0.01942814700305462, "global_step": 21968, "epoch": 123, "lr": 9.026854789239882e-05}
{"train_loss": 0.009688153862953186, "global_step": 21969, "epoch": 123, "lr": 9.026767193622036e-05}
{"train_loss": 0.006398417055606842, "global_step": 21970, "epoch": 123, "lr": 9.026679594487051e-05}
{"train_loss": 0.014219855889678001, "global_step": 21971, "epoch": 123, "lr": 9.026591991835e-05}
{"train_loss": 0.005134551785886288, "global_step": 21972, "epoch": 123, "lr": 9.026504385665961e-05}
{"train_loss": 0.00611416669562459, "global_step": 21973, "epoch": 123, "lr": 9.026416775980011e-05}
{"train_loss": 0.005511736497282982, "global_step": 21974, "epoch": 123, "lr": 9.026329162777228e-05}
{"train_loss": 0.008177554234862328, "global_step": 21975, "epoch": 123, "lr": 9.026241546057685e-05}
{"train_loss": 0.008712776936590672, "global_step": 21976, "epoch": 123, "lr": 9.026153925821462e-05}
{"train_loss": 0.004505190998315811, "global_step": 21977, "epoch": 123, "lr": 9.026066302068635e-05}
{"train_loss": 0.007544317282736301, "global_step": 21978, "epoch": 123, "lr": 9.025978674799275e-05}
{"train_loss": 0.009146698750555515, "global_step": 21979, "epoch": 123, "lr": 9.025891044013468e-05}
{"train_loss": 0.009160351939499378, "global_step": 21980, "epoch": 123, "lr": 9.025803409711282e-05}
{"train_loss": 0.0065511539578437805, "global_step": 21981, "epoch": 123, "lr": 9.025715771892799e-05}
{"train_loss": 0.0051457928493618965, "global_step": 21982, "epoch": 123, "lr": 9.025628130558093e-05}
{"train_loss": 0.0150627251714468, "global_step": 21983, "epoch": 123, "lr": 9.025540485707242e-05}
{"train_loss": 0.008589169010519981, "global_step": 21984, "epoch": 123, "lr": 9.025452837340322e-05}
{"train_loss": 0.009974292479455471, "global_step": 21985, "epoch": 123, "lr": 9.025365185457408e-05}
{"train_loss": 0.005351381376385689, "global_step": 21986, "epoch": 123, "lr": 9.025277530058579e-05}
{"train_loss": 0.008970421738922596, "global_step": 21987, "epoch": 123, "lr": 9.02518987114391e-05}
{"train_loss": 0.008761809207499027, "global_step": 21988, "epoch": 123, "lr": 9.025102208713479e-05}
{"train_loss": 0.007621118798851967, "global_step": 21989, "epoch": 123, "lr": 9.02501454276736e-05}
{"train_loss": 0.006151475012302399, "global_step": 21990, "epoch": 123, "lr": 9.024926873305633e-05}
{"train_loss": 0.009616952389478683, "global_step": 21991, "epoch": 123, "lr": 9.02483920032837e-05}
{"train_loss": 0.005052907392382622, "global_step": 21992, "epoch": 123, "lr": 9.024751523835653e-05}
{"train_loss": 0.012830137275159359, "global_step": 21993, "epoch": 123, "lr": 9.024663843827554e-05}
{"train_loss": 0.008367028087377548, "global_step": 21994, "epoch": 123, "lr": 9.024576160304152e-05}
{"train_loss": 0.007580877281725407, "global_step": 21995, "epoch": 123, "lr": 9.024488473265525e-05}
{"train_loss": 0.004407971631735563, "global_step": 21996, "epoch": 123, "lr": 9.024400782711747e-05}
{"train_loss": 0.0065874806605279446, "global_step": 21997, "epoch": 123, "lr": 9.024313088642893e-05}
{"train_loss": 0.006059705279767513, "global_step": 21998, "epoch": 123, "lr": 9.024225391059042e-05}
{"train_loss": 0.007053373381495476, "global_step": 21999, "epoch": 123, "lr": 9.024137689960272e-05}
{"train_loss": 0.006586057133972645, "global_step": 22000, "epoch": 123, "lr": 9.024049985346658e-05}
{"train_loss": 0.009544836357235909, "global_step": 22001, "epoch": 123, "lr": 9.023962277218277e-05}
{"train_loss": 0.008102166466414928, "global_step": 22002, "epoch": 123, "lr": 9.023874565575203e-05}
{"train_loss": 0.012618830427527428, "global_step": 22003, "epoch": 123, "lr": 9.023786850417518e-05}
{"train_loss": 0.006348920054733753, "global_step": 22004, "epoch": 123, "lr": 9.023699131745294e-05}
{"train_loss": 0.008494576439261436, "global_step": 22005, "epoch": 123, "lr": 9.023611409558608e-05}
{"train_loss": 0.0074989222921431065, "global_step": 22006, "epoch": 123, "lr": 9.023523683857538e-05}
{"train_loss": 0.00596232432872057, "global_step": 22007, "epoch": 123, "lr": 9.023435954642162e-05}
{"train_loss": 0.01138320192694664, "global_step": 22008, "epoch": 123, "lr": 9.023348221912554e-05}
{"train_loss": 0.00582711398601532, "global_step": 22009, "epoch": 123, "lr": 9.023260485668791e-05}
{"train_loss": 0.00448806956410408, "global_step": 22010, "epoch": 123, "lr": 9.023172745910952e-05}
{"train_loss": 0.0057413214817643166, "global_step": 22011, "epoch": 123, "lr": 9.02308500263911e-05}
{"train_loss": 0.005548411048948765, "global_step": 22012, "epoch": 123, "lr": 9.022997255853344e-05}
{"train_loss": 0.0045155854895710945, "global_step": 22013, "epoch": 123, "lr": 9.022909505553731e-05}
{"train_loss": 0.0074762930162250996, "global_step": 22014, "epoch": 123, "lr": 9.022821751740347e-05}
{"train_loss": 0.008595610968768597, "global_step": 22015, "epoch": 123, "lr": 9.022733994413267e-05}
{"train_loss": 0.0034712618216872215, "global_step": 22016, "epoch": 123, "lr": 9.02264623357257e-05}
{"train_loss": 0.007218300364911556, "global_step": 22017, "epoch": 123, "lr": 9.022558469218331e-05}
{"train_loss": 0.007954861968755722, "global_step": 22018, "epoch": 123, "lr": 9.022470701350629e-05}
{"train_loss": 0.0076577854342758656, "global_step": 22019, "epoch": 123, "lr": 9.022382929969537e-05}
{"train_loss": 0.008745595812797546, "global_step": 22020, "epoch": 123, "lr": 9.022295155075135e-05}
{"train_loss": 0.008155111223459244, "global_step": 22021, "epoch": 123, "lr": 9.022207376667497e-05}
{"train_loss": 0.003836719086393714, "global_step": 22022, "epoch": 123, "lr": 9.022119594746704e-05}
{"train_loss": 0.006047063507139683, "global_step": 22023, "epoch": 123, "lr": 9.022031809312828e-05}
{"train_loss": 0.005337902344763279, "global_step": 22024, "epoch": 123, "lr": 9.021944020365947e-05}
{"train_loss": 0.007608951069414616, "global_step": 22025, "epoch": 123, "lr": 9.021856227906137e-05}
{"train_loss": 0.006746823899447918, "global_step": 22026, "epoch": 123, "lr": 9.021768431933478e-05}
{"train_loss": 0.007153899874538183, "global_step": 22027, "epoch": 123, "lr": 9.021680632448044e-05}
{"train_loss": 0.009569184854626656, "global_step": 22028, "epoch": 123, "lr": 9.021592829449912e-05}
{"train_loss": 0.008559651672840118, "global_step": 22029, "epoch": 123, "lr": 9.021505022939159e-05}
{"train_loss": 0.0047666882164776325, "global_step": 22030, "epoch": 123, "lr": 9.02141721291586e-05}
{"train_loss": 0.0052352603524923325, "global_step": 22031, "epoch": 123, "lr": 9.021329399380094e-05}
{"train_loss": 0.009405925869941711, "global_step": 22032, "epoch": 123, "lr": 9.021241582331939e-05}
{"train_loss": 0.009734539315104485, "global_step": 22033, "epoch": 123, "lr": 9.021153761771466e-05}
{"train_loss": 0.008832809515297413, "global_step": 22034, "epoch": 123, "lr": 9.021065937698759e-05}
{"train_loss": 0.008813057094812393, "global_step": 22035, "epoch": 123, "lr": 9.020978110113888e-05}
{"train_loss": 0.0069855814799666405, "global_step": 22036, "epoch": 123, "lr": 9.020890279016934e-05}
{"train_loss": 0.004314599558711052, "global_step": 22037, "epoch": 123, "lr": 9.020802444407972e-05}
{"train_loss": 0.012266436591744423, "global_step": 22038, "epoch": 123, "lr": 9.020714606287081e-05}
{"train_loss": 0.003456168808043003, "global_step": 22039, "epoch": 123, "lr": 9.020626764654334e-05}
{"train_loss": 0.008566698059439659, "global_step": 22040, "epoch": 123, "lr": 9.02053891950981e-05}
{"train_loss": 0.006070821546018124, "global_step": 22041, "epoch": 123, "lr": 9.020451070853586e-05}
{"train_loss": 0.016606204211711884, "global_step": 22042, "epoch": 123, "lr": 9.020363218685736e-05}
{"train_loss": 0.00427258713170886, "global_step": 22043, "epoch": 123, "lr": 9.020275363006341e-05}
{"train_loss": 0.006909581832587719, "global_step": 22044, "epoch": 123, "lr": 9.020187503815475e-05}
{"train_loss": 0.010520931333303452, "global_step": 22045, "epoch": 123, "lr": 9.020099641113215e-05}
{"train_loss": 0.007365412078797817, "global_step": 22046, "epoch": 123, "lr": 9.02001177489964e-05}
{"train_loss": 0.004151252098381519, "global_step": 22047, "epoch": 123, "lr": 9.019923905174823e-05}
{"train_loss": 0.004353136755526066, "global_step": 22048, "epoch": 123, "lr": 9.019836031938841e-05}
{"train_loss": 0.005599277094006538, "global_step": 22049, "epoch": 123, "lr": 9.019748155191776e-05}
{"train_loss": 0.006084249820560217, "global_step": 22050, "epoch": 123, "lr": 9.019660274933699e-05}
{"train_loss": 0.009126988239586353, "global_step": 22051, "epoch": 123, "lr": 9.019572391164688e-05}
{"train_loss": 0.003829837078228593, "global_step": 22052, "epoch": 123, "lr": 9.01948450388482e-05}
{"train_loss": 0.011251716874539852, "global_step": 22053, "epoch": 123, "lr": 9.019396613094175e-05}
{"train_loss": 0.0067918687127530575, "global_step": 22054, "epoch": 123, "lr": 9.019308718792826e-05}
{"train_loss": 0.00904829055070877, "global_step": 22055, "epoch": 123, "lr": 9.019220820980852e-05}
{"train_loss": 0.0106029212474823, "global_step": 22056, "epoch": 123, "lr": 9.019132919658326e-05}
{"train_loss": 0.006225337274372578, "global_step": 22057, "epoch": 123, "lr": 9.01904501482533e-05}
{"train_loss": 0.009655091911554337, "global_step": 22058, "epoch": 123, "lr": 9.018957106481936e-05}
{"train_loss": 0.00794227421283722, "global_step": 22059, "epoch": 123, "lr": 9.018869194628224e-05}
{"train_loss": 0.005338577553629875, "global_step": 22060, "epoch": 123, "lr": 9.01878127926427e-05}
{"train_loss": 0.009637564420700073, "global_step": 22061, "epoch": 123, "lr": 9.01869336039015e-05}
{"train_loss": 0.0037686896976083517, "global_step": 22062, "epoch": 123, "lr": 9.018605438005941e-05}
{"train_loss": 0.011785059235990047, "global_step": 22063, "epoch": 123, "lr": 9.018517512111721e-05}
{"train_loss": 0.008399946615099907, "global_step": 22064, "epoch": 123, "lr": 9.018429582707566e-05}
{"train_loss": 0.007754473946988583, "global_step": 22065, "epoch": 123, "lr": 9.018341649793552e-05}
{"train_loss": 0.008120531216263771, "global_step": 22066, "epoch": 123, "lr": 9.018253713369757e-05}
{"train_loss": 0.004526447504758835, "global_step": 22067, "epoch": 123, "lr": 9.018165773436258e-05}
{"train_loss": 0.008774974383413792, "global_step": 22068, "epoch": 123, "lr": 9.01807782999313e-05}
{"train_loss": 0.011373452842235565, "global_step": 22069, "epoch": 123, "lr": 9.017989883040452e-05}
{"train_loss": 0.0058079552836716175, "global_step": 22070, "epoch": 123, "lr": 9.017901932578299e-05}
{"train_loss": 0.007881715074914057, "global_step": 22071, "epoch": 123, "lr": 9.017813978606749e-05}
{"train_loss": 0.004763274919241667, "global_step": 22072, "epoch": 124, "lr": 9.017726021125879e-05}
{"train_loss": 0.01063111238181591, "global_step": 22073, "epoch": 124, "lr": 9.017638060135763e-05}
{"train_loss": 0.007644851226359606, "global_step": 22074, "epoch": 124, "lr": 9.017550095636482e-05}
{"train_loss": 0.009365962818264961, "global_step": 22075, "epoch": 124, "lr": 9.01746212762811e-05}
{"train_loss": 0.006138936150819063, "global_step": 22076, "epoch": 124, "lr": 9.017374156110724e-05}
{"train_loss": 0.006566287949681282, "global_step": 22077, "epoch": 124, "lr": 9.017286181084406e-05}
{"train_loss": 0.006661965511739254, "global_step": 22078, "epoch": 124, "lr": 9.017198202549224e-05}
{"train_loss": 0.006568028591573238, "global_step": 22079, "epoch": 124, "lr": 9.017110220505261e-05}
{"train_loss": 0.007972564548254013, "global_step": 22080, "epoch": 124, "lr": 9.017022234952592e-05}
{"train_loss": 0.010442456230521202, "global_step": 22081, "epoch": 124, "lr": 9.016934245891294e-05}
{"train_loss": 0.007440613582730293, "global_step": 22082, "epoch": 124, "lr": 9.016846253321443e-05}
{"train_loss": 0.004103152081370354, "global_step": 22083, "epoch": 124, "lr": 9.016758257243117e-05}
{"train_loss": 0.00976633932441473, "global_step": 22084, "epoch": 124, "lr": 9.016670257656392e-05}
{"train_loss": 0.007570711430162191, "global_step": 22085, "epoch": 124, "lr": 9.016582254561346e-05}
{"train_loss": 0.007736693136394024, "global_step": 22086, "epoch": 124, "lr": 9.016494247958056e-05}
{"train_loss": 0.007043617311865091, "global_step": 22087, "epoch": 124, "lr": 9.016406237846597e-05}
{"train_loss": 0.005494234152138233, "global_step": 22088, "epoch": 124, "lr": 9.016318224227048e-05}
{"train_loss": 0.004811855964362621, "global_step": 22089, "epoch": 124, "lr": 9.016230207099485e-05}
{"train_loss": 0.004496275447309017, "global_step": 22090, "epoch": 124, "lr": 9.016142186463984e-05}
{"train_loss": 0.010983149521052837, "global_step": 22091, "epoch": 124, "lr": 9.016054162320622e-05}
{"train_loss": 0.007243681699037552, "global_step": 22092, "epoch": 124, "lr": 9.015966134669478e-05}
{"train_loss": 0.006275375373661518, "global_step": 22093, "epoch": 124, "lr": 9.015878103510626e-05}
{"train_loss": 0.007209348492324352, "global_step": 22094, "epoch": 124, "lr": 9.015790068844146e-05}
{"train_loss": 0.006255463231354952, "global_step": 22095, "epoch": 124, "lr": 9.015702030670113e-05}
{"train_loss": 0.009391019120812416, "global_step": 22096, "epoch": 124, "lr": 9.015613988988602e-05}
{"train_loss": 0.009965473785996437, "global_step": 22097, "epoch": 124, "lr": 9.015525943799694e-05}
{"train_loss": 0.005540360696613789, "global_step": 22098, "epoch": 124, "lr": 9.015437895103463e-05}
{"train_loss": 0.006598502863198519, "global_step": 22099, "epoch": 124, "lr": 9.015349842899987e-05}
{"train_loss": 0.006739786826074123, "global_step": 22100, "epoch": 124, "lr": 9.015261787189343e-05}
{"train_loss": 0.008821330033242702, "global_step": 22101, "epoch": 124, "lr": 9.015173727971608e-05}
{"train_loss": 0.004694133996963501, "global_step": 22102, "epoch": 124, "lr": 9.015085665246858e-05}
{"train_loss": 0.008516719564795494, "global_step": 22103, "epoch": 124, "lr": 9.014997599015169e-05}
{"train_loss": 0.0068129184655845165, "global_step": 22104, "epoch": 124, "lr": 9.014909529276621e-05}
{"train_loss": 0.008339634165167809, "global_step": 22105, "epoch": 124, "lr": 9.01482145603129e-05}
{"train_loss": 0.012318981811404228, "global_step": 22106, "epoch": 124, "lr": 9.01473337927925e-05}
{"train_loss": 0.009179091081023216, "global_step": 22107, "epoch": 124, "lr": 9.014645299020583e-05}
{"train_loss": 0.005794713273644447, "global_step": 22108, "epoch": 124, "lr": 9.014557215255362e-05}
{"train_loss": 0.004336035810410976, "global_step": 22109, "epoch": 124, "lr": 9.014469127983662e-05}
{"train_loss": 0.008076668716967106, "global_step": 22110, "epoch": 124, "lr": 9.014381037205567e-05}
{"train_loss": 0.007738281041383743, "global_step": 22111, "epoch": 124, "lr": 9.014292942921147e-05}
{"train_loss": 0.00997391901910305, "global_step": 22112, "epoch": 124, "lr": 9.014204845130485e-05}
{"train_loss": 0.007022014353424311, "global_step": 22113, "epoch": 124, "lr": 9.014116743833651e-05}
{"train_loss": 0.009582709521055222, "global_step": 22114, "epoch": 124, "lr": 9.014028639030729e-05}
{"train_loss": 0.010453624650835991, "global_step": 22115, "epoch": 124, "lr": 9.013940530721792e-05}
{"train_loss": 0.012020029127597809, "global_step": 22116, "epoch": 124, "lr": 9.013852418906917e-05}
{"train_loss": 0.007406485266983509, "global_step": 22117, "epoch": 124, "lr": 9.01376430358618e-05}
{"train_loss": 0.009162375703454018, "global_step": 22118, "epoch": 124, "lr": 9.013676184759662e-05}
{"train_loss": 0.010344263166189194, "global_step": 22119, "epoch": 124, "lr": 9.013588062427438e-05}
{"train_loss": 0.011997724883258343, "global_step": 22120, "epoch": 124, "lr": 9.013499936589582e-05}
{"train_loss": 0.008414008654654026, "global_step": 22121, "epoch": 124, "lr": 9.013411807246176e-05}
{"train_loss": 0.0071096294559538364, "global_step": 22122, "epoch": 124, "lr": 9.013323674397294e-05}
{"train_loss": 0.006290149874985218, "global_step": 22123, "epoch": 124, "lr": 9.013235538043012e-05}
{"train_loss": 0.010060779750347137, "global_step": 22124, "epoch": 124, "lr": 9.01314739818341e-05}
{"train_loss": 0.011325770989060402, "global_step": 22125, "epoch": 124, "lr": 9.013059254818561e-05}
{"train_loss": 0.013687623664736748, "global_step": 22126, "epoch": 124, "lr": 9.012971107948547e-05}
{"train_loss": 0.007124955765902996, "global_step": 22127, "epoch": 124, "lr": 9.01288295757344e-05}
{"train_loss": 0.009178822860121727, "global_step": 22128, "epoch": 124, "lr": 9.012794803693323e-05}
{"train_loss": 0.0034078925382345915, "global_step": 22129, "epoch": 124, "lr": 9.012706646308266e-05}
{"train_loss": 0.00702723627910018, "global_step": 22130, "epoch": 124, "lr": 9.012618485418351e-05}
{"train_loss": 0.006535372696816921, "global_step": 22131, "epoch": 124, "lr": 9.012530321023654e-05}
{"train_loss": 0.00721311941742897, "global_step": 22132, "epoch": 124, "lr": 9.01244215312425e-05}
{"train_loss": 0.006376380100846291, "global_step": 22133, "epoch": 124, "lr": 9.012353981720217e-05}
{"train_loss": 0.012417184188961983, "global_step": 22134, "epoch": 124, "lr": 9.012265806811633e-05}
{"train_loss": 0.007887309417128563, "global_step": 22135, "epoch": 124, "lr": 9.012177628398574e-05}
{"train_loss": 0.009174058213829994, "global_step": 22136, "epoch": 124, "lr": 9.012089446481119e-05}
{"train_loss": 0.0099503044039011, "global_step": 22137, "epoch": 124, "lr": 9.012001261059342e-05}
{"train_loss": 0.0049046799540519714, "global_step": 22138, "epoch": 124, "lr": 9.011913072133322e-05}
{"train_loss": 0.007311215158551931, "global_step": 22139, "epoch": 124, "lr": 9.011824879703135e-05}
{"train_loss": 0.003644683863967657, "global_step": 22140, "epoch": 124, "lr": 9.011736683768861e-05}
{"train_loss": 0.0038694662507623434, "global_step": 22141, "epoch": 124, "lr": 9.011648484330572e-05}
{"train_loss": 0.00784485973417759, "global_step": 22142, "epoch": 124, "lr": 9.011560281388349e-05}
{"train_loss": 0.011763658374547958, "global_step": 22143, "epoch": 124, "lr": 9.011472074942267e-05}
{"train_loss": 0.009829184040427208, "global_step": 22144, "epoch": 124, "lr": 9.011383864992403e-05}
{"train_loss": 0.009662737138569355, "global_step": 22145, "epoch": 124, "lr": 9.011295651538836e-05}
{"train_loss": 0.011052573099732399, "global_step": 22146, "epoch": 124, "lr": 9.011207434581642e-05}
{"train_loss": 0.00952855497598648, "global_step": 22147, "epoch": 124, "lr": 9.011119214120895e-05}
{"train_loss": 0.00871003232896328, "global_step": 22148, "epoch": 124, "lr": 9.011030990156677e-05}
{"train_loss": 0.00984962284564972, "global_step": 22149, "epoch": 124, "lr": 9.010942762689063e-05}
{"train_loss": 0.004905150271952152, "global_step": 22150, "epoch": 124, "lr": 9.01085453171813e-05}
{"train_loss": 0.007126982789486647, "global_step": 22151, "epoch": 124, "lr": 9.010766297243956e-05}
{"train_loss": 0.007845415733754635, "global_step": 22152, "epoch": 124, "lr": 9.010678059266616e-05}
{"train_loss": 0.005930781830102205, "global_step": 22153, "epoch": 124, "lr": 9.010589817786188e-05}
{"train_loss": 0.006144215352833271, "global_step": 22154, "epoch": 124, "lr": 9.01050157280275e-05}
{"train_loss": 0.007859284058213234, "global_step": 22155, "epoch": 124, "lr": 9.010413324316378e-05}
{"train_loss": 0.005863186903297901, "global_step": 22156, "epoch": 124, "lr": 9.01032507232715e-05}
{"train_loss": 0.00766884908080101, "global_step": 22157, "epoch": 124, "lr": 9.010236816835142e-05}
{"train_loss": 0.004920562729239464, "global_step": 22158, "epoch": 124, "lr": 9.010148557840432e-05}
{"train_loss": 0.0035715503618121147, "global_step": 22159, "epoch": 124, "lr": 9.010060295343097e-05}
{"train_loss": 0.005960035137832165, "global_step": 22160, "epoch": 124, "lr": 9.009972029343212e-05}
{"train_loss": 0.011254757642745972, "global_step": 22161, "epoch": 124, "lr": 9.009883759840858e-05}
{"train_loss": 0.008451266214251518, "global_step": 22162, "epoch": 124, "lr": 9.00979548683611e-05}
{"train_loss": 0.012004951946437359, "global_step": 22163, "epoch": 124, "lr": 9.009707210329044e-05}
{"train_loss": 0.006972509436309338, "global_step": 22164, "epoch": 124, "lr": 9.009618930319738e-05}
{"train_loss": 0.008040119893848896, "global_step": 22165, "epoch": 124, "lr": 9.00953064680827e-05}
{"train_loss": 0.004811124876141548, "global_step": 22166, "epoch": 124, "lr": 9.009442359794715e-05}
{"train_loss": 0.010628927499055862, "global_step": 22167, "epoch": 124, "lr": 9.009354069279154e-05}
{"train_loss": 0.006960631348192692, "global_step": 22168, "epoch": 124, "lr": 9.00926577526166e-05}
{"train_loss": 0.009002169594168663, "global_step": 22169, "epoch": 124, "lr": 9.009177477742311e-05}
{"train_loss": 0.012023809365928173, "global_step": 22170, "epoch": 124, "lr": 9.009089176721189e-05}
{"train_loss": 0.009831058792769909, "global_step": 22171, "epoch": 124, "lr": 9.009000872198364e-05}
{"train_loss": 0.010020725429058075, "global_step": 22172, "epoch": 124, "lr": 9.008912564173916e-05}
{"train_loss": 0.01163861621171236, "global_step": 22173, "epoch": 124, "lr": 9.008824252647923e-05}
{"train_loss": 0.013682423159480095, "global_step": 22174, "epoch": 124, "lr": 9.008735937620461e-05}
{"train_loss": 0.00862245261669159, "global_step": 22175, "epoch": 124, "lr": 9.008647619091606e-05}
{"train_loss": 0.009469062089920044, "global_step": 22176, "epoch": 124, "lr": 9.00855929706144e-05}
{"train_loss": 0.009840790182352066, "global_step": 22177, "epoch": 124, "lr": 9.008470971530034e-05}
{"train_loss": 0.008503724820911884, "global_step": 22178, "epoch": 124, "lr": 9.008382642497469e-05}
{"train_loss": 0.008705290965735912, "global_step": 22179, "epoch": 124, "lr": 9.008294309963823e-05}
{"train_loss": 0.01416294276714325, "global_step": 22180, "epoch": 124, "lr": 9.008205973929169e-05}
{"train_loss": 0.009186632931232452, "global_step": 22181, "epoch": 124, "lr": 9.008117634393587e-05}
{"train_loss": 0.011104260571300983, "global_step": 22182, "epoch": 124, "lr": 9.008029291357154e-05}
{"train_loss": 0.009499747306108475, "global_step": 22183, "epoch": 124, "lr": 9.007940944819946e-05}
{"train_loss": 0.009033085778355598, "global_step": 22184, "epoch": 124, "lr": 9.00785259478204e-05}
{"train_loss": 0.0034688515588641167, "global_step": 22185, "epoch": 124, "lr": 9.007764241243518e-05}
{"train_loss": 0.008643919602036476, "global_step": 22186, "epoch": 124, "lr": 9.00767588420445e-05}
{"train_loss": 0.007313544861972332, "global_step": 22187, "epoch": 124, "lr": 9.007587523664917e-05}
{"train_loss": 0.009276499971747398, "global_step": 22188, "epoch": 124, "lr": 9.007499159624994e-05}
{"train_loss": 0.008191080763936043, "global_step": 22189, "epoch": 124, "lr": 9.007410792084762e-05}
{"train_loss": 0.005293870810419321, "global_step": 22190, "epoch": 124, "lr": 9.007322421044298e-05}
{"train_loss": 0.010678945109248161, "global_step": 22191, "epoch": 124, "lr": 9.007234046503674e-05}
{"train_loss": 0.0073027657344937325, "global_step": 22192, "epoch": 124, "lr": 9.007145668462971e-05}
{"train_loss": 0.011365853250026703, "global_step": 22193, "epoch": 124, "lr": 9.007057286922266e-05}
{"train_loss": 0.00539255328476429, "global_step": 22194, "epoch": 124, "lr": 9.006968901881635e-05}
{"train_loss": 0.003995805978775024, "global_step": 22195, "epoch": 124, "lr": 9.006880513341157e-05}
{"train_loss": 0.008323007263243198, "global_step": 22196, "epoch": 124, "lr": 9.006792121300906e-05}
{"train_loss": 0.007144393399357796, "global_step": 22197, "epoch": 124, "lr": 9.006703725760964e-05}
{"train_loss": 0.007950430735945702, "global_step": 22198, "epoch": 124, "lr": 9.006615326721405e-05}
{"train_loss": 0.0069222217425704, "global_step": 22199, "epoch": 124, "lr": 9.006526924182306e-05}
{"train_loss": 0.011033785529434681, "global_step": 22200, "epoch": 124, "lr": 9.006438518143746e-05}
{"train_loss": 0.005562839563935995, "global_step": 22201, "epoch": 124, "lr": 9.0063501086058e-05}
{"train_loss": 0.005781635642051697, "global_step": 22202, "epoch": 124, "lr": 9.006261695568548e-05}
{"train_loss": 0.00716546643525362, "global_step": 22203, "epoch": 124, "lr": 9.006173279032064e-05}
{"train_loss": 0.01043103076517582, "global_step": 22204, "epoch": 124, "lr": 9.006084858996428e-05}
{"train_loss": 0.007035549264401197, "global_step": 22205, "epoch": 124, "lr": 9.005996435461716e-05}
{"train_loss": 0.009699780493974686, "global_step": 22206, "epoch": 124, "lr": 9.005908008428004e-05}
{"train_loss": 0.005255989730358124, "global_step": 22207, "epoch": 124, "lr": 9.005819577895372e-05}
{"train_loss": 0.012563882395625114, "global_step": 22208, "epoch": 124, "lr": 9.005731143863895e-05}
{"train_loss": 0.010171126574277878, "global_step": 22209, "epoch": 124, "lr": 9.005642706333652e-05}
{"train_loss": 0.012533661909401417, "global_step": 22210, "epoch": 124, "lr": 9.005554265304719e-05}
{"train_loss": 0.0060777608305215836, "global_step": 22211, "epoch": 124, "lr": 9.005465820777172e-05}
{"train_loss": 0.015813300386071205, "global_step": 22212, "epoch": 124, "lr": 9.005377372751092e-05}
{"train_loss": 0.011559092439711094, "global_step": 22213, "epoch": 124, "lr": 9.005288921226553e-05}
{"train_loss": 0.007656622678041458, "global_step": 22214, "epoch": 124, "lr": 9.005200466203634e-05}
{"train_loss": 0.006510009989142418, "global_step": 22215, "epoch": 124, "lr": 9.005112007682412e-05}
{"train_loss": 0.008682419545948505, "global_step": 22216, "epoch": 124, "lr": 9.005023545662962e-05}
{"train_loss": 0.00559379905462265, "global_step": 22217, "epoch": 124, "lr": 9.004935080145365e-05}
{"train_loss": 0.006384664215147495, "global_step": 22218, "epoch": 124, "lr": 9.004846611129694e-05}
{"train_loss": 0.008136576041579247, "global_step": 22219, "epoch": 124, "lr": 9.004758138616032e-05}
{"train_loss": 0.008325571194291115, "global_step": 22220, "epoch": 124, "lr": 9.00466966260445e-05}
{"train_loss": 0.006189614534378052, "global_step": 22221, "epoch": 124, "lr": 9.004581183095029e-05}
{"train_loss": 0.004927107132971287, "global_step": 22222, "epoch": 124, "lr": 9.004492700087846e-05}
{"train_loss": 0.010249840095639229, "global_step": 22223, "epoch": 124, "lr": 9.004404213582977e-05}
{"train_loss": 0.01963033899664879, "global_step": 22224, "epoch": 124, "lr": 9.004315723580502e-05}
{"train_loss": 0.007461386267095804, "global_step": 22225, "epoch": 124, "lr": 9.004227230080495e-05}
{"train_loss": 0.010212302207946777, "global_step": 22226, "epoch": 124, "lr": 9.004138733083035e-05}
{"train_loss": 0.01581425964832306, "global_step": 22227, "epoch": 124, "lr": 9.004050232588197e-05}
{"train_loss": 0.011570576578378677, "global_step": 22228, "epoch": 124, "lr": 9.003961728596062e-05}
{"train_loss": 0.00971543975174427, "global_step": 22229, "epoch": 124, "lr": 9.003873221106707e-05}
{"train_loss": 0.012026714161038399, "global_step": 22230, "epoch": 124, "lr": 9.003784710120204e-05}
{"train_loss": 0.009971104562282562, "global_step": 22231, "epoch": 124, "lr": 9.003696195636637e-05}
{"train_loss": 0.011604786850512028, "global_step": 22232, "epoch": 124, "lr": 9.00360767765608e-05}
{"train_loss": 0.008690766990184784, "global_step": 22233, "epoch": 124, "lr": 9.00351915617861e-05}
{"train_loss": 0.0067583117634058, "global_step": 22234, "epoch": 124, "lr": 9.003430631204306e-05}
{"train_loss": 0.008351149037480354, "global_step": 22235, "epoch": 124, "lr": 9.003342102733246e-05}
{"train_loss": 0.004594071768224239, "global_step": 22236, "epoch": 124, "lr": 9.003253570765503e-05}
{"train_loss": 0.011555789038538933, "global_step": 22237, "epoch": 124, "lr": 9.003165035301158e-05}
{"train_loss": 0.008947588503360748, "global_step": 22238, "epoch": 124, "lr": 9.003076496340287e-05}
{"train_loss": 0.008552138693630695, "global_step": 22239, "epoch": 124, "lr": 9.002987953882968e-05}
{"train_loss": 0.009232040494680405, "global_step": 22240, "epoch": 124, "lr": 9.002899407929279e-05}
{"train_loss": 0.011893438175320625, "global_step": 22241, "epoch": 124, "lr": 9.002810858479296e-05}
{"train_loss": 0.011236956343054771, "global_step": 22242, "epoch": 124, "lr": 9.002722305533096e-05}
{"train_loss": 0.006001817993819714, "global_step": 22243, "epoch": 124, "lr": 9.002633749090757e-05}
{"train_loss": 0.00899892020970583, "global_step": 22244, "epoch": 124, "lr": 9.002545189152357e-05}
{"train_loss": 0.006283802445977926, "global_step": 22245, "epoch": 124, "lr": 9.002456625717973e-05}
{"train_loss": 0.00664184195920825, "global_step": 22246, "epoch": 124, "lr": 9.002368058787683e-05}
{"train_loss": 0.005611855536699295, "global_step": 22247, "epoch": 124, "lr": 9.002279488361561e-05}
{"train_loss": 0.006818140856921673, "global_step": 22248, "epoch": 124, "lr": 9.002190914439689e-05}
{"train_loss": 0.008323640994246253, "global_step": 22249, "epoch": 124, "lr": 9.002102337022142e-05}
{"train_loss": 0.006225785240530968, "global_step": 22250, "epoch": 125, "lr": 9.002013756108996e-05}
{"train_loss": 0.012288825586438179, "global_step": 22251, "epoch": 125, "lr": 9.001925171700331e-05}
{"train_loss": 0.0058225286193192005, "global_step": 22252, "epoch": 125, "lr": 9.001836583796224e-05}
{"train_loss": 0.0057052429765462875, "global_step": 22253, "epoch": 125, "lr": 9.001747992396751e-05}
{"train_loss": 0.009044148959219456, "global_step": 22254, "epoch": 125, "lr": 9.001659397501991e-05}
{"train_loss": 0.008300794288516045, "global_step": 22255, "epoch": 125, "lr": 9.00157079911202e-05}
{"train_loss": 0.008908318355679512, "global_step": 22256, "epoch": 125, "lr": 9.001482197226916e-05}
{"train_loss": 0.010758312419056892, "global_step": 22257, "epoch": 125, "lr": 9.001393591846756e-05}
{"train_loss": 0.0069356998428702354, "global_step": 22258, "epoch": 125, "lr": 9.001304982971617e-05}
{"train_loss": 0.008238688111305237, "global_step": 22259, "epoch": 125, "lr": 9.001216370601579e-05}
{"train_loss": 0.004611361771821976, "global_step": 22260, "epoch": 125, "lr": 9.001127754736716e-05}
{"train_loss": 0.011282638646662235, "global_step": 22261, "epoch": 125, "lr": 9.001039135377106e-05}
{"train_loss": 0.014290987513959408, "global_step": 22262, "epoch": 125, "lr": 9.000950512522829e-05}
{"train_loss": 0.0077618686482310295, "global_step": 22263, "epoch": 125, "lr": 9.000861886173959e-05}
{"train_loss": 0.004485156387090683, "global_step": 22264, "epoch": 125, "lr": 9.000773256330577e-05}
{"train_loss": 0.0052679069340229034, "global_step": 22265, "epoch": 125, "lr": 9.000684622992757e-05}
{"train_loss": 0.005483328830450773, "global_step": 22266, "epoch": 125, "lr": 9.000595986160578e-05}
{"train_loss": 0.005843554623425007, "global_step": 22267, "epoch": 125, "lr": 9.000507345834119e-05}
{"train_loss": 0.009137274697422981, "global_step": 22268, "epoch": 125, "lr": 9.000418702013453e-05}
{"train_loss": 0.008537759073078632, "global_step": 22269, "epoch": 125, "lr": 9.000330054698663e-05}
{"train_loss": 0.011990363709628582, "global_step": 22270, "epoch": 125, "lr": 9.000241403889822e-05}
{"train_loss": 0.008718026801943779, "global_step": 22271, "epoch": 125, "lr": 9.00015274958701e-05}
{"train_loss": 0.005741615314036608, "global_step": 22272, "epoch": 125, "lr": 9.000064091790301e-05}
{"train_loss": 0.010536478832364082, "global_step": 22273, "epoch": 125, "lr": 8.999975430499778e-05}
{"train_loss": 0.00527946138754487, "global_step": 22274, "epoch": 125, "lr": 8.999886765715514e-05}
{"train_loss": 0.0034860624000430107, "global_step": 22275, "epoch": 125, "lr": 8.999798097437587e-05}
{"train_loss": 0.008664483204483986, "global_step": 22276, "epoch": 125, "lr": 8.999709425666076e-05}
{"train_loss": 0.004490428138524294, "global_step": 22277, "epoch": 125, "lr": 8.99962075040106e-05}
{"train_loss": 0.007693720515817404, "global_step": 22278, "epoch": 125, "lr": 8.999532071642611e-05}
{"train_loss": 0.007077696733176708, "global_step": 22279, "epoch": 125, "lr": 8.999443389390809e-05}
{"train_loss": 0.006687447428703308, "global_step": 22280, "epoch": 125, "lr": 8.999354703645734e-05}
{"train_loss": 0.009955302812159061, "global_step": 22281, "epoch": 125, "lr": 8.99926601440746e-05}
{"train_loss": 0.008091475814580917, "global_step": 22282, "epoch": 125, "lr": 8.999177321676067e-05}
{"train_loss": 0.007222395855933428, "global_step": 22283, "epoch": 125, "lr": 8.999088625451633e-05}
{"train_loss": 0.010994147509336472, "global_step": 22284, "epoch": 125, "lr": 8.998999925734231e-05}
{"train_loss": 0.007656658533960581, "global_step": 22285, "epoch": 125, "lr": 8.998911222523942e-05}
{"train_loss": 0.003859945572912693, "global_step": 22286, "epoch": 125, "lr": 8.998822515820844e-05}
{"train_loss": 0.010145860724151134, "global_step": 22287, "epoch": 125, "lr": 8.998733805625013e-05}
{"train_loss": 0.009096551686525345, "global_step": 22288, "epoch": 125, "lr": 8.998645091936527e-05}
{"train_loss": 0.004464057274162769, "global_step": 22289, "epoch": 125, "lr": 8.998556374755462e-05}
{"train_loss": 0.010983020067214966, "global_step": 22290, "epoch": 125, "lr": 8.9984676540819e-05}
{"train_loss": 0.007053546607494354, "global_step": 22291, "epoch": 125, "lr": 8.998378929915912e-05}
{"train_loss": 0.008956091478466988, "global_step": 22292, "epoch": 125, "lr": 8.99829020225758e-05}
{"train_loss": 0.0071708811447024345, "global_step": 22293, "epoch": 125, "lr": 8.99820147110698e-05}
{"train_loss": 0.006383345928043127, "global_step": 22294, "epoch": 125, "lr": 8.998112736464191e-05}
{"train_loss": 0.008327389135956764, "global_step": 22295, "epoch": 125, "lr": 8.998023998329287e-05}
{"train_loss": 0.005379022099077702, "global_step": 22296, "epoch": 125, "lr": 8.99793525670235e-05}
{"train_loss": 0.009713312610983849, "global_step": 22297, "epoch": 125, "lr": 8.997846511583453e-05}
{"train_loss": 0.0053766337223351, "global_step": 22298, "epoch": 125, "lr": 8.997757762972677e-05}
{"train_loss": 0.0058253612369298935, "global_step": 22299, "epoch": 125, "lr": 8.997669010870099e-05}
{"train_loss": 0.005947778932750225, "global_step": 22300, "epoch": 125, "lr": 8.997580255275795e-05}
{"train_loss": 0.00847691297531128, "global_step": 22301, "epoch": 125, "lr": 8.997491496189844e-05}
{"train_loss": 0.0063409944996237755, "global_step": 22302, "epoch": 125, "lr": 8.997402733612324e-05}
{"train_loss": 0.005372609477490187, "global_step": 22303, "epoch": 125, "lr": 8.997313967543309e-05}
{"train_loss": 0.0040182918310165405, "global_step": 22304, "epoch": 125, "lr": 8.997225197982879e-05}
{"train_loss": 0.005636660382151604, "global_step": 22305, "epoch": 125, "lr": 8.997136424931114e-05}
{"train_loss": 0.007315121591091156, "global_step": 22306, "epoch": 125, "lr": 8.997047648388086e-05}
{"train_loss": 0.004943108651787043, "global_step": 22307, "epoch": 125, "lr": 8.996958868353877e-05}
{"train_loss": 0.008006125688552856, "global_step": 22308, "epoch": 125, "lr": 8.996870084828563e-05}
{"train_loss": 0.008899128064513206, "global_step": 22309, "epoch": 125, "lr": 8.996781297812223e-05}
{"train_loss": 0.011662647128105164, "global_step": 22310, "epoch": 125, "lr": 8.996692507304933e-05}
{"train_loss": 0.006233534775674343, "global_step": 22311, "epoch": 125, "lr": 8.996603713306771e-05}
{"train_loss": 0.010976020246744156, "global_step": 22312, "epoch": 125, "lr": 8.996514915817812e-05}
{"train_loss": 0.009226362220942974, "global_step": 22313, "epoch": 125, "lr": 8.996426114838137e-05}
{"train_loss": 0.013405163772404194, "global_step": 22314, "epoch": 125, "lr": 8.996337310367822e-05}
{"train_loss": 0.00897892750799656, "global_step": 22315, "epoch": 125, "lr": 8.996248502406947e-05}
{"train_loss": 0.004740957170724869, "global_step": 22316, "epoch": 125, "lr": 8.996159690955586e-05}
{"train_loss": 0.011694198474287987, "global_step": 22317, "epoch": 125, "lr": 8.996070876013818e-05}
{"train_loss": 0.00703192874789238, "global_step": 22318, "epoch": 125, "lr": 8.995982057581721e-05}
{"train_loss": 0.009710635989904404, "global_step": 22319, "epoch": 125, "lr": 8.995893235659373e-05}
{"train_loss": 0.008762707933783531, "global_step": 22320, "epoch": 125, "lr": 8.995804410246851e-05}
{"train_loss": 0.009433740749955177, "global_step": 22321, "epoch": 125, "lr": 8.99571558134423e-05}
{"train_loss": 0.008813830092549324, "global_step": 22322, "epoch": 125, "lr": 8.995626748951593e-05}
{"train_loss": 0.004873658064752817, "global_step": 22323, "epoch": 125, "lr": 8.995537913069013e-05}
{"train_loss": 0.007095285225659609, "global_step": 22324, "epoch": 125, "lr": 8.99544907369657e-05}
{"train_loss": 0.005979963578283787, "global_step": 22325, "epoch": 125, "lr": 8.995360230834342e-05}
{"train_loss": 0.006210340652614832, "global_step": 22326, "epoch": 125, "lr": 8.995271384482403e-05}
{"train_loss": 0.008404839783906937, "global_step": 22327, "epoch": 125, "lr": 8.995182534640833e-05}
{"train_loss": 0.006918592378497124, "global_step": 22328, "epoch": 125, "lr": 8.995093681309713e-05}
{"train_loss": 0.0059233373031020164, "global_step": 22329, "epoch": 125, "lr": 8.995004824489113e-05}
{"train_loss": 0.005939494352787733, "global_step": 22330, "epoch": 125, "lr": 8.994915964179118e-05}
{"train_loss": 0.008526400662958622, "global_step": 22331, "epoch": 125, "lr": 8.994827100379802e-05}
{"train_loss": 0.012986165471374989, "global_step": 22332, "epoch": 125, "lr": 8.994738233091242e-05}
{"train_loss": 0.008236429654061794, "global_step": 22333, "epoch": 125, "lr": 8.994649362313516e-05}
{"train_loss": 0.01251698937267065, "global_step": 22334, "epoch": 125, "lr": 8.994560488046704e-05}
{"train_loss": 0.00746446568518877, "global_step": 22335, "epoch": 125, "lr": 8.994471610290883e-05}
{"train_loss": 0.004915617406368256, "global_step": 22336, "epoch": 125, "lr": 8.994382729046126e-05}
{"train_loss": 0.009441502392292023, "global_step": 22337, "epoch": 125, "lr": 8.994293844312518e-05}
{"train_loss": 0.013147324323654175, "global_step": 22338, "epoch": 125, "lr": 8.994204956090131e-05}
{"train_loss": 0.0034178048372268677, "global_step": 22339, "epoch": 125, "lr": 8.994116064379044e-05}
{"train_loss": 0.00785156898200512, "global_step": 22340, "epoch": 125, "lr": 8.994027169179335e-05}
{"train_loss": 0.009873860515654087, "global_step": 22341, "epoch": 125, "lr": 8.993938270491083e-05}
{"train_loss": 0.011494279839098454, "global_step": 22342, "epoch": 125, "lr": 8.993849368314365e-05}
{"train_loss": 0.00672546774148941, "global_step": 22343, "epoch": 125, "lr": 8.993760462649257e-05}
{"train_loss": 0.007631001994013786, "global_step": 22344, "epoch": 125, "lr": 8.993671553495837e-05}
{"train_loss": 0.006030071061104536, "global_step": 22345, "epoch": 125, "lr": 8.993582640854186e-05}
{"train_loss": 0.008732343092560768, "global_step": 22346, "epoch": 125, "lr": 8.993493724724376e-05}
{"train_loss": 0.004020745400339365, "global_step": 22347, "epoch": 125, "lr": 8.993404805106489e-05}
{"train_loss": 0.008984465152025223, "global_step": 22348, "epoch": 125, "lr": 8.993315882000601e-05}
{"train_loss": 0.005197923630475998, "global_step": 22349, "epoch": 125, "lr": 8.993226955406791e-05}
{"train_loss": 0.005860027391463518, "global_step": 22350, "epoch": 125, "lr": 8.993138025325136e-05}
{"train_loss": 0.016605030745267868, "global_step": 22351, "epoch": 125, "lr": 8.993049091755712e-05}
{"train_loss": 0.00531164463609457, "global_step": 22352, "epoch": 125, "lr": 8.9929601546986e-05}
{"train_loss": 0.006866566836833954, "global_step": 22353, "epoch": 125, "lr": 8.992871214153873e-05}
{"train_loss": 0.005230290815234184, "global_step": 22354, "epoch": 125, "lr": 8.992782270121613e-05}
{"train_loss": 0.014420406892895699, "global_step": 22355, "epoch": 125, "lr": 8.992693322601897e-05}
{"train_loss": 0.014306760393083096, "global_step": 22356, "epoch": 125, "lr": 8.992604371594801e-05}
{"train_loss": 0.005598856136202812, "global_step": 22357, "epoch": 125, "lr": 8.992515417100402e-05}
{"train_loss": 0.00846348237246275, "global_step": 22358, "epoch": 125, "lr": 8.992426459118781e-05}
{"train_loss": 0.012892421334981918, "global_step": 22359, "epoch": 125, "lr": 8.992337497650014e-05}
{"train_loss": 0.01348738931119442, "global_step": 22360, "epoch": 125, "lr": 8.992248532694179e-05}
{"train_loss": 0.007928967475891113, "global_step": 22361, "epoch": 125, "lr": 8.992159564251352e-05}
{"train_loss": 0.005263966042548418, "global_step": 22362, "epoch": 125, "lr": 8.992070592321612e-05}
{"train_loss": 0.010929761454463005, "global_step": 22363, "epoch": 125, "lr": 8.991981616905037e-05}
{"train_loss": 0.0060713323764503, "global_step": 22364, "epoch": 125, "lr": 8.991892638001705e-05}
{"train_loss": 0.008547883480787277, "global_step": 22365, "epoch": 125, "lr": 8.991803655611693e-05}
{"train_loss": 0.0055103302001953125, "global_step": 22366, "epoch": 125, "lr": 8.991714669735079e-05}
{"train_loss": 0.005670014303177595, "global_step": 22367, "epoch": 125, "lr": 8.99162568037194e-05}
{"train_loss": 0.0066103264689445496, "global_step": 22368, "epoch": 125, "lr": 8.991536687522356e-05}
{"train_loss": 0.007784051820635796, "global_step": 22369, "epoch": 125, "lr": 8.991447691186401e-05}
{"train_loss": 0.0078077130019664764, "global_step": 22370, "epoch": 125, "lr": 8.991358691364155e-05}
{"train_loss": 0.004044633358716965, "global_step": 22371, "epoch": 125, "lr": 8.991269688055697e-05}
{"train_loss": 0.007072993088513613, "global_step": 22372, "epoch": 125, "lr": 8.991180681261102e-05}
{"train_loss": 0.004024921916425228, "global_step": 22373, "epoch": 125, "lr": 8.99109167098045e-05}
{"train_loss": 0.014847765676677227, "global_step": 22374, "epoch": 125, "lr": 8.991002657213818e-05}
{"train_loss": 0.012402275577187538, "global_step": 22375, "epoch": 125, "lr": 8.990913639961282e-05}
{"train_loss": 0.01217043399810791, "global_step": 22376, "epoch": 125, "lr": 8.990824619222922e-05}
{"train_loss": 0.012943379580974579, "global_step": 22377, "epoch": 125, "lr": 8.990735594998814e-05}
{"train_loss": 0.005828953348100185, "global_step": 22378, "epoch": 125, "lr": 8.990646567289039e-05}
{"train_loss": 0.008822359144687653, "global_step": 22379, "epoch": 125, "lr": 8.990557536093671e-05}
{"train_loss": 0.007065169047564268, "global_step": 22380, "epoch": 125, "lr": 8.99046850141279e-05}
{"train_loss": 0.006848245859146118, "global_step": 22381, "epoch": 125, "lr": 8.990379463246472e-05}
{"train_loss": 0.014007474295794964, "global_step": 22382, "epoch": 125, "lr": 8.990290421594797e-05}
{"train_loss": 0.008585517294704914, "global_step": 22383, "epoch": 125, "lr": 8.990201376457842e-05}
{"train_loss": 0.00933051947504282, "global_step": 22384, "epoch": 125, "lr": 8.990112327835683e-05}
{"train_loss": 0.006576600484549999, "global_step": 22385, "epoch": 125, "lr": 8.9900232757284e-05}
{"train_loss": 0.00720448000356555, "global_step": 22386, "epoch": 125, "lr": 8.989934220136069e-05}
{"train_loss": 0.006729702465236187, "global_step": 22387, "epoch": 125, "lr": 8.989845161058771e-05}
{"train_loss": 0.006082921288907528, "global_step": 22388, "epoch": 125, "lr": 8.989756098496581e-05}
{"train_loss": 0.0065483152866363525, "global_step": 22389, "epoch": 125, "lr": 8.989667032449576e-05}
{"train_loss": 0.006281099282205105, "global_step": 22390, "epoch": 125, "lr": 8.989577962917835e-05}
{"train_loss": 0.005233997479081154, "global_step": 22391, "epoch": 125, "lr": 8.989488889901436e-05}
{"train_loss": 0.008433224633336067, "global_step": 22392, "epoch": 125, "lr": 8.989399813400457e-05}
{"train_loss": 0.003021240234375, "global_step": 22393, "epoch": 125, "lr": 8.989310733414975e-05}
{"train_loss": 0.013532625511288643, "global_step": 22394, "epoch": 125, "lr": 8.98922164994507e-05}
{"train_loss": 0.008533455431461334, "global_step": 22395, "epoch": 125, "lr": 8.989132562990817e-05}
{"train_loss": 0.009251073002815247, "global_step": 22396, "epoch": 125, "lr": 8.989043472552295e-05}
{"train_loss": 0.00495977932587266, "global_step": 22397, "epoch": 125, "lr": 8.988954378629581e-05}
{"train_loss": 0.010007343254983425, "global_step": 22398, "epoch": 125, "lr": 8.988865281222754e-05}
{"train_loss": 0.0073071131482720375, "global_step": 22399, "epoch": 125, "lr": 8.988776180331893e-05}
{"train_loss": 0.008911719545722008, "global_step": 22400, "epoch": 125, "lr": 8.988687075957072e-05}
{"train_loss": 0.009495902806520462, "global_step": 22401, "epoch": 125, "lr": 8.988597968098373e-05}
{"train_loss": 0.006757670547813177, "global_step": 22402, "epoch": 125, "lr": 8.988508856755871e-05}
{"train_loss": 0.008725684136152267, "global_step": 22403, "epoch": 125, "lr": 8.988419741929643e-05}
{"train_loss": 0.006180933676660061, "global_step": 22404, "epoch": 125, "lr": 8.98833062361977e-05}
{"train_loss": 0.010445382446050644, "global_step": 22405, "epoch": 125, "lr": 8.988241501826329e-05}
{"train_loss": 0.008439851924777031, "global_step": 22406, "epoch": 125, "lr": 8.988152376549396e-05}
{"train_loss": 0.005512230098247528, "global_step": 22407, "epoch": 125, "lr": 8.988063247789051e-05}
{"train_loss": 0.015218311920762062, "global_step": 22408, "epoch": 125, "lr": 8.98797411554537e-05}
{"train_loss": 0.00800181645900011, "global_step": 22409, "epoch": 125, "lr": 8.987884979818433e-05}
{"train_loss": 0.004153911955654621, "global_step": 22410, "epoch": 125, "lr": 8.987795840608317e-05}
{"train_loss": 0.014101825654506683, "global_step": 22411, "epoch": 125, "lr": 8.987706697915098e-05}
{"train_loss": 0.008326215669512749, "global_step": 22412, "epoch": 125, "lr": 8.987617551738856e-05}
{"train_loss": 0.006042590364813805, "global_step": 22413, "epoch": 125, "lr": 8.987528402079668e-05}
{"train_loss": 0.01254834234714508, "global_step": 22414, "epoch": 125, "lr": 8.987439248937612e-05}
{"train_loss": 0.0031011253595352173, "global_step": 22415, "epoch": 125, "lr": 8.987350092312767e-05}
{"train_loss": 0.0126996710896492, "global_step": 22416, "epoch": 125, "lr": 8.987260932205208e-05}
{"train_loss": 0.014877162873744965, "global_step": 22417, "epoch": 125, "lr": 8.987171768615015e-05}
{"train_loss": 0.0067860158160328865, "global_step": 22418, "epoch": 125, "lr": 8.987082601542267e-05}
{"train_loss": 0.007639194373041391, "global_step": 22419, "epoch": 125, "lr": 8.98699343098704e-05}
{"train_loss": 0.00867786817252636, "global_step": 22420, "epoch": 125, "lr": 8.986904256949412e-05}
{"train_loss": 0.00936912465840578, "global_step": 22421, "epoch": 125, "lr": 8.98681507942946e-05}
{"train_loss": 0.004562177695333958, "global_step": 22422, "epoch": 125, "lr": 8.986725898427265e-05}
{"train_loss": 0.006105195730924606, "global_step": 22423, "epoch": 125, "lr": 8.986636713942902e-05}
{"train_loss": 0.007655701134353876, "global_step": 22424, "epoch": 125, "lr": 8.986547525976451e-05}
{"train_loss": 0.003990793600678444, "global_step": 22425, "epoch": 125, "lr": 8.986458334527987e-05}
{"train_loss": 0.008037416264414787, "global_step": 22426, "epoch": 125, "lr": 8.986369139597592e-05}
{"train_loss": 0.00807508594209977, "global_step": 22427, "epoch": 125, "lr": 8.98627994118534e-05, "train_action_mse_error": 1.6075311577878892e-05}
{"train_loss": 0.005559643264859915, "global_step": 22428, "epoch": 126, "lr": 8.986190739291311e-05}
{"train_loss": 0.006260897032916546, "global_step": 22429, "epoch": 126, "lr": 8.986101533915582e-05}
{"train_loss": 0.01140024233609438, "global_step": 22430, "epoch": 126, "lr": 8.986012325058232e-05}
{"train_loss": 0.007878515869379044, "global_step": 22431, "epoch": 126, "lr": 8.985923112719337e-05}
{"train_loss": 0.007308421190828085, "global_step": 22432, "epoch": 126, "lr": 8.985833896898979e-05}
{"train_loss": 0.007328564301133156, "global_step": 22433, "epoch": 126, "lr": 8.985744677597231e-05}
{"train_loss": 0.005983645096421242, "global_step": 22434, "epoch": 126, "lr": 8.985655454814173e-05}
{"train_loss": 0.013628792949020863, "global_step": 22435, "epoch": 126, "lr": 8.985566228549885e-05}
{"train_loss": 0.01348609197884798, "global_step": 22436, "epoch": 126, "lr": 8.985476998804439e-05}
{"train_loss": 0.009415052831172943, "global_step": 22437, "epoch": 126, "lr": 8.98538776557792e-05}
{"train_loss": 0.009128617122769356, "global_step": 22438, "epoch": 126, "lr": 8.985298528870401e-05}
{"train_loss": 0.0069698309525847435, "global_step": 22439, "epoch": 126, "lr": 8.985209288681963e-05}
{"train_loss": 0.010992372408509254, "global_step": 22440, "epoch": 126, "lr": 8.985120045012682e-05}
{"train_loss": 0.009190105833113194, "global_step": 22441, "epoch": 126, "lr": 8.985030797862637e-05}
{"train_loss": 0.012562105432152748, "global_step": 22442, "epoch": 126, "lr": 8.984941547231906e-05}
{"train_loss": 0.010332992300391197, "global_step": 22443, "epoch": 126, "lr": 8.984852293120567e-05}
{"train_loss": 0.008296629413962364, "global_step": 22444, "epoch": 126, "lr": 8.984763035528697e-05}
{"train_loss": 0.0069257477298378944, "global_step": 22445, "epoch": 126, "lr": 8.984673774456374e-05}
{"train_loss": 0.0056826090440154076, "global_step": 22446, "epoch": 126, "lr": 8.984584509903675e-05}
{"train_loss": 0.004970428999513388, "global_step": 22447, "epoch": 126, "lr": 8.984495241870682e-05}
{"train_loss": 0.005783651489764452, "global_step": 22448, "epoch": 126, "lr": 8.984405970357467e-05}
{"train_loss": 0.006840410642325878, "global_step": 22449, "epoch": 126, "lr": 8.984316695364114e-05}
{"train_loss": 0.014769992791116238, "global_step": 22450, "epoch": 126, "lr": 8.984227416890698e-05}
{"train_loss": 0.005290144123136997, "global_step": 22451, "epoch": 126, "lr": 8.984138134937299e-05}
{"train_loss": 0.006539094727486372, "global_step": 22452, "epoch": 126, "lr": 8.98404884950399e-05}
{"train_loss": 0.005884634796530008, "global_step": 22453, "epoch": 126, "lr": 8.983959560590854e-05}
{"train_loss": 0.007156697101891041, "global_step": 22454, "epoch": 126, "lr": 8.983870268197966e-05}
{"train_loss": 0.007771981414407492, "global_step": 22455, "epoch": 126, "lr": 8.983780972325408e-05}
{"train_loss": 0.010952714830636978, "global_step": 22456, "epoch": 126, "lr": 8.983691672973253e-05}
{"train_loss": 0.010384089313447475, "global_step": 22457, "epoch": 126, "lr": 8.983602370141581e-05}
{"train_loss": 0.009244266897439957, "global_step": 22458, "epoch": 126, "lr": 8.983513063830471e-05}
{"train_loss": 0.012298369780182838, "global_step": 22459, "epoch": 126, "lr": 8.983423754040001e-05}
{"train_loss": 0.01101007591933012, "global_step": 22460, "epoch": 126, "lr": 8.983334440770246e-05}
{"train_loss": 0.006355078890919685, "global_step": 22461, "epoch": 126, "lr": 8.98324512402129e-05}
{"train_loss": 0.008864633738994598, "global_step": 22462, "epoch": 126, "lr": 8.983155803793204e-05}
{"train_loss": 0.0038643255829811096, "global_step": 22463, "epoch": 126, "lr": 8.98306648008607e-05}
{"train_loss": 0.0066486746072769165, "global_step": 22464, "epoch": 126, "lr": 8.982977152899965e-05}
{"train_loss": 0.009160875342786312, "global_step": 22465, "epoch": 126, "lr": 8.982887822234968e-05}
{"train_loss": 0.013691142201423645, "global_step": 22466, "epoch": 126, "lr": 8.982798488091156e-05}
{"train_loss": 0.008840754628181458, "global_step": 22467, "epoch": 126, "lr": 8.982709150468606e-05}
{"train_loss": 0.009680761955678463, "global_step": 22468, "epoch": 126, "lr": 8.982619809367401e-05}
{"train_loss": 0.010452529415488243, "global_step": 22469, "epoch": 126, "lr": 8.982530464787613e-05}
{"train_loss": 0.013186931610107422, "global_step": 22470, "epoch": 126, "lr": 8.982441116729322e-05}
{"train_loss": 0.006437074393033981, "global_step": 22471, "epoch": 126, "lr": 8.982351765192607e-05}
{"train_loss": 0.005993881728500128, "global_step": 22472, "epoch": 126, "lr": 8.982262410177546e-05}
{"train_loss": 0.0070722633972764015, "global_step": 22473, "epoch": 126, "lr": 8.982173051684217e-05}
{"train_loss": 0.009456039406359196, "global_step": 22474, "epoch": 126, "lr": 8.982083689712697e-05}
{"train_loss": 0.0076028225012123585, "global_step": 22475, "epoch": 126, "lr": 8.981994324263065e-05}
{"train_loss": 0.010037645697593689, "global_step": 22476, "epoch": 126, "lr": 8.981904955335399e-05}
{"train_loss": 0.008269142359495163, "global_step": 22477, "epoch": 126, "lr": 8.981815582929776e-05}
{"train_loss": 0.009690012782812119, "global_step": 22478, "epoch": 126, "lr": 8.981726207046275e-05}
{"train_loss": 0.0074778045527637005, "global_step": 22479, "epoch": 126, "lr": 8.981636827684974e-05}
{"train_loss": 0.009378291666507721, "global_step": 22480, "epoch": 126, "lr": 8.981547444845952e-05}
{"train_loss": 0.010892663151025772, "global_step": 22481, "epoch": 126, "lr": 8.981458058529285e-05}
{"train_loss": 0.005542375613003969, "global_step": 22482, "epoch": 126, "lr": 8.981368668735053e-05}
{"train_loss": 0.005818522535264492, "global_step": 22483, "epoch": 126, "lr": 8.981279275463333e-05}
{"train_loss": 0.009942736476659775, "global_step": 22484, "epoch": 126, "lr": 8.981189878714203e-05}
{"train_loss": 0.0114420922473073, "global_step": 22485, "epoch": 126, "lr": 8.981100478487741e-05}
{"train_loss": 0.009317262098193169, "global_step": 22486, "epoch": 126, "lr": 8.981011074784024e-05}
{"train_loss": 0.010317031294107437, "global_step": 22487, "epoch": 126, "lr": 8.980921667603135e-05}
{"train_loss": 0.005074356682598591, "global_step": 22488, "epoch": 126, "lr": 8.980832256945146e-05}
{"train_loss": 0.010708278976380825, "global_step": 22489, "epoch": 126, "lr": 8.980742842810139e-05}
{"train_loss": 0.008331678807735443, "global_step": 22490, "epoch": 126, "lr": 8.980653425198191e-05}
{"train_loss": 0.00645260838791728, "global_step": 22491, "epoch": 126, "lr": 8.98056400410938e-05}
{"train_loss": 0.010215232148766518, "global_step": 22492, "epoch": 126, "lr": 8.980474579543784e-05}
{"train_loss": 0.004755718167871237, "global_step": 22493, "epoch": 126, "lr": 8.98038515150148e-05}
{"train_loss": 0.014475966803729534, "global_step": 22494, "epoch": 126, "lr": 8.98029571998255e-05}
{"train_loss": 0.011364681646227837, "global_step": 22495, "epoch": 126, "lr": 8.980206284987067e-05}
{"train_loss": 0.006317750550806522, "global_step": 22496, "epoch": 126, "lr": 8.980116846515112e-05}
{"train_loss": 0.0031636497005820274, "global_step": 22497, "epoch": 126, "lr": 8.980027404566762e-05}
{"train_loss": 0.006347534246742725, "global_step": 22498, "epoch": 126, "lr": 8.979937959142097e-05}
{"train_loss": 0.010080383159220219, "global_step": 22499, "epoch": 126, "lr": 8.979848510241193e-05}
{"train_loss": 0.004581277724355459, "global_step": 22500, "epoch": 126, "lr": 8.97975905786413e-05}
{"train_loss": 0.007240598089993, "global_step": 22501, "epoch": 126, "lr": 8.979669602010985e-05}
{"train_loss": 0.010050819255411625, "global_step": 22502, "epoch": 126, "lr": 8.979580142681834e-05}
{"train_loss": 0.012044102884829044, "global_step": 22503, "epoch": 126, "lr": 8.979490679876761e-05}
{"train_loss": 0.005120339337736368, "global_step": 22504, "epoch": 126, "lr": 8.979401213595838e-05}
{"train_loss": 0.005272055976092815, "global_step": 22505, "epoch": 126, "lr": 8.979311743839146e-05}
{"train_loss": 0.0037187826819717884, "global_step": 22506, "epoch": 126, "lr": 8.979222270606764e-05}
{"train_loss": 0.010295037180185318, "global_step": 22507, "epoch": 126, "lr": 8.979132793898767e-05}
{"train_loss": 0.010596087202429771, "global_step": 22508, "epoch": 126, "lr": 8.979043313715237e-05}
{"train_loss": 0.007164660841226578, "global_step": 22509, "epoch": 126, "lr": 8.97895383005625e-05}
{"train_loss": 0.00816149078309536, "global_step": 22510, "epoch": 126, "lr": 8.978864342921884e-05}
{"train_loss": 0.007409135811030865, "global_step": 22511, "epoch": 126, "lr": 8.978774852312217e-05}
{"train_loss": 0.00549521017819643, "global_step": 22512, "epoch": 126, "lr": 8.978685358227329e-05}
{"train_loss": 0.011385761201381683, "global_step": 22513, "epoch": 126, "lr": 8.978595860667296e-05}
{"train_loss": 0.011515393853187561, "global_step": 22514, "epoch": 126, "lr": 8.978506359632198e-05}
{"train_loss": 0.008477460592985153, "global_step": 22515, "epoch": 126, "lr": 8.978416855122111e-05}
{"train_loss": 0.01136593148112297, "global_step": 22516, "epoch": 126, "lr": 8.978327347137116e-05}
{"train_loss": 0.010402003303170204, "global_step": 22517, "epoch": 126, "lr": 8.978237835677289e-05}
{"train_loss": 0.011568078771233559, "global_step": 22518, "epoch": 126, "lr": 8.97814832074271e-05}
{"train_loss": 0.007113728206604719, "global_step": 22519, "epoch": 126, "lr": 8.978058802333453e-05}
{"train_loss": 0.010582899674773216, "global_step": 22520, "epoch": 126, "lr": 8.977969280449602e-05}
{"train_loss": 0.009189561940729618, "global_step": 22521, "epoch": 126, "lr": 8.977879755091232e-05}
{"train_loss": 0.014957710169255733, "global_step": 22522, "epoch": 126, "lr": 8.97779022625842e-05}
{"train_loss": 0.009402250871062279, "global_step": 22523, "epoch": 126, "lr": 8.977700693951247e-05}
{"train_loss": 0.003921434283256531, "global_step": 22524, "epoch": 126, "lr": 8.977611158169789e-05}
{"train_loss": 0.007679939270019531, "global_step": 22525, "epoch": 126, "lr": 8.977521618914127e-05}
{"train_loss": 0.007892860099673271, "global_step": 22526, "epoch": 126, "lr": 8.977432076184335e-05}
{"train_loss": 0.008079135790467262, "global_step": 22527, "epoch": 126, "lr": 8.977342529980497e-05}
{"train_loss": 0.012188564985990524, "global_step": 22528, "epoch": 126, "lr": 8.977252980302686e-05}
{"train_loss": 0.008164497092366219, "global_step": 22529, "epoch": 126, "lr": 8.97716342715098e-05}
{"train_loss": 0.005834212992340326, "global_step": 22530, "epoch": 126, "lr": 8.977073870525462e-05}
{"train_loss": 0.0066933101043105125, "global_step": 22531, "epoch": 126, "lr": 8.976984310426206e-05}
{"train_loss": 0.008199259638786316, "global_step": 22532, "epoch": 126, "lr": 8.976894746853292e-05}
{"train_loss": 0.010129989124834538, "global_step": 22533, "epoch": 126, "lr": 8.9768051798068e-05}
{"train_loss": 0.0062571000307798386, "global_step": 22534, "epoch": 126, "lr": 8.976715609286804e-05}
{"train_loss": 0.007293962873518467, "global_step": 22535, "epoch": 126, "lr": 8.976626035293385e-05}
{"train_loss": 0.009615725837647915, "global_step": 22536, "epoch": 126, "lr": 8.97653645782662e-05}
{"train_loss": 0.006465784274041653, "global_step": 22537, "epoch": 126, "lr": 8.976446876886588e-05}
{"train_loss": 0.012657767161726952, "global_step": 22538, "epoch": 126, "lr": 8.976357292473367e-05}
{"train_loss": 0.007685906253755093, "global_step": 22539, "epoch": 126, "lr": 8.976267704587036e-05}
{"train_loss": 0.008907116018235683, "global_step": 22540, "epoch": 126, "lr": 8.976178113227674e-05}
{"train_loss": 0.01207670010626316, "global_step": 22541, "epoch": 126, "lr": 8.976088518395356e-05}
{"train_loss": 0.005904674995690584, "global_step": 22542, "epoch": 126, "lr": 8.975998920090163e-05}
{"train_loss": 0.0028027675580233335, "global_step": 22543, "epoch": 126, "lr": 8.97590931831217e-05}
{"train_loss": 0.007727472577244043, "global_step": 22544, "epoch": 126, "lr": 8.97581971306146e-05}
{"train_loss": 0.005913666915148497, "global_step": 22545, "epoch": 126, "lr": 8.975730104338108e-05}
{"train_loss": 0.009350120089948177, "global_step": 22546, "epoch": 126, "lr": 8.975640492142194e-05}
{"train_loss": 0.0035509357694536448, "global_step": 22547, "epoch": 126, "lr": 8.975550876473795e-05}
{"train_loss": 0.008043160662055016, "global_step": 22548, "epoch": 126, "lr": 8.97546125733299e-05}
{"train_loss": 0.010166093707084656, "global_step": 22549, "epoch": 126, "lr": 8.975371634719857e-05}
{"train_loss": 0.00851672887802124, "global_step": 22550, "epoch": 126, "lr": 8.975282008634473e-05}
{"train_loss": 0.0063575031235814095, "global_step": 22551, "epoch": 126, "lr": 8.97519237907692e-05}
{"train_loss": 0.0076732337474823, "global_step": 22552, "epoch": 126, "lr": 8.975102746047273e-05}
{"train_loss": 0.004156061448156834, "global_step": 22553, "epoch": 126, "lr": 8.975013109545609e-05}
{"train_loss": 0.005206435453146696, "global_step": 22554, "epoch": 126, "lr": 8.97492346957201e-05}
{"train_loss": 0.010469344444572926, "global_step": 22555, "epoch": 126, "lr": 8.974833826126554e-05}
{"train_loss": 0.009266596287488937, "global_step": 22556, "epoch": 126, "lr": 8.974744179209316e-05}
{"train_loss": 0.006342010572552681, "global_step": 22557, "epoch": 126, "lr": 8.974654528820378e-05}
{"train_loss": 0.007468448951840401, "global_step": 22558, "epoch": 126, "lr": 8.974564874959815e-05}
{"train_loss": 0.009974886663258076, "global_step": 22559, "epoch": 126, "lr": 8.974475217627707e-05}
{"train_loss": 0.00928119570016861, "global_step": 22560, "epoch": 126, "lr": 8.974385556824135e-05}
{"train_loss": 0.01176770031452179, "global_step": 22561, "epoch": 126, "lr": 8.974295892549171e-05}
{"train_loss": 0.00978270173072815, "global_step": 22562, "epoch": 126, "lr": 8.974206224802899e-05}
{"train_loss": 0.010863766074180603, "global_step": 22563, "epoch": 126, "lr": 8.974116553585394e-05}
{"train_loss": 0.008585887029767036, "global_step": 22564, "epoch": 126, "lr": 8.974026878896738e-05}
{"train_loss": 0.005729882977902889, "global_step": 22565, "epoch": 126, "lr": 8.973937200737003e-05}
{"train_loss": 0.007847698405385017, "global_step": 22566, "epoch": 126, "lr": 8.973847519106274e-05}
{"train_loss": 0.0078483447432518, "global_step": 22567, "epoch": 126, "lr": 8.973757834004626e-05}
{"train_loss": 0.0050986213609576225, "global_step": 22568, "epoch": 126, "lr": 8.973668145432137e-05}
{"train_loss": 0.007084734737873077, "global_step": 22569, "epoch": 126, "lr": 8.973578453388887e-05}
{"train_loss": 0.0059886593371629715, "global_step": 22570, "epoch": 126, "lr": 8.973488757874954e-05}
{"train_loss": 0.005500408820807934, "global_step": 22571, "epoch": 126, "lr": 8.973399058890415e-05}
{"train_loss": 0.010827448219060898, "global_step": 22572, "epoch": 126, "lr": 8.973309356435349e-05}
{"train_loss": 0.005126273725181818, "global_step": 22573, "epoch": 126, "lr": 8.973219650509835e-05}
{"train_loss": 0.011996706947684288, "global_step": 22574, "epoch": 126, "lr": 8.97312994111395e-05}
{"train_loss": 0.008355055935680866, "global_step": 22575, "epoch": 126, "lr": 8.973040228247775e-05}
{"train_loss": 0.009545555338263512, "global_step": 22576, "epoch": 126, "lr": 8.972950511911385e-05}
{"train_loss": 0.009589663706719875, "global_step": 22577, "epoch": 126, "lr": 8.972860792104862e-05}
{"train_loss": 0.0071511645801365376, "global_step": 22578, "epoch": 126, "lr": 8.97277106882828e-05}
{"train_loss": 0.00904521718621254, "global_step": 22579, "epoch": 126, "lr": 8.972681342081721e-05}
{"train_loss": 0.012402086518704891, "global_step": 22580, "epoch": 126, "lr": 8.972591611865262e-05}
{"train_loss": 0.010914282873272896, "global_step": 22581, "epoch": 126, "lr": 8.97250187817898e-05}
{"train_loss": 0.010134384036064148, "global_step": 22582, "epoch": 126, "lr": 8.972412141022958e-05}
{"train_loss": 0.010723523795604706, "global_step": 22583, "epoch": 126, "lr": 8.972322400397269e-05}
{"train_loss": 0.007502793800085783, "global_step": 22584, "epoch": 126, "lr": 8.972232656301993e-05}
{"train_loss": 0.00835842452943325, "global_step": 22585, "epoch": 126, "lr": 8.972142908737211e-05}
{"train_loss": 0.00579432025551796, "global_step": 22586, "epoch": 126, "lr": 8.972053157702998e-05}
{"train_loss": 0.0034038727171719074, "global_step": 22587, "epoch": 126, "lr": 8.971963403199435e-05}
{"train_loss": 0.011785460636019707, "global_step": 22588, "epoch": 126, "lr": 8.971873645226599e-05}
{"train_loss": 0.00996701605618, "global_step": 22589, "epoch": 126, "lr": 8.971783883784567e-05}
{"train_loss": 0.008244499564170837, "global_step": 22590, "epoch": 126, "lr": 8.971694118873419e-05}
{"train_loss": 0.007312868256121874, "global_step": 22591, "epoch": 126, "lr": 8.971604350493234e-05}
{"train_loss": 0.010038687847554684, "global_step": 22592, "epoch": 126, "lr": 8.971514578644091e-05}
{"train_loss": 0.004686675034463406, "global_step": 22593, "epoch": 126, "lr": 8.971424803326067e-05}
{"train_loss": 0.006620046682655811, "global_step": 22594, "epoch": 126, "lr": 8.971335024539241e-05}
{"train_loss": 0.008677980862557888, "global_step": 22595, "epoch": 126, "lr": 8.971245242283688e-05}
{"train_loss": 0.007654112763702869, "global_step": 22596, "epoch": 126, "lr": 8.971155456559491e-05}
{"train_loss": 0.007031092420220375, "global_step": 22597, "epoch": 126, "lr": 8.971065667366727e-05}
{"train_loss": 0.004340016283094883, "global_step": 22598, "epoch": 126, "lr": 8.970975874705475e-05}
{"train_loss": 0.00524662621319294, "global_step": 22599, "epoch": 126, "lr": 8.970886078575813e-05}
{"train_loss": 0.005888267420232296, "global_step": 22600, "epoch": 126, "lr": 8.970796278977817e-05}
{"train_loss": 0.0042020948603749275, "global_step": 22601, "epoch": 126, "lr": 8.97070647591157e-05}
{"train_loss": 0.0070529840886592865, "global_step": 22602, "epoch": 126, "lr": 8.970616669377147e-05}
{"train_loss": 0.008240761235356331, "global_step": 22603, "epoch": 126, "lr": 8.970526859374627e-05}
{"train_loss": 0.006900661624968052, "global_step": 22604, "epoch": 126, "lr": 8.970437045904089e-05}
{"train_loss": 0.008342081296330925, "global_step": 22605, "epoch": 126, "lr": 8.970347228965612e-05}
{"train_loss": 0.00664091482758522, "global_step": 22606, "epoch": 127, "lr": 8.970257408559273e-05}
{"train_loss": 0.0046898601576685905, "global_step": 22607, "epoch": 127, "lr": 8.970167584685152e-05}
{"train_loss": 0.007115586660802364, "global_step": 22608, "epoch": 127, "lr": 8.970077757343327e-05}
{"train_loss": 0.007251526229083538, "global_step": 22609, "epoch": 127, "lr": 8.969987926533876e-05}
{"train_loss": 0.004277105908840895, "global_step": 22610, "epoch": 127, "lr": 8.969898092256877e-05}
{"train_loss": 0.013894087634980679, "global_step": 22611, "epoch": 127, "lr": 8.969808254512409e-05}
{"train_loss": 0.013182215392589569, "global_step": 22612, "epoch": 127, "lr": 8.96971841330055e-05}
{"train_loss": 0.00936138816177845, "global_step": 22613, "epoch": 127, "lr": 8.969628568621381e-05}
{"train_loss": 0.005554422736167908, "global_step": 22614, "epoch": 127, "lr": 8.969538720474976e-05}
{"train_loss": 0.010052118450403214, "global_step": 22615, "epoch": 127, "lr": 8.969448868861419e-05}
{"train_loss": 0.00686733890324831, "global_step": 22616, "epoch": 127, "lr": 8.969359013780784e-05}
{"train_loss": 0.011133522726595402, "global_step": 22617, "epoch": 127, "lr": 8.969269155233151e-05}
{"train_loss": 0.0066459281370043755, "global_step": 22618, "epoch": 127, "lr": 8.969179293218598e-05}
{"train_loss": 0.009973831474781036, "global_step": 22619, "epoch": 127, "lr": 8.969089427737203e-05}
{"train_loss": 0.008043765090405941, "global_step": 22620, "epoch": 127, "lr": 8.968999558789049e-05}
{"train_loss": 0.00866767205297947, "global_step": 22621, "epoch": 127, "lr": 8.968909686374207e-05}
{"train_loss": 0.011328409425914288, "global_step": 22622, "epoch": 127, "lr": 8.968819810492762e-05}
{"train_loss": 0.007070009596645832, "global_step": 22623, "epoch": 127, "lr": 8.968729931144788e-05}
{"train_loss": 0.0157165490090847, "global_step": 22624, "epoch": 127, "lr": 8.968640048330367e-05}
{"train_loss": 0.010563439689576626, "global_step": 22625, "epoch": 127, "lr": 8.968550162049574e-05}
{"train_loss": 0.005481444299221039, "global_step": 22626, "epoch": 127, "lr": 8.968460272302491e-05}
{"train_loss": 0.012062148191034794, "global_step": 22627, "epoch": 127, "lr": 8.968370379089195e-05}
{"train_loss": 0.0061391242779791355, "global_step": 22628, "epoch": 127, "lr": 8.968280482409764e-05}
{"train_loss": 0.004804210737347603, "global_step": 22629, "epoch": 127, "lr": 8.968190582264278e-05}
{"train_loss": 0.007578704971820116, "global_step": 22630, "epoch": 127, "lr": 8.968100678652814e-05}
{"train_loss": 0.006448555272072554, "global_step": 22631, "epoch": 127, "lr": 8.96801077157545e-05}
{"train_loss": 0.007148499600589275, "global_step": 22632, "epoch": 127, "lr": 8.967920861032267e-05}
{"train_loss": 0.009067224338650703, "global_step": 22633, "epoch": 127, "lr": 8.967830947023339e-05}
{"train_loss": 0.005030167754739523, "global_step": 22634, "epoch": 127, "lr": 8.96774102954875e-05}
{"train_loss": 0.007012040354311466, "global_step": 22635, "epoch": 127, "lr": 8.967651108608577e-05}
{"train_loss": 0.007797179743647575, "global_step": 22636, "epoch": 127, "lr": 8.967561184202897e-05}
{"train_loss": 0.010316336527466774, "global_step": 22637, "epoch": 127, "lr": 8.967471256331789e-05}
{"train_loss": 0.008653386496007442, "global_step": 22638, "epoch": 127, "lr": 8.967381324995331e-05}
{"train_loss": 0.007461025845259428, "global_step": 22639, "epoch": 127, "lr": 8.967291390193604e-05}
{"train_loss": 0.013628245331346989, "global_step": 22640, "epoch": 127, "lr": 8.967201451926683e-05}
{"train_loss": 0.006470116786658764, "global_step": 22641, "epoch": 127, "lr": 8.96711151019465e-05}
{"train_loss": 0.0030869320034980774, "global_step": 22642, "epoch": 127, "lr": 8.967021564997582e-05}
{"train_loss": 0.008409010246396065, "global_step": 22643, "epoch": 127, "lr": 8.966931616335557e-05}
{"train_loss": 0.010026918724179268, "global_step": 22644, "epoch": 127, "lr": 8.966841664208654e-05}
{"train_loss": 0.009959341026842594, "global_step": 22645, "epoch": 127, "lr": 8.966751708616952e-05}
{"train_loss": 0.00736962491646409, "global_step": 22646, "epoch": 127, "lr": 8.966661749560529e-05}
{"train_loss": 0.007443003356456757, "global_step": 22647, "epoch": 127, "lr": 8.966571787039464e-05}
{"train_loss": 0.008461875841021538, "global_step": 22648, "epoch": 127, "lr": 8.966481821053836e-05}
{"train_loss": 0.010291242972016335, "global_step": 22649, "epoch": 127, "lr": 8.966391851603722e-05}
{"train_loss": 0.010443753562867641, "global_step": 22650, "epoch": 127, "lr": 8.966301878689202e-05}
{"train_loss": 0.0060505978763103485, "global_step": 22651, "epoch": 127, "lr": 8.966211902310354e-05}
{"train_loss": 0.007117376662790775, "global_step": 22652, "epoch": 127, "lr": 8.966121922467256e-05}
{"train_loss": 0.010549712926149368, "global_step": 22653, "epoch": 127, "lr": 8.966031939159988e-05}
{"train_loss": 0.00863532442599535, "global_step": 22654, "epoch": 127, "lr": 8.96594195238863e-05}
{"train_loss": 0.01231144554913044, "global_step": 22655, "epoch": 127, "lr": 8.965851962153257e-05}
{"train_loss": 0.00836699828505516, "global_step": 22656, "epoch": 127, "lr": 8.96576196845395e-05}
{"train_loss": 0.013825629837810993, "global_step": 22657, "epoch": 127, "lr": 8.965671971290784e-05}
{"train_loss": 0.00459442799910903, "global_step": 22658, "epoch": 127, "lr": 8.965581970663842e-05}
{"train_loss": 0.007177448365837336, "global_step": 22659, "epoch": 127, "lr": 8.9654919665732e-05}
{"train_loss": 0.0077879345044493675, "global_step": 22660, "epoch": 127, "lr": 8.96540195901894e-05}
{"train_loss": 0.00946661364287138, "global_step": 22661, "epoch": 127, "lr": 8.965311948001138e-05}
{"train_loss": 0.012485495768487453, "global_step": 22662, "epoch": 127, "lr": 8.96522193351987e-05}
{"train_loss": 0.005476582329720259, "global_step": 22663, "epoch": 127, "lr": 8.96513191557522e-05}
{"train_loss": 0.008868210017681122, "global_step": 22664, "epoch": 127, "lr": 8.965041894167264e-05}
{"train_loss": 0.0042253462597727776, "global_step": 22665, "epoch": 127, "lr": 8.964951869296078e-05}
{"train_loss": 0.0050565507262945175, "global_step": 22666, "epoch": 127, "lr": 8.964861840961747e-05}
{"train_loss": 0.004734758287668228, "global_step": 22667, "epoch": 127, "lr": 8.964771809164343e-05}
{"train_loss": 0.007589089218527079, "global_step": 22668, "epoch": 127, "lr": 8.964681773903949e-05}
{"train_loss": 0.008166076615452766, "global_step": 22669, "epoch": 127, "lr": 8.964591735180642e-05}
{"train_loss": 0.006371652707457542, "global_step": 22670, "epoch": 127, "lr": 8.964501692994501e-05}
{"train_loss": 0.006258383393287659, "global_step": 22671, "epoch": 127, "lr": 8.964411647345605e-05}
{"train_loss": 0.009257151745259762, "global_step": 22672, "epoch": 127, "lr": 8.964321598234031e-05}
{"train_loss": 0.007066166028380394, "global_step": 22673, "epoch": 127, "lr": 8.964231545659861e-05}
{"train_loss": 0.006171992979943752, "global_step": 22674, "epoch": 127, "lr": 8.964141489623167e-05}
{"train_loss": 0.005125604569911957, "global_step": 22675, "epoch": 127, "lr": 8.964051430124036e-05}
{"train_loss": 0.011167185381054878, "global_step": 22676, "epoch": 127, "lr": 8.963961367162544e-05}
{"train_loss": 0.010758506134152412, "global_step": 22677, "epoch": 127, "lr": 8.963871300738765e-05}
{"train_loss": 0.007556048221886158, "global_step": 22678, "epoch": 127, "lr": 8.963781230852782e-05}
{"train_loss": 0.006314161699265242, "global_step": 22679, "epoch": 127, "lr": 8.963691157504675e-05}
{"train_loss": 0.008568936958909035, "global_step": 22680, "epoch": 127, "lr": 8.963601080694518e-05}
{"train_loss": 0.009764534421265125, "global_step": 22681, "epoch": 127, "lr": 8.963511000422393e-05}
{"train_loss": 0.004286984913051128, "global_step": 22682, "epoch": 127, "lr": 8.963420916688378e-05}
{"train_loss": 0.00924568623304367, "global_step": 22683, "epoch": 127, "lr": 8.96333082949255e-05}
{"train_loss": 0.006992914713919163, "global_step": 22684, "epoch": 127, "lr": 8.963240738834991e-05}
{"train_loss": 0.004881466273218393, "global_step": 22685, "epoch": 127, "lr": 8.963150644715778e-05}
{"train_loss": 0.007380112074315548, "global_step": 22686, "epoch": 127, "lr": 8.963060547134989e-05}
{"train_loss": 0.0069474889896810055, "global_step": 22687, "epoch": 127, "lr": 8.962970446092703e-05}
{"train_loss": 0.00669292313978076, "global_step": 22688, "epoch": 127, "lr": 8.962880341589e-05}
{"train_loss": 0.014159271493554115, "global_step": 22689, "epoch": 127, "lr": 8.962790233623957e-05}
{"train_loss": 0.005197512451559305, "global_step": 22690, "epoch": 127, "lr": 8.962700122197653e-05}
{"train_loss": 0.010545986704528332, "global_step": 22691, "epoch": 127, "lr": 8.962610007310167e-05}
{"train_loss": 0.0074401493184268475, "global_step": 22692, "epoch": 127, "lr": 8.962519888961578e-05}
{"train_loss": 0.011178642511367798, "global_step": 22693, "epoch": 127, "lr": 8.962429767151966e-05}
{"train_loss": 0.008213993161916733, "global_step": 22694, "epoch": 127, "lr": 8.962339641881407e-05}
{"train_loss": 0.006021828856319189, "global_step": 22695, "epoch": 127, "lr": 8.962249513149981e-05}
{"train_loss": 0.00554119236767292, "global_step": 22696, "epoch": 127, "lr": 8.962159380957767e-05}
{"train_loss": 0.004552443977445364, "global_step": 22697, "epoch": 127, "lr": 8.962069245304843e-05}
{"train_loss": 0.005501095671206713, "global_step": 22698, "epoch": 127, "lr": 8.961979106191287e-05}
{"train_loss": 0.005878095515072346, "global_step": 22699, "epoch": 127, "lr": 8.96188896361718e-05}
{"train_loss": 0.010196207091212273, "global_step": 22700, "epoch": 127, "lr": 8.9617988175826e-05}
{"train_loss": 0.00819748267531395, "global_step": 22701, "epoch": 127, "lr": 8.961708668087626e-05}
{"train_loss": 0.009150604717433453, "global_step": 22702, "epoch": 127, "lr": 8.961618515132334e-05}
{"train_loss": 0.00933233741670847, "global_step": 22703, "epoch": 127, "lr": 8.961528358716806e-05}
{"train_loss": 0.003691424150019884, "global_step": 22704, "epoch": 127, "lr": 8.961438198841118e-05}
{"train_loss": 0.007976062595844269, "global_step": 22705, "epoch": 127, "lr": 8.961348035505353e-05}
{"train_loss": 0.006951258052140474, "global_step": 22706, "epoch": 127, "lr": 8.961257868709586e-05}
{"train_loss": 0.014726180583238602, "global_step": 22707, "epoch": 127, "lr": 8.961167698453896e-05}
{"train_loss": 0.004663119558244944, "global_step": 22708, "epoch": 127, "lr": 8.961077524738364e-05}
{"train_loss": 0.005669821985065937, "global_step": 22709, "epoch": 127, "lr": 8.960987347563065e-05}
{"train_loss": 0.006372151430696249, "global_step": 22710, "epoch": 127, "lr": 8.960897166928083e-05}
{"train_loss": 0.011564832180738449, "global_step": 22711, "epoch": 127, "lr": 8.960806982833491e-05}
{"train_loss": 0.009112057276070118, "global_step": 22712, "epoch": 127, "lr": 8.960716795279373e-05}
{"train_loss": 0.006905809976160526, "global_step": 22713, "epoch": 127, "lr": 8.960626604265805e-05}
{"train_loss": 0.00721402233466506, "global_step": 22714, "epoch": 127, "lr": 8.960536409792865e-05}
{"train_loss": 0.00695553096011281, "global_step": 22715, "epoch": 127, "lr": 8.960446211860634e-05}
{"train_loss": 0.006058556959033012, "global_step": 22716, "epoch": 127, "lr": 8.960356010469189e-05}
{"train_loss": 0.008172682486474514, "global_step": 22717, "epoch": 127, "lr": 8.960265805618611e-05}
{"train_loss": 0.005760231986641884, "global_step": 22718, "epoch": 127, "lr": 8.960175597308975e-05}
{"train_loss": 0.006109432317316532, "global_step": 22719, "epoch": 127, "lr": 8.960085385540364e-05}
{"train_loss": 0.010678105987608433, "global_step": 22720, "epoch": 127, "lr": 8.959995170312854e-05}
{"train_loss": 0.009801030158996582, "global_step": 22721, "epoch": 127, "lr": 8.959904951626525e-05}
{"train_loss": 0.0053521618247032166, "global_step": 22722, "epoch": 127, "lr": 8.959814729481456e-05}
{"train_loss": 0.008585968986153603, "global_step": 22723, "epoch": 127, "lr": 8.959724503877725e-05}
{"train_loss": 0.0038265048060566187, "global_step": 22724, "epoch": 127, "lr": 8.959634274815412e-05}
{"train_loss": 0.007419906556606293, "global_step": 22725, "epoch": 127, "lr": 8.959544042294593e-05}
{"train_loss": 0.011600825935602188, "global_step": 22726, "epoch": 127, "lr": 8.95945380631535e-05}
{"train_loss": 0.008829081431031227, "global_step": 22727, "epoch": 127, "lr": 8.959363566877759e-05}
{"train_loss": 0.008663270622491837, "global_step": 22728, "epoch": 127, "lr": 8.959273323981903e-05}
{"train_loss": 0.011377700604498386, "global_step": 22729, "epoch": 127, "lr": 8.959183077627856e-05}
{"train_loss": 0.007032962515950203, "global_step": 22730, "epoch": 127, "lr": 8.959092827815701e-05}
{"train_loss": 0.008903036825358868, "global_step": 22731, "epoch": 127, "lr": 8.959002574545513e-05}
{"train_loss": 0.01069566048681736, "global_step": 22732, "epoch": 127, "lr": 8.958912317817373e-05}
{"train_loss": 0.01075215358287096, "global_step": 22733, "epoch": 127, "lr": 8.95882205763136e-05}
{"train_loss": 0.004486960358917713, "global_step": 22734, "epoch": 127, "lr": 8.958731793987551e-05}
{"train_loss": 0.007309735286980867, "global_step": 22735, "epoch": 127, "lr": 8.958641526886029e-05}
{"train_loss": 0.007361471652984619, "global_step": 22736, "epoch": 127, "lr": 8.958551256326867e-05}
{"train_loss": 0.005852833855897188, "global_step": 22737, "epoch": 127, "lr": 8.958460982310148e-05}
{"train_loss": 0.004953103139996529, "global_step": 22738, "epoch": 127, "lr": 8.958370704835952e-05}
{"train_loss": 0.006650003604590893, "global_step": 22739, "epoch": 127, "lr": 8.958280423904352e-05}
{"train_loss": 0.0025974505115300417, "global_step": 22740, "epoch": 127, "lr": 8.958190139515433e-05}
{"train_loss": 0.007964816875755787, "global_step": 22741, "epoch": 127, "lr": 8.95809985166927e-05}
{"train_loss": 0.008297290652990341, "global_step": 22742, "epoch": 127, "lr": 8.958009560365944e-05}
{"train_loss": 0.005170822609215975, "global_step": 22743, "epoch": 127, "lr": 8.957919265605532e-05}
{"train_loss": 0.009839370846748352, "global_step": 22744, "epoch": 127, "lr": 8.957828967388116e-05}
{"train_loss": 0.006325793452560902, "global_step": 22745, "epoch": 127, "lr": 8.957738665713769e-05}
{"train_loss": 0.01223490759730339, "global_step": 22746, "epoch": 127, "lr": 8.957648360582577e-05}
{"train_loss": 0.008422968909144402, "global_step": 22747, "epoch": 127, "lr": 8.957558051994614e-05}
{"train_loss": 0.011140074580907822, "global_step": 22748, "epoch": 127, "lr": 8.95746773994996e-05}
{"train_loss": 0.01843998208642006, "global_step": 22749, "epoch": 127, "lr": 8.957377424448697e-05}
{"train_loss": 0.00551855843514204, "global_step": 22750, "epoch": 127, "lr": 8.957287105490898e-05}
{"train_loss": 0.008004137314856052, "global_step": 22751, "epoch": 127, "lr": 8.957196783076647e-05}
{"train_loss": 0.009303797036409378, "global_step": 22752, "epoch": 127, "lr": 8.95710645720602e-05}
{"train_loss": 0.008162339217960835, "global_step": 22753, "epoch": 127, "lr": 8.957016127879097e-05}
{"train_loss": 0.005610004998743534, "global_step": 22754, "epoch": 127, "lr": 8.956925795095957e-05}
{"train_loss": 0.011125188320875168, "global_step": 22755, "epoch": 127, "lr": 8.956835458856677e-05}
{"train_loss": 0.00791819579899311, "global_step": 22756, "epoch": 127, "lr": 8.956745119161339e-05}
{"train_loss": 0.00870995782315731, "global_step": 22757, "epoch": 127, "lr": 8.95665477601002e-05}
{"train_loss": 0.004169920459389687, "global_step": 22758, "epoch": 127, "lr": 8.9565644294028e-05}
{"train_loss": 0.005788475275039673, "global_step": 22759, "epoch": 127, "lr": 8.956474079339756e-05}
{"train_loss": 0.014913910068571568, "global_step": 22760, "epoch": 127, "lr": 8.95638372582097e-05}
{"train_loss": 0.00972730666399002, "global_step": 22761, "epoch": 127, "lr": 8.956293368846517e-05}
{"train_loss": 0.00829064380377531, "global_step": 22762, "epoch": 127, "lr": 8.95620300841648e-05}
{"train_loss": 0.006032025441527367, "global_step": 22763, "epoch": 127, "lr": 8.956112644530933e-05}
{"train_loss": 0.0064817070960998535, "global_step": 22764, "epoch": 127, "lr": 8.956022277189962e-05}
{"train_loss": 0.008833042345941067, "global_step": 22765, "epoch": 127, "lr": 8.955931906393639e-05}
{"train_loss": 0.008589128032326698, "global_step": 22766, "epoch": 127, "lr": 8.955841532142047e-05}
{"train_loss": 0.005149000324308872, "global_step": 22767, "epoch": 127, "lr": 8.955751154435264e-05}
{"train_loss": 0.005606711842119694, "global_step": 22768, "epoch": 127, "lr": 8.955660773273367e-05}
{"train_loss": 0.007265669293701649, "global_step": 22769, "epoch": 127, "lr": 8.955570388656437e-05}
{"train_loss": 0.0063844108954072, "global_step": 22770, "epoch": 127, "lr": 8.955480000584554e-05}
{"train_loss": 0.005839279852807522, "global_step": 22771, "epoch": 127, "lr": 8.955389609057792e-05}
{"train_loss": 0.006586460862308741, "global_step": 22772, "epoch": 127, "lr": 8.955299214076235e-05}
{"train_loss": 0.006755910813808441, "global_step": 22773, "epoch": 127, "lr": 8.955208815639962e-05}
{"train_loss": 0.005566461011767387, "global_step": 22774, "epoch": 127, "lr": 8.955118413749049e-05}
{"train_loss": 0.006439095828682184, "global_step": 22775, "epoch": 127, "lr": 8.955028008403577e-05}
{"train_loss": 0.005082094110548496, "global_step": 22776, "epoch": 127, "lr": 8.954937599603623e-05}
{"train_loss": 0.00442609004676342, "global_step": 22777, "epoch": 127, "lr": 8.954847187349269e-05}
{"train_loss": 0.006189399398863316, "global_step": 22778, "epoch": 127, "lr": 8.954756771640591e-05}
{"train_loss": 0.006732376758009195, "global_step": 22779, "epoch": 127, "lr": 8.95466635247767e-05}
{"train_loss": 0.011453607119619846, "global_step": 22780, "epoch": 127, "lr": 8.954575929860583e-05}
{"train_loss": 0.007243962958455086, "global_step": 22781, "epoch": 127, "lr": 8.954485503789409e-05}
{"train_loss": 0.00814494676887989, "global_step": 22782, "epoch": 127, "lr": 8.954395074264231e-05}
{"train_loss": 0.007911834329513184, "global_step": 22783, "epoch": 127, "lr": 8.954304641285123e-05}
{"train_loss": 0.005294101778417826, "global_step": 22784, "epoch": 128, "lr": 8.954214204852166e-05}
{"train_loss": 0.011786563321948051, "global_step": 22785, "epoch": 128, "lr": 8.954123764965439e-05}
{"train_loss": 0.00497580086812377, "global_step": 22786, "epoch": 128, "lr": 8.954033321625022e-05}
{"train_loss": 0.008993293158710003, "global_step": 22787, "epoch": 128, "lr": 8.953942874830992e-05}
{"train_loss": 0.007322193589061499, "global_step": 22788, "epoch": 128, "lr": 8.953852424583431e-05}
{"train_loss": 0.007886884734034538, "global_step": 22789, "epoch": 128, "lr": 8.953761970882415e-05}
{"train_loss": 0.00998151209205389, "global_step": 22790, "epoch": 128, "lr": 8.953671513728024e-05}
{"train_loss": 0.005890746600925922, "global_step": 22791, "epoch": 128, "lr": 8.953581053120337e-05}
{"train_loss": 0.005229197442531586, "global_step": 22792, "epoch": 128, "lr": 8.953490589059432e-05}
{"train_loss": 0.006150892470031977, "global_step": 22793, "epoch": 128, "lr": 8.95340012154539e-05}
{"train_loss": 0.013351434841752052, "global_step": 22794, "epoch": 128, "lr": 8.953309650578288e-05}
{"train_loss": 0.006283395923674107, "global_step": 22795, "epoch": 128, "lr": 8.953219176158207e-05}
{"train_loss": 0.009838195517659187, "global_step": 22796, "epoch": 128, "lr": 8.953128698285227e-05}
{"train_loss": 0.004978690762072802, "global_step": 22797, "epoch": 128, "lr": 8.953038216959423e-05}
{"train_loss": 0.008689169771969318, "global_step": 22798, "epoch": 128, "lr": 8.952947732180876e-05}
{"train_loss": 0.00921943411231041, "global_step": 22799, "epoch": 128, "lr": 8.952857243949666e-05}
{"train_loss": 0.005787980742752552, "global_step": 22800, "epoch": 128, "lr": 8.952766752265872e-05}
{"train_loss": 0.01251972746104002, "global_step": 22801, "epoch": 128, "lr": 8.952676257129571e-05}
{"train_loss": 0.005652125459164381, "global_step": 22802, "epoch": 128, "lr": 8.952585758540843e-05}
{"train_loss": 0.008868241682648659, "global_step": 22803, "epoch": 128, "lr": 8.952495256499768e-05}
{"train_loss": 0.0058449637144804, "global_step": 22804, "epoch": 128, "lr": 8.952404751006425e-05}
{"train_loss": 0.008305605500936508, "global_step": 22805, "epoch": 128, "lr": 8.952314242060893e-05}
{"train_loss": 0.005789258051663637, "global_step": 22806, "epoch": 128, "lr": 8.95222372966325e-05}
{"train_loss": 0.0069071948528289795, "global_step": 22807, "epoch": 128, "lr": 8.952133213813573e-05}
{"train_loss": 0.008705486543476582, "global_step": 22808, "epoch": 128, "lr": 8.952042694511947e-05}
{"train_loss": 0.005695501808077097, "global_step": 22809, "epoch": 128, "lr": 8.951952171758447e-05}
{"train_loss": 0.008807862177491188, "global_step": 22810, "epoch": 128, "lr": 8.951861645553152e-05}
{"train_loss": 0.0081156175583601, "global_step": 22811, "epoch": 128, "lr": 8.951771115896142e-05}
{"train_loss": 0.012514372356235981, "global_step": 22812, "epoch": 128, "lr": 8.951680582787496e-05}
{"train_loss": 0.010676521807909012, "global_step": 22813, "epoch": 128, "lr": 8.951590046227294e-05}
{"train_loss": 0.007164450827986002, "global_step": 22814, "epoch": 128, "lr": 8.951499506215612e-05}
{"train_loss": 0.006301546469330788, "global_step": 22815, "epoch": 128, "lr": 8.951408962752533e-05}
{"train_loss": 0.003046642057597637, "global_step": 22816, "epoch": 128, "lr": 8.951318415838134e-05}
{"train_loss": 0.010513868182897568, "global_step": 22817, "epoch": 128, "lr": 8.951227865472494e-05}
{"train_loss": 0.004038088954985142, "global_step": 22818, "epoch": 128, "lr": 8.951137311655693e-05}
{"train_loss": 0.006160413380712271, "global_step": 22819, "epoch": 128, "lr": 8.951046754387809e-05}
{"train_loss": 0.0064184642396867275, "global_step": 22820, "epoch": 128, "lr": 8.950956193668921e-05}
{"train_loss": 0.009715098887681961, "global_step": 22821, "epoch": 128, "lr": 8.95086562949911e-05}
{"train_loss": 0.00364805874414742, "global_step": 22822, "epoch": 128, "lr": 8.950775061878453e-05}
{"train_loss": 0.013281414285302162, "global_step": 22823, "epoch": 128, "lr": 8.950684490807029e-05}
{"train_loss": 0.007923608645796776, "global_step": 22824, "epoch": 128, "lr": 8.950593916284919e-05}
{"train_loss": 0.01232772134244442, "global_step": 22825, "epoch": 128, "lr": 8.950503338312202e-05}
{"train_loss": 0.0042016454972326756, "global_step": 22826, "epoch": 128, "lr": 8.950412756888955e-05}
{"train_loss": 0.0038221164140850306, "global_step": 22827, "epoch": 128, "lr": 8.95032217201526e-05}
{"train_loss": 0.009177999570965767, "global_step": 22828, "epoch": 128, "lr": 8.950231583691192e-05}
{"train_loss": 0.009499426931142807, "global_step": 22829, "epoch": 128, "lr": 8.950140991916835e-05}
{"train_loss": 0.0089727733284235, "global_step": 22830, "epoch": 128, "lr": 8.950050396692264e-05}
{"train_loss": 0.005780051462352276, "global_step": 22831, "epoch": 128, "lr": 8.94995979801756e-05}
{"train_loss": 0.009083043783903122, "global_step": 22832, "epoch": 128, "lr": 8.949869195892803e-05}
{"train_loss": 0.007200682535767555, "global_step": 22833, "epoch": 128, "lr": 8.949778590318071e-05}
{"train_loss": 0.005236702971160412, "global_step": 22834, "epoch": 128, "lr": 8.949687981293443e-05}
{"train_loss": 0.014741040766239166, "global_step": 22835, "epoch": 128, "lr": 8.949597368818998e-05}
{"train_loss": 0.008836024440824986, "global_step": 22836, "epoch": 128, "lr": 8.949506752894817e-05}
{"train_loss": 0.007558997720479965, "global_step": 22837, "epoch": 128, "lr": 8.949416133520975e-05}
{"train_loss": 0.008414411917328835, "global_step": 22838, "epoch": 128, "lr": 8.949325510697556e-05}
{"train_loss": 0.011284959502518177, "global_step": 22839, "epoch": 128, "lr": 8.949234884424638e-05}
{"train_loss": 0.005327966529875994, "global_step": 22840, "epoch": 128, "lr": 8.949144254702297e-05}
{"train_loss": 0.008972655981779099, "global_step": 22841, "epoch": 128, "lr": 8.949053621530614e-05}
{"train_loss": 0.0054663997143507, "global_step": 22842, "epoch": 128, "lr": 8.94896298490967e-05}
{"train_loss": 0.00576394097879529, "global_step": 22843, "epoch": 128, "lr": 8.948872344839542e-05}
{"train_loss": 0.010483822785317898, "global_step": 22844, "epoch": 128, "lr": 8.94878170132031e-05}
{"train_loss": 0.007135109975934029, "global_step": 22845, "epoch": 128, "lr": 8.948691054352054e-05}
{"train_loss": 0.015369291417300701, "global_step": 22846, "epoch": 128, "lr": 8.94860040393485e-05}
{"train_loss": 0.007575832307338715, "global_step": 22847, "epoch": 128, "lr": 8.948509750068781e-05}
{"train_loss": 0.014708726666867733, "global_step": 22848, "epoch": 128, "lr": 8.948419092753924e-05}
{"train_loss": 0.008802179247140884, "global_step": 22849, "epoch": 128, "lr": 8.94832843199036e-05}
{"train_loss": 0.00496151577681303, "global_step": 22850, "epoch": 128, "lr": 8.948237767778165e-05}
{"train_loss": 0.005795069970190525, "global_step": 22851, "epoch": 128, "lr": 8.948147100117421e-05}
{"train_loss": 0.007764667272567749, "global_step": 22852, "epoch": 128, "lr": 8.948056429008207e-05}
{"train_loss": 0.014161198399960995, "global_step": 22853, "epoch": 128, "lr": 8.9479657544506e-05}
{"train_loss": 0.007485525216907263, "global_step": 22854, "epoch": 128, "lr": 8.947875076444681e-05}
{"train_loss": 0.006886111572384834, "global_step": 22855, "epoch": 128, "lr": 8.94778439499053e-05}
{"train_loss": 0.006576964631676674, "global_step": 22856, "epoch": 128, "lr": 8.947693710088223e-05}
{"train_loss": 0.011592734605073929, "global_step": 22857, "epoch": 128, "lr": 8.947603021737844e-05}
{"train_loss": 0.011187659576535225, "global_step": 22858, "epoch": 128, "lr": 8.947512329939467e-05}
{"train_loss": 0.006588160526007414, "global_step": 22859, "epoch": 128, "lr": 8.947421634693176e-05}
{"train_loss": 0.005716335028409958, "global_step": 22860, "epoch": 128, "lr": 8.947330935999047e-05}
{"train_loss": 0.00514215137809515, "global_step": 22861, "epoch": 128, "lr": 8.94724023385716e-05}
{"train_loss": 0.006853796541690826, "global_step": 22862, "epoch": 128, "lr": 8.947149528267593e-05}
{"train_loss": 0.01020673755556345, "global_step": 22863, "epoch": 128, "lr": 8.947058819230428e-05}
{"train_loss": 0.006916731595993042, "global_step": 22864, "epoch": 128, "lr": 8.946968106745743e-05}
{"train_loss": 0.005615714006125927, "global_step": 22865, "epoch": 128, "lr": 8.946877390813618e-05}
{"train_loss": 0.01232672855257988, "global_step": 22866, "epoch": 128, "lr": 8.94678667143413e-05}
{"train_loss": 0.002983710030093789, "global_step": 22867, "epoch": 128, "lr": 8.94669594860736e-05}
{"train_loss": 0.009635157883167267, "global_step": 22868, "epoch": 128, "lr": 8.946605222333385e-05}
{"train_loss": 0.010655646212399006, "global_step": 22869, "epoch": 128, "lr": 8.946514492612289e-05}
{"train_loss": 0.00871906615793705, "global_step": 22870, "epoch": 128, "lr": 8.946423759444146e-05}
{"train_loss": 0.006893770769238472, "global_step": 22871, "epoch": 128, "lr": 8.946333022829039e-05}
{"train_loss": 0.005711478181183338, "global_step": 22872, "epoch": 128, "lr": 8.946242282767045e-05}
{"train_loss": 0.005574916489422321, "global_step": 22873, "epoch": 128, "lr": 8.946151539258243e-05}
{"train_loss": 0.010316221043467522, "global_step": 22874, "epoch": 128, "lr": 8.946060792302715e-05}
{"train_loss": 0.009519150480628014, "global_step": 22875, "epoch": 128, "lr": 8.945970041900537e-05}
{"train_loss": 0.005119359120726585, "global_step": 22876, "epoch": 128, "lr": 8.945879288051791e-05}
{"train_loss": 0.0038716408889740705, "global_step": 22877, "epoch": 128, "lr": 8.945788530756556e-05}
{"train_loss": 0.013670196756720543, "global_step": 22878, "epoch": 128, "lr": 8.945697770014909e-05}
{"train_loss": 0.007512587588280439, "global_step": 22879, "epoch": 128, "lr": 8.94560700582693e-05}
{"train_loss": 0.007979143410921097, "global_step": 22880, "epoch": 128, "lr": 8.9455162381927e-05}
{"train_loss": 0.005471999291330576, "global_step": 22881, "epoch": 128, "lr": 8.945425467112298e-05}
{"train_loss": 0.007428116165101528, "global_step": 22882, "epoch": 128, "lr": 8.945334692585801e-05}
{"train_loss": 0.005913744680583477, "global_step": 22883, "epoch": 128, "lr": 8.94524391461329e-05}
{"train_loss": 0.009986268356442451, "global_step": 22884, "epoch": 128, "lr": 8.945153133194844e-05}
{"train_loss": 0.006749209016561508, "global_step": 22885, "epoch": 128, "lr": 8.945062348330544e-05}
{"train_loss": 0.010691313073039055, "global_step": 22886, "epoch": 128, "lr": 8.944971560020465e-05}
{"train_loss": 0.010196872986853123, "global_step": 22887, "epoch": 128, "lr": 8.944880768264691e-05}
{"train_loss": 0.005553725175559521, "global_step": 22888, "epoch": 128, "lr": 8.944789973063297e-05}
{"train_loss": 0.005688628647476435, "global_step": 22889, "epoch": 128, "lr": 8.944699174416366e-05}
{"train_loss": 0.012491058558225632, "global_step": 22890, "epoch": 128, "lr": 8.944608372323978e-05}
{"train_loss": 0.010569780133664608, "global_step": 22891, "epoch": 128, "lr": 8.944517566786207e-05}
{"train_loss": 0.007530170492827892, "global_step": 22892, "epoch": 128, "lr": 8.944426757803137e-05}
{"train_loss": 0.0077828518114984035, "global_step": 22893, "epoch": 128, "lr": 8.944335945374844e-05}
{"train_loss": 0.01243699248880148, "global_step": 22894, "epoch": 128, "lr": 8.944245129501411e-05}
{"train_loss": 0.009180598892271519, "global_step": 22895, "epoch": 128, "lr": 8.944154310182915e-05}
{"train_loss": 0.014643959701061249, "global_step": 22896, "epoch": 128, "lr": 8.944063487419435e-05}
{"train_loss": 0.003959632478654385, "global_step": 22897, "epoch": 128, "lr": 8.943972661211052e-05}
{"train_loss": 0.007262688595801592, "global_step": 22898, "epoch": 128, "lr": 8.943881831557843e-05}
{"train_loss": 0.00744421174749732, "global_step": 22899, "epoch": 128, "lr": 8.943790998459891e-05}
{"train_loss": 0.006932797376066446, "global_step": 22900, "epoch": 128, "lr": 8.943700161917271e-05}
{"train_loss": 0.013243026100099087, "global_step": 22901, "epoch": 128, "lr": 8.943609321930065e-05}
{"train_loss": 0.010514159686863422, "global_step": 22902, "epoch": 128, "lr": 8.943518478498353e-05}
{"train_loss": 0.008316291496157646, "global_step": 22903, "epoch": 128, "lr": 8.943427631622213e-05}
{"train_loss": 0.006499048322439194, "global_step": 22904, "epoch": 128, "lr": 8.943336781301724e-05}
{"train_loss": 0.006352503318339586, "global_step": 22905, "epoch": 128, "lr": 8.943245927536964e-05}
{"train_loss": 0.007839379832148552, "global_step": 22906, "epoch": 128, "lr": 8.943155070328016e-05}
{"train_loss": 0.009058075025677681, "global_step": 22907, "epoch": 128, "lr": 8.943064209674957e-05}
{"train_loss": 0.007108896505087614, "global_step": 22908, "epoch": 128, "lr": 8.942973345577867e-05}
{"train_loss": 0.007955561392009258, "global_step": 22909, "epoch": 128, "lr": 8.942882478036824e-05}
{"train_loss": 0.013250099495053291, "global_step": 22910, "epoch": 128, "lr": 8.94279160705191e-05}
{"train_loss": 0.006366566754877567, "global_step": 22911, "epoch": 128, "lr": 8.942700732623204e-05}
{"train_loss": 0.018964361399412155, "global_step": 22912, "epoch": 128, "lr": 8.942609854750784e-05}
{"train_loss": 0.009105313569307327, "global_step": 22913, "epoch": 128, "lr": 8.942518973434728e-05}
{"train_loss": 0.008318409323692322, "global_step": 22914, "epoch": 128, "lr": 8.942428088675119e-05}
{"train_loss": 0.004975712858140469, "global_step": 22915, "epoch": 128, "lr": 8.942337200472032e-05}
{"train_loss": 0.0073404680006206036, "global_step": 22916, "epoch": 128, "lr": 8.942246308825551e-05}
{"train_loss": 0.004236205480992794, "global_step": 22917, "epoch": 128, "lr": 8.942155413735754e-05}
{"train_loss": 0.006989303044974804, "global_step": 22918, "epoch": 128, "lr": 8.942064515202717e-05}
{"train_loss": 0.006999610923230648, "global_step": 22919, "epoch": 128, "lr": 8.941973613226524e-05}
{"train_loss": 0.01153213158249855, "global_step": 22920, "epoch": 128, "lr": 8.941882707807252e-05}
{"train_loss": 0.007494492921978235, "global_step": 22921, "epoch": 128, "lr": 8.941791798944981e-05}
{"train_loss": 0.008475633338093758, "global_step": 22922, "epoch": 128, "lr": 8.94170088663979e-05}
{"train_loss": 0.009847328066825867, "global_step": 22923, "epoch": 128, "lr": 8.94160997089176e-05}
{"train_loss": 0.006268116645514965, "global_step": 22924, "epoch": 128, "lr": 8.941519051700968e-05}
{"train_loss": 0.005857944488525391, "global_step": 22925, "epoch": 128, "lr": 8.941428129067492e-05}
{"train_loss": 0.005291585810482502, "global_step": 22926, "epoch": 128, "lr": 8.941337202991418e-05}
{"train_loss": 0.005496941041201353, "global_step": 22927, "epoch": 128, "lr": 8.941246273472818e-05}
{"train_loss": 0.007728490047156811, "global_step": 22928, "epoch": 128, "lr": 8.941155340511778e-05}
{"train_loss": 0.004976626019924879, "global_step": 22929, "epoch": 128, "lr": 8.941064404108373e-05}
{"train_loss": 0.005244986619800329, "global_step": 22930, "epoch": 128, "lr": 8.940973464262683e-05}
{"train_loss": 0.007467865943908691, "global_step": 22931, "epoch": 128, "lr": 8.940882520974787e-05}
{"train_loss": 0.007660793140530586, "global_step": 22932, "epoch": 128, "lr": 8.940791574244767e-05}
{"train_loss": 0.003823833307251334, "global_step": 22933, "epoch": 128, "lr": 8.9407006240727e-05}
{"train_loss": 0.005958576686680317, "global_step": 22934, "epoch": 128, "lr": 8.940609670458668e-05}
{"train_loss": 0.006768392398953438, "global_step": 22935, "epoch": 128, "lr": 8.940518713402747e-05}
{"train_loss": 0.006313009187579155, "global_step": 22936, "epoch": 128, "lr": 8.94042775290502e-05}
{"train_loss": 0.005186850670725107, "global_step": 22937, "epoch": 128, "lr": 8.940336788965563e-05}
{"train_loss": 0.0092988982796669, "global_step": 22938, "epoch": 128, "lr": 8.940245821584459e-05}
{"train_loss": 0.006705043371766806, "global_step": 22939, "epoch": 128, "lr": 8.940154850761783e-05}
{"train_loss": 0.012075381353497505, "global_step": 22940, "epoch": 128, "lr": 8.940063876497618e-05}
{"train_loss": 0.005245354492217302, "global_step": 22941, "epoch": 128, "lr": 8.939972898792043e-05}
{"train_loss": 0.00587576674297452, "global_step": 22942, "epoch": 128, "lr": 8.939881917645136e-05}
{"train_loss": 0.005691081285476685, "global_step": 22943, "epoch": 128, "lr": 8.93979093305698e-05}
{"train_loss": 0.008038196712732315, "global_step": 22944, "epoch": 128, "lr": 8.939699945027648e-05}
{"train_loss": 0.006069322116672993, "global_step": 22945, "epoch": 128, "lr": 8.939608953557227e-05}
{"train_loss": 0.008968678303062916, "global_step": 22946, "epoch": 128, "lr": 8.939517958645791e-05}
{"train_loss": 0.013758230954408646, "global_step": 22947, "epoch": 128, "lr": 8.939426960293422e-05}
{"train_loss": 0.005282476078718901, "global_step": 22948, "epoch": 128, "lr": 8.9393359585002e-05}
{"train_loss": 0.006515332497656345, "global_step": 22949, "epoch": 128, "lr": 8.9392449532662e-05}
{"train_loss": 0.005731948651373386, "global_step": 22950, "epoch": 128, "lr": 8.939153944591507e-05}
{"train_loss": 0.005602430086582899, "global_step": 22951, "epoch": 128, "lr": 8.939062932476198e-05}
{"train_loss": 0.009531807154417038, "global_step": 22952, "epoch": 128, "lr": 8.938971916920354e-05}
{"train_loss": 0.010658791288733482, "global_step": 22953, "epoch": 128, "lr": 8.938880897924051e-05}
{"train_loss": 0.00853173341602087, "global_step": 22954, "epoch": 128, "lr": 8.938789875487371e-05}
{"train_loss": 0.008162700571119785, "global_step": 22955, "epoch": 128, "lr": 8.938698849610394e-05}
{"train_loss": 0.009683693759143353, "global_step": 22956, "epoch": 128, "lr": 8.938607820293199e-05}
{"train_loss": 0.006340291351079941, "global_step": 22957, "epoch": 128, "lr": 8.938516787535865e-05}
{"train_loss": 0.010554895736277103, "global_step": 22958, "epoch": 128, "lr": 8.938425751338472e-05}
{"train_loss": 0.010493878275156021, "global_step": 22959, "epoch": 128, "lr": 8.938334711701099e-05}
{"train_loss": 0.007268551737070084, "global_step": 22960, "epoch": 128, "lr": 8.938243668623826e-05}
{"train_loss": 0.00804514151846132, "global_step": 22961, "epoch": 128, "lr": 8.938152622106732e-05}
{"train_loss": 0.0077142370864748955, "global_step": 22962, "epoch": 129, "lr": 8.938061572149898e-05}
{"train_loss": 0.00619394239038229, "global_step": 22963, "epoch": 129, "lr": 8.9379705187534e-05}
{"train_loss": 0.00636825617402792, "global_step": 22964, "epoch": 129, "lr": 8.937879461917322e-05}
{"train_loss": 0.00978836603462696, "global_step": 22965, "epoch": 129, "lr": 8.937788401641741e-05}
{"train_loss": 0.010925592854619026, "global_step": 22966, "epoch": 129, "lr": 8.937697337926737e-05}
{"train_loss": 0.00781315192580223, "global_step": 22967, "epoch": 129, "lr": 8.93760627077239e-05}
{"train_loss": 0.01190469041466713, "global_step": 22968, "epoch": 129, "lr": 8.937515200178779e-05}
{"train_loss": 0.009011022746562958, "global_step": 22969, "epoch": 129, "lr": 8.937424126145983e-05}
{"train_loss": 0.007197314407676458, "global_step": 22970, "epoch": 129, "lr": 8.937333048674081e-05}
{"train_loss": 0.009185053408145905, "global_step": 22971, "epoch": 129, "lr": 8.937241967763155e-05}
{"train_loss": 0.008152427151799202, "global_step": 22972, "epoch": 129, "lr": 8.937150883413284e-05}
{"train_loss": 0.009993590414524078, "global_step": 22973, "epoch": 129, "lr": 8.937059795624547e-05}
{"train_loss": 0.008619850501418114, "global_step": 22974, "epoch": 129, "lr": 8.936968704397022e-05}
{"train_loss": 0.0071709854528307915, "global_step": 22975, "epoch": 129, "lr": 8.93687760973079e-05}
{"train_loss": 0.0056480299681425095, "global_step": 22976, "epoch": 129, "lr": 8.936786511625932e-05}
{"train_loss": 0.01400812342762947, "global_step": 22977, "epoch": 129, "lr": 8.936695410082524e-05}
{"train_loss": 0.0054815481416881084, "global_step": 22978, "epoch": 129, "lr": 8.936604305100648e-05}
{"train_loss": 0.010236077941954136, "global_step": 22979, "epoch": 129, "lr": 8.936513196680385e-05}
{"train_loss": 0.004514575004577637, "global_step": 22980, "epoch": 129, "lr": 8.936422084821811e-05}
{"train_loss": 0.009111330844461918, "global_step": 22981, "epoch": 129, "lr": 8.936330969525008e-05}
{"train_loss": 0.006662188563495874, "global_step": 22982, "epoch": 129, "lr": 8.936239850790056e-05}
{"train_loss": 0.00892716832458973, "global_step": 22983, "epoch": 129, "lr": 8.936148728617033e-05}
{"train_loss": 0.004338926635682583, "global_step": 22984, "epoch": 129, "lr": 8.936057603006018e-05}
{"train_loss": 0.0065209707245230675, "global_step": 22985, "epoch": 129, "lr": 8.935966473957093e-05}
{"train_loss": 0.010335089638829231, "global_step": 22986, "epoch": 129, "lr": 8.935875341470337e-05}
{"train_loss": 0.0041282037273049355, "global_step": 22987, "epoch": 129, "lr": 8.935784205545827e-05}
{"train_loss": 0.0042152442038059235, "global_step": 22988, "epoch": 129, "lr": 8.935693066183646e-05}
{"train_loss": 0.009983000345528126, "global_step": 22989, "epoch": 129, "lr": 8.935601923383871e-05}
{"train_loss": 0.008950116112828255, "global_step": 22990, "epoch": 129, "lr": 8.935510777146582e-05}
{"train_loss": 0.0050387317314744, "global_step": 22991, "epoch": 129, "lr": 8.935419627471862e-05}
{"train_loss": 0.008200345560908318, "global_step": 22992, "epoch": 129, "lr": 8.935328474359786e-05}
{"train_loss": 0.0073816804215312, "global_step": 22993, "epoch": 129, "lr": 8.935237317810437e-05}
{"train_loss": 0.0089473407715559, "global_step": 22994, "epoch": 129, "lr": 8.935146157823892e-05}
{"train_loss": 0.00928390771150589, "global_step": 22995, "epoch": 129, "lr": 8.935054994400234e-05}
{"train_loss": 0.006636106409132481, "global_step": 22996, "epoch": 129, "lr": 8.934963827539537e-05}
{"train_loss": 0.008225358091294765, "global_step": 22997, "epoch": 129, "lr": 8.934872657241886e-05}
{"train_loss": 0.007517559453845024, "global_step": 22998, "epoch": 129, "lr": 8.93478148350736e-05}
{"train_loss": 0.005687050521373749, "global_step": 22999, "epoch": 129, "lr": 8.934690306336036e-05}
{"train_loss": 0.005093513987958431, "global_step": 23000, "epoch": 129, "lr": 8.934599125727993e-05}
{"train_loss": 0.009471209719777107, "global_step": 23001, "epoch": 129, "lr": 8.934507941683316e-05}
{"train_loss": 0.0065674856305122375, "global_step": 23002, "epoch": 129, "lr": 8.93441675420208e-05}
{"train_loss": 0.0065110428258776665, "global_step": 23003, "epoch": 129, "lr": 8.934325563284364e-05}
{"train_loss": 0.008087733760476112, "global_step": 23004, "epoch": 129, "lr": 8.934234368930252e-05}
{"train_loss": 0.012183219194412231, "global_step": 23005, "epoch": 129, "lr": 8.934143171139822e-05}
{"train_loss": 0.011313771829009056, "global_step": 23006, "epoch": 129, "lr": 8.93405196991315e-05}
{"train_loss": 0.007212669588625431, "global_step": 23007, "epoch": 129, "lr": 8.93396076525032e-05}
{"train_loss": 0.00814572162926197, "global_step": 23008, "epoch": 129, "lr": 8.933869557151411e-05}
{"train_loss": 0.0068509215489029884, "global_step": 23009, "epoch": 129, "lr": 8.933778345616502e-05}
{"train_loss": 0.011653603054583073, "global_step": 23010, "epoch": 129, "lr": 8.933687130645671e-05}
{"train_loss": 0.006636601407080889, "global_step": 23011, "epoch": 129, "lr": 8.933595912239e-05}
{"train_loss": 0.0066902004182338715, "global_step": 23012, "epoch": 129, "lr": 8.933504690396568e-05}
{"train_loss": 0.008273791521787643, "global_step": 23013, "epoch": 129, "lr": 8.933413465118454e-05}
{"train_loss": 0.00839600432664156, "global_step": 23014, "epoch": 129, "lr": 8.933322236404738e-05}
{"train_loss": 0.012247202917933464, "global_step": 23015, "epoch": 129, "lr": 8.9332310042555e-05}
{"train_loss": 0.005918147042393684, "global_step": 23016, "epoch": 129, "lr": 8.93313976867082e-05}
{"train_loss": 0.004677081946283579, "global_step": 23017, "epoch": 129, "lr": 8.933048529650779e-05}
{"train_loss": 0.005687924101948738, "global_step": 23018, "epoch": 129, "lr": 8.932957287195453e-05}
{"train_loss": 0.0067497179843485355, "global_step": 23019, "epoch": 129, "lr": 8.932866041304923e-05}
{"train_loss": 0.004775007255375385, "global_step": 23020, "epoch": 129, "lr": 8.93277479197927e-05}
{"train_loss": 0.0075681377202272415, "global_step": 23021, "epoch": 129, "lr": 8.932683539218574e-05}
{"train_loss": 0.012439782731235027, "global_step": 23022, "epoch": 129, "lr": 8.932592283022913e-05}
{"train_loss": 0.006751349661499262, "global_step": 23023, "epoch": 129, "lr": 8.932501023392368e-05}
{"train_loss": 0.009931374341249466, "global_step": 23024, "epoch": 129, "lr": 8.932409760327018e-05}
{"train_loss": 0.008036024868488312, "global_step": 23025, "epoch": 129, "lr": 8.932318493826944e-05}
{"train_loss": 0.010906323790550232, "global_step": 23026, "epoch": 129, "lr": 8.932227223892224e-05}
{"train_loss": 0.012353966012597084, "global_step": 23027, "epoch": 129, "lr": 8.932135950522937e-05}
{"train_loss": 0.008942993357777596, "global_step": 23028, "epoch": 129, "lr": 8.932044673719165e-05}
{"train_loss": 0.005123750772327185, "global_step": 23029, "epoch": 129, "lr": 8.931953393480988e-05}
{"train_loss": 0.006101928185671568, "global_step": 23030, "epoch": 129, "lr": 8.931862109808482e-05}
{"train_loss": 0.0096968412399292, "global_step": 23031, "epoch": 129, "lr": 8.93177082270173e-05}
{"train_loss": 0.00957641750574112, "global_step": 23032, "epoch": 129, "lr": 8.931679532160813e-05}
{"train_loss": 0.004887004382908344, "global_step": 23033, "epoch": 129, "lr": 8.931588238185806e-05}
{"train_loss": 0.008164321072399616, "global_step": 23034, "epoch": 129, "lr": 8.931496940776793e-05}
{"train_loss": 0.01499642338603735, "global_step": 23035, "epoch": 129, "lr": 8.931405639933852e-05}
{"train_loss": 0.00578527944162488, "global_step": 23036, "epoch": 129, "lr": 8.931314335657064e-05}
{"train_loss": 0.005875948816537857, "global_step": 23037, "epoch": 129, "lr": 8.931223027946505e-05}
{"train_loss": 0.007110860198736191, "global_step": 23038, "epoch": 129, "lr": 8.93113171680226e-05}
{"train_loss": 0.006471253931522369, "global_step": 23039, "epoch": 129, "lr": 8.931040402224406e-05}
{"train_loss": 0.0077393692918121815, "global_step": 23040, "epoch": 129, "lr": 8.930949084213021e-05}
{"train_loss": 0.007433493621647358, "global_step": 23041, "epoch": 129, "lr": 8.930857762768187e-05}
{"train_loss": 0.00979465339332819, "global_step": 23042, "epoch": 129, "lr": 8.930766437889985e-05}
{"train_loss": 0.006431804969906807, "global_step": 23043, "epoch": 129, "lr": 8.930675109578493e-05}
{"train_loss": 0.006654585711658001, "global_step": 23044, "epoch": 129, "lr": 8.930583777833791e-05}
{"train_loss": 0.013462766073644161, "global_step": 23045, "epoch": 129, "lr": 8.930492442655959e-05}
{"train_loss": 0.008683107793331146, "global_step": 23046, "epoch": 129, "lr": 8.930401104045076e-05}
{"train_loss": 0.004421203397214413, "global_step": 23047, "epoch": 129, "lr": 8.930309762001223e-05}
{"train_loss": 0.009327208623290062, "global_step": 23048, "epoch": 129, "lr": 8.930218416524479e-05}
{"train_loss": 0.0057557132095098495, "global_step": 23049, "epoch": 129, "lr": 8.930127067614922e-05}
{"train_loss": 0.009866075590252876, "global_step": 23050, "epoch": 129, "lr": 8.930035715272637e-05}
{"train_loss": 0.009154098108410835, "global_step": 23051, "epoch": 129, "lr": 8.929944359497697e-05}
{"train_loss": 0.005535219796001911, "global_step": 23052, "epoch": 129, "lr": 8.929853000290187e-05}
{"train_loss": 0.007083614356815815, "global_step": 23053, "epoch": 129, "lr": 8.929761637650186e-05}
{"train_loss": 0.01192035898566246, "global_step": 23054, "epoch": 129, "lr": 8.929670271577772e-05}
{"train_loss": 0.007219564635306597, "global_step": 23055, "epoch": 129, "lr": 8.929578902073025e-05}
{"train_loss": 0.009572504088282585, "global_step": 23056, "epoch": 129, "lr": 8.929487529136027e-05}
{"train_loss": 0.009427569806575775, "global_step": 23057, "epoch": 129, "lr": 8.929396152766856e-05}
{"train_loss": 0.006858339067548513, "global_step": 23058, "epoch": 129, "lr": 8.929304772965592e-05}
{"train_loss": 0.009514871053397655, "global_step": 23059, "epoch": 129, "lr": 8.929213389732313e-05}
{"train_loss": 0.01272430270910263, "global_step": 23060, "epoch": 129, "lr": 8.929122003067103e-05}
{"train_loss": 0.008988717570900917, "global_step": 23061, "epoch": 129, "lr": 8.92903061297004e-05}
{"train_loss": 0.011388209648430347, "global_step": 23062, "epoch": 129, "lr": 8.928939219441202e-05}
{"train_loss": 0.005809152033179998, "global_step": 23063, "epoch": 129, "lr": 8.928847822480671e-05}
{"train_loss": 0.011953027918934822, "global_step": 23064, "epoch": 129, "lr": 8.928756422088525e-05}
{"train_loss": 0.004995784256607294, "global_step": 23065, "epoch": 129, "lr": 8.928665018264846e-05}
{"train_loss": 0.009107917547225952, "global_step": 23066, "epoch": 129, "lr": 8.928573611009712e-05}
{"train_loss": 0.007762476801872253, "global_step": 23067, "epoch": 129, "lr": 8.928482200323205e-05}
{"train_loss": 0.005957060027867556, "global_step": 23068, "epoch": 129, "lr": 8.928390786205401e-05}
{"train_loss": 0.008226370438933372, "global_step": 23069, "epoch": 129, "lr": 8.928299368656385e-05}
{"train_loss": 0.012557826936244965, "global_step": 23070, "epoch": 129, "lr": 8.928207947676232e-05}
{"train_loss": 0.004511158913373947, "global_step": 23071, "epoch": 129, "lr": 8.928116523265025e-05}
{"train_loss": 0.009197562001645565, "global_step": 23072, "epoch": 129, "lr": 8.928025095422841e-05}
{"train_loss": 0.0076407622545957565, "global_step": 23073, "epoch": 129, "lr": 8.927933664149763e-05}
{"train_loss": 0.006355787627398968, "global_step": 23074, "epoch": 129, "lr": 8.92784222944587e-05}
{"train_loss": 0.009229777380824089, "global_step": 23075, "epoch": 129, "lr": 8.927750791311241e-05}
{"train_loss": 0.006571891251951456, "global_step": 23076, "epoch": 129, "lr": 8.927659349745956e-05}
{"train_loss": 0.006277682259678841, "global_step": 23077, "epoch": 129, "lr": 8.927567904750096e-05}
{"train_loss": 0.008414912968873978, "global_step": 23078, "epoch": 129, "lr": 8.927476456323737e-05}
{"train_loss": 0.005488811060786247, "global_step": 23079, "epoch": 129, "lr": 8.927385004466966e-05}
{"train_loss": 0.0045970287173986435, "global_step": 23080, "epoch": 129, "lr": 8.927293549179856e-05}
{"train_loss": 0.009979849681258202, "global_step": 23081, "epoch": 129, "lr": 8.927202090462492e-05}
{"train_loss": 0.008524884469807148, "global_step": 23082, "epoch": 129, "lr": 8.92711062831495e-05}
{"train_loss": 0.006323014851659536, "global_step": 23083, "epoch": 129, "lr": 8.927019162737311e-05}
{"train_loss": 0.005812766961753368, "global_step": 23084, "epoch": 129, "lr": 8.926927693729656e-05}
{"train_loss": 0.00549043994396925, "global_step": 23085, "epoch": 129, "lr": 8.926836221292063e-05}
{"train_loss": 0.00975585263222456, "global_step": 23086, "epoch": 129, "lr": 8.926744745424614e-05}
{"train_loss": 0.004649328999221325, "global_step": 23087, "epoch": 129, "lr": 8.926653266127388e-05}
{"train_loss": 0.01330244168639183, "global_step": 23088, "epoch": 129, "lr": 8.926561783400464e-05}
{"train_loss": 0.004374274984002113, "global_step": 23089, "epoch": 129, "lr": 8.926470297243924e-05}
{"train_loss": 0.005651659797877073, "global_step": 23090, "epoch": 129, "lr": 8.926378807657847e-05}
{"train_loss": 0.00686605041846633, "global_step": 23091, "epoch": 129, "lr": 8.926287314642311e-05}
{"train_loss": 0.006790801417082548, "global_step": 23092, "epoch": 129, "lr": 8.926195818197398e-05}
{"train_loss": 0.006006191950291395, "global_step": 23093, "epoch": 129, "lr": 8.926104318323188e-05}
{"train_loss": 0.007972108200192451, "global_step": 23094, "epoch": 129, "lr": 8.92601281501976e-05}
{"train_loss": 0.008174838498234749, "global_step": 23095, "epoch": 129, "lr": 8.925921308287195e-05}
{"train_loss": 0.010517005808651447, "global_step": 23096, "epoch": 129, "lr": 8.925829798125571e-05}
{"train_loss": 0.007797464728355408, "global_step": 23097, "epoch": 129, "lr": 8.92573828453497e-05}
{"train_loss": 0.00816534273326397, "global_step": 23098, "epoch": 129, "lr": 8.92564676751547e-05}
{"train_loss": 0.008795109577476978, "global_step": 23099, "epoch": 129, "lr": 8.925555247067153e-05}
{"train_loss": 0.0043281931430101395, "global_step": 23100, "epoch": 129, "lr": 8.925463723190098e-05}
{"train_loss": 0.010909393429756165, "global_step": 23101, "epoch": 129, "lr": 8.925372195884384e-05}
{"train_loss": 0.009472865611314774, "global_step": 23102, "epoch": 129, "lr": 8.925280665150093e-05}
{"train_loss": 0.013514810241758823, "global_step": 23103, "epoch": 129, "lr": 8.925189130987302e-05}
{"train_loss": 0.0033226190134882927, "global_step": 23104, "epoch": 129, "lr": 8.925097593396095e-05}
{"train_loss": 0.004587541334331036, "global_step": 23105, "epoch": 129, "lr": 8.925006052376547e-05}
{"train_loss": 0.005681727081537247, "global_step": 23106, "epoch": 129, "lr": 8.924914507928744e-05}
{"train_loss": 0.008379265666007996, "global_step": 23107, "epoch": 129, "lr": 8.924822960052759e-05}
{"train_loss": 0.005185144953429699, "global_step": 23108, "epoch": 129, "lr": 8.924731408748678e-05}
{"train_loss": 0.0070275673642754555, "global_step": 23109, "epoch": 129, "lr": 8.924639854016577e-05}
{"train_loss": 0.006021859124302864, "global_step": 23110, "epoch": 129, "lr": 8.924548295856538e-05}
{"train_loss": 0.008375206962227821, "global_step": 23111, "epoch": 129, "lr": 8.924456734268641e-05}
{"train_loss": 0.00675774272531271, "global_step": 23112, "epoch": 129, "lr": 8.924365169252965e-05}
{"train_loss": 0.006219011731445789, "global_step": 23113, "epoch": 129, "lr": 8.924273600809591e-05}
{"train_loss": 0.010781081393361092, "global_step": 23114, "epoch": 129, "lr": 8.924182028938597e-05}
{"train_loss": 0.0074621280655264854, "global_step": 23115, "epoch": 129, "lr": 8.924090453640066e-05}
{"train_loss": 0.013088754378259182, "global_step": 23116, "epoch": 129, "lr": 8.923998874914074e-05}
{"train_loss": 0.00817960500717163, "global_step": 23117, "epoch": 129, "lr": 8.923907292760705e-05}
{"train_loss": 0.008355838246643543, "global_step": 23118, "epoch": 129, "lr": 8.923815707180037e-05}
{"train_loss": 0.007416615262627602, "global_step": 23119, "epoch": 129, "lr": 8.923724118172151e-05}
{"train_loss": 0.011539233848452568, "global_step": 23120, "epoch": 129, "lr": 8.923632525737125e-05}
{"train_loss": 0.006051520351320505, "global_step": 23121, "epoch": 129, "lr": 8.92354092987504e-05}
{"train_loss": 0.007758445106446743, "global_step": 23122, "epoch": 129, "lr": 8.923449330585978e-05}
{"train_loss": 0.004226610995829105, "global_step": 23123, "epoch": 129, "lr": 8.923357727870016e-05}
{"train_loss": 0.007663133088499308, "global_step": 23124, "epoch": 129, "lr": 8.923266121727236e-05}
{"train_loss": 0.01100059226155281, "global_step": 23125, "epoch": 129, "lr": 8.923174512157718e-05}
{"train_loss": 0.010335566475987434, "global_step": 23126, "epoch": 129, "lr": 8.923082899161541e-05}
{"train_loss": 0.007093233056366444, "global_step": 23127, "epoch": 129, "lr": 8.922991282738785e-05}
{"train_loss": 0.006470846012234688, "global_step": 23128, "epoch": 129, "lr": 8.92289966288953e-05}
{"train_loss": 0.007148971781134605, "global_step": 23129, "epoch": 129, "lr": 8.922808039613857e-05}
{"train_loss": 0.004959557671099901, "global_step": 23130, "epoch": 129, "lr": 8.922716412911845e-05}
{"train_loss": 0.009243734180927277, "global_step": 23131, "epoch": 129, "lr": 8.922624782783576e-05}
{"train_loss": 0.008778803050518036, "global_step": 23132, "epoch": 129, "lr": 8.922533149229126e-05}
{"train_loss": 0.012325366958975792, "global_step": 23133, "epoch": 129, "lr": 8.922441512248578e-05}
{"train_loss": 0.005280714947730303, "global_step": 23134, "epoch": 129, "lr": 8.922349871842013e-05}
{"train_loss": 0.007969778031110764, "global_step": 23135, "epoch": 129, "lr": 8.92225822800951e-05}
{"train_loss": 0.0073805456049740314, "global_step": 23136, "epoch": 129, "lr": 8.922166580751146e-05}
{"train_loss": 0.006108363624662161, "global_step": 23137, "epoch": 129, "lr": 8.922074930067006e-05}
{"train_loss": 0.012647109106183052, "global_step": 23138, "epoch": 129, "lr": 8.921983275957167e-05}
{"train_loss": 0.007948318803735244, "global_step": 23139, "epoch": 129, "lr": 8.92189161842171e-05}
{"train_loss": 0.008272727020084858, "global_step": 23140, "epoch": 130, "lr": 8.921799957460715e-05}
{"train_loss": 0.010053937323391438, "global_step": 23141, "epoch": 130, "lr": 8.921708293074262e-05}
{"train_loss": 0.00943896546959877, "global_step": 23142, "epoch": 130, "lr": 8.92161662526243e-05}
{"train_loss": 0.00605225982144475, "global_step": 23143, "epoch": 130, "lr": 8.921524954025302e-05}
{"train_loss": 0.0074760811403393745, "global_step": 23144, "epoch": 130, "lr": 8.921433279362956e-05}
{"train_loss": 0.009526325389742851, "global_step": 23145, "epoch": 130, "lr": 8.92134160127547e-05}
{"train_loss": 0.007351342588663101, "global_step": 23146, "epoch": 130, "lr": 8.921249919762929e-05}
{"train_loss": 0.004859402775764465, "global_step": 23147, "epoch": 130, "lr": 8.921158234825409e-05}
{"train_loss": 0.005985069088637829, "global_step": 23148, "epoch": 130, "lr": 8.92106654646299e-05}
{"train_loss": 0.005855841562151909, "global_step": 23149, "epoch": 130, "lr": 8.920974854675754e-05}
{"train_loss": 0.010263614356517792, "global_step": 23150, "epoch": 130, "lr": 8.920883159463783e-05}
{"train_loss": 0.0040907482616603374, "global_step": 23151, "epoch": 130, "lr": 8.920791460827153e-05}
{"train_loss": 0.011524442583322525, "global_step": 23152, "epoch": 130, "lr": 8.920699758765945e-05}
{"train_loss": 0.009966620244085789, "global_step": 23153, "epoch": 130, "lr": 8.920608053280242e-05}
{"train_loss": 0.011812213808298111, "global_step": 23154, "epoch": 130, "lr": 8.92051634437012e-05}
{"train_loss": 0.006370300427079201, "global_step": 23155, "epoch": 130, "lr": 8.920424632035662e-05}
{"train_loss": 0.011598395183682442, "global_step": 23156, "epoch": 130, "lr": 8.920332916276948e-05}
{"train_loss": 0.011210165917873383, "global_step": 23157, "epoch": 130, "lr": 8.920241197094057e-05}
{"train_loss": 0.006228049285709858, "global_step": 23158, "epoch": 130, "lr": 8.92014947448707e-05}
{"train_loss": 0.007624794263392687, "global_step": 23159, "epoch": 130, "lr": 8.920057748456065e-05}
{"train_loss": 0.0065279207192361355, "global_step": 23160, "epoch": 130, "lr": 8.919966019001123e-05}
{"train_loss": 0.0047076791524887085, "global_step": 23161, "epoch": 130, "lr": 8.919874286122327e-05}
{"train_loss": 0.0032992404885590076, "global_step": 23162, "epoch": 130, "lr": 8.919782549819753e-05}
{"train_loss": 0.008840012364089489, "global_step": 23163, "epoch": 130, "lr": 8.919690810093484e-05}
{"train_loss": 0.011358873918652534, "global_step": 23164, "epoch": 130, "lr": 8.9195990669436e-05}
{"train_loss": 0.009419349953532219, "global_step": 23165, "epoch": 130, "lr": 8.91950732037018e-05}
{"train_loss": 0.005460298620164394, "global_step": 23166, "epoch": 130, "lr": 8.919415570373303e-05}
{"train_loss": 0.005802170839160681, "global_step": 23167, "epoch": 130, "lr": 8.919323816953051e-05}
{"train_loss": 0.007782674394547939, "global_step": 23168, "epoch": 130, "lr": 8.919232060109505e-05}
{"train_loss": 0.009492386132478714, "global_step": 23169, "epoch": 130, "lr": 8.919140299842743e-05}
{"train_loss": 0.005293827038258314, "global_step": 23170, "epoch": 130, "lr": 8.919048536152845e-05}
{"train_loss": 0.013803385198116302, "global_step": 23171, "epoch": 130, "lr": 8.918956769039894e-05}
{"train_loss": 0.0066230408847332, "global_step": 23172, "epoch": 130, "lr": 8.918864998503967e-05}
{"train_loss": 0.0051742540672421455, "global_step": 23173, "epoch": 130, "lr": 8.918773224545145e-05}
{"train_loss": 0.0035757895093411207, "global_step": 23174, "epoch": 130, "lr": 8.918681447163511e-05}
{"train_loss": 0.006532486528158188, "global_step": 23175, "epoch": 130, "lr": 8.91858966635914e-05}
{"train_loss": 0.00802866742014885, "global_step": 23176, "epoch": 130, "lr": 8.918497882132116e-05}
{"train_loss": 0.005963582545518875, "global_step": 23177, "epoch": 130, "lr": 8.918406094482519e-05}
{"train_loss": 0.003778403624892235, "global_step": 23178, "epoch": 130, "lr": 8.918314303410427e-05}
{"train_loss": 0.01591927371919155, "global_step": 23179, "epoch": 130, "lr": 8.918222508915923e-05}
{"train_loss": 0.006853216327726841, "global_step": 23180, "epoch": 130, "lr": 8.918130710999084e-05}
{"train_loss": 0.005019111558794975, "global_step": 23181, "epoch": 130, "lr": 8.918038909659992e-05}
{"train_loss": 0.006585373543202877, "global_step": 23182, "epoch": 130, "lr": 8.917947104898729e-05}
{"train_loss": 0.007280030287802219, "global_step": 23183, "epoch": 130, "lr": 8.917855296715372e-05}
{"train_loss": 0.010806583799421787, "global_step": 23184, "epoch": 130, "lr": 8.917763485110001e-05}
{"train_loss": 0.007543955463916063, "global_step": 23185, "epoch": 130, "lr": 8.917671670082698e-05}
{"train_loss": 0.0027905800379812717, "global_step": 23186, "epoch": 130, "lr": 8.917579851633544e-05}
{"train_loss": 0.010586109012365341, "global_step": 23187, "epoch": 130, "lr": 8.917488029762617e-05}
{"train_loss": 0.006772190798074007, "global_step": 23188, "epoch": 130, "lr": 8.917396204469999e-05}
{"train_loss": 0.008089900016784668, "global_step": 23189, "epoch": 130, "lr": 8.917304375755768e-05}
{"train_loss": 0.010421687737107277, "global_step": 23190, "epoch": 130, "lr": 8.917212543620009e-05}
{"train_loss": 0.008287452161312103, "global_step": 23191, "epoch": 130, "lr": 8.917120708062794e-05}
{"train_loss": 0.009433386847376823, "global_step": 23192, "epoch": 130, "lr": 8.917028869084211e-05}
{"train_loss": 0.008066448383033276, "global_step": 23193, "epoch": 130, "lr": 8.916937026684335e-05}
{"train_loss": 0.006659913808107376, "global_step": 23194, "epoch": 130, "lr": 8.916845180863251e-05}
{"train_loss": 0.0065324269235134125, "global_step": 23195, "epoch": 130, "lr": 8.916753331621035e-05}
{"train_loss": 0.005828598514199257, "global_step": 23196, "epoch": 130, "lr": 8.916661478957769e-05}
{"train_loss": 0.00464678555727005, "global_step": 23197, "epoch": 130, "lr": 8.916569622873534e-05}
{"train_loss": 0.003730454947799444, "global_step": 23198, "epoch": 130, "lr": 8.916477763368409e-05}
{"train_loss": 0.019666168838739395, "global_step": 23199, "epoch": 130, "lr": 8.916385900442475e-05}
{"train_loss": 0.008019842207431793, "global_step": 23200, "epoch": 130, "lr": 8.91629403409581e-05}
{"train_loss": 0.00530199334025383, "global_step": 23201, "epoch": 130, "lr": 8.916202164328498e-05}
{"train_loss": 0.006920867599546909, "global_step": 23202, "epoch": 130, "lr": 8.916110291140616e-05}
{"train_loss": 0.009442629292607307, "global_step": 23203, "epoch": 130, "lr": 8.916018414532245e-05}
{"train_loss": 0.0058392672799527645, "global_step": 23204, "epoch": 130, "lr": 8.915926534503467e-05}
{"train_loss": 0.013377580791711807, "global_step": 23205, "epoch": 130, "lr": 8.915834651054361e-05}
{"train_loss": 0.006331271957606077, "global_step": 23206, "epoch": 130, "lr": 8.915742764185007e-05}
{"train_loss": 0.007688706740736961, "global_step": 23207, "epoch": 130, "lr": 8.915650873895486e-05}
{"train_loss": 0.00898114126175642, "global_step": 23208, "epoch": 130, "lr": 8.915558980185878e-05}
{"train_loss": 0.003988013602793217, "global_step": 23209, "epoch": 130, "lr": 8.915467083056263e-05}
{"train_loss": 0.0066271619871258736, "global_step": 23210, "epoch": 130, "lr": 8.91537518250672e-05}
{"train_loss": 0.006854558363556862, "global_step": 23211, "epoch": 130, "lr": 8.915283278537332e-05}
{"train_loss": 0.007548236288130283, "global_step": 23212, "epoch": 130, "lr": 8.915191371148178e-05}
{"train_loss": 0.009721526876091957, "global_step": 23213, "epoch": 130, "lr": 8.915099460339335e-05}
{"train_loss": 0.007420659996569157, "global_step": 23214, "epoch": 130, "lr": 8.915007546110889e-05}
{"train_loss": 0.008198374882340431, "global_step": 23215, "epoch": 130, "lr": 8.914915628462918e-05}
{"train_loss": 0.00308633572421968, "global_step": 23216, "epoch": 130, "lr": 8.914823707395504e-05}
{"train_loss": 0.010245021432638168, "global_step": 23217, "epoch": 130, "lr": 8.91473178290872e-05}
{"train_loss": 0.010096799582242966, "global_step": 23218, "epoch": 130, "lr": 8.914639855002655e-05}
{"train_loss": 0.011600760743021965, "global_step": 23219, "epoch": 130, "lr": 8.914547923677386e-05}
{"train_loss": 0.005404663272202015, "global_step": 23220, "epoch": 130, "lr": 8.914455988932993e-05}
{"train_loss": 0.004483167082071304, "global_step": 23221, "epoch": 130, "lr": 8.914364050769554e-05}
{"train_loss": 0.004729958716779947, "global_step": 23222, "epoch": 130, "lr": 8.914272109187155e-05}
{"train_loss": 0.01276502013206482, "global_step": 23223, "epoch": 130, "lr": 8.914180164185872e-05}
{"train_loss": 0.007090626284480095, "global_step": 23224, "epoch": 130, "lr": 8.914088215765785e-05}
{"train_loss": 0.0061025372706353664, "global_step": 23225, "epoch": 130, "lr": 8.913996263926979e-05}
{"train_loss": 0.008252637460827827, "global_step": 23226, "epoch": 130, "lr": 8.913904308669528e-05}
{"train_loss": 0.00802858266979456, "global_step": 23227, "epoch": 130, "lr": 8.913812349993516e-05}
{"train_loss": 0.01113906316459179, "global_step": 23228, "epoch": 130, "lr": 8.913720387899023e-05}
{"train_loss": 0.008096519857645035, "global_step": 23229, "epoch": 130, "lr": 8.913628422386129e-05}
{"train_loss": 0.007314033806324005, "global_step": 23230, "epoch": 130, "lr": 8.913536453454913e-05}
{"train_loss": 0.010939313098788261, "global_step": 23231, "epoch": 130, "lr": 8.913444481105458e-05}
{"train_loss": 0.00426118029281497, "global_step": 23232, "epoch": 130, "lr": 8.913352505337844e-05}
{"train_loss": 0.010925620794296265, "global_step": 23233, "epoch": 130, "lr": 8.913260526152148e-05}
{"train_loss": 0.00557577982544899, "global_step": 23234, "epoch": 130, "lr": 8.913168543548453e-05}
{"train_loss": 0.015685638412833214, "global_step": 23235, "epoch": 130, "lr": 8.91307655752684e-05}
{"train_loss": 0.013534792698919773, "global_step": 23236, "epoch": 130, "lr": 8.912984568087389e-05}
{"train_loss": 0.0090577881783247, "global_step": 23237, "epoch": 130, "lr": 8.912892575230178e-05}
{"train_loss": 0.00949097890406847, "global_step": 23238, "epoch": 130, "lr": 8.91280057895529e-05}
{"train_loss": 0.009454134851694107, "global_step": 23239, "epoch": 130, "lr": 8.912708579262802e-05}
{"train_loss": 0.004596983548253775, "global_step": 23240, "epoch": 130, "lr": 8.9126165761528e-05}
{"train_loss": 0.010969887487590313, "global_step": 23241, "epoch": 130, "lr": 8.91252456962536e-05}
{"train_loss": 0.011558092199265957, "global_step": 23242, "epoch": 130, "lr": 8.912432559680563e-05}
{"train_loss": 0.010890424251556396, "global_step": 23243, "epoch": 130, "lr": 8.91234054631849e-05}
{"train_loss": 0.007074008230119944, "global_step": 23244, "epoch": 130, "lr": 8.912248529539222e-05}
{"train_loss": 0.01078219898045063, "global_step": 23245, "epoch": 130, "lr": 8.912156509342837e-05}
{"train_loss": 0.010203810408711433, "global_step": 23246, "epoch": 130, "lr": 8.912064485729416e-05}
{"train_loss": 0.011606009677052498, "global_step": 23247, "epoch": 130, "lr": 8.911972458699042e-05}
{"train_loss": 0.006611136253923178, "global_step": 23248, "epoch": 130, "lr": 8.911880428251796e-05}
{"train_loss": 0.006797271780669689, "global_step": 23249, "epoch": 130, "lr": 8.911788394387752e-05}
{"train_loss": 0.008544981479644775, "global_step": 23250, "epoch": 130, "lr": 8.911696357106997e-05}
{"train_loss": 0.011435508728027344, "global_step": 23251, "epoch": 130, "lr": 8.911604316409607e-05}
{"train_loss": 0.007787376642227173, "global_step": 23252, "epoch": 130, "lr": 8.911512272295665e-05}
{"train_loss": 0.008980175480246544, "global_step": 23253, "epoch": 130, "lr": 8.911420224765252e-05}
{"train_loss": 0.008192887529730797, "global_step": 23254, "epoch": 130, "lr": 8.911328173818446e-05}
{"train_loss": 0.009172719903290272, "global_step": 23255, "epoch": 130, "lr": 8.911236119455328e-05}
{"train_loss": 0.0067038098350167274, "global_step": 23256, "epoch": 130, "lr": 8.911144061675979e-05}
{"train_loss": 0.009995457716286182, "global_step": 23257, "epoch": 130, "lr": 8.911052000480479e-05}
{"train_loss": 0.006367640569806099, "global_step": 23258, "epoch": 130, "lr": 8.91095993586891e-05}
{"train_loss": 0.0042113144882023335, "global_step": 23259, "epoch": 130, "lr": 8.910867867841349e-05}
{"train_loss": 0.013965141028165817, "global_step": 23260, "epoch": 130, "lr": 8.91077579639788e-05}
{"train_loss": 0.004808315075933933, "global_step": 23261, "epoch": 130, "lr": 8.910683721538581e-05}
{"train_loss": 0.01058850809931755, "global_step": 23262, "epoch": 130, "lr": 8.910591643263534e-05}
{"train_loss": 0.00682315556332469, "global_step": 23263, "epoch": 130, "lr": 8.910499561572819e-05}
{"train_loss": 0.008756199851632118, "global_step": 23264, "epoch": 130, "lr": 8.910407476466515e-05}
{"train_loss": 0.015226956456899643, "global_step": 23265, "epoch": 130, "lr": 8.910315387944703e-05}
{"train_loss": 0.005621998570859432, "global_step": 23266, "epoch": 130, "lr": 8.910223296007467e-05}
{"train_loss": 0.006591511890292168, "global_step": 23267, "epoch": 130, "lr": 8.910131200654882e-05}
{"train_loss": 0.006680996622890234, "global_step": 23268, "epoch": 130, "lr": 8.910039101887032e-05}
{"train_loss": 0.010638762265443802, "global_step": 23269, "epoch": 130, "lr": 8.909946999703995e-05}
{"train_loss": 0.0057512144558131695, "global_step": 23270, "epoch": 130, "lr": 8.909854894105855e-05}
{"train_loss": 0.00883740745484829, "global_step": 23271, "epoch": 130, "lr": 8.909762785092688e-05}
{"train_loss": 0.011088705621659756, "global_step": 23272, "epoch": 130, "lr": 8.909670672664578e-05}
{"train_loss": 0.0034159398637712, "global_step": 23273, "epoch": 130, "lr": 8.909578556821605e-05}
{"train_loss": 0.004516651388257742, "global_step": 23274, "epoch": 130, "lr": 8.909486437563846e-05}
{"train_loss": 0.008662967011332512, "global_step": 23275, "epoch": 130, "lr": 8.909394314891386e-05}
{"train_loss": 0.0061128814704716206, "global_step": 23276, "epoch": 130, "lr": 8.909302188804302e-05}
{"train_loss": 0.008516684174537659, "global_step": 23277, "epoch": 130, "lr": 8.909210059302678e-05}
{"train_loss": 0.0054288143292069435, "global_step": 23278, "epoch": 130, "lr": 8.909117926386592e-05}
{"train_loss": 0.006048231385648251, "global_step": 23279, "epoch": 130, "lr": 8.909025790056125e-05}
{"train_loss": 0.013799279928207397, "global_step": 23280, "epoch": 130, "lr": 8.908933650311357e-05}
{"train_loss": 0.007573227398097515, "global_step": 23281, "epoch": 130, "lr": 8.908841507152367e-05}
{"train_loss": 0.00617948267608881, "global_step": 23282, "epoch": 130, "lr": 8.90874936057924e-05}
{"train_loss": 0.010093542747199535, "global_step": 23283, "epoch": 130, "lr": 8.908657210592053e-05}
{"train_loss": 0.007106814533472061, "global_step": 23284, "epoch": 130, "lr": 8.908565057190888e-05}
{"train_loss": 0.01630556769669056, "global_step": 23285, "epoch": 130, "lr": 8.908472900375824e-05}
{"train_loss": 0.0032235439866781235, "global_step": 23286, "epoch": 130, "lr": 8.908380740146943e-05}
{"train_loss": 0.015575961209833622, "global_step": 23287, "epoch": 130, "lr": 8.908288576504325e-05}
{"train_loss": 0.005676925182342529, "global_step": 23288, "epoch": 130, "lr": 8.908196409448049e-05}
{"train_loss": 0.006582386326044798, "global_step": 23289, "epoch": 130, "lr": 8.908104238978196e-05}
{"train_loss": 0.010541066527366638, "global_step": 23290, "epoch": 130, "lr": 8.908012065094851e-05}
{"train_loss": 0.0084491902962327, "global_step": 23291, "epoch": 130, "lr": 8.907919887798089e-05}
{"train_loss": 0.004080433398485184, "global_step": 23292, "epoch": 130, "lr": 8.907827707087991e-05}
{"train_loss": 0.009535576216876507, "global_step": 23293, "epoch": 130, "lr": 8.90773552296464e-05}
{"train_loss": 0.0059930384159088135, "global_step": 23294, "epoch": 130, "lr": 8.907643335428116e-05}
{"train_loss": 0.007974167354404926, "global_step": 23295, "epoch": 130, "lr": 8.907551144478497e-05}
{"train_loss": 0.006013928912580013, "global_step": 23296, "epoch": 130, "lr": 8.907458950115868e-05}
{"train_loss": 0.004929930437356234, "global_step": 23297, "epoch": 130, "lr": 8.907366752340305e-05}
{"train_loss": 0.010054300539195538, "global_step": 23298, "epoch": 130, "lr": 8.907274551151891e-05}
{"train_loss": 0.008251303806900978, "global_step": 23299, "epoch": 130, "lr": 8.907182346550706e-05}
{"train_loss": 0.006100109312683344, "global_step": 23300, "epoch": 130, "lr": 8.907090138536831e-05}
{"train_loss": 0.007791943848133087, "global_step": 23301, "epoch": 130, "lr": 8.906997927110345e-05}
{"train_loss": 0.015376811847090721, "global_step": 23302, "epoch": 130, "lr": 8.906905712271332e-05}
{"train_loss": 0.009152976796030998, "global_step": 23303, "epoch": 130, "lr": 8.906813494019867e-05}
{"train_loss": 0.014254486188292503, "global_step": 23304, "epoch": 130, "lr": 8.906721272356036e-05}
{"train_loss": 0.010612746700644493, "global_step": 23305, "epoch": 130, "lr": 8.906629047279918e-05}
{"train_loss": 0.0027168183587491512, "global_step": 23306, "epoch": 130, "lr": 8.906536818791591e-05}
{"train_loss": 0.012124843895435333, "global_step": 23307, "epoch": 130, "lr": 8.906444586891137e-05}
{"train_loss": 0.009736093692481518, "global_step": 23308, "epoch": 130, "lr": 8.906352351578637e-05}
{"train_loss": 0.007602337282150984, "global_step": 23309, "epoch": 130, "lr": 8.906260112854173e-05}
{"train_loss": 0.00851816963404417, "global_step": 23310, "epoch": 130, "lr": 8.906167870717823e-05}
{"train_loss": 0.009390952996909618, "global_step": 23311, "epoch": 130, "lr": 8.90607562516967e-05}
{"train_loss": 0.005819323938339949, "global_step": 23312, "epoch": 130, "lr": 8.905983376209793e-05}
{"train_loss": 0.006829535588622093, "global_step": 23313, "epoch": 130, "lr": 8.905891123838271e-05}
{"train_loss": 0.005017279647290707, "global_step": 23314, "epoch": 130, "lr": 8.905798868055187e-05}
{"train_loss": 0.0076859379187226295, "global_step": 23315, "epoch": 130, "lr": 8.905706608860622e-05}
{"train_loss": 0.008324528113007545, "global_step": 23316, "epoch": 130, "lr": 8.905614346254655e-05}
{"train_loss": 0.008155645334339712, "global_step": 23317, "epoch": 130, "lr": 8.905522080237368e-05, "train_action_mse_error": 1.8237704352941364e-05}
{"train_loss": 0.010477250441908836, "global_step": 23318, "epoch": 131, "lr": 8.905429810808839e-05}
{"train_loss": 0.009248839691281319, "global_step": 23319, "epoch": 131, "lr": 8.90533753796915e-05}
{"train_loss": 0.007281454745680094, "global_step": 23320, "epoch": 131, "lr": 8.905245261718383e-05}
{"train_loss": 0.0042068688198924065, "global_step": 23321, "epoch": 131, "lr": 8.905152982056618e-05}
{"train_loss": 0.01403479278087616, "global_step": 23322, "epoch": 131, "lr": 8.905060698983934e-05}
{"train_loss": 0.01170192938297987, "global_step": 23323, "epoch": 131, "lr": 8.904968412500414e-05}
{"train_loss": 0.016876481473445892, "global_step": 23324, "epoch": 131, "lr": 8.904876122606136e-05}
{"train_loss": 0.00802883505821228, "global_step": 23325, "epoch": 131, "lr": 8.904783829301182e-05}
{"train_loss": 0.009916804730892181, "global_step": 23326, "epoch": 131, "lr": 8.904691532585633e-05}
{"train_loss": 0.010281954891979694, "global_step": 23327, "epoch": 131, "lr": 8.904599232459569e-05}
{"train_loss": 0.00875820778310299, "global_step": 23328, "epoch": 131, "lr": 8.904506928923071e-05}
{"train_loss": 0.00890178233385086, "global_step": 23329, "epoch": 131, "lr": 8.904414621976218e-05}
{"train_loss": 0.0036916660610586405, "global_step": 23330, "epoch": 131, "lr": 8.904322311619094e-05}
{"train_loss": 0.009704762138426304, "global_step": 23331, "epoch": 131, "lr": 8.904229997851777e-05}
{"train_loss": 0.0055673629976809025, "global_step": 23332, "epoch": 131, "lr": 8.904137680674347e-05}
{"train_loss": 0.008637212216854095, "global_step": 23333, "epoch": 131, "lr": 8.904045360086886e-05}
{"train_loss": 0.005824838764965534, "global_step": 23334, "epoch": 131, "lr": 8.903953036089477e-05}
{"train_loss": 0.005521508865058422, "global_step": 23335, "epoch": 131, "lr": 8.903860708682196e-05}
{"train_loss": 0.007378747686743736, "global_step": 23336, "epoch": 131, "lr": 8.903768377865128e-05}
{"train_loss": 0.005598962306976318, "global_step": 23337, "epoch": 131, "lr": 8.903676043638348e-05}
{"train_loss": 0.00784354843199253, "global_step": 23338, "epoch": 131, "lr": 8.90358370600194e-05}
{"train_loss": 0.0063258023001253605, "global_step": 23339, "epoch": 131, "lr": 8.903491364955989e-05}
{"train_loss": 0.008515782654285431, "global_step": 23340, "epoch": 131, "lr": 8.903399020500569e-05}
{"train_loss": 0.005237877368927002, "global_step": 23341, "epoch": 131, "lr": 8.903306672635763e-05}
{"train_loss": 0.006687982007861137, "global_step": 23342, "epoch": 131, "lr": 8.903214321361653e-05}
{"train_loss": 0.010328978300094604, "global_step": 23343, "epoch": 131, "lr": 8.903121966678316e-05}
{"train_loss": 0.004812607541680336, "global_step": 23344, "epoch": 131, "lr": 8.903029608585837e-05}
{"train_loss": 0.00951426848769188, "global_step": 23345, "epoch": 131, "lr": 8.902937247084294e-05}
{"train_loss": 0.011331683024764061, "global_step": 23346, "epoch": 131, "lr": 8.902844882173768e-05}
{"train_loss": 0.007267234846949577, "global_step": 23347, "epoch": 131, "lr": 8.90275251385434e-05}
{"train_loss": 0.008763006888329983, "global_step": 23348, "epoch": 131, "lr": 8.902660142126091e-05}
{"train_loss": 0.0045262351632118225, "global_step": 23349, "epoch": 131, "lr": 8.902567766989102e-05}
{"train_loss": 0.005755394231528044, "global_step": 23350, "epoch": 131, "lr": 8.902475388443453e-05}
{"train_loss": 0.0054186610504984856, "global_step": 23351, "epoch": 131, "lr": 8.902383006489225e-05}
{"train_loss": 0.00647987425327301, "global_step": 23352, "epoch": 131, "lr": 8.902290621126498e-05}
{"train_loss": 0.006837139371782541, "global_step": 23353, "epoch": 131, "lr": 8.902198232355353e-05}
{"train_loss": 0.0056449975818395615, "global_step": 23354, "epoch": 131, "lr": 8.902105840175872e-05}
{"train_loss": 0.004868575371801853, "global_step": 23355, "epoch": 131, "lr": 8.902013444588133e-05}
{"train_loss": 0.007847589440643787, "global_step": 23356, "epoch": 131, "lr": 8.901921045592219e-05}
{"train_loss": 0.00366237317211926, "global_step": 23357, "epoch": 131, "lr": 8.90182864318821e-05}
{"train_loss": 0.004915494006127119, "global_step": 23358, "epoch": 131, "lr": 8.901736237376186e-05}
{"train_loss": 0.009265907108783722, "global_step": 23359, "epoch": 131, "lr": 8.90164382815623e-05}
{"train_loss": 0.005186131689697504, "global_step": 23360, "epoch": 131, "lr": 8.90155141552842e-05}
{"train_loss": 0.007009930443018675, "global_step": 23361, "epoch": 131, "lr": 8.901458999492837e-05}
{"train_loss": 0.005666321609169245, "global_step": 23362, "epoch": 131, "lr": 8.901366580049565e-05}
{"train_loss": 0.008090883493423462, "global_step": 23363, "epoch": 131, "lr": 8.90127415719868e-05}
{"train_loss": 0.015312912873923779, "global_step": 23364, "epoch": 131, "lr": 8.901181730940267e-05}
{"train_loss": 0.007274911738932133, "global_step": 23365, "epoch": 131, "lr": 8.901089301274404e-05}
{"train_loss": 0.009610176086425781, "global_step": 23366, "epoch": 131, "lr": 8.900996868201171e-05}
{"train_loss": 0.009685464203357697, "global_step": 23367, "epoch": 131, "lr": 8.900904431720651e-05}
{"train_loss": 0.005987330339848995, "global_step": 23368, "epoch": 131, "lr": 8.900811991832925e-05}
{"train_loss": 0.0064904959872365, "global_step": 23369, "epoch": 131, "lr": 8.900719548538073e-05}
{"train_loss": 0.015468175522983074, "global_step": 23370, "epoch": 131, "lr": 8.900627101836175e-05}
{"train_loss": 0.0065229106694459915, "global_step": 23371, "epoch": 131, "lr": 8.90053465172731e-05}
{"train_loss": 0.009130661375820637, "global_step": 23372, "epoch": 131, "lr": 8.900442198211562e-05}
{"train_loss": 0.010545809753239155, "global_step": 23373, "epoch": 131, "lr": 8.900349741289011e-05}
{"train_loss": 0.005211172625422478, "global_step": 23374, "epoch": 131, "lr": 8.900257280959739e-05}
{"train_loss": 0.007150283083319664, "global_step": 23375, "epoch": 131, "lr": 8.900164817223824e-05}
{"train_loss": 0.011648019775748253, "global_step": 23376, "epoch": 131, "lr": 8.900072350081347e-05}
{"train_loss": 0.003893003799021244, "global_step": 23377, "epoch": 131, "lr": 8.899979879532389e-05}
{"train_loss": 0.008213028311729431, "global_step": 23378, "epoch": 131, "lr": 8.899887405577034e-05}
{"train_loss": 0.00973457284271717, "global_step": 23379, "epoch": 131, "lr": 8.899794928215359e-05}
{"train_loss": 0.006838326342403889, "global_step": 23380, "epoch": 131, "lr": 8.899702447447446e-05}
{"train_loss": 0.009673155844211578, "global_step": 23381, "epoch": 131, "lr": 8.899609963273377e-05}
{"train_loss": 0.004487925209105015, "global_step": 23382, "epoch": 131, "lr": 8.89951747569323e-05}
{"train_loss": 0.007138569373637438, "global_step": 23383, "epoch": 131, "lr": 8.899424984707087e-05}
{"train_loss": 0.007440622895956039, "global_step": 23384, "epoch": 131, "lr": 8.899332490315032e-05}
{"train_loss": 0.014502129517495632, "global_step": 23385, "epoch": 131, "lr": 8.89923999251714e-05}
{"train_loss": 0.008123993873596191, "global_step": 23386, "epoch": 131, "lr": 8.899147491313496e-05}
{"train_loss": 0.007486433256417513, "global_step": 23387, "epoch": 131, "lr": 8.899054986704178e-05}
{"train_loss": 0.007399122696369886, "global_step": 23388, "epoch": 131, "lr": 8.89896247868927e-05}
{"train_loss": 0.013566035777330399, "global_step": 23389, "epoch": 131, "lr": 8.89886996726885e-05}
{"train_loss": 0.004727855324745178, "global_step": 23390, "epoch": 131, "lr": 8.898777452443002e-05}
{"train_loss": 0.010445404797792435, "global_step": 23391, "epoch": 131, "lr": 8.898684934211803e-05}
{"train_loss": 0.004828501492738724, "global_step": 23392, "epoch": 131, "lr": 8.898592412575337e-05}
{"train_loss": 0.004018676001578569, "global_step": 23393, "epoch": 131, "lr": 8.898499887533681e-05}
{"train_loss": 0.012088103219866753, "global_step": 23394, "epoch": 131, "lr": 8.89840735908692e-05}
{"train_loss": 0.01414170116186142, "global_step": 23395, "epoch": 131, "lr": 8.898314827235132e-05}
{"train_loss": 0.005802688654512167, "global_step": 23396, "epoch": 131, "lr": 8.8982222919784e-05}
{"train_loss": 0.007407866418361664, "global_step": 23397, "epoch": 131, "lr": 8.898129753316802e-05}
{"train_loss": 0.007321015000343323, "global_step": 23398, "epoch": 131, "lr": 8.898037211250421e-05}
{"train_loss": 0.0029789507389068604, "global_step": 23399, "epoch": 131, "lr": 8.897944665779338e-05}
{"train_loss": 0.009401634335517883, "global_step": 23400, "epoch": 131, "lr": 8.897852116903633e-05}
{"train_loss": 0.01520224753767252, "global_step": 23401, "epoch": 131, "lr": 8.897759564623387e-05}
{"train_loss": 0.009137003682553768, "global_step": 23402, "epoch": 131, "lr": 8.89766700893868e-05}
{"train_loss": 0.01290702261030674, "global_step": 23403, "epoch": 131, "lr": 8.897574449849594e-05}
{"train_loss": 0.007507925853133202, "global_step": 23404, "epoch": 131, "lr": 8.897481887356209e-05}
{"train_loss": 0.008185166865587234, "global_step": 23405, "epoch": 131, "lr": 8.897389321458607e-05}
{"train_loss": 0.01001775823533535, "global_step": 23406, "epoch": 131, "lr": 8.897296752156868e-05}
{"train_loss": 0.00832076370716095, "global_step": 23407, "epoch": 131, "lr": 8.897204179451072e-05}
{"train_loss": 0.008846782147884369, "global_step": 23408, "epoch": 131, "lr": 8.897111603341303e-05}
{"train_loss": 0.003605110105127096, "global_step": 23409, "epoch": 131, "lr": 8.89701902382764e-05}
{"train_loss": 0.006503493059426546, "global_step": 23410, "epoch": 131, "lr": 8.896926440910161e-05}
{"train_loss": 0.007520612329244614, "global_step": 23411, "epoch": 131, "lr": 8.89683385458895e-05}
{"train_loss": 0.01007971540093422, "global_step": 23412, "epoch": 131, "lr": 8.896741264864089e-05}
{"train_loss": 0.003430897369980812, "global_step": 23413, "epoch": 131, "lr": 8.896648671735656e-05}
{"train_loss": 0.00577873270958662, "global_step": 23414, "epoch": 131, "lr": 8.896556075203735e-05}
{"train_loss": 0.016052478924393654, "global_step": 23415, "epoch": 131, "lr": 8.896463475268403e-05}
{"train_loss": 0.006165315397083759, "global_step": 23416, "epoch": 131, "lr": 8.896370871929742e-05}
{"train_loss": 0.006721237674355507, "global_step": 23417, "epoch": 131, "lr": 8.896278265187836e-05}
{"train_loss": 0.006209151819348335, "global_step": 23418, "epoch": 131, "lr": 8.896185655042762e-05}
{"train_loss": 0.008050991222262383, "global_step": 23419, "epoch": 131, "lr": 8.896093041494604e-05}
{"train_loss": 0.01028106827288866, "global_step": 23420, "epoch": 131, "lr": 8.89600042454344e-05}
{"train_loss": 0.007202892564237118, "global_step": 23421, "epoch": 131, "lr": 8.895907804189353e-05}
{"train_loss": 0.015125597827136517, "global_step": 23422, "epoch": 131, "lr": 8.895815180432424e-05}
{"train_loss": 0.004705278668552637, "global_step": 23423, "epoch": 131, "lr": 8.895722553272732e-05}
{"train_loss": 0.010547143407166004, "global_step": 23424, "epoch": 131, "lr": 8.895629922710358e-05}
{"train_loss": 0.00840654969215393, "global_step": 23425, "epoch": 131, "lr": 8.895537288745386e-05}
{"train_loss": 0.012377645820379257, "global_step": 23426, "epoch": 131, "lr": 8.895444651377893e-05}
{"train_loss": 0.0088189747184515, "global_step": 23427, "epoch": 131, "lr": 8.895352010607964e-05}
{"train_loss": 0.011064203456044197, "global_step": 23428, "epoch": 131, "lr": 8.895259366435675e-05}
{"train_loss": 0.011776313185691833, "global_step": 23429, "epoch": 131, "lr": 8.895166718861112e-05}
{"train_loss": 0.007231890223920345, "global_step": 23430, "epoch": 131, "lr": 8.895074067884352e-05}
{"train_loss": 0.004963329993188381, "global_step": 23431, "epoch": 131, "lr": 8.894981413505476e-05}
{"train_loss": 0.005495103541761637, "global_step": 23432, "epoch": 131, "lr": 8.894888755724569e-05}
{"train_loss": 0.0063659125007689, "global_step": 23433, "epoch": 131, "lr": 8.894796094541708e-05}
{"train_loss": 0.007173067890107632, "global_step": 23434, "epoch": 131, "lr": 8.894703429956976e-05}
{"train_loss": 0.006967221386730671, "global_step": 23435, "epoch": 131, "lr": 8.894610761970453e-05}
{"train_loss": 0.010165871120989323, "global_step": 23436, "epoch": 131, "lr": 8.89451809058222e-05}
{"train_loss": 0.006922184489667416, "global_step": 23437, "epoch": 131, "lr": 8.894425415792358e-05}
{"train_loss": 0.007682222407311201, "global_step": 23438, "epoch": 131, "lr": 8.894332737600947e-05}
{"train_loss": 0.00917589757591486, "global_step": 23439, "epoch": 131, "lr": 8.89424005600807e-05}
{"train_loss": 0.006374204531311989, "global_step": 23440, "epoch": 131, "lr": 8.894147371013807e-05}
{"train_loss": 0.007077209651470184, "global_step": 23441, "epoch": 131, "lr": 8.894054682618238e-05}
{"train_loss": 0.006337439641356468, "global_step": 23442, "epoch": 131, "lr": 8.893961990821445e-05}
{"train_loss": 0.010161114856600761, "global_step": 23443, "epoch": 131, "lr": 8.89386929562351e-05}
{"train_loss": 0.005738432053476572, "global_step": 23444, "epoch": 131, "lr": 8.89377659702451e-05}
{"train_loss": 0.007144620642066002, "global_step": 23445, "epoch": 131, "lr": 8.893683895024531e-05}
{"train_loss": 0.00975129660218954, "global_step": 23446, "epoch": 131, "lr": 8.893591189623652e-05}
{"train_loss": 0.004378333687782288, "global_step": 23447, "epoch": 131, "lr": 8.893498480821951e-05}
{"train_loss": 0.006689650937914848, "global_step": 23448, "epoch": 131, "lr": 8.893405768619513e-05}
{"train_loss": 0.004595212172716856, "global_step": 23449, "epoch": 131, "lr": 8.893313053016419e-05}
{"train_loss": 0.00988674908876419, "global_step": 23450, "epoch": 131, "lr": 8.893220334012747e-05}
{"train_loss": 0.012030654586851597, "global_step": 23451, "epoch": 131, "lr": 8.89312761160858e-05}
{"train_loss": 0.004802008159458637, "global_step": 23452, "epoch": 131, "lr": 8.893034885803998e-05}
{"train_loss": 0.005472737364470959, "global_step": 23453, "epoch": 131, "lr": 8.892942156599083e-05}
{"train_loss": 0.007158637512475252, "global_step": 23454, "epoch": 131, "lr": 8.892849423993915e-05}
{"train_loss": 0.007413651328533888, "global_step": 23455, "epoch": 131, "lr": 8.892756687988578e-05}
{"train_loss": 0.010552380234003067, "global_step": 23456, "epoch": 131, "lr": 8.892663948583146e-05}
{"train_loss": 0.007673326414078474, "global_step": 23457, "epoch": 131, "lr": 8.892571205777707e-05}
{"train_loss": 0.006600995548069477, "global_step": 23458, "epoch": 131, "lr": 8.89247845957234e-05}
{"train_loss": 0.010319234803318977, "global_step": 23459, "epoch": 131, "lr": 8.892385709967125e-05}
{"train_loss": 0.007107586599886417, "global_step": 23460, "epoch": 131, "lr": 8.892292956962143e-05}
{"train_loss": 0.009548756293952465, "global_step": 23461, "epoch": 131, "lr": 8.892200200557477e-05}
{"train_loss": 0.007763096131384373, "global_step": 23462, "epoch": 131, "lr": 8.892107440753205e-05}
{"train_loss": 0.007704164367169142, "global_step": 23463, "epoch": 131, "lr": 8.892014677549411e-05}
{"train_loss": 0.011181422509253025, "global_step": 23464, "epoch": 131, "lr": 8.891921910946174e-05}
{"train_loss": 0.004995355382561684, "global_step": 23465, "epoch": 131, "lr": 8.891829140943574e-05}
{"train_loss": 0.007990296930074692, "global_step": 23466, "epoch": 131, "lr": 8.891736367541696e-05}
{"train_loss": 0.011649183928966522, "global_step": 23467, "epoch": 131, "lr": 8.891643590740619e-05}
{"train_loss": 0.009198706597089767, "global_step": 23468, "epoch": 131, "lr": 8.891550810540421e-05}
{"train_loss": 0.010761783458292484, "global_step": 23469, "epoch": 131, "lr": 8.891458026941189e-05}
{"train_loss": 0.008116764947772026, "global_step": 23470, "epoch": 131, "lr": 8.891365239942998e-05}
{"train_loss": 0.010282361879944801, "global_step": 23471, "epoch": 131, "lr": 8.891272449545933e-05}
{"train_loss": 0.00674069207161665, "global_step": 23472, "epoch": 131, "lr": 8.891179655750075e-05}
{"train_loss": 0.007240685168653727, "global_step": 23473, "epoch": 131, "lr": 8.891086858555502e-05}
{"train_loss": 0.005012763664126396, "global_step": 23474, "epoch": 131, "lr": 8.890994057962298e-05}
{"train_loss": 0.005468056071549654, "global_step": 23475, "epoch": 131, "lr": 8.890901253970542e-05}
{"train_loss": 0.006547141820192337, "global_step": 23476, "epoch": 131, "lr": 8.890808446580318e-05}
{"train_loss": 0.011104097589850426, "global_step": 23477, "epoch": 131, "lr": 8.890715635791705e-05}
{"train_loss": 0.004187386017292738, "global_step": 23478, "epoch": 131, "lr": 8.890622821604782e-05}
{"train_loss": 0.008427640423178673, "global_step": 23479, "epoch": 131, "lr": 8.890530004019635e-05}
{"train_loss": 0.009053215384483337, "global_step": 23480, "epoch": 131, "lr": 8.89043718303634e-05}
{"train_loss": 0.010319951921701431, "global_step": 23481, "epoch": 131, "lr": 8.890344358654982e-05}
{"train_loss": 0.00816168263554573, "global_step": 23482, "epoch": 131, "lr": 8.89025153087564e-05}
{"train_loss": 0.0055718207731842995, "global_step": 23483, "epoch": 131, "lr": 8.890158699698396e-05}
{"train_loss": 0.005711499601602554, "global_step": 23484, "epoch": 131, "lr": 8.89006586512333e-05}
{"train_loss": 0.008302731439471245, "global_step": 23485, "epoch": 131, "lr": 8.889973027150524e-05}
{"train_loss": 0.014729845337569714, "global_step": 23486, "epoch": 131, "lr": 8.889880185780059e-05}
{"train_loss": 0.009925205260515213, "global_step": 23487, "epoch": 131, "lr": 8.889787341012017e-05}
{"train_loss": 0.005701542366296053, "global_step": 23488, "epoch": 131, "lr": 8.889694492846476e-05}
{"train_loss": 0.008201233111321926, "global_step": 23489, "epoch": 131, "lr": 8.88960164128352e-05}
{"train_loss": 0.011924494057893753, "global_step": 23490, "epoch": 131, "lr": 8.889508786323231e-05}
{"train_loss": 0.01127801276743412, "global_step": 23491, "epoch": 131, "lr": 8.889415927965687e-05}
{"train_loss": 0.008320561610162258, "global_step": 23492, "epoch": 131, "lr": 8.88932306621097e-05}
{"train_loss": 0.00723839458078146, "global_step": 23493, "epoch": 131, "lr": 8.889230201059163e-05}
{"train_loss": 0.008597735315561295, "global_step": 23494, "epoch": 131, "lr": 8.889137332510343e-05}
{"train_loss": 0.008109044882709558, "global_step": 23495, "epoch": 131, "lr": 8.889044460564594e-05}
{"train_loss": 0.008962022140622139, "global_step": 23496, "epoch": 132, "lr": 8.888951585222e-05}
{"train_loss": 0.0099131278693676, "global_step": 23497, "epoch": 132, "lr": 8.888858706482636e-05}
{"train_loss": 0.0081778010353446, "global_step": 23498, "epoch": 132, "lr": 8.888765824346588e-05}
{"train_loss": 0.008485888130962849, "global_step": 23499, "epoch": 132, "lr": 8.888672938813935e-05}
{"train_loss": 0.0044989390298724174, "global_step": 23500, "epoch": 132, "lr": 8.888580049884759e-05}
{"train_loss": 0.006365705281496048, "global_step": 23501, "epoch": 132, "lr": 8.88848715755914e-05}
{"train_loss": 0.005590812768787146, "global_step": 23502, "epoch": 132, "lr": 8.888394261837159e-05}
{"train_loss": 0.009024202823638916, "global_step": 23503, "epoch": 132, "lr": 8.888301362718899e-05}
{"train_loss": 0.006493056192994118, "global_step": 23504, "epoch": 132, "lr": 8.888208460204439e-05}
{"train_loss": 0.007622153498232365, "global_step": 23505, "epoch": 132, "lr": 8.888115554293861e-05}
{"train_loss": 0.02416301891207695, "global_step": 23506, "epoch": 132, "lr": 8.888022644987246e-05}
{"train_loss": 0.01044552493840456, "global_step": 23507, "epoch": 132, "lr": 8.887929732284676e-05}
{"train_loss": 0.006818410474807024, "global_step": 23508, "epoch": 132, "lr": 8.887836816186232e-05}
{"train_loss": 0.006424449384212494, "global_step": 23509, "epoch": 132, "lr": 8.887743896691994e-05}
{"train_loss": 0.010672962293028831, "global_step": 23510, "epoch": 132, "lr": 8.887650973802044e-05}
{"train_loss": 0.010882452130317688, "global_step": 23511, "epoch": 132, "lr": 8.887558047516464e-05}
{"train_loss": 0.004142298363149166, "global_step": 23512, "epoch": 132, "lr": 8.887465117835333e-05}
{"train_loss": 0.008733436465263367, "global_step": 23513, "epoch": 132, "lr": 8.887372184758733e-05}
{"train_loss": 0.008318046107888222, "global_step": 23514, "epoch": 132, "lr": 8.887279248286747e-05}
{"train_loss": 0.003609724808484316, "global_step": 23515, "epoch": 132, "lr": 8.887186308419455e-05}
{"train_loss": 0.0026637809351086617, "global_step": 23516, "epoch": 132, "lr": 8.887093365156935e-05}
{"train_loss": 0.0055090682581067085, "global_step": 23517, "epoch": 132, "lr": 8.887000418499273e-05}
{"train_loss": 0.010398149490356445, "global_step": 23518, "epoch": 132, "lr": 8.88690746844655e-05}
{"train_loss": 0.005285679362714291, "global_step": 23519, "epoch": 132, "lr": 8.886814514998844e-05}
{"train_loss": 0.007398828864097595, "global_step": 23520, "epoch": 132, "lr": 8.886721558156237e-05}
{"train_loss": 0.008294850587844849, "global_step": 23521, "epoch": 132, "lr": 8.886628597918811e-05}
{"train_loss": 0.0099562406539917, "global_step": 23522, "epoch": 132, "lr": 8.886535634286648e-05}
{"train_loss": 0.006551977712661028, "global_step": 23523, "epoch": 132, "lr": 8.886442667259826e-05}
{"train_loss": 0.008665092289447784, "global_step": 23524, "epoch": 132, "lr": 8.886349696838432e-05}
{"train_loss": 0.00859732273966074, "global_step": 23525, "epoch": 132, "lr": 8.886256723022541e-05}
{"train_loss": 0.008612003177404404, "global_step": 23526, "epoch": 132, "lr": 8.886163745812237e-05}
{"train_loss": 0.0062296148389577866, "global_step": 23527, "epoch": 132, "lr": 8.886070765207602e-05}
{"train_loss": 0.009428352117538452, "global_step": 23528, "epoch": 132, "lr": 8.885977781208716e-05}
{"train_loss": 0.006032205186784267, "global_step": 23529, "epoch": 132, "lr": 8.88588479381566e-05}
{"train_loss": 0.006385376211255789, "global_step": 23530, "epoch": 132, "lr": 8.885791803028515e-05}
{"train_loss": 0.003921969328075647, "global_step": 23531, "epoch": 132, "lr": 8.885698808847365e-05}
{"train_loss": 0.012757418677210808, "global_step": 23532, "epoch": 132, "lr": 8.885605811272288e-05}
{"train_loss": 0.007746672257781029, "global_step": 23533, "epoch": 132, "lr": 8.885512810303366e-05}
{"train_loss": 0.011112591251730919, "global_step": 23534, "epoch": 132, "lr": 8.88541980594068e-05}
{"train_loss": 0.007627923972904682, "global_step": 23535, "epoch": 132, "lr": 8.885326798184313e-05}
{"train_loss": 0.0055221132934093475, "global_step": 23536, "epoch": 132, "lr": 8.885233787034345e-05}
{"train_loss": 0.013658886775374413, "global_step": 23537, "epoch": 132, "lr": 8.885140772490857e-05}
{"train_loss": 0.009694724343717098, "global_step": 23538, "epoch": 132, "lr": 8.885047754553932e-05}
{"train_loss": 0.004506089724600315, "global_step": 23539, "epoch": 132, "lr": 8.884954733223648e-05}
{"train_loss": 0.01240035705268383, "global_step": 23540, "epoch": 132, "lr": 8.884861708500087e-05}
{"train_loss": 0.004202123731374741, "global_step": 23541, "epoch": 132, "lr": 8.884768680383334e-05}
{"train_loss": 0.0055088382214307785, "global_step": 23542, "epoch": 132, "lr": 8.884675648873466e-05}
{"train_loss": 0.006867760792374611, "global_step": 23543, "epoch": 132, "lr": 8.884582613970567e-05}
{"train_loss": 0.006406265310943127, "global_step": 23544, "epoch": 132, "lr": 8.884489575674716e-05}
{"train_loss": 0.010849817655980587, "global_step": 23545, "epoch": 132, "lr": 8.884396533985996e-05}
{"train_loss": 0.01037834957242012, "global_step": 23546, "epoch": 132, "lr": 8.884303488904486e-05}
{"train_loss": 0.005005835555493832, "global_step": 23547, "epoch": 132, "lr": 8.884210440430271e-05}
{"train_loss": 0.00943613052368164, "global_step": 23548, "epoch": 132, "lr": 8.884117388563428e-05}
{"train_loss": 0.005520217586308718, "global_step": 23549, "epoch": 132, "lr": 8.884024333304043e-05}
{"train_loss": 0.009015540592372417, "global_step": 23550, "epoch": 132, "lr": 8.883931274652193e-05}
{"train_loss": 0.007519668899476528, "global_step": 23551, "epoch": 132, "lr": 8.883838212607962e-05}
{"train_loss": 0.008477768860757351, "global_step": 23552, "epoch": 132, "lr": 8.883745147171429e-05}
{"train_loss": 0.009548954665660858, "global_step": 23553, "epoch": 132, "lr": 8.883652078342677e-05}
{"train_loss": 0.008447185158729553, "global_step": 23554, "epoch": 132, "lr": 8.883559006121788e-05}
{"train_loss": 0.012317960150539875, "global_step": 23555, "epoch": 132, "lr": 8.883465930508841e-05}
{"train_loss": 0.011717049404978752, "global_step": 23556, "epoch": 132, "lr": 8.883372851503918e-05}
{"train_loss": 0.004418863449245691, "global_step": 23557, "epoch": 132, "lr": 8.883279769107101e-05}
{"train_loss": 0.0036332502495497465, "global_step": 23558, "epoch": 132, "lr": 8.883186683318472e-05}
{"train_loss": 0.007752538658678532, "global_step": 23559, "epoch": 132, "lr": 8.88309359413811e-05}
{"train_loss": 0.013546054251492023, "global_step": 23560, "epoch": 132, "lr": 8.883000501566098e-05}
{"train_loss": 0.012194124050438404, "global_step": 23561, "epoch": 132, "lr": 8.882907405602519e-05}
{"train_loss": 0.011951319873332977, "global_step": 23562, "epoch": 132, "lr": 8.88281430624745e-05}
{"train_loss": 0.004370837472379208, "global_step": 23563, "epoch": 132, "lr": 8.882721203500974e-05}
{"train_loss": 0.008911581709980965, "global_step": 23564, "epoch": 132, "lr": 8.882628097363175e-05}
{"train_loss": 0.006378230173140764, "global_step": 23565, "epoch": 132, "lr": 8.882534987834131e-05}
{"train_loss": 0.0033041357528418303, "global_step": 23566, "epoch": 132, "lr": 8.882441874913925e-05}
{"train_loss": 0.005447083152830601, "global_step": 23567, "epoch": 132, "lr": 8.882348758602638e-05}
{"train_loss": 0.009152669459581375, "global_step": 23568, "epoch": 132, "lr": 8.88225563890035e-05}
{"train_loss": 0.01086354348808527, "global_step": 23569, "epoch": 132, "lr": 8.882162515807144e-05}
{"train_loss": 0.0077368454076349735, "global_step": 23570, "epoch": 132, "lr": 8.882069389323102e-05}
{"train_loss": 0.005959012545645237, "global_step": 23571, "epoch": 132, "lr": 8.881976259448304e-05}
{"train_loss": 0.0042613353580236435, "global_step": 23572, "epoch": 132, "lr": 8.881883126182831e-05}
{"train_loss": 0.008458135649561882, "global_step": 23573, "epoch": 132, "lr": 8.881789989526765e-05}
{"train_loss": 0.016674313694238663, "global_step": 23574, "epoch": 132, "lr": 8.881696849480188e-05}
{"train_loss": 0.013510596007108688, "global_step": 23575, "epoch": 132, "lr": 8.881603706043179e-05}
{"train_loss": 0.01021316833794117, "global_step": 23576, "epoch": 132, "lr": 8.881510559215822e-05}
{"train_loss": 0.00710416492074728, "global_step": 23577, "epoch": 132, "lr": 8.881417408998197e-05}
{"train_loss": 0.007460732012987137, "global_step": 23578, "epoch": 132, "lr": 8.881324255390386e-05}
{"train_loss": 0.008803293108940125, "global_step": 23579, "epoch": 132, "lr": 8.88123109839247e-05}
{"train_loss": 0.011753519997000694, "global_step": 23580, "epoch": 132, "lr": 8.88113793800453e-05}
{"train_loss": 0.006226467899978161, "global_step": 23581, "epoch": 132, "lr": 8.881044774226649e-05}
{"train_loss": 0.011834776028990746, "global_step": 23582, "epoch": 132, "lr": 8.880951607058906e-05}
{"train_loss": 0.007490134797990322, "global_step": 23583, "epoch": 132, "lr": 8.880858436501385e-05}
{"train_loss": 0.005947140045464039, "global_step": 23584, "epoch": 132, "lr": 8.880765262554164e-05}
{"train_loss": 0.0068207234144210815, "global_step": 23585, "epoch": 132, "lr": 8.880672085217327e-05}
{"train_loss": 0.009116753935813904, "global_step": 23586, "epoch": 132, "lr": 8.880578904490954e-05}
{"train_loss": 0.007808736525475979, "global_step": 23587, "epoch": 132, "lr": 8.880485720375129e-05}
{"train_loss": 0.005507095716893673, "global_step": 23588, "epoch": 132, "lr": 8.88039253286993e-05}
{"train_loss": 0.005452989600598812, "global_step": 23589, "epoch": 132, "lr": 8.88029934197544e-05}
{"train_loss": 0.010540139861404896, "global_step": 23590, "epoch": 132, "lr": 8.880206147691741e-05}
{"train_loss": 0.004722231067717075, "global_step": 23591, "epoch": 132, "lr": 8.880112950018913e-05}
{"train_loss": 0.006546360440552235, "global_step": 23592, "epoch": 132, "lr": 8.880019748957038e-05}
{"train_loss": 0.005927290767431259, "global_step": 23593, "epoch": 132, "lr": 8.879926544506197e-05}
{"train_loss": 0.010059409774839878, "global_step": 23594, "epoch": 132, "lr": 8.879833336666472e-05}
{"train_loss": 0.008220100775361061, "global_step": 23595, "epoch": 132, "lr": 8.879740125437945e-05}
{"train_loss": 0.004615528043359518, "global_step": 23596, "epoch": 132, "lr": 8.879646910820697e-05}
{"train_loss": 0.008990591391921043, "global_step": 23597, "epoch": 132, "lr": 8.879553692814808e-05}
{"train_loss": 0.005067386664450169, "global_step": 23598, "epoch": 132, "lr": 8.879460471420363e-05}
{"train_loss": 0.0064629968255758286, "global_step": 23599, "epoch": 132, "lr": 8.879367246637438e-05}
{"train_loss": 0.01355230063199997, "global_step": 23600, "epoch": 132, "lr": 8.879274018466119e-05}
{"train_loss": 0.006309185642749071, "global_step": 23601, "epoch": 132, "lr": 8.879180786906484e-05}
{"train_loss": 0.0052230884321033955, "global_step": 23602, "epoch": 132, "lr": 8.879087551958619e-05}
{"train_loss": 0.008286901749670506, "global_step": 23603, "epoch": 132, "lr": 8.8789943136226e-05}
{"train_loss": 0.010989668779075146, "global_step": 23604, "epoch": 132, "lr": 8.878901071898513e-05}
{"train_loss": 0.007242581807076931, "global_step": 23605, "epoch": 132, "lr": 8.878807826786438e-05}
{"train_loss": 0.011306485161185265, "global_step": 23606, "epoch": 132, "lr": 8.878714578286453e-05}
{"train_loss": 0.008238095790147781, "global_step": 23607, "epoch": 132, "lr": 8.878621326398644e-05}
{"train_loss": 0.007318574469536543, "global_step": 23608, "epoch": 132, "lr": 8.878528071123091e-05}
{"train_loss": 0.009119914844632149, "global_step": 23609, "epoch": 132, "lr": 8.878434812459876e-05}
{"train_loss": 0.006820125505328178, "global_step": 23610, "epoch": 132, "lr": 8.878341550409079e-05}
{"train_loss": 0.0053731584921479225, "global_step": 23611, "epoch": 132, "lr": 8.878248284970783e-05}
{"train_loss": 0.004811106249690056, "global_step": 23612, "epoch": 132, "lr": 8.878155016145069e-05}
{"train_loss": 0.011416316032409668, "global_step": 23613, "epoch": 132, "lr": 8.878061743932019e-05}
{"train_loss": 0.005280149169266224, "global_step": 23614, "epoch": 132, "lr": 8.877968468331711e-05}
{"train_loss": 0.007008610758930445, "global_step": 23615, "epoch": 132, "lr": 8.87787518934423e-05}
{"train_loss": 0.0074846018105745316, "global_step": 23616, "epoch": 132, "lr": 8.877781906969658e-05}
{"train_loss": 0.007661968469619751, "global_step": 23617, "epoch": 132, "lr": 8.877688621208073e-05}
{"train_loss": 0.004046292044222355, "global_step": 23618, "epoch": 132, "lr": 8.87759533205956e-05}
{"train_loss": 0.0058305710554122925, "global_step": 23619, "epoch": 132, "lr": 8.877502039524199e-05}
{"train_loss": 0.00752905011177063, "global_step": 23620, "epoch": 132, "lr": 8.877408743602072e-05}
{"train_loss": 0.006781669799238443, "global_step": 23621, "epoch": 132, "lr": 8.877315444293258e-05}
{"train_loss": 0.006078958045691252, "global_step": 23622, "epoch": 132, "lr": 8.877222141597842e-05}
{"train_loss": 0.0030144627671688795, "global_step": 23623, "epoch": 132, "lr": 8.877128835515904e-05}
{"train_loss": 0.007390114478766918, "global_step": 23624, "epoch": 132, "lr": 8.877035526047526e-05}
{"train_loss": 0.004745033103972673, "global_step": 23625, "epoch": 132, "lr": 8.876942213192787e-05}
{"train_loss": 0.008871978148818016, "global_step": 23626, "epoch": 132, "lr": 8.876848896951772e-05}
{"train_loss": 0.006136895623058081, "global_step": 23627, "epoch": 132, "lr": 8.876755577324561e-05}
{"train_loss": 0.009285630658268929, "global_step": 23628, "epoch": 132, "lr": 8.876662254311235e-05}
{"train_loss": 0.00948222167789936, "global_step": 23629, "epoch": 132, "lr": 8.876568927911878e-05}
{"train_loss": 0.004318981431424618, "global_step": 23630, "epoch": 132, "lr": 8.876475598126566e-05}
{"train_loss": 0.008270329795777798, "global_step": 23631, "epoch": 132, "lr": 8.876382264955387e-05}
{"train_loss": 0.003753355937078595, "global_step": 23632, "epoch": 132, "lr": 8.876288928398418e-05}
{"train_loss": 0.00797667633742094, "global_step": 23633, "epoch": 132, "lr": 8.876195588455742e-05}
{"train_loss": 0.005452725104987621, "global_step": 23634, "epoch": 132, "lr": 8.876102245127443e-05}
{"train_loss": 0.010731479153037071, "global_step": 23635, "epoch": 132, "lr": 8.876008898413597e-05}
{"train_loss": 0.0033854846842586994, "global_step": 23636, "epoch": 132, "lr": 8.87591554831429e-05}
{"train_loss": 0.008818808943033218, "global_step": 23637, "epoch": 132, "lr": 8.875822194829602e-05}
{"train_loss": 0.008142700418829918, "global_step": 23638, "epoch": 132, "lr": 8.875728837959615e-05}
{"train_loss": 0.006869293283671141, "global_step": 23639, "epoch": 132, "lr": 8.875635477704412e-05}
{"train_loss": 0.0060593606904149055, "global_step": 23640, "epoch": 132, "lr": 8.87554211406407e-05}
{"train_loss": 0.013434316962957382, "global_step": 23641, "epoch": 132, "lr": 8.875448747038675e-05}
{"train_loss": 0.011842992156744003, "global_step": 23642, "epoch": 132, "lr": 8.875355376628307e-05}
{"train_loss": 0.0097197275608778, "global_step": 23643, "epoch": 132, "lr": 8.875262002833048e-05}
{"train_loss": 0.005164050962775946, "global_step": 23644, "epoch": 132, "lr": 8.875168625652978e-05}
{"train_loss": 0.004745837301015854, "global_step": 23645, "epoch": 132, "lr": 8.87507524508818e-05}
{"train_loss": 0.005360094830393791, "global_step": 23646, "epoch": 132, "lr": 8.874981861138736e-05}
{"train_loss": 0.008545905351638794, "global_step": 23647, "epoch": 132, "lr": 8.874888473804725e-05}
{"train_loss": 0.0050165122374892235, "global_step": 23648, "epoch": 132, "lr": 8.874795083086231e-05}
{"train_loss": 0.008544804528355598, "global_step": 23649, "epoch": 132, "lr": 8.874701688983336e-05}
{"train_loss": 0.006811308674514294, "global_step": 23650, "epoch": 132, "lr": 8.874608291496119e-05}
{"train_loss": 0.008634721860289574, "global_step": 23651, "epoch": 132, "lr": 8.874514890624663e-05}
{"train_loss": 0.007875971496105194, "global_step": 23652, "epoch": 132, "lr": 8.874421486369051e-05}
{"train_loss": 0.004843369126319885, "global_step": 23653, "epoch": 132, "lr": 8.874328078729363e-05}
{"train_loss": 0.005338139366358519, "global_step": 23654, "epoch": 132, "lr": 8.87423466770568e-05}
{"train_loss": 0.007534309756010771, "global_step": 23655, "epoch": 132, "lr": 8.874141253298085e-05}
{"train_loss": 0.0068207997828722, "global_step": 23656, "epoch": 132, "lr": 8.874047835506658e-05}
{"train_loss": 0.007209295406937599, "global_step": 23657, "epoch": 132, "lr": 8.873954414331482e-05}
{"train_loss": 0.008926641196012497, "global_step": 23658, "epoch": 132, "lr": 8.873860989772639e-05}
{"train_loss": 0.007657141424715519, "global_step": 23659, "epoch": 132, "lr": 8.873767561830208e-05}
{"train_loss": 0.006328190211206675, "global_step": 23660, "epoch": 132, "lr": 8.873674130504275e-05}
{"train_loss": 0.009188384748995304, "global_step": 23661, "epoch": 132, "lr": 8.873580695794916e-05}
{"train_loss": 0.008525022305548191, "global_step": 23662, "epoch": 132, "lr": 8.873487257702217e-05}
{"train_loss": 0.00797431729733944, "global_step": 23663, "epoch": 132, "lr": 8.873393816226259e-05}
{"train_loss": 0.003557939548045397, "global_step": 23664, "epoch": 132, "lr": 8.873300371367122e-05}
{"train_loss": 0.010059787891805172, "global_step": 23665, "epoch": 132, "lr": 8.873206923124888e-05}
{"train_loss": 0.008617119863629341, "global_step": 23666, "epoch": 132, "lr": 8.873113471499642e-05}
{"train_loss": 0.0028719548135995865, "global_step": 23667, "epoch": 132, "lr": 8.873020016491459e-05}
{"train_loss": 0.009446308016777039, "global_step": 23668, "epoch": 132, "lr": 8.872926558100425e-05}
{"train_loss": 0.008822651579976082, "global_step": 23669, "epoch": 132, "lr": 8.872833096326623e-05}
{"train_loss": 0.008537395857274532, "global_step": 23670, "epoch": 132, "lr": 8.87273963117013e-05}
{"train_loss": 0.005485536530613899, "global_step": 23671, "epoch": 132, "lr": 8.872646162631032e-05}
{"train_loss": 0.01131841167807579, "global_step": 23672, "epoch": 132, "lr": 8.872552690709408e-05}
{"train_loss": 0.007873718341645063, "global_step": 23673, "epoch": 132, "lr": 8.87245921540534e-05}
{"train_loss": 0.005430762190371752, "global_step": 23674, "epoch": 133, "lr": 8.872365736718912e-05}
{"train_loss": 0.010106924921274185, "global_step": 23675, "epoch": 133, "lr": 8.872272254650202e-05}
{"train_loss": 0.014274771325290203, "global_step": 23676, "epoch": 133, "lr": 8.872178769199294e-05}
{"train_loss": 0.007331907749176025, "global_step": 23677, "epoch": 133, "lr": 8.87208528036627e-05}
{"train_loss": 0.006225699558854103, "global_step": 23678, "epoch": 133, "lr": 8.871991788151209e-05}
{"train_loss": 0.01552925817668438, "global_step": 23679, "epoch": 133, "lr": 8.871898292554194e-05}
{"train_loss": 0.006439857184886932, "global_step": 23680, "epoch": 133, "lr": 8.87180479357531e-05}
{"train_loss": 0.00832026731222868, "global_step": 23681, "epoch": 133, "lr": 8.871711291214635e-05}
{"train_loss": 0.011563651263713837, "global_step": 23682, "epoch": 133, "lr": 8.87161778547225e-05}
{"train_loss": 0.0072510726749897, "global_step": 23683, "epoch": 133, "lr": 8.871524276348238e-05}
{"train_loss": 0.012458756566047668, "global_step": 23684, "epoch": 133, "lr": 8.871430763842681e-05}
{"train_loss": 0.01115448772907257, "global_step": 23685, "epoch": 133, "lr": 8.871337247955661e-05}
{"train_loss": 0.005861254874616861, "global_step": 23686, "epoch": 133, "lr": 8.871243728687259e-05}
{"train_loss": 0.010202458128333092, "global_step": 23687, "epoch": 133, "lr": 8.871150206037557e-05}
{"train_loss": 0.007448854856193066, "global_step": 23688, "epoch": 133, "lr": 8.871056680006635e-05}
{"train_loss": 0.008558742702007294, "global_step": 23689, "epoch": 133, "lr": 8.870963150594578e-05}
{"train_loss": 0.00792157743126154, "global_step": 23690, "epoch": 133, "lr": 8.870869617801466e-05}
{"train_loss": 0.00513935461640358, "global_step": 23691, "epoch": 133, "lr": 8.87077608162738e-05}
{"train_loss": 0.00872543640434742, "global_step": 23692, "epoch": 133, "lr": 8.870682542072401e-05}
{"train_loss": 0.01067313365638256, "global_step": 23693, "epoch": 133, "lr": 8.870588999136613e-05}
{"train_loss": 0.0094872722402215, "global_step": 23694, "epoch": 133, "lr": 8.870495452820096e-05}
{"train_loss": 0.01664436049759388, "global_step": 23695, "epoch": 133, "lr": 8.870401903122933e-05}
{"train_loss": 0.01109263114631176, "global_step": 23696, "epoch": 133, "lr": 8.870308350045206e-05}
{"train_loss": 0.00774350855499506, "global_step": 23697, "epoch": 133, "lr": 8.870214793586995e-05}
{"train_loss": 0.00346321240067482, "global_step": 23698, "epoch": 133, "lr": 8.870121233748382e-05}
{"train_loss": 0.007641246542334557, "global_step": 23699, "epoch": 133, "lr": 8.870027670529449e-05}
{"train_loss": 0.007520297542214394, "global_step": 23700, "epoch": 133, "lr": 8.86993410393028e-05}
{"train_loss": 0.008024127222597599, "global_step": 23701, "epoch": 133, "lr": 8.869840533950953e-05}
{"train_loss": 0.009085312485694885, "global_step": 23702, "epoch": 133, "lr": 8.869746960591552e-05}
{"train_loss": 0.00448178593069315, "global_step": 23703, "epoch": 133, "lr": 8.869653383852157e-05}
{"train_loss": 0.007958976551890373, "global_step": 23704, "epoch": 133, "lr": 8.869559803732851e-05}
{"train_loss": 0.005479995161294937, "global_step": 23705, "epoch": 133, "lr": 8.869466220233717e-05}
{"train_loss": 0.007582644000649452, "global_step": 23706, "epoch": 133, "lr": 8.869372633354833e-05}
{"train_loss": 0.0077146198600530624, "global_step": 23707, "epoch": 133, "lr": 8.869279043096285e-05}
{"train_loss": 0.006113839335739613, "global_step": 23708, "epoch": 133, "lr": 8.869185449458153e-05}
{"train_loss": 0.0047185542061924934, "global_step": 23709, "epoch": 133, "lr": 8.869091852440518e-05}
{"train_loss": 0.004837222397327423, "global_step": 23710, "epoch": 133, "lr": 8.868998252043462e-05}
{"train_loss": 0.006910673342645168, "global_step": 23711, "epoch": 133, "lr": 8.868904648267068e-05}
{"train_loss": 0.01138048991560936, "global_step": 23712, "epoch": 133, "lr": 8.868811041111416e-05}
{"train_loss": 0.011474791914224625, "global_step": 23713, "epoch": 133, "lr": 8.868717430576588e-05}
{"train_loss": 0.006973058916628361, "global_step": 23714, "epoch": 133, "lr": 8.868623816662668e-05}
{"train_loss": 0.009021211415529251, "global_step": 23715, "epoch": 133, "lr": 8.868530199369735e-05}
{"train_loss": 0.008196922019124031, "global_step": 23716, "epoch": 133, "lr": 8.868436578697872e-05}
{"train_loss": 0.01519283652305603, "global_step": 23717, "epoch": 133, "lr": 8.868342954647163e-05}
{"train_loss": 0.005618639290332794, "global_step": 23718, "epoch": 133, "lr": 8.868249327217684e-05}
{"train_loss": 0.005575904157012701, "global_step": 23719, "epoch": 133, "lr": 8.868155696409522e-05}
{"train_loss": 0.006633532699197531, "global_step": 23720, "epoch": 133, "lr": 8.868062062222756e-05}
{"train_loss": 0.01379440724849701, "global_step": 23721, "epoch": 133, "lr": 8.867968424657469e-05}
{"train_loss": 0.007020977791398764, "global_step": 23722, "epoch": 133, "lr": 8.867874783713744e-05}
{"train_loss": 0.0064226072281599045, "global_step": 23723, "epoch": 133, "lr": 8.867781139391659e-05}
{"train_loss": 0.008515093475580215, "global_step": 23724, "epoch": 133, "lr": 8.8676874916913e-05}
{"train_loss": 0.013052893802523613, "global_step": 23725, "epoch": 133, "lr": 8.867593840612746e-05}
{"train_loss": 0.004519333131611347, "global_step": 23726, "epoch": 133, "lr": 8.867500186156082e-05}
{"train_loss": 0.005053654313087463, "global_step": 23727, "epoch": 133, "lr": 8.867406528321385e-05}
{"train_loss": 0.014815980568528175, "global_step": 23728, "epoch": 133, "lr": 8.867312867108739e-05}
{"train_loss": 0.007987749762833118, "global_step": 23729, "epoch": 133, "lr": 8.867219202518228e-05}
{"train_loss": 0.00827295146882534, "global_step": 23730, "epoch": 133, "lr": 8.867125534549932e-05}
{"train_loss": 0.008680137805640697, "global_step": 23731, "epoch": 133, "lr": 8.867031863203932e-05}
{"train_loss": 0.004165260121226311, "global_step": 23732, "epoch": 133, "lr": 8.866938188480309e-05}
{"train_loss": 0.006608100607991219, "global_step": 23733, "epoch": 133, "lr": 8.866844510379148e-05}
{"train_loss": 0.0051581282168626785, "global_step": 23734, "epoch": 133, "lr": 8.86675082890053e-05}
{"train_loss": 0.009790746495127678, "global_step": 23735, "epoch": 133, "lr": 8.866657144044536e-05}
{"train_loss": 0.007805508095771074, "global_step": 23736, "epoch": 133, "lr": 8.866563455811248e-05}
{"train_loss": 0.008207213133573532, "global_step": 23737, "epoch": 133, "lr": 8.866469764200747e-05}
{"train_loss": 0.0030097938142716885, "global_step": 23738, "epoch": 133, "lr": 8.866376069213115e-05}
{"train_loss": 0.005291698966175318, "global_step": 23739, "epoch": 133, "lr": 8.866282370848434e-05}
{"train_loss": 0.01190241426229477, "global_step": 23740, "epoch": 133, "lr": 8.866188669106787e-05}
{"train_loss": 0.005073963664472103, "global_step": 23741, "epoch": 133, "lr": 8.866094963988257e-05}
{"train_loss": 0.006593531463295221, "global_step": 23742, "epoch": 133, "lr": 8.866001255492922e-05}
{"train_loss": 0.005548439454287291, "global_step": 23743, "epoch": 133, "lr": 8.865907543620866e-05}
{"train_loss": 0.008595287799835205, "global_step": 23744, "epoch": 133, "lr": 8.865813828372169e-05}
{"train_loss": 0.005481739062815905, "global_step": 23745, "epoch": 133, "lr": 8.865720109746918e-05}
{"train_loss": 0.005104397423565388, "global_step": 23746, "epoch": 133, "lr": 8.865626387745188e-05}
{"train_loss": 0.0066180541180074215, "global_step": 23747, "epoch": 133, "lr": 8.865532662367067e-05}
{"train_loss": 0.01176438108086586, "global_step": 23748, "epoch": 133, "lr": 8.865438933612632e-05}
{"train_loss": 0.015959806740283966, "global_step": 23749, "epoch": 133, "lr": 8.865345201481968e-05}
{"train_loss": 0.0143203716725111, "global_step": 23750, "epoch": 133, "lr": 8.865251465975155e-05}
{"train_loss": 0.007284326013177633, "global_step": 23751, "epoch": 133, "lr": 8.865157727092277e-05}
{"train_loss": 0.007122994400560856, "global_step": 23752, "epoch": 133, "lr": 8.865063984833413e-05}
{"train_loss": 0.01074520219117403, "global_step": 23753, "epoch": 133, "lr": 8.864970239198646e-05}
{"train_loss": 0.007406765595078468, "global_step": 23754, "epoch": 133, "lr": 8.864876490188061e-05}
{"train_loss": 0.011834150180220604, "global_step": 23755, "epoch": 133, "lr": 8.864782737801736e-05}
{"train_loss": 0.010445768013596535, "global_step": 23756, "epoch": 133, "lr": 8.864688982039753e-05}
{"train_loss": 0.014004570432007313, "global_step": 23757, "epoch": 133, "lr": 8.864595222902195e-05}
{"train_loss": 0.006328526884317398, "global_step": 23758, "epoch": 133, "lr": 8.864501460389145e-05}
{"train_loss": 0.013424732722342014, "global_step": 23759, "epoch": 133, "lr": 8.864407694500684e-05}
{"train_loss": 0.011017970740795135, "global_step": 23760, "epoch": 133, "lr": 8.864313925236892e-05}
{"train_loss": 0.005105351563543081, "global_step": 23761, "epoch": 133, "lr": 8.864220152597855e-05}
{"train_loss": 0.005005591548979282, "global_step": 23762, "epoch": 133, "lr": 8.86412637658365e-05}
{"train_loss": 0.011764198541641235, "global_step": 23763, "epoch": 133, "lr": 8.864032597194363e-05}
{"train_loss": 0.013651849702000618, "global_step": 23764, "epoch": 133, "lr": 8.863938814430073e-05}
{"train_loss": 0.0045842560939490795, "global_step": 23765, "epoch": 133, "lr": 8.863845028290864e-05}
{"train_loss": 0.007709714584052563, "global_step": 23766, "epoch": 133, "lr": 8.863751238776817e-05}
{"train_loss": 0.012359600514173508, "global_step": 23767, "epoch": 133, "lr": 8.863657445888013e-05}
{"train_loss": 0.00744464760646224, "global_step": 23768, "epoch": 133, "lr": 8.863563649624538e-05}
{"train_loss": 0.012147286906838417, "global_step": 23769, "epoch": 133, "lr": 8.863469849986467e-05}
{"train_loss": 0.012608321383595467, "global_step": 23770, "epoch": 133, "lr": 8.863376046973887e-05}
{"train_loss": 0.008684688247740269, "global_step": 23771, "epoch": 133, "lr": 8.86328224058688e-05}
{"train_loss": 0.004557274281978607, "global_step": 23772, "epoch": 133, "lr": 8.863188430825527e-05}
{"train_loss": 0.007703543175011873, "global_step": 23773, "epoch": 133, "lr": 8.863094617689909e-05}
{"train_loss": 0.006323182489722967, "global_step": 23774, "epoch": 133, "lr": 8.863000801180109e-05}
{"train_loss": 0.01101590320467949, "global_step": 23775, "epoch": 133, "lr": 8.862906981296207e-05}
{"train_loss": 0.02072538062930107, "global_step": 23776, "epoch": 133, "lr": 8.862813158038288e-05}
{"train_loss": 0.008466016501188278, "global_step": 23777, "epoch": 133, "lr": 8.86271933140643e-05}
{"train_loss": 0.00748737808316946, "global_step": 23778, "epoch": 133, "lr": 8.86262550140072e-05}
{"train_loss": 0.01102549210190773, "global_step": 23779, "epoch": 133, "lr": 8.862531668021237e-05}
{"train_loss": 0.008898524567484856, "global_step": 23780, "epoch": 133, "lr": 8.862437831268062e-05}
{"train_loss": 0.010967583395540714, "global_step": 23781, "epoch": 133, "lr": 8.862343991141278e-05}
{"train_loss": 0.012970705516636372, "global_step": 23782, "epoch": 133, "lr": 8.86225014764097e-05}
{"train_loss": 0.007546937093138695, "global_step": 23783, "epoch": 133, "lr": 8.862156300767213e-05}
{"train_loss": 0.00617001298815012, "global_step": 23784, "epoch": 133, "lr": 8.862062450520096e-05}
{"train_loss": 0.01010057795792818, "global_step": 23785, "epoch": 133, "lr": 8.861968596899696e-05}
{"train_loss": 0.010078933089971542, "global_step": 23786, "epoch": 133, "lr": 8.8618747399061e-05}
{"train_loss": 0.005240128841251135, "global_step": 23787, "epoch": 133, "lr": 8.861780879539385e-05}
{"train_loss": 0.005999817047268152, "global_step": 23788, "epoch": 133, "lr": 8.861687015799635e-05}
{"train_loss": 0.011254493147134781, "global_step": 23789, "epoch": 133, "lr": 8.861593148686933e-05}
{"train_loss": 0.009420155547559261, "global_step": 23790, "epoch": 133, "lr": 8.86149927820136e-05}
{"train_loss": 0.008700435049831867, "global_step": 23791, "epoch": 133, "lr": 8.861405404342996e-05}
{"train_loss": 0.010723065584897995, "global_step": 23792, "epoch": 133, "lr": 8.861311527111926e-05}
{"train_loss": 0.0075949495658278465, "global_step": 23793, "epoch": 133, "lr": 8.861217646508232e-05}
{"train_loss": 0.008975652977824211, "global_step": 23794, "epoch": 133, "lr": 8.861123762531994e-05}
{"train_loss": 0.008431763388216496, "global_step": 23795, "epoch": 133, "lr": 8.861029875183296e-05}
{"train_loss": 0.009119393303990364, "global_step": 23796, "epoch": 133, "lr": 8.860935984462218e-05}
{"train_loss": 0.01277835201472044, "global_step": 23797, "epoch": 133, "lr": 8.860842090368844e-05}
{"train_loss": 0.0049107978120446205, "global_step": 23798, "epoch": 133, "lr": 8.860748192903253e-05}
{"train_loss": 0.01315811462700367, "global_step": 23799, "epoch": 133, "lr": 8.860654292065532e-05}
{"train_loss": 0.010539913550019264, "global_step": 23800, "epoch": 133, "lr": 8.860560387855757e-05}
{"train_loss": 0.009300935082137585, "global_step": 23801, "epoch": 133, "lr": 8.860466480274014e-05}
{"train_loss": 0.011787010356783867, "global_step": 23802, "epoch": 133, "lr": 8.860372569320386e-05}
{"train_loss": 0.019041243940591812, "global_step": 23803, "epoch": 133, "lr": 8.860278654994951e-05}
{"train_loss": 0.0056626154109835625, "global_step": 23804, "epoch": 133, "lr": 8.860184737297794e-05}
{"train_loss": 0.0056973788887262344, "global_step": 23805, "epoch": 133, "lr": 8.860090816228996e-05}
{"train_loss": 0.013220863416790962, "global_step": 23806, "epoch": 133, "lr": 8.859996891788638e-05}
{"train_loss": 0.005611171014606953, "global_step": 23807, "epoch": 133, "lr": 8.859902963976805e-05}
{"train_loss": 0.015479466877877712, "global_step": 23808, "epoch": 133, "lr": 8.859809032793576e-05}
{"train_loss": 0.008528179489076138, "global_step": 23809, "epoch": 133, "lr": 8.859715098239036e-05}
{"train_loss": 0.008355764672160149, "global_step": 23810, "epoch": 133, "lr": 8.859621160313263e-05}
{"train_loss": 0.010331067256629467, "global_step": 23811, "epoch": 133, "lr": 8.859527219016344e-05}
{"train_loss": 0.005618982017040253, "global_step": 23812, "epoch": 133, "lr": 8.859433274348356e-05}
{"train_loss": 0.007452976889908314, "global_step": 23813, "epoch": 133, "lr": 8.859339326309385e-05}
{"train_loss": 0.00616931077092886, "global_step": 23814, "epoch": 133, "lr": 8.859245374899512e-05}
{"train_loss": 0.007210038602352142, "global_step": 23815, "epoch": 133, "lr": 8.859151420118816e-05}
{"train_loss": 0.0038525559939444065, "global_step": 23816, "epoch": 133, "lr": 8.859057461967386e-05}
{"train_loss": 0.005324492231011391, "global_step": 23817, "epoch": 133, "lr": 8.858963500445297e-05}
{"train_loss": 0.01389207411557436, "global_step": 23818, "epoch": 133, "lr": 8.858869535552633e-05}
{"train_loss": 0.012346768751740456, "global_step": 23819, "epoch": 133, "lr": 8.85877556728948e-05}
{"train_loss": 0.008156996220350266, "global_step": 23820, "epoch": 133, "lr": 8.858681595655914e-05}
{"train_loss": 0.008369199931621552, "global_step": 23821, "epoch": 133, "lr": 8.85858762065202e-05}
{"train_loss": 0.007972976192831993, "global_step": 23822, "epoch": 133, "lr": 8.858493642277881e-05}
{"train_loss": 0.005357866641134024, "global_step": 23823, "epoch": 133, "lr": 8.858399660533579e-05}
{"train_loss": 0.006876011844724417, "global_step": 23824, "epoch": 133, "lr": 8.858305675419195e-05}
{"train_loss": 0.00599542073905468, "global_step": 23825, "epoch": 133, "lr": 8.858211686934812e-05}
{"train_loss": 0.008878710679709911, "global_step": 23826, "epoch": 133, "lr": 8.85811769508051e-05}
{"train_loss": 0.00907847285270691, "global_step": 23827, "epoch": 133, "lr": 8.858023699856374e-05}
{"train_loss": 0.010422969236969948, "global_step": 23828, "epoch": 133, "lr": 8.857929701262484e-05}
{"train_loss": 0.007271059788763523, "global_step": 23829, "epoch": 133, "lr": 8.857835699298922e-05}
{"train_loss": 0.009934348985552788, "global_step": 23830, "epoch": 133, "lr": 8.857741693965771e-05}
{"train_loss": 0.009429393336176872, "global_step": 23831, "epoch": 133, "lr": 8.857647685263115e-05}
{"train_loss": 0.007823743857443333, "global_step": 23832, "epoch": 133, "lr": 8.857553673191033e-05}
{"train_loss": 0.008472587913274765, "global_step": 23833, "epoch": 133, "lr": 8.857459657749607e-05}
{"train_loss": 0.006355264689773321, "global_step": 23834, "epoch": 133, "lr": 8.857365638938922e-05}
{"train_loss": 0.006896787788718939, "global_step": 23835, "epoch": 133, "lr": 8.857271616759058e-05}
{"train_loss": 0.007798897568136454, "global_step": 23836, "epoch": 133, "lr": 8.857177591210097e-05}
{"train_loss": 0.008799734525382519, "global_step": 23837, "epoch": 133, "lr": 8.857083562292123e-05}
{"train_loss": 0.006044439971446991, "global_step": 23838, "epoch": 133, "lr": 8.856989530005217e-05}
{"train_loss": 0.01156119629740715, "global_step": 23839, "epoch": 133, "lr": 8.85689549434946e-05}
{"train_loss": 0.00515941483899951, "global_step": 23840, "epoch": 133, "lr": 8.856801455324935e-05}
{"train_loss": 0.009575881995260715, "global_step": 23841, "epoch": 133, "lr": 8.856707412931723e-05}
{"train_loss": 0.005373845808207989, "global_step": 23842, "epoch": 133, "lr": 8.856613367169911e-05}
{"train_loss": 0.010671723634004593, "global_step": 23843, "epoch": 133, "lr": 8.856519318039574e-05}
{"train_loss": 0.007653784938156605, "global_step": 23844, "epoch": 133, "lr": 8.8564252655408e-05}
{"train_loss": 0.006326222792267799, "global_step": 23845, "epoch": 133, "lr": 8.856331209673668e-05}
{"train_loss": 0.005647874437272549, "global_step": 23846, "epoch": 133, "lr": 8.85623715043826e-05}
{"train_loss": 0.008679834194481373, "global_step": 23847, "epoch": 133, "lr": 8.85614308783466e-05}
{"train_loss": 0.009372055530548096, "global_step": 23848, "epoch": 133, "lr": 8.85604902186295e-05}
{"train_loss": 0.006406734231859446, "global_step": 23849, "epoch": 133, "lr": 8.855954952523211e-05}
{"train_loss": 0.012460480444133282, "global_step": 23850, "epoch": 133, "lr": 8.855860879815525e-05}
{"train_loss": 0.008645141501178484, "global_step": 23851, "epoch": 133, "lr": 8.855766803739976e-05}
{"train_loss": 0.00955047644674778, "global_step": 23852, "epoch": 134, "lr": 8.855672724296645e-05}
{"train_loss": 0.006840423680841923, "global_step": 23853, "epoch": 134, "lr": 8.855578641485611e-05}
{"train_loss": 0.013534201309084892, "global_step": 23854, "epoch": 134, "lr": 8.855484555306963e-05}
{"train_loss": 0.004853683523833752, "global_step": 23855, "epoch": 134, "lr": 8.855390465760778e-05}
{"train_loss": 0.008072752505540848, "global_step": 23856, "epoch": 134, "lr": 8.855296372847139e-05}
{"train_loss": 0.004501831717789173, "global_step": 23857, "epoch": 134, "lr": 8.85520227656613e-05}
{"train_loss": 0.009305881336331367, "global_step": 23858, "epoch": 134, "lr": 8.855108176917833e-05}
{"train_loss": 0.00506428349763155, "global_step": 23859, "epoch": 134, "lr": 8.855014073902328e-05}
{"train_loss": 0.006182636134326458, "global_step": 23860, "epoch": 134, "lr": 8.854919967519697e-05}
{"train_loss": 0.00881148874759674, "global_step": 23861, "epoch": 134, "lr": 8.854825857770026e-05}
{"train_loss": 0.005954289808869362, "global_step": 23862, "epoch": 134, "lr": 8.854731744653393e-05}
{"train_loss": 0.003190598450601101, "global_step": 23863, "epoch": 134, "lr": 8.854637628169882e-05}
{"train_loss": 0.007911656983196735, "global_step": 23864, "epoch": 134, "lr": 8.854543508319578e-05}
{"train_loss": 0.007420139387249947, "global_step": 23865, "epoch": 134, "lr": 8.854449385102558e-05}
{"train_loss": 0.006905675400048494, "global_step": 23866, "epoch": 134, "lr": 8.854355258518907e-05}
{"train_loss": 0.006667464971542358, "global_step": 23867, "epoch": 134, "lr": 8.854261128568707e-05}
{"train_loss": 0.008130788803100586, "global_step": 23868, "epoch": 134, "lr": 8.85416699525204e-05}
{"train_loss": 0.005912985652685165, "global_step": 23869, "epoch": 134, "lr": 8.85407285856899e-05}
{"train_loss": 0.005043969489634037, "global_step": 23870, "epoch": 134, "lr": 8.853978718519634e-05}
{"train_loss": 0.00887669250369072, "global_step": 23871, "epoch": 134, "lr": 8.85388457510406e-05}
{"train_loss": 0.005086271557956934, "global_step": 23872, "epoch": 134, "lr": 8.853790428322348e-05}
{"train_loss": 0.0034862947650253773, "global_step": 23873, "epoch": 134, "lr": 8.853696278174579e-05}
{"train_loss": 0.01170751266181469, "global_step": 23874, "epoch": 134, "lr": 8.853602124660838e-05}
{"train_loss": 0.006105224136263132, "global_step": 23875, "epoch": 134, "lr": 8.853507967781206e-05}
{"train_loss": 0.010439128614962101, "global_step": 23876, "epoch": 134, "lr": 8.853413807535763e-05}
{"train_loss": 0.008483298122882843, "global_step": 23877, "epoch": 134, "lr": 8.853319643924593e-05}
{"train_loss": 0.014974784106016159, "global_step": 23878, "epoch": 134, "lr": 8.853225476947781e-05}
{"train_loss": 0.006100229918956757, "global_step": 23879, "epoch": 134, "lr": 8.853131306605405e-05}
{"train_loss": 0.005818360950797796, "global_step": 23880, "epoch": 134, "lr": 8.853037132897548e-05}
{"train_loss": 0.005323706194758415, "global_step": 23881, "epoch": 134, "lr": 8.852942955824294e-05}
{"train_loss": 0.01065507996827364, "global_step": 23882, "epoch": 134, "lr": 8.852848775385725e-05}
{"train_loss": 0.005212725140154362, "global_step": 23883, "epoch": 134, "lr": 8.852754591581922e-05}
{"train_loss": 0.007559734396636486, "global_step": 23884, "epoch": 134, "lr": 8.85266040441297e-05}
{"train_loss": 0.017214056104421616, "global_step": 23885, "epoch": 134, "lr": 8.852566213878947e-05}
{"train_loss": 0.009404366835951805, "global_step": 23886, "epoch": 134, "lr": 8.852472019979938e-05}
{"train_loss": 0.01011470053344965, "global_step": 23887, "epoch": 134, "lr": 8.852377822716025e-05}
{"train_loss": 0.00927729718387127, "global_step": 23888, "epoch": 134, "lr": 8.852283622087289e-05}
{"train_loss": 0.006955665070563555, "global_step": 23889, "epoch": 134, "lr": 8.852189418093814e-05}
{"train_loss": 0.007374336011707783, "global_step": 23890, "epoch": 134, "lr": 8.852095210735682e-05}
{"train_loss": 0.005860540550202131, "global_step": 23891, "epoch": 134, "lr": 8.852001000012975e-05}
{"train_loss": 0.003959802910685539, "global_step": 23892, "epoch": 134, "lr": 8.851906785925775e-05}
{"train_loss": 0.007381025701761246, "global_step": 23893, "epoch": 134, "lr": 8.851812568474162e-05}
{"train_loss": 0.006560550071299076, "global_step": 23894, "epoch": 134, "lr": 8.851718347658224e-05}
{"train_loss": 0.011695477180182934, "global_step": 23895, "epoch": 134, "lr": 8.851624123478039e-05}
{"train_loss": 0.014918758533895016, "global_step": 23896, "epoch": 134, "lr": 8.85152989593369e-05}
{"train_loss": 0.012862470000982285, "global_step": 23897, "epoch": 134, "lr": 8.851435665025261e-05}
{"train_loss": 0.004175866022706032, "global_step": 23898, "epoch": 134, "lr": 8.851341430752832e-05}
{"train_loss": 0.007690851576626301, "global_step": 23899, "epoch": 134, "lr": 8.851247193116485e-05}
{"train_loss": 0.00520630506798625, "global_step": 23900, "epoch": 134, "lr": 8.851152952116306e-05}
{"train_loss": 0.010305785574018955, "global_step": 23901, "epoch": 134, "lr": 8.851058707752374e-05}
{"train_loss": 0.0069521088153123856, "global_step": 23902, "epoch": 134, "lr": 8.85096446002477e-05}
{"train_loss": 0.008074508979916573, "global_step": 23903, "epoch": 134, "lr": 8.850870208933582e-05}
{"train_loss": 0.007705193478614092, "global_step": 23904, "epoch": 134, "lr": 8.850775954478887e-05}
{"train_loss": 0.007363459095358849, "global_step": 23905, "epoch": 134, "lr": 8.85068169666077e-05}
{"train_loss": 0.005166089162230492, "global_step": 23906, "epoch": 134, "lr": 8.850587435479311e-05}
{"train_loss": 0.0066729155369102955, "global_step": 23907, "epoch": 134, "lr": 8.850493170934595e-05}
{"train_loss": 0.00858289934694767, "global_step": 23908, "epoch": 134, "lr": 8.850398903026702e-05}
{"train_loss": 0.005355612374842167, "global_step": 23909, "epoch": 134, "lr": 8.850304631755717e-05}
{"train_loss": 0.0060343435034155846, "global_step": 23910, "epoch": 134, "lr": 8.85021035712172e-05}
{"train_loss": 0.006643541157245636, "global_step": 23911, "epoch": 134, "lr": 8.850116079124795e-05}
{"train_loss": 0.0095194261521101, "global_step": 23912, "epoch": 134, "lr": 8.850021797765022e-05}
{"train_loss": 0.00828798022121191, "global_step": 23913, "epoch": 134, "lr": 8.849927513042487e-05}
{"train_loss": 0.009993007406592369, "global_step": 23914, "epoch": 134, "lr": 8.84983322495727e-05}
{"train_loss": 0.008769160136580467, "global_step": 23915, "epoch": 134, "lr": 8.849738933509452e-05}
{"train_loss": 0.006011920515447855, "global_step": 23916, "epoch": 134, "lr": 8.849644638699117e-05}
{"train_loss": 0.005556726828217506, "global_step": 23917, "epoch": 134, "lr": 8.849550340526348e-05}
{"train_loss": 0.008584603667259216, "global_step": 23918, "epoch": 134, "lr": 8.849456038991226e-05}
{"train_loss": 0.008802824653685093, "global_step": 23919, "epoch": 134, "lr": 8.849361734093835e-05}
{"train_loss": 0.009048758074641228, "global_step": 23920, "epoch": 134, "lr": 8.849267425834256e-05}
{"train_loss": 0.008178841322660446, "global_step": 23921, "epoch": 134, "lr": 8.849173114212573e-05}
{"train_loss": 0.01072322204709053, "global_step": 23922, "epoch": 134, "lr": 8.849078799228865e-05}
{"train_loss": 0.013176534324884415, "global_step": 23923, "epoch": 134, "lr": 8.848984480883218e-05}
{"train_loss": 0.012926947325468063, "global_step": 23924, "epoch": 134, "lr": 8.848890159175711e-05}
{"train_loss": 0.009983083233237267, "global_step": 23925, "epoch": 134, "lr": 8.848795834106431e-05}
{"train_loss": 0.0037612919695675373, "global_step": 23926, "epoch": 134, "lr": 8.848701505675456e-05}
{"train_loss": 0.011175869032740593, "global_step": 23927, "epoch": 134, "lr": 8.84860717388287e-05}
{"train_loss": 0.007369544357061386, "global_step": 23928, "epoch": 134, "lr": 8.848512838728758e-05}
{"train_loss": 0.008147267624735832, "global_step": 23929, "epoch": 134, "lr": 8.848418500213196e-05}
{"train_loss": 0.005989056080579758, "global_step": 23930, "epoch": 134, "lr": 8.848324158336273e-05}
{"train_loss": 0.004112430848181248, "global_step": 23931, "epoch": 134, "lr": 8.848229813098067e-05}
{"train_loss": 0.007520649582147598, "global_step": 23932, "epoch": 134, "lr": 8.848135464498663e-05}
{"train_loss": 0.010165569372475147, "global_step": 23933, "epoch": 134, "lr": 8.848041112538143e-05}
{"train_loss": 0.006136641371995211, "global_step": 23934, "epoch": 134, "lr": 8.847946757216587e-05}
{"train_loss": 0.0059927841648459435, "global_step": 23935, "epoch": 134, "lr": 8.847852398534082e-05}
{"train_loss": 0.01155085302889347, "global_step": 23936, "epoch": 134, "lr": 8.847758036490705e-05}
{"train_loss": 0.0037956046871840954, "global_step": 23937, "epoch": 134, "lr": 8.847663671086544e-05}
{"train_loss": 0.012556495144963264, "global_step": 23938, "epoch": 134, "lr": 8.847569302321677e-05}
{"train_loss": 0.0040452247485518456, "global_step": 23939, "epoch": 134, "lr": 8.847474930196186e-05}
{"train_loss": 0.004663841798901558, "global_step": 23940, "epoch": 134, "lr": 8.847380554710159e-05}
{"train_loss": 0.006746988743543625, "global_step": 23941, "epoch": 134, "lr": 8.847286175863673e-05}
{"train_loss": 0.006797194480895996, "global_step": 23942, "epoch": 134, "lr": 8.847191793656813e-05}
{"train_loss": 0.006614921148866415, "global_step": 23943, "epoch": 134, "lr": 8.84709740808966e-05}
{"train_loss": 0.009084397926926613, "global_step": 23944, "epoch": 134, "lr": 8.847003019162296e-05}
{"train_loss": 0.01049991324543953, "global_step": 23945, "epoch": 134, "lr": 8.846908626874807e-05}
{"train_loss": 0.009750785306096077, "global_step": 23946, "epoch": 134, "lr": 8.846814231227272e-05}
{"train_loss": 0.00709522282704711, "global_step": 23947, "epoch": 134, "lr": 8.846719832219774e-05}
{"train_loss": 0.006083056330680847, "global_step": 23948, "epoch": 134, "lr": 8.846625429852396e-05}
{"train_loss": 0.009325775317847729, "global_step": 23949, "epoch": 134, "lr": 8.846531024125222e-05}
{"train_loss": 0.010125466622412205, "global_step": 23950, "epoch": 134, "lr": 8.846436615038331e-05}
{"train_loss": 0.008729214780032635, "global_step": 23951, "epoch": 134, "lr": 8.846342202591809e-05}
{"train_loss": 0.009148847311735153, "global_step": 23952, "epoch": 134, "lr": 8.846247786785735e-05}
{"train_loss": 0.010356117971241474, "global_step": 23953, "epoch": 134, "lr": 8.846153367620195e-05}
{"train_loss": 0.009544793516397476, "global_step": 23954, "epoch": 134, "lr": 8.846058945095268e-05}
{"train_loss": 0.009468089789152145, "global_step": 23955, "epoch": 134, "lr": 8.845964519211039e-05}
{"train_loss": 0.006405276246368885, "global_step": 23956, "epoch": 134, "lr": 8.845870089967589e-05}
{"train_loss": 0.006892547942698002, "global_step": 23957, "epoch": 134, "lr": 8.845775657365003e-05}
{"train_loss": 0.0064037819392979145, "global_step": 23958, "epoch": 134, "lr": 8.845681221403361e-05}
{"train_loss": 0.00646207807585597, "global_step": 23959, "epoch": 134, "lr": 8.845586782082745e-05}
{"train_loss": 0.008283846080303192, "global_step": 23960, "epoch": 134, "lr": 8.84549233940324e-05}
{"train_loss": 0.008253281936049461, "global_step": 23961, "epoch": 134, "lr": 8.845397893364926e-05}
{"train_loss": 0.00783821102231741, "global_step": 23962, "epoch": 134, "lr": 8.845303443967887e-05}
{"train_loss": 0.011479866690933704, "global_step": 23963, "epoch": 134, "lr": 8.845208991212205e-05}
{"train_loss": 0.012222057208418846, "global_step": 23964, "epoch": 134, "lr": 8.845114535097962e-05}
{"train_loss": 0.004083404317498207, "global_step": 23965, "epoch": 134, "lr": 8.845020075625241e-05}
{"train_loss": 0.008708028122782707, "global_step": 23966, "epoch": 134, "lr": 8.844925612794126e-05}
{"train_loss": 0.007023856043815613, "global_step": 23967, "epoch": 134, "lr": 8.844831146604697e-05}
{"train_loss": 0.009039090014994144, "global_step": 23968, "epoch": 134, "lr": 8.844736677057038e-05}
{"train_loss": 0.004956101067364216, "global_step": 23969, "epoch": 134, "lr": 8.84464220415123e-05}
{"train_loss": 0.006873083300888538, "global_step": 23970, "epoch": 134, "lr": 8.844547727887359e-05}
{"train_loss": 0.0036736689507961273, "global_step": 23971, "epoch": 134, "lr": 8.844453248265504e-05}
{"train_loss": 0.011642204597592354, "global_step": 23972, "epoch": 134, "lr": 8.844358765285748e-05}
{"train_loss": 0.008713409304618835, "global_step": 23973, "epoch": 134, "lr": 8.844264278948176e-05}
{"train_loss": 0.01184973306953907, "global_step": 23974, "epoch": 134, "lr": 8.844169789252867e-05}
{"train_loss": 0.0035869202110916376, "global_step": 23975, "epoch": 134, "lr": 8.844075296199905e-05}
{"train_loss": 0.012008816935122013, "global_step": 23976, "epoch": 134, "lr": 8.843980799789373e-05}
{"train_loss": 0.00983415823429823, "global_step": 23977, "epoch": 134, "lr": 8.843886300021355e-05}
{"train_loss": 0.005374629981815815, "global_step": 23978, "epoch": 134, "lr": 8.84379179689593e-05}
{"train_loss": 0.009237154386937618, "global_step": 23979, "epoch": 134, "lr": 8.843697290413184e-05}
{"train_loss": 0.010563446208834648, "global_step": 23980, "epoch": 134, "lr": 8.843602780573197e-05}
{"train_loss": 0.00962014403194189, "global_step": 23981, "epoch": 134, "lr": 8.843508267376053e-05}
{"train_loss": 0.005813776981085539, "global_step": 23982, "epoch": 134, "lr": 8.843413750821834e-05}
{"train_loss": 0.004806708078831434, "global_step": 23983, "epoch": 134, "lr": 8.843319230910622e-05}
{"train_loss": 0.011918595992028713, "global_step": 23984, "epoch": 134, "lr": 8.8432247076425e-05}
{"train_loss": 0.008907683193683624, "global_step": 23985, "epoch": 134, "lr": 8.843130181017552e-05}
{"train_loss": 0.005272435490041971, "global_step": 23986, "epoch": 134, "lr": 8.843035651035858e-05}
{"train_loss": 0.007224129047244787, "global_step": 23987, "epoch": 134, "lr": 8.842941117697501e-05}
{"train_loss": 0.005177617538720369, "global_step": 23988, "epoch": 134, "lr": 8.842846581002566e-05}
{"train_loss": 0.009576289914548397, "global_step": 23989, "epoch": 134, "lr": 8.842752040951134e-05}
{"train_loss": 0.008251543156802654, "global_step": 23990, "epoch": 134, "lr": 8.842657497543288e-05}
{"train_loss": 0.005401460453867912, "global_step": 23991, "epoch": 134, "lr": 8.842562950779109e-05}
{"train_loss": 0.006749812513589859, "global_step": 23992, "epoch": 134, "lr": 8.842468400658682e-05}
{"train_loss": 0.006544274277985096, "global_step": 23993, "epoch": 134, "lr": 8.842373847182087e-05}
{"train_loss": 0.008655748330056667, "global_step": 23994, "epoch": 134, "lr": 8.842279290349408e-05}
{"train_loss": 0.005581030622124672, "global_step": 23995, "epoch": 134, "lr": 8.84218473016073e-05}
{"train_loss": 0.008346435613930225, "global_step": 23996, "epoch": 134, "lr": 8.84209016661613e-05}
{"train_loss": 0.007982823997735977, "global_step": 23997, "epoch": 134, "lr": 8.841995599715696e-05}
{"train_loss": 0.008857587352395058, "global_step": 23998, "epoch": 134, "lr": 8.841901029459505e-05}
{"train_loss": 0.009756062179803848, "global_step": 23999, "epoch": 134, "lr": 8.841806455847645e-05}
{"train_loss": 0.00808808021247387, "global_step": 24000, "epoch": 134, "lr": 8.841711878880197e-05}
{"train_loss": 0.0024608466774225235, "global_step": 24001, "epoch": 134, "lr": 8.841617298557243e-05}
{"train_loss": 0.004901081323623657, "global_step": 24002, "epoch": 134, "lr": 8.841522714878864e-05}
{"train_loss": 0.00835779681801796, "global_step": 24003, "epoch": 134, "lr": 8.841428127845146e-05}
{"train_loss": 0.010806774720549583, "global_step": 24004, "epoch": 134, "lr": 8.841333537456171e-05}
{"train_loss": 0.011372324079275131, "global_step": 24005, "epoch": 134, "lr": 8.841238943712019e-05}
{"train_loss": 0.008203642442822456, "global_step": 24006, "epoch": 134, "lr": 8.841144346612773e-05}
{"train_loss": 0.00810278207063675, "global_step": 24007, "epoch": 134, "lr": 8.841049746158518e-05}
{"train_loss": 0.006465291604399681, "global_step": 24008, "epoch": 134, "lr": 8.840955142349336e-05}
{"train_loss": 0.00800430215895176, "global_step": 24009, "epoch": 134, "lr": 8.840860535185309e-05}
{"train_loss": 0.009893009439110756, "global_step": 24010, "epoch": 134, "lr": 8.840765924666519e-05}
{"train_loss": 0.008312705904245377, "global_step": 24011, "epoch": 134, "lr": 8.84067131079305e-05}
{"train_loss": 0.006363850086927414, "global_step": 24012, "epoch": 134, "lr": 8.840576693564984e-05}
{"train_loss": 0.010737672448158264, "global_step": 24013, "epoch": 134, "lr": 8.840482072982403e-05}
{"train_loss": 0.008645834401249886, "global_step": 24014, "epoch": 134, "lr": 8.84038744904539e-05}
{"train_loss": 0.006681580096483231, "global_step": 24015, "epoch": 134, "lr": 8.840292821754028e-05}
{"train_loss": 0.005872935522347689, "global_step": 24016, "epoch": 134, "lr": 8.8401981911084e-05}
{"train_loss": 0.006520877592265606, "global_step": 24017, "epoch": 134, "lr": 8.840103557108588e-05}
{"train_loss": 0.012057149782776833, "global_step": 24018, "epoch": 134, "lr": 8.840008919754675e-05}
{"train_loss": 0.007675886154174805, "global_step": 24019, "epoch": 134, "lr": 8.839914279046744e-05}
{"train_loss": 0.005615125875920057, "global_step": 24020, "epoch": 134, "lr": 8.839819634984876e-05}
{"train_loss": 0.006510091479867697, "global_step": 24021, "epoch": 134, "lr": 8.839724987569155e-05}
{"train_loss": 0.011643239296972752, "global_step": 24022, "epoch": 134, "lr": 8.839630336799664e-05}
{"train_loss": 0.006182504817843437, "global_step": 24023, "epoch": 134, "lr": 8.839535682676487e-05}
{"train_loss": 0.010866507887840271, "global_step": 24024, "epoch": 134, "lr": 8.839441025199703e-05}
{"train_loss": 0.004648279398679733, "global_step": 24025, "epoch": 134, "lr": 8.839346364369396e-05}
{"train_loss": 0.011825679801404476, "global_step": 24026, "epoch": 134, "lr": 8.839251700185652e-05}
{"train_loss": 0.004619495943188667, "global_step": 24027, "epoch": 134, "lr": 8.839157032648549e-05}
{"train_loss": 0.003879404393956065, "global_step": 24028, "epoch": 134, "lr": 8.83906236175817e-05}
{"train_loss": 0.007890468523471375, "global_step": 24029, "epoch": 134, "lr": 8.8389676875146e-05}
{"train_loss": 0.01355054136365652, "global_step": 24030, "epoch": 135, "lr": 8.838873009917923e-05}
{"train_loss": 0.003431974910199642, "global_step": 24031, "epoch": 135, "lr": 8.838778328968219e-05}
{"train_loss": 0.0059866528026759624, "global_step": 24032, "epoch": 135, "lr": 8.83868364466557e-05}
{"train_loss": 0.00961383432149887, "global_step": 24033, "epoch": 135, "lr": 8.838588957010061e-05}
{"train_loss": 0.01091864425688982, "global_step": 24034, "epoch": 135, "lr": 8.838494266001774e-05}
{"train_loss": 0.006182989105582237, "global_step": 24035, "epoch": 135, "lr": 8.838399571640792e-05}
{"train_loss": 0.0069578299298882484, "global_step": 24036, "epoch": 135, "lr": 8.838304873927196e-05}
{"train_loss": 0.008049758151173592, "global_step": 24037, "epoch": 135, "lr": 8.83821017286107e-05}
{"train_loss": 0.0075036631897091866, "global_step": 24038, "epoch": 135, "lr": 8.838115468442496e-05}
{"train_loss": 0.01200590468943119, "global_step": 24039, "epoch": 135, "lr": 8.83802076067156e-05}
{"train_loss": 0.012091537937521935, "global_step": 24040, "epoch": 135, "lr": 8.83792604954834e-05}
{"train_loss": 0.003254189155995846, "global_step": 24041, "epoch": 135, "lr": 8.837831335072921e-05}
{"train_loss": 0.006318643223494291, "global_step": 24042, "epoch": 135, "lr": 8.837736617245386e-05}
{"train_loss": 0.007067324593663216, "global_step": 24043, "epoch": 135, "lr": 8.837641896065817e-05}
{"train_loss": 0.007518971338868141, "global_step": 24044, "epoch": 135, "lr": 8.837547171534297e-05}
{"train_loss": 0.005755953025072813, "global_step": 24045, "epoch": 135, "lr": 8.837452443650909e-05}
{"train_loss": 0.007969995029270649, "global_step": 24046, "epoch": 135, "lr": 8.837357712415734e-05}
{"train_loss": 0.006290151737630367, "global_step": 24047, "epoch": 135, "lr": 8.837262977828857e-05}
{"train_loss": 0.013635685667395592, "global_step": 24048, "epoch": 135, "lr": 8.83716823989036e-05}
{"train_loss": 0.008215483278036118, "global_step": 24049, "epoch": 135, "lr": 8.837073498600328e-05}
{"train_loss": 0.006295379251241684, "global_step": 24050, "epoch": 135, "lr": 8.836978753958837e-05}
{"train_loss": 0.007511939387768507, "global_step": 24051, "epoch": 135, "lr": 8.836884005965978e-05}
{"train_loss": 0.005145985633134842, "global_step": 24052, "epoch": 135, "lr": 8.836789254621829e-05}
{"train_loss": 0.009965987876057625, "global_step": 24053, "epoch": 135, "lr": 8.836694499926473e-05}
{"train_loss": 0.01241805125027895, "global_step": 24054, "epoch": 135, "lr": 8.836599741879994e-05}
{"train_loss": 0.004169956780970097, "global_step": 24055, "epoch": 135, "lr": 8.836504980482475e-05}
{"train_loss": 0.006720159202814102, "global_step": 24056, "epoch": 135, "lr": 8.836410215733997e-05}
{"train_loss": 0.009551797062158585, "global_step": 24057, "epoch": 135, "lr": 8.836315447634644e-05}
{"train_loss": 0.011060119606554508, "global_step": 24058, "epoch": 135, "lr": 8.836220676184497e-05}
{"train_loss": 0.008279157802462578, "global_step": 24059, "epoch": 135, "lr": 8.836125901383642e-05}
{"train_loss": 0.004624145105481148, "global_step": 24060, "epoch": 135, "lr": 8.83603112323216e-05}
{"train_loss": 0.0036574876867234707, "global_step": 24061, "epoch": 135, "lr": 8.835936341730134e-05}
{"train_loss": 0.006497918628156185, "global_step": 24062, "epoch": 135, "lr": 8.835841556877646e-05}
{"train_loss": 0.007367386948317289, "global_step": 24063, "epoch": 135, "lr": 8.83574676867478e-05}
{"train_loss": 0.005227827932685614, "global_step": 24064, "epoch": 135, "lr": 8.835651977121619e-05}
{"train_loss": 0.007085220888257027, "global_step": 24065, "epoch": 135, "lr": 8.835557182218244e-05}
{"train_loss": 0.013742365874350071, "global_step": 24066, "epoch": 135, "lr": 8.835462383964738e-05}
{"train_loss": 0.004754642955958843, "global_step": 24067, "epoch": 135, "lr": 8.835367582361188e-05}
{"train_loss": 0.006440514698624611, "global_step": 24068, "epoch": 135, "lr": 8.83527277740767e-05}
{"train_loss": 0.004661912564188242, "global_step": 24069, "epoch": 135, "lr": 8.835177969104271e-05}
{"train_loss": 0.005798362195491791, "global_step": 24070, "epoch": 135, "lr": 8.835083157451074e-05}
{"train_loss": 0.008570091798901558, "global_step": 24071, "epoch": 135, "lr": 8.83498834244816e-05}
{"train_loss": 0.010470118373632431, "global_step": 24072, "epoch": 135, "lr": 8.834893524095613e-05}
{"train_loss": 0.003497714176774025, "global_step": 24073, "epoch": 135, "lr": 8.834798702393516e-05}
{"train_loss": 0.011387526988983154, "global_step": 24074, "epoch": 135, "lr": 8.834703877341952e-05}
{"train_loss": 0.008436580188572407, "global_step": 24075, "epoch": 135, "lr": 8.834609048941003e-05}
{"train_loss": 0.006790257524698973, "global_step": 24076, "epoch": 135, "lr": 8.83451421719075e-05}
{"train_loss": 0.008543501608073711, "global_step": 24077, "epoch": 135, "lr": 8.834419382091279e-05}
{"train_loss": 0.005178890656679869, "global_step": 24078, "epoch": 135, "lr": 8.834324543642671e-05}
{"train_loss": 0.009977221488952637, "global_step": 24079, "epoch": 135, "lr": 8.834229701845012e-05}
{"train_loss": 0.004324465990066528, "global_step": 24080, "epoch": 135, "lr": 8.834134856698379e-05}
{"train_loss": 0.006044811103492975, "global_step": 24081, "epoch": 135, "lr": 8.83404000820286e-05}
{"train_loss": 0.011911505833268166, "global_step": 24082, "epoch": 135, "lr": 8.833945156358536e-05}
{"train_loss": 0.009359387680888176, "global_step": 24083, "epoch": 135, "lr": 8.833850301165489e-05}
{"train_loss": 0.00717594800516963, "global_step": 24084, "epoch": 135, "lr": 8.833755442623805e-05}
{"train_loss": 0.006172293797135353, "global_step": 24085, "epoch": 135, "lr": 8.833660580733563e-05}
{"train_loss": 0.007594496477395296, "global_step": 24086, "epoch": 135, "lr": 8.833565715494847e-05}
{"train_loss": 0.010337812826037407, "global_step": 24087, "epoch": 135, "lr": 8.833470846907742e-05}
{"train_loss": 0.010627901181578636, "global_step": 24088, "epoch": 135, "lr": 8.833375974972327e-05}
{"train_loss": 0.00714420061558485, "global_step": 24089, "epoch": 135, "lr": 8.833281099688687e-05}
{"train_loss": 0.006596966180950403, "global_step": 24090, "epoch": 135, "lr": 8.833186221056905e-05}
{"train_loss": 0.011690784245729446, "global_step": 24091, "epoch": 135, "lr": 8.833091339077064e-05}
{"train_loss": 0.0038150267209857702, "global_step": 24092, "epoch": 135, "lr": 8.832996453749248e-05}
{"train_loss": 0.00619905348867178, "global_step": 24093, "epoch": 135, "lr": 8.832901565073537e-05}
{"train_loss": 0.008009077981114388, "global_step": 24094, "epoch": 135, "lr": 8.832806673050015e-05}
{"train_loss": 0.0074177877977490425, "global_step": 24095, "epoch": 135, "lr": 8.832711777678768e-05}
{"train_loss": 0.007158994674682617, "global_step": 24096, "epoch": 135, "lr": 8.832616878959873e-05}
{"train_loss": 0.011598093435168266, "global_step": 24097, "epoch": 135, "lr": 8.832521976893418e-05}
{"train_loss": 0.007775819860398769, "global_step": 24098, "epoch": 135, "lr": 8.832427071479484e-05}
{"train_loss": 0.004992226138710976, "global_step": 24099, "epoch": 135, "lr": 8.832332162718153e-05}
{"train_loss": 0.0051576378755271435, "global_step": 24100, "epoch": 135, "lr": 8.832237250609509e-05}
{"train_loss": 0.013709381222724915, "global_step": 24101, "epoch": 135, "lr": 8.832142335153635e-05}
{"train_loss": 0.005230745300650597, "global_step": 24102, "epoch": 135, "lr": 8.832047416350612e-05}
{"train_loss": 0.005838605109602213, "global_step": 24103, "epoch": 135, "lr": 8.831952494200526e-05}
{"train_loss": 0.014734724536538124, "global_step": 24104, "epoch": 135, "lr": 8.831857568703456e-05}
{"train_loss": 0.007433675229549408, "global_step": 24105, "epoch": 135, "lr": 8.831762639859492e-05}
{"train_loss": 0.011019095778465271, "global_step": 24106, "epoch": 135, "lr": 8.831667707668707e-05}
{"train_loss": 0.007915235124528408, "global_step": 24107, "epoch": 135, "lr": 8.831572772131192e-05}
{"train_loss": 0.005862751044332981, "global_step": 24108, "epoch": 135, "lr": 8.831477833247026e-05}
{"train_loss": 0.007726555224508047, "global_step": 24109, "epoch": 135, "lr": 8.831382891016293e-05}
{"train_loss": 0.012855438515543938, "global_step": 24110, "epoch": 135, "lr": 8.831287945439077e-05}
{"train_loss": 0.008279925212264061, "global_step": 24111, "epoch": 135, "lr": 8.831192996515458e-05}
{"train_loss": 0.00582600012421608, "global_step": 24112, "epoch": 135, "lr": 8.831098044245522e-05}
{"train_loss": 0.0042897905223071575, "global_step": 24113, "epoch": 135, "lr": 8.831003088629351e-05}
{"train_loss": 0.008126591332256794, "global_step": 24114, "epoch": 135, "lr": 8.830908129667025e-05}
{"train_loss": 0.002654086798429489, "global_step": 24115, "epoch": 135, "lr": 8.830813167358632e-05}
{"train_loss": 0.010507972911000252, "global_step": 24116, "epoch": 135, "lr": 8.830718201704252e-05}
{"train_loss": 0.007116612978279591, "global_step": 24117, "epoch": 135, "lr": 8.830623232703968e-05}
{"train_loss": 0.00907190702855587, "global_step": 24118, "epoch": 135, "lr": 8.830528260357864e-05}
{"train_loss": 0.010128917172551155, "global_step": 24119, "epoch": 135, "lr": 8.830433284666021e-05}
{"train_loss": 0.007871427573263645, "global_step": 24120, "epoch": 135, "lr": 8.830338305628524e-05}
{"train_loss": 0.006355096120387316, "global_step": 24121, "epoch": 135, "lr": 8.830243323245456e-05}
{"train_loss": 0.015869151800870895, "global_step": 24122, "epoch": 135, "lr": 8.830148337516899e-05}
{"train_loss": 0.006601701490581036, "global_step": 24123, "epoch": 135, "lr": 8.830053348442937e-05}
{"train_loss": 0.005445221439003944, "global_step": 24124, "epoch": 135, "lr": 8.82995835602365e-05}
{"train_loss": 0.009041002951562405, "global_step": 24125, "epoch": 135, "lr": 8.829863360259124e-05}
{"train_loss": 0.007755381055176258, "global_step": 24126, "epoch": 135, "lr": 8.829768361149442e-05}
{"train_loss": 0.00672371918335557, "global_step": 24127, "epoch": 135, "lr": 8.829673358694684e-05}
{"train_loss": 0.008925323374569416, "global_step": 24128, "epoch": 135, "lr": 8.829578352894936e-05}
{"train_loss": 0.010179461911320686, "global_step": 24129, "epoch": 135, "lr": 8.829483343750281e-05}
{"train_loss": 0.010730874724686146, "global_step": 24130, "epoch": 135, "lr": 8.8293883312608e-05}
{"train_loss": 0.004842055961489677, "global_step": 24131, "epoch": 135, "lr": 8.829293315426576e-05}
{"train_loss": 0.007220722269266844, "global_step": 24132, "epoch": 135, "lr": 8.829198296247696e-05}
{"train_loss": 0.011852370575070381, "global_step": 24133, "epoch": 135, "lr": 8.829103273724237e-05}
{"train_loss": 0.011168241500854492, "global_step": 24134, "epoch": 135, "lr": 8.829008247856286e-05}
{"train_loss": 0.005149412900209427, "global_step": 24135, "epoch": 135, "lr": 8.828913218643927e-05}
{"train_loss": 0.007789818570017815, "global_step": 24136, "epoch": 135, "lr": 8.828818186087238e-05}
{"train_loss": 0.008961047977209091, "global_step": 24137, "epoch": 135, "lr": 8.828723150186305e-05}
{"train_loss": 0.0032106847502291203, "global_step": 24138, "epoch": 135, "lr": 8.828628110941213e-05}
{"train_loss": 0.008159101940691471, "global_step": 24139, "epoch": 135, "lr": 8.828533068352041e-05}
{"train_loss": 0.008663775399327278, "global_step": 24140, "epoch": 135, "lr": 8.828438022418876e-05}
{"train_loss": 0.0032304825726896524, "global_step": 24141, "epoch": 135, "lr": 8.828342973141798e-05}
{"train_loss": 0.00628625275567174, "global_step": 24142, "epoch": 135, "lr": 8.828247920520891e-05}
{"train_loss": 0.005805163644254208, "global_step": 24143, "epoch": 135, "lr": 8.828152864556237e-05}
{"train_loss": 0.006958946585655212, "global_step": 24144, "epoch": 135, "lr": 8.828057805247923e-05}
{"train_loss": 0.007745353039354086, "global_step": 24145, "epoch": 135, "lr": 8.827962742596025e-05}
{"train_loss": 0.005967870354652405, "global_step": 24146, "epoch": 135, "lr": 8.827867676600634e-05}
{"train_loss": 0.005345149897038937, "global_step": 24147, "epoch": 135, "lr": 8.827772607261826e-05}
{"train_loss": 0.006623098161071539, "global_step": 24148, "epoch": 135, "lr": 8.82767753457969e-05}
{"train_loss": 0.008871982805430889, "global_step": 24149, "epoch": 135, "lr": 8.827582458554304e-05}
{"train_loss": 0.009456944651901722, "global_step": 24150, "epoch": 135, "lr": 8.827487379185754e-05}
{"train_loss": 0.005499198101460934, "global_step": 24151, "epoch": 135, "lr": 8.827392296474124e-05}
{"train_loss": 0.005756160244345665, "global_step": 24152, "epoch": 135, "lr": 8.827297210419494e-05}
{"train_loss": 0.0031750446651130915, "global_step": 24153, "epoch": 135, "lr": 8.827202121021949e-05}
{"train_loss": 0.00904342345893383, "global_step": 24154, "epoch": 135, "lr": 8.827107028281571e-05}
{"train_loss": 0.005213881842792034, "global_step": 24155, "epoch": 135, "lr": 8.827011932198443e-05}
{"train_loss": 0.00445033423602581, "global_step": 24156, "epoch": 135, "lr": 8.826916832772649e-05}
{"train_loss": 0.005981093738228083, "global_step": 24157, "epoch": 135, "lr": 8.826821730004274e-05}
{"train_loss": 0.008513900451362133, "global_step": 24158, "epoch": 135, "lr": 8.826726623893395e-05}
{"train_loss": 0.010449370369315147, "global_step": 24159, "epoch": 135, "lr": 8.826631514440101e-05}
{"train_loss": 0.005893386900424957, "global_step": 24160, "epoch": 135, "lr": 8.826536401644472e-05}
{"train_loss": 0.006703244522213936, "global_step": 24161, "epoch": 135, "lr": 8.826441285506592e-05}
{"train_loss": 0.0069558946415781975, "global_step": 24162, "epoch": 135, "lr": 8.826346166026545e-05}
{"train_loss": 0.0050572557374835014, "global_step": 24163, "epoch": 135, "lr": 8.826251043204413e-05}
{"train_loss": 0.009161107242107391, "global_step": 24164, "epoch": 135, "lr": 8.82615591704028e-05}
{"train_loss": 0.008953671902418137, "global_step": 24165, "epoch": 135, "lr": 8.826060787534226e-05}
{"train_loss": 0.009590217843651772, "global_step": 24166, "epoch": 135, "lr": 8.825965654686338e-05}
{"train_loss": 0.006928346585482359, "global_step": 24167, "epoch": 135, "lr": 8.825870518496697e-05}
{"train_loss": 0.007344844285398722, "global_step": 24168, "epoch": 135, "lr": 8.825775378965386e-05}
{"train_loss": 0.011341797187924385, "global_step": 24169, "epoch": 135, "lr": 8.825680236092491e-05}
{"train_loss": 0.007538586854934692, "global_step": 24170, "epoch": 135, "lr": 8.825585089878091e-05}
{"train_loss": 0.006380426697432995, "global_step": 24171, "epoch": 135, "lr": 8.825489940322269e-05}
{"train_loss": 0.007099370937794447, "global_step": 24172, "epoch": 135, "lr": 8.825394787425113e-05}
{"train_loss": 0.01027998048812151, "global_step": 24173, "epoch": 135, "lr": 8.825299631186701e-05}
{"train_loss": 0.008945271372795105, "global_step": 24174, "epoch": 135, "lr": 8.82520447160712e-05}
{"train_loss": 0.006626364309340715, "global_step": 24175, "epoch": 135, "lr": 8.82510930868645e-05}
{"train_loss": 0.004645723849534988, "global_step": 24176, "epoch": 135, "lr": 8.825014142424776e-05}
{"train_loss": 0.0059229712933301926, "global_step": 24177, "epoch": 135, "lr": 8.824918972822181e-05}
{"train_loss": 0.0060990010388195515, "global_step": 24178, "epoch": 135, "lr": 8.824823799878748e-05}
{"train_loss": 0.00847810972481966, "global_step": 24179, "epoch": 135, "lr": 8.824728623594559e-05}
{"train_loss": 0.009468944743275642, "global_step": 24180, "epoch": 135, "lr": 8.824633443969699e-05}
{"train_loss": 0.011074317619204521, "global_step": 24181, "epoch": 135, "lr": 8.824538261004248e-05}
{"train_loss": 0.007127454504370689, "global_step": 24182, "epoch": 135, "lr": 8.824443074698293e-05}
{"train_loss": 0.007644969969987869, "global_step": 24183, "epoch": 135, "lr": 8.824347885051915e-05}
{"train_loss": 0.003943738993257284, "global_step": 24184, "epoch": 135, "lr": 8.824252692065197e-05}
{"train_loss": 0.004883075598627329, "global_step": 24185, "epoch": 135, "lr": 8.824157495738224e-05}
{"train_loss": 0.006855797953903675, "global_step": 24186, "epoch": 135, "lr": 8.824062296071076e-05}
{"train_loss": 0.005416232161223888, "global_step": 24187, "epoch": 135, "lr": 8.823967093063839e-05}
{"train_loss": 0.0049344198778271675, "global_step": 24188, "epoch": 135, "lr": 8.823871886716595e-05}
{"train_loss": 0.006596832536160946, "global_step": 24189, "epoch": 135, "lr": 8.823776677029427e-05}
{"train_loss": 0.010869243182241917, "global_step": 24190, "epoch": 135, "lr": 8.823681464002418e-05}
{"train_loss": 0.00873640552163124, "global_step": 24191, "epoch": 135, "lr": 8.823586247635653e-05}
{"train_loss": 0.007438221015036106, "global_step": 24192, "epoch": 135, "lr": 8.823491027929211e-05}
{"train_loss": 0.004857839085161686, "global_step": 24193, "epoch": 135, "lr": 8.823395804883182e-05}
{"train_loss": 0.007929801940917969, "global_step": 24194, "epoch": 135, "lr": 8.823300578497641e-05}
{"train_loss": 0.0068326471373438835, "global_step": 24195, "epoch": 135, "lr": 8.823205348772679e-05}
{"train_loss": 0.0065353428944945335, "global_step": 24196, "epoch": 135, "lr": 8.823110115708373e-05}
{"train_loss": 0.008109575137495995, "global_step": 24197, "epoch": 135, "lr": 8.82301487930481e-05}
{"train_loss": 0.005537340883165598, "global_step": 24198, "epoch": 135, "lr": 8.822919639562071e-05}
{"train_loss": 0.007401365786790848, "global_step": 24199, "epoch": 135, "lr": 8.822824396480238e-05}
{"train_loss": 0.012708939611911774, "global_step": 24200, "epoch": 135, "lr": 8.822729150059399e-05}
{"train_loss": 0.008852940052747726, "global_step": 24201, "epoch": 135, "lr": 8.822633900299635e-05}
{"train_loss": 0.007462919689714909, "global_step": 24202, "epoch": 135, "lr": 8.822538647201027e-05}
{"train_loss": 0.008605597540736198, "global_step": 24203, "epoch": 135, "lr": 8.822443390763659e-05}
{"train_loss": 0.008960557170212269, "global_step": 24204, "epoch": 135, "lr": 8.822348130987616e-05}
{"train_loss": 0.010027299635112286, "global_step": 24205, "epoch": 135, "lr": 8.82225286787298e-05}
{"train_loss": 0.007090096361935139, "global_step": 24206, "epoch": 135, "lr": 8.822157601419834e-05}
{"train_loss": 0.007672582806632174, "global_step": 24207, "epoch": 135, "lr": 8.822062331628263e-05, "train_action_mse_error": 2.198760921601206e-05}
{"train_loss": 0.006350887008011341, "global_step": 24208, "epoch": 136, "lr": 8.821967058498349e-05}
{"train_loss": 0.005585456266999245, "global_step": 24209, "epoch": 136, "lr": 8.821871782030174e-05}
{"train_loss": 0.010795471258461475, "global_step": 24210, "epoch": 136, "lr": 8.821776502223823e-05}
{"train_loss": 0.006188109517097473, "global_step": 24211, "epoch": 136, "lr": 8.821681219079376e-05}
{"train_loss": 0.01129794493317604, "global_step": 24212, "epoch": 136, "lr": 8.821585932596921e-05}
{"train_loss": 0.00886660534888506, "global_step": 24213, "epoch": 136, "lr": 8.821490642776537e-05}
{"train_loss": 0.006830929778516293, "global_step": 24214, "epoch": 136, "lr": 8.821395349618311e-05}
{"train_loss": 0.007387186400592327, "global_step": 24215, "epoch": 136, "lr": 8.821300053122324e-05}
{"train_loss": 0.008277781307697296, "global_step": 24216, "epoch": 136, "lr": 8.821204753288659e-05}
{"train_loss": 0.00779928732663393, "global_step": 24217, "epoch": 136, "lr": 8.8211094501174e-05}
{"train_loss": 0.008746098726987839, "global_step": 24218, "epoch": 136, "lr": 8.82101414360863e-05}
{"train_loss": 0.011525219306349754, "global_step": 24219, "epoch": 136, "lr": 8.820918833762433e-05}
{"train_loss": 0.008206205442547798, "global_step": 24220, "epoch": 136, "lr": 8.820823520578892e-05}
{"train_loss": 0.010615183040499687, "global_step": 24221, "epoch": 136, "lr": 8.820728204058089e-05}
{"train_loss": 0.00832626037299633, "global_step": 24222, "epoch": 136, "lr": 8.820632884200109e-05}
{"train_loss": 0.010453582741320133, "global_step": 24223, "epoch": 136, "lr": 8.820537561005032e-05}
{"train_loss": 0.009303156286478043, "global_step": 24224, "epoch": 136, "lr": 8.820442234472946e-05}
{"train_loss": 0.011381863616406918, "global_step": 24225, "epoch": 136, "lr": 8.82034690460393e-05}
{"train_loss": 0.007937844842672348, "global_step": 24226, "epoch": 136, "lr": 8.820251571398071e-05}
{"train_loss": 0.014582001604139805, "global_step": 24227, "epoch": 136, "lr": 8.820156234855449e-05}
{"train_loss": 0.009711378253996372, "global_step": 24228, "epoch": 136, "lr": 8.820060894976148e-05}
{"train_loss": 0.008429291658103466, "global_step": 24229, "epoch": 136, "lr": 8.819965551760255e-05}
{"train_loss": 0.008186728693544865, "global_step": 24230, "epoch": 136, "lr": 8.819870205207847e-05}
{"train_loss": 0.004834269173443317, "global_step": 24231, "epoch": 136, "lr": 8.819774855319012e-05}
{"train_loss": 0.010617664083838463, "global_step": 24232, "epoch": 136, "lr": 8.819679502093832e-05}
{"train_loss": 0.00861093308776617, "global_step": 24233, "epoch": 136, "lr": 8.81958414553239e-05}
{"train_loss": 0.013145971111953259, "global_step": 24234, "epoch": 136, "lr": 8.819488785634769e-05}
{"train_loss": 0.0079653300344944, "global_step": 24235, "epoch": 136, "lr": 8.819393422401052e-05}
{"train_loss": 0.009162010625004768, "global_step": 24236, "epoch": 136, "lr": 8.819298055831324e-05}
{"train_loss": 0.005146813578903675, "global_step": 24237, "epoch": 136, "lr": 8.819202685925667e-05}
{"train_loss": 0.007862317375838757, "global_step": 24238, "epoch": 136, "lr": 8.819107312684164e-05}
{"train_loss": 0.008153214119374752, "global_step": 24239, "epoch": 136, "lr": 8.8190119361069e-05}
{"train_loss": 0.007434539962559938, "global_step": 24240, "epoch": 136, "lr": 8.818916556193954e-05}
{"train_loss": 0.009626418352127075, "global_step": 24241, "epoch": 136, "lr": 8.818821172945416e-05}
{"train_loss": 0.011884812265634537, "global_step": 24242, "epoch": 136, "lr": 8.818725786361364e-05}
{"train_loss": 0.0054113492369651794, "global_step": 24243, "epoch": 136, "lr": 8.818630396441885e-05}
{"train_loss": 0.008712565526366234, "global_step": 24244, "epoch": 136, "lr": 8.818535003187058e-05}
{"train_loss": 0.006554775405675173, "global_step": 24245, "epoch": 136, "lr": 8.818439606596972e-05}
{"train_loss": 0.004782547242939472, "global_step": 24246, "epoch": 136, "lr": 8.818344206671702e-05}
{"train_loss": 0.009050777181982994, "global_step": 24247, "epoch": 136, "lr": 8.81824880341134e-05}
{"train_loss": 0.007186823058873415, "global_step": 24248, "epoch": 136, "lr": 8.818153396815965e-05}
{"train_loss": 0.010096307843923569, "global_step": 24249, "epoch": 136, "lr": 8.818057986885661e-05}
{"train_loss": 0.012480742298066616, "global_step": 24250, "epoch": 136, "lr": 8.81796257362051e-05}
{"train_loss": 0.0045965202152729034, "global_step": 24251, "epoch": 136, "lr": 8.817867157020599e-05}
{"train_loss": 0.010040946304798126, "global_step": 24252, "epoch": 136, "lr": 8.817771737086008e-05}
{"train_loss": 0.01047595776617527, "global_step": 24253, "epoch": 136, "lr": 8.817676313816822e-05}
{"train_loss": 0.010233014822006226, "global_step": 24254, "epoch": 136, "lr": 8.817580887213122e-05}
{"train_loss": 0.005969872698187828, "global_step": 24255, "epoch": 136, "lr": 8.817485457274994e-05}
{"train_loss": 0.006921092979609966, "global_step": 24256, "epoch": 136, "lr": 8.817390024002521e-05}
{"train_loss": 0.011927548795938492, "global_step": 24257, "epoch": 136, "lr": 8.817294587395786e-05}
{"train_loss": 0.013665424659848213, "global_step": 24258, "epoch": 136, "lr": 8.817199147454871e-05}
{"train_loss": 0.012656401842832565, "global_step": 24259, "epoch": 136, "lr": 8.81710370417986e-05}
{"train_loss": 0.007788127288222313, "global_step": 24260, "epoch": 136, "lr": 8.81700825757084e-05}
{"train_loss": 0.009032422676682472, "global_step": 24261, "epoch": 136, "lr": 8.816912807627889e-05}
{"train_loss": 0.00894135981798172, "global_step": 24262, "epoch": 136, "lr": 8.816817354351093e-05}
{"train_loss": 0.00888716522604227, "global_step": 24263, "epoch": 136, "lr": 8.816721897740534e-05}
{"train_loss": 0.00792729388922453, "global_step": 24264, "epoch": 136, "lr": 8.816626437796299e-05}
{"train_loss": 0.008896900340914726, "global_step": 24265, "epoch": 136, "lr": 8.816530974518465e-05}
{"train_loss": 0.012492336332798004, "global_step": 24266, "epoch": 136, "lr": 8.816435507907121e-05}
{"train_loss": 0.00922461412847042, "global_step": 24267, "epoch": 136, "lr": 8.81634003796235e-05}
{"train_loss": 0.005526768043637276, "global_step": 24268, "epoch": 136, "lr": 8.81624456468423e-05}
{"train_loss": 0.007845595479011536, "global_step": 24269, "epoch": 136, "lr": 8.816149088072852e-05}
{"train_loss": 0.007232777774333954, "global_step": 24270, "epoch": 136, "lr": 8.816053608128294e-05}
{"train_loss": 0.009548014029860497, "global_step": 24271, "epoch": 136, "lr": 8.81595812485064e-05}
{"train_loss": 0.009540851227939129, "global_step": 24272, "epoch": 136, "lr": 8.815862638239978e-05}
{"train_loss": 0.00936024822294712, "global_step": 24273, "epoch": 136, "lr": 8.815767148296385e-05}
{"train_loss": 0.01345094945281744, "global_step": 24274, "epoch": 136, "lr": 8.815671655019948e-05}
{"train_loss": 0.007244107313454151, "global_step": 24275, "epoch": 136, "lr": 8.81557615841075e-05}
{"train_loss": 0.008751635439693928, "global_step": 24276, "epoch": 136, "lr": 8.815480658468873e-05}
{"train_loss": 0.013505157083272934, "global_step": 24277, "epoch": 136, "lr": 8.815385155194402e-05}
{"train_loss": 0.007228574715554714, "global_step": 24278, "epoch": 136, "lr": 8.81528964858742e-05}
{"train_loss": 0.006242455914616585, "global_step": 24279, "epoch": 136, "lr": 8.815194138648011e-05}
{"train_loss": 0.010259155184030533, "global_step": 24280, "epoch": 136, "lr": 8.815098625376257e-05}
{"train_loss": 0.0075776176527142525, "global_step": 24281, "epoch": 136, "lr": 8.815003108772243e-05}
{"train_loss": 0.00963539071381092, "global_step": 24282, "epoch": 136, "lr": 8.81490758883605e-05}
{"train_loss": 0.010999701917171478, "global_step": 24283, "epoch": 136, "lr": 8.814812065567765e-05}
{"train_loss": 0.010274461470544338, "global_step": 24284, "epoch": 136, "lr": 8.814716538967469e-05}
{"train_loss": 0.0063410308212041855, "global_step": 24285, "epoch": 136, "lr": 8.814621009035244e-05}
{"train_loss": 0.007657881826162338, "global_step": 24286, "epoch": 136, "lr": 8.814525475771178e-05}
{"train_loss": 0.007012983784079552, "global_step": 24287, "epoch": 136, "lr": 8.814429939175351e-05}
{"train_loss": 0.009878428652882576, "global_step": 24288, "epoch": 136, "lr": 8.814334399247846e-05}
{"train_loss": 0.009251024574041367, "global_step": 24289, "epoch": 136, "lr": 8.81423885598875e-05}
{"train_loss": 0.007380337454378605, "global_step": 24290, "epoch": 136, "lr": 8.814143309398142e-05}
{"train_loss": 0.007767777889966965, "global_step": 24291, "epoch": 136, "lr": 8.814047759476108e-05}
{"train_loss": 0.0030366918072104454, "global_step": 24292, "epoch": 136, "lr": 8.813952206222731e-05}
{"train_loss": 0.011038372293114662, "global_step": 24293, "epoch": 136, "lr": 8.813856649638096e-05}
{"train_loss": 0.004781343042850494, "global_step": 24294, "epoch": 136, "lr": 8.813761089722284e-05}
{"train_loss": 0.012486292980611324, "global_step": 24295, "epoch": 136, "lr": 8.813665526475379e-05}
{"train_loss": 0.00788804329931736, "global_step": 24296, "epoch": 136, "lr": 8.813569959897465e-05}
{"train_loss": 0.007548213470727205, "global_step": 24297, "epoch": 136, "lr": 8.813474389988625e-05}
{"train_loss": 0.0039331186562776566, "global_step": 24298, "epoch": 136, "lr": 8.813378816748945e-05}
{"train_loss": 0.004159845877438784, "global_step": 24299, "epoch": 136, "lr": 8.813283240178504e-05}
{"train_loss": 0.0043928418308496475, "global_step": 24300, "epoch": 136, "lr": 8.813187660277389e-05}
{"train_loss": 0.007139952853322029, "global_step": 24301, "epoch": 136, "lr": 8.813092077045681e-05}
{"train_loss": 0.005527545232325792, "global_step": 24302, "epoch": 136, "lr": 8.812996490483467e-05}
{"train_loss": 0.006926525384187698, "global_step": 24303, "epoch": 136, "lr": 8.812900900590827e-05}
{"train_loss": 0.007488743867725134, "global_step": 24304, "epoch": 136, "lr": 8.812805307367845e-05}
{"train_loss": 0.00804948341101408, "global_step": 24305, "epoch": 136, "lr": 8.812709710814606e-05}
{"train_loss": 0.006257697939872742, "global_step": 24306, "epoch": 136, "lr": 8.812614110931193e-05}
{"train_loss": 0.007720281835645437, "global_step": 24307, "epoch": 136, "lr": 8.812518507717689e-05}
{"train_loss": 0.004256212152540684, "global_step": 24308, "epoch": 136, "lr": 8.812422901174178e-05}
{"train_loss": 0.0023523131385445595, "global_step": 24309, "epoch": 136, "lr": 8.812327291300744e-05}
{"train_loss": 0.005669156089425087, "global_step": 24310, "epoch": 136, "lr": 8.81223167809747e-05}
{"train_loss": 0.008370703086256981, "global_step": 24311, "epoch": 136, "lr": 8.812136061564437e-05}
{"train_loss": 0.01699868217110634, "global_step": 24312, "epoch": 136, "lr": 8.812040441701732e-05}
{"train_loss": 0.008552669547498226, "global_step": 24313, "epoch": 136, "lr": 8.811944818509437e-05}
{"train_loss": 0.006726536899805069, "global_step": 24314, "epoch": 136, "lr": 8.811849191987636e-05}
{"train_loss": 0.00646909000352025, "global_step": 24315, "epoch": 136, "lr": 8.811753562136414e-05}
{"train_loss": 0.012455977499485016, "global_step": 24316, "epoch": 136, "lr": 8.81165792895585e-05}
{"train_loss": 0.009823823347687721, "global_step": 24317, "epoch": 136, "lr": 8.811562292446031e-05}
{"train_loss": 0.009509916417300701, "global_step": 24318, "epoch": 136, "lr": 8.811466652607042e-05}
{"train_loss": 0.009501026943325996, "global_step": 24319, "epoch": 136, "lr": 8.811371009438964e-05}
{"train_loss": 0.005863519851118326, "global_step": 24320, "epoch": 136, "lr": 8.81127536294188e-05}
{"train_loss": 0.014463933184742928, "global_step": 24321, "epoch": 136, "lr": 8.811179713115875e-05}
{"train_loss": 0.01065569557249546, "global_step": 24322, "epoch": 136, "lr": 8.811084059961033e-05}
{"train_loss": 0.007537332363426685, "global_step": 24323, "epoch": 136, "lr": 8.810988403477433e-05}
{"train_loss": 0.007329129613935947, "global_step": 24324, "epoch": 136, "lr": 8.810892743665166e-05}
{"train_loss": 0.009638184681534767, "global_step": 24325, "epoch": 136, "lr": 8.810797080524311e-05}
{"train_loss": 0.003084705211222172, "global_step": 24326, "epoch": 136, "lr": 8.810701414054953e-05}
{"train_loss": 0.005004368722438812, "global_step": 24327, "epoch": 136, "lr": 8.810605744257174e-05}
{"train_loss": 0.007586116902530193, "global_step": 24328, "epoch": 136, "lr": 8.810510071131057e-05}
{"train_loss": 0.006081821862608194, "global_step": 24329, "epoch": 136, "lr": 8.81041439467669e-05}
{"train_loss": 0.007350539788603783, "global_step": 24330, "epoch": 136, "lr": 8.810318714894152e-05}
{"train_loss": 0.0050664725713431835, "global_step": 24331, "epoch": 136, "lr": 8.810223031783527e-05}
{"train_loss": 0.00455522071570158, "global_step": 24332, "epoch": 136, "lr": 8.8101273453449e-05}
{"train_loss": 0.007157838437706232, "global_step": 24333, "epoch": 136, "lr": 8.810031655578357e-05}
{"train_loss": 0.010029985569417477, "global_step": 24334, "epoch": 136, "lr": 8.809935962483977e-05}
{"train_loss": 0.009377658367156982, "global_step": 24335, "epoch": 136, "lr": 8.809840266061845e-05}
{"train_loss": 0.006517786532640457, "global_step": 24336, "epoch": 136, "lr": 8.809744566312046e-05}
{"train_loss": 0.006555013358592987, "global_step": 24337, "epoch": 136, "lr": 8.809648863234661e-05}
{"train_loss": 0.00399650726467371, "global_step": 24338, "epoch": 136, "lr": 8.809553156829778e-05}
{"train_loss": 0.006304833106696606, "global_step": 24339, "epoch": 136, "lr": 8.809457447097475e-05}
{"train_loss": 0.009306562133133411, "global_step": 24340, "epoch": 136, "lr": 8.809361734037841e-05}
{"train_loss": 0.005873098969459534, "global_step": 24341, "epoch": 136, "lr": 8.809266017650955e-05}
{"train_loss": 0.0062358183786273, "global_step": 24342, "epoch": 136, "lr": 8.809170297936905e-05}
{"train_loss": 0.003995010629296303, "global_step": 24343, "epoch": 136, "lr": 8.80907457489577e-05}
{"train_loss": 0.013432756997644901, "global_step": 24344, "epoch": 136, "lr": 8.808978848527635e-05}
{"train_loss": 0.0068881013430655, "global_step": 24345, "epoch": 136, "lr": 8.808883118832588e-05}
{"train_loss": 0.005234844051301479, "global_step": 24346, "epoch": 136, "lr": 8.808787385810706e-05}
{"train_loss": 0.004943812265992165, "global_step": 24347, "epoch": 136, "lr": 8.808691649462077e-05}
{"train_loss": 0.00599339883774519, "global_step": 24348, "epoch": 136, "lr": 8.808595909786784e-05}
{"train_loss": 0.0035867635160684586, "global_step": 24349, "epoch": 136, "lr": 8.808500166784908e-05}
{"train_loss": 0.0057260277681052685, "global_step": 24350, "epoch": 136, "lr": 8.808404420456535e-05}
{"train_loss": 0.008413896895945072, "global_step": 24351, "epoch": 136, "lr": 8.808308670801748e-05}
{"train_loss": 0.005875369533896446, "global_step": 24352, "epoch": 136, "lr": 8.808212917820631e-05}
{"train_loss": 0.006468120496720076, "global_step": 24353, "epoch": 136, "lr": 8.808117161513268e-05}
{"train_loss": 0.006722035817801952, "global_step": 24354, "epoch": 136, "lr": 8.808021401879742e-05}
{"train_loss": 0.012445276603102684, "global_step": 24355, "epoch": 136, "lr": 8.807925638920135e-05}
{"train_loss": 0.007895292714238167, "global_step": 24356, "epoch": 136, "lr": 8.807829872634536e-05}
{"train_loss": 0.006873155944049358, "global_step": 24357, "epoch": 136, "lr": 8.807734103023022e-05}
{"train_loss": 0.010825667530298233, "global_step": 24358, "epoch": 136, "lr": 8.807638330085681e-05}
{"train_loss": 0.013397576287388802, "global_step": 24359, "epoch": 136, "lr": 8.807542553822595e-05}
{"train_loss": 0.007817219942808151, "global_step": 24360, "epoch": 136, "lr": 8.807446774233848e-05}
{"train_loss": 0.004516012035310268, "global_step": 24361, "epoch": 136, "lr": 8.807350991319524e-05}
{"train_loss": 0.007294435985386372, "global_step": 24362, "epoch": 136, "lr": 8.807255205079705e-05}
{"train_loss": 0.004697056487202644, "global_step": 24363, "epoch": 136, "lr": 8.807159415514477e-05}
{"train_loss": 0.0056839617900550365, "global_step": 24364, "epoch": 136, "lr": 8.807063622623923e-05}
{"train_loss": 0.0064585255458951, "global_step": 24365, "epoch": 136, "lr": 8.806967826408125e-05}
{"train_loss": 0.006598022300750017, "global_step": 24366, "epoch": 136, "lr": 8.806872026867169e-05}
{"train_loss": 0.006728452630341053, "global_step": 24367, "epoch": 136, "lr": 8.806776224001138e-05}
{"train_loss": 0.010498485527932644, "global_step": 24368, "epoch": 136, "lr": 8.806680417810114e-05}
{"train_loss": 0.004332186654210091, "global_step": 24369, "epoch": 136, "lr": 8.806584608294182e-05}
{"train_loss": 0.005828932859003544, "global_step": 24370, "epoch": 136, "lr": 8.806488795453427e-05}
{"train_loss": 0.009228880517184734, "global_step": 24371, "epoch": 136, "lr": 8.80639297928793e-05}
{"train_loss": 0.008807922713458538, "global_step": 24372, "epoch": 136, "lr": 8.806297159797776e-05}
{"train_loss": 0.008457709103822708, "global_step": 24373, "epoch": 136, "lr": 8.80620133698305e-05}
{"train_loss": 0.00732668861746788, "global_step": 24374, "epoch": 136, "lr": 8.806105510843834e-05}
{"train_loss": 0.00938757136464119, "global_step": 24375, "epoch": 136, "lr": 8.806009681380211e-05}
{"train_loss": 0.006102082319557667, "global_step": 24376, "epoch": 136, "lr": 8.805913848592267e-05}
{"train_loss": 0.004918242804706097, "global_step": 24377, "epoch": 136, "lr": 8.805818012480085e-05}
{"train_loss": 0.006558739580214024, "global_step": 24378, "epoch": 136, "lr": 8.805722173043746e-05}
{"train_loss": 0.007251355797052383, "global_step": 24379, "epoch": 136, "lr": 8.805626330283339e-05}
{"train_loss": 0.006876563653349876, "global_step": 24380, "epoch": 136, "lr": 8.805530484198943e-05}
{"train_loss": 0.007066838443279266, "global_step": 24381, "epoch": 136, "lr": 8.805434634790643e-05}
{"train_loss": 0.006844368763267994, "global_step": 24382, "epoch": 136, "lr": 8.805338782058525e-05}
{"train_loss": 0.00900285504758358, "global_step": 24383, "epoch": 136, "lr": 8.805242926002668e-05}
{"train_loss": 0.006768347695469856, "global_step": 24384, "epoch": 136, "lr": 8.80514706662316e-05}
{"train_loss": 0.00801397520483712, "global_step": 24385, "epoch": 136, "lr": 8.805051203920085e-05}
{"train_loss": 0.010713497176766396, "global_step": 24386, "epoch": 137, "lr": 8.804955337893523e-05}
{"train_loss": 0.007014035247266293, "global_step": 24387, "epoch": 137, "lr": 8.80485946854356e-05}
{"train_loss": 0.006269525736570358, "global_step": 24388, "epoch": 137, "lr": 8.80476359587028e-05}
{"train_loss": 0.005024349316954613, "global_step": 24389, "epoch": 137, "lr": 8.804667719873764e-05}
{"train_loss": 0.003427392104640603, "global_step": 24390, "epoch": 137, "lr": 8.804571840554102e-05}
{"train_loss": 0.012546930462121964, "global_step": 24391, "epoch": 137, "lr": 8.804475957911372e-05}
{"train_loss": 0.009981528855860233, "global_step": 24392, "epoch": 137, "lr": 8.804380071945657e-05}
{"train_loss": 0.00672224722802639, "global_step": 24393, "epoch": 137, "lr": 8.804284182657046e-05}
{"train_loss": 0.008167309686541557, "global_step": 24394, "epoch": 137, "lr": 8.804188290045619e-05}
{"train_loss": 0.005287885665893555, "global_step": 24395, "epoch": 137, "lr": 8.80409239411146e-05}
{"train_loss": 0.004502462223172188, "global_step": 24396, "epoch": 137, "lr": 8.803996494854654e-05}
{"train_loss": 0.00764005770906806, "global_step": 24397, "epoch": 137, "lr": 8.803900592275285e-05}
{"train_loss": 0.005399215500801802, "global_step": 24398, "epoch": 137, "lr": 8.803804686373436e-05}
{"train_loss": 0.011193538084626198, "global_step": 24399, "epoch": 137, "lr": 8.80370877714919e-05}
{"train_loss": 0.007113615982234478, "global_step": 24400, "epoch": 137, "lr": 8.803612864602632e-05}
{"train_loss": 0.007025521248579025, "global_step": 24401, "epoch": 137, "lr": 8.803516948733845e-05}
{"train_loss": 0.006251309532672167, "global_step": 24402, "epoch": 137, "lr": 8.803421029542913e-05}
{"train_loss": 0.012337607331573963, "global_step": 24403, "epoch": 137, "lr": 8.803325107029921e-05}
{"train_loss": 0.004201747942715883, "global_step": 24404, "epoch": 137, "lr": 8.80322918119495e-05}
{"train_loss": 0.012770368717610836, "global_step": 24405, "epoch": 137, "lr": 8.803133252038086e-05}
{"train_loss": 0.009891865774989128, "global_step": 24406, "epoch": 137, "lr": 8.803037319559413e-05}
{"train_loss": 0.007080182898789644, "global_step": 24407, "epoch": 137, "lr": 8.802941383759014e-05}
{"train_loss": 0.005032720975577831, "global_step": 24408, "epoch": 137, "lr": 8.802845444636971e-05}
{"train_loss": 0.007260910235345364, "global_step": 24409, "epoch": 137, "lr": 8.80274950219337e-05}
{"train_loss": 0.008180681616067886, "global_step": 24410, "epoch": 137, "lr": 8.802653556428296e-05}
{"train_loss": 0.012235365808010101, "global_step": 24411, "epoch": 137, "lr": 8.802557607341831e-05}
{"train_loss": 0.011252811178565025, "global_step": 24412, "epoch": 137, "lr": 8.802461654934058e-05}
{"train_loss": 0.00585181126371026, "global_step": 24413, "epoch": 137, "lr": 8.802365699205061e-05}
{"train_loss": 0.0042005982249975204, "global_step": 24414, "epoch": 137, "lr": 8.802269740154928e-05}
{"train_loss": 0.008290332742035389, "global_step": 24415, "epoch": 137, "lr": 8.802173777783737e-05}
{"train_loss": 0.010880835354328156, "global_step": 24416, "epoch": 137, "lr": 8.802077812091574e-05}
{"train_loss": 0.005848788656294346, "global_step": 24417, "epoch": 137, "lr": 8.801981843078525e-05}
{"train_loss": 0.006619149819016457, "global_step": 24418, "epoch": 137, "lr": 8.80188587074467e-05}
{"train_loss": 0.0083456477150321, "global_step": 24419, "epoch": 137, "lr": 8.801789895090096e-05}
{"train_loss": 0.009099608287215233, "global_step": 24420, "epoch": 137, "lr": 8.801693916114884e-05}
{"train_loss": 0.0127688217908144, "global_step": 24421, "epoch": 137, "lr": 8.801597933819121e-05}
{"train_loss": 0.005801036022603512, "global_step": 24422, "epoch": 137, "lr": 8.801501948202888e-05}
{"train_loss": 0.009886186569929123, "global_step": 24423, "epoch": 137, "lr": 8.801405959266271e-05}
{"train_loss": 0.01054544746875763, "global_step": 24424, "epoch": 137, "lr": 8.801309967009352e-05}
{"train_loss": 0.008262742310762405, "global_step": 24425, "epoch": 137, "lr": 8.801213971432217e-05}
{"train_loss": 0.007908646948635578, "global_step": 24426, "epoch": 137, "lr": 8.801117972534948e-05}
{"train_loss": 0.00752854673191905, "global_step": 24427, "epoch": 137, "lr": 8.801021970317629e-05}
{"train_loss": 0.004490370396524668, "global_step": 24428, "epoch": 137, "lr": 8.800925964780344e-05}
{"train_loss": 0.004185594618320465, "global_step": 24429, "epoch": 137, "lr": 8.80082995592318e-05}
{"train_loss": 0.004897677339613438, "global_step": 24430, "epoch": 137, "lr": 8.800733943746216e-05}
{"train_loss": 0.0075973933562636375, "global_step": 24431, "epoch": 137, "lr": 8.800637928249538e-05}
{"train_loss": 0.013433675281703472, "global_step": 24432, "epoch": 137, "lr": 8.800541909433229e-05}
{"train_loss": 0.008087563328444958, "global_step": 24433, "epoch": 137, "lr": 8.800445887297374e-05}
{"train_loss": 0.009018472395837307, "global_step": 24434, "epoch": 137, "lr": 8.800349861842056e-05}
{"train_loss": 0.005394363775849342, "global_step": 24435, "epoch": 137, "lr": 8.80025383306736e-05}
{"train_loss": 0.005910929292440414, "global_step": 24436, "epoch": 137, "lr": 8.80015780097337e-05}
{"train_loss": 0.009103677235543728, "global_step": 24437, "epoch": 137, "lr": 8.800061765560168e-05}
{"train_loss": 0.00900215096771717, "global_step": 24438, "epoch": 137, "lr": 8.799965726827839e-05}
{"train_loss": 0.011461330577731133, "global_step": 24439, "epoch": 137, "lr": 8.799869684776467e-05}
{"train_loss": 0.006672984920442104, "global_step": 24440, "epoch": 137, "lr": 8.799773639406136e-05}
{"train_loss": 0.00658009946346283, "global_step": 24441, "epoch": 137, "lr": 8.799677590716929e-05}
{"train_loss": 0.006872741971164942, "global_step": 24442, "epoch": 137, "lr": 8.799581538708932e-05}
{"train_loss": 0.005204766057431698, "global_step": 24443, "epoch": 137, "lr": 8.799485483382226e-05}
{"train_loss": 0.011758876964449883, "global_step": 24444, "epoch": 137, "lr": 8.799389424736897e-05}
{"train_loss": 0.00873502530157566, "global_step": 24445, "epoch": 137, "lr": 8.799293362773028e-05}
{"train_loss": 0.008854541927576065, "global_step": 24446, "epoch": 137, "lr": 8.799197297490703e-05}
{"train_loss": 0.00466538080945611, "global_step": 24447, "epoch": 137, "lr": 8.799101228890006e-05}
{"train_loss": 0.01020217128098011, "global_step": 24448, "epoch": 137, "lr": 8.799005156971022e-05}
{"train_loss": 0.00705201318487525, "global_step": 24449, "epoch": 137, "lr": 8.798909081733832e-05}
{"train_loss": 0.008243391290307045, "global_step": 24450, "epoch": 137, "lr": 8.798813003178524e-05}
{"train_loss": 0.008619628846645355, "global_step": 24451, "epoch": 137, "lr": 8.798716921305178e-05}
{"train_loss": 0.007226991467177868, "global_step": 24452, "epoch": 137, "lr": 8.79862083611388e-05}
{"train_loss": 0.010747374966740608, "global_step": 24453, "epoch": 137, "lr": 8.798524747604715e-05}
{"train_loss": 0.008560741320252419, "global_step": 24454, "epoch": 137, "lr": 8.798428655777765e-05}
{"train_loss": 0.007040076423436403, "global_step": 24455, "epoch": 137, "lr": 8.798332560633112e-05}
{"train_loss": 0.005606413818895817, "global_step": 24456, "epoch": 137, "lr": 8.798236462170844e-05}
{"train_loss": 0.0040414659306406975, "global_step": 24457, "epoch": 137, "lr": 8.798140360391043e-05}
{"train_loss": 0.004544001538306475, "global_step": 24458, "epoch": 137, "lr": 8.798044255293793e-05}
{"train_loss": 0.006346050649881363, "global_step": 24459, "epoch": 137, "lr": 8.79794814687918e-05}
{"train_loss": 0.007185332477092743, "global_step": 24460, "epoch": 137, "lr": 8.797852035147285e-05}
{"train_loss": 0.013352848589420319, "global_step": 24461, "epoch": 137, "lr": 8.797755920098192e-05}
{"train_loss": 0.0033142324537038803, "global_step": 24462, "epoch": 137, "lr": 8.797659801731988e-05}
{"train_loss": 0.006283740513026714, "global_step": 24463, "epoch": 137, "lr": 8.797563680048753e-05}
{"train_loss": 0.00773623026907444, "global_step": 24464, "epoch": 137, "lr": 8.797467555048574e-05}
{"train_loss": 0.006244251504540443, "global_step": 24465, "epoch": 137, "lr": 8.797371426731533e-05}
{"train_loss": 0.006601336412131786, "global_step": 24466, "epoch": 137, "lr": 8.797275295097715e-05}
{"train_loss": 0.009466230869293213, "global_step": 24467, "epoch": 137, "lr": 8.797179160147205e-05}
{"train_loss": 0.0056514013558626175, "global_step": 24468, "epoch": 137, "lr": 8.797083021880087e-05}
{"train_loss": 0.007245246320962906, "global_step": 24469, "epoch": 137, "lr": 8.796986880296441e-05}
{"train_loss": 0.007344295270740986, "global_step": 24470, "epoch": 137, "lr": 8.796890735396354e-05}
{"train_loss": 0.006883799098432064, "global_step": 24471, "epoch": 137, "lr": 8.796794587179909e-05}
{"train_loss": 0.0049069602973759174, "global_step": 24472, "epoch": 137, "lr": 8.796698435647192e-05}
{"train_loss": 0.007990406826138496, "global_step": 24473, "epoch": 137, "lr": 8.796602280798286e-05}
{"train_loss": 0.003549011191353202, "global_step": 24474, "epoch": 137, "lr": 8.796506122633275e-05}
{"train_loss": 0.008776005357503891, "global_step": 24475, "epoch": 137, "lr": 8.796409961152241e-05}
{"train_loss": 0.006705146282911301, "global_step": 24476, "epoch": 137, "lr": 8.796313796355272e-05}
{"train_loss": 0.006112139672040939, "global_step": 24477, "epoch": 137, "lr": 8.796217628242446e-05}
{"train_loss": 0.008683353662490845, "global_step": 24478, "epoch": 137, "lr": 8.796121456813853e-05}
{"train_loss": 0.003526199609041214, "global_step": 24479, "epoch": 137, "lr": 8.796025282069574e-05}
{"train_loss": 0.008780086413025856, "global_step": 24480, "epoch": 137, "lr": 8.795929104009693e-05}
{"train_loss": 0.00435143057256937, "global_step": 24481, "epoch": 137, "lr": 8.795832922634298e-05}
{"train_loss": 0.008183229714632034, "global_step": 24482, "epoch": 137, "lr": 8.795736737943465e-05}
{"train_loss": 0.006431311368942261, "global_step": 24483, "epoch": 137, "lr": 8.795640549937285e-05}
{"train_loss": 0.0072649940848350525, "global_step": 24484, "epoch": 137, "lr": 8.795544358615839e-05}
{"train_loss": 0.010757537558674812, "global_step": 24485, "epoch": 137, "lr": 8.795448163979211e-05}
{"train_loss": 0.007430138066411018, "global_step": 24486, "epoch": 137, "lr": 8.795351966027487e-05}
{"train_loss": 0.004317899234592915, "global_step": 24487, "epoch": 137, "lr": 8.795255764760751e-05}
{"train_loss": 0.005079611204564571, "global_step": 24488, "epoch": 137, "lr": 8.795159560179084e-05}
{"train_loss": 0.0065955352038145065, "global_step": 24489, "epoch": 137, "lr": 8.795063352282571e-05}
{"train_loss": 0.007324734702706337, "global_step": 24490, "epoch": 137, "lr": 8.794967141071299e-05}
{"train_loss": 0.004862817004323006, "global_step": 24491, "epoch": 137, "lr": 8.794870926545348e-05}
{"train_loss": 0.007115090265870094, "global_step": 24492, "epoch": 137, "lr": 8.794774708704804e-05}
{"train_loss": 0.005831485614180565, "global_step": 24493, "epoch": 137, "lr": 8.794678487549752e-05}
{"train_loss": 0.017159629613161087, "global_step": 24494, "epoch": 137, "lr": 8.794582263080274e-05}
{"train_loss": 0.007329513318836689, "global_step": 24495, "epoch": 137, "lr": 8.794486035296457e-05}
{"train_loss": 0.004485315643250942, "global_step": 24496, "epoch": 137, "lr": 8.79438980419838e-05}
{"train_loss": 0.005533464718610048, "global_step": 24497, "epoch": 137, "lr": 8.794293569786132e-05}
{"train_loss": 0.006970399059355259, "global_step": 24498, "epoch": 137, "lr": 8.794197332059795e-05}
{"train_loss": 0.007226659916341305, "global_step": 24499, "epoch": 137, "lr": 8.794101091019452e-05}
{"train_loss": 0.003709041979163885, "global_step": 24500, "epoch": 137, "lr": 8.794004846665189e-05}
{"train_loss": 0.008521758951246738, "global_step": 24501, "epoch": 137, "lr": 8.79390859899709e-05}
{"train_loss": 0.006149501074105501, "global_step": 24502, "epoch": 137, "lr": 8.793812348015238e-05}
{"train_loss": 0.008733329363167286, "global_step": 24503, "epoch": 137, "lr": 8.793716093719717e-05}
{"train_loss": 0.0061009731143713, "global_step": 24504, "epoch": 137, "lr": 8.793619836110611e-05}
{"train_loss": 0.005206278990954161, "global_step": 24505, "epoch": 137, "lr": 8.793523575188007e-05}
{"train_loss": 0.004737101495265961, "global_step": 24506, "epoch": 137, "lr": 8.793427310951985e-05}
{"train_loss": 0.006940087769180536, "global_step": 24507, "epoch": 137, "lr": 8.79333104340263e-05}
{"train_loss": 0.0038701894227415323, "global_step": 24508, "epoch": 137, "lr": 8.793234772540028e-05}
{"train_loss": 0.010729081928730011, "global_step": 24509, "epoch": 137, "lr": 8.793138498364263e-05}
{"train_loss": 0.010089319199323654, "global_step": 24510, "epoch": 137, "lr": 8.793042220875416e-05}
{"train_loss": 0.00838399026542902, "global_step": 24511, "epoch": 137, "lr": 8.792945940073575e-05}
{"train_loss": 0.008227238431572914, "global_step": 24512, "epoch": 137, "lr": 8.792849655958821e-05}
{"train_loss": 0.004019248764961958, "global_step": 24513, "epoch": 137, "lr": 8.792753368531239e-05}
{"train_loss": 0.005314787849783897, "global_step": 24514, "epoch": 137, "lr": 8.792657077790916e-05}
{"train_loss": 0.0064454274252057076, "global_step": 24515, "epoch": 137, "lr": 8.79256078373793e-05}
{"train_loss": 0.008413489907979965, "global_step": 24516, "epoch": 137, "lr": 8.792464486372372e-05}
{"train_loss": 0.010639864951372147, "global_step": 24517, "epoch": 137, "lr": 8.79236818569432e-05}
{"train_loss": 0.004896723665297031, "global_step": 24518, "epoch": 137, "lr": 8.792271881703862e-05}
{"train_loss": 0.006137611344456673, "global_step": 24519, "epoch": 137, "lr": 8.79217557440108e-05}
{"train_loss": 0.005903423763811588, "global_step": 24520, "epoch": 137, "lr": 8.79207926378606e-05}
{"train_loss": 0.007112803403288126, "global_step": 24521, "epoch": 137, "lr": 8.791982949858886e-05}
{"train_loss": 0.007869405671954155, "global_step": 24522, "epoch": 137, "lr": 8.79188663261964e-05}
{"train_loss": 0.009168912656605244, "global_step": 24523, "epoch": 137, "lr": 8.791790312068409e-05}
{"train_loss": 0.004201751202344894, "global_step": 24524, "epoch": 137, "lr": 8.791693988205274e-05}
{"train_loss": 0.009021122008562088, "global_step": 24525, "epoch": 137, "lr": 8.791597661030322e-05}
{"train_loss": 0.013322859071195126, "global_step": 24526, "epoch": 137, "lr": 8.791501330543634e-05}
{"train_loss": 0.014290408231317997, "global_step": 24527, "epoch": 137, "lr": 8.791404996745298e-05}
{"train_loss": 0.008269840851426125, "global_step": 24528, "epoch": 137, "lr": 8.791308659635396e-05}
{"train_loss": 0.006365761160850525, "global_step": 24529, "epoch": 137, "lr": 8.79121231921401e-05}
{"train_loss": 0.006431993097066879, "global_step": 24530, "epoch": 137, "lr": 8.79111597548123e-05}
{"train_loss": 0.0059586260467767715, "global_step": 24531, "epoch": 137, "lr": 8.791019628437134e-05}
{"train_loss": 0.0032581817358732224, "global_step": 24532, "epoch": 137, "lr": 8.79092327808181e-05}
{"train_loss": 0.006660853512585163, "global_step": 24533, "epoch": 137, "lr": 8.79082692441534e-05}
{"train_loss": 0.01180180162191391, "global_step": 24534, "epoch": 137, "lr": 8.79073056743781e-05}
{"train_loss": 0.008457489311695099, "global_step": 24535, "epoch": 137, "lr": 8.790634207149302e-05}
{"train_loss": 0.0054334416054189205, "global_step": 24536, "epoch": 137, "lr": 8.790537843549902e-05}
{"train_loss": 0.011167122051119804, "global_step": 24537, "epoch": 137, "lr": 8.790441476639695e-05}
{"train_loss": 0.009233488701283932, "global_step": 24538, "epoch": 137, "lr": 8.790345106418763e-05}
{"train_loss": 0.006571609526872635, "global_step": 24539, "epoch": 137, "lr": 8.790248732887189e-05}
{"train_loss": 0.006359713617712259, "global_step": 24540, "epoch": 137, "lr": 8.79015235604506e-05}
{"train_loss": 0.013856721110641956, "global_step": 24541, "epoch": 137, "lr": 8.790055975892459e-05}
{"train_loss": 0.005028116516768932, "global_step": 24542, "epoch": 137, "lr": 8.789959592429473e-05}
{"train_loss": 0.008952696807682514, "global_step": 24543, "epoch": 137, "lr": 8.789863205656181e-05}
{"train_loss": 0.008356522768735886, "global_step": 24544, "epoch": 137, "lr": 8.789766815572671e-05}
{"train_loss": 0.01033851969987154, "global_step": 24545, "epoch": 137, "lr": 8.789670422179026e-05}
{"train_loss": 0.011057211086153984, "global_step": 24546, "epoch": 137, "lr": 8.789574025475329e-05}
{"train_loss": 0.008401951752603054, "global_step": 24547, "epoch": 137, "lr": 8.789477625461667e-05}
{"train_loss": 0.005008412525057793, "global_step": 24548, "epoch": 137, "lr": 8.789381222138121e-05}
{"train_loss": 0.008739734068512917, "global_step": 24549, "epoch": 137, "lr": 8.789284815504779e-05}
{"train_loss": 0.0047940537333488464, "global_step": 24550, "epoch": 137, "lr": 8.789188405561721e-05}
{"train_loss": 0.0036306469701230526, "global_step": 24551, "epoch": 137, "lr": 8.789091992309033e-05}
{"train_loss": 0.01009681448340416, "global_step": 24552, "epoch": 137, "lr": 8.788995575746801e-05}
{"train_loss": 0.006391663569957018, "global_step": 24553, "epoch": 137, "lr": 8.788899155875105e-05}
{"train_loss": 0.006042112596333027, "global_step": 24554, "epoch": 137, "lr": 8.788802732694035e-05}
{"train_loss": 0.005262578837573528, "global_step": 24555, "epoch": 137, "lr": 8.78870630620367e-05}
{"train_loss": 0.007698194123804569, "global_step": 24556, "epoch": 137, "lr": 8.788609876404098e-05}
{"train_loss": 0.010286130011081696, "global_step": 24557, "epoch": 137, "lr": 8.7885134432954e-05}
{"train_loss": 0.006219254340976477, "global_step": 24558, "epoch": 137, "lr": 8.788417006877662e-05}
{"train_loss": 0.010926829650998116, "global_step": 24559, "epoch": 137, "lr": 8.788320567150969e-05}
{"train_loss": 0.003724187146872282, "global_step": 24560, "epoch": 137, "lr": 8.788224124115404e-05}
{"train_loss": 0.00781816616654396, "global_step": 24561, "epoch": 137, "lr": 8.788127677771051e-05}
{"train_loss": 0.00813390128314495, "global_step": 24562, "epoch": 137, "lr": 8.788031228117995e-05}
{"train_loss": 0.007492039711057638, "global_step": 24563, "epoch": 137, "lr": 8.78793477515632e-05}
{"train_loss": 0.010269269347190857, "global_step": 24564, "epoch": 138, "lr": 8.78783831888611e-05}
{"train_loss": 0.005246171727776527, "global_step": 24565, "epoch": 138, "lr": 8.78774185930745e-05}
{"train_loss": 0.007451729848980904, "global_step": 24566, "epoch": 138, "lr": 8.787645396420422e-05}
{"train_loss": 0.009055227041244507, "global_step": 24567, "epoch": 138, "lr": 8.787548930225114e-05}
{"train_loss": 0.010668778792023659, "global_step": 24568, "epoch": 138, "lr": 8.787452460721607e-05}
{"train_loss": 0.005409762263298035, "global_step": 24569, "epoch": 138, "lr": 8.787355987909986e-05}
{"train_loss": 0.006249852944165468, "global_step": 24570, "epoch": 138, "lr": 8.787259511790336e-05}
{"train_loss": 0.007693692576140165, "global_step": 24571, "epoch": 138, "lr": 8.787163032362741e-05}
{"train_loss": 0.008047587238252163, "global_step": 24572, "epoch": 138, "lr": 8.787066549627286e-05}
{"train_loss": 0.004441184923052788, "global_step": 24573, "epoch": 138, "lr": 8.786970063584055e-05}
{"train_loss": 0.005269800312817097, "global_step": 24574, "epoch": 138, "lr": 8.78687357423313e-05}
{"train_loss": 0.005217962898313999, "global_step": 24575, "epoch": 138, "lr": 8.786777081574598e-05}
{"train_loss": 0.005553099792450666, "global_step": 24576, "epoch": 138, "lr": 8.786680585608545e-05}
{"train_loss": 0.005822217091917992, "global_step": 24577, "epoch": 138, "lr": 8.786584086335048e-05}
{"train_loss": 0.006677326280623674, "global_step": 24578, "epoch": 138, "lr": 8.786487583754199e-05}
{"train_loss": 0.012669404968619347, "global_step": 24579, "epoch": 138, "lr": 8.786391077866079e-05}
{"train_loss": 0.005181093700230122, "global_step": 24580, "epoch": 138, "lr": 8.78629456867077e-05}
{"train_loss": 0.006806689314544201, "global_step": 24581, "epoch": 138, "lr": 8.786198056168361e-05}
{"train_loss": 0.007955045439302921, "global_step": 24582, "epoch": 138, "lr": 8.786101540358932e-05}
{"train_loss": 0.005346533842384815, "global_step": 24583, "epoch": 138, "lr": 8.786005021242573e-05}
{"train_loss": 0.0031893576961010695, "global_step": 24584, "epoch": 138, "lr": 8.785908498819362e-05}
{"train_loss": 0.009874317795038223, "global_step": 24585, "epoch": 138, "lr": 8.785811973089387e-05}
{"train_loss": 0.0042428793385624886, "global_step": 24586, "epoch": 138, "lr": 8.785715444052731e-05}
{"train_loss": 0.0041614705696702, "global_step": 24587, "epoch": 138, "lr": 8.78561891170948e-05}
{"train_loss": 0.011216621845960617, "global_step": 24588, "epoch": 138, "lr": 8.785522376059715e-05}
{"train_loss": 0.005743446759879589, "global_step": 24589, "epoch": 138, "lr": 8.785425837103522e-05}
{"train_loss": 0.007752809673547745, "global_step": 24590, "epoch": 138, "lr": 8.785329294840987e-05}
{"train_loss": 0.0065406314097344875, "global_step": 24591, "epoch": 138, "lr": 8.785232749272193e-05}
{"train_loss": 0.013778715394437313, "global_step": 24592, "epoch": 138, "lr": 8.785136200397223e-05}
{"train_loss": 0.008939070627093315, "global_step": 24593, "epoch": 138, "lr": 8.785039648216164e-05}
{"train_loss": 0.006369518581777811, "global_step": 24594, "epoch": 138, "lr": 8.7849430927291e-05}
{"train_loss": 0.006250087637454271, "global_step": 24595, "epoch": 138, "lr": 8.784846533936111e-05}
{"train_loss": 0.009935863316059113, "global_step": 24596, "epoch": 138, "lr": 8.784749971837286e-05}
{"train_loss": 0.008713606745004654, "global_step": 24597, "epoch": 138, "lr": 8.784653406432708e-05}
{"train_loss": 0.008900254964828491, "global_step": 24598, "epoch": 138, "lr": 8.784556837722462e-05}
{"train_loss": 0.009211419150233269, "global_step": 24599, "epoch": 138, "lr": 8.784460265706631e-05}
{"train_loss": 0.010298044420778751, "global_step": 24600, "epoch": 138, "lr": 8.7843636903853e-05}
{"train_loss": 0.003794481046497822, "global_step": 24601, "epoch": 138, "lr": 8.784267111758553e-05}
{"train_loss": 0.012665804475545883, "global_step": 24602, "epoch": 138, "lr": 8.784170529826474e-05}
{"train_loss": 0.0038271783851087093, "global_step": 24603, "epoch": 138, "lr": 8.784073944589148e-05}
{"train_loss": 0.005729332100600004, "global_step": 24604, "epoch": 138, "lr": 8.783977356046662e-05}
{"train_loss": 0.009252624586224556, "global_step": 24605, "epoch": 138, "lr": 8.783880764199095e-05}
{"train_loss": 0.004801765084266663, "global_step": 24606, "epoch": 138, "lr": 8.783784169046536e-05}
{"train_loss": 0.011678630486130714, "global_step": 24607, "epoch": 138, "lr": 8.783687570589066e-05}
{"train_loss": 0.008319280110299587, "global_step": 24608, "epoch": 138, "lr": 8.783590968826771e-05}
{"train_loss": 0.009772809222340584, "global_step": 24609, "epoch": 138, "lr": 8.783494363759737e-05}
{"train_loss": 0.006660926155745983, "global_step": 24610, "epoch": 138, "lr": 8.783397755388045e-05}
{"train_loss": 0.005222850479185581, "global_step": 24611, "epoch": 138, "lr": 8.783301143711782e-05}
{"train_loss": 0.00716365035623312, "global_step": 24612, "epoch": 138, "lr": 8.78320452873103e-05}
{"train_loss": 0.009766673669219017, "global_step": 24613, "epoch": 138, "lr": 8.783107910445876e-05}
{"train_loss": 0.010942287743091583, "global_step": 24614, "epoch": 138, "lr": 8.783011288856402e-05}
{"train_loss": 0.014424258843064308, "global_step": 24615, "epoch": 138, "lr": 8.782914663962694e-05}
{"train_loss": 0.0064849695190787315, "global_step": 24616, "epoch": 138, "lr": 8.782818035764837e-05}
{"train_loss": 0.0064723901450634, "global_step": 24617, "epoch": 138, "lr": 8.782721404262913e-05}
{"train_loss": 0.005867550615221262, "global_step": 24618, "epoch": 138, "lr": 8.782624769457009e-05}
{"train_loss": 0.01069717202335596, "global_step": 24619, "epoch": 138, "lr": 8.782528131347208e-05}
{"train_loss": 0.004141173791140318, "global_step": 24620, "epoch": 138, "lr": 8.782431489933594e-05}
{"train_loss": 0.00944514200091362, "global_step": 24621, "epoch": 138, "lr": 8.782334845216251e-05}
{"train_loss": 0.010906900279223919, "global_step": 24622, "epoch": 138, "lr": 8.782238197195266e-05}
{"train_loss": 0.005800650455057621, "global_step": 24623, "epoch": 138, "lr": 8.782141545870722e-05}
{"train_loss": 0.006559567525982857, "global_step": 24624, "epoch": 138, "lr": 8.782044891242702e-05}
{"train_loss": 0.006958650425076485, "global_step": 24625, "epoch": 138, "lr": 8.781948233311292e-05}
{"train_loss": 0.0042691463604569435, "global_step": 24626, "epoch": 138, "lr": 8.781851572076575e-05}
{"train_loss": 0.005508258938789368, "global_step": 24627, "epoch": 138, "lr": 8.78175490753864e-05}
{"train_loss": 0.008115608245134354, "global_step": 24628, "epoch": 138, "lr": 8.781658239697564e-05}
{"train_loss": 0.008017648942768574, "global_step": 24629, "epoch": 138, "lr": 8.781561568553437e-05}
{"train_loss": 0.005062317941337824, "global_step": 24630, "epoch": 138, "lr": 8.781464894106343e-05}
{"train_loss": 0.008267169818282127, "global_step": 24631, "epoch": 138, "lr": 8.781368216356363e-05}
{"train_loss": 0.014353119768202305, "global_step": 24632, "epoch": 138, "lr": 8.781271535303586e-05}
{"train_loss": 0.007681465707719326, "global_step": 24633, "epoch": 138, "lr": 8.781174850948094e-05}
{"train_loss": 0.008388025686144829, "global_step": 24634, "epoch": 138, "lr": 8.781078163289968e-05}
{"train_loss": 0.005796119570732117, "global_step": 24635, "epoch": 138, "lr": 8.780981472329299e-05}
{"train_loss": 0.007169103249907494, "global_step": 24636, "epoch": 138, "lr": 8.780884778066167e-05}
{"train_loss": 0.0064691887237131596, "global_step": 24637, "epoch": 138, "lr": 8.780788080500659e-05}
{"train_loss": 0.00616816570982337, "global_step": 24638, "epoch": 138, "lr": 8.78069137963286e-05}
{"train_loss": 0.005755584686994553, "global_step": 24639, "epoch": 138, "lr": 8.78059467546285e-05}
{"train_loss": 0.006742529105395079, "global_step": 24640, "epoch": 138, "lr": 8.780497967990717e-05}
{"train_loss": 0.006765779107809067, "global_step": 24641, "epoch": 138, "lr": 8.780401257216546e-05}
{"train_loss": 0.0060847667045891285, "global_step": 24642, "epoch": 138, "lr": 8.78030454314042e-05}
{"train_loss": 0.014461105689406395, "global_step": 24643, "epoch": 138, "lr": 8.780207825762423e-05}
{"train_loss": 0.007637473754584789, "global_step": 24644, "epoch": 138, "lr": 8.780111105082641e-05}
{"train_loss": 0.0033766659907996655, "global_step": 24645, "epoch": 138, "lr": 8.780014381101157e-05}
{"train_loss": 0.007067600265145302, "global_step": 24646, "epoch": 138, "lr": 8.779917653818056e-05}
{"train_loss": 0.005370208527892828, "global_step": 24647, "epoch": 138, "lr": 8.779820923233423e-05}
{"train_loss": 0.0101248100399971, "global_step": 24648, "epoch": 138, "lr": 8.779724189347343e-05}
{"train_loss": 0.010366684757173061, "global_step": 24649, "epoch": 138, "lr": 8.779627452159899e-05}
{"train_loss": 0.004771524108946323, "global_step": 24650, "epoch": 138, "lr": 8.779530711671175e-05}
{"train_loss": 0.013330191373825073, "global_step": 24651, "epoch": 138, "lr": 8.779433967881259e-05}
{"train_loss": 0.006012407597154379, "global_step": 24652, "epoch": 138, "lr": 8.779337220790231e-05}
{"train_loss": 0.011835651472210884, "global_step": 24653, "epoch": 138, "lr": 8.779240470398178e-05}
{"train_loss": 0.006555698812007904, "global_step": 24654, "epoch": 138, "lr": 8.779143716705185e-05}
{"train_loss": 0.010151252150535583, "global_step": 24655, "epoch": 138, "lr": 8.779046959711335e-05}
{"train_loss": 0.009576231241226196, "global_step": 24656, "epoch": 138, "lr": 8.778950199416714e-05}
{"train_loss": 0.004059227183461189, "global_step": 24657, "epoch": 138, "lr": 8.778853435821404e-05}
{"train_loss": 0.005099164322018623, "global_step": 24658, "epoch": 138, "lr": 8.778756668925492e-05}
{"train_loss": 0.007285149767994881, "global_step": 24659, "epoch": 138, "lr": 8.778659898729062e-05}
{"train_loss": 0.012324312701821327, "global_step": 24660, "epoch": 138, "lr": 8.778563125232198e-05}
{"train_loss": 0.009877700358629227, "global_step": 24661, "epoch": 138, "lr": 8.778466348434986e-05}
{"train_loss": 0.006456253118813038, "global_step": 24662, "epoch": 138, "lr": 8.778369568337508e-05}
{"train_loss": 0.007785195484757423, "global_step": 24663, "epoch": 138, "lr": 8.77827278493985e-05}
{"train_loss": 0.003965515643358231, "global_step": 24664, "epoch": 138, "lr": 8.778175998242097e-05}
{"train_loss": 0.008790211752057076, "global_step": 24665, "epoch": 138, "lr": 8.778079208244333e-05}
{"train_loss": 0.00651700422167778, "global_step": 24666, "epoch": 138, "lr": 8.77798241494664e-05}
{"train_loss": 0.006632016971707344, "global_step": 24667, "epoch": 138, "lr": 8.777885618349107e-05}
{"train_loss": 0.0038450409192591906, "global_step": 24668, "epoch": 138, "lr": 8.777788818451817e-05}
{"train_loss": 0.008069248870015144, "global_step": 24669, "epoch": 138, "lr": 8.777692015254852e-05}
{"train_loss": 0.008761929348111153, "global_step": 24670, "epoch": 138, "lr": 8.777595208758301e-05}
{"train_loss": 0.004682328552007675, "global_step": 24671, "epoch": 138, "lr": 8.777498398962245e-05}
{"train_loss": 0.00679436232894659, "global_step": 24672, "epoch": 138, "lr": 8.777401585866771e-05}
{"train_loss": 0.011379397474229336, "global_step": 24673, "epoch": 138, "lr": 8.777304769471961e-05}
{"train_loss": 0.004130246117711067, "global_step": 24674, "epoch": 138, "lr": 8.777207949777902e-05}
{"train_loss": 0.0036543766036629677, "global_step": 24675, "epoch": 138, "lr": 8.777111126784675e-05}
{"train_loss": 0.006040953565388918, "global_step": 24676, "epoch": 138, "lr": 8.77701430049237e-05}
{"train_loss": 0.007065187208354473, "global_step": 24677, "epoch": 138, "lr": 8.776917470901065e-05}
{"train_loss": 0.008055075071752071, "global_step": 24678, "epoch": 138, "lr": 8.776820638010851e-05}
{"train_loss": 0.006361318752169609, "global_step": 24679, "epoch": 138, "lr": 8.776723801821809e-05}
{"train_loss": 0.010055599734187126, "global_step": 24680, "epoch": 138, "lr": 8.776626962334024e-05}
{"train_loss": 0.005535728298127651, "global_step": 24681, "epoch": 138, "lr": 8.776530119547581e-05}
{"train_loss": 0.005802835337817669, "global_step": 24682, "epoch": 138, "lr": 8.776433273462565e-05}
{"train_loss": 0.00797177478671074, "global_step": 24683, "epoch": 138, "lr": 8.776336424079058e-05}
{"train_loss": 0.007120549213141203, "global_step": 24684, "epoch": 138, "lr": 8.77623957139715e-05}
{"train_loss": 0.009430908598005772, "global_step": 24685, "epoch": 138, "lr": 8.77614271541692e-05}
{"train_loss": 0.006231527775526047, "global_step": 24686, "epoch": 138, "lr": 8.776045856138456e-05}
{"train_loss": 0.004702719859778881, "global_step": 24687, "epoch": 138, "lr": 8.77594899356184e-05}
{"train_loss": 0.012454547919332981, "global_step": 24688, "epoch": 138, "lr": 8.77585212768716e-05}
{"train_loss": 0.013690992258489132, "global_step": 24689, "epoch": 138, "lr": 8.775755258514498e-05}
{"train_loss": 0.005826748441904783, "global_step": 24690, "epoch": 138, "lr": 8.775658386043938e-05}
{"train_loss": 0.007950536906719208, "global_step": 24691, "epoch": 138, "lr": 8.775561510275568e-05}
{"train_loss": 0.009065958671271801, "global_step": 24692, "epoch": 138, "lr": 8.775464631209469e-05}
{"train_loss": 0.009696129709482193, "global_step": 24693, "epoch": 138, "lr": 8.775367748845726e-05}
{"train_loss": 0.008541016839444637, "global_step": 24694, "epoch": 138, "lr": 8.775270863184427e-05}
{"train_loss": 0.007761742919683456, "global_step": 24695, "epoch": 138, "lr": 8.775173974225653e-05}
{"train_loss": 0.006013822741806507, "global_step": 24696, "epoch": 138, "lr": 8.77507708196949e-05}
{"train_loss": 0.003750416450202465, "global_step": 24697, "epoch": 138, "lr": 8.774980186416024e-05}
{"train_loss": 0.00483798747882247, "global_step": 24698, "epoch": 138, "lr": 8.774883287565336e-05}
{"train_loss": 0.004860180430114269, "global_step": 24699, "epoch": 138, "lr": 8.774786385417515e-05}
{"train_loss": 0.006486294791102409, "global_step": 24700, "epoch": 138, "lr": 8.774689479972642e-05}
{"train_loss": 0.0134637001901865, "global_step": 24701, "epoch": 138, "lr": 8.774592571230805e-05}
{"train_loss": 0.004849572665989399, "global_step": 24702, "epoch": 138, "lr": 8.774495659192086e-05}
{"train_loss": 0.010514197871088982, "global_step": 24703, "epoch": 138, "lr": 8.774398743856569e-05}
{"train_loss": 0.005227907560765743, "global_step": 24704, "epoch": 138, "lr": 8.774301825224343e-05}
{"train_loss": 0.006395877804607153, "global_step": 24705, "epoch": 138, "lr": 8.774204903295486e-05}
{"train_loss": 0.00795656442642212, "global_step": 24706, "epoch": 138, "lr": 8.77410797807009e-05}
{"train_loss": 0.0043315766379237175, "global_step": 24707, "epoch": 138, "lr": 8.774011049548234e-05}
{"train_loss": 0.010552219115197659, "global_step": 24708, "epoch": 138, "lr": 8.773914117730004e-05}
{"train_loss": 0.007671959698200226, "global_step": 24709, "epoch": 138, "lr": 8.773817182615487e-05}
{"train_loss": 0.0101243257522583, "global_step": 24710, "epoch": 138, "lr": 8.773720244204767e-05}
{"train_loss": 0.008213285356760025, "global_step": 24711, "epoch": 138, "lr": 8.773623302497925e-05}
{"train_loss": 0.00780273973941803, "global_step": 24712, "epoch": 138, "lr": 8.773526357495049e-05}
{"train_loss": 0.008589543402194977, "global_step": 24713, "epoch": 138, "lr": 8.773429409196226e-05}
{"train_loss": 0.0039820061065256596, "global_step": 24714, "epoch": 138, "lr": 8.773332457601535e-05}
{"train_loss": 0.009833245538175106, "global_step": 24715, "epoch": 138, "lr": 8.773235502711064e-05}
{"train_loss": 0.01054736040532589, "global_step": 24716, "epoch": 138, "lr": 8.773138544524896e-05}
{"train_loss": 0.010968564078211784, "global_step": 24717, "epoch": 138, "lr": 8.773041583043118e-05}
{"train_loss": 0.005181584507226944, "global_step": 24718, "epoch": 138, "lr": 8.772944618265815e-05}
{"train_loss": 0.006643790751695633, "global_step": 24719, "epoch": 138, "lr": 8.772847650193068e-05}
{"train_loss": 0.009002183564007282, "global_step": 24720, "epoch": 138, "lr": 8.772750678824965e-05}
{"train_loss": 0.008891593664884567, "global_step": 24721, "epoch": 138, "lr": 8.772653704161588e-05}
{"train_loss": 0.0049692303873598576, "global_step": 24722, "epoch": 138, "lr": 8.772556726203025e-05}
{"train_loss": 0.013770687393844128, "global_step": 24723, "epoch": 138, "lr": 8.77245974494936e-05}
{"train_loss": 0.007908539846539497, "global_step": 24724, "epoch": 138, "lr": 8.772362760400674e-05}
{"train_loss": 0.007504135370254517, "global_step": 24725, "epoch": 138, "lr": 8.772265772557055e-05}
{"train_loss": 0.010972313582897186, "global_step": 24726, "epoch": 138, "lr": 8.772168781418588e-05}
{"train_loss": 0.008659269660711288, "global_step": 24727, "epoch": 138, "lr": 8.772071786985356e-05}
{"train_loss": 0.00762949138879776, "global_step": 24728, "epoch": 138, "lr": 8.771974789257447e-05}
{"train_loss": 0.009006552398204803, "global_step": 24729, "epoch": 138, "lr": 8.77187778823494e-05}
{"train_loss": 0.01018930971622467, "global_step": 24730, "epoch": 138, "lr": 8.771780783917925e-05}
{"train_loss": 0.008786486461758614, "global_step": 24731, "epoch": 138, "lr": 8.771683776306484e-05}
{"train_loss": 0.007583316415548325, "global_step": 24732, "epoch": 138, "lr": 8.771586765400703e-05}
{"train_loss": 0.009106050245463848, "global_step": 24733, "epoch": 138, "lr": 8.771489751200666e-05}
{"train_loss": 0.011053787544369698, "global_step": 24734, "epoch": 138, "lr": 8.771392733706458e-05}
{"train_loss": 0.00681737856939435, "global_step": 24735, "epoch": 138, "lr": 8.771295712918163e-05}
{"train_loss": 0.00876696314662695, "global_step": 24736, "epoch": 138, "lr": 8.771198688835866e-05}
{"train_loss": 0.008464418351650238, "global_step": 24737, "epoch": 138, "lr": 8.771101661459653e-05}
{"train_loss": 0.008312728255987167, "global_step": 24738, "epoch": 138, "lr": 8.771004630789607e-05}
{"train_loss": 0.007386099547147751, "global_step": 24739, "epoch": 138, "lr": 8.770907596825816e-05}
{"train_loss": 0.006711452268064022, "global_step": 24740, "epoch": 138, "lr": 8.770810559568361e-05}
{"train_loss": 0.007756508141232843, "global_step": 24741, "epoch": 138, "lr": 8.770713519017328e-05}
{"train_loss": 0.01303709577769041, "global_step": 24742, "epoch": 139, "lr": 8.770616475172801e-05}
{"train_loss": 0.007341920398175716, "global_step": 24743, "epoch": 139, "lr": 8.770519428034867e-05}
{"train_loss": 0.008824368938803673, "global_step": 24744, "epoch": 139, "lr": 8.770422377603611e-05}
{"train_loss": 0.0065522752702236176, "global_step": 24745, "epoch": 139, "lr": 8.770325323879114e-05}
{"train_loss": 0.007447229232639074, "global_step": 24746, "epoch": 139, "lr": 8.770228266861464e-05}
{"train_loss": 0.009581631049513817, "global_step": 24747, "epoch": 139, "lr": 8.770131206550742e-05}
{"train_loss": 0.0061205048114061356, "global_step": 24748, "epoch": 139, "lr": 8.77003414294704e-05}
{"train_loss": 0.008159996941685677, "global_step": 24749, "epoch": 139, "lr": 8.769937076050436e-05}
{"train_loss": 0.008029918186366558, "global_step": 24750, "epoch": 139, "lr": 8.769840005861017e-05}
{"train_loss": 0.006381770130246878, "global_step": 24751, "epoch": 139, "lr": 8.769742932378868e-05}
{"train_loss": 0.008860218338668346, "global_step": 24752, "epoch": 139, "lr": 8.769645855604072e-05}
{"train_loss": 0.0113723399117589, "global_step": 24753, "epoch": 139, "lr": 8.769548775536718e-05}
{"train_loss": 0.009377940557897091, "global_step": 24754, "epoch": 139, "lr": 8.769451692176888e-05}
{"train_loss": 0.009770020842552185, "global_step": 24755, "epoch": 139, "lr": 8.769354605524666e-05}
{"train_loss": 0.009065650403499603, "global_step": 24756, "epoch": 139, "lr": 8.769257515580138e-05}
{"train_loss": 0.0028871758840978146, "global_step": 24757, "epoch": 139, "lr": 8.76916042234339e-05}
{"train_loss": 0.012274246662855148, "global_step": 24758, "epoch": 139, "lr": 8.769063325814504e-05}
{"train_loss": 0.0035835644230246544, "global_step": 24759, "epoch": 139, "lr": 8.768966225993567e-05}
{"train_loss": 0.014566341415047646, "global_step": 24760, "epoch": 139, "lr": 8.768869122880663e-05}
{"train_loss": 0.005673527717590332, "global_step": 24761, "epoch": 139, "lr": 8.768772016475876e-05}
{"train_loss": 0.007658163085579872, "global_step": 24762, "epoch": 139, "lr": 8.768674906779293e-05}
{"train_loss": 0.0066990358754992485, "global_step": 24763, "epoch": 139, "lr": 8.768577793790997e-05}
{"train_loss": 0.014198191463947296, "global_step": 24764, "epoch": 139, "lr": 8.768480677511073e-05}
{"train_loss": 0.0064250398427248, "global_step": 24765, "epoch": 139, "lr": 8.768383557939607e-05}
{"train_loss": 0.0049550291150808334, "global_step": 24766, "epoch": 139, "lr": 8.768286435076683e-05}
{"train_loss": 0.011785972863435745, "global_step": 24767, "epoch": 139, "lr": 8.768189308922385e-05}
{"train_loss": 0.005951063707470894, "global_step": 24768, "epoch": 139, "lr": 8.768092179476799e-05}
{"train_loss": 0.006792011670768261, "global_step": 24769, "epoch": 139, "lr": 8.76799504674001e-05}
{"train_loss": 0.010086210444569588, "global_step": 24770, "epoch": 139, "lr": 8.767897910712102e-05}
{"train_loss": 0.005565258674323559, "global_step": 24771, "epoch": 139, "lr": 8.767800771393158e-05}
{"train_loss": 0.005444132722914219, "global_step": 24772, "epoch": 139, "lr": 8.767703628783268e-05}
{"train_loss": 0.005215383600443602, "global_step": 24773, "epoch": 139, "lr": 8.767606482882513e-05}
{"train_loss": 0.00921706948429346, "global_step": 24774, "epoch": 139, "lr": 8.767509333690979e-05}
{"train_loss": 0.009287740103900433, "global_step": 24775, "epoch": 139, "lr": 8.76741218120875e-05}
{"train_loss": 0.006423812359571457, "global_step": 24776, "epoch": 139, "lr": 8.767315025435911e-05}
{"train_loss": 0.007452193647623062, "global_step": 24777, "epoch": 139, "lr": 8.767217866372551e-05}
{"train_loss": 0.004275794606655836, "global_step": 24778, "epoch": 139, "lr": 8.767120704018747e-05}
{"train_loss": 0.0072816964238882065, "global_step": 24779, "epoch": 139, "lr": 8.76702353837459e-05}
{"train_loss": 0.006366999354213476, "global_step": 24780, "epoch": 139, "lr": 8.76692636944016e-05}
{"train_loss": 0.007325398735702038, "global_step": 24781, "epoch": 139, "lr": 8.766829197215548e-05}
{"train_loss": 0.006814875639975071, "global_step": 24782, "epoch": 139, "lr": 8.766732021700834e-05}
{"train_loss": 0.009718023240566254, "global_step": 24783, "epoch": 139, "lr": 8.766634842896107e-05}
{"train_loss": 0.006104377098381519, "global_step": 24784, "epoch": 139, "lr": 8.766537660801446e-05}
{"train_loss": 0.009572913870215416, "global_step": 24785, "epoch": 139, "lr": 8.766440475416941e-05}
{"train_loss": 0.00866933073848486, "global_step": 24786, "epoch": 139, "lr": 8.766343286742675e-05}
{"train_loss": 0.005357139743864536, "global_step": 24787, "epoch": 139, "lr": 8.766246094778733e-05}
{"train_loss": 0.003046442987397313, "global_step": 24788, "epoch": 139, "lr": 8.766148899525202e-05}
{"train_loss": 0.0041510919108986855, "global_step": 24789, "epoch": 139, "lr": 8.766051700982162e-05}
{"train_loss": 0.004132030066102743, "global_step": 24790, "epoch": 139, "lr": 8.765954499149702e-05}
{"train_loss": 0.011979000642895699, "global_step": 24791, "epoch": 139, "lr": 8.765857294027905e-05}
{"train_loss": 0.006117318756878376, "global_step": 24792, "epoch": 139, "lr": 8.765760085616856e-05}
{"train_loss": 0.007773789577186108, "global_step": 24793, "epoch": 139, "lr": 8.765662873916642e-05}
{"train_loss": 0.01139273215085268, "global_step": 24794, "epoch": 139, "lr": 8.765565658927346e-05}
{"train_loss": 0.0066016302444040775, "global_step": 24795, "epoch": 139, "lr": 8.765468440649052e-05}
{"train_loss": 0.0083430465310812, "global_step": 24796, "epoch": 139, "lr": 8.765371219081848e-05}
{"train_loss": 0.007879332639276981, "global_step": 24797, "epoch": 139, "lr": 8.765273994225816e-05}
{"train_loss": 0.00610920786857605, "global_step": 24798, "epoch": 139, "lr": 8.765176766081043e-05}
{"train_loss": 0.012199953198432922, "global_step": 24799, "epoch": 139, "lr": 8.765079534647611e-05}
{"train_loss": 0.011013459414243698, "global_step": 24800, "epoch": 139, "lr": 8.764982299925608e-05}
{"train_loss": 0.004120112396776676, "global_step": 24801, "epoch": 139, "lr": 8.764885061915118e-05}
{"train_loss": 0.0064993323758244514, "global_step": 24802, "epoch": 139, "lr": 8.764787820616226e-05}
{"train_loss": 0.008405838161706924, "global_step": 24803, "epoch": 139, "lr": 8.764690576029017e-05}
{"train_loss": 0.007595960982143879, "global_step": 24804, "epoch": 139, "lr": 8.764593328153574e-05}
{"train_loss": 0.006274880841374397, "global_step": 24805, "epoch": 139, "lr": 8.764496076989985e-05}
{"train_loss": 0.00893447920680046, "global_step": 24806, "epoch": 139, "lr": 8.764398822538333e-05}
{"train_loss": 0.006462619639933109, "global_step": 24807, "epoch": 139, "lr": 8.764301564798703e-05}
{"train_loss": 0.005927057936787605, "global_step": 24808, "epoch": 139, "lr": 8.764204303771182e-05}
{"train_loss": 0.006155458278954029, "global_step": 24809, "epoch": 139, "lr": 8.76410703945585e-05}
{"train_loss": 0.010190967470407486, "global_step": 24810, "epoch": 139, "lr": 8.764009771852799e-05}
{"train_loss": 0.011955026537179947, "global_step": 24811, "epoch": 139, "lr": 8.763912500962108e-05}
{"train_loss": 0.012700939550995827, "global_step": 24812, "epoch": 139, "lr": 8.763815226783864e-05}
{"train_loss": 0.006342073902487755, "global_step": 24813, "epoch": 139, "lr": 8.763717949318154e-05}
{"train_loss": 0.004601610358804464, "global_step": 24814, "epoch": 139, "lr": 8.76362066856506e-05}
{"train_loss": 0.005533057264983654, "global_step": 24815, "epoch": 139, "lr": 8.763523384524668e-05}
{"train_loss": 0.00885416753590107, "global_step": 24816, "epoch": 139, "lr": 8.763426097197065e-05}
{"train_loss": 0.006186439655721188, "global_step": 24817, "epoch": 139, "lr": 8.763328806582332e-05}
{"train_loss": 0.007902741432189941, "global_step": 24818, "epoch": 139, "lr": 8.763231512680557e-05}
{"train_loss": 0.009392356500029564, "global_step": 24819, "epoch": 139, "lr": 8.763134215491822e-05}
{"train_loss": 0.011074380949139595, "global_step": 24820, "epoch": 139, "lr": 8.763036915016217e-05}
{"train_loss": 0.004579535685479641, "global_step": 24821, "epoch": 139, "lr": 8.762939611253822e-05}
{"train_loss": 0.00697625195607543, "global_step": 24822, "epoch": 139, "lr": 8.762842304204724e-05}
{"train_loss": 0.0066830674186348915, "global_step": 24823, "epoch": 139, "lr": 8.762744993869009e-05}
{"train_loss": 0.006739085074514151, "global_step": 24824, "epoch": 139, "lr": 8.76264768024676e-05}
{"train_loss": 0.014844350516796112, "global_step": 24825, "epoch": 139, "lr": 8.762550363338063e-05}
{"train_loss": 0.007375397719442844, "global_step": 24826, "epoch": 139, "lr": 8.762453043143003e-05}
{"train_loss": 0.005152611061930656, "global_step": 24827, "epoch": 139, "lr": 8.762355719661666e-05}
{"train_loss": 0.013279123231768608, "global_step": 24828, "epoch": 139, "lr": 8.762258392894134e-05}
{"train_loss": 0.008167967200279236, "global_step": 24829, "epoch": 139, "lr": 8.762161062840497e-05}
{"train_loss": 0.005762928165495396, "global_step": 24830, "epoch": 139, "lr": 8.762063729500834e-05}
{"train_loss": 0.010015934705734253, "global_step": 24831, "epoch": 139, "lr": 8.761966392875234e-05}
{"train_loss": 0.009255243465304375, "global_step": 24832, "epoch": 139, "lr": 8.761869052963781e-05}
{"train_loss": 0.008463013917207718, "global_step": 24833, "epoch": 139, "lr": 8.76177170976656e-05}
{"train_loss": 0.0066103204153478146, "global_step": 24834, "epoch": 139, "lr": 8.761674363283658e-05}
{"train_loss": 0.00459499703720212, "global_step": 24835, "epoch": 139, "lr": 8.761577013515155e-05}
{"train_loss": 0.005722619593143463, "global_step": 24836, "epoch": 139, "lr": 8.761479660461141e-05}
{"train_loss": 0.007277980446815491, "global_step": 24837, "epoch": 139, "lr": 8.7613823041217e-05}
{"train_loss": 0.012189154513180256, "global_step": 24838, "epoch": 139, "lr": 8.761284944496913e-05}
{"train_loss": 0.007631624583154917, "global_step": 24839, "epoch": 139, "lr": 8.761187581586872e-05}
{"train_loss": 0.00805812980979681, "global_step": 24840, "epoch": 139, "lr": 8.761090215391655e-05}
{"train_loss": 0.008475017733871937, "global_step": 24841, "epoch": 139, "lr": 8.760992845911351e-05}
{"train_loss": 0.007244696840643883, "global_step": 24842, "epoch": 139, "lr": 8.760895473146045e-05}
{"train_loss": 0.0029521076940000057, "global_step": 24843, "epoch": 139, "lr": 8.760798097095821e-05}
{"train_loss": 0.014803014695644379, "global_step": 24844, "epoch": 139, "lr": 8.760700717760766e-05}
{"train_loss": 0.009434818290174007, "global_step": 24845, "epoch": 139, "lr": 8.760603335140962e-05}
{"train_loss": 0.004254452884197235, "global_step": 24846, "epoch": 139, "lr": 8.760505949236496e-05}
{"train_loss": 0.010690348222851753, "global_step": 24847, "epoch": 139, "lr": 8.760408560047453e-05}
{"train_loss": 0.008837523870170116, "global_step": 24848, "epoch": 139, "lr": 8.760311167573917e-05}
{"train_loss": 0.00325450929813087, "global_step": 24849, "epoch": 139, "lr": 8.760213771815974e-05}
{"train_loss": 0.005411770660430193, "global_step": 24850, "epoch": 139, "lr": 8.760116372773709e-05}
{"train_loss": 0.00504794018343091, "global_step": 24851, "epoch": 139, "lr": 8.760018970447206e-05}
{"train_loss": 0.00585560780018568, "global_step": 24852, "epoch": 139, "lr": 8.759921564836552e-05}
{"train_loss": 0.005859052762389183, "global_step": 24853, "epoch": 139, "lr": 8.759824155941831e-05}
{"train_loss": 0.008608807809650898, "global_step": 24854, "epoch": 139, "lr": 8.759726743763128e-05}
{"train_loss": 0.008204761892557144, "global_step": 24855, "epoch": 139, "lr": 8.759629328300528e-05}
{"train_loss": 0.007478144019842148, "global_step": 24856, "epoch": 139, "lr": 8.759531909554117e-05}
{"train_loss": 0.005667336285114288, "global_step": 24857, "epoch": 139, "lr": 8.759434487523979e-05}
{"train_loss": 0.006855072919279337, "global_step": 24858, "epoch": 139, "lr": 8.759337062210199e-05}
{"train_loss": 0.006237304303795099, "global_step": 24859, "epoch": 139, "lr": 8.759239633612863e-05}
{"train_loss": 0.008196596056222916, "global_step": 24860, "epoch": 139, "lr": 8.759142201732055e-05}
{"train_loss": 0.0069590844213962555, "global_step": 24861, "epoch": 139, "lr": 8.759044766567861e-05}
{"train_loss": 0.007854742929339409, "global_step": 24862, "epoch": 139, "lr": 8.758947328120366e-05}
{"train_loss": 0.00974380411207676, "global_step": 24863, "epoch": 139, "lr": 8.758849886389655e-05}
{"train_loss": 0.008112402632832527, "global_step": 24864, "epoch": 139, "lr": 8.758752441375815e-05}
{"train_loss": 0.006259433925151825, "global_step": 24865, "epoch": 139, "lr": 8.758654993078927e-05}
{"train_loss": 0.0067045437172055244, "global_step": 24866, "epoch": 139, "lr": 8.758557541499078e-05}
{"train_loss": 0.005094266962260008, "global_step": 24867, "epoch": 139, "lr": 8.758460086636355e-05}
{"train_loss": 0.008649438619613647, "global_step": 24868, "epoch": 139, "lr": 8.758362628490842e-05}
{"train_loss": 0.008848748169839382, "global_step": 24869, "epoch": 139, "lr": 8.758265167062621e-05}
{"train_loss": 0.007103688083589077, "global_step": 24870, "epoch": 139, "lr": 8.758167702351783e-05}
{"train_loss": 0.006495273672044277, "global_step": 24871, "epoch": 139, "lr": 8.758070234358407e-05}
{"train_loss": 0.004184269346296787, "global_step": 24872, "epoch": 139, "lr": 8.757972763082583e-05}
{"train_loss": 0.005635784938931465, "global_step": 24873, "epoch": 139, "lr": 8.757875288524393e-05}
{"train_loss": 0.006807125173509121, "global_step": 24874, "epoch": 139, "lr": 8.757777810683925e-05}
{"train_loss": 0.0057065533474087715, "global_step": 24875, "epoch": 139, "lr": 8.757680329561261e-05}
{"train_loss": 0.011808833107352257, "global_step": 24876, "epoch": 139, "lr": 8.757582845156488e-05}
{"train_loss": 0.005838318727910519, "global_step": 24877, "epoch": 139, "lr": 8.75748535746969e-05}
{"train_loss": 0.0070668915286660194, "global_step": 24878, "epoch": 139, "lr": 8.757387866500955e-05}
{"train_loss": 0.011006256565451622, "global_step": 24879, "epoch": 139, "lr": 8.757290372250365e-05}
{"train_loss": 0.00654277577996254, "global_step": 24880, "epoch": 139, "lr": 8.757192874718005e-05}
{"train_loss": 0.004980537574738264, "global_step": 24881, "epoch": 139, "lr": 8.757095373903962e-05}
{"train_loss": 0.006641750689595938, "global_step": 24882, "epoch": 139, "lr": 8.756997869808323e-05}
{"train_loss": 0.007604098878800869, "global_step": 24883, "epoch": 139, "lr": 8.756900362431168e-05}
{"train_loss": 0.007097491063177586, "global_step": 24884, "epoch": 139, "lr": 8.756802851772586e-05}
{"train_loss": 0.007871964946389198, "global_step": 24885, "epoch": 139, "lr": 8.756705337832662e-05}
{"train_loss": 0.007988556288182735, "global_step": 24886, "epoch": 139, "lr": 8.756607820611478e-05}
{"train_loss": 0.0067369029857218266, "global_step": 24887, "epoch": 139, "lr": 8.756510300109124e-05}
{"train_loss": 0.006914873607456684, "global_step": 24888, "epoch": 139, "lr": 8.756412776325679e-05}
{"train_loss": 0.0060352454893291, "global_step": 24889, "epoch": 139, "lr": 8.756315249261236e-05}
{"train_loss": 0.008091524243354797, "global_step": 24890, "epoch": 139, "lr": 8.756217718915873e-05}
{"train_loss": 0.004048546310514212, "global_step": 24891, "epoch": 139, "lr": 8.75612018528968e-05}
{"train_loss": 0.014194482006132603, "global_step": 24892, "epoch": 139, "lr": 8.756022648382737e-05}
{"train_loss": 0.011500515043735504, "global_step": 24893, "epoch": 139, "lr": 8.755925108195135e-05}
{"train_loss": 0.006095158867537975, "global_step": 24894, "epoch": 139, "lr": 8.755827564726957e-05}
{"train_loss": 0.006694617215543985, "global_step": 24895, "epoch": 139, "lr": 8.755730017978287e-05}
{"train_loss": 0.007023789919912815, "global_step": 24896, "epoch": 139, "lr": 8.755632467949213e-05}
{"train_loss": 0.0061424728482961655, "global_step": 24897, "epoch": 139, "lr": 8.755534914639815e-05}
{"train_loss": 0.006430501583963633, "global_step": 24898, "epoch": 139, "lr": 8.755437358050184e-05}
{"train_loss": 0.0077911061234772205, "global_step": 24899, "epoch": 139, "lr": 8.755339798180403e-05}
{"train_loss": 0.008325949311256409, "global_step": 24900, "epoch": 139, "lr": 8.755242235030556e-05}
{"train_loss": 0.0033763591200113297, "global_step": 24901, "epoch": 139, "lr": 8.75514466860073e-05}
{"train_loss": 0.007888883352279663, "global_step": 24902, "epoch": 139, "lr": 8.755047098891008e-05}
{"train_loss": 0.006205068901181221, "global_step": 24903, "epoch": 139, "lr": 8.754949525901479e-05}
{"train_loss": 0.008353590033948421, "global_step": 24904, "epoch": 139, "lr": 8.754851949632223e-05}
{"train_loss": 0.004609968513250351, "global_step": 24905, "epoch": 139, "lr": 8.754754370083329e-05}
{"train_loss": 0.005869393702596426, "global_step": 24906, "epoch": 139, "lr": 8.754656787254881e-05}
{"train_loss": 0.013585713692009449, "global_step": 24907, "epoch": 139, "lr": 8.754559201146966e-05}
{"train_loss": 0.008849063888192177, "global_step": 24908, "epoch": 139, "lr": 8.754461611759665e-05}
{"train_loss": 0.008052300661802292, "global_step": 24909, "epoch": 139, "lr": 8.754364019093069e-05}
{"train_loss": 0.008118540048599243, "global_step": 24910, "epoch": 139, "lr": 8.75426642314726e-05}
{"train_loss": 0.0038888156414031982, "global_step": 24911, "epoch": 139, "lr": 8.754168823922322e-05}
{"train_loss": 0.005805174354463816, "global_step": 24912, "epoch": 139, "lr": 8.754071221418341e-05}
{"train_loss": 0.009643279016017914, "global_step": 24913, "epoch": 139, "lr": 8.753973615635405e-05}
{"train_loss": 0.00665152445435524, "global_step": 24914, "epoch": 139, "lr": 8.753876006573596e-05}
{"train_loss": 0.00795294065028429, "global_step": 24915, "epoch": 139, "lr": 8.753778394233001e-05}
{"train_loss": 0.008365323767066002, "global_step": 24916, "epoch": 139, "lr": 8.753680778613705e-05}
{"train_loss": 0.011544127948582172, "global_step": 24917, "epoch": 139, "lr": 8.753583159715792e-05}
{"train_loss": 0.005659494549036026, "global_step": 24918, "epoch": 139, "lr": 8.75348553753935e-05}
{"train_loss": 0.007608020330224646, "global_step": 24919, "epoch": 139, "lr": 8.75338791208446e-05}
{"train_loss": 0.0035043468233197927, "global_step": 24920, "epoch": 140, "lr": 8.753290283351212e-05}
{"train_loss": 0.00797144416719675, "global_step": 24921, "epoch": 140, "lr": 8.753192651339689e-05}
{"train_loss": 0.010083983652293682, "global_step": 24922, "epoch": 140, "lr": 8.753095016049976e-05}
{"train_loss": 0.012567659839987755, "global_step": 24923, "epoch": 140, "lr": 8.752997377482157e-05}
{"train_loss": 0.008617682382464409, "global_step": 24924, "epoch": 140, "lr": 8.752899735636322e-05}
{"train_loss": 0.005942243151366711, "global_step": 24925, "epoch": 140, "lr": 8.752802090512551e-05}
{"train_loss": 0.00790247693657875, "global_step": 24926, "epoch": 140, "lr": 8.752704442110932e-05}
{"train_loss": 0.010441673919558525, "global_step": 24927, "epoch": 140, "lr": 8.75260679043155e-05}
{"train_loss": 0.009356739930808544, "global_step": 24928, "epoch": 140, "lr": 8.75250913547449e-05}
{"train_loss": 0.006409314461052418, "global_step": 24929, "epoch": 140, "lr": 8.752411477239837e-05}
{"train_loss": 0.007997747510671616, "global_step": 24930, "epoch": 140, "lr": 8.752313815727677e-05}
{"train_loss": 0.006934431381523609, "global_step": 24931, "epoch": 140, "lr": 8.752216150938095e-05}
{"train_loss": 0.0080037210136652, "global_step": 24932, "epoch": 140, "lr": 8.752118482871176e-05}
{"train_loss": 0.008111373521387577, "global_step": 24933, "epoch": 140, "lr": 8.752020811527006e-05}
{"train_loss": 0.0034988895058631897, "global_step": 24934, "epoch": 140, "lr": 8.751923136905669e-05}
{"train_loss": 0.0035204370506107807, "global_step": 24935, "epoch": 140, "lr": 8.751825459007252e-05}
{"train_loss": 0.007727961055934429, "global_step": 24936, "epoch": 140, "lr": 8.75172777783184e-05}
{"train_loss": 0.006541021168231964, "global_step": 24937, "epoch": 140, "lr": 8.751630093379516e-05}
{"train_loss": 0.008759298361837864, "global_step": 24938, "epoch": 140, "lr": 8.75153240565037e-05}
{"train_loss": 0.004814273677766323, "global_step": 24939, "epoch": 140, "lr": 8.751434714644483e-05}
{"train_loss": 0.0038057886995375156, "global_step": 24940, "epoch": 140, "lr": 8.75133702036194e-05}
{"train_loss": 0.011512991040945053, "global_step": 24941, "epoch": 140, "lr": 8.751239322802829e-05}
{"train_loss": 0.009384028613567352, "global_step": 24942, "epoch": 140, "lr": 8.751141621967236e-05}
{"train_loss": 0.007042300421744585, "global_step": 24943, "epoch": 140, "lr": 8.751043917855243e-05}
{"train_loss": 0.008973846212029457, "global_step": 24944, "epoch": 140, "lr": 8.75094621046694e-05}
{"train_loss": 0.008094288408756256, "global_step": 24945, "epoch": 140, "lr": 8.750848499802407e-05}
{"train_loss": 0.01198112778365612, "global_step": 24946, "epoch": 140, "lr": 8.750750785861732e-05}
{"train_loss": 0.005748314782977104, "global_step": 24947, "epoch": 140, "lr": 8.750653068645001e-05}
{"train_loss": 0.003638888243585825, "global_step": 24948, "epoch": 140, "lr": 8.750555348152298e-05}
{"train_loss": 0.005867390427738428, "global_step": 24949, "epoch": 140, "lr": 8.750457624383709e-05}
{"train_loss": 0.007255817763507366, "global_step": 24950, "epoch": 140, "lr": 8.75035989733932e-05}
{"train_loss": 0.009083808399736881, "global_step": 24951, "epoch": 140, "lr": 8.750262167019215e-05}
{"train_loss": 0.006637653801590204, "global_step": 24952, "epoch": 140, "lr": 8.75016443342348e-05}
{"train_loss": 0.008937866427004337, "global_step": 24953, "epoch": 140, "lr": 8.7500666965522e-05}
{"train_loss": 0.005505510605871677, "global_step": 24954, "epoch": 140, "lr": 8.749968956405462e-05}
{"train_loss": 0.007752921432256699, "global_step": 24955, "epoch": 140, "lr": 8.749871212983348e-05}
{"train_loss": 0.012330015189945698, "global_step": 24956, "epoch": 140, "lr": 8.749773466285947e-05}
{"train_loss": 0.005357646383345127, "global_step": 24957, "epoch": 140, "lr": 8.749675716313341e-05}
{"train_loss": 0.010116521269083023, "global_step": 24958, "epoch": 140, "lr": 8.749577963065618e-05}
{"train_loss": 0.004684388637542725, "global_step": 24959, "epoch": 140, "lr": 8.749480206542864e-05}
{"train_loss": 0.007753720972687006, "global_step": 24960, "epoch": 140, "lr": 8.749382446745162e-05}
{"train_loss": 0.012645808979868889, "global_step": 24961, "epoch": 140, "lr": 8.749284683672598e-05}
{"train_loss": 0.009601421654224396, "global_step": 24962, "epoch": 140, "lr": 8.749186917325258e-05}
{"train_loss": 0.004868283402174711, "global_step": 24963, "epoch": 140, "lr": 8.749089147703228e-05}
{"train_loss": 0.007762472610920668, "global_step": 24964, "epoch": 140, "lr": 8.748991374806592e-05}
{"train_loss": 0.006211267784237862, "global_step": 24965, "epoch": 140, "lr": 8.748893598635435e-05}
{"train_loss": 0.007504306733608246, "global_step": 24966, "epoch": 140, "lr": 8.748795819189844e-05}
{"train_loss": 0.008746227249503136, "global_step": 24967, "epoch": 140, "lr": 8.748698036469904e-05}
{"train_loss": 0.009063823148608208, "global_step": 24968, "epoch": 140, "lr": 8.748600250475699e-05}
{"train_loss": 0.008797300979495049, "global_step": 24969, "epoch": 140, "lr": 8.748502461207317e-05}
{"train_loss": 0.009294625371694565, "global_step": 24970, "epoch": 140, "lr": 8.748404668664841e-05}
{"train_loss": 0.007926546037197113, "global_step": 24971, "epoch": 140, "lr": 8.748306872848357e-05}
{"train_loss": 0.005174870602786541, "global_step": 24972, "epoch": 140, "lr": 8.748209073757952e-05}
{"train_loss": 0.007631039712578058, "global_step": 24973, "epoch": 140, "lr": 8.74811127139371e-05}
{"train_loss": 0.009403754025697708, "global_step": 24974, "epoch": 140, "lr": 8.748013465755717e-05}
{"train_loss": 0.00799119845032692, "global_step": 24975, "epoch": 140, "lr": 8.747915656844057e-05}
{"train_loss": 0.0038381987251341343, "global_step": 24976, "epoch": 140, "lr": 8.747817844658817e-05}
{"train_loss": 0.009076488204300404, "global_step": 24977, "epoch": 140, "lr": 8.747720029200082e-05}
{"train_loss": 0.013934440910816193, "global_step": 24978, "epoch": 140, "lr": 8.747622210467936e-05}
{"train_loss": 0.005942211486399174, "global_step": 24979, "epoch": 140, "lr": 8.747524388462468e-05}
{"train_loss": 0.004860421642661095, "global_step": 24980, "epoch": 140, "lr": 8.747426563183761e-05}
{"train_loss": 0.006431201472878456, "global_step": 24981, "epoch": 140, "lr": 8.747328734631899e-05}
{"train_loss": 0.008450415916740894, "global_step": 24982, "epoch": 140, "lr": 8.747230902806971e-05}
{"train_loss": 0.006803476717323065, "global_step": 24983, "epoch": 140, "lr": 8.747133067709059e-05}
{"train_loss": 0.007479038089513779, "global_step": 24984, "epoch": 140, "lr": 8.747035229338251e-05}
{"train_loss": 0.009253058582544327, "global_step": 24985, "epoch": 140, "lr": 8.746937387694631e-05}
{"train_loss": 0.006786717567592859, "global_step": 24986, "epoch": 140, "lr": 8.746839542778284e-05}
{"train_loss": 0.007382892072200775, "global_step": 24987, "epoch": 140, "lr": 8.7467416945893e-05}
{"train_loss": 0.006596910767257214, "global_step": 24988, "epoch": 140, "lr": 8.746643843127758e-05}
{"train_loss": 0.003173290519043803, "global_step": 24989, "epoch": 140, "lr": 8.746545988393747e-05}
{"train_loss": 0.013240983709692955, "global_step": 24990, "epoch": 140, "lr": 8.746448130387351e-05}
{"train_loss": 0.007397223263978958, "global_step": 24991, "epoch": 140, "lr": 8.746350269108656e-05}
{"train_loss": 0.005974593106657267, "global_step": 24992, "epoch": 140, "lr": 8.746252404557749e-05}
{"train_loss": 0.008431753143668175, "global_step": 24993, "epoch": 140, "lr": 8.746154536734714e-05}
{"train_loss": 0.004401332698762417, "global_step": 24994, "epoch": 140, "lr": 8.746056665639637e-05}
{"train_loss": 0.013922315090894699, "global_step": 24995, "epoch": 140, "lr": 8.745958791272603e-05}
{"train_loss": 0.007328488398343325, "global_step": 24996, "epoch": 140, "lr": 8.7458609136337e-05}
{"train_loss": 0.008530613966286182, "global_step": 24997, "epoch": 140, "lr": 8.745763032723007e-05}
{"train_loss": 0.011520156636834145, "global_step": 24998, "epoch": 140, "lr": 8.745665148540616e-05}
{"train_loss": 0.006281375419348478, "global_step": 24999, "epoch": 140, "lr": 8.745567261086609e-05}
{"train_loss": 0.005489478353410959, "global_step": 25000, "epoch": 140, "lr": 8.745469370361073e-05}
{"train_loss": 0.006755833048373461, "global_step": 25001, "epoch": 140, "lr": 8.745371476364095e-05}
{"train_loss": 0.005712766200304031, "global_step": 25002, "epoch": 140, "lr": 8.745273579095756e-05}
{"train_loss": 0.012774149887263775, "global_step": 25003, "epoch": 140, "lr": 8.745175678556145e-05}
{"train_loss": 0.006902165710926056, "global_step": 25004, "epoch": 140, "lr": 8.745077774745347e-05}
{"train_loss": 0.007031056098639965, "global_step": 25005, "epoch": 140, "lr": 8.744979867663448e-05}
{"train_loss": 0.006963748950511217, "global_step": 25006, "epoch": 140, "lr": 8.744881957310533e-05}
{"train_loss": 0.005059007089585066, "global_step": 25007, "epoch": 140, "lr": 8.744784043686686e-05}
{"train_loss": 0.0056685591116547585, "global_step": 25008, "epoch": 140, "lr": 8.744686126791994e-05}
{"train_loss": 0.007156876847147942, "global_step": 25009, "epoch": 140, "lr": 8.744588206626543e-05}
{"train_loss": 0.006686241365969181, "global_step": 25010, "epoch": 140, "lr": 8.744490283190417e-05}
{"train_loss": 0.005654932465404272, "global_step": 25011, "epoch": 140, "lr": 8.744392356483702e-05}
{"train_loss": 0.013989637605845928, "global_step": 25012, "epoch": 140, "lr": 8.744294426506486e-05}
{"train_loss": 0.004815341904759407, "global_step": 25013, "epoch": 140, "lr": 8.74419649325885e-05}
{"train_loss": 0.0062701767310500145, "global_step": 25014, "epoch": 140, "lr": 8.744098556740883e-05}
{"train_loss": 0.011250477284193039, "global_step": 25015, "epoch": 140, "lr": 8.744000616952668e-05}
{"train_loss": 0.004488349426537752, "global_step": 25016, "epoch": 140, "lr": 8.743902673894296e-05}
{"train_loss": 0.005973688326776028, "global_step": 25017, "epoch": 140, "lr": 8.743804727565846e-05}
{"train_loss": 0.007326998747885227, "global_step": 25018, "epoch": 140, "lr": 8.743706777967404e-05}
{"train_loss": 0.010000543668866158, "global_step": 25019, "epoch": 140, "lr": 8.743608825099062e-05}
{"train_loss": 0.006302239373326302, "global_step": 25020, "epoch": 140, "lr": 8.743510868960898e-05}
{"train_loss": 0.009402354247868061, "global_step": 25021, "epoch": 140, "lr": 8.743412909553002e-05}
{"train_loss": 0.009562494233250618, "global_step": 25022, "epoch": 140, "lr": 8.743314946875458e-05}
{"train_loss": 0.011201059445738792, "global_step": 25023, "epoch": 140, "lr": 8.743216980928352e-05}
{"train_loss": 0.0035564759746193886, "global_step": 25024, "epoch": 140, "lr": 8.743119011711771e-05}
{"train_loss": 0.007896666415035725, "global_step": 25025, "epoch": 140, "lr": 8.743021039225797e-05}
{"train_loss": 0.005931580439209938, "global_step": 25026, "epoch": 140, "lr": 8.742923063470519e-05}
{"train_loss": 0.0051971017383039, "global_step": 25027, "epoch": 140, "lr": 8.74282508444602e-05}
{"train_loss": 0.005434204358607531, "global_step": 25028, "epoch": 140, "lr": 8.742727102152388e-05}
{"train_loss": 0.0045797512866556644, "global_step": 25029, "epoch": 140, "lr": 8.742629116589708e-05}
{"train_loss": 0.007747702766209841, "global_step": 25030, "epoch": 140, "lr": 8.742531127758064e-05}
{"train_loss": 0.010777845047414303, "global_step": 25031, "epoch": 140, "lr": 8.742433135657542e-05}
{"train_loss": 0.00885516032576561, "global_step": 25032, "epoch": 140, "lr": 8.742335140288229e-05}
{"train_loss": 0.00848322082310915, "global_step": 25033, "epoch": 140, "lr": 8.742237141650209e-05}
{"train_loss": 0.00939270295202732, "global_step": 25034, "epoch": 140, "lr": 8.742139139743568e-05}
{"train_loss": 0.006804625038057566, "global_step": 25035, "epoch": 140, "lr": 8.742041134568393e-05}
{"train_loss": 0.005253891460597515, "global_step": 25036, "epoch": 140, "lr": 8.74194312612477e-05}
{"train_loss": 0.008713235147297382, "global_step": 25037, "epoch": 140, "lr": 8.74184511441278e-05}
{"train_loss": 0.009129652753472328, "global_step": 25038, "epoch": 140, "lr": 8.741747099432513e-05}
{"train_loss": 0.011165264993906021, "global_step": 25039, "epoch": 140, "lr": 8.741649081184053e-05}
{"train_loss": 0.00977892242372036, "global_step": 25040, "epoch": 140, "lr": 8.741551059667487e-05}
{"train_loss": 0.008738967590034008, "global_step": 25041, "epoch": 140, "lr": 8.7414530348829e-05}
{"train_loss": 0.00448749540373683, "global_step": 25042, "epoch": 140, "lr": 8.741355006830376e-05}
{"train_loss": 0.004396229051053524, "global_step": 25043, "epoch": 140, "lr": 8.741256975510002e-05}
{"train_loss": 0.014076155610382557, "global_step": 25044, "epoch": 140, "lr": 8.741158940921864e-05}
{"train_loss": 0.008331835269927979, "global_step": 25045, "epoch": 140, "lr": 8.741060903066046e-05}
{"train_loss": 0.0034403554163873196, "global_step": 25046, "epoch": 140, "lr": 8.740962861942636e-05}
{"train_loss": 0.006557110231369734, "global_step": 25047, "epoch": 140, "lr": 8.740864817551717e-05}
{"train_loss": 0.009082826785743237, "global_step": 25048, "epoch": 140, "lr": 8.740766769893378e-05}
{"train_loss": 0.009533515200018883, "global_step": 25049, "epoch": 140, "lr": 8.740668718967701e-05}
{"train_loss": 0.008717058226466179, "global_step": 25050, "epoch": 140, "lr": 8.740570664774774e-05}
{"train_loss": 0.009090546518564224, "global_step": 25051, "epoch": 140, "lr": 8.74047260731468e-05}
{"train_loss": 0.010090222582221031, "global_step": 25052, "epoch": 140, "lr": 8.740374546587508e-05}
{"train_loss": 0.008096383884549141, "global_step": 25053, "epoch": 140, "lr": 8.740276482593344e-05}
{"train_loss": 0.00895339623093605, "global_step": 25054, "epoch": 140, "lr": 8.740178415332269e-05}
{"train_loss": 0.0037203761748969555, "global_step": 25055, "epoch": 140, "lr": 8.740080344804373e-05}
{"train_loss": 0.007890723645687103, "global_step": 25056, "epoch": 140, "lr": 8.73998227100974e-05}
{"train_loss": 0.00584911834448576, "global_step": 25057, "epoch": 140, "lr": 8.739884193948455e-05}
{"train_loss": 0.006254586856812239, "global_step": 25058, "epoch": 140, "lr": 8.739786113620606e-05}
{"train_loss": 0.005940924398601055, "global_step": 25059, "epoch": 140, "lr": 8.739688030026277e-05}
{"train_loss": 0.009902087971568108, "global_step": 25060, "epoch": 140, "lr": 8.739589943165552e-05}
{"train_loss": 0.010673929005861282, "global_step": 25061, "epoch": 140, "lr": 8.73949185303852e-05}
{"train_loss": 0.007112185470759869, "global_step": 25062, "epoch": 140, "lr": 8.739393759645265e-05}
{"train_loss": 0.006205303594470024, "global_step": 25063, "epoch": 140, "lr": 8.739295662985872e-05}
{"train_loss": 0.01001135352998972, "global_step": 25064, "epoch": 140, "lr": 8.739197563060429e-05}
{"train_loss": 0.0040880367159843445, "global_step": 25065, "epoch": 140, "lr": 8.73909945986902e-05}
{"train_loss": 0.0060175079852342606, "global_step": 25066, "epoch": 140, "lr": 8.739001353411731e-05}
{"train_loss": 0.007192139979451895, "global_step": 25067, "epoch": 140, "lr": 8.738903243688647e-05}
{"train_loss": 0.004859362728893757, "global_step": 25068, "epoch": 140, "lr": 8.738805130699854e-05}
{"train_loss": 0.004251603502780199, "global_step": 25069, "epoch": 140, "lr": 8.738707014445438e-05}
{"train_loss": 0.0046451883390545845, "global_step": 25070, "epoch": 140, "lr": 8.738608894925486e-05}
{"train_loss": 0.007854929193854332, "global_step": 25071, "epoch": 140, "lr": 8.73851077214008e-05}
{"train_loss": 0.007265558931976557, "global_step": 25072, "epoch": 140, "lr": 8.73841264608931e-05}
{"train_loss": 0.01146741583943367, "global_step": 25073, "epoch": 140, "lr": 8.73831451677326e-05}
{"train_loss": 0.00821731984615326, "global_step": 25074, "epoch": 140, "lr": 8.738216384192015e-05}
{"train_loss": 0.003930193372070789, "global_step": 25075, "epoch": 140, "lr": 8.738118248345662e-05}
{"train_loss": 0.004861358553171158, "global_step": 25076, "epoch": 140, "lr": 8.738020109234284e-05}
{"train_loss": 0.004533273633569479, "global_step": 25077, "epoch": 140, "lr": 8.737921966857969e-05}
{"train_loss": 0.009632990695536137, "global_step": 25078, "epoch": 140, "lr": 8.737823821216804e-05}
{"train_loss": 0.007879911921918392, "global_step": 25079, "epoch": 140, "lr": 8.737725672310873e-05}
{"train_loss": 0.006584241986274719, "global_step": 25080, "epoch": 140, "lr": 8.73762752014026e-05}
{"train_loss": 0.010880401358008385, "global_step": 25081, "epoch": 140, "lr": 8.737529364705055e-05}
{"train_loss": 0.0044988966546952724, "global_step": 25082, "epoch": 140, "lr": 8.73743120600534e-05}
{"train_loss": 0.010805096477270126, "global_step": 25083, "epoch": 140, "lr": 8.7373330440412e-05}
{"train_loss": 0.004459217190742493, "global_step": 25084, "epoch": 140, "lr": 8.737234878812726e-05}
{"train_loss": 0.01304621621966362, "global_step": 25085, "epoch": 140, "lr": 8.73713671032e-05}
{"train_loss": 0.005084166303277016, "global_step": 25086, "epoch": 140, "lr": 8.737038538563107e-05}
{"train_loss": 0.004684396553784609, "global_step": 25087, "epoch": 140, "lr": 8.736940363542135e-05}
{"train_loss": 0.007026663515716791, "global_step": 25088, "epoch": 140, "lr": 8.736842185257168e-05}
{"train_loss": 0.004888442344963551, "global_step": 25089, "epoch": 140, "lr": 8.736744003708292e-05}
{"train_loss": 0.005630753003060818, "global_step": 25090, "epoch": 140, "lr": 8.736645818895595e-05}
{"train_loss": 0.00792396068572998, "global_step": 25091, "epoch": 140, "lr": 8.73654763081916e-05}
{"train_loss": 0.010712796822190285, "global_step": 25092, "epoch": 140, "lr": 8.736449439479074e-05}
{"train_loss": 0.0035611377097666264, "global_step": 25093, "epoch": 140, "lr": 8.736351244875423e-05}
{"train_loss": 0.007343985605984926, "global_step": 25094, "epoch": 140, "lr": 8.736253047008292e-05}
{"train_loss": 0.008606160059571266, "global_step": 25095, "epoch": 140, "lr": 8.736154845877767e-05}
{"train_loss": 0.006553630344569683, "global_step": 25096, "epoch": 140, "lr": 8.736056641483934e-05}
{"train_loss": 0.007538090360591586, "global_step": 25097, "epoch": 140, "lr": 8.735958433826877e-05, "train_action_mse_error": 1.9780160073423758e-05}
{"train_loss": 0.0059616053476929665, "global_step": 25098, "epoch": 141, "lr": 8.735860222906685e-05}
{"train_loss": 0.009495748206973076, "global_step": 25099, "epoch": 141, "lr": 8.735762008723443e-05}
{"train_loss": 0.011873874813318253, "global_step": 25100, "epoch": 141, "lr": 8.735663791277235e-05}
{"train_loss": 0.007364465855062008, "global_step": 25101, "epoch": 141, "lr": 8.735565570568148e-05}
{"train_loss": 0.004004837479442358, "global_step": 25102, "epoch": 141, "lr": 8.735467346596266e-05}
{"train_loss": 0.004044184461236, "global_step": 25103, "epoch": 141, "lr": 8.735369119361679e-05}
{"train_loss": 0.006578277796506882, "global_step": 25104, "epoch": 141, "lr": 8.735270888864468e-05}
{"train_loss": 0.009097060188651085, "global_step": 25105, "epoch": 141, "lr": 8.735172655104721e-05}
{"train_loss": 0.007826791144907475, "global_step": 25106, "epoch": 141, "lr": 8.735074418082525e-05}
{"train_loss": 0.0045569902285933495, "global_step": 25107, "epoch": 141, "lr": 8.734976177797964e-05}
{"train_loss": 0.004213173408061266, "global_step": 25108, "epoch": 141, "lr": 8.734877934251125e-05}
{"train_loss": 0.009108129888772964, "global_step": 25109, "epoch": 141, "lr": 8.734779687442094e-05}
{"train_loss": 0.006424532271921635, "global_step": 25110, "epoch": 141, "lr": 8.734681437370954e-05}
{"train_loss": 0.008187102153897285, "global_step": 25111, "epoch": 141, "lr": 8.734583184037794e-05}
{"train_loss": 0.0057490430772304535, "global_step": 25112, "epoch": 141, "lr": 8.734484927442697e-05}
{"train_loss": 0.010829328559339046, "global_step": 25113, "epoch": 141, "lr": 8.734386667585753e-05}
{"train_loss": 0.007560635916888714, "global_step": 25114, "epoch": 141, "lr": 8.734288404467043e-05}
{"train_loss": 0.006334344856441021, "global_step": 25115, "epoch": 141, "lr": 8.734190138086656e-05}
{"train_loss": 0.007018023170530796, "global_step": 25116, "epoch": 141, "lr": 8.734091868444675e-05}
{"train_loss": 0.006518461741507053, "global_step": 25117, "epoch": 141, "lr": 8.733993595541191e-05}
{"train_loss": 0.005574389360845089, "global_step": 25118, "epoch": 141, "lr": 8.733895319376284e-05}
{"train_loss": 0.007083325646817684, "global_step": 25119, "epoch": 141, "lr": 8.733797039950044e-05}
{"train_loss": 0.006726558785885572, "global_step": 25120, "epoch": 141, "lr": 8.733698757262556e-05}
{"train_loss": 0.007672558072954416, "global_step": 25121, "epoch": 141, "lr": 8.733600471313902e-05}
{"train_loss": 0.007929512299597263, "global_step": 25122, "epoch": 141, "lr": 8.733502182104174e-05}
{"train_loss": 0.00796249695122242, "global_step": 25123, "epoch": 141, "lr": 8.733403889633453e-05}
{"train_loss": 0.006302569527179003, "global_step": 25124, "epoch": 141, "lr": 8.733305593901828e-05}
{"train_loss": 0.0064121270552277565, "global_step": 25125, "epoch": 141, "lr": 8.733207294909382e-05}
{"train_loss": 0.01680828258395195, "global_step": 25126, "epoch": 141, "lr": 8.733108992656205e-05}
{"train_loss": 0.007359194569289684, "global_step": 25127, "epoch": 141, "lr": 8.733010687142377e-05}
{"train_loss": 0.008283554576337337, "global_step": 25128, "epoch": 141, "lr": 8.732912378367988e-05}
{"train_loss": 0.007574409246444702, "global_step": 25129, "epoch": 141, "lr": 8.732814066333124e-05}
{"train_loss": 0.007927673868834972, "global_step": 25130, "epoch": 141, "lr": 8.73271575103787e-05}
{"train_loss": 0.008054147474467754, "global_step": 25131, "epoch": 141, "lr": 8.73261743248231e-05}
{"train_loss": 0.00822595413774252, "global_step": 25132, "epoch": 141, "lr": 8.732519110666533e-05}
{"train_loss": 0.007117320783436298, "global_step": 25133, "epoch": 141, "lr": 8.732420785590625e-05}
{"train_loss": 0.007891325280070305, "global_step": 25134, "epoch": 141, "lr": 8.732322457254667e-05}
{"train_loss": 0.005493903998285532, "global_step": 25135, "epoch": 141, "lr": 8.73222412565875e-05}
{"train_loss": 0.007202045992016792, "global_step": 25136, "epoch": 141, "lr": 8.732125790802958e-05}
{"train_loss": 0.006193305365741253, "global_step": 25137, "epoch": 141, "lr": 8.732027452687377e-05}
{"train_loss": 0.005446985363960266, "global_step": 25138, "epoch": 141, "lr": 8.731929111312092e-05}
{"train_loss": 0.006517143454402685, "global_step": 25139, "epoch": 141, "lr": 8.731830766677191e-05}
{"train_loss": 0.01003705058246851, "global_step": 25140, "epoch": 141, "lr": 8.731732418782759e-05}
{"train_loss": 0.00577721931040287, "global_step": 25141, "epoch": 141, "lr": 8.73163406762888e-05}
{"train_loss": 0.008040614426136017, "global_step": 25142, "epoch": 141, "lr": 8.731535713215642e-05}
{"train_loss": 0.008574474602937698, "global_step": 25143, "epoch": 141, "lr": 8.731437355543131e-05}
{"train_loss": 0.005696385633200407, "global_step": 25144, "epoch": 141, "lr": 8.731338994611432e-05}
{"train_loss": 0.004575388040393591, "global_step": 25145, "epoch": 141, "lr": 8.731240630420632e-05}
{"train_loss": 0.00694747269153595, "global_step": 25146, "epoch": 141, "lr": 8.731142262970814e-05}
{"train_loss": 0.0064543760381639, "global_step": 25147, "epoch": 141, "lr": 8.731043892262068e-05}
{"train_loss": 0.014596479013562202, "global_step": 25148, "epoch": 141, "lr": 8.730945518294478e-05}
{"train_loss": 0.011345744132995605, "global_step": 25149, "epoch": 141, "lr": 8.730847141068128e-05}
{"train_loss": 0.0070951394736766815, "global_step": 25150, "epoch": 141, "lr": 8.730748760583107e-05}
{"train_loss": 0.005544980987906456, "global_step": 25151, "epoch": 141, "lr": 8.7306503768395e-05}
{"train_loss": 0.004537533037364483, "global_step": 25152, "epoch": 141, "lr": 8.730551989837394e-05}
{"train_loss": 0.006684847176074982, "global_step": 25153, "epoch": 141, "lr": 8.730453599576871e-05}
{"train_loss": 0.005629133433103561, "global_step": 25154, "epoch": 141, "lr": 8.730355206058021e-05}
{"train_loss": 0.007231606636196375, "global_step": 25155, "epoch": 141, "lr": 8.730256809280928e-05}
{"train_loss": 0.0059413365088403225, "global_step": 25156, "epoch": 141, "lr": 8.730158409245678e-05}
{"train_loss": 0.004254053812474012, "global_step": 25157, "epoch": 141, "lr": 8.730060005952359e-05}
{"train_loss": 0.004864076152443886, "global_step": 25158, "epoch": 141, "lr": 8.729961599401054e-05}
{"train_loss": 0.007302867714315653, "global_step": 25159, "epoch": 141, "lr": 8.729863189591851e-05}
{"train_loss": 0.0071328263729810715, "global_step": 25160, "epoch": 141, "lr": 8.729764776524836e-05}
{"train_loss": 0.004552041180431843, "global_step": 25161, "epoch": 141, "lr": 8.729666360200093e-05}
{"train_loss": 0.007428409997373819, "global_step": 25162, "epoch": 141, "lr": 8.72956794061771e-05}
{"train_loss": 0.008089779876172543, "global_step": 25163, "epoch": 141, "lr": 8.729469517777771e-05}
{"train_loss": 0.006041292101144791, "global_step": 25164, "epoch": 141, "lr": 8.729371091680362e-05}
{"train_loss": 0.004384912550449371, "global_step": 25165, "epoch": 141, "lr": 8.729272662325572e-05}
{"train_loss": 0.00793378334492445, "global_step": 25166, "epoch": 141, "lr": 8.729174229713487e-05}
{"train_loss": 0.011236270889639854, "global_step": 25167, "epoch": 141, "lr": 8.729075793844187e-05}
{"train_loss": 0.005797048099339008, "global_step": 25168, "epoch": 141, "lr": 8.728977354717763e-05}
{"train_loss": 0.006165368482470512, "global_step": 25169, "epoch": 141, "lr": 8.728878912334301e-05}
{"train_loss": 0.009722474031150341, "global_step": 25170, "epoch": 141, "lr": 8.728780466693885e-05}
{"train_loss": 0.01344437338411808, "global_step": 25171, "epoch": 141, "lr": 8.728682017796603e-05}
{"train_loss": 0.007826902903616428, "global_step": 25172, "epoch": 141, "lr": 8.72858356564254e-05}
{"train_loss": 0.005705715157091618, "global_step": 25173, "epoch": 141, "lr": 8.728485110231781e-05}
{"train_loss": 0.011004937812685966, "global_step": 25174, "epoch": 141, "lr": 8.728386651564415e-05}
{"train_loss": 0.01118354219943285, "global_step": 25175, "epoch": 141, "lr": 8.728288189640524e-05}
{"train_loss": 0.004444479010999203, "global_step": 25176, "epoch": 141, "lr": 8.728189724460196e-05}
{"train_loss": 0.006493081338703632, "global_step": 25177, "epoch": 141, "lr": 8.728091256023516e-05}
{"train_loss": 0.00749311875551939, "global_step": 25178, "epoch": 141, "lr": 8.727992784330572e-05}
{"train_loss": 0.006617448292672634, "global_step": 25179, "epoch": 141, "lr": 8.72789430938145e-05}
{"train_loss": 0.0065339053981006145, "global_step": 25180, "epoch": 141, "lr": 8.727795831176233e-05}
{"train_loss": 0.0065744477324187756, "global_step": 25181, "epoch": 141, "lr": 8.72769734971501e-05}
{"train_loss": 0.0071439421735703945, "global_step": 25182, "epoch": 141, "lr": 8.727598864997866e-05}
{"train_loss": 0.005872752517461777, "global_step": 25183, "epoch": 141, "lr": 8.727500377024886e-05}
{"train_loss": 0.012433158233761787, "global_step": 25184, "epoch": 141, "lr": 8.727401885796158e-05}
{"train_loss": 0.010188399814069271, "global_step": 25185, "epoch": 141, "lr": 8.727303391311768e-05}
{"train_loss": 0.006141115911304951, "global_step": 25186, "epoch": 141, "lr": 8.7272048935718e-05}
{"train_loss": 0.005310148000717163, "global_step": 25187, "epoch": 141, "lr": 8.72710639257634e-05}
{"train_loss": 0.008711637929081917, "global_step": 25188, "epoch": 141, "lr": 8.727007888325478e-05}
{"train_loss": 0.005997218657284975, "global_step": 25189, "epoch": 141, "lr": 8.726909380819295e-05}
{"train_loss": 0.005654357373714447, "global_step": 25190, "epoch": 141, "lr": 8.72681087005788e-05}
{"train_loss": 0.004720304626971483, "global_step": 25191, "epoch": 141, "lr": 8.726712356041318e-05}
{"train_loss": 0.00469544529914856, "global_step": 25192, "epoch": 141, "lr": 8.726613838769695e-05}
{"train_loss": 0.0069366274401545525, "global_step": 25193, "epoch": 141, "lr": 8.726515318243099e-05}
{"train_loss": 0.004348393529653549, "global_step": 25194, "epoch": 141, "lr": 8.726416794461611e-05}
{"train_loss": 0.008867604658007622, "global_step": 25195, "epoch": 141, "lr": 8.726318267425324e-05}
{"train_loss": 0.004583586938679218, "global_step": 25196, "epoch": 141, "lr": 8.726219737134318e-05}
{"train_loss": 0.0054055857472121716, "global_step": 25197, "epoch": 141, "lr": 8.726121203588683e-05}
{"train_loss": 0.011019127443432808, "global_step": 25198, "epoch": 141, "lr": 8.726022666788502e-05}
{"train_loss": 0.006531676277518272, "global_step": 25199, "epoch": 141, "lr": 8.725924126733864e-05}
{"train_loss": 0.005683835595846176, "global_step": 25200, "epoch": 141, "lr": 8.725825583424856e-05}
{"train_loss": 0.0065207392908632755, "global_step": 25201, "epoch": 141, "lr": 8.725727036861558e-05}
{"train_loss": 0.007184203248471022, "global_step": 25202, "epoch": 141, "lr": 8.725628487044062e-05}
{"train_loss": 0.005358569324016571, "global_step": 25203, "epoch": 141, "lr": 8.725529933972452e-05}
{"train_loss": 0.009901871904730797, "global_step": 25204, "epoch": 141, "lr": 8.725431377646813e-05}
{"train_loss": 0.0063318717293441296, "global_step": 25205, "epoch": 141, "lr": 8.725332818067233e-05}
{"train_loss": 0.008235393092036247, "global_step": 25206, "epoch": 141, "lr": 8.725234255233799e-05}
{"train_loss": 0.00619025994092226, "global_step": 25207, "epoch": 141, "lr": 8.725135689146593e-05}
{"train_loss": 0.009372513741254807, "global_step": 25208, "epoch": 141, "lr": 8.725037119805704e-05}
{"train_loss": 0.006752270273864269, "global_step": 25209, "epoch": 141, "lr": 8.724938547211216e-05}
{"train_loss": 0.009404057636857033, "global_step": 25210, "epoch": 141, "lr": 8.724839971363219e-05}
{"train_loss": 0.01014324463903904, "global_step": 25211, "epoch": 141, "lr": 8.724741392261794e-05}
{"train_loss": 0.008106991648674011, "global_step": 25212, "epoch": 141, "lr": 8.724642809907034e-05}
{"train_loss": 0.0049904948100447655, "global_step": 25213, "epoch": 141, "lr": 8.724544224299019e-05}
{"train_loss": 0.004074797499924898, "global_step": 25214, "epoch": 141, "lr": 8.724445635437835e-05}
{"train_loss": 0.004962683189660311, "global_step": 25215, "epoch": 141, "lr": 8.724347043323573e-05}
{"train_loss": 0.007765742018818855, "global_step": 25216, "epoch": 141, "lr": 8.724248447956315e-05}
{"train_loss": 0.007815087214112282, "global_step": 25217, "epoch": 141, "lr": 8.724149849336147e-05}
{"train_loss": 0.008218726143240929, "global_step": 25218, "epoch": 141, "lr": 8.724051247463159e-05}
{"train_loss": 0.006719005294144154, "global_step": 25219, "epoch": 141, "lr": 8.723952642337434e-05}
{"train_loss": 0.005362518131732941, "global_step": 25220, "epoch": 141, "lr": 8.723854033959058e-05}
{"train_loss": 0.006455765571445227, "global_step": 25221, "epoch": 141, "lr": 8.723755422328118e-05}
{"train_loss": 0.007530319970101118, "global_step": 25222, "epoch": 141, "lr": 8.7236568074447e-05}
{"train_loss": 0.005891423672437668, "global_step": 25223, "epoch": 141, "lr": 8.723558189308892e-05}
{"train_loss": 0.007979029789566994, "global_step": 25224, "epoch": 141, "lr": 8.723459567920775e-05}
{"train_loss": 0.006959517486393452, "global_step": 25225, "epoch": 141, "lr": 8.72336094328044e-05}
{"train_loss": 0.007365013938397169, "global_step": 25226, "epoch": 141, "lr": 8.723262315387973e-05}
{"train_loss": 0.005261003039777279, "global_step": 25227, "epoch": 141, "lr": 8.723163684243457e-05}
{"train_loss": 0.008410679176449776, "global_step": 25228, "epoch": 141, "lr": 8.723065049846982e-05}
{"train_loss": 0.005539104342460632, "global_step": 25229, "epoch": 141, "lr": 8.722966412198629e-05}
{"train_loss": 0.005538197234272957, "global_step": 25230, "epoch": 141, "lr": 8.722867771298489e-05}
{"train_loss": 0.006545432843267918, "global_step": 25231, "epoch": 141, "lr": 8.722769127146644e-05}
{"train_loss": 0.011108551174402237, "global_step": 25232, "epoch": 141, "lr": 8.722670479743185e-05}
{"train_loss": 0.004423307720571756, "global_step": 25233, "epoch": 141, "lr": 8.722571829088195e-05}
{"train_loss": 0.006624882109463215, "global_step": 25234, "epoch": 141, "lr": 8.722473175181762e-05}
{"train_loss": 0.008809162303805351, "global_step": 25235, "epoch": 141, "lr": 8.722374518023969e-05}
{"train_loss": 0.013654800131917, "global_step": 25236, "epoch": 141, "lr": 8.722275857614905e-05}
{"train_loss": 0.009075055830180645, "global_step": 25237, "epoch": 141, "lr": 8.722177193954654e-05}
{"train_loss": 0.009426492266356945, "global_step": 25238, "epoch": 141, "lr": 8.722078527043307e-05}
{"train_loss": 0.012069073505699635, "global_step": 25239, "epoch": 141, "lr": 8.721979856880945e-05}
{"train_loss": 0.006114774849265814, "global_step": 25240, "epoch": 141, "lr": 8.721881183467654e-05}
{"train_loss": 0.0068587567657232285, "global_step": 25241, "epoch": 141, "lr": 8.721782506803523e-05}
{"train_loss": 0.008524042554199696, "global_step": 25242, "epoch": 141, "lr": 8.721683826888638e-05}
{"train_loss": 0.011413322761654854, "global_step": 25243, "epoch": 141, "lr": 8.721585143723084e-05}
{"train_loss": 0.006209448911249638, "global_step": 25244, "epoch": 141, "lr": 8.721486457306949e-05}
{"train_loss": 0.009204523637890816, "global_step": 25245, "epoch": 141, "lr": 8.721387767640316e-05}
{"train_loss": 0.007067132741212845, "global_step": 25246, "epoch": 141, "lr": 8.721289074723273e-05}
{"train_loss": 0.008045598864555359, "global_step": 25247, "epoch": 141, "lr": 8.721190378555908e-05}
{"train_loss": 0.009159751236438751, "global_step": 25248, "epoch": 141, "lr": 8.721091679138302e-05}
{"train_loss": 0.006197323556989431, "global_step": 25249, "epoch": 141, "lr": 8.720992976470548e-05}
{"train_loss": 0.004053398035466671, "global_step": 25250, "epoch": 141, "lr": 8.720894270552728e-05}
{"train_loss": 0.004787719342857599, "global_step": 25251, "epoch": 141, "lr": 8.720795561384929e-05}
{"train_loss": 0.005064734257757664, "global_step": 25252, "epoch": 141, "lr": 8.720696848967238e-05}
{"train_loss": 0.004287105984985828, "global_step": 25253, "epoch": 141, "lr": 8.720598133299738e-05}
{"train_loss": 0.009179530665278435, "global_step": 25254, "epoch": 141, "lr": 8.720499414382519e-05}
{"train_loss": 0.012849693186581135, "global_step": 25255, "epoch": 141, "lr": 8.720400692215667e-05}
{"train_loss": 0.013656681403517723, "global_step": 25256, "epoch": 141, "lr": 8.720301966799267e-05}
{"train_loss": 0.012453398667275906, "global_step": 25257, "epoch": 141, "lr": 8.720203238133405e-05}
{"train_loss": 0.008566396310925484, "global_step": 25258, "epoch": 141, "lr": 8.720104506218167e-05}
{"train_loss": 0.004926701076328754, "global_step": 25259, "epoch": 141, "lr": 8.720005771053641e-05}
{"train_loss": 0.011852910742163658, "global_step": 25260, "epoch": 141, "lr": 8.719907032639911e-05}
{"train_loss": 0.005742564797401428, "global_step": 25261, "epoch": 141, "lr": 8.719808290977064e-05}
{"train_loss": 0.007655802182853222, "global_step": 25262, "epoch": 141, "lr": 8.719709546065187e-05}
{"train_loss": 0.006840837188065052, "global_step": 25263, "epoch": 141, "lr": 8.719610797904367e-05}
{"train_loss": 0.005791980307549238, "global_step": 25264, "epoch": 141, "lr": 8.719512046494689e-05}
{"train_loss": 0.004176910035312176, "global_step": 25265, "epoch": 141, "lr": 8.719413291836238e-05}
{"train_loss": 0.009016886353492737, "global_step": 25266, "epoch": 141, "lr": 8.719314533929102e-05}
{"train_loss": 0.005093403160572052, "global_step": 25267, "epoch": 141, "lr": 8.719215772773368e-05}
{"train_loss": 0.010141453705728054, "global_step": 25268, "epoch": 141, "lr": 8.71911700836912e-05}
{"train_loss": 0.007287278771400452, "global_step": 25269, "epoch": 141, "lr": 8.719018240716446e-05}
{"train_loss": 0.008023103699088097, "global_step": 25270, "epoch": 141, "lr": 8.718919469815432e-05}
{"train_loss": 0.004023066721856594, "global_step": 25271, "epoch": 141, "lr": 8.718820695666164e-05}
{"train_loss": 0.013352368958294392, "global_step": 25272, "epoch": 141, "lr": 8.718721918268726e-05}
{"train_loss": 0.005757092963904142, "global_step": 25273, "epoch": 141, "lr": 8.718623137623209e-05}
{"train_loss": 0.00898477341979742, "global_step": 25274, "epoch": 141, "lr": 8.718524353729695e-05}
{"train_loss": 0.007504243076663841, "global_step": 25275, "epoch": 141, "lr": 8.718425566588274e-05}
{"train_loss": 0.006528270430862904, "global_step": 25276, "epoch": 142, "lr": 8.718326776199028e-05}
{"train_loss": 0.00830650981515646, "global_step": 25277, "epoch": 142, "lr": 8.718227982562047e-05}
{"train_loss": 0.00930811371654272, "global_step": 25278, "epoch": 142, "lr": 8.718129185677416e-05}
{"train_loss": 0.009021290577948093, "global_step": 25279, "epoch": 142, "lr": 8.718030385545221e-05}
{"train_loss": 0.009705325588583946, "global_step": 25280, "epoch": 142, "lr": 8.717931582165549e-05}
{"train_loss": 0.004453208297491074, "global_step": 25281, "epoch": 142, "lr": 8.717832775538484e-05}
{"train_loss": 0.006070801988244057, "global_step": 25282, "epoch": 142, "lr": 8.717733965664116e-05}
{"train_loss": 0.005833153612911701, "global_step": 25283, "epoch": 142, "lr": 8.71763515254253e-05}
{"train_loss": 0.00838982593268156, "global_step": 25284, "epoch": 142, "lr": 8.717536336173808e-05}
{"train_loss": 0.009513919241726398, "global_step": 25285, "epoch": 142, "lr": 8.717437516558043e-05}
{"train_loss": 0.006839180365204811, "global_step": 25286, "epoch": 142, "lr": 8.717338693695318e-05}
{"train_loss": 0.0044472492299973965, "global_step": 25287, "epoch": 142, "lr": 8.71723986758572e-05}
{"train_loss": 0.011130373924970627, "global_step": 25288, "epoch": 142, "lr": 8.717141038229336e-05}
{"train_loss": 0.005475321784615517, "global_step": 25289, "epoch": 142, "lr": 8.717042205626248e-05}
{"train_loss": 0.01103881374001503, "global_step": 25290, "epoch": 142, "lr": 8.716943369776546e-05}
{"train_loss": 0.007459391839802265, "global_step": 25291, "epoch": 142, "lr": 8.716844530680318e-05}
{"train_loss": 0.008683843538165092, "global_step": 25292, "epoch": 142, "lr": 8.716745688337647e-05}
{"train_loss": 0.0047216289676725864, "global_step": 25293, "epoch": 142, "lr": 8.716646842748621e-05}
{"train_loss": 0.006631544791162014, "global_step": 25294, "epoch": 142, "lr": 8.716547993913326e-05}
{"train_loss": 0.008196406997740269, "global_step": 25295, "epoch": 142, "lr": 8.71644914183185e-05}
{"train_loss": 0.010691547766327858, "global_step": 25296, "epoch": 142, "lr": 8.716350286504276e-05}
{"train_loss": 0.009233403950929642, "global_step": 25297, "epoch": 142, "lr": 8.71625142793069e-05}
{"train_loss": 0.008363040164113045, "global_step": 25298, "epoch": 142, "lr": 8.716152566111185e-05}
{"train_loss": 0.007372200954705477, "global_step": 25299, "epoch": 142, "lr": 8.716053701045838e-05}
{"train_loss": 0.014832107350230217, "global_step": 25300, "epoch": 142, "lr": 8.715954832734743e-05}
{"train_loss": 0.005804236046969891, "global_step": 25301, "epoch": 142, "lr": 8.715855961177982e-05}
{"train_loss": 0.011288613080978394, "global_step": 25302, "epoch": 142, "lr": 8.715757086375642e-05}
{"train_loss": 0.006157925818115473, "global_step": 25303, "epoch": 142, "lr": 8.715658208327812e-05}
{"train_loss": 0.0057157669216394424, "global_step": 25304, "epoch": 142, "lr": 8.715559327034575e-05}
{"train_loss": 0.008294989354908466, "global_step": 25305, "epoch": 142, "lr": 8.71546044249602e-05}
{"train_loss": 0.008892363868653774, "global_step": 25306, "epoch": 142, "lr": 8.715361554712232e-05}
{"train_loss": 0.009544210508465767, "global_step": 25307, "epoch": 142, "lr": 8.715262663683297e-05}
{"train_loss": 0.0067083993926644325, "global_step": 25308, "epoch": 142, "lr": 8.715163769409301e-05}
{"train_loss": 0.016075504943728447, "global_step": 25309, "epoch": 142, "lr": 8.715064871890333e-05}
{"train_loss": 0.004362600389868021, "global_step": 25310, "epoch": 142, "lr": 8.714965971126476e-05}
{"train_loss": 0.006052281707525253, "global_step": 25311, "epoch": 142, "lr": 8.714867067117821e-05}
{"train_loss": 0.005981244146823883, "global_step": 25312, "epoch": 142, "lr": 8.714768159864448e-05}
{"train_loss": 0.0045641399919986725, "global_step": 25313, "epoch": 142, "lr": 8.71466924936645e-05}
{"train_loss": 0.0044075543992221355, "global_step": 25314, "epoch": 142, "lr": 8.714570335623909e-05}
{"train_loss": 0.008975792676210403, "global_step": 25315, "epoch": 142, "lr": 8.714471418636912e-05}
{"train_loss": 0.003142357338219881, "global_step": 25316, "epoch": 142, "lr": 8.714372498405546e-05}
{"train_loss": 0.006464926525950432, "global_step": 25317, "epoch": 142, "lr": 8.714273574929897e-05}
{"train_loss": 0.013225069269537926, "global_step": 25318, "epoch": 142, "lr": 8.714174648210054e-05}
{"train_loss": 0.0060576945543289185, "global_step": 25319, "epoch": 142, "lr": 8.7140757182461e-05}
{"train_loss": 0.010012715123593807, "global_step": 25320, "epoch": 142, "lr": 8.713976785038123e-05}
{"train_loss": 0.009023014456033707, "global_step": 25321, "epoch": 142, "lr": 8.713877848586208e-05}
{"train_loss": 0.007923541590571404, "global_step": 25322, "epoch": 142, "lr": 8.713778908890444e-05}
{"train_loss": 0.005039618816226721, "global_step": 25323, "epoch": 142, "lr": 8.713679965950914e-05}
{"train_loss": 0.005208680406212807, "global_step": 25324, "epoch": 142, "lr": 8.713581019767707e-05}
{"train_loss": 0.004763871431350708, "global_step": 25325, "epoch": 142, "lr": 8.71348207034091e-05}
{"train_loss": 0.010545836761593819, "global_step": 25326, "epoch": 142, "lr": 8.713383117670607e-05}
{"train_loss": 0.012049539014697075, "global_step": 25327, "epoch": 142, "lr": 8.713284161756885e-05}
{"train_loss": 0.009876994416117668, "global_step": 25328, "epoch": 142, "lr": 8.713185202599834e-05}
{"train_loss": 0.013754580169916153, "global_step": 25329, "epoch": 142, "lr": 8.713086240199534e-05}
{"train_loss": 0.007191584911197424, "global_step": 25330, "epoch": 142, "lr": 8.712987274556077e-05}
{"train_loss": 0.0050852796994149685, "global_step": 25331, "epoch": 142, "lr": 8.712888305669547e-05}
{"train_loss": 0.010233594104647636, "global_step": 25332, "epoch": 142, "lr": 8.71278933354003e-05}
{"train_loss": 0.01012665219604969, "global_step": 25333, "epoch": 142, "lr": 8.712690358167615e-05}
{"train_loss": 0.004734843038022518, "global_step": 25334, "epoch": 142, "lr": 8.712591379552384e-05}
{"train_loss": 0.011732923798263073, "global_step": 25335, "epoch": 142, "lr": 8.712492397694429e-05}
{"train_loss": 0.01824607327580452, "global_step": 25336, "epoch": 142, "lr": 8.712393412593832e-05}
{"train_loss": 0.005366573575884104, "global_step": 25337, "epoch": 142, "lr": 8.712294424250681e-05}
{"train_loss": 0.01259948592633009, "global_step": 25338, "epoch": 142, "lr": 8.712195432665062e-05}
{"train_loss": 0.004908847622573376, "global_step": 25339, "epoch": 142, "lr": 8.712096437837062e-05}
{"train_loss": 0.00927493441849947, "global_step": 25340, "epoch": 142, "lr": 8.71199743976677e-05}
{"train_loss": 0.006454192567616701, "global_step": 25341, "epoch": 142, "lr": 8.711898438454269e-05}
{"train_loss": 0.0078166164457798, "global_step": 25342, "epoch": 142, "lr": 8.711799433899646e-05}
{"train_loss": 0.010230626910924911, "global_step": 25343, "epoch": 142, "lr": 8.711700426102987e-05}
{"train_loss": 0.011036738753318787, "global_step": 25344, "epoch": 142, "lr": 8.711601415064379e-05}
{"train_loss": 0.005028197541832924, "global_step": 25345, "epoch": 142, "lr": 8.711502400783909e-05}
{"train_loss": 0.011576212011277676, "global_step": 25346, "epoch": 142, "lr": 8.711403383261665e-05}
{"train_loss": 0.005468045361340046, "global_step": 25347, "epoch": 142, "lr": 8.711304362497729e-05}
{"train_loss": 0.0090278135612607, "global_step": 25348, "epoch": 142, "lr": 8.711205338492192e-05}
{"train_loss": 0.005543353967368603, "global_step": 25349, "epoch": 142, "lr": 8.71110631124514e-05}
{"train_loss": 0.004607570357620716, "global_step": 25350, "epoch": 142, "lr": 8.711007280756656e-05}
{"train_loss": 0.004519202280789614, "global_step": 25351, "epoch": 142, "lr": 8.71090824702683e-05}
{"train_loss": 0.018920471891760826, "global_step": 25352, "epoch": 142, "lr": 8.710809210055748e-05}
{"train_loss": 0.004434939008206129, "global_step": 25353, "epoch": 142, "lr": 8.710710169843494e-05}
{"train_loss": 0.008183363825082779, "global_step": 25354, "epoch": 142, "lr": 8.710611126390158e-05}
{"train_loss": 0.009673383086919785, "global_step": 25355, "epoch": 142, "lr": 8.710512079695822e-05}
{"train_loss": 0.0035406826063990593, "global_step": 25356, "epoch": 142, "lr": 8.710413029760578e-05}
{"train_loss": 0.007243647705763578, "global_step": 25357, "epoch": 142, "lr": 8.710313976584509e-05}
{"train_loss": 0.007233607582747936, "global_step": 25358, "epoch": 142, "lr": 8.710214920167702e-05}
{"train_loss": 0.008869767189025879, "global_step": 25359, "epoch": 142, "lr": 8.710115860510245e-05}
{"train_loss": 0.008404633961617947, "global_step": 25360, "epoch": 142, "lr": 8.710016797612222e-05}
{"train_loss": 0.006773266941308975, "global_step": 25361, "epoch": 142, "lr": 8.709917731473721e-05}
{"train_loss": 0.007618898991495371, "global_step": 25362, "epoch": 142, "lr": 8.709818662094828e-05}
{"train_loss": 0.005159984342753887, "global_step": 25363, "epoch": 142, "lr": 8.709719589475632e-05}
{"train_loss": 0.005748206749558449, "global_step": 25364, "epoch": 142, "lr": 8.709620513616216e-05}
{"train_loss": 0.007103998214006424, "global_step": 25365, "epoch": 142, "lr": 8.709521434516668e-05}
{"train_loss": 0.005381706636399031, "global_step": 25366, "epoch": 142, "lr": 8.709422352177074e-05}
{"train_loss": 0.0039025600999593735, "global_step": 25367, "epoch": 142, "lr": 8.709323266597522e-05}
{"train_loss": 0.008027327246963978, "global_step": 25368, "epoch": 142, "lr": 8.709224177778098e-05}
{"train_loss": 0.004279174841940403, "global_step": 25369, "epoch": 142, "lr": 8.709125085718887e-05}
{"train_loss": 0.006602046079933643, "global_step": 25370, "epoch": 142, "lr": 8.709025990419977e-05}
{"train_loss": 0.002926422283053398, "global_step": 25371, "epoch": 142, "lr": 8.708926891881456e-05}
{"train_loss": 0.003923329990357161, "global_step": 25372, "epoch": 142, "lr": 8.708827790103407e-05}
{"train_loss": 0.008223580196499825, "global_step": 25373, "epoch": 142, "lr": 8.708728685085919e-05}
{"train_loss": 0.0066792331635952, "global_step": 25374, "epoch": 142, "lr": 8.708629576829079e-05}
{"train_loss": 0.009791871532797813, "global_step": 25375, "epoch": 142, "lr": 8.708530465332971e-05}
{"train_loss": 0.004022741690278053, "global_step": 25376, "epoch": 142, "lr": 8.708431350597683e-05}
{"train_loss": 0.005091549828648567, "global_step": 25377, "epoch": 142, "lr": 8.708332232623303e-05}
{"train_loss": 0.0073462664149701595, "global_step": 25378, "epoch": 142, "lr": 8.708233111409916e-05}
{"train_loss": 0.010348884388804436, "global_step": 25379, "epoch": 142, "lr": 8.708133986957607e-05}
{"train_loss": 0.008625222370028496, "global_step": 25380, "epoch": 142, "lr": 8.708034859266468e-05}
{"train_loss": 0.005969810299575329, "global_step": 25381, "epoch": 142, "lr": 8.707935728336579e-05}
{"train_loss": 0.005656640976667404, "global_step": 25382, "epoch": 142, "lr": 8.70783659416803e-05}
{"train_loss": 0.007473883219063282, "global_step": 25383, "epoch": 142, "lr": 8.707737456760907e-05}
{"train_loss": 0.009993646293878555, "global_step": 25384, "epoch": 142, "lr": 8.707638316115297e-05}
{"train_loss": 0.005810709670186043, "global_step": 25385, "epoch": 142, "lr": 8.707539172231287e-05}
{"train_loss": 0.010675557889044285, "global_step": 25386, "epoch": 142, "lr": 8.707440025108962e-05}
{"train_loss": 0.006710208486765623, "global_step": 25387, "epoch": 142, "lr": 8.707340874748411e-05}
{"train_loss": 0.009642329066991806, "global_step": 25388, "epoch": 142, "lr": 8.707241721149718e-05}
{"train_loss": 0.004387771710753441, "global_step": 25389, "epoch": 142, "lr": 8.707142564312972e-05}
{"train_loss": 0.00471454905346036, "global_step": 25390, "epoch": 142, "lr": 8.707043404238258e-05}
{"train_loss": 0.014552481472492218, "global_step": 25391, "epoch": 142, "lr": 8.706944240925661e-05}
{"train_loss": 0.00792525801807642, "global_step": 25392, "epoch": 142, "lr": 8.706845074375272e-05}
{"train_loss": 0.013537109829485416, "global_step": 25393, "epoch": 142, "lr": 8.706745904587172e-05}
{"train_loss": 0.005805923603475094, "global_step": 25394, "epoch": 142, "lr": 8.706646731561455e-05}
{"train_loss": 0.011767001822590828, "global_step": 25395, "epoch": 142, "lr": 8.706547555298201e-05}
{"train_loss": 0.005109385587275028, "global_step": 25396, "epoch": 142, "lr": 8.7064483757975e-05}
{"train_loss": 0.00881322380155325, "global_step": 25397, "epoch": 142, "lr": 8.706349193059437e-05}
{"train_loss": 0.008335757069289684, "global_step": 25398, "epoch": 142, "lr": 8.706250007084098e-05}
{"train_loss": 0.004852815065532923, "global_step": 25399, "epoch": 142, "lr": 8.706150817871573e-05}
{"train_loss": 0.007438893895596266, "global_step": 25400, "epoch": 142, "lr": 8.706051625421946e-05}
{"train_loss": 0.008980393409729004, "global_step": 25401, "epoch": 142, "lr": 8.705952429735305e-05}
{"train_loss": 0.007802498526871204, "global_step": 25402, "epoch": 142, "lr": 8.705853230811736e-05}
{"train_loss": 0.005807307083159685, "global_step": 25403, "epoch": 142, "lr": 8.705754028651323e-05}
{"train_loss": 0.007662677206099033, "global_step": 25404, "epoch": 142, "lr": 8.705654823254157e-05}
{"train_loss": 0.00630149245262146, "global_step": 25405, "epoch": 142, "lr": 8.705555614620323e-05}
{"train_loss": 0.003484501037746668, "global_step": 25406, "epoch": 142, "lr": 8.705456402749907e-05}
{"train_loss": 0.006672644056379795, "global_step": 25407, "epoch": 142, "lr": 8.705357187642997e-05}
{"train_loss": 0.006958753801882267, "global_step": 25408, "epoch": 142, "lr": 8.705257969299678e-05}
{"train_loss": 0.005476753227412701, "global_step": 25409, "epoch": 142, "lr": 8.705158747720037e-05}
{"train_loss": 0.006286032497882843, "global_step": 25410, "epoch": 142, "lr": 8.705059522904161e-05}
{"train_loss": 0.00975378043949604, "global_step": 25411, "epoch": 142, "lr": 8.704960294852138e-05}
{"train_loss": 0.007806997746229172, "global_step": 25412, "epoch": 142, "lr": 8.704861063564052e-05}
{"train_loss": 0.00686075072735548, "global_step": 25413, "epoch": 142, "lr": 8.704761829039993e-05}
{"train_loss": 0.0048356265760958195, "global_step": 25414, "epoch": 142, "lr": 8.704662591280044e-05}
{"train_loss": 0.010324348695576191, "global_step": 25415, "epoch": 142, "lr": 8.704563350284293e-05}
{"train_loss": 0.007369807455688715, "global_step": 25416, "epoch": 142, "lr": 8.70446410605283e-05}
{"train_loss": 0.005401581060141325, "global_step": 25417, "epoch": 142, "lr": 8.704364858585736e-05}
{"train_loss": 0.007245559245347977, "global_step": 25418, "epoch": 142, "lr": 8.704265607883102e-05}
{"train_loss": 0.004820216912776232, "global_step": 25419, "epoch": 142, "lr": 8.704166353945012e-05}
{"train_loss": 0.006760447286069393, "global_step": 25420, "epoch": 142, "lr": 8.704067096771556e-05}
{"train_loss": 0.00889858789741993, "global_step": 25421, "epoch": 142, "lr": 8.703967836362817e-05}
{"train_loss": 0.007077427115291357, "global_step": 25422, "epoch": 142, "lr": 8.703868572718883e-05}
{"train_loss": 0.007612245157361031, "global_step": 25423, "epoch": 142, "lr": 8.703769305839842e-05}
{"train_loss": 0.009466402232646942, "global_step": 25424, "epoch": 142, "lr": 8.70367003572578e-05}
{"train_loss": 0.007576522883027792, "global_step": 25425, "epoch": 142, "lr": 8.703570762376783e-05}
{"train_loss": 0.004155409522354603, "global_step": 25426, "epoch": 142, "lr": 8.703471485792938e-05}
{"train_loss": 0.0035162908025085926, "global_step": 25427, "epoch": 142, "lr": 8.703372205974331e-05}
{"train_loss": 0.0058289216831326485, "global_step": 25428, "epoch": 142, "lr": 8.703272922921051e-05}
{"train_loss": 0.006060947198420763, "global_step": 25429, "epoch": 142, "lr": 8.703173636633182e-05}
{"train_loss": 0.0035945125855505466, "global_step": 25430, "epoch": 142, "lr": 8.703074347110812e-05}
{"train_loss": 0.00440475158393383, "global_step": 25431, "epoch": 142, "lr": 8.702975054354028e-05}
{"train_loss": 0.012050634250044823, "global_step": 25432, "epoch": 142, "lr": 8.702875758362917e-05}
{"train_loss": 0.007170127239078283, "global_step": 25433, "epoch": 142, "lr": 8.702776459137565e-05}
{"train_loss": 0.00480551365762949, "global_step": 25434, "epoch": 142, "lr": 8.702677156678059e-05}
{"train_loss": 0.006575597915798426, "global_step": 25435, "epoch": 142, "lr": 8.702577850984485e-05}
{"train_loss": 0.006793215870857239, "global_step": 25436, "epoch": 142, "lr": 8.702478542056931e-05}
{"train_loss": 0.003934822510927916, "global_step": 25437, "epoch": 142, "lr": 8.702379229895482e-05}
{"train_loss": 0.005711409728974104, "global_step": 25438, "epoch": 142, "lr": 8.702279914500227e-05}
{"train_loss": 0.002529929857701063, "global_step": 25439, "epoch": 142, "lr": 8.70218059587125e-05}
{"train_loss": 0.0033611590042710304, "global_step": 25440, "epoch": 142, "lr": 8.702081274008642e-05}
{"train_loss": 0.005213385447859764, "global_step": 25441, "epoch": 142, "lr": 8.701981948912485e-05}
{"train_loss": 0.008077696897089481, "global_step": 25442, "epoch": 142, "lr": 8.701882620582869e-05}
{"train_loss": 0.008083589375019073, "global_step": 25443, "epoch": 142, "lr": 8.701783289019878e-05}
{"train_loss": 0.0023176881950348616, "global_step": 25444, "epoch": 142, "lr": 8.701683954223603e-05}
{"train_loss": 0.009858248755335808, "global_step": 25445, "epoch": 142, "lr": 8.701584616194125e-05}
{"train_loss": 0.005153079982846975, "global_step": 25446, "epoch": 142, "lr": 8.701485274931535e-05}
{"train_loss": 0.005602151155471802, "global_step": 25447, "epoch": 142, "lr": 8.70138593043592e-05}
{"train_loss": 0.005029269494116306, "global_step": 25448, "epoch": 142, "lr": 8.701286582707364e-05}
{"train_loss": 0.005491230636835098, "global_step": 25449, "epoch": 142, "lr": 8.701187231745957e-05}
{"train_loss": 0.004922973923385143, "global_step": 25450, "epoch": 142, "lr": 8.701087877551782e-05}
{"train_loss": 0.008768975734710693, "global_step": 25451, "epoch": 142, "lr": 8.700988520124929e-05}
{"train_loss": 0.0028236201032996178, "global_step": 25452, "epoch": 142, "lr": 8.700889159465483e-05}
{"train_loss": 0.007346867501285722, "global_step": 25453, "epoch": 142, "lr": 8.700789795573532e-05}
{"train_loss": 0.01302256528288126, "global_step": 25454, "epoch": 143, "lr": 8.700690428449161e-05}
{"train_loss": 0.0073413969948887825, "global_step": 25455, "epoch": 143, "lr": 8.700591058092457e-05}
{"train_loss": 0.008748583495616913, "global_step": 25456, "epoch": 143, "lr": 8.700491684503511e-05}
{"train_loss": 0.0035967116709798574, "global_step": 25457, "epoch": 143, "lr": 8.700392307682404e-05}
{"train_loss": 0.007143610157072544, "global_step": 25458, "epoch": 143, "lr": 8.700292927629226e-05}
{"train_loss": 0.00699761975556612, "global_step": 25459, "epoch": 143, "lr": 8.700193544344065e-05}
{"train_loss": 0.0066530099138617516, "global_step": 25460, "epoch": 143, "lr": 8.700094157827002e-05}
{"train_loss": 0.00578473974019289, "global_step": 25461, "epoch": 143, "lr": 8.69999476807813e-05}
{"train_loss": 0.01182539016008377, "global_step": 25462, "epoch": 143, "lr": 8.699895375097533e-05}
{"train_loss": 0.012054609134793282, "global_step": 25463, "epoch": 143, "lr": 8.699795978885299e-05}
{"train_loss": 0.0037175205070525408, "global_step": 25464, "epoch": 143, "lr": 8.699696579441514e-05}
{"train_loss": 0.003786682151257992, "global_step": 25465, "epoch": 143, "lr": 8.699597176766264e-05}
{"train_loss": 0.008194157853722572, "global_step": 25466, "epoch": 143, "lr": 8.699497770859638e-05}
{"train_loss": 0.008488558232784271, "global_step": 25467, "epoch": 143, "lr": 8.699398361721722e-05}
{"train_loss": 0.00785423256456852, "global_step": 25468, "epoch": 143, "lr": 8.699298949352601e-05}
{"train_loss": 0.005802555475383997, "global_step": 25469, "epoch": 143, "lr": 8.699199533752365e-05}
{"train_loss": 0.007088968064635992, "global_step": 25470, "epoch": 143, "lr": 8.699100114921097e-05}
{"train_loss": 0.012242568656802177, "global_step": 25471, "epoch": 143, "lr": 8.699000692858888e-05}
{"train_loss": 0.009819507598876953, "global_step": 25472, "epoch": 143, "lr": 8.69890126756582e-05}
{"train_loss": 0.010123592801392078, "global_step": 25473, "epoch": 143, "lr": 8.698801839041986e-05}
{"train_loss": 0.0068653905764222145, "global_step": 25474, "epoch": 143, "lr": 8.698702407287467e-05}
{"train_loss": 0.005091177299618721, "global_step": 25475, "epoch": 143, "lr": 8.698602972302355e-05}
{"train_loss": 0.0034215771593153477, "global_step": 25476, "epoch": 143, "lr": 8.69850353408673e-05}
{"train_loss": 0.008728469721972942, "global_step": 25477, "epoch": 143, "lr": 8.698404092640687e-05}
{"train_loss": 0.008508829399943352, "global_step": 25478, "epoch": 143, "lr": 8.698304647964305e-05}
{"train_loss": 0.01334297563880682, "global_step": 25479, "epoch": 143, "lr": 8.698205200057678e-05}
{"train_loss": 0.00469981087371707, "global_step": 25480, "epoch": 143, "lr": 8.69810574892089e-05}
{"train_loss": 0.0029365760274231434, "global_step": 25481, "epoch": 143, "lr": 8.698006294554027e-05}
{"train_loss": 0.006208506412804127, "global_step": 25482, "epoch": 143, "lr": 8.697906836957175e-05}
{"train_loss": 0.006231892388314009, "global_step": 25483, "epoch": 143, "lr": 8.697807376130423e-05}
{"train_loss": 0.008041632361710072, "global_step": 25484, "epoch": 143, "lr": 8.697707912073856e-05}
{"train_loss": 0.006995629519224167, "global_step": 25485, "epoch": 143, "lr": 8.697608444787564e-05}
{"train_loss": 0.007625844329595566, "global_step": 25486, "epoch": 143, "lr": 8.69750897427163e-05}
{"train_loss": 0.006059436127543449, "global_step": 25487, "epoch": 143, "lr": 8.697409500526144e-05}
{"train_loss": 0.00898013636469841, "global_step": 25488, "epoch": 143, "lr": 8.69731002355119e-05}
{"train_loss": 0.004394956864416599, "global_step": 25489, "epoch": 143, "lr": 8.697210543346858e-05}
{"train_loss": 0.005702727474272251, "global_step": 25490, "epoch": 143, "lr": 8.697111059913231e-05}
{"train_loss": 0.005190507508814335, "global_step": 25491, "epoch": 143, "lr": 8.697011573250403e-05}
{"train_loss": 0.008935173973441124, "global_step": 25492, "epoch": 143, "lr": 8.696912083358453e-05}
{"train_loss": 0.006736450828611851, "global_step": 25493, "epoch": 143, "lr": 8.69681259023747e-05}
{"train_loss": 0.008849894627928734, "global_step": 25494, "epoch": 143, "lr": 8.696713093887545e-05}
{"train_loss": 0.006042081862688065, "global_step": 25495, "epoch": 143, "lr": 8.696613594308759e-05}
{"train_loss": 0.006355512421578169, "global_step": 25496, "epoch": 143, "lr": 8.696514091501203e-05}
{"train_loss": 0.009764721617102623, "global_step": 25497, "epoch": 143, "lr": 8.696414585464962e-05}
{"train_loss": 0.007786930073052645, "global_step": 25498, "epoch": 143, "lr": 8.696315076200126e-05}
{"train_loss": 0.008722484111785889, "global_step": 25499, "epoch": 143, "lr": 8.696215563706778e-05}
{"train_loss": 0.008599072694778442, "global_step": 25500, "epoch": 143, "lr": 8.696116047985005e-05}
{"train_loss": 0.008953522890806198, "global_step": 25501, "epoch": 143, "lr": 8.696016529034897e-05}
{"train_loss": 0.00851533841341734, "global_step": 25502, "epoch": 143, "lr": 8.69591700685654e-05}
{"train_loss": 0.00715031661093235, "global_step": 25503, "epoch": 143, "lr": 8.695817481450019e-05}
{"train_loss": 0.01228485070168972, "global_step": 25504, "epoch": 143, "lr": 8.695717952815423e-05}
{"train_loss": 0.01243582647293806, "global_step": 25505, "epoch": 143, "lr": 8.695618420952835e-05}
{"train_loss": 0.006024493835866451, "global_step": 25506, "epoch": 143, "lr": 8.695518885862349e-05}
{"train_loss": 0.008357757702469826, "global_step": 25507, "epoch": 143, "lr": 8.695419347544046e-05}
{"train_loss": 0.00696051400154829, "global_step": 25508, "epoch": 143, "lr": 8.695319805998015e-05}
{"train_loss": 0.0057534025982022285, "global_step": 25509, "epoch": 143, "lr": 8.695220261224343e-05}
{"train_loss": 0.005910943262279034, "global_step": 25510, "epoch": 143, "lr": 8.695120713223117e-05}
{"train_loss": 0.004862850531935692, "global_step": 25511, "epoch": 143, "lr": 8.695021161994425e-05}
{"train_loss": 0.00933738425374031, "global_step": 25512, "epoch": 143, "lr": 8.694921607538351e-05}
{"train_loss": 0.010746986605226994, "global_step": 25513, "epoch": 143, "lr": 8.694822049854983e-05}
{"train_loss": 0.008361107669770718, "global_step": 25514, "epoch": 143, "lr": 8.69472248894441e-05}
{"train_loss": 0.008909481577575207, "global_step": 25515, "epoch": 143, "lr": 8.694622924806716e-05}
{"train_loss": 0.006289958953857422, "global_step": 25516, "epoch": 143, "lr": 8.694523357441993e-05}
{"train_loss": 0.009681853465735912, "global_step": 25517, "epoch": 143, "lr": 8.694423786850321e-05}
{"train_loss": 0.014886806719005108, "global_step": 25518, "epoch": 143, "lr": 8.694324213031791e-05}
{"train_loss": 0.0050024110823869705, "global_step": 25519, "epoch": 143, "lr": 8.69422463598649e-05}
{"train_loss": 0.005757646635174751, "global_step": 25520, "epoch": 143, "lr": 8.694125055714505e-05}
{"train_loss": 0.007765962276607752, "global_step": 25521, "epoch": 143, "lr": 8.694025472215921e-05}
{"train_loss": 0.006164494901895523, "global_step": 25522, "epoch": 143, "lr": 8.693925885490828e-05}
{"train_loss": 0.014694210141897202, "global_step": 25523, "epoch": 143, "lr": 8.69382629553931e-05}
{"train_loss": 0.010786863043904305, "global_step": 25524, "epoch": 143, "lr": 8.693726702361455e-05}
{"train_loss": 0.006434164941310883, "global_step": 25525, "epoch": 143, "lr": 8.693627105957352e-05}
{"train_loss": 0.006099366582930088, "global_step": 25526, "epoch": 143, "lr": 8.693527506327085e-05}
{"train_loss": 0.005268184933811426, "global_step": 25527, "epoch": 143, "lr": 8.693427903470743e-05}
{"train_loss": 0.009441923350095749, "global_step": 25528, "epoch": 143, "lr": 8.693328297388413e-05}
{"train_loss": 0.009644967503845692, "global_step": 25529, "epoch": 143, "lr": 8.693228688080179e-05}
{"train_loss": 0.008404674008488655, "global_step": 25530, "epoch": 143, "lr": 8.693129075546132e-05}
{"train_loss": 0.006240908056497574, "global_step": 25531, "epoch": 143, "lr": 8.693029459786357e-05}
{"train_loss": 0.004291362129151821, "global_step": 25532, "epoch": 143, "lr": 8.692929840800941e-05}
{"train_loss": 0.00909651629626751, "global_step": 25533, "epoch": 143, "lr": 8.692830218589971e-05}
{"train_loss": 0.0057551623322069645, "global_step": 25534, "epoch": 143, "lr": 8.692730593153536e-05}
{"train_loss": 0.0060102613642811775, "global_step": 25535, "epoch": 143, "lr": 8.69263096449172e-05}
{"train_loss": 0.003286148887127638, "global_step": 25536, "epoch": 143, "lr": 8.692531332604611e-05}
{"train_loss": 0.010166383348405361, "global_step": 25537, "epoch": 143, "lr": 8.692431697492298e-05}
{"train_loss": 0.007671552710235119, "global_step": 25538, "epoch": 143, "lr": 8.692332059154864e-05}
{"train_loss": 0.004747076891362667, "global_step": 25539, "epoch": 143, "lr": 8.692232417592401e-05}
{"train_loss": 0.006659159902483225, "global_step": 25540, "epoch": 143, "lr": 8.69213277280499e-05}
{"train_loss": 0.01168468501418829, "global_step": 25541, "epoch": 143, "lr": 8.692033124792726e-05}
{"train_loss": 0.006781736854463816, "global_step": 25542, "epoch": 143, "lr": 8.691933473555689e-05}
{"train_loss": 0.005106742028146982, "global_step": 25543, "epoch": 143, "lr": 8.691833819093969e-05}
{"train_loss": 0.006639084778726101, "global_step": 25544, "epoch": 143, "lr": 8.691734161407653e-05}
{"train_loss": 0.004092608578503132, "global_step": 25545, "epoch": 143, "lr": 8.691634500496826e-05}
{"train_loss": 0.005416293628513813, "global_step": 25546, "epoch": 143, "lr": 8.691534836361579e-05}
{"train_loss": 0.007662778254598379, "global_step": 25547, "epoch": 143, "lr": 8.691435169001996e-05}
{"train_loss": 0.005772280972450972, "global_step": 25548, "epoch": 143, "lr": 8.691335498418164e-05}
{"train_loss": 0.004264787305146456, "global_step": 25549, "epoch": 143, "lr": 8.691235824610173e-05}
{"train_loss": 0.009357204660773277, "global_step": 25550, "epoch": 143, "lr": 8.691136147578105e-05}
{"train_loss": 0.005596799775958061, "global_step": 25551, "epoch": 143, "lr": 8.691036467322051e-05}
{"train_loss": 0.006362330634146929, "global_step": 25552, "epoch": 143, "lr": 8.690936783842098e-05}
{"train_loss": 0.0062377252615988255, "global_step": 25553, "epoch": 143, "lr": 8.690837097138331e-05}
{"train_loss": 0.007058503106236458, "global_step": 25554, "epoch": 143, "lr": 8.69073740721084e-05}
{"train_loss": 0.005665819626301527, "global_step": 25555, "epoch": 143, "lr": 8.690637714059708e-05}
{"train_loss": 0.0046782586723566055, "global_step": 25556, "epoch": 143, "lr": 8.690538017685026e-05}
{"train_loss": 0.005255218129605055, "global_step": 25557, "epoch": 143, "lr": 8.69043831808688e-05}
{"train_loss": 0.007284889928996563, "global_step": 25558, "epoch": 143, "lr": 8.690338615265356e-05}
{"train_loss": 0.012099923565983772, "global_step": 25559, "epoch": 143, "lr": 8.690238909220541e-05}
{"train_loss": 0.008485711179673672, "global_step": 25560, "epoch": 143, "lr": 8.690139199952523e-05}
{"train_loss": 0.01320986170321703, "global_step": 25561, "epoch": 143, "lr": 8.690039487461388e-05}
{"train_loss": 0.006143596488982439, "global_step": 25562, "epoch": 143, "lr": 8.689939771747225e-05}
{"train_loss": 0.010429535061120987, "global_step": 25563, "epoch": 143, "lr": 8.689840052810118e-05}
{"train_loss": 0.006048387382179499, "global_step": 25564, "epoch": 143, "lr": 8.689740330650158e-05}
{"train_loss": 0.004501551855355501, "global_step": 25565, "epoch": 143, "lr": 8.68964060526743e-05}
{"train_loss": 0.01378027256578207, "global_step": 25566, "epoch": 143, "lr": 8.689540876662022e-05}
{"train_loss": 0.005028760060667992, "global_step": 25567, "epoch": 143, "lr": 8.689441144834019e-05}
{"train_loss": 0.014635509811341763, "global_step": 25568, "epoch": 143, "lr": 8.689341409783509e-05}
{"train_loss": 0.005366979166865349, "global_step": 25569, "epoch": 143, "lr": 8.68924167151058e-05}
{"train_loss": 0.012604732066392899, "global_step": 25570, "epoch": 143, "lr": 8.68914193001532e-05}
{"train_loss": 0.00896446779370308, "global_step": 25571, "epoch": 143, "lr": 8.689042185297813e-05}
{"train_loss": 0.00498080113902688, "global_step": 25572, "epoch": 143, "lr": 8.68894243735815e-05}
{"train_loss": 0.00915171392261982, "global_step": 25573, "epoch": 143, "lr": 8.688842686196415e-05}
{"train_loss": 0.005132333375513554, "global_step": 25574, "epoch": 143, "lr": 8.688742931812697e-05}
{"train_loss": 0.008092889562249184, "global_step": 25575, "epoch": 143, "lr": 8.68864317420708e-05}
{"train_loss": 0.005658425390720367, "global_step": 25576, "epoch": 143, "lr": 8.688543413379654e-05}
{"train_loss": 0.006544618867337704, "global_step": 25577, "epoch": 143, "lr": 8.688443649330509e-05}
{"train_loss": 0.00515579991042614, "global_step": 25578, "epoch": 143, "lr": 8.688343882059727e-05}
{"train_loss": 0.01415243186056614, "global_step": 25579, "epoch": 143, "lr": 8.688244111567395e-05}
{"train_loss": 0.010659354738891125, "global_step": 25580, "epoch": 143, "lr": 8.688144337853603e-05}
{"train_loss": 0.004814589396119118, "global_step": 25581, "epoch": 143, "lr": 8.688044560918438e-05}
{"train_loss": 0.009429948404431343, "global_step": 25582, "epoch": 143, "lr": 8.687944780761986e-05}
{"train_loss": 0.005830965004861355, "global_step": 25583, "epoch": 143, "lr": 8.687844997384335e-05}
{"train_loss": 0.005851374473422766, "global_step": 25584, "epoch": 143, "lr": 8.687745210785571e-05}
{"train_loss": 0.006135225296020508, "global_step": 25585, "epoch": 143, "lr": 8.687645420965781e-05}
{"train_loss": 0.00569539237767458, "global_step": 25586, "epoch": 143, "lr": 8.687545627925053e-05}
{"train_loss": 0.005302346311509609, "global_step": 25587, "epoch": 143, "lr": 8.687445831663476e-05}
{"train_loss": 0.005194084718823433, "global_step": 25588, "epoch": 143, "lr": 8.687346032181134e-05}
{"train_loss": 0.008856086060404778, "global_step": 25589, "epoch": 143, "lr": 8.687246229478116e-05}
{"train_loss": 0.00826955959200859, "global_step": 25590, "epoch": 143, "lr": 8.687146423554507e-05}
{"train_loss": 0.003814389929175377, "global_step": 25591, "epoch": 143, "lr": 8.687046614410396e-05}
{"train_loss": 0.010674415156245232, "global_step": 25592, "epoch": 143, "lr": 8.686946802045872e-05}
{"train_loss": 0.006876605562865734, "global_step": 25593, "epoch": 143, "lr": 8.686846986461019e-05}
{"train_loss": 0.006665165536105633, "global_step": 25594, "epoch": 143, "lr": 8.686747167655927e-05}
{"train_loss": 0.005585745442658663, "global_step": 25595, "epoch": 143, "lr": 8.686647345630678e-05}
{"train_loss": 0.016428500413894653, "global_step": 25596, "epoch": 143, "lr": 8.686547520385365e-05}
{"train_loss": 0.010994192212820053, "global_step": 25597, "epoch": 143, "lr": 8.686447691920072e-05}
{"train_loss": 0.00519836600869894, "global_step": 25598, "epoch": 143, "lr": 8.686347860234889e-05}
{"train_loss": 0.006856458727270365, "global_step": 25599, "epoch": 143, "lr": 8.6862480253299e-05}
{"train_loss": 0.007006670348346233, "global_step": 25600, "epoch": 143, "lr": 8.686148187205193e-05}
{"train_loss": 0.0056034596636891365, "global_step": 25601, "epoch": 143, "lr": 8.686048345860856e-05}
{"train_loss": 0.008756601251661777, "global_step": 25602, "epoch": 143, "lr": 8.685948501296977e-05}
{"train_loss": 0.010364491492509842, "global_step": 25603, "epoch": 143, "lr": 8.68584865351364e-05}
{"train_loss": 0.0047724260948598385, "global_step": 25604, "epoch": 143, "lr": 8.685748802510936e-05}
{"train_loss": 0.008039003238081932, "global_step": 25605, "epoch": 143, "lr": 8.685648948288949e-05}
{"train_loss": 0.007238945923745632, "global_step": 25606, "epoch": 143, "lr": 8.68554909084777e-05}
{"train_loss": 0.005073391832411289, "global_step": 25607, "epoch": 143, "lr": 8.685449230187481e-05}
{"train_loss": 0.007530746515840292, "global_step": 25608, "epoch": 143, "lr": 8.685349366308176e-05}
{"train_loss": 0.007425124756991863, "global_step": 25609, "epoch": 143, "lr": 8.685249499209935e-05}
{"train_loss": 0.006481670308858156, "global_step": 25610, "epoch": 143, "lr": 8.68514962889285e-05}
{"train_loss": 0.007369238883256912, "global_step": 25611, "epoch": 143, "lr": 8.685049755357006e-05}
{"train_loss": 0.00583355687558651, "global_step": 25612, "epoch": 143, "lr": 8.684949878602493e-05}
{"train_loss": 0.007050549611449242, "global_step": 25613, "epoch": 143, "lr": 8.684849998629395e-05}
{"train_loss": 0.008677387610077858, "global_step": 25614, "epoch": 143, "lr": 8.684750115437801e-05}
{"train_loss": 0.004508341662585735, "global_step": 25615, "epoch": 143, "lr": 8.684650229027798e-05}
{"train_loss": 0.0064731016755104065, "global_step": 25616, "epoch": 143, "lr": 8.684550339399471e-05}
{"train_loss": 0.006061731372028589, "global_step": 25617, "epoch": 143, "lr": 8.684450446552912e-05}
{"train_loss": 0.005899786949157715, "global_step": 25618, "epoch": 143, "lr": 8.684350550488205e-05}
{"train_loss": 0.006256560795009136, "global_step": 25619, "epoch": 143, "lr": 8.684250651205436e-05}
{"train_loss": 0.0067394389770925045, "global_step": 25620, "epoch": 143, "lr": 8.684150748704696e-05}
{"train_loss": 0.005186337977647781, "global_step": 25621, "epoch": 143, "lr": 8.684050842986071e-05}
{"train_loss": 0.007485704030841589, "global_step": 25622, "epoch": 143, "lr": 8.683950934049647e-05}
{"train_loss": 0.010688278824090958, "global_step": 25623, "epoch": 143, "lr": 8.683851021895511e-05}
{"train_loss": 0.006059760227799416, "global_step": 25624, "epoch": 143, "lr": 8.683751106523752e-05}
{"train_loss": 0.004042907617986202, "global_step": 25625, "epoch": 143, "lr": 8.683651187934456e-05}
{"train_loss": 0.008412850089371204, "global_step": 25626, "epoch": 143, "lr": 8.68355126612771e-05}
{"train_loss": 0.007741270121186972, "global_step": 25627, "epoch": 143, "lr": 8.683451341103602e-05}
{"train_loss": 0.007912244647741318, "global_step": 25628, "epoch": 143, "lr": 8.683351412862219e-05}
{"train_loss": 0.00784972868859768, "global_step": 25629, "epoch": 143, "lr": 8.68325148140365e-05}
{"train_loss": 0.005675807595252991, "global_step": 25630, "epoch": 143, "lr": 8.68315154672798e-05}
{"train_loss": 0.0074714439204276615, "global_step": 25631, "epoch": 143, "lr": 8.683051608835298e-05}
{"train_loss": 0.007382888346910477, "global_step": 25632, "epoch": 144, "lr": 8.682951667725689e-05}
{"train_loss": 0.0033401809632778168, "global_step": 25633, "epoch": 144, "lr": 8.682851723399241e-05}
{"train_loss": 0.007164747454226017, "global_step": 25634, "epoch": 144, "lr": 8.682751775856045e-05}
{"train_loss": 0.005247315391898155, "global_step": 25635, "epoch": 144, "lr": 8.682651825096182e-05}
{"train_loss": 0.004744010046124458, "global_step": 25636, "epoch": 144, "lr": 8.682551871119744e-05}
{"train_loss": 0.007148864679038525, "global_step": 25637, "epoch": 144, "lr": 8.682451913926816e-05}
{"train_loss": 0.005954568739980459, "global_step": 25638, "epoch": 144, "lr": 8.682351953517488e-05}
{"train_loss": 0.004163150209933519, "global_step": 25639, "epoch": 144, "lr": 8.682251989891845e-05}
{"train_loss": 0.003913708031177521, "global_step": 25640, "epoch": 144, "lr": 8.682152023049974e-05}
{"train_loss": 0.009272640570998192, "global_step": 25641, "epoch": 144, "lr": 8.682052052991962e-05}
{"train_loss": 0.009097717702388763, "global_step": 25642, "epoch": 144, "lr": 8.681952079717899e-05}
{"train_loss": 0.01033051498234272, "global_step": 25643, "epoch": 144, "lr": 8.681852103227872e-05}
{"train_loss": 0.007526931818574667, "global_step": 25644, "epoch": 144, "lr": 8.681752123521965e-05}
{"train_loss": 0.0047962721437215805, "global_step": 25645, "epoch": 144, "lr": 8.681652140600269e-05}
{"train_loss": 0.008268036879599094, "global_step": 25646, "epoch": 144, "lr": 8.681552154462868e-05}
{"train_loss": 0.0061594704166054726, "global_step": 25647, "epoch": 144, "lr": 8.681452165109851e-05}
{"train_loss": 0.0074481964111328125, "global_step": 25648, "epoch": 144, "lr": 8.681352172541306e-05}
{"train_loss": 0.004589647054672241, "global_step": 25649, "epoch": 144, "lr": 8.681252176757319e-05}
{"train_loss": 0.004540753550827503, "global_step": 25650, "epoch": 144, "lr": 8.681152177757981e-05}
{"train_loss": 0.005557636264711618, "global_step": 25651, "epoch": 144, "lr": 8.681052175543374e-05}
{"train_loss": 0.007008210755884647, "global_step": 25652, "epoch": 144, "lr": 8.680952170113588e-05}
{"train_loss": 0.004421216901391745, "global_step": 25653, "epoch": 144, "lr": 8.68085216146871e-05}
{"train_loss": 0.00808732584118843, "global_step": 25654, "epoch": 144, "lr": 8.680752149608827e-05}
{"train_loss": 0.010234445333480835, "global_step": 25655, "epoch": 144, "lr": 8.680652134534028e-05}
{"train_loss": 0.00578108336776495, "global_step": 25656, "epoch": 144, "lr": 8.680552116244398e-05}
{"train_loss": 0.011335106566548347, "global_step": 25657, "epoch": 144, "lr": 8.680452094740027e-05}
{"train_loss": 0.0043074581772089005, "global_step": 25658, "epoch": 144, "lr": 8.680352070020999e-05}
{"train_loss": 0.007050052285194397, "global_step": 25659, "epoch": 144, "lr": 8.680252042087404e-05}
{"train_loss": 0.009225801564753056, "global_step": 25660, "epoch": 144, "lr": 8.68015201093933e-05}
{"train_loss": 0.007995754480361938, "global_step": 25661, "epoch": 144, "lr": 8.680051976576862e-05}
{"train_loss": 0.006388053297996521, "global_step": 25662, "epoch": 144, "lr": 8.679951939000088e-05}
{"train_loss": 0.007900369353592396, "global_step": 25663, "epoch": 144, "lr": 8.679851898209098e-05}
{"train_loss": 0.004158061929047108, "global_step": 25664, "epoch": 144, "lr": 8.679751854203974e-05}
{"train_loss": 0.009451700374484062, "global_step": 25665, "epoch": 144, "lr": 8.679651806984808e-05}
{"train_loss": 0.005901386961340904, "global_step": 25666, "epoch": 144, "lr": 8.679551756551685e-05}
{"train_loss": 0.009647123515605927, "global_step": 25667, "epoch": 144, "lr": 8.679451702904693e-05}
{"train_loss": 0.007744009606540203, "global_step": 25668, "epoch": 144, "lr": 8.67935164604392e-05}
{"train_loss": 0.0027903406880795956, "global_step": 25669, "epoch": 144, "lr": 8.679251585969454e-05}
{"train_loss": 0.009083780460059643, "global_step": 25670, "epoch": 144, "lr": 8.679151522681381e-05}
{"train_loss": 0.00419839471578598, "global_step": 25671, "epoch": 144, "lr": 8.67905145617979e-05}
{"train_loss": 0.004065672401338816, "global_step": 25672, "epoch": 144, "lr": 8.678951386464766e-05}
{"train_loss": 0.00494504626840353, "global_step": 25673, "epoch": 144, "lr": 8.678851313536398e-05}
{"train_loss": 0.006733916234225035, "global_step": 25674, "epoch": 144, "lr": 8.678751237394773e-05}
{"train_loss": 0.005772106349468231, "global_step": 25675, "epoch": 144, "lr": 8.678651158039978e-05}
{"train_loss": 0.005630013532936573, "global_step": 25676, "epoch": 144, "lr": 8.6785510754721e-05}
{"train_loss": 0.004198458045721054, "global_step": 25677, "epoch": 144, "lr": 8.67845098969123e-05}
{"train_loss": 0.004934548866003752, "global_step": 25678, "epoch": 144, "lr": 8.678350900697452e-05}
{"train_loss": 0.00572534603998065, "global_step": 25679, "epoch": 144, "lr": 8.678250808490853e-05}
{"train_loss": 0.006579575594514608, "global_step": 25680, "epoch": 144, "lr": 8.678150713071522e-05}
{"train_loss": 0.008556533604860306, "global_step": 25681, "epoch": 144, "lr": 8.678050614439546e-05}
{"train_loss": 0.0065990774892270565, "global_step": 25682, "epoch": 144, "lr": 8.677950512595012e-05}
{"train_loss": 0.004395604133605957, "global_step": 25683, "epoch": 144, "lr": 8.677850407538008e-05}
{"train_loss": 0.00393022783100605, "global_step": 25684, "epoch": 144, "lr": 8.677750299268624e-05}
{"train_loss": 0.0068470328114926815, "global_step": 25685, "epoch": 144, "lr": 8.67765018778694e-05}
{"train_loss": 0.008185050450265408, "global_step": 25686, "epoch": 144, "lr": 8.677550073093052e-05}
{"train_loss": 0.011419407092034817, "global_step": 25687, "epoch": 144, "lr": 8.677449955187043e-05}
{"train_loss": 0.008433036506175995, "global_step": 25688, "epoch": 144, "lr": 8.677349834069e-05}
{"train_loss": 0.009044595994055271, "global_step": 25689, "epoch": 144, "lr": 8.677249709739012e-05}
{"train_loss": 0.008570932783186436, "global_step": 25690, "epoch": 144, "lr": 8.677149582197166e-05}
{"train_loss": 0.00982025358825922, "global_step": 25691, "epoch": 144, "lr": 8.677049451443549e-05}
{"train_loss": 0.0033617583103477955, "global_step": 25692, "epoch": 144, "lr": 8.676949317478249e-05}
{"train_loss": 0.0055064670741558075, "global_step": 25693, "epoch": 144, "lr": 8.676849180301354e-05}
{"train_loss": 0.006887967698276043, "global_step": 25694, "epoch": 144, "lr": 8.67674903991295e-05}
{"train_loss": 0.008098901249468327, "global_step": 25695, "epoch": 144, "lr": 8.676648896313127e-05}
{"train_loss": 0.009243030101060867, "global_step": 25696, "epoch": 144, "lr": 8.67654874950197e-05}
{"train_loss": 0.00552178081125021, "global_step": 25697, "epoch": 144, "lr": 8.676448599479565e-05}
{"train_loss": 0.00837636087089777, "global_step": 25698, "epoch": 144, "lr": 8.676348446246003e-05}
{"train_loss": 0.004155074246227741, "global_step": 25699, "epoch": 144, "lr": 8.676248289801371e-05}
{"train_loss": 0.003963152412325144, "global_step": 25700, "epoch": 144, "lr": 8.676148130145754e-05}
{"train_loss": 0.002395475748926401, "global_step": 25701, "epoch": 144, "lr": 8.676047967279244e-05}
{"train_loss": 0.015298750251531601, "global_step": 25702, "epoch": 144, "lr": 8.675947801201924e-05}
{"train_loss": 0.0030676706228405237, "global_step": 25703, "epoch": 144, "lr": 8.675847631913882e-05}
{"train_loss": 0.009314408525824547, "global_step": 25704, "epoch": 144, "lr": 8.675747459415209e-05}
{"train_loss": 0.005723123904317617, "global_step": 25705, "epoch": 144, "lr": 8.675647283705989e-05}
{"train_loss": 0.00618921872228384, "global_step": 25706, "epoch": 144, "lr": 8.67554710478631e-05}
{"train_loss": 0.006889726500958204, "global_step": 25707, "epoch": 144, "lr": 8.675446922656261e-05}
{"train_loss": 0.00410552229732275, "global_step": 25708, "epoch": 144, "lr": 8.675346737315929e-05}
{"train_loss": 0.011475109495222569, "global_step": 25709, "epoch": 144, "lr": 8.6752465487654e-05}
{"train_loss": 0.006761279888451099, "global_step": 25710, "epoch": 144, "lr": 8.675146357004762e-05}
{"train_loss": 0.005896167829632759, "global_step": 25711, "epoch": 144, "lr": 8.675046162034104e-05}
{"train_loss": 0.0074235922656953335, "global_step": 25712, "epoch": 144, "lr": 8.674945963853514e-05}
{"train_loss": 0.004511643201112747, "global_step": 25713, "epoch": 144, "lr": 8.674845762463075e-05}
{"train_loss": 0.006241201423108578, "global_step": 25714, "epoch": 144, "lr": 8.67474555786288e-05}
{"train_loss": 0.007843165658414364, "global_step": 25715, "epoch": 144, "lr": 8.674645350053015e-05}
{"train_loss": 0.003816766431555152, "global_step": 25716, "epoch": 144, "lr": 8.674545139033566e-05}
{"train_loss": 0.009975815191864967, "global_step": 25717, "epoch": 144, "lr": 8.674444924804619e-05}
{"train_loss": 0.004549880512058735, "global_step": 25718, "epoch": 144, "lr": 8.674344707366267e-05}
{"train_loss": 0.010370098985731602, "global_step": 25719, "epoch": 144, "lr": 8.674244486718593e-05}
{"train_loss": 0.00757389422506094, "global_step": 25720, "epoch": 144, "lr": 8.674144262861685e-05}
{"train_loss": 0.007712989114224911, "global_step": 25721, "epoch": 144, "lr": 8.674044035795632e-05}
{"train_loss": 0.007499599829316139, "global_step": 25722, "epoch": 144, "lr": 8.673943805520521e-05}
{"train_loss": 0.008311882615089417, "global_step": 25723, "epoch": 144, "lr": 8.673843572036439e-05}
{"train_loss": 0.008054517209529877, "global_step": 25724, "epoch": 144, "lr": 8.673743335343475e-05}
{"train_loss": 0.007648454513400793, "global_step": 25725, "epoch": 144, "lr": 8.673643095441715e-05}
{"train_loss": 0.011060827411711216, "global_step": 25726, "epoch": 144, "lr": 8.673542852331247e-05}
{"train_loss": 0.006105445325374603, "global_step": 25727, "epoch": 144, "lr": 8.67344260601216e-05}
{"train_loss": 0.003015544032678008, "global_step": 25728, "epoch": 144, "lr": 8.67334235648454e-05}
{"train_loss": 0.006078572943806648, "global_step": 25729, "epoch": 144, "lr": 8.673242103748474e-05}
{"train_loss": 0.006537335924804211, "global_step": 25730, "epoch": 144, "lr": 8.67314184780405e-05}
{"train_loss": 0.007630703039467335, "global_step": 25731, "epoch": 144, "lr": 8.673041588651356e-05}
{"train_loss": 0.004485465586185455, "global_step": 25732, "epoch": 144, "lr": 8.67294132629048e-05}
{"train_loss": 0.011814357712864876, "global_step": 25733, "epoch": 144, "lr": 8.67284106072151e-05}
{"train_loss": 0.0031596235930919647, "global_step": 25734, "epoch": 144, "lr": 8.672740791944532e-05}
{"train_loss": 0.006681157276034355, "global_step": 25735, "epoch": 144, "lr": 8.672640519959634e-05}
{"train_loss": 0.008439664728939533, "global_step": 25736, "epoch": 144, "lr": 8.672540244766904e-05}
{"train_loss": 0.008239367045462132, "global_step": 25737, "epoch": 144, "lr": 8.67243996636643e-05}
{"train_loss": 0.006503700278699398, "global_step": 25738, "epoch": 144, "lr": 8.672339684758297e-05}
{"train_loss": 0.006738286931067705, "global_step": 25739, "epoch": 144, "lr": 8.672239399942597e-05}
{"train_loss": 0.005114233121275902, "global_step": 25740, "epoch": 144, "lr": 8.672139111919413e-05}
{"train_loss": 0.007622775621712208, "global_step": 25741, "epoch": 144, "lr": 8.672038820688837e-05}
{"train_loss": 0.007259565405547619, "global_step": 25742, "epoch": 144, "lr": 8.671938526250952e-05}
{"train_loss": 0.015856459736824036, "global_step": 25743, "epoch": 144, "lr": 8.671838228605851e-05}
{"train_loss": 0.0035025065299123526, "global_step": 25744, "epoch": 144, "lr": 8.671737927753617e-05}
{"train_loss": 0.011026297695934772, "global_step": 25745, "epoch": 144, "lr": 8.671637623694338e-05}
{"train_loss": 0.004729720298200846, "global_step": 25746, "epoch": 144, "lr": 8.671537316428105e-05}
{"train_loss": 0.005114723928272724, "global_step": 25747, "epoch": 144, "lr": 8.671437005955e-05}
{"train_loss": 0.009801321662962437, "global_step": 25748, "epoch": 144, "lr": 8.671336692275118e-05}
{"train_loss": 0.013033898547291756, "global_step": 25749, "epoch": 144, "lr": 8.67123637538854e-05}
{"train_loss": 0.013679799623787403, "global_step": 25750, "epoch": 144, "lr": 8.671136055295359e-05}
{"train_loss": 0.005502061918377876, "global_step": 25751, "epoch": 144, "lr": 8.671035731995657e-05}
{"train_loss": 0.006533288862556219, "global_step": 25752, "epoch": 144, "lr": 8.670935405489525e-05}
{"train_loss": 0.009627649560570717, "global_step": 25753, "epoch": 144, "lr": 8.670835075777051e-05}
{"train_loss": 0.004951016046106815, "global_step": 25754, "epoch": 144, "lr": 8.670734742858321e-05}
{"train_loss": 0.010711384937167168, "global_step": 25755, "epoch": 144, "lr": 8.670634406733424e-05}
{"train_loss": 0.005761319771409035, "global_step": 25756, "epoch": 144, "lr": 8.670534067402448e-05}
{"train_loss": 0.006906076334416866, "global_step": 25757, "epoch": 144, "lr": 8.670433724865479e-05}
{"train_loss": 0.009393801912665367, "global_step": 25758, "epoch": 144, "lr": 8.670333379122605e-05}
{"train_loss": 0.009723543189466, "global_step": 25759, "epoch": 144, "lr": 8.670233030173914e-05}
{"train_loss": 0.007938343100249767, "global_step": 25760, "epoch": 144, "lr": 8.670132678019494e-05}
{"train_loss": 0.005172611214220524, "global_step": 25761, "epoch": 144, "lr": 8.670032322659431e-05}
{"train_loss": 0.006632859818637371, "global_step": 25762, "epoch": 144, "lr": 8.669931964093815e-05}
{"train_loss": 0.008413800969719887, "global_step": 25763, "epoch": 144, "lr": 8.669831602322734e-05}
{"train_loss": 0.011143667623400688, "global_step": 25764, "epoch": 144, "lr": 8.669731237346272e-05}
{"train_loss": 0.007340314798057079, "global_step": 25765, "epoch": 144, "lr": 8.66963086916452e-05}
{"train_loss": 0.006873662583529949, "global_step": 25766, "epoch": 144, "lr": 8.669530497777564e-05}
{"train_loss": 0.010113046504557133, "global_step": 25767, "epoch": 144, "lr": 8.669430123185492e-05}
{"train_loss": 0.011240332387387753, "global_step": 25768, "epoch": 144, "lr": 8.669329745388393e-05}
{"train_loss": 0.005455010570585728, "global_step": 25769, "epoch": 144, "lr": 8.669229364386353e-05}
{"train_loss": 0.005111000966280699, "global_step": 25770, "epoch": 144, "lr": 8.669128980179461e-05}
{"train_loss": 0.006491307634860277, "global_step": 25771, "epoch": 144, "lr": 8.669028592767803e-05}
{"train_loss": 0.009280857630074024, "global_step": 25772, "epoch": 144, "lr": 8.668928202151467e-05}
{"train_loss": 0.009060370735824108, "global_step": 25773, "epoch": 144, "lr": 8.668827808330543e-05}
{"train_loss": 0.008195856586098671, "global_step": 25774, "epoch": 144, "lr": 8.668727411305116e-05}
{"train_loss": 0.008016392588615417, "global_step": 25775, "epoch": 144, "lr": 8.668627011075274e-05}
{"train_loss": 0.008048559539020061, "global_step": 25776, "epoch": 144, "lr": 8.668526607641108e-05}
{"train_loss": 0.006500809919089079, "global_step": 25777, "epoch": 144, "lr": 8.668426201002702e-05}
{"train_loss": 0.008223685435950756, "global_step": 25778, "epoch": 144, "lr": 8.668325791160143e-05}
{"train_loss": 0.006419747602194548, "global_step": 25779, "epoch": 144, "lr": 8.668225378113522e-05}
{"train_loss": 0.006683453917503357, "global_step": 25780, "epoch": 144, "lr": 8.668124961862924e-05}
{"train_loss": 0.004666331224143505, "global_step": 25781, "epoch": 144, "lr": 8.668024542408439e-05}
{"train_loss": 0.009195618331432343, "global_step": 25782, "epoch": 144, "lr": 8.667924119750155e-05}
{"train_loss": 0.009093002416193485, "global_step": 25783, "epoch": 144, "lr": 8.667823693888156e-05}
{"train_loss": 0.00778696034103632, "global_step": 25784, "epoch": 144, "lr": 8.667723264822533e-05}
{"train_loss": 0.008051509037613869, "global_step": 25785, "epoch": 144, "lr": 8.667622832553373e-05}
{"train_loss": 0.0044782524928450584, "global_step": 25786, "epoch": 144, "lr": 8.667522397080763e-05}
{"train_loss": 0.006599106825888157, "global_step": 25787, "epoch": 144, "lr": 8.667421958404792e-05}
{"train_loss": 0.00725817633792758, "global_step": 25788, "epoch": 144, "lr": 8.667321516525546e-05}
{"train_loss": 0.006919920444488525, "global_step": 25789, "epoch": 144, "lr": 8.667221071443112e-05}
{"train_loss": 0.004013116471469402, "global_step": 25790, "epoch": 144, "lr": 8.667120623157583e-05}
{"train_loss": 0.003139261621981859, "global_step": 25791, "epoch": 144, "lr": 8.667020171669041e-05}
{"train_loss": 0.007710807025432587, "global_step": 25792, "epoch": 144, "lr": 8.666919716977577e-05}
{"train_loss": 0.0073609198443591595, "global_step": 25793, "epoch": 144, "lr": 8.666819259083276e-05}
{"train_loss": 0.004038375802338123, "global_step": 25794, "epoch": 144, "lr": 8.666718797986228e-05}
{"train_loss": 0.006707590073347092, "global_step": 25795, "epoch": 144, "lr": 8.666618333686521e-05}
{"train_loss": 0.007824433967471123, "global_step": 25796, "epoch": 144, "lr": 8.666517866184241e-05}
{"train_loss": 0.00626801885664463, "global_step": 25797, "epoch": 144, "lr": 8.666417395479476e-05}
{"train_loss": 0.008317854255437851, "global_step": 25798, "epoch": 144, "lr": 8.666316921572317e-05}
{"train_loss": 0.008674956858158112, "global_step": 25799, "epoch": 144, "lr": 8.666216444462846e-05}
{"train_loss": 0.004064163193106651, "global_step": 25800, "epoch": 144, "lr": 8.666115964151156e-05}
{"train_loss": 0.006932275369763374, "global_step": 25801, "epoch": 144, "lr": 8.666015480637331e-05}
{"train_loss": 0.0031190391164273024, "global_step": 25802, "epoch": 144, "lr": 8.665914993921462e-05}
{"train_loss": 0.007000671699643135, "global_step": 25803, "epoch": 144, "lr": 8.665814504003635e-05}
{"train_loss": 0.010171579197049141, "global_step": 25804, "epoch": 144, "lr": 8.665714010883936e-05}
{"train_loss": 0.004347355104982853, "global_step": 25805, "epoch": 144, "lr": 8.665613514562457e-05}
{"train_loss": 0.00732026994228363, "global_step": 25806, "epoch": 144, "lr": 8.665513015039283e-05}
{"train_loss": 0.003945936914533377, "global_step": 25807, "epoch": 144, "lr": 8.665412512314501e-05}
{"train_loss": 0.008140847086906433, "global_step": 25808, "epoch": 144, "lr": 8.665312006388203e-05}
{"train_loss": 0.007040978983578304, "global_step": 25809, "epoch": 144, "lr": 8.66521149726047e-05}
{"train_loss": 0.008219907060265541, "global_step": 25810, "epoch": 145, "lr": 8.665110984931397e-05}
{"train_loss": 0.005905380938202143, "global_step": 25811, "epoch": 145, "lr": 8.665010469401065e-05}
{"train_loss": 0.0126375462859869, "global_step": 25812, "epoch": 145, "lr": 8.664909950669568e-05}
{"train_loss": 0.00672798091545701, "global_step": 25813, "epoch": 145, "lr": 8.66480942873699e-05}
{"train_loss": 0.007554261013865471, "global_step": 25814, "epoch": 145, "lr": 8.66470890360342e-05}
{"train_loss": 0.008246701210737228, "global_step": 25815, "epoch": 145, "lr": 8.664608375268946e-05}
{"train_loss": 0.012647445313632488, "global_step": 25816, "epoch": 145, "lr": 8.664507843733655e-05}
{"train_loss": 0.005587442312389612, "global_step": 25817, "epoch": 145, "lr": 8.664407308997635e-05}
{"train_loss": 0.011712144128978252, "global_step": 25818, "epoch": 145, "lr": 8.664306771060975e-05}
{"train_loss": 0.006375827826559544, "global_step": 25819, "epoch": 145, "lr": 8.664206229923762e-05}
{"train_loss": 0.007746420800685883, "global_step": 25820, "epoch": 145, "lr": 8.664105685586081e-05}
{"train_loss": 0.012155765667557716, "global_step": 25821, "epoch": 145, "lr": 8.664005138048026e-05}
{"train_loss": 0.005876040086150169, "global_step": 25822, "epoch": 145, "lr": 8.663904587309679e-05}
{"train_loss": 0.00544741190969944, "global_step": 25823, "epoch": 145, "lr": 8.66380403337113e-05}
{"train_loss": 0.010519619099795818, "global_step": 25824, "epoch": 145, "lr": 8.66370347623247e-05}
{"train_loss": 0.003945720382034779, "global_step": 25825, "epoch": 145, "lr": 8.66360291589378e-05}
{"train_loss": 0.0039596352726221085, "global_step": 25826, "epoch": 145, "lr": 8.663502352355153e-05}
{"train_loss": 0.010811776854097843, "global_step": 25827, "epoch": 145, "lr": 8.663401785616677e-05}
{"train_loss": 0.009477527812123299, "global_step": 25828, "epoch": 145, "lr": 8.663301215678436e-05}
{"train_loss": 0.006136330310255289, "global_step": 25829, "epoch": 145, "lr": 8.663200642540522e-05}
{"train_loss": 0.008224478922784328, "global_step": 25830, "epoch": 145, "lr": 8.663100066203021e-05}
{"train_loss": 0.010098597034811974, "global_step": 25831, "epoch": 145, "lr": 8.662999486666019e-05}
{"train_loss": 0.003631969913840294, "global_step": 25832, "epoch": 145, "lr": 8.662898903929607e-05}
{"train_loss": 0.009529262781143188, "global_step": 25833, "epoch": 145, "lr": 8.662798317993872e-05}
{"train_loss": 0.008052589371800423, "global_step": 25834, "epoch": 145, "lr": 8.6626977288589e-05}
{"train_loss": 0.009158015251159668, "global_step": 25835, "epoch": 145, "lr": 8.662597136524782e-05}
{"train_loss": 0.006025801878422499, "global_step": 25836, "epoch": 145, "lr": 8.662496540991602e-05}
{"train_loss": 0.006640840321779251, "global_step": 25837, "epoch": 145, "lr": 8.662395942259451e-05}
{"train_loss": 0.005161508452147245, "global_step": 25838, "epoch": 145, "lr": 8.662295340328416e-05}
{"train_loss": 0.0051060812547802925, "global_step": 25839, "epoch": 145, "lr": 8.662194735198585e-05}
{"train_loss": 0.0072710029780864716, "global_step": 25840, "epoch": 145, "lr": 8.662094126870046e-05}
{"train_loss": 0.005835173185914755, "global_step": 25841, "epoch": 145, "lr": 8.661993515342886e-05}
{"train_loss": 0.011267159134149551, "global_step": 25842, "epoch": 145, "lr": 8.661892900617193e-05}
{"train_loss": 0.00806956086307764, "global_step": 25843, "epoch": 145, "lr": 8.661792282693055e-05}
{"train_loss": 0.0050256261602044106, "global_step": 25844, "epoch": 145, "lr": 8.661691661570562e-05}
{"train_loss": 0.011029846966266632, "global_step": 25845, "epoch": 145, "lr": 8.661591037249799e-05}
{"train_loss": 0.009726771153509617, "global_step": 25846, "epoch": 145, "lr": 8.661490409730854e-05}
{"train_loss": 0.0072300671599805355, "global_step": 25847, "epoch": 145, "lr": 8.661389779013815e-05}
{"train_loss": 0.008684210479259491, "global_step": 25848, "epoch": 145, "lr": 8.661289145098772e-05}
{"train_loss": 0.005622361786663532, "global_step": 25849, "epoch": 145, "lr": 8.661188507985812e-05}
{"train_loss": 0.00903519056737423, "global_step": 25850, "epoch": 145, "lr": 8.661087867675021e-05}
{"train_loss": 0.006696428172290325, "global_step": 25851, "epoch": 145, "lr": 8.66098722416649e-05}
{"train_loss": 0.006757124327123165, "global_step": 25852, "epoch": 145, "lr": 8.660886577460306e-05}
{"train_loss": 0.007469212636351585, "global_step": 25853, "epoch": 145, "lr": 8.660785927556554e-05}
{"train_loss": 0.010993048548698425, "global_step": 25854, "epoch": 145, "lr": 8.660685274455325e-05}
{"train_loss": 0.006454345770180225, "global_step": 25855, "epoch": 145, "lr": 8.660584618156706e-05}
{"train_loss": 0.003960942383855581, "global_step": 25856, "epoch": 145, "lr": 8.660483958660785e-05}
{"train_loss": 0.006685629021376371, "global_step": 25857, "epoch": 145, "lr": 8.66038329596765e-05}
{"train_loss": 0.012189825065433979, "global_step": 25858, "epoch": 145, "lr": 8.660282630077389e-05}
{"train_loss": 0.003455962985754013, "global_step": 25859, "epoch": 145, "lr": 8.66018196099009e-05}
{"train_loss": 0.006573924329131842, "global_step": 25860, "epoch": 145, "lr": 8.66008128870584e-05}
{"train_loss": 0.005697314627468586, "global_step": 25861, "epoch": 145, "lr": 8.659980613224727e-05}
{"train_loss": 0.006556423380970955, "global_step": 25862, "epoch": 145, "lr": 8.65987993454684e-05}
{"train_loss": 0.010196194984018803, "global_step": 25863, "epoch": 145, "lr": 8.659779252672266e-05}
{"train_loss": 0.005382034927606583, "global_step": 25864, "epoch": 145, "lr": 8.659678567601095e-05}
{"train_loss": 0.006410155910998583, "global_step": 25865, "epoch": 145, "lr": 8.659577879333411e-05}
{"train_loss": 0.005724201910197735, "global_step": 25866, "epoch": 145, "lr": 8.659477187869307e-05}
{"train_loss": 0.004601415246725082, "global_step": 25867, "epoch": 145, "lr": 8.659376493208866e-05}
{"train_loss": 0.011648936197161674, "global_step": 25868, "epoch": 145, "lr": 8.659275795352179e-05}
{"train_loss": 0.005175047088414431, "global_step": 25869, "epoch": 145, "lr": 8.659175094299333e-05}
{"train_loss": 0.007143809460103512, "global_step": 25870, "epoch": 145, "lr": 8.659074390050417e-05}
{"train_loss": 0.005539938807487488, "global_step": 25871, "epoch": 145, "lr": 8.658973682605516e-05}
{"train_loss": 0.007786167785525322, "global_step": 25872, "epoch": 145, "lr": 8.658872971964722e-05}
{"train_loss": 0.009075410664081573, "global_step": 25873, "epoch": 145, "lr": 8.658772258128119e-05}
{"train_loss": 0.00661412812769413, "global_step": 25874, "epoch": 145, "lr": 8.6586715410958e-05}
{"train_loss": 0.01295539177954197, "global_step": 25875, "epoch": 145, "lr": 8.658570820867847e-05}
{"train_loss": 0.012799961492419243, "global_step": 25876, "epoch": 145, "lr": 8.658470097444351e-05}
{"train_loss": 0.005851169116795063, "global_step": 25877, "epoch": 145, "lr": 8.658369370825402e-05}
{"train_loss": 0.004447145387530327, "global_step": 25878, "epoch": 145, "lr": 8.658268641011083e-05}
{"train_loss": 0.007878173142671585, "global_step": 25879, "epoch": 145, "lr": 8.658167908001487e-05}
{"train_loss": 0.003452956210821867, "global_step": 25880, "epoch": 145, "lr": 8.658067171796699e-05}
{"train_loss": 0.00377652607858181, "global_step": 25881, "epoch": 145, "lr": 8.657966432396808e-05}
{"train_loss": 0.014562178403139114, "global_step": 25882, "epoch": 145, "lr": 8.657865689801902e-05}
{"train_loss": 0.004870501346886158, "global_step": 25883, "epoch": 145, "lr": 8.657764944012068e-05}
{"train_loss": 0.008453477174043655, "global_step": 25884, "epoch": 145, "lr": 8.657664195027395e-05}
{"train_loss": 0.005164213944226503, "global_step": 25885, "epoch": 145, "lr": 8.657563442847971e-05}
{"train_loss": 0.010996400378644466, "global_step": 25886, "epoch": 145, "lr": 8.657462687473885e-05}
{"train_loss": 0.006068341434001923, "global_step": 25887, "epoch": 145, "lr": 8.657361928905221e-05}
{"train_loss": 0.005675197578966618, "global_step": 25888, "epoch": 145, "lr": 8.657261167142072e-05}
{"train_loss": 0.007685536053031683, "global_step": 25889, "epoch": 145, "lr": 8.657160402184523e-05}
{"train_loss": 0.016580266878008842, "global_step": 25890, "epoch": 145, "lr": 8.657059634032663e-05}
{"train_loss": 0.008551020175218582, "global_step": 25891, "epoch": 145, "lr": 8.65695886268658e-05}
{"train_loss": 0.008091362193226814, "global_step": 25892, "epoch": 145, "lr": 8.656858088146362e-05}
{"train_loss": 0.006240878254175186, "global_step": 25893, "epoch": 145, "lr": 8.656757310412096e-05}
{"train_loss": 0.00684914318844676, "global_step": 25894, "epoch": 145, "lr": 8.656656529483871e-05}
{"train_loss": 0.005430154502391815, "global_step": 25895, "epoch": 145, "lr": 8.656555745361775e-05}
{"train_loss": 0.00643271766602993, "global_step": 25896, "epoch": 145, "lr": 8.656454958045896e-05}
{"train_loss": 0.005314605310559273, "global_step": 25897, "epoch": 145, "lr": 8.656354167536322e-05}
{"train_loss": 0.008476626127958298, "global_step": 25898, "epoch": 145, "lr": 8.656253373833141e-05}
{"train_loss": 0.006140711717307568, "global_step": 25899, "epoch": 145, "lr": 8.65615257693644e-05}
{"train_loss": 0.011695612221956253, "global_step": 25900, "epoch": 145, "lr": 8.65605177684631e-05}
{"train_loss": 0.009807847440242767, "global_step": 25901, "epoch": 145, "lr": 8.655950973562836e-05}
{"train_loss": 0.006861842703074217, "global_step": 25902, "epoch": 145, "lr": 8.655850167086108e-05}
{"train_loss": 0.004522379487752914, "global_step": 25903, "epoch": 145, "lr": 8.655749357416212e-05}
{"train_loss": 0.006617235019803047, "global_step": 25904, "epoch": 145, "lr": 8.655648544553238e-05}
{"train_loss": 0.009114349260926247, "global_step": 25905, "epoch": 145, "lr": 8.655547728497273e-05}
{"train_loss": 0.005073441658169031, "global_step": 25906, "epoch": 145, "lr": 8.655446909248405e-05}
{"train_loss": 0.006950379349291325, "global_step": 25907, "epoch": 145, "lr": 8.655346086806724e-05}
{"train_loss": 0.006725210230797529, "global_step": 25908, "epoch": 145, "lr": 8.655245261172315e-05}
{"train_loss": 0.006634382531046867, "global_step": 25909, "epoch": 145, "lr": 8.655144432345268e-05}
{"train_loss": 0.00415118969976902, "global_step": 25910, "epoch": 145, "lr": 8.65504360032567e-05}
{"train_loss": 0.010286242701113224, "global_step": 25911, "epoch": 145, "lr": 8.654942765113609e-05}
{"train_loss": 0.005016074515879154, "global_step": 25912, "epoch": 145, "lr": 8.654841926709176e-05}
{"train_loss": 0.00541020417585969, "global_step": 25913, "epoch": 145, "lr": 8.654741085112456e-05}
{"train_loss": 0.0051928372122347355, "global_step": 25914, "epoch": 145, "lr": 8.654640240323539e-05}
{"train_loss": 0.008543731644749641, "global_step": 25915, "epoch": 145, "lr": 8.65453939234251e-05}
{"train_loss": 0.005941472947597504, "global_step": 25916, "epoch": 145, "lr": 8.65443854116946e-05}
{"train_loss": 0.004781927913427353, "global_step": 25917, "epoch": 145, "lr": 8.654337686804476e-05}
{"train_loss": 0.006312624551355839, "global_step": 25918, "epoch": 145, "lr": 8.654236829247646e-05}
{"train_loss": 0.00728430412709713, "global_step": 25919, "epoch": 145, "lr": 8.654135968499058e-05}
{"train_loss": 0.008941156789660454, "global_step": 25920, "epoch": 145, "lr": 8.654035104558802e-05}
{"train_loss": 0.007839184254407883, "global_step": 25921, "epoch": 145, "lr": 8.653934237426963e-05}
{"train_loss": 0.005919859744608402, "global_step": 25922, "epoch": 145, "lr": 8.653833367103632e-05}
{"train_loss": 0.006297133397310972, "global_step": 25923, "epoch": 145, "lr": 8.653732493588895e-05}
{"train_loss": 0.014748768880963326, "global_step": 25924, "epoch": 145, "lr": 8.653631616882841e-05}
{"train_loss": 0.008162599988281727, "global_step": 25925, "epoch": 145, "lr": 8.653530736985557e-05}
{"train_loss": 0.017028097063302994, "global_step": 25926, "epoch": 145, "lr": 8.653429853897134e-05}
{"train_loss": 0.006308572366833687, "global_step": 25927, "epoch": 145, "lr": 8.653328967617658e-05}
{"train_loss": 0.007483369670808315, "global_step": 25928, "epoch": 145, "lr": 8.653228078147216e-05}
{"train_loss": 0.003589797765016556, "global_step": 25929, "epoch": 145, "lr": 8.653127185485898e-05}
{"train_loss": 0.0077325389720499516, "global_step": 25930, "epoch": 145, "lr": 8.653026289633792e-05}
{"train_loss": 0.004302172921597958, "global_step": 25931, "epoch": 145, "lr": 8.652925390590984e-05}
{"train_loss": 0.008385930210351944, "global_step": 25932, "epoch": 145, "lr": 8.652824488357567e-05}
{"train_loss": 0.01448444277048111, "global_step": 25933, "epoch": 145, "lr": 8.652723582933624e-05}
{"train_loss": 0.005276347044855356, "global_step": 25934, "epoch": 145, "lr": 8.652622674319244e-05}
{"train_loss": 0.005425872281193733, "global_step": 25935, "epoch": 145, "lr": 8.652521762514519e-05}
{"train_loss": 0.004042896442115307, "global_step": 25936, "epoch": 145, "lr": 8.652420847519532e-05}
{"train_loss": 0.0064321341924369335, "global_step": 25937, "epoch": 145, "lr": 8.652319929334373e-05}
{"train_loss": 0.0064705898985266685, "global_step": 25938, "epoch": 145, "lr": 8.652219007959133e-05}
{"train_loss": 0.004703107289969921, "global_step": 25939, "epoch": 145, "lr": 8.652118083393896e-05}
{"train_loss": 0.004565712064504623, "global_step": 25940, "epoch": 145, "lr": 8.652017155638754e-05}
{"train_loss": 0.004106477368623018, "global_step": 25941, "epoch": 145, "lr": 8.65191622469379e-05}
{"train_loss": 0.002688043285161257, "global_step": 25942, "epoch": 145, "lr": 8.651815290559098e-05}
{"train_loss": 0.006981903687119484, "global_step": 25943, "epoch": 145, "lr": 8.651714353234763e-05}
{"train_loss": 0.010391755029559135, "global_step": 25944, "epoch": 145, "lr": 8.651613412720873e-05}
{"train_loss": 0.011777160689234734, "global_step": 25945, "epoch": 145, "lr": 8.651512469017516e-05}
{"train_loss": 0.0034264158457517624, "global_step": 25946, "epoch": 145, "lr": 8.651411522124782e-05}
{"train_loss": 0.005433127284049988, "global_step": 25947, "epoch": 145, "lr": 8.651310572042759e-05}
{"train_loss": 0.005462617613375187, "global_step": 25948, "epoch": 145, "lr": 8.651209618771532e-05}
{"train_loss": 0.007173043675720692, "global_step": 25949, "epoch": 145, "lr": 8.651108662311193e-05}
{"train_loss": 0.005276737734675407, "global_step": 25950, "epoch": 145, "lr": 8.651007702661829e-05}
{"train_loss": 0.0034670704044401646, "global_step": 25951, "epoch": 145, "lr": 8.650906739823525e-05}
{"train_loss": 0.002396661089733243, "global_step": 25952, "epoch": 145, "lr": 8.650805773796375e-05}
{"train_loss": 0.008142021484673023, "global_step": 25953, "epoch": 145, "lr": 8.650704804580463e-05}
{"train_loss": 0.008489642292261124, "global_step": 25954, "epoch": 145, "lr": 8.650603832175879e-05}
{"train_loss": 0.00447820033878088, "global_step": 25955, "epoch": 145, "lr": 8.65050285658271e-05}
{"train_loss": 0.005762636195868254, "global_step": 25956, "epoch": 145, "lr": 8.650401877801045e-05}
{"train_loss": 0.0038797049783170223, "global_step": 25957, "epoch": 145, "lr": 8.650300895830972e-05}
{"train_loss": 0.007021788973361254, "global_step": 25958, "epoch": 145, "lr": 8.650199910672578e-05}
{"train_loss": 0.007413165643811226, "global_step": 25959, "epoch": 145, "lr": 8.650098922325954e-05}
{"train_loss": 0.007377284578979015, "global_step": 25960, "epoch": 145, "lr": 8.649997930791186e-05}
{"train_loss": 0.005031947046518326, "global_step": 25961, "epoch": 145, "lr": 8.649896936068363e-05}
{"train_loss": 0.0044570970349013805, "global_step": 25962, "epoch": 145, "lr": 8.649795938157572e-05}
{"train_loss": 0.008572938852012157, "global_step": 25963, "epoch": 145, "lr": 8.649694937058903e-05}
{"train_loss": 0.007569848094135523, "global_step": 25964, "epoch": 145, "lr": 8.649593932772444e-05}
{"train_loss": 0.008628115057945251, "global_step": 25965, "epoch": 145, "lr": 8.649492925298282e-05}
{"train_loss": 0.011199272237718105, "global_step": 25966, "epoch": 145, "lr": 8.649391914636507e-05}
{"train_loss": 0.007371163927018642, "global_step": 25967, "epoch": 145, "lr": 8.649290900787204e-05}
{"train_loss": 0.005953098647296429, "global_step": 25968, "epoch": 145, "lr": 8.649189883750464e-05}
{"train_loss": 0.006516902707517147, "global_step": 25969, "epoch": 145, "lr": 8.649088863526376e-05}
{"train_loss": 0.008467662148177624, "global_step": 25970, "epoch": 145, "lr": 8.648987840115024e-05}
{"train_loss": 0.009743042290210724, "global_step": 25971, "epoch": 145, "lr": 8.648886813516501e-05}
{"train_loss": 0.007050154730677605, "global_step": 25972, "epoch": 145, "lr": 8.648785783730893e-05}
{"train_loss": 0.005314832553267479, "global_step": 25973, "epoch": 145, "lr": 8.64868475075829e-05}
{"train_loss": 0.006624661851674318, "global_step": 25974, "epoch": 145, "lr": 8.648583714598777e-05}
{"train_loss": 0.0088181272149086, "global_step": 25975, "epoch": 145, "lr": 8.648482675252444e-05}
{"train_loss": 0.008753066882491112, "global_step": 25976, "epoch": 145, "lr": 8.64838163271938e-05}
{"train_loss": 0.005000833421945572, "global_step": 25977, "epoch": 145, "lr": 8.648280586999671e-05}
{"train_loss": 0.005634265951812267, "global_step": 25978, "epoch": 145, "lr": 8.648179538093408e-05}
{"train_loss": 0.0068182023242115974, "global_step": 25979, "epoch": 145, "lr": 8.648078486000679e-05}
{"train_loss": 0.006519358139485121, "global_step": 25980, "epoch": 145, "lr": 8.64797743072157e-05}
{"train_loss": 0.011306164786219597, "global_step": 25981, "epoch": 145, "lr": 8.647876372256171e-05}
{"train_loss": 0.010358388535678387, "global_step": 25982, "epoch": 145, "lr": 8.647775310604568e-05}
{"train_loss": 0.0047968970611691475, "global_step": 25983, "epoch": 145, "lr": 8.647674245766855e-05}
{"train_loss": 0.007143592927604914, "global_step": 25984, "epoch": 145, "lr": 8.647573177743113e-05}
{"train_loss": 0.006741193123161793, "global_step": 25985, "epoch": 145, "lr": 8.647472106533435e-05}
{"train_loss": 0.00803344789892435, "global_step": 25986, "epoch": 145, "lr": 8.647371032137908e-05}
{"train_loss": 0.007300719777069819, "global_step": 25987, "epoch": 145, "lr": 8.64726995455662e-05, "train_action_mse_error": 1.624045216885861e-05}
{"train_loss": 0.005114040337502956, "global_step": 25988, "epoch": 146, "lr": 8.64716887378966e-05}
{"train_loss": 0.008933311328291893, "global_step": 25989, "epoch": 146, "lr": 8.647067789837115e-05}
{"train_loss": 0.010833483189344406, "global_step": 25990, "epoch": 146, "lr": 8.646966702699075e-05}
{"train_loss": 0.014924567192792892, "global_step": 25991, "epoch": 146, "lr": 8.646865612375625e-05}
{"train_loss": 0.010625381022691727, "global_step": 25992, "epoch": 146, "lr": 8.646764518866859e-05}
{"train_loss": 0.006956896744668484, "global_step": 25993, "epoch": 146, "lr": 8.646663422172861e-05}
{"train_loss": 0.007157419808208942, "global_step": 25994, "epoch": 146, "lr": 8.646562322293719e-05}
{"train_loss": 0.007244529202580452, "global_step": 25995, "epoch": 146, "lr": 8.646461219229522e-05}
{"train_loss": 0.007832220755517483, "global_step": 25996, "epoch": 146, "lr": 8.646360112980361e-05}
{"train_loss": 0.00875084474682808, "global_step": 25997, "epoch": 146, "lr": 8.646259003546322e-05}
{"train_loss": 0.00891554169356823, "global_step": 25998, "epoch": 146, "lr": 8.646157890927493e-05}
{"train_loss": 0.006833345629274845, "global_step": 25999, "epoch": 146, "lr": 8.646056775123961e-05}
{"train_loss": 0.014233129099011421, "global_step": 26000, "epoch": 146, "lr": 8.645955656135818e-05}
{"train_loss": 0.007404736243188381, "global_step": 26001, "epoch": 146, "lr": 8.645854533963152e-05}
{"train_loss": 0.007375477813184261, "global_step": 26002, "epoch": 146, "lr": 8.645753408606048e-05}
{"train_loss": 0.009337486699223518, "global_step": 26003, "epoch": 146, "lr": 8.645652280064596e-05}
{"train_loss": 0.006568887270987034, "global_step": 26004, "epoch": 146, "lr": 8.645551148338884e-05}
{"train_loss": 0.005223823711276054, "global_step": 26005, "epoch": 146, "lr": 8.645450013429002e-05}
{"train_loss": 0.012215878814458847, "global_step": 26006, "epoch": 146, "lr": 8.645348875335037e-05}
{"train_loss": 0.004656198434531689, "global_step": 26007, "epoch": 146, "lr": 8.645247734057076e-05}
{"train_loss": 0.008228971622884274, "global_step": 26008, "epoch": 146, "lr": 8.64514658959521e-05}
{"train_loss": 0.008598997257649899, "global_step": 26009, "epoch": 146, "lr": 8.645045441949527e-05}
{"train_loss": 0.0054988255724310875, "global_step": 26010, "epoch": 146, "lr": 8.644944291120112e-05}
{"train_loss": 0.0026489929296076298, "global_step": 26011, "epoch": 146, "lr": 8.644843137107059e-05}
{"train_loss": 0.007092396263033152, "global_step": 26012, "epoch": 146, "lr": 8.644741979910452e-05}
{"train_loss": 0.004193080589175224, "global_step": 26013, "epoch": 146, "lr": 8.644640819530379e-05}
{"train_loss": 0.0073570734821259975, "global_step": 26014, "epoch": 146, "lr": 8.64453965596693e-05}
{"train_loss": 0.009961791336536407, "global_step": 26015, "epoch": 146, "lr": 8.644438489220195e-05}
{"train_loss": 0.005735814571380615, "global_step": 26016, "epoch": 146, "lr": 8.64433731929026e-05}
{"train_loss": 0.006304106209427118, "global_step": 26017, "epoch": 146, "lr": 8.644236146177213e-05}
{"train_loss": 0.008565571159124374, "global_step": 26018, "epoch": 146, "lr": 8.644134969881145e-05}
{"train_loss": 0.0069891540333628654, "global_step": 26019, "epoch": 146, "lr": 8.644033790402142e-05}
{"train_loss": 0.006434091832488775, "global_step": 26020, "epoch": 146, "lr": 8.643932607740293e-05}
{"train_loss": 0.0073334588669240475, "global_step": 26021, "epoch": 146, "lr": 8.643831421895687e-05}
{"train_loss": 0.00562096294015646, "global_step": 26022, "epoch": 146, "lr": 8.64373023286841e-05}
{"train_loss": 0.006286140531301498, "global_step": 26023, "epoch": 146, "lr": 8.643629040658554e-05}
{"train_loss": 0.010763004422187805, "global_step": 26024, "epoch": 146, "lr": 8.643527845266206e-05}
{"train_loss": 0.006562083028256893, "global_step": 26025, "epoch": 146, "lr": 8.643426646691453e-05}
{"train_loss": 0.006097862962633371, "global_step": 26026, "epoch": 146, "lr": 8.643325444934384e-05}
{"train_loss": 0.007186793722212315, "global_step": 26027, "epoch": 146, "lr": 8.643224239995089e-05}
{"train_loss": 0.009188041090965271, "global_step": 26028, "epoch": 146, "lr": 8.643123031873655e-05}
{"train_loss": 0.007697693072259426, "global_step": 26029, "epoch": 146, "lr": 8.64302182057017e-05}
{"train_loss": 0.005778804421424866, "global_step": 26030, "epoch": 146, "lr": 8.642920606084724e-05}
{"train_loss": 0.0045549324713647366, "global_step": 26031, "epoch": 146, "lr": 8.642819388417402e-05}
{"train_loss": 0.007797885686159134, "global_step": 26032, "epoch": 146, "lr": 8.642718167568298e-05}
{"train_loss": 0.009502105414867401, "global_step": 26033, "epoch": 146, "lr": 8.642616943537495e-05}
{"train_loss": 0.005681037902832031, "global_step": 26034, "epoch": 146, "lr": 8.642515716325084e-05}
{"train_loss": 0.008392881602048874, "global_step": 26035, "epoch": 146, "lr": 8.642414485931154e-05}
{"train_loss": 0.0059976112097501755, "global_step": 26036, "epoch": 146, "lr": 8.642313252355792e-05}
{"train_loss": 0.008719367906451225, "global_step": 26037, "epoch": 146, "lr": 8.642212015599088e-05}
{"train_loss": 0.009748506359755993, "global_step": 26038, "epoch": 146, "lr": 8.642110775661127e-05}
{"train_loss": 0.0044088661670684814, "global_step": 26039, "epoch": 146, "lr": 8.642009532542e-05}
{"train_loss": 0.003999394364655018, "global_step": 26040, "epoch": 146, "lr": 8.641908286241796e-05}
{"train_loss": 0.00600885134190321, "global_step": 26041, "epoch": 146, "lr": 8.641807036760603e-05}
{"train_loss": 0.00782252661883831, "global_step": 26042, "epoch": 146, "lr": 8.641705784098508e-05}
{"train_loss": 0.00292784720659256, "global_step": 26043, "epoch": 146, "lr": 8.641604528255602e-05}
{"train_loss": 0.007302931509912014, "global_step": 26044, "epoch": 146, "lr": 8.641503269231971e-05}
{"train_loss": 0.005755191668868065, "global_step": 26045, "epoch": 146, "lr": 8.641402007027704e-05}
{"train_loss": 0.008548270910978317, "global_step": 26046, "epoch": 146, "lr": 8.641300741642891e-05}
{"train_loss": 0.00664771581068635, "global_step": 26047, "epoch": 146, "lr": 8.641199473077618e-05}
{"train_loss": 0.003451454220339656, "global_step": 26048, "epoch": 146, "lr": 8.641098201331975e-05}
{"train_loss": 0.006629680283367634, "global_step": 26049, "epoch": 146, "lr": 8.640996926406051e-05}
{"train_loss": 0.007821062579751015, "global_step": 26050, "epoch": 146, "lr": 8.640895648299932e-05}
{"train_loss": 0.007160266861319542, "global_step": 26051, "epoch": 146, "lr": 8.64079436701371e-05}
{"train_loss": 0.006623206660151482, "global_step": 26052, "epoch": 146, "lr": 8.640693082547471e-05}
{"train_loss": 0.004779746290296316, "global_step": 26053, "epoch": 146, "lr": 8.640591794901302e-05}
{"train_loss": 0.003787439549341798, "global_step": 26054, "epoch": 146, "lr": 8.640490504075296e-05}
{"train_loss": 0.00840845052152872, "global_step": 26055, "epoch": 146, "lr": 8.640389210069538e-05}
{"train_loss": 0.006471411325037479, "global_step": 26056, "epoch": 146, "lr": 8.640287912884118e-05}
{"train_loss": 0.006766698323190212, "global_step": 26057, "epoch": 146, "lr": 8.640186612519124e-05}
{"train_loss": 0.005295582115650177, "global_step": 26058, "epoch": 146, "lr": 8.640085308974643e-05}
{"train_loss": 0.004850542172789574, "global_step": 26059, "epoch": 146, "lr": 8.639984002250765e-05}
{"train_loss": 0.005089191719889641, "global_step": 26060, "epoch": 146, "lr": 8.63988269234758e-05}
{"train_loss": 0.008861585520207882, "global_step": 26061, "epoch": 146, "lr": 8.639781379265172e-05}
{"train_loss": 0.00629939790815115, "global_step": 26062, "epoch": 146, "lr": 8.639680063003634e-05}
{"train_loss": 0.003943581134080887, "global_step": 26063, "epoch": 146, "lr": 8.639578743563055e-05}
{"train_loss": 0.00403612433001399, "global_step": 26064, "epoch": 146, "lr": 8.63947742094352e-05}
{"train_loss": 0.005521154962480068, "global_step": 26065, "epoch": 146, "lr": 8.639376095145118e-05}
{"train_loss": 0.008013831451535225, "global_step": 26066, "epoch": 146, "lr": 8.639274766167938e-05}
{"train_loss": 0.00760412123054266, "global_step": 26067, "epoch": 146, "lr": 8.639173434012069e-05}
{"train_loss": 0.012820245698094368, "global_step": 26068, "epoch": 146, "lr": 8.639072098677598e-05}
{"train_loss": 0.003925709519535303, "global_step": 26069, "epoch": 146, "lr": 8.638970760164617e-05}
{"train_loss": 0.00758084561675787, "global_step": 26070, "epoch": 146, "lr": 8.638869418473212e-05}
{"train_loss": 0.004798729903995991, "global_step": 26071, "epoch": 146, "lr": 8.638768073603473e-05}
{"train_loss": 0.007915868423879147, "global_step": 26072, "epoch": 146, "lr": 8.638666725555486e-05}
{"train_loss": 0.004918333142995834, "global_step": 26073, "epoch": 146, "lr": 8.638565374329341e-05}
{"train_loss": 0.007484183646738529, "global_step": 26074, "epoch": 146, "lr": 8.638464019925126e-05}
{"train_loss": 0.011565981432795525, "global_step": 26075, "epoch": 146, "lr": 8.638362662342931e-05}
{"train_loss": 0.0033253959845751524, "global_step": 26076, "epoch": 146, "lr": 8.638261301582842e-05}
{"train_loss": 0.004131114110350609, "global_step": 26077, "epoch": 146, "lr": 8.63815993764495e-05}
{"train_loss": 0.0049857497215271, "global_step": 26078, "epoch": 146, "lr": 8.638058570529343e-05}
{"train_loss": 0.003989483695477247, "global_step": 26079, "epoch": 146, "lr": 8.637957200236109e-05}
{"train_loss": 0.008947053924202919, "global_step": 26080, "epoch": 146, "lr": 8.637855826765336e-05}
{"train_loss": 0.010501541197299957, "global_step": 26081, "epoch": 146, "lr": 8.637754450117112e-05}
{"train_loss": 0.006947181653231382, "global_step": 26082, "epoch": 146, "lr": 8.637653070291529e-05}
{"train_loss": 0.00785837508738041, "global_step": 26083, "epoch": 146, "lr": 8.637551687288673e-05}
{"train_loss": 0.007133765146136284, "global_step": 26084, "epoch": 146, "lr": 8.637450301108631e-05}
{"train_loss": 0.0052484916523098946, "global_step": 26085, "epoch": 146, "lr": 8.637348911751496e-05}
{"train_loss": 0.006920389831066132, "global_step": 26086, "epoch": 146, "lr": 8.637247519217353e-05}
{"train_loss": 0.010164928622543812, "global_step": 26087, "epoch": 146, "lr": 8.63714612350629e-05}
{"train_loss": 0.009994935244321823, "global_step": 26088, "epoch": 146, "lr": 8.637044724618399e-05}
{"train_loss": 0.0062925308011472225, "global_step": 26089, "epoch": 146, "lr": 8.636943322553765e-05}
{"train_loss": 0.004113044589757919, "global_step": 26090, "epoch": 146, "lr": 8.63684191731248e-05}
{"train_loss": 0.012288511730730534, "global_step": 26091, "epoch": 146, "lr": 8.63674050889463e-05}
{"train_loss": 0.008129449561238289, "global_step": 26092, "epoch": 146, "lr": 8.636639097300303e-05}
{"train_loss": 0.007070500869303942, "global_step": 26093, "epoch": 146, "lr": 8.63653768252959e-05}
{"train_loss": 0.003152888733893633, "global_step": 26094, "epoch": 146, "lr": 8.636436264582579e-05}
{"train_loss": 0.0050838110037148, "global_step": 26095, "epoch": 146, "lr": 8.636334843459358e-05}
{"train_loss": 0.008083347231149673, "global_step": 26096, "epoch": 146, "lr": 8.636233419160016e-05}
{"train_loss": 0.0058462610468268394, "global_step": 26097, "epoch": 146, "lr": 8.63613199168464e-05}
{"train_loss": 0.003393840044736862, "global_step": 26098, "epoch": 146, "lr": 8.63603056103332e-05}
{"train_loss": 0.007305057719349861, "global_step": 26099, "epoch": 146, "lr": 8.635929127206146e-05}
{"train_loss": 0.006776375696063042, "global_step": 26100, "epoch": 146, "lr": 8.635827690203204e-05}
{"train_loss": 0.00971902534365654, "global_step": 26101, "epoch": 146, "lr": 8.635726250024582e-05}
{"train_loss": 0.008749131113290787, "global_step": 26102, "epoch": 146, "lr": 8.635624806670373e-05}
{"train_loss": 0.006958385463804007, "global_step": 26103, "epoch": 146, "lr": 8.635523360140663e-05}
{"train_loss": 0.005652367137372494, "global_step": 26104, "epoch": 146, "lr": 8.635421910435538e-05}
{"train_loss": 0.006600692868232727, "global_step": 26105, "epoch": 146, "lr": 8.635320457555091e-05}
{"train_loss": 0.008076272904872894, "global_step": 26106, "epoch": 146, "lr": 8.635219001499408e-05}
{"train_loss": 0.005097278859466314, "global_step": 26107, "epoch": 146, "lr": 8.635117542268578e-05}
{"train_loss": 0.008576415479183197, "global_step": 26108, "epoch": 146, "lr": 8.63501607986269e-05}
{"train_loss": 0.0141564030200243, "global_step": 26109, "epoch": 146, "lr": 8.634914614281833e-05}
{"train_loss": 0.008070672862231731, "global_step": 26110, "epoch": 146, "lr": 8.634813145526095e-05}
{"train_loss": 0.007615052163600922, "global_step": 26111, "epoch": 146, "lr": 8.634711673595564e-05}
{"train_loss": 0.0063707237131893635, "global_step": 26112, "epoch": 146, "lr": 8.63461019849033e-05}
{"train_loss": 0.0029158680699765682, "global_step": 26113, "epoch": 146, "lr": 8.634508720210482e-05}
{"train_loss": 0.008237430825829506, "global_step": 26114, "epoch": 146, "lr": 8.634407238756106e-05}
{"train_loss": 0.0062415581196546555, "global_step": 26115, "epoch": 146, "lr": 8.634305754127293e-05}
{"train_loss": 0.005096652545034885, "global_step": 26116, "epoch": 146, "lr": 8.63420426632413e-05}
{"train_loss": 0.00916905514895916, "global_step": 26117, "epoch": 146, "lr": 8.634102775346709e-05}
{"train_loss": 0.0031000555027276278, "global_step": 26118, "epoch": 146, "lr": 8.634001281195114e-05}
{"train_loss": 0.009757226333022118, "global_step": 26119, "epoch": 146, "lr": 8.633899783869438e-05}
{"train_loss": 0.007946335710585117, "global_step": 26120, "epoch": 146, "lr": 8.633798283369766e-05}
{"train_loss": 0.012966873124241829, "global_step": 26121, "epoch": 146, "lr": 8.633696779696188e-05}
{"train_loss": 0.0052165500819683075, "global_step": 26122, "epoch": 146, "lr": 8.633595272848793e-05}
{"train_loss": 0.005770178511738777, "global_step": 26123, "epoch": 146, "lr": 8.633493762827671e-05}
{"train_loss": 0.006427700165659189, "global_step": 26124, "epoch": 146, "lr": 8.633392249632908e-05}
{"train_loss": 0.009056758135557175, "global_step": 26125, "epoch": 146, "lr": 8.633290733264595e-05}
{"train_loss": 0.006008497439324856, "global_step": 26126, "epoch": 146, "lr": 8.633189213722817e-05}
{"train_loss": 0.003774561220780015, "global_step": 26127, "epoch": 146, "lr": 8.633087691007668e-05}
{"train_loss": 0.008605366572737694, "global_step": 26128, "epoch": 146, "lr": 8.632986165119232e-05}
{"train_loss": 0.010250912979245186, "global_step": 26129, "epoch": 146, "lr": 8.632884636057602e-05}
{"train_loss": 0.013358773663640022, "global_step": 26130, "epoch": 146, "lr": 8.632783103822862e-05}
{"train_loss": 0.005218498408794403, "global_step": 26131, "epoch": 146, "lr": 8.632681568415101e-05}
{"train_loss": 0.007877025753259659, "global_step": 26132, "epoch": 146, "lr": 8.632580029834414e-05}
{"train_loss": 0.005480342078953981, "global_step": 26133, "epoch": 146, "lr": 8.632478488080882e-05}
{"train_loss": 0.011555402539670467, "global_step": 26134, "epoch": 146, "lr": 8.632376943154599e-05}
{"train_loss": 0.01175770629197359, "global_step": 26135, "epoch": 146, "lr": 8.63227539505565e-05}
{"train_loss": 0.011311734095215797, "global_step": 26136, "epoch": 146, "lr": 8.632173843784126e-05}
{"train_loss": 0.006108825094997883, "global_step": 26137, "epoch": 146, "lr": 8.632072289340116e-05}
{"train_loss": 0.0073844073340296745, "global_step": 26138, "epoch": 146, "lr": 8.631970731723706e-05}
{"train_loss": 0.002659006742760539, "global_step": 26139, "epoch": 146, "lr": 8.631869170934987e-05}
{"train_loss": 0.009353693574666977, "global_step": 26140, "epoch": 146, "lr": 8.631767606974048e-05}
{"train_loss": 0.006821152754127979, "global_step": 26141, "epoch": 146, "lr": 8.631666039840978e-05}
{"train_loss": 0.004418026655912399, "global_step": 26142, "epoch": 146, "lr": 8.631564469535862e-05}
{"train_loss": 0.00785666424781084, "global_step": 26143, "epoch": 146, "lr": 8.631462896058793e-05}
{"train_loss": 0.008385555818676949, "global_step": 26144, "epoch": 146, "lr": 8.631361319409858e-05}
{"train_loss": 0.007729789242148399, "global_step": 26145, "epoch": 146, "lr": 8.631259739589143e-05}
{"train_loss": 0.005167093127965927, "global_step": 26146, "epoch": 146, "lr": 8.631158156596744e-05}
{"train_loss": 0.005537267308682203, "global_step": 26147, "epoch": 146, "lr": 8.631056570432742e-05}
{"train_loss": 0.008910350501537323, "global_step": 26148, "epoch": 146, "lr": 8.63095498109723e-05}
{"train_loss": 0.01079094223678112, "global_step": 26149, "epoch": 146, "lr": 8.630853388590295e-05}
{"train_loss": 0.006983311381191015, "global_step": 26150, "epoch": 146, "lr": 8.630751792912026e-05}
{"train_loss": 0.005181503016501665, "global_step": 26151, "epoch": 146, "lr": 8.630650194062516e-05}
{"train_loss": 0.004313067998737097, "global_step": 26152, "epoch": 146, "lr": 8.630548592041845e-05}
{"train_loss": 0.008612733334302902, "global_step": 26153, "epoch": 146, "lr": 8.630446986850109e-05}
{"train_loss": 0.00764844985678792, "global_step": 26154, "epoch": 146, "lr": 8.630345378487394e-05}
{"train_loss": 0.006140928249806166, "global_step": 26155, "epoch": 146, "lr": 8.630243766953789e-05}
{"train_loss": 0.010395489633083344, "global_step": 26156, "epoch": 146, "lr": 8.630142152249383e-05}
{"train_loss": 0.009637710638344288, "global_step": 26157, "epoch": 146, "lr": 8.630040534374264e-05}
{"train_loss": 0.006004383787512779, "global_step": 26158, "epoch": 146, "lr": 8.629938913328521e-05}
{"train_loss": 0.003398844273760915, "global_step": 26159, "epoch": 146, "lr": 8.629837289112245e-05}
{"train_loss": 0.005672022700309753, "global_step": 26160, "epoch": 146, "lr": 8.629735661725522e-05}
{"train_loss": 0.011435695923864841, "global_step": 26161, "epoch": 146, "lr": 8.62963403116844e-05}
{"train_loss": 0.004361158702522516, "global_step": 26162, "epoch": 146, "lr": 8.629532397441092e-05}
{"train_loss": 0.004561005625873804, "global_step": 26163, "epoch": 146, "lr": 8.629430760543564e-05}
{"train_loss": 0.006762505508959293, "global_step": 26164, "epoch": 146, "lr": 8.629329120475944e-05}
{"train_loss": 0.007149793246886536, "global_step": 26165, "epoch": 146, "lr": 8.629227477238322e-05}
{"train_loss": 0.005040366668254137, "global_step": 26166, "epoch": 147, "lr": 8.629125830830787e-05}
{"train_loss": 0.010294737294316292, "global_step": 26167, "epoch": 147, "lr": 8.629024181253427e-05}
{"train_loss": 0.008365971967577934, "global_step": 26168, "epoch": 147, "lr": 8.62892252850633e-05}
{"train_loss": 0.005810570903122425, "global_step": 26169, "epoch": 147, "lr": 8.628820872589587e-05}
{"train_loss": 0.009530985727906227, "global_step": 26170, "epoch": 147, "lr": 8.628719213503284e-05}
{"train_loss": 0.007667447440326214, "global_step": 26171, "epoch": 147, "lr": 8.628617551247514e-05}
{"train_loss": 0.009111087769269943, "global_step": 26172, "epoch": 147, "lr": 8.628515885822362e-05}
{"train_loss": 0.010867311619222164, "global_step": 26173, "epoch": 147, "lr": 8.628414217227919e-05}
{"train_loss": 0.004522516392171383, "global_step": 26174, "epoch": 147, "lr": 8.628312545464273e-05}
{"train_loss": 0.005014430731534958, "global_step": 26175, "epoch": 147, "lr": 8.62821087053151e-05}
{"train_loss": 0.010669372975826263, "global_step": 26176, "epoch": 147, "lr": 8.628109192429724e-05}
{"train_loss": 0.012368808500468731, "global_step": 26177, "epoch": 147, "lr": 8.628007511159001e-05}
{"train_loss": 0.006454800255596638, "global_step": 26178, "epoch": 147, "lr": 8.627905826719428e-05}
{"train_loss": 0.005513494368642569, "global_step": 26179, "epoch": 147, "lr": 8.6278041391111e-05}
{"train_loss": 0.007373108062893152, "global_step": 26180, "epoch": 147, "lr": 8.627702448334099e-05}
{"train_loss": 0.005231387913227081, "global_step": 26181, "epoch": 147, "lr": 8.627600754388517e-05}
{"train_loss": 0.01339036226272583, "global_step": 26182, "epoch": 147, "lr": 8.627499057274442e-05}
{"train_loss": 0.009611675515770912, "global_step": 26183, "epoch": 147, "lr": 8.627397356991962e-05}
{"train_loss": 0.006297365762293339, "global_step": 26184, "epoch": 147, "lr": 8.62729565354117e-05}
{"train_loss": 0.007139628287404776, "global_step": 26185, "epoch": 147, "lr": 8.62719394692215e-05}
{"train_loss": 0.004809648264199495, "global_step": 26186, "epoch": 147, "lr": 8.627092237134992e-05}
{"train_loss": 0.008011285215616226, "global_step": 26187, "epoch": 147, "lr": 8.626990524179787e-05}
{"train_loss": 0.010054608806967735, "global_step": 26188, "epoch": 147, "lr": 8.626888808056623e-05}
{"train_loss": 0.011221345514059067, "global_step": 26189, "epoch": 147, "lr": 8.626787088765586e-05}
{"train_loss": 0.006059488747268915, "global_step": 26190, "epoch": 147, "lr": 8.626685366306769e-05}
{"train_loss": 0.004482237156480551, "global_step": 26191, "epoch": 147, "lr": 8.626583640680258e-05}
{"train_loss": 0.009711131453514099, "global_step": 26192, "epoch": 147, "lr": 8.626481911886144e-05}
{"train_loss": 0.011112505570054054, "global_step": 26193, "epoch": 147, "lr": 8.626380179924513e-05}
{"train_loss": 0.010622343979775906, "global_step": 26194, "epoch": 147, "lr": 8.626278444795457e-05}
{"train_loss": 0.011730950325727463, "global_step": 26195, "epoch": 147, "lr": 8.626176706499062e-05}
{"train_loss": 0.00727853924036026, "global_step": 26196, "epoch": 147, "lr": 8.626074965035418e-05}
{"train_loss": 0.006095334887504578, "global_step": 26197, "epoch": 147, "lr": 8.625973220404615e-05}
{"train_loss": 0.008943001739680767, "global_step": 26198, "epoch": 147, "lr": 8.625871472606742e-05}
{"train_loss": 0.01059756614267826, "global_step": 26199, "epoch": 147, "lr": 8.625769721641885e-05}
{"train_loss": 0.00833752192556858, "global_step": 26200, "epoch": 147, "lr": 8.625667967510134e-05}
{"train_loss": 0.008620012551546097, "global_step": 26201, "epoch": 147, "lr": 8.62556621021158e-05}
{"train_loss": 0.011037904769182205, "global_step": 26202, "epoch": 147, "lr": 8.625464449746309e-05}
{"train_loss": 0.0075261774472892284, "global_step": 26203, "epoch": 147, "lr": 8.625362686114413e-05}
{"train_loss": 0.0069153811782598495, "global_step": 26204, "epoch": 147, "lr": 8.62526091931598e-05}
{"train_loss": 0.008447609841823578, "global_step": 26205, "epoch": 147, "lr": 8.625159149351096e-05}
{"train_loss": 0.005555338226258755, "global_step": 26206, "epoch": 147, "lr": 8.625057376219853e-05}
{"train_loss": 0.00625390000641346, "global_step": 26207, "epoch": 147, "lr": 8.624955599922338e-05}
{"train_loss": 0.010997267439961433, "global_step": 26208, "epoch": 147, "lr": 8.624853820458641e-05}
{"train_loss": 0.006783830001950264, "global_step": 26209, "epoch": 147, "lr": 8.624752037828852e-05}
{"train_loss": 0.010005315765738487, "global_step": 26210, "epoch": 147, "lr": 8.624650252033058e-05}
{"train_loss": 0.011359901167452335, "global_step": 26211, "epoch": 147, "lr": 8.624548463071347e-05}
{"train_loss": 0.0063481261022388935, "global_step": 26212, "epoch": 147, "lr": 8.62444667094381e-05}
{"train_loss": 0.00615918030962348, "global_step": 26213, "epoch": 147, "lr": 8.624344875650537e-05}
{"train_loss": 0.006743788253515959, "global_step": 26214, "epoch": 147, "lr": 8.624243077191612e-05}
{"train_loss": 0.011163744144141674, "global_step": 26215, "epoch": 147, "lr": 8.62414127556713e-05}
{"train_loss": 0.00852955598384142, "global_step": 26216, "epoch": 147, "lr": 8.624039470777177e-05}
{"train_loss": 0.007202181965112686, "global_step": 26217, "epoch": 147, "lr": 8.62393766282184e-05}
{"train_loss": 0.007816432043910027, "global_step": 26218, "epoch": 147, "lr": 8.623835851701211e-05}
{"train_loss": 0.006151936948299408, "global_step": 26219, "epoch": 147, "lr": 8.623734037415377e-05}
{"train_loss": 0.005291882902383804, "global_step": 26220, "epoch": 147, "lr": 8.623632219964428e-05}
{"train_loss": 0.004085276275873184, "global_step": 26221, "epoch": 147, "lr": 8.623530399348454e-05}
{"train_loss": 0.004133062437176704, "global_step": 26222, "epoch": 147, "lr": 8.623428575567542e-05}
{"train_loss": 0.005074732471257448, "global_step": 26223, "epoch": 147, "lr": 8.62332674862178e-05}
{"train_loss": 0.007953915745019913, "global_step": 26224, "epoch": 147, "lr": 8.62322491851126e-05}
{"train_loss": 0.013243251480162144, "global_step": 26225, "epoch": 147, "lr": 8.623123085236069e-05}
{"train_loss": 0.008185232058167458, "global_step": 26226, "epoch": 147, "lr": 8.623021248796297e-05}
{"train_loss": 0.005199326202273369, "global_step": 26227, "epoch": 147, "lr": 8.622919409192031e-05}
{"train_loss": 0.0127639789134264, "global_step": 26228, "epoch": 147, "lr": 8.622817566423362e-05}
{"train_loss": 0.012842932716012001, "global_step": 26229, "epoch": 147, "lr": 8.622715720490378e-05}
{"train_loss": 0.00499334093183279, "global_step": 26230, "epoch": 147, "lr": 8.622613871393168e-05}
{"train_loss": 0.007507894188165665, "global_step": 26231, "epoch": 147, "lr": 8.622512019131822e-05}
{"train_loss": 0.007558971643447876, "global_step": 26232, "epoch": 147, "lr": 8.622410163706428e-05}
{"train_loss": 0.008574784733355045, "global_step": 26233, "epoch": 147, "lr": 8.622308305117074e-05}
{"train_loss": 0.0048503149300813675, "global_step": 26234, "epoch": 147, "lr": 8.622206443363851e-05}
{"train_loss": 0.007274600677192211, "global_step": 26235, "epoch": 147, "lr": 8.622104578446846e-05}
{"train_loss": 0.008769765496253967, "global_step": 26236, "epoch": 147, "lr": 8.62200271036615e-05}
{"train_loss": 0.004970899783074856, "global_step": 26237, "epoch": 147, "lr": 8.62190083912185e-05}
{"train_loss": 0.010894718579947948, "global_step": 26238, "epoch": 147, "lr": 8.621798964714036e-05}
{"train_loss": 0.010440114885568619, "global_step": 26239, "epoch": 147, "lr": 8.621697087142799e-05}
{"train_loss": 0.004356455989181995, "global_step": 26240, "epoch": 147, "lr": 8.621595206408223e-05}
{"train_loss": 0.00794858206063509, "global_step": 26241, "epoch": 147, "lr": 8.621493322510402e-05}
{"train_loss": 0.017720326781272888, "global_step": 26242, "epoch": 147, "lr": 8.621391435449421e-05}
{"train_loss": 0.0075782909989356995, "global_step": 26243, "epoch": 147, "lr": 8.621289545225372e-05}
{"train_loss": 0.008142487145960331, "global_step": 26244, "epoch": 147, "lr": 8.621187651838343e-05}
{"train_loss": 0.0050276825204491615, "global_step": 26245, "epoch": 147, "lr": 8.621085755288422e-05}
{"train_loss": 0.008515434339642525, "global_step": 26246, "epoch": 147, "lr": 8.620983855575699e-05}
{"train_loss": 0.0026559941470623016, "global_step": 26247, "epoch": 147, "lr": 8.620881952700264e-05}
{"train_loss": 0.008087268099188805, "global_step": 26248, "epoch": 147, "lr": 8.620780046662203e-05}
{"train_loss": 0.007090380880981684, "global_step": 26249, "epoch": 147, "lr": 8.620678137461609e-05}
{"train_loss": 0.006245555356144905, "global_step": 26250, "epoch": 147, "lr": 8.620576225098567e-05}
{"train_loss": 0.0074882530607283115, "global_step": 26251, "epoch": 147, "lr": 8.62047430957317e-05}
{"train_loss": 0.007279569283127785, "global_step": 26252, "epoch": 147, "lr": 8.620372390885502e-05}
{"train_loss": 0.009876357391476631, "global_step": 26253, "epoch": 147, "lr": 8.620270469035656e-05}
{"train_loss": 0.012521139346063137, "global_step": 26254, "epoch": 147, "lr": 8.620168544023721e-05}
{"train_loss": 0.005395997315645218, "global_step": 26255, "epoch": 147, "lr": 8.620066615849784e-05}
{"train_loss": 0.010916096158325672, "global_step": 26256, "epoch": 147, "lr": 8.619964684513936e-05}
{"train_loss": 0.007284839637577534, "global_step": 26257, "epoch": 147, "lr": 8.619862750016263e-05}
{"train_loss": 0.004543918184936047, "global_step": 26258, "epoch": 147, "lr": 8.619760812356858e-05}
{"train_loss": 0.005167424213141203, "global_step": 26259, "epoch": 147, "lr": 8.619658871535808e-05}
{"train_loss": 0.004560587927699089, "global_step": 26260, "epoch": 147, "lr": 8.619556927553201e-05}
{"train_loss": 0.00812922976911068, "global_step": 26261, "epoch": 147, "lr": 8.61945498040913e-05}
{"train_loss": 0.009294625371694565, "global_step": 26262, "epoch": 147, "lr": 8.619353030103679e-05}
{"train_loss": 0.0033631972037255764, "global_step": 26263, "epoch": 147, "lr": 8.619251076636939e-05}
{"train_loss": 0.005644273478537798, "global_step": 26264, "epoch": 147, "lr": 8.619149120008998e-05}
{"train_loss": 0.006344292778521776, "global_step": 26265, "epoch": 147, "lr": 8.619047160219948e-05}
{"train_loss": 0.0044088829308748245, "global_step": 26266, "epoch": 147, "lr": 8.618945197269878e-05}
{"train_loss": 0.004925666376948357, "global_step": 26267, "epoch": 147, "lr": 8.618843231158873e-05}
{"train_loss": 0.011334714479744434, "global_step": 26268, "epoch": 147, "lr": 8.618741261887027e-05}
{"train_loss": 0.0095145795494318, "global_step": 26269, "epoch": 147, "lr": 8.618639289454424e-05}
{"train_loss": 0.00983981043100357, "global_step": 26270, "epoch": 147, "lr": 8.618537313861156e-05}
{"train_loss": 0.006201784126460552, "global_step": 26271, "epoch": 147, "lr": 8.618435335107313e-05}
{"train_loss": 0.0049105798825621605, "global_step": 26272, "epoch": 147, "lr": 8.618333353192983e-05}
{"train_loss": 0.010166661813855171, "global_step": 26273, "epoch": 147, "lr": 8.618231368118255e-05}
{"train_loss": 0.006001025903970003, "global_step": 26274, "epoch": 147, "lr": 8.618129379883218e-05}
{"train_loss": 0.006172168999910355, "global_step": 26275, "epoch": 147, "lr": 8.61802738848796e-05}
{"train_loss": 0.004702531732618809, "global_step": 26276, "epoch": 147, "lr": 8.61792539393257e-05}
{"train_loss": 0.008782533928751945, "global_step": 26277, "epoch": 147, "lr": 8.61782339621714e-05}
{"train_loss": 0.009411532431840897, "global_step": 26278, "epoch": 147, "lr": 8.617721395341758e-05}
{"train_loss": 0.009571947157382965, "global_step": 26279, "epoch": 147, "lr": 8.617619391306511e-05}
{"train_loss": 0.010549113154411316, "global_step": 26280, "epoch": 147, "lr": 8.61751738411149e-05}
{"train_loss": 0.005073235835880041, "global_step": 26281, "epoch": 147, "lr": 8.617415373756783e-05}
{"train_loss": 0.008381353691220284, "global_step": 26282, "epoch": 147, "lr": 8.617313360242481e-05}
{"train_loss": 0.006711672991514206, "global_step": 26283, "epoch": 147, "lr": 8.617211343568672e-05}
{"train_loss": 0.009981466457247734, "global_step": 26284, "epoch": 147, "lr": 8.617109323735444e-05}
{"train_loss": 0.00547986151650548, "global_step": 26285, "epoch": 147, "lr": 8.617007300742886e-05}
{"train_loss": 0.005713583901524544, "global_step": 26286, "epoch": 147, "lr": 8.616905274591089e-05}
{"train_loss": 0.005690819583833218, "global_step": 26287, "epoch": 147, "lr": 8.616803245280141e-05}
{"train_loss": 0.009510085918009281, "global_step": 26288, "epoch": 147, "lr": 8.616701212810132e-05}
{"train_loss": 0.00774076534435153, "global_step": 26289, "epoch": 147, "lr": 8.61659917718115e-05}
{"train_loss": 0.0061125559732317924, "global_step": 26290, "epoch": 147, "lr": 8.616497138393286e-05}
{"train_loss": 0.005106505937874317, "global_step": 26291, "epoch": 147, "lr": 8.616395096446625e-05}
{"train_loss": 0.006915644742548466, "global_step": 26292, "epoch": 147, "lr": 8.616293051341263e-05}
{"train_loss": 0.010407516732811928, "global_step": 26293, "epoch": 147, "lr": 8.61619100307728e-05}
{"train_loss": 0.006327255629003048, "global_step": 26294, "epoch": 147, "lr": 8.616088951654774e-05}
{"train_loss": 0.008401738479733467, "global_step": 26295, "epoch": 147, "lr": 8.615986897073829e-05}
{"train_loss": 0.004904790781438351, "global_step": 26296, "epoch": 147, "lr": 8.615884839334533e-05}
{"train_loss": 0.008298431523144245, "global_step": 26297, "epoch": 147, "lr": 8.61578277843698e-05}
{"train_loss": 0.003743368200957775, "global_step": 26298, "epoch": 147, "lr": 8.615680714381258e-05}
{"train_loss": 0.008826470002532005, "global_step": 26299, "epoch": 147, "lr": 8.615578647167453e-05}
{"train_loss": 0.004654585383832455, "global_step": 26300, "epoch": 147, "lr": 8.615476576795656e-05}
{"train_loss": 0.00714702345430851, "global_step": 26301, "epoch": 147, "lr": 8.615374503265956e-05}
{"train_loss": 0.004165208898484707, "global_step": 26302, "epoch": 147, "lr": 8.615272426578443e-05}
{"train_loss": 0.008808422833681107, "global_step": 26303, "epoch": 147, "lr": 8.615170346733206e-05}
{"train_loss": 0.0043147411197423935, "global_step": 26304, "epoch": 147, "lr": 8.615068263730331e-05}
{"train_loss": 0.010370593518018723, "global_step": 26305, "epoch": 147, "lr": 8.614966177569912e-05}
{"train_loss": 0.005016515962779522, "global_step": 26306, "epoch": 147, "lr": 8.614864088252035e-05}
{"train_loss": 0.007985059171915054, "global_step": 26307, "epoch": 147, "lr": 8.61476199577679e-05}
{"train_loss": 0.010544102638959885, "global_step": 26308, "epoch": 147, "lr": 8.614659900144267e-05}
{"train_loss": 0.008661765605211258, "global_step": 26309, "epoch": 147, "lr": 8.614557801354555e-05}
{"train_loss": 0.006174245849251747, "global_step": 26310, "epoch": 147, "lr": 8.614455699407741e-05}
{"train_loss": 0.007425475399941206, "global_step": 26311, "epoch": 147, "lr": 8.614353594303917e-05}
{"train_loss": 0.006966884713619947, "global_step": 26312, "epoch": 147, "lr": 8.61425148604317e-05}
{"train_loss": 0.0050131091848015785, "global_step": 26313, "epoch": 147, "lr": 8.61414937462559e-05}
{"train_loss": 0.005831661634147167, "global_step": 26314, "epoch": 147, "lr": 8.614047260051268e-05}
{"train_loss": 0.004769519902765751, "global_step": 26315, "epoch": 147, "lr": 8.61394514232029e-05}
{"train_loss": 0.006941609084606171, "global_step": 26316, "epoch": 147, "lr": 8.613843021432748e-05}
{"train_loss": 0.005438313353806734, "global_step": 26317, "epoch": 147, "lr": 8.613740897388729e-05}
{"train_loss": 0.00916660763323307, "global_step": 26318, "epoch": 147, "lr": 8.613638770188324e-05}
{"train_loss": 0.006113196723163128, "global_step": 26319, "epoch": 147, "lr": 8.61353663983162e-05}
{"train_loss": 0.00636482797563076, "global_step": 26320, "epoch": 147, "lr": 8.613434506318709e-05}
{"train_loss": 0.00692184129729867, "global_step": 26321, "epoch": 147, "lr": 8.613332369649678e-05}
{"train_loss": 0.008063634857535362, "global_step": 26322, "epoch": 147, "lr": 8.613230229824618e-05}
{"train_loss": 0.015460031107068062, "global_step": 26323, "epoch": 147, "lr": 8.613128086843615e-05}
{"train_loss": 0.004949741065502167, "global_step": 26324, "epoch": 147, "lr": 8.613025940706762e-05}
{"train_loss": 0.0058457087725400925, "global_step": 26325, "epoch": 147, "lr": 8.612923791414147e-05}
{"train_loss": 0.004365960136055946, "global_step": 26326, "epoch": 147, "lr": 8.612821638965858e-05}
{"train_loss": 0.007419457659125328, "global_step": 26327, "epoch": 147, "lr": 8.612719483361984e-05}
{"train_loss": 0.007399660535156727, "global_step": 26328, "epoch": 147, "lr": 8.612617324602616e-05}
{"train_loss": 0.0041860961355268955, "global_step": 26329, "epoch": 147, "lr": 8.612515162687843e-05}
{"train_loss": 0.005319235846400261, "global_step": 26330, "epoch": 147, "lr": 8.612412997617753e-05}
{"train_loss": 0.006916563026607037, "global_step": 26331, "epoch": 147, "lr": 8.612310829392438e-05}
{"train_loss": 0.008645779453217983, "global_step": 26332, "epoch": 147, "lr": 8.612208658011984e-05}
{"train_loss": 0.0061246976256370544, "global_step": 26333, "epoch": 147, "lr": 8.61210648347648e-05}
{"train_loss": 0.0072751943953335285, "global_step": 26334, "epoch": 147, "lr": 8.612004305786018e-05}
{"train_loss": 0.005512122996151447, "global_step": 26335, "epoch": 147, "lr": 8.611902124940688e-05}
{"train_loss": 0.0061316462233662605, "global_step": 26336, "epoch": 147, "lr": 8.611799940940575e-05}
{"train_loss": 0.002940915059298277, "global_step": 26337, "epoch": 147, "lr": 8.61169775378577e-05}
{"train_loss": 0.007546571083366871, "global_step": 26338, "epoch": 147, "lr": 8.611595563476362e-05}
{"train_loss": 0.00977772381156683, "global_step": 26339, "epoch": 147, "lr": 8.611493370012443e-05}
{"train_loss": 0.005013932939618826, "global_step": 26340, "epoch": 147, "lr": 8.611391173394098e-05}
{"train_loss": 0.006575845181941986, "global_step": 26341, "epoch": 147, "lr": 8.611288973621421e-05}
{"train_loss": 0.007298621349036694, "global_step": 26342, "epoch": 147, "lr": 8.611186770694497e-05}
{"train_loss": 0.00758879871390174, "global_step": 26343, "epoch": 147, "lr": 8.611084564613419e-05}
{"train_loss": 0.008894998580217361, "global_step": 26344, "epoch": 148, "lr": 8.610982355378272e-05}
{"train_loss": 0.007044808007776737, "global_step": 26345, "epoch": 148, "lr": 8.610880142989148e-05}
{"train_loss": 0.007789434399455786, "global_step": 26346, "epoch": 148, "lr": 8.610777927446137e-05}
{"train_loss": 0.009250578470528126, "global_step": 26347, "epoch": 148, "lr": 8.610675708749327e-05}
{"train_loss": 0.0071767778135836124, "global_step": 26348, "epoch": 148, "lr": 8.610573486898808e-05}
{"train_loss": 0.008840486407279968, "global_step": 26349, "epoch": 148, "lr": 8.610471261894665e-05}
{"train_loss": 0.009368505328893661, "global_step": 26350, "epoch": 148, "lr": 8.610369033736995e-05}
{"train_loss": 0.007418845780193806, "global_step": 26351, "epoch": 148, "lr": 8.610266802425882e-05}
{"train_loss": 0.011399708688259125, "global_step": 26352, "epoch": 148, "lr": 8.610164567961417e-05}
{"train_loss": 0.006078665144741535, "global_step": 26353, "epoch": 148, "lr": 8.610062330343686e-05}
{"train_loss": 0.004497688729315996, "global_step": 26354, "epoch": 148, "lr": 8.609960089572783e-05}
{"train_loss": 0.010487917810678482, "global_step": 26355, "epoch": 148, "lr": 8.609857845648798e-05}
{"train_loss": 0.005050525069236755, "global_step": 26356, "epoch": 148, "lr": 8.609755598571814e-05}
{"train_loss": 0.007183273322880268, "global_step": 26357, "epoch": 148, "lr": 8.609653348341926e-05}
{"train_loss": 0.006889600306749344, "global_step": 26358, "epoch": 148, "lr": 8.60955109495922e-05}
{"train_loss": 0.013188065961003304, "global_step": 26359, "epoch": 148, "lr": 8.609448838423788e-05}
{"train_loss": 0.004443722777068615, "global_step": 26360, "epoch": 148, "lr": 8.609346578735719e-05}
{"train_loss": 0.0067690350115299225, "global_step": 26361, "epoch": 148, "lr": 8.6092443158951e-05}
{"train_loss": 0.008077215403318405, "global_step": 26362, "epoch": 148, "lr": 8.609142049902022e-05}
{"train_loss": 0.006621751934289932, "global_step": 26363, "epoch": 148, "lr": 8.609039780756574e-05}
{"train_loss": 0.0073279328644275665, "global_step": 26364, "epoch": 148, "lr": 8.608937508458842e-05}
{"train_loss": 0.005607009865343571, "global_step": 26365, "epoch": 148, "lr": 8.608835233008922e-05}
{"train_loss": 0.006349549628794193, "global_step": 26366, "epoch": 148, "lr": 8.608732954406901e-05}
{"train_loss": 0.012272713705897331, "global_step": 26367, "epoch": 148, "lr": 8.608630672652866e-05}
{"train_loss": 0.0057271127589046955, "global_step": 26368, "epoch": 148, "lr": 8.608528387746906e-05}
{"train_loss": 0.008212041109800339, "global_step": 26369, "epoch": 148, "lr": 8.608426099689113e-05}
{"train_loss": 0.010623998008668423, "global_step": 26370, "epoch": 148, "lr": 8.608323808479577e-05}
{"train_loss": 0.005646939855068922, "global_step": 26371, "epoch": 148, "lr": 8.608221514118383e-05}
{"train_loss": 0.0038159764371812344, "global_step": 26372, "epoch": 148, "lr": 8.608119216605625e-05}
{"train_loss": 0.007581543177366257, "global_step": 26373, "epoch": 148, "lr": 8.608016915941388e-05}
{"train_loss": 0.0070760203525424, "global_step": 26374, "epoch": 148, "lr": 8.607914612125767e-05}
{"train_loss": 0.010207537561655045, "global_step": 26375, "epoch": 148, "lr": 8.607812305158846e-05}
{"train_loss": 0.008279131725430489, "global_step": 26376, "epoch": 148, "lr": 8.607709995040716e-05}
{"train_loss": 0.0036841053515672684, "global_step": 26377, "epoch": 148, "lr": 8.607607681771469e-05}
{"train_loss": 0.011477446183562279, "global_step": 26378, "epoch": 148, "lr": 8.60750536535119e-05}
{"train_loss": 0.007939258590340614, "global_step": 26379, "epoch": 148, "lr": 8.60740304577997e-05}
{"train_loss": 0.007984050549566746, "global_step": 26380, "epoch": 148, "lr": 8.607300723057901e-05}
{"train_loss": 0.008658732287585735, "global_step": 26381, "epoch": 148, "lr": 8.607198397185068e-05}
{"train_loss": 0.0029770999681204557, "global_step": 26382, "epoch": 148, "lr": 8.607096068161565e-05}
{"train_loss": 0.0030895196832716465, "global_step": 26383, "epoch": 148, "lr": 8.606993735987477e-05}
{"train_loss": 0.005823937710374594, "global_step": 26384, "epoch": 148, "lr": 8.606891400662896e-05}
{"train_loss": 0.006113086827099323, "global_step": 26385, "epoch": 148, "lr": 8.60678906218791e-05}
{"train_loss": 0.006431398447602987, "global_step": 26386, "epoch": 148, "lr": 8.606686720562612e-05}
{"train_loss": 0.01073569618165493, "global_step": 26387, "epoch": 148, "lr": 8.606584375787086e-05}
{"train_loss": 0.007143971975892782, "global_step": 26388, "epoch": 148, "lr": 8.606482027861425e-05}
{"train_loss": 0.0076295845210552216, "global_step": 26389, "epoch": 148, "lr": 8.606379676785717e-05}
{"train_loss": 0.006430197972804308, "global_step": 26390, "epoch": 148, "lr": 8.60627732256005e-05}
{"train_loss": 0.0048676785081624985, "global_step": 26391, "epoch": 148, "lr": 8.606174965184517e-05}
{"train_loss": 0.0062475912272930145, "global_step": 26392, "epoch": 148, "lr": 8.606072604659206e-05}
{"train_loss": 0.009043805301189423, "global_step": 26393, "epoch": 148, "lr": 8.605970240984205e-05}
{"train_loss": 0.011737693101167679, "global_step": 26394, "epoch": 148, "lr": 8.605867874159604e-05}
{"train_loss": 0.007702022325247526, "global_step": 26395, "epoch": 148, "lr": 8.605765504185495e-05}
{"train_loss": 0.0038706795312464237, "global_step": 26396, "epoch": 148, "lr": 8.605663131061963e-05}
{"train_loss": 0.0075506228022277355, "global_step": 26397, "epoch": 148, "lr": 8.6055607547891e-05}
{"train_loss": 0.008600922301411629, "global_step": 26398, "epoch": 148, "lr": 8.605458375366995e-05}
{"train_loss": 0.004872397985309362, "global_step": 26399, "epoch": 148, "lr": 8.605355992795736e-05}
{"train_loss": 0.005084629636257887, "global_step": 26400, "epoch": 148, "lr": 8.605253607075416e-05}
{"train_loss": 0.002277195453643799, "global_step": 26401, "epoch": 148, "lr": 8.605151218206123e-05}
{"train_loss": 0.007211713120341301, "global_step": 26402, "epoch": 148, "lr": 8.605048826187942e-05}
{"train_loss": 0.005601076874881983, "global_step": 26403, "epoch": 148, "lr": 8.60494643102097e-05}
{"train_loss": 0.01196710392832756, "global_step": 26404, "epoch": 148, "lr": 8.604844032705291e-05}
{"train_loss": 0.006138176657259464, "global_step": 26405, "epoch": 148, "lr": 8.604741631240996e-05}
{"train_loss": 0.005169682204723358, "global_step": 26406, "epoch": 148, "lr": 8.604639226628174e-05}
{"train_loss": 0.005478539504110813, "global_step": 26407, "epoch": 148, "lr": 8.604536818866915e-05}
{"train_loss": 0.011349976062774658, "global_step": 26408, "epoch": 148, "lr": 8.604434407957309e-05}
{"train_loss": 0.0052698408253490925, "global_step": 26409, "epoch": 148, "lr": 8.604331993899445e-05}
{"train_loss": 0.008886702358722687, "global_step": 26410, "epoch": 148, "lr": 8.604229576693412e-05}
{"train_loss": 0.007706561125814915, "global_step": 26411, "epoch": 148, "lr": 8.604127156339299e-05}
{"train_loss": 0.007354488130658865, "global_step": 26412, "epoch": 148, "lr": 8.604024732837197e-05}
{"train_loss": 0.0033679092302918434, "global_step": 26413, "epoch": 148, "lr": 8.603922306187195e-05}
{"train_loss": 0.006650070194154978, "global_step": 26414, "epoch": 148, "lr": 8.60381987638938e-05}
{"train_loss": 0.005109868012368679, "global_step": 26415, "epoch": 148, "lr": 8.603717443443847e-05}
{"train_loss": 0.0061958469450473785, "global_step": 26416, "epoch": 148, "lr": 8.603615007350678e-05}
{"train_loss": 0.007988190278410912, "global_step": 26417, "epoch": 148, "lr": 8.60351256810997e-05}
{"train_loss": 0.008063280954957008, "global_step": 26418, "epoch": 148, "lr": 8.603410125721807e-05}
{"train_loss": 0.0035853786394000053, "global_step": 26419, "epoch": 148, "lr": 8.603307680186281e-05}
{"train_loss": 0.0032266657799482346, "global_step": 26420, "epoch": 148, "lr": 8.603205231503481e-05}
{"train_loss": 0.0039026886224746704, "global_step": 26421, "epoch": 148, "lr": 8.603102779673496e-05}
{"train_loss": 0.005479680374264717, "global_step": 26422, "epoch": 148, "lr": 8.603000324696415e-05}
{"train_loss": 0.004742155782878399, "global_step": 26423, "epoch": 148, "lr": 8.60289786657233e-05}
{"train_loss": 0.009517303667962551, "global_step": 26424, "epoch": 148, "lr": 8.602795405301329e-05}
{"train_loss": 0.006339126266539097, "global_step": 26425, "epoch": 148, "lr": 8.602692940883501e-05}
{"train_loss": 0.0045177629217505455, "global_step": 26426, "epoch": 148, "lr": 8.602590473318936e-05}
{"train_loss": 0.005101076327264309, "global_step": 26427, "epoch": 148, "lr": 8.602488002607723e-05}
{"train_loss": 0.006861092057079077, "global_step": 26428, "epoch": 148, "lr": 8.602385528749951e-05}
{"train_loss": 0.004784474615007639, "global_step": 26429, "epoch": 148, "lr": 8.602283051745712e-05}
{"train_loss": 0.005999092012643814, "global_step": 26430, "epoch": 148, "lr": 8.602180571595093e-05}
{"train_loss": 0.013345615938305855, "global_step": 26431, "epoch": 148, "lr": 8.602078088298185e-05}
{"train_loss": 0.0051340023055672646, "global_step": 26432, "epoch": 148, "lr": 8.601975601855076e-05}
{"train_loss": 0.006549707613885403, "global_step": 26433, "epoch": 148, "lr": 8.601873112265857e-05}
{"train_loss": 0.008479448035359383, "global_step": 26434, "epoch": 148, "lr": 8.601770619530616e-05}
{"train_loss": 0.010001836344599724, "global_step": 26435, "epoch": 148, "lr": 8.601668123649445e-05}
{"train_loss": 0.007526238448917866, "global_step": 26436, "epoch": 148, "lr": 8.601565624622431e-05}
{"train_loss": 0.00611569918692112, "global_step": 26437, "epoch": 148, "lr": 8.601463122449664e-05}
{"train_loss": 0.005990985780954361, "global_step": 26438, "epoch": 148, "lr": 8.601360617131235e-05}
{"train_loss": 0.004436273593455553, "global_step": 26439, "epoch": 148, "lr": 8.601258108667234e-05}
{"train_loss": 0.010660327970981598, "global_step": 26440, "epoch": 148, "lr": 8.601155597057746e-05}
{"train_loss": 0.009843654930591583, "global_step": 26441, "epoch": 148, "lr": 8.601053082302865e-05}
{"train_loss": 0.008074674755334854, "global_step": 26442, "epoch": 148, "lr": 8.60095056440268e-05}
{"train_loss": 0.0028768081683665514, "global_step": 26443, "epoch": 148, "lr": 8.600848043357279e-05}
{"train_loss": 0.005332546308636665, "global_step": 26444, "epoch": 148, "lr": 8.600745519166753e-05}
{"train_loss": 0.006624873727560043, "global_step": 26445, "epoch": 148, "lr": 8.600642991831189e-05}
{"train_loss": 0.0044906046241521835, "global_step": 26446, "epoch": 148, "lr": 8.60054046135068e-05}
{"train_loss": 0.005092255771160126, "global_step": 26447, "epoch": 148, "lr": 8.600437927725313e-05}
{"train_loss": 0.01342132966965437, "global_step": 26448, "epoch": 148, "lr": 8.600335390955178e-05}
{"train_loss": 0.0038542866241186857, "global_step": 26449, "epoch": 148, "lr": 8.600232851040367e-05}
{"train_loss": 0.006755118258297443, "global_step": 26450, "epoch": 148, "lr": 8.600130307980967e-05}
{"train_loss": 0.007865438237786293, "global_step": 26451, "epoch": 148, "lr": 8.600027761777068e-05}
{"train_loss": 0.012691140174865723, "global_step": 26452, "epoch": 148, "lr": 8.59992521242876e-05}
{"train_loss": 0.011562017723917961, "global_step": 26453, "epoch": 148, "lr": 8.59982265993613e-05}
{"train_loss": 0.01040208525955677, "global_step": 26454, "epoch": 148, "lr": 8.599720104299273e-05}
{"train_loss": 0.008151722140610218, "global_step": 26455, "epoch": 148, "lr": 8.599617545518275e-05}
{"train_loss": 0.007810018956661224, "global_step": 26456, "epoch": 148, "lr": 8.599514983593224e-05}
{"train_loss": 0.006586942821741104, "global_step": 26457, "epoch": 148, "lr": 8.599412418524213e-05}
{"train_loss": 0.005339406430721283, "global_step": 26458, "epoch": 148, "lr": 8.59930985031133e-05}
{"train_loss": 0.008604953065514565, "global_step": 26459, "epoch": 148, "lr": 8.599207278954665e-05}
{"train_loss": 0.006243998650461435, "global_step": 26460, "epoch": 148, "lr": 8.599104704454308e-05}
{"train_loss": 0.008097272366285324, "global_step": 26461, "epoch": 148, "lr": 8.599002126810347e-05}
{"train_loss": 0.0104374960064888, "global_step": 26462, "epoch": 148, "lr": 8.598899546022872e-05}
{"train_loss": 0.007022063247859478, "global_step": 26463, "epoch": 148, "lr": 8.598796962091974e-05}
{"train_loss": 0.004095209296792746, "global_step": 26464, "epoch": 148, "lr": 8.598694375017741e-05}
{"train_loss": 0.0072012655436992645, "global_step": 26465, "epoch": 148, "lr": 8.598591784800265e-05}
{"train_loss": 0.013515396974980831, "global_step": 26466, "epoch": 148, "lr": 8.598489191439634e-05}
{"train_loss": 0.011935016140341759, "global_step": 26467, "epoch": 148, "lr": 8.598386594935937e-05}
{"train_loss": 0.0073648965917527676, "global_step": 26468, "epoch": 148, "lr": 8.598283995289263e-05}
{"train_loss": 0.004533033352345228, "global_step": 26469, "epoch": 148, "lr": 8.598181392499704e-05}
{"train_loss": 0.010998131707310677, "global_step": 26470, "epoch": 148, "lr": 8.598078786567347e-05}
{"train_loss": 0.007587781175971031, "global_step": 26471, "epoch": 148, "lr": 8.597976177492286e-05}
{"train_loss": 0.00498465821146965, "global_step": 26472, "epoch": 148, "lr": 8.597873565274606e-05}
{"train_loss": 0.008466462604701519, "global_step": 26473, "epoch": 148, "lr": 8.597770949914396e-05}
{"train_loss": 0.009947756305336952, "global_step": 26474, "epoch": 148, "lr": 8.59766833141175e-05}
{"train_loss": 0.005013099871575832, "global_step": 26475, "epoch": 148, "lr": 8.597565709766757e-05}
{"train_loss": 0.0036549479700624943, "global_step": 26476, "epoch": 148, "lr": 8.597463084979504e-05}
{"train_loss": 0.007096411660313606, "global_step": 26477, "epoch": 148, "lr": 8.597360457050081e-05}
{"train_loss": 0.008955832570791245, "global_step": 26478, "epoch": 148, "lr": 8.59725782597858e-05}
{"train_loss": 0.009214323945343494, "global_step": 26479, "epoch": 148, "lr": 8.597155191765088e-05}
{"train_loss": 0.00785074383020401, "global_step": 26480, "epoch": 148, "lr": 8.597052554409696e-05}
{"train_loss": 0.002918139798566699, "global_step": 26481, "epoch": 148, "lr": 8.596949913912493e-05}
{"train_loss": 0.007108604535460472, "global_step": 26482, "epoch": 148, "lr": 8.596847270273569e-05}
{"train_loss": 0.013260044157505035, "global_step": 26483, "epoch": 148, "lr": 8.596744623493016e-05}
{"train_loss": 0.008526456542313099, "global_step": 26484, "epoch": 148, "lr": 8.596641973570919e-05}
{"train_loss": 0.009380688890814781, "global_step": 26485, "epoch": 148, "lr": 8.59653932050737e-05}
{"train_loss": 0.007843832485377789, "global_step": 26486, "epoch": 148, "lr": 8.59643666430246e-05}
{"train_loss": 0.00831252709031105, "global_step": 26487, "epoch": 148, "lr": 8.596334004956277e-05}
{"train_loss": 0.005687468219548464, "global_step": 26488, "epoch": 148, "lr": 8.59623134246891e-05}
{"train_loss": 0.007385583594441414, "global_step": 26489, "epoch": 148, "lr": 8.59612867684045e-05}
{"train_loss": 0.0073678093031048775, "global_step": 26490, "epoch": 148, "lr": 8.596026008070988e-05}
{"train_loss": 0.00747662503272295, "global_step": 26491, "epoch": 148, "lr": 8.59592333616061e-05}
{"train_loss": 0.006966249085962772, "global_step": 26492, "epoch": 148, "lr": 8.595820661109408e-05}
{"train_loss": 0.008814319036900997, "global_step": 26493, "epoch": 148, "lr": 8.595717982917472e-05}
{"train_loss": 0.006407427601516247, "global_step": 26494, "epoch": 148, "lr": 8.595615301584892e-05}
{"train_loss": 0.01020791195333004, "global_step": 26495, "epoch": 148, "lr": 8.595512617111755e-05}
{"train_loss": 0.006741237826645374, "global_step": 26496, "epoch": 148, "lr": 8.595409929498154e-05}
{"train_loss": 0.003981739282608032, "global_step": 26497, "epoch": 148, "lr": 8.595307238744175e-05}
{"train_loss": 0.005283011589199305, "global_step": 26498, "epoch": 148, "lr": 8.595204544849912e-05}
{"train_loss": 0.011701250448822975, "global_step": 26499, "epoch": 148, "lr": 8.595101847815452e-05}
{"train_loss": 0.008064605295658112, "global_step": 26500, "epoch": 148, "lr": 8.594999147640885e-05}
{"train_loss": 0.006661577150225639, "global_step": 26501, "epoch": 148, "lr": 8.594896444326302e-05}
{"train_loss": 0.005768994335085154, "global_step": 26502, "epoch": 148, "lr": 8.59479373787179e-05}
{"train_loss": 0.009381179697811604, "global_step": 26503, "epoch": 148, "lr": 8.594691028277439e-05}
{"train_loss": 0.013325878418982029, "global_step": 26504, "epoch": 148, "lr": 8.594588315543343e-05}
{"train_loss": 0.0038728280924260616, "global_step": 26505, "epoch": 148, "lr": 8.594485599669588e-05}
{"train_loss": 0.010988469235599041, "global_step": 26506, "epoch": 148, "lr": 8.594382880656265e-05}
{"train_loss": 0.006995158735662699, "global_step": 26507, "epoch": 148, "lr": 8.594280158503461e-05}
{"train_loss": 0.005431522615253925, "global_step": 26508, "epoch": 148, "lr": 8.594177433211271e-05}
{"train_loss": 0.005227487068623304, "global_step": 26509, "epoch": 148, "lr": 8.594074704779779e-05}
{"train_loss": 0.004526742734014988, "global_step": 26510, "epoch": 148, "lr": 8.593971973209078e-05}
{"train_loss": 0.008738603442907333, "global_step": 26511, "epoch": 148, "lr": 8.593869238499256e-05}
{"train_loss": 0.005701127927750349, "global_step": 26512, "epoch": 148, "lr": 8.593766500650406e-05}
{"train_loss": 0.009155540727078915, "global_step": 26513, "epoch": 148, "lr": 8.593663759662616e-05}
{"train_loss": 0.008177797310054302, "global_step": 26514, "epoch": 148, "lr": 8.593561015535973e-05}
{"train_loss": 0.0066083502024412155, "global_step": 26515, "epoch": 148, "lr": 8.593458268270571e-05}
{"train_loss": 0.005428569857031107, "global_step": 26516, "epoch": 148, "lr": 8.593355517866497e-05}
{"train_loss": 0.007620008662343025, "global_step": 26517, "epoch": 148, "lr": 8.593252764323843e-05}
{"train_loss": 0.009389050304889679, "global_step": 26518, "epoch": 148, "lr": 8.593150007642694e-05}
{"train_loss": 0.0073073264211416245, "global_step": 26519, "epoch": 148, "lr": 8.593047247823146e-05}
{"train_loss": 0.00944511964917183, "global_step": 26520, "epoch": 148, "lr": 8.592944484865284e-05}
{"train_loss": 0.00736276804092811, "global_step": 26521, "epoch": 148, "lr": 8.5928417187692e-05}
{"train_loss": 0.004140934906899929, "global_step": 26522, "epoch": 149, "lr": 8.592738949534985e-05}
{"train_loss": 0.006784327328205109, "global_step": 26523, "epoch": 149, "lr": 8.592636177162725e-05}
{"train_loss": 0.006689876317977905, "global_step": 26524, "epoch": 149, "lr": 8.592533401652513e-05}
{"train_loss": 0.006022777408361435, "global_step": 26525, "epoch": 149, "lr": 8.592430623004437e-05}
{"train_loss": 0.005066727753728628, "global_step": 26526, "epoch": 149, "lr": 8.592327841218588e-05}
{"train_loss": 0.007525063585489988, "global_step": 26527, "epoch": 149, "lr": 8.592225056295055e-05}
{"train_loss": 0.004592681769281626, "global_step": 26528, "epoch": 149, "lr": 8.592122268233928e-05}
{"train_loss": 0.008291251957416534, "global_step": 26529, "epoch": 149, "lr": 8.592019477035295e-05}
{"train_loss": 0.004706056788563728, "global_step": 26530, "epoch": 149, "lr": 8.59191668269925e-05}
{"train_loss": 0.007814371958374977, "global_step": 26531, "epoch": 149, "lr": 8.591813885225879e-05}
{"train_loss": 0.008875688537955284, "global_step": 26532, "epoch": 149, "lr": 8.591711084615274e-05}
{"train_loss": 0.007353826425969601, "global_step": 26533, "epoch": 149, "lr": 8.591608280867522e-05}
{"train_loss": 0.005165167152881622, "global_step": 26534, "epoch": 149, "lr": 8.591505473982717e-05}
{"train_loss": 0.005935767665505409, "global_step": 26535, "epoch": 149, "lr": 8.591402663960945e-05}
{"train_loss": 0.006733761169016361, "global_step": 26536, "epoch": 149, "lr": 8.591299850802297e-05}
{"train_loss": 0.0036229160614311695, "global_step": 26537, "epoch": 149, "lr": 8.591197034506864e-05}
{"train_loss": 0.004655097611248493, "global_step": 26538, "epoch": 149, "lr": 8.591094215074735e-05}
{"train_loss": 0.01111450046300888, "global_step": 26539, "epoch": 149, "lr": 8.590991392505999e-05}
{"train_loss": 0.007971569895744324, "global_step": 26540, "epoch": 149, "lr": 8.590888566800746e-05}
{"train_loss": 0.00531022809445858, "global_step": 26541, "epoch": 149, "lr": 8.590785737959067e-05}
{"train_loss": 0.005757128819823265, "global_step": 26542, "epoch": 149, "lr": 8.590682905981051e-05}
{"train_loss": 0.007963443174958229, "global_step": 26543, "epoch": 149, "lr": 8.590580070866788e-05}
{"train_loss": 0.004266550298780203, "global_step": 26544, "epoch": 149, "lr": 8.590477232616367e-05}
{"train_loss": 0.005101122427731752, "global_step": 26545, "epoch": 149, "lr": 8.590374391229881e-05}
{"train_loss": 0.005110075697302818, "global_step": 26546, "epoch": 149, "lr": 8.590271546707414e-05}
{"train_loss": 0.004685291089117527, "global_step": 26547, "epoch": 149, "lr": 8.590168699049062e-05}
{"train_loss": 0.006328906863927841, "global_step": 26548, "epoch": 149, "lr": 8.590065848254909e-05}
{"train_loss": 0.005186677444726229, "global_step": 26549, "epoch": 149, "lr": 8.58996299432505e-05}
{"train_loss": 0.007223614491522312, "global_step": 26550, "epoch": 149, "lr": 8.589860137259573e-05}
{"train_loss": 0.009467652067542076, "global_step": 26551, "epoch": 149, "lr": 8.589757277058566e-05}
{"train_loss": 0.004270245786756277, "global_step": 26552, "epoch": 149, "lr": 8.589654413722122e-05}
{"train_loss": 0.008095471188426018, "global_step": 26553, "epoch": 149, "lr": 8.58955154725033e-05}
{"train_loss": 0.011589590460062027, "global_step": 26554, "epoch": 149, "lr": 8.589448677643278e-05}
{"train_loss": 0.006338258273899555, "global_step": 26555, "epoch": 149, "lr": 8.589345804901056e-05}
{"train_loss": 0.00534075079485774, "global_step": 26556, "epoch": 149, "lr": 8.589242929023755e-05}
{"train_loss": 0.006697897333651781, "global_step": 26557, "epoch": 149, "lr": 8.589140050011463e-05}
{"train_loss": 0.0066480571404099464, "global_step": 26558, "epoch": 149, "lr": 8.589037167864276e-05}
{"train_loss": 0.006910598836839199, "global_step": 26559, "epoch": 149, "lr": 8.588934282582276e-05}
{"train_loss": 0.006175522692501545, "global_step": 26560, "epoch": 149, "lr": 8.588831394165558e-05}
{"train_loss": 0.005758326500654221, "global_step": 26561, "epoch": 149, "lr": 8.588728502614209e-05}
{"train_loss": 0.004172479268163443, "global_step": 26562, "epoch": 149, "lr": 8.58862560792832e-05}
{"train_loss": 0.006662891246378422, "global_step": 26563, "epoch": 149, "lr": 8.588522710107981e-05}
{"train_loss": 0.008041366934776306, "global_step": 26564, "epoch": 149, "lr": 8.588419809153282e-05}
{"train_loss": 0.006376076489686966, "global_step": 26565, "epoch": 149, "lr": 8.588316905064313e-05}
{"train_loss": 0.005047325044870377, "global_step": 26566, "epoch": 149, "lr": 8.588213997841162e-05}
{"train_loss": 0.0043645924888551235, "global_step": 26567, "epoch": 149, "lr": 8.588111087483922e-05}
{"train_loss": 0.0041620489209890366, "global_step": 26568, "epoch": 149, "lr": 8.58800817399268e-05}
{"train_loss": 0.005601218901574612, "global_step": 26569, "epoch": 149, "lr": 8.587905257367528e-05}
{"train_loss": 0.005574142560362816, "global_step": 26570, "epoch": 149, "lr": 8.587802337608555e-05}
{"train_loss": 0.011782640591263771, "global_step": 26571, "epoch": 149, "lr": 8.58769941471585e-05}
{"train_loss": 0.007353067398071289, "global_step": 26572, "epoch": 149, "lr": 8.587596488689505e-05}
{"train_loss": 0.006781475618481636, "global_step": 26573, "epoch": 149, "lr": 8.587493559529607e-05}
{"train_loss": 0.006969621870666742, "global_step": 26574, "epoch": 149, "lr": 8.587390627236249e-05}
{"train_loss": 0.008744491264224052, "global_step": 26575, "epoch": 149, "lr": 8.58728769180952e-05}
{"train_loss": 0.007379260845482349, "global_step": 26576, "epoch": 149, "lr": 8.587184753249509e-05}
{"train_loss": 0.006654317956417799, "global_step": 26577, "epoch": 149, "lr": 8.587081811556305e-05}
{"train_loss": 0.008396357297897339, "global_step": 26578, "epoch": 149, "lr": 8.58697886673e-05}
{"train_loss": 0.006640912964940071, "global_step": 26579, "epoch": 149, "lr": 8.586875918770685e-05}
{"train_loss": 0.00402656989172101, "global_step": 26580, "epoch": 149, "lr": 8.586772967678446e-05}
{"train_loss": 0.01491524651646614, "global_step": 26581, "epoch": 149, "lr": 8.586670013453374e-05}
{"train_loss": 0.008565026335418224, "global_step": 26582, "epoch": 149, "lr": 8.586567056095563e-05}
{"train_loss": 0.008444102481007576, "global_step": 26583, "epoch": 149, "lr": 8.586464095605097e-05}
{"train_loss": 0.004693532828241587, "global_step": 26584, "epoch": 149, "lr": 8.586361131982071e-05}
{"train_loss": 0.0053518060594797134, "global_step": 26585, "epoch": 149, "lr": 8.586258165226573e-05}
{"train_loss": 0.007091070059686899, "global_step": 26586, "epoch": 149, "lr": 8.586155195338691e-05}
{"train_loss": 0.010498002171516418, "global_step": 26587, "epoch": 149, "lr": 8.586052222318517e-05}
{"train_loss": 0.013943800702691078, "global_step": 26588, "epoch": 149, "lr": 8.585949246166141e-05}
{"train_loss": 0.009040694683790207, "global_step": 26589, "epoch": 149, "lr": 8.585846266881652e-05}
{"train_loss": 0.008155370131134987, "global_step": 26590, "epoch": 149, "lr": 8.585743284465141e-05}
{"train_loss": 0.007615822367370129, "global_step": 26591, "epoch": 149, "lr": 8.585640298916698e-05}
{"train_loss": 0.005310717038810253, "global_step": 26592, "epoch": 149, "lr": 8.58553731023641e-05}
{"train_loss": 0.005842726677656174, "global_step": 26593, "epoch": 149, "lr": 8.58543431842437e-05}
{"train_loss": 0.008917777799069881, "global_step": 26594, "epoch": 149, "lr": 8.585331323480668e-05}
{"train_loss": 0.005839748308062553, "global_step": 26595, "epoch": 149, "lr": 8.585228325405395e-05}
{"train_loss": 0.006763363257050514, "global_step": 26596, "epoch": 149, "lr": 8.585125324198636e-05}
{"train_loss": 0.004076944664120674, "global_step": 26597, "epoch": 149, "lr": 8.585022319860485e-05}
{"train_loss": 0.008293775841593742, "global_step": 26598, "epoch": 149, "lr": 8.584919312391031e-05}
{"train_loss": 0.005818581208586693, "global_step": 26599, "epoch": 149, "lr": 8.584816301790366e-05}
{"train_loss": 0.005675100721418858, "global_step": 26600, "epoch": 149, "lr": 8.584713288058576e-05}
{"train_loss": 0.0067480262368917465, "global_step": 26601, "epoch": 149, "lr": 8.584610271195753e-05}
{"train_loss": 0.0035361468326300383, "global_step": 26602, "epoch": 149, "lr": 8.584507251201987e-05}
{"train_loss": 0.0027610892429947853, "global_step": 26603, "epoch": 149, "lr": 8.584404228077369e-05}
{"train_loss": 0.010631999000906944, "global_step": 26604, "epoch": 149, "lr": 8.584301201821989e-05}
{"train_loss": 0.013437763787806034, "global_step": 26605, "epoch": 149, "lr": 8.584198172435934e-05}
{"train_loss": 0.005141205154359341, "global_step": 26606, "epoch": 149, "lr": 8.584095139919297e-05}
{"train_loss": 0.007350098341703415, "global_step": 26607, "epoch": 149, "lr": 8.583992104272165e-05}
{"train_loss": 0.006742279045283794, "global_step": 26608, "epoch": 149, "lr": 8.583889065494632e-05}
{"train_loss": 0.006305994000285864, "global_step": 26609, "epoch": 149, "lr": 8.583786023586785e-05}
{"train_loss": 0.007056587375700474, "global_step": 26610, "epoch": 149, "lr": 8.583682978548714e-05}
{"train_loss": 0.006988411769270897, "global_step": 26611, "epoch": 149, "lr": 8.583579930380512e-05}
{"train_loss": 0.005508849397301674, "global_step": 26612, "epoch": 149, "lr": 8.583476879082266e-05}
{"train_loss": 0.01255723275244236, "global_step": 26613, "epoch": 149, "lr": 8.583373824654068e-05}
{"train_loss": 0.011584476567804813, "global_step": 26614, "epoch": 149, "lr": 8.583270767096005e-05}
{"train_loss": 0.005671210587024689, "global_step": 26615, "epoch": 149, "lr": 8.58316770640817e-05}
{"train_loss": 0.010281196795403957, "global_step": 26616, "epoch": 149, "lr": 8.583064642590652e-05}
{"train_loss": 0.007455884478986263, "global_step": 26617, "epoch": 149, "lr": 8.582961575643542e-05}
{"train_loss": 0.006038490682840347, "global_step": 26618, "epoch": 149, "lr": 8.582858505566928e-05}
{"train_loss": 0.004875333048403263, "global_step": 26619, "epoch": 149, "lr": 8.5827554323609e-05}
{"train_loss": 0.005381809547543526, "global_step": 26620, "epoch": 149, "lr": 8.582652356025551e-05}
{"train_loss": 0.0031439298763871193, "global_step": 26621, "epoch": 149, "lr": 8.582549276560969e-05}
{"train_loss": 0.005068738013505936, "global_step": 26622, "epoch": 149, "lr": 8.582446193967242e-05}
{"train_loss": 0.007831886410713196, "global_step": 26623, "epoch": 149, "lr": 8.582343108244464e-05}
{"train_loss": 0.009444021619856358, "global_step": 26624, "epoch": 149, "lr": 8.582240019392724e-05}
{"train_loss": 0.006882284767925739, "global_step": 26625, "epoch": 149, "lr": 8.58213692741211e-05}
{"train_loss": 0.00638221763074398, "global_step": 26626, "epoch": 149, "lr": 8.582033832302713e-05}
{"train_loss": 0.009593512862920761, "global_step": 26627, "epoch": 149, "lr": 8.581930734064623e-05}
{"train_loss": 0.006487952545285225, "global_step": 26628, "epoch": 149, "lr": 8.581827632697932e-05}
{"train_loss": 0.008109590038657188, "global_step": 26629, "epoch": 149, "lr": 8.581724528202728e-05}
{"train_loss": 0.004593235906213522, "global_step": 26630, "epoch": 149, "lr": 8.5816214205791e-05}
{"train_loss": 0.007838967256247997, "global_step": 26631, "epoch": 149, "lr": 8.581518309827141e-05}
{"train_loss": 0.004926768131554127, "global_step": 26632, "epoch": 149, "lr": 8.58141519594694e-05}
{"train_loss": 0.008450871333479881, "global_step": 26633, "epoch": 149, "lr": 8.581312078938586e-05}
{"train_loss": 0.008852440863847733, "global_step": 26634, "epoch": 149, "lr": 8.581208958802169e-05}
{"train_loss": 0.008746962063014507, "global_step": 26635, "epoch": 149, "lr": 8.581105835537782e-05}
{"train_loss": 0.008711379021406174, "global_step": 26636, "epoch": 149, "lr": 8.581002709145512e-05}
{"train_loss": 0.009637949988245964, "global_step": 26637, "epoch": 149, "lr": 8.58089957962545e-05}
{"train_loss": 0.007964362390339375, "global_step": 26638, "epoch": 149, "lr": 8.580796446977686e-05}
{"train_loss": 0.005738392472267151, "global_step": 26639, "epoch": 149, "lr": 8.580693311202309e-05}
{"train_loss": 0.005270159803330898, "global_step": 26640, "epoch": 149, "lr": 8.580590172299412e-05}
{"train_loss": 0.003587090875953436, "global_step": 26641, "epoch": 149, "lr": 8.580487030269082e-05}
{"train_loss": 0.01011559460312128, "global_step": 26642, "epoch": 149, "lr": 8.58038388511141e-05}
{"train_loss": 0.005352816544473171, "global_step": 26643, "epoch": 149, "lr": 8.580280736826488e-05}
{"train_loss": 0.005138462409377098, "global_step": 26644, "epoch": 149, "lr": 8.580177585414403e-05}
{"train_loss": 0.00862065888941288, "global_step": 26645, "epoch": 149, "lr": 8.580074430875249e-05}
{"train_loss": 0.008925708942115307, "global_step": 26646, "epoch": 149, "lr": 8.579971273209112e-05}
{"train_loss": 0.007635003887116909, "global_step": 26647, "epoch": 149, "lr": 8.579868112416084e-05}
{"train_loss": 0.004181141499429941, "global_step": 26648, "epoch": 149, "lr": 8.579764948496256e-05}
{"train_loss": 0.013676328584551811, "global_step": 26649, "epoch": 149, "lr": 8.579661781449716e-05}
{"train_loss": 0.0050307405181229115, "global_step": 26650, "epoch": 149, "lr": 8.579558611276555e-05}
{"train_loss": 0.008370758965611458, "global_step": 26651, "epoch": 149, "lr": 8.579455437976864e-05}
{"train_loss": 0.0068186079151928425, "global_step": 26652, "epoch": 149, "lr": 8.579352261550733e-05}
{"train_loss": 0.005722173489630222, "global_step": 26653, "epoch": 149, "lr": 8.579249081998251e-05}
{"train_loss": 0.007127046585083008, "global_step": 26654, "epoch": 149, "lr": 8.579145899319509e-05}
{"train_loss": 0.00652997475117445, "global_step": 26655, "epoch": 149, "lr": 8.579042713514595e-05}
{"train_loss": 0.007347331382334232, "global_step": 26656, "epoch": 149, "lr": 8.578939524583602e-05}
{"train_loss": 0.007387108635157347, "global_step": 26657, "epoch": 149, "lr": 8.578836332526621e-05}
{"train_loss": 0.007507835514843464, "global_step": 26658, "epoch": 149, "lr": 8.578733137343737e-05}
{"train_loss": 0.005316923372447491, "global_step": 26659, "epoch": 149, "lr": 8.578629939035045e-05}
{"train_loss": 0.006427686661481857, "global_step": 26660, "epoch": 149, "lr": 8.578526737600634e-05}
{"train_loss": 0.004113442730158567, "global_step": 26661, "epoch": 149, "lr": 8.578423533040594e-05}
{"train_loss": 0.004907442256808281, "global_step": 26662, "epoch": 149, "lr": 8.578320325355014e-05}
{"train_loss": 0.0051805428229272366, "global_step": 26663, "epoch": 149, "lr": 8.578217114543983e-05}
{"train_loss": 0.006845447234809399, "global_step": 26664, "epoch": 149, "lr": 8.578113900607596e-05}
{"train_loss": 0.005360922776162624, "global_step": 26665, "epoch": 149, "lr": 8.578010683545938e-05}
{"train_loss": 0.005840431898832321, "global_step": 26666, "epoch": 149, "lr": 8.577907463359102e-05}
{"train_loss": 0.00826804619282484, "global_step": 26667, "epoch": 149, "lr": 8.577804240047178e-05}
{"train_loss": 0.00781538151204586, "global_step": 26668, "epoch": 149, "lr": 8.577701013610256e-05}
{"train_loss": 0.005477038212120533, "global_step": 26669, "epoch": 149, "lr": 8.577597784048425e-05}
{"train_loss": 0.006517389789223671, "global_step": 26670, "epoch": 149, "lr": 8.577494551361775e-05}
{"train_loss": 0.004634956829249859, "global_step": 26671, "epoch": 149, "lr": 8.577391315550399e-05}
{"train_loss": 0.008430096320807934, "global_step": 26672, "epoch": 149, "lr": 8.577288076614385e-05}
{"train_loss": 0.006843556649982929, "global_step": 26673, "epoch": 149, "lr": 8.577184834553823e-05}
{"train_loss": 0.0037706498987972736, "global_step": 26674, "epoch": 149, "lr": 8.577081589368803e-05}
{"train_loss": 0.011640967801213264, "global_step": 26675, "epoch": 149, "lr": 8.576978341059418e-05}
{"train_loss": 0.003355031833052635, "global_step": 26676, "epoch": 149, "lr": 8.576875089625755e-05}
{"train_loss": 0.004289052449166775, "global_step": 26677, "epoch": 149, "lr": 8.576771835067904e-05}
{"train_loss": 0.006724460981786251, "global_step": 26678, "epoch": 149, "lr": 8.576668577385958e-05}
{"train_loss": 0.006860279943794012, "global_step": 26679, "epoch": 149, "lr": 8.576565316580004e-05}
{"train_loss": 0.0075935134664177895, "global_step": 26680, "epoch": 149, "lr": 8.576462052650136e-05}
{"train_loss": 0.004925224464386702, "global_step": 26681, "epoch": 149, "lr": 8.57635878559644e-05}
{"train_loss": 0.005942735821008682, "global_step": 26682, "epoch": 149, "lr": 8.576255515419008e-05}
{"train_loss": 0.00974743440747261, "global_step": 26683, "epoch": 149, "lr": 8.576152242117932e-05}
{"train_loss": 0.008501041680574417, "global_step": 26684, "epoch": 149, "lr": 8.5760489656933e-05}
{"train_loss": 0.008230418898165226, "global_step": 26685, "epoch": 149, "lr": 8.575945686145202e-05}
{"train_loss": 0.004102208185940981, "global_step": 26686, "epoch": 149, "lr": 8.575842403473731e-05}
{"train_loss": 0.005626867525279522, "global_step": 26687, "epoch": 149, "lr": 8.575739117678973e-05}
{"train_loss": 0.009172544814646244, "global_step": 26688, "epoch": 149, "lr": 8.575635828761022e-05}
{"train_loss": 0.005206059664487839, "global_step": 26689, "epoch": 149, "lr": 8.575532536719966e-05}
{"train_loss": 0.005061856936663389, "global_step": 26690, "epoch": 149, "lr": 8.575429241555895e-05}
{"train_loss": 0.0038578787352889776, "global_step": 26691, "epoch": 149, "lr": 8.575325943268901e-05}
{"train_loss": 0.0052796327508986, "global_step": 26692, "epoch": 149, "lr": 8.575222641859073e-05}
{"train_loss": 0.007760937325656414, "global_step": 26693, "epoch": 149, "lr": 8.575119337326502e-05}
{"train_loss": 0.006489741150289774, "global_step": 26694, "epoch": 149, "lr": 8.575016029671276e-05}
{"train_loss": 0.007983468472957611, "global_step": 26695, "epoch": 149, "lr": 8.57491271889349e-05}
{"train_loss": 0.0056154681369662285, "global_step": 26696, "epoch": 149, "lr": 8.574809404993229e-05}
{"train_loss": 0.00821535661816597, "global_step": 26697, "epoch": 149, "lr": 8.574706087970586e-05}
{"train_loss": 0.007845381274819374, "global_step": 26698, "epoch": 149, "lr": 8.574602767825651e-05}
{"train_loss": 0.006894508674950077, "global_step": 26699, "epoch": 149, "lr": 8.574499444558515e-05}
{"train_loss": 0.004421630408614874, "global_step": 26700, "epoch": 150, "lr": 8.574396118169265e-05}
{"train_loss": 0.007600964047014713, "global_step": 26701, "epoch": 150, "lr": 8.574292788657994e-05}
{"train_loss": 0.012249629944562912, "global_step": 26702, "epoch": 150, "lr": 8.574189456024793e-05}
{"train_loss": 0.006907341070473194, "global_step": 26703, "epoch": 150, "lr": 8.57408612026975e-05}
{"train_loss": 0.007294277660548687, "global_step": 26704, "epoch": 150, "lr": 8.573982781392956e-05}
{"train_loss": 0.010355576872825623, "global_step": 26705, "epoch": 150, "lr": 8.573879439394502e-05}
{"train_loss": 0.0063029383309185505, "global_step": 26706, "epoch": 150, "lr": 8.573776094274476e-05}
{"train_loss": 0.006399841979146004, "global_step": 26707, "epoch": 150, "lr": 8.573672746032973e-05}
{"train_loss": 0.005613897927105427, "global_step": 26708, "epoch": 150, "lr": 8.57356939467008e-05}
{"train_loss": 0.010115920566022396, "global_step": 26709, "epoch": 150, "lr": 8.573466040185885e-05}
{"train_loss": 0.00749041186645627, "global_step": 26710, "epoch": 150, "lr": 8.573362682580483e-05}
{"train_loss": 0.00951356440782547, "global_step": 26711, "epoch": 150, "lr": 8.573259321853961e-05}
{"train_loss": 0.00900213047862053, "global_step": 26712, "epoch": 150, "lr": 8.573155958006411e-05}
{"train_loss": 0.007554683834314346, "global_step": 26713, "epoch": 150, "lr": 8.573052591037922e-05}
{"train_loss": 0.005757573060691357, "global_step": 26714, "epoch": 150, "lr": 8.572949220948585e-05}
{"train_loss": 0.0071107614785432816, "global_step": 26715, "epoch": 150, "lr": 8.572845847738491e-05}
{"train_loss": 0.008091987110674381, "global_step": 26716, "epoch": 150, "lr": 8.572742471407729e-05}
{"train_loss": 0.006548254285007715, "global_step": 26717, "epoch": 150, "lr": 8.572639091956389e-05}
{"train_loss": 0.007127728313207626, "global_step": 26718, "epoch": 150, "lr": 8.572535709384563e-05}
{"train_loss": 0.007821552455425262, "global_step": 26719, "epoch": 150, "lr": 8.572432323692341e-05}
{"train_loss": 0.004715321585536003, "global_step": 26720, "epoch": 150, "lr": 8.572328934879811e-05}
{"train_loss": 0.004992363043129444, "global_step": 26721, "epoch": 150, "lr": 8.572225542947068e-05}
{"train_loss": 0.008735723793506622, "global_step": 26722, "epoch": 150, "lr": 8.572122147894197e-05}
{"train_loss": 0.005923304706811905, "global_step": 26723, "epoch": 150, "lr": 8.572018749721292e-05}
{"train_loss": 0.004633704666048288, "global_step": 26724, "epoch": 150, "lr": 8.571915348428442e-05}
{"train_loss": 0.0051785679534077644, "global_step": 26725, "epoch": 150, "lr": 8.571811944015736e-05}
{"train_loss": 0.00852464884519577, "global_step": 26726, "epoch": 150, "lr": 8.571708536483265e-05}
{"train_loss": 0.010176954790949821, "global_step": 26727, "epoch": 150, "lr": 8.57160512583112e-05}
{"train_loss": 0.01114359125494957, "global_step": 26728, "epoch": 150, "lr": 8.571501712059393e-05}
{"train_loss": 0.007420727983117104, "global_step": 26729, "epoch": 150, "lr": 8.57139829516817e-05}
{"train_loss": 0.0070369369350373745, "global_step": 26730, "epoch": 150, "lr": 8.571294875157547e-05}
{"train_loss": 0.006967942230403423, "global_step": 26731, "epoch": 150, "lr": 8.571191452027608e-05}
{"train_loss": 0.006028404459357262, "global_step": 26732, "epoch": 150, "lr": 8.571088025778449e-05}
{"train_loss": 0.004750274121761322, "global_step": 26733, "epoch": 150, "lr": 8.570984596410156e-05}
{"train_loss": 0.01077849231660366, "global_step": 26734, "epoch": 150, "lr": 8.570881163922824e-05}
{"train_loss": 0.010942824184894562, "global_step": 26735, "epoch": 150, "lr": 8.570777728316537e-05}
{"train_loss": 0.006471544969826937, "global_step": 26736, "epoch": 150, "lr": 8.570674289591392e-05}
{"train_loss": 0.003941284492611885, "global_step": 26737, "epoch": 150, "lr": 8.570570847747475e-05}
{"train_loss": 0.012821813113987446, "global_step": 26738, "epoch": 150, "lr": 8.570467402784876e-05}
{"train_loss": 0.005326038226485252, "global_step": 26739, "epoch": 150, "lr": 8.570363954703689e-05}
{"train_loss": 0.009497655555605888, "global_step": 26740, "epoch": 150, "lr": 8.570260503504001e-05}
{"train_loss": 0.00556158646941185, "global_step": 26741, "epoch": 150, "lr": 8.570157049185905e-05}
{"train_loss": 0.010701937600970268, "global_step": 26742, "epoch": 150, "lr": 8.57005359174949e-05}
{"train_loss": 0.009353440254926682, "global_step": 26743, "epoch": 150, "lr": 8.569950131194846e-05}
{"train_loss": 0.013914858922362328, "global_step": 26744, "epoch": 150, "lr": 8.569846667522063e-05}
{"train_loss": 0.004960181191563606, "global_step": 26745, "epoch": 150, "lr": 8.569743200731233e-05}
{"train_loss": 0.007504946552217007, "global_step": 26746, "epoch": 150, "lr": 8.569639730822445e-05}
{"train_loss": 0.011639419943094254, "global_step": 26747, "epoch": 150, "lr": 8.56953625779579e-05}
{"train_loss": 0.005282202735543251, "global_step": 26748, "epoch": 150, "lr": 8.569432781651358e-05}
{"train_loss": 0.01000606082379818, "global_step": 26749, "epoch": 150, "lr": 8.56932930238924e-05}
{"train_loss": 0.006086346693336964, "global_step": 26750, "epoch": 150, "lr": 8.569225820009526e-05}
{"train_loss": 0.005692130420356989, "global_step": 26751, "epoch": 150, "lr": 8.569122334512307e-05}
{"train_loss": 0.0047904010862112045, "global_step": 26752, "epoch": 150, "lr": 8.569018845897671e-05}
{"train_loss": 0.004969367757439613, "global_step": 26753, "epoch": 150, "lr": 8.568915354165712e-05}
{"train_loss": 0.01237888727337122, "global_step": 26754, "epoch": 150, "lr": 8.568811859316519e-05}
{"train_loss": 0.0048166862688958645, "global_step": 26755, "epoch": 150, "lr": 8.56870836135018e-05}
{"train_loss": 0.007997755892574787, "global_step": 26756, "epoch": 150, "lr": 8.568604860266789e-05}
{"train_loss": 0.0033972072415053844, "global_step": 26757, "epoch": 150, "lr": 8.568501356066434e-05}
{"train_loss": 0.010583564639091492, "global_step": 26758, "epoch": 150, "lr": 8.568397848749205e-05}
{"train_loss": 0.009770018979907036, "global_step": 26759, "epoch": 150, "lr": 8.568294338315196e-05}
{"train_loss": 0.0034745503216981888, "global_step": 26760, "epoch": 150, "lr": 8.568190824764492e-05}
{"train_loss": 0.007692360784858465, "global_step": 26761, "epoch": 150, "lr": 8.56808730809719e-05}
{"train_loss": 0.011089645326137543, "global_step": 26762, "epoch": 150, "lr": 8.567983788313374e-05}
{"train_loss": 0.008215557783842087, "global_step": 26763, "epoch": 150, "lr": 8.56788026541314e-05}
{"train_loss": 0.010684419423341751, "global_step": 26764, "epoch": 150, "lr": 8.567776739396574e-05}
{"train_loss": 0.004195906221866608, "global_step": 26765, "epoch": 150, "lr": 8.567673210263767e-05}
{"train_loss": 0.003533789422363043, "global_step": 26766, "epoch": 150, "lr": 8.56756967801481e-05}
{"train_loss": 0.004972043447196484, "global_step": 26767, "epoch": 150, "lr": 8.567466142649796e-05}
{"train_loss": 0.0039173923432827, "global_step": 26768, "epoch": 150, "lr": 8.567362604168814e-05}
{"train_loss": 0.004478035494685173, "global_step": 26769, "epoch": 150, "lr": 8.567259062571953e-05}
{"train_loss": 0.00977790541946888, "global_step": 26770, "epoch": 150, "lr": 8.567155517859303e-05}
{"train_loss": 0.008093271404504776, "global_step": 26771, "epoch": 150, "lr": 8.567051970030957e-05}
{"train_loss": 0.005635660141706467, "global_step": 26772, "epoch": 150, "lr": 8.566948419087004e-05}
{"train_loss": 0.004624577704817057, "global_step": 26773, "epoch": 150, "lr": 8.566844865027534e-05}
{"train_loss": 0.004922753199934959, "global_step": 26774, "epoch": 150, "lr": 8.566741307852639e-05}
{"train_loss": 0.008290356956422329, "global_step": 26775, "epoch": 150, "lr": 8.566637747562407e-05}
{"train_loss": 0.005262295249849558, "global_step": 26776, "epoch": 150, "lr": 8.566534184156931e-05}
{"train_loss": 0.006849620491266251, "global_step": 26777, "epoch": 150, "lr": 8.5664306176363e-05}
{"train_loss": 0.008789055980741978, "global_step": 26778, "epoch": 150, "lr": 8.566327048000604e-05}
{"train_loss": 0.009898887947201729, "global_step": 26779, "epoch": 150, "lr": 8.566223475249935e-05}
{"train_loss": 0.0055023785680532455, "global_step": 26780, "epoch": 150, "lr": 8.566119899384384e-05}
{"train_loss": 0.003790520364418626, "global_step": 26781, "epoch": 150, "lr": 8.566016320404039e-05}
{"train_loss": 0.008108876645565033, "global_step": 26782, "epoch": 150, "lr": 8.565912738308992e-05}
{"train_loss": 0.009998412802815437, "global_step": 26783, "epoch": 150, "lr": 8.565809153099333e-05}
{"train_loss": 0.0108810905367136, "global_step": 26784, "epoch": 150, "lr": 8.565705564775153e-05}
{"train_loss": 0.010466400533914566, "global_step": 26785, "epoch": 150, "lr": 8.565601973336541e-05}
{"train_loss": 0.007844749838113785, "global_step": 26786, "epoch": 150, "lr": 8.56549837878359e-05}
{"train_loss": 0.004616246558725834, "global_step": 26787, "epoch": 150, "lr": 8.565394781116389e-05}
{"train_loss": 0.010314336977899075, "global_step": 26788, "epoch": 150, "lr": 8.565291180335028e-05}
{"train_loss": 0.005921995732933283, "global_step": 26789, "epoch": 150, "lr": 8.565187576439598e-05}
{"train_loss": 0.0045953900553286076, "global_step": 26790, "epoch": 150, "lr": 8.565083969430189e-05}
{"train_loss": 0.007798745296895504, "global_step": 26791, "epoch": 150, "lr": 8.564980359306894e-05}
{"train_loss": 0.008966123685240746, "global_step": 26792, "epoch": 150, "lr": 8.564876746069801e-05}
{"train_loss": 0.005882812663912773, "global_step": 26793, "epoch": 150, "lr": 8.564773129718999e-05}
{"train_loss": 0.0025240816175937653, "global_step": 26794, "epoch": 150, "lr": 8.564669510254583e-05}
{"train_loss": 0.0077222855761647224, "global_step": 26795, "epoch": 150, "lr": 8.56456588767664e-05}
{"train_loss": 0.006117978133261204, "global_step": 26796, "epoch": 150, "lr": 8.564462261985262e-05}
{"train_loss": 0.008160288445651531, "global_step": 26797, "epoch": 150, "lr": 8.564358633180538e-05}
{"train_loss": 0.005162372253835201, "global_step": 26798, "epoch": 150, "lr": 8.56425500126256e-05}
{"train_loss": 0.004621757660061121, "global_step": 26799, "epoch": 150, "lr": 8.564151366231418e-05}
{"train_loss": 0.007353635970503092, "global_step": 26800, "epoch": 150, "lr": 8.564047728087205e-05}
{"train_loss": 0.005368027836084366, "global_step": 26801, "epoch": 150, "lr": 8.563944086830008e-05}
{"train_loss": 0.007130608893930912, "global_step": 26802, "epoch": 150, "lr": 8.563840442459917e-05}
{"train_loss": 0.006235172506421804, "global_step": 26803, "epoch": 150, "lr": 8.563736794977024e-05}
{"train_loss": 0.0069802189245820045, "global_step": 26804, "epoch": 150, "lr": 8.563633144381423e-05}
{"train_loss": 0.004067996516823769, "global_step": 26805, "epoch": 150, "lr": 8.563529490673197e-05}
{"train_loss": 0.005655261222273111, "global_step": 26806, "epoch": 150, "lr": 8.563425833852443e-05}
{"train_loss": 0.006651377305388451, "global_step": 26807, "epoch": 150, "lr": 8.56332217391925e-05}
{"train_loss": 0.00449765520170331, "global_step": 26808, "epoch": 150, "lr": 8.563218510873708e-05}
{"train_loss": 0.008585107512772083, "global_step": 26809, "epoch": 150, "lr": 8.563114844715906e-05}
{"train_loss": 0.01047866977751255, "global_step": 26810, "epoch": 150, "lr": 8.563011175445937e-05}
{"train_loss": 0.009362965822219849, "global_step": 26811, "epoch": 150, "lr": 8.562907503063889e-05}
{"train_loss": 0.011141489259898663, "global_step": 26812, "epoch": 150, "lr": 8.562803827569856e-05}
{"train_loss": 0.00448051281273365, "global_step": 26813, "epoch": 150, "lr": 8.562700148963925e-05}
{"train_loss": 0.004935231991112232, "global_step": 26814, "epoch": 150, "lr": 8.562596467246189e-05}
{"train_loss": 0.0062311976216733456, "global_step": 26815, "epoch": 150, "lr": 8.562492782416738e-05}
{"train_loss": 0.005740362219512463, "global_step": 26816, "epoch": 150, "lr": 8.562389094475663e-05}
{"train_loss": 0.00929228775203228, "global_step": 26817, "epoch": 150, "lr": 8.562285403423052e-05}
{"train_loss": 0.011106131598353386, "global_step": 26818, "epoch": 150, "lr": 8.562181709258999e-05}
{"train_loss": 0.006958999205380678, "global_step": 26819, "epoch": 150, "lr": 8.562078011983591e-05}
{"train_loss": 0.007213306147605181, "global_step": 26820, "epoch": 150, "lr": 8.561974311596923e-05}
{"train_loss": 0.007662206422537565, "global_step": 26821, "epoch": 150, "lr": 8.561870608099081e-05}
{"train_loss": 0.012231086380779743, "global_step": 26822, "epoch": 150, "lr": 8.561766901490159e-05}
{"train_loss": 0.008204031735658646, "global_step": 26823, "epoch": 150, "lr": 8.561663191770247e-05}
{"train_loss": 0.007143411785364151, "global_step": 26824, "epoch": 150, "lr": 8.561559478939433e-05}
{"train_loss": 0.00822189450263977, "global_step": 26825, "epoch": 150, "lr": 8.561455762997812e-05}
{"train_loss": 0.004061986692249775, "global_step": 26826, "epoch": 150, "lr": 8.56135204394547e-05}
{"train_loss": 0.011713380925357342, "global_step": 26827, "epoch": 150, "lr": 8.5612483217825e-05}
{"train_loss": 0.004918115213513374, "global_step": 26828, "epoch": 150, "lr": 8.561144596508993e-05}
{"train_loss": 0.012151258066296577, "global_step": 26829, "epoch": 150, "lr": 8.561040868125038e-05}
{"train_loss": 0.008286986500024796, "global_step": 26830, "epoch": 150, "lr": 8.560937136630727e-05}
{"train_loss": 0.009029896929860115, "global_step": 26831, "epoch": 150, "lr": 8.56083340202615e-05}
{"train_loss": 0.002460846211761236, "global_step": 26832, "epoch": 150, "lr": 8.560729664311397e-05}
{"train_loss": 0.009568733163177967, "global_step": 26833, "epoch": 150, "lr": 8.560625923486561e-05}
{"train_loss": 0.008718499913811684, "global_step": 26834, "epoch": 150, "lr": 8.560522179551729e-05}
{"train_loss": 0.005136928521096706, "global_step": 26835, "epoch": 150, "lr": 8.560418432506995e-05}
{"train_loss": 0.008726580068469048, "global_step": 26836, "epoch": 150, "lr": 8.560314682352448e-05}
{"train_loss": 0.008697453886270523, "global_step": 26837, "epoch": 150, "lr": 8.560210929088178e-05}
{"train_loss": 0.006315271370112896, "global_step": 26838, "epoch": 150, "lr": 8.560107172714276e-05}
{"train_loss": 0.0051430948078632355, "global_step": 26839, "epoch": 150, "lr": 8.560003413230833e-05}
{"train_loss": 0.0064490498043596745, "global_step": 26840, "epoch": 150, "lr": 8.559899650637941e-05}
{"train_loss": 0.006090744864195585, "global_step": 26841, "epoch": 150, "lr": 8.559795884935689e-05}
{"train_loss": 0.011929662898182869, "global_step": 26842, "epoch": 150, "lr": 8.559692116124166e-05}
{"train_loss": 0.013518719002604485, "global_step": 26843, "epoch": 150, "lr": 8.559588344203467e-05}
{"train_loss": 0.010225233621895313, "global_step": 26844, "epoch": 150, "lr": 8.559484569173678e-05}
{"train_loss": 0.01038414053618908, "global_step": 26845, "epoch": 150, "lr": 8.559380791034892e-05}
{"train_loss": 0.004840262234210968, "global_step": 26846, "epoch": 150, "lr": 8.559277009787202e-05}
{"train_loss": 0.005197975784540176, "global_step": 26847, "epoch": 150, "lr": 8.559173225430694e-05}
{"train_loss": 0.005698694847524166, "global_step": 26848, "epoch": 150, "lr": 8.559069437965462e-05}
{"train_loss": 0.0038129384629428387, "global_step": 26849, "epoch": 150, "lr": 8.558965647391594e-05}
{"train_loss": 0.005323931109160185, "global_step": 26850, "epoch": 150, "lr": 8.558861853709182e-05}
{"train_loss": 0.008013123646378517, "global_step": 26851, "epoch": 150, "lr": 8.558758056918316e-05}
{"train_loss": 0.006783825345337391, "global_step": 26852, "epoch": 150, "lr": 8.55865425701909e-05}
{"train_loss": 0.0071674794889986515, "global_step": 26853, "epoch": 150, "lr": 8.558550454011589e-05}
{"train_loss": 0.010101528838276863, "global_step": 26854, "epoch": 150, "lr": 8.55844664789591e-05}
{"train_loss": 0.006696055643260479, "global_step": 26855, "epoch": 150, "lr": 8.558342838672137e-05}
{"train_loss": 0.003866217564791441, "global_step": 26856, "epoch": 150, "lr": 8.558239026340366e-05}
{"train_loss": 0.005278138909488916, "global_step": 26857, "epoch": 150, "lr": 8.558135210900686e-05}
{"train_loss": 0.003687812713906169, "global_step": 26858, "epoch": 150, "lr": 8.558031392353187e-05}
{"train_loss": 0.007836093194782734, "global_step": 26859, "epoch": 150, "lr": 8.55792757069796e-05}
{"train_loss": 0.005605003330856562, "global_step": 26860, "epoch": 150, "lr": 8.557823745935096e-05}
{"train_loss": 0.005814347416162491, "global_step": 26861, "epoch": 150, "lr": 8.557719918064684e-05}
{"train_loss": 0.005557854659855366, "global_step": 26862, "epoch": 150, "lr": 8.557616087086818e-05}
{"train_loss": 0.007252337411046028, "global_step": 26863, "epoch": 150, "lr": 8.557512253001584e-05}
{"train_loss": 0.007605148479342461, "global_step": 26864, "epoch": 150, "lr": 8.557408415809078e-05}
{"train_loss": 0.006687041372060776, "global_step": 26865, "epoch": 150, "lr": 8.557304575509389e-05}
{"train_loss": 0.005447648465633392, "global_step": 26866, "epoch": 150, "lr": 8.557200732102606e-05}
{"train_loss": 0.006233221385627985, "global_step": 26867, "epoch": 150, "lr": 8.55709688558882e-05}
{"train_loss": 0.0070546939969062805, "global_step": 26868, "epoch": 150, "lr": 8.556993035968122e-05}
{"train_loss": 0.0052232686430215836, "global_step": 26869, "epoch": 150, "lr": 8.556889183240604e-05}
{"train_loss": 0.007439540699124336, "global_step": 26870, "epoch": 150, "lr": 8.556785327406355e-05}
{"train_loss": 0.006375671364367008, "global_step": 26871, "epoch": 150, "lr": 8.556681468465466e-05}
{"train_loss": 0.007198447827249765, "global_step": 26872, "epoch": 150, "lr": 8.556577606418028e-05}
{"train_loss": 0.006254782900214195, "global_step": 26873, "epoch": 150, "lr": 8.556473741264132e-05}
{"train_loss": 0.005424332804977894, "global_step": 26874, "epoch": 150, "lr": 8.55636987300387e-05}
{"train_loss": 0.003475263249129057, "global_step": 26875, "epoch": 150, "lr": 8.55626600163733e-05}
{"train_loss": 0.008797327056527138, "global_step": 26876, "epoch": 150, "lr": 8.556162127164606e-05}
{"train_loss": 0.007198330703625727, "global_step": 26877, "epoch": 150, "lr": 8.556058249585785e-05, "train_action_mse_error": 1.704318492556922e-05}
{"train_loss": 0.006314621306955814, "global_step": 26878, "epoch": 151, "lr": 8.55595436890096e-05}
{"train_loss": 0.006323002744466066, "global_step": 26879, "epoch": 151, "lr": 8.55585048511022e-05}
{"train_loss": 0.005308687686920166, "global_step": 26880, "epoch": 151, "lr": 8.555746598213659e-05}
{"train_loss": 0.007507708854973316, "global_step": 26881, "epoch": 151, "lr": 8.555642708211363e-05}
{"train_loss": 0.009377697482705116, "global_step": 26882, "epoch": 151, "lr": 8.555538815103428e-05}
{"train_loss": 0.008196382783353329, "global_step": 26883, "epoch": 151, "lr": 8.555434918889942e-05}
{"train_loss": 0.009176080115139484, "global_step": 26884, "epoch": 151, "lr": 8.555331019570994e-05}
{"train_loss": 0.006892446428537369, "global_step": 26885, "epoch": 151, "lr": 8.555227117146677e-05}
{"train_loss": 0.006195320747792721, "global_step": 26886, "epoch": 151, "lr": 8.555123211617083e-05}
{"train_loss": 0.006879228167235851, "global_step": 26887, "epoch": 151, "lr": 8.555019302982301e-05}
{"train_loss": 0.00334761431440711, "global_step": 26888, "epoch": 151, "lr": 8.554915391242422e-05}
{"train_loss": 0.0041902996599674225, "global_step": 26889, "epoch": 151, "lr": 8.554811476397536e-05}
{"train_loss": 0.008049804717302322, "global_step": 26890, "epoch": 151, "lr": 8.554707558447734e-05}
{"train_loss": 0.0047763437032699585, "global_step": 26891, "epoch": 151, "lr": 8.554603637393109e-05}
{"train_loss": 0.008954599499702454, "global_step": 26892, "epoch": 151, "lr": 8.554499713233748e-05}
{"train_loss": 0.010443225502967834, "global_step": 26893, "epoch": 151, "lr": 8.554395785969745e-05}
{"train_loss": 0.0055404165759682655, "global_step": 26894, "epoch": 151, "lr": 8.554291855601188e-05}
{"train_loss": 0.006981038488447666, "global_step": 26895, "epoch": 151, "lr": 8.554187922128169e-05}
{"train_loss": 0.006012139841914177, "global_step": 26896, "epoch": 151, "lr": 8.554083985550782e-05}
{"train_loss": 0.004433407448232174, "global_step": 26897, "epoch": 151, "lr": 8.553980045869115e-05}
{"train_loss": 0.005538546945899725, "global_step": 26898, "epoch": 151, "lr": 8.553876103083256e-05}
{"train_loss": 0.006368774920701981, "global_step": 26899, "epoch": 151, "lr": 8.5537721571933e-05}
{"train_loss": 0.006767839193344116, "global_step": 26900, "epoch": 151, "lr": 8.553668208199335e-05}
{"train_loss": 0.006999240256845951, "global_step": 26901, "epoch": 151, "lr": 8.553564256101454e-05}
{"train_loss": 0.0034794737584888935, "global_step": 26902, "epoch": 151, "lr": 8.553460300899747e-05}
{"train_loss": 0.0070871999487280846, "global_step": 26903, "epoch": 151, "lr": 8.553356342594304e-05}
{"train_loss": 0.0035003230441361666, "global_step": 26904, "epoch": 151, "lr": 8.553252381185218e-05}
{"train_loss": 0.0035039864014834166, "global_step": 26905, "epoch": 151, "lr": 8.553148416672576e-05}
{"train_loss": 0.004246147815138102, "global_step": 26906, "epoch": 151, "lr": 8.553044449056472e-05}
{"train_loss": 0.01163495797663927, "global_step": 26907, "epoch": 151, "lr": 8.552940478336996e-05}
{"train_loss": 0.004581251181662083, "global_step": 26908, "epoch": 151, "lr": 8.552836504514239e-05}
{"train_loss": 0.006473164539784193, "global_step": 26909, "epoch": 151, "lr": 8.55273252758829e-05}
{"train_loss": 0.012869145721197128, "global_step": 26910, "epoch": 151, "lr": 8.552628547559243e-05}
{"train_loss": 0.0072267004288733006, "global_step": 26911, "epoch": 151, "lr": 8.552524564427187e-05}
{"train_loss": 0.006637111306190491, "global_step": 26912, "epoch": 151, "lr": 8.552420578192212e-05}
{"train_loss": 0.004807434976100922, "global_step": 26913, "epoch": 151, "lr": 8.55231658885441e-05}
{"train_loss": 0.00498712295666337, "global_step": 26914, "epoch": 151, "lr": 8.552212596413871e-05}
{"train_loss": 0.004381930455565453, "global_step": 26915, "epoch": 151, "lr": 8.552108600870688e-05}
{"train_loss": 0.005580355413258076, "global_step": 26916, "epoch": 151, "lr": 8.55200460222495e-05}
{"train_loss": 0.011644852347671986, "global_step": 26917, "epoch": 151, "lr": 8.551900600476748e-05}
{"train_loss": 0.006171996705234051, "global_step": 26918, "epoch": 151, "lr": 8.551796595626173e-05}
{"train_loss": 0.008721701800823212, "global_step": 26919, "epoch": 151, "lr": 8.551692587673315e-05}
{"train_loss": 0.006553986109793186, "global_step": 26920, "epoch": 151, "lr": 8.551588576618266e-05}
{"train_loss": 0.010552601888775826, "global_step": 26921, "epoch": 151, "lr": 8.551484562461117e-05}
{"train_loss": 0.007825605571269989, "global_step": 26922, "epoch": 151, "lr": 8.551380545201957e-05}
{"train_loss": 0.008739831857383251, "global_step": 26923, "epoch": 151, "lr": 8.55127652484088e-05}
{"train_loss": 0.006008419208228588, "global_step": 26924, "epoch": 151, "lr": 8.551172501377973e-05}
{"train_loss": 0.010898493230342865, "global_step": 26925, "epoch": 151, "lr": 8.55106847481333e-05}
{"train_loss": 0.00887324195355177, "global_step": 26926, "epoch": 151, "lr": 8.55096444514704e-05}
{"train_loss": 0.004849450662732124, "global_step": 26927, "epoch": 151, "lr": 8.550860412379196e-05}
{"train_loss": 0.006713130045682192, "global_step": 26928, "epoch": 151, "lr": 8.550756376509887e-05}
{"train_loss": 0.009126052260398865, "global_step": 26929, "epoch": 151, "lr": 8.550652337539205e-05}
{"train_loss": 0.008132378570735455, "global_step": 26930, "epoch": 151, "lr": 8.550548295467239e-05}
{"train_loss": 0.004453795962035656, "global_step": 26931, "epoch": 151, "lr": 8.550444250294081e-05}
{"train_loss": 0.005227585323154926, "global_step": 26932, "epoch": 151, "lr": 8.550340202019822e-05}
{"train_loss": 0.008116375654935837, "global_step": 26933, "epoch": 151, "lr": 8.550236150644554e-05}
{"train_loss": 0.009716344997286797, "global_step": 26934, "epoch": 151, "lr": 8.550132096168366e-05}
{"train_loss": 0.007705146912485361, "global_step": 26935, "epoch": 151, "lr": 8.55002803859135e-05}
{"train_loss": 0.013047672808170319, "global_step": 26936, "epoch": 151, "lr": 8.549923977913596e-05}
{"train_loss": 0.004789636470377445, "global_step": 26937, "epoch": 151, "lr": 8.549819914135195e-05}
{"train_loss": 0.0058810096234083176, "global_step": 26938, "epoch": 151, "lr": 8.549715847256238e-05}
{"train_loss": 0.008925320580601692, "global_step": 26939, "epoch": 151, "lr": 8.549611777276818e-05}
{"train_loss": 0.005256883800029755, "global_step": 26940, "epoch": 151, "lr": 8.549507704197024e-05}
{"train_loss": 0.010490767657756805, "global_step": 26941, "epoch": 151, "lr": 8.549403628016945e-05}
{"train_loss": 0.005941884592175484, "global_step": 26942, "epoch": 151, "lr": 8.549299548736676e-05}
{"train_loss": 0.007326751481741667, "global_step": 26943, "epoch": 151, "lr": 8.549195466356306e-05}
{"train_loss": 0.005646590143442154, "global_step": 26944, "epoch": 151, "lr": 8.549091380875925e-05}
{"train_loss": 0.0037123062647879124, "global_step": 26945, "epoch": 151, "lr": 8.548987292295623e-05}
{"train_loss": 0.011809838004410267, "global_step": 26946, "epoch": 151, "lr": 8.548883200615494e-05}
{"train_loss": 0.008959601633250713, "global_step": 26947, "epoch": 151, "lr": 8.548779105835627e-05}
{"train_loss": 0.007016723044216633, "global_step": 26948, "epoch": 151, "lr": 8.548675007956113e-05}
{"train_loss": 0.0053124818950891495, "global_step": 26949, "epoch": 151, "lr": 8.548570906977044e-05}
{"train_loss": 0.005301398225128651, "global_step": 26950, "epoch": 151, "lr": 8.548466802898511e-05}
{"train_loss": 0.005473294295370579, "global_step": 26951, "epoch": 151, "lr": 8.548362695720604e-05}
{"train_loss": 0.005560433492064476, "global_step": 26952, "epoch": 151, "lr": 8.548258585443413e-05}
{"train_loss": 0.005151668097823858, "global_step": 26953, "epoch": 151, "lr": 8.548154472067031e-05}
{"train_loss": 0.008767455816268921, "global_step": 26954, "epoch": 151, "lr": 8.548050355591546e-05}
{"train_loss": 0.0055946120992302895, "global_step": 26955, "epoch": 151, "lr": 8.547946236017052e-05}
{"train_loss": 0.004399204161018133, "global_step": 26956, "epoch": 151, "lr": 8.54784211334364e-05}
{"train_loss": 0.01117481105029583, "global_step": 26957, "epoch": 151, "lr": 8.547737987571398e-05}
{"train_loss": 0.006111521273851395, "global_step": 26958, "epoch": 151, "lr": 8.547633858700421e-05}
{"train_loss": 0.007912077941000462, "global_step": 26959, "epoch": 151, "lr": 8.547529726730797e-05}
{"train_loss": 0.00749723706394434, "global_step": 26960, "epoch": 151, "lr": 8.547425591662616e-05}
{"train_loss": 0.0051723662763834, "global_step": 26961, "epoch": 151, "lr": 8.547321453495972e-05}
{"train_loss": 0.011988445185124874, "global_step": 26962, "epoch": 151, "lr": 8.547217312230954e-05}
{"train_loss": 0.005119530949741602, "global_step": 26963, "epoch": 151, "lr": 8.547113167867654e-05}
{"train_loss": 0.003058337140828371, "global_step": 26964, "epoch": 151, "lr": 8.547009020406162e-05}
{"train_loss": 0.006717476062476635, "global_step": 26965, "epoch": 151, "lr": 8.54690486984657e-05}
{"train_loss": 0.011874115094542503, "global_step": 26966, "epoch": 151, "lr": 8.546800716188967e-05}
{"train_loss": 0.009279059246182442, "global_step": 26967, "epoch": 151, "lr": 8.546696559433447e-05}
{"train_loss": 0.005337254609912634, "global_step": 26968, "epoch": 151, "lr": 8.546592399580098e-05}
{"train_loss": 0.009204182773828506, "global_step": 26969, "epoch": 151, "lr": 8.546488236629013e-05}
{"train_loss": 0.00841542612761259, "global_step": 26970, "epoch": 151, "lr": 8.546384070580284e-05}
{"train_loss": 0.008969390764832497, "global_step": 26971, "epoch": 151, "lr": 8.546279901433998e-05}
{"train_loss": 0.004403222352266312, "global_step": 26972, "epoch": 151, "lr": 8.546175729190249e-05}
{"train_loss": 0.0060661183670163155, "global_step": 26973, "epoch": 151, "lr": 8.546071553849128e-05}
{"train_loss": 0.01074104756116867, "global_step": 26974, "epoch": 151, "lr": 8.545967375410724e-05}
{"train_loss": 0.0039291903376579285, "global_step": 26975, "epoch": 151, "lr": 8.54586319387513e-05}
{"train_loss": 0.006227969191968441, "global_step": 26976, "epoch": 151, "lr": 8.545759009242435e-05}
{"train_loss": 0.0040053026750683784, "global_step": 26977, "epoch": 151, "lr": 8.545654821512734e-05}
{"train_loss": 0.010452304035425186, "global_step": 26978, "epoch": 151, "lr": 8.545550630686113e-05}
{"train_loss": 0.0030618368182331324, "global_step": 26979, "epoch": 151, "lr": 8.545446436762667e-05}
{"train_loss": 0.003614984918385744, "global_step": 26980, "epoch": 151, "lr": 8.545342239742484e-05}
{"train_loss": 0.00828143022954464, "global_step": 26981, "epoch": 151, "lr": 8.545238039625656e-05}
{"train_loss": 0.01463702879846096, "global_step": 26982, "epoch": 151, "lr": 8.545133836412275e-05}
{"train_loss": 0.010493999347090721, "global_step": 26983, "epoch": 151, "lr": 8.54502963010243e-05}
{"train_loss": 0.00433966051787138, "global_step": 26984, "epoch": 151, "lr": 8.544925420696215e-05}
{"train_loss": 0.004261966794729233, "global_step": 26985, "epoch": 151, "lr": 8.544821208193719e-05}
{"train_loss": 0.007734699174761772, "global_step": 26986, "epoch": 151, "lr": 8.544716992595032e-05}
{"train_loss": 0.0071812579408288, "global_step": 26987, "epoch": 151, "lr": 8.544612773900249e-05}
{"train_loss": 0.006496869958937168, "global_step": 26988, "epoch": 151, "lr": 8.544508552109455e-05}
{"train_loss": 0.00658792769536376, "global_step": 26989, "epoch": 151, "lr": 8.544404327222748e-05}
{"train_loss": 0.00538365263491869, "global_step": 26990, "epoch": 151, "lr": 8.544300099240214e-05}
{"train_loss": 0.007029480300843716, "global_step": 26991, "epoch": 151, "lr": 8.544195868161945e-05}
{"train_loss": 0.008659150451421738, "global_step": 26992, "epoch": 151, "lr": 8.544091633988034e-05}
{"train_loss": 0.006633181124925613, "global_step": 26993, "epoch": 151, "lr": 8.54398739671857e-05}
{"train_loss": 0.009113837033510208, "global_step": 26994, "epoch": 151, "lr": 8.543883156353643e-05}
{"train_loss": 0.005561538971960545, "global_step": 26995, "epoch": 151, "lr": 8.543778912893348e-05}
{"train_loss": 0.0065416498109698296, "global_step": 26996, "epoch": 151, "lr": 8.54367466633777e-05}
{"train_loss": 0.008824815973639488, "global_step": 26997, "epoch": 151, "lr": 8.543570416687007e-05}
{"train_loss": 0.008861573413014412, "global_step": 26998, "epoch": 151, "lr": 8.543466163941147e-05}
{"train_loss": 0.0081267599016428, "global_step": 26999, "epoch": 151, "lr": 8.54336190810028e-05}
{"train_loss": 0.006561296060681343, "global_step": 27000, "epoch": 151, "lr": 8.5432576491645e-05}
{"train_loss": 0.005965530406683683, "global_step": 27001, "epoch": 151, "lr": 8.543153387133893e-05}
{"train_loss": 0.009364370256662369, "global_step": 27002, "epoch": 151, "lr": 8.543049122008555e-05}
{"train_loss": 0.008775453083217144, "global_step": 27003, "epoch": 151, "lr": 8.542944853788575e-05}
{"train_loss": 0.006474263966083527, "global_step": 27004, "epoch": 151, "lr": 8.542840582474043e-05}
{"train_loss": 0.0031705957371741533, "global_step": 27005, "epoch": 151, "lr": 8.542736308065053e-05}
{"train_loss": 0.004378394689410925, "global_step": 27006, "epoch": 151, "lr": 8.542632030561694e-05}
{"train_loss": 0.004676305688917637, "global_step": 27007, "epoch": 151, "lr": 8.542527749964055e-05}
{"train_loss": 0.009362543933093548, "global_step": 27008, "epoch": 151, "lr": 8.542423466272232e-05}
{"train_loss": 0.0056321145966649055, "global_step": 27009, "epoch": 151, "lr": 8.542319179486314e-05}
{"train_loss": 0.004378713201731443, "global_step": 27010, "epoch": 151, "lr": 8.54221488960639e-05}
{"train_loss": 0.005696439184248447, "global_step": 27011, "epoch": 151, "lr": 8.542110596632555e-05}
{"train_loss": 0.005535464733839035, "global_step": 27012, "epoch": 151, "lr": 8.542006300564896e-05}
{"train_loss": 0.009202765300869942, "global_step": 27013, "epoch": 151, "lr": 8.541902001403508e-05}
{"train_loss": 0.004283221438527107, "global_step": 27014, "epoch": 151, "lr": 8.54179769914848e-05}
{"train_loss": 0.005018852651119232, "global_step": 27015, "epoch": 151, "lr": 8.541693393799901e-05}
{"train_loss": 0.008419673889875412, "global_step": 27016, "epoch": 151, "lr": 8.541589085357864e-05}
{"train_loss": 0.005367041565477848, "global_step": 27017, "epoch": 151, "lr": 8.541484773822464e-05}
{"train_loss": 0.006316768936812878, "global_step": 27018, "epoch": 151, "lr": 8.541380459193787e-05}
{"train_loss": 0.0076949382200837135, "global_step": 27019, "epoch": 151, "lr": 8.541276141471924e-05}
{"train_loss": 0.0036331855226308107, "global_step": 27020, "epoch": 151, "lr": 8.54117182065697e-05}
{"train_loss": 0.00569490110501647, "global_step": 27021, "epoch": 151, "lr": 8.541067496749011e-05}
{"train_loss": 0.0070967897772789, "global_step": 27022, "epoch": 151, "lr": 8.540963169748144e-05}
{"train_loss": 0.008423972874879837, "global_step": 27023, "epoch": 151, "lr": 8.540858839654455e-05}
{"train_loss": 0.004373812582343817, "global_step": 27024, "epoch": 151, "lr": 8.540754506468038e-05}
{"train_loss": 0.007330928463488817, "global_step": 27025, "epoch": 151, "lr": 8.540650170188985e-05}
{"train_loss": 0.01117570511996746, "global_step": 27026, "epoch": 151, "lr": 8.540545830817384e-05}
{"train_loss": 0.003791441908106208, "global_step": 27027, "epoch": 151, "lr": 8.540441488353327e-05}
{"train_loss": 0.007232082076370716, "global_step": 27028, "epoch": 151, "lr": 8.540337142796907e-05}
{"train_loss": 0.004988054744899273, "global_step": 27029, "epoch": 151, "lr": 8.540232794148214e-05}
{"train_loss": 0.003797675482928753, "global_step": 27030, "epoch": 151, "lr": 8.540128442407338e-05}
{"train_loss": 0.005692659877240658, "global_step": 27031, "epoch": 151, "lr": 8.540024087574372e-05}
{"train_loss": 0.010791100561618805, "global_step": 27032, "epoch": 151, "lr": 8.539919729649406e-05}
{"train_loss": 0.009045744314789772, "global_step": 27033, "epoch": 151, "lr": 8.539815368632531e-05}
{"train_loss": 0.00729382922872901, "global_step": 27034, "epoch": 151, "lr": 8.539711004523841e-05}
{"train_loss": 0.008206026628613472, "global_step": 27035, "epoch": 151, "lr": 8.539606637323423e-05}
{"train_loss": 0.005207407288253307, "global_step": 27036, "epoch": 151, "lr": 8.53950226703137e-05}
{"train_loss": 0.008440250530838966, "global_step": 27037, "epoch": 151, "lr": 8.539397893647774e-05}
{"train_loss": 0.0040331073105335236, "global_step": 27038, "epoch": 151, "lr": 8.539293517172725e-05}
{"train_loss": 0.009298986755311489, "global_step": 27039, "epoch": 151, "lr": 8.539189137606313e-05}
{"train_loss": 0.007588949520140886, "global_step": 27040, "epoch": 151, "lr": 8.539084754948632e-05}
{"train_loss": 0.006442978046834469, "global_step": 27041, "epoch": 151, "lr": 8.538980369199771e-05}
{"train_loss": 0.007572800386697054, "global_step": 27042, "epoch": 151, "lr": 8.538875980359822e-05}
{"train_loss": 0.006833220832049847, "global_step": 27043, "epoch": 151, "lr": 8.538771588428878e-05}
{"train_loss": 0.008259796537458897, "global_step": 27044, "epoch": 151, "lr": 8.538667193407026e-05}
{"train_loss": 0.002649436704814434, "global_step": 27045, "epoch": 151, "lr": 8.538562795294361e-05}
{"train_loss": 0.003581194207072258, "global_step": 27046, "epoch": 151, "lr": 8.538458394090974e-05}
{"train_loss": 0.0057119703851640224, "global_step": 27047, "epoch": 151, "lr": 8.538353989796952e-05}
{"train_loss": 0.006836775690317154, "global_step": 27048, "epoch": 151, "lr": 8.53824958241239e-05}
{"train_loss": 0.0040453458204865456, "global_step": 27049, "epoch": 151, "lr": 8.53814517193738e-05}
{"train_loss": 0.007849643006920815, "global_step": 27050, "epoch": 151, "lr": 8.53804075837201e-05}
{"train_loss": 0.0076141818426549435, "global_step": 27051, "epoch": 151, "lr": 8.537936341716372e-05}
{"train_loss": 0.011954348534345627, "global_step": 27052, "epoch": 151, "lr": 8.537831921970558e-05}
{"train_loss": 0.007230489980429411, "global_step": 27053, "epoch": 151, "lr": 8.53772749913466e-05}
{"train_loss": 0.00549359992146492, "global_step": 27054, "epoch": 151, "lr": 8.53762307320877e-05}
{"train_loss": 0.006889749948835272, "global_step": 27055, "epoch": 151, "lr": 8.537518644192974e-05}
{"train_loss": 0.0077806636691093445, "global_step": 27056, "epoch": 152, "lr": 8.537414212087369e-05}
{"train_loss": 0.007244812324643135, "global_step": 27057, "epoch": 152, "lr": 8.537309776892044e-05}
{"train_loss": 0.007749193347990513, "global_step": 27058, "epoch": 152, "lr": 8.537205338607088e-05}
{"train_loss": 0.004853029269725084, "global_step": 27059, "epoch": 152, "lr": 8.537100897232597e-05}
{"train_loss": 0.003108360106125474, "global_step": 27060, "epoch": 152, "lr": 8.536996452768658e-05}
{"train_loss": 0.008199729025363922, "global_step": 27061, "epoch": 152, "lr": 8.536892005215364e-05}
{"train_loss": 0.005549183115363121, "global_step": 27062, "epoch": 152, "lr": 8.536787554572807e-05}
{"train_loss": 0.006337153725326061, "global_step": 27063, "epoch": 152, "lr": 8.536683100841076e-05}
{"train_loss": 0.010311927646398544, "global_step": 27064, "epoch": 152, "lr": 8.536578644020264e-05}
{"train_loss": 0.004981459118425846, "global_step": 27065, "epoch": 152, "lr": 8.536474184110462e-05}
{"train_loss": 0.005006453022360802, "global_step": 27066, "epoch": 152, "lr": 8.53636972111176e-05}
{"train_loss": 0.006925876252353191, "global_step": 27067, "epoch": 152, "lr": 8.536265255024253e-05}
{"train_loss": 0.011549550108611584, "global_step": 27068, "epoch": 152, "lr": 8.536160785848026e-05}
{"train_loss": 0.01354091428220272, "global_step": 27069, "epoch": 152, "lr": 8.536056313583176e-05}
{"train_loss": 0.0072021386586129665, "global_step": 27070, "epoch": 152, "lr": 8.535951838229792e-05}
{"train_loss": 0.007651571184396744, "global_step": 27071, "epoch": 152, "lr": 8.535847359787964e-05}
{"train_loss": 0.008944831788539886, "global_step": 27072, "epoch": 152, "lr": 8.535742878257785e-05}
{"train_loss": 0.014016357250511646, "global_step": 27073, "epoch": 152, "lr": 8.535638393639347e-05}
{"train_loss": 0.008332723751664162, "global_step": 27074, "epoch": 152, "lr": 8.535533905932738e-05}
{"train_loss": 0.013078476302325726, "global_step": 27075, "epoch": 152, "lr": 8.535429415138052e-05}
{"train_loss": 0.006878114305436611, "global_step": 27076, "epoch": 152, "lr": 8.53532492125538e-05}
{"train_loss": 0.0037180553190410137, "global_step": 27077, "epoch": 152, "lr": 8.535220424284813e-05}
{"train_loss": 0.007734095212072134, "global_step": 27078, "epoch": 152, "lr": 8.535115924226441e-05}
{"train_loss": 0.004109524190425873, "global_step": 27079, "epoch": 152, "lr": 8.535011421080356e-05}
{"train_loss": 0.0023971283808350563, "global_step": 27080, "epoch": 152, "lr": 8.534906914846652e-05}
{"train_loss": 0.004386926535516977, "global_step": 27081, "epoch": 152, "lr": 8.534802405525416e-05}
{"train_loss": 0.005500849336385727, "global_step": 27082, "epoch": 152, "lr": 8.53469789311674e-05}
{"train_loss": 0.007151050493121147, "global_step": 27083, "epoch": 152, "lr": 8.53459337762072e-05}
{"train_loss": 0.006061373744159937, "global_step": 27084, "epoch": 152, "lr": 8.534488859037442e-05}
{"train_loss": 0.0060148173943161964, "global_step": 27085, "epoch": 152, "lr": 8.534384337366999e-05}
{"train_loss": 0.007009281776845455, "global_step": 27086, "epoch": 152, "lr": 8.534279812609482e-05}
{"train_loss": 0.008045615628361702, "global_step": 27087, "epoch": 152, "lr": 8.534175284764983e-05}
{"train_loss": 0.004655425436794758, "global_step": 27088, "epoch": 152, "lr": 8.534070753833592e-05}
{"train_loss": 0.009329753927886486, "global_step": 27089, "epoch": 152, "lr": 8.533966219815402e-05}
{"train_loss": 0.008116481825709343, "global_step": 27090, "epoch": 152, "lr": 8.533861682710505e-05}
{"train_loss": 0.007120412774384022, "global_step": 27091, "epoch": 152, "lr": 8.53375714251899e-05}
{"train_loss": 0.006670481525361538, "global_step": 27092, "epoch": 152, "lr": 8.533652599240948e-05}
{"train_loss": 0.010323971509933472, "global_step": 27093, "epoch": 152, "lr": 8.533548052876472e-05}
{"train_loss": 0.00741510558873415, "global_step": 27094, "epoch": 152, "lr": 8.533443503425654e-05}
{"train_loss": 0.005335090681910515, "global_step": 27095, "epoch": 152, "lr": 8.533338950888582e-05}
{"train_loss": 0.014273003675043583, "global_step": 27096, "epoch": 152, "lr": 8.53323439526535e-05}
{"train_loss": 0.006903971079736948, "global_step": 27097, "epoch": 152, "lr": 8.53312983655605e-05}
{"train_loss": 0.008476651273667812, "global_step": 27098, "epoch": 152, "lr": 8.533025274760771e-05}
{"train_loss": 0.005748739466071129, "global_step": 27099, "epoch": 152, "lr": 8.532920709879606e-05}
{"train_loss": 0.005620886106044054, "global_step": 27100, "epoch": 152, "lr": 8.532816141912646e-05}
{"train_loss": 0.004888859577476978, "global_step": 27101, "epoch": 152, "lr": 8.532711570859981e-05}
{"train_loss": 0.0047805095091462135, "global_step": 27102, "epoch": 152, "lr": 8.532606996721705e-05}
{"train_loss": 0.004341481253504753, "global_step": 27103, "epoch": 152, "lr": 8.532502419497907e-05}
{"train_loss": 0.005642393603920937, "global_step": 27104, "epoch": 152, "lr": 8.532397839188679e-05}
{"train_loss": 0.006108617410063744, "global_step": 27105, "epoch": 152, "lr": 8.532293255794113e-05}
{"train_loss": 0.00818812195211649, "global_step": 27106, "epoch": 152, "lr": 8.532188669314299e-05}
{"train_loss": 0.0034848537761718035, "global_step": 27107, "epoch": 152, "lr": 8.532084079749328e-05}
{"train_loss": 0.010310303419828415, "global_step": 27108, "epoch": 152, "lr": 8.531979487099293e-05}
{"train_loss": 0.003687361953780055, "global_step": 27109, "epoch": 152, "lr": 8.531874891364286e-05}
{"train_loss": 0.009365517646074295, "global_step": 27110, "epoch": 152, "lr": 8.531770292544396e-05}
{"train_loss": 0.009075572714209557, "global_step": 27111, "epoch": 152, "lr": 8.531665690639718e-05}
{"train_loss": 0.004780430346727371, "global_step": 27112, "epoch": 152, "lr": 8.531561085650339e-05}
{"train_loss": 0.005608034320175648, "global_step": 27113, "epoch": 152, "lr": 8.531456477576353e-05}
{"train_loss": 0.006060000043362379, "global_step": 27114, "epoch": 152, "lr": 8.531351866417849e-05}
{"train_loss": 0.0061110882088541985, "global_step": 27115, "epoch": 152, "lr": 8.531247252174923e-05}
{"train_loss": 0.004788429010659456, "global_step": 27116, "epoch": 152, "lr": 8.531142634847662e-05}
{"train_loss": 0.0034958855248987675, "global_step": 27117, "epoch": 152, "lr": 8.531038014436158e-05}
{"train_loss": 0.008806245401501656, "global_step": 27118, "epoch": 152, "lr": 8.530933390940503e-05}
{"train_loss": 0.00857739057391882, "global_step": 27119, "epoch": 152, "lr": 8.53082876436079e-05}
{"train_loss": 0.008909951895475388, "global_step": 27120, "epoch": 152, "lr": 8.530724134697108e-05}
{"train_loss": 0.011769315227866173, "global_step": 27121, "epoch": 152, "lr": 8.530619501949549e-05}
{"train_loss": 0.007004433311522007, "global_step": 27122, "epoch": 152, "lr": 8.530514866118206e-05}
{"train_loss": 0.007881954312324524, "global_step": 27123, "epoch": 152, "lr": 8.530410227203169e-05}
{"train_loss": 0.007246869616210461, "global_step": 27124, "epoch": 152, "lr": 8.530305585204527e-05}
{"train_loss": 0.00880317110568285, "global_step": 27125, "epoch": 152, "lr": 8.530200940122377e-05}
{"train_loss": 0.014051834121346474, "global_step": 27126, "epoch": 152, "lr": 8.530096291956806e-05}
{"train_loss": 0.010691441595554352, "global_step": 27127, "epoch": 152, "lr": 8.529991640707906e-05}
{"train_loss": 0.005995509214699268, "global_step": 27128, "epoch": 152, "lr": 8.529886986375771e-05}
{"train_loss": 0.005011890083551407, "global_step": 27129, "epoch": 152, "lr": 8.529782328960489e-05}
{"train_loss": 0.007005771156400442, "global_step": 27130, "epoch": 152, "lr": 8.529677668462153e-05}
{"train_loss": 0.0077225323766469955, "global_step": 27131, "epoch": 152, "lr": 8.529573004880854e-05}
{"train_loss": 0.007966728881001472, "global_step": 27132, "epoch": 152, "lr": 8.529468338216684e-05}
{"train_loss": 0.007629362866282463, "global_step": 27133, "epoch": 152, "lr": 8.529363668469735e-05}
{"train_loss": 0.0036743944510817528, "global_step": 27134, "epoch": 152, "lr": 8.529258995640097e-05}
{"train_loss": 0.008087165653705597, "global_step": 27135, "epoch": 152, "lr": 8.529154319727863e-05}
{"train_loss": 0.00628642039373517, "global_step": 27136, "epoch": 152, "lr": 8.529049640733122e-05}
{"train_loss": 0.006974849384278059, "global_step": 27137, "epoch": 152, "lr": 8.528944958655967e-05}
{"train_loss": 0.005301203578710556, "global_step": 27138, "epoch": 152, "lr": 8.528840273496491e-05}
{"train_loss": 0.010818038135766983, "global_step": 27139, "epoch": 152, "lr": 8.528735585254784e-05}
{"train_loss": 0.006878982298076153, "global_step": 27140, "epoch": 152, "lr": 8.528630893930934e-05}
{"train_loss": 0.0033446140587329865, "global_step": 27141, "epoch": 152, "lr": 8.528526199525037e-05}
{"train_loss": 0.0077531845308840275, "global_step": 27142, "epoch": 152, "lr": 8.528421502037185e-05}
{"train_loss": 0.004334418103098869, "global_step": 27143, "epoch": 152, "lr": 8.528316801467466e-05}
{"train_loss": 0.009825860150158405, "global_step": 27144, "epoch": 152, "lr": 8.528212097815973e-05}
{"train_loss": 0.00687012542039156, "global_step": 27145, "epoch": 152, "lr": 8.528107391082798e-05}
{"train_loss": 0.0052732969634234905, "global_step": 27146, "epoch": 152, "lr": 8.528002681268031e-05}
{"train_loss": 0.006745097227394581, "global_step": 27147, "epoch": 152, "lr": 8.527897968371765e-05}
{"train_loss": 0.005877587012946606, "global_step": 27148, "epoch": 152, "lr": 8.52779325239409e-05}
{"train_loss": 0.009384687058627605, "global_step": 27149, "epoch": 152, "lr": 8.527688533335098e-05}
{"train_loss": 0.01342892274260521, "global_step": 27150, "epoch": 152, "lr": 8.527583811194883e-05}
{"train_loss": 0.004267907701432705, "global_step": 27151, "epoch": 152, "lr": 8.527479085973534e-05}
{"train_loss": 0.005415072664618492, "global_step": 27152, "epoch": 152, "lr": 8.52737435767114e-05}
{"train_loss": 0.006944927852600813, "global_step": 27153, "epoch": 152, "lr": 8.527269626287797e-05}
{"train_loss": 0.006406308151781559, "global_step": 27154, "epoch": 152, "lr": 8.527164891823594e-05}
{"train_loss": 0.007790468633174896, "global_step": 27155, "epoch": 152, "lr": 8.527060154278623e-05}
{"train_loss": 0.010339749976992607, "global_step": 27156, "epoch": 152, "lr": 8.526955413652977e-05}
{"train_loss": 0.005978378001600504, "global_step": 27157, "epoch": 152, "lr": 8.526850669946744e-05}
{"train_loss": 0.006358111742883921, "global_step": 27158, "epoch": 152, "lr": 8.52674592316002e-05}
{"train_loss": 0.008549695834517479, "global_step": 27159, "epoch": 152, "lr": 8.526641173292891e-05}
{"train_loss": 0.005020994693040848, "global_step": 27160, "epoch": 152, "lr": 8.526536420345455e-05}
{"train_loss": 0.007343394681811333, "global_step": 27161, "epoch": 152, "lr": 8.526431664317798e-05}
{"train_loss": 0.005090726539492607, "global_step": 27162, "epoch": 152, "lr": 8.526326905210014e-05}
{"train_loss": 0.0129098417237401, "global_step": 27163, "epoch": 152, "lr": 8.526222143022193e-05}
{"train_loss": 0.005870139226317406, "global_step": 27164, "epoch": 152, "lr": 8.526117377754428e-05}
{"train_loss": 0.005366642959415913, "global_step": 27165, "epoch": 152, "lr": 8.526012609406811e-05}
{"train_loss": 0.008510671555995941, "global_step": 27166, "epoch": 152, "lr": 8.525907837979432e-05}
{"train_loss": 0.009531686082482338, "global_step": 27167, "epoch": 152, "lr": 8.525803063472385e-05}
{"train_loss": 0.010990262031555176, "global_step": 27168, "epoch": 152, "lr": 8.525698285885756e-05}
{"train_loss": 0.012249477207660675, "global_step": 27169, "epoch": 152, "lr": 8.525593505219641e-05}
{"train_loss": 0.005095301195979118, "global_step": 27170, "epoch": 152, "lr": 8.525488721474132e-05}
{"train_loss": 0.009968364611268044, "global_step": 27171, "epoch": 152, "lr": 8.525383934649318e-05}
{"train_loss": 0.005925827659666538, "global_step": 27172, "epoch": 152, "lr": 8.525279144745293e-05}
{"train_loss": 0.007941218093037605, "global_step": 27173, "epoch": 152, "lr": 8.525174351762147e-05}
{"train_loss": 0.0051848795264959335, "global_step": 27174, "epoch": 152, "lr": 8.525069555699969e-05}
{"train_loss": 0.006608526222407818, "global_step": 27175, "epoch": 152, "lr": 8.524964756558858e-05}
{"train_loss": 0.003981869202107191, "global_step": 27176, "epoch": 152, "lr": 8.524859954338897e-05}
{"train_loss": 0.0074152275919914246, "global_step": 27177, "epoch": 152, "lr": 8.524755149040183e-05}
{"train_loss": 0.0030270079150795937, "global_step": 27178, "epoch": 152, "lr": 8.524650340662806e-05}
{"train_loss": 0.006209414917975664, "global_step": 27179, "epoch": 152, "lr": 8.524545529206856e-05}
{"train_loss": 0.008710083551704884, "global_step": 27180, "epoch": 152, "lr": 8.524440714672425e-05}
{"train_loss": 0.01041353214532137, "global_step": 27181, "epoch": 152, "lr": 8.524335897059608e-05}
{"train_loss": 0.009988192468881607, "global_step": 27182, "epoch": 152, "lr": 8.524231076368494e-05}
{"train_loss": 0.008611353114247322, "global_step": 27183, "epoch": 152, "lr": 8.524126252599174e-05}
{"train_loss": 0.007638334296643734, "global_step": 27184, "epoch": 152, "lr": 8.52402142575174e-05}
{"train_loss": 0.0076445117592811584, "global_step": 27185, "epoch": 152, "lr": 8.523916595826284e-05}
{"train_loss": 0.00845622643828392, "global_step": 27186, "epoch": 152, "lr": 8.523811762822897e-05}
{"train_loss": 0.011533824726939201, "global_step": 27187, "epoch": 152, "lr": 8.523706926741671e-05}
{"train_loss": 0.012296860106289387, "global_step": 27188, "epoch": 152, "lr": 8.523602087582698e-05}
{"train_loss": 0.007074347697198391, "global_step": 27189, "epoch": 152, "lr": 8.523497245346068e-05}
{"train_loss": 0.010485496371984482, "global_step": 27190, "epoch": 152, "lr": 8.523392400031874e-05}
{"train_loss": 0.010441341437399387, "global_step": 27191, "epoch": 152, "lr": 8.523287551640207e-05}
{"train_loss": 0.013599011115729809, "global_step": 27192, "epoch": 152, "lr": 8.523182700171159e-05}
{"train_loss": 0.00865057110786438, "global_step": 27193, "epoch": 152, "lr": 8.52307784562482e-05}
{"train_loss": 0.00804954394698143, "global_step": 27194, "epoch": 152, "lr": 8.522972988001285e-05}
{"train_loss": 0.006654026918113232, "global_step": 27195, "epoch": 152, "lr": 8.522868127300642e-05}
{"train_loss": 0.0026663620956242085, "global_step": 27196, "epoch": 152, "lr": 8.522763263522986e-05}
{"train_loss": 0.0034265383146703243, "global_step": 27197, "epoch": 152, "lr": 8.522658396668406e-05}
{"train_loss": 0.008788704872131348, "global_step": 27198, "epoch": 152, "lr": 8.522553526736994e-05}
{"train_loss": 0.006924686022102833, "global_step": 27199, "epoch": 152, "lr": 8.52244865372884e-05}
{"train_loss": 0.007594086229801178, "global_step": 27200, "epoch": 152, "lr": 8.522343777644039e-05}
{"train_loss": 0.006968779023736715, "global_step": 27201, "epoch": 152, "lr": 8.522238898482682e-05}
{"train_loss": 0.005824522580951452, "global_step": 27202, "epoch": 152, "lr": 8.522134016244859e-05}
{"train_loss": 0.010879650712013245, "global_step": 27203, "epoch": 152, "lr": 8.522029130930662e-05}
{"train_loss": 0.010733497329056263, "global_step": 27204, "epoch": 152, "lr": 8.521924242540183e-05}
{"train_loss": 0.008105956017971039, "global_step": 27205, "epoch": 152, "lr": 8.521819351073513e-05}
{"train_loss": 0.008799332194030285, "global_step": 27206, "epoch": 152, "lr": 8.521714456530745e-05}
{"train_loss": 0.008174794726073742, "global_step": 27207, "epoch": 152, "lr": 8.521609558911969e-05}
{"train_loss": 0.0042102281004190445, "global_step": 27208, "epoch": 152, "lr": 8.521504658217276e-05}
{"train_loss": 0.006952756550163031, "global_step": 27209, "epoch": 152, "lr": 8.521399754446761e-05}
{"train_loss": 0.008588425815105438, "global_step": 27210, "epoch": 152, "lr": 8.521294847600514e-05}
{"train_loss": 0.005348087288439274, "global_step": 27211, "epoch": 152, "lr": 8.521189937678624e-05}
{"train_loss": 0.009405958466231823, "global_step": 27212, "epoch": 152, "lr": 8.521085024681187e-05}
{"train_loss": 0.008008962497115135, "global_step": 27213, "epoch": 152, "lr": 8.520980108608292e-05}
{"train_loss": 0.0023114874493330717, "global_step": 27214, "epoch": 152, "lr": 8.520875189460031e-05}
{"train_loss": 0.0065090591087937355, "global_step": 27215, "epoch": 152, "lr": 8.520770267236495e-05}
{"train_loss": 0.004787796642631292, "global_step": 27216, "epoch": 152, "lr": 8.520665341937778e-05}
{"train_loss": 0.004635686986148357, "global_step": 27217, "epoch": 152, "lr": 8.520560413563969e-05}
{"train_loss": 0.008359740488231182, "global_step": 27218, "epoch": 152, "lr": 8.520455482115162e-05}
{"train_loss": 0.007094941567629576, "global_step": 27219, "epoch": 152, "lr": 8.520350547591445e-05}
{"train_loss": 0.007396378088742495, "global_step": 27220, "epoch": 152, "lr": 8.520245609992913e-05}
{"train_loss": 0.003647990757599473, "global_step": 27221, "epoch": 152, "lr": 8.520140669319659e-05}
{"train_loss": 0.006202641874551773, "global_step": 27222, "epoch": 152, "lr": 8.52003572557177e-05}
{"train_loss": 0.003973518963903189, "global_step": 27223, "epoch": 152, "lr": 8.51993077874934e-05}
{"train_loss": 0.005849969573318958, "global_step": 27224, "epoch": 152, "lr": 8.519825828852461e-05}
{"train_loss": 0.008212275803089142, "global_step": 27225, "epoch": 152, "lr": 8.519720875881226e-05}
{"train_loss": 0.004814467392861843, "global_step": 27226, "epoch": 152, "lr": 8.519615919835722e-05}
{"train_loss": 0.010987936519086361, "global_step": 27227, "epoch": 152, "lr": 8.519510960716047e-05}
{"train_loss": 0.0048403930850327015, "global_step": 27228, "epoch": 152, "lr": 8.519405998522287e-05}
{"train_loss": 0.009018832817673683, "global_step": 27229, "epoch": 152, "lr": 8.519301033254536e-05}
{"train_loss": 0.009687026962637901, "global_step": 27230, "epoch": 152, "lr": 8.519196064912887e-05}
{"train_loss": 0.006218415684998035, "global_step": 27231, "epoch": 152, "lr": 8.519091093497429e-05}
{"train_loss": 0.012280536815524101, "global_step": 27232, "epoch": 152, "lr": 8.518986119008254e-05}
{"train_loss": 0.007380227938953662, "global_step": 27233, "epoch": 152, "lr": 8.518881141445457e-05}
{"train_loss": 0.006808741018176079, "global_step": 27234, "epoch": 153, "lr": 8.518776160809127e-05}
{"train_loss": 0.004470443353056908, "global_step": 27235, "epoch": 153, "lr": 8.518671177099357e-05}
{"train_loss": 0.005633508786559105, "global_step": 27236, "epoch": 153, "lr": 8.518566190316237e-05}
{"train_loss": 0.006634008139371872, "global_step": 27237, "epoch": 153, "lr": 8.51846120045986e-05}
{"train_loss": 0.00916527584195137, "global_step": 27238, "epoch": 153, "lr": 8.518356207530316e-05}
{"train_loss": 0.007861662656068802, "global_step": 27239, "epoch": 153, "lr": 8.5182512115277e-05}
{"train_loss": 0.004734598100185394, "global_step": 27240, "epoch": 153, "lr": 8.518146212452099e-05}
{"train_loss": 0.005692665930837393, "global_step": 27241, "epoch": 153, "lr": 8.518041210303608e-05}
{"train_loss": 0.007988437078893185, "global_step": 27242, "epoch": 153, "lr": 8.517936205082319e-05}
{"train_loss": 0.0061388881877064705, "global_step": 27243, "epoch": 153, "lr": 8.517831196788324e-05}
{"train_loss": 0.008529290556907654, "global_step": 27244, "epoch": 153, "lr": 8.517726185421713e-05}
{"train_loss": 0.0072840130887925625, "global_step": 27245, "epoch": 153, "lr": 8.517621170982578e-05}
{"train_loss": 0.006496461108326912, "global_step": 27246, "epoch": 153, "lr": 8.51751615347101e-05}
{"train_loss": 0.010896007530391216, "global_step": 27247, "epoch": 153, "lr": 8.517411132887103e-05}
{"train_loss": 0.010740828700363636, "global_step": 27248, "epoch": 153, "lr": 8.517306109230947e-05}
{"train_loss": 0.0049378033727407455, "global_step": 27249, "epoch": 153, "lr": 8.517201082502633e-05}
{"train_loss": 0.0034776879474520683, "global_step": 27250, "epoch": 153, "lr": 8.517096052702254e-05}
{"train_loss": 0.011750616133213043, "global_step": 27251, "epoch": 153, "lr": 8.516991019829903e-05}
{"train_loss": 0.0045050280168652534, "global_step": 27252, "epoch": 153, "lr": 8.51688598388567e-05}
{"train_loss": 0.005624818149954081, "global_step": 27253, "epoch": 153, "lr": 8.516780944869647e-05}
{"train_loss": 0.012442695908248425, "global_step": 27254, "epoch": 153, "lr": 8.516675902781925e-05}
{"train_loss": 0.008633413352072239, "global_step": 27255, "epoch": 153, "lr": 8.516570857622598e-05}
{"train_loss": 0.003102086018770933, "global_step": 27256, "epoch": 153, "lr": 8.516465809391756e-05}
{"train_loss": 0.011074860580265522, "global_step": 27257, "epoch": 153, "lr": 8.51636075808949e-05}
{"train_loss": 0.006158165168017149, "global_step": 27258, "epoch": 153, "lr": 8.516255703715893e-05}
{"train_loss": 0.010639224201440811, "global_step": 27259, "epoch": 153, "lr": 8.516150646271059e-05}
{"train_loss": 0.008958466351032257, "global_step": 27260, "epoch": 153, "lr": 8.516045585755074e-05}
{"train_loss": 0.009114143438637257, "global_step": 27261, "epoch": 153, "lr": 8.515940522168035e-05}
{"train_loss": 0.004787745885550976, "global_step": 27262, "epoch": 153, "lr": 8.515835455510033e-05}
{"train_loss": 0.007079453207552433, "global_step": 27263, "epoch": 153, "lr": 8.515730385781158e-05}
{"train_loss": 0.007966652512550354, "global_step": 27264, "epoch": 153, "lr": 8.515625312981501e-05}
{"train_loss": 0.0032372050918638706, "global_step": 27265, "epoch": 153, "lr": 8.515520237111156e-05}
{"train_loss": 0.007303497288376093, "global_step": 27266, "epoch": 153, "lr": 8.515415158170215e-05}
{"train_loss": 0.0056474111042916775, "global_step": 27267, "epoch": 153, "lr": 8.515310076158769e-05}
{"train_loss": 0.008608825504779816, "global_step": 27268, "epoch": 153, "lr": 8.515204991076908e-05}
{"train_loss": 0.002571171848103404, "global_step": 27269, "epoch": 153, "lr": 8.515099902924726e-05}
{"train_loss": 0.00815633311867714, "global_step": 27270, "epoch": 153, "lr": 8.514994811702315e-05}
{"train_loss": 0.003336977679282427, "global_step": 27271, "epoch": 153, "lr": 8.514889717409765e-05}
{"train_loss": 0.0074403234757483006, "global_step": 27272, "epoch": 153, "lr": 8.514784620047168e-05}
{"train_loss": 0.004379737190902233, "global_step": 27273, "epoch": 153, "lr": 8.514679519614617e-05}
{"train_loss": 0.003397231688722968, "global_step": 27274, "epoch": 153, "lr": 8.514574416112205e-05}
{"train_loss": 0.011112075299024582, "global_step": 27275, "epoch": 153, "lr": 8.51446930954002e-05}
{"train_loss": 0.01160690002143383, "global_step": 27276, "epoch": 153, "lr": 8.514364199898157e-05}
{"train_loss": 0.00912274420261383, "global_step": 27277, "epoch": 153, "lr": 8.514259087186707e-05}
{"train_loss": 0.00690273754298687, "global_step": 27278, "epoch": 153, "lr": 8.51415397140576e-05}
{"train_loss": 0.010209271684288979, "global_step": 27279, "epoch": 153, "lr": 8.514048852555412e-05}
{"train_loss": 0.004409783519804478, "global_step": 27280, "epoch": 153, "lr": 8.51394373063575e-05}
{"train_loss": 0.005974858067929745, "global_step": 27281, "epoch": 153, "lr": 8.513838605646869e-05}
{"train_loss": 0.008615641854703426, "global_step": 27282, "epoch": 153, "lr": 8.513733477588859e-05}
{"train_loss": 0.006556785199791193, "global_step": 27283, "epoch": 153, "lr": 8.513628346461813e-05}
{"train_loss": 0.003906357102096081, "global_step": 27284, "epoch": 153, "lr": 8.513523212265823e-05}
{"train_loss": 0.00528761837631464, "global_step": 27285, "epoch": 153, "lr": 8.513418075000981e-05}
{"train_loss": 0.006420246325433254, "global_step": 27286, "epoch": 153, "lr": 8.513312934667377e-05}
{"train_loss": 0.006625942885875702, "global_step": 27287, "epoch": 153, "lr": 8.513207791265103e-05}
{"train_loss": 0.009652964770793915, "global_step": 27288, "epoch": 153, "lr": 8.513102644794253e-05}
{"train_loss": 0.006471392698585987, "global_step": 27289, "epoch": 153, "lr": 8.512997495254917e-05}
{"train_loss": 0.007217916194349527, "global_step": 27290, "epoch": 153, "lr": 8.512892342647189e-05}
{"train_loss": 0.008877884596586227, "global_step": 27291, "epoch": 153, "lr": 8.512787186971157e-05}
{"train_loss": 0.006261457689106464, "global_step": 27292, "epoch": 153, "lr": 8.512682028226918e-05}
{"train_loss": 0.007610389031469822, "global_step": 27293, "epoch": 153, "lr": 8.51257686641456e-05}
{"train_loss": 0.006430668756365776, "global_step": 27294, "epoch": 153, "lr": 8.512471701534173e-05}
{"train_loss": 0.00941604282706976, "global_step": 27295, "epoch": 153, "lr": 8.512366533585854e-05}
{"train_loss": 0.008273895829916, "global_step": 27296, "epoch": 153, "lr": 8.512261362569693e-05}
{"train_loss": 0.0061559234745800495, "global_step": 27297, "epoch": 153, "lr": 8.512156188485782e-05}
{"train_loss": 0.010152501054108143, "global_step": 27298, "epoch": 153, "lr": 8.512051011334211e-05}
{"train_loss": 0.008919336833059788, "global_step": 27299, "epoch": 153, "lr": 8.511945831115073e-05}
{"train_loss": 0.00626782700419426, "global_step": 27300, "epoch": 153, "lr": 8.511840647828462e-05}
{"train_loss": 0.004497463349252939, "global_step": 27301, "epoch": 153, "lr": 8.511735461474466e-05}
{"train_loss": 0.00407455675303936, "global_step": 27302, "epoch": 153, "lr": 8.511630272053179e-05}
{"train_loss": 0.004953246098011732, "global_step": 27303, "epoch": 153, "lr": 8.511525079564693e-05}
{"train_loss": 0.004557729233056307, "global_step": 27304, "epoch": 153, "lr": 8.5114198840091e-05}
{"train_loss": 0.006920929532498121, "global_step": 27305, "epoch": 153, "lr": 8.511314685386491e-05}
{"train_loss": 0.004460928961634636, "global_step": 27306, "epoch": 153, "lr": 8.511209483696958e-05}
{"train_loss": 0.007878442294895649, "global_step": 27307, "epoch": 153, "lr": 8.511104278940594e-05}
{"train_loss": 0.006068406626582146, "global_step": 27308, "epoch": 153, "lr": 8.51099907111749e-05}
{"train_loss": 0.012277989648282528, "global_step": 27309, "epoch": 153, "lr": 8.510893860227737e-05}
{"train_loss": 0.004624965600669384, "global_step": 27310, "epoch": 153, "lr": 8.510788646271428e-05}
{"train_loss": 0.004524167627096176, "global_step": 27311, "epoch": 153, "lr": 8.510683429248656e-05}
{"train_loss": 0.006330194883048534, "global_step": 27312, "epoch": 153, "lr": 8.510578209159512e-05}
{"train_loss": 0.006320890039205551, "global_step": 27313, "epoch": 153, "lr": 8.510472986004086e-05}
{"train_loss": 0.0052179209887981415, "global_step": 27314, "epoch": 153, "lr": 8.510367759782472e-05}
{"train_loss": 0.003753956872969866, "global_step": 27315, "epoch": 153, "lr": 8.510262530494762e-05}
{"train_loss": 0.005668623838573694, "global_step": 27316, "epoch": 153, "lr": 8.510157298141046e-05}
{"train_loss": 0.004191328771412373, "global_step": 27317, "epoch": 153, "lr": 8.510052062721419e-05}
{"train_loss": 0.004902794025838375, "global_step": 27318, "epoch": 153, "lr": 8.509946824235969e-05}
{"train_loss": 0.006725652143359184, "global_step": 27319, "epoch": 153, "lr": 8.509841582684792e-05}
{"train_loss": 0.004761965945363045, "global_step": 27320, "epoch": 153, "lr": 8.509736338067976e-05}
{"train_loss": 0.005550661589950323, "global_step": 27321, "epoch": 153, "lr": 8.509631090385617e-05}
{"train_loss": 0.007423033006489277, "global_step": 27322, "epoch": 153, "lr": 8.509525839637804e-05}
{"train_loss": 0.006430887617170811, "global_step": 27323, "epoch": 153, "lr": 8.50942058582463e-05}
{"train_loss": 0.0036014195065945387, "global_step": 27324, "epoch": 153, "lr": 8.509315328946186e-05}
{"train_loss": 0.0035255677066743374, "global_step": 27325, "epoch": 153, "lr": 8.509210069002564e-05}
{"train_loss": 0.006973531097173691, "global_step": 27326, "epoch": 153, "lr": 8.50910480599386e-05}
{"train_loss": 0.0054661789909005165, "global_step": 27327, "epoch": 153, "lr": 8.508999539920159e-05}
{"train_loss": 0.008530402556061745, "global_step": 27328, "epoch": 153, "lr": 8.508894270781557e-05}
{"train_loss": 0.01016630232334137, "global_step": 27329, "epoch": 153, "lr": 8.508788998578145e-05}
{"train_loss": 0.005717499181628227, "global_step": 27330, "epoch": 153, "lr": 8.508683723310018e-05}
{"train_loss": 0.004246339201927185, "global_step": 27331, "epoch": 153, "lr": 8.508578444977264e-05}
{"train_loss": 0.006512136198580265, "global_step": 27332, "epoch": 153, "lr": 8.508473163579976e-05}
{"train_loss": 0.004100743681192398, "global_step": 27333, "epoch": 153, "lr": 8.508367879118247e-05}
{"train_loss": 0.01187334954738617, "global_step": 27334, "epoch": 153, "lr": 8.508262591592167e-05}
{"train_loss": 0.009242033585906029, "global_step": 27335, "epoch": 153, "lr": 8.50815730100183e-05}
{"train_loss": 0.007720351219177246, "global_step": 27336, "epoch": 153, "lr": 8.508052007347325e-05}
{"train_loss": 0.009374887682497501, "global_step": 27337, "epoch": 153, "lr": 8.507946710628746e-05}
{"train_loss": 0.004086290951818228, "global_step": 27338, "epoch": 153, "lr": 8.507841410846188e-05}
{"train_loss": 0.010888400487601757, "global_step": 27339, "epoch": 153, "lr": 8.507736107999738e-05}
{"train_loss": 0.00531134195625782, "global_step": 27340, "epoch": 153, "lr": 8.50763080208949e-05}
{"train_loss": 0.013006201013922691, "global_step": 27341, "epoch": 153, "lr": 8.507525493115538e-05}
{"train_loss": 0.008268474601209164, "global_step": 27342, "epoch": 153, "lr": 8.50742018107797e-05}
{"train_loss": 0.009172219783067703, "global_step": 27343, "epoch": 153, "lr": 8.507314865976881e-05}
{"train_loss": 0.008989117108285427, "global_step": 27344, "epoch": 153, "lr": 8.507209547812362e-05}
{"train_loss": 0.004420395940542221, "global_step": 27345, "epoch": 153, "lr": 8.507104226584504e-05}
{"train_loss": 0.008383223786950111, "global_step": 27346, "epoch": 153, "lr": 8.5069989022934e-05}
{"train_loss": 0.0025465991348028183, "global_step": 27347, "epoch": 153, "lr": 8.506893574939142e-05}
{"train_loss": 0.011615490540862083, "global_step": 27348, "epoch": 153, "lr": 8.506788244521822e-05}
{"train_loss": 0.005599805619567633, "global_step": 27349, "epoch": 153, "lr": 8.506682911041532e-05}
{"train_loss": 0.01140851341187954, "global_step": 27350, "epoch": 153, "lr": 8.506577574498364e-05}
{"train_loss": 0.0075753228738904, "global_step": 27351, "epoch": 153, "lr": 8.50647223489241e-05}
{"train_loss": 0.003628529142588377, "global_step": 27352, "epoch": 153, "lr": 8.506366892223761e-05}
{"train_loss": 0.011817855760455132, "global_step": 27353, "epoch": 153, "lr": 8.506261546492511e-05}
{"train_loss": 0.009598362259566784, "global_step": 27354, "epoch": 153, "lr": 8.506156197698752e-05}
{"train_loss": 0.009703507646918297, "global_step": 27355, "epoch": 153, "lr": 8.506050845842573e-05}
{"train_loss": 0.0049074445851147175, "global_step": 27356, "epoch": 153, "lr": 8.505945490924068e-05}
{"train_loss": 0.0053999959491193295, "global_step": 27357, "epoch": 153, "lr": 8.505840132943328e-05}
{"train_loss": 0.004806492477655411, "global_step": 27358, "epoch": 153, "lr": 8.505734771900449e-05}
{"train_loss": 0.010226949118077755, "global_step": 27359, "epoch": 153, "lr": 8.505629407795516e-05}
{"train_loss": 0.005833243951201439, "global_step": 27360, "epoch": 153, "lr": 8.50552404062863e-05}
{"train_loss": 0.00555077288299799, "global_step": 27361, "epoch": 153, "lr": 8.505418670399874e-05}
{"train_loss": 0.011273238807916641, "global_step": 27362, "epoch": 153, "lr": 8.505313297109346e-05}
{"train_loss": 0.010055430233478546, "global_step": 27363, "epoch": 153, "lr": 8.505207920757137e-05}
{"train_loss": 0.004985276609659195, "global_step": 27364, "epoch": 153, "lr": 8.505102541343337e-05}
{"train_loss": 0.005488018970936537, "global_step": 27365, "epoch": 153, "lr": 8.504997158868039e-05}
{"train_loss": 0.004321770742535591, "global_step": 27366, "epoch": 153, "lr": 8.504891773331336e-05}
{"train_loss": 0.008573838509619236, "global_step": 27367, "epoch": 153, "lr": 8.504786384733318e-05}
{"train_loss": 0.00448374031111598, "global_step": 27368, "epoch": 153, "lr": 8.50468099307408e-05}
{"train_loss": 0.010308376513421535, "global_step": 27369, "epoch": 153, "lr": 8.504575598353712e-05}
{"train_loss": 0.008867112919688225, "global_step": 27370, "epoch": 153, "lr": 8.504470200572306e-05}
{"train_loss": 0.005422001704573631, "global_step": 27371, "epoch": 153, "lr": 8.504364799729956e-05}
{"train_loss": 0.004118730314075947, "global_step": 27372, "epoch": 153, "lr": 8.50425939582675e-05}
{"train_loss": 0.00663961935788393, "global_step": 27373, "epoch": 153, "lr": 8.504153988862785e-05}
{"train_loss": 0.007855577394366264, "global_step": 27374, "epoch": 153, "lr": 8.504048578838151e-05}
{"train_loss": 0.013904152438044548, "global_step": 27375, "epoch": 153, "lr": 8.503943165752939e-05}
{"train_loss": 0.006845253519713879, "global_step": 27376, "epoch": 153, "lr": 8.503837749607241e-05}
{"train_loss": 0.009146527387201786, "global_step": 27377, "epoch": 153, "lr": 8.503732330401151e-05}
{"train_loss": 0.009908925741910934, "global_step": 27378, "epoch": 153, "lr": 8.503626908134758e-05}
{"train_loss": 0.009629586711525917, "global_step": 27379, "epoch": 153, "lr": 8.50352148280816e-05}
{"train_loss": 0.005313454195857048, "global_step": 27380, "epoch": 153, "lr": 8.503416054421442e-05}
{"train_loss": 0.0056382641196250916, "global_step": 27381, "epoch": 153, "lr": 8.5033106229747e-05}
{"train_loss": 0.0064063603058457375, "global_step": 27382, "epoch": 153, "lr": 8.503205188468026e-05}
{"train_loss": 0.006119832396507263, "global_step": 27383, "epoch": 153, "lr": 8.503099750901512e-05}
{"train_loss": 0.0054215625859797, "global_step": 27384, "epoch": 153, "lr": 8.502994310275248e-05}
{"train_loss": 0.0060104308649897575, "global_step": 27385, "epoch": 153, "lr": 8.502888866589329e-05}
{"train_loss": 0.009800182655453682, "global_step": 27386, "epoch": 153, "lr": 8.502783419843845e-05}
{"train_loss": 0.003676778869703412, "global_step": 27387, "epoch": 153, "lr": 8.50267797003889e-05}
{"train_loss": 0.004072911571711302, "global_step": 27388, "epoch": 153, "lr": 8.502572517174554e-05}
{"train_loss": 0.006281678564846516, "global_step": 27389, "epoch": 153, "lr": 8.50246706125093e-05}
{"train_loss": 0.009710090234875679, "global_step": 27390, "epoch": 153, "lr": 8.502361602268111e-05}
{"train_loss": 0.008376066572964191, "global_step": 27391, "epoch": 153, "lr": 8.502256140226188e-05}
{"train_loss": 0.006130458787083626, "global_step": 27392, "epoch": 153, "lr": 8.502150675125253e-05}
{"train_loss": 0.009552933275699615, "global_step": 27393, "epoch": 153, "lr": 8.502045206965399e-05}
{"train_loss": 0.003102049231529236, "global_step": 27394, "epoch": 153, "lr": 8.501939735746717e-05}
{"train_loss": 0.005369639024138451, "global_step": 27395, "epoch": 153, "lr": 8.5018342614693e-05}
{"train_loss": 0.006377369165420532, "global_step": 27396, "epoch": 153, "lr": 8.501728784133241e-05}
{"train_loss": 0.007793407421559095, "global_step": 27397, "epoch": 153, "lr": 8.501623303738628e-05}
{"train_loss": 0.005836739204823971, "global_step": 27398, "epoch": 153, "lr": 8.501517820285559e-05}
{"train_loss": 0.006401130463927984, "global_step": 27399, "epoch": 153, "lr": 8.501412333774121e-05}
{"train_loss": 0.008203700184822083, "global_step": 27400, "epoch": 153, "lr": 8.501306844204411e-05}
{"train_loss": 0.006439002696424723, "global_step": 27401, "epoch": 153, "lr": 8.501201351576517e-05}
{"train_loss": 0.006622507702559233, "global_step": 27402, "epoch": 153, "lr": 8.501095855890533e-05}
{"train_loss": 0.006056515499949455, "global_step": 27403, "epoch": 153, "lr": 8.500990357146552e-05}
{"train_loss": 0.004353233613073826, "global_step": 27404, "epoch": 153, "lr": 8.500884855344663e-05}
{"train_loss": 0.005818044301122427, "global_step": 27405, "epoch": 153, "lr": 8.500779350484962e-05}
{"train_loss": 0.0032029878348112106, "global_step": 27406, "epoch": 153, "lr": 8.500673842567538e-05}
{"train_loss": 0.006387889385223389, "global_step": 27407, "epoch": 153, "lr": 8.500568331592486e-05}
{"train_loss": 0.003678145119920373, "global_step": 27408, "epoch": 153, "lr": 8.500462817559896e-05}
{"train_loss": 0.0031241602264344692, "global_step": 27409, "epoch": 153, "lr": 8.50035730046986e-05}
{"train_loss": 0.00395457586273551, "global_step": 27410, "epoch": 153, "lr": 8.50025178032247e-05}
{"train_loss": 0.006897145577476182, "global_step": 27411, "epoch": 153, "lr": 8.50014625711782e-05}
{"train_loss": 0.001965966308489442, "global_step": 27412, "epoch": 154, "lr": 8.500040730856003e-05}
{"train_loss": 0.005995330400764942, "global_step": 27413, "epoch": 154, "lr": 8.499935201537108e-05}
{"train_loss": 0.004711168818175793, "global_step": 27414, "epoch": 154, "lr": 8.499829669161229e-05}
{"train_loss": 0.00624097278341651, "global_step": 27415, "epoch": 154, "lr": 8.499724133728457e-05}
{"train_loss": 0.004504676442593336, "global_step": 27416, "epoch": 154, "lr": 8.499618595238885e-05}
{"train_loss": 0.005877704359591007, "global_step": 27417, "epoch": 154, "lr": 8.499513053692606e-05}
{"train_loss": 0.011242015287280083, "global_step": 27418, "epoch": 154, "lr": 8.499407509089712e-05}
{"train_loss": 0.008370967581868172, "global_step": 27419, "epoch": 154, "lr": 8.499301961430293e-05}
{"train_loss": 0.00783880427479744, "global_step": 27420, "epoch": 154, "lr": 8.499196410714443e-05}
{"train_loss": 0.01171884499490261, "global_step": 27421, "epoch": 154, "lr": 8.499090856942254e-05}
{"train_loss": 0.007018841803073883, "global_step": 27422, "epoch": 154, "lr": 8.498985300113817e-05}
{"train_loss": 0.004161853808909655, "global_step": 27423, "epoch": 154, "lr": 8.498879740229227e-05}
{"train_loss": 0.0026457123458385468, "global_step": 27424, "epoch": 154, "lr": 8.498774177288574e-05}
{"train_loss": 0.00475034024566412, "global_step": 27425, "epoch": 154, "lr": 8.49866861129195e-05}
{"train_loss": 0.009644392877817154, "global_step": 27426, "epoch": 154, "lr": 8.498563042239449e-05}
{"train_loss": 0.004157469607889652, "global_step": 27427, "epoch": 154, "lr": 8.498457470131163e-05}
{"train_loss": 0.0032205088064074516, "global_step": 27428, "epoch": 154, "lr": 8.498351894967182e-05}
{"train_loss": 0.01316625252366066, "global_step": 27429, "epoch": 154, "lr": 8.498246316747599e-05}
{"train_loss": 0.008691184222698212, "global_step": 27430, "epoch": 154, "lr": 8.498140735472508e-05}
{"train_loss": 0.0036428014282137156, "global_step": 27431, "epoch": 154, "lr": 8.498035151141999e-05}
{"train_loss": 0.0064238314516842365, "global_step": 27432, "epoch": 154, "lr": 8.497929563756166e-05}
{"train_loss": 0.007300315424799919, "global_step": 27433, "epoch": 154, "lr": 8.4978239733151e-05}
{"train_loss": 0.009932437911629677, "global_step": 27434, "epoch": 154, "lr": 8.497718379818893e-05}
{"train_loss": 0.005276117008179426, "global_step": 27435, "epoch": 154, "lr": 8.497612783267639e-05}
{"train_loss": 0.005993242375552654, "global_step": 27436, "epoch": 154, "lr": 8.497507183661429e-05}
{"train_loss": 0.008563400246202946, "global_step": 27437, "epoch": 154, "lr": 8.497401581000355e-05}
{"train_loss": 0.004583194851875305, "global_step": 27438, "epoch": 154, "lr": 8.49729597528451e-05}
{"train_loss": 0.008889389224350452, "global_step": 27439, "epoch": 154, "lr": 8.497190366513984e-05}
{"train_loss": 0.01000446081161499, "global_step": 27440, "epoch": 154, "lr": 8.497084754688872e-05}
{"train_loss": 0.007154231891036034, "global_step": 27441, "epoch": 154, "lr": 8.496979139809265e-05}
{"train_loss": 0.006342618260532618, "global_step": 27442, "epoch": 154, "lr": 8.496873521875257e-05}
{"train_loss": 0.011481024324893951, "global_step": 27443, "epoch": 154, "lr": 8.496767900886938e-05}
{"train_loss": 0.007429256569594145, "global_step": 27444, "epoch": 154, "lr": 8.496662276844402e-05}
{"train_loss": 0.011653540655970573, "global_step": 27445, "epoch": 154, "lr": 8.496556649747738e-05}
{"train_loss": 0.00940985418856144, "global_step": 27446, "epoch": 154, "lr": 8.496451019597043e-05}
{"train_loss": 0.010051136836409569, "global_step": 27447, "epoch": 154, "lr": 8.496345386392406e-05}
{"train_loss": 0.008235311135649681, "global_step": 27448, "epoch": 154, "lr": 8.49623975013392e-05}
{"train_loss": 0.007412691600620747, "global_step": 27449, "epoch": 154, "lr": 8.496134110821677e-05}
{"train_loss": 0.004821278154850006, "global_step": 27450, "epoch": 154, "lr": 8.49602846845577e-05}
{"train_loss": 0.007535658776760101, "global_step": 27451, "epoch": 154, "lr": 8.495922823036291e-05}
{"train_loss": 0.009480930864810944, "global_step": 27452, "epoch": 154, "lr": 8.495817174563332e-05}
{"train_loss": 0.011838473379611969, "global_step": 27453, "epoch": 154, "lr": 8.495711523036986e-05}
{"train_loss": 0.007741107605397701, "global_step": 27454, "epoch": 154, "lr": 8.495605868457345e-05}
{"train_loss": 0.005907785147428513, "global_step": 27455, "epoch": 154, "lr": 8.495500210824499e-05}
{"train_loss": 0.015324360691010952, "global_step": 27456, "epoch": 154, "lr": 8.495394550138545e-05}
{"train_loss": 0.0066858381032943726, "global_step": 27457, "epoch": 154, "lr": 8.495288886399571e-05}
{"train_loss": 0.0046588582918047905, "global_step": 27458, "epoch": 154, "lr": 8.495183219607672e-05}
{"train_loss": 0.009240059182047844, "global_step": 27459, "epoch": 154, "lr": 8.495077549762937e-05}
{"train_loss": 0.009266974404454231, "global_step": 27460, "epoch": 154, "lr": 8.494971876865462e-05}
{"train_loss": 0.008095895871520042, "global_step": 27461, "epoch": 154, "lr": 8.494866200915336e-05}
{"train_loss": 0.008684216998517513, "global_step": 27462, "epoch": 154, "lr": 8.494760521912656e-05}
{"train_loss": 0.010802948847413063, "global_step": 27463, "epoch": 154, "lr": 8.49465483985751e-05}
{"train_loss": 0.019080884754657745, "global_step": 27464, "epoch": 154, "lr": 8.494549154749992e-05}
{"train_loss": 0.00941777415573597, "global_step": 27465, "epoch": 154, "lr": 8.494443466590194e-05}
{"train_loss": 0.007026254199445248, "global_step": 27466, "epoch": 154, "lr": 8.494337775378209e-05}
{"train_loss": 0.0071719191037118435, "global_step": 27467, "epoch": 154, "lr": 8.494232081114126e-05}
{"train_loss": 0.010816561989486217, "global_step": 27468, "epoch": 154, "lr": 8.494126383798042e-05}
{"train_loss": 0.006153931841254234, "global_step": 27469, "epoch": 154, "lr": 8.494020683430048e-05}
{"train_loss": 0.007422013208270073, "global_step": 27470, "epoch": 154, "lr": 8.493914980010234e-05}
{"train_loss": 0.012777691707015038, "global_step": 27471, "epoch": 154, "lr": 8.493809273538695e-05}
{"train_loss": 0.013219509273767471, "global_step": 27472, "epoch": 154, "lr": 8.493703564015523e-05}
{"train_loss": 0.00525742257013917, "global_step": 27473, "epoch": 154, "lr": 8.493597851440808e-05}
{"train_loss": 0.007895087823271751, "global_step": 27474, "epoch": 154, "lr": 8.493492135814643e-05}
{"train_loss": 0.004542405717074871, "global_step": 27475, "epoch": 154, "lr": 8.493386417137123e-05}
{"train_loss": 0.006362952291965485, "global_step": 27476, "epoch": 154, "lr": 8.49328069540834e-05}
{"train_loss": 0.004818917252123356, "global_step": 27477, "epoch": 154, "lr": 8.493174970628382e-05}
{"train_loss": 0.007441812194883823, "global_step": 27478, "epoch": 154, "lr": 8.493069242797344e-05}
{"train_loss": 0.011669431813061237, "global_step": 27479, "epoch": 154, "lr": 8.49296351191532e-05}
{"train_loss": 0.004445487633347511, "global_step": 27480, "epoch": 154, "lr": 8.492857777982401e-05}
{"train_loss": 0.007481235079467297, "global_step": 27481, "epoch": 154, "lr": 8.49275204099868e-05}
{"train_loss": 0.01014976017177105, "global_step": 27482, "epoch": 154, "lr": 8.492646300964246e-05}
{"train_loss": 0.005826947279274464, "global_step": 27483, "epoch": 154, "lr": 8.492540557879198e-05}
{"train_loss": 0.012780130840837955, "global_step": 27484, "epoch": 154, "lr": 8.492434811743622e-05}
{"train_loss": 0.009602374397218227, "global_step": 27485, "epoch": 154, "lr": 8.492329062557612e-05}
{"train_loss": 0.008709143847227097, "global_step": 27486, "epoch": 154, "lr": 8.492223310321263e-05}
{"train_loss": 0.0033610821701586246, "global_step": 27487, "epoch": 154, "lr": 8.492117555034665e-05}
{"train_loss": 0.013232939876616001, "global_step": 27488, "epoch": 154, "lr": 8.49201179669791e-05}
{"train_loss": 0.007135201245546341, "global_step": 27489, "epoch": 154, "lr": 8.491906035311093e-05}
{"train_loss": 0.005602856632322073, "global_step": 27490, "epoch": 154, "lr": 8.491800270874302e-05}
{"train_loss": 0.01159842312335968, "global_step": 27491, "epoch": 154, "lr": 8.491694503387633e-05}
{"train_loss": 0.009729977697134018, "global_step": 27492, "epoch": 154, "lr": 8.491588732851178e-05}
{"train_loss": 0.0071360100992023945, "global_step": 27493, "epoch": 154, "lr": 8.491482959265029e-05}
{"train_loss": 0.007688798476010561, "global_step": 27494, "epoch": 154, "lr": 8.491377182629278e-05}
{"train_loss": 0.006529097445309162, "global_step": 27495, "epoch": 154, "lr": 8.491271402944018e-05}
{"train_loss": 0.0036498478148132563, "global_step": 27496, "epoch": 154, "lr": 8.491165620209341e-05}
{"train_loss": 0.011324936524033546, "global_step": 27497, "epoch": 154, "lr": 8.491059834425336e-05}
{"train_loss": 0.0073465690948069096, "global_step": 27498, "epoch": 154, "lr": 8.490954045592102e-05}
{"train_loss": 0.004139872267842293, "global_step": 27499, "epoch": 154, "lr": 8.490848253709728e-05}
{"train_loss": 0.009407280012965202, "global_step": 27500, "epoch": 154, "lr": 8.490742458778304e-05}
{"train_loss": 0.008469576016068459, "global_step": 27501, "epoch": 154, "lr": 8.490636660797929e-05}
{"train_loss": 0.004325083922594786, "global_step": 27502, "epoch": 154, "lr": 8.490530859768689e-05}
{"train_loss": 0.006532460451126099, "global_step": 27503, "epoch": 154, "lr": 8.490425055690678e-05}
{"train_loss": 0.006918732542544603, "global_step": 27504, "epoch": 154, "lr": 8.490319248563989e-05}
{"train_loss": 0.005234523676335812, "global_step": 27505, "epoch": 154, "lr": 8.490213438388716e-05}
{"train_loss": 0.005844028666615486, "global_step": 27506, "epoch": 154, "lr": 8.49010762516495e-05}
{"train_loss": 0.00637485645711422, "global_step": 27507, "epoch": 154, "lr": 8.490001808892783e-05}
{"train_loss": 0.006246982142329216, "global_step": 27508, "epoch": 154, "lr": 8.489895989572307e-05}
{"train_loss": 0.007397377863526344, "global_step": 27509, "epoch": 154, "lr": 8.489790167203617e-05}
{"train_loss": 0.004017418250441551, "global_step": 27510, "epoch": 154, "lr": 8.489684341786804e-05}
{"train_loss": 0.0058675482869148254, "global_step": 27511, "epoch": 154, "lr": 8.489578513321958e-05}
{"train_loss": 0.010542984120547771, "global_step": 27512, "epoch": 154, "lr": 8.489472681809175e-05}
{"train_loss": 0.008025560528039932, "global_step": 27513, "epoch": 154, "lr": 8.489366847248546e-05}
{"train_loss": 0.010732226073741913, "global_step": 27514, "epoch": 154, "lr": 8.489261009640162e-05}
{"train_loss": 0.006790968589484692, "global_step": 27515, "epoch": 154, "lr": 8.489155168984117e-05}
{"train_loss": 0.01030469499528408, "global_step": 27516, "epoch": 154, "lr": 8.489049325280505e-05}
{"train_loss": 0.009708335623145103, "global_step": 27517, "epoch": 154, "lr": 8.488943478529416e-05}
{"train_loss": 0.007485336158424616, "global_step": 27518, "epoch": 154, "lr": 8.488837628730944e-05}
{"train_loss": 0.005580795928835869, "global_step": 27519, "epoch": 154, "lr": 8.488731775885179e-05}
{"train_loss": 0.010888606309890747, "global_step": 27520, "epoch": 154, "lr": 8.488625919992217e-05}
{"train_loss": 0.009488461539149284, "global_step": 27521, "epoch": 154, "lr": 8.488520061052148e-05}
{"train_loss": 0.0051237051375210285, "global_step": 27522, "epoch": 154, "lr": 8.488414199065064e-05}
{"train_loss": 0.011587508022785187, "global_step": 27523, "epoch": 154, "lr": 8.488308334031058e-05}
{"train_loss": 0.005463368259370327, "global_step": 27524, "epoch": 154, "lr": 8.488202465950224e-05}
{"train_loss": 0.011816484853625298, "global_step": 27525, "epoch": 154, "lr": 8.488096594822654e-05}
{"train_loss": 0.0032483951654285192, "global_step": 27526, "epoch": 154, "lr": 8.48799072064844e-05}
{"train_loss": 0.003976073116064072, "global_step": 27527, "epoch": 154, "lr": 8.487884843427674e-05}
{"train_loss": 0.008192749693989754, "global_step": 27528, "epoch": 154, "lr": 8.487778963160448e-05}
{"train_loss": 0.00462343730032444, "global_step": 27529, "epoch": 154, "lr": 8.487673079846857e-05}
{"train_loss": 0.011808078736066818, "global_step": 27530, "epoch": 154, "lr": 8.487567193486992e-05}
{"train_loss": 0.003262666054069996, "global_step": 27531, "epoch": 154, "lr": 8.487461304080944e-05}
{"train_loss": 0.0068063195794820786, "global_step": 27532, "epoch": 154, "lr": 8.487355411628806e-05}
{"train_loss": 0.011701678857207298, "global_step": 27533, "epoch": 154, "lr": 8.487249516130673e-05}
{"train_loss": 0.014017518609762192, "global_step": 27534, "epoch": 154, "lr": 8.487143617586636e-05}
{"train_loss": 0.005555535666644573, "global_step": 27535, "epoch": 154, "lr": 8.487037715996787e-05}
{"train_loss": 0.007053631357848644, "global_step": 27536, "epoch": 154, "lr": 8.486931811361218e-05}
{"train_loss": 0.011839625425636768, "global_step": 27537, "epoch": 154, "lr": 8.486825903680023e-05}
{"train_loss": 0.004290861077606678, "global_step": 27538, "epoch": 154, "lr": 8.486719992953294e-05}
{"train_loss": 0.00886322557926178, "global_step": 27539, "epoch": 154, "lr": 8.486614079181122e-05}
{"train_loss": 0.0060982718132436275, "global_step": 27540, "epoch": 154, "lr": 8.486508162363603e-05}
{"train_loss": 0.005156919360160828, "global_step": 27541, "epoch": 154, "lr": 8.486402242500825e-05}
{"train_loss": 0.007583701051771641, "global_step": 27542, "epoch": 154, "lr": 8.486296319592883e-05}
{"train_loss": 0.005997258238494396, "global_step": 27543, "epoch": 154, "lr": 8.486190393639871e-05}
{"train_loss": 0.005951960105448961, "global_step": 27544, "epoch": 154, "lr": 8.486084464641879e-05}
{"train_loss": 0.008249877020716667, "global_step": 27545, "epoch": 154, "lr": 8.485978532599001e-05}
{"train_loss": 0.007046520244330168, "global_step": 27546, "epoch": 154, "lr": 8.485872597511328e-05}
{"train_loss": 0.011500898748636246, "global_step": 27547, "epoch": 154, "lr": 8.485766659378953e-05}
{"train_loss": 0.004047188442200422, "global_step": 27548, "epoch": 154, "lr": 8.485660718201971e-05}
{"train_loss": 0.006273085717111826, "global_step": 27549, "epoch": 154, "lr": 8.485554773980471e-05}
{"train_loss": 0.005958330351859331, "global_step": 27550, "epoch": 154, "lr": 8.485448826714548e-05}
{"train_loss": 0.0037044715136289597, "global_step": 27551, "epoch": 154, "lr": 8.485342876404293e-05}
{"train_loss": 0.006780830677598715, "global_step": 27552, "epoch": 154, "lr": 8.4852369230498e-05}
{"train_loss": 0.010192016139626503, "global_step": 27553, "epoch": 154, "lr": 8.48513096665116e-05}
{"train_loss": 0.00766354613006115, "global_step": 27554, "epoch": 154, "lr": 8.485025007208465e-05}
{"train_loss": 0.007453714497387409, "global_step": 27555, "epoch": 154, "lr": 8.484919044721811e-05}
{"train_loss": 0.007470579817891121, "global_step": 27556, "epoch": 154, "lr": 8.484813079191287e-05}
{"train_loss": 0.00804612785577774, "global_step": 27557, "epoch": 154, "lr": 8.484707110616987e-05}
{"train_loss": 0.008489753119647503, "global_step": 27558, "epoch": 154, "lr": 8.484601138999005e-05}
{"train_loss": 0.0065639507956802845, "global_step": 27559, "epoch": 154, "lr": 8.48449516433743e-05}
{"train_loss": 0.004060453735291958, "global_step": 27560, "epoch": 154, "lr": 8.484389186632356e-05}
{"train_loss": 0.005863758735358715, "global_step": 27561, "epoch": 154, "lr": 8.484283205883878e-05}
{"train_loss": 0.007886933162808418, "global_step": 27562, "epoch": 154, "lr": 8.484177222092086e-05}
{"train_loss": 0.0068233925849199295, "global_step": 27563, "epoch": 154, "lr": 8.484071235257074e-05}
{"train_loss": 0.0053622787818312645, "global_step": 27564, "epoch": 154, "lr": 8.483965245378933e-05}
{"train_loss": 0.007564091589301825, "global_step": 27565, "epoch": 154, "lr": 8.483859252457756e-05}
{"train_loss": 0.010090062394738197, "global_step": 27566, "epoch": 154, "lr": 8.483753256493637e-05}
{"train_loss": 0.006008443888276815, "global_step": 27567, "epoch": 154, "lr": 8.483647257486666e-05}
{"train_loss": 0.009089883416891098, "global_step": 27568, "epoch": 154, "lr": 8.48354125543694e-05}
{"train_loss": 0.005974331870675087, "global_step": 27569, "epoch": 154, "lr": 8.483435250344545e-05}
{"train_loss": 0.003255352843552828, "global_step": 27570, "epoch": 154, "lr": 8.48332924220958e-05}
{"train_loss": 0.01254323311150074, "global_step": 27571, "epoch": 154, "lr": 8.483223231032133e-05}
{"train_loss": 0.009830290451645851, "global_step": 27572, "epoch": 154, "lr": 8.483117216812301e-05}
{"train_loss": 0.0055401441641151905, "global_step": 27573, "epoch": 154, "lr": 8.483011199550173e-05}
{"train_loss": 0.009493496268987656, "global_step": 27574, "epoch": 154, "lr": 8.482905179245842e-05}
{"train_loss": 0.009687291458249092, "global_step": 27575, "epoch": 154, "lr": 8.482799155899403e-05}
{"train_loss": 0.0063644712790846825, "global_step": 27576, "epoch": 154, "lr": 8.482693129510946e-05}
{"train_loss": 0.007627323269844055, "global_step": 27577, "epoch": 154, "lr": 8.482587100080565e-05}
{"train_loss": 0.0032628050539642572, "global_step": 27578, "epoch": 154, "lr": 8.482481067608351e-05}
{"train_loss": 0.005958789028227329, "global_step": 27579, "epoch": 154, "lr": 8.482375032094398e-05}
{"train_loss": 0.004000283312052488, "global_step": 27580, "epoch": 154, "lr": 8.4822689935388e-05}
{"train_loss": 0.003763984190300107, "global_step": 27581, "epoch": 154, "lr": 8.482162951941646e-05}
{"train_loss": 0.00813599769026041, "global_step": 27582, "epoch": 154, "lr": 8.482056907303031e-05}
{"train_loss": 0.00659607071429491, "global_step": 27583, "epoch": 154, "lr": 8.481950859623048e-05}
{"train_loss": 0.008084969595074654, "global_step": 27584, "epoch": 154, "lr": 8.481844808901789e-05}
{"train_loss": 0.005387089215219021, "global_step": 27585, "epoch": 154, "lr": 8.481738755139345e-05}
{"train_loss": 0.006063253153115511, "global_step": 27586, "epoch": 154, "lr": 8.481632698335812e-05}
{"train_loss": 0.005601129960268736, "global_step": 27587, "epoch": 154, "lr": 8.481526638491279e-05}
{"train_loss": 0.006713302806019783, "global_step": 27588, "epoch": 154, "lr": 8.481420575605841e-05}
{"train_loss": 0.007515990346659686, "global_step": 27589, "epoch": 154, "lr": 8.48131450967959e-05}
{"train_loss": 0.009738750755786896, "global_step": 27590, "epoch": 155, "lr": 8.48120844071262e-05}
{"train_loss": 0.013758335262537003, "global_step": 27591, "epoch": 155, "lr": 8.48110236870502e-05}
{"train_loss": 0.010449675843119621, "global_step": 27592, "epoch": 155, "lr": 8.480996293656887e-05}
{"train_loss": 0.0034523773938417435, "global_step": 27593, "epoch": 155, "lr": 8.480890215568312e-05}
{"train_loss": 0.0054358611814677715, "global_step": 27594, "epoch": 155, "lr": 8.480784134439386e-05}
{"train_loss": 0.00889537576586008, "global_step": 27595, "epoch": 155, "lr": 8.480678050270202e-05}
{"train_loss": 0.004349946975708008, "global_step": 27596, "epoch": 155, "lr": 8.480571963060855e-05}
{"train_loss": 0.0134053323417902, "global_step": 27597, "epoch": 155, "lr": 8.480465872811436e-05}
{"train_loss": 0.006209825165569782, "global_step": 27598, "epoch": 155, "lr": 8.480359779522038e-05}
{"train_loss": 0.010060319676995277, "global_step": 27599, "epoch": 155, "lr": 8.480253683192754e-05}
{"train_loss": 0.007460596039891243, "global_step": 27600, "epoch": 155, "lr": 8.480147583823675e-05}
{"train_loss": 0.007851188071072102, "global_step": 27601, "epoch": 155, "lr": 8.480041481414896e-05}
{"train_loss": 0.005432434380054474, "global_step": 27602, "epoch": 155, "lr": 8.479935375966507e-05}
{"train_loss": 0.007657477632164955, "global_step": 27603, "epoch": 155, "lr": 8.479829267478606e-05}
{"train_loss": 0.0037679143715649843, "global_step": 27604, "epoch": 155, "lr": 8.479723155951278e-05}
{"train_loss": 0.008132646791636944, "global_step": 27605, "epoch": 155, "lr": 8.479617041384621e-05}
{"train_loss": 0.009811685420572758, "global_step": 27606, "epoch": 155, "lr": 8.479510923778726e-05}
{"train_loss": 0.006168147549033165, "global_step": 27607, "epoch": 155, "lr": 8.479404803133686e-05}
{"train_loss": 0.0036841679830104113, "global_step": 27608, "epoch": 155, "lr": 8.479298679449594e-05}
{"train_loss": 0.008659710176289082, "global_step": 27609, "epoch": 155, "lr": 8.479192552726543e-05}
{"train_loss": 0.004962699022144079, "global_step": 27610, "epoch": 155, "lr": 8.479086422964624e-05}
{"train_loss": 0.009871188551187515, "global_step": 27611, "epoch": 155, "lr": 8.478980290163932e-05}
{"train_loss": 0.005322989076375961, "global_step": 27612, "epoch": 155, "lr": 8.478874154324557e-05}
{"train_loss": 0.008796832524240017, "global_step": 27613, "epoch": 155, "lr": 8.478768015446594e-05}
{"train_loss": 0.013999732211232185, "global_step": 27614, "epoch": 155, "lr": 8.478661873530135e-05}
{"train_loss": 0.010283907875418663, "global_step": 27615, "epoch": 155, "lr": 8.478555728575272e-05}
{"train_loss": 0.010365046560764313, "global_step": 27616, "epoch": 155, "lr": 8.4784495805821e-05}
{"train_loss": 0.006604150868952274, "global_step": 27617, "epoch": 155, "lr": 8.478343429550709e-05}
{"train_loss": 0.004655172117054462, "global_step": 27618, "epoch": 155, "lr": 8.478237275481191e-05}
{"train_loss": 0.005362139083445072, "global_step": 27619, "epoch": 155, "lr": 8.478131118373643e-05}
{"train_loss": 0.006635562516748905, "global_step": 27620, "epoch": 155, "lr": 8.478024958228154e-05}
{"train_loss": 0.004196587949991226, "global_step": 27621, "epoch": 155, "lr": 8.477918795044817e-05}
{"train_loss": 0.004023211542516947, "global_step": 27622, "epoch": 155, "lr": 8.477812628823727e-05}
{"train_loss": 0.010785494931042194, "global_step": 27623, "epoch": 155, "lr": 8.477706459564976e-05}
{"train_loss": 0.006013274658471346, "global_step": 27624, "epoch": 155, "lr": 8.477600287268655e-05}
{"train_loss": 0.00475046131759882, "global_step": 27625, "epoch": 155, "lr": 8.477494111934859e-05}
{"train_loss": 0.005500979255884886, "global_step": 27626, "epoch": 155, "lr": 8.477387933563677e-05}
{"train_loss": 0.0075577786192297935, "global_step": 27627, "epoch": 155, "lr": 8.477281752155206e-05}
{"train_loss": 0.004941560793668032, "global_step": 27628, "epoch": 155, "lr": 8.477175567709537e-05}
{"train_loss": 0.00470850570127368, "global_step": 27629, "epoch": 155, "lr": 8.477069380226762e-05}
{"train_loss": 0.01005343347787857, "global_step": 27630, "epoch": 155, "lr": 8.476963189706976e-05}
{"train_loss": 0.012973571196198463, "global_step": 27631, "epoch": 155, "lr": 8.476856996150269e-05}
{"train_loss": 0.008872578851878643, "global_step": 27632, "epoch": 155, "lr": 8.476750799556736e-05}
{"train_loss": 0.015167953446507454, "global_step": 27633, "epoch": 155, "lr": 8.476644599926468e-05}
{"train_loss": 0.008790764957666397, "global_step": 27634, "epoch": 155, "lr": 8.476538397259559e-05}
{"train_loss": 0.0054721045307815075, "global_step": 27635, "epoch": 155, "lr": 8.476432191556102e-05}
{"train_loss": 0.0028710064943879843, "global_step": 27636, "epoch": 155, "lr": 8.476325982816188e-05}
{"train_loss": 0.008019426837563515, "global_step": 27637, "epoch": 155, "lr": 8.476219771039912e-05}
{"train_loss": 0.005758350715041161, "global_step": 27638, "epoch": 155, "lr": 8.476113556227364e-05}
{"train_loss": 0.006156818941235542, "global_step": 27639, "epoch": 155, "lr": 8.47600733837864e-05}
{"train_loss": 0.005664272233843803, "global_step": 27640, "epoch": 155, "lr": 8.47590111749383e-05}
{"train_loss": 0.008542045950889587, "global_step": 27641, "epoch": 155, "lr": 8.475794893573028e-05}
{"train_loss": 0.0075193061493337154, "global_step": 27642, "epoch": 155, "lr": 8.475688666616329e-05}
{"train_loss": 0.007053298410028219, "global_step": 27643, "epoch": 155, "lr": 8.47558243662382e-05}
{"train_loss": 0.004415127448737621, "global_step": 27644, "epoch": 155, "lr": 8.4754762035956e-05}
{"train_loss": 0.006692198105156422, "global_step": 27645, "epoch": 155, "lr": 8.475369967531757e-05}
{"train_loss": 0.007077086716890335, "global_step": 27646, "epoch": 155, "lr": 8.475263728432388e-05}
{"train_loss": 0.008174634538590908, "global_step": 27647, "epoch": 155, "lr": 8.475157486297583e-05}
{"train_loss": 0.006570137105882168, "global_step": 27648, "epoch": 155, "lr": 8.475051241127434e-05}
{"train_loss": 0.010004047304391861, "global_step": 27649, "epoch": 155, "lr": 8.474944992922036e-05}
{"train_loss": 0.00795232504606247, "global_step": 27650, "epoch": 155, "lr": 8.474838741681481e-05}
{"train_loss": 0.007810279261320829, "global_step": 27651, "epoch": 155, "lr": 8.474732487405864e-05}
{"train_loss": 0.004810831509530544, "global_step": 27652, "epoch": 155, "lr": 8.474626230095273e-05}
{"train_loss": 0.00608388427644968, "global_step": 27653, "epoch": 155, "lr": 8.474519969749804e-05}
{"train_loss": 0.005434619262814522, "global_step": 27654, "epoch": 155, "lr": 8.47441370636955e-05}
{"train_loss": 0.006686029490083456, "global_step": 27655, "epoch": 155, "lr": 8.474307439954602e-05}
{"train_loss": 0.005153823643922806, "global_step": 27656, "epoch": 155, "lr": 8.474201170505057e-05}
{"train_loss": 0.00469227833673358, "global_step": 27657, "epoch": 155, "lr": 8.474094898021001e-05}
{"train_loss": 0.0048025548458099365, "global_step": 27658, "epoch": 155, "lr": 8.473988622502533e-05}
{"train_loss": 0.009928831830620766, "global_step": 27659, "epoch": 155, "lr": 8.473882343949743e-05}
{"train_loss": 0.005527549888938665, "global_step": 27660, "epoch": 155, "lr": 8.473776062362723e-05}
{"train_loss": 0.011986295692622662, "global_step": 27661, "epoch": 155, "lr": 8.473669777741569e-05}
{"train_loss": 0.009408243000507355, "global_step": 27662, "epoch": 155, "lr": 8.473563490086369e-05}
{"train_loss": 0.004877081606537104, "global_step": 27663, "epoch": 155, "lr": 8.473457199397221e-05}
{"train_loss": 0.010682841762900352, "global_step": 27664, "epoch": 155, "lr": 8.473350905674216e-05}
{"train_loss": 0.008693390525877476, "global_step": 27665, "epoch": 155, "lr": 8.473244608917446e-05}
{"train_loss": 0.006625401321798563, "global_step": 27666, "epoch": 155, "lr": 8.473138309127002e-05}
{"train_loss": 0.005943991709500551, "global_step": 27667, "epoch": 155, "lr": 8.473032006302981e-05}
{"train_loss": 0.00585497310385108, "global_step": 27668, "epoch": 155, "lr": 8.472925700445475e-05}
{"train_loss": 0.00656819436699152, "global_step": 27669, "epoch": 155, "lr": 8.472819391554574e-05}
{"train_loss": 0.00793289765715599, "global_step": 27670, "epoch": 155, "lr": 8.472713079630372e-05}
{"train_loss": 0.010928275994956493, "global_step": 27671, "epoch": 155, "lr": 8.472606764672965e-05}
{"train_loss": 0.007476212456822395, "global_step": 27672, "epoch": 155, "lr": 8.472500446682441e-05}
{"train_loss": 0.00540439086034894, "global_step": 27673, "epoch": 155, "lr": 8.472394125658898e-05}
{"train_loss": 0.0034933709539473057, "global_step": 27674, "epoch": 155, "lr": 8.472287801602423e-05}
{"train_loss": 0.004442690405994654, "global_step": 27675, "epoch": 155, "lr": 8.472181474513115e-05}
{"train_loss": 0.004794630222022533, "global_step": 27676, "epoch": 155, "lr": 8.472075144391061e-05}
{"train_loss": 0.007495075464248657, "global_step": 27677, "epoch": 155, "lr": 8.47196881123636e-05}
{"train_loss": 0.010073278099298477, "global_step": 27678, "epoch": 155, "lr": 8.471862475049098e-05}
{"train_loss": 0.0035850994754582644, "global_step": 27679, "epoch": 155, "lr": 8.471756135829373e-05}
{"train_loss": 0.010174108669161797, "global_step": 27680, "epoch": 155, "lr": 8.471649793577277e-05}
{"train_loss": 0.007196654565632343, "global_step": 27681, "epoch": 155, "lr": 8.471543448292901e-05}
{"train_loss": 0.003615494817495346, "global_step": 27682, "epoch": 155, "lr": 8.47143709997634e-05}
{"train_loss": 0.0040471842512488365, "global_step": 27683, "epoch": 155, "lr": 8.471330748627686e-05}
{"train_loss": 0.004851703532040119, "global_step": 27684, "epoch": 155, "lr": 8.471224394247032e-05}
{"train_loss": 0.006810550577938557, "global_step": 27685, "epoch": 155, "lr": 8.47111803683447e-05}
{"train_loss": 0.00929544772952795, "global_step": 27686, "epoch": 155, "lr": 8.471011676390095e-05}
{"train_loss": 0.008590221405029297, "global_step": 27687, "epoch": 155, "lr": 8.470905312913997e-05}
{"train_loss": 0.004915002733469009, "global_step": 27688, "epoch": 155, "lr": 8.470798946406271e-05}
{"train_loss": 0.0041475240141153336, "global_step": 27689, "epoch": 155, "lr": 8.47069257686701e-05}
{"train_loss": 0.008442851714789867, "global_step": 27690, "epoch": 155, "lr": 8.470586204296306e-05}
{"train_loss": 0.004922083579003811, "global_step": 27691, "epoch": 155, "lr": 8.470479828694251e-05}
{"train_loss": 0.006733601447194815, "global_step": 27692, "epoch": 155, "lr": 8.47037345006094e-05}
{"train_loss": 0.0077987732365727425, "global_step": 27693, "epoch": 155, "lr": 8.470267068396465e-05}
{"train_loss": 0.004287886433303356, "global_step": 27694, "epoch": 155, "lr": 8.47016068370092e-05}
{"train_loss": 0.0070054964162409306, "global_step": 27695, "epoch": 155, "lr": 8.470054295974396e-05}
{"train_loss": 0.005177968181669712, "global_step": 27696, "epoch": 155, "lr": 8.469947905216988e-05}
{"train_loss": 0.007319596130400896, "global_step": 27697, "epoch": 155, "lr": 8.469841511428787e-05}
{"train_loss": 0.009196871891617775, "global_step": 27698, "epoch": 155, "lr": 8.469735114609884e-05}
{"train_loss": 0.008147025480866432, "global_step": 27699, "epoch": 155, "lr": 8.469628714760378e-05}
{"train_loss": 0.006808396428823471, "global_step": 27700, "epoch": 155, "lr": 8.469522311880359e-05}
{"train_loss": 0.011929565109312534, "global_step": 27701, "epoch": 155, "lr": 8.469415905969917e-05}
{"train_loss": 0.006995644420385361, "global_step": 27702, "epoch": 155, "lr": 8.469309497029148e-05}
{"train_loss": 0.008855820633471012, "global_step": 27703, "epoch": 155, "lr": 8.469203085058144e-05}
{"train_loss": 0.010507073253393173, "global_step": 27704, "epoch": 155, "lr": 8.469096670056999e-05}
{"train_loss": 0.006747870706021786, "global_step": 27705, "epoch": 155, "lr": 8.468990252025806e-05}
{"train_loss": 0.01046707108616829, "global_step": 27706, "epoch": 155, "lr": 8.468883830964655e-05}
{"train_loss": 0.007042509503662586, "global_step": 27707, "epoch": 155, "lr": 8.468777406873643e-05}
{"train_loss": 0.005938218906521797, "global_step": 27708, "epoch": 155, "lr": 8.468670979752862e-05}
{"train_loss": 0.007652503438293934, "global_step": 27709, "epoch": 155, "lr": 8.468564549602403e-05}
{"train_loss": 0.004506760276854038, "global_step": 27710, "epoch": 155, "lr": 8.468458116422359e-05}
{"train_loss": 0.010122783482074738, "global_step": 27711, "epoch": 155, "lr": 8.468351680212825e-05}
{"train_loss": 0.011306211352348328, "global_step": 27712, "epoch": 155, "lr": 8.468245240973892e-05}
{"train_loss": 0.007334854453802109, "global_step": 27713, "epoch": 155, "lr": 8.468138798705654e-05}
{"train_loss": 0.00456658098846674, "global_step": 27714, "epoch": 155, "lr": 8.468032353408203e-05}
{"train_loss": 0.010863817296922207, "global_step": 27715, "epoch": 155, "lr": 8.467925905081635e-05}
{"train_loss": 0.0027012471109628677, "global_step": 27716, "epoch": 155, "lr": 8.46781945372604e-05}
{"train_loss": 0.0026556160300970078, "global_step": 27717, "epoch": 155, "lr": 8.467712999341511e-05}
{"train_loss": 0.0062663559801876545, "global_step": 27718, "epoch": 155, "lr": 8.467606541928144e-05}
{"train_loss": 0.006981052458286285, "global_step": 27719, "epoch": 155, "lr": 8.467500081486029e-05}
{"train_loss": 0.00457135122269392, "global_step": 27720, "epoch": 155, "lr": 8.467393618015259e-05}
{"train_loss": 0.00669432245194912, "global_step": 27721, "epoch": 155, "lr": 8.467287151515927e-05}
{"train_loss": 0.003424776718020439, "global_step": 27722, "epoch": 155, "lr": 8.467180681988127e-05}
{"train_loss": 0.01613464206457138, "global_step": 27723, "epoch": 155, "lr": 8.467074209431953e-05}
{"train_loss": 0.00863852258771658, "global_step": 27724, "epoch": 155, "lr": 8.466967733847497e-05}
{"train_loss": 0.008112207055091858, "global_step": 27725, "epoch": 155, "lr": 8.466861255234851e-05}
{"train_loss": 0.005665963049978018, "global_step": 27726, "epoch": 155, "lr": 8.466754773594108e-05}
{"train_loss": 0.005271134898066521, "global_step": 27727, "epoch": 155, "lr": 8.466648288925361e-05}
{"train_loss": 0.005251801572740078, "global_step": 27728, "epoch": 155, "lr": 8.466541801228706e-05}
{"train_loss": 0.005215732380747795, "global_step": 27729, "epoch": 155, "lr": 8.466435310504233e-05}
{"train_loss": 0.004504398908466101, "global_step": 27730, "epoch": 155, "lr": 8.466328816752035e-05}
{"train_loss": 0.005413816776126623, "global_step": 27731, "epoch": 155, "lr": 8.466222319972206e-05}
{"train_loss": 0.004173228982836008, "global_step": 27732, "epoch": 155, "lr": 8.466115820164839e-05}
{"train_loss": 0.006431983318179846, "global_step": 27733, "epoch": 155, "lr": 8.466009317330027e-05}
{"train_loss": 0.011721819639205933, "global_step": 27734, "epoch": 155, "lr": 8.465902811467863e-05}
{"train_loss": 0.008909479714930058, "global_step": 27735, "epoch": 155, "lr": 8.465796302578439e-05}
{"train_loss": 0.006417176220566034, "global_step": 27736, "epoch": 155, "lr": 8.465689790661851e-05}
{"train_loss": 0.0098593570291996, "global_step": 27737, "epoch": 155, "lr": 8.465583275718188e-05}
{"train_loss": 0.0066893817856907845, "global_step": 27738, "epoch": 155, "lr": 8.465476757747545e-05}
{"train_loss": 0.005725406575948, "global_step": 27739, "epoch": 155, "lr": 8.465370236750016e-05}
{"train_loss": 0.004288063384592533, "global_step": 27740, "epoch": 155, "lr": 8.465263712725692e-05}
{"train_loss": 0.010691042989492416, "global_step": 27741, "epoch": 155, "lr": 8.465157185674668e-05}
{"train_loss": 0.006327067501842976, "global_step": 27742, "epoch": 155, "lr": 8.465050655597036e-05}
{"train_loss": 0.004920434206724167, "global_step": 27743, "epoch": 155, "lr": 8.464944122492888e-05}
{"train_loss": 0.004424349870532751, "global_step": 27744, "epoch": 155, "lr": 8.464837586362319e-05}
{"train_loss": 0.007651204243302345, "global_step": 27745, "epoch": 155, "lr": 8.464731047205423e-05}
{"train_loss": 0.004975201562047005, "global_step": 27746, "epoch": 155, "lr": 8.46462450502229e-05}
{"train_loss": 0.004307817667722702, "global_step": 27747, "epoch": 155, "lr": 8.464517959813014e-05}
{"train_loss": 0.009326918981969357, "global_step": 27748, "epoch": 155, "lr": 8.464411411577688e-05}
{"train_loss": 0.008614050224423409, "global_step": 27749, "epoch": 155, "lr": 8.464304860316405e-05}
{"train_loss": 0.00871230848133564, "global_step": 27750, "epoch": 155, "lr": 8.464198306029261e-05}
{"train_loss": 0.006317819003015757, "global_step": 27751, "epoch": 155, "lr": 8.464091748716345e-05}
{"train_loss": 0.007979409769177437, "global_step": 27752, "epoch": 155, "lr": 8.463985188377752e-05}
{"train_loss": 0.008686556480824947, "global_step": 27753, "epoch": 155, "lr": 8.463878625013576e-05}
{"train_loss": 0.004855101928114891, "global_step": 27754, "epoch": 155, "lr": 8.463772058623907e-05}
{"train_loss": 0.0056993961334228516, "global_step": 27755, "epoch": 155, "lr": 8.46366548920884e-05}
{"train_loss": 0.011804802343249321, "global_step": 27756, "epoch": 155, "lr": 8.463558916768471e-05}
{"train_loss": 0.0045460425317287445, "global_step": 27757, "epoch": 155, "lr": 8.463452341302886e-05}
{"train_loss": 0.011339700780808926, "global_step": 27758, "epoch": 155, "lr": 8.463345762812185e-05}
{"train_loss": 0.004989169538021088, "global_step": 27759, "epoch": 155, "lr": 8.463239181296459e-05}
{"train_loss": 0.007324506528675556, "global_step": 27760, "epoch": 155, "lr": 8.463132596755798e-05}
{"train_loss": 0.01087831798940897, "global_step": 27761, "epoch": 155, "lr": 8.463026009190298e-05}
{"train_loss": 0.004452481400221586, "global_step": 27762, "epoch": 155, "lr": 8.462919418600052e-05}
{"train_loss": 0.00822849664837122, "global_step": 27763, "epoch": 155, "lr": 8.462812824985154e-05}
{"train_loss": 0.007385524921119213, "global_step": 27764, "epoch": 155, "lr": 8.462706228345693e-05}
{"train_loss": 0.006426678039133549, "global_step": 27765, "epoch": 155, "lr": 8.462599628681766e-05}
{"train_loss": 0.005921720992773771, "global_step": 27766, "epoch": 155, "lr": 8.462493025993467e-05}
{"train_loss": 0.007127120385856859, "global_step": 27767, "epoch": 155, "lr": 8.462386420280886e-05, "train_action_mse_error": 1.635857370274607e-05}
{"train_loss": 0.006897594779729843, "global_step": 27768, "epoch": 156, "lr": 8.462279811544116e-05}
{"train_loss": 0.003120389999821782, "global_step": 27769, "epoch": 156, "lr": 8.462173199783252e-05}
{"train_loss": 0.003935977816581726, "global_step": 27770, "epoch": 156, "lr": 8.462066584998387e-05}
{"train_loss": 0.004690103232860565, "global_step": 27771, "epoch": 156, "lr": 8.461959967189612e-05}
{"train_loss": 0.006389068905264139, "global_step": 27772, "epoch": 156, "lr": 8.461853346357024e-05}
{"train_loss": 0.004866134840995073, "global_step": 27773, "epoch": 156, "lr": 8.461746722500712e-05}
{"train_loss": 0.004993557929992676, "global_step": 27774, "epoch": 156, "lr": 8.461640095620773e-05}
{"train_loss": 0.010508788749575615, "global_step": 27775, "epoch": 156, "lr": 8.461533465717295e-05}
{"train_loss": 0.003165340982377529, "global_step": 27776, "epoch": 156, "lr": 8.461426832790377e-05}
{"train_loss": 0.005776694044470787, "global_step": 27777, "epoch": 156, "lr": 8.461320196840108e-05}
{"train_loss": 0.005470134783536196, "global_step": 27778, "epoch": 156, "lr": 8.461213557866583e-05}
{"train_loss": 0.005584784783422947, "global_step": 27779, "epoch": 156, "lr": 8.461106915869896e-05}
{"train_loss": 0.006233047228306532, "global_step": 27780, "epoch": 156, "lr": 8.461000270850137e-05}
{"train_loss": 0.007372037507593632, "global_step": 27781, "epoch": 156, "lr": 8.4608936228074e-05}
{"train_loss": 0.006908037234097719, "global_step": 27782, "epoch": 156, "lr": 8.46078697174178e-05}
{"train_loss": 0.009082810953259468, "global_step": 27783, "epoch": 156, "lr": 8.460680317653371e-05}
{"train_loss": 0.005557980388402939, "global_step": 27784, "epoch": 156, "lr": 8.460573660542263e-05}
{"train_loss": 0.009986339136958122, "global_step": 27785, "epoch": 156, "lr": 8.460467000408552e-05}
{"train_loss": 0.007230427581816912, "global_step": 27786, "epoch": 156, "lr": 8.460360337252328e-05}
{"train_loss": 0.005144707392901182, "global_step": 27787, "epoch": 156, "lr": 8.460253671073686e-05}
{"train_loss": 0.009095895104110241, "global_step": 27788, "epoch": 156, "lr": 8.46014700187272e-05}
{"train_loss": 0.008891076780855656, "global_step": 27789, "epoch": 156, "lr": 8.460040329649521e-05}
{"train_loss": 0.00656174635514617, "global_step": 27790, "epoch": 156, "lr": 8.459933654404184e-05}
{"train_loss": 0.006529400125145912, "global_step": 27791, "epoch": 156, "lr": 8.459826976136802e-05}
{"train_loss": 0.005725360009819269, "global_step": 27792, "epoch": 156, "lr": 8.459720294847468e-05}
{"train_loss": 0.009993801824748516, "global_step": 27793, "epoch": 156, "lr": 8.459613610536274e-05}
{"train_loss": 0.004685336723923683, "global_step": 27794, "epoch": 156, "lr": 8.459506923203314e-05}
{"train_loss": 0.007126843556761742, "global_step": 27795, "epoch": 156, "lr": 8.459400232848682e-05}
{"train_loss": 0.0037575748283416033, "global_step": 27796, "epoch": 156, "lr": 8.459293539472471e-05}
{"train_loss": 0.014525020495057106, "global_step": 27797, "epoch": 156, "lr": 8.459186843074771e-05}
{"train_loss": 0.010118047706782818, "global_step": 27798, "epoch": 156, "lr": 8.45908014365568e-05}
{"train_loss": 0.005824350751936436, "global_step": 27799, "epoch": 156, "lr": 8.45897344121529e-05}
{"train_loss": 0.005361562129110098, "global_step": 27800, "epoch": 156, "lr": 8.458866735753692e-05}
{"train_loss": 0.0037340447306632996, "global_step": 27801, "epoch": 156, "lr": 8.45876002727098e-05}
{"train_loss": 0.008211060427129269, "global_step": 27802, "epoch": 156, "lr": 8.458653315767249e-05}
{"train_loss": 0.003878979943692684, "global_step": 27803, "epoch": 156, "lr": 8.458546601242589e-05}
{"train_loss": 0.0064379810355603695, "global_step": 27804, "epoch": 156, "lr": 8.458439883697097e-05}
{"train_loss": 0.005888172425329685, "global_step": 27805, "epoch": 156, "lr": 8.458333163130864e-05}
{"train_loss": 0.004674643278121948, "global_step": 27806, "epoch": 156, "lr": 8.458226439543984e-05}
{"train_loss": 0.01805107668042183, "global_step": 27807, "epoch": 156, "lr": 8.458119712936548e-05}
{"train_loss": 0.005444408394396305, "global_step": 27808, "epoch": 156, "lr": 8.458012983308652e-05}
{"train_loss": 0.002767155645415187, "global_step": 27809, "epoch": 156, "lr": 8.457906250660387e-05}
{"train_loss": 0.010436375625431538, "global_step": 27810, "epoch": 156, "lr": 8.457799514991848e-05}
{"train_loss": 0.004458616487681866, "global_step": 27811, "epoch": 156, "lr": 8.457692776303127e-05}
{"train_loss": 0.006232796236872673, "global_step": 27812, "epoch": 156, "lr": 8.45758603459432e-05}
{"train_loss": 0.0027999342419207096, "global_step": 27813, "epoch": 156, "lr": 8.457479289865517e-05}
{"train_loss": 0.01601589098572731, "global_step": 27814, "epoch": 156, "lr": 8.457372542116813e-05}
{"train_loss": 0.006722900550812483, "global_step": 27815, "epoch": 156, "lr": 8.457265791348299e-05}
{"train_loss": 0.008166894316673279, "global_step": 27816, "epoch": 156, "lr": 8.45715903756007e-05}
{"train_loss": 0.005843660794198513, "global_step": 27817, "epoch": 156, "lr": 8.457052280752221e-05}
{"train_loss": 0.005238299258053303, "global_step": 27818, "epoch": 156, "lr": 8.456945520924841e-05}
{"train_loss": 0.0037745796144008636, "global_step": 27819, "epoch": 156, "lr": 8.456838758078026e-05}
{"train_loss": 0.008489185944199562, "global_step": 27820, "epoch": 156, "lr": 8.45673199221187e-05}
{"train_loss": 0.009100440889596939, "global_step": 27821, "epoch": 156, "lr": 8.456625223326465e-05}
{"train_loss": 0.006935347802937031, "global_step": 27822, "epoch": 156, "lr": 8.456518451421902e-05}
{"train_loss": 0.006635650526732206, "global_step": 27823, "epoch": 156, "lr": 8.456411676498279e-05}
{"train_loss": 0.006316335406154394, "global_step": 27824, "epoch": 156, "lr": 8.456304898555685e-05}
{"train_loss": 0.009405510500073433, "global_step": 27825, "epoch": 156, "lr": 8.456198117594216e-05}
{"train_loss": 0.004577441141009331, "global_step": 27826, "epoch": 156, "lr": 8.456091333613965e-05}
{"train_loss": 0.007860658690333366, "global_step": 27827, "epoch": 156, "lr": 8.455984546615023e-05}
{"train_loss": 0.006412693299353123, "global_step": 27828, "epoch": 156, "lr": 8.455877756597485e-05}
{"train_loss": 0.008861183188855648, "global_step": 27829, "epoch": 156, "lr": 8.455770963561447e-05}
{"train_loss": 0.005468469578772783, "global_step": 27830, "epoch": 156, "lr": 8.455664167506997e-05}
{"train_loss": 0.007066840305924416, "global_step": 27831, "epoch": 156, "lr": 8.45555736843423e-05}
{"train_loss": 0.004793314263224602, "global_step": 27832, "epoch": 156, "lr": 8.455450566343241e-05}
{"train_loss": 0.004743946250528097, "global_step": 27833, "epoch": 156, "lr": 8.455343761234125e-05}
{"train_loss": 0.007856513373553753, "global_step": 27834, "epoch": 156, "lr": 8.455236953106968e-05}
{"train_loss": 0.008667387068271637, "global_step": 27835, "epoch": 156, "lr": 8.455130141961871e-05}
{"train_loss": 0.0060108923353254795, "global_step": 27836, "epoch": 156, "lr": 8.455023327798923e-05}
{"train_loss": 0.008031084202229977, "global_step": 27837, "epoch": 156, "lr": 8.454916510618218e-05}
{"train_loss": 0.009812809526920319, "global_step": 27838, "epoch": 156, "lr": 8.45480969041985e-05}
{"train_loss": 0.0032915938645601273, "global_step": 27839, "epoch": 156, "lr": 8.454702867203912e-05}
{"train_loss": 0.01776212453842163, "global_step": 27840, "epoch": 156, "lr": 8.454596040970498e-05}
{"train_loss": 0.004803142510354519, "global_step": 27841, "epoch": 156, "lr": 8.4544892117197e-05}
{"train_loss": 0.005211635492742062, "global_step": 27842, "epoch": 156, "lr": 8.454382379451613e-05}
{"train_loss": 0.006322692614048719, "global_step": 27843, "epoch": 156, "lr": 8.454275544166328e-05}
{"train_loss": 0.0090993233025074, "global_step": 27844, "epoch": 156, "lr": 8.454168705863941e-05}
{"train_loss": 0.006437662057578564, "global_step": 27845, "epoch": 156, "lr": 8.454061864544542e-05}
{"train_loss": 0.004760270938277245, "global_step": 27846, "epoch": 156, "lr": 8.453955020208228e-05}
{"train_loss": 0.0052109817042946815, "global_step": 27847, "epoch": 156, "lr": 8.45384817285509e-05}
{"train_loss": 0.014969026669859886, "global_step": 27848, "epoch": 156, "lr": 8.453741322485222e-05}
{"train_loss": 0.006346751935780048, "global_step": 27849, "epoch": 156, "lr": 8.453634469098717e-05}
{"train_loss": 0.010289201512932777, "global_step": 27850, "epoch": 156, "lr": 8.453527612695668e-05}
{"train_loss": 0.009046458639204502, "global_step": 27851, "epoch": 156, "lr": 8.453420753276171e-05}
{"train_loss": 0.004844819661229849, "global_step": 27852, "epoch": 156, "lr": 8.453313890840316e-05}
{"train_loss": 0.009970080107450485, "global_step": 27853, "epoch": 156, "lr": 8.453207025388197e-05}
{"train_loss": 0.00638690497726202, "global_step": 27854, "epoch": 156, "lr": 8.453100156919907e-05}
{"train_loss": 0.004404874984174967, "global_step": 27855, "epoch": 156, "lr": 8.452993285435542e-05}
{"train_loss": 0.0031466707587242126, "global_step": 27856, "epoch": 156, "lr": 8.452886410935192e-05}
{"train_loss": 0.0052711074240505695, "global_step": 27857, "epoch": 156, "lr": 8.452779533418952e-05}
{"train_loss": 0.0071768490597605705, "global_step": 27858, "epoch": 156, "lr": 8.452672652886917e-05}
{"train_loss": 0.005972153972834349, "global_step": 27859, "epoch": 156, "lr": 8.452565769339178e-05}
{"train_loss": 0.005230473354458809, "global_step": 27860, "epoch": 156, "lr": 8.452458882775829e-05}
{"train_loss": 0.012818805873394012, "global_step": 27861, "epoch": 156, "lr": 8.452351993196963e-05}
{"train_loss": 0.007264405954629183, "global_step": 27862, "epoch": 156, "lr": 8.452245100602674e-05}
{"train_loss": 0.005420999601483345, "global_step": 27863, "epoch": 156, "lr": 8.452138204993054e-05}
{"train_loss": 0.010212201625108719, "global_step": 27864, "epoch": 156, "lr": 8.452031306368198e-05}
{"train_loss": 0.003960702568292618, "global_step": 27865, "epoch": 156, "lr": 8.4519244047282e-05}
{"train_loss": 0.009771726094186306, "global_step": 27866, "epoch": 156, "lr": 8.451817500073151e-05}
{"train_loss": 0.006836009211838245, "global_step": 27867, "epoch": 156, "lr": 8.451710592403146e-05}
{"train_loss": 0.0059151011519134045, "global_step": 27868, "epoch": 156, "lr": 8.451603681718278e-05}
{"train_loss": 0.006607430521398783, "global_step": 27869, "epoch": 156, "lr": 8.45149676801864e-05}
{"train_loss": 0.005494336597621441, "global_step": 27870, "epoch": 156, "lr": 8.451389851304326e-05}
{"train_loss": 0.009621134027838707, "global_step": 27871, "epoch": 156, "lr": 8.451282931575429e-05}
{"train_loss": 0.005178479943424463, "global_step": 27872, "epoch": 156, "lr": 8.451176008832043e-05}
{"train_loss": 0.005237654782831669, "global_step": 27873, "epoch": 156, "lr": 8.451069083074259e-05}
{"train_loss": 0.008272315375506878, "global_step": 27874, "epoch": 156, "lr": 8.450962154302174e-05}
{"train_loss": 0.006734061054885387, "global_step": 27875, "epoch": 156, "lr": 8.450855222515879e-05}
{"train_loss": 0.005966593977063894, "global_step": 27876, "epoch": 156, "lr": 8.450748287715468e-05}
{"train_loss": 0.004344680812209845, "global_step": 27877, "epoch": 156, "lr": 8.450641349901033e-05}
{"train_loss": 0.009920639917254448, "global_step": 27878, "epoch": 156, "lr": 8.450534409072673e-05}
{"train_loss": 0.006895582191646099, "global_step": 27879, "epoch": 156, "lr": 8.450427465230473e-05}
{"train_loss": 0.006054996512830257, "global_step": 27880, "epoch": 156, "lr": 8.450320518374532e-05}
{"train_loss": 0.007136379834264517, "global_step": 27881, "epoch": 156, "lr": 8.450213568504942e-05}
{"train_loss": 0.0071985856629908085, "global_step": 27882, "epoch": 156, "lr": 8.450106615621798e-05}
{"train_loss": 0.010346552357077599, "global_step": 27883, "epoch": 156, "lr": 8.44999965972519e-05}
{"train_loss": 0.003927997313439846, "global_step": 27884, "epoch": 156, "lr": 8.449892700815214e-05}
{"train_loss": 0.0047864364460110664, "global_step": 27885, "epoch": 156, "lr": 8.449785738891963e-05}
{"train_loss": 0.01076720841228962, "global_step": 27886, "epoch": 156, "lr": 8.44967877395553e-05}
{"train_loss": 0.007116061635315418, "global_step": 27887, "epoch": 156, "lr": 8.44957180600601e-05}
{"train_loss": 0.004316526465117931, "global_step": 27888, "epoch": 156, "lr": 8.449464835043493e-05}
{"train_loss": 0.004925123415887356, "global_step": 27889, "epoch": 156, "lr": 8.449357861068076e-05}
{"train_loss": 0.005198517814278603, "global_step": 27890, "epoch": 156, "lr": 8.449250884079849e-05}
{"train_loss": 0.007588097359985113, "global_step": 27891, "epoch": 156, "lr": 8.449143904078909e-05}
{"train_loss": 0.0036039180122315884, "global_step": 27892, "epoch": 156, "lr": 8.449036921065348e-05}
{"train_loss": 0.009685847908258438, "global_step": 27893, "epoch": 156, "lr": 8.448929935039257e-05}
{"train_loss": 0.006539816968142986, "global_step": 27894, "epoch": 156, "lr": 8.448822946000735e-05}
{"train_loss": 0.010463510639965534, "global_step": 27895, "epoch": 156, "lr": 8.448715953949868e-05}
{"train_loss": 0.006095574703067541, "global_step": 27896, "epoch": 156, "lr": 8.448608958886756e-05}
{"train_loss": 0.005437350366264582, "global_step": 27897, "epoch": 156, "lr": 8.44850196081149e-05}
{"train_loss": 0.007419289089739323, "global_step": 27898, "epoch": 156, "lr": 8.448394959724164e-05}
{"train_loss": 0.0036502336151897907, "global_step": 27899, "epoch": 156, "lr": 8.44828795562487e-05}
{"train_loss": 0.00742156058549881, "global_step": 27900, "epoch": 156, "lr": 8.448180948513702e-05}
{"train_loss": 0.003918324131518602, "global_step": 27901, "epoch": 156, "lr": 8.448073938390755e-05}
{"train_loss": 0.0075284861959517, "global_step": 27902, "epoch": 156, "lr": 8.447966925256121e-05}
{"train_loss": 0.006608756724745035, "global_step": 27903, "epoch": 156, "lr": 8.447859909109894e-05}
{"train_loss": 0.01234077662229538, "global_step": 27904, "epoch": 156, "lr": 8.447752889952166e-05}
{"train_loss": 0.009531920775771141, "global_step": 27905, "epoch": 156, "lr": 8.447645867783035e-05}
{"train_loss": 0.01032599899917841, "global_step": 27906, "epoch": 156, "lr": 8.447538842602587e-05}
{"train_loss": 0.008221207186579704, "global_step": 27907, "epoch": 156, "lr": 8.447431814410922e-05}
{"train_loss": 0.007401821669191122, "global_step": 27908, "epoch": 156, "lr": 8.44732478320813e-05}
{"train_loss": 0.006186255253851414, "global_step": 27909, "epoch": 156, "lr": 8.447217748994307e-05}
{"train_loss": 0.0028087450191378593, "global_step": 27910, "epoch": 156, "lr": 8.447110711769545e-05}
{"train_loss": 0.007752471603453159, "global_step": 27911, "epoch": 156, "lr": 8.447003671533937e-05}
{"train_loss": 0.0036235442385077477, "global_step": 27912, "epoch": 156, "lr": 8.446896628287577e-05}
{"train_loss": 0.0045600272715091705, "global_step": 27913, "epoch": 156, "lr": 8.446789582030559e-05}
{"train_loss": 0.0084619652479887, "global_step": 27914, "epoch": 156, "lr": 8.446682532762977e-05}
{"train_loss": 0.007391154766082764, "global_step": 27915, "epoch": 156, "lr": 8.446575480484922e-05}
{"train_loss": 0.005784175358712673, "global_step": 27916, "epoch": 156, "lr": 8.446468425196491e-05}
{"train_loss": 0.007498255930840969, "global_step": 27917, "epoch": 156, "lr": 8.446361366897774e-05}
{"train_loss": 0.003725983202457428, "global_step": 27918, "epoch": 156, "lr": 8.446254305588867e-05}
{"train_loss": 0.004539452958852053, "global_step": 27919, "epoch": 156, "lr": 8.446147241269864e-05}
{"train_loss": 0.0105866938829422, "global_step": 27920, "epoch": 156, "lr": 8.446040173940855e-05}
{"train_loss": 0.003603716380894184, "global_step": 27921, "epoch": 156, "lr": 8.445933103601936e-05}
{"train_loss": 0.004410560708492994, "global_step": 27922, "epoch": 156, "lr": 8.445826030253201e-05}
{"train_loss": 0.005205385386943817, "global_step": 27923, "epoch": 156, "lr": 8.445718953894741e-05}
{"train_loss": 0.008337322622537613, "global_step": 27924, "epoch": 156, "lr": 8.445611874526653e-05}
{"train_loss": 0.007041687611490488, "global_step": 27925, "epoch": 156, "lr": 8.445504792149028e-05}
{"train_loss": 0.006958156358450651, "global_step": 27926, "epoch": 156, "lr": 8.445397706761961e-05}
{"train_loss": 0.0053008077666163445, "global_step": 27927, "epoch": 156, "lr": 8.445290618365545e-05}
{"train_loss": 0.006677521392703056, "global_step": 27928, "epoch": 156, "lr": 8.445183526959873e-05}
{"train_loss": 0.008971206843852997, "global_step": 27929, "epoch": 156, "lr": 8.445076432545039e-05}
{"train_loss": 0.007046151906251907, "global_step": 27930, "epoch": 156, "lr": 8.444969335121137e-05}
{"train_loss": 0.005850972142070532, "global_step": 27931, "epoch": 156, "lr": 8.44486223468826e-05}
{"train_loss": 0.004332880489528179, "global_step": 27932, "epoch": 156, "lr": 8.4447551312465e-05}
{"train_loss": 0.0049268812872469425, "global_step": 27933, "epoch": 156, "lr": 8.444648024795953e-05}
{"train_loss": 0.007808718830347061, "global_step": 27934, "epoch": 156, "lr": 8.444540915336713e-05}
{"train_loss": 0.0055051203817129135, "global_step": 27935, "epoch": 156, "lr": 8.444433802868869e-05}
{"train_loss": 0.004236333537846804, "global_step": 27936, "epoch": 156, "lr": 8.444326687392521e-05}
{"train_loss": 0.008996888995170593, "global_step": 27937, "epoch": 156, "lr": 8.444219568907759e-05}
{"train_loss": 0.004765188321471214, "global_step": 27938, "epoch": 156, "lr": 8.444112447414676e-05}
{"train_loss": 0.005478209815919399, "global_step": 27939, "epoch": 156, "lr": 8.444005322913366e-05}
{"train_loss": 0.0033546765334904194, "global_step": 27940, "epoch": 156, "lr": 8.443898195403923e-05}
{"train_loss": 0.00864296406507492, "global_step": 27941, "epoch": 156, "lr": 8.443791064886441e-05}
{"train_loss": 0.007644185796380043, "global_step": 27942, "epoch": 156, "lr": 8.443683931361012e-05}
{"train_loss": 0.004663517232984304, "global_step": 27943, "epoch": 156, "lr": 8.443576794827733e-05}
{"train_loss": 0.0039662825874984264, "global_step": 27944, "epoch": 156, "lr": 8.443469655286695e-05}
{"train_loss": 0.006859120281067875, "global_step": 27945, "epoch": 156, "lr": 8.443362512737991e-05}
{"train_loss": 0.00987561047077179, "global_step": 27946, "epoch": 157, "lr": 8.443255367181716e-05}
{"train_loss": 0.01438920944929123, "global_step": 27947, "epoch": 157, "lr": 8.443148218617962e-05}
{"train_loss": 0.004341781139373779, "global_step": 27948, "epoch": 157, "lr": 8.443041067046826e-05}
{"train_loss": 0.009636812843382359, "global_step": 27949, "epoch": 157, "lr": 8.442933912468396e-05}
{"train_loss": 0.004110319539904594, "global_step": 27950, "epoch": 157, "lr": 8.442826754882771e-05}
{"train_loss": 0.0045554498210549355, "global_step": 27951, "epoch": 157, "lr": 8.442719594290041e-05}
{"train_loss": 0.004922177642583847, "global_step": 27952, "epoch": 157, "lr": 8.442612430690304e-05}
{"train_loss": 0.00587818119674921, "global_step": 27953, "epoch": 157, "lr": 8.442505264083648e-05}
{"train_loss": 0.010751320980489254, "global_step": 27954, "epoch": 157, "lr": 8.44239809447017e-05}
{"train_loss": 0.005771157331764698, "global_step": 27955, "epoch": 157, "lr": 8.442290921849963e-05}
{"train_loss": 0.006653152406215668, "global_step": 27956, "epoch": 157, "lr": 8.44218374622312e-05}
{"train_loss": 0.010103573091328144, "global_step": 27957, "epoch": 157, "lr": 8.442076567589735e-05}
{"train_loss": 0.008105865679681301, "global_step": 27958, "epoch": 157, "lr": 8.441969385949901e-05}
{"train_loss": 0.009630653075873852, "global_step": 27959, "epoch": 157, "lr": 8.441862201303714e-05}
{"train_loss": 0.006741072982549667, "global_step": 27960, "epoch": 157, "lr": 8.441755013651264e-05}
{"train_loss": 0.00526377884671092, "global_step": 27961, "epoch": 157, "lr": 8.441647822992648e-05}
{"train_loss": 0.0068853190168738365, "global_step": 27962, "epoch": 157, "lr": 8.441540629327959e-05}
{"train_loss": 0.008610883727669716, "global_step": 27963, "epoch": 157, "lr": 8.441433432657288e-05}
{"train_loss": 0.004749001935124397, "global_step": 27964, "epoch": 157, "lr": 8.441326232980731e-05}
{"train_loss": 0.012664733454585075, "global_step": 27965, "epoch": 157, "lr": 8.441219030298381e-05}
{"train_loss": 0.007000114768743515, "global_step": 27966, "epoch": 157, "lr": 8.44111182461033e-05}
{"train_loss": 0.00814195815473795, "global_step": 27967, "epoch": 157, "lr": 8.441004615916677e-05}
{"train_loss": 0.004014830105006695, "global_step": 27968, "epoch": 157, "lr": 8.440897404217509e-05}
{"train_loss": 0.004749055951833725, "global_step": 27969, "epoch": 157, "lr": 8.440790189512924e-05}
{"train_loss": 0.004826908465474844, "global_step": 27970, "epoch": 157, "lr": 8.440682971803014e-05}
{"train_loss": 0.010547492653131485, "global_step": 27971, "epoch": 157, "lr": 8.440575751087873e-05}
{"train_loss": 0.008231746032834053, "global_step": 27972, "epoch": 157, "lr": 8.440468527367594e-05}
{"train_loss": 0.00860666111111641, "global_step": 27973, "epoch": 157, "lr": 8.440361300642272e-05}
{"train_loss": 0.005256003700196743, "global_step": 27974, "epoch": 157, "lr": 8.440254070912e-05}
{"train_loss": 0.003545038402080536, "global_step": 27975, "epoch": 157, "lr": 8.44014683817687e-05}
{"train_loss": 0.004939292557537556, "global_step": 27976, "epoch": 157, "lr": 8.440039602436978e-05}
{"train_loss": 0.007316784467548132, "global_step": 27977, "epoch": 157, "lr": 8.439932363692417e-05}
{"train_loss": 0.0076115746051073074, "global_step": 27978, "epoch": 157, "lr": 8.439825121943282e-05}
{"train_loss": 0.012561355717480183, "global_step": 27979, "epoch": 157, "lr": 8.439717877189663e-05}
{"train_loss": 0.007236848585307598, "global_step": 27980, "epoch": 157, "lr": 8.439610629431655e-05}
{"train_loss": 0.006652588024735451, "global_step": 27981, "epoch": 157, "lr": 8.439503378669356e-05}
{"train_loss": 0.008836671710014343, "global_step": 27982, "epoch": 157, "lr": 8.439396124902853e-05}
{"train_loss": 0.004463139921426773, "global_step": 27983, "epoch": 157, "lr": 8.439288868132245e-05}
{"train_loss": 0.004487240687012672, "global_step": 27984, "epoch": 157, "lr": 8.439181608357623e-05}
{"train_loss": 0.005793933756649494, "global_step": 27985, "epoch": 157, "lr": 8.439074345579078e-05}
{"train_loss": 0.006911423057317734, "global_step": 27986, "epoch": 157, "lr": 8.438967079796711e-05}
{"train_loss": 0.003194828750565648, "global_step": 27987, "epoch": 157, "lr": 8.438859811010611e-05}
{"train_loss": 0.006496399641036987, "global_step": 27988, "epoch": 157, "lr": 8.43875253922087e-05}
{"train_loss": 0.005895507987588644, "global_step": 27989, "epoch": 157, "lr": 8.438645264427588e-05}
{"train_loss": 0.0055508799850940704, "global_step": 27990, "epoch": 157, "lr": 8.438537986630852e-05}
{"train_loss": 0.005955330096185207, "global_step": 27991, "epoch": 157, "lr": 8.43843070583076e-05}
{"train_loss": 0.010017351247370243, "global_step": 27992, "epoch": 157, "lr": 8.438323422027403e-05}
{"train_loss": 0.007446810603141785, "global_step": 27993, "epoch": 157, "lr": 8.438216135220875e-05}
{"train_loss": 0.008662584237754345, "global_step": 27994, "epoch": 157, "lr": 8.438108845411272e-05}
{"train_loss": 0.004360625054687262, "global_step": 27995, "epoch": 157, "lr": 8.438001552598686e-05}
{"train_loss": 0.006517793983221054, "global_step": 27996, "epoch": 157, "lr": 8.437894256783209e-05}
{"train_loss": 0.008907516486942768, "global_step": 27997, "epoch": 157, "lr": 8.43778695796494e-05}
{"train_loss": 0.005411990452557802, "global_step": 27998, "epoch": 157, "lr": 8.437679656143967e-05}
{"train_loss": 0.011169321835041046, "global_step": 27999, "epoch": 157, "lr": 8.437572351320388e-05}
{"train_loss": 0.0017918259836733341, "global_step": 28000, "epoch": 157, "lr": 8.437465043494293e-05}
{"train_loss": 0.007824258878827095, "global_step": 28001, "epoch": 157, "lr": 8.437357732665778e-05}
{"train_loss": 0.004591585602611303, "global_step": 28002, "epoch": 157, "lr": 8.437250418834937e-05}
{"train_loss": 0.006363609340041876, "global_step": 28003, "epoch": 157, "lr": 8.437143102001864e-05}
{"train_loss": 0.009226925671100616, "global_step": 28004, "epoch": 157, "lr": 8.43703578216665e-05}
{"train_loss": 0.007683094125241041, "global_step": 28005, "epoch": 157, "lr": 8.43692845932939e-05}
{"train_loss": 0.006627768278121948, "global_step": 28006, "epoch": 157, "lr": 8.436821133490178e-05}
{"train_loss": 0.00961004476994276, "global_step": 28007, "epoch": 157, "lr": 8.43671380464911e-05}
{"train_loss": 0.005492770113050938, "global_step": 28008, "epoch": 157, "lr": 8.436606472806277e-05}
{"train_loss": 0.004439690615981817, "global_step": 28009, "epoch": 157, "lr": 8.436499137961773e-05}
{"train_loss": 0.004411112517118454, "global_step": 28010, "epoch": 157, "lr": 8.436391800115692e-05}
{"train_loss": 0.004025627858936787, "global_step": 28011, "epoch": 157, "lr": 8.436284459268129e-05}
{"train_loss": 0.0037914090789854527, "global_step": 28012, "epoch": 157, "lr": 8.436177115419177e-05}
{"train_loss": 0.008901259861886501, "global_step": 28013, "epoch": 157, "lr": 8.436069768568928e-05}
{"train_loss": 0.008023071102797985, "global_step": 28014, "epoch": 157, "lr": 8.435962418717478e-05}
{"train_loss": 0.0058550965040922165, "global_step": 28015, "epoch": 157, "lr": 8.43585506586492e-05}
{"train_loss": 0.011297907680273056, "global_step": 28016, "epoch": 157, "lr": 8.435747710011348e-05}
{"train_loss": 0.006331817712634802, "global_step": 28017, "epoch": 157, "lr": 8.435640351156855e-05}
{"train_loss": 0.007270234636962414, "global_step": 28018, "epoch": 157, "lr": 8.435532989301536e-05}
{"train_loss": 0.005368341226130724, "global_step": 28019, "epoch": 157, "lr": 8.435425624445484e-05}
{"train_loss": 0.005463537760078907, "global_step": 28020, "epoch": 157, "lr": 8.435318256588793e-05}
{"train_loss": 0.008437352254986763, "global_step": 28021, "epoch": 157, "lr": 8.435210885731556e-05}
{"train_loss": 0.005318701732903719, "global_step": 28022, "epoch": 157, "lr": 8.435103511873868e-05}
{"train_loss": 0.00607551634311676, "global_step": 28023, "epoch": 157, "lr": 8.434996135015823e-05}
{"train_loss": 0.008021702989935875, "global_step": 28024, "epoch": 157, "lr": 8.434888755157514e-05}
{"train_loss": 0.009646965190768242, "global_step": 28025, "epoch": 157, "lr": 8.434781372299033e-05}
{"train_loss": 0.004797010682523251, "global_step": 28026, "epoch": 157, "lr": 8.434673986440475e-05}
{"train_loss": 0.003700410481542349, "global_step": 28027, "epoch": 157, "lr": 8.434566597581937e-05}
{"train_loss": 0.0071527110412716866, "global_step": 28028, "epoch": 157, "lr": 8.434459205723508e-05}
{"train_loss": 0.005234687589108944, "global_step": 28029, "epoch": 157, "lr": 8.434351810865284e-05}
{"train_loss": 0.005383990239351988, "global_step": 28030, "epoch": 157, "lr": 8.43424441300736e-05}
{"train_loss": 0.004707919433712959, "global_step": 28031, "epoch": 157, "lr": 8.43413701214983e-05}
{"train_loss": 0.003926967736333609, "global_step": 28032, "epoch": 157, "lr": 8.434029608292784e-05}
{"train_loss": 0.006950024049729109, "global_step": 28033, "epoch": 157, "lr": 8.43392220143632e-05}
{"train_loss": 0.007658683694899082, "global_step": 28034, "epoch": 157, "lr": 8.433814791580527e-05}
{"train_loss": 0.008569041267037392, "global_step": 28035, "epoch": 157, "lr": 8.433707378725505e-05}
{"train_loss": 0.006941074505448341, "global_step": 28036, "epoch": 157, "lr": 8.433599962871343e-05}
{"train_loss": 0.004922830034047365, "global_step": 28037, "epoch": 157, "lr": 8.433492544018138e-05}
{"train_loss": 0.009255104698240757, "global_step": 28038, "epoch": 157, "lr": 8.433385122165982e-05}
{"train_loss": 0.003748325863853097, "global_step": 28039, "epoch": 157, "lr": 8.433277697314967e-05}
{"train_loss": 0.007996415719389915, "global_step": 28040, "epoch": 157, "lr": 8.433170269465191e-05}
{"train_loss": 0.00350116565823555, "global_step": 28041, "epoch": 157, "lr": 8.433062838616746e-05}
{"train_loss": 0.00513999629765749, "global_step": 28042, "epoch": 157, "lr": 8.432955404769725e-05}
{"train_loss": 0.004339933395385742, "global_step": 28043, "epoch": 157, "lr": 8.432847967924222e-05}
{"train_loss": 0.0039412654004991055, "global_step": 28044, "epoch": 157, "lr": 8.432740528080332e-05}
{"train_loss": 0.00428697420284152, "global_step": 28045, "epoch": 157, "lr": 8.432633085238147e-05}
{"train_loss": 0.006786219775676727, "global_step": 28046, "epoch": 157, "lr": 8.432525639397763e-05}
{"train_loss": 0.008983553387224674, "global_step": 28047, "epoch": 157, "lr": 8.432418190559272e-05}
{"train_loss": 0.004269687458872795, "global_step": 28048, "epoch": 157, "lr": 8.432310738722769e-05}
{"train_loss": 0.00716975936666131, "global_step": 28049, "epoch": 157, "lr": 8.432203283888348e-05}
{"train_loss": 0.008949659764766693, "global_step": 28050, "epoch": 157, "lr": 8.432095826056102e-05}
{"train_loss": 0.0044205524027347565, "global_step": 28051, "epoch": 157, "lr": 8.431988365226127e-05}
{"train_loss": 0.004644600674510002, "global_step": 28052, "epoch": 157, "lr": 8.431880901398512e-05}
{"train_loss": 0.0064647989347577095, "global_step": 28053, "epoch": 157, "lr": 8.431773434573357e-05}
{"train_loss": 0.005730082280933857, "global_step": 28054, "epoch": 157, "lr": 8.43166596475075e-05}
{"train_loss": 0.005206055007874966, "global_step": 28055, "epoch": 157, "lr": 8.431558491930792e-05}
{"train_loss": 0.007433256600052118, "global_step": 28056, "epoch": 157, "lr": 8.431451016113567e-05}
{"train_loss": 0.0038189601618796587, "global_step": 28057, "epoch": 157, "lr": 8.431343537299179e-05}
{"train_loss": 0.0074233366176486015, "global_step": 28058, "epoch": 157, "lr": 8.431236055487715e-05}
{"train_loss": 0.007240370847284794, "global_step": 28059, "epoch": 157, "lr": 8.431128570679272e-05}
{"train_loss": 0.0055566332302987576, "global_step": 28060, "epoch": 157, "lr": 8.431021082873942e-05}
{"train_loss": 0.009429831989109516, "global_step": 28061, "epoch": 157, "lr": 8.430913592071823e-05}
{"train_loss": 0.006430279463529587, "global_step": 28062, "epoch": 157, "lr": 8.430806098273004e-05}
{"train_loss": 0.004963045008480549, "global_step": 28063, "epoch": 157, "lr": 8.430698601477578e-05}
{"train_loss": 0.00913667306303978, "global_step": 28064, "epoch": 157, "lr": 8.430591101685645e-05}
{"train_loss": 0.004435510840266943, "global_step": 28065, "epoch": 157, "lr": 8.430483598897295e-05}
{"train_loss": 0.0034108073450624943, "global_step": 28066, "epoch": 157, "lr": 8.430376093112622e-05}
{"train_loss": 0.006374131888151169, "global_step": 28067, "epoch": 157, "lr": 8.43026858433172e-05}
{"train_loss": 0.007857196033000946, "global_step": 28068, "epoch": 157, "lr": 8.430161072554684e-05}
{"train_loss": 0.003851847257465124, "global_step": 28069, "epoch": 157, "lr": 8.430053557781608e-05}
{"train_loss": 0.004889309406280518, "global_step": 28070, "epoch": 157, "lr": 8.429946040012583e-05}
{"train_loss": 0.005290745757520199, "global_step": 28071, "epoch": 157, "lr": 8.429838519247706e-05}
{"train_loss": 0.004408378154039383, "global_step": 28072, "epoch": 157, "lr": 8.429730995487071e-05}
{"train_loss": 0.005488309543579817, "global_step": 28073, "epoch": 157, "lr": 8.429623468730768e-05}
{"train_loss": 0.010022768750786781, "global_step": 28074, "epoch": 157, "lr": 8.429515938978896e-05}
{"train_loss": 0.004401104990392923, "global_step": 28075, "epoch": 157, "lr": 8.429408406231546e-05}
{"train_loss": 0.007675320841372013, "global_step": 28076, "epoch": 157, "lr": 8.429300870488812e-05}
{"train_loss": 0.006958798971027136, "global_step": 28077, "epoch": 157, "lr": 8.42919333175079e-05}
{"train_loss": 0.004860704764723778, "global_step": 28078, "epoch": 157, "lr": 8.429085790017571e-05}
{"train_loss": 0.00727373780682683, "global_step": 28079, "epoch": 157, "lr": 8.428978245289251e-05}
{"train_loss": 0.005682571791112423, "global_step": 28080, "epoch": 157, "lr": 8.428870697565922e-05}
{"train_loss": 0.007592329755425453, "global_step": 28081, "epoch": 157, "lr": 8.428763146847682e-05}
{"train_loss": 0.009637542068958282, "global_step": 28082, "epoch": 157, "lr": 8.42865559313462e-05}
{"train_loss": 0.004582568537443876, "global_step": 28083, "epoch": 157, "lr": 8.428548036426834e-05}
{"train_loss": 0.010542123578488827, "global_step": 28084, "epoch": 157, "lr": 8.428440476724413e-05}
{"train_loss": 0.007103338837623596, "global_step": 28085, "epoch": 157, "lr": 8.428332914027456e-05}
{"train_loss": 0.004890344105660915, "global_step": 28086, "epoch": 157, "lr": 8.428225348336054e-05}
{"train_loss": 0.011670319363474846, "global_step": 28087, "epoch": 157, "lr": 8.428117779650303e-05}
{"train_loss": 0.008212974295020103, "global_step": 28088, "epoch": 157, "lr": 8.428010207970297e-05}
{"train_loss": 0.00767005980014801, "global_step": 28089, "epoch": 157, "lr": 8.427902633296125e-05}
{"train_loss": 0.004454858601093292, "global_step": 28090, "epoch": 157, "lr": 8.427795055627888e-05}
{"train_loss": 0.007744963746517897, "global_step": 28091, "epoch": 157, "lr": 8.427687474965675e-05}
{"train_loss": 0.004314275924116373, "global_step": 28092, "epoch": 157, "lr": 8.427579891309581e-05}
{"train_loss": 0.002940583974123001, "global_step": 28093, "epoch": 157, "lr": 8.427472304659703e-05}
{"train_loss": 0.013580704107880592, "global_step": 28094, "epoch": 157, "lr": 8.427364715016131e-05}
{"train_loss": 0.009332840330898762, "global_step": 28095, "epoch": 157, "lr": 8.42725712237896e-05}
{"train_loss": 0.004194771870970726, "global_step": 28096, "epoch": 157, "lr": 8.427149526748286e-05}
{"train_loss": 0.009928648360073566, "global_step": 28097, "epoch": 157, "lr": 8.427041928124201e-05}
{"train_loss": 0.006918962113559246, "global_step": 28098, "epoch": 157, "lr": 8.426934326506801e-05}
{"train_loss": 0.010280031710863113, "global_step": 28099, "epoch": 157, "lr": 8.426826721896177e-05}
{"train_loss": 0.004667865112423897, "global_step": 28100, "epoch": 157, "lr": 8.426719114292425e-05}
{"train_loss": 0.006479008588939905, "global_step": 28101, "epoch": 157, "lr": 8.426611503695638e-05}
{"train_loss": 0.00572084030136466, "global_step": 28102, "epoch": 157, "lr": 8.426503890105911e-05}
{"train_loss": 0.0022896418813616037, "global_step": 28103, "epoch": 157, "lr": 8.426396273523339e-05}
{"train_loss": 0.006435677409172058, "global_step": 28104, "epoch": 157, "lr": 8.42628865394801e-05}
{"train_loss": 0.005606434307992458, "global_step": 28105, "epoch": 157, "lr": 8.426181031380027e-05}
{"train_loss": 0.007806139998137951, "global_step": 28106, "epoch": 157, "lr": 8.426073405819477e-05}
{"train_loss": 0.00801880657672882, "global_step": 28107, "epoch": 157, "lr": 8.425965777266458e-05}
{"train_loss": 0.006997567601501942, "global_step": 28108, "epoch": 157, "lr": 8.425858145721062e-05}
{"train_loss": 0.005206857807934284, "global_step": 28109, "epoch": 157, "lr": 8.425750511183382e-05}
{"train_loss": 0.007243995554745197, "global_step": 28110, "epoch": 157, "lr": 8.425642873653515e-05}
{"train_loss": 0.0067916130647063255, "global_step": 28111, "epoch": 157, "lr": 8.425535233131554e-05}
{"train_loss": 0.006479665171355009, "global_step": 28112, "epoch": 157, "lr": 8.425427589617591e-05}
{"train_loss": 0.009651514701545238, "global_step": 28113, "epoch": 157, "lr": 8.425319943111723e-05}
{"train_loss": 0.005448838695883751, "global_step": 28114, "epoch": 157, "lr": 8.425212293614043e-05}
{"train_loss": 0.005716728512197733, "global_step": 28115, "epoch": 157, "lr": 8.425104641124642e-05}
{"train_loss": 0.005773125682026148, "global_step": 28116, "epoch": 157, "lr": 8.424996985643618e-05}
{"train_loss": 0.006674128584563732, "global_step": 28117, "epoch": 157, "lr": 8.424889327171064e-05}
{"train_loss": 0.006871572695672512, "global_step": 28118, "epoch": 157, "lr": 8.424781665707074e-05}
{"train_loss": 0.011954947374761105, "global_step": 28119, "epoch": 157, "lr": 8.424674001251742e-05}
{"train_loss": 0.005754441022872925, "global_step": 28120, "epoch": 157, "lr": 8.42456633380516e-05}
{"train_loss": 0.007582290563732386, "global_step": 28121, "epoch": 157, "lr": 8.424458663367424e-05}
{"train_loss": 0.008494306355714798, "global_step": 28122, "epoch": 157, "lr": 8.424350989938629e-05}
{"train_loss": 0.006709365302361966, "global_step": 28123, "epoch": 157, "lr": 8.42424331351887e-05}
{"train_loss": 0.006301642395555973, "global_step": 28124, "epoch": 158, "lr": 8.424135634108236e-05}
{"train_loss": 0.004464795347303152, "global_step": 28125, "epoch": 158, "lr": 8.424027951706824e-05}
{"train_loss": 0.005292815621942282, "global_step": 28126, "epoch": 158, "lr": 8.423920266314728e-05}
{"train_loss": 0.005742177367210388, "global_step": 28127, "epoch": 158, "lr": 8.423812577932045e-05}
{"train_loss": 0.00668362295255065, "global_step": 28128, "epoch": 158, "lr": 8.423704886558863e-05}
{"train_loss": 0.005653213243931532, "global_step": 28129, "epoch": 158, "lr": 8.42359719219528e-05}
{"train_loss": 0.008876316249370575, "global_step": 28130, "epoch": 158, "lr": 8.42348949484139e-05}
{"train_loss": 0.004062546417117119, "global_step": 28131, "epoch": 158, "lr": 8.423381794497285e-05}
{"train_loss": 0.00852716714143753, "global_step": 28132, "epoch": 158, "lr": 8.423274091163062e-05}
{"train_loss": 0.006019425578415394, "global_step": 28133, "epoch": 158, "lr": 8.423166384838813e-05}
{"train_loss": 0.00841941125690937, "global_step": 28134, "epoch": 158, "lr": 8.423058675524633e-05}
{"train_loss": 0.0072654192335903645, "global_step": 28135, "epoch": 158, "lr": 8.422950963220616e-05}
{"train_loss": 0.005143355578184128, "global_step": 28136, "epoch": 158, "lr": 8.422843247926855e-05}
{"train_loss": 0.005924082826822996, "global_step": 28137, "epoch": 158, "lr": 8.422735529643444e-05}
{"train_loss": 0.007640405558049679, "global_step": 28138, "epoch": 158, "lr": 8.422627808370478e-05}
{"train_loss": 0.008190631866455078, "global_step": 28139, "epoch": 158, "lr": 8.422520084108052e-05}
{"train_loss": 0.004850965458899736, "global_step": 28140, "epoch": 158, "lr": 8.42241235685626e-05}
{"train_loss": 0.004641327075660229, "global_step": 28141, "epoch": 158, "lr": 8.422304626615193e-05}
{"train_loss": 0.0039118253625929356, "global_step": 28142, "epoch": 158, "lr": 8.422196893384949e-05}
{"train_loss": 0.008699027821421623, "global_step": 28143, "epoch": 158, "lr": 8.422089157165619e-05}
{"train_loss": 0.008282357826828957, "global_step": 28144, "epoch": 158, "lr": 8.421981417957299e-05}
{"train_loss": 0.007898769341409206, "global_step": 28145, "epoch": 158, "lr": 8.421873675760084e-05}
{"train_loss": 0.006263138726353645, "global_step": 28146, "epoch": 158, "lr": 8.421765930574064e-05}
{"train_loss": 0.008208156563341618, "global_step": 28147, "epoch": 158, "lr": 8.421658182399338e-05}
{"train_loss": 0.008704163134098053, "global_step": 28148, "epoch": 158, "lr": 8.421550431235997e-05}
{"train_loss": 0.011340532451868057, "global_step": 28149, "epoch": 158, "lr": 8.421442677084137e-05}
{"train_loss": 0.00916316919028759, "global_step": 28150, "epoch": 158, "lr": 8.42133491994385e-05}
{"train_loss": 0.010115288197994232, "global_step": 28151, "epoch": 158, "lr": 8.42122715981523e-05}
{"train_loss": 0.0046917651779949665, "global_step": 28152, "epoch": 158, "lr": 8.421119396698376e-05}
{"train_loss": 0.005103535950183868, "global_step": 28153, "epoch": 158, "lr": 8.421011630593376e-05}
{"train_loss": 0.010089099407196045, "global_step": 28154, "epoch": 158, "lr": 8.420903861500326e-05}
{"train_loss": 0.0060541629791259766, "global_step": 28155, "epoch": 158, "lr": 8.420796089419322e-05}
{"train_loss": 0.003602168522775173, "global_step": 28156, "epoch": 158, "lr": 8.420688314350457e-05}
{"train_loss": 0.00429871492087841, "global_step": 28157, "epoch": 158, "lr": 8.420580536293826e-05}
{"train_loss": 0.005381220020353794, "global_step": 28158, "epoch": 158, "lr": 8.420472755249521e-05}
{"train_loss": 0.005636838264763355, "global_step": 28159, "epoch": 158, "lr": 8.420364971217639e-05}
{"train_loss": 0.0055237384513020515, "global_step": 28160, "epoch": 158, "lr": 8.420257184198269e-05}
{"train_loss": 0.006920909974724054, "global_step": 28161, "epoch": 158, "lr": 8.420149394191511e-05}
{"train_loss": 0.006650281138718128, "global_step": 28162, "epoch": 158, "lr": 8.420041601197457e-05}
{"train_loss": 0.0037112818099558353, "global_step": 28163, "epoch": 158, "lr": 8.419933805216199e-05}
{"train_loss": 0.011080211028456688, "global_step": 28164, "epoch": 158, "lr": 8.419826006247836e-05}
{"train_loss": 0.007638951763510704, "global_step": 28165, "epoch": 158, "lr": 8.419718204292457e-05}
{"train_loss": 0.00663205049932003, "global_step": 28166, "epoch": 158, "lr": 8.419610399350157e-05}
{"train_loss": 0.007990785874426365, "global_step": 28167, "epoch": 158, "lr": 8.419502591421033e-05}
{"train_loss": 0.006359823979437351, "global_step": 28168, "epoch": 158, "lr": 8.419394780505178e-05}
{"train_loss": 0.005116972140967846, "global_step": 28169, "epoch": 158, "lr": 8.419286966602687e-05}
{"train_loss": 0.013340301811695099, "global_step": 28170, "epoch": 158, "lr": 8.419179149713652e-05}
{"train_loss": 0.007158653344959021, "global_step": 28171, "epoch": 158, "lr": 8.419071329838168e-05}
{"train_loss": 0.003293820656836033, "global_step": 28172, "epoch": 158, "lr": 8.41896350697633e-05}
{"train_loss": 0.0069641186855733395, "global_step": 28173, "epoch": 158, "lr": 8.41885568112823e-05}
{"train_loss": 0.008024975657463074, "global_step": 28174, "epoch": 158, "lr": 8.418747852293964e-05}
{"train_loss": 0.008170302025973797, "global_step": 28175, "epoch": 158, "lr": 8.418640020473628e-05}
{"train_loss": 0.008647197857499123, "global_step": 28176, "epoch": 158, "lr": 8.418532185667313e-05}
{"train_loss": 0.010954512283205986, "global_step": 28177, "epoch": 158, "lr": 8.418424347875114e-05}
{"train_loss": 0.0059813279658555984, "global_step": 28178, "epoch": 158, "lr": 8.418316507097126e-05}
{"train_loss": 0.008201457560062408, "global_step": 28179, "epoch": 158, "lr": 8.418208663333442e-05}
{"train_loss": 0.004678753670305014, "global_step": 28180, "epoch": 158, "lr": 8.418100816584156e-05}
{"train_loss": 0.005029086023569107, "global_step": 28181, "epoch": 158, "lr": 8.417992966849364e-05}
{"train_loss": 0.0064147040247917175, "global_step": 28182, "epoch": 158, "lr": 8.417885114129161e-05}
{"train_loss": 0.006332304794341326, "global_step": 28183, "epoch": 158, "lr": 8.417777258423638e-05}
{"train_loss": 0.003951260354369879, "global_step": 28184, "epoch": 158, "lr": 8.41766939973289e-05}
{"train_loss": 0.004176040180027485, "global_step": 28185, "epoch": 158, "lr": 8.417561538057012e-05}
{"train_loss": 0.007033875212073326, "global_step": 28186, "epoch": 158, "lr": 8.417453673396098e-05}
{"train_loss": 0.006264831870794296, "global_step": 28187, "epoch": 158, "lr": 8.417345805750245e-05}
{"train_loss": 0.006387755740433931, "global_step": 28188, "epoch": 158, "lr": 8.417237935119541e-05}
{"train_loss": 0.007725305389612913, "global_step": 28189, "epoch": 158, "lr": 8.417130061504085e-05}
{"train_loss": 0.012288138270378113, "global_step": 28190, "epoch": 158, "lr": 8.417022184903971e-05}
{"train_loss": 0.0033856183290481567, "global_step": 28191, "epoch": 158, "lr": 8.416914305319291e-05}
{"train_loss": 0.005483853630721569, "global_step": 28192, "epoch": 158, "lr": 8.416806422750141e-05}
{"train_loss": 0.005311204586178064, "global_step": 28193, "epoch": 158, "lr": 8.416698537196614e-05}
{"train_loss": 0.0060180057771503925, "global_step": 28194, "epoch": 158, "lr": 8.416590648658804e-05}
{"train_loss": 0.005758936516940594, "global_step": 28195, "epoch": 158, "lr": 8.416482757136807e-05}
{"train_loss": 0.0041825128719210625, "global_step": 28196, "epoch": 158, "lr": 8.416374862630719e-05}
{"train_loss": 0.008263330906629562, "global_step": 28197, "epoch": 158, "lr": 8.416266965140629e-05}
{"train_loss": 0.011897621676325798, "global_step": 28198, "epoch": 158, "lr": 8.416159064666634e-05}
{"train_loss": 0.004169294610619545, "global_step": 28199, "epoch": 158, "lr": 8.416051161208827e-05}
{"train_loss": 0.009240039624273777, "global_step": 28200, "epoch": 158, "lr": 8.415943254767305e-05}
{"train_loss": 0.005331278312951326, "global_step": 28201, "epoch": 158, "lr": 8.41583534534216e-05}
{"train_loss": 0.004132051952183247, "global_step": 28202, "epoch": 158, "lr": 8.415727432933487e-05}
{"train_loss": 0.004437929950654507, "global_step": 28203, "epoch": 158, "lr": 8.41561951754138e-05}
{"train_loss": 0.006529679521918297, "global_step": 28204, "epoch": 158, "lr": 8.415511599165932e-05}
{"train_loss": 0.006381688639521599, "global_step": 28205, "epoch": 158, "lr": 8.41540367780724e-05}
{"train_loss": 0.006422153674066067, "global_step": 28206, "epoch": 158, "lr": 8.415295753465397e-05}
{"train_loss": 0.003744213841855526, "global_step": 28207, "epoch": 158, "lr": 8.415187826140498e-05}
{"train_loss": 0.0034616333432495594, "global_step": 28208, "epoch": 158, "lr": 8.415079895832635e-05}
{"train_loss": 0.008928582072257996, "global_step": 28209, "epoch": 158, "lr": 8.414971962541904e-05}
{"train_loss": 0.00496464129537344, "global_step": 28210, "epoch": 158, "lr": 8.414864026268398e-05}
{"train_loss": 0.006571597419679165, "global_step": 28211, "epoch": 158, "lr": 8.414756087012215e-05}
{"train_loss": 0.003835181472823024, "global_step": 28212, "epoch": 158, "lr": 8.414648144773443e-05}
{"train_loss": 0.005016251467168331, "global_step": 28213, "epoch": 158, "lr": 8.41454019955218e-05}
{"train_loss": 0.004907208029180765, "global_step": 28214, "epoch": 158, "lr": 8.414432251348522e-05}
{"train_loss": 0.007040994707494974, "global_step": 28215, "epoch": 158, "lr": 8.41432430016256e-05}
{"train_loss": 0.007548783905804157, "global_step": 28216, "epoch": 158, "lr": 8.41421634599439e-05}
{"train_loss": 0.006757586263120174, "global_step": 28217, "epoch": 158, "lr": 8.414108388844108e-05}
{"train_loss": 0.006993123330175877, "global_step": 28218, "epoch": 158, "lr": 8.414000428711804e-05}
{"train_loss": 0.006811981555074453, "global_step": 28219, "epoch": 158, "lr": 8.413892465597574e-05}
{"train_loss": 0.005118552595376968, "global_step": 28220, "epoch": 158, "lr": 8.413784499501513e-05}
{"train_loss": 0.007401599548757076, "global_step": 28221, "epoch": 158, "lr": 8.413676530423717e-05}
{"train_loss": 0.004074730910360813, "global_step": 28222, "epoch": 158, "lr": 8.413568558364277e-05}
{"train_loss": 0.005898564122617245, "global_step": 28223, "epoch": 158, "lr": 8.41346058332329e-05}
{"train_loss": 0.00738095585256815, "global_step": 28224, "epoch": 158, "lr": 8.413352605300848e-05}
{"train_loss": 0.006326543632894754, "global_step": 28225, "epoch": 158, "lr": 8.413244624297046e-05}
{"train_loss": 0.010095372796058655, "global_step": 28226, "epoch": 158, "lr": 8.413136640311978e-05}
{"train_loss": 0.006316883489489555, "global_step": 28227, "epoch": 158, "lr": 8.41302865334574e-05}
{"train_loss": 0.004406915046274662, "global_step": 28228, "epoch": 158, "lr": 8.412920663398426e-05}
{"train_loss": 0.009963562712073326, "global_step": 28229, "epoch": 158, "lr": 8.412812670470129e-05}
{"train_loss": 0.0071785058826208115, "global_step": 28230, "epoch": 158, "lr": 8.412704674560943e-05}
{"train_loss": 0.006221516989171505, "global_step": 28231, "epoch": 158, "lr": 8.412596675670965e-05}
{"train_loss": 0.00416644336655736, "global_step": 28232, "epoch": 158, "lr": 8.412488673800287e-05}
{"train_loss": 0.008461546152830124, "global_step": 28233, "epoch": 158, "lr": 8.412380668949002e-05}
{"train_loss": 0.005931145511567593, "global_step": 28234, "epoch": 158, "lr": 8.412272661117209e-05}
{"train_loss": 0.004827775992453098, "global_step": 28235, "epoch": 158, "lr": 8.412164650304999e-05}
{"train_loss": 0.0049044350162148476, "global_step": 28236, "epoch": 158, "lr": 8.412056636512467e-05}
{"train_loss": 0.0064745619893074036, "global_step": 28237, "epoch": 158, "lr": 8.411948619739705e-05}
{"train_loss": 0.005495600868016481, "global_step": 28238, "epoch": 158, "lr": 8.411840599986812e-05}
{"train_loss": 0.006694079376757145, "global_step": 28239, "epoch": 158, "lr": 8.41173257725388e-05}
{"train_loss": 0.0032642409205436707, "global_step": 28240, "epoch": 158, "lr": 8.411624551541002e-05}
{"train_loss": 0.004921454470604658, "global_step": 28241, "epoch": 158, "lr": 8.411516522848275e-05}
{"train_loss": 0.005277186632156372, "global_step": 28242, "epoch": 158, "lr": 8.411408491175792e-05}
{"train_loss": 0.006694796495139599, "global_step": 28243, "epoch": 158, "lr": 8.411300456523645e-05}
{"train_loss": 0.004184626042842865, "global_step": 28244, "epoch": 158, "lr": 8.411192418891933e-05}
{"train_loss": 0.011954084038734436, "global_step": 28245, "epoch": 158, "lr": 8.411084378280749e-05}
{"train_loss": 0.009951744228601456, "global_step": 28246, "epoch": 158, "lr": 8.410976334690185e-05}
{"train_loss": 0.010217757895588875, "global_step": 28247, "epoch": 158, "lr": 8.410868288120337e-05}
{"train_loss": 0.010684920474886894, "global_step": 28248, "epoch": 158, "lr": 8.4107602385713e-05}
{"train_loss": 0.010811438784003258, "global_step": 28249, "epoch": 158, "lr": 8.410652186043167e-05}
{"train_loss": 0.006165974773466587, "global_step": 28250, "epoch": 158, "lr": 8.410544130536033e-05}
{"train_loss": 0.002976091345772147, "global_step": 28251, "epoch": 158, "lr": 8.410436072049992e-05}
{"train_loss": 0.006621205247938633, "global_step": 28252, "epoch": 158, "lr": 8.41032801058514e-05}
{"train_loss": 0.0069885351695120335, "global_step": 28253, "epoch": 158, "lr": 8.410219946141569e-05}
{"train_loss": 0.00813060998916626, "global_step": 28254, "epoch": 158, "lr": 8.410111878719376e-05}
{"train_loss": 0.0056389919482171535, "global_step": 28255, "epoch": 158, "lr": 8.410003808318652e-05}
{"train_loss": 0.011811861768364906, "global_step": 28256, "epoch": 158, "lr": 8.409895734939493e-05}
{"train_loss": 0.005664600059390068, "global_step": 28257, "epoch": 158, "lr": 8.409787658581995e-05}
{"train_loss": 0.009022395126521587, "global_step": 28258, "epoch": 158, "lr": 8.40967957924625e-05}
{"train_loss": 0.007836906239390373, "global_step": 28259, "epoch": 158, "lr": 8.409571496932356e-05}
{"train_loss": 0.007022398989647627, "global_step": 28260, "epoch": 158, "lr": 8.409463411640402e-05}
{"train_loss": 0.007997438311576843, "global_step": 28261, "epoch": 158, "lr": 8.409355323370487e-05}
{"train_loss": 0.005170775577425957, "global_step": 28262, "epoch": 158, "lr": 8.409247232122703e-05}
{"train_loss": 0.006677031517028809, "global_step": 28263, "epoch": 158, "lr": 8.409139137897146e-05}
{"train_loss": 0.009991012513637543, "global_step": 28264, "epoch": 158, "lr": 8.40903104069391e-05}
{"train_loss": 0.004346449859440327, "global_step": 28265, "epoch": 158, "lr": 8.408922940513089e-05}
{"train_loss": 0.008620016276836395, "global_step": 28266, "epoch": 158, "lr": 8.408814837354775e-05}
{"train_loss": 0.004447767976671457, "global_step": 28267, "epoch": 158, "lr": 8.408706731219068e-05}
{"train_loss": 0.0064148735255002975, "global_step": 28268, "epoch": 158, "lr": 8.408598622106057e-05}
{"train_loss": 0.006677884608507156, "global_step": 28269, "epoch": 158, "lr": 8.408490510015839e-05}
{"train_loss": 0.00384567491710186, "global_step": 28270, "epoch": 158, "lr": 8.408382394948508e-05}
{"train_loss": 0.011731038801372051, "global_step": 28271, "epoch": 158, "lr": 8.408274276904158e-05}
{"train_loss": 0.005161324515938759, "global_step": 28272, "epoch": 158, "lr": 8.408166155882886e-05}
{"train_loss": 0.007458336651325226, "global_step": 28273, "epoch": 158, "lr": 8.408058031884782e-05}
{"train_loss": 0.011555815115571022, "global_step": 28274, "epoch": 158, "lr": 8.407949904909944e-05}
{"train_loss": 0.006553311832249165, "global_step": 28275, "epoch": 158, "lr": 8.407841774958467e-05}
{"train_loss": 0.004497227258980274, "global_step": 28276, "epoch": 158, "lr": 8.407733642030442e-05}
{"train_loss": 0.0050567882135510445, "global_step": 28277, "epoch": 158, "lr": 8.407625506125964e-05}
{"train_loss": 0.007512368261814117, "global_step": 28278, "epoch": 158, "lr": 8.40751736724513e-05}
{"train_loss": 0.00989194493740797, "global_step": 28279, "epoch": 158, "lr": 8.407409225388032e-05}
{"train_loss": 0.0025224871933460236, "global_step": 28280, "epoch": 158, "lr": 8.407301080554767e-05}
{"train_loss": 0.008815968409180641, "global_step": 28281, "epoch": 158, "lr": 8.407192932745428e-05}
{"train_loss": 0.00939997099339962, "global_step": 28282, "epoch": 158, "lr": 8.407084781960109e-05}
{"train_loss": 0.004938716068863869, "global_step": 28283, "epoch": 158, "lr": 8.406976628198903e-05}
{"train_loss": 0.004785954486578703, "global_step": 28284, "epoch": 158, "lr": 8.406868471461909e-05}
{"train_loss": 0.006136816926300526, "global_step": 28285, "epoch": 158, "lr": 8.40676031174922e-05}
{"train_loss": 0.004322850611060858, "global_step": 28286, "epoch": 158, "lr": 8.406652149060924e-05}
{"train_loss": 0.004148415289819241, "global_step": 28287, "epoch": 158, "lr": 8.406543983397126e-05}
{"train_loss": 0.006277603097259998, "global_step": 28288, "epoch": 158, "lr": 8.406435814757914e-05}
{"train_loss": 0.004597029183059931, "global_step": 28289, "epoch": 158, "lr": 8.406327643143383e-05}
{"train_loss": 0.00857590138912201, "global_step": 28290, "epoch": 158, "lr": 8.406219468553628e-05}
{"train_loss": 0.0065723201259970665, "global_step": 28291, "epoch": 158, "lr": 8.406111290988745e-05}
{"train_loss": 0.005762800574302673, "global_step": 28292, "epoch": 158, "lr": 8.406003110448825e-05}
{"train_loss": 0.006107822991907597, "global_step": 28293, "epoch": 158, "lr": 8.405894926933966e-05}
{"train_loss": 0.00453994469717145, "global_step": 28294, "epoch": 158, "lr": 8.405786740444261e-05}
{"train_loss": 0.009036198258399963, "global_step": 28295, "epoch": 158, "lr": 8.405678550979806e-05}
{"train_loss": 0.005152787081897259, "global_step": 28296, "epoch": 158, "lr": 8.405570358540693e-05}
{"train_loss": 0.005062752403318882, "global_step": 28297, "epoch": 158, "lr": 8.405462163127017e-05}
{"train_loss": 0.00886821374297142, "global_step": 28298, "epoch": 158, "lr": 8.405353964738874e-05}
{"train_loss": 0.004452155902981758, "global_step": 28299, "epoch": 158, "lr": 8.405245763376357e-05}
{"train_loss": 0.012028910219669342, "global_step": 28300, "epoch": 158, "lr": 8.405137559039562e-05}
{"train_loss": 0.006661397274165006, "global_step": 28301, "epoch": 158, "lr": 8.405029351728582e-05}
{"train_loss": 0.0059937164187431335, "global_step": 28302, "epoch": 159, "lr": 8.404921141443513e-05}
{"train_loss": 0.0057741752825677395, "global_step": 28303, "epoch": 159, "lr": 8.404812928184447e-05}
{"train_loss": 0.004087689332664013, "global_step": 28304, "epoch": 159, "lr": 8.404704711951484e-05}
{"train_loss": 0.008863698691129684, "global_step": 28305, "epoch": 159, "lr": 8.404596492744711e-05}
{"train_loss": 0.005838065408170223, "global_step": 28306, "epoch": 159, "lr": 8.404488270564227e-05}
{"train_loss": 0.008501091971993446, "global_step": 28307, "epoch": 159, "lr": 8.404380045410127e-05}
{"train_loss": 0.008072835393249989, "global_step": 28308, "epoch": 159, "lr": 8.404271817282503e-05}
{"train_loss": 0.006154510658234358, "global_step": 28309, "epoch": 159, "lr": 8.404163586181453e-05}
{"train_loss": 0.0041297017596662045, "global_step": 28310, "epoch": 159, "lr": 8.404055352107067e-05}
{"train_loss": 0.004130387678742409, "global_step": 28311, "epoch": 159, "lr": 8.403947115059444e-05}
{"train_loss": 0.007007940672338009, "global_step": 28312, "epoch": 159, "lr": 8.403838875038674e-05}
{"train_loss": 0.006446461193263531, "global_step": 28313, "epoch": 159, "lr": 8.403730632044858e-05}
{"train_loss": 0.012323142029345036, "global_step": 28314, "epoch": 159, "lr": 8.403622386078083e-05}
{"train_loss": 0.0034973917063325644, "global_step": 28315, "epoch": 159, "lr": 8.403514137138448e-05}
{"train_loss": 0.00970615353435278, "global_step": 28316, "epoch": 159, "lr": 8.403405885226047e-05}
{"train_loss": 0.005958360619843006, "global_step": 28317, "epoch": 159, "lr": 8.403297630340974e-05}
{"train_loss": 0.0036566201597452164, "global_step": 28318, "epoch": 159, "lr": 8.403189372483324e-05}
{"train_loss": 0.005744548048824072, "global_step": 28319, "epoch": 159, "lr": 8.40308111165319e-05}
{"train_loss": 0.004443793557584286, "global_step": 28320, "epoch": 159, "lr": 8.40297284785067e-05}
{"train_loss": 0.009151007980108261, "global_step": 28321, "epoch": 159, "lr": 8.402864581075855e-05}
{"train_loss": 0.007586889900267124, "global_step": 28322, "epoch": 159, "lr": 8.402756311328841e-05}
{"train_loss": 0.0070549724623560905, "global_step": 28323, "epoch": 159, "lr": 8.402648038609725e-05}
{"train_loss": 0.0049543557688593864, "global_step": 28324, "epoch": 159, "lr": 8.402539762918595e-05}
{"train_loss": 0.003720254637300968, "global_step": 28325, "epoch": 159, "lr": 8.402431484255553e-05}
{"train_loss": 0.005768612027168274, "global_step": 28326, "epoch": 159, "lr": 8.402323202620687e-05}
{"train_loss": 0.00711826654151082, "global_step": 28327, "epoch": 159, "lr": 8.402214918014098e-05}
{"train_loss": 0.0031527471728622913, "global_step": 28328, "epoch": 159, "lr": 8.402106630435877e-05}
{"train_loss": 0.006538543850183487, "global_step": 28329, "epoch": 159, "lr": 8.401998339886119e-05}
{"train_loss": 0.005909869913011789, "global_step": 28330, "epoch": 159, "lr": 8.401890046364917e-05}
{"train_loss": 0.005348382517695427, "global_step": 28331, "epoch": 159, "lr": 8.401781749872368e-05}
{"train_loss": 0.0027171443216502666, "global_step": 28332, "epoch": 159, "lr": 8.401673450408568e-05}
{"train_loss": 0.006137229967862368, "global_step": 28333, "epoch": 159, "lr": 8.401565147973607e-05}
{"train_loss": 0.005771232303231955, "global_step": 28334, "epoch": 159, "lr": 8.401456842567582e-05}
{"train_loss": 0.007254105526953936, "global_step": 28335, "epoch": 159, "lr": 8.401348534190589e-05}
{"train_loss": 0.007225600071251392, "global_step": 28336, "epoch": 159, "lr": 8.40124022284272e-05}
{"train_loss": 0.0053068725392222404, "global_step": 28337, "epoch": 159, "lr": 8.401131908524071e-05}
{"train_loss": 0.008977708406746387, "global_step": 28338, "epoch": 159, "lr": 8.401023591234736e-05}
{"train_loss": 0.0042856615036726, "global_step": 28339, "epoch": 159, "lr": 8.40091527097481e-05}
{"train_loss": 0.005046771839261055, "global_step": 28340, "epoch": 159, "lr": 8.400806947744388e-05}
{"train_loss": 0.005074730142951012, "global_step": 28341, "epoch": 159, "lr": 8.400698621543563e-05}
{"train_loss": 0.008355652913451195, "global_step": 28342, "epoch": 159, "lr": 8.400590292372433e-05}
{"train_loss": 0.007317063398659229, "global_step": 28343, "epoch": 159, "lr": 8.40048196023109e-05}
{"train_loss": 0.006138929165899754, "global_step": 28344, "epoch": 159, "lr": 8.400373625119628e-05}
{"train_loss": 0.005516464821994305, "global_step": 28345, "epoch": 159, "lr": 8.400265287038145e-05}
{"train_loss": 0.005203953944146633, "global_step": 28346, "epoch": 159, "lr": 8.40015694598673e-05}
{"train_loss": 0.008207841776311398, "global_step": 28347, "epoch": 159, "lr": 8.400048601965484e-05}
{"train_loss": 0.0041208951734006405, "global_step": 28348, "epoch": 159, "lr": 8.399940254974497e-05}
{"train_loss": 0.012295249849557877, "global_step": 28349, "epoch": 159, "lr": 8.399831905013866e-05}
{"train_loss": 0.006808420177549124, "global_step": 28350, "epoch": 159, "lr": 8.399723552083683e-05}
{"train_loss": 0.003829626366496086, "global_step": 28351, "epoch": 159, "lr": 8.399615196184048e-05}
{"train_loss": 0.007050864398479462, "global_step": 28352, "epoch": 159, "lr": 8.399506837315048e-05}
{"train_loss": 0.004326699301600456, "global_step": 28353, "epoch": 159, "lr": 8.399398475476785e-05}
{"train_loss": 0.0039969999343156815, "global_step": 28354, "epoch": 159, "lr": 8.399290110669349e-05}
{"train_loss": 0.009820356965065002, "global_step": 28355, "epoch": 159, "lr": 8.399181742892837e-05}
{"train_loss": 0.011366365477442741, "global_step": 28356, "epoch": 159, "lr": 8.399073372147342e-05}
{"train_loss": 0.007922394201159477, "global_step": 28357, "epoch": 159, "lr": 8.398964998432958e-05}
{"train_loss": 0.006549319718033075, "global_step": 28358, "epoch": 159, "lr": 8.398856621749784e-05}
{"train_loss": 0.004922950640320778, "global_step": 28359, "epoch": 159, "lr": 8.39874824209791e-05}
{"train_loss": 0.008463374339044094, "global_step": 28360, "epoch": 159, "lr": 8.398639859477431e-05}
{"train_loss": 0.011071240529417992, "global_step": 28361, "epoch": 159, "lr": 8.398531473888445e-05}
{"train_loss": 0.005182388238608837, "global_step": 28362, "epoch": 159, "lr": 8.398423085331045e-05}
{"train_loss": 0.006437158677726984, "global_step": 28363, "epoch": 159, "lr": 8.398314693805325e-05}
{"train_loss": 0.006190503481775522, "global_step": 28364, "epoch": 159, "lr": 8.39820629931138e-05}
{"train_loss": 0.0043617794290184975, "global_step": 28365, "epoch": 159, "lr": 8.398097901849304e-05}
{"train_loss": 0.0050683110021054745, "global_step": 28366, "epoch": 159, "lr": 8.397989501419194e-05}
{"train_loss": 0.00522981770336628, "global_step": 28367, "epoch": 159, "lr": 8.397881098021143e-05}
{"train_loss": 0.007895851507782936, "global_step": 28368, "epoch": 159, "lr": 8.397772691655244e-05}
{"train_loss": 0.007163305301219225, "global_step": 28369, "epoch": 159, "lr": 8.397664282321593e-05}
{"train_loss": 0.01324458234012127, "global_step": 28370, "epoch": 159, "lr": 8.397555870020288e-05}
{"train_loss": 0.0032082994002848864, "global_step": 28371, "epoch": 159, "lr": 8.397447454751419e-05}
{"train_loss": 0.008145436644554138, "global_step": 28372, "epoch": 159, "lr": 8.397339036515084e-05}
{"train_loss": 0.00719161843881011, "global_step": 28373, "epoch": 159, "lr": 8.397230615311374e-05}
{"train_loss": 0.006576785817742348, "global_step": 28374, "epoch": 159, "lr": 8.397122191140387e-05}
{"train_loss": 0.006577719934284687, "global_step": 28375, "epoch": 159, "lr": 8.397013764002217e-05}
{"train_loss": 0.00546696363016963, "global_step": 28376, "epoch": 159, "lr": 8.396905333896959e-05}
{"train_loss": 0.008671525865793228, "global_step": 28377, "epoch": 159, "lr": 8.396796900824706e-05}
{"train_loss": 0.007109377067536116, "global_step": 28378, "epoch": 159, "lr": 8.396688464785554e-05}
{"train_loss": 0.008184107020497322, "global_step": 28379, "epoch": 159, "lr": 8.396580025779597e-05}
{"train_loss": 0.006907009519636631, "global_step": 28380, "epoch": 159, "lr": 8.39647158380693e-05}
{"train_loss": 0.00581103190779686, "global_step": 28381, "epoch": 159, "lr": 8.396363138867649e-05}
{"train_loss": 0.005431061610579491, "global_step": 28382, "epoch": 159, "lr": 8.396254690961847e-05}
{"train_loss": 0.0056089735589921474, "global_step": 28383, "epoch": 159, "lr": 8.39614624008962e-05}
{"train_loss": 0.008999134413897991, "global_step": 28384, "epoch": 159, "lr": 8.396037786251061e-05}
{"train_loss": 0.004814640153199434, "global_step": 28385, "epoch": 159, "lr": 8.395929329446266e-05}
{"train_loss": 0.005967472679913044, "global_step": 28386, "epoch": 159, "lr": 8.39582086967533e-05}
{"train_loss": 0.008290985599160194, "global_step": 28387, "epoch": 159, "lr": 8.395712406938348e-05}
{"train_loss": 0.010476989671587944, "global_step": 28388, "epoch": 159, "lr": 8.395603941235412e-05}
{"train_loss": 0.004775410983711481, "global_step": 28389, "epoch": 159, "lr": 8.39549547256662e-05}
{"train_loss": 0.005829688161611557, "global_step": 28390, "epoch": 159, "lr": 8.395387000932066e-05}
{"train_loss": 0.004888057708740234, "global_step": 28391, "epoch": 159, "lr": 8.395278526331844e-05}
{"train_loss": 0.006092782132327557, "global_step": 28392, "epoch": 159, "lr": 8.395170048766048e-05}
{"train_loss": 0.003451715689152479, "global_step": 28393, "epoch": 159, "lr": 8.395061568234775e-05}
{"train_loss": 0.003629739861935377, "global_step": 28394, "epoch": 159, "lr": 8.394953084738118e-05}
{"train_loss": 0.00579842459410429, "global_step": 28395, "epoch": 159, "lr": 8.39484459827617e-05}
{"train_loss": 0.005666551645845175, "global_step": 28396, "epoch": 159, "lr": 8.39473610884903e-05}
{"train_loss": 0.004723310470581055, "global_step": 28397, "epoch": 159, "lr": 8.394627616456791e-05}
{"train_loss": 0.0026164958253502846, "global_step": 28398, "epoch": 159, "lr": 8.394519121099549e-05}
{"train_loss": 0.0034236563369631767, "global_step": 28399, "epoch": 159, "lr": 8.394410622777395e-05}
{"train_loss": 0.005705808289349079, "global_step": 28400, "epoch": 159, "lr": 8.394302121490426e-05}
{"train_loss": 0.010178294032812119, "global_step": 28401, "epoch": 159, "lr": 8.394193617238737e-05}
{"train_loss": 0.004059948027133942, "global_step": 28402, "epoch": 159, "lr": 8.394085110022423e-05}
{"train_loss": 0.004133937880396843, "global_step": 28403, "epoch": 159, "lr": 8.393976599841578e-05}
{"train_loss": 0.006160811521112919, "global_step": 28404, "epoch": 159, "lr": 8.393868086696297e-05}
{"train_loss": 0.004806588403880596, "global_step": 28405, "epoch": 159, "lr": 8.393759570586676e-05}
{"train_loss": 0.010505505837500095, "global_step": 28406, "epoch": 159, "lr": 8.393651051512807e-05}
{"train_loss": 0.0065963068045675755, "global_step": 28407, "epoch": 159, "lr": 8.393542529474788e-05}
{"train_loss": 0.0038644997403025627, "global_step": 28408, "epoch": 159, "lr": 8.393434004472712e-05}
{"train_loss": 0.007048892788589001, "global_step": 28409, "epoch": 159, "lr": 8.393325476506675e-05}
{"train_loss": 0.007406782358884811, "global_step": 28410, "epoch": 159, "lr": 8.393216945576768e-05}
{"train_loss": 0.006726468913257122, "global_step": 28411, "epoch": 159, "lr": 8.39310841168309e-05}
{"train_loss": 0.003955579362809658, "global_step": 28412, "epoch": 159, "lr": 8.392999874825736e-05}
{"train_loss": 0.0032746978104114532, "global_step": 28413, "epoch": 159, "lr": 8.392891335004798e-05}
{"train_loss": 0.012349523603916168, "global_step": 28414, "epoch": 159, "lr": 8.392782792220372e-05}
{"train_loss": 0.008642747066915035, "global_step": 28415, "epoch": 159, "lr": 8.392674246472553e-05}
{"train_loss": 0.002673826180398464, "global_step": 28416, "epoch": 159, "lr": 8.392565697761434e-05}
{"train_loss": 0.005328307393938303, "global_step": 28417, "epoch": 159, "lr": 8.392457146087114e-05}
{"train_loss": 0.0040776110254228115, "global_step": 28418, "epoch": 159, "lr": 8.392348591449683e-05}
{"train_loss": 0.007969843223690987, "global_step": 28419, "epoch": 159, "lr": 8.392240033849242e-05}
{"train_loss": 0.007910486310720444, "global_step": 28420, "epoch": 159, "lr": 8.392131473285878e-05}
{"train_loss": 0.002795962616801262, "global_step": 28421, "epoch": 159, "lr": 8.392022909759691e-05}
{"train_loss": 0.0031193492468446493, "global_step": 28422, "epoch": 159, "lr": 8.391914343270775e-05}
{"train_loss": 0.0041379062458872795, "global_step": 28423, "epoch": 159, "lr": 8.391805773819223e-05}
{"train_loss": 0.002906528767198324, "global_step": 28424, "epoch": 159, "lr": 8.391697201405131e-05}
{"train_loss": 0.004044453613460064, "global_step": 28425, "epoch": 159, "lr": 8.391588626028596e-05}
{"train_loss": 0.006666475906968117, "global_step": 28426, "epoch": 159, "lr": 8.39148004768971e-05}
{"train_loss": 0.01257275603711605, "global_step": 28427, "epoch": 159, "lr": 8.39137146638857e-05}
{"train_loss": 0.006763978861272335, "global_step": 28428, "epoch": 159, "lr": 8.391262882125268e-05}
{"train_loss": 0.009058449417352676, "global_step": 28429, "epoch": 159, "lr": 8.3911542948999e-05}
{"train_loss": 0.005244276486337185, "global_step": 28430, "epoch": 159, "lr": 8.391045704712562e-05}
{"train_loss": 0.006096395663917065, "global_step": 28431, "epoch": 159, "lr": 8.390937111563349e-05}
{"train_loss": 0.005033678840845823, "global_step": 28432, "epoch": 159, "lr": 8.390828515452354e-05}
{"train_loss": 0.005346205085515976, "global_step": 28433, "epoch": 159, "lr": 8.390719916379672e-05}
{"train_loss": 0.0068141501396894455, "global_step": 28434, "epoch": 159, "lr": 8.3906113143454e-05}
{"train_loss": 0.004557902459055185, "global_step": 28435, "epoch": 159, "lr": 8.39050270934963e-05}
{"train_loss": 0.006014212034642696, "global_step": 28436, "epoch": 159, "lr": 8.39039410139246e-05}
{"train_loss": 0.005670096725225449, "global_step": 28437, "epoch": 159, "lr": 8.390285490473982e-05}
{"train_loss": 0.0053356122225522995, "global_step": 28438, "epoch": 159, "lr": 8.390176876594294e-05}
{"train_loss": 0.0037117628380656242, "global_step": 28439, "epoch": 159, "lr": 8.390068259753486e-05}
{"train_loss": 0.006197984796017408, "global_step": 28440, "epoch": 159, "lr": 8.389959639951658e-05}
{"train_loss": 0.005254259333014488, "global_step": 28441, "epoch": 159, "lr": 8.389851017188902e-05}
{"train_loss": 0.006357794627547264, "global_step": 28442, "epoch": 159, "lr": 8.389742391465314e-05}
{"train_loss": 0.006307513453066349, "global_step": 28443, "epoch": 159, "lr": 8.389633762780989e-05}
{"train_loss": 0.005500108934938908, "global_step": 28444, "epoch": 159, "lr": 8.389525131136019e-05}
{"train_loss": 0.004033888224512339, "global_step": 28445, "epoch": 159, "lr": 8.389416496530503e-05}
{"train_loss": 0.007494302466511726, "global_step": 28446, "epoch": 159, "lr": 8.389307858964533e-05}
{"train_loss": 0.0047750151716172695, "global_step": 28447, "epoch": 159, "lr": 8.389199218438206e-05}
{"train_loss": 0.00709247961640358, "global_step": 28448, "epoch": 159, "lr": 8.389090574951616e-05}
{"train_loss": 0.0035231811925768852, "global_step": 28449, "epoch": 159, "lr": 8.388981928504857e-05}
{"train_loss": 0.008182838559150696, "global_step": 28450, "epoch": 159, "lr": 8.388873279098025e-05}
{"train_loss": 0.004361981526017189, "global_step": 28451, "epoch": 159, "lr": 8.388764626731216e-05}
{"train_loss": 0.004993022419512272, "global_step": 28452, "epoch": 159, "lr": 8.388655971404522e-05}
{"train_loss": 0.006956581491976976, "global_step": 28453, "epoch": 159, "lr": 8.38854731311804e-05}
{"train_loss": 0.005453542806208134, "global_step": 28454, "epoch": 159, "lr": 8.388438651871864e-05}
{"train_loss": 0.005138259381055832, "global_step": 28455, "epoch": 159, "lr": 8.388329987666088e-05}
{"train_loss": 0.00789561029523611, "global_step": 28456, "epoch": 159, "lr": 8.388221320500809e-05}
{"train_loss": 0.005732981953769922, "global_step": 28457, "epoch": 159, "lr": 8.388112650376121e-05}
{"train_loss": 0.004108319990336895, "global_step": 28458, "epoch": 159, "lr": 8.388003977292119e-05}
{"train_loss": 0.003477489110082388, "global_step": 28459, "epoch": 159, "lr": 8.387895301248898e-05}
{"train_loss": 0.004441115073859692, "global_step": 28460, "epoch": 159, "lr": 8.387786622246554e-05}
{"train_loss": 0.004269811790436506, "global_step": 28461, "epoch": 159, "lr": 8.38767794028518e-05}
{"train_loss": 0.005505471024662256, "global_step": 28462, "epoch": 159, "lr": 8.38756925536487e-05}
{"train_loss": 0.0025873880367726088, "global_step": 28463, "epoch": 159, "lr": 8.387460567485721e-05}
{"train_loss": 0.005143060348927975, "global_step": 28464, "epoch": 159, "lr": 8.387351876647829e-05}
{"train_loss": 0.0059397160075604916, "global_step": 28465, "epoch": 159, "lr": 8.387243182851285e-05}
{"train_loss": 0.007586081512272358, "global_step": 28466, "epoch": 159, "lr": 8.387134486096189e-05}
{"train_loss": 0.006741099059581757, "global_step": 28467, "epoch": 159, "lr": 8.387025786382632e-05}
{"train_loss": 0.006908921524882317, "global_step": 28468, "epoch": 159, "lr": 8.386917083710711e-05}
{"train_loss": 0.006475935690104961, "global_step": 28469, "epoch": 159, "lr": 8.386808378080519e-05}
{"train_loss": 0.005515441298484802, "global_step": 28470, "epoch": 159, "lr": 8.386699669492153e-05}
{"train_loss": 0.009984452277421951, "global_step": 28471, "epoch": 159, "lr": 8.386590957945705e-05}
{"train_loss": 0.009078260511159897, "global_step": 28472, "epoch": 159, "lr": 8.386482243441276e-05}
{"train_loss": 0.00654226029291749, "global_step": 28473, "epoch": 159, "lr": 8.386373525978954e-05}
{"train_loss": 0.0048809414729475975, "global_step": 28474, "epoch": 159, "lr": 8.386264805558839e-05}
{"train_loss": 0.0049201385118067265, "global_step": 28475, "epoch": 159, "lr": 8.386156082181023e-05}
{"train_loss": 0.01595935970544815, "global_step": 28476, "epoch": 159, "lr": 8.386047355845601e-05}
{"train_loss": 0.003911483101546764, "global_step": 28477, "epoch": 159, "lr": 8.38593862655267e-05}
{"train_loss": 0.007492600474506617, "global_step": 28478, "epoch": 159, "lr": 8.385829894302323e-05}
{"train_loss": 0.006205538005222765, "global_step": 28479, "epoch": 159, "lr": 8.385721159094657e-05}
{"train_loss": 0.005527735687792301, "global_step": 28480, "epoch": 160, "lr": 8.385612420929764e-05}
{"train_loss": 0.005180046893656254, "global_step": 28481, "epoch": 160, "lr": 8.385503679807742e-05}
{"train_loss": 0.00590054877102375, "global_step": 28482, "epoch": 160, "lr": 8.385394935728685e-05}
{"train_loss": 0.006060176528990269, "global_step": 28483, "epoch": 160, "lr": 8.385286188692687e-05}
{"train_loss": 0.005223555490374565, "global_step": 28484, "epoch": 160, "lr": 8.385177438699842e-05}
{"train_loss": 0.006190289277583361, "global_step": 28485, "epoch": 160, "lr": 8.385068685750249e-05}
{"train_loss": 0.005644849501550198, "global_step": 28486, "epoch": 160, "lr": 8.384959929843999e-05}
{"train_loss": 0.004518262110650539, "global_step": 28487, "epoch": 160, "lr": 8.384851170981191e-05}
{"train_loss": 0.009655889123678207, "global_step": 28488, "epoch": 160, "lr": 8.384742409161916e-05}
{"train_loss": 0.009365106001496315, "global_step": 28489, "epoch": 160, "lr": 8.38463364438627e-05}
{"train_loss": 0.005069328472018242, "global_step": 28490, "epoch": 160, "lr": 8.38452487665435e-05}
{"train_loss": 0.005387558601796627, "global_step": 28491, "epoch": 160, "lr": 8.38441610596625e-05}
{"train_loss": 0.0069449059665203094, "global_step": 28492, "epoch": 160, "lr": 8.384307332322064e-05}
{"train_loss": 0.00928450282663107, "global_step": 28493, "epoch": 160, "lr": 8.384198555721887e-05}
{"train_loss": 0.008734241127967834, "global_step": 28494, "epoch": 160, "lr": 8.384089776165816e-05}
{"train_loss": 0.009169631637632847, "global_step": 28495, "epoch": 160, "lr": 8.383980993653943e-05}
{"train_loss": 0.005431972444057465, "global_step": 28496, "epoch": 160, "lr": 8.383872208186367e-05}
{"train_loss": 0.006273727864027023, "global_step": 28497, "epoch": 160, "lr": 8.383763419763179e-05}
{"train_loss": 0.012304999865591526, "global_step": 28498, "epoch": 160, "lr": 8.383654628384477e-05}
{"train_loss": 0.0058329906314611435, "global_step": 28499, "epoch": 160, "lr": 8.383545834050353e-05}
{"train_loss": 0.0032643144950270653, "global_step": 28500, "epoch": 160, "lr": 8.383437036760904e-05}
{"train_loss": 0.008166145533323288, "global_step": 28501, "epoch": 160, "lr": 8.383328236516225e-05}
{"train_loss": 0.0053574321791529655, "global_step": 28502, "epoch": 160, "lr": 8.383219433316411e-05}
{"train_loss": 0.005980789195746183, "global_step": 28503, "epoch": 160, "lr": 8.383110627161559e-05}
{"train_loss": 0.004072677344083786, "global_step": 28504, "epoch": 160, "lr": 8.383001818051759e-05}
{"train_loss": 0.005799015983939171, "global_step": 28505, "epoch": 160, "lr": 8.382893005987112e-05}
{"train_loss": 0.008487721905112267, "global_step": 28506, "epoch": 160, "lr": 8.382784190967706e-05}
{"train_loss": 0.00871693342924118, "global_step": 28507, "epoch": 160, "lr": 8.382675372993642e-05}
{"train_loss": 0.0032515455968677998, "global_step": 28508, "epoch": 160, "lr": 8.382566552065014e-05}
{"train_loss": 0.006335822865366936, "global_step": 28509, "epoch": 160, "lr": 8.382457728181914e-05}
{"train_loss": 0.005123230628669262, "global_step": 28510, "epoch": 160, "lr": 8.382348901344442e-05}
{"train_loss": 0.0033720603678375483, "global_step": 28511, "epoch": 160, "lr": 8.382240071552687e-05}
{"train_loss": 0.0033906460739672184, "global_step": 28512, "epoch": 160, "lr": 8.382131238806749e-05}
{"train_loss": 0.00408108439296484, "global_step": 28513, "epoch": 160, "lr": 8.382022403106722e-05}
{"train_loss": 0.005245994310826063, "global_step": 28514, "epoch": 160, "lr": 8.381913564452699e-05}
{"train_loss": 0.00783528946340084, "global_step": 28515, "epoch": 160, "lr": 8.381804722844777e-05}
{"train_loss": 0.006515631917864084, "global_step": 28516, "epoch": 160, "lr": 8.381695878283051e-05}
{"train_loss": 0.005867174826562405, "global_step": 28517, "epoch": 160, "lr": 8.381587030767614e-05}
{"train_loss": 0.004736811853945255, "global_step": 28518, "epoch": 160, "lr": 8.381478180298565e-05}
{"train_loss": 0.006792849395424128, "global_step": 28519, "epoch": 160, "lr": 8.381369326875996e-05}
{"train_loss": 0.004018823616206646, "global_step": 28520, "epoch": 160, "lr": 8.381260470500003e-05}
{"train_loss": 0.009972639381885529, "global_step": 28521, "epoch": 160, "lr": 8.381151611170679e-05}
{"train_loss": 0.0051536234095692635, "global_step": 28522, "epoch": 160, "lr": 8.381042748888123e-05}
{"train_loss": 0.006279340945184231, "global_step": 28523, "epoch": 160, "lr": 8.380933883652428e-05}
{"train_loss": 0.008104081265628338, "global_step": 28524, "epoch": 160, "lr": 8.380825015463688e-05}
{"train_loss": 0.005392639897763729, "global_step": 28525, "epoch": 160, "lr": 8.380716144322e-05}
{"train_loss": 0.003822777885943651, "global_step": 28526, "epoch": 160, "lr": 8.380607270227458e-05}
{"train_loss": 0.007468368858098984, "global_step": 28527, "epoch": 160, "lr": 8.380498393180158e-05}
{"train_loss": 0.005403907969594002, "global_step": 28528, "epoch": 160, "lr": 8.380389513180193e-05}
{"train_loss": 0.008991719223558903, "global_step": 28529, "epoch": 160, "lr": 8.380280630227661e-05}
{"train_loss": 0.006547074764966965, "global_step": 28530, "epoch": 160, "lr": 8.380171744322655e-05}
{"train_loss": 0.0056806886568665504, "global_step": 28531, "epoch": 160, "lr": 8.380062855465272e-05}
{"train_loss": 0.008621001616120338, "global_step": 28532, "epoch": 160, "lr": 8.379953963655605e-05}
{"train_loss": 0.005315692629665136, "global_step": 28533, "epoch": 160, "lr": 8.37984506889375e-05}
{"train_loss": 0.002757520182058215, "global_step": 28534, "epoch": 160, "lr": 8.379736171179804e-05}
{"train_loss": 0.008217459544539452, "global_step": 28535, "epoch": 160, "lr": 8.379627270513859e-05}
{"train_loss": 0.011229224503040314, "global_step": 28536, "epoch": 160, "lr": 8.37951836689601e-05}
{"train_loss": 0.008110933005809784, "global_step": 28537, "epoch": 160, "lr": 8.379409460326357e-05}
{"train_loss": 0.004469686187803745, "global_step": 28538, "epoch": 160, "lr": 8.379300550804988e-05}
{"train_loss": 0.012268739752471447, "global_step": 28539, "epoch": 160, "lr": 8.379191638332004e-05}
{"train_loss": 0.008415807038545609, "global_step": 28540, "epoch": 160, "lr": 8.379082722907496e-05}
{"train_loss": 0.003027671715244651, "global_step": 28541, "epoch": 160, "lr": 8.378973804531562e-05}
{"train_loss": 0.006647446192800999, "global_step": 28542, "epoch": 160, "lr": 8.378864883204298e-05}
{"train_loss": 0.01137449685484171, "global_step": 28543, "epoch": 160, "lr": 8.378755958925795e-05}
{"train_loss": 0.003932862542569637, "global_step": 28544, "epoch": 160, "lr": 8.378647031696152e-05}
{"train_loss": 0.008209917694330215, "global_step": 28545, "epoch": 160, "lr": 8.37853810151546e-05}
{"train_loss": 0.003513000439852476, "global_step": 28546, "epoch": 160, "lr": 8.378429168383818e-05}
{"train_loss": 0.0075584836304187775, "global_step": 28547, "epoch": 160, "lr": 8.378320232301322e-05}
{"train_loss": 0.007654544897377491, "global_step": 28548, "epoch": 160, "lr": 8.378211293268063e-05}
{"train_loss": 0.004322705790400505, "global_step": 28549, "epoch": 160, "lr": 8.378102351284139e-05}
{"train_loss": 0.0034478073939681053, "global_step": 28550, "epoch": 160, "lr": 8.377993406349643e-05}
{"train_loss": 0.012889726087450981, "global_step": 28551, "epoch": 160, "lr": 8.377884458464674e-05}
{"train_loss": 0.005061224568635225, "global_step": 28552, "epoch": 160, "lr": 8.377775507629322e-05}
{"train_loss": 0.014256544411182404, "global_step": 28553, "epoch": 160, "lr": 8.377666553843687e-05}
{"train_loss": 0.008223399519920349, "global_step": 28554, "epoch": 160, "lr": 8.377557597107859e-05}
{"train_loss": 0.004096114542335272, "global_step": 28555, "epoch": 160, "lr": 8.377448637421938e-05}
{"train_loss": 0.005291633307933807, "global_step": 28556, "epoch": 160, "lr": 8.377339674786018e-05}
{"train_loss": 0.0041811419650912285, "global_step": 28557, "epoch": 160, "lr": 8.377230709200192e-05}
{"train_loss": 0.004194782115519047, "global_step": 28558, "epoch": 160, "lr": 8.377121740664558e-05}
{"train_loss": 0.009469378739595413, "global_step": 28559, "epoch": 160, "lr": 8.377012769179208e-05}
{"train_loss": 0.00480230525135994, "global_step": 28560, "epoch": 160, "lr": 8.376903794744242e-05}
{"train_loss": 0.00863604061305523, "global_step": 28561, "epoch": 160, "lr": 8.37679481735975e-05}
{"train_loss": 0.0041707949712872505, "global_step": 28562, "epoch": 160, "lr": 8.37668583702583e-05}
{"train_loss": 0.005799207836389542, "global_step": 28563, "epoch": 160, "lr": 8.376576853742577e-05}
{"train_loss": 0.00680204015225172, "global_step": 28564, "epoch": 160, "lr": 8.376467867510085e-05}
{"train_loss": 0.0032561710104346275, "global_step": 28565, "epoch": 160, "lr": 8.37635887832845e-05}
{"train_loss": 0.003970764577388763, "global_step": 28566, "epoch": 160, "lr": 8.376249886197766e-05}
{"train_loss": 0.004726641345769167, "global_step": 28567, "epoch": 160, "lr": 8.376140891118131e-05}
{"train_loss": 0.004033433739095926, "global_step": 28568, "epoch": 160, "lr": 8.376031893089639e-05}
{"train_loss": 0.006403999403119087, "global_step": 28569, "epoch": 160, "lr": 8.375922892112383e-05}
{"train_loss": 0.004816037602722645, "global_step": 28570, "epoch": 160, "lr": 8.37581388818646e-05}
{"train_loss": 0.004386624321341515, "global_step": 28571, "epoch": 160, "lr": 8.375704881311968e-05}
{"train_loss": 0.007151762954890728, "global_step": 28572, "epoch": 160, "lr": 8.375595871488997e-05}
{"train_loss": 0.007381621748209, "global_step": 28573, "epoch": 160, "lr": 8.375486858717645e-05}
{"train_loss": 0.005720454268157482, "global_step": 28574, "epoch": 160, "lr": 8.375377842998007e-05}
{"train_loss": 0.0036683580838143826, "global_step": 28575, "epoch": 160, "lr": 8.375268824330178e-05}
{"train_loss": 0.009321440011262894, "global_step": 28576, "epoch": 160, "lr": 8.375159802714254e-05}
{"train_loss": 0.011383287608623505, "global_step": 28577, "epoch": 160, "lr": 8.375050778150329e-05}
{"train_loss": 0.00961283314973116, "global_step": 28578, "epoch": 160, "lr": 8.374941750638497e-05}
{"train_loss": 0.009831762872636318, "global_step": 28579, "epoch": 160, "lr": 8.374832720178858e-05}
{"train_loss": 0.008172933012247086, "global_step": 28580, "epoch": 160, "lr": 8.374723686771501e-05}
{"train_loss": 0.007784227840602398, "global_step": 28581, "epoch": 160, "lr": 8.374614650416527e-05}
{"train_loss": 0.006804163567721844, "global_step": 28582, "epoch": 160, "lr": 8.374505611114028e-05}
{"train_loss": 0.0041634030640125275, "global_step": 28583, "epoch": 160, "lr": 8.374396568864098e-05}
{"train_loss": 0.004945044871419668, "global_step": 28584, "epoch": 160, "lr": 8.374287523666836e-05}
{"train_loss": 0.010837974026799202, "global_step": 28585, "epoch": 160, "lr": 8.374178475522335e-05}
{"train_loss": 0.007072117645293474, "global_step": 28586, "epoch": 160, "lr": 8.374069424430691e-05}
{"train_loss": 0.007401154842227697, "global_step": 28587, "epoch": 160, "lr": 8.373960370391998e-05}
{"train_loss": 0.00547100231051445, "global_step": 28588, "epoch": 160, "lr": 8.373851313406352e-05}
{"train_loss": 0.008735612034797668, "global_step": 28589, "epoch": 160, "lr": 8.373742253473848e-05}
{"train_loss": 0.0051008351147174835, "global_step": 28590, "epoch": 160, "lr": 8.373633190594583e-05}
{"train_loss": 0.013816418126225471, "global_step": 28591, "epoch": 160, "lr": 8.37352412476865e-05}
{"train_loss": 0.00680998619645834, "global_step": 28592, "epoch": 160, "lr": 8.373415055996145e-05}
{"train_loss": 0.006475687492638826, "global_step": 28593, "epoch": 160, "lr": 8.373305984277164e-05}
{"train_loss": 0.007791371550410986, "global_step": 28594, "epoch": 160, "lr": 8.373196909611803e-05}
{"train_loss": 0.004090338014066219, "global_step": 28595, "epoch": 160, "lr": 8.373087832000154e-05}
{"train_loss": 0.005949677899479866, "global_step": 28596, "epoch": 160, "lr": 8.372978751442315e-05}
{"train_loss": 0.006200618110597134, "global_step": 28597, "epoch": 160, "lr": 8.372869667938379e-05}
{"train_loss": 0.006861220113933086, "global_step": 28598, "epoch": 160, "lr": 8.372760581488444e-05}
{"train_loss": 0.005412990227341652, "global_step": 28599, "epoch": 160, "lr": 8.372651492092605e-05}
{"train_loss": 0.00794246792793274, "global_step": 28600, "epoch": 160, "lr": 8.372542399750955e-05}
{"train_loss": 0.004383357707411051, "global_step": 28601, "epoch": 160, "lr": 8.372433304463591e-05}
{"train_loss": 0.006108351983129978, "global_step": 28602, "epoch": 160, "lr": 8.372324206230608e-05}
{"train_loss": 0.007510955445468426, "global_step": 28603, "epoch": 160, "lr": 8.372215105052102e-05}
{"train_loss": 0.006259649991989136, "global_step": 28604, "epoch": 160, "lr": 8.372106000928166e-05}
{"train_loss": 0.01054532639682293, "global_step": 28605, "epoch": 160, "lr": 8.371996893858898e-05}
{"train_loss": 0.012933006510138512, "global_step": 28606, "epoch": 160, "lr": 8.37188778384439e-05}
{"train_loss": 0.003794296644628048, "global_step": 28607, "epoch": 160, "lr": 8.371778670884741e-05}
{"train_loss": 0.012804417870938778, "global_step": 28608, "epoch": 160, "lr": 8.371669554980045e-05}
{"train_loss": 0.008648751303553581, "global_step": 28609, "epoch": 160, "lr": 8.371560436130397e-05}
{"train_loss": 0.0035560328979045153, "global_step": 28610, "epoch": 160, "lr": 8.371451314335892e-05}
{"train_loss": 0.0041992394253611565, "global_step": 28611, "epoch": 160, "lr": 8.371342189596625e-05}
{"train_loss": 0.004110494628548622, "global_step": 28612, "epoch": 160, "lr": 8.371233061912691e-05}
{"train_loss": 0.0027482928708195686, "global_step": 28613, "epoch": 160, "lr": 8.371123931284188e-05}
{"train_loss": 0.006675670854747295, "global_step": 28614, "epoch": 160, "lr": 8.37101479771121e-05}
{"train_loss": 0.005351785570383072, "global_step": 28615, "epoch": 160, "lr": 8.37090566119385e-05}
{"train_loss": 0.007290434557944536, "global_step": 28616, "epoch": 160, "lr": 8.370796521732207e-05}
{"train_loss": 0.004909668117761612, "global_step": 28617, "epoch": 160, "lr": 8.370687379326374e-05}
{"train_loss": 0.007001320831477642, "global_step": 28618, "epoch": 160, "lr": 8.370578233976448e-05}
{"train_loss": 0.009478561580181122, "global_step": 28619, "epoch": 160, "lr": 8.370469085682521e-05}
{"train_loss": 0.006879476830363274, "global_step": 28620, "epoch": 160, "lr": 8.370359934444691e-05}
{"train_loss": 0.005016044247895479, "global_step": 28621, "epoch": 160, "lr": 8.370250780263053e-05}
{"train_loss": 0.004976555239409208, "global_step": 28622, "epoch": 160, "lr": 8.370141623137703e-05}
{"train_loss": 0.002889402210712433, "global_step": 28623, "epoch": 160, "lr": 8.370032463068735e-05}
{"train_loss": 0.00937825720757246, "global_step": 28624, "epoch": 160, "lr": 8.369923300056246e-05}
{"train_loss": 0.01295025646686554, "global_step": 28625, "epoch": 160, "lr": 8.369814134100328e-05}
{"train_loss": 0.0032230373471975327, "global_step": 28626, "epoch": 160, "lr": 8.369704965201081e-05}
{"train_loss": 0.007971739396452904, "global_step": 28627, "epoch": 160, "lr": 8.369595793358596e-05}
{"train_loss": 0.002921393373981118, "global_step": 28628, "epoch": 160, "lr": 8.369486618572971e-05}
{"train_loss": 0.01154564693570137, "global_step": 28629, "epoch": 160, "lr": 8.369377440844301e-05}
{"train_loss": 0.010184334591031075, "global_step": 28630, "epoch": 160, "lr": 8.369268260172681e-05}
{"train_loss": 0.008996621705591679, "global_step": 28631, "epoch": 160, "lr": 8.369159076558207e-05}
{"train_loss": 0.006199726834893227, "global_step": 28632, "epoch": 160, "lr": 8.369049890000972e-05}
{"train_loss": 0.00509014492854476, "global_step": 28633, "epoch": 160, "lr": 8.368940700501074e-05}
{"train_loss": 0.0065043228678405285, "global_step": 28634, "epoch": 160, "lr": 8.368831508058608e-05}
{"train_loss": 0.00423577893525362, "global_step": 28635, "epoch": 160, "lr": 8.368722312673666e-05}
{"train_loss": 0.006507982034236193, "global_step": 28636, "epoch": 160, "lr": 8.36861311434635e-05}
{"train_loss": 0.006090998649597168, "global_step": 28637, "epoch": 160, "lr": 8.368503913076751e-05}
{"train_loss": 0.007076483219861984, "global_step": 28638, "epoch": 160, "lr": 8.368394708864964e-05}
{"train_loss": 0.007977738976478577, "global_step": 28639, "epoch": 160, "lr": 8.368285501711087e-05}
{"train_loss": 0.005526456981897354, "global_step": 28640, "epoch": 160, "lr": 8.36817629161521e-05}
{"train_loss": 0.003937575034797192, "global_step": 28641, "epoch": 160, "lr": 8.368067078577435e-05}
{"train_loss": 0.009787981398403645, "global_step": 28642, "epoch": 160, "lr": 8.367957862597855e-05}
{"train_loss": 0.004062953405082226, "global_step": 28643, "epoch": 160, "lr": 8.367848643676563e-05}
{"train_loss": 0.005397966597229242, "global_step": 28644, "epoch": 160, "lr": 8.367739421813659e-05}
{"train_loss": 0.008109912276268005, "global_step": 28645, "epoch": 160, "lr": 8.367630197009233e-05}
{"train_loss": 0.007025484926998615, "global_step": 28646, "epoch": 160, "lr": 8.367520969263385e-05}
{"train_loss": 0.011099796742200851, "global_step": 28647, "epoch": 160, "lr": 8.367411738576208e-05}
{"train_loss": 0.009202789515256882, "global_step": 28648, "epoch": 160, "lr": 8.367302504947798e-05}
{"train_loss": 0.006003040354698896, "global_step": 28649, "epoch": 160, "lr": 8.36719326837825e-05}
{"train_loss": 0.003722495399415493, "global_step": 28650, "epoch": 160, "lr": 8.36708402886766e-05}
{"train_loss": 0.013334660790860653, "global_step": 28651, "epoch": 160, "lr": 8.366974786416121e-05}
{"train_loss": 0.004449740517884493, "global_step": 28652, "epoch": 160, "lr": 8.366865541023734e-05}
{"train_loss": 0.005669041536748409, "global_step": 28653, "epoch": 160, "lr": 8.366756292690589e-05}
{"train_loss": 0.0031188891734927893, "global_step": 28654, "epoch": 160, "lr": 8.366647041416785e-05}
{"train_loss": 0.006891084834933281, "global_step": 28655, "epoch": 160, "lr": 8.366537787202414e-05}
{"train_loss": 0.007291662506759167, "global_step": 28656, "epoch": 160, "lr": 8.366428530047574e-05}
{"train_loss": 0.0066518549116726, "global_step": 28657, "epoch": 160, "lr": 8.36631926995236e-05, "train_action_mse_error": 1.4075983926886693e-05}
{"train_loss": 0.00932202860713005, "global_step": 28658, "epoch": 161, "lr": 8.366210006916868e-05}
{"train_loss": 0.004440228454768658, "global_step": 28659, "epoch": 161, "lr": 8.366100740941192e-05}
{"train_loss": 0.00914948619902134, "global_step": 28660, "epoch": 161, "lr": 8.365991472025427e-05}
{"train_loss": 0.00468713091686368, "global_step": 28661, "epoch": 161, "lr": 8.365882200169671e-05}
{"train_loss": 0.007127667777240276, "global_step": 28662, "epoch": 161, "lr": 8.365772925374017e-05}
{"train_loss": 0.010387236252427101, "global_step": 28663, "epoch": 161, "lr": 8.365663647638562e-05}
{"train_loss": 0.0052954452112317085, "global_step": 28664, "epoch": 161, "lr": 8.3655543669634e-05}
{"train_loss": 0.004407081753015518, "global_step": 28665, "epoch": 161, "lr": 8.365445083348627e-05}
{"train_loss": 0.006493935361504555, "global_step": 28666, "epoch": 161, "lr": 8.365335796794341e-05}
{"train_loss": 0.007693436462432146, "global_step": 28667, "epoch": 161, "lr": 8.365226507300631e-05}
{"train_loss": 0.006547884549945593, "global_step": 28668, "epoch": 161, "lr": 8.3651172148676e-05}
{"train_loss": 0.013661952689290047, "global_step": 28669, "epoch": 161, "lr": 8.36500791949534e-05}
{"train_loss": 0.004494181834161282, "global_step": 28670, "epoch": 161, "lr": 8.364898621183946e-05}
{"train_loss": 0.005796068347990513, "global_step": 28671, "epoch": 161, "lr": 8.364789319933513e-05}
{"train_loss": 0.009551340714097023, "global_step": 28672, "epoch": 161, "lr": 8.364680015744137e-05}
{"train_loss": 0.005515373311936855, "global_step": 28673, "epoch": 161, "lr": 8.364570708615916e-05}
{"train_loss": 0.009771501645445824, "global_step": 28674, "epoch": 161, "lr": 8.364461398548942e-05}
{"train_loss": 0.005192834883928299, "global_step": 28675, "epoch": 161, "lr": 8.364352085543312e-05}
{"train_loss": 0.0052736662328243256, "global_step": 28676, "epoch": 161, "lr": 8.364242769599122e-05}
{"train_loss": 0.008427713066339493, "global_step": 28677, "epoch": 161, "lr": 8.364133450716466e-05}
{"train_loss": 0.0073514217510819435, "global_step": 28678, "epoch": 161, "lr": 8.364024128895441e-05}
{"train_loss": 0.009017916396260262, "global_step": 28679, "epoch": 161, "lr": 8.363914804136143e-05}
{"train_loss": 0.006326498929411173, "global_step": 28680, "epoch": 161, "lr": 8.363805476438664e-05}
{"train_loss": 0.006288834847509861, "global_step": 28681, "epoch": 161, "lr": 8.363696145803104e-05}
{"train_loss": 0.006480590905994177, "global_step": 28682, "epoch": 161, "lr": 8.363586812229553e-05}
{"train_loss": 0.005099537782371044, "global_step": 28683, "epoch": 161, "lr": 8.363477475718113e-05}
{"train_loss": 0.006544073577970266, "global_step": 28684, "epoch": 161, "lr": 8.363368136268877e-05}
{"train_loss": 0.009358571842312813, "global_step": 28685, "epoch": 161, "lr": 8.363258793881936e-05}
{"train_loss": 0.006450277753174305, "global_step": 28686, "epoch": 161, "lr": 8.363149448557392e-05}
{"train_loss": 0.006406658329069614, "global_step": 28687, "epoch": 161, "lr": 8.363040100295337e-05}
{"train_loss": 0.006482779514044523, "global_step": 28688, "epoch": 161, "lr": 8.362930749095868e-05}
{"train_loss": 0.005483978893607855, "global_step": 28689, "epoch": 161, "lr": 8.36282139495908e-05}
{"train_loss": 0.004468235187232494, "global_step": 28690, "epoch": 161, "lr": 8.362712037885066e-05}
{"train_loss": 0.006359670776873827, "global_step": 28691, "epoch": 161, "lr": 8.362602677873925e-05}
{"train_loss": 0.005918479058891535, "global_step": 28692, "epoch": 161, "lr": 8.362493314925753e-05}
{"train_loss": 0.0037187738344073296, "global_step": 28693, "epoch": 161, "lr": 8.362383949040643e-05}
{"train_loss": 0.005041640251874924, "global_step": 28694, "epoch": 161, "lr": 8.362274580218691e-05}
{"train_loss": 0.0029779488686472178, "global_step": 28695, "epoch": 161, "lr": 8.362165208459993e-05}
{"train_loss": 0.007056170143187046, "global_step": 28696, "epoch": 161, "lr": 8.362055833764644e-05}
{"train_loss": 0.009139623492956161, "global_step": 28697, "epoch": 161, "lr": 8.361946456132741e-05}
{"train_loss": 0.007631222251802683, "global_step": 28698, "epoch": 161, "lr": 8.361837075564378e-05}
{"train_loss": 0.004569739103317261, "global_step": 28699, "epoch": 161, "lr": 8.361727692059652e-05}
{"train_loss": 0.004891705233603716, "global_step": 28700, "epoch": 161, "lr": 8.361618305618656e-05}
{"train_loss": 0.006409662775695324, "global_step": 28701, "epoch": 161, "lr": 8.361508916241488e-05}
{"train_loss": 0.00609413580968976, "global_step": 28702, "epoch": 161, "lr": 8.361399523928243e-05}
{"train_loss": 0.008281641639769077, "global_step": 28703, "epoch": 161, "lr": 8.361290128679015e-05}
{"train_loss": 0.0066805146634578705, "global_step": 28704, "epoch": 161, "lr": 8.361180730493903e-05}
{"train_loss": 0.004933756310492754, "global_step": 28705, "epoch": 161, "lr": 8.361071329373e-05}
{"train_loss": 0.006025675684213638, "global_step": 28706, "epoch": 161, "lr": 8.3609619253164e-05}
{"train_loss": 0.00386450020596385, "global_step": 28707, "epoch": 161, "lr": 8.360852518324202e-05}
{"train_loss": 0.004664478823542595, "global_step": 28708, "epoch": 161, "lr": 8.360743108396498e-05}
{"train_loss": 0.004946368746459484, "global_step": 28709, "epoch": 161, "lr": 8.360633695533389e-05}
{"train_loss": 0.009268427267670631, "global_step": 28710, "epoch": 161, "lr": 8.360524279734965e-05}
{"train_loss": 0.008093297481536865, "global_step": 28711, "epoch": 161, "lr": 8.360414861001325e-05}
{"train_loss": 0.004995791241526604, "global_step": 28712, "epoch": 161, "lr": 8.360305439332561e-05}
{"train_loss": 0.004734727554023266, "global_step": 28713, "epoch": 161, "lr": 8.360196014728771e-05}
{"train_loss": 0.008780024945735931, "global_step": 28714, "epoch": 161, "lr": 8.360086587190052e-05}
{"train_loss": 0.003662753850221634, "global_step": 28715, "epoch": 161, "lr": 8.359977156716499e-05}
{"train_loss": 0.007293475326150656, "global_step": 28716, "epoch": 161, "lr": 8.359867723308204e-05}
{"train_loss": 0.005779218394309282, "global_step": 28717, "epoch": 161, "lr": 8.359758286965267e-05}
{"train_loss": 0.00828552059829235, "global_step": 28718, "epoch": 161, "lr": 8.359648847687782e-05}
{"train_loss": 0.004740823991596699, "global_step": 28719, "epoch": 161, "lr": 8.359539405475843e-05}
{"train_loss": 0.004781955853104591, "global_step": 28720, "epoch": 161, "lr": 8.359429960329547e-05}
{"train_loss": 0.01124407909810543, "global_step": 28721, "epoch": 161, "lr": 8.359320512248991e-05}
{"train_loss": 0.00420237984508276, "global_step": 28722, "epoch": 161, "lr": 8.359211061234269e-05}
{"train_loss": 0.004462676588445902, "global_step": 28723, "epoch": 161, "lr": 8.359101607285475e-05}
{"train_loss": 0.007414619438350201, "global_step": 28724, "epoch": 161, "lr": 8.358992150402709e-05}
{"train_loss": 0.0065667713060975075, "global_step": 28725, "epoch": 161, "lr": 8.358882690586061e-05}
{"train_loss": 0.003780205035582185, "global_step": 28726, "epoch": 161, "lr": 8.358773227835632e-05}
{"train_loss": 0.008358757942914963, "global_step": 28727, "epoch": 161, "lr": 8.358663762151513e-05}
{"train_loss": 0.007544840686023235, "global_step": 28728, "epoch": 161, "lr": 8.358554293533804e-05}
{"train_loss": 0.009110295213758945, "global_step": 28729, "epoch": 161, "lr": 8.358444821982598e-05}
{"train_loss": 0.007178192492574453, "global_step": 28730, "epoch": 161, "lr": 8.358335347497989e-05}
{"train_loss": 0.0035460498183965683, "global_step": 28731, "epoch": 161, "lr": 8.358225870080076e-05}
{"train_loss": 0.006673144176602364, "global_step": 28732, "epoch": 161, "lr": 8.358116389728954e-05}
{"train_loss": 0.007097735535353422, "global_step": 28733, "epoch": 161, "lr": 8.358006906444718e-05}
{"train_loss": 0.011382173746824265, "global_step": 28734, "epoch": 161, "lr": 8.35789742022746e-05}
{"train_loss": 0.005370726343244314, "global_step": 28735, "epoch": 161, "lr": 8.357787931077284e-05}
{"train_loss": 0.006735020317137241, "global_step": 28736, "epoch": 161, "lr": 8.357678438994277e-05}
{"train_loss": 0.005412526428699493, "global_step": 28737, "epoch": 161, "lr": 8.35756894397854e-05}
{"train_loss": 0.0038216328248381615, "global_step": 28738, "epoch": 161, "lr": 8.357459446030167e-05}
{"train_loss": 0.008453130722045898, "global_step": 28739, "epoch": 161, "lr": 8.357349945149253e-05}
{"train_loss": 0.006055159028619528, "global_step": 28740, "epoch": 161, "lr": 8.357240441335895e-05}
{"train_loss": 0.004350990988314152, "global_step": 28741, "epoch": 161, "lr": 8.357130934590188e-05}
{"train_loss": 0.005633358843624592, "global_step": 28742, "epoch": 161, "lr": 8.357021424912228e-05}
{"train_loss": 0.005560350604355335, "global_step": 28743, "epoch": 161, "lr": 8.35691191230211e-05}
{"train_loss": 0.011140438728034496, "global_step": 28744, "epoch": 161, "lr": 8.356802396759929e-05}
{"train_loss": 0.009684545919299126, "global_step": 28745, "epoch": 161, "lr": 8.356692878285784e-05}
{"train_loss": 0.003554912284016609, "global_step": 28746, "epoch": 161, "lr": 8.356583356879766e-05}
{"train_loss": 0.008203411474823952, "global_step": 28747, "epoch": 161, "lr": 8.356473832541974e-05}
{"train_loss": 0.010142195969820023, "global_step": 28748, "epoch": 161, "lr": 8.356364305272501e-05}
{"train_loss": 0.00639033317565918, "global_step": 28749, "epoch": 161, "lr": 8.356254775071445e-05}
{"train_loss": 0.009312237612903118, "global_step": 28750, "epoch": 161, "lr": 8.356145241938902e-05}
{"train_loss": 0.00674440898001194, "global_step": 28751, "epoch": 161, "lr": 8.356035705874965e-05}
{"train_loss": 0.00433825608342886, "global_step": 28752, "epoch": 161, "lr": 8.355926166879731e-05}
{"train_loss": 0.008359096013009548, "global_step": 28753, "epoch": 161, "lr": 8.355816624953297e-05}
{"train_loss": 0.005116583313792944, "global_step": 28754, "epoch": 161, "lr": 8.355707080095759e-05}
{"train_loss": 0.0070806872099637985, "global_step": 28755, "epoch": 161, "lr": 8.355597532307208e-05}
{"train_loss": 0.010506992228329182, "global_step": 28756, "epoch": 161, "lr": 8.355487981587745e-05}
{"train_loss": 0.005330899264663458, "global_step": 28757, "epoch": 161, "lr": 8.355378427937463e-05}
{"train_loss": 0.004474265035241842, "global_step": 28758, "epoch": 161, "lr": 8.355268871356459e-05}
{"train_loss": 0.004063044674694538, "global_step": 28759, "epoch": 161, "lr": 8.355159311844826e-05}
{"train_loss": 0.008323870599269867, "global_step": 28760, "epoch": 161, "lr": 8.355049749402663e-05}
{"train_loss": 0.006402528844773769, "global_step": 28761, "epoch": 161, "lr": 8.354940184030065e-05}
{"train_loss": 0.005876954644918442, "global_step": 28762, "epoch": 161, "lr": 8.354830615727127e-05}
{"train_loss": 0.00394033920019865, "global_step": 28763, "epoch": 161, "lr": 8.354721044493945e-05}
{"train_loss": 0.007334548979997635, "global_step": 28764, "epoch": 161, "lr": 8.354611470330614e-05}
{"train_loss": 0.0033820215612649918, "global_step": 28765, "epoch": 161, "lr": 8.354501893237231e-05}
{"train_loss": 0.0025029906537383795, "global_step": 28766, "epoch": 161, "lr": 8.35439231321389e-05}
{"train_loss": 0.008750795386731625, "global_step": 28767, "epoch": 161, "lr": 8.354282730260688e-05}
{"train_loss": 0.008818323723971844, "global_step": 28768, "epoch": 161, "lr": 8.354173144377719e-05}
{"train_loss": 0.006589239928871393, "global_step": 28769, "epoch": 161, "lr": 8.354063555565082e-05}
{"train_loss": 0.00793648511171341, "global_step": 28770, "epoch": 161, "lr": 8.35395396382287e-05}
{"train_loss": 0.007099534384906292, "global_step": 28771, "epoch": 161, "lr": 8.353844369151181e-05}
{"train_loss": 0.004772218409925699, "global_step": 28772, "epoch": 161, "lr": 8.353734771550107e-05}
{"train_loss": 0.003927919548004866, "global_step": 28773, "epoch": 161, "lr": 8.353625171019748e-05}
{"train_loss": 0.006951622199267149, "global_step": 28774, "epoch": 161, "lr": 8.353515567560195e-05}
{"train_loss": 0.004054799675941467, "global_step": 28775, "epoch": 161, "lr": 8.353405961171548e-05}
{"train_loss": 0.006957820616662502, "global_step": 28776, "epoch": 161, "lr": 8.353296351853902e-05}
{"train_loss": 0.005200356710702181, "global_step": 28777, "epoch": 161, "lr": 8.35318673960735e-05}
{"train_loss": 0.007586537394672632, "global_step": 28778, "epoch": 161, "lr": 8.353077124431992e-05}
{"train_loss": 0.0050310734659433365, "global_step": 28779, "epoch": 161, "lr": 8.35296750632792e-05}
{"train_loss": 0.007357380352914333, "global_step": 28780, "epoch": 161, "lr": 8.352857885295228e-05}
{"train_loss": 0.006876503117382526, "global_step": 28781, "epoch": 161, "lr": 8.35274826133402e-05}
{"train_loss": 0.005337159149348736, "global_step": 28782, "epoch": 161, "lr": 8.352638634444384e-05}
{"train_loss": 0.0071343956515192986, "global_step": 28783, "epoch": 161, "lr": 8.35252900462642e-05}
{"train_loss": 0.003347048070281744, "global_step": 28784, "epoch": 161, "lr": 8.35241937188022e-05}
{"train_loss": 0.005780777893960476, "global_step": 28785, "epoch": 161, "lr": 8.352309736205884e-05}
{"train_loss": 0.007853679358959198, "global_step": 28786, "epoch": 161, "lr": 8.352200097603504e-05}
{"train_loss": 0.009556470438838005, "global_step": 28787, "epoch": 161, "lr": 8.352090456073178e-05}
{"train_loss": 0.006082636769860983, "global_step": 28788, "epoch": 161, "lr": 8.351980811615002e-05}
{"train_loss": 0.004042402841150761, "global_step": 28789, "epoch": 161, "lr": 8.351871164229069e-05}
{"train_loss": 0.012876730412244797, "global_step": 28790, "epoch": 161, "lr": 8.351761513915478e-05}
{"train_loss": 0.0045957863330841064, "global_step": 28791, "epoch": 161, "lr": 8.351651860674323e-05}
{"train_loss": 0.0035636380780488253, "global_step": 28792, "epoch": 161, "lr": 8.351542204505701e-05}
{"train_loss": 0.004381433594971895, "global_step": 28793, "epoch": 161, "lr": 8.351432545409708e-05}
{"train_loss": 0.010141395032405853, "global_step": 28794, "epoch": 161, "lr": 8.351322883386437e-05}
{"train_loss": 0.003203505650162697, "global_step": 28795, "epoch": 161, "lr": 8.351213218435985e-05}
{"train_loss": 0.007193595636636019, "global_step": 28796, "epoch": 161, "lr": 8.35110355055845e-05}
{"train_loss": 0.006228514946997166, "global_step": 28797, "epoch": 161, "lr": 8.350993879753925e-05}
{"train_loss": 0.015291371382772923, "global_step": 28798, "epoch": 161, "lr": 8.350884206022508e-05}
{"train_loss": 0.006440762430429459, "global_step": 28799, "epoch": 161, "lr": 8.350774529364292e-05}
{"train_loss": 0.00886212382465601, "global_step": 28800, "epoch": 161, "lr": 8.350664849779378e-05}
{"train_loss": 0.007883889600634575, "global_step": 28801, "epoch": 161, "lr": 8.350555167267855e-05}
{"train_loss": 0.006210648454725742, "global_step": 28802, "epoch": 161, "lr": 8.350445481829822e-05}
{"train_loss": 0.0064736297354102135, "global_step": 28803, "epoch": 161, "lr": 8.350335793465378e-05}
{"train_loss": 0.00906954612582922, "global_step": 28804, "epoch": 161, "lr": 8.350226102174614e-05}
{"train_loss": 0.004768897779285908, "global_step": 28805, "epoch": 161, "lr": 8.350116407957627e-05}
{"train_loss": 0.005334922112524509, "global_step": 28806, "epoch": 161, "lr": 8.350006710814516e-05}
{"train_loss": 0.009422370232641697, "global_step": 28807, "epoch": 161, "lr": 8.349897010745371e-05}
{"train_loss": 0.006700402125716209, "global_step": 28808, "epoch": 161, "lr": 8.349787307750292e-05}
{"train_loss": 0.0033106557093560696, "global_step": 28809, "epoch": 161, "lr": 8.349677601829375e-05}
{"train_loss": 0.007473398931324482, "global_step": 28810, "epoch": 161, "lr": 8.349567892982713e-05}
{"train_loss": 0.00702308164909482, "global_step": 28811, "epoch": 161, "lr": 8.349458181210405e-05}
{"train_loss": 0.01071074977517128, "global_step": 28812, "epoch": 161, "lr": 8.349348466512544e-05}
{"train_loss": 0.006466824561357498, "global_step": 28813, "epoch": 161, "lr": 8.349238748889227e-05}
{"train_loss": 0.0022842902690172195, "global_step": 28814, "epoch": 161, "lr": 8.349129028340553e-05}
{"train_loss": 0.005563800223171711, "global_step": 28815, "epoch": 161, "lr": 8.349019304866611e-05}
{"train_loss": 0.006378060206770897, "global_step": 28816, "epoch": 161, "lr": 8.348909578467503e-05}
{"train_loss": 0.005828863009810448, "global_step": 28817, "epoch": 161, "lr": 8.348799849143321e-05}
{"train_loss": 0.004163065459579229, "global_step": 28818, "epoch": 161, "lr": 8.348690116894163e-05}
{"train_loss": 0.004632565192878246, "global_step": 28819, "epoch": 161, "lr": 8.348580381720124e-05}
{"train_loss": 0.0026589517947286367, "global_step": 28820, "epoch": 161, "lr": 8.3484706436213e-05}
{"train_loss": 0.004714041482657194, "global_step": 28821, "epoch": 161, "lr": 8.348360902597787e-05}
{"train_loss": 0.006952735595405102, "global_step": 28822, "epoch": 161, "lr": 8.348251158649681e-05}
{"train_loss": 0.004551723599433899, "global_step": 28823, "epoch": 161, "lr": 8.348141411777078e-05}
{"train_loss": 0.008685918524861336, "global_step": 28824, "epoch": 161, "lr": 8.348031661980071e-05}
{"train_loss": 0.012139817699790001, "global_step": 28825, "epoch": 161, "lr": 8.34792190925876e-05}
{"train_loss": 0.005805552005767822, "global_step": 28826, "epoch": 161, "lr": 8.34781215361324e-05}
{"train_loss": 0.008466552011668682, "global_step": 28827, "epoch": 161, "lr": 8.347702395043604e-05}
{"train_loss": 0.003964159172028303, "global_step": 28828, "epoch": 161, "lr": 8.347592633549953e-05}
{"train_loss": 0.006767971906810999, "global_step": 28829, "epoch": 161, "lr": 8.347482869132377e-05}
{"train_loss": 0.004452694207429886, "global_step": 28830, "epoch": 161, "lr": 8.347373101790976e-05}
{"train_loss": 0.011136200278997421, "global_step": 28831, "epoch": 161, "lr": 8.347263331525843e-05}
{"train_loss": 0.007559547666460276, "global_step": 28832, "epoch": 161, "lr": 8.347153558337076e-05}
{"train_loss": 0.006111104041337967, "global_step": 28833, "epoch": 161, "lr": 8.347043782224771e-05}
{"train_loss": 0.009451684542000294, "global_step": 28834, "epoch": 161, "lr": 8.346934003189021e-05}
{"train_loss": 0.006559926730036484, "global_step": 28835, "epoch": 161, "lr": 8.346824221229927e-05}
{"train_loss": 0.006490031722933054, "global_step": 28836, "epoch": 162, "lr": 8.34671443634758e-05}
{"train_loss": 0.008399377577006817, "global_step": 28837, "epoch": 162, "lr": 8.34660464854208e-05}
{"train_loss": 0.0076964376494288445, "global_step": 28838, "epoch": 162, "lr": 8.346494857813519e-05}
{"train_loss": 0.0045042154379189014, "global_step": 28839, "epoch": 162, "lr": 8.346385064161995e-05}
{"train_loss": 0.006722744554281235, "global_step": 28840, "epoch": 162, "lr": 8.346275267587602e-05}
{"train_loss": 0.0038584345020353794, "global_step": 28841, "epoch": 162, "lr": 8.346165468090438e-05}
{"train_loss": 0.006149026099592447, "global_step": 28842, "epoch": 162, "lr": 8.346055665670599e-05}
{"train_loss": 0.008414721116423607, "global_step": 28843, "epoch": 162, "lr": 8.34594586032818e-05}
{"train_loss": 0.013185176998376846, "global_step": 28844, "epoch": 162, "lr": 8.345836052063277e-05}
{"train_loss": 0.008777251467108727, "global_step": 28845, "epoch": 162, "lr": 8.345726240875987e-05}
{"train_loss": 0.008217916823923588, "global_step": 28846, "epoch": 162, "lr": 8.345616426766404e-05}
{"train_loss": 0.006674503907561302, "global_step": 28847, "epoch": 162, "lr": 8.345506609734626e-05}
{"train_loss": 0.005028024781495333, "global_step": 28848, "epoch": 162, "lr": 8.345396789780746e-05}
{"train_loss": 0.00728844478726387, "global_step": 28849, "epoch": 162, "lr": 8.345286966904862e-05}
{"train_loss": 0.004699783865362406, "global_step": 28850, "epoch": 162, "lr": 8.345177141107071e-05}
{"train_loss": 0.009665178135037422, "global_step": 28851, "epoch": 162, "lr": 8.345067312387466e-05}
{"train_loss": 0.005038210190832615, "global_step": 28852, "epoch": 162, "lr": 8.344957480746146e-05}
{"train_loss": 0.00717080757021904, "global_step": 28853, "epoch": 162, "lr": 8.344847646183204e-05}
{"train_loss": 0.002615169622004032, "global_step": 28854, "epoch": 162, "lr": 8.344737808698737e-05}
{"train_loss": 0.007909974083304405, "global_step": 28855, "epoch": 162, "lr": 8.344627968292841e-05}
{"train_loss": 0.005038912408053875, "global_step": 28856, "epoch": 162, "lr": 8.344518124965615e-05}
{"train_loss": 0.005507375113666058, "global_step": 28857, "epoch": 162, "lr": 8.344408278717151e-05}
{"train_loss": 0.005289837718009949, "global_step": 28858, "epoch": 162, "lr": 8.344298429547545e-05}
{"train_loss": 0.00723338034003973, "global_step": 28859, "epoch": 162, "lr": 8.344188577456896e-05}
{"train_loss": 0.013205481693148613, "global_step": 28860, "epoch": 162, "lr": 8.344078722445294e-05}
{"train_loss": 0.00337808090262115, "global_step": 28861, "epoch": 162, "lr": 8.343968864512843e-05}
{"train_loss": 0.004598930478096008, "global_step": 28862, "epoch": 162, "lr": 8.343859003659633e-05}
{"train_loss": 0.007650237530469894, "global_step": 28863, "epoch": 162, "lr": 8.343749139885762e-05}
{"train_loss": 0.006994809024035931, "global_step": 28864, "epoch": 162, "lr": 8.343639273191327e-05}
{"train_loss": 0.006186342798173428, "global_step": 28865, "epoch": 162, "lr": 8.34352940357642e-05}
{"train_loss": 0.007470855955034494, "global_step": 28866, "epoch": 162, "lr": 8.343419531041143e-05}
{"train_loss": 0.01007494330406189, "global_step": 28867, "epoch": 162, "lr": 8.343309655585587e-05}
{"train_loss": 0.010702226310968399, "global_step": 28868, "epoch": 162, "lr": 8.343199777209849e-05}
{"train_loss": 0.008855556137859821, "global_step": 28869, "epoch": 162, "lr": 8.343089895914027e-05}
{"train_loss": 0.01036987267434597, "global_step": 28870, "epoch": 162, "lr": 8.342980011698215e-05}
{"train_loss": 0.005407351069152355, "global_step": 28871, "epoch": 162, "lr": 8.342870124562511e-05}
{"train_loss": 0.003969859331846237, "global_step": 28872, "epoch": 162, "lr": 8.342760234507008e-05}
{"train_loss": 0.007113166153430939, "global_step": 28873, "epoch": 162, "lr": 8.342650341531804e-05}
{"train_loss": 0.018745683133602142, "global_step": 28874, "epoch": 162, "lr": 8.342540445636995e-05}
{"train_loss": 0.00908498466014862, "global_step": 28875, "epoch": 162, "lr": 8.342430546822676e-05}
{"train_loss": 0.013416487723588943, "global_step": 28876, "epoch": 162, "lr": 8.342320645088943e-05}
{"train_loss": 0.008331199176609516, "global_step": 28877, "epoch": 162, "lr": 8.342210740435894e-05}
{"train_loss": 0.004968760535120964, "global_step": 28878, "epoch": 162, "lr": 8.342100832863622e-05}
{"train_loss": 0.004220661241561174, "global_step": 28879, "epoch": 162, "lr": 8.341990922372225e-05}
{"train_loss": 0.012147320434451103, "global_step": 28880, "epoch": 162, "lr": 8.341881008961799e-05}
{"train_loss": 0.0068664513528347015, "global_step": 28881, "epoch": 162, "lr": 8.34177109263244e-05}
{"train_loss": 0.006947723217308521, "global_step": 28882, "epoch": 162, "lr": 8.341661173384243e-05}
{"train_loss": 0.0038760853931307793, "global_step": 28883, "epoch": 162, "lr": 8.341551251217303e-05}
{"train_loss": 0.011931398883461952, "global_step": 28884, "epoch": 162, "lr": 8.341441326131719e-05}
{"train_loss": 0.007088703103363514, "global_step": 28885, "epoch": 162, "lr": 8.341331398127586e-05}
{"train_loss": 0.005663709715008736, "global_step": 28886, "epoch": 162, "lr": 8.341221467204999e-05}
{"train_loss": 0.011097777634859085, "global_step": 28887, "epoch": 162, "lr": 8.341111533364054e-05}
{"train_loss": 0.005737036932259798, "global_step": 28888, "epoch": 162, "lr": 8.341001596604847e-05}
{"train_loss": 0.013370659202337265, "global_step": 28889, "epoch": 162, "lr": 8.340891656927477e-05}
{"train_loss": 0.010583436116576195, "global_step": 28890, "epoch": 162, "lr": 8.340781714332036e-05}
{"train_loss": 0.009149420075118542, "global_step": 28891, "epoch": 162, "lr": 8.340671768818622e-05}
{"train_loss": 0.003039928153157234, "global_step": 28892, "epoch": 162, "lr": 8.340561820387331e-05}
{"train_loss": 0.011241487227380276, "global_step": 28893, "epoch": 162, "lr": 8.34045186903826e-05}
{"train_loss": 0.005050825420767069, "global_step": 28894, "epoch": 162, "lr": 8.340341914771502e-05}
{"train_loss": 0.0036735814064741135, "global_step": 28895, "epoch": 162, "lr": 8.340231957587154e-05}
{"train_loss": 0.008407831192016602, "global_step": 28896, "epoch": 162, "lr": 8.340121997485314e-05}
{"train_loss": 0.007661246694624424, "global_step": 28897, "epoch": 162, "lr": 8.340012034466077e-05}
{"train_loss": 0.00938720628619194, "global_step": 28898, "epoch": 162, "lr": 8.339902068529539e-05}
{"train_loss": 0.004657931625843048, "global_step": 28899, "epoch": 162, "lr": 8.339792099675796e-05}
{"train_loss": 0.007061186246573925, "global_step": 28900, "epoch": 162, "lr": 8.339682127904945e-05}
{"train_loss": 0.0035601386334747076, "global_step": 28901, "epoch": 162, "lr": 8.339572153217079e-05}
{"train_loss": 0.007064281962811947, "global_step": 28902, "epoch": 162, "lr": 8.339462175612297e-05}
{"train_loss": 0.005716371349990368, "global_step": 28903, "epoch": 162, "lr": 8.339352195090695e-05}
{"train_loss": 0.006033266894519329, "global_step": 28904, "epoch": 162, "lr": 8.339242211652366e-05}
{"train_loss": 0.004442947916686535, "global_step": 28905, "epoch": 162, "lr": 8.33913222529741e-05}
{"train_loss": 0.006105546839535236, "global_step": 28906, "epoch": 162, "lr": 8.339022236025922e-05}
{"train_loss": 0.009230045601725578, "global_step": 28907, "epoch": 162, "lr": 8.338912243837998e-05}
{"train_loss": 0.005071332678198814, "global_step": 28908, "epoch": 162, "lr": 8.33880224873373e-05}
{"train_loss": 0.011089446023106575, "global_step": 28909, "epoch": 162, "lr": 8.338692250713221e-05}
{"train_loss": 0.0047852229326963425, "global_step": 28910, "epoch": 162, "lr": 8.338582249776563e-05}
{"train_loss": 0.007091491483151913, "global_step": 28911, "epoch": 162, "lr": 8.338472245923852e-05}
{"train_loss": 0.006307663396000862, "global_step": 28912, "epoch": 162, "lr": 8.338362239155187e-05}
{"train_loss": 0.013129387982189655, "global_step": 28913, "epoch": 162, "lr": 8.33825222947066e-05}
{"train_loss": 0.0037906852085143328, "global_step": 28914, "epoch": 162, "lr": 8.338142216870369e-05}
{"train_loss": 0.008013545535504818, "global_step": 28915, "epoch": 162, "lr": 8.338032201354412e-05}
{"train_loss": 0.0063773589208722115, "global_step": 28916, "epoch": 162, "lr": 8.337922182922882e-05}
{"train_loss": 0.0119925606995821, "global_step": 28917, "epoch": 162, "lr": 8.337812161575875e-05}
{"train_loss": 0.006898106075823307, "global_step": 28918, "epoch": 162, "lr": 8.33770213731349e-05}
{"train_loss": 0.00292694428935647, "global_step": 28919, "epoch": 162, "lr": 8.33759211013582e-05}
{"train_loss": 0.006104654632508755, "global_step": 28920, "epoch": 162, "lr": 8.337482080042964e-05}
{"train_loss": 0.007987667806446552, "global_step": 28921, "epoch": 162, "lr": 8.337372047035017e-05}
{"train_loss": 0.006410534959286451, "global_step": 28922, "epoch": 162, "lr": 8.337262011112074e-05}
{"train_loss": 0.005727384239435196, "global_step": 28923, "epoch": 162, "lr": 8.337151972274233e-05}
{"train_loss": 0.003077321220189333, "global_step": 28924, "epoch": 162, "lr": 8.337041930521587e-05}
{"train_loss": 0.007163125090301037, "global_step": 28925, "epoch": 162, "lr": 8.336931885854235e-05}
{"train_loss": 0.003701829584315419, "global_step": 28926, "epoch": 162, "lr": 8.336821838272273e-05}
{"train_loss": 0.004611853510141373, "global_step": 28927, "epoch": 162, "lr": 8.336711787775795e-05}
{"train_loss": 0.008980713784694672, "global_step": 28928, "epoch": 162, "lr": 8.336601734364899e-05}
{"train_loss": 0.007797162048518658, "global_step": 28929, "epoch": 162, "lr": 8.336491678039682e-05}
{"train_loss": 0.012485174462199211, "global_step": 28930, "epoch": 162, "lr": 8.336381618800238e-05}
{"train_loss": 0.011292104609310627, "global_step": 28931, "epoch": 162, "lr": 8.336271556646664e-05}
{"train_loss": 0.005690479185432196, "global_step": 28932, "epoch": 162, "lr": 8.336161491579056e-05}
{"train_loss": 0.007287232205271721, "global_step": 28933, "epoch": 162, "lr": 8.33605142359751e-05}
{"train_loss": 0.005599684081971645, "global_step": 28934, "epoch": 162, "lr": 8.335941352702122e-05}
{"train_loss": 0.008167331106960773, "global_step": 28935, "epoch": 162, "lr": 8.33583127889299e-05}
{"train_loss": 0.00782567448914051, "global_step": 28936, "epoch": 162, "lr": 8.335721202170206e-05}
{"train_loss": 0.006606214214116335, "global_step": 28937, "epoch": 162, "lr": 8.33561112253387e-05}
{"train_loss": 0.005600594915449619, "global_step": 28938, "epoch": 162, "lr": 8.335501039984077e-05}
{"train_loss": 0.006605712231248617, "global_step": 28939, "epoch": 162, "lr": 8.335390954520924e-05}
{"train_loss": 0.006380149628967047, "global_step": 28940, "epoch": 162, "lr": 8.335280866144505e-05}
{"train_loss": 0.005796095356345177, "global_step": 28941, "epoch": 162, "lr": 8.335170774854917e-05}
{"train_loss": 0.010786697268486023, "global_step": 28942, "epoch": 162, "lr": 8.335060680652258e-05}
{"train_loss": 0.006575773004442453, "global_step": 28943, "epoch": 162, "lr": 8.334950583536622e-05}
{"train_loss": 0.00672123022377491, "global_step": 28944, "epoch": 162, "lr": 8.334840483508106e-05}
{"train_loss": 0.008681236766278744, "global_step": 28945, "epoch": 162, "lr": 8.334730380566804e-05}
{"train_loss": 0.005574331618845463, "global_step": 28946, "epoch": 162, "lr": 8.334620274712817e-05}
{"train_loss": 0.01045001856982708, "global_step": 28947, "epoch": 162, "lr": 8.334510165946237e-05}
{"train_loss": 0.005976786836981773, "global_step": 28948, "epoch": 162, "lr": 8.334400054267161e-05}
{"train_loss": 0.007913406006991863, "global_step": 28949, "epoch": 162, "lr": 8.334289939675686e-05}
{"train_loss": 0.009626723825931549, "global_step": 28950, "epoch": 162, "lr": 8.334179822171908e-05}
{"train_loss": 0.003964852541685104, "global_step": 28951, "epoch": 162, "lr": 8.334069701755923e-05}
{"train_loss": 0.008629444986581802, "global_step": 28952, "epoch": 162, "lr": 8.333959578427829e-05}
{"train_loss": 0.0037563741207122803, "global_step": 28953, "epoch": 162, "lr": 8.333849452187718e-05}
{"train_loss": 0.003055321518331766, "global_step": 28954, "epoch": 162, "lr": 8.333739323035689e-05}
{"train_loss": 0.00454049464315176, "global_step": 28955, "epoch": 162, "lr": 8.333629190971839e-05}
{"train_loss": 0.006808303762227297, "global_step": 28956, "epoch": 162, "lr": 8.333519055996261e-05}
{"train_loss": 0.0022090584971010685, "global_step": 28957, "epoch": 162, "lr": 8.333408918109056e-05}
{"train_loss": 0.007823383435606956, "global_step": 28958, "epoch": 162, "lr": 8.333298777310315e-05}
{"train_loss": 0.005051536485552788, "global_step": 28959, "epoch": 162, "lr": 8.333188633600137e-05}
{"train_loss": 0.005200394429266453, "global_step": 28960, "epoch": 162, "lr": 8.333078486978618e-05}
{"train_loss": 0.003665156662464142, "global_step": 28961, "epoch": 162, "lr": 8.332968337445854e-05}
{"train_loss": 0.0026228134520351887, "global_step": 28962, "epoch": 162, "lr": 8.332858185001942e-05}
{"train_loss": 0.0069947624579072, "global_step": 28963, "epoch": 162, "lr": 8.332748029646976e-05}
{"train_loss": 0.0032515767961740494, "global_step": 28964, "epoch": 162, "lr": 8.332637871381055e-05}
{"train_loss": 0.006161871831864119, "global_step": 28965, "epoch": 162, "lr": 8.332527710204273e-05}
{"train_loss": 0.011106456629931927, "global_step": 28966, "epoch": 162, "lr": 8.332417546116727e-05}
{"train_loss": 0.012137800455093384, "global_step": 28967, "epoch": 162, "lr": 8.332307379118513e-05}
{"train_loss": 0.006758928764611483, "global_step": 28968, "epoch": 162, "lr": 8.332197209209729e-05}
{"train_loss": 0.006220181472599506, "global_step": 28969, "epoch": 162, "lr": 8.332087036390468e-05}
{"train_loss": 0.011290343478322029, "global_step": 28970, "epoch": 162, "lr": 8.331976860660828e-05}
{"train_loss": 0.009895363822579384, "global_step": 28971, "epoch": 162, "lr": 8.331866682020907e-05}
{"train_loss": 0.007219476159662008, "global_step": 28972, "epoch": 162, "lr": 8.331756500470798e-05}
{"train_loss": 0.007183392532169819, "global_step": 28973, "epoch": 162, "lr": 8.3316463160106e-05}
{"train_loss": 0.00932101346552372, "global_step": 28974, "epoch": 162, "lr": 8.331536128640406e-05}
{"train_loss": 0.008978340774774551, "global_step": 28975, "epoch": 162, "lr": 8.331425938360316e-05}
{"train_loss": 0.0034623094834387302, "global_step": 28976, "epoch": 162, "lr": 8.331315745170423e-05}
{"train_loss": 0.005307554267346859, "global_step": 28977, "epoch": 162, "lr": 8.331205549070825e-05}
{"train_loss": 0.004240305162966251, "global_step": 28978, "epoch": 162, "lr": 8.331095350061619e-05}
{"train_loss": 0.0052461205050349236, "global_step": 28979, "epoch": 162, "lr": 8.330985148142898e-05}
{"train_loss": 0.007907703518867493, "global_step": 28980, "epoch": 162, "lr": 8.330874943314762e-05}
{"train_loss": 0.007254577241837978, "global_step": 28981, "epoch": 162, "lr": 8.330764735577305e-05}
{"train_loss": 0.00799550674855709, "global_step": 28982, "epoch": 162, "lr": 8.330654524930624e-05}
{"train_loss": 0.005054696463048458, "global_step": 28983, "epoch": 162, "lr": 8.330544311374814e-05}
{"train_loss": 0.004155713599175215, "global_step": 28984, "epoch": 162, "lr": 8.330434094909975e-05}
{"train_loss": 0.0069230711087584496, "global_step": 28985, "epoch": 162, "lr": 8.3303238755362e-05}
{"train_loss": 0.01126592606306076, "global_step": 28986, "epoch": 162, "lr": 8.330213653253586e-05}
{"train_loss": 0.005667144898325205, "global_step": 28987, "epoch": 162, "lr": 8.330103428062228e-05}
{"train_loss": 0.003964510280638933, "global_step": 28988, "epoch": 162, "lr": 8.329993199962224e-05}
{"train_loss": 0.010552049614489079, "global_step": 28989, "epoch": 162, "lr": 8.329882968953671e-05}
{"train_loss": 0.010144572705030441, "global_step": 28990, "epoch": 162, "lr": 8.329772735036662e-05}
{"train_loss": 0.007464171852916479, "global_step": 28991, "epoch": 162, "lr": 8.329662498211297e-05}
{"train_loss": 0.006046873517334461, "global_step": 28992, "epoch": 162, "lr": 8.32955225847767e-05}
{"train_loss": 0.007090970873832703, "global_step": 28993, "epoch": 162, "lr": 8.329442015835878e-05}
{"train_loss": 0.0053268661722540855, "global_step": 28994, "epoch": 162, "lr": 8.329331770286017e-05}
{"train_loss": 0.0035871719010174274, "global_step": 28995, "epoch": 162, "lr": 8.329221521828185e-05}
{"train_loss": 0.004235751461237669, "global_step": 28996, "epoch": 162, "lr": 8.329111270462475e-05}
{"train_loss": 0.008379915729165077, "global_step": 28997, "epoch": 162, "lr": 8.329001016188987e-05}
{"train_loss": 0.007545281667262316, "global_step": 28998, "epoch": 162, "lr": 8.328890759007813e-05}
{"train_loss": 0.005397273693233728, "global_step": 28999, "epoch": 162, "lr": 8.328780498919053e-05}
{"train_loss": 0.009854545816779137, "global_step": 29000, "epoch": 162, "lr": 8.328670235922802e-05}
{"train_loss": 0.004964301362633705, "global_step": 29001, "epoch": 162, "lr": 8.328559970019156e-05}
{"train_loss": 0.007206456270068884, "global_step": 29002, "epoch": 162, "lr": 8.328449701208212e-05}
{"train_loss": 0.004432696383446455, "global_step": 29003, "epoch": 162, "lr": 8.328339429490067e-05}
{"train_loss": 0.008307889103889465, "global_step": 29004, "epoch": 162, "lr": 8.328229154864815e-05}
{"train_loss": 0.007820076309144497, "global_step": 29005, "epoch": 162, "lr": 8.328118877332553e-05}
{"train_loss": 0.0050889877602458, "global_step": 29006, "epoch": 162, "lr": 8.32800859689338e-05}
{"train_loss": 0.009238890372216702, "global_step": 29007, "epoch": 162, "lr": 8.327898313547388e-05}
{"train_loss": 0.010665105655789375, "global_step": 29008, "epoch": 162, "lr": 8.327788027294676e-05}
{"train_loss": 0.006215610075742006, "global_step": 29009, "epoch": 162, "lr": 8.32767773813534e-05}
{"train_loss": 0.0028039398603141308, "global_step": 29010, "epoch": 162, "lr": 8.327567446069478e-05}
{"train_loss": 0.014168483205139637, "global_step": 29011, "epoch": 162, "lr": 8.327457151097182e-05}
{"train_loss": 0.005316588096320629, "global_step": 29012, "epoch": 162, "lr": 8.327346853218552e-05}
{"train_loss": 0.007170595568761731, "global_step": 29013, "epoch": 162, "lr": 8.327236552433684e-05}
{"train_loss": 0.007039932534098625, "global_step": 29014, "epoch": 163, "lr": 8.327126248742673e-05}
{"train_loss": 0.006327497307211161, "global_step": 29015, "epoch": 163, "lr": 8.327015942145615e-05}
{"train_loss": 0.007321509998291731, "global_step": 29016, "epoch": 163, "lr": 8.326905632642607e-05}
{"train_loss": 0.004594211000949144, "global_step": 29017, "epoch": 163, "lr": 8.326795320233748e-05}
{"train_loss": 0.008438278920948505, "global_step": 29018, "epoch": 163, "lr": 8.32668500491913e-05}
{"train_loss": 0.004418196622282267, "global_step": 29019, "epoch": 163, "lr": 8.326574686698853e-05}
{"train_loss": 0.005388014949858189, "global_step": 29020, "epoch": 163, "lr": 8.32646436557301e-05}
{"train_loss": 0.008263345807790756, "global_step": 29021, "epoch": 163, "lr": 8.3263540415417e-05}
{"train_loss": 0.005749687552452087, "global_step": 29022, "epoch": 163, "lr": 8.326243714605017e-05}
{"train_loss": 0.007727585732936859, "global_step": 29023, "epoch": 163, "lr": 8.326133384763061e-05}
{"train_loss": 0.006477216724306345, "global_step": 29024, "epoch": 163, "lr": 8.326023052015925e-05}
{"train_loss": 0.008880997076630592, "global_step": 29025, "epoch": 163, "lr": 8.325912716363707e-05}
{"train_loss": 0.014908503741025925, "global_step": 29026, "epoch": 163, "lr": 8.325802377806502e-05}
{"train_loss": 0.016399402171373367, "global_step": 29027, "epoch": 163, "lr": 8.325692036344407e-05}
{"train_loss": 0.0053727286867797375, "global_step": 29028, "epoch": 163, "lr": 8.32558169197752e-05}
{"train_loss": 0.010944387875497341, "global_step": 29029, "epoch": 163, "lr": 8.325471344705932e-05}
{"train_loss": 0.007426174357533455, "global_step": 29030, "epoch": 163, "lr": 8.325360994529749e-05}
{"train_loss": 0.0054558683186769485, "global_step": 29031, "epoch": 163, "lr": 8.325250641449058e-05}
{"train_loss": 0.009264262393116951, "global_step": 29032, "epoch": 163, "lr": 8.325140285463961e-05}
{"train_loss": 0.006366983987390995, "global_step": 29033, "epoch": 163, "lr": 8.325029926574553e-05}
{"train_loss": 0.00737407710403204, "global_step": 29034, "epoch": 163, "lr": 8.324919564780929e-05}
{"train_loss": 0.013599056750535965, "global_step": 29035, "epoch": 163, "lr": 8.324809200083185e-05}
{"train_loss": 0.005207995884120464, "global_step": 29036, "epoch": 163, "lr": 8.32469883248142e-05}
{"train_loss": 0.010231385007500648, "global_step": 29037, "epoch": 163, "lr": 8.324588461975728e-05}
{"train_loss": 0.005124619696289301, "global_step": 29038, "epoch": 163, "lr": 8.324478088566209e-05}
{"train_loss": 0.008106760680675507, "global_step": 29039, "epoch": 163, "lr": 8.324367712252954e-05}
{"train_loss": 0.010407010093331337, "global_step": 29040, "epoch": 163, "lr": 8.324257333036064e-05}
{"train_loss": 0.009728173725306988, "global_step": 29041, "epoch": 163, "lr": 8.324146950915635e-05}
{"train_loss": 0.007299643475562334, "global_step": 29042, "epoch": 163, "lr": 8.324036565891761e-05}
{"train_loss": 0.00564112002030015, "global_step": 29043, "epoch": 163, "lr": 8.323926177964539e-05}
{"train_loss": 0.007815562188625336, "global_step": 29044, "epoch": 163, "lr": 8.323815787134067e-05}
{"train_loss": 0.0054375045001506805, "global_step": 29045, "epoch": 163, "lr": 8.323705393400439e-05}
{"train_loss": 0.010902232490479946, "global_step": 29046, "epoch": 163, "lr": 8.323594996763752e-05}
{"train_loss": 0.006334989797323942, "global_step": 29047, "epoch": 163, "lr": 8.323484597224105e-05}
{"train_loss": 0.007361964788287878, "global_step": 29048, "epoch": 163, "lr": 8.323374194781594e-05}
{"train_loss": 0.00866109598428011, "global_step": 29049, "epoch": 163, "lr": 8.323263789436312e-05}
{"train_loss": 0.0068100024946033955, "global_step": 29050, "epoch": 163, "lr": 8.323153381188357e-05}
{"train_loss": 0.010949082672595978, "global_step": 29051, "epoch": 163, "lr": 8.323042970037828e-05}
{"train_loss": 0.0029227298218756914, "global_step": 29052, "epoch": 163, "lr": 8.322932555984819e-05}
{"train_loss": 0.008476913906633854, "global_step": 29053, "epoch": 163, "lr": 8.322822139029426e-05}
{"train_loss": 0.011319005861878395, "global_step": 29054, "epoch": 163, "lr": 8.322711719171748e-05}
{"train_loss": 0.0023128085304051638, "global_step": 29055, "epoch": 163, "lr": 8.322601296411877e-05}
{"train_loss": 0.0078067053109407425, "global_step": 29056, "epoch": 163, "lr": 8.322490870749914e-05}
{"train_loss": 0.010281292721629143, "global_step": 29057, "epoch": 163, "lr": 8.322380442185953e-05}
{"train_loss": 0.006662638857960701, "global_step": 29058, "epoch": 163, "lr": 8.322270010720092e-05}
{"train_loss": 0.004595696460455656, "global_step": 29059, "epoch": 163, "lr": 8.322159576352426e-05}
{"train_loss": 0.0053193578496575356, "global_step": 29060, "epoch": 163, "lr": 8.322049139083051e-05}
{"train_loss": 0.0032857884652912617, "global_step": 29061, "epoch": 163, "lr": 8.321938698912066e-05}
{"train_loss": 0.0071860868483781815, "global_step": 29062, "epoch": 163, "lr": 8.321828255839566e-05}
{"train_loss": 0.00500529445707798, "global_step": 29063, "epoch": 163, "lr": 8.321717809865645e-05}
{"train_loss": 0.006129274610430002, "global_step": 29064, "epoch": 163, "lr": 8.321607360990404e-05}
{"train_loss": 0.003463667118921876, "global_step": 29065, "epoch": 163, "lr": 8.321496909213937e-05}
{"train_loss": 0.00250250194221735, "global_step": 29066, "epoch": 163, "lr": 8.321386454536342e-05}
{"train_loss": 0.004026798531413078, "global_step": 29067, "epoch": 163, "lr": 8.321275996957711e-05}
{"train_loss": 0.00576822180300951, "global_step": 29068, "epoch": 163, "lr": 8.321165536478147e-05}
{"train_loss": 0.010410943068563938, "global_step": 29069, "epoch": 163, "lr": 8.321055073097741e-05}
{"train_loss": 0.006160383578389883, "global_step": 29070, "epoch": 163, "lr": 8.320944606816595e-05}
{"train_loss": 0.0037369614001363516, "global_step": 29071, "epoch": 163, "lr": 8.320834137634799e-05}
{"train_loss": 0.0081933019682765, "global_step": 29072, "epoch": 163, "lr": 8.320723665552453e-05}
{"train_loss": 0.006383764557540417, "global_step": 29073, "epoch": 163, "lr": 8.320613190569653e-05}
{"train_loss": 0.009068842977285385, "global_step": 29074, "epoch": 163, "lr": 8.320502712686498e-05}
{"train_loss": 0.010856149718165398, "global_step": 29075, "epoch": 163, "lr": 8.32039223190308e-05}
{"train_loss": 0.005623700097203255, "global_step": 29076, "epoch": 163, "lr": 8.320281748219498e-05}
{"train_loss": 0.007518198806792498, "global_step": 29077, "epoch": 163, "lr": 8.320171261635848e-05}
{"train_loss": 0.011458296328783035, "global_step": 29078, "epoch": 163, "lr": 8.320060772152228e-05}
{"train_loss": 0.002916862489655614, "global_step": 29079, "epoch": 163, "lr": 8.319950279768733e-05}
{"train_loss": 0.006413825787603855, "global_step": 29080, "epoch": 163, "lr": 8.31983978448546e-05}
{"train_loss": 0.0035520833916962147, "global_step": 29081, "epoch": 163, "lr": 8.319729286302502e-05}
{"train_loss": 0.007744082249701023, "global_step": 29082, "epoch": 163, "lr": 8.319618785219962e-05}
{"train_loss": 0.007517531979829073, "global_step": 29083, "epoch": 163, "lr": 8.319508281237931e-05}
{"train_loss": 0.005051304120570421, "global_step": 29084, "epoch": 163, "lr": 8.31939777435651e-05}
{"train_loss": 0.0027321327943354845, "global_step": 29085, "epoch": 163, "lr": 8.319287264575793e-05}
{"train_loss": 0.008687748573720455, "global_step": 29086, "epoch": 163, "lr": 8.319176751895876e-05}
{"train_loss": 0.005045228637754917, "global_step": 29087, "epoch": 163, "lr": 8.319066236316857e-05}
{"train_loss": 0.0050159115344285965, "global_step": 29088, "epoch": 163, "lr": 8.31895571783883e-05}
{"train_loss": 0.008337071165442467, "global_step": 29089, "epoch": 163, "lr": 8.318845196461895e-05}
{"train_loss": 0.00710515771061182, "global_step": 29090, "epoch": 163, "lr": 8.318734672186147e-05}
{"train_loss": 0.007486619055271149, "global_step": 29091, "epoch": 163, "lr": 8.318624145011682e-05}
{"train_loss": 0.00748441880568862, "global_step": 29092, "epoch": 163, "lr": 8.318513614938597e-05}
{"train_loss": 0.004301713313907385, "global_step": 29093, "epoch": 163, "lr": 8.318403081966988e-05}
{"train_loss": 0.008484466932713985, "global_step": 29094, "epoch": 163, "lr": 8.318292546096953e-05}
{"train_loss": 0.0061473241075873375, "global_step": 29095, "epoch": 163, "lr": 8.318182007328588e-05}
{"train_loss": 0.00978604331612587, "global_step": 29096, "epoch": 163, "lr": 8.318071465661988e-05}
{"train_loss": 0.003660070477053523, "global_step": 29097, "epoch": 163, "lr": 8.317960921097252e-05}
{"train_loss": 0.005243988242000341, "global_step": 29098, "epoch": 163, "lr": 8.317850373634473e-05}
{"train_loss": 0.005600942298769951, "global_step": 29099, "epoch": 163, "lr": 8.317739823273752e-05}
{"train_loss": 0.003964451141655445, "global_step": 29100, "epoch": 163, "lr": 8.317629270015183e-05}
{"train_loss": 0.006583581678569317, "global_step": 29101, "epoch": 163, "lr": 8.317518713858863e-05}
{"train_loss": 0.005979334935545921, "global_step": 29102, "epoch": 163, "lr": 8.317408154804887e-05}
{"train_loss": 0.002938149031251669, "global_step": 29103, "epoch": 163, "lr": 8.317297592853355e-05}
{"train_loss": 0.005994162522256374, "global_step": 29104, "epoch": 163, "lr": 8.317187028004361e-05}
{"train_loss": 0.003869451116770506, "global_step": 29105, "epoch": 163, "lr": 8.317076460258003e-05}
{"train_loss": 0.0038834945298731327, "global_step": 29106, "epoch": 163, "lr": 8.316965889614377e-05}
{"train_loss": 0.004396265372633934, "global_step": 29107, "epoch": 163, "lr": 8.316855316073578e-05}
{"train_loss": 0.005553621798753738, "global_step": 29108, "epoch": 163, "lr": 8.316744739635703e-05}
{"train_loss": 0.0060882000252604485, "global_step": 29109, "epoch": 163, "lr": 8.316634160300852e-05}
{"train_loss": 0.003420280059799552, "global_step": 29110, "epoch": 163, "lr": 8.316523578069118e-05}
{"train_loss": 0.005764590110629797, "global_step": 29111, "epoch": 163, "lr": 8.316412992940598e-05}
{"train_loss": 0.009466130286455154, "global_step": 29112, "epoch": 163, "lr": 8.316302404915391e-05}
{"train_loss": 0.008012940175831318, "global_step": 29113, "epoch": 163, "lr": 8.31619181399359e-05}
{"train_loss": 0.005850306712090969, "global_step": 29114, "epoch": 163, "lr": 8.316081220175294e-05}
{"train_loss": 0.007751911412924528, "global_step": 29115, "epoch": 163, "lr": 8.3159706234606e-05}
{"train_loss": 0.009180491790175438, "global_step": 29116, "epoch": 163, "lr": 8.315860023849604e-05}
{"train_loss": 0.007898779585957527, "global_step": 29117, "epoch": 163, "lr": 8.3157494213424e-05}
{"train_loss": 0.0034408809151500463, "global_step": 29118, "epoch": 163, "lr": 8.315638815939089e-05}
{"train_loss": 0.004805694799870253, "global_step": 29119, "epoch": 163, "lr": 8.315528207639764e-05}
{"train_loss": 0.0033692133147269487, "global_step": 29120, "epoch": 163, "lr": 8.315417596444526e-05}
{"train_loss": 0.008818262256681919, "global_step": 29121, "epoch": 163, "lr": 8.315306982353466e-05}
{"train_loss": 0.005571614019572735, "global_step": 29122, "epoch": 163, "lr": 8.315196365366684e-05}
{"train_loss": 0.006857004947960377, "global_step": 29123, "epoch": 163, "lr": 8.315085745484277e-05}
{"train_loss": 0.005728359334170818, "global_step": 29124, "epoch": 163, "lr": 8.314975122706338e-05}
{"train_loss": 0.004078208468854427, "global_step": 29125, "epoch": 163, "lr": 8.314864497032968e-05}
{"train_loss": 0.004311812575906515, "global_step": 29126, "epoch": 163, "lr": 8.314753868464262e-05}
{"train_loss": 0.00871230661869049, "global_step": 29127, "epoch": 163, "lr": 8.314643237000317e-05}
{"train_loss": 0.006568480748683214, "global_step": 29128, "epoch": 163, "lr": 8.314532602641228e-05}
{"train_loss": 0.012363657355308533, "global_step": 29129, "epoch": 163, "lr": 8.314421965387093e-05}
{"train_loss": 0.008683274500072002, "global_step": 29130, "epoch": 163, "lr": 8.314311325238009e-05}
{"train_loss": 0.008374258875846863, "global_step": 29131, "epoch": 163, "lr": 8.314200682194072e-05}
{"train_loss": 0.003689818549901247, "global_step": 29132, "epoch": 163, "lr": 8.314090036255377e-05}
{"train_loss": 0.011326611042022705, "global_step": 29133, "epoch": 163, "lr": 8.313979387422022e-05}
{"train_loss": 0.0076074302196502686, "global_step": 29134, "epoch": 163, "lr": 8.313868735694105e-05}
{"train_loss": 0.005295559298247099, "global_step": 29135, "epoch": 163, "lr": 8.31375808107172e-05}
{"train_loss": 0.0045988657511770725, "global_step": 29136, "epoch": 163, "lr": 8.313647423554969e-05}
{"train_loss": 0.0035936362110078335, "global_step": 29137, "epoch": 163, "lr": 8.313536763143942e-05}
{"train_loss": 0.007643993943929672, "global_step": 29138, "epoch": 163, "lr": 8.313426099838739e-05}
{"train_loss": 0.0069545237347483635, "global_step": 29139, "epoch": 163, "lr": 8.313315433639457e-05}
{"train_loss": 0.0056067402474582195, "global_step": 29140, "epoch": 163, "lr": 8.313204764546192e-05}
{"train_loss": 0.00847923755645752, "global_step": 29141, "epoch": 163, "lr": 8.31309409255904e-05}
{"train_loss": 0.004122061654925346, "global_step": 29142, "epoch": 163, "lr": 8.312983417678098e-05}
{"train_loss": 0.006146077532321215, "global_step": 29143, "epoch": 163, "lr": 8.312872739903461e-05}
{"train_loss": 0.00915540847927332, "global_step": 29144, "epoch": 163, "lr": 8.31276205923523e-05}
{"train_loss": 0.00810412410646677, "global_step": 29145, "epoch": 163, "lr": 8.312651375673498e-05}
{"train_loss": 0.013426043093204498, "global_step": 29146, "epoch": 163, "lr": 8.312540689218364e-05}
{"train_loss": 0.005496609956026077, "global_step": 29147, "epoch": 163, "lr": 8.312429999869922e-05}
{"train_loss": 0.008004491217434406, "global_step": 29148, "epoch": 163, "lr": 8.312319307628271e-05}
{"train_loss": 0.010299298912286758, "global_step": 29149, "epoch": 163, "lr": 8.312208612493509e-05}
{"train_loss": 0.009348191320896149, "global_step": 29150, "epoch": 163, "lr": 8.312097914465727e-05}
{"train_loss": 0.008823436684906483, "global_step": 29151, "epoch": 163, "lr": 8.311987213545027e-05}
{"train_loss": 0.007833685725927353, "global_step": 29152, "epoch": 163, "lr": 8.311876509731504e-05}
{"train_loss": 0.004819134250283241, "global_step": 29153, "epoch": 163, "lr": 8.311765803025254e-05}
{"train_loss": 0.003851624671369791, "global_step": 29154, "epoch": 163, "lr": 8.311655093426375e-05}
{"train_loss": 0.005121790803968906, "global_step": 29155, "epoch": 163, "lr": 8.311544380934962e-05}
{"train_loss": 0.006909816525876522, "global_step": 29156, "epoch": 163, "lr": 8.311433665551114e-05}
{"train_loss": 0.008005201816558838, "global_step": 29157, "epoch": 163, "lr": 8.311322947274925e-05}
{"train_loss": 0.008150610141456127, "global_step": 29158, "epoch": 163, "lr": 8.311212226106495e-05}
{"train_loss": 0.014625471085309982, "global_step": 29159, "epoch": 163, "lr": 8.311101502045919e-05}
{"train_loss": 0.004870723932981491, "global_step": 29160, "epoch": 163, "lr": 8.310990775093291e-05}
{"train_loss": 0.008303256705403328, "global_step": 29161, "epoch": 163, "lr": 8.310880045248712e-05}
{"train_loss": 0.0056886617094278336, "global_step": 29162, "epoch": 163, "lr": 8.310769312512277e-05}
{"train_loss": 0.0095042884349823, "global_step": 29163, "epoch": 163, "lr": 8.310658576884082e-05}
{"train_loss": 0.007222374435514212, "global_step": 29164, "epoch": 163, "lr": 8.310547838364227e-05}
{"train_loss": 0.010649560019373894, "global_step": 29165, "epoch": 163, "lr": 8.310437096952803e-05}
{"train_loss": 0.0075156474485993385, "global_step": 29166, "epoch": 163, "lr": 8.31032635264991e-05}
{"train_loss": 0.006340108811855316, "global_step": 29167, "epoch": 163, "lr": 8.310215605455646e-05}
{"train_loss": 0.0036269447300583124, "global_step": 29168, "epoch": 163, "lr": 8.310104855370107e-05}
{"train_loss": 0.009911536239087582, "global_step": 29169, "epoch": 163, "lr": 8.309994102393388e-05}
{"train_loss": 0.005872835870832205, "global_step": 29170, "epoch": 163, "lr": 8.309883346525587e-05}
{"train_loss": 0.010748658329248428, "global_step": 29171, "epoch": 163, "lr": 8.309772587766801e-05}
{"train_loss": 0.00833424273878336, "global_step": 29172, "epoch": 163, "lr": 8.309661826117125e-05}
{"train_loss": 0.0057798768393695354, "global_step": 29173, "epoch": 163, "lr": 8.309551061576659e-05}
{"train_loss": 0.00627655815333128, "global_step": 29174, "epoch": 163, "lr": 8.309440294145496e-05}
{"train_loss": 0.0035008355043828487, "global_step": 29175, "epoch": 163, "lr": 8.309329523823735e-05}
{"train_loss": 0.007615615613758564, "global_step": 29176, "epoch": 163, "lr": 8.309218750611473e-05}
{"train_loss": 0.004898267798125744, "global_step": 29177, "epoch": 163, "lr": 8.309107974508805e-05}
{"train_loss": 0.00514903524890542, "global_step": 29178, "epoch": 163, "lr": 8.30899719551583e-05}
{"train_loss": 0.006256864871829748, "global_step": 29179, "epoch": 163, "lr": 8.308886413632643e-05}
{"train_loss": 0.0034830723889172077, "global_step": 29180, "epoch": 163, "lr": 8.308775628859342e-05}
{"train_loss": 0.010928159579634666, "global_step": 29181, "epoch": 163, "lr": 8.308664841196022e-05}
{"train_loss": 0.005558518692851067, "global_step": 29182, "epoch": 163, "lr": 8.30855405064278e-05}
{"train_loss": 0.004169733263552189, "global_step": 29183, "epoch": 163, "lr": 8.308443257199716e-05}
{"train_loss": 0.004651142284274101, "global_step": 29184, "epoch": 163, "lr": 8.308332460866923e-05}
{"train_loss": 0.006307466886937618, "global_step": 29185, "epoch": 163, "lr": 8.3082216616445e-05}
{"train_loss": 0.008994058705866337, "global_step": 29186, "epoch": 163, "lr": 8.308110859532541e-05}
{"train_loss": 0.005218572448939085, "global_step": 29187, "epoch": 163, "lr": 8.308000054531146e-05}
{"train_loss": 0.0049047647044062614, "global_step": 29188, "epoch": 163, "lr": 8.307889246640413e-05}
{"train_loss": 0.0025523435324430466, "global_step": 29189, "epoch": 163, "lr": 8.307778435860433e-05}
{"train_loss": 0.005189929157495499, "global_step": 29190, "epoch": 163, "lr": 8.307667622191306e-05}
{"train_loss": 0.006847598015728375, "global_step": 29191, "epoch": 163, "lr": 8.30755680563313e-05}
{"train_loss": 0.004237850196659565, "global_step": 29192, "epoch": 164, "lr": 8.307445986186e-05}
{"train_loss": 0.005060380324721336, "global_step": 29193, "epoch": 164, "lr": 8.307335163850015e-05}
{"train_loss": 0.004256776068359613, "global_step": 29194, "epoch": 164, "lr": 8.307224338625269e-05}
{"train_loss": 0.008176026865839958, "global_step": 29195, "epoch": 164, "lr": 8.30711351051186e-05}
{"train_loss": 0.008035621605813503, "global_step": 29196, "epoch": 164, "lr": 8.307002679509886e-05}
{"train_loss": 0.007932393811643124, "global_step": 29197, "epoch": 164, "lr": 8.30689184561944e-05}
{"train_loss": 0.004013794474303722, "global_step": 29198, "epoch": 164, "lr": 8.306781008840622e-05}
{"train_loss": 0.007242793217301369, "global_step": 29199, "epoch": 164, "lr": 8.306670169173531e-05}
{"train_loss": 0.0050536394119262695, "global_step": 29200, "epoch": 164, "lr": 8.306559326618259e-05}
{"train_loss": 0.005974633153527975, "global_step": 29201, "epoch": 164, "lr": 8.306448481174907e-05}
{"train_loss": 0.0060437144711613655, "global_step": 29202, "epoch": 164, "lr": 8.306337632843567e-05}
{"train_loss": 0.0070850178599357605, "global_step": 29203, "epoch": 164, "lr": 8.30622678162434e-05}
{"train_loss": 0.006284954957664013, "global_step": 29204, "epoch": 164, "lr": 8.306115927517322e-05}
{"train_loss": 0.004731673747301102, "global_step": 29205, "epoch": 164, "lr": 8.306005070522606e-05}
{"train_loss": 0.006089597940444946, "global_step": 29206, "epoch": 164, "lr": 8.305894210640294e-05}
{"train_loss": 0.0050922236405313015, "global_step": 29207, "epoch": 164, "lr": 8.305783347870482e-05}
{"train_loss": 0.012598525732755661, "global_step": 29208, "epoch": 164, "lr": 8.305672482213265e-05}
{"train_loss": 0.0067648994736373425, "global_step": 29209, "epoch": 164, "lr": 8.30556161366874e-05}
{"train_loss": 0.006779995281249285, "global_step": 29210, "epoch": 164, "lr": 8.305450742237005e-05}
{"train_loss": 0.0050672972574830055, "global_step": 29211, "epoch": 164, "lr": 8.305339867918157e-05}
{"train_loss": 0.0050570908933877945, "global_step": 29212, "epoch": 164, "lr": 8.305228990712289e-05}
{"train_loss": 0.0035883064847439528, "global_step": 29213, "epoch": 164, "lr": 8.305118110619502e-05}
{"train_loss": 0.007450669072568417, "global_step": 29214, "epoch": 164, "lr": 8.305007227639894e-05}
{"train_loss": 0.005626915954053402, "global_step": 29215, "epoch": 164, "lr": 8.304896341773558e-05}
{"train_loss": 0.006443232297897339, "global_step": 29216, "epoch": 164, "lr": 8.304785453020592e-05}
{"train_loss": 0.005077200476080179, "global_step": 29217, "epoch": 164, "lr": 8.304674561381095e-05}
{"train_loss": 0.007038791663944721, "global_step": 29218, "epoch": 164, "lr": 8.304563666855158e-05}
{"train_loss": 0.006736829876899719, "global_step": 29219, "epoch": 164, "lr": 8.304452769442886e-05}
{"train_loss": 0.008346505463123322, "global_step": 29220, "epoch": 164, "lr": 8.30434186914437e-05}
{"train_loss": 0.007585898973047733, "global_step": 29221, "epoch": 164, "lr": 8.30423096595971e-05}
{"train_loss": 0.006948970258235931, "global_step": 29222, "epoch": 164, "lr": 8.304120059889e-05}
{"train_loss": 0.005354028195142746, "global_step": 29223, "epoch": 164, "lr": 8.30400915093234e-05}
{"train_loss": 0.0030885422602295876, "global_step": 29224, "epoch": 164, "lr": 8.303898239089823e-05}
{"train_loss": 0.00890186708420515, "global_step": 29225, "epoch": 164, "lr": 8.30378732436155e-05}
{"train_loss": 0.0033176597207784653, "global_step": 29226, "epoch": 164, "lr": 8.303676406747615e-05}
{"train_loss": 0.005957373417913914, "global_step": 29227, "epoch": 164, "lr": 8.303565486248118e-05}
{"train_loss": 0.007060457952320576, "global_step": 29228, "epoch": 164, "lr": 8.303454562863153e-05}
{"train_loss": 0.006307139992713928, "global_step": 29229, "epoch": 164, "lr": 8.303343636592818e-05}
{"train_loss": 0.01330612413585186, "global_step": 29230, "epoch": 164, "lr": 8.303232707437208e-05}
{"train_loss": 0.004563797730952501, "global_step": 29231, "epoch": 164, "lr": 8.303121775396423e-05}
{"train_loss": 0.006537183187901974, "global_step": 29232, "epoch": 164, "lr": 8.303010840470558e-05}
{"train_loss": 0.0076125371269881725, "global_step": 29233, "epoch": 164, "lr": 8.302899902659709e-05}
{"train_loss": 0.007123685907572508, "global_step": 29234, "epoch": 164, "lr": 8.302788961963977e-05}
{"train_loss": 0.006470064632594585, "global_step": 29235, "epoch": 164, "lr": 8.302678018383454e-05}
{"train_loss": 0.006261935457587242, "global_step": 29236, "epoch": 164, "lr": 8.30256707191824e-05}
{"train_loss": 0.005222597159445286, "global_step": 29237, "epoch": 164, "lr": 8.302456122568429e-05}
{"train_loss": 0.009893512353301048, "global_step": 29238, "epoch": 164, "lr": 8.30234517033412e-05}
{"train_loss": 0.0041364459320902824, "global_step": 29239, "epoch": 164, "lr": 8.302234215215412e-05}
{"train_loss": 0.005749315954744816, "global_step": 29240, "epoch": 164, "lr": 8.302123257212397e-05}
{"train_loss": 0.009048315696418285, "global_step": 29241, "epoch": 164, "lr": 8.302012296325176e-05}
{"train_loss": 0.005381586030125618, "global_step": 29242, "epoch": 164, "lr": 8.301901332553845e-05}
{"train_loss": 0.011016958393156528, "global_step": 29243, "epoch": 164, "lr": 8.3017903658985e-05}
{"train_loss": 0.007457917556166649, "global_step": 29244, "epoch": 164, "lr": 8.301679396359239e-05}
{"train_loss": 0.017298303544521332, "global_step": 29245, "epoch": 164, "lr": 8.301568423936157e-05}
{"train_loss": 0.008289514109492302, "global_step": 29246, "epoch": 164, "lr": 8.301457448629351e-05}
{"train_loss": 0.0058256215415894985, "global_step": 29247, "epoch": 164, "lr": 8.301346470438921e-05}
{"train_loss": 0.004082819912582636, "global_step": 29248, "epoch": 164, "lr": 8.301235489364962e-05}
{"train_loss": 0.009953910484910011, "global_step": 29249, "epoch": 164, "lr": 8.301124505407571e-05}
{"train_loss": 0.004877210594713688, "global_step": 29250, "epoch": 164, "lr": 8.301013518566844e-05}
{"train_loss": 0.003321324475109577, "global_step": 29251, "epoch": 164, "lr": 8.30090252884288e-05}
{"train_loss": 0.006283728871494532, "global_step": 29252, "epoch": 164, "lr": 8.300791536235773e-05}
{"train_loss": 0.0030778872314840555, "global_step": 29253, "epoch": 164, "lr": 8.300680540745622e-05}
{"train_loss": 0.00468238303437829, "global_step": 29254, "epoch": 164, "lr": 8.300569542372525e-05}
{"train_loss": 0.006015342194586992, "global_step": 29255, "epoch": 164, "lr": 8.300458541116578e-05}
{"train_loss": 0.011472666636109352, "global_step": 29256, "epoch": 164, "lr": 8.300347536977876e-05}
{"train_loss": 0.007219218648970127, "global_step": 29257, "epoch": 164, "lr": 8.300236529956518e-05}
{"train_loss": 0.0034358957782387733, "global_step": 29258, "epoch": 164, "lr": 8.300125520052601e-05}
{"train_loss": 0.005815972574055195, "global_step": 29259, "epoch": 164, "lr": 8.30001450726622e-05}
{"train_loss": 0.007082099560648203, "global_step": 29260, "epoch": 164, "lr": 8.299903491597474e-05}
{"train_loss": 0.00626976927742362, "global_step": 29261, "epoch": 164, "lr": 8.29979247304646e-05}
{"train_loss": 0.00676055159419775, "global_step": 29262, "epoch": 164, "lr": 8.299681451613275e-05}
{"train_loss": 0.004073519259691238, "global_step": 29263, "epoch": 164, "lr": 8.299570427298013e-05}
{"train_loss": 0.006861564237624407, "global_step": 29264, "epoch": 164, "lr": 8.299459400100775e-05}
{"train_loss": 0.0076634990982711315, "global_step": 29265, "epoch": 164, "lr": 8.299348370021655e-05}
{"train_loss": 0.008500628173351288, "global_step": 29266, "epoch": 164, "lr": 8.299237337060752e-05}
{"train_loss": 0.005184211768209934, "global_step": 29267, "epoch": 164, "lr": 8.299126301218163e-05}
{"train_loss": 0.005735362414270639, "global_step": 29268, "epoch": 164, "lr": 8.299015262493984e-05}
{"train_loss": 0.006229568272829056, "global_step": 29269, "epoch": 164, "lr": 8.298904220888313e-05}
{"train_loss": 0.005982001777738333, "global_step": 29270, "epoch": 164, "lr": 8.298793176401245e-05}
{"train_loss": 0.004951216280460358, "global_step": 29271, "epoch": 164, "lr": 8.298682129032878e-05}
{"train_loss": 0.0076997000724077225, "global_step": 29272, "epoch": 164, "lr": 8.298571078783308e-05}
{"train_loss": 0.004887750372290611, "global_step": 29273, "epoch": 164, "lr": 8.298460025652635e-05}
{"train_loss": 0.006680595688521862, "global_step": 29274, "epoch": 164, "lr": 8.298348969640955e-05}
{"train_loss": 0.005407001823186874, "global_step": 29275, "epoch": 164, "lr": 8.29823791074836e-05}
{"train_loss": 0.0068502845242619514, "global_step": 29276, "epoch": 164, "lr": 8.298126848974955e-05}
{"train_loss": 0.008896766230463982, "global_step": 29277, "epoch": 164, "lr": 8.298015784320832e-05}
{"train_loss": 0.0124179907143116, "global_step": 29278, "epoch": 164, "lr": 8.297904716786089e-05}
{"train_loss": 0.005393712781369686, "global_step": 29279, "epoch": 164, "lr": 8.297793646370824e-05}
{"train_loss": 0.006399163976311684, "global_step": 29280, "epoch": 164, "lr": 8.297682573075131e-05}
{"train_loss": 0.011420246213674545, "global_step": 29281, "epoch": 164, "lr": 8.297571496899111e-05}
{"train_loss": 0.003089637029916048, "global_step": 29282, "epoch": 164, "lr": 8.29746041784286e-05}
{"train_loss": 0.006706727668642998, "global_step": 29283, "epoch": 164, "lr": 8.297349335906472e-05}
{"train_loss": 0.004541571252048016, "global_step": 29284, "epoch": 164, "lr": 8.29723825109005e-05}
{"train_loss": 0.0105868149548769, "global_step": 29285, "epoch": 164, "lr": 8.297127163393684e-05}
{"train_loss": 0.005255651660263538, "global_step": 29286, "epoch": 164, "lr": 8.297016072817473e-05}
{"train_loss": 0.004936613142490387, "global_step": 29287, "epoch": 164, "lr": 8.296904979361519e-05}
{"train_loss": 0.005986328236758709, "global_step": 29288, "epoch": 164, "lr": 8.296793883025915e-05}
{"train_loss": 0.005691932514309883, "global_step": 29289, "epoch": 164, "lr": 8.296682783810756e-05}
{"train_loss": 0.005104130133986473, "global_step": 29290, "epoch": 164, "lr": 8.296571681716143e-05}
{"train_loss": 0.007011525798588991, "global_step": 29291, "epoch": 164, "lr": 8.296460576742171e-05}
{"train_loss": 0.004556696861982346, "global_step": 29292, "epoch": 164, "lr": 8.296349468888938e-05}
{"train_loss": 0.003961553331464529, "global_step": 29293, "epoch": 164, "lr": 8.29623835815654e-05}
{"train_loss": 0.005324088968336582, "global_step": 29294, "epoch": 164, "lr": 8.296127244545076e-05}
{"train_loss": 0.0049460469745099545, "global_step": 29295, "epoch": 164, "lr": 8.29601612805464e-05}
{"train_loss": 0.00627305218949914, "global_step": 29296, "epoch": 164, "lr": 8.295905008685331e-05}
{"train_loss": 0.009103290736675262, "global_step": 29297, "epoch": 164, "lr": 8.295793886437248e-05}
{"train_loss": 0.004642531741410494, "global_step": 29298, "epoch": 164, "lr": 8.295682761310483e-05}
{"train_loss": 0.004534847568720579, "global_step": 29299, "epoch": 164, "lr": 8.295571633305138e-05}
{"train_loss": 0.011271417140960693, "global_step": 29300, "epoch": 164, "lr": 8.295460502421307e-05}
{"train_loss": 0.00514585617929697, "global_step": 29301, "epoch": 164, "lr": 8.295349368659088e-05}
{"train_loss": 0.008269060403108597, "global_step": 29302, "epoch": 164, "lr": 8.295238232018578e-05}
{"train_loss": 0.004665018059313297, "global_step": 29303, "epoch": 164, "lr": 8.295127092499874e-05}
{"train_loss": 0.00452755531296134, "global_step": 29304, "epoch": 164, "lr": 8.295015950103075e-05}
{"train_loss": 0.005334449931979179, "global_step": 29305, "epoch": 164, "lr": 8.294904804828274e-05}
{"train_loss": 0.004447390325367451, "global_step": 29306, "epoch": 164, "lr": 8.294793656675573e-05}
{"train_loss": 0.005076306872069836, "global_step": 29307, "epoch": 164, "lr": 8.294682505645064e-05}
{"train_loss": 0.007758408784866333, "global_step": 29308, "epoch": 164, "lr": 8.294571351736848e-05}
{"train_loss": 0.0071013318374753, "global_step": 29309, "epoch": 164, "lr": 8.29446019495102e-05}
{"train_loss": 0.010920665226876736, "global_step": 29310, "epoch": 164, "lr": 8.294349035287679e-05}
{"train_loss": 0.0030000191181898117, "global_step": 29311, "epoch": 164, "lr": 8.294237872746919e-05}
{"train_loss": 0.009968340396881104, "global_step": 29312, "epoch": 164, "lr": 8.29412670732884e-05}
{"train_loss": 0.005356649402529001, "global_step": 29313, "epoch": 164, "lr": 8.294015539033538e-05}
{"train_loss": 0.0049706753343343735, "global_step": 29314, "epoch": 164, "lr": 8.293904367861109e-05}
{"train_loss": 0.007752389647066593, "global_step": 29315, "epoch": 164, "lr": 8.293793193811654e-05}
{"train_loss": 0.0038794991560280323, "global_step": 29316, "epoch": 164, "lr": 8.293682016885265e-05}
{"train_loss": 0.005301523953676224, "global_step": 29317, "epoch": 164, "lr": 8.293570837082043e-05}
{"train_loss": 0.006221529096364975, "global_step": 29318, "epoch": 164, "lr": 8.293459654402082e-05}
{"train_loss": 0.009241901338100433, "global_step": 29319, "epoch": 164, "lr": 8.29334846884548e-05}
{"train_loss": 0.007213178090751171, "global_step": 29320, "epoch": 164, "lr": 8.293237280412339e-05}
{"train_loss": 0.0061291856691241264, "global_step": 29321, "epoch": 164, "lr": 8.293126089102747e-05}
{"train_loss": 0.005229948088526726, "global_step": 29322, "epoch": 164, "lr": 8.293014894916808e-05}
{"train_loss": 0.008329242467880249, "global_step": 29323, "epoch": 164, "lr": 8.292903697854617e-05}
{"train_loss": 0.007889924570918083, "global_step": 29324, "epoch": 164, "lr": 8.292792497916272e-05}
{"train_loss": 0.010469605214893818, "global_step": 29325, "epoch": 164, "lr": 8.292681295101869e-05}
{"train_loss": 0.007125711999833584, "global_step": 29326, "epoch": 164, "lr": 8.292570089411505e-05}
{"train_loss": 0.00916235987097025, "global_step": 29327, "epoch": 164, "lr": 8.292458880845278e-05}
{"train_loss": 0.007056320086121559, "global_step": 29328, "epoch": 164, "lr": 8.292347669403286e-05}
{"train_loss": 0.008436303585767746, "global_step": 29329, "epoch": 164, "lr": 8.292236455085622e-05}
{"train_loss": 0.00742129422724247, "global_step": 29330, "epoch": 164, "lr": 8.292125237892389e-05}
{"train_loss": 0.012033320963382721, "global_step": 29331, "epoch": 164, "lr": 8.292014017823679e-05}
{"train_loss": 0.005191230680793524, "global_step": 29332, "epoch": 164, "lr": 8.291902794879593e-05}
{"train_loss": 0.005110159981995821, "global_step": 29333, "epoch": 164, "lr": 8.291791569060226e-05}
{"train_loss": 0.008253619074821472, "global_step": 29334, "epoch": 164, "lr": 8.291680340365676e-05}
{"train_loss": 0.009477698244154453, "global_step": 29335, "epoch": 164, "lr": 8.29156910879604e-05}
{"train_loss": 0.006010638549923897, "global_step": 29336, "epoch": 164, "lr": 8.291457874351414e-05}
{"train_loss": 0.010766502469778061, "global_step": 29337, "epoch": 164, "lr": 8.291346637031896e-05}
{"train_loss": 0.005849325098097324, "global_step": 29338, "epoch": 164, "lr": 8.291235396837585e-05}
{"train_loss": 0.006315957754850388, "global_step": 29339, "epoch": 164, "lr": 8.291124153768575e-05}
{"train_loss": 0.00550735741853714, "global_step": 29340, "epoch": 164, "lr": 8.291012907824964e-05}
{"train_loss": 0.002636105753481388, "global_step": 29341, "epoch": 164, "lr": 8.290901659006851e-05}
{"train_loss": 0.0031290091574192047, "global_step": 29342, "epoch": 164, "lr": 8.29079040731433e-05}
{"train_loss": 0.004221745301038027, "global_step": 29343, "epoch": 164, "lr": 8.290679152747503e-05}
{"train_loss": 0.006999969016760588, "global_step": 29344, "epoch": 164, "lr": 8.290567895306462e-05}
{"train_loss": 0.005431166850030422, "global_step": 29345, "epoch": 164, "lr": 8.290456634991307e-05}
{"train_loss": 0.00595732219517231, "global_step": 29346, "epoch": 164, "lr": 8.290345371802135e-05}
{"train_loss": 0.005301538854837418, "global_step": 29347, "epoch": 164, "lr": 8.290234105739043e-05}
{"train_loss": 0.005818393547087908, "global_step": 29348, "epoch": 164, "lr": 8.290122836802128e-05}
{"train_loss": 0.005047372076660395, "global_step": 29349, "epoch": 164, "lr": 8.290011564991487e-05}
{"train_loss": 0.007010475732386112, "global_step": 29350, "epoch": 164, "lr": 8.289900290307217e-05}
{"train_loss": 0.009824288077652454, "global_step": 29351, "epoch": 164, "lr": 8.289789012749416e-05}
{"train_loss": 0.003872830420732498, "global_step": 29352, "epoch": 164, "lr": 8.28967773231818e-05}
{"train_loss": 0.003617354668676853, "global_step": 29353, "epoch": 164, "lr": 8.289566449013608e-05}
{"train_loss": 0.007590301334857941, "global_step": 29354, "epoch": 164, "lr": 8.289455162835795e-05}
{"train_loss": 0.008487625978887081, "global_step": 29355, "epoch": 164, "lr": 8.28934387378484e-05}
{"train_loss": 0.00399510283023119, "global_step": 29356, "epoch": 164, "lr": 8.289232581860841e-05}
{"train_loss": 0.008578062988817692, "global_step": 29357, "epoch": 164, "lr": 8.289121287063893e-05}
{"train_loss": 0.003851414890959859, "global_step": 29358, "epoch": 164, "lr": 8.289009989394093e-05}
{"train_loss": 0.003393038408830762, "global_step": 29359, "epoch": 164, "lr": 8.288898688851539e-05}
{"train_loss": 0.00599389523267746, "global_step": 29360, "epoch": 164, "lr": 8.28878738543633e-05}
{"train_loss": 0.006494923494756222, "global_step": 29361, "epoch": 164, "lr": 8.28867607914856e-05}
{"train_loss": 0.01857934147119522, "global_step": 29362, "epoch": 164, "lr": 8.288564769988329e-05}
{"train_loss": 0.004530602600425482, "global_step": 29363, "epoch": 164, "lr": 8.288453457955731e-05}
{"train_loss": 0.010862379334867, "global_step": 29364, "epoch": 164, "lr": 8.288342143050867e-05}
{"train_loss": 0.0060199867002666, "global_step": 29365, "epoch": 164, "lr": 8.288230825273833e-05}
{"train_loss": 0.0034649455919861794, "global_step": 29366, "epoch": 164, "lr": 8.288119504624726e-05}
{"train_loss": 0.006646360736340284, "global_step": 29367, "epoch": 164, "lr": 8.288008181103641e-05}
{"train_loss": 0.0033811042085289955, "global_step": 29368, "epoch": 164, "lr": 8.287896854710679e-05}
{"train_loss": 0.0065481042531266645, "global_step": 29369, "epoch": 164, "lr": 8.287785525445935e-05}
{"train_loss": 0.0071836961433291435, "global_step": 29370, "epoch": 165, "lr": 8.287674193309506e-05}
{"train_loss": 0.009636525064706802, "global_step": 29371, "epoch": 165, "lr": 8.28756285830149e-05}
{"train_loss": 0.0031236037611961365, "global_step": 29372, "epoch": 165, "lr": 8.287451520421986e-05}
{"train_loss": 0.00667716097086668, "global_step": 29373, "epoch": 165, "lr": 8.287340179671086e-05}
{"train_loss": 0.007423460949212313, "global_step": 29374, "epoch": 165, "lr": 8.287228836048893e-05}
{"train_loss": 0.0040089525282382965, "global_step": 29375, "epoch": 165, "lr": 8.287117489555502e-05}
{"train_loss": 0.009090788662433624, "global_step": 29376, "epoch": 165, "lr": 8.28700614019101e-05}
{"train_loss": 0.005328653380274773, "global_step": 29377, "epoch": 165, "lr": 8.286894787955515e-05}
{"train_loss": 0.004082578234374523, "global_step": 29378, "epoch": 165, "lr": 8.286783432849112e-05}
{"train_loss": 0.006726622115820646, "global_step": 29379, "epoch": 165, "lr": 8.286672074871901e-05}
{"train_loss": 0.007094934582710266, "global_step": 29380, "epoch": 165, "lr": 8.286560714023978e-05}
{"train_loss": 0.010137170553207397, "global_step": 29381, "epoch": 165, "lr": 8.28644935030544e-05}
{"train_loss": 0.00388273224234581, "global_step": 29382, "epoch": 165, "lr": 8.286337983716386e-05}
{"train_loss": 0.0058158570900559425, "global_step": 29383, "epoch": 165, "lr": 8.286226614256912e-05}
{"train_loss": 0.0048795780166983604, "global_step": 29384, "epoch": 165, "lr": 8.286115241927114e-05}
{"train_loss": 0.005547874141484499, "global_step": 29385, "epoch": 165, "lr": 8.28600386672709e-05}
{"train_loss": 0.009082580916583538, "global_step": 29386, "epoch": 165, "lr": 8.285892488656939e-05}
{"train_loss": 0.006398254074156284, "global_step": 29387, "epoch": 165, "lr": 8.285781107716758e-05}
{"train_loss": 0.010807560756802559, "global_step": 29388, "epoch": 165, "lr": 8.285669723906642e-05}
{"train_loss": 0.00566422613337636, "global_step": 29389, "epoch": 165, "lr": 8.285558337226691e-05}
{"train_loss": 0.0047142114490270615, "global_step": 29390, "epoch": 165, "lr": 8.285446947677e-05}
{"train_loss": 0.008309315890073776, "global_step": 29391, "epoch": 165, "lr": 8.285335555257667e-05}
{"train_loss": 0.006401128135621548, "global_step": 29392, "epoch": 165, "lr": 8.285224159968791e-05}
{"train_loss": 0.0059248097240924835, "global_step": 29393, "epoch": 165, "lr": 8.285112761810468e-05}
{"train_loss": 0.0034212940372526646, "global_step": 29394, "epoch": 165, "lr": 8.285001360782794e-05}
{"train_loss": 0.004923595581203699, "global_step": 29395, "epoch": 165, "lr": 8.284889956885867e-05}
{"train_loss": 0.008199207484722137, "global_step": 29396, "epoch": 165, "lr": 8.284778550119787e-05}
{"train_loss": 0.004969152621924877, "global_step": 29397, "epoch": 165, "lr": 8.284667140484647e-05}
{"train_loss": 0.011932753957808018, "global_step": 29398, "epoch": 165, "lr": 8.284555727980547e-05}
{"train_loss": 0.002599631203338504, "global_step": 29399, "epoch": 165, "lr": 8.284444312607584e-05}
{"train_loss": 0.004716263618320227, "global_step": 29400, "epoch": 165, "lr": 8.284332894365855e-05}
{"train_loss": 0.0054010129533708096, "global_step": 29401, "epoch": 165, "lr": 8.284221473255458e-05}
{"train_loss": 0.004587968811392784, "global_step": 29402, "epoch": 165, "lr": 8.284110049276488e-05}
{"train_loss": 0.0050538647919893265, "global_step": 29403, "epoch": 165, "lr": 8.283998622429045e-05}
{"train_loss": 0.008874651044607162, "global_step": 29404, "epoch": 165, "lr": 8.283887192713226e-05}
{"train_loss": 0.009374458342790604, "global_step": 29405, "epoch": 165, "lr": 8.283775760129126e-05}
{"train_loss": 0.004244509153068066, "global_step": 29406, "epoch": 165, "lr": 8.283664324676845e-05}
{"train_loss": 0.00578475184738636, "global_step": 29407, "epoch": 165, "lr": 8.283552886356479e-05}
{"train_loss": 0.010417883284389973, "global_step": 29408, "epoch": 165, "lr": 8.283441445168125e-05}
{"train_loss": 0.004285877104848623, "global_step": 29409, "epoch": 165, "lr": 8.283330001111882e-05}
{"train_loss": 0.007450943347066641, "global_step": 29410, "epoch": 165, "lr": 8.283218554187847e-05}
{"train_loss": 0.005416360683739185, "global_step": 29411, "epoch": 165, "lr": 8.283107104396115e-05}
{"train_loss": 0.00738204549998045, "global_step": 29412, "epoch": 165, "lr": 8.282995651736786e-05}
{"train_loss": 0.012324381619691849, "global_step": 29413, "epoch": 165, "lr": 8.282884196209957e-05}
{"train_loss": 0.005030495580285788, "global_step": 29414, "epoch": 165, "lr": 8.282772737815724e-05}
{"train_loss": 0.004308303352445364, "global_step": 29415, "epoch": 165, "lr": 8.282661276554185e-05}
{"train_loss": 0.007319743745028973, "global_step": 29416, "epoch": 165, "lr": 8.282549812425438e-05}
{"train_loss": 0.004113350063562393, "global_step": 29417, "epoch": 165, "lr": 8.282438345429579e-05}
{"train_loss": 0.009790090844035149, "global_step": 29418, "epoch": 165, "lr": 8.282326875566706e-05}
{"train_loss": 0.01031607948243618, "global_step": 29419, "epoch": 165, "lr": 8.282215402836918e-05}
{"train_loss": 0.004562040790915489, "global_step": 29420, "epoch": 165, "lr": 8.282103927240308e-05}
{"train_loss": 0.003797760233283043, "global_step": 29421, "epoch": 165, "lr": 8.281992448776978e-05}
{"train_loss": 0.003102321643382311, "global_step": 29422, "epoch": 165, "lr": 8.281880967447023e-05}
{"train_loss": 0.009730408899486065, "global_step": 29423, "epoch": 165, "lr": 8.281769483250542e-05}
{"train_loss": 0.004516717977821827, "global_step": 29424, "epoch": 165, "lr": 8.281657996187631e-05}
{"train_loss": 0.005226160399615765, "global_step": 29425, "epoch": 165, "lr": 8.281546506258387e-05}
{"train_loss": 0.00809090118855238, "global_step": 29426, "epoch": 165, "lr": 8.281435013462908e-05}
{"train_loss": 0.004551859572529793, "global_step": 29427, "epoch": 165, "lr": 8.281323517801292e-05}
{"train_loss": 0.004258833825588226, "global_step": 29428, "epoch": 165, "lr": 8.281212019273636e-05}
{"train_loss": 0.004460595548152924, "global_step": 29429, "epoch": 165, "lr": 8.281100517880039e-05}
{"train_loss": 0.0038760839961469173, "global_step": 29430, "epoch": 165, "lr": 8.280989013620593e-05}
{"train_loss": 0.0072363195940852165, "global_step": 29431, "epoch": 165, "lr": 8.280877506495401e-05}
{"train_loss": 0.0025911296252161264, "global_step": 29432, "epoch": 165, "lr": 8.280765996504558e-05}
{"train_loss": 0.004509095102548599, "global_step": 29433, "epoch": 165, "lr": 8.280654483648163e-05}
{"train_loss": 0.01135104987770319, "global_step": 29434, "epoch": 165, "lr": 8.280542967926311e-05}
{"train_loss": 0.007234401069581509, "global_step": 29435, "epoch": 165, "lr": 8.280431449339101e-05}
{"train_loss": 0.00403212895616889, "global_step": 29436, "epoch": 165, "lr": 8.28031992788663e-05}
{"train_loss": 0.0036889901384711266, "global_step": 29437, "epoch": 165, "lr": 8.280208403568996e-05}
{"train_loss": 0.0027956017293035984, "global_step": 29438, "epoch": 165, "lr": 8.280096876386295e-05}
{"train_loss": 0.00267090555280447, "global_step": 29439, "epoch": 165, "lr": 8.279985346338626e-05}
{"train_loss": 0.006855722516775131, "global_step": 29440, "epoch": 165, "lr": 8.279873813426084e-05}
{"train_loss": 0.0050759026780724525, "global_step": 29441, "epoch": 165, "lr": 8.27976227764877e-05}
{"train_loss": 0.009197589010000229, "global_step": 29442, "epoch": 165, "lr": 8.279650739006778e-05}
{"train_loss": 0.004861168097704649, "global_step": 29443, "epoch": 165, "lr": 8.27953919750021e-05}
{"train_loss": 0.005947733297944069, "global_step": 29444, "epoch": 165, "lr": 8.279427653129157e-05}
{"train_loss": 0.006447329185903072, "global_step": 29445, "epoch": 165, "lr": 8.279316105893722e-05}
{"train_loss": 0.009103098884224892, "global_step": 29446, "epoch": 165, "lr": 8.279204555793998e-05}
{"train_loss": 0.0044051771983504295, "global_step": 29447, "epoch": 165, "lr": 8.279093002830087e-05}
{"train_loss": 0.007931089028716087, "global_step": 29448, "epoch": 165, "lr": 8.278981447002081e-05}
{"train_loss": 0.0035737846046686172, "global_step": 29449, "epoch": 165, "lr": 8.278869888310084e-05}
{"train_loss": 0.003106328658759594, "global_step": 29450, "epoch": 165, "lr": 8.278758326754188e-05}
{"train_loss": 0.005615375004708767, "global_step": 29451, "epoch": 165, "lr": 8.278646762334492e-05}
{"train_loss": 0.0065619549714028835, "global_step": 29452, "epoch": 165, "lr": 8.278535195051096e-05}
{"train_loss": 0.007703152485191822, "global_step": 29453, "epoch": 165, "lr": 8.278423624904093e-05}
{"train_loss": 0.0065007638186216354, "global_step": 29454, "epoch": 165, "lr": 8.278312051893584e-05}
{"train_loss": 0.004090496804565191, "global_step": 29455, "epoch": 165, "lr": 8.278200476019665e-05}
{"train_loss": 0.004728600848466158, "global_step": 29456, "epoch": 165, "lr": 8.278088897282434e-05}
{"train_loss": 0.00374474935233593, "global_step": 29457, "epoch": 165, "lr": 8.277977315681987e-05}
{"train_loss": 0.005013004876673222, "global_step": 29458, "epoch": 165, "lr": 8.277865731218424e-05}
{"train_loss": 0.006099979858845472, "global_step": 29459, "epoch": 165, "lr": 8.277754143891841e-05}
{"train_loss": 0.0035056211054325104, "global_step": 29460, "epoch": 165, "lr": 8.277642553702334e-05}
{"train_loss": 0.00743423867970705, "global_step": 29461, "epoch": 165, "lr": 8.277530960650003e-05}
{"train_loss": 0.006979357451200485, "global_step": 29462, "epoch": 165, "lr": 8.277419364734943e-05}
{"train_loss": 0.006465621292591095, "global_step": 29463, "epoch": 165, "lr": 8.277307765957255e-05}
{"train_loss": 0.007508636452257633, "global_step": 29464, "epoch": 165, "lr": 8.277196164317034e-05}
{"train_loss": 0.005565842613577843, "global_step": 29465, "epoch": 165, "lr": 8.277084559814376e-05}
{"train_loss": 0.005504566244781017, "global_step": 29466, "epoch": 165, "lr": 8.276972952449383e-05}
{"train_loss": 0.0071228425949811935, "global_step": 29467, "epoch": 165, "lr": 8.276861342222148e-05}
{"train_loss": 0.009134700521826744, "global_step": 29468, "epoch": 165, "lr": 8.276749729132771e-05}
{"train_loss": 0.006172500550746918, "global_step": 29469, "epoch": 165, "lr": 8.276638113181349e-05}
{"train_loss": 0.00546000711619854, "global_step": 29470, "epoch": 165, "lr": 8.276526494367979e-05}
{"train_loss": 0.009348822757601738, "global_step": 29471, "epoch": 165, "lr": 8.276414872692758e-05}
{"train_loss": 0.006772890221327543, "global_step": 29472, "epoch": 165, "lr": 8.276303248155786e-05}
{"train_loss": 0.00476412009447813, "global_step": 29473, "epoch": 165, "lr": 8.276191620757156e-05}
{"train_loss": 0.004856390878558159, "global_step": 29474, "epoch": 165, "lr": 8.276079990496972e-05}
{"train_loss": 0.0037602982483804226, "global_step": 29475, "epoch": 165, "lr": 8.275968357375325e-05}
{"train_loss": 0.005574515089392662, "global_step": 29476, "epoch": 165, "lr": 8.275856721392317e-05}
{"train_loss": 0.00519929826259613, "global_step": 29477, "epoch": 165, "lr": 8.275745082548042e-05}
{"train_loss": 0.0039074779488146305, "global_step": 29478, "epoch": 165, "lr": 8.2756334408426e-05}
{"train_loss": 0.01088036224246025, "global_step": 29479, "epoch": 165, "lr": 8.27552179627609e-05}
{"train_loss": 0.008566053584218025, "global_step": 29480, "epoch": 165, "lr": 8.275410148848603e-05}
{"train_loss": 0.005203625652939081, "global_step": 29481, "epoch": 165, "lr": 8.275298498560245e-05}
{"train_loss": 0.006140426732599735, "global_step": 29482, "epoch": 165, "lr": 8.275186845411107e-05}
{"train_loss": 0.006356953643262386, "global_step": 29483, "epoch": 165, "lr": 8.275075189401289e-05}
{"train_loss": 0.011005783453583717, "global_step": 29484, "epoch": 165, "lr": 8.274963530530888e-05}
{"train_loss": 0.006006748881191015, "global_step": 29485, "epoch": 165, "lr": 8.274851868800004e-05}
{"train_loss": 0.004228300414979458, "global_step": 29486, "epoch": 165, "lr": 8.274740204208731e-05}
{"train_loss": 0.008157463744282722, "global_step": 29487, "epoch": 165, "lr": 8.274628536757168e-05}
{"train_loss": 0.008159296587109566, "global_step": 29488, "epoch": 165, "lr": 8.274516866445413e-05}
{"train_loss": 0.005130782723426819, "global_step": 29489, "epoch": 165, "lr": 8.274405193273562e-05}
{"train_loss": 0.00905776396393776, "global_step": 29490, "epoch": 165, "lr": 8.274293517241714e-05}
{"train_loss": 0.007978311739861965, "global_step": 29491, "epoch": 165, "lr": 8.274181838349968e-05}
{"train_loss": 0.005872051697224379, "global_step": 29492, "epoch": 165, "lr": 8.274070156598416e-05}
{"train_loss": 0.0038014953024685383, "global_step": 29493, "epoch": 165, "lr": 8.273958471987164e-05}
{"train_loss": 0.008564841002225876, "global_step": 29494, "epoch": 165, "lr": 8.273846784516302e-05}
{"train_loss": 0.007584191858768463, "global_step": 29495, "epoch": 165, "lr": 8.27373509418593e-05}
{"train_loss": 0.006560115609318018, "global_step": 29496, "epoch": 165, "lr": 8.273623400996146e-05}
{"train_loss": 0.006056246347725391, "global_step": 29497, "epoch": 165, "lr": 8.273511704947048e-05}
{"train_loss": 0.005622293800115585, "global_step": 29498, "epoch": 165, "lr": 8.273400006038733e-05}
{"train_loss": 0.010497204959392548, "global_step": 29499, "epoch": 165, "lr": 8.2732883042713e-05}
{"train_loss": 0.007395070977509022, "global_step": 29500, "epoch": 165, "lr": 8.273176599644844e-05}
{"train_loss": 0.005890401545912027, "global_step": 29501, "epoch": 165, "lr": 8.273064892159463e-05}
{"train_loss": 0.008955515921115875, "global_step": 29502, "epoch": 165, "lr": 8.272953181815256e-05}
{"train_loss": 0.0036431795451790094, "global_step": 29503, "epoch": 165, "lr": 8.27284146861232e-05}
{"train_loss": 0.0048990086652338505, "global_step": 29504, "epoch": 165, "lr": 8.272729752550752e-05}
{"train_loss": 0.010166788473725319, "global_step": 29505, "epoch": 165, "lr": 8.27261803363065e-05}
{"train_loss": 0.00510341115295887, "global_step": 29506, "epoch": 165, "lr": 8.272506311852112e-05}
{"train_loss": 0.008030063472688198, "global_step": 29507, "epoch": 165, "lr": 8.272394587215236e-05}
{"train_loss": 0.009087929502129555, "global_step": 29508, "epoch": 165, "lr": 8.272282859720116e-05}
{"train_loss": 0.005782060790807009, "global_step": 29509, "epoch": 165, "lr": 8.272171129366855e-05}
{"train_loss": 0.006860609631985426, "global_step": 29510, "epoch": 165, "lr": 8.272059396155544e-05}
{"train_loss": 0.004362504929304123, "global_step": 29511, "epoch": 165, "lr": 8.271947660086289e-05}
{"train_loss": 0.007264016196131706, "global_step": 29512, "epoch": 165, "lr": 8.271835921159182e-05}
{"train_loss": 0.011779362335801125, "global_step": 29513, "epoch": 165, "lr": 8.27172417937432e-05}
{"train_loss": 0.010306617245078087, "global_step": 29514, "epoch": 165, "lr": 8.271612434731803e-05}
{"train_loss": 0.003432883182540536, "global_step": 29515, "epoch": 165, "lr": 8.27150068723173e-05}
{"train_loss": 0.005346602760255337, "global_step": 29516, "epoch": 165, "lr": 8.271388936874195e-05}
{"train_loss": 0.004320591688156128, "global_step": 29517, "epoch": 165, "lr": 8.271277183659297e-05}
{"train_loss": 0.006416160613298416, "global_step": 29518, "epoch": 165, "lr": 8.271165427587133e-05}
{"train_loss": 0.0060202195309102535, "global_step": 29519, "epoch": 165, "lr": 8.271053668657803e-05}
{"train_loss": 0.013254940509796143, "global_step": 29520, "epoch": 165, "lr": 8.270941906871403e-05}
{"train_loss": 0.00503015099093318, "global_step": 29521, "epoch": 165, "lr": 8.270830142228029e-05}
{"train_loss": 0.006623266264796257, "global_step": 29522, "epoch": 165, "lr": 8.27071837472778e-05}
{"train_loss": 0.010449468158185482, "global_step": 29523, "epoch": 165, "lr": 8.270606604370756e-05}
{"train_loss": 0.00732565950602293, "global_step": 29524, "epoch": 165, "lr": 8.270494831157052e-05}
{"train_loss": 0.006687067449092865, "global_step": 29525, "epoch": 165, "lr": 8.270383055086765e-05}
{"train_loss": 0.009973054751753807, "global_step": 29526, "epoch": 165, "lr": 8.270271276159993e-05}
{"train_loss": 0.004353778436779976, "global_step": 29527, "epoch": 165, "lr": 8.270159494376836e-05}
{"train_loss": 0.010282590985298157, "global_step": 29528, "epoch": 165, "lr": 8.27004770973739e-05}
{"train_loss": 0.013578287325799465, "global_step": 29529, "epoch": 165, "lr": 8.269935922241752e-05}
{"train_loss": 0.004589637741446495, "global_step": 29530, "epoch": 165, "lr": 8.269824131890019e-05}
{"train_loss": 0.006536702625453472, "global_step": 29531, "epoch": 165, "lr": 8.269712338682292e-05}
{"train_loss": 0.007879710756242275, "global_step": 29532, "epoch": 165, "lr": 8.269600542618665e-05}
{"train_loss": 0.007701958529651165, "global_step": 29533, "epoch": 165, "lr": 8.269488743699237e-05}
{"train_loss": 0.005340502131730318, "global_step": 29534, "epoch": 165, "lr": 8.269376941924108e-05}
{"train_loss": 0.0053305551409721375, "global_step": 29535, "epoch": 165, "lr": 8.269265137293371e-05}
{"train_loss": 0.0017738417955115438, "global_step": 29536, "epoch": 165, "lr": 8.269153329807128e-05}
{"train_loss": 0.012374093756079674, "global_step": 29537, "epoch": 165, "lr": 8.269041519465474e-05}
{"train_loss": 0.008031976409256458, "global_step": 29538, "epoch": 165, "lr": 8.268929706268507e-05}
{"train_loss": 0.004849734716117382, "global_step": 29539, "epoch": 165, "lr": 8.268817890216326e-05}
{"train_loss": 0.011383945122361183, "global_step": 29540, "epoch": 165, "lr": 8.268706071309027e-05}
{"train_loss": 0.007579128723591566, "global_step": 29541, "epoch": 165, "lr": 8.26859424954671e-05}
{"train_loss": 0.006715264171361923, "global_step": 29542, "epoch": 165, "lr": 8.26848242492947e-05}
{"train_loss": 0.005267864093184471, "global_step": 29543, "epoch": 165, "lr": 8.268370597457406e-05}
{"train_loss": 0.007207643240690231, "global_step": 29544, "epoch": 165, "lr": 8.268258767130614e-05}
{"train_loss": 0.006595617160201073, "global_step": 29545, "epoch": 165, "lr": 8.268146933949194e-05}
{"train_loss": 0.0070218294858932495, "global_step": 29546, "epoch": 165, "lr": 8.268035097913245e-05}
{"train_loss": 0.00650908970444076, "global_step": 29547, "epoch": 165, "lr": 8.267923259022861e-05, "train_action_mse_error": 1.2880649592261761e-05}
{"train_loss": 0.003907182719558477, "global_step": 29548, "epoch": 166, "lr": 8.26781141727814e-05}
{"train_loss": 0.002539062639698386, "global_step": 29549, "epoch": 166, "lr": 8.267699572679182e-05}
{"train_loss": 0.009230083785951138, "global_step": 29550, "epoch": 166, "lr": 8.267587725226084e-05}
{"train_loss": 0.009023111313581467, "global_step": 29551, "epoch": 166, "lr": 8.267475874918942e-05}
{"train_loss": 0.004442807286977768, "global_step": 29552, "epoch": 166, "lr": 8.267364021757855e-05}
{"train_loss": 0.005411247722804546, "global_step": 29553, "epoch": 166, "lr": 8.267252165742922e-05}
{"train_loss": 0.004721689969301224, "global_step": 29554, "epoch": 166, "lr": 8.267140306874239e-05}
{"train_loss": 0.007889085449278355, "global_step": 29555, "epoch": 166, "lr": 8.267028445151903e-05}
{"train_loss": 0.011221062391996384, "global_step": 29556, "epoch": 166, "lr": 8.266916580576014e-05}
{"train_loss": 0.007272553630173206, "global_step": 29557, "epoch": 166, "lr": 8.266804713146667e-05}
{"train_loss": 0.0060630496591329575, "global_step": 29558, "epoch": 166, "lr": 8.266692842863962e-05}
{"train_loss": 0.00630979286506772, "global_step": 29559, "epoch": 166, "lr": 8.266580969727998e-05}
{"train_loss": 0.004372979514300823, "global_step": 29560, "epoch": 166, "lr": 8.266469093738866e-05}
{"train_loss": 0.0041392482817173, "global_step": 29561, "epoch": 166, "lr": 8.266357214896672e-05}
{"train_loss": 0.003000187687575817, "global_step": 29562, "epoch": 166, "lr": 8.26624533320151e-05}
{"train_loss": 0.003704608418047428, "global_step": 29563, "epoch": 166, "lr": 8.266133448653476e-05}
{"train_loss": 0.0064918482676148415, "global_step": 29564, "epoch": 166, "lr": 8.26602156125267e-05}
{"train_loss": 0.003836879739537835, "global_step": 29565, "epoch": 166, "lr": 8.26590967099919e-05}
{"train_loss": 0.004582016728818417, "global_step": 29566, "epoch": 166, "lr": 8.265797777893131e-05}
{"train_loss": 0.00482280645519495, "global_step": 29567, "epoch": 166, "lr": 8.265685881934595e-05}
{"train_loss": 0.007105658762156963, "global_step": 29568, "epoch": 166, "lr": 8.265573983123676e-05}
{"train_loss": 0.004782139789313078, "global_step": 29569, "epoch": 166, "lr": 8.265462081460475e-05}
{"train_loss": 0.005474221892654896, "global_step": 29570, "epoch": 166, "lr": 8.265350176945086e-05}
{"train_loss": 0.004427333362400532, "global_step": 29571, "epoch": 166, "lr": 8.265238269577609e-05}
{"train_loss": 0.004509670659899712, "global_step": 29572, "epoch": 166, "lr": 8.26512635935814e-05}
{"train_loss": 0.0045873308554291725, "global_step": 29573, "epoch": 166, "lr": 8.26501444628678e-05}
{"train_loss": 0.006111800670623779, "global_step": 29574, "epoch": 166, "lr": 8.264902530363625e-05}
{"train_loss": 0.00351879745721817, "global_step": 29575, "epoch": 166, "lr": 8.264790611588771e-05}
{"train_loss": 0.007977627217769623, "global_step": 29576, "epoch": 166, "lr": 8.26467868996232e-05}
{"train_loss": 0.008061682805418968, "global_step": 29577, "epoch": 166, "lr": 8.264566765484365e-05}
{"train_loss": 0.0036872723139822483, "global_step": 29578, "epoch": 166, "lr": 8.264454838155007e-05}
{"train_loss": 0.0031453564297407866, "global_step": 29579, "epoch": 166, "lr": 8.26434290797434e-05}
{"train_loss": 0.003615677822381258, "global_step": 29580, "epoch": 166, "lr": 8.264230974942469e-05}
{"train_loss": 0.008916418999433517, "global_step": 29581, "epoch": 166, "lr": 8.264119039059483e-05}
{"train_loss": 0.004412927199155092, "global_step": 29582, "epoch": 166, "lr": 8.264007100325487e-05}
{"train_loss": 0.00746083864942193, "global_step": 29583, "epoch": 166, "lr": 8.263895158740573e-05}
{"train_loss": 0.00437585823237896, "global_step": 29584, "epoch": 166, "lr": 8.263783214304843e-05}
{"train_loss": 0.004749578889459372, "global_step": 29585, "epoch": 166, "lr": 8.263671267018393e-05}
{"train_loss": 0.0031848337966948748, "global_step": 29586, "epoch": 166, "lr": 8.263559316881322e-05}
{"train_loss": 0.005464531946927309, "global_step": 29587, "epoch": 166, "lr": 8.263447363893726e-05}
{"train_loss": 0.01055531669408083, "global_step": 29588, "epoch": 166, "lr": 8.263335408055704e-05}
{"train_loss": 0.008839661255478859, "global_step": 29589, "epoch": 166, "lr": 8.263223449367352e-05}
{"train_loss": 0.0069155399687588215, "global_step": 29590, "epoch": 166, "lr": 8.263111487828773e-05}
{"train_loss": 0.011445920914411545, "global_step": 29591, "epoch": 166, "lr": 8.262999523440056e-05}
{"train_loss": 0.004343312233686447, "global_step": 29592, "epoch": 166, "lr": 8.262887556201306e-05}
{"train_loss": 0.00773710897192359, "global_step": 29593, "epoch": 166, "lr": 8.262775586112619e-05}
{"train_loss": 0.004975947551429272, "global_step": 29594, "epoch": 166, "lr": 8.26266361317409e-05}
{"train_loss": 0.011268993839621544, "global_step": 29595, "epoch": 166, "lr": 8.262551637385823e-05}
{"train_loss": 0.009678070433437824, "global_step": 29596, "epoch": 166, "lr": 8.26243965874791e-05}
{"train_loss": 0.008433334529399872, "global_step": 29597, "epoch": 166, "lr": 8.262327677260451e-05}
{"train_loss": 0.006045857444405556, "global_step": 29598, "epoch": 166, "lr": 8.262215692923543e-05}
{"train_loss": 0.0035271740052849054, "global_step": 29599, "epoch": 166, "lr": 8.262103705737286e-05}
{"train_loss": 0.005246775224804878, "global_step": 29600, "epoch": 166, "lr": 8.261991715701775e-05}
{"train_loss": 0.005846288055181503, "global_step": 29601, "epoch": 166, "lr": 8.261879722817108e-05}
{"train_loss": 0.003650206606835127, "global_step": 29602, "epoch": 166, "lr": 8.261767727083386e-05}
{"train_loss": 0.005328105762600899, "global_step": 29603, "epoch": 166, "lr": 8.261655728500704e-05}
{"train_loss": 0.0022144587710499763, "global_step": 29604, "epoch": 166, "lr": 8.26154372706916e-05}
{"train_loss": 0.006018918938934803, "global_step": 29605, "epoch": 166, "lr": 8.261431722788852e-05}
{"train_loss": 0.005476182792335749, "global_step": 29606, "epoch": 166, "lr": 8.261319715659879e-05}
{"train_loss": 0.009572161361575127, "global_step": 29607, "epoch": 166, "lr": 8.26120770568234e-05}
{"train_loss": 0.0035681866575032473, "global_step": 29608, "epoch": 166, "lr": 8.261095692856327e-05}
{"train_loss": 0.006786935497075319, "global_step": 29609, "epoch": 166, "lr": 8.260983677181943e-05}
{"train_loss": 0.006737252697348595, "global_step": 29610, "epoch": 166, "lr": 8.260871658659284e-05}
{"train_loss": 0.005445301532745361, "global_step": 29611, "epoch": 166, "lr": 8.26075963728845e-05}
{"train_loss": 0.006918453611433506, "global_step": 29612, "epoch": 166, "lr": 8.260647613069536e-05}
{"train_loss": 0.004072983283549547, "global_step": 29613, "epoch": 166, "lr": 8.260535586002641e-05}
{"train_loss": 0.002755459863692522, "global_step": 29614, "epoch": 166, "lr": 8.260423556087863e-05}
{"train_loss": 0.0044000474736094475, "global_step": 29615, "epoch": 166, "lr": 8.260311523325299e-05}
{"train_loss": 0.014248376712203026, "global_step": 29616, "epoch": 166, "lr": 8.26019948771505e-05}
{"train_loss": 0.006822517141699791, "global_step": 29617, "epoch": 166, "lr": 8.26008744925721e-05}
{"train_loss": 0.008512694388628006, "global_step": 29618, "epoch": 166, "lr": 8.259975407951877e-05}
{"train_loss": 0.010170267894864082, "global_step": 29619, "epoch": 166, "lr": 8.259863363799152e-05}
{"train_loss": 0.006041588727384806, "global_step": 29620, "epoch": 166, "lr": 8.259751316799132e-05}
{"train_loss": 0.004962805658578873, "global_step": 29621, "epoch": 166, "lr": 8.259639266951911e-05}
{"train_loss": 0.008476002141833305, "global_step": 29622, "epoch": 166, "lr": 8.259527214257592e-05}
{"train_loss": 0.004686056170612574, "global_step": 29623, "epoch": 166, "lr": 8.259415158716269e-05}
{"train_loss": 0.005013913381844759, "global_step": 29624, "epoch": 166, "lr": 8.259303100328041e-05}
{"train_loss": 0.0018533195834606886, "global_step": 29625, "epoch": 166, "lr": 8.259191039093009e-05}
{"train_loss": 0.0072349244728684425, "global_step": 29626, "epoch": 166, "lr": 8.259078975011267e-05}
{"train_loss": 0.00685153529047966, "global_step": 29627, "epoch": 166, "lr": 8.258966908082914e-05}
{"train_loss": 0.009852396324276924, "global_step": 29628, "epoch": 166, "lr": 8.258854838308047e-05}
{"train_loss": 0.003768173512071371, "global_step": 29629, "epoch": 166, "lr": 8.258742765686767e-05}
{"train_loss": 0.00711462926119566, "global_step": 29630, "epoch": 166, "lr": 8.258630690219169e-05}
{"train_loss": 0.00678355572745204, "global_step": 29631, "epoch": 166, "lr": 8.258518611905351e-05}
{"train_loss": 0.00537568423897028, "global_step": 29632, "epoch": 166, "lr": 8.258406530745413e-05}
{"train_loss": 0.006539331749081612, "global_step": 29633, "epoch": 166, "lr": 8.258294446739451e-05}
{"train_loss": 0.0024604410864412785, "global_step": 29634, "epoch": 166, "lr": 8.258182359887562e-05}
{"train_loss": 0.006106347776949406, "global_step": 29635, "epoch": 166, "lr": 8.258070270189847e-05}
{"train_loss": 0.0033794851042330265, "global_step": 29636, "epoch": 166, "lr": 8.257958177646401e-05}
{"train_loss": 0.005797252058982849, "global_step": 29637, "epoch": 166, "lr": 8.257846082257324e-05}
{"train_loss": 0.005752484779804945, "global_step": 29638, "epoch": 166, "lr": 8.257733984022712e-05}
{"train_loss": 0.00477358466014266, "global_step": 29639, "epoch": 166, "lr": 8.257621882942664e-05}
{"train_loss": 0.004446620121598244, "global_step": 29640, "epoch": 166, "lr": 8.257509779017278e-05}
{"train_loss": 0.005939582362771034, "global_step": 29641, "epoch": 166, "lr": 8.257397672246653e-05}
{"train_loss": 0.0054059806279838085, "global_step": 29642, "epoch": 166, "lr": 8.257285562630885e-05}
{"train_loss": 0.005448383279144764, "global_step": 29643, "epoch": 166, "lr": 8.257173450170073e-05}
{"train_loss": 0.008429767563939095, "global_step": 29644, "epoch": 166, "lr": 8.257061334864313e-05}
{"train_loss": 0.0079121682792902, "global_step": 29645, "epoch": 166, "lr": 8.256949216713706e-05}
{"train_loss": 0.005012328736484051, "global_step": 29646, "epoch": 166, "lr": 8.256837095718345e-05}
{"train_loss": 0.004446269012987614, "global_step": 29647, "epoch": 166, "lr": 8.256724971878336e-05}
{"train_loss": 0.004701173864305019, "global_step": 29648, "epoch": 166, "lr": 8.25661284519377e-05}
{"train_loss": 0.005064074881374836, "global_step": 29649, "epoch": 166, "lr": 8.256500715664747e-05}
{"train_loss": 0.009456399828195572, "global_step": 29650, "epoch": 166, "lr": 8.256388583291366e-05}
{"train_loss": 0.006751139182597399, "global_step": 29651, "epoch": 166, "lr": 8.256276448073723e-05}
{"train_loss": 0.0036591761745512486, "global_step": 29652, "epoch": 166, "lr": 8.256164310011918e-05}
{"train_loss": 0.0032584331929683685, "global_step": 29653, "epoch": 166, "lr": 8.256052169106048e-05}
{"train_loss": 0.00924614630639553, "global_step": 29654, "epoch": 166, "lr": 8.255940025356209e-05}
{"train_loss": 0.009185047820210457, "global_step": 29655, "epoch": 166, "lr": 8.255827878762502e-05}
{"train_loss": 0.0042082518339157104, "global_step": 29656, "epoch": 166, "lr": 8.255715729325025e-05}
{"train_loss": 0.006452061701565981, "global_step": 29657, "epoch": 166, "lr": 8.255603577043872e-05}
{"train_loss": 0.010436748154461384, "global_step": 29658, "epoch": 166, "lr": 8.255491421919146e-05}
{"train_loss": 0.0029436913318932056, "global_step": 29659, "epoch": 166, "lr": 8.255379263950941e-05}
{"train_loss": 0.004236380569636822, "global_step": 29660, "epoch": 166, "lr": 8.255267103139358e-05}
{"train_loss": 0.008138880133628845, "global_step": 29661, "epoch": 166, "lr": 8.255154939484493e-05}
{"train_loss": 0.010381611064076424, "global_step": 29662, "epoch": 166, "lr": 8.255042772986445e-05}
{"train_loss": 0.010682512074708939, "global_step": 29663, "epoch": 166, "lr": 8.254930603645311e-05}
{"train_loss": 0.005642796866595745, "global_step": 29664, "epoch": 166, "lr": 8.254818431461191e-05}
{"train_loss": 0.009951449930667877, "global_step": 29665, "epoch": 166, "lr": 8.254706256434179e-05}
{"train_loss": 0.0077216774225234985, "global_step": 29666, "epoch": 166, "lr": 8.254594078564377e-05}
{"train_loss": 0.004672902636229992, "global_step": 29667, "epoch": 166, "lr": 8.25448189785188e-05}
{"train_loss": 0.007463247515261173, "global_step": 29668, "epoch": 166, "lr": 8.25436971429679e-05}
{"train_loss": 0.0037858416326344013, "global_step": 29669, "epoch": 166, "lr": 8.2542575278992e-05}
{"train_loss": 0.007483426947146654, "global_step": 29670, "epoch": 166, "lr": 8.254145338659211e-05}
{"train_loss": 0.0035598778631538153, "global_step": 29671, "epoch": 166, "lr": 8.254033146576923e-05}
{"train_loss": 0.004671645350754261, "global_step": 29672, "epoch": 166, "lr": 8.253920951652428e-05}
{"train_loss": 0.008018696680665016, "global_step": 29673, "epoch": 166, "lr": 8.253808753885828e-05}
{"train_loss": 0.004254400264471769, "global_step": 29674, "epoch": 166, "lr": 8.253696553277222e-05}
{"train_loss": 0.005379667971283197, "global_step": 29675, "epoch": 166, "lr": 8.253584349826705e-05}
{"train_loss": 0.00247740070335567, "global_step": 29676, "epoch": 166, "lr": 8.253472143534376e-05}
{"train_loss": 0.0056958431378006935, "global_step": 29677, "epoch": 166, "lr": 8.253359934400335e-05}
{"train_loss": 0.0028168121352791786, "global_step": 29678, "epoch": 166, "lr": 8.253247722424676e-05}
{"train_loss": 0.004153421614319086, "global_step": 29679, "epoch": 166, "lr": 8.253135507607501e-05}
{"train_loss": 0.006393007934093475, "global_step": 29680, "epoch": 166, "lr": 8.253023289948907e-05}
{"train_loss": 0.008533516898751259, "global_step": 29681, "epoch": 166, "lr": 8.252911069448989e-05}
{"train_loss": 0.008145623840391636, "global_step": 29682, "epoch": 166, "lr": 8.25279884610785e-05}
{"train_loss": 0.00412534037604928, "global_step": 29683, "epoch": 166, "lr": 8.252686619925585e-05}
{"train_loss": 0.006933751981705427, "global_step": 29684, "epoch": 166, "lr": 8.252574390902291e-05}
{"train_loss": 0.0075963400304317474, "global_step": 29685, "epoch": 166, "lr": 8.252462159038069e-05}
{"train_loss": 0.0064184102229774, "global_step": 29686, "epoch": 166, "lr": 8.252349924333014e-05}
{"train_loss": 0.0024672159925103188, "global_step": 29687, "epoch": 166, "lr": 8.252237686787227e-05}
{"train_loss": 0.0073811085894703865, "global_step": 29688, "epoch": 166, "lr": 8.252125446400804e-05}
{"train_loss": 0.00626280065625906, "global_step": 29689, "epoch": 166, "lr": 8.252013203173845e-05}
{"train_loss": 0.0035476828925311565, "global_step": 29690, "epoch": 166, "lr": 8.251900957106445e-05}
{"train_loss": 0.0075562987476587296, "global_step": 29691, "epoch": 166, "lr": 8.251788708198705e-05}
{"train_loss": 0.007073385640978813, "global_step": 29692, "epoch": 166, "lr": 8.251676456450721e-05}
{"train_loss": 0.006141543388366699, "global_step": 29693, "epoch": 166, "lr": 8.251564201862592e-05}
{"train_loss": 0.004091933369636536, "global_step": 29694, "epoch": 166, "lr": 8.251451944434415e-05}
{"train_loss": 0.00832102820277214, "global_step": 29695, "epoch": 166, "lr": 8.25133968416629e-05}
{"train_loss": 0.009785788133740425, "global_step": 29696, "epoch": 166, "lr": 8.251227421058314e-05}
{"train_loss": 0.005074066109955311, "global_step": 29697, "epoch": 166, "lr": 8.251115155110585e-05}
{"train_loss": 0.004702592268586159, "global_step": 29698, "epoch": 166, "lr": 8.2510028863232e-05}
{"train_loss": 0.007995347492396832, "global_step": 29699, "epoch": 166, "lr": 8.250890614696259e-05}
{"train_loss": 0.005812889896333218, "global_step": 29700, "epoch": 166, "lr": 8.250778340229857e-05}
{"train_loss": 0.006290731485933065, "global_step": 29701, "epoch": 166, "lr": 8.250666062924097e-05}
{"train_loss": 0.005707400850951672, "global_step": 29702, "epoch": 166, "lr": 8.250553782779074e-05}
{"train_loss": 0.008167569525539875, "global_step": 29703, "epoch": 166, "lr": 8.250441499794886e-05}
{"train_loss": 0.0028825150802731514, "global_step": 29704, "epoch": 166, "lr": 8.25032921397163e-05}
{"train_loss": 0.0025635065976530313, "global_step": 29705, "epoch": 166, "lr": 8.250216925309407e-05}
{"train_loss": 0.010866653174161911, "global_step": 29706, "epoch": 166, "lr": 8.250104633808314e-05}
{"train_loss": 0.010259940288960934, "global_step": 29707, "epoch": 166, "lr": 8.249992339468448e-05}
{"train_loss": 0.004039655439555645, "global_step": 29708, "epoch": 166, "lr": 8.249880042289909e-05}
{"train_loss": 0.0035245725885033607, "global_step": 29709, "epoch": 166, "lr": 8.249767742272793e-05}
{"train_loss": 0.0032912432216107845, "global_step": 29710, "epoch": 166, "lr": 8.249655439417199e-05}
{"train_loss": 0.011601243168115616, "global_step": 29711, "epoch": 166, "lr": 8.249543133723224e-05}
{"train_loss": 0.004911686293780804, "global_step": 29712, "epoch": 166, "lr": 8.249430825190967e-05}
{"train_loss": 0.005198375787585974, "global_step": 29713, "epoch": 166, "lr": 8.249318513820527e-05}
{"train_loss": 0.00521151814609766, "global_step": 29714, "epoch": 166, "lr": 8.249206199612003e-05}
{"train_loss": 0.009125357493758202, "global_step": 29715, "epoch": 166, "lr": 8.249093882565489e-05}
{"train_loss": 0.00267504109069705, "global_step": 29716, "epoch": 166, "lr": 8.248981562681087e-05}
{"train_loss": 0.006354678422212601, "global_step": 29717, "epoch": 166, "lr": 8.248869239958894e-05}
{"train_loss": 0.003704626578837633, "global_step": 29718, "epoch": 166, "lr": 8.248756914399007e-05}
{"train_loss": 0.003381725400686264, "global_step": 29719, "epoch": 166, "lr": 8.248644586001523e-05}
{"train_loss": 0.004713638685643673, "global_step": 29720, "epoch": 166, "lr": 8.248532254766544e-05}
{"train_loss": 0.006671067327260971, "global_step": 29721, "epoch": 166, "lr": 8.248419920694166e-05}
{"train_loss": 0.00621351832523942, "global_step": 29722, "epoch": 166, "lr": 8.248307583784486e-05}
{"train_loss": 0.006404089275747538, "global_step": 29723, "epoch": 166, "lr": 8.248195244037605e-05}
{"train_loss": 0.0055964067578315735, "global_step": 29724, "epoch": 166, "lr": 8.248082901453619e-05}
{"train_loss": 0.006015487195756496, "global_step": 29725, "epoch": 166, "lr": 8.247970556032628e-05}
{"train_loss": 0.008177073672413826, "global_step": 29726, "epoch": 167, "lr": 8.247858207774725e-05}
{"train_loss": 0.005119010806083679, "global_step": 29727, "epoch": 167, "lr": 8.247745856680014e-05}
{"train_loss": 0.009590547531843185, "global_step": 29728, "epoch": 167, "lr": 8.247633502748591e-05}
{"train_loss": 0.007436294108629227, "global_step": 29729, "epoch": 167, "lr": 8.247521145980553e-05}
{"train_loss": 0.006722398102283478, "global_step": 29730, "epoch": 167, "lr": 8.247408786376e-05}
{"train_loss": 0.00415478041395545, "global_step": 29731, "epoch": 167, "lr": 8.247296423935029e-05}
{"train_loss": 0.004809564910829067, "global_step": 29732, "epoch": 167, "lr": 8.24718405865774e-05}
{"train_loss": 0.00697692297399044, "global_step": 29733, "epoch": 167, "lr": 8.247071690544228e-05}
{"train_loss": 0.006585076451301575, "global_step": 29734, "epoch": 167, "lr": 8.246959319594594e-05}
{"train_loss": 0.0043191988952457905, "global_step": 29735, "epoch": 167, "lr": 8.246846945808934e-05}
{"train_loss": 0.008785614743828773, "global_step": 29736, "epoch": 167, "lr": 8.246734569187348e-05}
{"train_loss": 0.007364481687545776, "global_step": 29737, "epoch": 167, "lr": 8.246622189729933e-05}
{"train_loss": 0.005124124698340893, "global_step": 29738, "epoch": 167, "lr": 8.246509807436786e-05}
{"train_loss": 0.009702159091830254, "global_step": 29739, "epoch": 167, "lr": 8.246397422308007e-05}
{"train_loss": 0.006141774822026491, "global_step": 29740, "epoch": 167, "lr": 8.246285034343695e-05}
{"train_loss": 0.007124253548681736, "global_step": 29741, "epoch": 167, "lr": 8.246172643543945e-05}
{"train_loss": 0.004390235058963299, "global_step": 29742, "epoch": 167, "lr": 8.246060249908859e-05}
{"train_loss": 0.010103840380907059, "global_step": 29743, "epoch": 167, "lr": 8.245947853438533e-05}
{"train_loss": 0.006136034615337849, "global_step": 29744, "epoch": 167, "lr": 8.245835454133064e-05}
{"train_loss": 0.0038742960896342993, "global_step": 29745, "epoch": 167, "lr": 8.245723051992554e-05}
{"train_loss": 0.008506379090249538, "global_step": 29746, "epoch": 167, "lr": 8.245610647017098e-05}
{"train_loss": 0.008319098502397537, "global_step": 29747, "epoch": 167, "lr": 8.245498239206793e-05}
{"train_loss": 0.009788698516786098, "global_step": 29748, "epoch": 167, "lr": 8.245385828561739e-05}
{"train_loss": 0.00589512474834919, "global_step": 29749, "epoch": 167, "lr": 8.245273415082035e-05}
{"train_loss": 0.00883490964770317, "global_step": 29750, "epoch": 167, "lr": 8.24516099876778e-05}
{"train_loss": 0.008158238604664803, "global_step": 29751, "epoch": 167, "lr": 8.245048579619071e-05}
{"train_loss": 0.006146980915218592, "global_step": 29752, "epoch": 167, "lr": 8.244936157636004e-05}
{"train_loss": 0.005636828485876322, "global_step": 29753, "epoch": 167, "lr": 8.244823732818679e-05}
{"train_loss": 0.006133561953902245, "global_step": 29754, "epoch": 167, "lr": 8.244711305167194e-05}
{"train_loss": 0.0067721218802034855, "global_step": 29755, "epoch": 167, "lr": 8.244598874681648e-05}
{"train_loss": 0.00918547622859478, "global_step": 29756, "epoch": 167, "lr": 8.244486441362141e-05}
{"train_loss": 0.009179480373859406, "global_step": 29757, "epoch": 167, "lr": 8.244374005208765e-05}
{"train_loss": 0.008691485971212387, "global_step": 29758, "epoch": 167, "lr": 8.244261566221624e-05}
{"train_loss": 0.012123185209929943, "global_step": 29759, "epoch": 167, "lr": 8.244149124400815e-05}
{"train_loss": 0.008237730711698532, "global_step": 29760, "epoch": 167, "lr": 8.244036679746434e-05}
{"train_loss": 0.011343086138367653, "global_step": 29761, "epoch": 167, "lr": 8.243924232258581e-05}
{"train_loss": 0.004211630206555128, "global_step": 29762, "epoch": 167, "lr": 8.243811781937353e-05}
{"train_loss": 0.004943518899381161, "global_step": 29763, "epoch": 167, "lr": 8.243699328782853e-05}
{"train_loss": 0.00972527451813221, "global_step": 29764, "epoch": 167, "lr": 8.243586872795171e-05}
{"train_loss": 0.0065673841163516045, "global_step": 29765, "epoch": 167, "lr": 8.243474413974412e-05}
{"train_loss": 0.00796496868133545, "global_step": 29766, "epoch": 167, "lr": 8.24336195232067e-05}
{"train_loss": 0.009834108874201775, "global_step": 29767, "epoch": 167, "lr": 8.243249487834045e-05}
{"train_loss": 0.006164812482893467, "global_step": 29768, "epoch": 167, "lr": 8.243137020514638e-05}
{"train_loss": 0.0071476297453045845, "global_step": 29769, "epoch": 167, "lr": 8.243024550362543e-05}
{"train_loss": 0.008723452687263489, "global_step": 29770, "epoch": 167, "lr": 8.24291207737786e-05}
{"train_loss": 0.0082124974578619, "global_step": 29771, "epoch": 167, "lr": 8.242799601560687e-05}
{"train_loss": 0.007168895564973354, "global_step": 29772, "epoch": 167, "lr": 8.242687122911121e-05}
{"train_loss": 0.005807308480143547, "global_step": 29773, "epoch": 167, "lr": 8.242574641429261e-05}
{"train_loss": 0.004716601222753525, "global_step": 29774, "epoch": 167, "lr": 8.242462157115207e-05}
{"train_loss": 0.006612804718315601, "global_step": 29775, "epoch": 167, "lr": 8.242349669969057e-05}
{"train_loss": 0.005784087814390659, "global_step": 29776, "epoch": 167, "lr": 8.242237179990906e-05}
{"train_loss": 0.004973020404577255, "global_step": 29777, "epoch": 167, "lr": 8.242124687180856e-05}
{"train_loss": 0.006460138596594334, "global_step": 29778, "epoch": 167, "lr": 8.242012191539004e-05}
{"train_loss": 0.004571867175400257, "global_step": 29779, "epoch": 167, "lr": 8.241899693065447e-05}
{"train_loss": 0.00571366585791111, "global_step": 29780, "epoch": 167, "lr": 8.241787191760284e-05}
{"train_loss": 0.008995480835437775, "global_step": 29781, "epoch": 167, "lr": 8.241674687623613e-05}
{"train_loss": 0.0051396796479821205, "global_step": 29782, "epoch": 167, "lr": 8.241562180655533e-05}
{"train_loss": 0.005507877096533775, "global_step": 29783, "epoch": 167, "lr": 8.241449670856144e-05}
{"train_loss": 0.007036590948700905, "global_step": 29784, "epoch": 167, "lr": 8.241337158225539e-05}
{"train_loss": 0.0036191223189234734, "global_step": 29785, "epoch": 167, "lr": 8.241224642763823e-05}
{"train_loss": 0.009340070188045502, "global_step": 29786, "epoch": 167, "lr": 8.24111212447109e-05}
{"train_loss": 0.0044497218914330006, "global_step": 29787, "epoch": 167, "lr": 8.240999603347437e-05}
{"train_loss": 0.004414775408804417, "global_step": 29788, "epoch": 167, "lr": 8.240887079392965e-05}
{"train_loss": 0.008541694842278957, "global_step": 29789, "epoch": 167, "lr": 8.240774552607773e-05}
{"train_loss": 0.0066490089520812035, "global_step": 29790, "epoch": 167, "lr": 8.240662022991958e-05}
{"train_loss": 0.00555264949798584, "global_step": 29791, "epoch": 167, "lr": 8.240549490545618e-05}
{"train_loss": 0.014851377345621586, "global_step": 29792, "epoch": 167, "lr": 8.24043695526885e-05}
{"train_loss": 0.008074011653661728, "global_step": 29793, "epoch": 167, "lr": 8.240324417161755e-05}
{"train_loss": 0.007390852551907301, "global_step": 29794, "epoch": 167, "lr": 8.240211876224432e-05}
{"train_loss": 0.005492907948791981, "global_step": 29795, "epoch": 167, "lr": 8.240099332456976e-05}
{"train_loss": 0.008365058340132236, "global_step": 29796, "epoch": 167, "lr": 8.239986785859487e-05}
{"train_loss": 0.006515716202557087, "global_step": 29797, "epoch": 167, "lr": 8.239874236432062e-05}
{"train_loss": 0.0034647039137780666, "global_step": 29798, "epoch": 167, "lr": 8.2397616841748e-05}
{"train_loss": 0.00487136747688055, "global_step": 29799, "epoch": 167, "lr": 8.2396491290878e-05}
{"train_loss": 0.005588318221271038, "global_step": 29800, "epoch": 167, "lr": 8.23953657117116e-05}
{"train_loss": 0.006648123264312744, "global_step": 29801, "epoch": 167, "lr": 8.23942401042498e-05}
{"train_loss": 0.003952685743570328, "global_step": 29802, "epoch": 167, "lr": 8.239311446849354e-05}
{"train_loss": 0.0055206711404025555, "global_step": 29803, "epoch": 167, "lr": 8.239198880444385e-05}
{"train_loss": 0.010518277063965797, "global_step": 29804, "epoch": 167, "lr": 8.239086311210168e-05}
{"train_loss": 0.005477359052747488, "global_step": 29805, "epoch": 167, "lr": 8.238973739146802e-05}
{"train_loss": 0.004764064680784941, "global_step": 29806, "epoch": 167, "lr": 8.238861164254388e-05}
{"train_loss": 0.009903041645884514, "global_step": 29807, "epoch": 167, "lr": 8.238748586533021e-05}
{"train_loss": 0.005679409950971603, "global_step": 29808, "epoch": 167, "lr": 8.2386360059828e-05}
{"train_loss": 0.009233290329575539, "global_step": 29809, "epoch": 167, "lr": 8.238523422603824e-05}
{"train_loss": 0.0051751215942204, "global_step": 29810, "epoch": 167, "lr": 8.23841083639619e-05}
{"train_loss": 0.006193181499838829, "global_step": 29811, "epoch": 167, "lr": 8.238298247360002e-05}
{"train_loss": 0.0049353791400790215, "global_step": 29812, "epoch": 167, "lr": 8.23818565549535e-05}
{"train_loss": 0.005834006238728762, "global_step": 29813, "epoch": 167, "lr": 8.238073060802337e-05}
{"train_loss": 0.00529314111918211, "global_step": 29814, "epoch": 167, "lr": 8.237960463281061e-05}
{"train_loss": 0.005684609524905682, "global_step": 29815, "epoch": 167, "lr": 8.23784786293162e-05}
{"train_loss": 0.009375432506203651, "global_step": 29816, "epoch": 167, "lr": 8.237735259754112e-05}
{"train_loss": 0.011995872482657433, "global_step": 29817, "epoch": 167, "lr": 8.237622653748635e-05}
{"train_loss": 0.005875493865460157, "global_step": 29818, "epoch": 167, "lr": 8.237510044915288e-05}
{"train_loss": 0.009344848804175854, "global_step": 29819, "epoch": 167, "lr": 8.237397433254171e-05}
{"train_loss": 0.004878130741417408, "global_step": 29820, "epoch": 167, "lr": 8.237284818765378e-05}
{"train_loss": 0.007678020745515823, "global_step": 29821, "epoch": 167, "lr": 8.237172201449012e-05}
{"train_loss": 0.005106520839035511, "global_step": 29822, "epoch": 167, "lr": 8.237059581305169e-05}
{"train_loss": 0.0049882130697369576, "global_step": 29823, "epoch": 167, "lr": 8.236946958333948e-05}
{"train_loss": 0.006447317078709602, "global_step": 29824, "epoch": 167, "lr": 8.236834332535446e-05}
{"train_loss": 0.003965754993259907, "global_step": 29825, "epoch": 167, "lr": 8.236721703909764e-05}
{"train_loss": 0.003982611931860447, "global_step": 29826, "epoch": 167, "lr": 8.236609072456998e-05}
{"train_loss": 0.00456610694527626, "global_step": 29827, "epoch": 167, "lr": 8.236496438177246e-05}
{"train_loss": 0.009035419672727585, "global_step": 29828, "epoch": 167, "lr": 8.236383801070611e-05}
{"train_loss": 0.0035087738651782274, "global_step": 29829, "epoch": 167, "lr": 8.236271161137186e-05}
{"train_loss": 0.0037903336342424154, "global_step": 29830, "epoch": 167, "lr": 8.236158518377071e-05}
{"train_loss": 0.007512972690165043, "global_step": 29831, "epoch": 167, "lr": 8.236045872790365e-05}
{"train_loss": 0.0030056051909923553, "global_step": 29832, "epoch": 167, "lr": 8.235933224377165e-05}
{"train_loss": 0.010880944319069386, "global_step": 29833, "epoch": 167, "lr": 8.235820573137574e-05}
{"train_loss": 0.0066012125462293625, "global_step": 29834, "epoch": 167, "lr": 8.235707919071685e-05}
{"train_loss": 0.006210104562342167, "global_step": 29835, "epoch": 167, "lr": 8.235595262179599e-05}
{"train_loss": 0.00794978067278862, "global_step": 29836, "epoch": 167, "lr": 8.235482602461412e-05}
{"train_loss": 0.004390326328575611, "global_step": 29837, "epoch": 167, "lr": 8.235369939917226e-05}
{"train_loss": 0.008505614474415779, "global_step": 29838, "epoch": 167, "lr": 8.235257274547137e-05}
{"train_loss": 0.004132100380957127, "global_step": 29839, "epoch": 167, "lr": 8.235144606351243e-05}
{"train_loss": 0.0039466265588998795, "global_step": 29840, "epoch": 167, "lr": 8.235031935329645e-05}
{"train_loss": 0.005774247460067272, "global_step": 29841, "epoch": 167, "lr": 8.234919261482439e-05}
{"train_loss": 0.008864007890224457, "global_step": 29842, "epoch": 167, "lr": 8.234806584809724e-05}
{"train_loss": 0.0031929444521665573, "global_step": 29843, "epoch": 167, "lr": 8.234693905311599e-05}
{"train_loss": 0.004133995622396469, "global_step": 29844, "epoch": 167, "lr": 8.234581222988163e-05}
{"train_loss": 0.005016798619180918, "global_step": 29845, "epoch": 167, "lr": 8.234468537839512e-05}
{"train_loss": 0.0035309127997606993, "global_step": 29846, "epoch": 167, "lr": 8.234355849865746e-05}
{"train_loss": 0.006376748904585838, "global_step": 29847, "epoch": 167, "lr": 8.234243159066963e-05}
{"train_loss": 0.006408643908798695, "global_step": 29848, "epoch": 167, "lr": 8.234130465443264e-05}
{"train_loss": 0.006566248834133148, "global_step": 29849, "epoch": 167, "lr": 8.234017768994743e-05}
{"train_loss": 0.006613283418118954, "global_step": 29850, "epoch": 167, "lr": 8.233905069721502e-05}
{"train_loss": 0.008178666234016418, "global_step": 29851, "epoch": 167, "lr": 8.233792367623636e-05}
{"train_loss": 0.005673480220139027, "global_step": 29852, "epoch": 167, "lr": 8.233679662701246e-05}
{"train_loss": 0.004855280742049217, "global_step": 29853, "epoch": 167, "lr": 8.233566954954432e-05}
{"train_loss": 0.0080239437520504, "global_step": 29854, "epoch": 167, "lr": 8.23345424438329e-05}
{"train_loss": 0.006774570792913437, "global_step": 29855, "epoch": 167, "lr": 8.233341530987916e-05}
{"train_loss": 0.008378167636692524, "global_step": 29856, "epoch": 167, "lr": 8.233228814768415e-05}
{"train_loss": 0.009761495515704155, "global_step": 29857, "epoch": 167, "lr": 8.23311609572488e-05}
{"train_loss": 0.012388311326503754, "global_step": 29858, "epoch": 167, "lr": 8.23300337385741e-05}
{"train_loss": 0.009663283824920654, "global_step": 29859, "epoch": 167, "lr": 8.232890649166105e-05}
{"train_loss": 0.009483101777732372, "global_step": 29860, "epoch": 167, "lr": 8.232777921651065e-05}
{"train_loss": 0.006850582081824541, "global_step": 29861, "epoch": 167, "lr": 8.232665191312385e-05}
{"train_loss": 0.003059469163417816, "global_step": 29862, "epoch": 167, "lr": 8.232552458150166e-05}
{"train_loss": 0.006279774010181427, "global_step": 29863, "epoch": 167, "lr": 8.232439722164504e-05}
{"train_loss": 0.008442284539341927, "global_step": 29864, "epoch": 167, "lr": 8.2323269833555e-05}
{"train_loss": 0.0033396221697330475, "global_step": 29865, "epoch": 167, "lr": 8.232214241723251e-05}
{"train_loss": 0.009458867833018303, "global_step": 29866, "epoch": 167, "lr": 8.232101497267856e-05}
{"train_loss": 0.004834691993892193, "global_step": 29867, "epoch": 167, "lr": 8.231988749989413e-05}
{"train_loss": 0.005215051583945751, "global_step": 29868, "epoch": 167, "lr": 8.231875999888021e-05}
{"train_loss": 0.004396231845021248, "global_step": 29869, "epoch": 167, "lr": 8.23176324696378e-05}
{"train_loss": 0.004359027836471796, "global_step": 29870, "epoch": 167, "lr": 8.231650491216785e-05}
{"train_loss": 0.005894501693546772, "global_step": 29871, "epoch": 167, "lr": 8.231537732647137e-05}
{"train_loss": 0.007067237049341202, "global_step": 29872, "epoch": 167, "lr": 8.231424971254933e-05}
{"train_loss": 0.0072523560374975204, "global_step": 29873, "epoch": 167, "lr": 8.231312207040272e-05}
{"train_loss": 0.004879051353782415, "global_step": 29874, "epoch": 167, "lr": 8.231199440003255e-05}
{"train_loss": 0.007382700219750404, "global_step": 29875, "epoch": 167, "lr": 8.231086670143975e-05}
{"train_loss": 0.006164552643895149, "global_step": 29876, "epoch": 167, "lr": 8.230973897462535e-05}
{"train_loss": 0.008562233299016953, "global_step": 29877, "epoch": 167, "lr": 8.230861121959033e-05}
{"train_loss": 0.0035781338810920715, "global_step": 29878, "epoch": 167, "lr": 8.230748343633568e-05}
{"train_loss": 0.007078300230205059, "global_step": 29879, "epoch": 167, "lr": 8.230635562486236e-05}
{"train_loss": 0.004327396862208843, "global_step": 29880, "epoch": 167, "lr": 8.230522778517136e-05}
{"train_loss": 0.007848747074604034, "global_step": 29881, "epoch": 167, "lr": 8.230409991726366e-05}
{"train_loss": 0.0118968915194273, "global_step": 29882, "epoch": 167, "lr": 8.23029720211403e-05}
{"train_loss": 0.007597197778522968, "global_step": 29883, "epoch": 167, "lr": 8.230184409680219e-05}
{"train_loss": 0.003073174972087145, "global_step": 29884, "epoch": 167, "lr": 8.230071614425035e-05}
{"train_loss": 0.006259913090616465, "global_step": 29885, "epoch": 167, "lr": 8.229958816348578e-05}
{"train_loss": 0.010060751810669899, "global_step": 29886, "epoch": 167, "lr": 8.229846015450944e-05}
{"train_loss": 0.004793453961610794, "global_step": 29887, "epoch": 167, "lr": 8.22973321173223e-05}
{"train_loss": 0.004090245347470045, "global_step": 29888, "epoch": 167, "lr": 8.22962040519254e-05}
{"train_loss": 0.0064584724605083466, "global_step": 29889, "epoch": 167, "lr": 8.22950759583197e-05}
{"train_loss": 0.003854673821479082, "global_step": 29890, "epoch": 167, "lr": 8.229394783650617e-05}
{"train_loss": 0.005989265628159046, "global_step": 29891, "epoch": 167, "lr": 8.229281968648579e-05}
{"train_loss": 0.006625563371926546, "global_step": 29892, "epoch": 167, "lr": 8.229169150825958e-05}
{"train_loss": 0.0032086826395243406, "global_step": 29893, "epoch": 167, "lr": 8.22905633018285e-05}
{"train_loss": 0.004678639583289623, "global_step": 29894, "epoch": 167, "lr": 8.228943506719353e-05}
{"train_loss": 0.006848808377981186, "global_step": 29895, "epoch": 167, "lr": 8.228830680435568e-05}
{"train_loss": 0.009338881820440292, "global_step": 29896, "epoch": 167, "lr": 8.228717851331591e-05}
{"train_loss": 0.003529439214617014, "global_step": 29897, "epoch": 167, "lr": 8.228605019407522e-05}
{"train_loss": 0.0034813066013157368, "global_step": 29898, "epoch": 167, "lr": 8.22849218466346e-05}
{"train_loss": 0.0031100271735340357, "global_step": 29899, "epoch": 167, "lr": 8.228379347099504e-05}
{"train_loss": 0.006953537464141846, "global_step": 29900, "epoch": 167, "lr": 8.228266506715751e-05}
{"train_loss": 0.009604954160749912, "global_step": 29901, "epoch": 167, "lr": 8.2281536635123e-05}
{"train_loss": 0.004249208141118288, "global_step": 29902, "epoch": 167, "lr": 8.228040817489248e-05}
{"train_loss": 0.00658638380582999, "global_step": 29903, "epoch": 167, "lr": 8.227927968646696e-05}
{"train_loss": 0.006619304418563843, "global_step": 29904, "epoch": 168, "lr": 8.22781511698474e-05}
{"train_loss": 0.00512387091293931, "global_step": 29905, "epoch": 168, "lr": 8.227702262503483e-05}
{"train_loss": 0.004851248115301132, "global_step": 29906, "epoch": 168, "lr": 8.22758940520302e-05}
{"train_loss": 0.005246426910161972, "global_step": 29907, "epoch": 168, "lr": 8.22747654508345e-05}
{"train_loss": 0.005154121667146683, "global_step": 29908, "epoch": 168, "lr": 8.227363682144871e-05}
{"train_loss": 0.011395851150155067, "global_step": 29909, "epoch": 168, "lr": 8.227250816387384e-05}
{"train_loss": 0.007179525215178728, "global_step": 29910, "epoch": 168, "lr": 8.227137947811085e-05}
{"train_loss": 0.006870955228805542, "global_step": 29911, "epoch": 168, "lr": 8.227025076416076e-05}
{"train_loss": 0.010517784394323826, "global_step": 29912, "epoch": 168, "lr": 8.226912202202452e-05}
{"train_loss": 0.006527849473059177, "global_step": 29913, "epoch": 168, "lr": 8.226799325170314e-05}
{"train_loss": 0.004904773086309433, "global_step": 29914, "epoch": 168, "lr": 8.226686445319757e-05}
{"train_loss": 0.006489720195531845, "global_step": 29915, "epoch": 168, "lr": 8.226573562650883e-05}
{"train_loss": 0.005595728754997253, "global_step": 29916, "epoch": 168, "lr": 8.22646067716379e-05}
{"train_loss": 0.006977434270083904, "global_step": 29917, "epoch": 168, "lr": 8.226347788858577e-05}
{"train_loss": 0.007566477637737989, "global_step": 29918, "epoch": 168, "lr": 8.226234897735341e-05}
{"train_loss": 0.007560012862086296, "global_step": 29919, "epoch": 168, "lr": 8.226122003794181e-05}
{"train_loss": 0.00675737950950861, "global_step": 29920, "epoch": 168, "lr": 8.226009107035197e-05}
{"train_loss": 0.0045980713330209255, "global_step": 29921, "epoch": 168, "lr": 8.225896207458487e-05}
{"train_loss": 0.004444311372935772, "global_step": 29922, "epoch": 168, "lr": 8.225783305064148e-05}
{"train_loss": 0.004489047918468714, "global_step": 29923, "epoch": 168, "lr": 8.225670399852281e-05}
{"train_loss": 0.004656175617128611, "global_step": 29924, "epoch": 168, "lr": 8.225557491822984e-05}
{"train_loss": 0.006895369850099087, "global_step": 29925, "epoch": 168, "lr": 8.225444580976355e-05}
{"train_loss": 0.002600827720016241, "global_step": 29926, "epoch": 168, "lr": 8.225331667312491e-05}
{"train_loss": 0.007989533245563507, "global_step": 29927, "epoch": 168, "lr": 8.225218750831494e-05}
{"train_loss": 0.005167304538190365, "global_step": 29928, "epoch": 168, "lr": 8.225105831533461e-05}
{"train_loss": 0.0033300535287708044, "global_step": 29929, "epoch": 168, "lr": 8.224992909418489e-05}
{"train_loss": 0.007633230648934841, "global_step": 29930, "epoch": 168, "lr": 8.22487998448668e-05}
{"train_loss": 0.0025696679949760437, "global_step": 29931, "epoch": 168, "lr": 8.224767056738131e-05}
{"train_loss": 0.007794726174324751, "global_step": 29932, "epoch": 168, "lr": 8.224654126172939e-05}
{"train_loss": 0.002783710602670908, "global_step": 29933, "epoch": 168, "lr": 8.224541192791206e-05}
{"train_loss": 0.006876615807414055, "global_step": 29934, "epoch": 168, "lr": 8.224428256593028e-05}
{"train_loss": 0.006268608383834362, "global_step": 29935, "epoch": 168, "lr": 8.224315317578505e-05}
{"train_loss": 0.0065939705818891525, "global_step": 29936, "epoch": 168, "lr": 8.224202375747734e-05}
{"train_loss": 0.006907810922712088, "global_step": 29937, "epoch": 168, "lr": 8.224089431100817e-05}
{"train_loss": 0.007601703517138958, "global_step": 29938, "epoch": 168, "lr": 8.223976483637847e-05}
{"train_loss": 0.004748361185193062, "global_step": 29939, "epoch": 168, "lr": 8.223863533358928e-05}
{"train_loss": 0.008988965302705765, "global_step": 29940, "epoch": 168, "lr": 8.223750580264158e-05}
{"train_loss": 0.00268463883548975, "global_step": 29941, "epoch": 168, "lr": 8.223637624353633e-05}
{"train_loss": 0.004524919204413891, "global_step": 29942, "epoch": 168, "lr": 8.223524665627454e-05}
{"train_loss": 0.009729319252073765, "global_step": 29943, "epoch": 168, "lr": 8.223411704085718e-05}
{"train_loss": 0.003333424683660269, "global_step": 29944, "epoch": 168, "lr": 8.223298739728523e-05}
{"train_loss": 0.007980525493621826, "global_step": 29945, "epoch": 168, "lr": 8.22318577255597e-05}
{"train_loss": 0.006577865220606327, "global_step": 29946, "epoch": 168, "lr": 8.223072802568157e-05}
{"train_loss": 0.003183333668857813, "global_step": 29947, "epoch": 168, "lr": 8.222959829765182e-05}
{"train_loss": 0.007689410820603371, "global_step": 29948, "epoch": 168, "lr": 8.222846854147146e-05}
{"train_loss": 0.005552680231630802, "global_step": 29949, "epoch": 168, "lr": 8.222733875714144e-05}
{"train_loss": 0.006769942119717598, "global_step": 29950, "epoch": 168, "lr": 8.222620894466275e-05}
{"train_loss": 0.006348581984639168, "global_step": 29951, "epoch": 168, "lr": 8.222507910403641e-05}
{"train_loss": 0.004610732197761536, "global_step": 29952, "epoch": 168, "lr": 8.222394923526339e-05}
{"train_loss": 0.004953496623784304, "global_step": 29953, "epoch": 168, "lr": 8.222281933834468e-05}
{"train_loss": 0.003335481509566307, "global_step": 29954, "epoch": 168, "lr": 8.222168941328125e-05}
{"train_loss": 0.0070442501455545425, "global_step": 29955, "epoch": 168, "lr": 8.22205594600741e-05}
{"train_loss": 0.005501545500010252, "global_step": 29956, "epoch": 168, "lr": 8.221942947872421e-05}
{"train_loss": 0.006362570449709892, "global_step": 29957, "epoch": 168, "lr": 8.221829946923258e-05}
{"train_loss": 0.002763930708169937, "global_step": 29958, "epoch": 168, "lr": 8.221716943160018e-05}
{"train_loss": 0.010684285312891006, "global_step": 29959, "epoch": 168, "lr": 8.221603936582802e-05}
{"train_loss": 0.004162123426795006, "global_step": 29960, "epoch": 168, "lr": 8.221490927191706e-05}
{"train_loss": 0.006328882649540901, "global_step": 29961, "epoch": 168, "lr": 8.221377914986832e-05}
{"train_loss": 0.006516707129776478, "global_step": 29962, "epoch": 168, "lr": 8.221264899968275e-05}
{"train_loss": 0.00956608448177576, "global_step": 29963, "epoch": 168, "lr": 8.221151882136135e-05}
{"train_loss": 0.004531222395598888, "global_step": 29964, "epoch": 168, "lr": 8.221038861490514e-05}
{"train_loss": 0.003988814540207386, "global_step": 29965, "epoch": 168, "lr": 8.220925838031505e-05}
{"train_loss": 0.006004038266837597, "global_step": 29966, "epoch": 168, "lr": 8.22081281175921e-05}
{"train_loss": 0.005381900817155838, "global_step": 29967, "epoch": 168, "lr": 8.22069978267373e-05}
{"train_loss": 0.005709347315132618, "global_step": 29968, "epoch": 168, "lr": 8.220586750775159e-05}
{"train_loss": 0.006191901862621307, "global_step": 29969, "epoch": 168, "lr": 8.220473716063599e-05}
{"train_loss": 0.005432043690234423, "global_step": 29970, "epoch": 168, "lr": 8.220360678539145e-05}
{"train_loss": 0.0033917278051376343, "global_step": 29971, "epoch": 168, "lr": 8.2202476382019e-05}
{"train_loss": 0.010119739919900894, "global_step": 29972, "epoch": 168, "lr": 8.220134595051961e-05}
{"train_loss": 0.005921302828937769, "global_step": 29973, "epoch": 168, "lr": 8.220021549089427e-05}
{"train_loss": 0.006377013400197029, "global_step": 29974, "epoch": 168, "lr": 8.219908500314395e-05}
{"train_loss": 0.003778900718316436, "global_step": 29975, "epoch": 168, "lr": 8.219795448726967e-05}
{"train_loss": 0.006580984219908714, "global_step": 29976, "epoch": 168, "lr": 8.21968239432724e-05}
{"train_loss": 0.007601049728691578, "global_step": 29977, "epoch": 168, "lr": 8.219569337115312e-05}
{"train_loss": 0.005649572238326073, "global_step": 29978, "epoch": 168, "lr": 8.219456277091282e-05}
{"train_loss": 0.006385090295225382, "global_step": 29979, "epoch": 168, "lr": 8.219343214255249e-05}
{"train_loss": 0.006624123081564903, "global_step": 29980, "epoch": 168, "lr": 8.219230148607313e-05}
{"train_loss": 0.00655556283891201, "global_step": 29981, "epoch": 168, "lr": 8.219117080147572e-05}
{"train_loss": 0.007929714396595955, "global_step": 29982, "epoch": 168, "lr": 8.219004008876123e-05}
{"train_loss": 0.006474053952842951, "global_step": 29983, "epoch": 168, "lr": 8.218890934793066e-05}
{"train_loss": 0.006711957044899464, "global_step": 29984, "epoch": 168, "lr": 8.218777857898502e-05}
{"train_loss": 0.008918192237615585, "global_step": 29985, "epoch": 168, "lr": 8.218664778192526e-05}
{"train_loss": 0.00404047966003418, "global_step": 29986, "epoch": 168, "lr": 8.21855169567524e-05}
{"train_loss": 0.007523641921579838, "global_step": 29987, "epoch": 168, "lr": 8.21843861034674e-05}
{"train_loss": 0.009349904954433441, "global_step": 29988, "epoch": 168, "lr": 8.218325522207127e-05}
{"train_loss": 0.004968678578734398, "global_step": 29989, "epoch": 168, "lr": 8.2182124312565e-05}
{"train_loss": 0.006757744122296572, "global_step": 29990, "epoch": 168, "lr": 8.218099337494953e-05}
{"train_loss": 0.007632770109921694, "global_step": 29991, "epoch": 168, "lr": 8.21798624092259e-05}
{"train_loss": 0.006002980284392834, "global_step": 29992, "epoch": 168, "lr": 8.21787314153951e-05}
{"train_loss": 0.0032865405082702637, "global_step": 29993, "epoch": 168, "lr": 8.217760039345809e-05}
{"train_loss": 0.004628563299775124, "global_step": 29994, "epoch": 168, "lr": 8.217646934341586e-05}
{"train_loss": 0.005734517239034176, "global_step": 29995, "epoch": 168, "lr": 8.217533826526942e-05}
{"train_loss": 0.005951300263404846, "global_step": 29996, "epoch": 168, "lr": 8.217420715901973e-05}
{"train_loss": 0.0034299450926482677, "global_step": 29997, "epoch": 168, "lr": 8.217307602466779e-05}
{"train_loss": 0.007315013557672501, "global_step": 29998, "epoch": 168, "lr": 8.21719448622146e-05}
{"train_loss": 0.009455437771975994, "global_step": 29999, "epoch": 168, "lr": 8.217081367166113e-05}
{"train_loss": 0.0068263038992881775, "global_step": 30000, "epoch": 168, "lr": 8.216968245300838e-05}
{"train_loss": 0.006547119468450546, "global_step": 30001, "epoch": 168, "lr": 8.216855120625734e-05}
{"train_loss": 0.008916160091757774, "global_step": 30002, "epoch": 168, "lr": 8.216741993140897e-05}
{"train_loss": 0.007599894423037767, "global_step": 30003, "epoch": 168, "lr": 8.216628862846431e-05}
{"train_loss": 0.005365642718970776, "global_step": 30004, "epoch": 168, "lr": 8.216515729742428e-05}
{"train_loss": 0.0035911668092012405, "global_step": 30005, "epoch": 168, "lr": 8.216402593828994e-05}
{"train_loss": 0.005211425479501486, "global_step": 30006, "epoch": 168, "lr": 8.216289455106223e-05}
{"train_loss": 0.0030918624252080917, "global_step": 30007, "epoch": 168, "lr": 8.216176313574215e-05}
{"train_loss": 0.005362237337976694, "global_step": 30008, "epoch": 168, "lr": 8.21606316923307e-05}
{"train_loss": 0.006383118219673634, "global_step": 30009, "epoch": 168, "lr": 8.215950022082885e-05}
{"train_loss": 0.009050714783370495, "global_step": 30010, "epoch": 168, "lr": 8.21583687212376e-05}
{"train_loss": 0.009530827403068542, "global_step": 30011, "epoch": 168, "lr": 8.215723719355795e-05}
{"train_loss": 0.008289199322462082, "global_step": 30012, "epoch": 168, "lr": 8.215610563779084e-05}
{"train_loss": 0.009369488805532455, "global_step": 30013, "epoch": 168, "lr": 8.215497405393732e-05}
{"train_loss": 0.007975853979587555, "global_step": 30014, "epoch": 168, "lr": 8.215384244199833e-05}
{"train_loss": 0.0068345703184604645, "global_step": 30015, "epoch": 168, "lr": 8.215271080197489e-05}
{"train_loss": 0.005841418169438839, "global_step": 30016, "epoch": 168, "lr": 8.215157913386798e-05}
{"train_loss": 0.005848848260939121, "global_step": 30017, "epoch": 168, "lr": 8.215044743767859e-05}
{"train_loss": 0.005886465311050415, "global_step": 30018, "epoch": 168, "lr": 8.214931571340769e-05}
{"train_loss": 0.005918310955166817, "global_step": 30019, "epoch": 168, "lr": 8.214818396105631e-05}
{"train_loss": 0.01141117699444294, "global_step": 30020, "epoch": 168, "lr": 8.214705218062538e-05}
{"train_loss": 0.009266989305615425, "global_step": 30021, "epoch": 168, "lr": 8.214592037211593e-05}
{"train_loss": 0.00658818893134594, "global_step": 30022, "epoch": 168, "lr": 8.214478853552894e-05}
{"train_loss": 0.00750205060467124, "global_step": 30023, "epoch": 168, "lr": 8.214365667086539e-05}
{"train_loss": 0.0055417767725884914, "global_step": 30024, "epoch": 168, "lr": 8.21425247781263e-05}
{"train_loss": 0.004646644461899996, "global_step": 30025, "epoch": 168, "lr": 8.214139285731261e-05}
{"train_loss": 0.0054820263758301735, "global_step": 30026, "epoch": 168, "lr": 8.214026090842534e-05}
{"train_loss": 0.0037179989740252495, "global_step": 30027, "epoch": 168, "lr": 8.213912893146547e-05}
{"train_loss": 0.00754031166434288, "global_step": 30028, "epoch": 168, "lr": 8.213799692643399e-05}
{"train_loss": 0.004045262932777405, "global_step": 30029, "epoch": 168, "lr": 8.21368648933319e-05}
{"train_loss": 0.005654899403452873, "global_step": 30030, "epoch": 168, "lr": 8.213573283216016e-05}
{"train_loss": 0.010198794305324554, "global_step": 30031, "epoch": 168, "lr": 8.213460074291979e-05}
{"train_loss": 0.00978662259876728, "global_step": 30032, "epoch": 168, "lr": 8.213346862561175e-05}
{"train_loss": 0.004043548833578825, "global_step": 30033, "epoch": 168, "lr": 8.213233648023704e-05}
{"train_loss": 0.006336266174912453, "global_step": 30034, "epoch": 168, "lr": 8.213120430679668e-05}
{"train_loss": 0.011681774631142616, "global_step": 30035, "epoch": 168, "lr": 8.213007210529163e-05}
{"train_loss": 0.0055685401894152164, "global_step": 30036, "epoch": 168, "lr": 8.212893987572286e-05}
{"train_loss": 0.006267026998102665, "global_step": 30037, "epoch": 168, "lr": 8.212780761809138e-05}
{"train_loss": 0.004061339423060417, "global_step": 30038, "epoch": 168, "lr": 8.212667533239819e-05}
{"train_loss": 0.009231720119714737, "global_step": 30039, "epoch": 168, "lr": 8.212554301864427e-05}
{"train_loss": 0.0054607149213552475, "global_step": 30040, "epoch": 168, "lr": 8.21244106768306e-05}
{"train_loss": 0.007171119563281536, "global_step": 30041, "epoch": 168, "lr": 8.212327830695818e-05}
{"train_loss": 0.004652683157473803, "global_step": 30042, "epoch": 168, "lr": 8.2122145909028e-05}
{"train_loss": 0.003157989587634802, "global_step": 30043, "epoch": 168, "lr": 8.212101348304103e-05}
{"train_loss": 0.004903118126094341, "global_step": 30044, "epoch": 168, "lr": 8.211988102899828e-05}
{"train_loss": 0.004855018109083176, "global_step": 30045, "epoch": 168, "lr": 8.211874854690074e-05}
{"train_loss": 0.0048999423161149025, "global_step": 30046, "epoch": 168, "lr": 8.211761603674936e-05}
{"train_loss": 0.005390265956521034, "global_step": 30047, "epoch": 168, "lr": 8.21164834985452e-05}
{"train_loss": 0.008982997387647629, "global_step": 30048, "epoch": 168, "lr": 8.211535093228919e-05}
{"train_loss": 0.006829271093010902, "global_step": 30049, "epoch": 168, "lr": 8.211421833798234e-05}
{"train_loss": 0.008761237375438213, "global_step": 30050, "epoch": 168, "lr": 8.211308571562564e-05}
{"train_loss": 0.0042403386905789375, "global_step": 30051, "epoch": 168, "lr": 8.211195306522009e-05}
{"train_loss": 0.008814070373773575, "global_step": 30052, "epoch": 168, "lr": 8.211082038676666e-05}
{"train_loss": 0.005040278192609549, "global_step": 30053, "epoch": 168, "lr": 8.210968768026632e-05}
{"train_loss": 0.003427221206948161, "global_step": 30054, "epoch": 168, "lr": 8.210855494572011e-05}
{"train_loss": 0.0050462381914258, "global_step": 30055, "epoch": 168, "lr": 8.2107422183129e-05}
{"train_loss": 0.007199298124760389, "global_step": 30056, "epoch": 168, "lr": 8.210628939249395e-05}
{"train_loss": 0.005189082119613886, "global_step": 30057, "epoch": 168, "lr": 8.210515657381599e-05}
{"train_loss": 0.004541325382888317, "global_step": 30058, "epoch": 168, "lr": 8.210402372709609e-05}
{"train_loss": 0.0034848833456635475, "global_step": 30059, "epoch": 168, "lr": 8.210289085233524e-05}
{"train_loss": 0.006319228559732437, "global_step": 30060, "epoch": 168, "lr": 8.210175794953444e-05}
{"train_loss": 0.007534990552812815, "global_step": 30061, "epoch": 168, "lr": 8.210062501869467e-05}
{"train_loss": 0.00793248787522316, "global_step": 30062, "epoch": 168, "lr": 8.209949205981691e-05}
{"train_loss": 0.003085988573729992, "global_step": 30063, "epoch": 168, "lr": 8.209835907290218e-05}
{"train_loss": 0.003827393986284733, "global_step": 30064, "epoch": 168, "lr": 8.209722605795143e-05}
{"train_loss": 0.005678040906786919, "global_step": 30065, "epoch": 168, "lr": 8.209609301496568e-05}
{"train_loss": 0.005519694648683071, "global_step": 30066, "epoch": 168, "lr": 8.209495994394591e-05}
{"train_loss": 0.009861582890152931, "global_step": 30067, "epoch": 168, "lr": 8.20938268448931e-05}
{"train_loss": 0.006182970479130745, "global_step": 30068, "epoch": 168, "lr": 8.209269371780827e-05}
{"train_loss": 0.007823583669960499, "global_step": 30069, "epoch": 168, "lr": 8.209156056269239e-05}
{"train_loss": 0.003498706268146634, "global_step": 30070, "epoch": 168, "lr": 8.209042737954642e-05}
{"train_loss": 0.005190773401409388, "global_step": 30071, "epoch": 168, "lr": 8.208929416837139e-05}
{"train_loss": 0.005515192169696093, "global_step": 30072, "epoch": 168, "lr": 8.208816092916828e-05}
{"train_loss": 0.005097595974802971, "global_step": 30073, "epoch": 168, "lr": 8.208702766193808e-05}
{"train_loss": 0.0021559158340096474, "global_step": 30074, "epoch": 168, "lr": 8.208589436668177e-05}
{"train_loss": 0.003803972154855728, "global_step": 30075, "epoch": 168, "lr": 8.208476104340035e-05}
{"train_loss": 0.0048721772618591785, "global_step": 30076, "epoch": 168, "lr": 8.208362769209481e-05}
{"train_loss": 0.0032974006608128548, "global_step": 30077, "epoch": 168, "lr": 8.208249431276614e-05}
{"train_loss": 0.006231062579900026, "global_step": 30078, "epoch": 168, "lr": 8.208136090541531e-05}
{"train_loss": 0.006275863386690617, "global_step": 30079, "epoch": 168, "lr": 8.208022747004336e-05}
{"train_loss": 0.004275817424058914, "global_step": 30080, "epoch": 168, "lr": 8.207909400665122e-05}
{"train_loss": 0.006098979758033319, "global_step": 30081, "epoch": 168, "lr": 8.207796051523992e-05}
{"train_loss": 0.009820370003581047, "global_step": 30082, "epoch": 169, "lr": 8.207682699581043e-05}
{"train_loss": 0.003652219194918871, "global_step": 30083, "epoch": 169, "lr": 8.207569344836374e-05}
{"train_loss": 0.00393729517236352, "global_step": 30084, "epoch": 169, "lr": 8.207455987290088e-05}
{"train_loss": 0.004553819075226784, "global_step": 30085, "epoch": 169, "lr": 8.207342626942277e-05}
{"train_loss": 0.0073945652693510056, "global_step": 30086, "epoch": 169, "lr": 8.207229263793046e-05}
{"train_loss": 0.0076984502375125885, "global_step": 30087, "epoch": 169, "lr": 8.20711589784249e-05}
{"train_loss": 0.0045473636128008366, "global_step": 30088, "epoch": 169, "lr": 8.207002529090711e-05}
{"train_loss": 0.0036463032010942698, "global_step": 30089, "epoch": 169, "lr": 8.206889157537807e-05}
{"train_loss": 0.0036254168953746557, "global_step": 30090, "epoch": 169, "lr": 8.206775783183877e-05}
{"train_loss": 0.0036797348875552416, "global_step": 30091, "epoch": 169, "lr": 8.20666240602902e-05}
{"train_loss": 0.0018765435088425875, "global_step": 30092, "epoch": 169, "lr": 8.206549026073333e-05}
{"train_loss": 0.0067152115516364574, "global_step": 30093, "epoch": 169, "lr": 8.206435643316919e-05}
{"train_loss": 0.005462500732392073, "global_step": 30094, "epoch": 169, "lr": 8.206322257759873e-05}
{"train_loss": 0.008078244514763355, "global_step": 30095, "epoch": 169, "lr": 8.206208869402298e-05}
{"train_loss": 0.003987915813922882, "global_step": 30096, "epoch": 169, "lr": 8.206095478244288e-05}
{"train_loss": 0.003286608960479498, "global_step": 30097, "epoch": 169, "lr": 8.205982084285949e-05}
{"train_loss": 0.005823086015880108, "global_step": 30098, "epoch": 169, "lr": 8.205868687527373e-05}
{"train_loss": 0.005087017081677914, "global_step": 30099, "epoch": 169, "lr": 8.205755287968664e-05}
{"train_loss": 0.006502560805529356, "global_step": 30100, "epoch": 169, "lr": 8.205641885609918e-05}
{"train_loss": 0.0022191712632775307, "global_step": 30101, "epoch": 169, "lr": 8.205528480451237e-05}
{"train_loss": 0.004103854298591614, "global_step": 30102, "epoch": 169, "lr": 8.205415072492717e-05}
{"train_loss": 0.005876499228179455, "global_step": 30103, "epoch": 169, "lr": 8.205301661734458e-05}
{"train_loss": 0.006069824565201998, "global_step": 30104, "epoch": 169, "lr": 8.205188248176559e-05}
{"train_loss": 0.008877693675458431, "global_step": 30105, "epoch": 169, "lr": 8.205074831819121e-05}
{"train_loss": 0.005759569350630045, "global_step": 30106, "epoch": 169, "lr": 8.204961412662243e-05}
{"train_loss": 0.007273167837411165, "global_step": 30107, "epoch": 169, "lr": 8.204847990706019e-05}
{"train_loss": 0.0044836560264229774, "global_step": 30108, "epoch": 169, "lr": 8.204734565950553e-05}
{"train_loss": 0.005313507281243801, "global_step": 30109, "epoch": 169, "lr": 8.204621138395943e-05}
{"train_loss": 0.004806235898286104, "global_step": 30110, "epoch": 169, "lr": 8.204507708042289e-05}
{"train_loss": 0.005321468226611614, "global_step": 30111, "epoch": 169, "lr": 8.204394274889687e-05}
{"train_loss": 0.014360306784510612, "global_step": 30112, "epoch": 169, "lr": 8.204280838938238e-05}
{"train_loss": 0.0038826605305075645, "global_step": 30113, "epoch": 169, "lr": 8.204167400188043e-05}
{"train_loss": 0.007836831733584404, "global_step": 30114, "epoch": 169, "lr": 8.204053958639197e-05}
{"train_loss": 0.0060035791248083115, "global_step": 30115, "epoch": 169, "lr": 8.203940514291801e-05}
{"train_loss": 0.008159339427947998, "global_step": 30116, "epoch": 169, "lr": 8.203827067145957e-05}
{"train_loss": 0.004656399134546518, "global_step": 30117, "epoch": 169, "lr": 8.203713617201758e-05}
{"train_loss": 0.006885669659823179, "global_step": 30118, "epoch": 169, "lr": 8.203600164459308e-05}
{"train_loss": 0.0028733182698488235, "global_step": 30119, "epoch": 169, "lr": 8.203486708918707e-05}
{"train_loss": 0.010606341995298862, "global_step": 30120, "epoch": 169, "lr": 8.203373250580049e-05}
{"train_loss": 0.004844295792281628, "global_step": 30121, "epoch": 169, "lr": 8.203259789443436e-05}
{"train_loss": 0.003662576898932457, "global_step": 30122, "epoch": 169, "lr": 8.203146325508967e-05}
{"train_loss": 0.005087018013000488, "global_step": 30123, "epoch": 169, "lr": 8.20303285877674e-05}
{"train_loss": 0.004644068423658609, "global_step": 30124, "epoch": 169, "lr": 8.202919389246857e-05}
{"train_loss": 0.013607104308903217, "global_step": 30125, "epoch": 169, "lr": 8.202805916919414e-05}
{"train_loss": 0.006936366204172373, "global_step": 30126, "epoch": 169, "lr": 8.202692441794512e-05}
{"train_loss": 0.00794992595911026, "global_step": 30127, "epoch": 169, "lr": 8.20257896387225e-05}
{"train_loss": 0.005641954485327005, "global_step": 30128, "epoch": 169, "lr": 8.202465483152725e-05}
{"train_loss": 0.006963837891817093, "global_step": 30129, "epoch": 169, "lr": 8.202351999636038e-05}
{"train_loss": 0.009557679295539856, "global_step": 30130, "epoch": 169, "lr": 8.202238513322287e-05}
{"train_loss": 0.0036345343105494976, "global_step": 30131, "epoch": 169, "lr": 8.202125024211575e-05}
{"train_loss": 0.003827880136668682, "global_step": 30132, "epoch": 169, "lr": 8.202011532303995e-05}
{"train_loss": 0.008101437240839005, "global_step": 30133, "epoch": 169, "lr": 8.20189803759965e-05}
{"train_loss": 0.005467117764055729, "global_step": 30134, "epoch": 169, "lr": 8.201784540098638e-05}
{"train_loss": 0.005148888099938631, "global_step": 30135, "epoch": 169, "lr": 8.20167103980106e-05}
{"train_loss": 0.0036861184053122997, "global_step": 30136, "epoch": 169, "lr": 8.201557536707012e-05}
{"train_loss": 0.011382004246115685, "global_step": 30137, "epoch": 169, "lr": 8.201444030816594e-05}
{"train_loss": 0.009727518074214458, "global_step": 30138, "epoch": 169, "lr": 8.201330522129907e-05}
{"train_loss": 0.004091693088412285, "global_step": 30139, "epoch": 169, "lr": 8.201217010647048e-05}
{"train_loss": 0.0036539267748594284, "global_step": 30140, "epoch": 169, "lr": 8.201103496368119e-05}
{"train_loss": 0.006417813710868359, "global_step": 30141, "epoch": 169, "lr": 8.200989979293216e-05}
{"train_loss": 0.006458408664911985, "global_step": 30142, "epoch": 169, "lr": 8.200876459422439e-05}
{"train_loss": 0.008936546742916107, "global_step": 30143, "epoch": 169, "lr": 8.200762936755889e-05}
{"train_loss": 0.004307871218770742, "global_step": 30144, "epoch": 169, "lr": 8.200649411293663e-05}
{"train_loss": 0.006329073570668697, "global_step": 30145, "epoch": 169, "lr": 8.20053588303586e-05}
{"train_loss": 0.00707914587110281, "global_step": 30146, "epoch": 169, "lr": 8.200422351982581e-05}
{"train_loss": 0.006023918278515339, "global_step": 30147, "epoch": 169, "lr": 8.200308818133925e-05}
{"train_loss": 0.0032690567895770073, "global_step": 30148, "epoch": 169, "lr": 8.20019528148999e-05}
{"train_loss": 0.004932835698127747, "global_step": 30149, "epoch": 169, "lr": 8.200081742050874e-05}
{"train_loss": 0.004474080167710781, "global_step": 30150, "epoch": 169, "lr": 8.199968199816679e-05}
{"train_loss": 0.01902233250439167, "global_step": 30151, "epoch": 169, "lr": 8.199854654787502e-05}
{"train_loss": 0.0034847462084144354, "global_step": 30152, "epoch": 169, "lr": 8.199741106963444e-05}
{"train_loss": 0.004292326979339123, "global_step": 30153, "epoch": 169, "lr": 8.199627556344602e-05}
{"train_loss": 0.005637566093355417, "global_step": 30154, "epoch": 169, "lr": 8.199514002931078e-05}
{"train_loss": 0.008230426348745823, "global_step": 30155, "epoch": 169, "lr": 8.199400446722969e-05}
{"train_loss": 0.005830970127135515, "global_step": 30156, "epoch": 169, "lr": 8.199286887720374e-05}
{"train_loss": 0.006453735753893852, "global_step": 30157, "epoch": 169, "lr": 8.199173325923395e-05}
{"train_loss": 0.006282063201069832, "global_step": 30158, "epoch": 169, "lr": 8.199059761332126e-05}
{"train_loss": 0.004332180134952068, "global_step": 30159, "epoch": 169, "lr": 8.19894619394667e-05}
{"train_loss": 0.003073394764214754, "global_step": 30160, "epoch": 169, "lr": 8.198832623767128e-05}
{"train_loss": 0.005021575838327408, "global_step": 30161, "epoch": 169, "lr": 8.198719050793595e-05}
{"train_loss": 0.004155658185482025, "global_step": 30162, "epoch": 169, "lr": 8.198605475026174e-05}
{"train_loss": 0.007891030982136726, "global_step": 30163, "epoch": 169, "lr": 8.19849189646496e-05}
{"train_loss": 0.0043786512687802315, "global_step": 30164, "epoch": 169, "lr": 8.198378315110053e-05}
{"train_loss": 0.004379729740321636, "global_step": 30165, "epoch": 169, "lr": 8.198264730961555e-05}
{"train_loss": 0.005479651503264904, "global_step": 30166, "epoch": 169, "lr": 8.198151144019565e-05}
{"train_loss": 0.006581359077244997, "global_step": 30167, "epoch": 169, "lr": 8.19803755428418e-05}
{"train_loss": 0.005630800500512123, "global_step": 30168, "epoch": 169, "lr": 8.1979239617555e-05}
{"train_loss": 0.008606141433119774, "global_step": 30169, "epoch": 169, "lr": 8.197810366433625e-05}
{"train_loss": 0.004072105046361685, "global_step": 30170, "epoch": 169, "lr": 8.197696768318654e-05}
{"train_loss": 0.0027243036311119795, "global_step": 30171, "epoch": 169, "lr": 8.197583167410685e-05}
{"train_loss": 0.009182168170809746, "global_step": 30172, "epoch": 169, "lr": 8.197469563709819e-05}
{"train_loss": 0.007213898003101349, "global_step": 30173, "epoch": 169, "lr": 8.197355957216153e-05}
{"train_loss": 0.003411974059417844, "global_step": 30174, "epoch": 169, "lr": 8.197242347929787e-05}
{"train_loss": 0.00754444720223546, "global_step": 30175, "epoch": 169, "lr": 8.197128735850822e-05}
{"train_loss": 0.003165564499795437, "global_step": 30176, "epoch": 169, "lr": 8.197015120979355e-05}
{"train_loss": 0.00613624881953001, "global_step": 30177, "epoch": 169, "lr": 8.196901503315487e-05}
{"train_loss": 0.004011685494333506, "global_step": 30178, "epoch": 169, "lr": 8.196787882859317e-05}
{"train_loss": 0.005438364576548338, "global_step": 30179, "epoch": 169, "lr": 8.196674259610942e-05}
{"train_loss": 0.006567804142832756, "global_step": 30180, "epoch": 169, "lr": 8.196560633570465e-05}
{"train_loss": 0.007198388688266277, "global_step": 30181, "epoch": 169, "lr": 8.196447004737982e-05}
{"train_loss": 0.004947870038449764, "global_step": 30182, "epoch": 169, "lr": 8.196333373113593e-05}
{"train_loss": 0.0049040475860238075, "global_step": 30183, "epoch": 169, "lr": 8.196219738697398e-05}
{"train_loss": 0.005504644010215998, "global_step": 30184, "epoch": 169, "lr": 8.196106101489497e-05}
{"train_loss": 0.005025927908718586, "global_step": 30185, "epoch": 169, "lr": 8.195992461489987e-05}
{"train_loss": 0.005817638244479895, "global_step": 30186, "epoch": 169, "lr": 8.195878818698969e-05}
{"train_loss": 0.0038449764251708984, "global_step": 30187, "epoch": 169, "lr": 8.19576517311654e-05}
{"train_loss": 0.006687816232442856, "global_step": 30188, "epoch": 169, "lr": 8.195651524742804e-05}
{"train_loss": 0.0052790772169828415, "global_step": 30189, "epoch": 169, "lr": 8.195537873577855e-05}
{"train_loss": 0.005473989062011242, "global_step": 30190, "epoch": 169, "lr": 8.195424219621796e-05}
{"train_loss": 0.005939114838838577, "global_step": 30191, "epoch": 169, "lr": 8.195310562874725e-05}
{"train_loss": 0.00507930526509881, "global_step": 30192, "epoch": 169, "lr": 8.19519690333674e-05}
{"train_loss": 0.004255657084286213, "global_step": 30193, "epoch": 169, "lr": 8.195083241007941e-05}
{"train_loss": 0.005569749977439642, "global_step": 30194, "epoch": 169, "lr": 8.194969575888427e-05}
{"train_loss": 0.004602115135639906, "global_step": 30195, "epoch": 169, "lr": 8.194855907978301e-05}
{"train_loss": 0.006376626901328564, "global_step": 30196, "epoch": 169, "lr": 8.194742237277654e-05}
{"train_loss": 0.003999799024313688, "global_step": 30197, "epoch": 169, "lr": 8.194628563786594e-05}
{"train_loss": 0.007726146839559078, "global_step": 30198, "epoch": 169, "lr": 8.194514887505218e-05}
{"train_loss": 0.00576119776815176, "global_step": 30199, "epoch": 169, "lr": 8.194401208433622e-05}
{"train_loss": 0.007698548026382923, "global_step": 30200, "epoch": 169, "lr": 8.194287526571907e-05}
{"train_loss": 0.004789441823959351, "global_step": 30201, "epoch": 169, "lr": 8.194173841920173e-05}
{"train_loss": 0.005554085597395897, "global_step": 30202, "epoch": 169, "lr": 8.19406015447852e-05}
{"train_loss": 0.0046299295499920845, "global_step": 30203, "epoch": 169, "lr": 8.193946464247044e-05}
{"train_loss": 0.006845214869827032, "global_step": 30204, "epoch": 169, "lr": 8.193832771225848e-05}
{"train_loss": 0.009048126637935638, "global_step": 30205, "epoch": 169, "lr": 8.19371907541503e-05}
{"train_loss": 0.005358687601983547, "global_step": 30206, "epoch": 169, "lr": 8.193605376814689e-05}
{"train_loss": 0.004798587411642075, "global_step": 30207, "epoch": 169, "lr": 8.193491675424923e-05}
{"train_loss": 0.007363182492554188, "global_step": 30208, "epoch": 169, "lr": 8.193377971245835e-05}
{"train_loss": 0.004845241084694862, "global_step": 30209, "epoch": 169, "lr": 8.19326426427752e-05}
{"train_loss": 0.003390924073755741, "global_step": 30210, "epoch": 169, "lr": 8.193150554520082e-05}
{"train_loss": 0.007683329284191132, "global_step": 30211, "epoch": 169, "lr": 8.193036841973615e-05}
{"train_loss": 0.006791990250349045, "global_step": 30212, "epoch": 169, "lr": 8.19292312663822e-05}
{"train_loss": 0.01154447253793478, "global_step": 30213, "epoch": 169, "lr": 8.192809408514001e-05}
{"train_loss": 0.007309870328754187, "global_step": 30214, "epoch": 169, "lr": 8.192695687601052e-05}
{"train_loss": 0.007029127329587936, "global_step": 30215, "epoch": 169, "lr": 8.192581963899474e-05}
{"train_loss": 0.007917867973446846, "global_step": 30216, "epoch": 169, "lr": 8.192468237409367e-05}
{"train_loss": 0.005871064029633999, "global_step": 30217, "epoch": 169, "lr": 8.192354508130828e-05}
{"train_loss": 0.008654668927192688, "global_step": 30218, "epoch": 169, "lr": 8.192240776063959e-05}
{"train_loss": 0.007992254570126534, "global_step": 30219, "epoch": 169, "lr": 8.192127041208859e-05}
{"train_loss": 0.003964417148381472, "global_step": 30220, "epoch": 169, "lr": 8.192013303565624e-05}
{"train_loss": 0.003263919847086072, "global_step": 30221, "epoch": 169, "lr": 8.191899563134358e-05}
{"train_loss": 0.005667618475854397, "global_step": 30222, "epoch": 169, "lr": 8.191785819915159e-05}
{"train_loss": 0.0037930391263216734, "global_step": 30223, "epoch": 169, "lr": 8.191672073908124e-05}
{"train_loss": 0.003816941287368536, "global_step": 30224, "epoch": 169, "lr": 8.191558325113355e-05}
{"train_loss": 0.008489172905683517, "global_step": 30225, "epoch": 169, "lr": 8.19144457353095e-05}
{"train_loss": 0.007293218281120062, "global_step": 30226, "epoch": 169, "lr": 8.191330819161009e-05}
{"train_loss": 0.0065732370130717754, "global_step": 30227, "epoch": 169, "lr": 8.191217062003633e-05}
{"train_loss": 0.005179577507078648, "global_step": 30228, "epoch": 169, "lr": 8.191103302058917e-05}
{"train_loss": 0.008915236219763756, "global_step": 30229, "epoch": 169, "lr": 8.190989539326962e-05}
{"train_loss": 0.00629014614969492, "global_step": 30230, "epoch": 169, "lr": 8.19087577380787e-05}
{"train_loss": 0.008641943335533142, "global_step": 30231, "epoch": 169, "lr": 8.19076200550174e-05}
{"train_loss": 0.007503538392484188, "global_step": 30232, "epoch": 169, "lr": 8.19064823440867e-05}
{"train_loss": 0.004063410684466362, "global_step": 30233, "epoch": 169, "lr": 8.190534460528757e-05}
{"train_loss": 0.007691489532589912, "global_step": 30234, "epoch": 169, "lr": 8.190420683862101e-05}
{"train_loss": 0.004921415355056524, "global_step": 30235, "epoch": 169, "lr": 8.190306904408807e-05}
{"train_loss": 0.0019262238638475537, "global_step": 30236, "epoch": 169, "lr": 8.190193122168967e-05}
{"train_loss": 0.004260767716914415, "global_step": 30237, "epoch": 169, "lr": 8.190079337142686e-05}
{"train_loss": 0.006391048431396484, "global_step": 30238, "epoch": 169, "lr": 8.189965549330063e-05}
{"train_loss": 0.004662775434553623, "global_step": 30239, "epoch": 169, "lr": 8.189851758731191e-05}
{"train_loss": 0.008939865976572037, "global_step": 30240, "epoch": 169, "lr": 8.189737965346178e-05}
{"train_loss": 0.004393942188471556, "global_step": 30241, "epoch": 169, "lr": 8.189624169175117e-05}
{"train_loss": 0.006237438879907131, "global_step": 30242, "epoch": 169, "lr": 8.18951037021811e-05}
{"train_loss": 0.0065439254976809025, "global_step": 30243, "epoch": 169, "lr": 8.189396568475258e-05}
{"train_loss": 0.0038575364742428064, "global_step": 30244, "epoch": 169, "lr": 8.189282763946656e-05}
{"train_loss": 0.006314514204859734, "global_step": 30245, "epoch": 169, "lr": 8.189168956632406e-05}
{"train_loss": 0.002995596267282963, "global_step": 30246, "epoch": 169, "lr": 8.18905514653261e-05}
{"train_loss": 0.005970638711005449, "global_step": 30247, "epoch": 169, "lr": 8.188941333647364e-05}
{"train_loss": 0.00549714919179678, "global_step": 30248, "epoch": 169, "lr": 8.188827517976767e-05}
{"train_loss": 0.00422091456130147, "global_step": 30249, "epoch": 169, "lr": 8.18871369952092e-05}
{"train_loss": 0.009812669828534126, "global_step": 30250, "epoch": 169, "lr": 8.188599878279923e-05}
{"train_loss": 0.005185285583138466, "global_step": 30251, "epoch": 169, "lr": 8.188486054253873e-05}
{"train_loss": 0.005866161547601223, "global_step": 30252, "epoch": 169, "lr": 8.188372227442872e-05}
{"train_loss": 0.009586023166775703, "global_step": 30253, "epoch": 169, "lr": 8.188258397847017e-05}
{"train_loss": 0.0066457949578762054, "global_step": 30254, "epoch": 169, "lr": 8.18814456546641e-05}
{"train_loss": 0.004772714339196682, "global_step": 30255, "epoch": 169, "lr": 8.188030730301148e-05}
{"train_loss": 0.006763405632227659, "global_step": 30256, "epoch": 169, "lr": 8.187916892351333e-05}
{"train_loss": 0.0070573436096310616, "global_step": 30257, "epoch": 169, "lr": 8.187803051617062e-05}
{"train_loss": 0.0044711981900036335, "global_step": 30258, "epoch": 169, "lr": 8.187689208098435e-05}
{"train_loss": 0.005984943795012666, "global_step": 30259, "epoch": 169, "lr": 8.187575361795553e-05}
{"train_loss": 0.0043574729934334755, "global_step": 30260, "epoch": 170, "lr": 8.187461512708513e-05}
{"train_loss": 0.0063783894293010235, "global_step": 30261, "epoch": 170, "lr": 8.187347660837417e-05}
{"train_loss": 0.005085569806396961, "global_step": 30262, "epoch": 170, "lr": 8.187233806182362e-05}
{"train_loss": 0.01255839504301548, "global_step": 30263, "epoch": 170, "lr": 8.18711994874345e-05}
{"train_loss": 0.00848497822880745, "global_step": 30264, "epoch": 170, "lr": 8.187006088520776e-05}
{"train_loss": 0.003674765583127737, "global_step": 30265, "epoch": 170, "lr": 8.186892225514447e-05}
{"train_loss": 0.006692033261060715, "global_step": 30266, "epoch": 170, "lr": 8.186778359724554e-05}
{"train_loss": 0.003539358265697956, "global_step": 30267, "epoch": 170, "lr": 8.186664491151203e-05}
{"train_loss": 0.005701450631022453, "global_step": 30268, "epoch": 170, "lr": 8.186550619794489e-05}
{"train_loss": 0.005611763335764408, "global_step": 30269, "epoch": 170, "lr": 8.186436745654516e-05}
{"train_loss": 0.0069362698122859, "global_step": 30270, "epoch": 170, "lr": 8.186322868731378e-05}
{"train_loss": 0.006512532941997051, "global_step": 30271, "epoch": 170, "lr": 8.186208989025179e-05}
{"train_loss": 0.008501198142766953, "global_step": 30272, "epoch": 170, "lr": 8.186095106536015e-05}
{"train_loss": 0.0077957045286893845, "global_step": 30273, "epoch": 170, "lr": 8.185981221263988e-05}
{"train_loss": 0.006939902435988188, "global_step": 30274, "epoch": 170, "lr": 8.185867333209197e-05}
{"train_loss": 0.007011661306023598, "global_step": 30275, "epoch": 170, "lr": 8.185753442371742e-05}
{"train_loss": 0.009597840718925, "global_step": 30276, "epoch": 170, "lr": 8.18563954875172e-05}
{"train_loss": 0.008774278685450554, "global_step": 30277, "epoch": 170, "lr": 8.185525652349233e-05}
{"train_loss": 0.007052048575133085, "global_step": 30278, "epoch": 170, "lr": 8.185411753164379e-05}
{"train_loss": 0.005485656671226025, "global_step": 30279, "epoch": 170, "lr": 8.18529785119726e-05}
{"train_loss": 0.004927010275423527, "global_step": 30280, "epoch": 170, "lr": 8.185183946447971e-05}
{"train_loss": 0.006933931261301041, "global_step": 30281, "epoch": 170, "lr": 8.185070038916615e-05}
{"train_loss": 0.0047447215765714645, "global_step": 30282, "epoch": 170, "lr": 8.18495612860329e-05}
{"train_loss": 0.005170786287635565, "global_step": 30283, "epoch": 170, "lr": 8.184842215508097e-05}
{"train_loss": 0.0043975287117064, "global_step": 30284, "epoch": 170, "lr": 8.184728299631134e-05}
{"train_loss": 0.00797254964709282, "global_step": 30285, "epoch": 170, "lr": 8.184614380972501e-05}
{"train_loss": 0.00554199842736125, "global_step": 30286, "epoch": 170, "lr": 8.184500459532297e-05}
{"train_loss": 0.007483893074095249, "global_step": 30287, "epoch": 170, "lr": 8.184386535310622e-05}
{"train_loss": 0.004073431249707937, "global_step": 30288, "epoch": 170, "lr": 8.184272608307578e-05}
{"train_loss": 0.004874984733760357, "global_step": 30289, "epoch": 170, "lr": 8.184158678523259e-05}
{"train_loss": 0.005929541774094105, "global_step": 30290, "epoch": 170, "lr": 8.18404474595777e-05}
{"train_loss": 0.008527047000825405, "global_step": 30291, "epoch": 170, "lr": 8.183930810611206e-05}
{"train_loss": 0.004011623561382294, "global_step": 30292, "epoch": 170, "lr": 8.18381687248367e-05}
{"train_loss": 0.005078500602394342, "global_step": 30293, "epoch": 170, "lr": 8.18370293157526e-05}
{"train_loss": 0.009664819575846195, "global_step": 30294, "epoch": 170, "lr": 8.183588987886075e-05}
{"train_loss": 0.004919199272990227, "global_step": 30295, "epoch": 170, "lr": 8.183475041416215e-05}
{"train_loss": 0.006500251591205597, "global_step": 30296, "epoch": 170, "lr": 8.18336109216578e-05}
{"train_loss": 0.007675619795918465, "global_step": 30297, "epoch": 170, "lr": 8.183247140134869e-05}
{"train_loss": 0.0039303358644247055, "global_step": 30298, "epoch": 170, "lr": 8.183133185323582e-05}
{"train_loss": 0.005327276885509491, "global_step": 30299, "epoch": 170, "lr": 8.183019227732019e-05}
{"train_loss": 0.00514166709035635, "global_step": 30300, "epoch": 170, "lr": 8.182905267360276e-05}
{"train_loss": 0.008045843802392483, "global_step": 30301, "epoch": 170, "lr": 8.182791304208458e-05}
{"train_loss": 0.005947860423475504, "global_step": 30302, "epoch": 170, "lr": 8.182677338276661e-05}
{"train_loss": 0.0037607394624501467, "global_step": 30303, "epoch": 170, "lr": 8.182563369564987e-05}
{"train_loss": 0.007611582987010479, "global_step": 30304, "epoch": 170, "lr": 8.182449398073531e-05}
{"train_loss": 0.007493212353438139, "global_step": 30305, "epoch": 170, "lr": 8.182335423802397e-05}
{"train_loss": 0.006862010806798935, "global_step": 30306, "epoch": 170, "lr": 8.182221446751683e-05}
{"train_loss": 0.006595681421458721, "global_step": 30307, "epoch": 170, "lr": 8.182107466921489e-05}
{"train_loss": 0.00775758596137166, "global_step": 30308, "epoch": 170, "lr": 8.181993484311915e-05}
{"train_loss": 0.006238551810383797, "global_step": 30309, "epoch": 170, "lr": 8.181879498923057e-05}
{"train_loss": 0.007926972582936287, "global_step": 30310, "epoch": 170, "lr": 8.181765510755019e-05}
{"train_loss": 0.007125678472220898, "global_step": 30311, "epoch": 170, "lr": 8.181651519807899e-05}
{"train_loss": 0.005986521951854229, "global_step": 30312, "epoch": 170, "lr": 8.181537526081796e-05}
{"train_loss": 0.0036384351551532745, "global_step": 30313, "epoch": 170, "lr": 8.18142352957681e-05}
{"train_loss": 0.00838413555175066, "global_step": 30314, "epoch": 170, "lr": 8.181309530293041e-05}
{"train_loss": 0.003852314781397581, "global_step": 30315, "epoch": 170, "lr": 8.181195528230588e-05}
{"train_loss": 0.004477324895560741, "global_step": 30316, "epoch": 170, "lr": 8.18108152338955e-05}
{"train_loss": 0.0042184339836239815, "global_step": 30317, "epoch": 170, "lr": 8.180967515770027e-05}
{"train_loss": 0.0050698257982730865, "global_step": 30318, "epoch": 170, "lr": 8.18085350537212e-05}
{"train_loss": 0.010396460071206093, "global_step": 30319, "epoch": 170, "lr": 8.180739492195928e-05}
{"train_loss": 0.009742122143507004, "global_step": 30320, "epoch": 170, "lr": 8.180625476241548e-05}
{"train_loss": 0.007259352598339319, "global_step": 30321, "epoch": 170, "lr": 8.180511457509082e-05}
{"train_loss": 0.007040138356387615, "global_step": 30322, "epoch": 170, "lr": 8.18039743599863e-05}
{"train_loss": 0.010023392736911774, "global_step": 30323, "epoch": 170, "lr": 8.180283411710292e-05}
{"train_loss": 0.006855059880763292, "global_step": 30324, "epoch": 170, "lr": 8.180169384644163e-05}
{"train_loss": 0.0067650736309587955, "global_step": 30325, "epoch": 170, "lr": 8.180055354800349e-05}
{"train_loss": 0.008700227364897728, "global_step": 30326, "epoch": 170, "lr": 8.179941322178945e-05}
{"train_loss": 0.003315906971693039, "global_step": 30327, "epoch": 170, "lr": 8.179827286780052e-05}
{"train_loss": 0.0045670028775930405, "global_step": 30328, "epoch": 170, "lr": 8.179713248603771e-05}
{"train_loss": 0.008573176339268684, "global_step": 30329, "epoch": 170, "lr": 8.179599207650199e-05}
{"train_loss": 0.007146888412535191, "global_step": 30330, "epoch": 170, "lr": 8.179485163919438e-05}
{"train_loss": 0.006525087170302868, "global_step": 30331, "epoch": 170, "lr": 8.179371117411585e-05}
{"train_loss": 0.010635695420205593, "global_step": 30332, "epoch": 170, "lr": 8.179257068126744e-05}
{"train_loss": 0.008258016780018806, "global_step": 30333, "epoch": 170, "lr": 8.179143016065009e-05}
{"train_loss": 0.0045985812321305275, "global_step": 30334, "epoch": 170, "lr": 8.179028961226485e-05}
{"train_loss": 0.009090187028050423, "global_step": 30335, "epoch": 170, "lr": 8.178914903611266e-05}
{"train_loss": 0.007741170469671488, "global_step": 30336, "epoch": 170, "lr": 8.178800843219457e-05}
{"train_loss": 0.01177751924842596, "global_step": 30337, "epoch": 170, "lr": 8.178686780051155e-05}
{"train_loss": 0.006410110741853714, "global_step": 30338, "epoch": 170, "lr": 8.178572714106461e-05}
{"train_loss": 0.011624342761933804, "global_step": 30339, "epoch": 170, "lr": 8.17845864538547e-05}
{"train_loss": 0.011768566444516182, "global_step": 30340, "epoch": 170, "lr": 8.178344573888288e-05}
{"train_loss": 0.004203829448670149, "global_step": 30341, "epoch": 170, "lr": 8.178230499615012e-05}
{"train_loss": 0.005611715838313103, "global_step": 30342, "epoch": 170, "lr": 8.17811642256574e-05}
{"train_loss": 0.008396098390221596, "global_step": 30343, "epoch": 170, "lr": 8.178002342740573e-05}
{"train_loss": 0.007372220046818256, "global_step": 30344, "epoch": 170, "lr": 8.177888260139612e-05}
{"train_loss": 0.005523618310689926, "global_step": 30345, "epoch": 170, "lr": 8.177774174762956e-05}
{"train_loss": 0.012248232960700989, "global_step": 30346, "epoch": 170, "lr": 8.177660086610702e-05}
{"train_loss": 0.005098934751003981, "global_step": 30347, "epoch": 170, "lr": 8.177545995682952e-05}
{"train_loss": 0.005808294750750065, "global_step": 30348, "epoch": 170, "lr": 8.177431901979807e-05}
{"train_loss": 0.006341102533042431, "global_step": 30349, "epoch": 170, "lr": 8.177317805501364e-05}
{"train_loss": 0.008821667172014713, "global_step": 30350, "epoch": 170, "lr": 8.177203706247722e-05}
{"train_loss": 0.004154463764280081, "global_step": 30351, "epoch": 170, "lr": 8.177089604218985e-05}
{"train_loss": 0.0133612509816885, "global_step": 30352, "epoch": 170, "lr": 8.176975499415249e-05}
{"train_loss": 0.006370328366756439, "global_step": 30353, "epoch": 170, "lr": 8.176861391836614e-05}
{"train_loss": 0.0053718434646725655, "global_step": 30354, "epoch": 170, "lr": 8.176747281483182e-05}
{"train_loss": 0.003613068489357829, "global_step": 30355, "epoch": 170, "lr": 8.176633168355049e-05}
{"train_loss": 0.012092456221580505, "global_step": 30356, "epoch": 170, "lr": 8.176519052452317e-05}
{"train_loss": 0.013374789617955685, "global_step": 30357, "epoch": 170, "lr": 8.176404933775086e-05}
{"train_loss": 0.005640216171741486, "global_step": 30358, "epoch": 170, "lr": 8.176290812323455e-05}
{"train_loss": 0.005624915007501841, "global_step": 30359, "epoch": 170, "lr": 8.176176688097523e-05}
{"train_loss": 0.00791934784501791, "global_step": 30360, "epoch": 170, "lr": 8.17606256109739e-05}
{"train_loss": 0.00509982742369175, "global_step": 30361, "epoch": 170, "lr": 8.175948431323157e-05}
{"train_loss": 0.006364278495311737, "global_step": 30362, "epoch": 170, "lr": 8.175834298774923e-05}
{"train_loss": 0.008148846216499805, "global_step": 30363, "epoch": 170, "lr": 8.175720163452786e-05}
{"train_loss": 0.00547340651974082, "global_step": 30364, "epoch": 170, "lr": 8.175606025356849e-05}
{"train_loss": 0.006175443530082703, "global_step": 30365, "epoch": 170, "lr": 8.175491884487209e-05}
{"train_loss": 0.007108219899237156, "global_step": 30366, "epoch": 170, "lr": 8.175377740843965e-05}
{"train_loss": 0.007326779421418905, "global_step": 30367, "epoch": 170, "lr": 8.17526359442722e-05}
{"train_loss": 0.003931463696062565, "global_step": 30368, "epoch": 170, "lr": 8.17514944523707e-05}
{"train_loss": 0.0062560345977544785, "global_step": 30369, "epoch": 170, "lr": 8.175035293273619e-05}
{"train_loss": 0.006927793845534325, "global_step": 30370, "epoch": 170, "lr": 8.174921138536962e-05}
{"train_loss": 0.007655679248273373, "global_step": 30371, "epoch": 170, "lr": 8.174806981027203e-05}
{"train_loss": 0.011764517985284328, "global_step": 30372, "epoch": 170, "lr": 8.174692820744439e-05}
{"train_loss": 0.003502195468172431, "global_step": 30373, "epoch": 170, "lr": 8.17457865768877e-05}
{"train_loss": 0.012595955282449722, "global_step": 30374, "epoch": 170, "lr": 8.174464491860296e-05}
{"train_loss": 0.009706716053187847, "global_step": 30375, "epoch": 170, "lr": 8.174350323259117e-05}
{"train_loss": 0.006017271429300308, "global_step": 30376, "epoch": 170, "lr": 8.174236151885332e-05}
{"train_loss": 0.0036028334870934486, "global_step": 30377, "epoch": 170, "lr": 8.174121977739042e-05}
{"train_loss": 0.003909604623913765, "global_step": 30378, "epoch": 170, "lr": 8.174007800820347e-05}
{"train_loss": 0.005660203285515308, "global_step": 30379, "epoch": 170, "lr": 8.173893621129345e-05}
{"train_loss": 0.007661635521799326, "global_step": 30380, "epoch": 170, "lr": 8.173779438666136e-05}
{"train_loss": 0.006347698159515858, "global_step": 30381, "epoch": 170, "lr": 8.17366525343082e-05}
{"train_loss": 0.005474000703543425, "global_step": 30382, "epoch": 170, "lr": 8.173551065423496e-05}
{"train_loss": 0.007130091078579426, "global_step": 30383, "epoch": 170, "lr": 8.173436874644268e-05}
{"train_loss": 0.013558507896959782, "global_step": 30384, "epoch": 170, "lr": 8.17332268109323e-05}
{"train_loss": 0.00515245134010911, "global_step": 30385, "epoch": 170, "lr": 8.173208484770485e-05}
{"train_loss": 0.011333255097270012, "global_step": 30386, "epoch": 170, "lr": 8.17309428567613e-05}
{"train_loss": 0.007112548220902681, "global_step": 30387, "epoch": 170, "lr": 8.172980083810269e-05}
{"train_loss": 0.005680164322257042, "global_step": 30388, "epoch": 170, "lr": 8.172865879172999e-05}
{"train_loss": 0.005433463025838137, "global_step": 30389, "epoch": 170, "lr": 8.172751671764418e-05}
{"train_loss": 0.006332858465611935, "global_step": 30390, "epoch": 170, "lr": 8.172637461584632e-05}
{"train_loss": 0.007292815484106541, "global_step": 30391, "epoch": 170, "lr": 8.172523248633732e-05}
{"train_loss": 0.004797778092324734, "global_step": 30392, "epoch": 170, "lr": 8.172409032911825e-05}
{"train_loss": 0.005713423248380423, "global_step": 30393, "epoch": 170, "lr": 8.172294814419009e-05}
{"train_loss": 0.0055049750953912735, "global_step": 30394, "epoch": 170, "lr": 8.17218059315538e-05}
{"train_loss": 0.006363010499626398, "global_step": 30395, "epoch": 170, "lr": 8.172066369121043e-05}
{"train_loss": 0.004191861022263765, "global_step": 30396, "epoch": 170, "lr": 8.171952142316095e-05}
{"train_loss": 0.004827321507036686, "global_step": 30397, "epoch": 170, "lr": 8.171837912740637e-05}
{"train_loss": 0.007105596363544464, "global_step": 30398, "epoch": 170, "lr": 8.171723680394766e-05}
{"train_loss": 0.008508285507559776, "global_step": 30399, "epoch": 170, "lr": 8.171609445278586e-05}
{"train_loss": 0.009656822308897972, "global_step": 30400, "epoch": 170, "lr": 8.171495207392192e-05}
{"train_loss": 0.004804172553122044, "global_step": 30401, "epoch": 170, "lr": 8.171380966735689e-05}
{"train_loss": 0.0034759114496409893, "global_step": 30402, "epoch": 170, "lr": 8.171266723309173e-05}
{"train_loss": 0.008740436285734177, "global_step": 30403, "epoch": 170, "lr": 8.171152477112745e-05}
{"train_loss": 0.008228631690144539, "global_step": 30404, "epoch": 170, "lr": 8.171038228146503e-05}
{"train_loss": 0.005923311226069927, "global_step": 30405, "epoch": 170, "lr": 8.170923976410549e-05}
{"train_loss": 0.005834391340613365, "global_step": 30406, "epoch": 170, "lr": 8.170809721904984e-05}
{"train_loss": 0.00444664154201746, "global_step": 30407, "epoch": 170, "lr": 8.170695464629904e-05}
{"train_loss": 0.007423811592161655, "global_step": 30408, "epoch": 170, "lr": 8.170581204585415e-05}
{"train_loss": 0.009258968755602837, "global_step": 30409, "epoch": 170, "lr": 8.170466941771609e-05}
{"train_loss": 0.012111743912100792, "global_step": 30410, "epoch": 170, "lr": 8.170352676188589e-05}
{"train_loss": 0.004653322976082563, "global_step": 30411, "epoch": 170, "lr": 8.170238407836457e-05}
{"train_loss": 0.005465617403388023, "global_step": 30412, "epoch": 170, "lr": 8.170124136715311e-05}
{"train_loss": 0.006675221025943756, "global_step": 30413, "epoch": 170, "lr": 8.170009862825249e-05}
{"train_loss": 0.0061419387347996235, "global_step": 30414, "epoch": 170, "lr": 8.169895586166376e-05}
{"train_loss": 0.009000713936984539, "global_step": 30415, "epoch": 170, "lr": 8.169781306738786e-05}
{"train_loss": 0.008850804530084133, "global_step": 30416, "epoch": 170, "lr": 8.169667024542582e-05}
{"train_loss": 0.004760159179568291, "global_step": 30417, "epoch": 170, "lr": 8.169552739577864e-05}
{"train_loss": 0.004319536499679089, "global_step": 30418, "epoch": 170, "lr": 8.16943845184473e-05}
{"train_loss": 0.003551136003807187, "global_step": 30419, "epoch": 170, "lr": 8.169324161343281e-05}
{"train_loss": 0.007077716290950775, "global_step": 30420, "epoch": 170, "lr": 8.169209868073617e-05}
{"train_loss": 0.0071824342012405396, "global_step": 30421, "epoch": 170, "lr": 8.169095572035836e-05}
{"train_loss": 0.006398370489478111, "global_step": 30422, "epoch": 170, "lr": 8.168981273230041e-05}
{"train_loss": 0.0040452806279063225, "global_step": 30423, "epoch": 170, "lr": 8.168866971656329e-05}
{"train_loss": 0.005117426160722971, "global_step": 30424, "epoch": 170, "lr": 8.168752667314801e-05}
{"train_loss": 0.005627012811601162, "global_step": 30425, "epoch": 170, "lr": 8.168638360205557e-05}
{"train_loss": 0.00553855299949646, "global_step": 30426, "epoch": 170, "lr": 8.168524050328696e-05}
{"train_loss": 0.009636033326387405, "global_step": 30427, "epoch": 170, "lr": 8.16840973768432e-05}
{"train_loss": 0.0090147964656353, "global_step": 30428, "epoch": 170, "lr": 8.168295422272527e-05}
{"train_loss": 0.005539854522794485, "global_step": 30429, "epoch": 170, "lr": 8.168181104093417e-05}
{"train_loss": 0.007924959063529968, "global_step": 30430, "epoch": 170, "lr": 8.168066783147089e-05}
{"train_loss": 0.006518040783703327, "global_step": 30431, "epoch": 170, "lr": 8.167952459433644e-05}
{"train_loss": 0.0056190406903624535, "global_step": 30432, "epoch": 170, "lr": 8.167838132953183e-05}
{"train_loss": 0.005611133761703968, "global_step": 30433, "epoch": 170, "lr": 8.167723803705804e-05}
{"train_loss": 0.003452880773693323, "global_step": 30434, "epoch": 170, "lr": 8.167609471691607e-05}
{"train_loss": 0.006465273909270763, "global_step": 30435, "epoch": 170, "lr": 8.167495136910693e-05}
{"train_loss": 0.008962826803326607, "global_step": 30436, "epoch": 170, "lr": 8.16738079936316e-05}
{"train_loss": 0.006768917549778236, "global_step": 30437, "epoch": 170, "lr": 8.16726645904911e-05, "train_action_mse_error": 1.3838773156749085e-05}
{"train_loss": 0.005144767463207245, "global_step": 30438, "epoch": 171, "lr": 8.167152115968641e-05}
{"train_loss": 0.003805844346061349, "global_step": 30439, "epoch": 171, "lr": 8.167037770121855e-05}
{"train_loss": 0.009507549926638603, "global_step": 30440, "epoch": 171, "lr": 8.166923421508849e-05}
{"train_loss": 0.003549786750227213, "global_step": 30441, "epoch": 171, "lr": 8.166809070129727e-05}
{"train_loss": 0.003517210716381669, "global_step": 30442, "epoch": 171, "lr": 8.166694715984583e-05}
{"train_loss": 0.01072098407894373, "global_step": 30443, "epoch": 171, "lr": 8.166580359073524e-05}
{"train_loss": 0.007621669676154852, "global_step": 30444, "epoch": 171, "lr": 8.166465999396644e-05}
{"train_loss": 0.005387932062149048, "global_step": 30445, "epoch": 171, "lr": 8.166351636954046e-05}
{"train_loss": 0.006018071435391903, "global_step": 30446, "epoch": 171, "lr": 8.166237271745827e-05}
{"train_loss": 0.00907265953719616, "global_step": 30447, "epoch": 171, "lr": 8.166122903772091e-05}
{"train_loss": 0.009148756973445415, "global_step": 30448, "epoch": 171, "lr": 8.166008533032935e-05}
{"train_loss": 0.0062291063368320465, "global_step": 30449, "epoch": 171, "lr": 8.16589415952846e-05}
{"train_loss": 0.006306283641606569, "global_step": 30450, "epoch": 171, "lr": 8.165779783258764e-05}
{"train_loss": 0.006032788660377264, "global_step": 30451, "epoch": 171, "lr": 8.16566540422395e-05}
{"train_loss": 0.007863914594054222, "global_step": 30452, "epoch": 171, "lr": 8.165551022424116e-05}
{"train_loss": 0.005116966553032398, "global_step": 30453, "epoch": 171, "lr": 8.165436637859362e-05}
{"train_loss": 0.007593335583806038, "global_step": 30454, "epoch": 171, "lr": 8.165322250529788e-05}
{"train_loss": 0.00622536800801754, "global_step": 30455, "epoch": 171, "lr": 8.165207860435493e-05}
{"train_loss": 0.005663364659994841, "global_step": 30456, "epoch": 171, "lr": 8.165093467576581e-05}
{"train_loss": 0.010881217196583748, "global_step": 30457, "epoch": 171, "lr": 8.164979071953147e-05}
{"train_loss": 0.005508617497980595, "global_step": 30458, "epoch": 171, "lr": 8.164864673565292e-05}
{"train_loss": 0.004194721579551697, "global_step": 30459, "epoch": 171, "lr": 8.164750272413118e-05}
{"train_loss": 0.005679006222635508, "global_step": 30460, "epoch": 171, "lr": 8.164635868496722e-05}
{"train_loss": 0.006869478151202202, "global_step": 30461, "epoch": 171, "lr": 8.164521461816208e-05}
{"train_loss": 0.008303899317979813, "global_step": 30462, "epoch": 171, "lr": 8.164407052371671e-05}
{"train_loss": 0.004836886189877987, "global_step": 30463, "epoch": 171, "lr": 8.164292640163215e-05}
{"train_loss": 0.007895976305007935, "global_step": 30464, "epoch": 171, "lr": 8.164178225190939e-05}
{"train_loss": 0.006237884983420372, "global_step": 30465, "epoch": 171, "lr": 8.164063807454941e-05}
{"train_loss": 0.010278524830937386, "global_step": 30466, "epoch": 171, "lr": 8.163949386955323e-05}
{"train_loss": 0.006855890154838562, "global_step": 30467, "epoch": 171, "lr": 8.163834963692182e-05}
{"train_loss": 0.0061380816623568535, "global_step": 30468, "epoch": 171, "lr": 8.163720537665624e-05}
{"train_loss": 0.0035941535606980324, "global_step": 30469, "epoch": 171, "lr": 8.163606108875743e-05}
{"train_loss": 0.005129692610353231, "global_step": 30470, "epoch": 171, "lr": 8.16349167732264e-05}
{"train_loss": 0.004159555770456791, "global_step": 30471, "epoch": 171, "lr": 8.163377243006416e-05}
{"train_loss": 0.004958656616508961, "global_step": 30472, "epoch": 171, "lr": 8.163262805927173e-05}
{"train_loss": 0.0067892842926084995, "global_step": 30473, "epoch": 171, "lr": 8.163148366085008e-05}
{"train_loss": 0.0056099859066307545, "global_step": 30474, "epoch": 171, "lr": 8.163033923480019e-05}
{"train_loss": 0.006251142360270023, "global_step": 30475, "epoch": 171, "lr": 8.162919478112312e-05}
{"train_loss": 0.004760433454066515, "global_step": 30476, "epoch": 171, "lr": 8.162805029981984e-05}
{"train_loss": 0.0039895158261060715, "global_step": 30477, "epoch": 171, "lr": 8.162690579089132e-05}
{"train_loss": 0.004666794091463089, "global_step": 30478, "epoch": 171, "lr": 8.162576125433861e-05}
{"train_loss": 0.003343971213325858, "global_step": 30479, "epoch": 171, "lr": 8.162461669016267e-05}
{"train_loss": 0.006771534215658903, "global_step": 30480, "epoch": 171, "lr": 8.162347209836453e-05}
{"train_loss": 0.008712421171367168, "global_step": 30481, "epoch": 171, "lr": 8.162232747894516e-05}
{"train_loss": 0.005628705024719238, "global_step": 30482, "epoch": 171, "lr": 8.162118283190559e-05}
{"train_loss": 0.011687069199979305, "global_step": 30483, "epoch": 171, "lr": 8.16200381572468e-05}
{"train_loss": 0.009172591380774975, "global_step": 30484, "epoch": 171, "lr": 8.16188934549698e-05}
{"train_loss": 0.008237273432314396, "global_step": 30485, "epoch": 171, "lr": 8.161774872507557e-05}
{"train_loss": 0.003656073473393917, "global_step": 30486, "epoch": 171, "lr": 8.161660396756514e-05}
{"train_loss": 0.005621085409075022, "global_step": 30487, "epoch": 171, "lr": 8.161545918243949e-05}
{"train_loss": 0.007450339384377003, "global_step": 30488, "epoch": 171, "lr": 8.161431436969962e-05}
{"train_loss": 0.00447620265185833, "global_step": 30489, "epoch": 171, "lr": 8.161316952934654e-05}
{"train_loss": 0.008375096134841442, "global_step": 30490, "epoch": 171, "lr": 8.161202466138124e-05}
{"train_loss": 0.007608420215547085, "global_step": 30491, "epoch": 171, "lr": 8.161087976580472e-05}
{"train_loss": 0.003577637951821089, "global_step": 30492, "epoch": 171, "lr": 8.1609734842618e-05}
{"train_loss": 0.005542874801903963, "global_step": 30493, "epoch": 171, "lr": 8.160858989182206e-05}
{"train_loss": 0.006541772745549679, "global_step": 30494, "epoch": 171, "lr": 8.16074449134179e-05}
{"train_loss": 0.005518240854144096, "global_step": 30495, "epoch": 171, "lr": 8.160629990740652e-05}
{"train_loss": 0.007356241345405579, "global_step": 30496, "epoch": 171, "lr": 8.160515487378893e-05}
{"train_loss": 0.009425457566976547, "global_step": 30497, "epoch": 171, "lr": 8.160400981256612e-05}
{"train_loss": 0.006948993541300297, "global_step": 30498, "epoch": 171, "lr": 8.16028647237391e-05}
{"train_loss": 0.005674333311617374, "global_step": 30499, "epoch": 171, "lr": 8.160171960730887e-05}
{"train_loss": 0.006588836200535297, "global_step": 30500, "epoch": 171, "lr": 8.16005744632764e-05}
{"train_loss": 0.008335776627063751, "global_step": 30501, "epoch": 171, "lr": 8.159942929164275e-05}
{"train_loss": 0.003892486682161689, "global_step": 30502, "epoch": 171, "lr": 8.159828409240886e-05}
{"train_loss": 0.0030284756794571877, "global_step": 30503, "epoch": 171, "lr": 8.159713886557576e-05}
{"train_loss": 0.00887947715818882, "global_step": 30504, "epoch": 171, "lr": 8.159599361114446e-05}
{"train_loss": 0.009573401883244514, "global_step": 30505, "epoch": 171, "lr": 8.159484832911593e-05}
{"train_loss": 0.006801431532949209, "global_step": 30506, "epoch": 171, "lr": 8.15937030194912e-05}
{"train_loss": 0.005110944155603647, "global_step": 30507, "epoch": 171, "lr": 8.159255768227125e-05}
{"train_loss": 0.00356360268779099, "global_step": 30508, "epoch": 171, "lr": 8.15914123174571e-05}
{"train_loss": 0.00396488793194294, "global_step": 30509, "epoch": 171, "lr": 8.159026692504971e-05}
{"train_loss": 0.00708113145083189, "global_step": 30510, "epoch": 171, "lr": 8.158912150505014e-05}
{"train_loss": 0.004312552511692047, "global_step": 30511, "epoch": 171, "lr": 8.158797605745935e-05}
{"train_loss": 0.003039413830265403, "global_step": 30512, "epoch": 171, "lr": 8.158683058227834e-05}
{"train_loss": 0.006195525173097849, "global_step": 30513, "epoch": 171, "lr": 8.158568507950812e-05}
{"train_loss": 0.006300139240920544, "global_step": 30514, "epoch": 171, "lr": 8.158453954914969e-05}
{"train_loss": 0.002951512113213539, "global_step": 30515, "epoch": 171, "lr": 8.158339399120405e-05}
{"train_loss": 0.003948012366890907, "global_step": 30516, "epoch": 171, "lr": 8.158224840567222e-05}
{"train_loss": 0.004531213082373142, "global_step": 30517, "epoch": 171, "lr": 8.158110279255515e-05}
{"train_loss": 0.003914588131010532, "global_step": 30518, "epoch": 171, "lr": 8.157995715185391e-05}
{"train_loss": 0.004595792852342129, "global_step": 30519, "epoch": 171, "lr": 8.157881148356944e-05}
{"train_loss": 0.008345765992999077, "global_step": 30520, "epoch": 171, "lr": 8.157766578770276e-05}
{"train_loss": 0.008609551005065441, "global_step": 30521, "epoch": 171, "lr": 8.157652006425489e-05}
{"train_loss": 0.0058752261102199554, "global_step": 30522, "epoch": 171, "lr": 8.157537431322682e-05}
{"train_loss": 0.005547533743083477, "global_step": 30523, "epoch": 171, "lr": 8.157422853461953e-05}
{"train_loss": 0.006143244914710522, "global_step": 30524, "epoch": 171, "lr": 8.157308272843405e-05}
{"train_loss": 0.006631692871451378, "global_step": 30525, "epoch": 171, "lr": 8.157193689467135e-05}
{"train_loss": 0.004357712343335152, "global_step": 30526, "epoch": 171, "lr": 8.157079103333244e-05}
{"train_loss": 0.0077917012386024, "global_step": 30527, "epoch": 171, "lr": 8.156964514441836e-05}
{"train_loss": 0.008036615327000618, "global_step": 30528, "epoch": 171, "lr": 8.156849922793008e-05}
{"train_loss": 0.005764879286289215, "global_step": 30529, "epoch": 171, "lr": 8.156735328386859e-05}
{"train_loss": 0.004920568782836199, "global_step": 30530, "epoch": 171, "lr": 8.15662073122349e-05}
{"train_loss": 0.006815767847001553, "global_step": 30531, "epoch": 171, "lr": 8.156506131303001e-05}
{"train_loss": 0.004865851253271103, "global_step": 30532, "epoch": 171, "lr": 8.156391528625493e-05}
{"train_loss": 0.005792748183012009, "global_step": 30533, "epoch": 171, "lr": 8.156276923191066e-05}
{"train_loss": 0.009952887892723083, "global_step": 30534, "epoch": 171, "lr": 8.15616231499982e-05}
{"train_loss": 0.005150300916284323, "global_step": 30535, "epoch": 171, "lr": 8.156047704051852e-05}
{"train_loss": 0.006633094511926174, "global_step": 30536, "epoch": 171, "lr": 8.155933090347266e-05}
{"train_loss": 0.007685622666031122, "global_step": 30537, "epoch": 171, "lr": 8.155818473886161e-05}
{"train_loss": 0.013406332582235336, "global_step": 30538, "epoch": 171, "lr": 8.155703854668638e-05}
{"train_loss": 0.004507771693170071, "global_step": 30539, "epoch": 171, "lr": 8.155589232694796e-05}
{"train_loss": 0.0068838344886898994, "global_step": 30540, "epoch": 171, "lr": 8.155474607964735e-05}
{"train_loss": 0.003787615802139044, "global_step": 30541, "epoch": 171, "lr": 8.155359980478553e-05}
{"train_loss": 0.004161529708653688, "global_step": 30542, "epoch": 171, "lr": 8.155245350236357e-05}
{"train_loss": 0.005253694485872984, "global_step": 30543, "epoch": 171, "lr": 8.15513071723824e-05}
{"train_loss": 0.00580573920160532, "global_step": 30544, "epoch": 171, "lr": 8.155016081484305e-05}
{"train_loss": 0.003826635191217065, "global_step": 30545, "epoch": 171, "lr": 8.154901442974652e-05}
{"train_loss": 0.004629644099622965, "global_step": 30546, "epoch": 171, "lr": 8.154786801709381e-05}
{"train_loss": 0.004028942435979843, "global_step": 30547, "epoch": 171, "lr": 8.154672157688592e-05}
{"train_loss": 0.0037808814086019993, "global_step": 30548, "epoch": 171, "lr": 8.154557510912385e-05}
{"train_loss": 0.0057820770889520645, "global_step": 30549, "epoch": 171, "lr": 8.15444286138086e-05}
{"train_loss": 0.006041578017175198, "global_step": 30550, "epoch": 171, "lr": 8.15432820909412e-05}
{"train_loss": 0.007942955940961838, "global_step": 30551, "epoch": 171, "lr": 8.15421355405226e-05}
{"train_loss": 0.005298382602632046, "global_step": 30552, "epoch": 171, "lr": 8.154098896255384e-05}
{"train_loss": 0.00760844349861145, "global_step": 30553, "epoch": 171, "lr": 8.153984235703591e-05}
{"train_loss": 0.006202498450875282, "global_step": 30554, "epoch": 171, "lr": 8.15386957239698e-05}
{"train_loss": 0.0037282751873135567, "global_step": 30555, "epoch": 171, "lr": 8.153754906335654e-05}
{"train_loss": 0.006021261215209961, "global_step": 30556, "epoch": 171, "lr": 8.15364023751971e-05}
{"train_loss": 0.007619363255798817, "global_step": 30557, "epoch": 171, "lr": 8.15352556594925e-05}
{"train_loss": 0.004741411656141281, "global_step": 30558, "epoch": 171, "lr": 8.153410891624374e-05}
{"train_loss": 0.006494544912129641, "global_step": 30559, "epoch": 171, "lr": 8.153296214545182e-05}
{"train_loss": 0.004780177026987076, "global_step": 30560, "epoch": 171, "lr": 8.153181534711773e-05}
{"train_loss": 0.006897703744471073, "global_step": 30561, "epoch": 171, "lr": 8.15306685212425e-05}
{"train_loss": 0.0067786769941449165, "global_step": 30562, "epoch": 171, "lr": 8.15295216678271e-05}
{"train_loss": 0.006237835623323917, "global_step": 30563, "epoch": 171, "lr": 8.152837478687257e-05}
{"train_loss": 0.005591102410107851, "global_step": 30564, "epoch": 171, "lr": 8.152722787837986e-05}
{"train_loss": 0.005806297063827515, "global_step": 30565, "epoch": 171, "lr": 8.152608094235001e-05}
{"train_loss": 0.008539103902876377, "global_step": 30566, "epoch": 171, "lr": 8.1524933978784e-05}
{"train_loss": 0.005067720077931881, "global_step": 30567, "epoch": 171, "lr": 8.152378698768287e-05}
{"train_loss": 0.008843175135552883, "global_step": 30568, "epoch": 171, "lr": 8.152263996904756e-05}
{"train_loss": 0.005840633995831013, "global_step": 30569, "epoch": 171, "lr": 8.152149292287912e-05}
{"train_loss": 0.003925476223230362, "global_step": 30570, "epoch": 171, "lr": 8.152034584917855e-05}
{"train_loss": 0.010743132792413235, "global_step": 30571, "epoch": 171, "lr": 8.151919874794683e-05}
{"train_loss": 0.006817275658249855, "global_step": 30572, "epoch": 171, "lr": 8.151805161918497e-05}
{"train_loss": 0.004918746184557676, "global_step": 30573, "epoch": 171, "lr": 8.151690446289397e-05}
{"train_loss": 0.009811717085540295, "global_step": 30574, "epoch": 171, "lr": 8.151575727907485e-05}
{"train_loss": 0.008653322234749794, "global_step": 30575, "epoch": 171, "lr": 8.15146100677286e-05}
{"train_loss": 0.006245116703212261, "global_step": 30576, "epoch": 171, "lr": 8.151346282885622e-05}
{"train_loss": 0.007362225092947483, "global_step": 30577, "epoch": 171, "lr": 8.151231556245868e-05}
{"train_loss": 0.004378625191748142, "global_step": 30578, "epoch": 171, "lr": 8.151116826853704e-05}
{"train_loss": 0.006567635573446751, "global_step": 30579, "epoch": 171, "lr": 8.151002094709228e-05}
{"train_loss": 0.0060079265385866165, "global_step": 30580, "epoch": 171, "lr": 8.15088735981254e-05}
{"train_loss": 0.00641386304050684, "global_step": 30581, "epoch": 171, "lr": 8.15077262216374e-05}
{"train_loss": 0.0076009351760149, "global_step": 30582, "epoch": 171, "lr": 8.150657881762926e-05}
{"train_loss": 0.005277939606457949, "global_step": 30583, "epoch": 171, "lr": 8.150543138610202e-05}
{"train_loss": 0.0034683714620769024, "global_step": 30584, "epoch": 171, "lr": 8.150428392705668e-05}
{"train_loss": 0.010313866659998894, "global_step": 30585, "epoch": 171, "lr": 8.150313644049422e-05}
{"train_loss": 0.006523794960230589, "global_step": 30586, "epoch": 171, "lr": 8.150198892641566e-05}
{"train_loss": 0.004871071316301823, "global_step": 30587, "epoch": 171, "lr": 8.150084138482197e-05}
{"train_loss": 0.0025384370237588882, "global_step": 30588, "epoch": 171, "lr": 8.149969381571419e-05}
{"train_loss": 0.0027626221999526024, "global_step": 30589, "epoch": 171, "lr": 8.149854621909332e-05}
{"train_loss": 0.00669527892023325, "global_step": 30590, "epoch": 171, "lr": 8.149739859496032e-05}
{"train_loss": 0.009157203137874603, "global_step": 30591, "epoch": 171, "lr": 8.149625094331625e-05}
{"train_loss": 0.005536460317671299, "global_step": 30592, "epoch": 171, "lr": 8.149510326416209e-05}
{"train_loss": 0.00652866717427969, "global_step": 30593, "epoch": 171, "lr": 8.149395555749882e-05}
{"train_loss": 0.00959952175617218, "global_step": 30594, "epoch": 171, "lr": 8.149280782332748e-05}
{"train_loss": 0.004906798712909222, "global_step": 30595, "epoch": 171, "lr": 8.149166006164904e-05}
{"train_loss": 0.003180264960974455, "global_step": 30596, "epoch": 171, "lr": 8.149051227246451e-05}
{"train_loss": 0.0062484280206263065, "global_step": 30597, "epoch": 171, "lr": 8.14893644557749e-05}
{"train_loss": 0.005091800354421139, "global_step": 30598, "epoch": 171, "lr": 8.148821661158121e-05}
{"train_loss": 0.004426345694810152, "global_step": 30599, "epoch": 171, "lr": 8.148706873988446e-05}
{"train_loss": 0.007379390764981508, "global_step": 30600, "epoch": 171, "lr": 8.148592084068563e-05}
{"train_loss": 0.006241548340767622, "global_step": 30601, "epoch": 171, "lr": 8.148477291398572e-05}
{"train_loss": 0.00471304077655077, "global_step": 30602, "epoch": 171, "lr": 8.148362495978574e-05}
{"train_loss": 0.007061001844704151, "global_step": 30603, "epoch": 171, "lr": 8.14824769780867e-05}
{"train_loss": 0.0025464415084570646, "global_step": 30604, "epoch": 171, "lr": 8.14813289688896e-05}
{"train_loss": 0.005329722538590431, "global_step": 30605, "epoch": 171, "lr": 8.148018093219543e-05}
{"train_loss": 0.005496311001479626, "global_step": 30606, "epoch": 171, "lr": 8.14790328680052e-05}
{"train_loss": 0.00569293973967433, "global_step": 30607, "epoch": 171, "lr": 8.147788477631992e-05}
{"train_loss": 0.003621890675276518, "global_step": 30608, "epoch": 171, "lr": 8.147673665714059e-05}
{"train_loss": 0.0036929911002516747, "global_step": 30609, "epoch": 171, "lr": 8.147558851046821e-05}
{"train_loss": 0.0061445520259439945, "global_step": 30610, "epoch": 171, "lr": 8.147444033630378e-05}
{"train_loss": 0.011086413636803627, "global_step": 30611, "epoch": 171, "lr": 8.147329213464831e-05}
{"train_loss": 0.004150622524321079, "global_step": 30612, "epoch": 171, "lr": 8.14721439055028e-05}
{"train_loss": 0.00460198987275362, "global_step": 30613, "epoch": 171, "lr": 8.147099564886825e-05}
{"train_loss": 0.00456822756677866, "global_step": 30614, "epoch": 171, "lr": 8.146984736474566e-05}
{"train_loss": 0.00614777264928215, "global_step": 30615, "epoch": 171, "lr": 8.146869905313603e-05}
{"train_loss": 0.00566584849730134, "global_step": 30616, "epoch": 172, "lr": 8.14675507140404e-05}
{"train_loss": 0.004314830526709557, "global_step": 30617, "epoch": 172, "lr": 8.146640234745972e-05}
{"train_loss": 0.006445396691560745, "global_step": 30618, "epoch": 172, "lr": 8.146525395339501e-05}
{"train_loss": 0.007771278265863657, "global_step": 30619, "epoch": 172, "lr": 8.146410553184729e-05}
{"train_loss": 0.009597556665539742, "global_step": 30620, "epoch": 172, "lr": 8.146295708281755e-05}
{"train_loss": 0.0047808862291276455, "global_step": 30621, "epoch": 172, "lr": 8.146180860630682e-05}
{"train_loss": 0.007597991265356541, "global_step": 30622, "epoch": 172, "lr": 8.146066010231605e-05}
{"train_loss": 0.004964090418070555, "global_step": 30623, "epoch": 172, "lr": 8.145951157084628e-05}
{"train_loss": 0.013221260160207748, "global_step": 30624, "epoch": 172, "lr": 8.145836301189851e-05}
{"train_loss": 0.007838831283152103, "global_step": 30625, "epoch": 172, "lr": 8.145721442547373e-05}
{"train_loss": 0.008912887424230576, "global_step": 30626, "epoch": 172, "lr": 8.145606581157296e-05}
{"train_loss": 0.0077514746226370335, "global_step": 30627, "epoch": 172, "lr": 8.14549171701972e-05}
{"train_loss": 0.005527769215404987, "global_step": 30628, "epoch": 172, "lr": 8.145376850134743e-05}
{"train_loss": 0.004513326101005077, "global_step": 30629, "epoch": 172, "lr": 8.145261980502469e-05}
{"train_loss": 0.006767902057617903, "global_step": 30630, "epoch": 172, "lr": 8.145147108122996e-05}
{"train_loss": 0.003221324412152171, "global_step": 30631, "epoch": 172, "lr": 8.145032232996423e-05}
{"train_loss": 0.006393722258508205, "global_step": 30632, "epoch": 172, "lr": 8.144917355122854e-05}
{"train_loss": 0.008916100487112999, "global_step": 30633, "epoch": 172, "lr": 8.144802474502387e-05}
{"train_loss": 0.006247928366065025, "global_step": 30634, "epoch": 172, "lr": 8.144687591135124e-05}
{"train_loss": 0.004452051129192114, "global_step": 30635, "epoch": 172, "lr": 8.144572705021162e-05}
{"train_loss": 0.004544484429061413, "global_step": 30636, "epoch": 172, "lr": 8.144457816160606e-05}
{"train_loss": 0.00866866484284401, "global_step": 30637, "epoch": 172, "lr": 8.144342924553552e-05}
{"train_loss": 0.004747520666569471, "global_step": 30638, "epoch": 172, "lr": 8.144228030200104e-05}
{"train_loss": 0.003358563408255577, "global_step": 30639, "epoch": 172, "lr": 8.144113133100359e-05}
{"train_loss": 0.004903568886220455, "global_step": 30640, "epoch": 172, "lr": 8.14399823325442e-05}
{"train_loss": 0.0070503102615475655, "global_step": 30641, "epoch": 172, "lr": 8.143883330662385e-05}
{"train_loss": 0.0069777825847268105, "global_step": 30642, "epoch": 172, "lr": 8.143768425324356e-05}
{"train_loss": 0.00675880815833807, "global_step": 30643, "epoch": 172, "lr": 8.143653517240434e-05}
{"train_loss": 0.007190503180027008, "global_step": 30644, "epoch": 172, "lr": 8.143538606410718e-05}
{"train_loss": 0.005117308348417282, "global_step": 30645, "epoch": 172, "lr": 8.143423692835308e-05}
{"train_loss": 0.004372389987111092, "global_step": 30646, "epoch": 172, "lr": 8.143308776514307e-05}
{"train_loss": 0.006494515109807253, "global_step": 30647, "epoch": 172, "lr": 8.143193857447811e-05}
{"train_loss": 0.003508546855300665, "global_step": 30648, "epoch": 172, "lr": 8.143078935635923e-05}
{"train_loss": 0.0033624223433434963, "global_step": 30649, "epoch": 172, "lr": 8.142964011078746e-05}
{"train_loss": 0.007061471231281757, "global_step": 30650, "epoch": 172, "lr": 8.142849083776376e-05}
{"train_loss": 0.007702948525547981, "global_step": 30651, "epoch": 172, "lr": 8.142734153728915e-05}
{"train_loss": 0.0050590066239237785, "global_step": 30652, "epoch": 172, "lr": 8.142619220936462e-05}
{"train_loss": 0.002379179932177067, "global_step": 30653, "epoch": 172, "lr": 8.142504285399122e-05}
{"train_loss": 0.005027791019529104, "global_step": 30654, "epoch": 172, "lr": 8.14238934711699e-05}
{"train_loss": 0.005999912973493338, "global_step": 30655, "epoch": 172, "lr": 8.142274406090169e-05}
{"train_loss": 0.003255603602156043, "global_step": 30656, "epoch": 172, "lr": 8.14215946231876e-05}
{"train_loss": 0.007662221789360046, "global_step": 30657, "epoch": 172, "lr": 8.14204451580286e-05}
{"train_loss": 0.008199173957109451, "global_step": 30658, "epoch": 172, "lr": 8.141929566542574e-05}
{"train_loss": 0.004575625061988831, "global_step": 30659, "epoch": 172, "lr": 8.141814614537998e-05}
{"train_loss": 0.00662602111697197, "global_step": 30660, "epoch": 172, "lr": 8.141699659789235e-05}
{"train_loss": 0.0062708742916584015, "global_step": 30661, "epoch": 172, "lr": 8.141584702296386e-05}
{"train_loss": 0.00261727930046618, "global_step": 30662, "epoch": 172, "lr": 8.14146974205955e-05}
{"train_loss": 0.0044800592586398125, "global_step": 30663, "epoch": 172, "lr": 8.141354779078828e-05}
{"train_loss": 0.006169720087200403, "global_step": 30664, "epoch": 172, "lr": 8.14123981335432e-05}
{"train_loss": 0.00726566044613719, "global_step": 30665, "epoch": 172, "lr": 8.141124844886127e-05}
{"train_loss": 0.008540201932191849, "global_step": 30666, "epoch": 172, "lr": 8.141009873674348e-05}
{"train_loss": 0.007853389717638493, "global_step": 30667, "epoch": 172, "lr": 8.140894899719085e-05}
{"train_loss": 0.003601355943828821, "global_step": 30668, "epoch": 172, "lr": 8.140779923020439e-05}
{"train_loss": 0.002988426946103573, "global_step": 30669, "epoch": 172, "lr": 8.140664943578508e-05}
{"train_loss": 0.006883174180984497, "global_step": 30670, "epoch": 172, "lr": 8.140549961393395e-05}
{"train_loss": 0.007877965457737446, "global_step": 30671, "epoch": 172, "lr": 8.140434976465197e-05}
{"train_loss": 0.008239936083555222, "global_step": 30672, "epoch": 172, "lr": 8.140319988794019e-05}
{"train_loss": 0.006742358207702637, "global_step": 30673, "epoch": 172, "lr": 8.140204998379956e-05}
{"train_loss": 0.007435809820890427, "global_step": 30674, "epoch": 172, "lr": 8.140090005223115e-05}
{"train_loss": 0.008367795497179031, "global_step": 30675, "epoch": 172, "lr": 8.139975009323591e-05}
{"train_loss": 0.0035406756214797497, "global_step": 30676, "epoch": 172, "lr": 8.139860010681486e-05}
{"train_loss": 0.0026261189486831427, "global_step": 30677, "epoch": 172, "lr": 8.139745009296902e-05}
{"train_loss": 0.006630831863731146, "global_step": 30678, "epoch": 172, "lr": 8.139630005169938e-05}
{"train_loss": 0.008193634450435638, "global_step": 30679, "epoch": 172, "lr": 8.139514998300695e-05}
{"train_loss": 0.005566926673054695, "global_step": 30680, "epoch": 172, "lr": 8.139399988689271e-05}
{"train_loss": 0.0060861846432089806, "global_step": 30681, "epoch": 172, "lr": 8.13928497633577e-05}
{"train_loss": 0.005618142895400524, "global_step": 30682, "epoch": 172, "lr": 8.139169961240292e-05}
{"train_loss": 0.004587493371218443, "global_step": 30683, "epoch": 172, "lr": 8.139054943402934e-05}
{"train_loss": 0.007499092724174261, "global_step": 30684, "epoch": 172, "lr": 8.138939922823801e-05}
{"train_loss": 0.0066316439770162106, "global_step": 30685, "epoch": 172, "lr": 8.138824899502992e-05}
{"train_loss": 0.006848637945950031, "global_step": 30686, "epoch": 172, "lr": 8.138709873440604e-05}
{"train_loss": 0.005704454146325588, "global_step": 30687, "epoch": 172, "lr": 8.138594844636743e-05}
{"train_loss": 0.006525341887027025, "global_step": 30688, "epoch": 172, "lr": 8.138479813091507e-05}
{"train_loss": 0.003998037427663803, "global_step": 30689, "epoch": 172, "lr": 8.138364778804994e-05}
{"train_loss": 0.0036340062506496906, "global_step": 30690, "epoch": 172, "lr": 8.138249741777308e-05}
{"train_loss": 0.004106030333787203, "global_step": 30691, "epoch": 172, "lr": 8.138134702008549e-05}
{"train_loss": 0.010217355564236641, "global_step": 30692, "epoch": 172, "lr": 8.138019659498817e-05}
{"train_loss": 0.0079676927998662, "global_step": 30693, "epoch": 172, "lr": 8.137904614248211e-05}
{"train_loss": 0.006536627188324928, "global_step": 30694, "epoch": 172, "lr": 8.137789566256834e-05}
{"train_loss": 0.004710518755018711, "global_step": 30695, "epoch": 172, "lr": 8.137674515524785e-05}
{"train_loss": 0.006587665062397718, "global_step": 30696, "epoch": 172, "lr": 8.137559462052163e-05}
{"train_loss": 0.007735061459243298, "global_step": 30697, "epoch": 172, "lr": 8.137444405839072e-05}
{"train_loss": 0.0073699564673006535, "global_step": 30698, "epoch": 172, "lr": 8.137329346885609e-05}
{"train_loss": 0.005560191813856363, "global_step": 30699, "epoch": 172, "lr": 8.137214285191876e-05}
{"train_loss": 0.012638300657272339, "global_step": 30700, "epoch": 172, "lr": 8.137099220757976e-05}
{"train_loss": 0.0033203675411641598, "global_step": 30701, "epoch": 172, "lr": 8.136984153584006e-05}
{"train_loss": 0.004312082193791866, "global_step": 30702, "epoch": 172, "lr": 8.136869083670067e-05}
{"train_loss": 0.006217868998646736, "global_step": 30703, "epoch": 172, "lr": 8.13675401101626e-05}
{"train_loss": 0.004891835618764162, "global_step": 30704, "epoch": 172, "lr": 8.136638935622687e-05}
{"train_loss": 0.011459879577159882, "global_step": 30705, "epoch": 172, "lr": 8.136523857489446e-05}
{"train_loss": 0.005929783917963505, "global_step": 30706, "epoch": 172, "lr": 8.136408776616641e-05}
{"train_loss": 0.0051104286685585976, "global_step": 30707, "epoch": 172, "lr": 8.136293693004369e-05}
{"train_loss": 0.0041811359114944935, "global_step": 30708, "epoch": 172, "lr": 8.136178606652731e-05}
{"train_loss": 0.01131800189614296, "global_step": 30709, "epoch": 172, "lr": 8.136063517561829e-05}
{"train_loss": 0.005202828906476498, "global_step": 30710, "epoch": 172, "lr": 8.135948425731763e-05}
{"train_loss": 0.004287020303308964, "global_step": 30711, "epoch": 172, "lr": 8.135833331162632e-05}
{"train_loss": 0.00513016851618886, "global_step": 30712, "epoch": 172, "lr": 8.135718233854539e-05}
{"train_loss": 0.008821304887533188, "global_step": 30713, "epoch": 172, "lr": 8.135603133807584e-05}
{"train_loss": 0.005109891295433044, "global_step": 30714, "epoch": 172, "lr": 8.135488031021865e-05}
{"train_loss": 0.006884445436298847, "global_step": 30715, "epoch": 172, "lr": 8.135372925497487e-05}
{"train_loss": 0.00463046133518219, "global_step": 30716, "epoch": 172, "lr": 8.135257817234545e-05}
{"train_loss": 0.004686382599174976, "global_step": 30717, "epoch": 172, "lr": 8.135142706233144e-05}
{"train_loss": 0.005985058378428221, "global_step": 30718, "epoch": 172, "lr": 8.135027592493383e-05}
{"train_loss": 0.005545335356146097, "global_step": 30719, "epoch": 172, "lr": 8.134912476015363e-05}
{"train_loss": 0.003702661022543907, "global_step": 30720, "epoch": 172, "lr": 8.134797356799184e-05}
{"train_loss": 0.0077800750732421875, "global_step": 30721, "epoch": 172, "lr": 8.134682234844946e-05}
{"train_loss": 0.004181208088994026, "global_step": 30722, "epoch": 172, "lr": 8.134567110152751e-05}
{"train_loss": 0.0050130849704146385, "global_step": 30723, "epoch": 172, "lr": 8.134451982722698e-05}
{"train_loss": 0.008804043754935265, "global_step": 30724, "epoch": 172, "lr": 8.134336852554889e-05}
{"train_loss": 0.004416279494762421, "global_step": 30725, "epoch": 172, "lr": 8.134221719649424e-05}
{"train_loss": 0.0038709226064383984, "global_step": 30726, "epoch": 172, "lr": 8.134106584006405e-05}
{"train_loss": 0.00979715958237648, "global_step": 30727, "epoch": 172, "lr": 8.133991445625928e-05}
{"train_loss": 0.0050958916544914246, "global_step": 30728, "epoch": 172, "lr": 8.133876304508099e-05}
{"train_loss": 0.004338955972343683, "global_step": 30729, "epoch": 172, "lr": 8.133761160653015e-05}
{"train_loss": 0.007837888784706593, "global_step": 30730, "epoch": 172, "lr": 8.133646014060778e-05}
{"train_loss": 0.010685764253139496, "global_step": 30731, "epoch": 172, "lr": 8.133530864731489e-05}
{"train_loss": 0.006473236717283726, "global_step": 30732, "epoch": 172, "lr": 8.133415712665247e-05}
{"train_loss": 0.006182874087244272, "global_step": 30733, "epoch": 172, "lr": 8.133300557862155e-05}
{"train_loss": 0.008203169330954552, "global_step": 30734, "epoch": 172, "lr": 8.13318540032231e-05}
{"train_loss": 0.00512830913066864, "global_step": 30735, "epoch": 172, "lr": 8.133070240045817e-05}
{"train_loss": 0.008178899064660072, "global_step": 30736, "epoch": 172, "lr": 8.132955077032772e-05}
{"train_loss": 0.005828813649713993, "global_step": 30737, "epoch": 172, "lr": 8.132839911283278e-05}
{"train_loss": 0.005353279411792755, "global_step": 30738, "epoch": 172, "lr": 8.132724742797438e-05}
{"train_loss": 0.008727109991014004, "global_step": 30739, "epoch": 172, "lr": 8.132609571575348e-05}
{"train_loss": 0.005341514013707638, "global_step": 30740, "epoch": 172, "lr": 8.13249439761711e-05}
{"train_loss": 0.0043326131999492645, "global_step": 30741, "epoch": 172, "lr": 8.132379220922826e-05}
{"train_loss": 0.0047989776358008385, "global_step": 30742, "epoch": 172, "lr": 8.132264041492597e-05}
{"train_loss": 0.007443304173648357, "global_step": 30743, "epoch": 172, "lr": 8.13214885932652e-05}
{"train_loss": 0.0062580350786447525, "global_step": 30744, "epoch": 172, "lr": 8.132033674424699e-05}
{"train_loss": 0.0026222895830869675, "global_step": 30745, "epoch": 172, "lr": 8.131918486787234e-05}
{"train_loss": 0.004825643729418516, "global_step": 30746, "epoch": 172, "lr": 8.131803296414226e-05}
{"train_loss": 0.006069239228963852, "global_step": 30747, "epoch": 172, "lr": 8.131688103305774e-05}
{"train_loss": 0.004147758707404137, "global_step": 30748, "epoch": 172, "lr": 8.13157290746198e-05}
{"train_loss": 0.0064420695416629314, "global_step": 30749, "epoch": 172, "lr": 8.131457708882944e-05}
{"train_loss": 0.006311275530606508, "global_step": 30750, "epoch": 172, "lr": 8.131342507568766e-05}
{"train_loss": 0.0073103392496705055, "global_step": 30751, "epoch": 172, "lr": 8.131227303519547e-05}
{"train_loss": 0.00433559063822031, "global_step": 30752, "epoch": 172, "lr": 8.13111209673539e-05}
{"train_loss": 0.004508648533374071, "global_step": 30753, "epoch": 172, "lr": 8.130996887216391e-05}
{"train_loss": 0.0042779697105288506, "global_step": 30754, "epoch": 172, "lr": 8.130881674962654e-05}
{"train_loss": 0.004585385322570801, "global_step": 30755, "epoch": 172, "lr": 8.130766459974279e-05}
{"train_loss": 0.005169400945305824, "global_step": 30756, "epoch": 172, "lr": 8.130651242251367e-05}
{"train_loss": 0.0060547590255737305, "global_step": 30757, "epoch": 172, "lr": 8.130536021794017e-05}
{"train_loss": 0.009653477929532528, "global_step": 30758, "epoch": 172, "lr": 8.130420798602333e-05}
{"train_loss": 0.00400311965495348, "global_step": 30759, "epoch": 172, "lr": 8.130305572676411e-05}
{"train_loss": 0.008376140147447586, "global_step": 30760, "epoch": 172, "lr": 8.130190344016355e-05}
{"train_loss": 0.004839606117457151, "global_step": 30761, "epoch": 172, "lr": 8.130075112622265e-05}
{"train_loss": 0.006098938174545765, "global_step": 30762, "epoch": 172, "lr": 8.129959878494241e-05}
{"train_loss": 0.005310776177793741, "global_step": 30763, "epoch": 172, "lr": 8.129844641632384e-05}
{"train_loss": 0.007871361449360847, "global_step": 30764, "epoch": 172, "lr": 8.129729402036794e-05}
{"train_loss": 0.005290339235216379, "global_step": 30765, "epoch": 172, "lr": 8.129614159707573e-05}
{"train_loss": 0.00820090714842081, "global_step": 30766, "epoch": 172, "lr": 8.129498914644819e-05}
{"train_loss": 0.004012781195342541, "global_step": 30767, "epoch": 172, "lr": 8.129383666848637e-05}
{"train_loss": 0.005232402589172125, "global_step": 30768, "epoch": 172, "lr": 8.129268416319125e-05}
{"train_loss": 0.006459077354520559, "global_step": 30769, "epoch": 172, "lr": 8.129153163056384e-05}
{"train_loss": 0.012152211740612984, "global_step": 30770, "epoch": 172, "lr": 8.129037907060512e-05}
{"train_loss": 0.0033746804110705853, "global_step": 30771, "epoch": 172, "lr": 8.128922648331616e-05}
{"train_loss": 0.0075734443962574005, "global_step": 30772, "epoch": 172, "lr": 8.12880738686979e-05}
{"train_loss": 0.003499566111713648, "global_step": 30773, "epoch": 172, "lr": 8.128692122675138e-05}
{"train_loss": 0.004220528062433004, "global_step": 30774, "epoch": 172, "lr": 8.128576855747762e-05}
{"train_loss": 0.007584541104733944, "global_step": 30775, "epoch": 172, "lr": 8.128461586087761e-05}
{"train_loss": 0.011356041766703129, "global_step": 30776, "epoch": 172, "lr": 8.128346313695235e-05}
{"train_loss": 0.006780541501939297, "global_step": 30777, "epoch": 172, "lr": 8.128231038570284e-05}
{"train_loss": 0.004167088307440281, "global_step": 30778, "epoch": 172, "lr": 8.128115760713012e-05}
{"train_loss": 0.006687150802463293, "global_step": 30779, "epoch": 172, "lr": 8.128000480123517e-05}
{"train_loss": 0.008857440203428268, "global_step": 30780, "epoch": 172, "lr": 8.127885196801899e-05}
{"train_loss": 0.00851704366505146, "global_step": 30781, "epoch": 172, "lr": 8.127769910748261e-05}
{"train_loss": 0.004853918217122555, "global_step": 30782, "epoch": 172, "lr": 8.127654621962704e-05}
{"train_loss": 0.005041696131229401, "global_step": 30783, "epoch": 172, "lr": 8.127539330445327e-05}
{"train_loss": 0.005672832485288382, "global_step": 30784, "epoch": 172, "lr": 8.127424036196229e-05}
{"train_loss": 0.011586857959628105, "global_step": 30785, "epoch": 172, "lr": 8.127308739215515e-05}
{"train_loss": 0.006674999371170998, "global_step": 30786, "epoch": 172, "lr": 8.127193439503283e-05}
{"train_loss": 0.006326815113425255, "global_step": 30787, "epoch": 172, "lr": 8.127078137059634e-05}
{"train_loss": 0.006290010176599026, "global_step": 30788, "epoch": 172, "lr": 8.126962831884668e-05}
{"train_loss": 0.007050293497741222, "global_step": 30789, "epoch": 172, "lr": 8.12684752397849e-05}
{"train_loss": 0.005379430949687958, "global_step": 30790, "epoch": 172, "lr": 8.126732213341194e-05}
{"train_loss": 0.005957998335361481, "global_step": 30791, "epoch": 172, "lr": 8.126616899972885e-05}
{"train_loss": 0.005282752215862274, "global_step": 30792, "epoch": 172, "lr": 8.126501583873664e-05}
{"train_loss": 0.006225832892330677, "global_step": 30793, "epoch": 172, "lr": 8.126386265043631e-05}
{"train_loss": 0.004316307138651609, "global_step": 30794, "epoch": 173, "lr": 8.126270943482886e-05}
{"train_loss": 0.016398251056671143, "global_step": 30795, "epoch": 173, "lr": 8.126155619191527e-05}
{"train_loss": 0.011155079118907452, "global_step": 30796, "epoch": 173, "lr": 8.126040292169661e-05}
{"train_loss": 0.003879282856360078, "global_step": 30797, "epoch": 173, "lr": 8.125924962417383e-05}
{"train_loss": 0.005362973548471928, "global_step": 30798, "epoch": 173, "lr": 8.1258096299348e-05}
{"train_loss": 0.006672562099993229, "global_step": 30799, "epoch": 173, "lr": 8.125694294722006e-05}
{"train_loss": 0.004777655005455017, "global_step": 30800, "epoch": 173, "lr": 8.125578956779105e-05}
{"train_loss": 0.004571032710373402, "global_step": 30801, "epoch": 173, "lr": 8.1254636161062e-05}
{"train_loss": 0.006055361591279507, "global_step": 30802, "epoch": 173, "lr": 8.125348272703386e-05}
{"train_loss": 0.005061396397650242, "global_step": 30803, "epoch": 173, "lr": 8.125232926570768e-05}
{"train_loss": 0.008585259318351746, "global_step": 30804, "epoch": 173, "lr": 8.125117577708446e-05}
{"train_loss": 0.005214899778366089, "global_step": 30805, "epoch": 173, "lr": 8.12500222611652e-05}
{"train_loss": 0.007067004684358835, "global_step": 30806, "epoch": 173, "lr": 8.12488687179509e-05}
{"train_loss": 0.0036811670288443565, "global_step": 30807, "epoch": 173, "lr": 8.12477151474426e-05}
{"train_loss": 0.005156018305569887, "global_step": 30808, "epoch": 173, "lr": 8.124656154964127e-05}
{"train_loss": 0.007860788144171238, "global_step": 30809, "epoch": 173, "lr": 8.124540792454795e-05}
{"train_loss": 0.010368104092776775, "global_step": 30810, "epoch": 173, "lr": 8.124425427216362e-05}
{"train_loss": 0.008798418566584587, "global_step": 30811, "epoch": 173, "lr": 8.124310059248932e-05}
{"train_loss": 0.007246147841215134, "global_step": 30812, "epoch": 173, "lr": 8.124194688552602e-05}
{"train_loss": 0.0069867828860878944, "global_step": 30813, "epoch": 173, "lr": 8.124079315127475e-05}
{"train_loss": 0.011232580989599228, "global_step": 30814, "epoch": 173, "lr": 8.123963938973651e-05}
{"train_loss": 0.007699803449213505, "global_step": 30815, "epoch": 173, "lr": 8.123848560091232e-05}
{"train_loss": 0.006297100335359573, "global_step": 30816, "epoch": 173, "lr": 8.123733178480314e-05}
{"train_loss": 0.00695823784917593, "global_step": 30817, "epoch": 173, "lr": 8.123617794141008e-05}
{"train_loss": 0.007265136577188969, "global_step": 30818, "epoch": 173, "lr": 8.123502407073403e-05}
{"train_loss": 0.00571214035153389, "global_step": 30819, "epoch": 173, "lr": 8.123387017277608e-05}
{"train_loss": 0.00439844885841012, "global_step": 30820, "epoch": 173, "lr": 8.12327162475372e-05}
{"train_loss": 0.004319676663726568, "global_step": 30821, "epoch": 173, "lr": 8.12315622950184e-05}
{"train_loss": 0.005605008453130722, "global_step": 30822, "epoch": 173, "lr": 8.123040831522071e-05}
{"train_loss": 0.00632974598556757, "global_step": 30823, "epoch": 173, "lr": 8.122925430814512e-05}
{"train_loss": 0.009795939549803734, "global_step": 30824, "epoch": 173, "lr": 8.122810027379264e-05}
{"train_loss": 0.008855242282152176, "global_step": 30825, "epoch": 173, "lr": 8.12269462121643e-05}
{"train_loss": 0.011552098207175732, "global_step": 30826, "epoch": 173, "lr": 8.122579212326105e-05}
{"train_loss": 0.0059860460460186005, "global_step": 30827, "epoch": 173, "lr": 8.122463800708395e-05}
{"train_loss": 0.006298080086708069, "global_step": 30828, "epoch": 173, "lr": 8.122348386363399e-05}
{"train_loss": 0.006115448661148548, "global_step": 30829, "epoch": 173, "lr": 8.122232969291219e-05}
{"train_loss": 0.0070031192153692245, "global_step": 30830, "epoch": 173, "lr": 8.122117549491954e-05}
{"train_loss": 0.008660013787448406, "global_step": 30831, "epoch": 173, "lr": 8.122002126965707e-05}
{"train_loss": 0.007984679192304611, "global_step": 30832, "epoch": 173, "lr": 8.121886701712577e-05}
{"train_loss": 0.005873207934200764, "global_step": 30833, "epoch": 173, "lr": 8.121771273732666e-05}
{"train_loss": 0.004616203717887402, "global_step": 30834, "epoch": 173, "lr": 8.121655843026072e-05}
{"train_loss": 0.004217374604195356, "global_step": 30835, "epoch": 173, "lr": 8.1215404095929e-05}
{"train_loss": 0.005664896219968796, "global_step": 30836, "epoch": 173, "lr": 8.12142497343325e-05}
{"train_loss": 0.006078604143112898, "global_step": 30837, "epoch": 173, "lr": 8.12130953454722e-05}
{"train_loss": 0.004886113107204437, "global_step": 30838, "epoch": 173, "lr": 8.121194092934912e-05}
{"train_loss": 0.005610126536339521, "global_step": 30839, "epoch": 173, "lr": 8.121078648596428e-05}
{"train_loss": 0.011127728037536144, "global_step": 30840, "epoch": 173, "lr": 8.120963201531868e-05}
{"train_loss": 0.0048438021913170815, "global_step": 30841, "epoch": 173, "lr": 8.120847751741335e-05}
{"train_loss": 0.005213976372033358, "global_step": 30842, "epoch": 173, "lr": 8.120732299224925e-05}
{"train_loss": 0.0054612779058516026, "global_step": 30843, "epoch": 173, "lr": 8.120616843982743e-05}
{"train_loss": 0.007224959321320057, "global_step": 30844, "epoch": 173, "lr": 8.120501386014889e-05}
{"train_loss": 0.008530672639608383, "global_step": 30845, "epoch": 173, "lr": 8.120385925321463e-05}
{"train_loss": 0.010492962785065174, "global_step": 30846, "epoch": 173, "lr": 8.120270461902566e-05}
{"train_loss": 0.007865631952881813, "global_step": 30847, "epoch": 173, "lr": 8.120154995758298e-05}
{"train_loss": 0.00507776252925396, "global_step": 30848, "epoch": 173, "lr": 8.120039526888763e-05}
{"train_loss": 0.008574110455811024, "global_step": 30849, "epoch": 173, "lr": 8.11992405529406e-05}
{"train_loss": 0.003119290806353092, "global_step": 30850, "epoch": 173, "lr": 8.119808580974286e-05}
{"train_loss": 0.006626480259001255, "global_step": 30851, "epoch": 173, "lr": 8.119693103929549e-05}
{"train_loss": 0.0056269909255206585, "global_step": 30852, "epoch": 173, "lr": 8.119577624159945e-05}
{"train_loss": 0.0056651076301932335, "global_step": 30853, "epoch": 173, "lr": 8.119462141665577e-05}
{"train_loss": 0.002385094529017806, "global_step": 30854, "epoch": 173, "lr": 8.119346656446545e-05}
{"train_loss": 0.004739251919090748, "global_step": 30855, "epoch": 173, "lr": 8.11923116850295e-05}
{"train_loss": 0.005335924215614796, "global_step": 30856, "epoch": 173, "lr": 8.119115677834892e-05}
{"train_loss": 0.013307461515069008, "global_step": 30857, "epoch": 173, "lr": 8.119000184442473e-05}
{"train_loss": 0.004204249940812588, "global_step": 30858, "epoch": 173, "lr": 8.118884688325795e-05}
{"train_loss": 0.0022482392378151417, "global_step": 30859, "epoch": 173, "lr": 8.118769189484955e-05}
{"train_loss": 0.007385672070086002, "global_step": 30860, "epoch": 173, "lr": 8.11865368792006e-05}
{"train_loss": 0.005168234929442406, "global_step": 30861, "epoch": 173, "lr": 8.118538183631204e-05}
{"train_loss": 0.007082643453031778, "global_step": 30862, "epoch": 173, "lr": 8.118422676618493e-05}
{"train_loss": 0.003921148367226124, "global_step": 30863, "epoch": 173, "lr": 8.118307166882025e-05}
{"train_loss": 0.007076574955135584, "global_step": 30864, "epoch": 173, "lr": 8.118191654421903e-05}
{"train_loss": 0.007033072412014008, "global_step": 30865, "epoch": 173, "lr": 8.118076139238225e-05}
{"train_loss": 0.008655750192701817, "global_step": 30866, "epoch": 173, "lr": 8.117960621331096e-05}
{"train_loss": 0.005687091965228319, "global_step": 30867, "epoch": 173, "lr": 8.117845100700613e-05}
{"train_loss": 0.0048645432107150555, "global_step": 30868, "epoch": 173, "lr": 8.117729577346879e-05}
{"train_loss": 0.003806978464126587, "global_step": 30869, "epoch": 173, "lr": 8.117614051269993e-05}
{"train_loss": 0.004015776328742504, "global_step": 30870, "epoch": 173, "lr": 8.117498522470059e-05}
{"train_loss": 0.005876821465790272, "global_step": 30871, "epoch": 173, "lr": 8.117382990947176e-05}
{"train_loss": 0.004413972143083811, "global_step": 30872, "epoch": 173, "lr": 8.117267456701444e-05}
{"train_loss": 0.006090041249990463, "global_step": 30873, "epoch": 173, "lr": 8.117151919732966e-05}
{"train_loss": 0.007759826257824898, "global_step": 30874, "epoch": 173, "lr": 8.117036380041843e-05}
{"train_loss": 0.009798193350434303, "global_step": 30875, "epoch": 173, "lr": 8.116920837628172e-05}
{"train_loss": 0.006802970543503761, "global_step": 30876, "epoch": 173, "lr": 8.11680529249206e-05}
{"train_loss": 0.007321042008697987, "global_step": 30877, "epoch": 173, "lr": 8.116689744633604e-05}
{"train_loss": 0.00913836620748043, "global_step": 30878, "epoch": 173, "lr": 8.116574194052903e-05}
{"train_loss": 0.006016822997480631, "global_step": 30879, "epoch": 173, "lr": 8.116458640750063e-05}
{"train_loss": 0.0044277748093008995, "global_step": 30880, "epoch": 173, "lr": 8.116343084725182e-05}
{"train_loss": 0.002702792175114155, "global_step": 30881, "epoch": 173, "lr": 8.116227525978361e-05}
{"train_loss": 0.004711877088993788, "global_step": 30882, "epoch": 173, "lr": 8.116111964509702e-05}
{"train_loss": 0.007148129865527153, "global_step": 30883, "epoch": 173, "lr": 8.115996400319305e-05}
{"train_loss": 0.0045600952580571175, "global_step": 30884, "epoch": 173, "lr": 8.115880833407272e-05}
{"train_loss": 0.0045860884711146355, "global_step": 30885, "epoch": 173, "lr": 8.115765263773701e-05}
{"train_loss": 0.007594779599457979, "global_step": 30886, "epoch": 173, "lr": 8.115649691418697e-05}
{"train_loss": 0.007451893761754036, "global_step": 30887, "epoch": 173, "lr": 8.115534116342358e-05}
{"train_loss": 0.004610858857631683, "global_step": 30888, "epoch": 173, "lr": 8.115418538544788e-05}
{"train_loss": 0.005010719411075115, "global_step": 30889, "epoch": 173, "lr": 8.115302958026084e-05}
{"train_loss": 0.006955395452678204, "global_step": 30890, "epoch": 173, "lr": 8.115187374786349e-05}
{"train_loss": 0.0034742397256195545, "global_step": 30891, "epoch": 173, "lr": 8.115071788825684e-05}
{"train_loss": 0.005744139663875103, "global_step": 30892, "epoch": 173, "lr": 8.11495620014419e-05}
{"train_loss": 0.007121764123439789, "global_step": 30893, "epoch": 173, "lr": 8.114840608741968e-05}
{"train_loss": 0.004868451971560717, "global_step": 30894, "epoch": 173, "lr": 8.114725014619118e-05}
{"train_loss": 0.005694198422133923, "global_step": 30895, "epoch": 173, "lr": 8.114609417775743e-05}
{"train_loss": 0.004546419717371464, "global_step": 30896, "epoch": 173, "lr": 8.114493818211943e-05}
{"train_loss": 0.007307949475944042, "global_step": 30897, "epoch": 173, "lr": 8.114378215927817e-05}
{"train_loss": 0.0071443598717451096, "global_step": 30898, "epoch": 173, "lr": 8.114262610923469e-05}
{"train_loss": 0.0066073015332221985, "global_step": 30899, "epoch": 173, "lr": 8.114147003198997e-05}
{"train_loss": 0.01311397086828947, "global_step": 30900, "epoch": 173, "lr": 8.114031392754504e-05}
{"train_loss": 0.004927963484078646, "global_step": 30901, "epoch": 173, "lr": 8.113915779590091e-05}
{"train_loss": 0.00581014808267355, "global_step": 30902, "epoch": 173, "lr": 8.113800163705859e-05}
{"train_loss": 0.004832434933632612, "global_step": 30903, "epoch": 173, "lr": 8.113684545101908e-05}
{"train_loss": 0.007593779359012842, "global_step": 30904, "epoch": 173, "lr": 8.11356892377834e-05}
{"train_loss": 0.004529000725597143, "global_step": 30905, "epoch": 173, "lr": 8.113453299735255e-05}
{"train_loss": 0.003514811396598816, "global_step": 30906, "epoch": 173, "lr": 8.113337672972754e-05}
{"train_loss": 0.0037530232220888138, "global_step": 30907, "epoch": 173, "lr": 8.11322204349094e-05}
{"train_loss": 0.007517674006521702, "global_step": 30908, "epoch": 173, "lr": 8.11310641128991e-05}
{"train_loss": 0.007947355508804321, "global_step": 30909, "epoch": 173, "lr": 8.11299077636977e-05}
{"train_loss": 0.0072311414405703545, "global_step": 30910, "epoch": 173, "lr": 8.112875138730618e-05}
{"train_loss": 0.006615083198994398, "global_step": 30911, "epoch": 173, "lr": 8.112759498372553e-05}
{"train_loss": 0.006998143158853054, "global_step": 30912, "epoch": 173, "lr": 8.11264385529568e-05}
{"train_loss": 0.011498883366584778, "global_step": 30913, "epoch": 173, "lr": 8.1125282095001e-05}
{"train_loss": 0.00856447871774435, "global_step": 30914, "epoch": 173, "lr": 8.112412560985912e-05}
{"train_loss": 0.006594530772417784, "global_step": 30915, "epoch": 173, "lr": 8.112296909753216e-05}
{"train_loss": 0.005328120198100805, "global_step": 30916, "epoch": 173, "lr": 8.112181255802116e-05}
{"train_loss": 0.006171495653688908, "global_step": 30917, "epoch": 173, "lr": 8.11206559913271e-05}
{"train_loss": 0.012617658823728561, "global_step": 30918, "epoch": 173, "lr": 8.111949939745101e-05}
{"train_loss": 0.0062317936681210995, "global_step": 30919, "epoch": 173, "lr": 8.11183427763939e-05}
{"train_loss": 0.005325961392372847, "global_step": 30920, "epoch": 173, "lr": 8.111718612815678e-05}
{"train_loss": 0.008512567728757858, "global_step": 30921, "epoch": 173, "lr": 8.111602945274066e-05}
{"train_loss": 0.008879642933607101, "global_step": 30922, "epoch": 173, "lr": 8.111487275014654e-05}
{"train_loss": 0.007570536341518164, "global_step": 30923, "epoch": 173, "lr": 8.111371602037543e-05}
{"train_loss": 0.006567776668816805, "global_step": 30924, "epoch": 173, "lr": 8.111255926342835e-05}
{"train_loss": 0.005864234175533056, "global_step": 30925, "epoch": 173, "lr": 8.111140247930632e-05}
{"train_loss": 0.009153103455901146, "global_step": 30926, "epoch": 173, "lr": 8.111024566801032e-05}
{"train_loss": 0.007018629927188158, "global_step": 30927, "epoch": 173, "lr": 8.110908882954138e-05}
{"train_loss": 0.004382825456559658, "global_step": 30928, "epoch": 173, "lr": 8.110793196390052e-05}
{"train_loss": 0.0050076828338205814, "global_step": 30929, "epoch": 173, "lr": 8.110677507108872e-05}
{"train_loss": 0.007314708083868027, "global_step": 30930, "epoch": 173, "lr": 8.110561815110705e-05}
{"train_loss": 0.008677762001752853, "global_step": 30931, "epoch": 173, "lr": 8.110446120395646e-05}
{"train_loss": 0.006424334365874529, "global_step": 30932, "epoch": 173, "lr": 8.110330422963794e-05}
{"train_loss": 0.004135593771934509, "global_step": 30933, "epoch": 173, "lr": 8.110214722815259e-05}
{"train_loss": 0.0048265159130096436, "global_step": 30934, "epoch": 173, "lr": 8.110099019950135e-05}
{"train_loss": 0.004545456264168024, "global_step": 30935, "epoch": 173, "lr": 8.109983314368526e-05}
{"train_loss": 0.004712340421974659, "global_step": 30936, "epoch": 173, "lr": 8.109867606070533e-05}
{"train_loss": 0.00841781497001648, "global_step": 30937, "epoch": 173, "lr": 8.109751895056255e-05}
{"train_loss": 0.008556125685572624, "global_step": 30938, "epoch": 173, "lr": 8.109636181325795e-05}
{"train_loss": 0.00520829064771533, "global_step": 30939, "epoch": 173, "lr": 8.109520464879255e-05}
{"train_loss": 0.0063065215945243835, "global_step": 30940, "epoch": 173, "lr": 8.109404745716733e-05}
{"train_loss": 0.005335802212357521, "global_step": 30941, "epoch": 173, "lr": 8.109289023838331e-05}
{"train_loss": 0.009748857468366623, "global_step": 30942, "epoch": 173, "lr": 8.109173299244151e-05}
{"train_loss": 0.0027336454950273037, "global_step": 30943, "epoch": 173, "lr": 8.109057571934295e-05}
{"train_loss": 0.0032971412874758244, "global_step": 30944, "epoch": 173, "lr": 8.108941841908861e-05}
{"train_loss": 0.004758432507514954, "global_step": 30945, "epoch": 173, "lr": 8.108826109167955e-05}
{"train_loss": 0.0031599565409123898, "global_step": 30946, "epoch": 173, "lr": 8.108710373711672e-05}
{"train_loss": 0.0035135424695909023, "global_step": 30947, "epoch": 173, "lr": 8.108594635540119e-05}
{"train_loss": 0.0029983543790876865, "global_step": 30948, "epoch": 173, "lr": 8.108478894653391e-05}
{"train_loss": 0.004426692612469196, "global_step": 30949, "epoch": 173, "lr": 8.108363151051594e-05}
{"train_loss": 0.00796830840408802, "global_step": 30950, "epoch": 173, "lr": 8.108247404734827e-05}
{"train_loss": 0.004677210468798876, "global_step": 30951, "epoch": 173, "lr": 8.108131655703192e-05}
{"train_loss": 0.005733673460781574, "global_step": 30952, "epoch": 173, "lr": 8.108015903956791e-05}
{"train_loss": 0.004398029297590256, "global_step": 30953, "epoch": 173, "lr": 8.107900149495722e-05}
{"train_loss": 0.00431763706728816, "global_step": 30954, "epoch": 173, "lr": 8.107784392320086e-05}
{"train_loss": 0.004735640715807676, "global_step": 30955, "epoch": 173, "lr": 8.10766863242999e-05}
{"train_loss": 0.007916702888906002, "global_step": 30956, "epoch": 173, "lr": 8.107552869825528e-05}
{"train_loss": 0.004654812626540661, "global_step": 30957, "epoch": 173, "lr": 8.107437104506806e-05}
{"train_loss": 0.004546580370515585, "global_step": 30958, "epoch": 173, "lr": 8.107321336473921e-05}
{"train_loss": 0.005905385594815016, "global_step": 30959, "epoch": 173, "lr": 8.107205565726978e-05}
{"train_loss": 0.0036600343883037567, "global_step": 30960, "epoch": 173, "lr": 8.107089792266077e-05}
{"train_loss": 0.008389724418520927, "global_step": 30961, "epoch": 173, "lr": 8.106974016091318e-05}
{"train_loss": 0.010124997235834599, "global_step": 30962, "epoch": 173, "lr": 8.106858237202803e-05}
{"train_loss": 0.002972440328449011, "global_step": 30963, "epoch": 173, "lr": 8.106742455600632e-05}
{"train_loss": 0.005788341164588928, "global_step": 30964, "epoch": 173, "lr": 8.106626671284907e-05}
{"train_loss": 0.006066665984690189, "global_step": 30965, "epoch": 173, "lr": 8.10651088425573e-05}
{"train_loss": 0.00524752214550972, "global_step": 30966, "epoch": 173, "lr": 8.106395094513201e-05}
{"train_loss": 0.004605298396199942, "global_step": 30967, "epoch": 173, "lr": 8.106279302057422e-05}
{"train_loss": 0.00582992983981967, "global_step": 30968, "epoch": 173, "lr": 8.106163506888492e-05}
{"train_loss": 0.007087900303304195, "global_step": 30969, "epoch": 173, "lr": 8.106047709006514e-05}
{"train_loss": 0.005318330135196447, "global_step": 30970, "epoch": 173, "lr": 8.10593190841159e-05}
{"train_loss": 0.006324514003700755, "global_step": 30971, "epoch": 173, "lr": 8.105816105103821e-05}
{"train_loss": 0.0064576431177556515, "global_step": 30972, "epoch": 174, "lr": 8.105700299083304e-05}
{"train_loss": 0.007481928914785385, "global_step": 30973, "epoch": 174, "lr": 8.105584490350144e-05}
{"train_loss": 0.006753928959369659, "global_step": 30974, "epoch": 174, "lr": 8.105468678904442e-05}
{"train_loss": 0.007320585194975138, "global_step": 30975, "epoch": 174, "lr": 8.105352864746299e-05}
{"train_loss": 0.006108489353209734, "global_step": 30976, "epoch": 174, "lr": 8.105237047875815e-05}
{"train_loss": 0.0023443084210157394, "global_step": 30977, "epoch": 174, "lr": 8.105121228293093e-05}
{"train_loss": 0.004730597138404846, "global_step": 30978, "epoch": 174, "lr": 8.105005405998231e-05}
{"train_loss": 0.004701906815171242, "global_step": 30979, "epoch": 174, "lr": 8.104889580991335e-05}
{"train_loss": 0.005755267105996609, "global_step": 30980, "epoch": 174, "lr": 8.104773753272501e-05}
{"train_loss": 0.006756376475095749, "global_step": 30981, "epoch": 174, "lr": 8.104657922841834e-05}
{"train_loss": 0.011852335184812546, "global_step": 30982, "epoch": 174, "lr": 8.104542089699433e-05}
{"train_loss": 0.004784015007317066, "global_step": 30983, "epoch": 174, "lr": 8.104426253845401e-05}
{"train_loss": 0.007826731540262699, "global_step": 30984, "epoch": 174, "lr": 8.104310415279837e-05}
{"train_loss": 0.006398417055606842, "global_step": 30985, "epoch": 174, "lr": 8.104194574002843e-05}
{"train_loss": 0.007716143503785133, "global_step": 30986, "epoch": 174, "lr": 8.104078730014521e-05}
{"train_loss": 0.004965189378708601, "global_step": 30987, "epoch": 174, "lr": 8.10396288331497e-05}
{"train_loss": 0.006162282079458237, "global_step": 30988, "epoch": 174, "lr": 8.103847033904295e-05}
{"train_loss": 0.004577220417559147, "global_step": 30989, "epoch": 174, "lr": 8.103731181782594e-05}
{"train_loss": 0.0053442977368831635, "global_step": 30990, "epoch": 174, "lr": 8.103615326949969e-05}
{"train_loss": 0.0061703035607934, "global_step": 30991, "epoch": 174, "lr": 8.103499469406522e-05}
{"train_loss": 0.0076754274778068066, "global_step": 30992, "epoch": 174, "lr": 8.103383609152352e-05}
{"train_loss": 0.007782170549035072, "global_step": 30993, "epoch": 174, "lr": 8.103267746187564e-05}
{"train_loss": 0.0034169238060712814, "global_step": 30994, "epoch": 174, "lr": 8.103151880512256e-05}
{"train_loss": 0.004348062910139561, "global_step": 30995, "epoch": 174, "lr": 8.10303601212653e-05}
{"train_loss": 0.0059846313670277596, "global_step": 30996, "epoch": 174, "lr": 8.102920141030488e-05}
{"train_loss": 0.004589523188769817, "global_step": 30997, "epoch": 174, "lr": 8.102804267224228e-05}
{"train_loss": 0.010721016675233841, "global_step": 30998, "epoch": 174, "lr": 8.102688390707857e-05}
{"train_loss": 0.005801179446280003, "global_step": 30999, "epoch": 174, "lr": 8.102572511481473e-05}
{"train_loss": 0.007344633806496859, "global_step": 31000, "epoch": 174, "lr": 8.102456629545174e-05}
{"train_loss": 0.0030632277484983206, "global_step": 31001, "epoch": 174, "lr": 8.102340744899067e-05}
{"train_loss": 0.004597656428813934, "global_step": 31002, "epoch": 174, "lr": 8.10222485754325e-05}
{"train_loss": 0.010955889709293842, "global_step": 31003, "epoch": 174, "lr": 8.102108967477825e-05}
{"train_loss": 0.006413922179490328, "global_step": 31004, "epoch": 174, "lr": 8.101993074702893e-05}
{"train_loss": 0.005111265927553177, "global_step": 31005, "epoch": 174, "lr": 8.101877179218556e-05}
{"train_loss": 0.00930954609066248, "global_step": 31006, "epoch": 174, "lr": 8.101761281024913e-05}
{"train_loss": 0.008191128261387348, "global_step": 31007, "epoch": 174, "lr": 8.101645380122067e-05}
{"train_loss": 0.006624110043048859, "global_step": 31008, "epoch": 174, "lr": 8.10152947651012e-05}
{"train_loss": 0.009757762774825096, "global_step": 31009, "epoch": 174, "lr": 8.101413570189171e-05}
{"train_loss": 0.007529289461672306, "global_step": 31010, "epoch": 174, "lr": 8.101297661159323e-05}
{"train_loss": 0.004474991001188755, "global_step": 31011, "epoch": 174, "lr": 8.101181749420678e-05}
{"train_loss": 0.004576999694108963, "global_step": 31012, "epoch": 174, "lr": 8.101065834973334e-05}
{"train_loss": 0.006590427365154028, "global_step": 31013, "epoch": 174, "lr": 8.100949917817396e-05}
{"train_loss": 0.005644703283905983, "global_step": 31014, "epoch": 174, "lr": 8.100833997952963e-05}
{"train_loss": 0.006539467256516218, "global_step": 31015, "epoch": 174, "lr": 8.100718075380136e-05}
{"train_loss": 0.004315892234444618, "global_step": 31016, "epoch": 174, "lr": 8.100602150099015e-05}
{"train_loss": 0.001944897579960525, "global_step": 31017, "epoch": 174, "lr": 8.100486222109706e-05}
{"train_loss": 0.005096298176795244, "global_step": 31018, "epoch": 174, "lr": 8.100370291412306e-05}
{"train_loss": 0.00343640916980803, "global_step": 31019, "epoch": 174, "lr": 8.100254358006919e-05}
{"train_loss": 0.008624027483165264, "global_step": 31020, "epoch": 174, "lr": 8.100138421893644e-05}
{"train_loss": 0.0044435919262468815, "global_step": 31021, "epoch": 174, "lr": 8.100022483072585e-05}
{"train_loss": 0.006818975787609816, "global_step": 31022, "epoch": 174, "lr": 8.09990654154384e-05}
{"train_loss": 0.004786632023751736, "global_step": 31023, "epoch": 174, "lr": 8.099790597307511e-05}
{"train_loss": 0.007910626009106636, "global_step": 31024, "epoch": 174, "lr": 8.099674650363702e-05}
{"train_loss": 0.005798150785267353, "global_step": 31025, "epoch": 174, "lr": 8.099558700712511e-05}
{"train_loss": 0.004846157040446997, "global_step": 31026, "epoch": 174, "lr": 8.09944274835404e-05}
{"train_loss": 0.001761115388944745, "global_step": 31027, "epoch": 174, "lr": 8.09932679328839e-05}
{"train_loss": 0.0030001101549714804, "global_step": 31028, "epoch": 174, "lr": 8.099210835515667e-05}
{"train_loss": 0.006071970798075199, "global_step": 31029, "epoch": 174, "lr": 8.099094875035966e-05}
{"train_loss": 0.006176561117172241, "global_step": 31030, "epoch": 174, "lr": 8.09897891184939e-05}
{"train_loss": 0.009271824732422829, "global_step": 31031, "epoch": 174, "lr": 8.098862945956043e-05}
{"train_loss": 0.004784666001796722, "global_step": 31032, "epoch": 174, "lr": 8.098746977356022e-05}
{"train_loss": 0.009539199993014336, "global_step": 31033, "epoch": 174, "lr": 8.098631006049433e-05}
{"train_loss": 0.0048119607381522655, "global_step": 31034, "epoch": 174, "lr": 8.098515032036374e-05}
{"train_loss": 0.005080622620880604, "global_step": 31035, "epoch": 174, "lr": 8.098399055316946e-05}
{"train_loss": 0.007242335472255945, "global_step": 31036, "epoch": 174, "lr": 8.098283075891251e-05}
{"train_loss": 0.0069234324619174, "global_step": 31037, "epoch": 174, "lr": 8.098167093759392e-05}
{"train_loss": 0.005105170886963606, "global_step": 31038, "epoch": 174, "lr": 8.098051108921469e-05}
{"train_loss": 0.008309952914714813, "global_step": 31039, "epoch": 174, "lr": 8.097935121377583e-05}
{"train_loss": 0.003795983036980033, "global_step": 31040, "epoch": 174, "lr": 8.097819131127838e-05}
{"train_loss": 0.0038647339679300785, "global_step": 31041, "epoch": 174, "lr": 8.09770313817233e-05}
{"train_loss": 0.004173282068222761, "global_step": 31042, "epoch": 174, "lr": 8.097587142511165e-05}
{"train_loss": 0.004401213489472866, "global_step": 31043, "epoch": 174, "lr": 8.097471144144441e-05}
{"train_loss": 0.0027724860701709986, "global_step": 31044, "epoch": 174, "lr": 8.097355143072263e-05}
{"train_loss": 0.004197270143777132, "global_step": 31045, "epoch": 174, "lr": 8.097239139294728e-05}
{"train_loss": 0.0029400154016911983, "global_step": 31046, "epoch": 174, "lr": 8.097123132811941e-05}
{"train_loss": 0.0035302587784826756, "global_step": 31047, "epoch": 174, "lr": 8.097007123624002e-05}
{"train_loss": 0.0070580109022557735, "global_step": 31048, "epoch": 174, "lr": 8.096891111731011e-05}
{"train_loss": 0.005227473098784685, "global_step": 31049, "epoch": 174, "lr": 8.096775097133072e-05}
{"train_loss": 0.007436128333210945, "global_step": 31050, "epoch": 174, "lr": 8.096659079830284e-05}
{"train_loss": 0.010367283597588539, "global_step": 31051, "epoch": 174, "lr": 8.096543059822749e-05}
{"train_loss": 0.00660241162404418, "global_step": 31052, "epoch": 174, "lr": 8.09642703711057e-05}
{"train_loss": 0.007835621014237404, "global_step": 31053, "epoch": 174, "lr": 8.096311011693847e-05}
{"train_loss": 0.0077599030919373035, "global_step": 31054, "epoch": 174, "lr": 8.096194983572681e-05}
{"train_loss": 0.00821277778595686, "global_step": 31055, "epoch": 174, "lr": 8.096078952747172e-05}
{"train_loss": 0.004351976327598095, "global_step": 31056, "epoch": 174, "lr": 8.095962919217424e-05}
{"train_loss": 0.004095256794244051, "global_step": 31057, "epoch": 174, "lr": 8.095846882983535e-05}
{"train_loss": 0.005930246785283089, "global_step": 31058, "epoch": 174, "lr": 8.095730844045611e-05}
{"train_loss": 0.007215467281639576, "global_step": 31059, "epoch": 174, "lr": 8.09561480240375e-05}
{"train_loss": 0.005525447428226471, "global_step": 31060, "epoch": 174, "lr": 8.095498758058057e-05}
{"train_loss": 0.004330461844801903, "global_step": 31061, "epoch": 174, "lr": 8.095382711008628e-05}
{"train_loss": 0.00894908607006073, "global_step": 31062, "epoch": 174, "lr": 8.095266661255568e-05}
{"train_loss": 0.0047659557312726974, "global_step": 31063, "epoch": 174, "lr": 8.095150608798977e-05}
{"train_loss": 0.011520685628056526, "global_step": 31064, "epoch": 174, "lr": 8.095034553638957e-05}
{"train_loss": 0.004608179442584515, "global_step": 31065, "epoch": 174, "lr": 8.09491849577561e-05}
{"train_loss": 0.005514117889106274, "global_step": 31066, "epoch": 174, "lr": 8.094802435209034e-05}
{"train_loss": 0.006966233253479004, "global_step": 31067, "epoch": 174, "lr": 8.094686371939335e-05}
{"train_loss": 0.004155119881033897, "global_step": 31068, "epoch": 174, "lr": 8.094570305966613e-05}
{"train_loss": 0.007818064652383327, "global_step": 31069, "epoch": 174, "lr": 8.094454237290968e-05}
{"train_loss": 0.004156255163252354, "global_step": 31070, "epoch": 174, "lr": 8.0943381659125e-05}
{"train_loss": 0.005481318105012178, "global_step": 31071, "epoch": 174, "lr": 8.094222091831314e-05}
{"train_loss": 0.0040012020617723465, "global_step": 31072, "epoch": 174, "lr": 8.09410601504751e-05}
{"train_loss": 0.004437732510268688, "global_step": 31073, "epoch": 174, "lr": 8.093989935561188e-05}
{"train_loss": 0.008228329941630363, "global_step": 31074, "epoch": 174, "lr": 8.093873853372452e-05}
{"train_loss": 0.0056385379284620285, "global_step": 31075, "epoch": 174, "lr": 8.093757768481401e-05}
{"train_loss": 0.005838818848133087, "global_step": 31076, "epoch": 174, "lr": 8.093641680888138e-05}
{"train_loss": 0.002807282842695713, "global_step": 31077, "epoch": 174, "lr": 8.093525590592763e-05}
{"train_loss": 0.00457770936191082, "global_step": 31078, "epoch": 174, "lr": 8.093409497595379e-05}
{"train_loss": 0.006177342962473631, "global_step": 31079, "epoch": 174, "lr": 8.093293401896086e-05}
{"train_loss": 0.006035233847796917, "global_step": 31080, "epoch": 174, "lr": 8.093177303494986e-05}
{"train_loss": 0.012449754402041435, "global_step": 31081, "epoch": 174, "lr": 8.09306120239218e-05}
{"train_loss": 0.008828300051391125, "global_step": 31082, "epoch": 174, "lr": 8.092945098587771e-05}
{"train_loss": 0.002167006954550743, "global_step": 31083, "epoch": 174, "lr": 8.092828992081858e-05}
{"train_loss": 0.007027844432741404, "global_step": 31084, "epoch": 174, "lr": 8.092712882874545e-05}
{"train_loss": 0.006200853735208511, "global_step": 31085, "epoch": 174, "lr": 8.09259677096593e-05}
{"train_loss": 0.007030910346657038, "global_step": 31086, "epoch": 174, "lr": 8.092480656356118e-05}
{"train_loss": 0.00681689940392971, "global_step": 31087, "epoch": 174, "lr": 8.092364539045207e-05}
{"train_loss": 0.003046484664082527, "global_step": 31088, "epoch": 174, "lr": 8.092248419033302e-05}
{"train_loss": 0.006179779302328825, "global_step": 31089, "epoch": 174, "lr": 8.092132296320503e-05}
{"train_loss": 0.007673442829400301, "global_step": 31090, "epoch": 174, "lr": 8.09201617090691e-05}
{"train_loss": 0.005469208117574453, "global_step": 31091, "epoch": 174, "lr": 8.091900042792625e-05}
{"train_loss": 0.0034991800785064697, "global_step": 31092, "epoch": 174, "lr": 8.09178391197775e-05}
{"train_loss": 0.009651479311287403, "global_step": 31093, "epoch": 174, "lr": 8.091667778462389e-05}
{"train_loss": 0.00632341206073761, "global_step": 31094, "epoch": 174, "lr": 8.091551642246637e-05}
{"train_loss": 0.009435411542654037, "global_step": 31095, "epoch": 174, "lr": 8.091435503330602e-05}
{"train_loss": 0.003972603473812342, "global_step": 31096, "epoch": 174, "lr": 8.091319361714382e-05}
{"train_loss": 0.005240981001406908, "global_step": 31097, "epoch": 174, "lr": 8.09120321739808e-05}
{"train_loss": 0.010109564289450645, "global_step": 31098, "epoch": 174, "lr": 8.091087070381795e-05}
{"train_loss": 0.006386104039847851, "global_step": 31099, "epoch": 174, "lr": 8.09097092066563e-05}
{"train_loss": 0.0034997693728655577, "global_step": 31100, "epoch": 174, "lr": 8.090854768249687e-05}
{"train_loss": 0.004886064678430557, "global_step": 31101, "epoch": 174, "lr": 8.090738613134068e-05}
{"train_loss": 0.00793608371168375, "global_step": 31102, "epoch": 174, "lr": 8.090622455318872e-05}
{"train_loss": 0.013756804168224335, "global_step": 31103, "epoch": 174, "lr": 8.090506294804201e-05}
{"train_loss": 0.003989892080426216, "global_step": 31104, "epoch": 174, "lr": 8.09039013159016e-05}
{"train_loss": 0.008469803258776665, "global_step": 31105, "epoch": 174, "lr": 8.090273965676847e-05}
{"train_loss": 0.004486816469579935, "global_step": 31106, "epoch": 174, "lr": 8.090157797064364e-05}
{"train_loss": 0.0027489326894283295, "global_step": 31107, "epoch": 174, "lr": 8.090041625752811e-05}
{"train_loss": 0.0055104754865169525, "global_step": 31108, "epoch": 174, "lr": 8.089925451742292e-05}
{"train_loss": 0.0050168586894869804, "global_step": 31109, "epoch": 174, "lr": 8.089809275032909e-05}
{"train_loss": 0.0021040337160229683, "global_step": 31110, "epoch": 174, "lr": 8.089693095624762e-05}
{"train_loss": 0.00832756794989109, "global_step": 31111, "epoch": 174, "lr": 8.089576913517951e-05}
{"train_loss": 0.007796088699251413, "global_step": 31112, "epoch": 174, "lr": 8.089460728712581e-05}
{"train_loss": 0.005135532468557358, "global_step": 31113, "epoch": 174, "lr": 8.08934454120875e-05}
{"train_loss": 0.006201452575623989, "global_step": 31114, "epoch": 174, "lr": 8.089228351006563e-05}
{"train_loss": 0.005603717174381018, "global_step": 31115, "epoch": 174, "lr": 8.089112158106119e-05}
{"train_loss": 0.002891749609261751, "global_step": 31116, "epoch": 174, "lr": 8.088995962507517e-05}
{"train_loss": 0.0020260214805603027, "global_step": 31117, "epoch": 174, "lr": 8.088879764210864e-05}
{"train_loss": 0.008634436875581741, "global_step": 31118, "epoch": 174, "lr": 8.08876356321626e-05}
{"train_loss": 0.00835172738879919, "global_step": 31119, "epoch": 174, "lr": 8.088647359523802e-05}
{"train_loss": 0.003951444756239653, "global_step": 31120, "epoch": 174, "lr": 8.088531153133597e-05}
{"train_loss": 0.005795407108962536, "global_step": 31121, "epoch": 174, "lr": 8.088414944045745e-05}
{"train_loss": 0.006590705364942551, "global_step": 31122, "epoch": 174, "lr": 8.088298732260346e-05}
{"train_loss": 0.006675994489341974, "global_step": 31123, "epoch": 174, "lr": 8.088182517777504e-05}
{"train_loss": 0.00472236517816782, "global_step": 31124, "epoch": 174, "lr": 8.088066300597317e-05}
{"train_loss": 0.0068876491859555244, "global_step": 31125, "epoch": 174, "lr": 8.08795008071989e-05}
{"train_loss": 0.00785752758383751, "global_step": 31126, "epoch": 174, "lr": 8.087833858145323e-05}
{"train_loss": 0.006345769390463829, "global_step": 31127, "epoch": 174, "lr": 8.087717632873717e-05}
{"train_loss": 0.010575216263532639, "global_step": 31128, "epoch": 174, "lr": 8.087601404905175e-05}
{"train_loss": 0.0035274880938231945, "global_step": 31129, "epoch": 174, "lr": 8.087485174239796e-05}
{"train_loss": 0.0037598824128508568, "global_step": 31130, "epoch": 174, "lr": 8.087368940877685e-05}
{"train_loss": 0.00502893328666687, "global_step": 31131, "epoch": 174, "lr": 8.08725270481894e-05}
{"train_loss": 0.007472197059541941, "global_step": 31132, "epoch": 174, "lr": 8.087136466063664e-05}
{"train_loss": 0.004898882005363703, "global_step": 31133, "epoch": 174, "lr": 8.08702022461196e-05}
{"train_loss": 0.0029221023432910442, "global_step": 31134, "epoch": 174, "lr": 8.086903980463927e-05}
{"train_loss": 0.00918138399720192, "global_step": 31135, "epoch": 174, "lr": 8.086787733619668e-05}
{"train_loss": 0.007267027162015438, "global_step": 31136, "epoch": 174, "lr": 8.086671484079285e-05}
{"train_loss": 0.010251527652144432, "global_step": 31137, "epoch": 174, "lr": 8.086555231842878e-05}
{"train_loss": 0.003447360824793577, "global_step": 31138, "epoch": 174, "lr": 8.086438976910549e-05}
{"train_loss": 0.010291878134012222, "global_step": 31139, "epoch": 174, "lr": 8.0863227192824e-05}
{"train_loss": 0.00879612471908331, "global_step": 31140, "epoch": 174, "lr": 8.086206458958533e-05}
{"train_loss": 0.004460608586668968, "global_step": 31141, "epoch": 174, "lr": 8.086090195939049e-05}
{"train_loss": 0.006428295746445656, "global_step": 31142, "epoch": 174, "lr": 8.085973930224049e-05}
{"train_loss": 0.004055072087794542, "global_step": 31143, "epoch": 174, "lr": 8.085857661813637e-05}
{"train_loss": 0.005213725380599499, "global_step": 31144, "epoch": 174, "lr": 8.085741390707909e-05}
{"train_loss": 0.004275711718946695, "global_step": 31145, "epoch": 174, "lr": 8.085625116906971e-05}
{"train_loss": 0.002923036692664027, "global_step": 31146, "epoch": 174, "lr": 8.085508840410927e-05}
{"train_loss": 0.004980290308594704, "global_step": 31147, "epoch": 174, "lr": 8.085392561219874e-05}
{"train_loss": 0.006934961304068565, "global_step": 31148, "epoch": 174, "lr": 8.085276279333913e-05}
{"train_loss": 0.006082995906550689, "global_step": 31149, "epoch": 174, "lr": 8.085159994753149e-05}
{"train_loss": 0.009342368692159653, "global_step": 31150, "epoch": 175, "lr": 8.08504370747768e-05}
{"train_loss": 0.0037255350034683943, "global_step": 31151, "epoch": 175, "lr": 8.084927417507611e-05}
{"train_loss": 0.0053583416156470776, "global_step": 31152, "epoch": 175, "lr": 8.084811124843044e-05}
{"train_loss": 0.0064676254987716675, "global_step": 31153, "epoch": 175, "lr": 8.084694829484077e-05}
{"train_loss": 0.008430784568190575, "global_step": 31154, "epoch": 175, "lr": 8.084578531430812e-05}
{"train_loss": 0.0048985909670591354, "global_step": 31155, "epoch": 175, "lr": 8.084462230683353e-05}
{"train_loss": 0.004237683489918709, "global_step": 31156, "epoch": 175, "lr": 8.084345927241801e-05}
{"train_loss": 0.006649617105722427, "global_step": 31157, "epoch": 175, "lr": 8.084229621106256e-05}
{"train_loss": 0.004992605186998844, "global_step": 31158, "epoch": 175, "lr": 8.084113312276821e-05}
{"train_loss": 0.01196643803268671, "global_step": 31159, "epoch": 175, "lr": 8.083997000753598e-05}
{"train_loss": 0.01077223476022482, "global_step": 31160, "epoch": 175, "lr": 8.083880686536687e-05}
{"train_loss": 0.009958514012396336, "global_step": 31161, "epoch": 175, "lr": 8.08376436962619e-05}
{"train_loss": 0.005118865519762039, "global_step": 31162, "epoch": 175, "lr": 8.083648050022209e-05}
{"train_loss": 0.00423074048012495, "global_step": 31163, "epoch": 175, "lr": 8.083531727724845e-05}
{"train_loss": 0.010240430012345314, "global_step": 31164, "epoch": 175, "lr": 8.083415402734202e-05}
{"train_loss": 0.004658716730773449, "global_step": 31165, "epoch": 175, "lr": 8.083299075050379e-05}
{"train_loss": 0.007027852814644575, "global_step": 31166, "epoch": 175, "lr": 8.083182744673479e-05}
{"train_loss": 0.0061301132664084435, "global_step": 31167, "epoch": 175, "lr": 8.083066411603602e-05}
{"train_loss": 0.003474609926342964, "global_step": 31168, "epoch": 175, "lr": 8.08295007584085e-05}
{"train_loss": 0.008416719734668732, "global_step": 31169, "epoch": 175, "lr": 8.082833737385327e-05}
{"train_loss": 0.004851331003010273, "global_step": 31170, "epoch": 175, "lr": 8.082717396237131e-05}
{"train_loss": 0.0077793351374566555, "global_step": 31171, "epoch": 175, "lr": 8.082601052396367e-05}
{"train_loss": 0.005515506491065025, "global_step": 31172, "epoch": 175, "lr": 8.082484705863136e-05}
{"train_loss": 0.003770408919081092, "global_step": 31173, "epoch": 175, "lr": 8.082368356637537e-05}
{"train_loss": 0.003708417760208249, "global_step": 31174, "epoch": 175, "lr": 8.082252004719673e-05}
{"train_loss": 0.006624617613852024, "global_step": 31175, "epoch": 175, "lr": 8.082135650109647e-05}
{"train_loss": 0.007632467895746231, "global_step": 31176, "epoch": 175, "lr": 8.082019292807559e-05}
{"train_loss": 0.006621226202696562, "global_step": 31177, "epoch": 175, "lr": 8.081902932813512e-05}
{"train_loss": 0.004244883079081774, "global_step": 31178, "epoch": 175, "lr": 8.081786570127605e-05}
{"train_loss": 0.0073175616562366486, "global_step": 31179, "epoch": 175, "lr": 8.081670204749943e-05}
{"train_loss": 0.004805896431207657, "global_step": 31180, "epoch": 175, "lr": 8.081553836680626e-05}
{"train_loss": 0.0038844766095280647, "global_step": 31181, "epoch": 175, "lr": 8.081437465919756e-05}
{"train_loss": 0.01161203347146511, "global_step": 31182, "epoch": 175, "lr": 8.081321092467433e-05}
{"train_loss": 0.0070303212851285934, "global_step": 31183, "epoch": 175, "lr": 8.08120471632376e-05}
{"train_loss": 0.007228755857795477, "global_step": 31184, "epoch": 175, "lr": 8.08108833748884e-05}
{"train_loss": 0.007703281007707119, "global_step": 31185, "epoch": 175, "lr": 8.080971955962773e-05}
{"train_loss": 0.0037718694657087326, "global_step": 31186, "epoch": 175, "lr": 8.080855571745662e-05}
{"train_loss": 0.0029037771746516228, "global_step": 31187, "epoch": 175, "lr": 8.080739184837605e-05}
{"train_loss": 0.008466895669698715, "global_step": 31188, "epoch": 175, "lr": 8.08062279523871e-05}
{"train_loss": 0.007218929938971996, "global_step": 31189, "epoch": 175, "lr": 8.080506402949072e-05}
{"train_loss": 0.006567556876689196, "global_step": 31190, "epoch": 175, "lr": 8.080390007968797e-05}
{"train_loss": 0.004626147449016571, "global_step": 31191, "epoch": 175, "lr": 8.080273610297984e-05}
{"train_loss": 0.0050426265224814415, "global_step": 31192, "epoch": 175, "lr": 8.080157209936737e-05}
{"train_loss": 0.005436770152300596, "global_step": 31193, "epoch": 175, "lr": 8.080040806885156e-05}
{"train_loss": 0.006036772392690182, "global_step": 31194, "epoch": 175, "lr": 8.079924401143344e-05}
{"train_loss": 0.008196968585252762, "global_step": 31195, "epoch": 175, "lr": 8.079807992711401e-05}
{"train_loss": 0.007784224580973387, "global_step": 31196, "epoch": 175, "lr": 8.07969158158943e-05}
{"train_loss": 0.005666372831910849, "global_step": 31197, "epoch": 175, "lr": 8.079575167777534e-05}
{"train_loss": 0.00772144366055727, "global_step": 31198, "epoch": 175, "lr": 8.079458751275812e-05}
{"train_loss": 0.003879731986671686, "global_step": 31199, "epoch": 175, "lr": 8.079342332084365e-05}
{"train_loss": 0.009901754558086395, "global_step": 31200, "epoch": 175, "lr": 8.079225910203298e-05}
{"train_loss": 0.011759822256863117, "global_step": 31201, "epoch": 175, "lr": 8.07910948563271e-05}
{"train_loss": 0.0021389545872807503, "global_step": 31202, "epoch": 175, "lr": 8.078993058372706e-05}
{"train_loss": 0.007191481068730354, "global_step": 31203, "epoch": 175, "lr": 8.078876628423385e-05}
{"train_loss": 0.005731427110731602, "global_step": 31204, "epoch": 175, "lr": 8.078760195784846e-05}
{"train_loss": 0.004514971747994423, "global_step": 31205, "epoch": 175, "lr": 8.078643760457195e-05}
{"train_loss": 0.008132889866828918, "global_step": 31206, "epoch": 175, "lr": 8.078527322440535e-05}
{"train_loss": 0.006173666566610336, "global_step": 31207, "epoch": 175, "lr": 8.078410881734964e-05}
{"train_loss": 0.007185610011219978, "global_step": 31208, "epoch": 175, "lr": 8.078294438340584e-05}
{"train_loss": 0.00849459134042263, "global_step": 31209, "epoch": 175, "lr": 8.078177992257498e-05}
{"train_loss": 0.005301657598465681, "global_step": 31210, "epoch": 175, "lr": 8.078061543485806e-05}
{"train_loss": 0.006489669904112816, "global_step": 31211, "epoch": 175, "lr": 8.077945092025614e-05}
{"train_loss": 0.005734812468290329, "global_step": 31212, "epoch": 175, "lr": 8.077828637877019e-05}
{"train_loss": 0.005264759063720703, "global_step": 31213, "epoch": 175, "lr": 8.077712181040125e-05}
{"train_loss": 0.007744441274553537, "global_step": 31214, "epoch": 175, "lr": 8.077595721515034e-05}
{"train_loss": 0.007233124691992998, "global_step": 31215, "epoch": 175, "lr": 8.077479259301846e-05}
{"train_loss": 0.005850260145962238, "global_step": 31216, "epoch": 175, "lr": 8.077362794400663e-05}
{"train_loss": 0.006931886076927185, "global_step": 31217, "epoch": 175, "lr": 8.077246326811588e-05}
{"train_loss": 0.008530078455805779, "global_step": 31218, "epoch": 175, "lr": 8.077129856534723e-05}
{"train_loss": 0.008358840830624104, "global_step": 31219, "epoch": 175, "lr": 8.077013383570166e-05}
{"train_loss": 0.005727570038288832, "global_step": 31220, "epoch": 175, "lr": 8.076896907918026e-05}
{"train_loss": 0.005364479497075081, "global_step": 31221, "epoch": 175, "lr": 8.076780429578397e-05}
{"train_loss": 0.008962992578744888, "global_step": 31222, "epoch": 175, "lr": 8.076663948551384e-05}
{"train_loss": 0.0052086482755839825, "global_step": 31223, "epoch": 175, "lr": 8.07654746483709e-05}
{"train_loss": 0.008002383634448051, "global_step": 31224, "epoch": 175, "lr": 8.076430978435617e-05}
{"train_loss": 0.00764808664098382, "global_step": 31225, "epoch": 175, "lr": 8.07631448934706e-05}
{"train_loss": 0.006454735994338989, "global_step": 31226, "epoch": 175, "lr": 8.07619799757153e-05}
{"train_loss": 0.004762865602970123, "global_step": 31227, "epoch": 175, "lr": 8.076081503109125e-05}
{"train_loss": 0.012578584253787994, "global_step": 31228, "epoch": 175, "lr": 8.075965005959947e-05}
{"train_loss": 0.005422546062618494, "global_step": 31229, "epoch": 175, "lr": 8.075848506124096e-05}
{"train_loss": 0.009064124897122383, "global_step": 31230, "epoch": 175, "lr": 8.075732003601674e-05}
{"train_loss": 0.019450630992650986, "global_step": 31231, "epoch": 175, "lr": 8.075615498392784e-05}
{"train_loss": 0.007068074308335781, "global_step": 31232, "epoch": 175, "lr": 8.07549899049753e-05}
{"train_loss": 0.006131390575319529, "global_step": 31233, "epoch": 175, "lr": 8.07538247991601e-05}
{"train_loss": 0.004630331881344318, "global_step": 31234, "epoch": 175, "lr": 8.075265966648325e-05}
{"train_loss": 0.0037319110706448555, "global_step": 31235, "epoch": 175, "lr": 8.075149450694581e-05}
{"train_loss": 0.00618942454457283, "global_step": 31236, "epoch": 175, "lr": 8.075032932054877e-05}
{"train_loss": 0.004496063571423292, "global_step": 31237, "epoch": 175, "lr": 8.074916410729317e-05}
{"train_loss": 0.005203925538808107, "global_step": 31238, "epoch": 175, "lr": 8.074799886717999e-05}
{"train_loss": 0.008188175968825817, "global_step": 31239, "epoch": 175, "lr": 8.074683360021026e-05}
{"train_loss": 0.008839083835482597, "global_step": 31240, "epoch": 175, "lr": 8.074566830638503e-05}
{"train_loss": 0.006558463908731937, "global_step": 31241, "epoch": 175, "lr": 8.074450298570529e-05}
{"train_loss": 0.007870317436754704, "global_step": 31242, "epoch": 175, "lr": 8.074333763817207e-05}
{"train_loss": 0.007261551450937986, "global_step": 31243, "epoch": 175, "lr": 8.074217226378636e-05}
{"train_loss": 0.005929364822804928, "global_step": 31244, "epoch": 175, "lr": 8.074100686254922e-05}
{"train_loss": 0.004850724712014198, "global_step": 31245, "epoch": 175, "lr": 8.073984143446163e-05}
{"train_loss": 0.005722189322113991, "global_step": 31246, "epoch": 175, "lr": 8.073867597952462e-05}
{"train_loss": 0.01124887727200985, "global_step": 31247, "epoch": 175, "lr": 8.073751049773924e-05}
{"train_loss": 0.004313935991376638, "global_step": 31248, "epoch": 175, "lr": 8.073634498910645e-05}
{"train_loss": 0.005634309258311987, "global_step": 31249, "epoch": 175, "lr": 8.073517945362732e-05}
{"train_loss": 0.003252697642892599, "global_step": 31250, "epoch": 175, "lr": 8.073401389130282e-05}
{"train_loss": 0.006159831769764423, "global_step": 31251, "epoch": 175, "lr": 8.073284830213402e-05}
{"train_loss": 0.008180459961295128, "global_step": 31252, "epoch": 175, "lr": 8.07316826861219e-05}
{"train_loss": 0.010301299393177032, "global_step": 31253, "epoch": 175, "lr": 8.07305170432675e-05}
{"train_loss": 0.009322481229901314, "global_step": 31254, "epoch": 175, "lr": 8.072935137357183e-05}
{"train_loss": 0.004706581588834524, "global_step": 31255, "epoch": 175, "lr": 8.07281856770359e-05}
{"train_loss": 0.006834337953478098, "global_step": 31256, "epoch": 175, "lr": 8.072701995366073e-05}
{"train_loss": 0.0030974866822361946, "global_step": 31257, "epoch": 175, "lr": 8.072585420344734e-05}
{"train_loss": 0.009514205157756805, "global_step": 31258, "epoch": 175, "lr": 8.072468842639676e-05}
{"train_loss": 0.007993601262569427, "global_step": 31259, "epoch": 175, "lr": 8.072352262251e-05}
{"train_loss": 0.006464279722422361, "global_step": 31260, "epoch": 175, "lr": 8.072235679178808e-05}
{"train_loss": 0.004979016724973917, "global_step": 31261, "epoch": 175, "lr": 8.072119093423202e-05}
{"train_loss": 0.00850347988307476, "global_step": 31262, "epoch": 175, "lr": 8.072002504984281e-05}
{"train_loss": 0.005094761960208416, "global_step": 31263, "epoch": 175, "lr": 8.071885913862151e-05}
{"train_loss": 0.003385760821402073, "global_step": 31264, "epoch": 175, "lr": 8.071769320056912e-05}
{"train_loss": 0.006040390580892563, "global_step": 31265, "epoch": 175, "lr": 8.071652723568667e-05}
{"train_loss": 0.010260840877890587, "global_step": 31266, "epoch": 175, "lr": 8.071536124397517e-05}
{"train_loss": 0.006016632542014122, "global_step": 31267, "epoch": 175, "lr": 8.07141952254356e-05}
{"train_loss": 0.008019329980015755, "global_step": 31268, "epoch": 175, "lr": 8.071302918006904e-05}
{"train_loss": 0.005551751237362623, "global_step": 31269, "epoch": 175, "lr": 8.071186310787649e-05}
{"train_loss": 0.004448547028005123, "global_step": 31270, "epoch": 175, "lr": 8.071069700885895e-05}
{"train_loss": 0.009015186689794064, "global_step": 31271, "epoch": 175, "lr": 8.070953088301745e-05}
{"train_loss": 0.007949278689920902, "global_step": 31272, "epoch": 175, "lr": 8.070836473035302e-05}
{"train_loss": 0.006164952181279659, "global_step": 31273, "epoch": 175, "lr": 8.070719855086666e-05}
{"train_loss": 0.00532879400998354, "global_step": 31274, "epoch": 175, "lr": 8.070603234455939e-05}
{"train_loss": 0.005921222735196352, "global_step": 31275, "epoch": 175, "lr": 8.070486611143224e-05}
{"train_loss": 0.004248142242431641, "global_step": 31276, "epoch": 175, "lr": 8.070369985148623e-05}
{"train_loss": 0.004412075970321894, "global_step": 31277, "epoch": 175, "lr": 8.070253356472235e-05}
{"train_loss": 0.012381491251289845, "global_step": 31278, "epoch": 175, "lr": 8.070136725114167e-05}
{"train_loss": 0.007568049244582653, "global_step": 31279, "epoch": 175, "lr": 8.070020091074516e-05}
{"train_loss": 0.0034859455190598965, "global_step": 31280, "epoch": 175, "lr": 8.069903454353387e-05}
{"train_loss": 0.006247778423130512, "global_step": 31281, "epoch": 175, "lr": 8.069786814950879e-05}
{"train_loss": 0.007345107384026051, "global_step": 31282, "epoch": 175, "lr": 8.069670172867097e-05}
{"train_loss": 0.005977863445878029, "global_step": 31283, "epoch": 175, "lr": 8.069553528102141e-05}
{"train_loss": 0.011180426925420761, "global_step": 31284, "epoch": 175, "lr": 8.069436880656113e-05}
{"train_loss": 0.009899954311549664, "global_step": 31285, "epoch": 175, "lr": 8.069320230529117e-05}
{"train_loss": 0.007678603753447533, "global_step": 31286, "epoch": 175, "lr": 8.069203577721251e-05}
{"train_loss": 0.003855234244838357, "global_step": 31287, "epoch": 175, "lr": 8.069086922232618e-05}
{"train_loss": 0.0060369535349309444, "global_step": 31288, "epoch": 175, "lr": 8.068970264063323e-05}
{"train_loss": 0.00578717328608036, "global_step": 31289, "epoch": 175, "lr": 8.068853603213464e-05}
{"train_loss": 0.01184009574353695, "global_step": 31290, "epoch": 175, "lr": 8.068736939683146e-05}
{"train_loss": 0.005044302903115749, "global_step": 31291, "epoch": 175, "lr": 8.06862027347247e-05}
{"train_loss": 0.010718041099607944, "global_step": 31292, "epoch": 175, "lr": 8.068503604581537e-05}
{"train_loss": 0.009937901049852371, "global_step": 31293, "epoch": 175, "lr": 8.068386933010448e-05}
{"train_loss": 0.0026640654541552067, "global_step": 31294, "epoch": 175, "lr": 8.068270258759307e-05}
{"train_loss": 0.005917752161622047, "global_step": 31295, "epoch": 175, "lr": 8.068153581828215e-05}
{"train_loss": 0.008723477832973003, "global_step": 31296, "epoch": 175, "lr": 8.068036902217276e-05}
{"train_loss": 0.008269257843494415, "global_step": 31297, "epoch": 175, "lr": 8.067920219926588e-05}
{"train_loss": 0.006317008286714554, "global_step": 31298, "epoch": 175, "lr": 8.067803534956255e-05}
{"train_loss": 0.0027969989459961653, "global_step": 31299, "epoch": 175, "lr": 8.06768684730638e-05}
{"train_loss": 0.006578236818313599, "global_step": 31300, "epoch": 175, "lr": 8.067570156977062e-05}
{"train_loss": 0.004635266959667206, "global_step": 31301, "epoch": 175, "lr": 8.067453463968407e-05}
{"train_loss": 0.0036993224639445543, "global_step": 31302, "epoch": 175, "lr": 8.067336768280513e-05}
{"train_loss": 0.00669298367574811, "global_step": 31303, "epoch": 175, "lr": 8.067220069913483e-05}
{"train_loss": 0.004345369525253773, "global_step": 31304, "epoch": 175, "lr": 8.067103368867422e-05}
{"train_loss": 0.007540254853665829, "global_step": 31305, "epoch": 175, "lr": 8.066986665142426e-05}
{"train_loss": 0.0035983745474368334, "global_step": 31306, "epoch": 175, "lr": 8.066869958738604e-05}
{"train_loss": 0.005164933390915394, "global_step": 31307, "epoch": 175, "lr": 8.066753249656051e-05}
{"train_loss": 0.00827539898455143, "global_step": 31308, "epoch": 175, "lr": 8.066636537894874e-05}
{"train_loss": 0.00954405963420868, "global_step": 31309, "epoch": 175, "lr": 8.066519823455171e-05}
{"train_loss": 0.005030352156609297, "global_step": 31310, "epoch": 175, "lr": 8.066403106337048e-05}
{"train_loss": 0.013053162023425102, "global_step": 31311, "epoch": 175, "lr": 8.066286386540604e-05}
{"train_loss": 0.005665190052241087, "global_step": 31312, "epoch": 175, "lr": 8.066169664065942e-05}
{"train_loss": 0.0033511375077068806, "global_step": 31313, "epoch": 175, "lr": 8.066052938913164e-05}
{"train_loss": 0.004261166788637638, "global_step": 31314, "epoch": 175, "lr": 8.065936211082372e-05}
{"train_loss": 0.008185820654034615, "global_step": 31315, "epoch": 175, "lr": 8.065819480573669e-05}
{"train_loss": 0.006446893326938152, "global_step": 31316, "epoch": 175, "lr": 8.065702747387155e-05}
{"train_loss": 0.007016844116151333, "global_step": 31317, "epoch": 175, "lr": 8.065586011522932e-05}
{"train_loss": 0.006108633708208799, "global_step": 31318, "epoch": 175, "lr": 8.065469272981103e-05}
{"train_loss": 0.0049459561705589294, "global_step": 31319, "epoch": 175, "lr": 8.065352531761771e-05}
{"train_loss": 0.006804816424846649, "global_step": 31320, "epoch": 175, "lr": 8.065235787865035e-05}
{"train_loss": 0.0032032234594225883, "global_step": 31321, "epoch": 175, "lr": 8.065119041290999e-05}
{"train_loss": 0.006013127509504557, "global_step": 31322, "epoch": 175, "lr": 8.065002292039764e-05}
{"train_loss": 0.00395951746031642, "global_step": 31323, "epoch": 175, "lr": 8.064885540111434e-05}
{"train_loss": 0.006078086327761412, "global_step": 31324, "epoch": 175, "lr": 8.064768785506109e-05}
{"train_loss": 0.0066342283971607685, "global_step": 31325, "epoch": 175, "lr": 8.064652028223891e-05}
{"train_loss": 0.007946303114295006, "global_step": 31326, "epoch": 175, "lr": 8.064535268264883e-05}
{"train_loss": 0.006624394511081948, "global_step": 31327, "epoch": 175, "lr": 8.064418505629186e-05, "train_action_mse_error": 1.2488741049310192e-05}
{"train_loss": 0.006297780200839043, "global_step": 31328, "epoch": 176, "lr": 8.064301740316903e-05}
{"train_loss": 0.007606882136315107, "global_step": 31329, "epoch": 176, "lr": 8.064184972328135e-05}
{"train_loss": 0.002720913151279092, "global_step": 31330, "epoch": 176, "lr": 8.064068201662984e-05}
{"train_loss": 0.003168750088661909, "global_step": 31331, "epoch": 176, "lr": 8.063951428321553e-05}
{"train_loss": 0.005675803869962692, "global_step": 31332, "epoch": 176, "lr": 8.063834652303943e-05}
{"train_loss": 0.00943951029330492, "global_step": 31333, "epoch": 176, "lr": 8.063717873610257e-05}
{"train_loss": 0.004513266496360302, "global_step": 31334, "epoch": 176, "lr": 8.063601092240596e-05}
{"train_loss": 0.002910390729084611, "global_step": 31335, "epoch": 176, "lr": 8.063484308195063e-05}
{"train_loss": 0.004493006505072117, "global_step": 31336, "epoch": 176, "lr": 8.06336752147376e-05}
{"train_loss": 0.005610010586678982, "global_step": 31337, "epoch": 176, "lr": 8.063250732076786e-05}
{"train_loss": 0.008452299982309341, "global_step": 31338, "epoch": 176, "lr": 8.063133940004246e-05}
{"train_loss": 0.005382942967116833, "global_step": 31339, "epoch": 176, "lr": 8.063017145256243e-05}
{"train_loss": 0.003210834227502346, "global_step": 31340, "epoch": 176, "lr": 8.062900347832875e-05}
{"train_loss": 0.008656224235892296, "global_step": 31341, "epoch": 176, "lr": 8.06278354773425e-05}
{"train_loss": 0.0078098224475979805, "global_step": 31342, "epoch": 176, "lr": 8.062666744960464e-05}
{"train_loss": 0.007250380702316761, "global_step": 31343, "epoch": 176, "lr": 8.062549939511622e-05}
{"train_loss": 0.00990886427462101, "global_step": 31344, "epoch": 176, "lr": 8.062433131387825e-05}
{"train_loss": 0.005719788838177919, "global_step": 31345, "epoch": 176, "lr": 8.062316320589177e-05}
{"train_loss": 0.006762097589671612, "global_step": 31346, "epoch": 176, "lr": 8.062199507115777e-05}
{"train_loss": 0.004221079405397177, "global_step": 31347, "epoch": 176, "lr": 8.06208269096773e-05}
{"train_loss": 0.006904972717165947, "global_step": 31348, "epoch": 176, "lr": 8.061965872145136e-05}
{"train_loss": 0.0056045763194561005, "global_step": 31349, "epoch": 176, "lr": 8.061849050648098e-05}
{"train_loss": 0.0033327238634228706, "global_step": 31350, "epoch": 176, "lr": 8.061732226476718e-05}
{"train_loss": 0.007980572991073132, "global_step": 31351, "epoch": 176, "lr": 8.061615399631094e-05}
{"train_loss": 0.0047043017111718655, "global_step": 31352, "epoch": 176, "lr": 8.061498570111337e-05}
{"train_loss": 0.0044668372720479965, "global_step": 31353, "epoch": 176, "lr": 8.061381737917542e-05}
{"train_loss": 0.009358246810734272, "global_step": 31354, "epoch": 176, "lr": 8.061264903049812e-05}
{"train_loss": 0.005470122676342726, "global_step": 31355, "epoch": 176, "lr": 8.06114806550825e-05}
{"train_loss": 0.004950960632413626, "global_step": 31356, "epoch": 176, "lr": 8.061031225292958e-05}
{"train_loss": 0.006093371659517288, "global_step": 31357, "epoch": 176, "lr": 8.060914382404039e-05}
{"train_loss": 0.008656550198793411, "global_step": 31358, "epoch": 176, "lr": 8.060797536841594e-05}
{"train_loss": 0.004628496244549751, "global_step": 31359, "epoch": 176, "lr": 8.060680688605724e-05}
{"train_loss": 0.0034432916436344385, "global_step": 31360, "epoch": 176, "lr": 8.060563837696534e-05}
{"train_loss": 0.005306689999997616, "global_step": 31361, "epoch": 176, "lr": 8.060446984114123e-05}
{"train_loss": 0.004840763285756111, "global_step": 31362, "epoch": 176, "lr": 8.060330127858594e-05}
{"train_loss": 0.0030208034440875053, "global_step": 31363, "epoch": 176, "lr": 8.06021326893005e-05}
{"train_loss": 0.0046018981374800205, "global_step": 31364, "epoch": 176, "lr": 8.060096407328592e-05}
{"train_loss": 0.009522376582026482, "global_step": 31365, "epoch": 176, "lr": 8.059979543054323e-05}
{"train_loss": 0.006027836352586746, "global_step": 31366, "epoch": 176, "lr": 8.059862676107345e-05}
{"train_loss": 0.002724017482250929, "global_step": 31367, "epoch": 176, "lr": 8.05974580648776e-05}
{"train_loss": 0.0038982010446488857, "global_step": 31368, "epoch": 176, "lr": 8.059628934195668e-05}
{"train_loss": 0.00667431578040123, "global_step": 31369, "epoch": 176, "lr": 8.059512059231174e-05}
{"train_loss": 0.005955114029347897, "global_step": 31370, "epoch": 176, "lr": 8.059395181594379e-05}
{"train_loss": 0.00695152347907424, "global_step": 31371, "epoch": 176, "lr": 8.059278301285385e-05}
{"train_loss": 0.009865688160061836, "global_step": 31372, "epoch": 176, "lr": 8.059161418304293e-05}
{"train_loss": 0.007375265471637249, "global_step": 31373, "epoch": 176, "lr": 8.059044532651208e-05}
{"train_loss": 0.00682200537994504, "global_step": 31374, "epoch": 176, "lr": 8.058927644326228e-05}
{"train_loss": 0.004899575375020504, "global_step": 31375, "epoch": 176, "lr": 8.05881075332946e-05}
{"train_loss": 0.00579984812065959, "global_step": 31376, "epoch": 176, "lr": 8.058693859661001e-05}
{"train_loss": 0.008620686829090118, "global_step": 31377, "epoch": 176, "lr": 8.058576963320957e-05}
{"train_loss": 0.003488279180601239, "global_step": 31378, "epoch": 176, "lr": 8.058460064309428e-05}
{"train_loss": 0.0027220998890697956, "global_step": 31379, "epoch": 176, "lr": 8.058343162626518e-05}
{"train_loss": 0.0020671640522778034, "global_step": 31380, "epoch": 176, "lr": 8.058226258272327e-05}
{"train_loss": 0.0027797166258096695, "global_step": 31381, "epoch": 176, "lr": 8.058109351246958e-05}
{"train_loss": 0.0050045582465827465, "global_step": 31382, "epoch": 176, "lr": 8.057992441550514e-05}
{"train_loss": 0.005471708253026009, "global_step": 31383, "epoch": 176, "lr": 8.057875529183094e-05}
{"train_loss": 0.004556580912321806, "global_step": 31384, "epoch": 176, "lr": 8.057758614144805e-05}
{"train_loss": 0.006055115722119808, "global_step": 31385, "epoch": 176, "lr": 8.057641696435745e-05}
{"train_loss": 0.008680438622832298, "global_step": 31386, "epoch": 176, "lr": 8.057524776056018e-05}
{"train_loss": 0.006386179942637682, "global_step": 31387, "epoch": 176, "lr": 8.057407853005724e-05}
{"train_loss": 0.003759725484997034, "global_step": 31388, "epoch": 176, "lr": 8.057290927284971e-05}
{"train_loss": 0.005208032671362162, "global_step": 31389, "epoch": 176, "lr": 8.057173998893855e-05}
{"train_loss": 0.0065050567500293255, "global_step": 31390, "epoch": 176, "lr": 8.057057067832478e-05}
{"train_loss": 0.006190184503793716, "global_step": 31391, "epoch": 176, "lr": 8.056940134100945e-05}
{"train_loss": 0.008664566092193127, "global_step": 31392, "epoch": 176, "lr": 8.056823197699358e-05}
{"train_loss": 0.008763093501329422, "global_step": 31393, "epoch": 176, "lr": 8.056706258627818e-05}
{"train_loss": 0.007255895994603634, "global_step": 31394, "epoch": 176, "lr": 8.05658931688643e-05}
{"train_loss": 0.005424222908914089, "global_step": 31395, "epoch": 176, "lr": 8.05647237247529e-05}
{"train_loss": 0.004085109569132328, "global_step": 31396, "epoch": 176, "lr": 8.056355425394506e-05}
{"train_loss": 0.005110898055136204, "global_step": 31397, "epoch": 176, "lr": 8.056238475644177e-05}
{"train_loss": 0.003796242643147707, "global_step": 31398, "epoch": 176, "lr": 8.056121523224409e-05}
{"train_loss": 0.004707517102360725, "global_step": 31399, "epoch": 176, "lr": 8.056004568135299e-05}
{"train_loss": 0.00771751394495368, "global_step": 31400, "epoch": 176, "lr": 8.055887610376951e-05}
{"train_loss": 0.005103797651827335, "global_step": 31401, "epoch": 176, "lr": 8.05577064994947e-05}
{"train_loss": 0.002987191779538989, "global_step": 31402, "epoch": 176, "lr": 8.055653686852952e-05}
{"train_loss": 0.010627532377839088, "global_step": 31403, "epoch": 176, "lr": 8.055536721087506e-05}
{"train_loss": 0.008322106674313545, "global_step": 31404, "epoch": 176, "lr": 8.055419752653231e-05}
{"train_loss": 0.0068320659920573235, "global_step": 31405, "epoch": 176, "lr": 8.055302781550229e-05}
{"train_loss": 0.008731373585760593, "global_step": 31406, "epoch": 176, "lr": 8.055185807778604e-05}
{"train_loss": 0.007332724519073963, "global_step": 31407, "epoch": 176, "lr": 8.055068831338455e-05}
{"train_loss": 0.008451353758573532, "global_step": 31408, "epoch": 176, "lr": 8.054951852229885e-05}
{"train_loss": 0.004759724251925945, "global_step": 31409, "epoch": 176, "lr": 8.054834870452999e-05}
{"train_loss": 0.004781822208315134, "global_step": 31410, "epoch": 176, "lr": 8.054717886007896e-05}
{"train_loss": 0.005355401895940304, "global_step": 31411, "epoch": 176, "lr": 8.054600898894678e-05}
{"train_loss": 0.009478891268372536, "global_step": 31412, "epoch": 176, "lr": 8.05448390911345e-05}
{"train_loss": 0.00299235712736845, "global_step": 31413, "epoch": 176, "lr": 8.054366916664314e-05}
{"train_loss": 0.004723054356873035, "global_step": 31414, "epoch": 176, "lr": 8.054249921547368e-05}
{"train_loss": 0.012961076572537422, "global_step": 31415, "epoch": 176, "lr": 8.054132923762718e-05}
{"train_loss": 0.005823853425681591, "global_step": 31416, "epoch": 176, "lr": 8.054015923310467e-05}
{"train_loss": 0.010920573025941849, "global_step": 31417, "epoch": 176, "lr": 8.053898920190715e-05}
{"train_loss": 0.005323161371052265, "global_step": 31418, "epoch": 176, "lr": 8.053781914403563e-05}
{"train_loss": 0.003974100574851036, "global_step": 31419, "epoch": 176, "lr": 8.053664905949116e-05}
{"train_loss": 0.007276334799826145, "global_step": 31420, "epoch": 176, "lr": 8.053547894827476e-05}
{"train_loss": 0.0034930226393043995, "global_step": 31421, "epoch": 176, "lr": 8.053430881038742e-05}
{"train_loss": 0.005145639181137085, "global_step": 31422, "epoch": 176, "lr": 8.05331386458302e-05}
{"train_loss": 0.005179799161851406, "global_step": 31423, "epoch": 176, "lr": 8.05319684546041e-05}
{"train_loss": 0.005789606831967831, "global_step": 31424, "epoch": 176, "lr": 8.053079823671016e-05}
{"train_loss": 0.007651244755834341, "global_step": 31425, "epoch": 176, "lr": 8.052962799214939e-05}
{"train_loss": 0.004566066898405552, "global_step": 31426, "epoch": 176, "lr": 8.05284577209228e-05}
{"train_loss": 0.004768960177898407, "global_step": 31427, "epoch": 176, "lr": 8.052728742303144e-05}
{"train_loss": 0.008138831704854965, "global_step": 31428, "epoch": 176, "lr": 8.052611709847631e-05}
{"train_loss": 0.005935152992606163, "global_step": 31429, "epoch": 176, "lr": 8.052494674725843e-05}
{"train_loss": 0.00595447514206171, "global_step": 31430, "epoch": 176, "lr": 8.052377636937885e-05}
{"train_loss": 0.005171456374228001, "global_step": 31431, "epoch": 176, "lr": 8.052260596483855e-05}
{"train_loss": 0.008807463571429253, "global_step": 31432, "epoch": 176, "lr": 8.05214355336386e-05}
{"train_loss": 0.005356954410672188, "global_step": 31433, "epoch": 176, "lr": 8.052026507578e-05}
{"train_loss": 0.00795205868780613, "global_step": 31434, "epoch": 176, "lr": 8.051909459126376e-05}
{"train_loss": 0.008991640992462635, "global_step": 31435, "epoch": 176, "lr": 8.051792408009092e-05}
{"train_loss": 0.0042944056913256645, "global_step": 31436, "epoch": 176, "lr": 8.051675354226248e-05}
{"train_loss": 0.005353969521820545, "global_step": 31437, "epoch": 176, "lr": 8.051558297777949e-05}
{"train_loss": 0.007576323114335537, "global_step": 31438, "epoch": 176, "lr": 8.051441238664296e-05}
{"train_loss": 0.00914946012198925, "global_step": 31439, "epoch": 176, "lr": 8.051324176885393e-05}
{"train_loss": 0.011358773335814476, "global_step": 31440, "epoch": 176, "lr": 8.051207112441337e-05}
{"train_loss": 0.010133546777069569, "global_step": 31441, "epoch": 176, "lr": 8.051090045332237e-05}
{"train_loss": 0.0069497935473918915, "global_step": 31442, "epoch": 176, "lr": 8.05097297555819e-05}
{"train_loss": 0.007202296983450651, "global_step": 31443, "epoch": 176, "lr": 8.050855903119301e-05}
{"train_loss": 0.005481360480189323, "global_step": 31444, "epoch": 176, "lr": 8.050738828015672e-05}
{"train_loss": 0.006582803558558226, "global_step": 31445, "epoch": 176, "lr": 8.050621750247404e-05}
{"train_loss": 0.004578039050102234, "global_step": 31446, "epoch": 176, "lr": 8.050504669814602e-05}
{"train_loss": 0.005300533026456833, "global_step": 31447, "epoch": 176, "lr": 8.050387586717364e-05}
{"train_loss": 0.013098258525133133, "global_step": 31448, "epoch": 176, "lr": 8.050270500955796e-05}
{"train_loss": 0.0070837498642504215, "global_step": 31449, "epoch": 176, "lr": 8.050153412529999e-05}
{"train_loss": 0.008719611912965775, "global_step": 31450, "epoch": 176, "lr": 8.050036321440073e-05}
{"train_loss": 0.006523549556732178, "global_step": 31451, "epoch": 176, "lr": 8.049919227686125e-05}
{"train_loss": 0.003949470818042755, "global_step": 31452, "epoch": 176, "lr": 8.049802131268254e-05}
{"train_loss": 0.00325435190461576, "global_step": 31453, "epoch": 176, "lr": 8.049685032186562e-05}
{"train_loss": 0.009201286360621452, "global_step": 31454, "epoch": 176, "lr": 8.049567930441153e-05}
{"train_loss": 0.003522448008880019, "global_step": 31455, "epoch": 176, "lr": 8.049450826032127e-05}
{"train_loss": 0.0042284512892365456, "global_step": 31456, "epoch": 176, "lr": 8.049333718959591e-05}
{"train_loss": 0.006516891065984964, "global_step": 31457, "epoch": 176, "lr": 8.049216609223641e-05}
{"train_loss": 0.012468353845179081, "global_step": 31458, "epoch": 176, "lr": 8.049099496824383e-05}
{"train_loss": 0.0032676290720701218, "global_step": 31459, "epoch": 176, "lr": 8.04898238176192e-05}
{"train_loss": 0.004945609252899885, "global_step": 31460, "epoch": 176, "lr": 8.048865264036354e-05}
{"train_loss": 0.005461990833282471, "global_step": 31461, "epoch": 176, "lr": 8.048748143647785e-05}
{"train_loss": 0.00563710555434227, "global_step": 31462, "epoch": 176, "lr": 8.048631020596316e-05}
{"train_loss": 0.0021048893686383963, "global_step": 31463, "epoch": 176, "lr": 8.04851389488205e-05}
{"train_loss": 0.0036283424124121666, "global_step": 31464, "epoch": 176, "lr": 8.048396766505088e-05}
{"train_loss": 0.004874772392213345, "global_step": 31465, "epoch": 176, "lr": 8.048279635465535e-05}
{"train_loss": 0.006174224894493818, "global_step": 31466, "epoch": 176, "lr": 8.048162501763491e-05}
{"train_loss": 0.006588545627892017, "global_step": 31467, "epoch": 176, "lr": 8.048045365399061e-05}
{"train_loss": 0.007084459997713566, "global_step": 31468, "epoch": 176, "lr": 8.047928226372343e-05}
{"train_loss": 0.005527751985937357, "global_step": 31469, "epoch": 176, "lr": 8.047811084683444e-05}
{"train_loss": 0.008130686357617378, "global_step": 31470, "epoch": 176, "lr": 8.047693940332461e-05}
{"train_loss": 0.006589898839592934, "global_step": 31471, "epoch": 176, "lr": 8.047576793319503e-05}
{"train_loss": 0.008209368214011192, "global_step": 31472, "epoch": 176, "lr": 8.047459643644666e-05}
{"train_loss": 0.0020873129833489656, "global_step": 31473, "epoch": 176, "lr": 8.047342491308056e-05}
{"train_loss": 0.007302100770175457, "global_step": 31474, "epoch": 176, "lr": 8.047225336309774e-05}
{"train_loss": 0.006606135983020067, "global_step": 31475, "epoch": 176, "lr": 8.047108178649923e-05}
{"train_loss": 0.0066710710525512695, "global_step": 31476, "epoch": 176, "lr": 8.046991018328603e-05}
{"train_loss": 0.007315401919186115, "global_step": 31477, "epoch": 176, "lr": 8.046873855345921e-05}
{"train_loss": 0.004209071397781372, "global_step": 31478, "epoch": 176, "lr": 8.046756689701975e-05}
{"train_loss": 0.007873151451349258, "global_step": 31479, "epoch": 176, "lr": 8.04663952139687e-05}
{"train_loss": 0.004224667325615883, "global_step": 31480, "epoch": 176, "lr": 8.046522350430707e-05}
{"train_loss": 0.007668244186788797, "global_step": 31481, "epoch": 176, "lr": 8.046405176803588e-05}
{"train_loss": 0.004381292965263128, "global_step": 31482, "epoch": 176, "lr": 8.046288000515618e-05}
{"train_loss": 0.007939297705888748, "global_step": 31483, "epoch": 176, "lr": 8.046170821566896e-05}
{"train_loss": 0.0025619929656386375, "global_step": 31484, "epoch": 176, "lr": 8.046053639957524e-05}
{"train_loss": 0.0036703040823340416, "global_step": 31485, "epoch": 176, "lr": 8.045936455687608e-05}
{"train_loss": 0.00574870640411973, "global_step": 31486, "epoch": 176, "lr": 8.045819268757249e-05}
{"train_loss": 0.006014718674123287, "global_step": 31487, "epoch": 176, "lr": 8.045702079166549e-05}
{"train_loss": 0.004565376788377762, "global_step": 31488, "epoch": 176, "lr": 8.04558488691561e-05}
{"train_loss": 0.0061316718347370625, "global_step": 31489, "epoch": 176, "lr": 8.045467692004533e-05}
{"train_loss": 0.004843611270189285, "global_step": 31490, "epoch": 176, "lr": 8.045350494433421e-05}
{"train_loss": 0.006994991563260555, "global_step": 31491, "epoch": 176, "lr": 8.045233294202379e-05}
{"train_loss": 0.010763252153992653, "global_step": 31492, "epoch": 176, "lr": 8.045116091311506e-05}
{"train_loss": 0.0037133481819182634, "global_step": 31493, "epoch": 176, "lr": 8.044998885760908e-05}
{"train_loss": 0.00966794416308403, "global_step": 31494, "epoch": 176, "lr": 8.044881677550685e-05}
{"train_loss": 0.008230544626712799, "global_step": 31495, "epoch": 176, "lr": 8.044764466680938e-05}
{"train_loss": 0.0050730775110423565, "global_step": 31496, "epoch": 176, "lr": 8.044647253151773e-05}
{"train_loss": 0.006414472125470638, "global_step": 31497, "epoch": 176, "lr": 8.044530036963289e-05}
{"train_loss": 0.006509919185191393, "global_step": 31498, "epoch": 176, "lr": 8.04441281811559e-05}
{"train_loss": 0.00494369026273489, "global_step": 31499, "epoch": 176, "lr": 8.04429559660878e-05}
{"train_loss": 0.007551463786512613, "global_step": 31500, "epoch": 176, "lr": 8.044178372442959e-05}
{"train_loss": 0.005378219299018383, "global_step": 31501, "epoch": 176, "lr": 8.044061145618229e-05}
{"train_loss": 0.007721082307398319, "global_step": 31502, "epoch": 176, "lr": 8.043943916134693e-05}
{"train_loss": 0.0061932941898703575, "global_step": 31503, "epoch": 176, "lr": 8.043826683992455e-05}
{"train_loss": 0.002008468843996525, "global_step": 31504, "epoch": 176, "lr": 8.043709449191614e-05}
{"train_loss": 0.0061302688993053155, "global_step": 31505, "epoch": 176, "lr": 8.043592211732278e-05}
{"train_loss": 0.007109878584742546, "global_step": 31506, "epoch": 177, "lr": 8.043474971614544e-05}
{"train_loss": 0.0068174200132489204, "global_step": 31507, "epoch": 177, "lr": 8.043357728838517e-05}
{"train_loss": 0.007544350810348988, "global_step": 31508, "epoch": 177, "lr": 8.043240483404298e-05}
{"train_loss": 0.005076184868812561, "global_step": 31509, "epoch": 177, "lr": 8.04312323531199e-05}
{"train_loss": 0.0068228766322135925, "global_step": 31510, "epoch": 177, "lr": 8.043005984561696e-05}
{"train_loss": 0.006810550112277269, "global_step": 31511, "epoch": 177, "lr": 8.042888731153517e-05}
{"train_loss": 0.009434553794562817, "global_step": 31512, "epoch": 177, "lr": 8.042771475087559e-05}
{"train_loss": 0.011325681582093239, "global_step": 31513, "epoch": 177, "lr": 8.04265421636392e-05}
{"train_loss": 0.005772856995463371, "global_step": 31514, "epoch": 177, "lr": 8.042536954982705e-05}
{"train_loss": 0.007226108573377132, "global_step": 31515, "epoch": 177, "lr": 8.042419690944016e-05}
{"train_loss": 0.004524435847997665, "global_step": 31516, "epoch": 177, "lr": 8.042302424247954e-05}
{"train_loss": 0.008942490443587303, "global_step": 31517, "epoch": 177, "lr": 8.042185154894622e-05}
{"train_loss": 0.004619046580046415, "global_step": 31518, "epoch": 177, "lr": 8.042067882884123e-05}
{"train_loss": 0.004319505766034126, "global_step": 31519, "epoch": 177, "lr": 8.04195060821656e-05}
{"train_loss": 0.005263186991214752, "global_step": 31520, "epoch": 177, "lr": 8.041833330892036e-05}
{"train_loss": 0.008040022104978561, "global_step": 31521, "epoch": 177, "lr": 8.041716050910651e-05}
{"train_loss": 0.00388746103271842, "global_step": 31522, "epoch": 177, "lr": 8.04159876827251e-05}
{"train_loss": 0.011032658629119396, "global_step": 31523, "epoch": 177, "lr": 8.04148148297771e-05}
{"train_loss": 0.005092400126159191, "global_step": 31524, "epoch": 177, "lr": 8.041364195026362e-05}
{"train_loss": 0.00699919369071722, "global_step": 31525, "epoch": 177, "lr": 8.041246904418563e-05}
{"train_loss": 0.006100285332649946, "global_step": 31526, "epoch": 177, "lr": 8.041129611154417e-05}
{"train_loss": 0.007421297486871481, "global_step": 31527, "epoch": 177, "lr": 8.041012315234024e-05}
{"train_loss": 0.004390092566609383, "global_step": 31528, "epoch": 177, "lr": 8.040895016657489e-05}
{"train_loss": 0.005289189517498016, "global_step": 31529, "epoch": 177, "lr": 8.040777715424915e-05}
{"train_loss": 0.005961155518889427, "global_step": 31530, "epoch": 177, "lr": 8.040660411536402e-05}
{"train_loss": 0.005528922192752361, "global_step": 31531, "epoch": 177, "lr": 8.040543104992053e-05}
{"train_loss": 0.005637153051793575, "global_step": 31532, "epoch": 177, "lr": 8.040425795791973e-05}
{"train_loss": 0.004932648502290249, "global_step": 31533, "epoch": 177, "lr": 8.040308483936262e-05}
{"train_loss": 0.004488292150199413, "global_step": 31534, "epoch": 177, "lr": 8.040191169425024e-05}
{"train_loss": 0.005082814488559961, "global_step": 31535, "epoch": 177, "lr": 8.040073852258359e-05}
{"train_loss": 0.007445464376360178, "global_step": 31536, "epoch": 177, "lr": 8.039956532436371e-05}
{"train_loss": 0.00741228275001049, "global_step": 31537, "epoch": 177, "lr": 8.039839209959163e-05}
{"train_loss": 0.005391515791416168, "global_step": 31538, "epoch": 177, "lr": 8.039721884826837e-05}
{"train_loss": 0.005857537500560284, "global_step": 31539, "epoch": 177, "lr": 8.039604557039494e-05}
{"train_loss": 0.004657561890780926, "global_step": 31540, "epoch": 177, "lr": 8.039487226597241e-05}
{"train_loss": 0.0033569252118468285, "global_step": 31541, "epoch": 177, "lr": 8.039369893500175e-05}
{"train_loss": 0.003838198259472847, "global_step": 31542, "epoch": 177, "lr": 8.039252557748403e-05}
{"train_loss": 0.0071997675113379955, "global_step": 31543, "epoch": 177, "lr": 8.039135219342024e-05}
{"train_loss": 0.004357302561402321, "global_step": 31544, "epoch": 177, "lr": 8.039017878281143e-05}
{"train_loss": 0.007624907419085503, "global_step": 31545, "epoch": 177, "lr": 8.03890053456586e-05}
{"train_loss": 0.004126069601625204, "global_step": 31546, "epoch": 177, "lr": 8.03878318819628e-05}
{"train_loss": 0.003080229740589857, "global_step": 31547, "epoch": 177, "lr": 8.038665839172504e-05}
{"train_loss": 0.005847923457622528, "global_step": 31548, "epoch": 177, "lr": 8.038548487494634e-05}
{"train_loss": 0.01408157218247652, "global_step": 31549, "epoch": 177, "lr": 8.038431133162774e-05}
{"train_loss": 0.004755827598273754, "global_step": 31550, "epoch": 177, "lr": 8.038313776177025e-05}
{"train_loss": 0.010580044239759445, "global_step": 31551, "epoch": 177, "lr": 8.038196416537491e-05}
{"train_loss": 0.005253956187516451, "global_step": 31552, "epoch": 177, "lr": 8.038079054244275e-05}
{"train_loss": 0.007260083220899105, "global_step": 31553, "epoch": 177, "lr": 8.037961689297477e-05}
{"train_loss": 0.007455185055732727, "global_step": 31554, "epoch": 177, "lr": 8.037844321697202e-05}
{"train_loss": 0.008478066883981228, "global_step": 31555, "epoch": 177, "lr": 8.037726951443549e-05}
{"train_loss": 0.004307435359805822, "global_step": 31556, "epoch": 177, "lr": 8.037609578536626e-05}
{"train_loss": 0.007913708686828613, "global_step": 31557, "epoch": 177, "lr": 8.037492202976531e-05}
{"train_loss": 0.007026194129139185, "global_step": 31558, "epoch": 177, "lr": 8.037374824763368e-05}
{"train_loss": 0.006093536037951708, "global_step": 31559, "epoch": 177, "lr": 8.037257443897239e-05}
{"train_loss": 0.005229972302913666, "global_step": 31560, "epoch": 177, "lr": 8.037140060378248e-05}
{"train_loss": 0.007247558794915676, "global_step": 31561, "epoch": 177, "lr": 8.037022674206496e-05}
{"train_loss": 0.0065987142734229565, "global_step": 31562, "epoch": 177, "lr": 8.036905285382086e-05}
{"train_loss": 0.007375742308795452, "global_step": 31563, "epoch": 177, "lr": 8.03678789390512e-05}
{"train_loss": 0.0055370815098285675, "global_step": 31564, "epoch": 177, "lr": 8.036670499775703e-05}
{"train_loss": 0.004936255514621735, "global_step": 31565, "epoch": 177, "lr": 8.036553102993933e-05}
{"train_loss": 0.0032336218282580376, "global_step": 31566, "epoch": 177, "lr": 8.036435703559917e-05}
{"train_loss": 0.007633861619979143, "global_step": 31567, "epoch": 177, "lr": 8.036318301473755e-05}
{"train_loss": 0.006769352126866579, "global_step": 31568, "epoch": 177, "lr": 8.03620089673555e-05}
{"train_loss": 0.004154236521571875, "global_step": 31569, "epoch": 177, "lr": 8.036083489345408e-05}
{"train_loss": 0.01149522140622139, "global_step": 31570, "epoch": 177, "lr": 8.035966079303426e-05}
{"train_loss": 0.005383975803852081, "global_step": 31571, "epoch": 177, "lr": 8.035848666609709e-05}
{"train_loss": 0.004279793240129948, "global_step": 31572, "epoch": 177, "lr": 8.035731251264357e-05}
{"train_loss": 0.004696422256529331, "global_step": 31573, "epoch": 177, "lr": 8.03561383326748e-05}
{"train_loss": 0.013280471786856651, "global_step": 31574, "epoch": 177, "lr": 8.035496412619172e-05}
{"train_loss": 0.0017987557221204042, "global_step": 31575, "epoch": 177, "lr": 8.03537898931954e-05}
{"train_loss": 0.005461588501930237, "global_step": 31576, "epoch": 177, "lr": 8.035261563368686e-05}
{"train_loss": 0.004199504386633635, "global_step": 31577, "epoch": 177, "lr": 8.035144134766712e-05}
{"train_loss": 0.002532494952902198, "global_step": 31578, "epoch": 177, "lr": 8.035026703513722e-05}
{"train_loss": 0.008943299762904644, "global_step": 31579, "epoch": 177, "lr": 8.034909269609817e-05}
{"train_loss": 0.00374992610886693, "global_step": 31580, "epoch": 177, "lr": 8.034791833055098e-05}
{"train_loss": 0.004563542548567057, "global_step": 31581, "epoch": 177, "lr": 8.034674393849671e-05}
{"train_loss": 0.004604442045092583, "global_step": 31582, "epoch": 177, "lr": 8.034556951993637e-05}
{"train_loss": 0.003485515946522355, "global_step": 31583, "epoch": 177, "lr": 8.034439507487099e-05}
{"train_loss": 0.007589715998619795, "global_step": 31584, "epoch": 177, "lr": 8.034322060330159e-05}
{"train_loss": 0.00818183645606041, "global_step": 31585, "epoch": 177, "lr": 8.034204610522921e-05}
{"train_loss": 0.006037999875843525, "global_step": 31586, "epoch": 177, "lr": 8.034087158065485e-05}
{"train_loss": 0.00462452694773674, "global_step": 31587, "epoch": 177, "lr": 8.033969702957955e-05}
{"train_loss": 0.005545477382838726, "global_step": 31588, "epoch": 177, "lr": 8.033852245200435e-05}
{"train_loss": 0.007441642228513956, "global_step": 31589, "epoch": 177, "lr": 8.033734784793026e-05}
{"train_loss": 0.002924868371337652, "global_step": 31590, "epoch": 177, "lr": 8.033617321735832e-05}
{"train_loss": 0.003618349088355899, "global_step": 31591, "epoch": 177, "lr": 8.033499856028952e-05}
{"train_loss": 0.007778663653880358, "global_step": 31592, "epoch": 177, "lr": 8.033382387672492e-05}
{"train_loss": 0.0037942840717732906, "global_step": 31593, "epoch": 177, "lr": 8.033264916666553e-05}
{"train_loss": 0.0073737334460020065, "global_step": 31594, "epoch": 177, "lr": 8.033147443011238e-05}
{"train_loss": 0.005913794040679932, "global_step": 31595, "epoch": 177, "lr": 8.033029966706651e-05}
{"train_loss": 0.007209288887679577, "global_step": 31596, "epoch": 177, "lr": 8.032912487752893e-05}
{"train_loss": 0.008296193554997444, "global_step": 31597, "epoch": 177, "lr": 8.032795006150068e-05}
{"train_loss": 0.005470676813274622, "global_step": 31598, "epoch": 177, "lr": 8.032677521898277e-05}
{"train_loss": 0.005234685726463795, "global_step": 31599, "epoch": 177, "lr": 8.032560034997622e-05}
{"train_loss": 0.004969360306859016, "global_step": 31600, "epoch": 177, "lr": 8.032442545448208e-05}
{"train_loss": 0.00811944343149662, "global_step": 31601, "epoch": 177, "lr": 8.032325053250136e-05}
{"train_loss": 0.006673261057585478, "global_step": 31602, "epoch": 177, "lr": 8.03220755840351e-05}
{"train_loss": 0.005455643869936466, "global_step": 31603, "epoch": 177, "lr": 8.032090060908433e-05}
{"train_loss": 0.0025818839203566313, "global_step": 31604, "epoch": 177, "lr": 8.031972560765004e-05}
{"train_loss": 0.0026319222524762154, "global_step": 31605, "epoch": 177, "lr": 8.03185505797333e-05}
{"train_loss": 0.010347764939069748, "global_step": 31606, "epoch": 177, "lr": 8.03173755253351e-05}
{"train_loss": 0.003809605725109577, "global_step": 31607, "epoch": 177, "lr": 8.031620044445649e-05}
{"train_loss": 0.007444209884852171, "global_step": 31608, "epoch": 177, "lr": 8.031502533709849e-05}
{"train_loss": 0.005451561883091927, "global_step": 31609, "epoch": 177, "lr": 8.031385020326212e-05}
{"train_loss": 0.007397531531751156, "global_step": 31610, "epoch": 177, "lr": 8.031267504294842e-05}
{"train_loss": 0.007267794571816921, "global_step": 31611, "epoch": 177, "lr": 8.03114998561584e-05}
{"train_loss": 0.007547630462795496, "global_step": 31612, "epoch": 177, "lr": 8.03103246428931e-05}
{"train_loss": 0.009512980468571186, "global_step": 31613, "epoch": 177, "lr": 8.030914940315354e-05}
{"train_loss": 0.0061270310543477535, "global_step": 31614, "epoch": 177, "lr": 8.030797413694075e-05}
{"train_loss": 0.004080628976225853, "global_step": 31615, "epoch": 177, "lr": 8.030679884425576e-05}
{"train_loss": 0.006393836811184883, "global_step": 31616, "epoch": 177, "lr": 8.030562352509958e-05}
{"train_loss": 0.0025661420077085495, "global_step": 31617, "epoch": 177, "lr": 8.030444817947325e-05}
{"train_loss": 0.0027148716617375612, "global_step": 31618, "epoch": 177, "lr": 8.030327280737781e-05}
{"train_loss": 0.0064366888254880905, "global_step": 31619, "epoch": 177, "lr": 8.030209740881424e-05}
{"train_loss": 0.007355175446718931, "global_step": 31620, "epoch": 177, "lr": 8.030092198378363e-05}
{"train_loss": 0.009980968199670315, "global_step": 31621, "epoch": 177, "lr": 8.029974653228695e-05}
{"train_loss": 0.004503563977777958, "global_step": 31622, "epoch": 177, "lr": 8.029857105432526e-05}
{"train_loss": 0.0059974524192512035, "global_step": 31623, "epoch": 177, "lr": 8.029739554989958e-05}
{"train_loss": 0.007021091878414154, "global_step": 31624, "epoch": 177, "lr": 8.029622001901094e-05}
{"train_loss": 0.006838440895080566, "global_step": 31625, "epoch": 177, "lr": 8.029504446166034e-05}
{"train_loss": 0.003977383486926556, "global_step": 31626, "epoch": 177, "lr": 8.029386887784885e-05}
{"train_loss": 0.005638090427964926, "global_step": 31627, "epoch": 177, "lr": 8.029269326757747e-05}
{"train_loss": 0.010145837441086769, "global_step": 31628, "epoch": 177, "lr": 8.029151763084722e-05}
{"train_loss": 0.004201200790703297, "global_step": 31629, "epoch": 177, "lr": 8.029034196765915e-05}
{"train_loss": 0.007247410248965025, "global_step": 31630, "epoch": 177, "lr": 8.028916627801427e-05}
{"train_loss": 0.011840011924505234, "global_step": 31631, "epoch": 177, "lr": 8.028799056191362e-05}
{"train_loss": 0.005277332849800587, "global_step": 31632, "epoch": 177, "lr": 8.028681481935821e-05}
{"train_loss": 0.005170236807316542, "global_step": 31633, "epoch": 177, "lr": 8.028563905034908e-05}
{"train_loss": 0.007290685549378395, "global_step": 31634, "epoch": 177, "lr": 8.028446325488726e-05}
{"train_loss": 0.0056634084321558475, "global_step": 31635, "epoch": 177, "lr": 8.028328743297375e-05}
{"train_loss": 0.009656410664319992, "global_step": 31636, "epoch": 177, "lr": 8.028211158460961e-05}
{"train_loss": 0.004934479016810656, "global_step": 31637, "epoch": 177, "lr": 8.028093570979586e-05}
{"train_loss": 0.007421188522130251, "global_step": 31638, "epoch": 177, "lr": 8.027975980853351e-05}
{"train_loss": 0.004233815707266331, "global_step": 31639, "epoch": 177, "lr": 8.02785838808236e-05}
{"train_loss": 0.005807146430015564, "global_step": 31640, "epoch": 177, "lr": 8.027740792666715e-05}
{"train_loss": 0.007114741951227188, "global_step": 31641, "epoch": 177, "lr": 8.027623194606521e-05}
{"train_loss": 0.010235495865345001, "global_step": 31642, "epoch": 177, "lr": 8.027505593901878e-05}
{"train_loss": 0.007959222421050072, "global_step": 31643, "epoch": 177, "lr": 8.027387990552889e-05}
{"train_loss": 0.00962880626320839, "global_step": 31644, "epoch": 177, "lr": 8.027270384559657e-05}
{"train_loss": 0.005678482819348574, "global_step": 31645, "epoch": 177, "lr": 8.027152775922287e-05}
{"train_loss": 0.006848886609077454, "global_step": 31646, "epoch": 177, "lr": 8.02703516464088e-05}
{"train_loss": 0.008581150323152542, "global_step": 31647, "epoch": 177, "lr": 8.026917550715536e-05}
{"train_loss": 0.008849082514643669, "global_step": 31648, "epoch": 177, "lr": 8.026799934146362e-05}
{"train_loss": 0.006034569814801216, "global_step": 31649, "epoch": 177, "lr": 8.026682314933458e-05}
{"train_loss": 0.004814553074538708, "global_step": 31650, "epoch": 177, "lr": 8.02656469307693e-05}
{"train_loss": 0.01199053879827261, "global_step": 31651, "epoch": 177, "lr": 8.026447068576877e-05}
{"train_loss": 0.009370075538754463, "global_step": 31652, "epoch": 177, "lr": 8.026329441433402e-05}
{"train_loss": 0.007858122698962688, "global_step": 31653, "epoch": 177, "lr": 8.026211811646611e-05}
{"train_loss": 0.006343779154121876, "global_step": 31654, "epoch": 177, "lr": 8.026094179216603e-05}
{"train_loss": 0.004785824101418257, "global_step": 31655, "epoch": 177, "lr": 8.025976544143484e-05}
{"train_loss": 0.005194370169192553, "global_step": 31656, "epoch": 177, "lr": 8.025858906427355e-05}
{"train_loss": 0.008577507920563221, "global_step": 31657, "epoch": 177, "lr": 8.025741266068319e-05}
{"train_loss": 0.009779347106814384, "global_step": 31658, "epoch": 177, "lr": 8.025623623066476e-05}
{"train_loss": 0.007213103584945202, "global_step": 31659, "epoch": 177, "lr": 8.025505977421934e-05}
{"train_loss": 0.0048479363322257996, "global_step": 31660, "epoch": 177, "lr": 8.025388329134793e-05}
{"train_loss": 0.006067782174795866, "global_step": 31661, "epoch": 177, "lr": 8.025270678205156e-05}
{"train_loss": 0.006756969261914492, "global_step": 31662, "epoch": 177, "lr": 8.025153024633125e-05}
{"train_loss": 0.0031019921880215406, "global_step": 31663, "epoch": 177, "lr": 8.025035368418806e-05}
{"train_loss": 0.0067651947028934956, "global_step": 31664, "epoch": 177, "lr": 8.024917709562295e-05}
{"train_loss": 0.007902394980192184, "global_step": 31665, "epoch": 177, "lr": 8.024800048063702e-05}
{"train_loss": 0.006028494331985712, "global_step": 31666, "epoch": 177, "lr": 8.024682383923125e-05}
{"train_loss": 0.009670443832874298, "global_step": 31667, "epoch": 177, "lr": 8.02456471714067e-05}
{"train_loss": 0.0037021301686763763, "global_step": 31668, "epoch": 177, "lr": 8.024447047716439e-05}
{"train_loss": 0.0037790327332913876, "global_step": 31669, "epoch": 177, "lr": 8.024329375650532e-05}
{"train_loss": 0.005911409854888916, "global_step": 31670, "epoch": 177, "lr": 8.024211700943057e-05}
{"train_loss": 0.003949676640331745, "global_step": 31671, "epoch": 177, "lr": 8.024094023594111e-05}
{"train_loss": 0.005580110941082239, "global_step": 31672, "epoch": 177, "lr": 8.023976343603801e-05}
{"train_loss": 0.004296876490116119, "global_step": 31673, "epoch": 177, "lr": 8.023858660972226e-05}
{"train_loss": 0.007027299143373966, "global_step": 31674, "epoch": 177, "lr": 8.023740975699493e-05}
{"train_loss": 0.004312407225370407, "global_step": 31675, "epoch": 177, "lr": 8.023623287785702e-05}
{"train_loss": 0.004145355895161629, "global_step": 31676, "epoch": 177, "lr": 8.023505597230958e-05}
{"train_loss": 0.008717089891433716, "global_step": 31677, "epoch": 177, "lr": 8.02338790403536e-05}
{"train_loss": 0.004114631097763777, "global_step": 31678, "epoch": 177, "lr": 8.023270208199015e-05}
{"train_loss": 0.008453819900751114, "global_step": 31679, "epoch": 177, "lr": 8.023152509722023e-05}
{"train_loss": 0.008694132789969444, "global_step": 31680, "epoch": 177, "lr": 8.023034808604489e-05}
{"train_loss": 0.004482569172978401, "global_step": 31681, "epoch": 177, "lr": 8.022917104846514e-05}
{"train_loss": 0.006357714533805847, "global_step": 31682, "epoch": 177, "lr": 8.022799398448202e-05}
{"train_loss": 0.006302758304433625, "global_step": 31683, "epoch": 177, "lr": 8.022681689409654e-05}
{"train_loss": 0.005110434256494045, "global_step": 31684, "epoch": 178, "lr": 8.022563977730976e-05}
{"train_loss": 0.008267885074019432, "global_step": 31685, "epoch": 178, "lr": 8.022446263412267e-05}
{"train_loss": 0.004378641024231911, "global_step": 31686, "epoch": 178, "lr": 8.022328546453632e-05}
{"train_loss": 0.006773641332983971, "global_step": 31687, "epoch": 178, "lr": 8.022210826855175e-05}
{"train_loss": 0.007458337116986513, "global_step": 31688, "epoch": 178, "lr": 8.022093104616996e-05}
{"train_loss": 0.006642492953687906, "global_step": 31689, "epoch": 178, "lr": 8.021975379739198e-05}
{"train_loss": 0.005501524545252323, "global_step": 31690, "epoch": 178, "lr": 8.021857652221886e-05}
{"train_loss": 0.01044533308595419, "global_step": 31691, "epoch": 178, "lr": 8.021739922065163e-05}
{"train_loss": 0.005216291174292564, "global_step": 31692, "epoch": 178, "lr": 8.02162218926913e-05}
{"train_loss": 0.008760448545217514, "global_step": 31693, "epoch": 178, "lr": 8.02150445383389e-05}
{"train_loss": 0.005837377160787582, "global_step": 31694, "epoch": 178, "lr": 8.021386715759547e-05}
{"train_loss": 0.009456729516386986, "global_step": 31695, "epoch": 178, "lr": 8.021268975046204e-05}
{"train_loss": 0.005476058926433325, "global_step": 31696, "epoch": 178, "lr": 8.02115123169396e-05}
{"train_loss": 0.008646983653306961, "global_step": 31697, "epoch": 178, "lr": 8.021033485702922e-05}
{"train_loss": 0.004115275107324123, "global_step": 31698, "epoch": 178, "lr": 8.020915737073194e-05}
{"train_loss": 0.003370193298906088, "global_step": 31699, "epoch": 178, "lr": 8.020797985804873e-05}
{"train_loss": 0.009519676677882671, "global_step": 31700, "epoch": 178, "lr": 8.020680231898067e-05}
{"train_loss": 0.0046878382563591, "global_step": 31701, "epoch": 178, "lr": 8.020562475352877e-05}
{"train_loss": 0.004770488478243351, "global_step": 31702, "epoch": 178, "lr": 8.020444716169409e-05}
{"train_loss": 0.003588893450796604, "global_step": 31703, "epoch": 178, "lr": 8.020326954347759e-05}
{"train_loss": 0.006142093800008297, "global_step": 31704, "epoch": 178, "lr": 8.020209189888035e-05}
{"train_loss": 0.005618974566459656, "global_step": 31705, "epoch": 178, "lr": 8.02009142279034e-05}
{"train_loss": 0.00592373963445425, "global_step": 31706, "epoch": 178, "lr": 8.019973653054772e-05}
{"train_loss": 0.005980555899441242, "global_step": 31707, "epoch": 178, "lr": 8.01985588068144e-05}
{"train_loss": 0.004743062891066074, "global_step": 31708, "epoch": 178, "lr": 8.019738105670444e-05}
{"train_loss": 0.007659240625798702, "global_step": 31709, "epoch": 178, "lr": 8.019620328021886e-05}
{"train_loss": 0.0029707883950322866, "global_step": 31710, "epoch": 178, "lr": 8.019502547735871e-05}
{"train_loss": 0.004607755690813065, "global_step": 31711, "epoch": 178, "lr": 8.019384764812501e-05}
{"train_loss": 0.005040282849222422, "global_step": 31712, "epoch": 178, "lr": 8.019266979251878e-05}
{"train_loss": 0.00388632295653224, "global_step": 31713, "epoch": 178, "lr": 8.019149191054106e-05}
{"train_loss": 0.004364128690212965, "global_step": 31714, "epoch": 178, "lr": 8.019031400219288e-05}
{"train_loss": 0.0027664233930408955, "global_step": 31715, "epoch": 178, "lr": 8.018913606747525e-05}
{"train_loss": 0.003501053899526596, "global_step": 31716, "epoch": 178, "lr": 8.018795810638924e-05}
{"train_loss": 0.008058530278503895, "global_step": 31717, "epoch": 178, "lr": 8.018678011893582e-05}
{"train_loss": 0.005512016825377941, "global_step": 31718, "epoch": 178, "lr": 8.018560210511607e-05}
{"train_loss": 0.005782400257885456, "global_step": 31719, "epoch": 178, "lr": 8.018442406493099e-05}
{"train_loss": 0.0035929277073591948, "global_step": 31720, "epoch": 178, "lr": 8.018324599838162e-05}
{"train_loss": 0.004926355555653572, "global_step": 31721, "epoch": 178, "lr": 8.018206790546898e-05}
{"train_loss": 0.006174694746732712, "global_step": 31722, "epoch": 178, "lr": 8.018088978619411e-05}
{"train_loss": 0.0052683246321976185, "global_step": 31723, "epoch": 178, "lr": 8.017971164055805e-05}
{"train_loss": 0.007741463370621204, "global_step": 31724, "epoch": 178, "lr": 8.01785334685618e-05}
{"train_loss": 0.0035816405434161425, "global_step": 31725, "epoch": 178, "lr": 8.017735527020642e-05}
{"train_loss": 0.001591981970705092, "global_step": 31726, "epoch": 178, "lr": 8.017617704549289e-05}
{"train_loss": 0.006174915935844183, "global_step": 31727, "epoch": 178, "lr": 8.01749987944223e-05}
{"train_loss": 0.0027841185219585896, "global_step": 31728, "epoch": 178, "lr": 8.017382051699564e-05}
{"train_loss": 0.005190812982618809, "global_step": 31729, "epoch": 178, "lr": 8.017264221321394e-05}
{"train_loss": 0.007067465223371983, "global_step": 31730, "epoch": 178, "lr": 8.017146388307826e-05}
{"train_loss": 0.004021452274173498, "global_step": 31731, "epoch": 178, "lr": 8.01702855265896e-05}
{"train_loss": 0.0061032408848404884, "global_step": 31732, "epoch": 178, "lr": 8.016910714374899e-05}
{"train_loss": 0.004672575742006302, "global_step": 31733, "epoch": 178, "lr": 8.016792873455747e-05}
{"train_loss": 0.005340307019650936, "global_step": 31734, "epoch": 178, "lr": 8.016675029901606e-05}
{"train_loss": 0.005587709601968527, "global_step": 31735, "epoch": 178, "lr": 8.01655718371258e-05}
{"train_loss": 0.0071338783018291, "global_step": 31736, "epoch": 178, "lr": 8.016439334888772e-05}
{"train_loss": 0.004854145459830761, "global_step": 31737, "epoch": 178, "lr": 8.016321483430285e-05}
{"train_loss": 0.005307995248585939, "global_step": 31738, "epoch": 178, "lr": 8.016203629337221e-05}
{"train_loss": 0.005052540451288223, "global_step": 31739, "epoch": 178, "lr": 8.016085772609682e-05}
{"train_loss": 0.007903525605797768, "global_step": 31740, "epoch": 178, "lr": 8.015967913247773e-05}
{"train_loss": 0.007975993677973747, "global_step": 31741, "epoch": 178, "lr": 8.015850051251596e-05}
{"train_loss": 0.004060819279402494, "global_step": 31742, "epoch": 178, "lr": 8.015732186621254e-05}
{"train_loss": 0.007246824912726879, "global_step": 31743, "epoch": 178, "lr": 8.01561431935685e-05}
{"train_loss": 0.0056909252889454365, "global_step": 31744, "epoch": 178, "lr": 8.015496449458487e-05}
{"train_loss": 0.0041733914986252785, "global_step": 31745, "epoch": 178, "lr": 8.015378576926269e-05}
{"train_loss": 0.005406148731708527, "global_step": 31746, "epoch": 178, "lr": 8.015260701760296e-05}
{"train_loss": 0.004860076121985912, "global_step": 31747, "epoch": 178, "lr": 8.015142823960674e-05}
{"train_loss": 0.006643415428698063, "global_step": 31748, "epoch": 178, "lr": 8.015024943527504e-05}
{"train_loss": 0.012615845538675785, "global_step": 31749, "epoch": 178, "lr": 8.01490706046089e-05}
{"train_loss": 0.007161496207118034, "global_step": 31750, "epoch": 178, "lr": 8.014789174760935e-05}
{"train_loss": 0.008366336114704609, "global_step": 31751, "epoch": 178, "lr": 8.014671286427742e-05}
{"train_loss": 0.0034583336673676968, "global_step": 31752, "epoch": 178, "lr": 8.014553395461412e-05}
{"train_loss": 0.006551690399646759, "global_step": 31753, "epoch": 178, "lr": 8.014435501862052e-05}
{"train_loss": 0.009965009987354279, "global_step": 31754, "epoch": 178, "lr": 8.014317605629761e-05}
{"train_loss": 0.0033510811626911163, "global_step": 31755, "epoch": 178, "lr": 8.014199706764645e-05}
{"train_loss": 0.0037618656642735004, "global_step": 31756, "epoch": 178, "lr": 8.014081805266806e-05}
{"train_loss": 0.006336335092782974, "global_step": 31757, "epoch": 178, "lr": 8.013963901136345e-05}
{"train_loss": 0.005126468371599913, "global_step": 31758, "epoch": 178, "lr": 8.013845994373366e-05}
{"train_loss": 0.004841972142457962, "global_step": 31759, "epoch": 178, "lr": 8.013728084977973e-05}
{"train_loss": 0.00539048807695508, "global_step": 31760, "epoch": 178, "lr": 8.01361017295027e-05}
{"train_loss": 0.006129506044089794, "global_step": 31761, "epoch": 178, "lr": 8.013492258290358e-05}
{"train_loss": 0.0062677920795977116, "global_step": 31762, "epoch": 178, "lr": 8.01337434099834e-05}
{"train_loss": 0.004335246980190277, "global_step": 31763, "epoch": 178, "lr": 8.013256421074319e-05}
{"train_loss": 0.004361690022051334, "global_step": 31764, "epoch": 178, "lr": 8.013138498518399e-05}
{"train_loss": 0.004194264765828848, "global_step": 31765, "epoch": 178, "lr": 8.013020573330682e-05}
{"train_loss": 0.01117522269487381, "global_step": 31766, "epoch": 178, "lr": 8.012902645511272e-05}
{"train_loss": 0.00459046708419919, "global_step": 31767, "epoch": 178, "lr": 8.01278471506027e-05}
{"train_loss": 0.006595974788069725, "global_step": 31768, "epoch": 178, "lr": 8.012666781977783e-05}
{"train_loss": 0.0036858324892818928, "global_step": 31769, "epoch": 178, "lr": 8.01254884626391e-05}
{"train_loss": 0.007825195789337158, "global_step": 31770, "epoch": 178, "lr": 8.012430907918756e-05}
{"train_loss": 0.0067249443382024765, "global_step": 31771, "epoch": 178, "lr": 8.012312966942422e-05}
{"train_loss": 0.003980142995715141, "global_step": 31772, "epoch": 178, "lr": 8.012195023335014e-05}
{"train_loss": 0.0035723091568797827, "global_step": 31773, "epoch": 178, "lr": 8.012077077096634e-05}
{"train_loss": 0.005533349700272083, "global_step": 31774, "epoch": 178, "lr": 8.011959128227383e-05}
{"train_loss": 0.0054097408428788185, "global_step": 31775, "epoch": 178, "lr": 8.011841176727366e-05}
{"train_loss": 0.005283106118440628, "global_step": 31776, "epoch": 178, "lr": 8.011723222596687e-05}
{"train_loss": 0.004232689738273621, "global_step": 31777, "epoch": 178, "lr": 8.011605265835446e-05}
{"train_loss": 0.007203030399978161, "global_step": 31778, "epoch": 178, "lr": 8.011487306443748e-05}
{"train_loss": 0.002770557999610901, "global_step": 31779, "epoch": 178, "lr": 8.011369344421695e-05}
{"train_loss": 0.008079901337623596, "global_step": 31780, "epoch": 178, "lr": 8.011251379769393e-05}
{"train_loss": 0.0030972252134233713, "global_step": 31781, "epoch": 178, "lr": 8.011133412486942e-05}
{"train_loss": 0.00868403073400259, "global_step": 31782, "epoch": 178, "lr": 8.011015442574444e-05}
{"train_loss": 0.006877291481941938, "global_step": 31783, "epoch": 178, "lr": 8.010897470032006e-05}
{"train_loss": 0.005735117010772228, "global_step": 31784, "epoch": 178, "lr": 8.010779494859728e-05}
{"train_loss": 0.005286313593387604, "global_step": 31785, "epoch": 178, "lr": 8.010661517057714e-05}
{"train_loss": 0.003820890560746193, "global_step": 31786, "epoch": 178, "lr": 8.010543536626065e-05}
{"train_loss": 0.0038139959797263145, "global_step": 31787, "epoch": 178, "lr": 8.010425553564889e-05}
{"train_loss": 0.004202820360660553, "global_step": 31788, "epoch": 178, "lr": 8.010307567874284e-05}
{"train_loss": 0.005967794451862574, "global_step": 31789, "epoch": 178, "lr": 8.010189579554356e-05}
{"train_loss": 0.00635626632720232, "global_step": 31790, "epoch": 178, "lr": 8.010071588605207e-05}
{"train_loss": 0.005239827558398247, "global_step": 31791, "epoch": 178, "lr": 8.00995359502694e-05}
{"train_loss": 0.010307187214493752, "global_step": 31792, "epoch": 178, "lr": 8.00983559881966e-05}
{"train_loss": 0.0026427777484059334, "global_step": 31793, "epoch": 178, "lr": 8.009717599983466e-05}
{"train_loss": 0.009616101160645485, "global_step": 31794, "epoch": 178, "lr": 8.009599598518465e-05}
{"train_loss": 0.00641166465356946, "global_step": 31795, "epoch": 178, "lr": 8.009481594424757e-05}
{"train_loss": 0.007865887135267258, "global_step": 31796, "epoch": 178, "lr": 8.009363587702448e-05}
{"train_loss": 0.0068732076324522495, "global_step": 31797, "epoch": 178, "lr": 8.009245578351639e-05}
{"train_loss": 0.007735338993370533, "global_step": 31798, "epoch": 178, "lr": 8.009127566372433e-05}
{"train_loss": 0.0037225093692541122, "global_step": 31799, "epoch": 178, "lr": 8.009009551764935e-05}
{"train_loss": 0.003322366625070572, "global_step": 31800, "epoch": 178, "lr": 8.008891534529247e-05}
{"train_loss": 0.006187586113810539, "global_step": 31801, "epoch": 178, "lr": 8.008773514665471e-05}
{"train_loss": 0.004157044924795628, "global_step": 31802, "epoch": 178, "lr": 8.008655492173711e-05}
{"train_loss": 0.006632019765675068, "global_step": 31803, "epoch": 178, "lr": 8.00853746705407e-05}
{"train_loss": 0.004479957744479179, "global_step": 31804, "epoch": 178, "lr": 8.008419439306652e-05}
{"train_loss": 0.009883193299174309, "global_step": 31805, "epoch": 178, "lr": 8.008301408931558e-05}
{"train_loss": 0.0034713272470980883, "global_step": 31806, "epoch": 178, "lr": 8.008183375928895e-05}
{"train_loss": 0.00479986984282732, "global_step": 31807, "epoch": 178, "lr": 8.00806534029876e-05}
{"train_loss": 0.011015689931809902, "global_step": 31808, "epoch": 178, "lr": 8.007947302041262e-05}
{"train_loss": 0.005236771889030933, "global_step": 31809, "epoch": 178, "lr": 8.007829261156501e-05}
{"train_loss": 0.009507856331765652, "global_step": 31810, "epoch": 178, "lr": 8.00771121764458e-05}
{"train_loss": 0.006860090419650078, "global_step": 31811, "epoch": 178, "lr": 8.007593171505604e-05}
{"train_loss": 0.004856834188103676, "global_step": 31812, "epoch": 178, "lr": 8.007475122739676e-05}
{"train_loss": 0.005315071903169155, "global_step": 31813, "epoch": 178, "lr": 8.007357071346895e-05}
{"train_loss": 0.005960267968475819, "global_step": 31814, "epoch": 178, "lr": 8.00723901732737e-05}
{"train_loss": 0.0039014359936118126, "global_step": 31815, "epoch": 178, "lr": 8.0071209606812e-05}
{"train_loss": 0.00788528099656105, "global_step": 31816, "epoch": 178, "lr": 8.007002901408489e-05}
{"train_loss": 0.00875052995979786, "global_step": 31817, "epoch": 178, "lr": 8.006884839509342e-05}
{"train_loss": 0.0020845066756010056, "global_step": 31818, "epoch": 178, "lr": 8.00676677498386e-05}
{"train_loss": 0.006265333853662014, "global_step": 31819, "epoch": 178, "lr": 8.006648707832146e-05}
{"train_loss": 0.005508448928594589, "global_step": 31820, "epoch": 178, "lr": 8.006530638054303e-05}
{"train_loss": 0.007844725623726845, "global_step": 31821, "epoch": 178, "lr": 8.006412565650439e-05}
{"train_loss": 0.005301142111420631, "global_step": 31822, "epoch": 178, "lr": 8.00629449062065e-05}
{"train_loss": 0.010483944788575172, "global_step": 31823, "epoch": 178, "lr": 8.006176412965043e-05}
{"train_loss": 0.006752448156476021, "global_step": 31824, "epoch": 178, "lr": 8.00605833268372e-05}
{"train_loss": 0.007873264141380787, "global_step": 31825, "epoch": 178, "lr": 8.005940249776785e-05}
{"train_loss": 0.004431060049682856, "global_step": 31826, "epoch": 178, "lr": 8.005822164244341e-05}
{"train_loss": 0.0048127323389053345, "global_step": 31827, "epoch": 178, "lr": 8.005704076086491e-05}
{"train_loss": 0.007443820126354694, "global_step": 31828, "epoch": 178, "lr": 8.005585985303337e-05}
{"train_loss": 0.002448570216074586, "global_step": 31829, "epoch": 178, "lr": 8.005467891894984e-05}
{"train_loss": 0.009617345407605171, "global_step": 31830, "epoch": 178, "lr": 8.005349795861534e-05}
{"train_loss": 0.004319677595049143, "global_step": 31831, "epoch": 178, "lr": 8.00523169720309e-05}
{"train_loss": 0.008638224564492702, "global_step": 31832, "epoch": 178, "lr": 8.005113595919755e-05}
{"train_loss": 0.008780098520219326, "global_step": 31833, "epoch": 178, "lr": 8.004995492011635e-05}
{"train_loss": 0.005230737384408712, "global_step": 31834, "epoch": 178, "lr": 8.004877385478828e-05}
{"train_loss": 0.008560571819543839, "global_step": 31835, "epoch": 178, "lr": 8.004759276321442e-05}
{"train_loss": 0.006203696131706238, "global_step": 31836, "epoch": 178, "lr": 8.004641164539579e-05}
{"train_loss": 0.0030786925926804543, "global_step": 31837, "epoch": 178, "lr": 8.004523050133339e-05}
{"train_loss": 0.0055727544240653515, "global_step": 31838, "epoch": 178, "lr": 8.00440493310283e-05}
{"train_loss": 0.008294956758618355, "global_step": 31839, "epoch": 178, "lr": 8.00428681344815e-05}
{"train_loss": 0.005818754434585571, "global_step": 31840, "epoch": 178, "lr": 8.004168691169407e-05}
{"train_loss": 0.004986270796507597, "global_step": 31841, "epoch": 178, "lr": 8.004050566266702e-05}
{"train_loss": 0.006555486004799604, "global_step": 31842, "epoch": 178, "lr": 8.003932438740138e-05}
{"train_loss": 0.0057119387201964855, "global_step": 31843, "epoch": 178, "lr": 8.003814308589817e-05}
{"train_loss": 0.005834572948515415, "global_step": 31844, "epoch": 178, "lr": 8.003696175815846e-05}
{"train_loss": 0.008391592651605606, "global_step": 31845, "epoch": 178, "lr": 8.003578040418324e-05}
{"train_loss": 0.004926317371428013, "global_step": 31846, "epoch": 178, "lr": 8.003459902397357e-05}
{"train_loss": 0.007711716461926699, "global_step": 31847, "epoch": 178, "lr": 8.003341761753047e-05}
{"train_loss": 0.004502689465880394, "global_step": 31848, "epoch": 178, "lr": 8.003223618485495e-05}
{"train_loss": 0.0075233387760818005, "global_step": 31849, "epoch": 178, "lr": 8.003105472594809e-05}
{"train_loss": 0.005619324743747711, "global_step": 31850, "epoch": 178, "lr": 8.00298732408109e-05}
{"train_loss": 0.005774891935288906, "global_step": 31851, "epoch": 178, "lr": 8.00286917294444e-05}
{"train_loss": 0.0033435984514653683, "global_step": 31852, "epoch": 178, "lr": 8.002751019184962e-05}
{"train_loss": 0.00639420235529542, "global_step": 31853, "epoch": 178, "lr": 8.002632862802762e-05}
{"train_loss": 0.006133963353931904, "global_step": 31854, "epoch": 178, "lr": 8.002514703797941e-05}
{"train_loss": 0.0028032129630446434, "global_step": 31855, "epoch": 178, "lr": 8.002396542170603e-05}
{"train_loss": 0.009642161428928375, "global_step": 31856, "epoch": 178, "lr": 8.00227837792085e-05}
{"train_loss": 0.006346452981233597, "global_step": 31857, "epoch": 178, "lr": 8.002160211048786e-05}
{"train_loss": 0.004949816502630711, "global_step": 31858, "epoch": 178, "lr": 8.002042041554516e-05}
{"train_loss": 0.004245331510901451, "global_step": 31859, "epoch": 178, "lr": 8.00192386943814e-05}
{"train_loss": 0.007214649114757776, "global_step": 31860, "epoch": 178, "lr": 8.001805694699765e-05}
{"train_loss": 0.005889888570952659, "global_step": 31861, "epoch": 178, "lr": 8.00168751733949e-05}
{"train_loss": 0.009656721726059914, "global_step": 31862, "epoch": 179, "lr": 8.00156933735742e-05}
{"train_loss": 0.006286491174250841, "global_step": 31863, "epoch": 179, "lr": 8.001451154753659e-05}
{"train_loss": 0.003962802700698376, "global_step": 31864, "epoch": 179, "lr": 8.00133296952831e-05}
{"train_loss": 0.003102447371929884, "global_step": 31865, "epoch": 179, "lr": 8.001214781681476e-05}
{"train_loss": 0.0037124445661902428, "global_step": 31866, "epoch": 179, "lr": 8.00109659121326e-05}
{"train_loss": 0.005585033446550369, "global_step": 31867, "epoch": 179, "lr": 8.000978398123763e-05}
{"train_loss": 0.006350827869027853, "global_step": 31868, "epoch": 179, "lr": 8.000860202413094e-05}
{"train_loss": 0.00686810864135623, "global_step": 31869, "epoch": 179, "lr": 8.000742004081351e-05}
{"train_loss": 0.00734697375446558, "global_step": 31870, "epoch": 179, "lr": 8.000623803128639e-05}
{"train_loss": 0.005173121578991413, "global_step": 31871, "epoch": 179, "lr": 8.000505599555062e-05}
{"train_loss": 0.005746000446379185, "global_step": 31872, "epoch": 179, "lr": 8.000387393360723e-05}
{"train_loss": 0.007874533534049988, "global_step": 31873, "epoch": 179, "lr": 8.000269184545724e-05}
{"train_loss": 0.0057181986048817635, "global_step": 31874, "epoch": 179, "lr": 8.00015097311017e-05}
{"train_loss": 0.006188353523612022, "global_step": 31875, "epoch": 179, "lr": 8.000032759054161e-05}
{"train_loss": 0.007890168577432632, "global_step": 31876, "epoch": 179, "lr": 7.999914542377805e-05}
{"train_loss": 0.007841047830879688, "global_step": 31877, "epoch": 179, "lr": 7.9997963230812e-05}
{"train_loss": 0.003306284546852112, "global_step": 31878, "epoch": 179, "lr": 7.999678101164456e-05}
{"train_loss": 0.0033601231407374144, "global_step": 31879, "epoch": 179, "lr": 7.99955987662767e-05}
{"train_loss": 0.0066579305566847324, "global_step": 31880, "epoch": 179, "lr": 7.999441649470948e-05}
{"train_loss": 0.007201719097793102, "global_step": 31881, "epoch": 179, "lr": 7.999323419694392e-05}
{"train_loss": 0.004715822171419859, "global_step": 31882, "epoch": 179, "lr": 7.999205187298107e-05}
{"train_loss": 0.004713495261967182, "global_step": 31883, "epoch": 179, "lr": 7.999086952282195e-05}
{"train_loss": 0.005365115590393543, "global_step": 31884, "epoch": 179, "lr": 7.99896871464676e-05}
{"train_loss": 0.007918430492281914, "global_step": 31885, "epoch": 179, "lr": 7.998850474391906e-05}
{"train_loss": 0.00358675979077816, "global_step": 31886, "epoch": 179, "lr": 7.998732231517732e-05}
{"train_loss": 0.005648810416460037, "global_step": 31887, "epoch": 179, "lr": 7.998613986024348e-05}
{"train_loss": 0.004736629314720631, "global_step": 31888, "epoch": 179, "lr": 7.998495737911851e-05}
{"train_loss": 0.007641180884093046, "global_step": 31889, "epoch": 179, "lr": 7.998377487180349e-05}
{"train_loss": 0.004424231126904488, "global_step": 31890, "epoch": 179, "lr": 7.998259233829943e-05}
{"train_loss": 0.006738229654729366, "global_step": 31891, "epoch": 179, "lr": 7.998140977860735e-05}
{"train_loss": 0.006265823729336262, "global_step": 31892, "epoch": 179, "lr": 7.998022719272832e-05}
{"train_loss": 0.0037045730277895927, "global_step": 31893, "epoch": 179, "lr": 7.997904458066334e-05}
{"train_loss": 0.005979845300316811, "global_step": 31894, "epoch": 179, "lr": 7.997786194241345e-05}
{"train_loss": 0.005628189072012901, "global_step": 31895, "epoch": 179, "lr": 7.99766792779797e-05}
{"train_loss": 0.005493170581758022, "global_step": 31896, "epoch": 179, "lr": 7.99754965873631e-05}
{"train_loss": 0.0033970049116760492, "global_step": 31897, "epoch": 179, "lr": 7.997431387056472e-05}
{"train_loss": 0.005426951218396425, "global_step": 31898, "epoch": 179, "lr": 7.997313112758553e-05}
{"train_loss": 0.005194133147597313, "global_step": 31899, "epoch": 179, "lr": 7.997194835842662e-05}
{"train_loss": 0.009630122222006321, "global_step": 31900, "epoch": 179, "lr": 7.9970765563089e-05}
{"train_loss": 0.008322237990796566, "global_step": 31901, "epoch": 179, "lr": 7.996958274157371e-05}
{"train_loss": 0.007251633796840906, "global_step": 31902, "epoch": 179, "lr": 7.996839989388178e-05}
{"train_loss": 0.006230748258531094, "global_step": 31903, "epoch": 179, "lr": 7.996721702001423e-05}
{"train_loss": 0.003286191262304783, "global_step": 31904, "epoch": 179, "lr": 7.996603411997212e-05}
{"train_loss": 0.004947214387357235, "global_step": 31905, "epoch": 179, "lr": 7.996485119375645e-05}
{"train_loss": 0.008949048817157745, "global_step": 31906, "epoch": 179, "lr": 7.99636682413683e-05}
{"train_loss": 0.005429821088910103, "global_step": 31907, "epoch": 179, "lr": 7.996248526280865e-05}
{"train_loss": 0.007899373769760132, "global_step": 31908, "epoch": 179, "lr": 7.996130225807857e-05}
{"train_loss": 0.005894952453672886, "global_step": 31909, "epoch": 179, "lr": 7.996011922717907e-05}
{"train_loss": 0.007178082130849361, "global_step": 31910, "epoch": 179, "lr": 7.995893617011121e-05}
{"train_loss": 0.009403824806213379, "global_step": 31911, "epoch": 179, "lr": 7.9957753086876e-05}
{"train_loss": 0.006438825279474258, "global_step": 31912, "epoch": 179, "lr": 7.99565699774745e-05}
{"train_loss": 0.004208601079881191, "global_step": 31913, "epoch": 179, "lr": 7.995538684190771e-05}
{"train_loss": 0.005019928328692913, "global_step": 31914, "epoch": 179, "lr": 7.995420368017667e-05}
{"train_loss": 0.007286963984370232, "global_step": 31915, "epoch": 179, "lr": 7.995302049228242e-05}
{"train_loss": 0.008059293031692505, "global_step": 31916, "epoch": 179, "lr": 7.995183727822602e-05}
{"train_loss": 0.0031058238819241524, "global_step": 31917, "epoch": 179, "lr": 7.995065403800845e-05}
{"train_loss": 0.00651264563202858, "global_step": 31918, "epoch": 179, "lr": 7.99494707716308e-05}
{"train_loss": 0.006389946676790714, "global_step": 31919, "epoch": 179, "lr": 7.994828747909407e-05}
{"train_loss": 0.005315861199051142, "global_step": 31920, "epoch": 179, "lr": 7.994710416039927e-05}
{"train_loss": 0.00756269134581089, "global_step": 31921, "epoch": 179, "lr": 7.994592081554749e-05}
{"train_loss": 0.007400394883006811, "global_step": 31922, "epoch": 179, "lr": 7.994473744453974e-05}
{"train_loss": 0.004155987408012152, "global_step": 31923, "epoch": 179, "lr": 7.994355404737703e-05}
{"train_loss": 0.005845784209668636, "global_step": 31924, "epoch": 179, "lr": 7.994237062406043e-05}
{"train_loss": 0.004267408512532711, "global_step": 31925, "epoch": 179, "lr": 7.994118717459096e-05}
{"train_loss": 0.010409515351057053, "global_step": 31926, "epoch": 179, "lr": 7.994000369896964e-05}
{"train_loss": 0.004472709260880947, "global_step": 31927, "epoch": 179, "lr": 7.993882019719752e-05}
{"train_loss": 0.0031029859092086554, "global_step": 31928, "epoch": 179, "lr": 7.993763666927563e-05}
{"train_loss": 0.007555719930678606, "global_step": 31929, "epoch": 179, "lr": 7.993645311520499e-05}
{"train_loss": 0.004444110207259655, "global_step": 31930, "epoch": 179, "lr": 7.993526953498667e-05}
{"train_loss": 0.006939144805073738, "global_step": 31931, "epoch": 179, "lr": 7.993408592862166e-05}
{"train_loss": 0.009444540366530418, "global_step": 31932, "epoch": 179, "lr": 7.993290229611102e-05}
{"train_loss": 0.006269411183893681, "global_step": 31933, "epoch": 179, "lr": 7.993171863745577e-05}
{"train_loss": 0.006713805254548788, "global_step": 31934, "epoch": 179, "lr": 7.993053495265696e-05}
{"train_loss": 0.006329366005957127, "global_step": 31935, "epoch": 179, "lr": 7.992935124171562e-05}
{"train_loss": 0.008028514683246613, "global_step": 31936, "epoch": 179, "lr": 7.992816750463276e-05}
{"train_loss": 0.0067744022235274315, "global_step": 31937, "epoch": 179, "lr": 7.992698374140944e-05}
{"train_loss": 0.003994989674538374, "global_step": 31938, "epoch": 179, "lr": 7.992579995204669e-05}
{"train_loss": 0.006356373429298401, "global_step": 31939, "epoch": 179, "lr": 7.992461613654555e-05}
{"train_loss": 0.004926561377942562, "global_step": 31940, "epoch": 179, "lr": 7.992343229490704e-05}
{"train_loss": 0.004669294226914644, "global_step": 31941, "epoch": 179, "lr": 7.992224842713219e-05}
{"train_loss": 0.007351167034357786, "global_step": 31942, "epoch": 179, "lr": 7.992106453322205e-05}
{"train_loss": 0.00577581487596035, "global_step": 31943, "epoch": 179, "lr": 7.991988061317765e-05}
{"train_loss": 0.004156286362558603, "global_step": 31944, "epoch": 179, "lr": 7.991869666700002e-05}
{"train_loss": 0.006940924096852541, "global_step": 31945, "epoch": 179, "lr": 7.991751269469018e-05}
{"train_loss": 0.00534489331766963, "global_step": 31946, "epoch": 179, "lr": 7.991632869624921e-05}
{"train_loss": 0.00716601125895977, "global_step": 31947, "epoch": 179, "lr": 7.991514467167809e-05}
{"train_loss": 0.0031630126759409904, "global_step": 31948, "epoch": 179, "lr": 7.991396062097788e-05}
{"train_loss": 0.009663148783147335, "global_step": 31949, "epoch": 179, "lr": 7.991277654414961e-05}
{"train_loss": 0.004066971130669117, "global_step": 31950, "epoch": 179, "lr": 7.991159244119433e-05}
{"train_loss": 0.006575482431799173, "global_step": 31951, "epoch": 179, "lr": 7.991040831211306e-05}
{"train_loss": 0.005296123679727316, "global_step": 31952, "epoch": 179, "lr": 7.990922415690683e-05}
{"train_loss": 0.01066974364221096, "global_step": 31953, "epoch": 179, "lr": 7.990803997557666e-05}
{"train_loss": 0.003854643553495407, "global_step": 31954, "epoch": 179, "lr": 7.990685576812362e-05}
{"train_loss": 0.009122702293097973, "global_step": 31955, "epoch": 179, "lr": 7.990567153454873e-05}
{"train_loss": 0.0059157563373446465, "global_step": 31956, "epoch": 179, "lr": 7.990448727485302e-05}
{"train_loss": 0.003691541962325573, "global_step": 31957, "epoch": 179, "lr": 7.990330298903752e-05}
{"train_loss": 0.005112565588206053, "global_step": 31958, "epoch": 179, "lr": 7.990211867710327e-05}
{"train_loss": 0.005423609632998705, "global_step": 31959, "epoch": 179, "lr": 7.990093433905131e-05}
{"train_loss": 0.008635969832539558, "global_step": 31960, "epoch": 179, "lr": 7.989974997488267e-05}
{"train_loss": 0.005722359288483858, "global_step": 31961, "epoch": 179, "lr": 7.989856558459839e-05}
{"train_loss": 0.011042683385312557, "global_step": 31962, "epoch": 179, "lr": 7.989738116819949e-05}
{"train_loss": 0.004749877844005823, "global_step": 31963, "epoch": 179, "lr": 7.9896196725687e-05}
{"train_loss": 0.0077404724434018135, "global_step": 31964, "epoch": 179, "lr": 7.989501225706199e-05}
{"train_loss": 0.008156901225447655, "global_step": 31965, "epoch": 179, "lr": 7.989382776232546e-05}
{"train_loss": 0.004532317165285349, "global_step": 31966, "epoch": 179, "lr": 7.989264324147847e-05}
{"train_loss": 0.00420509185642004, "global_step": 31967, "epoch": 179, "lr": 7.989145869452202e-05}
{"train_loss": 0.005126756615936756, "global_step": 31968, "epoch": 179, "lr": 7.989027412145719e-05}
{"train_loss": 0.006361127831041813, "global_step": 31969, "epoch": 179, "lr": 7.988908952228498e-05}
{"train_loss": 0.0046472735702991486, "global_step": 31970, "epoch": 179, "lr": 7.988790489700644e-05}
{"train_loss": 0.006590376608073711, "global_step": 31971, "epoch": 179, "lr": 7.988672024562258e-05}
{"train_loss": 0.0043032048270106316, "global_step": 31972, "epoch": 179, "lr": 7.988553556813448e-05}
{"train_loss": 0.010012436658143997, "global_step": 31973, "epoch": 179, "lr": 7.988435086454313e-05}
{"train_loss": 0.004810900893062353, "global_step": 31974, "epoch": 179, "lr": 7.988316613484959e-05}
{"train_loss": 0.00350906141102314, "global_step": 31975, "epoch": 179, "lr": 7.988198137905489e-05}
{"train_loss": 0.007580495439469814, "global_step": 31976, "epoch": 179, "lr": 7.988079659716008e-05}
{"train_loss": 0.0064858077093958855, "global_step": 31977, "epoch": 179, "lr": 7.987961178916616e-05}
{"train_loss": 0.001690591569058597, "global_step": 31978, "epoch": 179, "lr": 7.987842695507417e-05}
{"train_loss": 0.007071292959153652, "global_step": 31979, "epoch": 179, "lr": 7.987724209488519e-05}
{"train_loss": 0.0049326373264193535, "global_step": 31980, "epoch": 179, "lr": 7.987605720860021e-05}
{"train_loss": 0.005967090837657452, "global_step": 31981, "epoch": 179, "lr": 7.987487229622026e-05}
{"train_loss": 0.004575144033879042, "global_step": 31982, "epoch": 179, "lr": 7.987368735774642e-05}
{"train_loss": 0.009059417992830276, "global_step": 31983, "epoch": 179, "lr": 7.98725023931797e-05}
{"train_loss": 0.0070916470140218735, "global_step": 31984, "epoch": 179, "lr": 7.987131740252112e-05}
{"train_loss": 0.005978730507194996, "global_step": 31985, "epoch": 179, "lr": 7.987013238577172e-05}
{"train_loss": 0.007498997263610363, "global_step": 31986, "epoch": 179, "lr": 7.986894734293255e-05}
{"train_loss": 0.006252706982195377, "global_step": 31987, "epoch": 179, "lr": 7.986776227400466e-05}
{"train_loss": 0.004273250699043274, "global_step": 31988, "epoch": 179, "lr": 7.986657717898902e-05}
{"train_loss": 0.0062202028930187225, "global_step": 31989, "epoch": 179, "lr": 7.986539205788675e-05}
{"train_loss": 0.007092630490660667, "global_step": 31990, "epoch": 179, "lr": 7.986420691069883e-05}
{"train_loss": 0.002782081486657262, "global_step": 31991, "epoch": 179, "lr": 7.98630217374263e-05}
{"train_loss": 0.004539753310382366, "global_step": 31992, "epoch": 179, "lr": 7.98618365380702e-05}
{"train_loss": 0.005454061087220907, "global_step": 31993, "epoch": 179, "lr": 7.986065131263158e-05}
{"train_loss": 0.0031127508264034986, "global_step": 31994, "epoch": 179, "lr": 7.985946606111148e-05}
{"train_loss": 0.005480406805872917, "global_step": 31995, "epoch": 179, "lr": 7.98582807835109e-05}
{"train_loss": 0.008353827521204948, "global_step": 31996, "epoch": 179, "lr": 7.985709547983089e-05}
{"train_loss": 0.005545449443161488, "global_step": 31997, "epoch": 179, "lr": 7.98559101500725e-05}
{"train_loss": 0.006083406507968903, "global_step": 31998, "epoch": 179, "lr": 7.985472479423675e-05}
{"train_loss": 0.0026225969195365906, "global_step": 31999, "epoch": 179, "lr": 7.985353941232467e-05}
{"train_loss": 0.006146147381514311, "global_step": 32000, "epoch": 179, "lr": 7.985235400433733e-05}
{"train_loss": 0.008122581988573074, "global_step": 32001, "epoch": 179, "lr": 7.985116857027573e-05}
{"train_loss": 0.0038581672124564648, "global_step": 32002, "epoch": 179, "lr": 7.984998311014092e-05}
{"train_loss": 0.004733303561806679, "global_step": 32003, "epoch": 179, "lr": 7.984879762393394e-05}
{"train_loss": 0.007444900460541248, "global_step": 32004, "epoch": 179, "lr": 7.98476121116558e-05}
{"train_loss": 0.006237781140953302, "global_step": 32005, "epoch": 179, "lr": 7.984642657330757e-05}
{"train_loss": 0.005271823611110449, "global_step": 32006, "epoch": 179, "lr": 7.984524100889026e-05}
{"train_loss": 0.006779114715754986, "global_step": 32007, "epoch": 179, "lr": 7.984405541840491e-05}
{"train_loss": 0.0053960345685482025, "global_step": 32008, "epoch": 179, "lr": 7.984286980185256e-05}
{"train_loss": 0.007034512236714363, "global_step": 32009, "epoch": 179, "lr": 7.984168415923425e-05}
{"train_loss": 0.0028715175576508045, "global_step": 32010, "epoch": 179, "lr": 7.984049849055102e-05}
{"train_loss": 0.003656425280496478, "global_step": 32011, "epoch": 179, "lr": 7.983931279580387e-05}
{"train_loss": 0.003027802798897028, "global_step": 32012, "epoch": 179, "lr": 7.98381270749939e-05}
{"train_loss": 0.005069761537015438, "global_step": 32013, "epoch": 179, "lr": 7.983694132812208e-05}
{"train_loss": 0.003024060744792223, "global_step": 32014, "epoch": 179, "lr": 7.983575555518947e-05}
{"train_loss": 0.004412245936691761, "global_step": 32015, "epoch": 179, "lr": 7.983456975619715e-05}
{"train_loss": 0.00375854829326272, "global_step": 32016, "epoch": 179, "lr": 7.983338393114606e-05}
{"train_loss": 0.0031008385121822357, "global_step": 32017, "epoch": 179, "lr": 7.983219808003732e-05}
{"train_loss": 0.0030582370236516, "global_step": 32018, "epoch": 179, "lr": 7.983101220287195e-05}
{"train_loss": 0.008267461322247982, "global_step": 32019, "epoch": 179, "lr": 7.982982629965095e-05}
{"train_loss": 0.007673523388803005, "global_step": 32020, "epoch": 179, "lr": 7.982864037037537e-05}
{"train_loss": 0.00855016615241766, "global_step": 32021, "epoch": 179, "lr": 7.982745441504627e-05}
{"train_loss": 0.004626043140888214, "global_step": 32022, "epoch": 179, "lr": 7.982626843366468e-05}
{"train_loss": 0.003327962476760149, "global_step": 32023, "epoch": 179, "lr": 7.982508242623161e-05}
{"train_loss": 0.005855877883732319, "global_step": 32024, "epoch": 179, "lr": 7.982389639274811e-05}
{"train_loss": 0.0049870312213897705, "global_step": 32025, "epoch": 179, "lr": 7.982271033321522e-05}
{"train_loss": 0.006709069479256868, "global_step": 32026, "epoch": 179, "lr": 7.982152424763399e-05}
{"train_loss": 0.010856608860194683, "global_step": 32027, "epoch": 179, "lr": 7.982033813600542e-05}
{"train_loss": 0.004584059119224548, "global_step": 32028, "epoch": 179, "lr": 7.981915199833056e-05}
{"train_loss": 0.007561059202998877, "global_step": 32029, "epoch": 179, "lr": 7.981796583461048e-05}
{"train_loss": 0.0064849453046917915, "global_step": 32030, "epoch": 179, "lr": 7.981677964484616e-05}
{"train_loss": 0.0065868915989995, "global_step": 32031, "epoch": 179, "lr": 7.981559342903868e-05}
{"train_loss": 0.003940901253372431, "global_step": 32032, "epoch": 179, "lr": 7.981440718718904e-05}
{"train_loss": 0.008542277850210667, "global_step": 32033, "epoch": 179, "lr": 7.981322091929832e-05}
{"train_loss": 0.007642752956598997, "global_step": 32034, "epoch": 179, "lr": 7.981203462536753e-05}
{"train_loss": 0.006731751374900341, "global_step": 32035, "epoch": 179, "lr": 7.981084830539768e-05}
{"train_loss": 0.006076437886804342, "global_step": 32036, "epoch": 179, "lr": 7.980966195938986e-05}
{"train_loss": 0.006143834441900253, "global_step": 32037, "epoch": 179, "lr": 7.980847558734508e-05}
{"train_loss": 0.0056057460606098175, "global_step": 32038, "epoch": 179, "lr": 7.980728918926436e-05}
{"train_loss": 0.005931246959672341, "global_step": 32039, "epoch": 179, "lr": 7.980610276514877e-05}
{"train_loss": 0.009156258776783943, "global_step": 32040, "epoch": 180, "lr": 7.980491631499932e-05}
{"train_loss": 0.007417856249958277, "global_step": 32041, "epoch": 180, "lr": 7.980372983881706e-05}
{"train_loss": 0.0033206804655492306, "global_step": 32042, "epoch": 180, "lr": 7.980254333660302e-05}
{"train_loss": 0.004542352631688118, "global_step": 32043, "epoch": 180, "lr": 7.980135680835824e-05}
{"train_loss": 0.007905732840299606, "global_step": 32044, "epoch": 180, "lr": 7.980017025408375e-05}
{"train_loss": 0.006729701533913612, "global_step": 32045, "epoch": 180, "lr": 7.97989836737806e-05}
{"train_loss": 0.006048321258276701, "global_step": 32046, "epoch": 180, "lr": 7.979779706744981e-05}
{"train_loss": 0.007526656147092581, "global_step": 32047, "epoch": 180, "lr": 7.979661043509243e-05}
{"train_loss": 0.005943235941231251, "global_step": 32048, "epoch": 180, "lr": 7.979542377670949e-05}
{"train_loss": 0.007346942089498043, "global_step": 32049, "epoch": 180, "lr": 7.979423709230202e-05}
{"train_loss": 0.005126002710312605, "global_step": 32050, "epoch": 180, "lr": 7.979305038187107e-05}
{"train_loss": 0.0029234420508146286, "global_step": 32051, "epoch": 180, "lr": 7.979186364541767e-05}
{"train_loss": 0.006885995622724295, "global_step": 32052, "epoch": 180, "lr": 7.979067688294284e-05}
{"train_loss": 0.009718205779790878, "global_step": 32053, "epoch": 180, "lr": 7.978949009444765e-05}
{"train_loss": 0.007027303799986839, "global_step": 32054, "epoch": 180, "lr": 7.978830327993312e-05}
{"train_loss": 0.011422358453273773, "global_step": 32055, "epoch": 180, "lr": 7.978711643940026e-05}
{"train_loss": 0.006893549580127001, "global_step": 32056, "epoch": 180, "lr": 7.978592957285017e-05}
{"train_loss": 0.0081715639680624, "global_step": 32057, "epoch": 180, "lr": 7.978474268028383e-05}
{"train_loss": 0.0052354587242007256, "global_step": 32058, "epoch": 180, "lr": 7.97835557617023e-05}
{"train_loss": 0.002490223618224263, "global_step": 32059, "epoch": 180, "lr": 7.97823688171066e-05}
{"train_loss": 0.004142134450376034, "global_step": 32060, "epoch": 180, "lr": 7.97811818464978e-05}
{"train_loss": 0.004232367500662804, "global_step": 32061, "epoch": 180, "lr": 7.97799948498769e-05}
{"train_loss": 0.00568750686943531, "global_step": 32062, "epoch": 180, "lr": 7.977880782724497e-05}
{"train_loss": 0.010472308844327927, "global_step": 32063, "epoch": 180, "lr": 7.9777620778603e-05}
{"train_loss": 0.010460692457854748, "global_step": 32064, "epoch": 180, "lr": 7.977643370395208e-05}
{"train_loss": 0.006161327939480543, "global_step": 32065, "epoch": 180, "lr": 7.977524660329323e-05}
{"train_loss": 0.005787348840385675, "global_step": 32066, "epoch": 180, "lr": 7.977405947662747e-05}
{"train_loss": 0.0033656940795481205, "global_step": 32067, "epoch": 180, "lr": 7.977287232395583e-05}
{"train_loss": 0.005355536006391048, "global_step": 32068, "epoch": 180, "lr": 7.97716851452794e-05}
{"train_loss": 0.008595815859735012, "global_step": 32069, "epoch": 180, "lr": 7.977049794059916e-05}
{"train_loss": 0.004682150669395924, "global_step": 32070, "epoch": 180, "lr": 7.976931070991616e-05}
{"train_loss": 0.0052038817666471004, "global_step": 32071, "epoch": 180, "lr": 7.976812345323146e-05}
{"train_loss": 0.010996375232934952, "global_step": 32072, "epoch": 180, "lr": 7.976693617054607e-05}
{"train_loss": 0.003542185528203845, "global_step": 32073, "epoch": 180, "lr": 7.976574886186105e-05}
{"train_loss": 0.00346443522721529, "global_step": 32074, "epoch": 180, "lr": 7.976456152717742e-05}
{"train_loss": 0.005868229083716869, "global_step": 32075, "epoch": 180, "lr": 7.976337416649622e-05}
{"train_loss": 0.005439448170363903, "global_step": 32076, "epoch": 180, "lr": 7.97621867798185e-05}
{"train_loss": 0.008286161348223686, "global_step": 32077, "epoch": 180, "lr": 7.976099936714528e-05}
{"train_loss": 0.006626225542277098, "global_step": 32078, "epoch": 180, "lr": 7.975981192847761e-05}
{"train_loss": 0.006376830395311117, "global_step": 32079, "epoch": 180, "lr": 7.975862446381652e-05}
{"train_loss": 0.00625830702483654, "global_step": 32080, "epoch": 180, "lr": 7.975743697316305e-05}
{"train_loss": 0.007225296460092068, "global_step": 32081, "epoch": 180, "lr": 7.975624945651823e-05}
{"train_loss": 0.004894913174211979, "global_step": 32082, "epoch": 180, "lr": 7.975506191388309e-05}
{"train_loss": 0.00581615325063467, "global_step": 32083, "epoch": 180, "lr": 7.975387434525869e-05}
{"train_loss": 0.004181001801043749, "global_step": 32084, "epoch": 180, "lr": 7.975268675064606e-05}
{"train_loss": 0.005191940814256668, "global_step": 32085, "epoch": 180, "lr": 7.975149913004624e-05}
{"train_loss": 0.00864061713218689, "global_step": 32086, "epoch": 180, "lr": 7.975031148346027e-05}
{"train_loss": 0.00830531120300293, "global_step": 32087, "epoch": 180, "lr": 7.974912381088917e-05}
{"train_loss": 0.0068159811198711395, "global_step": 32088, "epoch": 180, "lr": 7.974793611233399e-05}
{"train_loss": 0.003378626424819231, "global_step": 32089, "epoch": 180, "lr": 7.974674838779576e-05}
{"train_loss": 0.005949896760284901, "global_step": 32090, "epoch": 180, "lr": 7.974556063727551e-05}
{"train_loss": 0.009523959830403328, "global_step": 32091, "epoch": 180, "lr": 7.974437286077432e-05}
{"train_loss": 0.006908636074513197, "global_step": 32092, "epoch": 180, "lr": 7.974318505829318e-05}
{"train_loss": 0.004881426226347685, "global_step": 32093, "epoch": 180, "lr": 7.974199722983313e-05}
{"train_loss": 0.010016035288572311, "global_step": 32094, "epoch": 180, "lr": 7.974080937539526e-05}
{"train_loss": 0.009678490459918976, "global_step": 32095, "epoch": 180, "lr": 7.973962149498054e-05}
{"train_loss": 0.005675990600138903, "global_step": 32096, "epoch": 180, "lr": 7.973843358859003e-05}
{"train_loss": 0.007621524855494499, "global_step": 32097, "epoch": 180, "lr": 7.973724565622479e-05}
{"train_loss": 0.005185028072446585, "global_step": 32098, "epoch": 180, "lr": 7.973605769788584e-05}
{"train_loss": 0.006482982542365789, "global_step": 32099, "epoch": 180, "lr": 7.97348697135742e-05}
{"train_loss": 0.005347214639186859, "global_step": 32100, "epoch": 180, "lr": 7.973368170329095e-05}
{"train_loss": 0.00393472658470273, "global_step": 32101, "epoch": 180, "lr": 7.97324936670371e-05}
{"train_loss": 0.007647714577615261, "global_step": 32102, "epoch": 180, "lr": 7.973130560481368e-05}
{"train_loss": 0.005607982166111469, "global_step": 32103, "epoch": 180, "lr": 7.973011751662174e-05}
{"train_loss": 0.0035095573402941227, "global_step": 32104, "epoch": 180, "lr": 7.972892940246235e-05}
{"train_loss": 0.009053993038833141, "global_step": 32105, "epoch": 180, "lr": 7.972774126233648e-05}
{"train_loss": 0.007018895819783211, "global_step": 32106, "epoch": 180, "lr": 7.972655309624521e-05}
{"train_loss": 0.006914095487445593, "global_step": 32107, "epoch": 180, "lr": 7.972536490418959e-05}
{"train_loss": 0.002745500998571515, "global_step": 32108, "epoch": 180, "lr": 7.972417668617063e-05}
{"train_loss": 0.007670609280467033, "global_step": 32109, "epoch": 180, "lr": 7.972298844218938e-05}
{"train_loss": 0.005665898788720369, "global_step": 32110, "epoch": 180, "lr": 7.972180017224687e-05}
{"train_loss": 0.0057291993871331215, "global_step": 32111, "epoch": 180, "lr": 7.972061187634414e-05}
{"train_loss": 0.007583437953144312, "global_step": 32112, "epoch": 180, "lr": 7.971942355448223e-05}
{"train_loss": 0.0030504693277180195, "global_step": 32113, "epoch": 180, "lr": 7.971823520666217e-05}
{"train_loss": 0.005859936121851206, "global_step": 32114, "epoch": 180, "lr": 7.9717046832885e-05}
{"train_loss": 0.009215099737048149, "global_step": 32115, "epoch": 180, "lr": 7.97158584331518e-05}
{"train_loss": 0.0050783539190888405, "global_step": 32116, "epoch": 180, "lr": 7.971467000746355e-05}
{"train_loss": 0.008230605162680149, "global_step": 32117, "epoch": 180, "lr": 7.971348155582133e-05}
{"train_loss": 0.006810624152421951, "global_step": 32118, "epoch": 180, "lr": 7.971229307822612e-05}
{"train_loss": 0.007306626066565514, "global_step": 32119, "epoch": 180, "lr": 7.971110457467903e-05}
{"train_loss": 0.005839211866259575, "global_step": 32120, "epoch": 180, "lr": 7.970991604518105e-05}
{"train_loss": 0.0036459388211369514, "global_step": 32121, "epoch": 180, "lr": 7.970872748973324e-05}
{"train_loss": 0.0049870810471475124, "global_step": 32122, "epoch": 180, "lr": 7.970753890833662e-05}
{"train_loss": 0.009605010971426964, "global_step": 32123, "epoch": 180, "lr": 7.970635030099225e-05}
{"train_loss": 0.0041253818199038506, "global_step": 32124, "epoch": 180, "lr": 7.970516166770114e-05}
{"train_loss": 0.00956061203032732, "global_step": 32125, "epoch": 180, "lr": 7.970397300846435e-05}
{"train_loss": 0.005889322608709335, "global_step": 32126, "epoch": 180, "lr": 7.970278432328293e-05}
{"train_loss": 0.008827493526041508, "global_step": 32127, "epoch": 180, "lr": 7.970159561215789e-05}
{"train_loss": 0.012440014630556107, "global_step": 32128, "epoch": 180, "lr": 7.970040687509029e-05}
{"train_loss": 0.004956952761858702, "global_step": 32129, "epoch": 180, "lr": 7.969921811208114e-05}
{"train_loss": 0.009483691304922104, "global_step": 32130, "epoch": 180, "lr": 7.969802932313151e-05}
{"train_loss": 0.004526363220065832, "global_step": 32131, "epoch": 180, "lr": 7.969684050824242e-05}
{"train_loss": 0.00581074645742774, "global_step": 32132, "epoch": 180, "lr": 7.969565166741491e-05}
{"train_loss": 0.005559196230024099, "global_step": 32133, "epoch": 180, "lr": 7.969446280065003e-05}
{"train_loss": 0.009525623172521591, "global_step": 32134, "epoch": 180, "lr": 7.969327390794881e-05}
{"train_loss": 0.007186844013631344, "global_step": 32135, "epoch": 180, "lr": 7.969208498931228e-05}
{"train_loss": 0.008527025580406189, "global_step": 32136, "epoch": 180, "lr": 7.96908960447415e-05}
{"train_loss": 0.0072496263310313225, "global_step": 32137, "epoch": 180, "lr": 7.968970707423749e-05}
{"train_loss": 0.00358655396848917, "global_step": 32138, "epoch": 180, "lr": 7.96885180778013e-05}
{"train_loss": 0.004299432970583439, "global_step": 32139, "epoch": 180, "lr": 7.968732905543394e-05}
{"train_loss": 0.0053507559932768345, "global_step": 32140, "epoch": 180, "lr": 7.96861400071365e-05}
{"train_loss": 0.006835650652647018, "global_step": 32141, "epoch": 180, "lr": 7.968495093290998e-05}
{"train_loss": 0.00661986880004406, "global_step": 32142, "epoch": 180, "lr": 7.968376183275541e-05}
{"train_loss": 0.007606339640915394, "global_step": 32143, "epoch": 180, "lr": 7.968257270667385e-05}
{"train_loss": 0.0063394540920853615, "global_step": 32144, "epoch": 180, "lr": 7.968138355466634e-05}
{"train_loss": 0.007053469307720661, "global_step": 32145, "epoch": 180, "lr": 7.968019437673393e-05}
{"train_loss": 0.008664432913064957, "global_step": 32146, "epoch": 180, "lr": 7.967900517287764e-05}
{"train_loss": 0.009759423322975636, "global_step": 32147, "epoch": 180, "lr": 7.967781594309849e-05}
{"train_loss": 0.008866851218044758, "global_step": 32148, "epoch": 180, "lr": 7.967662668739755e-05}
{"train_loss": 0.006667323410511017, "global_step": 32149, "epoch": 180, "lr": 7.967543740577585e-05}
{"train_loss": 0.006770395208150148, "global_step": 32150, "epoch": 180, "lr": 7.967424809823444e-05}
{"train_loss": 0.006949655245989561, "global_step": 32151, "epoch": 180, "lr": 7.967305876477433e-05}
{"train_loss": 0.00606299564242363, "global_step": 32152, "epoch": 180, "lr": 7.96718694053966e-05}
{"train_loss": 0.007101971190422773, "global_step": 32153, "epoch": 180, "lr": 7.967068002010223e-05}
{"train_loss": 0.007856814190745354, "global_step": 32154, "epoch": 180, "lr": 7.966949060889231e-05}
{"train_loss": 0.008653450757265091, "global_step": 32155, "epoch": 180, "lr": 7.966830117176787e-05}
{"train_loss": 0.004283667542040348, "global_step": 32156, "epoch": 180, "lr": 7.966711170872992e-05}
{"train_loss": 0.005125870928168297, "global_step": 32157, "epoch": 180, "lr": 7.966592221977954e-05}
{"train_loss": 0.002813978586345911, "global_step": 32158, "epoch": 180, "lr": 7.966473270491774e-05}
{"train_loss": 0.0026807808317244053, "global_step": 32159, "epoch": 180, "lr": 7.966354316414556e-05}
{"train_loss": 0.009143849834799767, "global_step": 32160, "epoch": 180, "lr": 7.966235359746405e-05}
{"train_loss": 0.004519980400800705, "global_step": 32161, "epoch": 180, "lr": 7.966116400487424e-05}
{"train_loss": 0.0066773793660104275, "global_step": 32162, "epoch": 180, "lr": 7.96599743863772e-05}
{"train_loss": 0.004989915527403355, "global_step": 32163, "epoch": 180, "lr": 7.965878474197392e-05}
{"train_loss": 0.00655834237113595, "global_step": 32164, "epoch": 180, "lr": 7.965759507166549e-05}
{"train_loss": 0.004975447431206703, "global_step": 32165, "epoch": 180, "lr": 7.965640537545289e-05}
{"train_loss": 0.0051943655125796795, "global_step": 32166, "epoch": 180, "lr": 7.96552156533372e-05}
{"train_loss": 0.011070340871810913, "global_step": 32167, "epoch": 180, "lr": 7.965402590531945e-05}
{"train_loss": 0.0074320766143500805, "global_step": 32168, "epoch": 180, "lr": 7.965283613140069e-05}
{"train_loss": 0.004611736163496971, "global_step": 32169, "epoch": 180, "lr": 7.965164633158192e-05}
{"train_loss": 0.004474245943129063, "global_step": 32170, "epoch": 180, "lr": 7.965045650586425e-05}
{"train_loss": 0.005721920169889927, "global_step": 32171, "epoch": 180, "lr": 7.964926665424865e-05}
{"train_loss": 0.006834674160927534, "global_step": 32172, "epoch": 180, "lr": 7.964807677673618e-05}
{"train_loss": 0.005941818468272686, "global_step": 32173, "epoch": 180, "lr": 7.964688687332791e-05}
{"train_loss": 0.0018501750892028213, "global_step": 32174, "epoch": 180, "lr": 7.964569694402484e-05}
{"train_loss": 0.005967111326754093, "global_step": 32175, "epoch": 180, "lr": 7.964450698882802e-05}
{"train_loss": 0.003594416193664074, "global_step": 32176, "epoch": 180, "lr": 7.964331700773851e-05}
{"train_loss": 0.008629975840449333, "global_step": 32177, "epoch": 180, "lr": 7.964212700075732e-05}
{"train_loss": 0.01311158575117588, "global_step": 32178, "epoch": 180, "lr": 7.964093696788551e-05}
{"train_loss": 0.005951480008661747, "global_step": 32179, "epoch": 180, "lr": 7.96397469091241e-05}
{"train_loss": 0.0061504594050347805, "global_step": 32180, "epoch": 180, "lr": 7.963855682447414e-05}
{"train_loss": 0.005291430279612541, "global_step": 32181, "epoch": 180, "lr": 7.963736671393669e-05}
{"train_loss": 0.004342528525739908, "global_step": 32182, "epoch": 180, "lr": 7.963617657751274e-05}
{"train_loss": 0.007193978410214186, "global_step": 32183, "epoch": 180, "lr": 7.963498641520339e-05}
{"train_loss": 0.009312359616160393, "global_step": 32184, "epoch": 180, "lr": 7.963379622700963e-05}
{"train_loss": 0.005000744480639696, "global_step": 32185, "epoch": 180, "lr": 7.963260601293253e-05}
{"train_loss": 0.008134915493428707, "global_step": 32186, "epoch": 180, "lr": 7.963141577297312e-05}
{"train_loss": 0.006742633879184723, "global_step": 32187, "epoch": 180, "lr": 7.963022550713241e-05}
{"train_loss": 0.00295177660882473, "global_step": 32188, "epoch": 180, "lr": 7.96290352154115e-05}
{"train_loss": 0.004160052165389061, "global_step": 32189, "epoch": 180, "lr": 7.962784489781138e-05}
{"train_loss": 0.006514541804790497, "global_step": 32190, "epoch": 180, "lr": 7.962665455433311e-05}
{"train_loss": 0.008727938868105412, "global_step": 32191, "epoch": 180, "lr": 7.962546418497774e-05}
{"train_loss": 0.007825353182852268, "global_step": 32192, "epoch": 180, "lr": 7.962427378974628e-05}
{"train_loss": 0.007121599279344082, "global_step": 32193, "epoch": 180, "lr": 7.96230833686398e-05}
{"train_loss": 0.004106135107576847, "global_step": 32194, "epoch": 180, "lr": 7.962189292165933e-05}
{"train_loss": 0.002547859912738204, "global_step": 32195, "epoch": 180, "lr": 7.962070244880588e-05}
{"train_loss": 0.005832478404045105, "global_step": 32196, "epoch": 180, "lr": 7.961951195008053e-05}
{"train_loss": 0.0064043523743748665, "global_step": 32197, "epoch": 180, "lr": 7.961832142548431e-05}
{"train_loss": 0.005139857996255159, "global_step": 32198, "epoch": 180, "lr": 7.961713087501825e-05}
{"train_loss": 0.005454623606055975, "global_step": 32199, "epoch": 180, "lr": 7.961594029868339e-05}
{"train_loss": 0.004404823295772076, "global_step": 32200, "epoch": 180, "lr": 7.961474969648079e-05}
{"train_loss": 0.007466624025255442, "global_step": 32201, "epoch": 180, "lr": 7.961355906841146e-05}
{"train_loss": 0.005910172592848539, "global_step": 32202, "epoch": 180, "lr": 7.961236841447645e-05}
{"train_loss": 0.006340412888675928, "global_step": 32203, "epoch": 180, "lr": 7.961117773467681e-05}
{"train_loss": 0.004937708377838135, "global_step": 32204, "epoch": 180, "lr": 7.960998702901359e-05}
{"train_loss": 0.008486464619636536, "global_step": 32205, "epoch": 180, "lr": 7.96087962974878e-05}
{"train_loss": 0.004553297534584999, "global_step": 32206, "epoch": 180, "lr": 7.96076055401005e-05}
{"train_loss": 0.005981116555631161, "global_step": 32207, "epoch": 180, "lr": 7.96064147568527e-05}
{"train_loss": 0.005567790474742651, "global_step": 32208, "epoch": 180, "lr": 7.96052239477455e-05}
{"train_loss": 0.00777918566018343, "global_step": 32209, "epoch": 180, "lr": 7.960403311277988e-05}
{"train_loss": 0.004644663073122501, "global_step": 32210, "epoch": 180, "lr": 7.960284225195693e-05}
{"train_loss": 0.003017083276063204, "global_step": 32211, "epoch": 180, "lr": 7.960165136527765e-05}
{"train_loss": 0.0045459275133907795, "global_step": 32212, "epoch": 180, "lr": 7.96004604527431e-05}
{"train_loss": 0.003903424832969904, "global_step": 32213, "epoch": 180, "lr": 7.95992695143543e-05}
{"train_loss": 0.008562765084207058, "global_step": 32214, "epoch": 180, "lr": 7.959807855011232e-05}
{"train_loss": 0.0042168376967310905, "global_step": 32215, "epoch": 180, "lr": 7.95968875600182e-05}
{"train_loss": 0.0051744310185313225, "global_step": 32216, "epoch": 180, "lr": 7.959569654407293e-05}
{"train_loss": 0.006343275925348607, "global_step": 32217, "epoch": 180, "lr": 7.959450550227762e-05, "train_action_mse_error": 1.2683068234764505e-05}
{"train_loss": 0.0079292431473732, "global_step": 32218, "epoch": 181, "lr": 7.959331443463326e-05}
{"train_loss": 0.010494115762412548, "global_step": 32219, "epoch": 181, "lr": 7.959212334114091e-05}
{"train_loss": 0.00731103029102087, "global_step": 32220, "epoch": 181, "lr": 7.959093222180161e-05}
{"train_loss": 0.0036577796563506126, "global_step": 32221, "epoch": 181, "lr": 7.95897410766164e-05}
{"train_loss": 0.005323602817952633, "global_step": 32222, "epoch": 181, "lr": 7.95885499055863e-05}
{"train_loss": 0.0038411959540098906, "global_step": 32223, "epoch": 181, "lr": 7.958735870871239e-05}
{"train_loss": 0.0039158109575510025, "global_step": 32224, "epoch": 181, "lr": 7.958616748599569e-05}
{"train_loss": 0.004441727884113789, "global_step": 32225, "epoch": 181, "lr": 7.958497623743723e-05}
{"train_loss": 0.008788129314780235, "global_step": 32226, "epoch": 181, "lr": 7.958378496303806e-05}
{"train_loss": 0.007201166357845068, "global_step": 32227, "epoch": 181, "lr": 7.958259366279922e-05}
{"train_loss": 0.0044598570093512535, "global_step": 32228, "epoch": 181, "lr": 7.958140233672176e-05}
{"train_loss": 0.005193749442696571, "global_step": 32229, "epoch": 181, "lr": 7.95802109848067e-05}
{"train_loss": 0.004827093333005905, "global_step": 32230, "epoch": 181, "lr": 7.957901960705509e-05}
{"train_loss": 0.005215443670749664, "global_step": 32231, "epoch": 181, "lr": 7.957782820346799e-05}
{"train_loss": 0.006059814244508743, "global_step": 32232, "epoch": 181, "lr": 7.957663677404641e-05}
{"train_loss": 0.004955818876624107, "global_step": 32233, "epoch": 181, "lr": 7.95754453187914e-05}
{"train_loss": 0.007518400903791189, "global_step": 32234, "epoch": 181, "lr": 7.957425383770402e-05}
{"train_loss": 0.00548612792044878, "global_step": 32235, "epoch": 181, "lr": 7.957306233078529e-05}
{"train_loss": 0.007840413600206375, "global_step": 32236, "epoch": 181, "lr": 7.957187079803625e-05}
{"train_loss": 0.0034250994212925434, "global_step": 32237, "epoch": 181, "lr": 7.957067923945796e-05}
{"train_loss": 0.006199975498020649, "global_step": 32238, "epoch": 181, "lr": 7.956948765505143e-05}
{"train_loss": 0.005308040417730808, "global_step": 32239, "epoch": 181, "lr": 7.956829604481772e-05}
{"train_loss": 0.005958591587841511, "global_step": 32240, "epoch": 181, "lr": 7.956710440875789e-05}
{"train_loss": 0.007599031552672386, "global_step": 32241, "epoch": 181, "lr": 7.956591274687294e-05}
{"train_loss": 0.004270582459867001, "global_step": 32242, "epoch": 181, "lr": 7.956472105916394e-05}
{"train_loss": 0.002385974396020174, "global_step": 32243, "epoch": 181, "lr": 7.956352934563191e-05}
{"train_loss": 0.006591739133000374, "global_step": 32244, "epoch": 181, "lr": 7.956233760627792e-05}
{"train_loss": 0.006296064704656601, "global_step": 32245, "epoch": 181, "lr": 7.9561145841103e-05}
{"train_loss": 0.006492034066468477, "global_step": 32246, "epoch": 181, "lr": 7.955995405010816e-05}
{"train_loss": 0.006652974523603916, "global_step": 32247, "epoch": 181, "lr": 7.955876223329447e-05}
{"train_loss": 0.0074665360152721405, "global_step": 32248, "epoch": 181, "lr": 7.955757039066299e-05}
{"train_loss": 0.0045680515468120575, "global_step": 32249, "epoch": 181, "lr": 7.95563785222147e-05}
{"train_loss": 0.009440634399652481, "global_step": 32250, "epoch": 181, "lr": 7.955518662795069e-05}
{"train_loss": 0.003383018309250474, "global_step": 32251, "epoch": 181, "lr": 7.955399470787201e-05}
{"train_loss": 0.008518293499946594, "global_step": 32252, "epoch": 181, "lr": 7.955280276197965e-05}
{"train_loss": 0.004793849773705006, "global_step": 32253, "epoch": 181, "lr": 7.95516107902747e-05}
{"train_loss": 0.0044740717858076096, "global_step": 32254, "epoch": 181, "lr": 7.955041879275819e-05}
{"train_loss": 0.0050694807432591915, "global_step": 32255, "epoch": 181, "lr": 7.954922676943115e-05}
{"train_loss": 0.007851522415876389, "global_step": 32256, "epoch": 181, "lr": 7.954803472029462e-05}
{"train_loss": 0.012949963100254536, "global_step": 32257, "epoch": 181, "lr": 7.954684264534964e-05}
{"train_loss": 0.004553250502794981, "global_step": 32258, "epoch": 181, "lr": 7.954565054459728e-05}
{"train_loss": 0.004861574620008469, "global_step": 32259, "epoch": 181, "lr": 7.954445841803852e-05}
{"train_loss": 0.006457881536334753, "global_step": 32260, "epoch": 181, "lr": 7.954326626567447e-05}
{"train_loss": 0.006070300936698914, "global_step": 32261, "epoch": 181, "lr": 7.954207408750614e-05}
{"train_loss": 0.007419290021061897, "global_step": 32262, "epoch": 181, "lr": 7.954088188353457e-05}
{"train_loss": 0.006767380051314831, "global_step": 32263, "epoch": 181, "lr": 7.95396896537608e-05}
{"train_loss": 0.0026457710191607475, "global_step": 32264, "epoch": 181, "lr": 7.953849739818588e-05}
{"train_loss": 0.006079808343201876, "global_step": 32265, "epoch": 181, "lr": 7.953730511681084e-05}
{"train_loss": 0.007693886756896973, "global_step": 32266, "epoch": 181, "lr": 7.953611280963673e-05}
{"train_loss": 0.005102379713207483, "global_step": 32267, "epoch": 181, "lr": 7.95349204766646e-05}
{"train_loss": 0.0050873239524662495, "global_step": 32268, "epoch": 181, "lr": 7.953372811789546e-05}
{"train_loss": 0.008854709565639496, "global_step": 32269, "epoch": 181, "lr": 7.953253573333039e-05}
{"train_loss": 0.0065210433676838875, "global_step": 32270, "epoch": 181, "lr": 7.95313433229704e-05}
{"train_loss": 0.004834814928472042, "global_step": 32271, "epoch": 181, "lr": 7.953015088681654e-05}
{"train_loss": 0.005495979450643063, "global_step": 32272, "epoch": 181, "lr": 7.952895842486987e-05}
{"train_loss": 0.007237541489303112, "global_step": 32273, "epoch": 181, "lr": 7.952776593713143e-05}
{"train_loss": 0.008334187790751457, "global_step": 32274, "epoch": 181, "lr": 7.952657342360223e-05}
{"train_loss": 0.005442474503070116, "global_step": 32275, "epoch": 181, "lr": 7.952538088428334e-05}
{"train_loss": 0.003447913099080324, "global_step": 32276, "epoch": 181, "lr": 7.952418831917578e-05}
{"train_loss": 0.0038467692211270332, "global_step": 32277, "epoch": 181, "lr": 7.952299572828063e-05}
{"train_loss": 0.005827036220580339, "global_step": 32278, "epoch": 181, "lr": 7.95218031115989e-05}
{"train_loss": 0.006590233184397221, "global_step": 32279, "epoch": 181, "lr": 7.952061046913162e-05}
{"train_loss": 0.003554948605597019, "global_step": 32280, "epoch": 181, "lr": 7.951941780087985e-05}
{"train_loss": 0.0050375815480947495, "global_step": 32281, "epoch": 181, "lr": 7.951822510684466e-05}
{"train_loss": 0.007977619767189026, "global_step": 32282, "epoch": 181, "lr": 7.951703238702704e-05}
{"train_loss": 0.005028832703828812, "global_step": 32283, "epoch": 181, "lr": 7.951583964142805e-05}
{"train_loss": 0.0041395798325538635, "global_step": 32284, "epoch": 181, "lr": 7.951464687004876e-05}
{"train_loss": 0.0044469209387898445, "global_step": 32285, "epoch": 181, "lr": 7.951345407289016e-05}
{"train_loss": 0.009029515087604523, "global_step": 32286, "epoch": 181, "lr": 7.951226124995335e-05}
{"train_loss": 0.0044393218122422695, "global_step": 32287, "epoch": 181, "lr": 7.951106840123932e-05}
{"train_loss": 0.004328489303588867, "global_step": 32288, "epoch": 181, "lr": 7.950987552674915e-05}
{"train_loss": 0.0042650047689676285, "global_step": 32289, "epoch": 181, "lr": 7.950868262648386e-05}
{"train_loss": 0.005599728785455227, "global_step": 32290, "epoch": 181, "lr": 7.95074897004445e-05}
{"train_loss": 0.009725919924676418, "global_step": 32291, "epoch": 181, "lr": 7.950629674863209e-05}
{"train_loss": 0.004863451700657606, "global_step": 32292, "epoch": 181, "lr": 7.950510377104771e-05}
{"train_loss": 0.004485377110540867, "global_step": 32293, "epoch": 181, "lr": 7.950391076769238e-05}
{"train_loss": 0.0037562791258096695, "global_step": 32294, "epoch": 181, "lr": 7.950271773856715e-05}
{"train_loss": 0.005449201446026564, "global_step": 32295, "epoch": 181, "lr": 7.950152468367305e-05}
{"train_loss": 0.007027762476354837, "global_step": 32296, "epoch": 181, "lr": 7.950033160301113e-05}
{"train_loss": 0.007754786871373653, "global_step": 32297, "epoch": 181, "lr": 7.949913849658244e-05}
{"train_loss": 0.004236984997987747, "global_step": 32298, "epoch": 181, "lr": 7.949794536438801e-05}
{"train_loss": 0.00388736417517066, "global_step": 32299, "epoch": 181, "lr": 7.94967522064289e-05}
{"train_loss": 0.002667059190571308, "global_step": 32300, "epoch": 181, "lr": 7.949555902270612e-05}
{"train_loss": 0.003554698545485735, "global_step": 32301, "epoch": 181, "lr": 7.949436581322073e-05}
{"train_loss": 0.003719641361385584, "global_step": 32302, "epoch": 181, "lr": 7.94931725779738e-05}
{"train_loss": 0.007179273292422295, "global_step": 32303, "epoch": 181, "lr": 7.949197931696632e-05}
{"train_loss": 0.004665988031774759, "global_step": 32304, "epoch": 181, "lr": 7.949078603019936e-05}
{"train_loss": 0.0076736463233828545, "global_step": 32305, "epoch": 181, "lr": 7.948959271767396e-05}
{"train_loss": 0.008361397311091423, "global_step": 32306, "epoch": 181, "lr": 7.948839937939117e-05}
{"train_loss": 0.009536298923194408, "global_step": 32307, "epoch": 181, "lr": 7.948720601535203e-05}
{"train_loss": 0.005568903870880604, "global_step": 32308, "epoch": 181, "lr": 7.948601262555755e-05}
{"train_loss": 0.009089620783925056, "global_step": 32309, "epoch": 181, "lr": 7.948481921000882e-05}
{"train_loss": 0.007710068486630917, "global_step": 32310, "epoch": 181, "lr": 7.948362576870684e-05}
{"train_loss": 0.008918695151805878, "global_step": 32311, "epoch": 181, "lr": 7.94824323016527e-05}
{"train_loss": 0.004375087097287178, "global_step": 32312, "epoch": 181, "lr": 7.948123880884739e-05}
{"train_loss": 0.006217389367520809, "global_step": 32313, "epoch": 181, "lr": 7.9480045290292e-05}
{"train_loss": 0.00486261211335659, "global_step": 32314, "epoch": 181, "lr": 7.947885174598754e-05}
{"train_loss": 0.004481881856918335, "global_step": 32315, "epoch": 181, "lr": 7.947765817593507e-05}
{"train_loss": 0.003945877775549889, "global_step": 32316, "epoch": 181, "lr": 7.947646458013563e-05}
{"train_loss": 0.005408116616308689, "global_step": 32317, "epoch": 181, "lr": 7.947527095859025e-05}
{"train_loss": 0.0047228639014065266, "global_step": 32318, "epoch": 181, "lr": 7.947407731129997e-05}
{"train_loss": 0.0057324753142893314, "global_step": 32319, "epoch": 181, "lr": 7.947288363826586e-05}
{"train_loss": 0.008328234776854515, "global_step": 32320, "epoch": 181, "lr": 7.947168993948895e-05}
{"train_loss": 0.007018041331321001, "global_step": 32321, "epoch": 181, "lr": 7.947049621497027e-05}
{"train_loss": 0.004363488405942917, "global_step": 32322, "epoch": 181, "lr": 7.946930246471086e-05}
{"train_loss": 0.00589704466983676, "global_step": 32323, "epoch": 181, "lr": 7.946810868871179e-05}
{"train_loss": 0.009284045547246933, "global_step": 32324, "epoch": 181, "lr": 7.94669148869741e-05}
{"train_loss": 0.0051657091826200485, "global_step": 32325, "epoch": 181, "lr": 7.94657210594988e-05}
{"train_loss": 0.004211113788187504, "global_step": 32326, "epoch": 181, "lr": 7.946452720628696e-05}
{"train_loss": 0.005655363202095032, "global_step": 32327, "epoch": 181, "lr": 7.94633333273396e-05}
{"train_loss": 0.011307042092084885, "global_step": 32328, "epoch": 181, "lr": 7.94621394226578e-05}
{"train_loss": 0.004484923556447029, "global_step": 32329, "epoch": 181, "lr": 7.946094549224257e-05}
{"train_loss": 0.00467408262193203, "global_step": 32330, "epoch": 181, "lr": 7.945975153609497e-05}
{"train_loss": 0.011578243225812912, "global_step": 32331, "epoch": 181, "lr": 7.945855755421602e-05}
{"train_loss": 0.0037414759863168, "global_step": 32332, "epoch": 181, "lr": 7.94573635466068e-05}
{"train_loss": 0.005952840205281973, "global_step": 32333, "epoch": 181, "lr": 7.945616951326831e-05}
{"train_loss": 0.005818190053105354, "global_step": 32334, "epoch": 181, "lr": 7.945497545420161e-05}
{"train_loss": 0.009183404967188835, "global_step": 32335, "epoch": 181, "lr": 7.945378136940777e-05}
{"train_loss": 0.007788254413753748, "global_step": 32336, "epoch": 181, "lr": 7.945258725888781e-05}
{"train_loss": 0.004343229345977306, "global_step": 32337, "epoch": 181, "lr": 7.945139312264276e-05}
{"train_loss": 0.0047811660915613174, "global_step": 32338, "epoch": 181, "lr": 7.94501989606737e-05}
{"train_loss": 0.004478912800550461, "global_step": 32339, "epoch": 181, "lr": 7.944900477298164e-05}
{"train_loss": 0.008294375613331795, "global_step": 32340, "epoch": 181, "lr": 7.944781055956763e-05}
{"train_loss": 0.008017264306545258, "global_step": 32341, "epoch": 181, "lr": 7.944661632043272e-05}
{"train_loss": 0.007775607984513044, "global_step": 32342, "epoch": 181, "lr": 7.944542205557793e-05}
{"train_loss": 0.00590673740953207, "global_step": 32343, "epoch": 181, "lr": 7.944422776500435e-05}
{"train_loss": 0.008412257768213749, "global_step": 32344, "epoch": 181, "lr": 7.944303344871297e-05}
{"train_loss": 0.007327566854655743, "global_step": 32345, "epoch": 181, "lr": 7.944183910670487e-05}
{"train_loss": 0.006634395569562912, "global_step": 32346, "epoch": 181, "lr": 7.944064473898109e-05}
{"train_loss": 0.005771880969405174, "global_step": 32347, "epoch": 181, "lr": 7.943945034554266e-05}
{"train_loss": 0.0065673887729644775, "global_step": 32348, "epoch": 181, "lr": 7.943825592639063e-05}
{"train_loss": 0.006785298697650433, "global_step": 32349, "epoch": 181, "lr": 7.943706148152603e-05}
{"train_loss": 0.009646138176321983, "global_step": 32350, "epoch": 181, "lr": 7.943586701094992e-05}
{"train_loss": 0.0042320131324231625, "global_step": 32351, "epoch": 181, "lr": 7.943467251466334e-05}
{"train_loss": 0.005066465586423874, "global_step": 32352, "epoch": 181, "lr": 7.943347799266733e-05}
{"train_loss": 0.012456121854484081, "global_step": 32353, "epoch": 181, "lr": 7.943228344496294e-05}
{"train_loss": 0.006567713338881731, "global_step": 32354, "epoch": 181, "lr": 7.94310888715512e-05}
{"train_loss": 0.0027868147008121014, "global_step": 32355, "epoch": 181, "lr": 7.942989427243317e-05}
{"train_loss": 0.008325980976223946, "global_step": 32356, "epoch": 181, "lr": 7.942869964760987e-05}
{"train_loss": 0.008530551567673683, "global_step": 32357, "epoch": 181, "lr": 7.942750499708238e-05}
{"train_loss": 0.009417125955224037, "global_step": 32358, "epoch": 181, "lr": 7.94263103208517e-05}
{"train_loss": 0.004562456626445055, "global_step": 32359, "epoch": 181, "lr": 7.94251156189189e-05}
{"train_loss": 0.006158279720693827, "global_step": 32360, "epoch": 181, "lr": 7.942392089128504e-05}
{"train_loss": 0.007789476774632931, "global_step": 32361, "epoch": 181, "lr": 7.942272613795112e-05}
{"train_loss": 0.006045623682439327, "global_step": 32362, "epoch": 181, "lr": 7.942153135891821e-05}
{"train_loss": 0.005120629444718361, "global_step": 32363, "epoch": 181, "lr": 7.942033655418736e-05}
{"train_loss": 0.008283257484436035, "global_step": 32364, "epoch": 181, "lr": 7.941914172375959e-05}
{"train_loss": 0.006954692304134369, "global_step": 32365, "epoch": 181, "lr": 7.941794686763596e-05}
{"train_loss": 0.008749715983867645, "global_step": 32366, "epoch": 181, "lr": 7.941675198581751e-05}
{"train_loss": 0.006805545650422573, "global_step": 32367, "epoch": 181, "lr": 7.94155570783053e-05}
{"train_loss": 0.009002583101391792, "global_step": 32368, "epoch": 181, "lr": 7.941436214510033e-05}
{"train_loss": 0.005843023769557476, "global_step": 32369, "epoch": 181, "lr": 7.941316718620369e-05}
{"train_loss": 0.004677741788327694, "global_step": 32370, "epoch": 181, "lr": 7.94119722016164e-05}
{"train_loss": 0.006444880738854408, "global_step": 32371, "epoch": 181, "lr": 7.941077719133951e-05}
{"train_loss": 0.004843937233090401, "global_step": 32372, "epoch": 181, "lr": 7.940958215537406e-05}
{"train_loss": 0.010889631696045399, "global_step": 32373, "epoch": 181, "lr": 7.94083870937211e-05}
{"train_loss": 0.0038821264170110226, "global_step": 32374, "epoch": 181, "lr": 7.940719200638167e-05}
{"train_loss": 0.004511944483965635, "global_step": 32375, "epoch": 181, "lr": 7.940599689335682e-05}
{"train_loss": 0.004530233331024647, "global_step": 32376, "epoch": 181, "lr": 7.940480175464758e-05}
{"train_loss": 0.005252004135400057, "global_step": 32377, "epoch": 181, "lr": 7.940360659025498e-05}
{"train_loss": 0.005145546514540911, "global_step": 32378, "epoch": 181, "lr": 7.940241140018013e-05}
{"train_loss": 0.00406225398182869, "global_step": 32379, "epoch": 181, "lr": 7.9401216184424e-05}
{"train_loss": 0.006857369095087051, "global_step": 32380, "epoch": 181, "lr": 7.940002094298767e-05}
{"train_loss": 0.009089233353734016, "global_step": 32381, "epoch": 181, "lr": 7.939882567587217e-05}
{"train_loss": 0.0057171243242919445, "global_step": 32382, "epoch": 181, "lr": 7.939763038307855e-05}
{"train_loss": 0.0065825823694467545, "global_step": 32383, "epoch": 181, "lr": 7.939643506460787e-05}
{"train_loss": 0.009250137954950333, "global_step": 32384, "epoch": 181, "lr": 7.939523972046115e-05}
{"train_loss": 0.0038797759916633368, "global_step": 32385, "epoch": 181, "lr": 7.939404435063945e-05}
{"train_loss": 0.0051983073353767395, "global_step": 32386, "epoch": 181, "lr": 7.93928489551438e-05}
{"train_loss": 0.006293009966611862, "global_step": 32387, "epoch": 181, "lr": 7.939165353397527e-05}
{"train_loss": 0.00490919454023242, "global_step": 32388, "epoch": 181, "lr": 7.939045808713487e-05}
{"train_loss": 0.006925518624484539, "global_step": 32389, "epoch": 181, "lr": 7.938926261462366e-05}
{"train_loss": 0.005228751339018345, "global_step": 32390, "epoch": 181, "lr": 7.938806711644269e-05}
{"train_loss": 0.005680353846400976, "global_step": 32391, "epoch": 181, "lr": 7.9386871592593e-05}
{"train_loss": 0.009567899629473686, "global_step": 32392, "epoch": 181, "lr": 7.938567604307563e-05}
{"train_loss": 0.004075257107615471, "global_step": 32393, "epoch": 181, "lr": 7.938448046789163e-05}
{"train_loss": 0.004964476451277733, "global_step": 32394, "epoch": 181, "lr": 7.938328486704203e-05}
{"train_loss": 0.006171680861309673, "global_step": 32395, "epoch": 181, "lr": 7.938208924052788e-05}
{"train_loss": 0.00916900485754013, "global_step": 32396, "epoch": 182, "lr": 7.938089358835025e-05}
{"train_loss": 0.007959837093949318, "global_step": 32397, "epoch": 182, "lr": 7.937969791051015e-05}
{"train_loss": 0.008144852705299854, "global_step": 32398, "epoch": 182, "lr": 7.937850220700864e-05}
{"train_loss": 0.003884333185851574, "global_step": 32399, "epoch": 182, "lr": 7.937730647784677e-05}
{"train_loss": 0.004249826539307833, "global_step": 32400, "epoch": 182, "lr": 7.937611072302558e-05}
{"train_loss": 0.009891071356832981, "global_step": 32401, "epoch": 182, "lr": 7.93749149425461e-05}
{"train_loss": 0.005371321924030781, "global_step": 32402, "epoch": 182, "lr": 7.937371913640938e-05}
{"train_loss": 0.009953396394848824, "global_step": 32403, "epoch": 182, "lr": 7.93725233046165e-05}
{"train_loss": 0.003917344380170107, "global_step": 32404, "epoch": 182, "lr": 7.937132744716844e-05}
{"train_loss": 0.004540431313216686, "global_step": 32405, "epoch": 182, "lr": 7.93701315640663e-05}
{"train_loss": 0.002892639022320509, "global_step": 32406, "epoch": 182, "lr": 7.93689356553111e-05}
{"train_loss": 0.01092393510043621, "global_step": 32407, "epoch": 182, "lr": 7.93677397209039e-05}
{"train_loss": 0.0063451845198869705, "global_step": 32408, "epoch": 182, "lr": 7.936654376084572e-05}
{"train_loss": 0.009303776547312737, "global_step": 32409, "epoch": 182, "lr": 7.936534777513762e-05}
{"train_loss": 0.009654651395976543, "global_step": 32410, "epoch": 182, "lr": 7.936415176378064e-05}
{"train_loss": 0.004475426394492388, "global_step": 32411, "epoch": 182, "lr": 7.936295572677584e-05}
{"train_loss": 0.006161600351333618, "global_step": 32412, "epoch": 182, "lr": 7.936175966412424e-05}
{"train_loss": 0.004214785061776638, "global_step": 32413, "epoch": 182, "lr": 7.936056357582689e-05}
{"train_loss": 0.002657727338373661, "global_step": 32414, "epoch": 182, "lr": 7.935936746188486e-05}
{"train_loss": 0.005432765930891037, "global_step": 32415, "epoch": 182, "lr": 7.935817132229916e-05}
{"train_loss": 0.006898900493979454, "global_step": 32416, "epoch": 182, "lr": 7.935697515707086e-05}
{"train_loss": 0.005392511375248432, "global_step": 32417, "epoch": 182, "lr": 7.935577896620098e-05}
{"train_loss": 0.00520883547142148, "global_step": 32418, "epoch": 182, "lr": 7.935458274969058e-05}
{"train_loss": 0.008047714829444885, "global_step": 32419, "epoch": 182, "lr": 7.935338650754072e-05}
{"train_loss": 0.007466236129403114, "global_step": 32420, "epoch": 182, "lr": 7.935219023975243e-05}
{"train_loss": 0.0064496505074203014, "global_step": 32421, "epoch": 182, "lr": 7.935099394632675e-05}
{"train_loss": 0.006147167179733515, "global_step": 32422, "epoch": 182, "lr": 7.934979762726474e-05}
{"train_loss": 0.00703887315467, "global_step": 32423, "epoch": 182, "lr": 7.934860128256741e-05}
{"train_loss": 0.008785700425505638, "global_step": 32424, "epoch": 182, "lr": 7.934740491223585e-05}
{"train_loss": 0.0058211637660861015, "global_step": 32425, "epoch": 182, "lr": 7.934620851627109e-05}
{"train_loss": 0.007254904136061668, "global_step": 32426, "epoch": 182, "lr": 7.934501209467416e-05}
{"train_loss": 0.007721260190010071, "global_step": 32427, "epoch": 182, "lr": 7.934381564744611e-05}
{"train_loss": 0.007684915326535702, "global_step": 32428, "epoch": 182, "lr": 7.934261917458799e-05}
{"train_loss": 0.004759009927511215, "global_step": 32429, "epoch": 182, "lr": 7.934142267610082e-05}
{"train_loss": 0.005271272733807564, "global_step": 32430, "epoch": 182, "lr": 7.934022615198571e-05}
{"train_loss": 0.010282455012202263, "global_step": 32431, "epoch": 182, "lr": 7.933902960224366e-05}
{"train_loss": 0.007374819368124008, "global_step": 32432, "epoch": 182, "lr": 7.933783302687571e-05}
{"train_loss": 0.012293914332985878, "global_step": 32433, "epoch": 182, "lr": 7.933663642588291e-05}
{"train_loss": 0.006923277862370014, "global_step": 32434, "epoch": 182, "lr": 7.933543979926633e-05}
{"train_loss": 0.0043756975792348385, "global_step": 32435, "epoch": 182, "lr": 7.933424314702698e-05}
{"train_loss": 0.01080203428864479, "global_step": 32436, "epoch": 182, "lr": 7.933304646916591e-05}
{"train_loss": 0.00453612208366394, "global_step": 32437, "epoch": 182, "lr": 7.933184976568419e-05}
{"train_loss": 0.0050550224259495735, "global_step": 32438, "epoch": 182, "lr": 7.933065303658283e-05}
{"train_loss": 0.003491203300654888, "global_step": 32439, "epoch": 182, "lr": 7.932945628186292e-05}
{"train_loss": 0.00865110568702221, "global_step": 32440, "epoch": 182, "lr": 7.932825950152548e-05}
{"train_loss": 0.004727558232843876, "global_step": 32441, "epoch": 182, "lr": 7.932706269557155e-05}
{"train_loss": 0.0043002888560295105, "global_step": 32442, "epoch": 182, "lr": 7.932586586400219e-05}
{"train_loss": 0.005282463505864143, "global_step": 32443, "epoch": 182, "lr": 7.932466900681844e-05}
{"train_loss": 0.0065928795374929905, "global_step": 32444, "epoch": 182, "lr": 7.932347212402131e-05}
{"train_loss": 0.007497998885810375, "global_step": 32445, "epoch": 182, "lr": 7.932227521561191e-05}
{"train_loss": 0.004499786999076605, "global_step": 32446, "epoch": 182, "lr": 7.932107828159126e-05}
{"train_loss": 0.0077940188348293304, "global_step": 32447, "epoch": 182, "lr": 7.931988132196037e-05}
{"train_loss": 0.004664053209125996, "global_step": 32448, "epoch": 182, "lr": 7.931868433672034e-05}
{"train_loss": 0.0048075271770358086, "global_step": 32449, "epoch": 182, "lr": 7.931748732587217e-05}
{"train_loss": 0.003939139191061258, "global_step": 32450, "epoch": 182, "lr": 7.931629028941695e-05}
{"train_loss": 0.004686336498707533, "global_step": 32451, "epoch": 182, "lr": 7.931509322735568e-05}
{"train_loss": 0.008388637565076351, "global_step": 32452, "epoch": 182, "lr": 7.931389613968944e-05}
{"train_loss": 0.004342447966337204, "global_step": 32453, "epoch": 182, "lr": 7.931269902641924e-05}
{"train_loss": 0.0030624724458903074, "global_step": 32454, "epoch": 182, "lr": 7.931150188754618e-05}
{"train_loss": 0.007307890336960554, "global_step": 32455, "epoch": 182, "lr": 7.931030472307126e-05}
{"train_loss": 0.004912139847874641, "global_step": 32456, "epoch": 182, "lr": 7.930910753299554e-05}
{"train_loss": 0.007796118967235088, "global_step": 32457, "epoch": 182, "lr": 7.930791031732005e-05}
{"train_loss": 0.005141189321875572, "global_step": 32458, "epoch": 182, "lr": 7.930671307604587e-05}
{"train_loss": 0.006958370096981525, "global_step": 32459, "epoch": 182, "lr": 7.9305515809174e-05}
{"train_loss": 0.004650477319955826, "global_step": 32460, "epoch": 182, "lr": 7.930431851670555e-05}
{"train_loss": 0.004729636013507843, "global_step": 32461, "epoch": 182, "lr": 7.930312119864149e-05}
{"train_loss": 0.003473910503089428, "global_step": 32462, "epoch": 182, "lr": 7.930192385498294e-05}
{"train_loss": 0.005489775445312262, "global_step": 32463, "epoch": 182, "lr": 7.930072648573088e-05}
{"train_loss": 0.005213734228163958, "global_step": 32464, "epoch": 182, "lr": 7.92995290908864e-05}
{"train_loss": 0.008170699700713158, "global_step": 32465, "epoch": 182, "lr": 7.929833167045053e-05}
{"train_loss": 0.0043898471631109715, "global_step": 32466, "epoch": 182, "lr": 7.929713422442432e-05}
{"train_loss": 0.0025433204136788845, "global_step": 32467, "epoch": 182, "lr": 7.92959367528088e-05}
{"train_loss": 0.004902385640889406, "global_step": 32468, "epoch": 182, "lr": 7.929473925560504e-05}
{"train_loss": 0.00525733083486557, "global_step": 32469, "epoch": 182, "lr": 7.929354173281407e-05}
{"train_loss": 0.007519824430346489, "global_step": 32470, "epoch": 182, "lr": 7.929234418443695e-05}
{"train_loss": 0.005457545630633831, "global_step": 32471, "epoch": 182, "lr": 7.929114661047471e-05}
{"train_loss": 0.003735249862074852, "global_step": 32472, "epoch": 182, "lr": 7.92899490109284e-05}
{"train_loss": 0.013394985347986221, "global_step": 32473, "epoch": 182, "lr": 7.928875138579907e-05}
{"train_loss": 0.005056325346231461, "global_step": 32474, "epoch": 182, "lr": 7.928755373508776e-05}
{"train_loss": 0.00603932049125433, "global_step": 32475, "epoch": 182, "lr": 7.928635605879552e-05}
{"train_loss": 0.007174734491854906, "global_step": 32476, "epoch": 182, "lr": 7.928515835692341e-05}
{"train_loss": 0.002485012635588646, "global_step": 32477, "epoch": 182, "lr": 7.928396062947246e-05}
{"train_loss": 0.01108277402818203, "global_step": 32478, "epoch": 182, "lr": 7.928276287644372e-05}
{"train_loss": 0.008185790851712227, "global_step": 32479, "epoch": 182, "lr": 7.928156509783822e-05}
{"train_loss": 0.005452840588986874, "global_step": 32480, "epoch": 182, "lr": 7.928036729365704e-05}
{"train_loss": 0.0036507723852992058, "global_step": 32481, "epoch": 182, "lr": 7.927916946390119e-05}
{"train_loss": 0.00608624704182148, "global_step": 32482, "epoch": 182, "lr": 7.927797160857175e-05}
{"train_loss": 0.004586069844663143, "global_step": 32483, "epoch": 182, "lr": 7.927677372766975e-05}
{"train_loss": 0.004792162217199802, "global_step": 32484, "epoch": 182, "lr": 7.927557582119623e-05}
{"train_loss": 0.0062897116877138615, "global_step": 32485, "epoch": 182, "lr": 7.927437788915223e-05}
{"train_loss": 0.006603020243346691, "global_step": 32486, "epoch": 182, "lr": 7.927317993153884e-05}
{"train_loss": 0.006621557287871838, "global_step": 32487, "epoch": 182, "lr": 7.927198194835705e-05}
{"train_loss": 0.01192229799926281, "global_step": 32488, "epoch": 182, "lr": 7.927078393960794e-05}
{"train_loss": 0.008296569809317589, "global_step": 32489, "epoch": 182, "lr": 7.926958590529255e-05}
{"train_loss": 0.004319414496421814, "global_step": 32490, "epoch": 182, "lr": 7.926838784541193e-05}
{"train_loss": 0.0055402652360498905, "global_step": 32491, "epoch": 182, "lr": 7.926718975996711e-05}
{"train_loss": 0.0070368945598602295, "global_step": 32492, "epoch": 182, "lr": 7.926599164895915e-05}
{"train_loss": 0.004317155107855797, "global_step": 32493, "epoch": 182, "lr": 7.92647935123891e-05}
{"train_loss": 0.005647125653922558, "global_step": 32494, "epoch": 182, "lr": 7.926359535025799e-05}
{"train_loss": 0.006733420770615339, "global_step": 32495, "epoch": 182, "lr": 7.926239716256689e-05}
{"train_loss": 0.00449281046167016, "global_step": 32496, "epoch": 182, "lr": 7.926119894931683e-05}
{"train_loss": 0.005177199840545654, "global_step": 32497, "epoch": 182, "lr": 7.926000071050885e-05}
{"train_loss": 0.00822624284774065, "global_step": 32498, "epoch": 182, "lr": 7.9258802446144e-05}
{"train_loss": 0.007662571035325527, "global_step": 32499, "epoch": 182, "lr": 7.925760415622336e-05}
{"train_loss": 0.0045029581524431705, "global_step": 32500, "epoch": 182, "lr": 7.925640584074793e-05}
{"train_loss": 0.009968615137040615, "global_step": 32501, "epoch": 182, "lr": 7.925520749971878e-05}
{"train_loss": 0.005056700669229031, "global_step": 32502, "epoch": 182, "lr": 7.925400913313697e-05}
{"train_loss": 0.006665388587862253, "global_step": 32503, "epoch": 182, "lr": 7.925281074100353e-05}
{"train_loss": 0.008448885753750801, "global_step": 32504, "epoch": 182, "lr": 7.925161232331948e-05}
{"train_loss": 0.0052317725494503975, "global_step": 32505, "epoch": 182, "lr": 7.925041388008591e-05}
{"train_loss": 0.011083822697401047, "global_step": 32506, "epoch": 182, "lr": 7.924921541130385e-05}
{"train_loss": 0.00638493150472641, "global_step": 32507, "epoch": 182, "lr": 7.924801691697434e-05}
{"train_loss": 0.004026183858513832, "global_step": 32508, "epoch": 182, "lr": 7.924681839709844e-05}
{"train_loss": 0.006471971049904823, "global_step": 32509, "epoch": 182, "lr": 7.92456198516772e-05}
{"train_loss": 0.004571989644318819, "global_step": 32510, "epoch": 182, "lr": 7.924442128071164e-05}
{"train_loss": 0.004017174243927002, "global_step": 32511, "epoch": 182, "lr": 7.924322268420284e-05}
{"train_loss": 0.008868377655744553, "global_step": 32512, "epoch": 182, "lr": 7.924202406215182e-05}
{"train_loss": 0.005095889791846275, "global_step": 32513, "epoch": 182, "lr": 7.924082541455964e-05}
{"train_loss": 0.005324689205735922, "global_step": 32514, "epoch": 182, "lr": 7.923962674142736e-05}
{"train_loss": 0.006353534758090973, "global_step": 32515, "epoch": 182, "lr": 7.923842804275599e-05}
{"train_loss": 0.0077330428175628185, "global_step": 32516, "epoch": 182, "lr": 7.92372293185466e-05}
{"train_loss": 0.004241207614541054, "global_step": 32517, "epoch": 182, "lr": 7.923603056880024e-05}
{"train_loss": 0.003715443192049861, "global_step": 32518, "epoch": 182, "lr": 7.923483179351797e-05}
{"train_loss": 0.0039062034338712692, "global_step": 32519, "epoch": 182, "lr": 7.923363299270081e-05}
{"train_loss": 0.0035290010273456573, "global_step": 32520, "epoch": 182, "lr": 7.923243416634982e-05}
{"train_loss": 0.0054259393364191055, "global_step": 32521, "epoch": 182, "lr": 7.923123531446603e-05}
{"train_loss": 0.0060909586027264595, "global_step": 32522, "epoch": 182, "lr": 7.923003643705052e-05}
{"train_loss": 0.0037993246223777533, "global_step": 32523, "epoch": 182, "lr": 7.92288375341043e-05}
{"train_loss": 0.004165515769273043, "global_step": 32524, "epoch": 182, "lr": 7.922763860562845e-05}
{"train_loss": 0.007942594587802887, "global_step": 32525, "epoch": 182, "lr": 7.9226439651624e-05}
{"train_loss": 0.004774187691509724, "global_step": 32526, "epoch": 182, "lr": 7.9225240672092e-05}
{"train_loss": 0.00311863049864769, "global_step": 32527, "epoch": 182, "lr": 7.92240416670335e-05}
{"train_loss": 0.0171440988779068, "global_step": 32528, "epoch": 182, "lr": 7.922284263644954e-05}
{"train_loss": 0.003935293760150671, "global_step": 32529, "epoch": 182, "lr": 7.922164358034118e-05}
{"train_loss": 0.00821517314761877, "global_step": 32530, "epoch": 182, "lr": 7.922044449870945e-05}
{"train_loss": 0.0037227924913167953, "global_step": 32531, "epoch": 182, "lr": 7.921924539155541e-05}
{"train_loss": 0.0033199964091181755, "global_step": 32532, "epoch": 182, "lr": 7.921804625888011e-05}
{"train_loss": 0.004067213740199804, "global_step": 32533, "epoch": 182, "lr": 7.921684710068458e-05}
{"train_loss": 0.0059337555430829525, "global_step": 32534, "epoch": 182, "lr": 7.921564791696989e-05}
{"train_loss": 0.008446261286735535, "global_step": 32535, "epoch": 182, "lr": 7.921444870773708e-05}
{"train_loss": 0.007465765345841646, "global_step": 32536, "epoch": 182, "lr": 7.921324947298718e-05}
{"train_loss": 0.009177484549582005, "global_step": 32537, "epoch": 182, "lr": 7.921205021272126e-05}
{"train_loss": 0.0031194468028843403, "global_step": 32538, "epoch": 182, "lr": 7.921085092694036e-05}
{"train_loss": 0.005614414811134338, "global_step": 32539, "epoch": 182, "lr": 7.920965161564551e-05}
{"train_loss": 0.0066091278567910194, "global_step": 32540, "epoch": 182, "lr": 7.92084522788378e-05}
{"train_loss": 0.006824573967605829, "global_step": 32541, "epoch": 182, "lr": 7.920725291651823e-05}
{"train_loss": 0.004324870649725199, "global_step": 32542, "epoch": 182, "lr": 7.920605352868786e-05}
{"train_loss": 0.006929578259587288, "global_step": 32543, "epoch": 182, "lr": 7.920485411534777e-05}
{"train_loss": 0.008983271196484566, "global_step": 32544, "epoch": 182, "lr": 7.920365467649897e-05}
{"train_loss": 0.006294676102697849, "global_step": 32545, "epoch": 182, "lr": 7.920245521214254e-05}
{"train_loss": 0.005021941848099232, "global_step": 32546, "epoch": 182, "lr": 7.920125572227948e-05}
{"train_loss": 0.005834958516061306, "global_step": 32547, "epoch": 182, "lr": 7.920005620691088e-05}
{"train_loss": 0.0045224144123494625, "global_step": 32548, "epoch": 182, "lr": 7.919885666603779e-05}
{"train_loss": 0.00569156464189291, "global_step": 32549, "epoch": 182, "lr": 7.919765709966123e-05}
{"train_loss": 0.005164640955626965, "global_step": 32550, "epoch": 182, "lr": 7.919645750778226e-05}
{"train_loss": 0.00785033218562603, "global_step": 32551, "epoch": 182, "lr": 7.919525789040193e-05}
{"train_loss": 0.004924059379845858, "global_step": 32552, "epoch": 182, "lr": 7.919405824752128e-05}
{"train_loss": 0.0037517789751291275, "global_step": 32553, "epoch": 182, "lr": 7.919285857914139e-05}
{"train_loss": 0.006484960205852985, "global_step": 32554, "epoch": 182, "lr": 7.919165888526325e-05}
{"train_loss": 0.006443742197006941, "global_step": 32555, "epoch": 182, "lr": 7.919045916588795e-05}
{"train_loss": 0.007033604197204113, "global_step": 32556, "epoch": 182, "lr": 7.918925942101653e-05}
{"train_loss": 0.006266010459512472, "global_step": 32557, "epoch": 182, "lr": 7.918805965065002e-05}
{"train_loss": 0.00888085924088955, "global_step": 32558, "epoch": 182, "lr": 7.918685985478951e-05}
{"train_loss": 0.006125188898295164, "global_step": 32559, "epoch": 182, "lr": 7.9185660033436e-05}
{"train_loss": 0.0076873647049069405, "global_step": 32560, "epoch": 182, "lr": 7.918446018659055e-05}
{"train_loss": 0.0068102143704891205, "global_step": 32561, "epoch": 182, "lr": 7.918326031425425e-05}
{"train_loss": 0.004904173314571381, "global_step": 32562, "epoch": 182, "lr": 7.918206041642809e-05}
{"train_loss": 0.002795454580336809, "global_step": 32563, "epoch": 182, "lr": 7.918086049311314e-05}
{"train_loss": 0.003641241230070591, "global_step": 32564, "epoch": 182, "lr": 7.917966054431046e-05}
{"train_loss": 0.003583395853638649, "global_step": 32565, "epoch": 182, "lr": 7.917846057002109e-05}
{"train_loss": 0.0023123202845454216, "global_step": 32566, "epoch": 182, "lr": 7.917726057024608e-05}
{"train_loss": 0.005139167420566082, "global_step": 32567, "epoch": 182, "lr": 7.917606054498648e-05}
{"train_loss": 0.00594028364866972, "global_step": 32568, "epoch": 182, "lr": 7.917486049424332e-05}
{"train_loss": 0.00617247773334384, "global_step": 32569, "epoch": 182, "lr": 7.917366041801766e-05}
{"train_loss": 0.007945321500301361, "global_step": 32570, "epoch": 182, "lr": 7.917246031631056e-05}
{"train_loss": 0.006987942382693291, "global_step": 32571, "epoch": 182, "lr": 7.917126018912306e-05}
{"train_loss": 0.0030756392516195774, "global_step": 32572, "epoch": 182, "lr": 7.91700600364562e-05}
{"train_loss": 0.006108597399708763, "global_step": 32573, "epoch": 182, "lr": 7.916885985831104e-05}
{"train_loss": 0.003964832052588463, "global_step": 32574, "epoch": 183, "lr": 7.916765965468862e-05}
{"train_loss": 0.012074651196599007, "global_step": 32575, "epoch": 183, "lr": 7.916645942558997e-05}
{"train_loss": 0.004067954607307911, "global_step": 32576, "epoch": 183, "lr": 7.91652591710162e-05}
{"train_loss": 0.008859286084771156, "global_step": 32577, "epoch": 183, "lr": 7.916405889096829e-05}
{"train_loss": 0.00865158811211586, "global_step": 32578, "epoch": 183, "lr": 7.916285858544733e-05}
{"train_loss": 0.010497305542230606, "global_step": 32579, "epoch": 183, "lr": 7.916165825445435e-05}
{"train_loss": 0.00679179048165679, "global_step": 32580, "epoch": 183, "lr": 7.91604578979904e-05}
{"train_loss": 0.005469583440572023, "global_step": 32581, "epoch": 183, "lr": 7.915925751605653e-05}
{"train_loss": 0.005693495739251375, "global_step": 32582, "epoch": 183, "lr": 7.915805710865379e-05}
{"train_loss": 0.005742120556533337, "global_step": 32583, "epoch": 183, "lr": 7.915685667578324e-05}
{"train_loss": 0.006995298899710178, "global_step": 32584, "epoch": 183, "lr": 7.91556562174459e-05}
{"train_loss": 0.006297956220805645, "global_step": 32585, "epoch": 183, "lr": 7.915445573364283e-05}
{"train_loss": 0.008236963301897049, "global_step": 32586, "epoch": 183, "lr": 7.915325522437511e-05}
{"train_loss": 0.004284083843231201, "global_step": 32587, "epoch": 183, "lr": 7.915205468964375e-05}
{"train_loss": 0.0031210200395435095, "global_step": 32588, "epoch": 183, "lr": 7.91508541294498e-05}
{"train_loss": 0.005737614817917347, "global_step": 32589, "epoch": 183, "lr": 7.914965354379433e-05}
{"train_loss": 0.005582093261182308, "global_step": 32590, "epoch": 183, "lr": 7.914845293267839e-05}
{"train_loss": 0.006016846746206284, "global_step": 32591, "epoch": 183, "lr": 7.9147252296103e-05}
{"train_loss": 0.006415438372641802, "global_step": 32592, "epoch": 183, "lr": 7.914605163406924e-05}
{"train_loss": 0.004930440802127123, "global_step": 32593, "epoch": 183, "lr": 7.914485094657813e-05}
{"train_loss": 0.00959504209458828, "global_step": 32594, "epoch": 183, "lr": 7.914365023363074e-05}
{"train_loss": 0.0036012392956763506, "global_step": 32595, "epoch": 183, "lr": 7.914244949522812e-05}
{"train_loss": 0.007145874667912722, "global_step": 32596, "epoch": 183, "lr": 7.91412487313713e-05}
{"train_loss": 0.005496056750416756, "global_step": 32597, "epoch": 183, "lr": 7.914004794206135e-05}
{"train_loss": 0.005189340561628342, "global_step": 32598, "epoch": 183, "lr": 7.913884712729928e-05}
{"train_loss": 0.004234666470438242, "global_step": 32599, "epoch": 183, "lr": 7.91376462870862e-05}
{"train_loss": 0.005596471019089222, "global_step": 32600, "epoch": 183, "lr": 7.913644542142312e-05}
{"train_loss": 0.004840557463467121, "global_step": 32601, "epoch": 183, "lr": 7.913524453031109e-05}
{"train_loss": 0.007848137989640236, "global_step": 32602, "epoch": 183, "lr": 7.913404361375117e-05}
{"train_loss": 0.009597057476639748, "global_step": 32603, "epoch": 183, "lr": 7.91328426717444e-05}
{"train_loss": 0.0036807090509682894, "global_step": 32604, "epoch": 183, "lr": 7.913164170429182e-05}
{"train_loss": 0.007536306977272034, "global_step": 32605, "epoch": 183, "lr": 7.913044071139448e-05}
{"train_loss": 0.006058281287550926, "global_step": 32606, "epoch": 183, "lr": 7.912923969305346e-05}
{"train_loss": 0.00512334518134594, "global_step": 32607, "epoch": 183, "lr": 7.912803864926978e-05}
{"train_loss": 0.005702590569853783, "global_step": 32608, "epoch": 183, "lr": 7.912683758004451e-05}
{"train_loss": 0.0047133201733231544, "global_step": 32609, "epoch": 183, "lr": 7.912563648537868e-05}
{"train_loss": 0.005533596035093069, "global_step": 32610, "epoch": 183, "lr": 7.912443536527336e-05}
{"train_loss": 0.0032169916667044163, "global_step": 32611, "epoch": 183, "lr": 7.912323421972956e-05}
{"train_loss": 0.004689408466219902, "global_step": 32612, "epoch": 183, "lr": 7.912203304874837e-05}
{"train_loss": 0.008753359317779541, "global_step": 32613, "epoch": 183, "lr": 7.912083185233081e-05}
{"train_loss": 0.011020289734005928, "global_step": 32614, "epoch": 183, "lr": 7.911963063047796e-05}
{"train_loss": 0.005925404839217663, "global_step": 32615, "epoch": 183, "lr": 7.911842938319085e-05}
{"train_loss": 0.0062019312754273415, "global_step": 32616, "epoch": 183, "lr": 7.911722811047052e-05}
{"train_loss": 0.009539143182337284, "global_step": 32617, "epoch": 183, "lr": 7.911602681231804e-05}
{"train_loss": 0.00650831451639533, "global_step": 32618, "epoch": 183, "lr": 7.911482548873443e-05}
{"train_loss": 0.006108968518674374, "global_step": 32619, "epoch": 183, "lr": 7.911362413972078e-05}
{"train_loss": 0.00541400071233511, "global_step": 32620, "epoch": 183, "lr": 7.911242276527812e-05}
{"train_loss": 0.008761320263147354, "global_step": 32621, "epoch": 183, "lr": 7.911122136540749e-05}
{"train_loss": 0.009362014010548592, "global_step": 32622, "epoch": 183, "lr": 7.911001994010994e-05}
{"train_loss": 0.004375387914478779, "global_step": 32623, "epoch": 183, "lr": 7.910881848938653e-05}
{"train_loss": 0.003794260323047638, "global_step": 32624, "epoch": 183, "lr": 7.91076170132383e-05}
{"train_loss": 0.00429389625787735, "global_step": 32625, "epoch": 183, "lr": 7.91064155116663e-05}
{"train_loss": 0.005999205633997917, "global_step": 32626, "epoch": 183, "lr": 7.910521398467161e-05}
{"train_loss": 0.0031607109121978283, "global_step": 32627, "epoch": 183, "lr": 7.910401243225522e-05}
{"train_loss": 0.006337198428809643, "global_step": 32628, "epoch": 183, "lr": 7.910281085441824e-05}
{"train_loss": 0.002500596921890974, "global_step": 32629, "epoch": 183, "lr": 7.910160925116169e-05}
{"train_loss": 0.005595622584223747, "global_step": 32630, "epoch": 183, "lr": 7.910040762248661e-05}
{"train_loss": 0.007515509147197008, "global_step": 32631, "epoch": 183, "lr": 7.909920596839408e-05}
{"train_loss": 0.0047833239659667015, "global_step": 32632, "epoch": 183, "lr": 7.909800428888512e-05}
{"train_loss": 0.005542290396988392, "global_step": 32633, "epoch": 183, "lr": 7.90968025839608e-05}
{"train_loss": 0.009533076547086239, "global_step": 32634, "epoch": 183, "lr": 7.909560085362213e-05}
{"train_loss": 0.010274087078869343, "global_step": 32635, "epoch": 183, "lr": 7.909439909787022e-05}
{"train_loss": 0.0046875616535544395, "global_step": 32636, "epoch": 183, "lr": 7.909319731670608e-05}
{"train_loss": 0.009250866249203682, "global_step": 32637, "epoch": 183, "lr": 7.909199551013078e-05}
{"train_loss": 0.006824656389653683, "global_step": 32638, "epoch": 183, "lr": 7.909079367814534e-05}
{"train_loss": 0.005768964998424053, "global_step": 32639, "epoch": 183, "lr": 7.908959182075084e-05}
{"train_loss": 0.004938870668411255, "global_step": 32640, "epoch": 183, "lr": 7.908838993794833e-05}
{"train_loss": 0.006472175475209951, "global_step": 32641, "epoch": 183, "lr": 7.908718802973883e-05}
{"train_loss": 0.006638489663600922, "global_step": 32642, "epoch": 183, "lr": 7.908598609612342e-05}
{"train_loss": 0.003481706604361534, "global_step": 32643, "epoch": 183, "lr": 7.908478413710313e-05}
{"train_loss": 0.004447527229785919, "global_step": 32644, "epoch": 183, "lr": 7.908358215267902e-05}
{"train_loss": 0.0052714585326612, "global_step": 32645, "epoch": 183, "lr": 7.908238014285215e-05}
{"train_loss": 0.005530138965696096, "global_step": 32646, "epoch": 183, "lr": 7.908117810762355e-05}
{"train_loss": 0.0039990562945604324, "global_step": 32647, "epoch": 183, "lr": 7.907997604699426e-05}
{"train_loss": 0.006473739631474018, "global_step": 32648, "epoch": 183, "lr": 7.907877396096536e-05}
{"train_loss": 0.004253070801496506, "global_step": 32649, "epoch": 183, "lr": 7.907757184953789e-05}
{"train_loss": 0.006744448095560074, "global_step": 32650, "epoch": 183, "lr": 7.90763697127129e-05}
{"train_loss": 0.003629982704296708, "global_step": 32651, "epoch": 183, "lr": 7.907516755049144e-05}
{"train_loss": 0.005867023020982742, "global_step": 32652, "epoch": 183, "lr": 7.907396536287455e-05}
{"train_loss": 0.003016145434230566, "global_step": 32653, "epoch": 183, "lr": 7.90727631498633e-05}
{"train_loss": 0.0036760815419256687, "global_step": 32654, "epoch": 183, "lr": 7.907156091145871e-05}
{"train_loss": 0.006062034983187914, "global_step": 32655, "epoch": 183, "lr": 7.907035864766186e-05}
{"train_loss": 0.0030280298087745905, "global_step": 32656, "epoch": 183, "lr": 7.906915635847379e-05}
{"train_loss": 0.0043159290216863155, "global_step": 32657, "epoch": 183, "lr": 7.906795404389553e-05}
{"train_loss": 0.009381543844938278, "global_step": 32658, "epoch": 183, "lr": 7.906675170392815e-05}
{"train_loss": 0.0035862145014107227, "global_step": 32659, "epoch": 183, "lr": 7.906554933857271e-05}
{"train_loss": 0.004000626038759947, "global_step": 32660, "epoch": 183, "lr": 7.906434694783025e-05}
{"train_loss": 0.0051546767354011536, "global_step": 32661, "epoch": 183, "lr": 7.906314453170182e-05}
{"train_loss": 0.005496412981301546, "global_step": 32662, "epoch": 183, "lr": 7.906194209018846e-05}
{"train_loss": 0.009568814188241959, "global_step": 32663, "epoch": 183, "lr": 7.906073962329123e-05}
{"train_loss": 0.0030961723532527685, "global_step": 32664, "epoch": 183, "lr": 7.905953713101118e-05}
{"train_loss": 0.0027761259116232395, "global_step": 32665, "epoch": 183, "lr": 7.905833461334937e-05}
{"train_loss": 0.005141261499375105, "global_step": 32666, "epoch": 183, "lr": 7.905713207030682e-05}
{"train_loss": 0.007704954594373703, "global_step": 32667, "epoch": 183, "lr": 7.905592950188462e-05}
{"train_loss": 0.005341998301446438, "global_step": 32668, "epoch": 183, "lr": 7.90547269080838e-05}
{"train_loss": 0.008009884506464005, "global_step": 32669, "epoch": 183, "lr": 7.905352428890538e-05}
{"train_loss": 0.004856369458138943, "global_step": 32670, "epoch": 183, "lr": 7.905232164435048e-05}
{"train_loss": 0.003314015921205282, "global_step": 32671, "epoch": 183, "lr": 7.90511189744201e-05}
{"train_loss": 0.003478924511000514, "global_step": 32672, "epoch": 183, "lr": 7.90499162791153e-05}
{"train_loss": 0.00461619533598423, "global_step": 32673, "epoch": 183, "lr": 7.904871355843713e-05}
{"train_loss": 0.007279130630195141, "global_step": 32674, "epoch": 183, "lr": 7.904751081238664e-05}
{"train_loss": 0.005028757266700268, "global_step": 32675, "epoch": 183, "lr": 7.904630804096489e-05}
{"train_loss": 0.006388450972735882, "global_step": 32676, "epoch": 183, "lr": 7.904510524417293e-05}
{"train_loss": 0.0033582502510398626, "global_step": 32677, "epoch": 183, "lr": 7.90439024220118e-05}
{"train_loss": 0.004314204677939415, "global_step": 32678, "epoch": 183, "lr": 7.904269957448256e-05}
{"train_loss": 0.005001033656299114, "global_step": 32679, "epoch": 183, "lr": 7.904149670158625e-05}
{"train_loss": 0.0026917648501694202, "global_step": 32680, "epoch": 183, "lr": 7.904029380332394e-05}
{"train_loss": 0.004732958506792784, "global_step": 32681, "epoch": 183, "lr": 7.903909087969666e-05}
{"train_loss": 0.008062190376222134, "global_step": 32682, "epoch": 183, "lr": 7.903788793070545e-05}
{"train_loss": 0.006628328934311867, "global_step": 32683, "epoch": 183, "lr": 7.90366849563514e-05}
{"train_loss": 0.004812764003872871, "global_step": 32684, "epoch": 183, "lr": 7.903548195663552e-05}
{"train_loss": 0.00751898717135191, "global_step": 32685, "epoch": 183, "lr": 7.90342789315589e-05}
{"train_loss": 0.008133558556437492, "global_step": 32686, "epoch": 183, "lr": 7.903307588112258e-05}
{"train_loss": 0.005228277295827866, "global_step": 32687, "epoch": 183, "lr": 7.903187280532757e-05}
{"train_loss": 0.0034246505238115788, "global_step": 32688, "epoch": 183, "lr": 7.903066970417499e-05}
{"train_loss": 0.003954718820750713, "global_step": 32689, "epoch": 183, "lr": 7.902946657766582e-05}
{"train_loss": 0.006696978583931923, "global_step": 32690, "epoch": 183, "lr": 7.902826342580117e-05}
{"train_loss": 0.006732729729264975, "global_step": 32691, "epoch": 183, "lr": 7.902706024858204e-05}
{"train_loss": 0.0071871234104037285, "global_step": 32692, "epoch": 183, "lr": 7.902585704600953e-05}
{"train_loss": 0.010087300091981888, "global_step": 32693, "epoch": 183, "lr": 7.902465381808465e-05}
{"train_loss": 0.0033770930022001266, "global_step": 32694, "epoch": 183, "lr": 7.902345056480849e-05}
{"train_loss": 0.005712089594453573, "global_step": 32695, "epoch": 183, "lr": 7.902224728618207e-05}
{"train_loss": 0.006845155730843544, "global_step": 32696, "epoch": 183, "lr": 7.902104398220643e-05}
{"train_loss": 0.00481072161346674, "global_step": 32697, "epoch": 183, "lr": 7.901984065288266e-05}
{"train_loss": 0.00832206942141056, "global_step": 32698, "epoch": 183, "lr": 7.90186372982118e-05}
{"train_loss": 0.008926047012209892, "global_step": 32699, "epoch": 183, "lr": 7.901743391819487e-05}
{"train_loss": 0.013457410037517548, "global_step": 32700, "epoch": 183, "lr": 7.901623051283296e-05}
{"train_loss": 0.006185539066791534, "global_step": 32701, "epoch": 183, "lr": 7.901502708212711e-05}
{"train_loss": 0.005945919081568718, "global_step": 32702, "epoch": 183, "lr": 7.901382362607836e-05}
{"train_loss": 0.004040868021547794, "global_step": 32703, "epoch": 183, "lr": 7.901262014468775e-05}
{"train_loss": 0.00670415535569191, "global_step": 32704, "epoch": 183, "lr": 7.901141663795639e-05}
{"train_loss": 0.003600449999794364, "global_step": 32705, "epoch": 183, "lr": 7.901021310588525e-05}
{"train_loss": 0.0037372219376266003, "global_step": 32706, "epoch": 183, "lr": 7.900900954847544e-05}
{"train_loss": 0.00853653997182846, "global_step": 32707, "epoch": 183, "lr": 7.900780596572799e-05}
{"train_loss": 0.005528449080884457, "global_step": 32708, "epoch": 183, "lr": 7.900660235764397e-05}
{"train_loss": 0.008378097787499428, "global_step": 32709, "epoch": 183, "lr": 7.900539872422438e-05}
{"train_loss": 0.004230720456689596, "global_step": 32710, "epoch": 183, "lr": 7.900419506547032e-05}
{"train_loss": 0.008202997967600822, "global_step": 32711, "epoch": 183, "lr": 7.900299138138284e-05}
{"train_loss": 0.003683019895106554, "global_step": 32712, "epoch": 183, "lr": 7.900178767196297e-05}
{"train_loss": 0.008037285879254341, "global_step": 32713, "epoch": 183, "lr": 7.900058393721177e-05}
{"train_loss": 0.004089349415153265, "global_step": 32714, "epoch": 183, "lr": 7.89993801771303e-05}
{"train_loss": 0.004863794893026352, "global_step": 32715, "epoch": 183, "lr": 7.899817639171961e-05}
{"train_loss": 0.004468410275876522, "global_step": 32716, "epoch": 183, "lr": 7.899697258098072e-05}
{"train_loss": 0.006899302825331688, "global_step": 32717, "epoch": 183, "lr": 7.899576874491472e-05}
{"train_loss": 0.0027166143991053104, "global_step": 32718, "epoch": 183, "lr": 7.899456488352263e-05}
{"train_loss": 0.00447731651365757, "global_step": 32719, "epoch": 183, "lr": 7.899336099680555e-05}
{"train_loss": 0.004428491927683353, "global_step": 32720, "epoch": 183, "lr": 7.899215708476449e-05}
{"train_loss": 0.009205963462591171, "global_step": 32721, "epoch": 183, "lr": 7.89909531474005e-05}
{"train_loss": 0.008372893556952477, "global_step": 32722, "epoch": 183, "lr": 7.898974918471466e-05}
{"train_loss": 0.005731804296374321, "global_step": 32723, "epoch": 183, "lr": 7.8988545196708e-05}
{"train_loss": 0.005042675882577896, "global_step": 32724, "epoch": 183, "lr": 7.898734118338156e-05}
{"train_loss": 0.012027336284518242, "global_step": 32725, "epoch": 183, "lr": 7.898613714473644e-05}
{"train_loss": 0.0019086102256551385, "global_step": 32726, "epoch": 183, "lr": 7.898493308077363e-05}
{"train_loss": 0.005726654548197985, "global_step": 32727, "epoch": 183, "lr": 7.898372899149423e-05}
{"train_loss": 0.007986066862940788, "global_step": 32728, "epoch": 183, "lr": 7.898252487689927e-05}
{"train_loss": 0.0046914853155612946, "global_step": 32729, "epoch": 183, "lr": 7.89813207369898e-05}
{"train_loss": 0.005122389178723097, "global_step": 32730, "epoch": 183, "lr": 7.898011657176687e-05}
{"train_loss": 0.007770018186420202, "global_step": 32731, "epoch": 183, "lr": 7.897891238123156e-05}
{"train_loss": 0.0031977170147001743, "global_step": 32732, "epoch": 183, "lr": 7.89777081653849e-05}
{"train_loss": 0.0034565103705972433, "global_step": 32733, "epoch": 183, "lr": 7.897650392422793e-05}
{"train_loss": 0.006091929040849209, "global_step": 32734, "epoch": 183, "lr": 7.897529965776172e-05}
{"train_loss": 0.002868705429136753, "global_step": 32735, "epoch": 183, "lr": 7.89740953659873e-05}
{"train_loss": 0.009073983877897263, "global_step": 32736, "epoch": 183, "lr": 7.897289104890575e-05}
{"train_loss": 0.0038482965901494026, "global_step": 32737, "epoch": 183, "lr": 7.89716867065181e-05}
{"train_loss": 0.009320777840912342, "global_step": 32738, "epoch": 183, "lr": 7.897048233882544e-05}
{"train_loss": 0.004761553835123777, "global_step": 32739, "epoch": 183, "lr": 7.896927794582878e-05}
{"train_loss": 0.004096455406397581, "global_step": 32740, "epoch": 183, "lr": 7.896807352752918e-05}
{"train_loss": 0.002898360136896372, "global_step": 32741, "epoch": 183, "lr": 7.89668690839277e-05}
{"train_loss": 0.006599963176995516, "global_step": 32742, "epoch": 183, "lr": 7.89656646150254e-05}
{"train_loss": 0.010556541383266449, "global_step": 32743, "epoch": 183, "lr": 7.89644601208233e-05}
{"train_loss": 0.008024170994758606, "global_step": 32744, "epoch": 183, "lr": 7.896325560132249e-05}
{"train_loss": 0.0063943020068109035, "global_step": 32745, "epoch": 183, "lr": 7.8962051056524e-05}
{"train_loss": 0.004084104206413031, "global_step": 32746, "epoch": 183, "lr": 7.89608464864289e-05}
{"train_loss": 0.003737444058060646, "global_step": 32747, "epoch": 183, "lr": 7.895964189103822e-05}
{"train_loss": 0.003896118840202689, "global_step": 32748, "epoch": 183, "lr": 7.895843727035301e-05}
{"train_loss": 0.005312568508088589, "global_step": 32749, "epoch": 183, "lr": 7.895723262437435e-05}
{"train_loss": 0.0051529426127672195, "global_step": 32750, "epoch": 183, "lr": 7.895602795310327e-05}
{"train_loss": 0.005894817039762948, "global_step": 32751, "epoch": 183, "lr": 7.895482325654082e-05}
{"train_loss": 0.005516392178833485, "global_step": 32752, "epoch": 184, "lr": 7.895361853468808e-05}
{"train_loss": 0.007104608230292797, "global_step": 32753, "epoch": 184, "lr": 7.895241378754607e-05}
{"train_loss": 0.006783448159694672, "global_step": 32754, "epoch": 184, "lr": 7.895120901511588e-05}
{"train_loss": 0.0062241097912192345, "global_step": 32755, "epoch": 184, "lr": 7.89500042173985e-05}
{"train_loss": 0.0037847168277949095, "global_step": 32756, "epoch": 184, "lr": 7.894879939439506e-05}
{"train_loss": 0.009567564353346825, "global_step": 32757, "epoch": 184, "lr": 7.894759454610654e-05}
{"train_loss": 0.0059229121543467045, "global_step": 32758, "epoch": 184, "lr": 7.894638967253405e-05}
{"train_loss": 0.005838827230036259, "global_step": 32759, "epoch": 184, "lr": 7.89451847736786e-05}
{"train_loss": 0.005616691894829273, "global_step": 32760, "epoch": 184, "lr": 7.894397984954126e-05}
{"train_loss": 0.007903607562184334, "global_step": 32761, "epoch": 184, "lr": 7.894277490012309e-05}
{"train_loss": 0.0030245748348534107, "global_step": 32762, "epoch": 184, "lr": 7.894156992542513e-05}
{"train_loss": 0.004803191404789686, "global_step": 32763, "epoch": 184, "lr": 7.894036492544843e-05}
{"train_loss": 0.004388849250972271, "global_step": 32764, "epoch": 184, "lr": 7.893915990019408e-05}
{"train_loss": 0.005822568666189909, "global_step": 32765, "epoch": 184, "lr": 7.893795484966306e-05}
{"train_loss": 0.0034826723858714104, "global_step": 32766, "epoch": 184, "lr": 7.893674977385649e-05}
{"train_loss": 0.008790112100541592, "global_step": 32767, "epoch": 184, "lr": 7.893554467277539e-05}
{"train_loss": 0.005250616930425167, "global_step": 32768, "epoch": 184, "lr": 7.893433954642082e-05}
{"train_loss": 0.006395716220140457, "global_step": 32769, "epoch": 184, "lr": 7.893313439479383e-05}
{"train_loss": 0.0071463314816355705, "global_step": 32770, "epoch": 184, "lr": 7.89319292178955e-05}
{"train_loss": 0.006200168281793594, "global_step": 32771, "epoch": 184, "lr": 7.893072401572683e-05}
{"train_loss": 0.0034258244559168816, "global_step": 32772, "epoch": 184, "lr": 7.892951878828889e-05}
{"train_loss": 0.0042859152890741825, "global_step": 32773, "epoch": 184, "lr": 7.892831353558276e-05}
{"train_loss": 0.004883004352450371, "global_step": 32774, "epoch": 184, "lr": 7.892710825760947e-05}
{"train_loss": 0.0028286236338317394, "global_step": 32775, "epoch": 184, "lr": 7.89259029543701e-05}
{"train_loss": 0.007103107403963804, "global_step": 32776, "epoch": 184, "lr": 7.892469762586565e-05}
{"train_loss": 0.0044921752996742725, "global_step": 32777, "epoch": 184, "lr": 7.892349227209723e-05}
{"train_loss": 0.00694317277520895, "global_step": 32778, "epoch": 184, "lr": 7.892228689306585e-05}
{"train_loss": 0.002383089391514659, "global_step": 32779, "epoch": 184, "lr": 7.89210814887726e-05}
{"train_loss": 0.007019381038844585, "global_step": 32780, "epoch": 184, "lr": 7.891987605921849e-05}
{"train_loss": 0.008827153593301773, "global_step": 32781, "epoch": 184, "lr": 7.89186706044046e-05}
{"train_loss": 0.006538697052747011, "global_step": 32782, "epoch": 184, "lr": 7.891746512433198e-05}
{"train_loss": 0.005614096764475107, "global_step": 32783, "epoch": 184, "lr": 7.891625961900169e-05}
{"train_loss": 0.014331634156405926, "global_step": 32784, "epoch": 184, "lr": 7.891505408841476e-05}
{"train_loss": 0.008420094847679138, "global_step": 32785, "epoch": 184, "lr": 7.891384853257227e-05}
{"train_loss": 0.006819665431976318, "global_step": 32786, "epoch": 184, "lr": 7.891264295147524e-05}
{"train_loss": 0.0047514550387859344, "global_step": 32787, "epoch": 184, "lr": 7.891143734512477e-05}
{"train_loss": 0.0035287905484437943, "global_step": 32788, "epoch": 184, "lr": 7.891023171352188e-05}
{"train_loss": 0.007021158467978239, "global_step": 32789, "epoch": 184, "lr": 7.89090260566676e-05}
{"train_loss": 0.0038941162638366222, "global_step": 32790, "epoch": 184, "lr": 7.890782037456306e-05}
{"train_loss": 0.00743389455601573, "global_step": 32791, "epoch": 184, "lr": 7.890661466720923e-05}
{"train_loss": 0.006166108883917332, "global_step": 32792, "epoch": 184, "lr": 7.890540893460721e-05}
{"train_loss": 0.006658401805907488, "global_step": 32793, "epoch": 184, "lr": 7.890420317675803e-05}
{"train_loss": 0.0027579530142247677, "global_step": 32794, "epoch": 184, "lr": 7.890299739366276e-05}
{"train_loss": 0.009410137310624123, "global_step": 32795, "epoch": 184, "lr": 7.890179158532245e-05}
{"train_loss": 0.003700275905430317, "global_step": 32796, "epoch": 184, "lr": 7.890058575173815e-05}
{"train_loss": 0.005333696026355028, "global_step": 32797, "epoch": 184, "lr": 7.889937989291093e-05}
{"train_loss": 0.004952982999384403, "global_step": 32798, "epoch": 184, "lr": 7.88981740088418e-05}
{"train_loss": 0.0036838874220848083, "global_step": 32799, "epoch": 184, "lr": 7.889696809953187e-05}
{"train_loss": 0.004487965255975723, "global_step": 32800, "epoch": 184, "lr": 7.889576216498215e-05}
{"train_loss": 0.0044708168134093285, "global_step": 32801, "epoch": 184, "lr": 7.88945562051937e-05}
{"train_loss": 0.0038703717291355133, "global_step": 32802, "epoch": 184, "lr": 7.88933502201676e-05}
{"train_loss": 0.005889151245355606, "global_step": 32803, "epoch": 184, "lr": 7.889214420990487e-05}
{"train_loss": 0.007335823494940996, "global_step": 32804, "epoch": 184, "lr": 7.889093817440658e-05}
{"train_loss": 0.0057758549228310585, "global_step": 32805, "epoch": 184, "lr": 7.888973211367377e-05}
{"train_loss": 0.006833279971033335, "global_step": 32806, "epoch": 184, "lr": 7.888852602770754e-05}
{"train_loss": 0.0024703252129256725, "global_step": 32807, "epoch": 184, "lr": 7.888731991650886e-05}
{"train_loss": 0.003755777608603239, "global_step": 32808, "epoch": 184, "lr": 7.888611378007887e-05}
{"train_loss": 0.006568536162376404, "global_step": 32809, "epoch": 184, "lr": 7.888490761841856e-05}
{"train_loss": 0.011198798194527626, "global_step": 32810, "epoch": 184, "lr": 7.888370143152901e-05}
{"train_loss": 0.005174256395548582, "global_step": 32811, "epoch": 184, "lr": 7.888249521941128e-05}
{"train_loss": 0.003334596287459135, "global_step": 32812, "epoch": 184, "lr": 7.888128898206642e-05}
{"train_loss": 0.0033067064359784126, "global_step": 32813, "epoch": 184, "lr": 7.888008271949547e-05}
{"train_loss": 0.005668275989592075, "global_step": 32814, "epoch": 184, "lr": 7.887887643169949e-05}
{"train_loss": 0.0038381926715373993, "global_step": 32815, "epoch": 184, "lr": 7.887767011867954e-05}
{"train_loss": 0.009188118390738964, "global_step": 32816, "epoch": 184, "lr": 7.887646378043667e-05}
{"train_loss": 0.00551544688642025, "global_step": 32817, "epoch": 184, "lr": 7.887525741697193e-05}
{"train_loss": 0.0031844167970120907, "global_step": 32818, "epoch": 184, "lr": 7.887405102828638e-05}
{"train_loss": 0.0073076216503977776, "global_step": 32819, "epoch": 184, "lr": 7.887284461438107e-05}
{"train_loss": 0.010816199705004692, "global_step": 32820, "epoch": 184, "lr": 7.887163817525706e-05}
{"train_loss": 0.002927986206486821, "global_step": 32821, "epoch": 184, "lr": 7.88704317109154e-05}
{"train_loss": 0.004594982601702213, "global_step": 32822, "epoch": 184, "lr": 7.886922522135713e-05}
{"train_loss": 0.0026117698289453983, "global_step": 32823, "epoch": 184, "lr": 7.886801870658334e-05}
{"train_loss": 0.004875571466982365, "global_step": 32824, "epoch": 184, "lr": 7.886681216659503e-05}
{"train_loss": 0.009961279109120369, "global_step": 32825, "epoch": 184, "lr": 7.88656056013933e-05}
{"train_loss": 0.003987504635006189, "global_step": 32826, "epoch": 184, "lr": 7.886439901097917e-05}
{"train_loss": 0.0034404457546770573, "global_step": 32827, "epoch": 184, "lr": 7.886319239535374e-05}
{"train_loss": 0.00897474866360426, "global_step": 32828, "epoch": 184, "lr": 7.886198575451801e-05}
{"train_loss": 0.007254742085933685, "global_step": 32829, "epoch": 184, "lr": 7.886077908847307e-05}
{"train_loss": 0.011002268642187119, "global_step": 32830, "epoch": 184, "lr": 7.885957239721997e-05}
{"train_loss": 0.0046854205429553986, "global_step": 32831, "epoch": 184, "lr": 7.885836568075974e-05}
{"train_loss": 0.00594418216496706, "global_step": 32832, "epoch": 184, "lr": 7.885715893909346e-05}
{"train_loss": 0.008639064617455006, "global_step": 32833, "epoch": 184, "lr": 7.885595217222217e-05}
{"train_loss": 0.005996277555823326, "global_step": 32834, "epoch": 184, "lr": 7.885474538014694e-05}
{"train_loss": 0.0023760157637298107, "global_step": 32835, "epoch": 184, "lr": 7.88535385628688e-05}
{"train_loss": 0.002968966495245695, "global_step": 32836, "epoch": 184, "lr": 7.885233172038881e-05}
{"train_loss": 0.00716753862798214, "global_step": 32837, "epoch": 184, "lr": 7.885112485270805e-05}
{"train_loss": 0.007824845612049103, "global_step": 32838, "epoch": 184, "lr": 7.884991795982755e-05}
{"train_loss": 0.0048021674156188965, "global_step": 32839, "epoch": 184, "lr": 7.884871104174838e-05}
{"train_loss": 0.00834792759269476, "global_step": 32840, "epoch": 184, "lr": 7.884750409847157e-05}
{"train_loss": 0.004154955502599478, "global_step": 32841, "epoch": 184, "lr": 7.88462971299982e-05}
{"train_loss": 0.006299200467765331, "global_step": 32842, "epoch": 184, "lr": 7.88450901363293e-05}
{"train_loss": 0.008614795282483101, "global_step": 32843, "epoch": 184, "lr": 7.884388311746593e-05}
{"train_loss": 0.00794348493218422, "global_step": 32844, "epoch": 184, "lr": 7.884267607340917e-05}
{"train_loss": 0.003508075140416622, "global_step": 32845, "epoch": 184, "lr": 7.884146900416005e-05}
{"train_loss": 0.0031160516664385796, "global_step": 32846, "epoch": 184, "lr": 7.884026190971963e-05}
{"train_loss": 0.006866592913866043, "global_step": 32847, "epoch": 184, "lr": 7.883905479008895e-05}
{"train_loss": 0.009035898372530937, "global_step": 32848, "epoch": 184, "lr": 7.88378476452691e-05}
{"train_loss": 0.004582218825817108, "global_step": 32849, "epoch": 184, "lr": 7.883664047526109e-05}
{"train_loss": 0.008612003177404404, "global_step": 32850, "epoch": 184, "lr": 7.8835433280066e-05}
{"train_loss": 0.004383810795843601, "global_step": 32851, "epoch": 184, "lr": 7.883422605968489e-05}
{"train_loss": 0.002679192926734686, "global_step": 32852, "epoch": 184, "lr": 7.88330188141188e-05}
{"train_loss": 0.003633760381489992, "global_step": 32853, "epoch": 184, "lr": 7.883181154336879e-05}
{"train_loss": 0.007315728347748518, "global_step": 32854, "epoch": 184, "lr": 7.883060424743592e-05}
{"train_loss": 0.007487155497074127, "global_step": 32855, "epoch": 184, "lr": 7.882939692632122e-05}
{"train_loss": 0.005621843505650759, "global_step": 32856, "epoch": 184, "lr": 7.882818958002579e-05}
{"train_loss": 0.007343499921262264, "global_step": 32857, "epoch": 184, "lr": 7.882698220855065e-05}
{"train_loss": 0.007420295849442482, "global_step": 32858, "epoch": 184, "lr": 7.882577481189686e-05}
{"train_loss": 0.0038486935663968325, "global_step": 32859, "epoch": 184, "lr": 7.882456739006548e-05}
{"train_loss": 0.013329762034118176, "global_step": 32860, "epoch": 184, "lr": 7.882335994305755e-05}
{"train_loss": 0.005585282575339079, "global_step": 32861, "epoch": 184, "lr": 7.882215247087414e-05}
{"train_loss": 0.006098251789808273, "global_step": 32862, "epoch": 184, "lr": 7.882094497351631e-05}
{"train_loss": 0.0044495584443211555, "global_step": 32863, "epoch": 184, "lr": 7.88197374509851e-05}
{"train_loss": 0.006209173705428839, "global_step": 32864, "epoch": 184, "lr": 7.881852990328158e-05}
{"train_loss": 0.004166456405073404, "global_step": 32865, "epoch": 184, "lr": 7.881732233040678e-05}
{"train_loss": 0.007147776894271374, "global_step": 32866, "epoch": 184, "lr": 7.881611473236178e-05}
{"train_loss": 0.004126131534576416, "global_step": 32867, "epoch": 184, "lr": 7.881490710914762e-05}
{"train_loss": 0.0059348405338823795, "global_step": 32868, "epoch": 184, "lr": 7.881369946076537e-05}
{"train_loss": 0.0036159399896860123, "global_step": 32869, "epoch": 184, "lr": 7.881249178721606e-05}
{"train_loss": 0.007047741208225489, "global_step": 32870, "epoch": 184, "lr": 7.881128408850076e-05}
{"train_loss": 0.007168532349169254, "global_step": 32871, "epoch": 184, "lr": 7.881007636462053e-05}
{"train_loss": 0.008251664228737354, "global_step": 32872, "epoch": 184, "lr": 7.880886861557642e-05}
{"train_loss": 0.0059850625693798065, "global_step": 32873, "epoch": 184, "lr": 7.880766084136948e-05}
{"train_loss": 0.010915481485426426, "global_step": 32874, "epoch": 184, "lr": 7.880645304200077e-05}
{"train_loss": 0.005452699027955532, "global_step": 32875, "epoch": 184, "lr": 7.880524521747134e-05}
{"train_loss": 0.007516610436141491, "global_step": 32876, "epoch": 184, "lr": 7.880403736778226e-05}
{"train_loss": 0.010123238898813725, "global_step": 32877, "epoch": 184, "lr": 7.880282949293455e-05}
{"train_loss": 0.00751912547275424, "global_step": 32878, "epoch": 184, "lr": 7.880162159292932e-05}
{"train_loss": 0.003837640630081296, "global_step": 32879, "epoch": 184, "lr": 7.880041366776757e-05}
{"train_loss": 0.008665861561894417, "global_step": 32880, "epoch": 184, "lr": 7.879920571745039e-05}
{"train_loss": 0.004004857502877712, "global_step": 32881, "epoch": 184, "lr": 7.879799774197881e-05}
{"train_loss": 0.005001958459615707, "global_step": 32882, "epoch": 184, "lr": 7.879678974135392e-05}
{"train_loss": 0.0038961325772106647, "global_step": 32883, "epoch": 184, "lr": 7.879558171557674e-05}
{"train_loss": 0.004671511705964804, "global_step": 32884, "epoch": 184, "lr": 7.879437366464834e-05}
{"train_loss": 0.006705133710056543, "global_step": 32885, "epoch": 184, "lr": 7.879316558856977e-05}
{"train_loss": 0.008031095378100872, "global_step": 32886, "epoch": 184, "lr": 7.87919574873421e-05}
{"train_loss": 0.005981996655464172, "global_step": 32887, "epoch": 184, "lr": 7.879074936096638e-05}
{"train_loss": 0.002947419648990035, "global_step": 32888, "epoch": 184, "lr": 7.878954120944364e-05}
{"train_loss": 0.007288743741810322, "global_step": 32889, "epoch": 184, "lr": 7.878833303277497e-05}
{"train_loss": 0.005738792009651661, "global_step": 32890, "epoch": 184, "lr": 7.878712483096141e-05}
{"train_loss": 0.0055176676250994205, "global_step": 32891, "epoch": 184, "lr": 7.8785916604004e-05}
{"train_loss": 0.006762588396668434, "global_step": 32892, "epoch": 184, "lr": 7.878470835190381e-05}
{"train_loss": 0.0027832670602947474, "global_step": 32893, "epoch": 184, "lr": 7.878350007466192e-05}
{"train_loss": 0.006290184333920479, "global_step": 32894, "epoch": 184, "lr": 7.878229177227934e-05}
{"train_loss": 0.003817094024270773, "global_step": 32895, "epoch": 184, "lr": 7.878108344475717e-05}
{"train_loss": 0.008067674934864044, "global_step": 32896, "epoch": 184, "lr": 7.877987509209643e-05}
{"train_loss": 0.0042431773617863655, "global_step": 32897, "epoch": 184, "lr": 7.877866671429819e-05}
{"train_loss": 0.006358614191412926, "global_step": 32898, "epoch": 184, "lr": 7.877745831136348e-05}
{"train_loss": 0.0060284617356956005, "global_step": 32899, "epoch": 184, "lr": 7.877624988329341e-05}
{"train_loss": 0.006661613471806049, "global_step": 32900, "epoch": 184, "lr": 7.877504143008898e-05}
{"train_loss": 0.010616142302751541, "global_step": 32901, "epoch": 184, "lr": 7.877383295175129e-05}
{"train_loss": 0.007872757501900196, "global_step": 32902, "epoch": 184, "lr": 7.877262444828137e-05}
{"train_loss": 0.012564134784042835, "global_step": 32903, "epoch": 184, "lr": 7.877141591968028e-05}
{"train_loss": 0.005417965352535248, "global_step": 32904, "epoch": 184, "lr": 7.877020736594907e-05}
{"train_loss": 0.0035993228666484356, "global_step": 32905, "epoch": 184, "lr": 7.87689987870888e-05}
{"train_loss": 0.0057322923094034195, "global_step": 32906, "epoch": 184, "lr": 7.876779018310054e-05}
{"train_loss": 0.002685748040676117, "global_step": 32907, "epoch": 184, "lr": 7.876658155398533e-05}
{"train_loss": 0.004620576277375221, "global_step": 32908, "epoch": 184, "lr": 7.876537289974424e-05}
{"train_loss": 0.006589966826140881, "global_step": 32909, "epoch": 184, "lr": 7.876416422037828e-05}
{"train_loss": 0.008679025806486607, "global_step": 32910, "epoch": 184, "lr": 7.876295551588857e-05}
{"train_loss": 0.005677773617208004, "global_step": 32911, "epoch": 184, "lr": 7.876174678627613e-05}
{"train_loss": 0.00608290359377861, "global_step": 32912, "epoch": 184, "lr": 7.876053803154202e-05}
{"train_loss": 0.0030758539214730263, "global_step": 32913, "epoch": 184, "lr": 7.87593292516873e-05}
{"train_loss": 0.006600859574973583, "global_step": 32914, "epoch": 184, "lr": 7.875812044671302e-05}
{"train_loss": 0.00832328200340271, "global_step": 32915, "epoch": 184, "lr": 7.875691161662025e-05}
{"train_loss": 0.0036120337899774313, "global_step": 32916, "epoch": 184, "lr": 7.875570276141002e-05}
{"train_loss": 0.005956146866083145, "global_step": 32917, "epoch": 184, "lr": 7.875449388108341e-05}
{"train_loss": 0.012676800601184368, "global_step": 32918, "epoch": 184, "lr": 7.875328497564146e-05}
{"train_loss": 0.003270996268838644, "global_step": 32919, "epoch": 184, "lr": 7.875207604508523e-05}
{"train_loss": 0.006318834610283375, "global_step": 32920, "epoch": 184, "lr": 7.875086708941577e-05}
{"train_loss": 0.0034550237469375134, "global_step": 32921, "epoch": 184, "lr": 7.874965810863417e-05}
{"train_loss": 0.0048265112563967705, "global_step": 32922, "epoch": 184, "lr": 7.874844910274144e-05}
{"train_loss": 0.004005830734968185, "global_step": 32923, "epoch": 184, "lr": 7.874724007173868e-05}
{"train_loss": 0.003056485904380679, "global_step": 32924, "epoch": 184, "lr": 7.87460310156269e-05}
{"train_loss": 0.004577624145895243, "global_step": 32925, "epoch": 184, "lr": 7.87448219344072e-05}
{"train_loss": 0.004924766719341278, "global_step": 32926, "epoch": 184, "lr": 7.874361282808059e-05}
{"train_loss": 0.007545427419245243, "global_step": 32927, "epoch": 184, "lr": 7.874240369664817e-05}
{"train_loss": 0.005934454500675201, "global_step": 32928, "epoch": 184, "lr": 7.874119454011097e-05}
{"train_loss": 0.00602915086338736, "global_step": 32929, "epoch": 184, "lr": 7.873998535847005e-05}
{"train_loss": 0.005180187989026308, "global_step": 32930, "epoch": 185, "lr": 7.873877615172647e-05}
{"train_loss": 0.005488463677465916, "global_step": 32931, "epoch": 185, "lr": 7.87375669198813e-05}
{"train_loss": 0.005693821236491203, "global_step": 32932, "epoch": 185, "lr": 7.873635766293556e-05}
{"train_loss": 0.00544579466804862, "global_step": 32933, "epoch": 185, "lr": 7.873514838089034e-05}
{"train_loss": 0.010158812627196312, "global_step": 32934, "epoch": 185, "lr": 7.873393907374668e-05}
{"train_loss": 0.007364337332546711, "global_step": 32935, "epoch": 185, "lr": 7.873272974150563e-05}
{"train_loss": 0.007669191807508469, "global_step": 32936, "epoch": 185, "lr": 7.873152038416827e-05}
{"train_loss": 0.003638820955529809, "global_step": 32937, "epoch": 185, "lr": 7.873031100173565e-05}
{"train_loss": 0.0034420890733599663, "global_step": 32938, "epoch": 185, "lr": 7.872910159420879e-05}
{"train_loss": 0.003032074309885502, "global_step": 32939, "epoch": 185, "lr": 7.872789216158881e-05}
{"train_loss": 0.005739926360547543, "global_step": 32940, "epoch": 185, "lr": 7.872668270387671e-05}
{"train_loss": 0.005985858850181103, "global_step": 32941, "epoch": 185, "lr": 7.872547322107358e-05}
{"train_loss": 0.005976900923997164, "global_step": 32942, "epoch": 185, "lr": 7.872426371318044e-05}
{"train_loss": 0.007131572812795639, "global_step": 32943, "epoch": 185, "lr": 7.87230541801984e-05}
{"train_loss": 0.002845269627869129, "global_step": 32944, "epoch": 185, "lr": 7.872184462212848e-05}
{"train_loss": 0.005552391055971384, "global_step": 32945, "epoch": 185, "lr": 7.872063503897173e-05}
{"train_loss": 0.004248966462910175, "global_step": 32946, "epoch": 185, "lr": 7.871942543072924e-05}
{"train_loss": 0.0044535426422953606, "global_step": 32947, "epoch": 185, "lr": 7.871821579740204e-05}
{"train_loss": 0.008844558149576187, "global_step": 32948, "epoch": 185, "lr": 7.871700613899118e-05}
{"train_loss": 0.01220738049596548, "global_step": 32949, "epoch": 185, "lr": 7.871579645549775e-05}
{"train_loss": 0.007289375644177198, "global_step": 32950, "epoch": 185, "lr": 7.871458674692278e-05}
{"train_loss": 0.004474343731999397, "global_step": 32951, "epoch": 185, "lr": 7.871337701326733e-05}
{"train_loss": 0.006740258540958166, "global_step": 32952, "epoch": 185, "lr": 7.871216725453246e-05}
{"train_loss": 0.008580660447478294, "global_step": 32953, "epoch": 185, "lr": 7.871095747071924e-05}
{"train_loss": 0.006838913541287184, "global_step": 32954, "epoch": 185, "lr": 7.87097476618287e-05}
{"train_loss": 0.007914219051599503, "global_step": 32955, "epoch": 185, "lr": 7.870853782786192e-05}
{"train_loss": 0.007426465395838022, "global_step": 32956, "epoch": 185, "lr": 7.870732796881993e-05}
{"train_loss": 0.005247876979410648, "global_step": 32957, "epoch": 185, "lr": 7.87061180847038e-05}
{"train_loss": 0.007108165416866541, "global_step": 32958, "epoch": 185, "lr": 7.870490817551462e-05}
{"train_loss": 0.006358201615512371, "global_step": 32959, "epoch": 185, "lr": 7.870369824125339e-05}
{"train_loss": 0.0018097059801220894, "global_step": 32960, "epoch": 185, "lr": 7.87024882819212e-05}
{"train_loss": 0.005151840392500162, "global_step": 32961, "epoch": 185, "lr": 7.87012782975191e-05}
{"train_loss": 0.006870985496789217, "global_step": 32962, "epoch": 185, "lr": 7.870006828804815e-05}
{"train_loss": 0.00517501775175333, "global_step": 32963, "epoch": 185, "lr": 7.869885825350941e-05}
{"train_loss": 0.003960059490054846, "global_step": 32964, "epoch": 185, "lr": 7.869764819390393e-05}
{"train_loss": 0.0072416504845023155, "global_step": 32965, "epoch": 185, "lr": 7.869643810923278e-05}
{"train_loss": 0.0046683549880981445, "global_step": 32966, "epoch": 185, "lr": 7.869522799949697e-05}
{"train_loss": 0.004206589423120022, "global_step": 32967, "epoch": 185, "lr": 7.869401786469761e-05}
{"train_loss": 0.01071785669773817, "global_step": 32968, "epoch": 185, "lr": 7.869280770483575e-05}
{"train_loss": 0.006711121182888746, "global_step": 32969, "epoch": 185, "lr": 7.869159751991242e-05}
{"train_loss": 0.010880231857299805, "global_step": 32970, "epoch": 185, "lr": 7.86903873099287e-05}
{"train_loss": 0.0047689396888017654, "global_step": 32971, "epoch": 185, "lr": 7.868917707488564e-05}
{"train_loss": 0.014578193426132202, "global_step": 32972, "epoch": 185, "lr": 7.868796681478429e-05}
{"train_loss": 0.0055658346973359585, "global_step": 32973, "epoch": 185, "lr": 7.868675652962574e-05}
{"train_loss": 0.009040765464305878, "global_step": 32974, "epoch": 185, "lr": 7.868554621941099e-05}
{"train_loss": 0.00333902589045465, "global_step": 32975, "epoch": 185, "lr": 7.868433588414115e-05}
{"train_loss": 0.006390231661498547, "global_step": 32976, "epoch": 185, "lr": 7.868312552381724e-05}
{"train_loss": 0.005817107390612364, "global_step": 32977, "epoch": 185, "lr": 7.868191513844034e-05}
{"train_loss": 0.00636472599580884, "global_step": 32978, "epoch": 185, "lr": 7.86807047280115e-05}
{"train_loss": 0.00718340277671814, "global_step": 32979, "epoch": 185, "lr": 7.867949429253179e-05}
{"train_loss": 0.006283731199800968, "global_step": 32980, "epoch": 185, "lr": 7.867828383200223e-05}
{"train_loss": 0.006497273221611977, "global_step": 32981, "epoch": 185, "lr": 7.867707334642391e-05}
{"train_loss": 0.006451313383877277, "global_step": 32982, "epoch": 185, "lr": 7.867586283579789e-05}
{"train_loss": 0.00599837489426136, "global_step": 32983, "epoch": 185, "lr": 7.867465230012521e-05}
{"train_loss": 0.007368793245404959, "global_step": 32984, "epoch": 185, "lr": 7.867344173940692e-05}
{"train_loss": 0.009899073280394077, "global_step": 32985, "epoch": 185, "lr": 7.86722311536441e-05}
{"train_loss": 0.0036643606144934893, "global_step": 32986, "epoch": 185, "lr": 7.867102054283781e-05}
{"train_loss": 0.006612222641706467, "global_step": 32987, "epoch": 185, "lr": 7.866980990698909e-05}
{"train_loss": 0.0077804382890462875, "global_step": 32988, "epoch": 185, "lr": 7.866859924609899e-05}
{"train_loss": 0.007697333116084337, "global_step": 32989, "epoch": 185, "lr": 7.86673885601686e-05}
{"train_loss": 0.004728555679321289, "global_step": 32990, "epoch": 185, "lr": 7.866617784919895e-05}
{"train_loss": 0.00529032526537776, "global_step": 32991, "epoch": 185, "lr": 7.86649671131911e-05}
{"train_loss": 0.004079950042068958, "global_step": 32992, "epoch": 185, "lr": 7.866375635214612e-05}
{"train_loss": 0.004061371553689241, "global_step": 32993, "epoch": 185, "lr": 7.866254556606506e-05}
{"train_loss": 0.004980709403753281, "global_step": 32994, "epoch": 185, "lr": 7.866133475494896e-05}
{"train_loss": 0.005309124011546373, "global_step": 32995, "epoch": 185, "lr": 7.866012391879894e-05}
{"train_loss": 0.004290235228836536, "global_step": 32996, "epoch": 185, "lr": 7.865891305761597e-05}
{"train_loss": 0.008791854605078697, "global_step": 32997, "epoch": 185, "lr": 7.865770217140117e-05}
{"train_loss": 0.009739995002746582, "global_step": 32998, "epoch": 185, "lr": 7.865649126015558e-05}
{"train_loss": 0.01455557532608509, "global_step": 32999, "epoch": 185, "lr": 7.865528032388024e-05}
{"train_loss": 0.008361533284187317, "global_step": 33000, "epoch": 185, "lr": 7.865406936257624e-05}
{"train_loss": 0.0040145437233150005, "global_step": 33001, "epoch": 185, "lr": 7.865285837624461e-05}
{"train_loss": 0.005373808555305004, "global_step": 33002, "epoch": 185, "lr": 7.865164736488643e-05}
{"train_loss": 0.007429968100041151, "global_step": 33003, "epoch": 185, "lr": 7.865043632850273e-05}
{"train_loss": 0.005149368196725845, "global_step": 33004, "epoch": 185, "lr": 7.864922526709461e-05}
{"train_loss": 0.004137610085308552, "global_step": 33005, "epoch": 185, "lr": 7.86480141806631e-05}
{"train_loss": 0.007321423850953579, "global_step": 33006, "epoch": 185, "lr": 7.864680306920924e-05}
{"train_loss": 0.009613975882530212, "global_step": 33007, "epoch": 185, "lr": 7.864559193273413e-05}
{"train_loss": 0.0067980932071805, "global_step": 33008, "epoch": 185, "lr": 7.864438077123879e-05}
{"train_loss": 0.0028595183975994587, "global_step": 33009, "epoch": 185, "lr": 7.86431695847243e-05}
{"train_loss": 0.002003665780648589, "global_step": 33010, "epoch": 185, "lr": 7.86419583731917e-05}
{"train_loss": 0.006423657760024071, "global_step": 33011, "epoch": 185, "lr": 7.864074713664208e-05}
{"train_loss": 0.009368477389216423, "global_step": 33012, "epoch": 185, "lr": 7.863953587507648e-05}
{"train_loss": 0.006309328600764275, "global_step": 33013, "epoch": 185, "lr": 7.863832458849593e-05}
{"train_loss": 0.007933801040053368, "global_step": 33014, "epoch": 185, "lr": 7.863711327690153e-05}
{"train_loss": 0.009048775769770145, "global_step": 33015, "epoch": 185, "lr": 7.863590194029434e-05}
{"train_loss": 0.0075834523886442184, "global_step": 33016, "epoch": 185, "lr": 7.863469057867536e-05}
{"train_loss": 0.00505029084160924, "global_step": 33017, "epoch": 185, "lr": 7.863347919204571e-05}
{"train_loss": 0.004384235478937626, "global_step": 33018, "epoch": 185, "lr": 7.863226778040643e-05}
{"train_loss": 0.0037006032653152943, "global_step": 33019, "epoch": 185, "lr": 7.863105634375857e-05}
{"train_loss": 0.004522412084043026, "global_step": 33020, "epoch": 185, "lr": 7.862984488210319e-05}
{"train_loss": 0.00494752824306488, "global_step": 33021, "epoch": 185, "lr": 7.862863339544135e-05}
{"train_loss": 0.00547623448073864, "global_step": 33022, "epoch": 185, "lr": 7.862742188377411e-05}
{"train_loss": 0.004471980966627598, "global_step": 33023, "epoch": 185, "lr": 7.862621034710252e-05}
{"train_loss": 0.004492550157010555, "global_step": 33024, "epoch": 185, "lr": 7.862499878542765e-05}
{"train_loss": 0.0039022420533001423, "global_step": 33025, "epoch": 185, "lr": 7.862378719875057e-05}
{"train_loss": 0.006694916170090437, "global_step": 33026, "epoch": 185, "lr": 7.862257558707229e-05}
{"train_loss": 0.006578084547072649, "global_step": 33027, "epoch": 185, "lr": 7.862136395039392e-05}
{"train_loss": 0.006549402140080929, "global_step": 33028, "epoch": 185, "lr": 7.862015228871648e-05}
{"train_loss": 0.00254699750803411, "global_step": 33029, "epoch": 185, "lr": 7.861894060204106e-05}
{"train_loss": 0.004870588891208172, "global_step": 33030, "epoch": 185, "lr": 7.861772889036871e-05}
{"train_loss": 0.007118898443877697, "global_step": 33031, "epoch": 185, "lr": 7.861651715370047e-05}
{"train_loss": 0.0055197239853441715, "global_step": 33032, "epoch": 185, "lr": 7.861530539203742e-05}
{"train_loss": 0.004000806249678135, "global_step": 33033, "epoch": 185, "lr": 7.861409360538061e-05}
{"train_loss": 0.003517833072692156, "global_step": 33034, "epoch": 185, "lr": 7.861288179373109e-05}
{"train_loss": 0.004635876044631004, "global_step": 33035, "epoch": 185, "lr": 7.861166995708992e-05}
{"train_loss": 0.008779849857091904, "global_step": 33036, "epoch": 185, "lr": 7.86104580954582e-05}
{"train_loss": 0.010818379931151867, "global_step": 33037, "epoch": 185, "lr": 7.860924620883692e-05}
{"train_loss": 0.004436257295310497, "global_step": 33038, "epoch": 185, "lr": 7.860803429722718e-05}
{"train_loss": 0.007272663991898298, "global_step": 33039, "epoch": 185, "lr": 7.860682236063005e-05}
{"train_loss": 0.0073989322409033775, "global_step": 33040, "epoch": 185, "lr": 7.860561039904653e-05}
{"train_loss": 0.006296846084296703, "global_step": 33041, "epoch": 185, "lr": 7.860439841247775e-05}
{"train_loss": 0.004866587929427624, "global_step": 33042, "epoch": 185, "lr": 7.860318640092472e-05}
{"train_loss": 0.004530727863311768, "global_step": 33043, "epoch": 185, "lr": 7.860197436438852e-05}
{"train_loss": 0.0038933963514864445, "global_step": 33044, "epoch": 185, "lr": 7.86007623028702e-05}
{"train_loss": 0.00600432138890028, "global_step": 33045, "epoch": 185, "lr": 7.859955021637082e-05}
{"train_loss": 0.009200271219015121, "global_step": 33046, "epoch": 185, "lr": 7.859833810489145e-05}
{"train_loss": 0.007958387956023216, "global_step": 33047, "epoch": 185, "lr": 7.859712596843313e-05}
{"train_loss": 0.004635701887309551, "global_step": 33048, "epoch": 185, "lr": 7.859591380699694e-05}
{"train_loss": 0.006738851312547922, "global_step": 33049, "epoch": 185, "lr": 7.859470162058392e-05}
{"train_loss": 0.0026195808313786983, "global_step": 33050, "epoch": 185, "lr": 7.859348940919513e-05}
{"train_loss": 0.005769838113337755, "global_step": 33051, "epoch": 185, "lr": 7.859227717283165e-05}
{"train_loss": 0.010289523750543594, "global_step": 33052, "epoch": 185, "lr": 7.859106491149452e-05}
{"train_loss": 0.005421467125415802, "global_step": 33053, "epoch": 185, "lr": 7.858985262518479e-05}
{"train_loss": 0.004860728979110718, "global_step": 33054, "epoch": 185, "lr": 7.858864031390354e-05}
{"train_loss": 0.0035621803253889084, "global_step": 33055, "epoch": 185, "lr": 7.858742797765182e-05}
{"train_loss": 0.003945407923310995, "global_step": 33056, "epoch": 185, "lr": 7.85862156164307e-05}
{"train_loss": 0.005135654471814632, "global_step": 33057, "epoch": 185, "lr": 7.858500323024121e-05}
{"train_loss": 0.004674491006880999, "global_step": 33058, "epoch": 185, "lr": 7.858379081908443e-05}
{"train_loss": 0.011332197114825249, "global_step": 33059, "epoch": 185, "lr": 7.858257838296141e-05}
{"train_loss": 0.005376170855015516, "global_step": 33060, "epoch": 185, "lr": 7.858136592187323e-05}
{"train_loss": 0.0037662866525352, "global_step": 33061, "epoch": 185, "lr": 7.858015343582093e-05}
{"train_loss": 0.00626675970852375, "global_step": 33062, "epoch": 185, "lr": 7.857894092480555e-05}
{"train_loss": 0.006287288386374712, "global_step": 33063, "epoch": 185, "lr": 7.857772838882819e-05}
{"train_loss": 0.004687485750764608, "global_step": 33064, "epoch": 185, "lr": 7.857651582788991e-05}
{"train_loss": 0.012295522727072239, "global_step": 33065, "epoch": 185, "lr": 7.857530324199171e-05}
{"train_loss": 0.0051781050860881805, "global_step": 33066, "epoch": 185, "lr": 7.857409063113473e-05}
{"train_loss": 0.004613328725099564, "global_step": 33067, "epoch": 185, "lr": 7.857287799531995e-05}
{"train_loss": 0.005269041284918785, "global_step": 33068, "epoch": 185, "lr": 7.85716653345485e-05}
{"train_loss": 0.004078416153788567, "global_step": 33069, "epoch": 185, "lr": 7.85704526488214e-05}
{"train_loss": 0.005644522607326508, "global_step": 33070, "epoch": 185, "lr": 7.85692399381397e-05}
{"train_loss": 0.002751781605184078, "global_step": 33071, "epoch": 185, "lr": 7.856802720250449e-05}
{"train_loss": 0.004169384948909283, "global_step": 33072, "epoch": 185, "lr": 7.85668144419168e-05}
{"train_loss": 0.007111618295311928, "global_step": 33073, "epoch": 185, "lr": 7.856560165637772e-05}
{"train_loss": 0.012344108894467354, "global_step": 33074, "epoch": 185, "lr": 7.856438884588828e-05}
{"train_loss": 0.009629975073039532, "global_step": 33075, "epoch": 185, "lr": 7.856317601044956e-05}
{"train_loss": 0.00807836465537548, "global_step": 33076, "epoch": 185, "lr": 7.856196315006262e-05}
{"train_loss": 0.0037154920864850283, "global_step": 33077, "epoch": 185, "lr": 7.856075026472848e-05}
{"train_loss": 0.005737010855227709, "global_step": 33078, "epoch": 185, "lr": 7.855953735444826e-05}
{"train_loss": 0.006468912586569786, "global_step": 33079, "epoch": 185, "lr": 7.855832441922297e-05}
{"train_loss": 0.00591364735737443, "global_step": 33080, "epoch": 185, "lr": 7.85571114590537e-05}
{"train_loss": 0.006510031409561634, "global_step": 33081, "epoch": 185, "lr": 7.85558984739415e-05}
{"train_loss": 0.006410758476704359, "global_step": 33082, "epoch": 185, "lr": 7.855468546388743e-05}
{"train_loss": 0.00963385496288538, "global_step": 33083, "epoch": 185, "lr": 7.855347242889253e-05}
{"train_loss": 0.0054947868920862675, "global_step": 33084, "epoch": 185, "lr": 7.855225936895789e-05}
{"train_loss": 0.009604988619685173, "global_step": 33085, "epoch": 185, "lr": 7.855104628408456e-05}
{"train_loss": 0.004454013891518116, "global_step": 33086, "epoch": 185, "lr": 7.854983317427359e-05}
{"train_loss": 0.007638993673026562, "global_step": 33087, "epoch": 185, "lr": 7.854862003952605e-05}
{"train_loss": 0.007643396966159344, "global_step": 33088, "epoch": 185, "lr": 7.854740687984299e-05}
{"train_loss": 0.007970946840941906, "global_step": 33089, "epoch": 185, "lr": 7.854619369522548e-05}
{"train_loss": 0.006423580460250378, "global_step": 33090, "epoch": 185, "lr": 7.854498048567458e-05}
{"train_loss": 0.006199291907250881, "global_step": 33091, "epoch": 185, "lr": 7.854376725119133e-05}
{"train_loss": 0.0034529787953943014, "global_step": 33092, "epoch": 185, "lr": 7.854255399177682e-05}
{"train_loss": 0.012963175773620605, "global_step": 33093, "epoch": 185, "lr": 7.854134070743208e-05}
{"train_loss": 0.004147685132920742, "global_step": 33094, "epoch": 185, "lr": 7.854012739815817e-05}
{"train_loss": 0.006878780201077461, "global_step": 33095, "epoch": 185, "lr": 7.85389140639562e-05}
{"train_loss": 0.0043286774307489395, "global_step": 33096, "epoch": 185, "lr": 7.853770070482717e-05}
{"train_loss": 0.005488532595336437, "global_step": 33097, "epoch": 185, "lr": 7.853648732077216e-05}
{"train_loss": 0.009217767976224422, "global_step": 33098, "epoch": 185, "lr": 7.853527391179225e-05}
{"train_loss": 0.008687267079949379, "global_step": 33099, "epoch": 185, "lr": 7.853406047788848e-05}
{"train_loss": 0.005849086679518223, "global_step": 33100, "epoch": 185, "lr": 7.853284701906189e-05}
{"train_loss": 0.00551390927284956, "global_step": 33101, "epoch": 185, "lr": 7.853163353531358e-05}
{"train_loss": 0.007099052891135216, "global_step": 33102, "epoch": 185, "lr": 7.853042002664459e-05}
{"train_loss": 0.004185859579592943, "global_step": 33103, "epoch": 185, "lr": 7.852920649305598e-05}
{"train_loss": 0.005139039363712072, "global_step": 33104, "epoch": 185, "lr": 7.852799293454881e-05}
{"train_loss": 0.008357382379472256, "global_step": 33105, "epoch": 185, "lr": 7.852677935112415e-05}
{"train_loss": 0.004402006044983864, "global_step": 33106, "epoch": 185, "lr": 7.852556574278305e-05}
{"train_loss": 0.006235005816685434, "global_step": 33107, "epoch": 185, "lr": 7.852435210952655e-05, "train_action_mse_error": 1.0928452866210137e-05}
{"train_loss": 0.009110654704272747, "global_step": 33108, "epoch": 186, "lr": 7.852313845135575e-05}
{"train_loss": 0.0096113421022892, "global_step": 33109, "epoch": 186, "lr": 7.852192476827169e-05}
{"train_loss": 0.004648537840694189, "global_step": 33110, "epoch": 186, "lr": 7.852071106027543e-05}
{"train_loss": 0.0043982770293951035, "global_step": 33111, "epoch": 186, "lr": 7.851949732736805e-05}
{"train_loss": 0.004258554428815842, "global_step": 33112, "epoch": 186, "lr": 7.851828356955058e-05}
{"train_loss": 0.006722134537994862, "global_step": 33113, "epoch": 186, "lr": 7.851706978682407e-05}
{"train_loss": 0.004912238568067551, "global_step": 33114, "epoch": 186, "lr": 7.851585597918963e-05}
{"train_loss": 0.004590845666825771, "global_step": 33115, "epoch": 186, "lr": 7.851464214664829e-05}
{"train_loss": 0.004016280639916658, "global_step": 33116, "epoch": 186, "lr": 7.851342828920111e-05}
{"train_loss": 0.005621217656880617, "global_step": 33117, "epoch": 186, "lr": 7.851221440684915e-05}
{"train_loss": 0.004006187431514263, "global_step": 33118, "epoch": 186, "lr": 7.851100049959348e-05}
{"train_loss": 0.00968724861741066, "global_step": 33119, "epoch": 186, "lr": 7.850978656743516e-05}
{"train_loss": 0.005721400026232004, "global_step": 33120, "epoch": 186, "lr": 7.850857261037521e-05}
{"train_loss": 0.007820324040949345, "global_step": 33121, "epoch": 186, "lr": 7.850735862841475e-05}
{"train_loss": 0.007709789089858532, "global_step": 33122, "epoch": 186, "lr": 7.850614462155481e-05}
{"train_loss": 0.008603774011135101, "global_step": 33123, "epoch": 186, "lr": 7.850493058979647e-05}
{"train_loss": 0.005569699220359325, "global_step": 33124, "epoch": 186, "lr": 7.850371653314075e-05}
{"train_loss": 0.003544216975569725, "global_step": 33125, "epoch": 186, "lr": 7.850250245158875e-05}
{"train_loss": 0.00477996189147234, "global_step": 33126, "epoch": 186, "lr": 7.850128834514152e-05}
{"train_loss": 0.00581867340952158, "global_step": 33127, "epoch": 186, "lr": 7.85000742138001e-05}
{"train_loss": 0.0039320578798651695, "global_step": 33128, "epoch": 186, "lr": 7.849886005756558e-05}
{"train_loss": 0.0068042646162211895, "global_step": 33129, "epoch": 186, "lr": 7.8497645876439e-05}
{"train_loss": 0.0057150195352733135, "global_step": 33130, "epoch": 186, "lr": 7.849643167042144e-05}
{"train_loss": 0.007960076443850994, "global_step": 33131, "epoch": 186, "lr": 7.849521743951394e-05}
{"train_loss": 0.005630772560834885, "global_step": 33132, "epoch": 186, "lr": 7.849400318371758e-05}
{"train_loss": 0.009447243995964527, "global_step": 33133, "epoch": 186, "lr": 7.84927889030334e-05}
{"train_loss": 0.00552519503980875, "global_step": 33134, "epoch": 186, "lr": 7.849157459746248e-05}
{"train_loss": 0.004152613691985607, "global_step": 33135, "epoch": 186, "lr": 7.849036026700586e-05}
{"train_loss": 0.005591874942183495, "global_step": 33136, "epoch": 186, "lr": 7.848914591166461e-05}
{"train_loss": 0.0052755288779735565, "global_step": 33137, "epoch": 186, "lr": 7.84879315314398e-05}
{"train_loss": 0.004678199999034405, "global_step": 33138, "epoch": 186, "lr": 7.848671712633249e-05}
{"train_loss": 0.003473270684480667, "global_step": 33139, "epoch": 186, "lr": 7.848550269634372e-05}
{"train_loss": 0.008212546817958355, "global_step": 33140, "epoch": 186, "lr": 7.848428824147457e-05}
{"train_loss": 0.005561809055507183, "global_step": 33141, "epoch": 186, "lr": 7.848307376172608e-05}
{"train_loss": 0.004385114181786776, "global_step": 33142, "epoch": 186, "lr": 7.848185925709935e-05}
{"train_loss": 0.006060040555894375, "global_step": 33143, "epoch": 186, "lr": 7.848064472759542e-05}
{"train_loss": 0.007394695654511452, "global_step": 33144, "epoch": 186, "lr": 7.847943017321533e-05}
{"train_loss": 0.0039934879168868065, "global_step": 33145, "epoch": 186, "lr": 7.847821559396015e-05}
{"train_loss": 0.0036036758683621883, "global_step": 33146, "epoch": 186, "lr": 7.847700098983097e-05}
{"train_loss": 0.007571481168270111, "global_step": 33147, "epoch": 186, "lr": 7.847578636082883e-05}
{"train_loss": 0.004536851309239864, "global_step": 33148, "epoch": 186, "lr": 7.847457170695478e-05}
{"train_loss": 0.004586216993629932, "global_step": 33149, "epoch": 186, "lr": 7.847335702820989e-05}
{"train_loss": 0.004262150265276432, "global_step": 33150, "epoch": 186, "lr": 7.847214232459523e-05}
{"train_loss": 0.006826121360063553, "global_step": 33151, "epoch": 186, "lr": 7.847092759611186e-05}
{"train_loss": 0.010255950503051281, "global_step": 33152, "epoch": 186, "lr": 7.846971284276082e-05}
{"train_loss": 0.006716794800013304, "global_step": 33153, "epoch": 186, "lr": 7.846849806454319e-05}
{"train_loss": 0.0035472074523568153, "global_step": 33154, "epoch": 186, "lr": 7.846728326146004e-05}
{"train_loss": 0.007779271341860294, "global_step": 33155, "epoch": 186, "lr": 7.84660684335124e-05}
{"train_loss": 0.0034865494817495346, "global_step": 33156, "epoch": 186, "lr": 7.846485358070137e-05}
{"train_loss": 0.005783045664429665, "global_step": 33157, "epoch": 186, "lr": 7.846363870302798e-05}
{"train_loss": 0.003925967961549759, "global_step": 33158, "epoch": 186, "lr": 7.84624238004933e-05}
{"train_loss": 0.006041725166141987, "global_step": 33159, "epoch": 186, "lr": 7.84612088730984e-05}
{"train_loss": 0.0035904007963836193, "global_step": 33160, "epoch": 186, "lr": 7.845999392084433e-05}
{"train_loss": 0.006429904140532017, "global_step": 33161, "epoch": 186, "lr": 7.845877894373215e-05}
{"train_loss": 0.0048874737694859505, "global_step": 33162, "epoch": 186, "lr": 7.845756394176294e-05}
{"train_loss": 0.00389312207698822, "global_step": 33163, "epoch": 186, "lr": 7.845634891493772e-05}
{"train_loss": 0.011035792529582977, "global_step": 33164, "epoch": 186, "lr": 7.84551338632576e-05}
{"train_loss": 0.004559221677482128, "global_step": 33165, "epoch": 186, "lr": 7.845391878672361e-05}
{"train_loss": 0.004589644260704517, "global_step": 33166, "epoch": 186, "lr": 7.845270368533682e-05}
{"train_loss": 0.0022353986278176308, "global_step": 33167, "epoch": 186, "lr": 7.84514885590983e-05}
{"train_loss": 0.0057622166350483894, "global_step": 33168, "epoch": 186, "lr": 7.84502734080091e-05}
{"train_loss": 0.00458829989656806, "global_step": 33169, "epoch": 186, "lr": 7.84490582320703e-05}
{"train_loss": 0.003637583926320076, "global_step": 33170, "epoch": 186, "lr": 7.844784303128291e-05}
{"train_loss": 0.008164343424141407, "global_step": 33171, "epoch": 186, "lr": 7.844662780564806e-05}
{"train_loss": 0.008867201395332813, "global_step": 33172, "epoch": 186, "lr": 7.844541255516677e-05}
{"train_loss": 0.004019975662231445, "global_step": 33173, "epoch": 186, "lr": 7.844419727984011e-05}
{"train_loss": 0.006756008602678776, "global_step": 33174, "epoch": 186, "lr": 7.844298197966915e-05}
{"train_loss": 0.0041573834605515, "global_step": 33175, "epoch": 186, "lr": 7.844176665465495e-05}
{"train_loss": 0.005512617062777281, "global_step": 33176, "epoch": 186, "lr": 7.844055130479855e-05}
{"train_loss": 0.002959024626761675, "global_step": 33177, "epoch": 186, "lr": 7.843933593010102e-05}
{"train_loss": 0.004696560092270374, "global_step": 33178, "epoch": 186, "lr": 7.843812053056346e-05}
{"train_loss": 0.002927521476522088, "global_step": 33179, "epoch": 186, "lr": 7.843690510618686e-05}
{"train_loss": 0.0070020961575210094, "global_step": 33180, "epoch": 186, "lr": 7.843568965697235e-05}
{"train_loss": 0.00406480161473155, "global_step": 33181, "epoch": 186, "lr": 7.843447418292096e-05}
{"train_loss": 0.004827344324439764, "global_step": 33182, "epoch": 186, "lr": 7.843325868403373e-05}
{"train_loss": 0.0033637252636253834, "global_step": 33183, "epoch": 186, "lr": 7.843204316031177e-05}
{"train_loss": 0.008119054138660431, "global_step": 33184, "epoch": 186, "lr": 7.843082761175611e-05}
{"train_loss": 0.005814674310386181, "global_step": 33185, "epoch": 186, "lr": 7.842961203836783e-05}
{"train_loss": 0.0045539638958871365, "global_step": 33186, "epoch": 186, "lr": 7.842839644014798e-05}
{"train_loss": 0.004127788357436657, "global_step": 33187, "epoch": 186, "lr": 7.842718081709761e-05}
{"train_loss": 0.005277620628476143, "global_step": 33188, "epoch": 186, "lr": 7.84259651692178e-05}
{"train_loss": 0.005028542131185532, "global_step": 33189, "epoch": 186, "lr": 7.842474949650962e-05}
{"train_loss": 0.0041032289154827595, "global_step": 33190, "epoch": 186, "lr": 7.84235337989741e-05}
{"train_loss": 0.005523224826902151, "global_step": 33191, "epoch": 186, "lr": 7.842231807661233e-05}
{"train_loss": 0.004055973142385483, "global_step": 33192, "epoch": 186, "lr": 7.842110232942537e-05}
{"train_loss": 0.0025594234466552734, "global_step": 33193, "epoch": 186, "lr": 7.841988655741427e-05}
{"train_loss": 0.005496064200997353, "global_step": 33194, "epoch": 186, "lr": 7.841867076058009e-05}
{"train_loss": 0.006951216142624617, "global_step": 33195, "epoch": 186, "lr": 7.84174549389239e-05}
{"train_loss": 0.004049063194543123, "global_step": 33196, "epoch": 186, "lr": 7.841623909244676e-05}
{"train_loss": 0.004398162942379713, "global_step": 33197, "epoch": 186, "lr": 7.841502322114974e-05}
{"train_loss": 0.005250824615359306, "global_step": 33198, "epoch": 186, "lr": 7.841380732503389e-05}
{"train_loss": 0.005606027320027351, "global_step": 33199, "epoch": 186, "lr": 7.841259140410026e-05}
{"train_loss": 0.005490842275321484, "global_step": 33200, "epoch": 186, "lr": 7.841137545834996e-05}
{"train_loss": 0.0033842697739601135, "global_step": 33201, "epoch": 186, "lr": 7.8410159487784e-05}
{"train_loss": 0.006345301400870085, "global_step": 33202, "epoch": 186, "lr": 7.840894349240347e-05}
{"train_loss": 0.007140872068703175, "global_step": 33203, "epoch": 186, "lr": 7.840772747220941e-05}
{"train_loss": 0.004736474249511957, "global_step": 33204, "epoch": 186, "lr": 7.840651142720291e-05}
{"train_loss": 0.005835335701704025, "global_step": 33205, "epoch": 186, "lr": 7.840529535738501e-05}
{"train_loss": 0.004670660011470318, "global_step": 33206, "epoch": 186, "lr": 7.840407926275679e-05}
{"train_loss": 0.006046104244887829, "global_step": 33207, "epoch": 186, "lr": 7.840286314331931e-05}
{"train_loss": 0.0053343866020441055, "global_step": 33208, "epoch": 186, "lr": 7.84016469990736e-05}
{"train_loss": 0.005588528700172901, "global_step": 33209, "epoch": 186, "lr": 7.840043083002078e-05}
{"train_loss": 0.005497434176504612, "global_step": 33210, "epoch": 186, "lr": 7.839921463616185e-05}
{"train_loss": 0.006432376801967621, "global_step": 33211, "epoch": 186, "lr": 7.83979984174979e-05}
{"train_loss": 0.00482163904234767, "global_step": 33212, "epoch": 186, "lr": 7.839678217403001e-05}
{"train_loss": 0.005510582122951746, "global_step": 33213, "epoch": 186, "lr": 7.839556590575922e-05}
{"train_loss": 0.0042742770165205, "global_step": 33214, "epoch": 186, "lr": 7.839434961268662e-05}
{"train_loss": 0.0030244537629187107, "global_step": 33215, "epoch": 186, "lr": 7.839313329481322e-05}
{"train_loss": 0.005472446791827679, "global_step": 33216, "epoch": 186, "lr": 7.839191695214014e-05}
{"train_loss": 0.008021276444196701, "global_step": 33217, "epoch": 186, "lr": 7.83907005846684e-05}
{"train_loss": 0.005746191367506981, "global_step": 33218, "epoch": 186, "lr": 7.838948419239909e-05}
{"train_loss": 0.0038874808233231306, "global_step": 33219, "epoch": 186, "lr": 7.838826777533326e-05}
{"train_loss": 0.007961436174809933, "global_step": 33220, "epoch": 186, "lr": 7.838705133347194e-05}
{"train_loss": 0.006490055471658707, "global_step": 33221, "epoch": 186, "lr": 7.838583486681628e-05}
{"train_loss": 0.004715902730822563, "global_step": 33222, "epoch": 186, "lr": 7.838461837536726e-05}
{"train_loss": 0.010967697948217392, "global_step": 33223, "epoch": 186, "lr": 7.838340185912596e-05}
{"train_loss": 0.0041948165744543076, "global_step": 33224, "epoch": 186, "lr": 7.838218531809347e-05}
{"train_loss": 0.009192163124680519, "global_step": 33225, "epoch": 186, "lr": 7.838096875227083e-05}
{"train_loss": 0.003315826877951622, "global_step": 33226, "epoch": 186, "lr": 7.837975216165912e-05}
{"train_loss": 0.005276065319776535, "global_step": 33227, "epoch": 186, "lr": 7.837853554625939e-05}
{"train_loss": 0.008658788166940212, "global_step": 33228, "epoch": 186, "lr": 7.837731890607269e-05}
{"train_loss": 0.007498255930840969, "global_step": 33229, "epoch": 186, "lr": 7.83761022411001e-05}
{"train_loss": 0.004604876507073641, "global_step": 33230, "epoch": 186, "lr": 7.83748855513427e-05}
{"train_loss": 0.012173682451248169, "global_step": 33231, "epoch": 186, "lr": 7.83736688368015e-05}
{"train_loss": 0.0062585389241576195, "global_step": 33232, "epoch": 186, "lr": 7.83724520974776e-05}
{"train_loss": 0.006968747824430466, "global_step": 33233, "epoch": 186, "lr": 7.837123533337208e-05}
{"train_loss": 0.007772048935294151, "global_step": 33234, "epoch": 186, "lr": 7.837001854448596e-05}
{"train_loss": 0.0053735412657260895, "global_step": 33235, "epoch": 186, "lr": 7.836880173082033e-05}
{"train_loss": 0.006831650156527758, "global_step": 33236, "epoch": 186, "lr": 7.836758489237625e-05}
{"train_loss": 0.006583278998732567, "global_step": 33237, "epoch": 186, "lr": 7.836636802915476e-05}
{"train_loss": 0.005778544116765261, "global_step": 33238, "epoch": 186, "lr": 7.836515114115696e-05}
{"train_loss": 0.00611583236604929, "global_step": 33239, "epoch": 186, "lr": 7.836393422838388e-05}
{"train_loss": 0.004130181856453419, "global_step": 33240, "epoch": 186, "lr": 7.836271729083662e-05}
{"train_loss": 0.006241391878575087, "global_step": 33241, "epoch": 186, "lr": 7.836150032851621e-05}
{"train_loss": 0.004147181287407875, "global_step": 33242, "epoch": 186, "lr": 7.836028334142372e-05}
{"train_loss": 0.008000497706234455, "global_step": 33243, "epoch": 186, "lr": 7.835906632956023e-05}
{"train_loss": 0.007301890756934881, "global_step": 33244, "epoch": 186, "lr": 7.835784929292677e-05}
{"train_loss": 0.0036071245558559895, "global_step": 33245, "epoch": 186, "lr": 7.835663223152442e-05}
{"train_loss": 0.006280931644141674, "global_step": 33246, "epoch": 186, "lr": 7.835541514535426e-05}
{"train_loss": 0.007181123364716768, "global_step": 33247, "epoch": 186, "lr": 7.835419803441733e-05}
{"train_loss": 0.005758694373071194, "global_step": 33248, "epoch": 186, "lr": 7.83529808987147e-05}
{"train_loss": 0.002768825739622116, "global_step": 33249, "epoch": 186, "lr": 7.835176373824744e-05}
{"train_loss": 0.006633424665778875, "global_step": 33250, "epoch": 186, "lr": 7.835054655301661e-05}
{"train_loss": 0.0021514235995709896, "global_step": 33251, "epoch": 186, "lr": 7.834932934302326e-05}
{"train_loss": 0.0044745346531271935, "global_step": 33252, "epoch": 186, "lr": 7.834811210826849e-05}
{"train_loss": 0.007402959279716015, "global_step": 33253, "epoch": 186, "lr": 7.834689484875331e-05}
{"train_loss": 0.007682514376938343, "global_step": 33254, "epoch": 186, "lr": 7.83456775644788e-05}
{"train_loss": 0.008801642805337906, "global_step": 33255, "epoch": 186, "lr": 7.834446025544607e-05}
{"train_loss": 0.005579754244536161, "global_step": 33256, "epoch": 186, "lr": 7.834324292165612e-05}
{"train_loss": 0.004546979907900095, "global_step": 33257, "epoch": 186, "lr": 7.834202556311004e-05}
{"train_loss": 0.0072148325853049755, "global_step": 33258, "epoch": 186, "lr": 7.83408081798089e-05}
{"train_loss": 0.00724285701289773, "global_step": 33259, "epoch": 186, "lr": 7.833959077175375e-05}
{"train_loss": 0.010358337312936783, "global_step": 33260, "epoch": 186, "lr": 7.833837333894566e-05}
{"train_loss": 0.00438365014269948, "global_step": 33261, "epoch": 186, "lr": 7.833715588138571e-05}
{"train_loss": 0.006464551202952862, "global_step": 33262, "epoch": 186, "lr": 7.833593839907493e-05}
{"train_loss": 0.011298355646431446, "global_step": 33263, "epoch": 186, "lr": 7.833472089201442e-05}
{"train_loss": 0.0048411525785923, "global_step": 33264, "epoch": 186, "lr": 7.833350336020521e-05}
{"train_loss": 0.007114635780453682, "global_step": 33265, "epoch": 186, "lr": 7.833228580364837e-05}
{"train_loss": 0.0037117477040737867, "global_step": 33266, "epoch": 186, "lr": 7.833106822234499e-05}
{"train_loss": 0.0035513367038220167, "global_step": 33267, "epoch": 186, "lr": 7.83298506162961e-05}
{"train_loss": 0.004366764333099127, "global_step": 33268, "epoch": 186, "lr": 7.832863298550277e-05}
{"train_loss": 0.005706905387341976, "global_step": 33269, "epoch": 186, "lr": 7.832741532996608e-05}
{"train_loss": 0.008651375770568848, "global_step": 33270, "epoch": 186, "lr": 7.83261976496871e-05}
{"train_loss": 0.0062154484912753105, "global_step": 33271, "epoch": 186, "lr": 7.832497994466685e-05}
{"train_loss": 0.009690155275166035, "global_step": 33272, "epoch": 186, "lr": 7.832376221490644e-05}
{"train_loss": 0.006125190760940313, "global_step": 33273, "epoch": 186, "lr": 7.832254446040691e-05}
{"train_loss": 0.006064676679670811, "global_step": 33274, "epoch": 186, "lr": 7.832132668116931e-05}
{"train_loss": 0.0033245340455323458, "global_step": 33275, "epoch": 186, "lr": 7.832010887719474e-05}
{"train_loss": 0.008059726096689701, "global_step": 33276, "epoch": 186, "lr": 7.831889104848426e-05}
{"train_loss": 0.006702980026602745, "global_step": 33277, "epoch": 186, "lr": 7.83176731950389e-05}
{"train_loss": 0.002977960277348757, "global_step": 33278, "epoch": 186, "lr": 7.831645531685975e-05}
{"train_loss": 0.006875077728182077, "global_step": 33279, "epoch": 186, "lr": 7.831523741394786e-05}
{"train_loss": 0.0037952219136059284, "global_step": 33280, "epoch": 186, "lr": 7.831401948630433e-05}
{"train_loss": 0.005704537965357304, "global_step": 33281, "epoch": 186, "lr": 7.831280153393018e-05}
{"train_loss": 0.006619817111641169, "global_step": 33282, "epoch": 186, "lr": 7.831158355682647e-05}
{"train_loss": 0.009404185228049755, "global_step": 33283, "epoch": 186, "lr": 7.831036555499429e-05}
{"train_loss": 0.011477706022560596, "global_step": 33284, "epoch": 186, "lr": 7.83091475284347e-05}
{"train_loss": 0.005815337054965118, "global_step": 33285, "epoch": 186, "lr": 7.830792947714875e-05}
{"train_loss": 0.004678923636674881, "global_step": 33286, "epoch": 187, "lr": 7.830671140113753e-05}
{"train_loss": 0.005315572023391724, "global_step": 33287, "epoch": 187, "lr": 7.830549330040209e-05}
{"train_loss": 0.011012788861989975, "global_step": 33288, "epoch": 187, "lr": 7.830427517494349e-05}
{"train_loss": 0.007634456735104322, "global_step": 33289, "epoch": 187, "lr": 7.830305702476279e-05}
{"train_loss": 0.008984941989183426, "global_step": 33290, "epoch": 187, "lr": 7.830183884986107e-05}
{"train_loss": 0.007753344252705574, "global_step": 33291, "epoch": 187, "lr": 7.830062065023935e-05}
{"train_loss": 0.004970015957951546, "global_step": 33292, "epoch": 187, "lr": 7.829940242589877e-05}
{"train_loss": 0.0065986961126327515, "global_step": 33293, "epoch": 187, "lr": 7.829818417684032e-05}
{"train_loss": 0.006048023700714111, "global_step": 33294, "epoch": 187, "lr": 7.829696590306513e-05}
{"train_loss": 0.015562286600470543, "global_step": 33295, "epoch": 187, "lr": 7.829574760457419e-05}
{"train_loss": 0.004923714324831963, "global_step": 33296, "epoch": 187, "lr": 7.829452928136862e-05}
{"train_loss": 0.009969301521778107, "global_step": 33297, "epoch": 187, "lr": 7.829331093344948e-05}
{"train_loss": 0.012814528308808804, "global_step": 33298, "epoch": 187, "lr": 7.829209256081782e-05}
{"train_loss": 0.004338953178375959, "global_step": 33299, "epoch": 187, "lr": 7.82908741634747e-05}
{"train_loss": 0.00405940692871809, "global_step": 33300, "epoch": 187, "lr": 7.82896557414212e-05}
{"train_loss": 0.007408550474792719, "global_step": 33301, "epoch": 187, "lr": 7.828843729465836e-05}
{"train_loss": 0.008880987763404846, "global_step": 33302, "epoch": 187, "lr": 7.828721882318728e-05}
{"train_loss": 0.008844769559800625, "global_step": 33303, "epoch": 187, "lr": 7.828600032700898e-05}
{"train_loss": 0.009861825034022331, "global_step": 33304, "epoch": 187, "lr": 7.828478180612457e-05}
{"train_loss": 0.0037397644482553005, "global_step": 33305, "epoch": 187, "lr": 7.828356326053508e-05}
{"train_loss": 0.006588696502149105, "global_step": 33306, "epoch": 187, "lr": 7.82823446902416e-05}
{"train_loss": 0.006451911758631468, "global_step": 33307, "epoch": 187, "lr": 7.828112609524516e-05}
{"train_loss": 0.007348931394517422, "global_step": 33308, "epoch": 187, "lr": 7.827990747554686e-05}
{"train_loss": 0.007107959128916264, "global_step": 33309, "epoch": 187, "lr": 7.827868883114775e-05}
{"train_loss": 0.005185593850910664, "global_step": 33310, "epoch": 187, "lr": 7.827747016204888e-05}
{"train_loss": 0.005684749223291874, "global_step": 33311, "epoch": 187, "lr": 7.827625146825135e-05}
{"train_loss": 0.008957025595009327, "global_step": 33312, "epoch": 187, "lr": 7.827503274975619e-05}
{"train_loss": 0.006987596862018108, "global_step": 33313, "epoch": 187, "lr": 7.827381400656447e-05}
{"train_loss": 0.005934256128966808, "global_step": 33314, "epoch": 187, "lr": 7.827259523867728e-05}
{"train_loss": 0.007330748718231916, "global_step": 33315, "epoch": 187, "lr": 7.827137644609565e-05}
{"train_loss": 0.0039350660517811775, "global_step": 33316, "epoch": 187, "lr": 7.827015762882066e-05}
{"train_loss": 0.007040163967758417, "global_step": 33317, "epoch": 187, "lr": 7.826893878685338e-05}
{"train_loss": 0.0033834658097475767, "global_step": 33318, "epoch": 187, "lr": 7.826771992019488e-05}
{"train_loss": 0.006392720155417919, "global_step": 33319, "epoch": 187, "lr": 7.82665010288462e-05}
{"train_loss": 0.005116530694067478, "global_step": 33320, "epoch": 187, "lr": 7.826528211280844e-05}
{"train_loss": 0.00574861653149128, "global_step": 33321, "epoch": 187, "lr": 7.826406317208263e-05}
{"train_loss": 0.004912582226097584, "global_step": 33322, "epoch": 187, "lr": 7.826284420666985e-05}
{"train_loss": 0.003853806760162115, "global_step": 33323, "epoch": 187, "lr": 7.826162521657117e-05}
{"train_loss": 0.00885644368827343, "global_step": 33324, "epoch": 187, "lr": 7.826040620178763e-05}
{"train_loss": 0.006536006927490234, "global_step": 33325, "epoch": 187, "lr": 7.825918716232032e-05}
{"train_loss": 0.003634488210082054, "global_step": 33326, "epoch": 187, "lr": 7.825796809817032e-05}
{"train_loss": 0.00966295599937439, "global_step": 33327, "epoch": 187, "lr": 7.825674900933863e-05}
{"train_loss": 0.006135201547294855, "global_step": 33328, "epoch": 187, "lr": 7.825552989582641e-05}
{"train_loss": 0.0077805244363844395, "global_step": 33329, "epoch": 187, "lr": 7.825431075763463e-05}
{"train_loss": 0.004247897770255804, "global_step": 33330, "epoch": 187, "lr": 7.825309159476442e-05}
{"train_loss": 0.0047750454396009445, "global_step": 33331, "epoch": 187, "lr": 7.825187240721681e-05}
{"train_loss": 0.0057586198672652245, "global_step": 33332, "epoch": 187, "lr": 7.825065319499288e-05}
{"train_loss": 0.005001561716198921, "global_step": 33333, "epoch": 187, "lr": 7.824943395809369e-05}
{"train_loss": 0.006622465327382088, "global_step": 33334, "epoch": 187, "lr": 7.82482146965203e-05}
{"train_loss": 0.005780698731541634, "global_step": 33335, "epoch": 187, "lr": 7.82469954102738e-05}
{"train_loss": 0.00869150459766388, "global_step": 33336, "epoch": 187, "lr": 7.824577609935521e-05}
{"train_loss": 0.0063928538002073765, "global_step": 33337, "epoch": 187, "lr": 7.824455676376564e-05}
{"train_loss": 0.006891647819429636, "global_step": 33338, "epoch": 187, "lr": 7.824333740350614e-05}
{"train_loss": 0.006166613195091486, "global_step": 33339, "epoch": 187, "lr": 7.824211801857775e-05}
{"train_loss": 0.006232105195522308, "global_step": 33340, "epoch": 187, "lr": 7.824089860898159e-05}
{"train_loss": 0.0043884022161364555, "global_step": 33341, "epoch": 187, "lr": 7.823967917471866e-05}
{"train_loss": 0.006210711318999529, "global_step": 33342, "epoch": 187, "lr": 7.823845971579007e-05}
{"train_loss": 0.005039754323661327, "global_step": 33343, "epoch": 187, "lr": 7.823724023219688e-05}
{"train_loss": 0.009068166837096214, "global_step": 33344, "epoch": 187, "lr": 7.823602072394014e-05}
{"train_loss": 0.004168680403381586, "global_step": 33345, "epoch": 187, "lr": 7.823480119102091e-05}
{"train_loss": 0.005553760100156069, "global_step": 33346, "epoch": 187, "lr": 7.823358163344028e-05}
{"train_loss": 0.007102703209966421, "global_step": 33347, "epoch": 187, "lr": 7.82323620511993e-05}
{"train_loss": 0.00838080421090126, "global_step": 33348, "epoch": 187, "lr": 7.823114244429905e-05}
{"train_loss": 0.006192332599312067, "global_step": 33349, "epoch": 187, "lr": 7.822992281274057e-05}
{"train_loss": 0.007390427403151989, "global_step": 33350, "epoch": 187, "lr": 7.822870315652493e-05}
{"train_loss": 0.0053128087893128395, "global_step": 33351, "epoch": 187, "lr": 7.822748347565322e-05}
{"train_loss": 0.004027908202260733, "global_step": 33352, "epoch": 187, "lr": 7.822626377012649e-05}
{"train_loss": 0.00943194143474102, "global_step": 33353, "epoch": 187, "lr": 7.82250440399458e-05}
{"train_loss": 0.004068697802722454, "global_step": 33354, "epoch": 187, "lr": 7.822382428511221e-05}
{"train_loss": 0.010636146180331707, "global_step": 33355, "epoch": 187, "lr": 7.82226045056268e-05}
{"train_loss": 0.005578582175076008, "global_step": 33356, "epoch": 187, "lr": 7.822138470149063e-05}
{"train_loss": 0.005394685082137585, "global_step": 33357, "epoch": 187, "lr": 7.822016487270476e-05}
{"train_loss": 0.002812308492138982, "global_step": 33358, "epoch": 187, "lr": 7.821894501927026e-05}
{"train_loss": 0.008074039593338966, "global_step": 33359, "epoch": 187, "lr": 7.821772514118821e-05}
{"train_loss": 0.007296249736100435, "global_step": 33360, "epoch": 187, "lr": 7.821650523845966e-05}
{"train_loss": 0.007124323397874832, "global_step": 33361, "epoch": 187, "lr": 7.821528531108568e-05}
{"train_loss": 0.003969763405621052, "global_step": 33362, "epoch": 187, "lr": 7.821406535906733e-05}
{"train_loss": 0.004059470258653164, "global_step": 33363, "epoch": 187, "lr": 7.821284538240567e-05}
{"train_loss": 0.004084697924554348, "global_step": 33364, "epoch": 187, "lr": 7.821162538110178e-05}
{"train_loss": 0.008071268908679485, "global_step": 33365, "epoch": 187, "lr": 7.821040535515672e-05}
{"train_loss": 0.0058041648007929325, "global_step": 33366, "epoch": 187, "lr": 7.820918530457157e-05}
{"train_loss": 0.0038743182085454464, "global_step": 33367, "epoch": 187, "lr": 7.820796522934736e-05}
{"train_loss": 0.008244865573942661, "global_step": 33368, "epoch": 187, "lr": 7.820674512948518e-05}
{"train_loss": 0.004517249763011932, "global_step": 33369, "epoch": 187, "lr": 7.82055250049861e-05}
{"train_loss": 0.0036548643838614225, "global_step": 33370, "epoch": 187, "lr": 7.820430485585119e-05}
{"train_loss": 0.006659917067736387, "global_step": 33371, "epoch": 187, "lr": 7.820308468208148e-05}
{"train_loss": 0.0033046468161046505, "global_step": 33372, "epoch": 187, "lr": 7.820186448367808e-05}
{"train_loss": 0.00703471340239048, "global_step": 33373, "epoch": 187, "lr": 7.820064426064202e-05}
{"train_loss": 0.004598881583660841, "global_step": 33374, "epoch": 187, "lr": 7.819942401297439e-05}
{"train_loss": 0.005996328312903643, "global_step": 33375, "epoch": 187, "lr": 7.819820374067625e-05}
{"train_loss": 0.004084341693669558, "global_step": 33376, "epoch": 187, "lr": 7.819698344374865e-05}
{"train_loss": 0.006241182330995798, "global_step": 33377, "epoch": 187, "lr": 7.819576312219268e-05}
{"train_loss": 0.007669728249311447, "global_step": 33378, "epoch": 187, "lr": 7.819454277600938e-05}
{"train_loss": 0.00930827483534813, "global_step": 33379, "epoch": 187, "lr": 7.819332240519984e-05}
{"train_loss": 0.010301019996404648, "global_step": 33380, "epoch": 187, "lr": 7.819210200976512e-05}
{"train_loss": 0.006311807781457901, "global_step": 33381, "epoch": 187, "lr": 7.819088158970629e-05}
{"train_loss": 0.004871379118412733, "global_step": 33382, "epoch": 187, "lr": 7.81896611450244e-05}
{"train_loss": 0.008389124646782875, "global_step": 33383, "epoch": 187, "lr": 7.818844067572051e-05}
{"train_loss": 0.0050927093252539635, "global_step": 33384, "epoch": 187, "lr": 7.818722018179572e-05}
{"train_loss": 0.006243623793125153, "global_step": 33385, "epoch": 187, "lr": 7.818599966325107e-05}
{"train_loss": 0.0039044665172696114, "global_step": 33386, "epoch": 187, "lr": 7.818477912008764e-05}
{"train_loss": 0.0031275541987270117, "global_step": 33387, "epoch": 187, "lr": 7.818355855230648e-05}
{"train_loss": 0.008152816444635391, "global_step": 33388, "epoch": 187, "lr": 7.818233795990867e-05}
{"train_loss": 0.007787354290485382, "global_step": 33389, "epoch": 187, "lr": 7.818111734289526e-05}
{"train_loss": 0.005197984166443348, "global_step": 33390, "epoch": 187, "lr": 7.817989670126735e-05}
{"train_loss": 0.005280703771859407, "global_step": 33391, "epoch": 187, "lr": 7.817867603502596e-05}
{"train_loss": 0.009494799189269543, "global_step": 33392, "epoch": 187, "lr": 7.817745534417219e-05}
{"train_loss": 0.007384971249848604, "global_step": 33393, "epoch": 187, "lr": 7.817623462870709e-05}
{"train_loss": 0.00814460776746273, "global_step": 33394, "epoch": 187, "lr": 7.817501388863173e-05}
{"train_loss": 0.0022278481628745794, "global_step": 33395, "epoch": 187, "lr": 7.817379312394719e-05}
{"train_loss": 0.008098443038761616, "global_step": 33396, "epoch": 187, "lr": 7.817257233465452e-05}
{"train_loss": 0.00521977711468935, "global_step": 33397, "epoch": 187, "lr": 7.817135152075479e-05}
{"train_loss": 0.0038185680750757456, "global_step": 33398, "epoch": 187, "lr": 7.817013068224906e-05}
{"train_loss": 0.004719299729913473, "global_step": 33399, "epoch": 187, "lr": 7.81689098191384e-05}
{"train_loss": 0.0034869853407144547, "global_step": 33400, "epoch": 187, "lr": 7.816768893142388e-05}
{"train_loss": 0.011310238391160965, "global_step": 33401, "epoch": 187, "lr": 7.816646801910658e-05}
{"train_loss": 0.004385314881801605, "global_step": 33402, "epoch": 187, "lr": 7.816524708218754e-05}
{"train_loss": 0.004922336433082819, "global_step": 33403, "epoch": 187, "lr": 7.816402612066785e-05}
{"train_loss": 0.009935375303030014, "global_step": 33404, "epoch": 187, "lr": 7.816280513454855e-05}
{"train_loss": 0.007577269803732634, "global_step": 33405, "epoch": 187, "lr": 7.816158412383074e-05}
{"train_loss": 0.0071447910740971565, "global_step": 33406, "epoch": 187, "lr": 7.816036308851545e-05}
{"train_loss": 0.004767266567796469, "global_step": 33407, "epoch": 187, "lr": 7.815914202860377e-05}
{"train_loss": 0.002569332253187895, "global_step": 33408, "epoch": 187, "lr": 7.815792094409677e-05}
{"train_loss": 0.006384645123034716, "global_step": 33409, "epoch": 187, "lr": 7.815669983499551e-05}
{"train_loss": 0.008768521249294281, "global_step": 33410, "epoch": 187, "lr": 7.815547870130104e-05}
{"train_loss": 0.005377786699682474, "global_step": 33411, "epoch": 187, "lr": 7.815425754301445e-05}
{"train_loss": 0.007689882069826126, "global_step": 33412, "epoch": 187, "lr": 7.81530363601368e-05}
{"train_loss": 0.0026808427646756172, "global_step": 33413, "epoch": 187, "lr": 7.815181515266914e-05}
{"train_loss": 0.002764675300568342, "global_step": 33414, "epoch": 187, "lr": 7.815059392061256e-05}
{"train_loss": 0.007573088631033897, "global_step": 33415, "epoch": 187, "lr": 7.814937266396811e-05}
{"train_loss": 0.007472256664186716, "global_step": 33416, "epoch": 187, "lr": 7.814815138273688e-05}
{"train_loss": 0.005504511296749115, "global_step": 33417, "epoch": 187, "lr": 7.81469300769199e-05}
{"train_loss": 0.008173704147338867, "global_step": 33418, "epoch": 187, "lr": 7.814570874651828e-05}
{"train_loss": 0.005080480128526688, "global_step": 33419, "epoch": 187, "lr": 7.814448739153303e-05}
{"train_loss": 0.003715779632329941, "global_step": 33420, "epoch": 187, "lr": 7.814326601196529e-05}
{"train_loss": 0.002753432374447584, "global_step": 33421, "epoch": 187, "lr": 7.814204460781607e-05}
{"train_loss": 0.006572939921170473, "global_step": 33422, "epoch": 187, "lr": 7.814082317908645e-05}
{"train_loss": 0.004383806139230728, "global_step": 33423, "epoch": 187, "lr": 7.813960172577751e-05}
{"train_loss": 0.004663425497710705, "global_step": 33424, "epoch": 187, "lr": 7.81383802478903e-05}
{"train_loss": 0.00686010904610157, "global_step": 33425, "epoch": 187, "lr": 7.81371587454259e-05}
{"train_loss": 0.005280898883938789, "global_step": 33426, "epoch": 187, "lr": 7.813593721838539e-05}
{"train_loss": 0.004344520159065723, "global_step": 33427, "epoch": 187, "lr": 7.813471566676979e-05}
{"train_loss": 0.005855458788573742, "global_step": 33428, "epoch": 187, "lr": 7.813349409058022e-05}
{"train_loss": 0.005928667262196541, "global_step": 33429, "epoch": 187, "lr": 7.81322724898177e-05}
{"train_loss": 0.0022181628737598658, "global_step": 33430, "epoch": 187, "lr": 7.813105086448334e-05}
{"train_loss": 0.0026467021089047194, "global_step": 33431, "epoch": 187, "lr": 7.812982921457817e-05}
{"train_loss": 0.0031904831994324923, "global_step": 33432, "epoch": 187, "lr": 7.812860754010329e-05}
{"train_loss": 0.006514848209917545, "global_step": 33433, "epoch": 187, "lr": 7.812738584105974e-05}
{"train_loss": 0.003979154862463474, "global_step": 33434, "epoch": 187, "lr": 7.812616411744861e-05}
{"train_loss": 0.003600424388423562, "global_step": 33435, "epoch": 187, "lr": 7.812494236927094e-05}
{"train_loss": 0.0024600662291049957, "global_step": 33436, "epoch": 187, "lr": 7.812372059652783e-05}
{"train_loss": 0.005511216353625059, "global_step": 33437, "epoch": 187, "lr": 7.81224987992203e-05}
{"train_loss": 0.004306674934923649, "global_step": 33438, "epoch": 187, "lr": 7.812127697734948e-05}
{"train_loss": 0.004716436378657818, "global_step": 33439, "epoch": 187, "lr": 7.81200551309164e-05}
{"train_loss": 0.004920263309031725, "global_step": 33440, "epoch": 187, "lr": 7.811883325992211e-05}
{"train_loss": 0.010542763397097588, "global_step": 33441, "epoch": 187, "lr": 7.81176113643677e-05}
{"train_loss": 0.002703434322029352, "global_step": 33442, "epoch": 187, "lr": 7.811638944425425e-05}
{"train_loss": 0.009932639077305794, "global_step": 33443, "epoch": 187, "lr": 7.811516749958281e-05}
{"train_loss": 0.005707188509404659, "global_step": 33444, "epoch": 187, "lr": 7.811394553035445e-05}
{"train_loss": 0.003694169921800494, "global_step": 33445, "epoch": 187, "lr": 7.811272353657024e-05}
{"train_loss": 0.00448897760361433, "global_step": 33446, "epoch": 187, "lr": 7.811150151823124e-05}
{"train_loss": 0.0060638622380793095, "global_step": 33447, "epoch": 187, "lr": 7.811027947533854e-05}
{"train_loss": 0.007873496040701866, "global_step": 33448, "epoch": 187, "lr": 7.810905740789316e-05}
{"train_loss": 0.005148830823600292, "global_step": 33449, "epoch": 187, "lr": 7.810783531589621e-05}
{"train_loss": 0.0035695729311555624, "global_step": 33450, "epoch": 187, "lr": 7.810661319934875e-05}
{"train_loss": 0.006514698266983032, "global_step": 33451, "epoch": 187, "lr": 7.810539105825183e-05}
{"train_loss": 0.009438976645469666, "global_step": 33452, "epoch": 187, "lr": 7.810416889260653e-05}
{"train_loss": 0.00360795552842319, "global_step": 33453, "epoch": 187, "lr": 7.810294670241392e-05}
{"train_loss": 0.0033580297604203224, "global_step": 33454, "epoch": 187, "lr": 7.810172448767508e-05}
{"train_loss": 0.006961808539927006, "global_step": 33455, "epoch": 187, "lr": 7.810050224839104e-05}
{"train_loss": 0.005548481363803148, "global_step": 33456, "epoch": 187, "lr": 7.80992799845629e-05}
{"train_loss": 0.0042181480675935745, "global_step": 33457, "epoch": 187, "lr": 7.809805769619172e-05}
{"train_loss": 0.003581077791750431, "global_step": 33458, "epoch": 187, "lr": 7.809683538327856e-05}
{"train_loss": 0.0032485248520970345, "global_step": 33459, "epoch": 187, "lr": 7.809561304582449e-05}
{"train_loss": 0.012293780222535133, "global_step": 33460, "epoch": 187, "lr": 7.809439068383057e-05}
{"train_loss": 0.0051527912728488445, "global_step": 33461, "epoch": 187, "lr": 7.80931682972979e-05}
{"train_loss": 0.004137702286243439, "global_step": 33462, "epoch": 187, "lr": 7.80919458862275e-05}
{"train_loss": 0.006091237741815491, "global_step": 33463, "epoch": 187, "lr": 7.80907234506205e-05}
{"train_loss": 0.002346538007259369, "global_step": 33464, "epoch": 188, "lr": 7.80895009904779e-05}
{"train_loss": 0.002702430821955204, "global_step": 33465, "epoch": 188, "lr": 7.808827850580081e-05}
{"train_loss": 0.006730262190103531, "global_step": 33466, "epoch": 188, "lr": 7.808705599659027e-05}
{"train_loss": 0.0023866095580160618, "global_step": 33467, "epoch": 188, "lr": 7.808583346284739e-05}
{"train_loss": 0.0068623763509094715, "global_step": 33468, "epoch": 188, "lr": 7.808461090457319e-05}
{"train_loss": 0.004497954156249762, "global_step": 33469, "epoch": 188, "lr": 7.808338832176877e-05}
{"train_loss": 0.0017328639514744282, "global_step": 33470, "epoch": 188, "lr": 7.808216571443519e-05}
{"train_loss": 0.006951740011572838, "global_step": 33471, "epoch": 188, "lr": 7.808094308257351e-05}
{"train_loss": 0.003122134832665324, "global_step": 33472, "epoch": 188, "lr": 7.807972042618481e-05}
{"train_loss": 0.007105555385351181, "global_step": 33473, "epoch": 188, "lr": 7.807849774527014e-05}
{"train_loss": 0.00609375536441803, "global_step": 33474, "epoch": 188, "lr": 7.807727503983058e-05}
{"train_loss": 0.005011152010411024, "global_step": 33475, "epoch": 188, "lr": 7.807605230986722e-05}
{"train_loss": 0.0051331669092178345, "global_step": 33476, "epoch": 188, "lr": 7.807482955538106e-05}
{"train_loss": 0.006303887814283371, "global_step": 33477, "epoch": 188, "lr": 7.807360677637326e-05}
{"train_loss": 0.004161415621638298, "global_step": 33478, "epoch": 188, "lr": 7.80723839728448e-05}
{"train_loss": 0.006458194460719824, "global_step": 33479, "epoch": 188, "lr": 7.807116114479683e-05}
{"train_loss": 0.0020874817855656147, "global_step": 33480, "epoch": 188, "lr": 7.806993829223034e-05}
{"train_loss": 0.0035774200223386288, "global_step": 33481, "epoch": 188, "lr": 7.806871541514646e-05}
{"train_loss": 0.005439097993075848, "global_step": 33482, "epoch": 188, "lr": 7.806749251354622e-05}
{"train_loss": 0.0057700942270457745, "global_step": 33483, "epoch": 188, "lr": 7.80662695874307e-05}
{"train_loss": 0.004696407355368137, "global_step": 33484, "epoch": 188, "lr": 7.806504663680098e-05}
{"train_loss": 0.002800168003886938, "global_step": 33485, "epoch": 188, "lr": 7.806382366165813e-05}
{"train_loss": 0.005579866003245115, "global_step": 33486, "epoch": 188, "lr": 7.806260066200317e-05}
{"train_loss": 0.005253662820905447, "global_step": 33487, "epoch": 188, "lr": 7.806137763783723e-05}
{"train_loss": 0.007767502684146166, "global_step": 33488, "epoch": 188, "lr": 7.806015458916135e-05}
{"train_loss": 0.003105824813246727, "global_step": 33489, "epoch": 188, "lr": 7.80589315159766e-05}
{"train_loss": 0.00467484537512064, "global_step": 33490, "epoch": 188, "lr": 7.805770841828404e-05}
{"train_loss": 0.0038885544054210186, "global_step": 33491, "epoch": 188, "lr": 7.805648529608476e-05}
{"train_loss": 0.008699563331902027, "global_step": 33492, "epoch": 188, "lr": 7.805526214937981e-05}
{"train_loss": 0.00708368793129921, "global_step": 33493, "epoch": 188, "lr": 7.805403897817026e-05}
{"train_loss": 0.004208863712847233, "global_step": 33494, "epoch": 188, "lr": 7.805281578245717e-05}
{"train_loss": 0.0071459803730249405, "global_step": 33495, "epoch": 188, "lr": 7.805159256224165e-05}
{"train_loss": 0.009633423760533333, "global_step": 33496, "epoch": 188, "lr": 7.805036931752474e-05}
{"train_loss": 0.0052360352128744125, "global_step": 33497, "epoch": 188, "lr": 7.804914604830749e-05}
{"train_loss": 0.0030564384069293737, "global_step": 33498, "epoch": 188, "lr": 7.804792275459098e-05}
{"train_loss": 0.003938117064535618, "global_step": 33499, "epoch": 188, "lr": 7.804669943637631e-05}
{"train_loss": 0.0047457460314035416, "global_step": 33500, "epoch": 188, "lr": 7.804547609366448e-05}
{"train_loss": 0.00630699098110199, "global_step": 33501, "epoch": 188, "lr": 7.804425272645664e-05}
{"train_loss": 0.0013859424507245421, "global_step": 33502, "epoch": 188, "lr": 7.804302933475381e-05}
{"train_loss": 0.005126180127263069, "global_step": 33503, "epoch": 188, "lr": 7.804180591855706e-05}
{"train_loss": 0.005880333483219147, "global_step": 33504, "epoch": 188, "lr": 7.804058247786747e-05}
{"train_loss": 0.007056406699120998, "global_step": 33505, "epoch": 188, "lr": 7.80393590126861e-05}
{"train_loss": 0.006303707603365183, "global_step": 33506, "epoch": 188, "lr": 7.803813552301405e-05}
{"train_loss": 0.0070454757660627365, "global_step": 33507, "epoch": 188, "lr": 7.803691200885235e-05}
{"train_loss": 0.003935438580811024, "global_step": 33508, "epoch": 188, "lr": 7.803568847020208e-05}
{"train_loss": 0.005681106820702553, "global_step": 33509, "epoch": 188, "lr": 7.80344649070643e-05}
{"train_loss": 0.00496952049434185, "global_step": 33510, "epoch": 188, "lr": 7.80332413194401e-05}
{"train_loss": 0.00397100206464529, "global_step": 33511, "epoch": 188, "lr": 7.803201770733053e-05}
{"train_loss": 0.005198650527745485, "global_step": 33512, "epoch": 188, "lr": 7.803079407073668e-05}
{"train_loss": 0.0058150384575128555, "global_step": 33513, "epoch": 188, "lr": 7.802957040965959e-05}
{"train_loss": 0.004691774491220713, "global_step": 33514, "epoch": 188, "lr": 7.802834672410035e-05}
{"train_loss": 0.004278749693185091, "global_step": 33515, "epoch": 188, "lr": 7.802712301406003e-05}
{"train_loss": 0.004362276755273342, "global_step": 33516, "epoch": 188, "lr": 7.80258992795397e-05}
{"train_loss": 0.007895071990787983, "global_step": 33517, "epoch": 188, "lr": 7.802467552054041e-05}
{"train_loss": 0.005673134699463844, "global_step": 33518, "epoch": 188, "lr": 7.802345173706322e-05}
{"train_loss": 0.00553071778267622, "global_step": 33519, "epoch": 188, "lr": 7.802222792910925e-05}
{"train_loss": 0.0067563531920313835, "global_step": 33520, "epoch": 188, "lr": 7.802100409667952e-05}
{"train_loss": 0.007937073707580566, "global_step": 33521, "epoch": 188, "lr": 7.801978023977512e-05}
{"train_loss": 0.004233267158269882, "global_step": 33522, "epoch": 188, "lr": 7.801855635839712e-05}
{"train_loss": 0.007494091056287289, "global_step": 33523, "epoch": 188, "lr": 7.801733245254657e-05}
{"train_loss": 0.005824266467243433, "global_step": 33524, "epoch": 188, "lr": 7.801610852222457e-05}
{"train_loss": 0.008960757404565811, "global_step": 33525, "epoch": 188, "lr": 7.801488456743216e-05}
{"train_loss": 0.009427988901734352, "global_step": 33526, "epoch": 188, "lr": 7.801366058817041e-05}
{"train_loss": 0.008362816646695137, "global_step": 33527, "epoch": 188, "lr": 7.801243658444042e-05}
{"train_loss": 0.0027446530293673277, "global_step": 33528, "epoch": 188, "lr": 7.801121255624325e-05}
{"train_loss": 0.007828468456864357, "global_step": 33529, "epoch": 188, "lr": 7.800998850357994e-05}
{"train_loss": 0.0034325832966715097, "global_step": 33530, "epoch": 188, "lr": 7.800876442645157e-05}
{"train_loss": 0.004614962264895439, "global_step": 33531, "epoch": 188, "lr": 7.800754032485924e-05}
{"train_loss": 0.00873580016195774, "global_step": 33532, "epoch": 188, "lr": 7.800631619880398e-05}
{"train_loss": 0.0030562973115593195, "global_step": 33533, "epoch": 188, "lr": 7.800509204828688e-05}
{"train_loss": 0.001546745654195547, "global_step": 33534, "epoch": 188, "lr": 7.800386787330902e-05}
{"train_loss": 0.006113613955676556, "global_step": 33535, "epoch": 188, "lr": 7.800264367387144e-05}
{"train_loss": 0.0063472529873251915, "global_step": 33536, "epoch": 188, "lr": 7.800141944997521e-05}
{"train_loss": 0.005918655078858137, "global_step": 33537, "epoch": 188, "lr": 7.800019520162143e-05}
{"train_loss": 0.004240002483129501, "global_step": 33538, "epoch": 188, "lr": 7.799897092881114e-05}
{"train_loss": 0.004599257372319698, "global_step": 33539, "epoch": 188, "lr": 7.799774663154543e-05}
{"train_loss": 0.006041927263140678, "global_step": 33540, "epoch": 188, "lr": 7.799652230982536e-05}
{"train_loss": 0.003741665044799447, "global_step": 33541, "epoch": 188, "lr": 7.799529796365199e-05}
{"train_loss": 0.00543429097160697, "global_step": 33542, "epoch": 188, "lr": 7.799407359302642e-05}
{"train_loss": 0.005157755687832832, "global_step": 33543, "epoch": 188, "lr": 7.799284919794968e-05}
{"train_loss": 0.006817248184233904, "global_step": 33544, "epoch": 188, "lr": 7.799162477842286e-05}
{"train_loss": 0.004563219845294952, "global_step": 33545, "epoch": 188, "lr": 7.799040033444703e-05}
{"train_loss": 0.00419218372553587, "global_step": 33546, "epoch": 188, "lr": 7.798917586602326e-05}
{"train_loss": 0.005319562740623951, "global_step": 33547, "epoch": 188, "lr": 7.79879513731526e-05}
{"train_loss": 0.004285808652639389, "global_step": 33548, "epoch": 188, "lr": 7.798672685583616e-05}
{"train_loss": 0.0060659004375338554, "global_step": 33549, "epoch": 188, "lr": 7.798550231407497e-05}
{"train_loss": 0.005872624460607767, "global_step": 33550, "epoch": 188, "lr": 7.798427774787012e-05}
{"train_loss": 0.0057639265432953835, "global_step": 33551, "epoch": 188, "lr": 7.798305315722267e-05}
{"train_loss": 0.012538930401206017, "global_step": 33552, "epoch": 188, "lr": 7.79818285421337e-05}
{"train_loss": 0.0032793977297842503, "global_step": 33553, "epoch": 188, "lr": 7.798060390260428e-05}
{"train_loss": 0.005865457002073526, "global_step": 33554, "epoch": 188, "lr": 7.797937923863547e-05}
{"train_loss": 0.0038113300688564777, "global_step": 33555, "epoch": 188, "lr": 7.797815455022833e-05}
{"train_loss": 0.0025968942791223526, "global_step": 33556, "epoch": 188, "lr": 7.797692983738396e-05}
{"train_loss": 0.002333827083930373, "global_step": 33557, "epoch": 188, "lr": 7.79757051001034e-05}
{"train_loss": 0.004450841806828976, "global_step": 33558, "epoch": 188, "lr": 7.797448033838774e-05}
{"train_loss": 0.00380777008831501, "global_step": 33559, "epoch": 188, "lr": 7.797325555223804e-05}
{"train_loss": 0.0027323486283421516, "global_step": 33560, "epoch": 188, "lr": 7.797203074165537e-05}
{"train_loss": 0.0013003067579120398, "global_step": 33561, "epoch": 188, "lr": 7.797080590664079e-05}
{"train_loss": 0.004744246136397123, "global_step": 33562, "epoch": 188, "lr": 7.796958104719541e-05}
{"train_loss": 0.00805473793298006, "global_step": 33563, "epoch": 188, "lr": 7.796835616332025e-05}
{"train_loss": 0.005546223372220993, "global_step": 33564, "epoch": 188, "lr": 7.79671312550164e-05}
{"train_loss": 0.006566451396793127, "global_step": 33565, "epoch": 188, "lr": 7.796590632228495e-05}
{"train_loss": 0.007887309417128563, "global_step": 33566, "epoch": 188, "lr": 7.796468136512693e-05}
{"train_loss": 0.0035868720151484013, "global_step": 33567, "epoch": 188, "lr": 7.796345638354344e-05}
{"train_loss": 0.0037702489644289017, "global_step": 33568, "epoch": 188, "lr": 7.796223137753554e-05}
{"train_loss": 0.004196473862975836, "global_step": 33569, "epoch": 188, "lr": 7.79610063471043e-05}
{"train_loss": 0.00461188331246376, "global_step": 33570, "epoch": 188, "lr": 7.795978129225079e-05}
{"train_loss": 0.004764399956911802, "global_step": 33571, "epoch": 188, "lr": 7.795855621297607e-05}
{"train_loss": 0.003659769892692566, "global_step": 33572, "epoch": 188, "lr": 7.795733110928125e-05}
{"train_loss": 0.003675812389701605, "global_step": 33573, "epoch": 188, "lr": 7.795610598116736e-05}
{"train_loss": 0.006862254813313484, "global_step": 33574, "epoch": 188, "lr": 7.795488082863547e-05}
{"train_loss": 0.004823512863367796, "global_step": 33575, "epoch": 188, "lr": 7.795365565168666e-05}
{"train_loss": 0.005050863604992628, "global_step": 33576, "epoch": 188, "lr": 7.795243045032201e-05}
{"train_loss": 0.0059383101761341095, "global_step": 33577, "epoch": 188, "lr": 7.795120522454257e-05}
{"train_loss": 0.005394470877945423, "global_step": 33578, "epoch": 188, "lr": 7.794997997434944e-05}
{"train_loss": 0.0032949810847640038, "global_step": 33579, "epoch": 188, "lr": 7.794875469974366e-05}
{"train_loss": 0.004811855033040047, "global_step": 33580, "epoch": 188, "lr": 7.794752940072632e-05}
{"train_loss": 0.006809459999203682, "global_step": 33581, "epoch": 188, "lr": 7.794630407729847e-05}
{"train_loss": 0.005184268578886986, "global_step": 33582, "epoch": 188, "lr": 7.79450787294612e-05}
{"train_loss": 0.00431519839912653, "global_step": 33583, "epoch": 188, "lr": 7.794385335721556e-05}
{"train_loss": 0.008734437637031078, "global_step": 33584, "epoch": 188, "lr": 7.794262796056267e-05}
{"train_loss": 0.007585727609694004, "global_step": 33585, "epoch": 188, "lr": 7.794140253950353e-05}
{"train_loss": 0.00647747190669179, "global_step": 33586, "epoch": 188, "lr": 7.794017709403925e-05}
{"train_loss": 0.00492013618350029, "global_step": 33587, "epoch": 188, "lr": 7.793895162417089e-05}
{"train_loss": 0.005777018144726753, "global_step": 33588, "epoch": 188, "lr": 7.793772612989952e-05}
{"train_loss": 0.0037872956600040197, "global_step": 33589, "epoch": 188, "lr": 7.793650061122621e-05}
{"train_loss": 0.0066873240284621716, "global_step": 33590, "epoch": 188, "lr": 7.793527506815206e-05}
{"train_loss": 0.0038185748271644115, "global_step": 33591, "epoch": 188, "lr": 7.793404950067811e-05}
{"train_loss": 0.005885754246264696, "global_step": 33592, "epoch": 188, "lr": 7.793282390880542e-05}
{"train_loss": 0.00897127017378807, "global_step": 33593, "epoch": 188, "lr": 7.793159829253509e-05}
{"train_loss": 0.008282482624053955, "global_step": 33594, "epoch": 188, "lr": 7.793037265186818e-05}
{"train_loss": 0.007511122617870569, "global_step": 33595, "epoch": 188, "lr": 7.792914698680573e-05}
{"train_loss": 0.004369652830064297, "global_step": 33596, "epoch": 188, "lr": 7.792792129734888e-05}
{"train_loss": 0.0034465172793716192, "global_step": 33597, "epoch": 188, "lr": 7.792669558349864e-05}
{"train_loss": 0.006124392617493868, "global_step": 33598, "epoch": 188, "lr": 7.792546984525608e-05}
{"train_loss": 0.004724786151200533, "global_step": 33599, "epoch": 188, "lr": 7.792424408262231e-05}
{"train_loss": 0.004632153548300266, "global_step": 33600, "epoch": 188, "lr": 7.792301829559839e-05}
{"train_loss": 0.007368145044893026, "global_step": 33601, "epoch": 188, "lr": 7.792179248418536e-05}
{"train_loss": 0.004211948718875647, "global_step": 33602, "epoch": 188, "lr": 7.792056664838431e-05}
{"train_loss": 0.005479917861521244, "global_step": 33603, "epoch": 188, "lr": 7.791934078819634e-05}
{"train_loss": 0.0037244618870317936, "global_step": 33604, "epoch": 188, "lr": 7.791811490362246e-05}
{"train_loss": 0.00359571841545403, "global_step": 33605, "epoch": 188, "lr": 7.791688899466379e-05}
{"train_loss": 0.00657883333042264, "global_step": 33606, "epoch": 188, "lr": 7.791566306132139e-05}
{"train_loss": 0.0034010012168437243, "global_step": 33607, "epoch": 188, "lr": 7.791443710359632e-05}
{"train_loss": 0.006493546534329653, "global_step": 33608, "epoch": 188, "lr": 7.791321112148963e-05}
{"train_loss": 0.0036016597878187895, "global_step": 33609, "epoch": 188, "lr": 7.791198511500246e-05}
{"train_loss": 0.006974953692406416, "global_step": 33610, "epoch": 188, "lr": 7.791075908413582e-05}
{"train_loss": 0.006868748925626278, "global_step": 33611, "epoch": 188, "lr": 7.790953302889079e-05}
{"train_loss": 0.003027934581041336, "global_step": 33612, "epoch": 188, "lr": 7.790830694926847e-05}
{"train_loss": 0.005732063204050064, "global_step": 33613, "epoch": 188, "lr": 7.79070808452699e-05}
{"train_loss": 0.00496757123619318, "global_step": 33614, "epoch": 188, "lr": 7.790585471689616e-05}
{"train_loss": 0.005813625641167164, "global_step": 33615, "epoch": 188, "lr": 7.790462856414831e-05}
{"train_loss": 0.008501432836055756, "global_step": 33616, "epoch": 188, "lr": 7.790340238702744e-05}
{"train_loss": 0.0034475333523005247, "global_step": 33617, "epoch": 188, "lr": 7.790217618553464e-05}
{"train_loss": 0.006438263226300478, "global_step": 33618, "epoch": 188, "lr": 7.790094995967094e-05}
{"train_loss": 0.0015808769967406988, "global_step": 33619, "epoch": 188, "lr": 7.789972370943741e-05}
{"train_loss": 0.008282192051410675, "global_step": 33620, "epoch": 188, "lr": 7.789849743483516e-05}
{"train_loss": 0.00893084891140461, "global_step": 33621, "epoch": 188, "lr": 7.789727113586523e-05}
{"train_loss": 0.0034628803841769695, "global_step": 33622, "epoch": 188, "lr": 7.78960448125287e-05}
{"train_loss": 0.0035617740359157324, "global_step": 33623, "epoch": 188, "lr": 7.789481846482663e-05}
{"train_loss": 0.010720809921622276, "global_step": 33624, "epoch": 188, "lr": 7.789359209276011e-05}
{"train_loss": 0.006666620261967182, "global_step": 33625, "epoch": 188, "lr": 7.789236569633021e-05}
{"train_loss": 0.00282610347494483, "global_step": 33626, "epoch": 188, "lr": 7.789113927553799e-05}
{"train_loss": 0.0063070571050047874, "global_step": 33627, "epoch": 188, "lr": 7.788991283038452e-05}
{"train_loss": 0.0031324722804129124, "global_step": 33628, "epoch": 188, "lr": 7.788868636087087e-05}
{"train_loss": 0.003424987895414233, "global_step": 33629, "epoch": 188, "lr": 7.788745986699814e-05}
{"train_loss": 0.003058371599763632, "global_step": 33630, "epoch": 188, "lr": 7.788623334876737e-05}
{"train_loss": 0.005764632951468229, "global_step": 33631, "epoch": 188, "lr": 7.788500680617963e-05}
{"train_loss": 0.004253493621945381, "global_step": 33632, "epoch": 188, "lr": 7.788378023923601e-05}
{"train_loss": 0.00804491899907589, "global_step": 33633, "epoch": 188, "lr": 7.788255364793758e-05}
{"train_loss": 0.007725987117737532, "global_step": 33634, "epoch": 188, "lr": 7.788132703228539e-05}
{"train_loss": 0.003516638418659568, "global_step": 33635, "epoch": 188, "lr": 7.788010039228054e-05}
{"train_loss": 0.005380051210522652, "global_step": 33636, "epoch": 188, "lr": 7.787887372792408e-05}
{"train_loss": 0.0036064013838768005, "global_step": 33637, "epoch": 188, "lr": 7.78776470392171e-05}
{"train_loss": 0.008767586201429367, "global_step": 33638, "epoch": 188, "lr": 7.787642032616065e-05}
{"train_loss": 0.006055430043488741, "global_step": 33639, "epoch": 188, "lr": 7.787519358875581e-05}
{"train_loss": 0.00533995172008872, "global_step": 33640, "epoch": 188, "lr": 7.787396682700365e-05}
{"train_loss": 0.005314046844677853, "global_step": 33641, "epoch": 188, "lr": 7.787274004090525e-05}
{"train_loss": 0.008264048956334591, "global_step": 33642, "epoch": 189, "lr": 7.787151323046167e-05}
{"train_loss": 0.002887362614274025, "global_step": 33643, "epoch": 189, "lr": 7.787028639567399e-05}
{"train_loss": 0.004801684524863958, "global_step": 33644, "epoch": 189, "lr": 7.78690595365433e-05}
{"train_loss": 0.00518611166626215, "global_step": 33645, "epoch": 189, "lr": 7.786783265307063e-05}
{"train_loss": 0.005524560809135437, "global_step": 33646, "epoch": 189, "lr": 7.786660574525708e-05}
{"train_loss": 0.00402284087613225, "global_step": 33647, "epoch": 189, "lr": 7.786537881310369e-05}
{"train_loss": 0.008296594955027103, "global_step": 33648, "epoch": 189, "lr": 7.78641518566116e-05}
{"train_loss": 0.008839561603963375, "global_step": 33649, "epoch": 189, "lr": 7.786292487578179e-05}
{"train_loss": 0.01113121584057808, "global_step": 33650, "epoch": 189, "lr": 7.786169787061541e-05}
{"train_loss": 0.006541211158037186, "global_step": 33651, "epoch": 189, "lr": 7.78604708411135e-05}
{"train_loss": 0.005073736421763897, "global_step": 33652, "epoch": 189, "lr": 7.785924378727711e-05}
{"train_loss": 0.004197637550532818, "global_step": 33653, "epoch": 189, "lr": 7.785801670910735e-05}
{"train_loss": 0.005215912126004696, "global_step": 33654, "epoch": 189, "lr": 7.785678960660527e-05}
{"train_loss": 0.007058182265609503, "global_step": 33655, "epoch": 189, "lr": 7.785556247977197e-05}
{"train_loss": 0.0022770585492253304, "global_step": 33656, "epoch": 189, "lr": 7.785433532860849e-05}
{"train_loss": 0.004384628962725401, "global_step": 33657, "epoch": 189, "lr": 7.78531081531159e-05}
{"train_loss": 0.004263826180249453, "global_step": 33658, "epoch": 189, "lr": 7.785188095329528e-05}
{"train_loss": 0.005960213486105204, "global_step": 33659, "epoch": 189, "lr": 7.785065372914771e-05}
{"train_loss": 0.008196444250643253, "global_step": 33660, "epoch": 189, "lr": 7.784942648067427e-05}
{"train_loss": 0.00373796746134758, "global_step": 33661, "epoch": 189, "lr": 7.7848199207876e-05}
{"train_loss": 0.007351796142756939, "global_step": 33662, "epoch": 189, "lr": 7.784697191075401e-05}
{"train_loss": 0.0021446403115987778, "global_step": 33663, "epoch": 189, "lr": 7.784574458930934e-05}
{"train_loss": 0.004837010521441698, "global_step": 33664, "epoch": 189, "lr": 7.784451724354308e-05}
{"train_loss": 0.005638082977384329, "global_step": 33665, "epoch": 189, "lr": 7.78432898734563e-05}
{"train_loss": 0.002930298214778304, "global_step": 33666, "epoch": 189, "lr": 7.784206247905006e-05}
{"train_loss": 0.006060769781470299, "global_step": 33667, "epoch": 189, "lr": 7.784083506032544e-05}
{"train_loss": 0.0072720712050795555, "global_step": 33668, "epoch": 189, "lr": 7.783960761728353e-05}
{"train_loss": 0.0078482236713171, "global_step": 33669, "epoch": 189, "lr": 7.783838014992537e-05}
{"train_loss": 0.005824043415486813, "global_step": 33670, "epoch": 189, "lr": 7.783715265825205e-05}
{"train_loss": 0.004631781950592995, "global_step": 33671, "epoch": 189, "lr": 7.783592514226464e-05}
{"train_loss": 0.002424086444079876, "global_step": 33672, "epoch": 189, "lr": 7.783469760196422e-05}
{"train_loss": 0.0037127374671399593, "global_step": 33673, "epoch": 189, "lr": 7.783347003735184e-05}
{"train_loss": 0.0037675395142287016, "global_step": 33674, "epoch": 189, "lr": 7.78322424484286e-05}
{"train_loss": 0.00571464141830802, "global_step": 33675, "epoch": 189, "lr": 7.783101483519555e-05}
{"train_loss": 0.003508924972265959, "global_step": 33676, "epoch": 189, "lr": 7.782978719765377e-05}
{"train_loss": 0.00683744577690959, "global_step": 33677, "epoch": 189, "lr": 7.782855953580434e-05}
{"train_loss": 0.005093281622976065, "global_step": 33678, "epoch": 189, "lr": 7.782733184964832e-05}
{"train_loss": 0.004345405846834183, "global_step": 33679, "epoch": 189, "lr": 7.782610413918679e-05}
{"train_loss": 0.004511003382503986, "global_step": 33680, "epoch": 189, "lr": 7.782487640442082e-05}
{"train_loss": 0.006927131675183773, "global_step": 33681, "epoch": 189, "lr": 7.782364864535148e-05}
{"train_loss": 0.007681632414460182, "global_step": 33682, "epoch": 189, "lr": 7.782242086197984e-05}
{"train_loss": 0.0036105462349951267, "global_step": 33683, "epoch": 189, "lr": 7.782119305430698e-05}
{"train_loss": 0.0034083384089171886, "global_step": 33684, "epoch": 189, "lr": 7.781996522233398e-05}
{"train_loss": 0.006413758732378483, "global_step": 33685, "epoch": 189, "lr": 7.781873736606189e-05}
{"train_loss": 0.008042069151997566, "global_step": 33686, "epoch": 189, "lr": 7.78175094854918e-05}
{"train_loss": 0.004269733093678951, "global_step": 33687, "epoch": 189, "lr": 7.781628158062477e-05}
{"train_loss": 0.0067349388264119625, "global_step": 33688, "epoch": 189, "lr": 7.78150536514619e-05}
{"train_loss": 0.005795870441943407, "global_step": 33689, "epoch": 189, "lr": 7.78138256980042e-05}
{"train_loss": 0.0037151870783418417, "global_step": 33690, "epoch": 189, "lr": 7.781259772025282e-05}
{"train_loss": 0.006974413990974426, "global_step": 33691, "epoch": 189, "lr": 7.78113697182088e-05}
{"train_loss": 0.007672549225389957, "global_step": 33692, "epoch": 189, "lr": 7.781014169187318e-05}
{"train_loss": 0.003551796544343233, "global_step": 33693, "epoch": 189, "lr": 7.780891364124707e-05}
{"train_loss": 0.0030899057164788246, "global_step": 33694, "epoch": 189, "lr": 7.780768556633155e-05}
{"train_loss": 0.006480683106929064, "global_step": 33695, "epoch": 189, "lr": 7.780645746712766e-05}
{"train_loss": 0.004020041320472956, "global_step": 33696, "epoch": 189, "lr": 7.78052293436365e-05}
{"train_loss": 0.005195546429604292, "global_step": 33697, "epoch": 189, "lr": 7.780400119585913e-05}
{"train_loss": 0.005847404710948467, "global_step": 33698, "epoch": 189, "lr": 7.780277302379664e-05}
{"train_loss": 0.004533148370683193, "global_step": 33699, "epoch": 189, "lr": 7.780154482745006e-05}
{"train_loss": 0.004947825334966183, "global_step": 33700, "epoch": 189, "lr": 7.780031660682052e-05}
{"train_loss": 0.004012334160506725, "global_step": 33701, "epoch": 189, "lr": 7.779908836190906e-05}
{"train_loss": 0.005309746600687504, "global_step": 33702, "epoch": 189, "lr": 7.779786009271673e-05}
{"train_loss": 0.010622224770486355, "global_step": 33703, "epoch": 189, "lr": 7.779663179924466e-05}
{"train_loss": 0.0033365320414304733, "global_step": 33704, "epoch": 189, "lr": 7.779540348149387e-05}
{"train_loss": 0.007488910108804703, "global_step": 33705, "epoch": 189, "lr": 7.779417513946547e-05}
{"train_loss": 0.005464078392833471, "global_step": 33706, "epoch": 189, "lr": 7.77929467731605e-05}
{"train_loss": 0.004064407665282488, "global_step": 33707, "epoch": 189, "lr": 7.779171838258005e-05}
{"train_loss": 0.004308377392590046, "global_step": 33708, "epoch": 189, "lr": 7.779048996772522e-05}
{"train_loss": 0.0031463783234357834, "global_step": 33709, "epoch": 189, "lr": 7.778926152859705e-05}
{"train_loss": 0.003598952665925026, "global_step": 33710, "epoch": 189, "lr": 7.77880330651966e-05}
{"train_loss": 0.004543106071650982, "global_step": 33711, "epoch": 189, "lr": 7.778680457752498e-05}
{"train_loss": 0.007309062872081995, "global_step": 33712, "epoch": 189, "lr": 7.778557606558323e-05}
{"train_loss": 0.0031963535584509373, "global_step": 33713, "epoch": 189, "lr": 7.778434752937245e-05}
{"train_loss": 0.013373240828514099, "global_step": 33714, "epoch": 189, "lr": 7.77831189688937e-05}
{"train_loss": 0.004820696543902159, "global_step": 33715, "epoch": 189, "lr": 7.778189038414805e-05}
{"train_loss": 0.00406221766024828, "global_step": 33716, "epoch": 189, "lr": 7.778066177513659e-05}
{"train_loss": 0.008266723714768887, "global_step": 33717, "epoch": 189, "lr": 7.777943314186038e-05}
{"train_loss": 0.007848392240703106, "global_step": 33718, "epoch": 189, "lr": 7.777820448432047e-05}
{"train_loss": 0.0049184029921889305, "global_step": 33719, "epoch": 189, "lr": 7.7776975802518e-05}
{"train_loss": 0.008011090569198132, "global_step": 33720, "epoch": 189, "lr": 7.777574709645396e-05}
{"train_loss": 0.005667613819241524, "global_step": 33721, "epoch": 189, "lr": 7.777451836612948e-05}
{"train_loss": 0.006093085743486881, "global_step": 33722, "epoch": 189, "lr": 7.777328961154562e-05}
{"train_loss": 0.004296339116990566, "global_step": 33723, "epoch": 189, "lr": 7.777206083270344e-05}
{"train_loss": 0.008049559779465199, "global_step": 33724, "epoch": 189, "lr": 7.777083202960404e-05}
{"train_loss": 0.012170227244496346, "global_step": 33725, "epoch": 189, "lr": 7.776960320224847e-05}
{"train_loss": 0.008515054360032082, "global_step": 33726, "epoch": 189, "lr": 7.77683743506378e-05}
{"train_loss": 0.005958257243037224, "global_step": 33727, "epoch": 189, "lr": 7.776714547477313e-05}
{"train_loss": 0.0029120496474206448, "global_step": 33728, "epoch": 189, "lr": 7.77659165746555e-05}
{"train_loss": 0.0075224838219583035, "global_step": 33729, "epoch": 189, "lr": 7.7764687650286e-05}
{"train_loss": 0.0038695738185197115, "global_step": 33730, "epoch": 189, "lr": 7.776345870166572e-05}
{"train_loss": 0.004558021202683449, "global_step": 33731, "epoch": 189, "lr": 7.77622297287957e-05}
{"train_loss": 0.006959047168493271, "global_step": 33732, "epoch": 189, "lr": 7.776100073167704e-05}
{"train_loss": 0.006680047605186701, "global_step": 33733, "epoch": 189, "lr": 7.77597717103108e-05}
{"train_loss": 0.006234609056264162, "global_step": 33734, "epoch": 189, "lr": 7.775854266469806e-05}
{"train_loss": 0.0021532359533011913, "global_step": 33735, "epoch": 189, "lr": 7.775731359483988e-05}
{"train_loss": 0.006385824643075466, "global_step": 33736, "epoch": 189, "lr": 7.775608450073735e-05}
{"train_loss": 0.00699877692386508, "global_step": 33737, "epoch": 189, "lr": 7.775485538239155e-05}
{"train_loss": 0.010246040299534798, "global_step": 33738, "epoch": 189, "lr": 7.775362623980353e-05}
{"train_loss": 0.005040301941335201, "global_step": 33739, "epoch": 189, "lr": 7.775239707297436e-05}
{"train_loss": 0.0042777531780302525, "global_step": 33740, "epoch": 189, "lr": 7.775116788190515e-05}
{"train_loss": 0.005417359992861748, "global_step": 33741, "epoch": 189, "lr": 7.774993866659697e-05}
{"train_loss": 0.0036452922504395247, "global_step": 33742, "epoch": 189, "lr": 7.774870942705084e-05}
{"train_loss": 0.0038742967881262302, "global_step": 33743, "epoch": 189, "lr": 7.77474801632679e-05}
{"train_loss": 0.010476725175976753, "global_step": 33744, "epoch": 189, "lr": 7.774625087524916e-05}
{"train_loss": 0.008695680648088455, "global_step": 33745, "epoch": 189, "lr": 7.774502156299574e-05}
{"train_loss": 0.004149187821894884, "global_step": 33746, "epoch": 189, "lr": 7.774379222650871e-05}
{"train_loss": 0.0050043510273098946, "global_step": 33747, "epoch": 189, "lr": 7.774256286578912e-05}
{"train_loss": 0.005507592111825943, "global_step": 33748, "epoch": 189, "lr": 7.774133348083808e-05}
{"train_loss": 0.006318420171737671, "global_step": 33749, "epoch": 189, "lr": 7.774010407165662e-05}
{"train_loss": 0.004586263559758663, "global_step": 33750, "epoch": 189, "lr": 7.773887463824586e-05}
{"train_loss": 0.006179837044328451, "global_step": 33751, "epoch": 189, "lr": 7.773764518060682e-05}
{"train_loss": 0.008013817481696606, "global_step": 33752, "epoch": 189, "lr": 7.773641569874061e-05}
{"train_loss": 0.007372420746833086, "global_step": 33753, "epoch": 189, "lr": 7.77351861926483e-05}
{"train_loss": 0.003221293445676565, "global_step": 33754, "epoch": 189, "lr": 7.773395666233097e-05}
{"train_loss": 0.008079771883785725, "global_step": 33755, "epoch": 189, "lr": 7.773272710778969e-05}
{"train_loss": 0.0028648297302424908, "global_step": 33756, "epoch": 189, "lr": 7.773149752902551e-05}
{"train_loss": 0.00568810710683465, "global_step": 33757, "epoch": 189, "lr": 7.773026792603953e-05}
{"train_loss": 0.008777949027717113, "global_step": 33758, "epoch": 189, "lr": 7.772903829883283e-05}
{"train_loss": 0.008344827219843864, "global_step": 33759, "epoch": 189, "lr": 7.772780864740645e-05}
{"train_loss": 0.004613824188709259, "global_step": 33760, "epoch": 189, "lr": 7.77265789717615e-05}
{"train_loss": 0.0034688119776546955, "global_step": 33761, "epoch": 189, "lr": 7.772534927189903e-05}
{"train_loss": 0.00365029601380229, "global_step": 33762, "epoch": 189, "lr": 7.772411954782013e-05}
{"train_loss": 0.00301471003331244, "global_step": 33763, "epoch": 189, "lr": 7.772288979952586e-05}
{"train_loss": 0.008133437484502792, "global_step": 33764, "epoch": 189, "lr": 7.77216600270173e-05}
{"train_loss": 0.0037746713496744633, "global_step": 33765, "epoch": 189, "lr": 7.772043023029554e-05}
{"train_loss": 0.007156685460358858, "global_step": 33766, "epoch": 189, "lr": 7.771920040936164e-05}
{"train_loss": 0.004377149976789951, "global_step": 33767, "epoch": 189, "lr": 7.771797056421666e-05}
{"train_loss": 0.004370010923594236, "global_step": 33768, "epoch": 189, "lr": 7.77167406948617e-05}
{"train_loss": 0.004539452958852053, "global_step": 33769, "epoch": 189, "lr": 7.771551080129782e-05}
{"train_loss": 0.007756147533655167, "global_step": 33770, "epoch": 189, "lr": 7.771428088352608e-05}
{"train_loss": 0.007118565030395985, "global_step": 33771, "epoch": 189, "lr": 7.771305094154759e-05}
{"train_loss": 0.0066871559247374535, "global_step": 33772, "epoch": 189, "lr": 7.771182097536339e-05}
{"train_loss": 0.005415393505245447, "global_step": 33773, "epoch": 189, "lr": 7.771059098497458e-05}
{"train_loss": 0.005067950580269098, "global_step": 33774, "epoch": 189, "lr": 7.770936097038223e-05}
{"train_loss": 0.006098841782659292, "global_step": 33775, "epoch": 189, "lr": 7.77081309315874e-05}
{"train_loss": 0.009731674566864967, "global_step": 33776, "epoch": 189, "lr": 7.770690086859116e-05}
{"train_loss": 0.010131188668310642, "global_step": 33777, "epoch": 189, "lr": 7.770567078139461e-05}
{"train_loss": 0.007341601420193911, "global_step": 33778, "epoch": 189, "lr": 7.77044406699988e-05}
{"train_loss": 0.00559199508279562, "global_step": 33779, "epoch": 189, "lr": 7.770321053440484e-05}
{"train_loss": 0.004645866807550192, "global_step": 33780, "epoch": 189, "lr": 7.770198037461376e-05}
{"train_loss": 0.00253169029019773, "global_step": 33781, "epoch": 189, "lr": 7.770075019062667e-05}
{"train_loss": 0.007669919636100531, "global_step": 33782, "epoch": 189, "lr": 7.76995199824446e-05}
{"train_loss": 0.007032436318695545, "global_step": 33783, "epoch": 189, "lr": 7.769828975006868e-05}
{"train_loss": 0.00631670281291008, "global_step": 33784, "epoch": 189, "lr": 7.769705949349994e-05}
{"train_loss": 0.0081577617675066, "global_step": 33785, "epoch": 189, "lr": 7.769582921273948e-05}
{"train_loss": 0.004977867938578129, "global_step": 33786, "epoch": 189, "lr": 7.769459890778839e-05}
{"train_loss": 0.011743019334971905, "global_step": 33787, "epoch": 189, "lr": 7.769336857864768e-05}
{"train_loss": 0.011068486608564854, "global_step": 33788, "epoch": 189, "lr": 7.76921382253185e-05}
{"train_loss": 0.0038744390476495028, "global_step": 33789, "epoch": 189, "lr": 7.769090784780188e-05}
{"train_loss": 0.003799154656007886, "global_step": 33790, "epoch": 189, "lr": 7.76896774460989e-05}
{"train_loss": 0.005937484093010426, "global_step": 33791, "epoch": 189, "lr": 7.768844702021065e-05}
{"train_loss": 0.003627943340688944, "global_step": 33792, "epoch": 189, "lr": 7.768721657013818e-05}
{"train_loss": 0.0032340779434889555, "global_step": 33793, "epoch": 189, "lr": 7.76859860958826e-05}
{"train_loss": 0.006227833218872547, "global_step": 33794, "epoch": 189, "lr": 7.768475559744495e-05}
{"train_loss": 0.008165513165295124, "global_step": 33795, "epoch": 189, "lr": 7.768352507482632e-05}
{"train_loss": 0.008885860443115234, "global_step": 33796, "epoch": 189, "lr": 7.768229452802779e-05}
{"train_loss": 0.007576845586299896, "global_step": 33797, "epoch": 189, "lr": 7.768106395705042e-05}
{"train_loss": 0.009704215452075005, "global_step": 33798, "epoch": 189, "lr": 7.76798333618953e-05}
{"train_loss": 0.002868996001780033, "global_step": 33799, "epoch": 189, "lr": 7.76786027425635e-05}
{"train_loss": 0.007262301631271839, "global_step": 33800, "epoch": 189, "lr": 7.767737209905608e-05}
{"train_loss": 0.007269942667335272, "global_step": 33801, "epoch": 189, "lr": 7.767614143137416e-05}
{"train_loss": 0.006659778766334057, "global_step": 33802, "epoch": 189, "lr": 7.767491073951876e-05}
{"train_loss": 0.004976234864443541, "global_step": 33803, "epoch": 189, "lr": 7.767368002349098e-05}
{"train_loss": 0.004409327171742916, "global_step": 33804, "epoch": 189, "lr": 7.76724492832919e-05}
{"train_loss": 0.007813271135091782, "global_step": 33805, "epoch": 189, "lr": 7.767121851892258e-05}
{"train_loss": 0.006120788864791393, "global_step": 33806, "epoch": 189, "lr": 7.76699877303841e-05}
{"train_loss": 0.004207200836390257, "global_step": 33807, "epoch": 189, "lr": 7.766875691767755e-05}
{"train_loss": 0.007307717110961676, "global_step": 33808, "epoch": 189, "lr": 7.766752608080399e-05}
{"train_loss": 0.008313514292240143, "global_step": 33809, "epoch": 189, "lr": 7.76662952197645e-05}
{"train_loss": 0.0040313731878995895, "global_step": 33810, "epoch": 189, "lr": 7.766506433456015e-05}
{"train_loss": 0.003489620517939329, "global_step": 33811, "epoch": 189, "lr": 7.766383342519201e-05}
{"train_loss": 0.002918453421443701, "global_step": 33812, "epoch": 189, "lr": 7.766260249166118e-05}
{"train_loss": 0.011150109581649303, "global_step": 33813, "epoch": 189, "lr": 7.766137153396871e-05}
{"train_loss": 0.004689078778028488, "global_step": 33814, "epoch": 189, "lr": 7.766014055211568e-05}
{"train_loss": 0.004342439118772745, "global_step": 33815, "epoch": 189, "lr": 7.765890954610318e-05}
{"train_loss": 0.005575357470661402, "global_step": 33816, "epoch": 189, "lr": 7.765767851593226e-05}
{"train_loss": 0.016570696607232094, "global_step": 33817, "epoch": 189, "lr": 7.765644746160401e-05}
{"train_loss": 0.010354971513152122, "global_step": 33818, "epoch": 189, "lr": 7.765521638311951e-05}
{"train_loss": 0.005948105552286077, "global_step": 33819, "epoch": 189, "lr": 7.765398528047984e-05}
{"train_loss": 0.008139654994010925, "global_step": 33820, "epoch": 190, "lr": 7.765275415368604e-05}
{"train_loss": 0.006469691172242165, "global_step": 33821, "epoch": 190, "lr": 7.765152300273924e-05}
{"train_loss": 0.004662433639168739, "global_step": 33822, "epoch": 190, "lr": 7.765029182764048e-05}
{"train_loss": 0.0048373909667134285, "global_step": 33823, "epoch": 190, "lr": 7.764906062839083e-05}
{"train_loss": 0.006241731811314821, "global_step": 33824, "epoch": 190, "lr": 7.764782940499138e-05}
{"train_loss": 0.005558499135077, "global_step": 33825, "epoch": 190, "lr": 7.764659815744321e-05}
{"train_loss": 0.010208272375166416, "global_step": 33826, "epoch": 190, "lr": 7.764536688574737e-05}
{"train_loss": 0.008487418293952942, "global_step": 33827, "epoch": 190, "lr": 7.764413558990498e-05}
{"train_loss": 0.0110562639310956, "global_step": 33828, "epoch": 190, "lr": 7.764290426991707e-05}
{"train_loss": 0.0058478727005422115, "global_step": 33829, "epoch": 190, "lr": 7.764167292578474e-05}
{"train_loss": 0.004471483640372753, "global_step": 33830, "epoch": 190, "lr": 7.764044155750904e-05}
{"train_loss": 0.007256351411342621, "global_step": 33831, "epoch": 190, "lr": 7.763921016509109e-05}
{"train_loss": 0.003299754112958908, "global_step": 33832, "epoch": 190, "lr": 7.763797874853193e-05}
{"train_loss": 0.004324366804212332, "global_step": 33833, "epoch": 190, "lr": 7.763674730783265e-05}
{"train_loss": 0.007553172297775745, "global_step": 33834, "epoch": 190, "lr": 7.763551584299432e-05}
{"train_loss": 0.00630598422139883, "global_step": 33835, "epoch": 190, "lr": 7.763428435401803e-05}
{"train_loss": 0.0037037269212305546, "global_step": 33836, "epoch": 190, "lr": 7.763305284090482e-05}
{"train_loss": 0.007465503644198179, "global_step": 33837, "epoch": 190, "lr": 7.763182130365581e-05}
{"train_loss": 0.008140768855810165, "global_step": 33838, "epoch": 190, "lr": 7.763058974227203e-05}
{"train_loss": 0.002434836933389306, "global_step": 33839, "epoch": 190, "lr": 7.762935815675458e-05}
{"train_loss": 0.004783644340932369, "global_step": 33840, "epoch": 190, "lr": 7.762812654710456e-05}
{"train_loss": 0.003400136949494481, "global_step": 33841, "epoch": 190, "lr": 7.762689491332302e-05}
{"train_loss": 0.0037622456438839436, "global_step": 33842, "epoch": 190, "lr": 7.7625663255411e-05}
{"train_loss": 0.005528352223336697, "global_step": 33843, "epoch": 190, "lr": 7.762443157336965e-05}
{"train_loss": 0.007158054504543543, "global_step": 33844, "epoch": 190, "lr": 7.76231998672e-05}
{"train_loss": 0.007430403493344784, "global_step": 33845, "epoch": 190, "lr": 7.762196813690315e-05}
{"train_loss": 0.009447785094380379, "global_step": 33846, "epoch": 190, "lr": 7.762073638248013e-05}
{"train_loss": 0.002672158181667328, "global_step": 33847, "epoch": 190, "lr": 7.761950460393206e-05}
{"train_loss": 0.013288932852447033, "global_step": 33848, "epoch": 190, "lr": 7.761827280126e-05}
{"train_loss": 0.004733918234705925, "global_step": 33849, "epoch": 190, "lr": 7.761704097446503e-05}
{"train_loss": 0.007842116057872772, "global_step": 33850, "epoch": 190, "lr": 7.761580912354823e-05}
{"train_loss": 0.0035223099403083324, "global_step": 33851, "epoch": 190, "lr": 7.761457724851066e-05}
{"train_loss": 0.005966270342469215, "global_step": 33852, "epoch": 190, "lr": 7.761334534935342e-05}
{"train_loss": 0.004042500630021095, "global_step": 33853, "epoch": 190, "lr": 7.761211342607755e-05}
{"train_loss": 0.009480152279138565, "global_step": 33854, "epoch": 190, "lr": 7.761088147868416e-05}
{"train_loss": 0.0029105921275913715, "global_step": 33855, "epoch": 190, "lr": 7.760964950717433e-05}
{"train_loss": 0.0046462854370474815, "global_step": 33856, "epoch": 190, "lr": 7.76084175115491e-05}
{"train_loss": 0.004604611545801163, "global_step": 33857, "epoch": 190, "lr": 7.760718549180957e-05}
{"train_loss": 0.005297902040183544, "global_step": 33858, "epoch": 190, "lr": 7.76059534479568e-05}
{"train_loss": 0.009081054478883743, "global_step": 33859, "epoch": 190, "lr": 7.760472137999189e-05}
{"train_loss": 0.004412421490997076, "global_step": 33860, "epoch": 190, "lr": 7.760348928791591e-05}
{"train_loss": 0.00480226706713438, "global_step": 33861, "epoch": 190, "lr": 7.760225717172992e-05}
{"train_loss": 0.007521563209593296, "global_step": 33862, "epoch": 190, "lr": 7.760102503143502e-05}
{"train_loss": 0.008601291105151176, "global_step": 33863, "epoch": 190, "lr": 7.759979286703226e-05}
{"train_loss": 0.007683053612709045, "global_step": 33864, "epoch": 190, "lr": 7.759856067852273e-05}
{"train_loss": 0.005337976384907961, "global_step": 33865, "epoch": 190, "lr": 7.759732846590752e-05}
{"train_loss": 0.0064292652532458305, "global_step": 33866, "epoch": 190, "lr": 7.759609622918767e-05}
{"train_loss": 0.004352258518338203, "global_step": 33867, "epoch": 190, "lr": 7.75948639683643e-05}
{"train_loss": 0.004504012409597635, "global_step": 33868, "epoch": 190, "lr": 7.759363168343845e-05}
{"train_loss": 0.007194020319730043, "global_step": 33869, "epoch": 190, "lr": 7.759239937441121e-05}
{"train_loss": 0.004252778831869364, "global_step": 33870, "epoch": 190, "lr": 7.759116704128366e-05}
{"train_loss": 0.007078738883137703, "global_step": 33871, "epoch": 190, "lr": 7.758993468405688e-05}
{"train_loss": 0.008979378268122673, "global_step": 33872, "epoch": 190, "lr": 7.758870230273194e-05}
{"train_loss": 0.00474842032417655, "global_step": 33873, "epoch": 190, "lr": 7.75874698973099e-05}
{"train_loss": 0.004280879627913237, "global_step": 33874, "epoch": 190, "lr": 7.758623746779188e-05}
{"train_loss": 0.010985408909618855, "global_step": 33875, "epoch": 190, "lr": 7.75850050141789e-05}
{"train_loss": 0.006626801565289497, "global_step": 33876, "epoch": 190, "lr": 7.758377253647208e-05}
{"train_loss": 0.007342074066400528, "global_step": 33877, "epoch": 190, "lr": 7.758254003467247e-05}
{"train_loss": 0.005216982215642929, "global_step": 33878, "epoch": 190, "lr": 7.758130750878118e-05}
{"train_loss": 0.005051977466791868, "global_step": 33879, "epoch": 190, "lr": 7.758007495879924e-05}
{"train_loss": 0.005909543484449387, "global_step": 33880, "epoch": 190, "lr": 7.757884238472776e-05}
{"train_loss": 0.006413938943296671, "global_step": 33881, "epoch": 190, "lr": 7.757760978656783e-05}
{"train_loss": 0.005947429686784744, "global_step": 33882, "epoch": 190, "lr": 7.757637716432046e-05}
{"train_loss": 0.0030918344855308533, "global_step": 33883, "epoch": 190, "lr": 7.757514451798683e-05}
{"train_loss": 0.011658182367682457, "global_step": 33884, "epoch": 190, "lr": 7.757391184756791e-05}
{"train_loss": 0.005853936076164246, "global_step": 33885, "epoch": 190, "lr": 7.757267915306485e-05}
{"train_loss": 0.007658415008336306, "global_step": 33886, "epoch": 190, "lr": 7.757144643447869e-05}
{"train_loss": 0.007323283702135086, "global_step": 33887, "epoch": 190, "lr": 7.757021369181052e-05}
{"train_loss": 0.00720208277925849, "global_step": 33888, "epoch": 190, "lr": 7.756898092506142e-05}
{"train_loss": 0.004506012424826622, "global_step": 33889, "epoch": 190, "lr": 7.756774813423246e-05}
{"train_loss": 0.004936692770570517, "global_step": 33890, "epoch": 190, "lr": 7.756651531932471e-05}
{"train_loss": 0.005187628790736198, "global_step": 33891, "epoch": 190, "lr": 7.756528248033926e-05}
{"train_loss": 0.006822093389928341, "global_step": 33892, "epoch": 190, "lr": 7.756404961727718e-05}
{"train_loss": 0.002231075894087553, "global_step": 33893, "epoch": 190, "lr": 7.756281673013956e-05}
{"train_loss": 0.012148851528763771, "global_step": 33894, "epoch": 190, "lr": 7.756158381892746e-05}
{"train_loss": 0.010249244049191475, "global_step": 33895, "epoch": 190, "lr": 7.756035088364195e-05}
{"train_loss": 0.007641506381332874, "global_step": 33896, "epoch": 190, "lr": 7.755911792428414e-05}
{"train_loss": 0.00485630426555872, "global_step": 33897, "epoch": 190, "lr": 7.755788494085507e-05}
{"train_loss": 0.006353671662509441, "global_step": 33898, "epoch": 190, "lr": 7.755665193335584e-05}
{"train_loss": 0.006688565947115421, "global_step": 33899, "epoch": 190, "lr": 7.755541890178752e-05}
{"train_loss": 0.004640393424779177, "global_step": 33900, "epoch": 190, "lr": 7.75541858461512e-05}
{"train_loss": 0.006477782502770424, "global_step": 33901, "epoch": 190, "lr": 7.755295276644791e-05}
{"train_loss": 0.007200839929282665, "global_step": 33902, "epoch": 190, "lr": 7.755171966267878e-05}
{"train_loss": 0.004585135728120804, "global_step": 33903, "epoch": 190, "lr": 7.755048653484487e-05}
{"train_loss": 0.004955905489623547, "global_step": 33904, "epoch": 190, "lr": 7.754925338294725e-05}
{"train_loss": 0.005010007880628109, "global_step": 33905, "epoch": 190, "lr": 7.754802020698701e-05}
{"train_loss": 0.005400769412517548, "global_step": 33906, "epoch": 190, "lr": 7.754678700696523e-05}
{"train_loss": 0.0054984488524496555, "global_step": 33907, "epoch": 190, "lr": 7.754555378288296e-05}
{"train_loss": 0.00752574997022748, "global_step": 33908, "epoch": 190, "lr": 7.75443205347413e-05}
{"train_loss": 0.0056464895606040955, "global_step": 33909, "epoch": 190, "lr": 7.754308726254131e-05}
{"train_loss": 0.005302838981151581, "global_step": 33910, "epoch": 190, "lr": 7.754185396628409e-05}
{"train_loss": 0.005101452581584454, "global_step": 33911, "epoch": 190, "lr": 7.75406206459707e-05}
{"train_loss": 0.005209937691688538, "global_step": 33912, "epoch": 190, "lr": 7.753938730160222e-05}
{"train_loss": 0.006619095802307129, "global_step": 33913, "epoch": 190, "lr": 7.753815393317974e-05}
{"train_loss": 0.0045720599591732025, "global_step": 33914, "epoch": 190, "lr": 7.753692054070433e-05}
{"train_loss": 0.00812910869717598, "global_step": 33915, "epoch": 190, "lr": 7.753568712417705e-05}
{"train_loss": 0.005557616241276264, "global_step": 33916, "epoch": 190, "lr": 7.7534453683599e-05}
{"train_loss": 0.0056975651532411575, "global_step": 33917, "epoch": 190, "lr": 7.753322021897125e-05}
{"train_loss": 0.004195309244096279, "global_step": 33918, "epoch": 190, "lr": 7.753198673029487e-05}
{"train_loss": 0.00967062171548605, "global_step": 33919, "epoch": 190, "lr": 7.753075321757095e-05}
{"train_loss": 0.007646196521818638, "global_step": 33920, "epoch": 190, "lr": 7.752951968080056e-05}
{"train_loss": 0.012217456474900246, "global_step": 33921, "epoch": 190, "lr": 7.752828611998477e-05}
{"train_loss": 0.006847678683698177, "global_step": 33922, "epoch": 190, "lr": 7.752705253512467e-05}
{"train_loss": 0.0068767792545259, "global_step": 33923, "epoch": 190, "lr": 7.752581892622132e-05}
{"train_loss": 0.007616939023137093, "global_step": 33924, "epoch": 190, "lr": 7.752458529327584e-05}
{"train_loss": 0.00651287566870451, "global_step": 33925, "epoch": 190, "lr": 7.752335163628927e-05}
{"train_loss": 0.006270815618336201, "global_step": 33926, "epoch": 190, "lr": 7.75221179552627e-05}
{"train_loss": 0.007672580890357494, "global_step": 33927, "epoch": 190, "lr": 7.75208842501972e-05}
{"train_loss": 0.0041853152215480804, "global_step": 33928, "epoch": 190, "lr": 7.751965052109383e-05}
{"train_loss": 0.0059920731000602245, "global_step": 33929, "epoch": 190, "lr": 7.751841676795371e-05}
{"train_loss": 0.0026670515071600676, "global_step": 33930, "epoch": 190, "lr": 7.75171829907779e-05}
{"train_loss": 0.008374374359846115, "global_step": 33931, "epoch": 190, "lr": 7.751594918956746e-05}
{"train_loss": 0.008171934634447098, "global_step": 33932, "epoch": 190, "lr": 7.751471536432349e-05}
{"train_loss": 0.004463476128876209, "global_step": 33933, "epoch": 190, "lr": 7.751348151504705e-05}
{"train_loss": 0.004602523986250162, "global_step": 33934, "epoch": 190, "lr": 7.751224764173923e-05}
{"train_loss": 0.0063684857450425625, "global_step": 33935, "epoch": 190, "lr": 7.751101374440112e-05}
{"train_loss": 0.007820138707756996, "global_step": 33936, "epoch": 190, "lr": 7.750977982303376e-05}
{"train_loss": 0.006185442674905062, "global_step": 33937, "epoch": 190, "lr": 7.750854587763828e-05}
{"train_loss": 0.009873971343040466, "global_step": 33938, "epoch": 190, "lr": 7.75073119082157e-05}
{"train_loss": 0.005995570681989193, "global_step": 33939, "epoch": 190, "lr": 7.750607791476713e-05}
{"train_loss": 0.006495003588497639, "global_step": 33940, "epoch": 190, "lr": 7.750484389729365e-05}
{"train_loss": 0.004819124937057495, "global_step": 33941, "epoch": 190, "lr": 7.750360985579632e-05}
{"train_loss": 0.0038351654075086117, "global_step": 33942, "epoch": 190, "lr": 7.750237579027625e-05}
{"train_loss": 0.00901107583194971, "global_step": 33943, "epoch": 190, "lr": 7.750114170073448e-05}
{"train_loss": 0.003965428099036217, "global_step": 33944, "epoch": 190, "lr": 7.749990758717212e-05}
{"train_loss": 0.004306585527956486, "global_step": 33945, "epoch": 190, "lr": 7.749867344959021e-05}
{"train_loss": 0.0077622681856155396, "global_step": 33946, "epoch": 190, "lr": 7.749743928798987e-05}
{"train_loss": 0.005386854521930218, "global_step": 33947, "epoch": 190, "lr": 7.749620510237216e-05}
{"train_loss": 0.003936631605029106, "global_step": 33948, "epoch": 190, "lr": 7.749497089273815e-05}
{"train_loss": 0.007598078344017267, "global_step": 33949, "epoch": 190, "lr": 7.749373665908892e-05}
{"train_loss": 0.005936273839324713, "global_step": 33950, "epoch": 190, "lr": 7.749250240142557e-05}
{"train_loss": 0.00855030957609415, "global_step": 33951, "epoch": 190, "lr": 7.749126811974913e-05}
{"train_loss": 0.008838634006679058, "global_step": 33952, "epoch": 190, "lr": 7.749003381406074e-05}
{"train_loss": 0.007593143731355667, "global_step": 33953, "epoch": 190, "lr": 7.748879948436143e-05}
{"train_loss": 0.008013918995857239, "global_step": 33954, "epoch": 190, "lr": 7.748756513065232e-05}
{"train_loss": 0.006656442768871784, "global_step": 33955, "epoch": 190, "lr": 7.748633075293444e-05}
{"train_loss": 0.002615083009004593, "global_step": 33956, "epoch": 190, "lr": 7.748509635120888e-05}
{"train_loss": 0.008862394839525223, "global_step": 33957, "epoch": 190, "lr": 7.748386192547677e-05}
{"train_loss": 0.0044149374589324, "global_step": 33958, "epoch": 190, "lr": 7.748262747573911e-05}
{"train_loss": 0.004784386605024338, "global_step": 33959, "epoch": 190, "lr": 7.748139300199703e-05}
{"train_loss": 0.008274632506072521, "global_step": 33960, "epoch": 190, "lr": 7.74801585042516e-05}
{"train_loss": 0.005755429156124592, "global_step": 33961, "epoch": 190, "lr": 7.747892398250389e-05}
{"train_loss": 0.005751677788794041, "global_step": 33962, "epoch": 190, "lr": 7.747768943675498e-05}
{"train_loss": 0.007167253643274307, "global_step": 33963, "epoch": 190, "lr": 7.747645486700595e-05}
{"train_loss": 0.004773823544383049, "global_step": 33964, "epoch": 190, "lr": 7.747522027325786e-05}
{"train_loss": 0.009521054103970528, "global_step": 33965, "epoch": 190, "lr": 7.747398565551182e-05}
{"train_loss": 0.004725134931504726, "global_step": 33966, "epoch": 190, "lr": 7.74727510137689e-05}
{"train_loss": 0.008393241092562675, "global_step": 33967, "epoch": 190, "lr": 7.747151634803016e-05}
{"train_loss": 0.010897093452513218, "global_step": 33968, "epoch": 190, "lr": 7.74702816582967e-05}
{"train_loss": 0.006389523856341839, "global_step": 33969, "epoch": 190, "lr": 7.74690469445696e-05}
{"train_loss": 0.004298480227589607, "global_step": 33970, "epoch": 190, "lr": 7.746781220684991e-05}
{"train_loss": 0.006314147263765335, "global_step": 33971, "epoch": 190, "lr": 7.746657744513874e-05}
{"train_loss": 0.00295684183947742, "global_step": 33972, "epoch": 190, "lr": 7.746534265943715e-05}
{"train_loss": 0.0059694768860936165, "global_step": 33973, "epoch": 190, "lr": 7.746410784974621e-05}
{"train_loss": 0.006954709533601999, "global_step": 33974, "epoch": 190, "lr": 7.746287301606703e-05}
{"train_loss": 0.005399097688496113, "global_step": 33975, "epoch": 190, "lr": 7.746163815840066e-05}
{"train_loss": 0.005914800800383091, "global_step": 33976, "epoch": 190, "lr": 7.74604032767482e-05}
{"train_loss": 0.005347794853150845, "global_step": 33977, "epoch": 190, "lr": 7.74591683711107e-05}
{"train_loss": 0.012470444664359093, "global_step": 33978, "epoch": 190, "lr": 7.745793344148927e-05}
{"train_loss": 0.00426203990355134, "global_step": 33979, "epoch": 190, "lr": 7.745669848788497e-05}
{"train_loss": 0.006212624721229076, "global_step": 33980, "epoch": 190, "lr": 7.745546351029889e-05}
{"train_loss": 0.008364591747522354, "global_step": 33981, "epoch": 190, "lr": 7.74542285087321e-05}
{"train_loss": 0.007121207192540169, "global_step": 33982, "epoch": 190, "lr": 7.745299348318567e-05}
{"train_loss": 0.006011274643242359, "global_step": 33983, "epoch": 190, "lr": 7.74517584336607e-05}
{"train_loss": 0.005632857792079449, "global_step": 33984, "epoch": 190, "lr": 7.745052336015826e-05}
{"train_loss": 0.006416160147637129, "global_step": 33985, "epoch": 190, "lr": 7.744928826267942e-05}
{"train_loss": 0.005689442157745361, "global_step": 33986, "epoch": 190, "lr": 7.744805314122526e-05}
{"train_loss": 0.003985771909356117, "global_step": 33987, "epoch": 190, "lr": 7.744681799579687e-05}
{"train_loss": 0.0030344314873218536, "global_step": 33988, "epoch": 190, "lr": 7.744558282639534e-05}
{"train_loss": 0.005242194049060345, "global_step": 33989, "epoch": 190, "lr": 7.74443476330217e-05}
{"train_loss": 0.007024697493761778, "global_step": 33990, "epoch": 190, "lr": 7.74431124156771e-05}
{"train_loss": 0.0033468243200331926, "global_step": 33991, "epoch": 190, "lr": 7.744187717436256e-05}
{"train_loss": 0.00883195735514164, "global_step": 33992, "epoch": 190, "lr": 7.744064190907919e-05}
{"train_loss": 0.006226794794201851, "global_step": 33993, "epoch": 190, "lr": 7.743940661982805e-05}
{"train_loss": 0.006166704930365086, "global_step": 33994, "epoch": 190, "lr": 7.743817130661021e-05}
{"train_loss": 0.005829399451613426, "global_step": 33995, "epoch": 190, "lr": 7.74369359694268e-05}
{"train_loss": 0.005465351510792971, "global_step": 33996, "epoch": 190, "lr": 7.743570060827884e-05}
{"train_loss": 0.006269459768324002, "global_step": 33997, "epoch": 190, "lr": 7.743446522316743e-05, "train_action_mse_error": 1.3306873370311223e-05}
{"train_loss": 0.008666694164276123, "global_step": 33998, "epoch": 191, "lr": 7.743322981409366e-05}
{"train_loss": 0.007892468944191933, "global_step": 33999, "epoch": 191, "lr": 7.743199438105861e-05}
{"train_loss": 0.006780590862035751, "global_step": 34000, "epoch": 191, "lr": 7.743075892406335e-05}
{"train_loss": 0.0074996245093643665, "global_step": 34001, "epoch": 191, "lr": 7.742952344310896e-05}
{"train_loss": 0.009901367127895355, "global_step": 34002, "epoch": 191, "lr": 7.742828793819652e-05}
{"train_loss": 0.0056977299973368645, "global_step": 34003, "epoch": 191, "lr": 7.742705240932711e-05}
{"train_loss": 0.005503958091139793, "global_step": 34004, "epoch": 191, "lr": 7.74258168565018e-05}
{"train_loss": 0.005150260403752327, "global_step": 34005, "epoch": 191, "lr": 7.742458127972167e-05}
{"train_loss": 0.004366343840956688, "global_step": 34006, "epoch": 191, "lr": 7.742334567898782e-05}
{"train_loss": 0.004382838495075703, "global_step": 34007, "epoch": 191, "lr": 7.742211005430132e-05}
{"train_loss": 0.0040906695649027824, "global_step": 34008, "epoch": 191, "lr": 7.742087440566322e-05}
{"train_loss": 0.004301283974200487, "global_step": 34009, "epoch": 191, "lr": 7.741963873307465e-05}
{"train_loss": 0.009347748011350632, "global_step": 34010, "epoch": 191, "lr": 7.741840303653665e-05}
{"train_loss": 0.0026506041176617146, "global_step": 34011, "epoch": 191, "lr": 7.74171673160503e-05}
{"train_loss": 0.008653432130813599, "global_step": 34012, "epoch": 191, "lr": 7.741593157161673e-05}
{"train_loss": 0.0021597829181700945, "global_step": 34013, "epoch": 191, "lr": 7.741469580323694e-05}
{"train_loss": 0.0060586147010326385, "global_step": 34014, "epoch": 191, "lr": 7.741346001091208e-05}
{"train_loss": 0.0071354336105287075, "global_step": 34015, "epoch": 191, "lr": 7.741222419464318e-05}
{"train_loss": 0.005924533121287823, "global_step": 34016, "epoch": 191, "lr": 7.741098835443134e-05}
{"train_loss": 0.004223449155688286, "global_step": 34017, "epoch": 191, "lr": 7.740975249027765e-05}
{"train_loss": 0.003960863687098026, "global_step": 34018, "epoch": 191, "lr": 7.740851660218318e-05}
{"train_loss": 0.006948996335268021, "global_step": 34019, "epoch": 191, "lr": 7.740728069014899e-05}
{"train_loss": 0.005111137870699167, "global_step": 34020, "epoch": 191, "lr": 7.74060447541762e-05}
{"train_loss": 0.0029753330163657665, "global_step": 34021, "epoch": 191, "lr": 7.740480879426586e-05}
{"train_loss": 0.005105732474476099, "global_step": 34022, "epoch": 191, "lr": 7.740357281041904e-05}
{"train_loss": 0.004200556315481663, "global_step": 34023, "epoch": 191, "lr": 7.740233680263685e-05}
{"train_loss": 0.002884098095819354, "global_step": 34024, "epoch": 191, "lr": 7.740110077092035e-05}
{"train_loss": 0.0055483062751591206, "global_step": 34025, "epoch": 191, "lr": 7.739986471527063e-05}
{"train_loss": 0.003037119982764125, "global_step": 34026, "epoch": 191, "lr": 7.739862863568876e-05}
{"train_loss": 0.00537608377635479, "global_step": 34027, "epoch": 191, "lr": 7.739739253217582e-05}
{"train_loss": 0.005396059714257717, "global_step": 34028, "epoch": 191, "lr": 7.73961564047329e-05}
{"train_loss": 0.0049642156809568405, "global_step": 34029, "epoch": 191, "lr": 7.739492025336107e-05}
{"train_loss": 0.004497331567108631, "global_step": 34030, "epoch": 191, "lr": 7.739368407806142e-05}
{"train_loss": 0.002157700713723898, "global_step": 34031, "epoch": 191, "lr": 7.739244787883502e-05}
{"train_loss": 0.009974713437259197, "global_step": 34032, "epoch": 191, "lr": 7.739121165568295e-05}
{"train_loss": 0.004630324896425009, "global_step": 34033, "epoch": 191, "lr": 7.73899754086063e-05}
{"train_loss": 0.007310819812119007, "global_step": 34034, "epoch": 191, "lr": 7.738873913760614e-05}
{"train_loss": 0.001389667042531073, "global_step": 34035, "epoch": 191, "lr": 7.738750284268354e-05}
{"train_loss": 0.0055831559002399445, "global_step": 34036, "epoch": 191, "lr": 7.73862665238396e-05}
{"train_loss": 0.004902686923742294, "global_step": 34037, "epoch": 191, "lr": 7.738503018107539e-05}
{"train_loss": 0.00763366324827075, "global_step": 34038, "epoch": 191, "lr": 7.7383793814392e-05}
{"train_loss": 0.006378688849508762, "global_step": 34039, "epoch": 191, "lr": 7.738255742379049e-05}
{"train_loss": 0.004488897509872913, "global_step": 34040, "epoch": 191, "lr": 7.738132100927196e-05}
{"train_loss": 0.004821150563657284, "global_step": 34041, "epoch": 191, "lr": 7.738008457083747e-05}
{"train_loss": 0.0055740633979439735, "global_step": 34042, "epoch": 191, "lr": 7.737884810848812e-05}
{"train_loss": 0.005316577851772308, "global_step": 34043, "epoch": 191, "lr": 7.737761162222498e-05}
{"train_loss": 0.003473073709756136, "global_step": 34044, "epoch": 191, "lr": 7.737637511204914e-05}
{"train_loss": 0.007090353406965733, "global_step": 34045, "epoch": 191, "lr": 7.737513857796166e-05}
{"train_loss": 0.007008273154497147, "global_step": 34046, "epoch": 191, "lr": 7.737390201996364e-05}
{"train_loss": 0.005129036959260702, "global_step": 34047, "epoch": 191, "lr": 7.737266543805614e-05}
{"train_loss": 0.004464620724320412, "global_step": 34048, "epoch": 191, "lr": 7.737142883224024e-05}
{"train_loss": 0.0026616891846060753, "global_step": 34049, "epoch": 191, "lr": 7.737019220251706e-05}
{"train_loss": 0.004649156704545021, "global_step": 34050, "epoch": 191, "lr": 7.736895554888764e-05}
{"train_loss": 0.006432828959077597, "global_step": 34051, "epoch": 191, "lr": 7.736771887135306e-05}
{"train_loss": 0.008256946690380573, "global_step": 34052, "epoch": 191, "lr": 7.736648216991442e-05}
{"train_loss": 0.002647663466632366, "global_step": 34053, "epoch": 191, "lr": 7.73652454445728e-05}
{"train_loss": 0.007983390241861343, "global_step": 34054, "epoch": 191, "lr": 7.736400869532927e-05}
{"train_loss": 0.006534196436405182, "global_step": 34055, "epoch": 191, "lr": 7.736277192218491e-05}
{"train_loss": 0.007514684461057186, "global_step": 34056, "epoch": 191, "lr": 7.736153512514081e-05}
{"train_loss": 0.00640108622610569, "global_step": 34057, "epoch": 191, "lr": 7.736029830419804e-05}
{"train_loss": 0.0033285971730947495, "global_step": 34058, "epoch": 191, "lr": 7.735906145935768e-05}
{"train_loss": 0.008073627017438412, "global_step": 34059, "epoch": 191, "lr": 7.735782459062081e-05}
{"train_loss": 0.005560174584388733, "global_step": 34060, "epoch": 191, "lr": 7.735658769798851e-05}
{"train_loss": 0.004453188739717007, "global_step": 34061, "epoch": 191, "lr": 7.735535078146188e-05}
{"train_loss": 0.008739846758544445, "global_step": 34062, "epoch": 191, "lr": 7.735411384104196e-05}
{"train_loss": 0.005203204229474068, "global_step": 34063, "epoch": 191, "lr": 7.735287687672988e-05}
{"train_loss": 0.003548236098140478, "global_step": 34064, "epoch": 191, "lr": 7.73516398885267e-05}
{"train_loss": 0.00668297428637743, "global_step": 34065, "epoch": 191, "lr": 7.735040287643346e-05}
{"train_loss": 0.003978161606937647, "global_step": 34066, "epoch": 191, "lr": 7.734916584045132e-05}
{"train_loss": 0.009315436705946922, "global_step": 34067, "epoch": 191, "lr": 7.73479287805813e-05}
{"train_loss": 0.005446461029350758, "global_step": 34068, "epoch": 191, "lr": 7.734669169682448e-05}
{"train_loss": 0.010762553662061691, "global_step": 34069, "epoch": 191, "lr": 7.734545458918197e-05}
{"train_loss": 0.004094310104846954, "global_step": 34070, "epoch": 191, "lr": 7.734421745765484e-05}
{"train_loss": 0.006702845916152, "global_step": 34071, "epoch": 191, "lr": 7.734298030224417e-05}
{"train_loss": 0.00781865045428276, "global_step": 34072, "epoch": 191, "lr": 7.734174312295104e-05}
{"train_loss": 0.0054254233837127686, "global_step": 34073, "epoch": 191, "lr": 7.734050591977653e-05}
{"train_loss": 0.008694678544998169, "global_step": 34074, "epoch": 191, "lr": 7.733926869272172e-05}
{"train_loss": 0.004668980371206999, "global_step": 34075, "epoch": 191, "lr": 7.73380314417877e-05}
{"train_loss": 0.007718182634562254, "global_step": 34076, "epoch": 191, "lr": 7.733679416697553e-05}
{"train_loss": 0.0018839872209355235, "global_step": 34077, "epoch": 191, "lr": 7.733555686828631e-05}
{"train_loss": 0.0063172271475195885, "global_step": 34078, "epoch": 191, "lr": 7.73343195457211e-05}
{"train_loss": 0.004171824548393488, "global_step": 34079, "epoch": 191, "lr": 7.733308219928102e-05}
{"train_loss": 0.009435690008103848, "global_step": 34080, "epoch": 191, "lr": 7.733184482896709e-05}
{"train_loss": 0.009132405743002892, "global_step": 34081, "epoch": 191, "lr": 7.733060743478046e-05}
{"train_loss": 0.003922631964087486, "global_step": 34082, "epoch": 191, "lr": 7.732937001672215e-05}
{"train_loss": 0.0025455148424953222, "global_step": 34083, "epoch": 191, "lr": 7.732813257479328e-05}
{"train_loss": 0.0038131345063447952, "global_step": 34084, "epoch": 191, "lr": 7.732689510899493e-05}
{"train_loss": 0.010162636637687683, "global_step": 34085, "epoch": 191, "lr": 7.732565761932816e-05}
{"train_loss": 0.012007387354969978, "global_step": 34086, "epoch": 191, "lr": 7.732442010579405e-05}
{"train_loss": 0.003298740368336439, "global_step": 34087, "epoch": 191, "lr": 7.73231825683937e-05}
{"train_loss": 0.006785034667700529, "global_step": 34088, "epoch": 191, "lr": 7.732194500712817e-05}
{"train_loss": 0.004774690605700016, "global_step": 34089, "epoch": 191, "lr": 7.732070742199856e-05}
{"train_loss": 0.004975714720785618, "global_step": 34090, "epoch": 191, "lr": 7.731946981300595e-05}
{"train_loss": 0.007442364003509283, "global_step": 34091, "epoch": 191, "lr": 7.73182321801514e-05}
{"train_loss": 0.00650419294834137, "global_step": 34092, "epoch": 191, "lr": 7.731699452343602e-05}
{"train_loss": 0.008279325440526009, "global_step": 34093, "epoch": 191, "lr": 7.731575684286087e-05}
{"train_loss": 0.004519482143223286, "global_step": 34094, "epoch": 191, "lr": 7.731451913842704e-05}
{"train_loss": 0.006949475035071373, "global_step": 34095, "epoch": 191, "lr": 7.73132814101356e-05}
{"train_loss": 0.004173158667981625, "global_step": 34096, "epoch": 191, "lr": 7.731204365798766e-05}
{"train_loss": 0.004952738992869854, "global_step": 34097, "epoch": 191, "lr": 7.731080588198428e-05}
{"train_loss": 0.007263975217938423, "global_step": 34098, "epoch": 191, "lr": 7.730956808212652e-05}
{"train_loss": 0.005101964809000492, "global_step": 34099, "epoch": 191, "lr": 7.73083302584155e-05}
{"train_loss": 0.004554152954369783, "global_step": 34100, "epoch": 191, "lr": 7.730709241085228e-05}
{"train_loss": 0.006056668236851692, "global_step": 34101, "epoch": 191, "lr": 7.730585453943796e-05}
{"train_loss": 0.005879465024918318, "global_step": 34102, "epoch": 191, "lr": 7.730461664417358e-05}
{"train_loss": 0.005048718769103289, "global_step": 34103, "epoch": 191, "lr": 7.730337872506027e-05}
{"train_loss": 0.002615111181512475, "global_step": 34104, "epoch": 191, "lr": 7.730214078209906e-05}
{"train_loss": 0.009073670022189617, "global_step": 34105, "epoch": 191, "lr": 7.730090281529108e-05}
{"train_loss": 0.0076311733573675156, "global_step": 34106, "epoch": 191, "lr": 7.729966482463739e-05}
{"train_loss": 0.005440068431198597, "global_step": 34107, "epoch": 191, "lr": 7.729842681013907e-05}
{"train_loss": 0.011576129123568535, "global_step": 34108, "epoch": 191, "lr": 7.729718877179721e-05}
{"train_loss": 0.0034557683393359184, "global_step": 34109, "epoch": 191, "lr": 7.729595070961288e-05}
{"train_loss": 0.005131249316036701, "global_step": 34110, "epoch": 191, "lr": 7.729471262358717e-05}
{"train_loss": 0.006648706272244453, "global_step": 34111, "epoch": 191, "lr": 7.729347451372117e-05}
{"train_loss": 0.004693116992712021, "global_step": 34112, "epoch": 191, "lr": 7.729223638001593e-05}
{"train_loss": 0.005284889601171017, "global_step": 34113, "epoch": 191, "lr": 7.729099822247256e-05}
{"train_loss": 0.001505822641775012, "global_step": 34114, "epoch": 191, "lr": 7.728976004109214e-05}
{"train_loss": 0.008384333923459053, "global_step": 34115, "epoch": 191, "lr": 7.728852183587574e-05}
{"train_loss": 0.004546131938695908, "global_step": 34116, "epoch": 191, "lr": 7.728728360682445e-05}
{"train_loss": 0.002820510882884264, "global_step": 34117, "epoch": 191, "lr": 7.728604535393933e-05}
{"train_loss": 0.003952164202928543, "global_step": 34118, "epoch": 191, "lr": 7.72848070772215e-05}
{"train_loss": 0.005794178694486618, "global_step": 34119, "epoch": 191, "lr": 7.728356877667201e-05}
{"train_loss": 0.00751730939373374, "global_step": 34120, "epoch": 191, "lr": 7.728233045229196e-05}
{"train_loss": 0.004428306594491005, "global_step": 34121, "epoch": 191, "lr": 7.728109210408241e-05}
{"train_loss": 0.004184914752840996, "global_step": 34122, "epoch": 191, "lr": 7.727985373204447e-05}
{"train_loss": 0.007488219998776913, "global_step": 34123, "epoch": 191, "lr": 7.727861533617919e-05}
{"train_loss": 0.0055998521856963634, "global_step": 34124, "epoch": 191, "lr": 7.727737691648768e-05}
{"train_loss": 0.004663177765905857, "global_step": 34125, "epoch": 191, "lr": 7.727613847297101e-05}
{"train_loss": 0.008661024272441864, "global_step": 34126, "epoch": 191, "lr": 7.727490000563026e-05}
{"train_loss": 0.008980229496955872, "global_step": 34127, "epoch": 191, "lr": 7.727366151446651e-05}
{"train_loss": 0.0032098665833473206, "global_step": 34128, "epoch": 191, "lr": 7.727242299948085e-05}
{"train_loss": 0.006220678798854351, "global_step": 34129, "epoch": 191, "lr": 7.727118446067437e-05}
{"train_loss": 0.0031451915856450796, "global_step": 34130, "epoch": 191, "lr": 7.726994589804813e-05}
{"train_loss": 0.007034092675894499, "global_step": 34131, "epoch": 191, "lr": 7.72687073116032e-05}
{"train_loss": 0.002803826704621315, "global_step": 34132, "epoch": 191, "lr": 7.72674687013407e-05}
{"train_loss": 0.0018603780772536993, "global_step": 34133, "epoch": 191, "lr": 7.726623006726168e-05}
{"train_loss": 0.009536715224385262, "global_step": 34134, "epoch": 191, "lr": 7.726499140936725e-05}
{"train_loss": 0.005883757025003433, "global_step": 34135, "epoch": 191, "lr": 7.726375272765849e-05}
{"train_loss": 0.00499855587258935, "global_step": 34136, "epoch": 191, "lr": 7.726251402213644e-05}
{"train_loss": 0.007722102105617523, "global_step": 34137, "epoch": 191, "lr": 7.726127529280224e-05}
{"train_loss": 0.006015850696712732, "global_step": 34138, "epoch": 191, "lr": 7.726003653965694e-05}
{"train_loss": 0.004621479660272598, "global_step": 34139, "epoch": 191, "lr": 7.725879776270161e-05}
{"train_loss": 0.0039365231059491634, "global_step": 34140, "epoch": 191, "lr": 7.725755896193736e-05}
{"train_loss": 0.00905595999211073, "global_step": 34141, "epoch": 191, "lr": 7.725632013736526e-05}
{"train_loss": 0.0043210722506046295, "global_step": 34142, "epoch": 191, "lr": 7.72550812889864e-05}
{"train_loss": 0.005167982541024685, "global_step": 34143, "epoch": 191, "lr": 7.725384241680183e-05}
{"train_loss": 0.0068629891611635685, "global_step": 34144, "epoch": 191, "lr": 7.725260352081268e-05}
{"train_loss": 0.006973781622946262, "global_step": 34145, "epoch": 191, "lr": 7.725136460102e-05}
{"train_loss": 0.005414037965238094, "global_step": 34146, "epoch": 191, "lr": 7.725012565742489e-05}
{"train_loss": 0.006025868467986584, "global_step": 34147, "epoch": 191, "lr": 7.724888669002841e-05}
{"train_loss": 0.00762815959751606, "global_step": 34148, "epoch": 191, "lr": 7.724764769883165e-05}
{"train_loss": 0.004546359181404114, "global_step": 34149, "epoch": 191, "lr": 7.72464086838357e-05}
{"train_loss": 0.00823016557842493, "global_step": 34150, "epoch": 191, "lr": 7.724516964504165e-05}
{"train_loss": 0.006134025752544403, "global_step": 34151, "epoch": 191, "lr": 7.724393058245057e-05}
{"train_loss": 0.0052949730306863785, "global_step": 34152, "epoch": 191, "lr": 7.724269149606352e-05}
{"train_loss": 0.006060334853827953, "global_step": 34153, "epoch": 191, "lr": 7.724145238588163e-05}
{"train_loss": 0.006737939547747374, "global_step": 34154, "epoch": 191, "lr": 7.724021325190596e-05}
{"train_loss": 0.007364550139755011, "global_step": 34155, "epoch": 191, "lr": 7.723897409413757e-05}
{"train_loss": 0.007972816936671734, "global_step": 34156, "epoch": 191, "lr": 7.723773491257758e-05}
{"train_loss": 0.0033321224618703127, "global_step": 34157, "epoch": 191, "lr": 7.723649570722705e-05}
{"train_loss": 0.004192167893052101, "global_step": 34158, "epoch": 191, "lr": 7.723525647808707e-05}
{"train_loss": 0.005634238012135029, "global_step": 34159, "epoch": 191, "lr": 7.723401722515872e-05}
{"train_loss": 0.007863026112318039, "global_step": 34160, "epoch": 191, "lr": 7.723277794844309e-05}
{"train_loss": 0.005005288869142532, "global_step": 34161, "epoch": 191, "lr": 7.723153864794124e-05}
{"train_loss": 0.0073102740570902824, "global_step": 34162, "epoch": 191, "lr": 7.723029932365426e-05}
{"train_loss": 0.0040222047828137875, "global_step": 34163, "epoch": 191, "lr": 7.722905997558324e-05}
{"train_loss": 0.0076016709208488464, "global_step": 34164, "epoch": 191, "lr": 7.722782060372928e-05}
{"train_loss": 0.008434126153588295, "global_step": 34165, "epoch": 191, "lr": 7.722658120809345e-05}
{"train_loss": 0.004971547983586788, "global_step": 34166, "epoch": 191, "lr": 7.722534178867682e-05}
{"train_loss": 0.005909000523388386, "global_step": 34167, "epoch": 191, "lr": 7.722410234548047e-05}
{"train_loss": 0.007535465992987156, "global_step": 34168, "epoch": 191, "lr": 7.72228628785055e-05}
{"train_loss": 0.011002510786056519, "global_step": 34169, "epoch": 191, "lr": 7.722162338775298e-05}
{"train_loss": 0.005363177508115768, "global_step": 34170, "epoch": 191, "lr": 7.722038387322402e-05}
{"train_loss": 0.004651509691029787, "global_step": 34171, "epoch": 191, "lr": 7.721914433491966e-05}
{"train_loss": 0.005716770421713591, "global_step": 34172, "epoch": 191, "lr": 7.7217904772841e-05}
{"train_loss": 0.008708890527486801, "global_step": 34173, "epoch": 191, "lr": 7.721666518698912e-05}
{"train_loss": 0.003009138163179159, "global_step": 34174, "epoch": 191, "lr": 7.721542557736512e-05}
{"train_loss": 0.005868759143605745, "global_step": 34175, "epoch": 191, "lr": 7.721418594397007e-05}
{"train_loss": 0.002480866853147745, "global_step": 34176, "epoch": 192, "lr": 7.721294628680505e-05}
{"train_loss": 0.0076126414351165295, "global_step": 34177, "epoch": 192, "lr": 7.721170660587116e-05}
{"train_loss": 0.00851952563971281, "global_step": 34178, "epoch": 192, "lr": 7.721046690116946e-05}
{"train_loss": 0.007322667166590691, "global_step": 34179, "epoch": 192, "lr": 7.720922717270103e-05}
{"train_loss": 0.005094109568744898, "global_step": 34180, "epoch": 192, "lr": 7.720798742046699e-05}
{"train_loss": 0.004657867830246687, "global_step": 34181, "epoch": 192, "lr": 7.720674764446838e-05}
{"train_loss": 0.0021726868581026793, "global_step": 34182, "epoch": 192, "lr": 7.72055078447063e-05}
{"train_loss": 0.007789598777890205, "global_step": 34183, "epoch": 192, "lr": 7.720426802118184e-05}
{"train_loss": 0.00501276645809412, "global_step": 34184, "epoch": 192, "lr": 7.720302817389609e-05}
{"train_loss": 0.004904767498373985, "global_step": 34185, "epoch": 192, "lr": 7.72017883028501e-05}
{"train_loss": 0.008277825079858303, "global_step": 34186, "epoch": 192, "lr": 7.720054840804497e-05}
{"train_loss": 0.008616817183792591, "global_step": 34187, "epoch": 192, "lr": 7.719930848948181e-05}
{"train_loss": 0.008326439186930656, "global_step": 34188, "epoch": 192, "lr": 7.719806854716166e-05}
{"train_loss": 0.008107582107186317, "global_step": 34189, "epoch": 192, "lr": 7.719682858108562e-05}
{"train_loss": 0.0034536004532128572, "global_step": 34190, "epoch": 192, "lr": 7.719558859125476e-05}
{"train_loss": 0.005249540321528912, "global_step": 34191, "epoch": 192, "lr": 7.719434857767021e-05}
{"train_loss": 0.008131466805934906, "global_step": 34192, "epoch": 192, "lr": 7.719310854033299e-05}
{"train_loss": 0.004884778521955013, "global_step": 34193, "epoch": 192, "lr": 7.719186847924424e-05}
{"train_loss": 0.009748563170433044, "global_step": 34194, "epoch": 192, "lr": 7.719062839440499e-05}
{"train_loss": 0.01091245748102665, "global_step": 34195, "epoch": 192, "lr": 7.718938828581636e-05}
{"train_loss": 0.007471561897546053, "global_step": 34196, "epoch": 192, "lr": 7.718814815347943e-05}
{"train_loss": 0.00953684188425541, "global_step": 34197, "epoch": 192, "lr": 7.718690799739528e-05}
{"train_loss": 0.010651580058038235, "global_step": 34198, "epoch": 192, "lr": 7.718566781756497e-05}
{"train_loss": 0.0066057476215064526, "global_step": 34199, "epoch": 192, "lr": 7.718442761398963e-05}
{"train_loss": 0.008462795987725258, "global_step": 34200, "epoch": 192, "lr": 7.718318738667029e-05}
{"train_loss": 0.00632047513499856, "global_step": 34201, "epoch": 192, "lr": 7.71819471356081e-05}
{"train_loss": 0.0037281534168869257, "global_step": 34202, "epoch": 192, "lr": 7.718070686080405e-05}
{"train_loss": 0.004284814931452274, "global_step": 34203, "epoch": 192, "lr": 7.717946656225931e-05}
{"train_loss": 0.008873723447322845, "global_step": 34204, "epoch": 192, "lr": 7.717822623997493e-05}
{"train_loss": 0.00654051685705781, "global_step": 34205, "epoch": 192, "lr": 7.717698589395197e-05}
{"train_loss": 0.007857132703065872, "global_step": 34206, "epoch": 192, "lr": 7.717574552419155e-05}
{"train_loss": 0.003544735722243786, "global_step": 34207, "epoch": 192, "lr": 7.717450513069474e-05}
{"train_loss": 0.009351765736937523, "global_step": 34208, "epoch": 192, "lr": 7.717326471346262e-05}
{"train_loss": 0.005670834332704544, "global_step": 34209, "epoch": 192, "lr": 7.717202427249627e-05}
{"train_loss": 0.006533031351864338, "global_step": 34210, "epoch": 192, "lr": 7.717078380779679e-05}
{"train_loss": 0.004573166370391846, "global_step": 34211, "epoch": 192, "lr": 7.716954331936524e-05}
{"train_loss": 0.005735808052122593, "global_step": 34212, "epoch": 192, "lr": 7.716830280720272e-05}
{"train_loss": 0.003558400087058544, "global_step": 34213, "epoch": 192, "lr": 7.716706227131032e-05}
{"train_loss": 0.006380987819284201, "global_step": 34214, "epoch": 192, "lr": 7.716582171168911e-05}
{"train_loss": 0.006562600377947092, "global_step": 34215, "epoch": 192, "lr": 7.716458112834017e-05}
{"train_loss": 0.007306452374905348, "global_step": 34216, "epoch": 192, "lr": 7.71633405212646e-05}
{"train_loss": 0.010039739310741425, "global_step": 34217, "epoch": 192, "lr": 7.716209989046346e-05}
{"train_loss": 0.009928379207849503, "global_step": 34218, "epoch": 192, "lr": 7.716085923593785e-05}
{"train_loss": 0.008162997663021088, "global_step": 34219, "epoch": 192, "lr": 7.715961855768887e-05}
{"train_loss": 0.007795580197125673, "global_step": 34220, "epoch": 192, "lr": 7.715837785571758e-05}
{"train_loss": 0.0020236109849065542, "global_step": 34221, "epoch": 192, "lr": 7.715713713002506e-05}
{"train_loss": 0.0071108038537204266, "global_step": 34222, "epoch": 192, "lr": 7.71558963806124e-05}
{"train_loss": 0.0036907512694597244, "global_step": 34223, "epoch": 192, "lr": 7.71546556074807e-05}
{"train_loss": 0.007666535675525665, "global_step": 34224, "epoch": 192, "lr": 7.715341481063102e-05}
{"train_loss": 0.005255700554698706, "global_step": 34225, "epoch": 192, "lr": 7.715217399006446e-05}
{"train_loss": 0.007000979036092758, "global_step": 34226, "epoch": 192, "lr": 7.715093314578207e-05}
{"train_loss": 0.007800766732543707, "global_step": 34227, "epoch": 192, "lr": 7.7149692277785e-05}
{"train_loss": 0.009711004793643951, "global_step": 34228, "epoch": 192, "lr": 7.714845138607428e-05}
{"train_loss": 0.005024752579629421, "global_step": 34229, "epoch": 192, "lr": 7.714721047065101e-05}
{"train_loss": 0.003969993907958269, "global_step": 34230, "epoch": 192, "lr": 7.714596953151628e-05}
{"train_loss": 0.006710478570312262, "global_step": 34231, "epoch": 192, "lr": 7.714472856867114e-05}
{"train_loss": 0.00964071974158287, "global_step": 34232, "epoch": 192, "lr": 7.714348758211673e-05}
{"train_loss": 0.005765420384705067, "global_step": 34233, "epoch": 192, "lr": 7.71422465718541e-05}
{"train_loss": 0.006845514290034771, "global_step": 34234, "epoch": 192, "lr": 7.714100553788433e-05}
{"train_loss": 0.00638592429459095, "global_step": 34235, "epoch": 192, "lr": 7.713976448020852e-05}
{"train_loss": 0.006533308885991573, "global_step": 34236, "epoch": 192, "lr": 7.713852339882772e-05}
{"train_loss": 0.002679711440578103, "global_step": 34237, "epoch": 192, "lr": 7.713728229374306e-05}
{"train_loss": 0.006171975284814835, "global_step": 34238, "epoch": 192, "lr": 7.713604116495561e-05}
{"train_loss": 0.006983629893511534, "global_step": 34239, "epoch": 192, "lr": 7.713480001246644e-05}
{"train_loss": 0.005169432144612074, "global_step": 34240, "epoch": 192, "lr": 7.713355883627666e-05}
{"train_loss": 0.006207491271197796, "global_step": 34241, "epoch": 192, "lr": 7.713231763638732e-05}
{"train_loss": 0.004353813827037811, "global_step": 34242, "epoch": 192, "lr": 7.713107641279953e-05}
{"train_loss": 0.003800467122346163, "global_step": 34243, "epoch": 192, "lr": 7.712983516551435e-05}
{"train_loss": 0.004019083455204964, "global_step": 34244, "epoch": 192, "lr": 7.71285938945329e-05}
{"train_loss": 0.005349680781364441, "global_step": 34245, "epoch": 192, "lr": 7.712735259985622e-05}
{"train_loss": 0.008944032713770866, "global_step": 34246, "epoch": 192, "lr": 7.712611128148543e-05}
{"train_loss": 0.004402045626193285, "global_step": 34247, "epoch": 192, "lr": 7.712486993942161e-05}
{"train_loss": 0.00635420810431242, "global_step": 34248, "epoch": 192, "lr": 7.712362857366583e-05}
{"train_loss": 0.00312235439196229, "global_step": 34249, "epoch": 192, "lr": 7.712238718421919e-05}
{"train_loss": 0.004530357196927071, "global_step": 34250, "epoch": 192, "lr": 7.712114577108274e-05}
{"train_loss": 0.006287870928645134, "global_step": 34251, "epoch": 192, "lr": 7.71199043342576e-05}
{"train_loss": 0.008375003933906555, "global_step": 34252, "epoch": 192, "lr": 7.711866287374486e-05}
{"train_loss": 0.00639399653300643, "global_step": 34253, "epoch": 192, "lr": 7.711742138954556e-05}
{"train_loss": 0.006714244373142719, "global_step": 34254, "epoch": 192, "lr": 7.711617988166082e-05}
{"train_loss": 0.004564101342111826, "global_step": 34255, "epoch": 192, "lr": 7.711493835009173e-05}
{"train_loss": 0.005611661821603775, "global_step": 34256, "epoch": 192, "lr": 7.711369679483935e-05}
{"train_loss": 0.0069065699353814125, "global_step": 34257, "epoch": 192, "lr": 7.711245521590477e-05}
{"train_loss": 0.007100747898221016, "global_step": 34258, "epoch": 192, "lr": 7.711121361328909e-05}
{"train_loss": 0.0038980694953352213, "global_step": 34259, "epoch": 192, "lr": 7.710997198699337e-05}
{"train_loss": 0.006202246993780136, "global_step": 34260, "epoch": 192, "lr": 7.710873033701872e-05}
{"train_loss": 0.00407311599701643, "global_step": 34261, "epoch": 192, "lr": 7.71074886633662e-05}
{"train_loss": 0.0027875627856701612, "global_step": 34262, "epoch": 192, "lr": 7.710624696603693e-05}
{"train_loss": 0.0057678609155118465, "global_step": 34263, "epoch": 192, "lr": 7.710500524503196e-05}
{"train_loss": 0.009235464967787266, "global_step": 34264, "epoch": 192, "lr": 7.710376350035239e-05}
{"train_loss": 0.006152541376650333, "global_step": 34265, "epoch": 192, "lr": 7.71025217319993e-05}
{"train_loss": 0.006547545548528433, "global_step": 34266, "epoch": 192, "lr": 7.710127993997377e-05}
{"train_loss": 0.0032934523187577724, "global_step": 34267, "epoch": 192, "lr": 7.710003812427689e-05}
{"train_loss": 0.005435013212263584, "global_step": 34268, "epoch": 192, "lr": 7.709879628490975e-05}
{"train_loss": 0.0059518818743526936, "global_step": 34269, "epoch": 192, "lr": 7.709755442187343e-05}
{"train_loss": 0.004531604703515768, "global_step": 34270, "epoch": 192, "lr": 7.709631253516902e-05}
{"train_loss": 0.004578120540827513, "global_step": 34271, "epoch": 192, "lr": 7.709507062479759e-05}
{"train_loss": 0.00738156633451581, "global_step": 34272, "epoch": 192, "lr": 7.709382869076023e-05}
{"train_loss": 0.008893054910004139, "global_step": 34273, "epoch": 192, "lr": 7.709258673305805e-05}
{"train_loss": 0.0038485401310026646, "global_step": 34274, "epoch": 192, "lr": 7.709134475169209e-05}
{"train_loss": 0.002963174367323518, "global_step": 34275, "epoch": 192, "lr": 7.709010274666348e-05}
{"train_loss": 0.005681488662958145, "global_step": 34276, "epoch": 192, "lr": 7.708886071797327e-05}
{"train_loss": 0.0032773190177977085, "global_step": 34277, "epoch": 192, "lr": 7.708761866562255e-05}
{"train_loss": 0.006271156948059797, "global_step": 34278, "epoch": 192, "lr": 7.708637658961241e-05}
{"train_loss": 0.00980532355606556, "global_step": 34279, "epoch": 192, "lr": 7.708513448994396e-05}
{"train_loss": 0.00899722333997488, "global_step": 34280, "epoch": 192, "lr": 7.708389236661826e-05}
{"train_loss": 0.006520939525216818, "global_step": 34281, "epoch": 192, "lr": 7.708265021963637e-05}
{"train_loss": 0.0038002768997102976, "global_step": 34282, "epoch": 192, "lr": 7.708140804899943e-05}
{"train_loss": 0.006399434059858322, "global_step": 34283, "epoch": 192, "lr": 7.708016585470848e-05}
{"train_loss": 0.003788950387388468, "global_step": 34284, "epoch": 192, "lr": 7.707892363676463e-05}
{"train_loss": 0.00963891576975584, "global_step": 34285, "epoch": 192, "lr": 7.707768139516897e-05}
{"train_loss": 0.005950784310698509, "global_step": 34286, "epoch": 192, "lr": 7.707643912992255e-05}
{"train_loss": 0.007434709928929806, "global_step": 34287, "epoch": 192, "lr": 7.70751968410265e-05}
{"train_loss": 0.0019706692546606064, "global_step": 34288, "epoch": 192, "lr": 7.707395452848188e-05}
{"train_loss": 0.004648171365261078, "global_step": 34289, "epoch": 192, "lr": 7.707271219228976e-05}
{"train_loss": 0.004030789714306593, "global_step": 34290, "epoch": 192, "lr": 7.707146983245125e-05}
{"train_loss": 0.00899900309741497, "global_step": 34291, "epoch": 192, "lr": 7.707022744896742e-05}
{"train_loss": 0.004831599071621895, "global_step": 34292, "epoch": 192, "lr": 7.706898504183937e-05}
{"train_loss": 0.008167823776602745, "global_step": 34293, "epoch": 192, "lr": 7.706774261106819e-05}
{"train_loss": 0.003787142690271139, "global_step": 34294, "epoch": 192, "lr": 7.706650015665494e-05}
{"train_loss": 0.003647391451522708, "global_step": 34295, "epoch": 192, "lr": 7.706525767860073e-05}
{"train_loss": 0.004266282077878714, "global_step": 34296, "epoch": 192, "lr": 7.706401517690663e-05}
{"train_loss": 0.006119072902947664, "global_step": 34297, "epoch": 192, "lr": 7.70627726515737e-05}
{"train_loss": 0.005623937118798494, "global_step": 34298, "epoch": 192, "lr": 7.706153010260309e-05}
{"train_loss": 0.004898067098110914, "global_step": 34299, "epoch": 192, "lr": 7.706028752999584e-05}
{"train_loss": 0.01094190776348114, "global_step": 34300, "epoch": 192, "lr": 7.705904493375303e-05}
{"train_loss": 0.006878064479678869, "global_step": 34301, "epoch": 192, "lr": 7.705780231387578e-05}
{"train_loss": 0.00903694611042738, "global_step": 34302, "epoch": 192, "lr": 7.705655967036515e-05}
{"train_loss": 0.0052640922367572784, "global_step": 34303, "epoch": 192, "lr": 7.705531700322223e-05}
{"train_loss": 0.008836125023663044, "global_step": 34304, "epoch": 192, "lr": 7.70540743124481e-05}
{"train_loss": 0.007370598614215851, "global_step": 34305, "epoch": 192, "lr": 7.705283159804387e-05}
{"train_loss": 0.006705018226057291, "global_step": 34306, "epoch": 192, "lr": 7.705158886001059e-05}
{"train_loss": 0.0045355334877967834, "global_step": 34307, "epoch": 192, "lr": 7.705034609834936e-05}
{"train_loss": 0.0052265445701777935, "global_step": 34308, "epoch": 192, "lr": 7.704910331306127e-05}
{"train_loss": 0.008012447506189346, "global_step": 34309, "epoch": 192, "lr": 7.704786050414743e-05}
{"train_loss": 0.003912219312041998, "global_step": 34310, "epoch": 192, "lr": 7.704661767160888e-05}
{"train_loss": 0.002583707682788372, "global_step": 34311, "epoch": 192, "lr": 7.704537481544671e-05}
{"train_loss": 0.0060859858058393, "global_step": 34312, "epoch": 192, "lr": 7.704413193566205e-05}
{"train_loss": 0.005074401386082172, "global_step": 34313, "epoch": 192, "lr": 7.704288903225593e-05}
{"train_loss": 0.006214190274477005, "global_step": 34314, "epoch": 192, "lr": 7.704164610522947e-05}
{"train_loss": 0.005504581145942211, "global_step": 34315, "epoch": 192, "lr": 7.704040315458374e-05}
{"train_loss": 0.0060616591945290565, "global_step": 34316, "epoch": 192, "lr": 7.703916018031985e-05}
{"train_loss": 0.004504813347011805, "global_step": 34317, "epoch": 192, "lr": 7.703791718243886e-05}
{"train_loss": 0.014299596659839153, "global_step": 34318, "epoch": 192, "lr": 7.703667416094186e-05}
{"train_loss": 0.007317430339753628, "global_step": 34319, "epoch": 192, "lr": 7.703543111582994e-05}
{"train_loss": 0.0037726806476712227, "global_step": 34320, "epoch": 192, "lr": 7.703418804710418e-05}
{"train_loss": 0.0072079249657690525, "global_step": 34321, "epoch": 192, "lr": 7.703294495476567e-05}
{"train_loss": 0.006200696807354689, "global_step": 34322, "epoch": 192, "lr": 7.703170183881551e-05}
{"train_loss": 0.005410175770521164, "global_step": 34323, "epoch": 192, "lr": 7.703045869925478e-05}
{"train_loss": 0.005996924825012684, "global_step": 34324, "epoch": 192, "lr": 7.702921553608456e-05}
{"train_loss": 0.005459986627101898, "global_step": 34325, "epoch": 192, "lr": 7.702797234930591e-05}
{"train_loss": 0.004507368430495262, "global_step": 34326, "epoch": 192, "lr": 7.702672913891995e-05}
{"train_loss": 0.003938192501664162, "global_step": 34327, "epoch": 192, "lr": 7.702548590492776e-05}
{"train_loss": 0.005295528564602137, "global_step": 34328, "epoch": 192, "lr": 7.702424264733041e-05}
{"train_loss": 0.009911846369504929, "global_step": 34329, "epoch": 192, "lr": 7.702299936612902e-05}
{"train_loss": 0.008062397129833698, "global_step": 34330, "epoch": 192, "lr": 7.702175606132465e-05}
{"train_loss": 0.013468559831380844, "global_step": 34331, "epoch": 192, "lr": 7.702051273291837e-05}
{"train_loss": 0.0053839245811104774, "global_step": 34332, "epoch": 192, "lr": 7.701926938091131e-05}
{"train_loss": 0.0064730956219136715, "global_step": 34333, "epoch": 192, "lr": 7.70180260053045e-05}
{"train_loss": 0.007869373075664043, "global_step": 34334, "epoch": 192, "lr": 7.701678260609909e-05}
{"train_loss": 0.006985140964388847, "global_step": 34335, "epoch": 192, "lr": 7.701553918329611e-05}
{"train_loss": 0.00473672803491354, "global_step": 34336, "epoch": 192, "lr": 7.701429573689669e-05}
{"train_loss": 0.006056642159819603, "global_step": 34337, "epoch": 192, "lr": 7.70130522669019e-05}
{"train_loss": 0.002024471526965499, "global_step": 34338, "epoch": 192, "lr": 7.70118087733128e-05}
{"train_loss": 0.0047257887199521065, "global_step": 34339, "epoch": 192, "lr": 7.701056525613051e-05}
{"train_loss": 0.011353905312716961, "global_step": 34340, "epoch": 192, "lr": 7.700932171535609e-05}
{"train_loss": 0.003637064481154084, "global_step": 34341, "epoch": 192, "lr": 7.700807815099065e-05}
{"train_loss": 0.004533272236585617, "global_step": 34342, "epoch": 192, "lr": 7.700683456303528e-05}
{"train_loss": 0.007425815332680941, "global_step": 34343, "epoch": 192, "lr": 7.700559095149104e-05}
{"train_loss": 0.004392099566757679, "global_step": 34344, "epoch": 192, "lr": 7.700434731635902e-05}
{"train_loss": 0.003321958938613534, "global_step": 34345, "epoch": 192, "lr": 7.700310365764033e-05}
{"train_loss": 0.00621444545686245, "global_step": 34346, "epoch": 192, "lr": 7.700185997533605e-05}
{"train_loss": 0.004285149276256561, "global_step": 34347, "epoch": 192, "lr": 7.700061626944723e-05}
{"train_loss": 0.009307412430644035, "global_step": 34348, "epoch": 192, "lr": 7.6999372539975e-05}
{"train_loss": 0.0047058239579200745, "global_step": 34349, "epoch": 192, "lr": 7.699812878692043e-05}
{"train_loss": 0.009354800917208195, "global_step": 34350, "epoch": 192, "lr": 7.699688501028461e-05}
{"train_loss": 0.00370377441868186, "global_step": 34351, "epoch": 192, "lr": 7.699564121006862e-05}
{"train_loss": 0.0074513996951282024, "global_step": 34352, "epoch": 192, "lr": 7.699439738627355e-05}
{"train_loss": 0.006224560332903115, "global_step": 34353, "epoch": 192, "lr": 7.699315353890049e-05}
{"train_loss": 0.006375200115144253, "global_step": 34354, "epoch": 193, "lr": 7.699190966795051e-05}
{"train_loss": 0.005128082819283009, "global_step": 34355, "epoch": 193, "lr": 7.699066577342473e-05}
{"train_loss": 0.00632374407723546, "global_step": 34356, "epoch": 193, "lr": 7.69894218553242e-05}
{"train_loss": 0.00863267108798027, "global_step": 34357, "epoch": 193, "lr": 7.698817791365e-05}
{"train_loss": 0.006892218720167875, "global_step": 34358, "epoch": 193, "lr": 7.698693394840329e-05}
{"train_loss": 0.009899277240037918, "global_step": 34359, "epoch": 193, "lr": 7.698568995958507e-05}
{"train_loss": 0.006560794077813625, "global_step": 34360, "epoch": 193, "lr": 7.698444594719647e-05}
{"train_loss": 0.007291343528777361, "global_step": 34361, "epoch": 193, "lr": 7.698320191123856e-05}
{"train_loss": 0.005975125823169947, "global_step": 34362, "epoch": 193, "lr": 7.698195785171244e-05}
{"train_loss": 0.014845754951238632, "global_step": 34363, "epoch": 193, "lr": 7.69807137686192e-05}
{"train_loss": 0.011392765678465366, "global_step": 34364, "epoch": 193, "lr": 7.69794696619599e-05}
{"train_loss": 0.0051804520189762115, "global_step": 34365, "epoch": 193, "lr": 7.697822553173566e-05}
{"train_loss": 0.0035756498109549284, "global_step": 34366, "epoch": 193, "lr": 7.697698137794754e-05}
{"train_loss": 0.008039101026952267, "global_step": 34367, "epoch": 193, "lr": 7.697573720059666e-05}
{"train_loss": 0.00775271188467741, "global_step": 34368, "epoch": 193, "lr": 7.697449299968404e-05}
{"train_loss": 0.013343533501029015, "global_step": 34369, "epoch": 193, "lr": 7.697324877521086e-05}
{"train_loss": 0.006020231172442436, "global_step": 34370, "epoch": 193, "lr": 7.697200452717813e-05}
{"train_loss": 0.010404672473669052, "global_step": 34371, "epoch": 193, "lr": 7.697076025558698e-05}
{"train_loss": 0.0046161264181137085, "global_step": 34372, "epoch": 193, "lr": 7.696951596043846e-05}
{"train_loss": 0.005918765440583229, "global_step": 34373, "epoch": 193, "lr": 7.69682716417337e-05}
{"train_loss": 0.005993633531033993, "global_step": 34374, "epoch": 193, "lr": 7.696702729947375e-05}
{"train_loss": 0.008664032444357872, "global_step": 34375, "epoch": 193, "lr": 7.696578293365972e-05}
{"train_loss": 0.009136559441685677, "global_step": 34376, "epoch": 193, "lr": 7.69645385442927e-05}
{"train_loss": 0.005368828773498535, "global_step": 34377, "epoch": 193, "lr": 7.696329413137376e-05}
{"train_loss": 0.004993366543203592, "global_step": 34378, "epoch": 193, "lr": 7.696204969490397e-05}
{"train_loss": 0.004773811902850866, "global_step": 34379, "epoch": 193, "lr": 7.696080523488448e-05}
{"train_loss": 0.005052238702774048, "global_step": 34380, "epoch": 193, "lr": 7.695956075131629e-05}
{"train_loss": 0.0049177054315805435, "global_step": 34381, "epoch": 193, "lr": 7.695831624420056e-05}
{"train_loss": 0.005151398479938507, "global_step": 34382, "epoch": 193, "lr": 7.695707171353835e-05}
{"train_loss": 0.013333233073353767, "global_step": 34383, "epoch": 193, "lr": 7.695582715933075e-05}
{"train_loss": 0.0029359464533627033, "global_step": 34384, "epoch": 193, "lr": 7.695458258157884e-05}
{"train_loss": 0.008945799432694912, "global_step": 34385, "epoch": 193, "lr": 7.69533379802837e-05}
{"train_loss": 0.0045840987004339695, "global_step": 34386, "epoch": 193, "lr": 7.695209335544645e-05}
{"train_loss": 0.010515319183468819, "global_step": 34387, "epoch": 193, "lr": 7.695084870706815e-05}
{"train_loss": 0.003793420735746622, "global_step": 34388, "epoch": 193, "lr": 7.694960403514989e-05}
{"train_loss": 0.005128747317939997, "global_step": 34389, "epoch": 193, "lr": 7.694835933969275e-05}
{"train_loss": 0.005805476568639278, "global_step": 34390, "epoch": 193, "lr": 7.694711462069786e-05}
{"train_loss": 0.00830121897161007, "global_step": 34391, "epoch": 193, "lr": 7.694586987816623e-05}
{"train_loss": 0.010943863540887833, "global_step": 34392, "epoch": 193, "lr": 7.694462511209902e-05}
{"train_loss": 0.004040369298309088, "global_step": 34393, "epoch": 193, "lr": 7.694338032249729e-05}
{"train_loss": 0.009761434979736805, "global_step": 34394, "epoch": 193, "lr": 7.694213550936212e-05}
{"train_loss": 0.004585839807987213, "global_step": 34395, "epoch": 193, "lr": 7.69408906726946e-05}
{"train_loss": 0.006716681178659201, "global_step": 34396, "epoch": 193, "lr": 7.693964581249582e-05}
{"train_loss": 0.003062203759327531, "global_step": 34397, "epoch": 193, "lr": 7.693840092876687e-05}
{"train_loss": 0.004198986105620861, "global_step": 34398, "epoch": 193, "lr": 7.693715602150885e-05}
{"train_loss": 0.011516796424984932, "global_step": 34399, "epoch": 193, "lr": 7.693591109072283e-05}
{"train_loss": 0.004811606369912624, "global_step": 34400, "epoch": 193, "lr": 7.693466613640989e-05}
{"train_loss": 0.007052406668663025, "global_step": 34401, "epoch": 193, "lr": 7.693342115857112e-05}
{"train_loss": 0.005532233044505119, "global_step": 34402, "epoch": 193, "lr": 7.693217615720762e-05}
{"train_loss": 0.007421147543936968, "global_step": 34403, "epoch": 193, "lr": 7.693093113232048e-05}
{"train_loss": 0.004070329945534468, "global_step": 34404, "epoch": 193, "lr": 7.692968608391077e-05}
{"train_loss": 0.008659807033836842, "global_step": 34405, "epoch": 193, "lr": 7.69284410119796e-05}
{"train_loss": 0.00949045829474926, "global_step": 34406, "epoch": 193, "lr": 7.692719591652804e-05}
{"train_loss": 0.005133547354489565, "global_step": 34407, "epoch": 193, "lr": 7.692595079755718e-05}
{"train_loss": 0.004817693494260311, "global_step": 34408, "epoch": 193, "lr": 7.692470565506811e-05}
{"train_loss": 0.005806915927678347, "global_step": 34409, "epoch": 193, "lr": 7.692346048906193e-05}
{"train_loss": 0.005899140611290932, "global_step": 34410, "epoch": 193, "lr": 7.692221529953969e-05}
{"train_loss": 0.0030444178264588118, "global_step": 34411, "epoch": 193, "lr": 7.692097008650252e-05}
{"train_loss": 0.002557124011218548, "global_step": 34412, "epoch": 193, "lr": 7.691972484995149e-05}
{"train_loss": 0.0034840372391045094, "global_step": 34413, "epoch": 193, "lr": 7.69184795898877e-05}
{"train_loss": 0.0059575350023806095, "global_step": 34414, "epoch": 193, "lr": 7.691723430631221e-05}
{"train_loss": 0.003446246962994337, "global_step": 34415, "epoch": 193, "lr": 7.691598899922612e-05}
{"train_loss": 0.005463819019496441, "global_step": 34416, "epoch": 193, "lr": 7.691474366863052e-05}
{"train_loss": 0.006068989634513855, "global_step": 34417, "epoch": 193, "lr": 7.69134983145265e-05}
{"train_loss": 0.0037559045013040304, "global_step": 34418, "epoch": 193, "lr": 7.691225293691516e-05}
{"train_loss": 0.0041780415922403336, "global_step": 34419, "epoch": 193, "lr": 7.691100753579756e-05}
{"train_loss": 0.01128401979804039, "global_step": 34420, "epoch": 193, "lr": 7.69097621111748e-05}
{"train_loss": 0.004508906044065952, "global_step": 34421, "epoch": 193, "lr": 7.690851666304799e-05}
{"train_loss": 0.00503916060552001, "global_step": 34422, "epoch": 193, "lr": 7.690727119141819e-05}
{"train_loss": 0.005245830863714218, "global_step": 34423, "epoch": 193, "lr": 7.690602569628649e-05}
{"train_loss": 0.009008402936160564, "global_step": 34424, "epoch": 193, "lr": 7.690478017765397e-05}
{"train_loss": 0.005956512410193682, "global_step": 34425, "epoch": 193, "lr": 7.690353463552173e-05}
{"train_loss": 0.0029752920381724834, "global_step": 34426, "epoch": 193, "lr": 7.690228906989087e-05}
{"train_loss": 0.006171697285026312, "global_step": 34427, "epoch": 193, "lr": 7.690104348076248e-05}
{"train_loss": 0.005934417247772217, "global_step": 34428, "epoch": 193, "lr": 7.689979786813763e-05}
{"train_loss": 0.007055820431560278, "global_step": 34429, "epoch": 193, "lr": 7.68985522320174e-05}
{"train_loss": 0.004846649244427681, "global_step": 34430, "epoch": 193, "lr": 7.68973065724029e-05}
{"train_loss": 0.007706520147621632, "global_step": 34431, "epoch": 193, "lr": 7.689606088929522e-05}
{"train_loss": 0.005679168738424778, "global_step": 34432, "epoch": 193, "lr": 7.689481518269543e-05}
{"train_loss": 0.004234327934682369, "global_step": 34433, "epoch": 193, "lr": 7.689356945260462e-05}
{"train_loss": 0.005304063204675913, "global_step": 34434, "epoch": 193, "lr": 7.689232369902388e-05}
{"train_loss": 0.00715529453009367, "global_step": 34435, "epoch": 193, "lr": 7.689107792195431e-05}
{"train_loss": 0.0070618558675050735, "global_step": 34436, "epoch": 193, "lr": 7.688983212139698e-05}
{"train_loss": 0.004096828401088715, "global_step": 34437, "epoch": 193, "lr": 7.6888586297353e-05}
{"train_loss": 0.006663777865469456, "global_step": 34438, "epoch": 193, "lr": 7.688734044982343e-05}
{"train_loss": 0.007090527098625898, "global_step": 34439, "epoch": 193, "lr": 7.688609457880939e-05}
{"train_loss": 0.00390178756788373, "global_step": 34440, "epoch": 193, "lr": 7.688484868431193e-05}
{"train_loss": 0.003201996209099889, "global_step": 34441, "epoch": 193, "lr": 7.688360276633218e-05}
{"train_loss": 0.008648422546684742, "global_step": 34442, "epoch": 193, "lr": 7.688235682487122e-05}
{"train_loss": 0.008400708436965942, "global_step": 34443, "epoch": 193, "lr": 7.68811108599301e-05}
{"train_loss": 0.0033045485615730286, "global_step": 34444, "epoch": 193, "lr": 7.687986487150993e-05}
{"train_loss": 0.004205354023724794, "global_step": 34445, "epoch": 193, "lr": 7.687861885961182e-05}
{"train_loss": 0.0064756921492516994, "global_step": 34446, "epoch": 193, "lr": 7.687737282423683e-05}
{"train_loss": 0.00633487943559885, "global_step": 34447, "epoch": 193, "lr": 7.68761267653861e-05}
{"train_loss": 0.006086304783821106, "global_step": 34448, "epoch": 193, "lr": 7.687488068306063e-05}
{"train_loss": 0.0038680913858115673, "global_step": 34449, "epoch": 193, "lr": 7.687363457726158e-05}
{"train_loss": 0.0044516450725495815, "global_step": 34450, "epoch": 193, "lr": 7.687238844799e-05}
{"train_loss": 0.008706777356564999, "global_step": 34451, "epoch": 193, "lr": 7.687114229524701e-05}
{"train_loss": 0.002514537191018462, "global_step": 34452, "epoch": 193, "lr": 7.686989611903369e-05}
{"train_loss": 0.003473021788522601, "global_step": 34453, "epoch": 193, "lr": 7.686864991935108e-05}
{"train_loss": 0.004433436319231987, "global_step": 34454, "epoch": 193, "lr": 7.686740369620034e-05}
{"train_loss": 0.005692618899047375, "global_step": 34455, "epoch": 193, "lr": 7.686615744958253e-05}
{"train_loss": 0.011416802182793617, "global_step": 34456, "epoch": 193, "lr": 7.686491117949872e-05}
{"train_loss": 0.008139283396303654, "global_step": 34457, "epoch": 193, "lr": 7.686366488595002e-05}
{"train_loss": 0.0034833454992622137, "global_step": 34458, "epoch": 193, "lr": 7.686241856893751e-05}
{"train_loss": 0.003382420400157571, "global_step": 34459, "epoch": 193, "lr": 7.68611722284623e-05}
{"train_loss": 0.007308546919375658, "global_step": 34460, "epoch": 193, "lr": 7.685992586452545e-05}
{"train_loss": 0.0033706584945321083, "global_step": 34461, "epoch": 193, "lr": 7.685867947712805e-05}
{"train_loss": 0.004505036398768425, "global_step": 34462, "epoch": 193, "lr": 7.68574330662712e-05}
{"train_loss": 0.0032456545159220695, "global_step": 34463, "epoch": 193, "lr": 7.685618663195598e-05}
{"train_loss": 0.005542873404920101, "global_step": 34464, "epoch": 193, "lr": 7.68549401741835e-05}
{"train_loss": 0.006109399255365133, "global_step": 34465, "epoch": 193, "lr": 7.685369369295484e-05}
{"train_loss": 0.003743706736713648, "global_step": 34466, "epoch": 193, "lr": 7.685244718827105e-05}
{"train_loss": 0.007500919047743082, "global_step": 34467, "epoch": 193, "lr": 7.685120066013327e-05}
{"train_loss": 0.0043538338504731655, "global_step": 34468, "epoch": 193, "lr": 7.684995410854256e-05}
{"train_loss": 0.003504378255456686, "global_step": 34469, "epoch": 193, "lr": 7.684870753350004e-05}
{"train_loss": 0.006718348246067762, "global_step": 34470, "epoch": 193, "lr": 7.684746093500676e-05}
{"train_loss": 0.007495679892599583, "global_step": 34471, "epoch": 193, "lr": 7.684621431306385e-05}
{"train_loss": 0.004375267308205366, "global_step": 34472, "epoch": 193, "lr": 7.684496766767233e-05}
{"train_loss": 0.0062518734484910965, "global_step": 34473, "epoch": 193, "lr": 7.684372099883337e-05}
{"train_loss": 0.004084541462361813, "global_step": 34474, "epoch": 193, "lr": 7.684247430654802e-05}
{"train_loss": 0.011087210848927498, "global_step": 34475, "epoch": 193, "lr": 7.684122759081737e-05}
{"train_loss": 0.010402562096714973, "global_step": 34476, "epoch": 193, "lr": 7.68399808516425e-05}
{"train_loss": 0.002716307295486331, "global_step": 34477, "epoch": 193, "lr": 7.683873408902451e-05}
{"train_loss": 0.004577694460749626, "global_step": 34478, "epoch": 193, "lr": 7.683748730296451e-05}
{"train_loss": 0.0041810134425759315, "global_step": 34479, "epoch": 193, "lr": 7.683624049346356e-05}
{"train_loss": 0.00962493009865284, "global_step": 34480, "epoch": 193, "lr": 7.683499366052274e-05}
{"train_loss": 0.010719658806920052, "global_step": 34481, "epoch": 193, "lr": 7.683374680414316e-05}
{"train_loss": 0.00551944924518466, "global_step": 34482, "epoch": 193, "lr": 7.683249992432591e-05}
{"train_loss": 0.004260161891579628, "global_step": 34483, "epoch": 193, "lr": 7.683125302107208e-05}
{"train_loss": 0.005713033024221659, "global_step": 34484, "epoch": 193, "lr": 7.683000609438275e-05}
{"train_loss": 0.005175407975912094, "global_step": 34485, "epoch": 193, "lr": 7.6828759144259e-05}
{"train_loss": 0.008359888568520546, "global_step": 34486, "epoch": 193, "lr": 7.682751217070194e-05}
{"train_loss": 0.008746336214244366, "global_step": 34487, "epoch": 193, "lr": 7.682626517371263e-05}
{"train_loss": 0.004770922474563122, "global_step": 34488, "epoch": 193, "lr": 7.682501815329222e-05}
{"train_loss": 0.0045273033902049065, "global_step": 34489, "epoch": 193, "lr": 7.682377110944173e-05}
{"train_loss": 0.00434359023347497, "global_step": 34490, "epoch": 193, "lr": 7.682252404216228e-05}
{"train_loss": 0.005432832054793835, "global_step": 34491, "epoch": 193, "lr": 7.682127695145496e-05}
{"train_loss": 0.006350752431899309, "global_step": 34492, "epoch": 193, "lr": 7.682002983732086e-05}
{"train_loss": 0.00513157993555069, "global_step": 34493, "epoch": 193, "lr": 7.681878269976106e-05}
{"train_loss": 0.0053969924338161945, "global_step": 34494, "epoch": 193, "lr": 7.681753553877666e-05}
{"train_loss": 0.005230952985584736, "global_step": 34495, "epoch": 193, "lr": 7.681628835436876e-05}
{"train_loss": 0.0034234498161822557, "global_step": 34496, "epoch": 193, "lr": 7.681504114653841e-05}
{"train_loss": 0.004797997884452343, "global_step": 34497, "epoch": 193, "lr": 7.681379391528673e-05}
{"train_loss": 0.007892187684774399, "global_step": 34498, "epoch": 193, "lr": 7.681254666061479e-05}
{"train_loss": 0.0040278020314872265, "global_step": 34499, "epoch": 193, "lr": 7.681129938252372e-05}
{"train_loss": 0.005704732611775398, "global_step": 34500, "epoch": 193, "lr": 7.681005208101455e-05}
{"train_loss": 0.0036241861525923014, "global_step": 34501, "epoch": 193, "lr": 7.680880475608843e-05}
{"train_loss": 0.0050722211599349976, "global_step": 34502, "epoch": 193, "lr": 7.68075574077464e-05}
{"train_loss": 0.006623647175729275, "global_step": 34503, "epoch": 193, "lr": 7.680631003598957e-05}
{"train_loss": 0.004836956970393658, "global_step": 34504, "epoch": 193, "lr": 7.680506264081904e-05}
{"train_loss": 0.003178151324391365, "global_step": 34505, "epoch": 193, "lr": 7.680381522223587e-05}
{"train_loss": 0.003342783311381936, "global_step": 34506, "epoch": 193, "lr": 7.68025677802412e-05}
{"train_loss": 0.007685599848628044, "global_step": 34507, "epoch": 193, "lr": 7.680132031483607e-05}
{"train_loss": 0.007562480866909027, "global_step": 34508, "epoch": 193, "lr": 7.680007282602158e-05}
{"train_loss": 0.004672263283282518, "global_step": 34509, "epoch": 193, "lr": 7.679882531379882e-05}
{"train_loss": 0.004046314395964146, "global_step": 34510, "epoch": 193, "lr": 7.67975777781689e-05}
{"train_loss": 0.008273232728242874, "global_step": 34511, "epoch": 193, "lr": 7.67963302191329e-05}
{"train_loss": 0.005556315183639526, "global_step": 34512, "epoch": 193, "lr": 7.679508263669191e-05}
{"train_loss": 0.006540860515087843, "global_step": 34513, "epoch": 193, "lr": 7.679383503084701e-05}
{"train_loss": 0.0034148371778428555, "global_step": 34514, "epoch": 193, "lr": 7.679258740159928e-05}
{"train_loss": 0.0063942656852304935, "global_step": 34515, "epoch": 193, "lr": 7.679133974894983e-05}
{"train_loss": 0.0057606082409620285, "global_step": 34516, "epoch": 193, "lr": 7.679009207289976e-05}
{"train_loss": 0.005631546024233103, "global_step": 34517, "epoch": 193, "lr": 7.678884437345013e-05}
{"train_loss": 0.006470507942140102, "global_step": 34518, "epoch": 193, "lr": 7.678759665060206e-05}
{"train_loss": 0.003612997243180871, "global_step": 34519, "epoch": 193, "lr": 7.678634890435661e-05}
{"train_loss": 0.0035737152211368084, "global_step": 34520, "epoch": 193, "lr": 7.678510113471489e-05}
{"train_loss": 0.007052702829241753, "global_step": 34521, "epoch": 193, "lr": 7.678385334167799e-05}
{"train_loss": 0.008550714701414108, "global_step": 34522, "epoch": 193, "lr": 7.678260552524698e-05}
{"train_loss": 0.008317876607179642, "global_step": 34523, "epoch": 193, "lr": 7.678135768542296e-05}
{"train_loss": 0.006753919180482626, "global_step": 34524, "epoch": 193, "lr": 7.678010982220704e-05}
{"train_loss": 0.003989228047430515, "global_step": 34525, "epoch": 193, "lr": 7.677886193560029e-05}
{"train_loss": 0.0059125060215592384, "global_step": 34526, "epoch": 193, "lr": 7.67776140256038e-05}
{"train_loss": 0.004852646496146917, "global_step": 34527, "epoch": 193, "lr": 7.677636609221866e-05}
{"train_loss": 0.00787002220749855, "global_step": 34528, "epoch": 193, "lr": 7.677511813544596e-05}
{"train_loss": 0.007689806632697582, "global_step": 34529, "epoch": 193, "lr": 7.677387015528679e-05}
{"train_loss": 0.004717563278973103, "global_step": 34530, "epoch": 193, "lr": 7.677262215174226e-05}
{"train_loss": 0.006070905058969105, "global_step": 34531, "epoch": 193, "lr": 7.677137412481343e-05}
{"train_loss": 0.005801335908472538, "global_step": 34532, "epoch": 194, "lr": 7.677012607450141e-05}
{"train_loss": 0.005140327848494053, "global_step": 34533, "epoch": 194, "lr": 7.676887800080729e-05}
{"train_loss": 0.008691852912306786, "global_step": 34534, "epoch": 194, "lr": 7.676762990373214e-05}
{"train_loss": 0.007160431705415249, "global_step": 34535, "epoch": 194, "lr": 7.676638178327707e-05}
{"train_loss": 0.004103356972336769, "global_step": 34536, "epoch": 194, "lr": 7.676513363944318e-05}
{"train_loss": 0.006583021953701973, "global_step": 34537, "epoch": 194, "lr": 7.676388547223152e-05}
{"train_loss": 0.00595477968454361, "global_step": 34538, "epoch": 194, "lr": 7.676263728164321e-05}
{"train_loss": 0.008182656019926071, "global_step": 34539, "epoch": 194, "lr": 7.676138906767934e-05}
{"train_loss": 0.0061115664429962635, "global_step": 34540, "epoch": 194, "lr": 7.6760140830341e-05}
{"train_loss": 0.005960914306342602, "global_step": 34541, "epoch": 194, "lr": 7.675889256962926e-05}
{"train_loss": 0.0042807478457689285, "global_step": 34542, "epoch": 194, "lr": 7.675764428554524e-05}
{"train_loss": 0.011773884296417236, "global_step": 34543, "epoch": 194, "lr": 7.675639597809001e-05}
{"train_loss": 0.0028690157923847437, "global_step": 34544, "epoch": 194, "lr": 7.675514764726466e-05}
{"train_loss": 0.0032430628780275583, "global_step": 34545, "epoch": 194, "lr": 7.675389929307028e-05}
{"train_loss": 0.007773181889206171, "global_step": 34546, "epoch": 194, "lr": 7.675265091550799e-05}
{"train_loss": 0.00804920680820942, "global_step": 34547, "epoch": 194, "lr": 7.675140251457883e-05}
{"train_loss": 0.007663581054657698, "global_step": 34548, "epoch": 194, "lr": 7.675015409028394e-05}
{"train_loss": 0.005688848439604044, "global_step": 34549, "epoch": 194, "lr": 7.674890564262437e-05}
{"train_loss": 0.006763134617358446, "global_step": 34550, "epoch": 194, "lr": 7.674765717160124e-05}
{"train_loss": 0.011758280918002129, "global_step": 34551, "epoch": 194, "lr": 7.674640867721563e-05}
{"train_loss": 0.0027919604908674955, "global_step": 34552, "epoch": 194, "lr": 7.674516015946864e-05}
{"train_loss": 0.003402210306376219, "global_step": 34553, "epoch": 194, "lr": 7.674391161836132e-05}
{"train_loss": 0.005984317045658827, "global_step": 34554, "epoch": 194, "lr": 7.674266305389482e-05}
{"train_loss": 0.006900506094098091, "global_step": 34555, "epoch": 194, "lr": 7.674141446607018e-05}
{"train_loss": 0.0048159826546907425, "global_step": 34556, "epoch": 194, "lr": 7.674016585488853e-05}
{"train_loss": 0.003229382913559675, "global_step": 34557, "epoch": 194, "lr": 7.673891722035091e-05}
{"train_loss": 0.004811830818653107, "global_step": 34558, "epoch": 194, "lr": 7.673766856245848e-05}
{"train_loss": 0.006362367421388626, "global_step": 34559, "epoch": 194, "lr": 7.673641988121227e-05}
{"train_loss": 0.009656209498643875, "global_step": 34560, "epoch": 194, "lr": 7.67351711766134e-05}
{"train_loss": 0.0039399429224431515, "global_step": 34561, "epoch": 194, "lr": 7.673392244866296e-05}
{"train_loss": 0.0026703495532274246, "global_step": 34562, "epoch": 194, "lr": 7.673267369736204e-05}
{"train_loss": 0.006811326369643211, "global_step": 34563, "epoch": 194, "lr": 7.67314249227117e-05}
{"train_loss": 0.004257935099303722, "global_step": 34564, "epoch": 194, "lr": 7.673017612471309e-05}
{"train_loss": 0.005348945036530495, "global_step": 34565, "epoch": 194, "lr": 7.672892730336725e-05}
{"train_loss": 0.0056965965777635574, "global_step": 34566, "epoch": 194, "lr": 7.672767845867528e-05}
{"train_loss": 0.009714641608297825, "global_step": 34567, "epoch": 194, "lr": 7.672642959063829e-05}
{"train_loss": 0.0038660739082843065, "global_step": 34568, "epoch": 194, "lr": 7.672518069925736e-05}
{"train_loss": 0.007193362805992365, "global_step": 34569, "epoch": 194, "lr": 7.672393178453358e-05}
{"train_loss": 0.007110452279448509, "global_step": 34570, "epoch": 194, "lr": 7.672268284646804e-05}
{"train_loss": 0.0041311392560601234, "global_step": 34571, "epoch": 194, "lr": 7.672143388506183e-05}
{"train_loss": 0.0065888045355677605, "global_step": 34572, "epoch": 194, "lr": 7.672018490031604e-05}
{"train_loss": 0.007006445433944464, "global_step": 34573, "epoch": 194, "lr": 7.671893589223177e-05}
{"train_loss": 0.008743329904973507, "global_step": 34574, "epoch": 194, "lr": 7.671768686081011e-05}
{"train_loss": 0.007284350693225861, "global_step": 34575, "epoch": 194, "lr": 7.671643780605214e-05}
{"train_loss": 0.006729939952492714, "global_step": 34576, "epoch": 194, "lr": 7.671518872795895e-05}
{"train_loss": 0.005004080478101969, "global_step": 34577, "epoch": 194, "lr": 7.671393962653166e-05}
{"train_loss": 0.008409818634390831, "global_step": 34578, "epoch": 194, "lr": 7.671269050177133e-05}
{"train_loss": 0.0061973342671990395, "global_step": 34579, "epoch": 194, "lr": 7.671144135367905e-05}
{"train_loss": 0.011409364640712738, "global_step": 34580, "epoch": 194, "lr": 7.671019218225594e-05}
{"train_loss": 0.008225584402680397, "global_step": 34581, "epoch": 194, "lr": 7.670894298750304e-05}
{"train_loss": 0.0046740989200770855, "global_step": 34582, "epoch": 194, "lr": 7.67076937694215e-05}
{"train_loss": 0.006548026110976934, "global_step": 34583, "epoch": 194, "lr": 7.670644452801238e-05}
{"train_loss": 0.005944366566836834, "global_step": 34584, "epoch": 194, "lr": 7.670519526327677e-05}
{"train_loss": 0.011271710507571697, "global_step": 34585, "epoch": 194, "lr": 7.670394597521578e-05}
{"train_loss": 0.009388314560055733, "global_step": 34586, "epoch": 194, "lr": 7.670269666383048e-05}
{"train_loss": 0.007118063047528267, "global_step": 34587, "epoch": 194, "lr": 7.670144732912196e-05}
{"train_loss": 0.004817369394004345, "global_step": 34588, "epoch": 194, "lr": 7.670019797109132e-05}
{"train_loss": 0.0035751182585954666, "global_step": 34589, "epoch": 194, "lr": 7.669894858973967e-05}
{"train_loss": 0.0030381656251847744, "global_step": 34590, "epoch": 194, "lr": 7.669769918506807e-05}
{"train_loss": 0.007675439119338989, "global_step": 34591, "epoch": 194, "lr": 7.669644975707762e-05}
{"train_loss": 0.004215206950902939, "global_step": 34592, "epoch": 194, "lr": 7.669520030576942e-05}
{"train_loss": 0.007319550029933453, "global_step": 34593, "epoch": 194, "lr": 7.669395083114455e-05}
{"train_loss": 0.005363753065466881, "global_step": 34594, "epoch": 194, "lr": 7.669270133320412e-05}
{"train_loss": 0.01264120638370514, "global_step": 34595, "epoch": 194, "lr": 7.66914518119492e-05}
{"train_loss": 0.007476729340851307, "global_step": 34596, "epoch": 194, "lr": 7.66902022673809e-05}
{"train_loss": 0.0042470223270356655, "global_step": 34597, "epoch": 194, "lr": 7.66889526995003e-05}
{"train_loss": 0.006980306934565306, "global_step": 34598, "epoch": 194, "lr": 7.668770310830849e-05}
{"train_loss": 0.006804056465625763, "global_step": 34599, "epoch": 194, "lr": 7.668645349380657e-05}
{"train_loss": 0.008454001508653164, "global_step": 34600, "epoch": 194, "lr": 7.668520385599563e-05}
{"train_loss": 0.005447723902761936, "global_step": 34601, "epoch": 194, "lr": 7.668395419487676e-05}
{"train_loss": 0.007654033601284027, "global_step": 34602, "epoch": 194, "lr": 7.668270451045103e-05}
{"train_loss": 0.00855069886893034, "global_step": 34603, "epoch": 194, "lr": 7.668145480271957e-05}
{"train_loss": 0.007717642933130264, "global_step": 34604, "epoch": 194, "lr": 7.668020507168343e-05}
{"train_loss": 0.007509724702686071, "global_step": 34605, "epoch": 194, "lr": 7.667895531734375e-05}
{"train_loss": 0.009590855799615383, "global_step": 34606, "epoch": 194, "lr": 7.667770553970158e-05}
{"train_loss": 0.007757841609418392, "global_step": 34607, "epoch": 194, "lr": 7.667645573875803e-05}
{"train_loss": 0.007553813047707081, "global_step": 34608, "epoch": 194, "lr": 7.66752059145142e-05}
{"train_loss": 0.0064907013438642025, "global_step": 34609, "epoch": 194, "lr": 7.667395606697116e-05}
{"train_loss": 0.002035323530435562, "global_step": 34610, "epoch": 194, "lr": 7.667270619613e-05}
{"train_loss": 0.009413367137312889, "global_step": 34611, "epoch": 194, "lr": 7.667145630199186e-05}
{"train_loss": 0.003811656730249524, "global_step": 34612, "epoch": 194, "lr": 7.667020638455777e-05}
{"train_loss": 0.0036516105756163597, "global_step": 34613, "epoch": 194, "lr": 7.666895644382886e-05}
{"train_loss": 0.0066456263884902, "global_step": 34614, "epoch": 194, "lr": 7.666770647980619e-05}
{"train_loss": 0.005142848938703537, "global_step": 34615, "epoch": 194, "lr": 7.666645649249086e-05}
{"train_loss": 0.0041568162851035595, "global_step": 34616, "epoch": 194, "lr": 7.666520648188401e-05}
{"train_loss": 0.004606389440596104, "global_step": 34617, "epoch": 194, "lr": 7.666395644798668e-05}
{"train_loss": 0.010387653484940529, "global_step": 34618, "epoch": 194, "lr": 7.666270639079997e-05}
{"train_loss": 0.00575697235763073, "global_step": 34619, "epoch": 194, "lr": 7.666145631032499e-05}
{"train_loss": 0.004096880089491606, "global_step": 34620, "epoch": 194, "lr": 7.666020620656283e-05}
{"train_loss": 0.004653538577258587, "global_step": 34621, "epoch": 194, "lr": 7.665895607951455e-05}
{"train_loss": 0.0048799049109220505, "global_step": 34622, "epoch": 194, "lr": 7.665770592918126e-05}
{"train_loss": 0.005891477223485708, "global_step": 34623, "epoch": 194, "lr": 7.665645575556409e-05}
{"train_loss": 0.002860269509255886, "global_step": 34624, "epoch": 194, "lr": 7.665520555866406e-05}
{"train_loss": 0.0046319980174303055, "global_step": 34625, "epoch": 194, "lr": 7.665395533848231e-05}
{"train_loss": 0.0043230848386883736, "global_step": 34626, "epoch": 194, "lr": 7.665270509501992e-05}
{"train_loss": 0.006117602344602346, "global_step": 34627, "epoch": 194, "lr": 7.665145482827801e-05}
{"train_loss": 0.004316456615924835, "global_step": 34628, "epoch": 194, "lr": 7.665020453825761e-05}
{"train_loss": 0.006741907447576523, "global_step": 34629, "epoch": 194, "lr": 7.664895422495986e-05}
{"train_loss": 0.005197996739298105, "global_step": 34630, "epoch": 194, "lr": 7.664770388838585e-05}
{"train_loss": 0.007718333043158054, "global_step": 34631, "epoch": 194, "lr": 7.664645352853665e-05}
{"train_loss": 0.006480225827544928, "global_step": 34632, "epoch": 194, "lr": 7.664520314541337e-05}
{"train_loss": 0.00530187226831913, "global_step": 34633, "epoch": 194, "lr": 7.66439527390171e-05}
{"train_loss": 0.003996966406702995, "global_step": 34634, "epoch": 194, "lr": 7.664270230934892e-05}
{"train_loss": 0.00409616669639945, "global_step": 34635, "epoch": 194, "lr": 7.664145185640993e-05}
{"train_loss": 0.010437713004648685, "global_step": 34636, "epoch": 194, "lr": 7.664020138020122e-05}
{"train_loss": 0.010500388219952583, "global_step": 34637, "epoch": 194, "lr": 7.66389508807239e-05}
{"train_loss": 0.0038798523601144552, "global_step": 34638, "epoch": 194, "lr": 7.663770035797904e-05}
{"train_loss": 0.006859127432107925, "global_step": 34639, "epoch": 194, "lr": 7.663644981196773e-05}
{"train_loss": 0.002520886017009616, "global_step": 34640, "epoch": 194, "lr": 7.663519924269109e-05}
{"train_loss": 0.007356596179306507, "global_step": 34641, "epoch": 194, "lr": 7.663394865015018e-05}
{"train_loss": 0.004500904586166143, "global_step": 34642, "epoch": 194, "lr": 7.663269803434611e-05}
{"train_loss": 0.00929364375770092, "global_step": 34643, "epoch": 194, "lr": 7.663144739527998e-05}
{"train_loss": 0.006188180297613144, "global_step": 34644, "epoch": 194, "lr": 7.663019673295286e-05}
{"train_loss": 0.00359603320248425, "global_step": 34645, "epoch": 194, "lr": 7.662894604736585e-05}
{"train_loss": 0.006874839309602976, "global_step": 34646, "epoch": 194, "lr": 7.662769533852005e-05}
{"train_loss": 0.003279000986367464, "global_step": 34647, "epoch": 194, "lr": 7.662644460641655e-05}
{"train_loss": 0.0026177060790359974, "global_step": 34648, "epoch": 194, "lr": 7.662519385105644e-05}
{"train_loss": 0.0046273814514279366, "global_step": 34649, "epoch": 194, "lr": 7.662394307244082e-05}
{"train_loss": 0.005017428658902645, "global_step": 34650, "epoch": 194, "lr": 7.662269227057077e-05}
{"train_loss": 0.0043115438893437386, "global_step": 34651, "epoch": 194, "lr": 7.662144144544739e-05}
{"train_loss": 0.004282412119209766, "global_step": 34652, "epoch": 194, "lr": 7.662019059707176e-05}
{"train_loss": 0.007818995043635368, "global_step": 34653, "epoch": 194, "lr": 7.661893972544499e-05}
{"train_loss": 0.005963237956166267, "global_step": 34654, "epoch": 194, "lr": 7.661768883056816e-05}
{"train_loss": 0.0048377495259046555, "global_step": 34655, "epoch": 194, "lr": 7.661643791244238e-05}
{"train_loss": 0.003974405117332935, "global_step": 34656, "epoch": 194, "lr": 7.661518697106872e-05}
{"train_loss": 0.0031673789490014315, "global_step": 34657, "epoch": 194, "lr": 7.661393600644829e-05}
{"train_loss": 0.008819716051220894, "global_step": 34658, "epoch": 194, "lr": 7.661268501858219e-05}
{"train_loss": 0.0062503148801624775, "global_step": 34659, "epoch": 194, "lr": 7.661143400747148e-05}
{"train_loss": 0.006230441853404045, "global_step": 34660, "epoch": 194, "lr": 7.661018297311729e-05}
{"train_loss": 0.003308728337287903, "global_step": 34661, "epoch": 194, "lr": 7.660893191552067e-05}
{"train_loss": 0.0027903656009584665, "global_step": 34662, "epoch": 194, "lr": 7.660768083468273e-05}
{"train_loss": 0.006308239884674549, "global_step": 34663, "epoch": 194, "lr": 7.66064297306046e-05}
{"train_loss": 0.006517975125461817, "global_step": 34664, "epoch": 194, "lr": 7.660517860328733e-05}
{"train_loss": 0.005081774201244116, "global_step": 34665, "epoch": 194, "lr": 7.660392745273204e-05}
{"train_loss": 0.003802977502346039, "global_step": 34666, "epoch": 194, "lr": 7.660267627893977e-05}
{"train_loss": 0.004657590761780739, "global_step": 34667, "epoch": 194, "lr": 7.660142508191168e-05}
{"train_loss": 0.005523347295820713, "global_step": 34668, "epoch": 194, "lr": 7.660017386164884e-05}
{"train_loss": 0.004236715845763683, "global_step": 34669, "epoch": 194, "lr": 7.659892261815233e-05}
{"train_loss": 0.004806458950042725, "global_step": 34670, "epoch": 194, "lr": 7.659767135142324e-05}
{"train_loss": 0.010354792699217796, "global_step": 34671, "epoch": 194, "lr": 7.659642006146267e-05}
{"train_loss": 0.007729317992925644, "global_step": 34672, "epoch": 194, "lr": 7.659516874827173e-05}
{"train_loss": 0.0037103169597685337, "global_step": 34673, "epoch": 194, "lr": 7.659391741185149e-05}
{"train_loss": 0.003679022192955017, "global_step": 34674, "epoch": 194, "lr": 7.659266605220306e-05}
{"train_loss": 0.003947246819734573, "global_step": 34675, "epoch": 194, "lr": 7.65914146693275e-05}
{"train_loss": 0.010073935613036156, "global_step": 34676, "epoch": 194, "lr": 7.659016326322595e-05}
{"train_loss": 0.005229437258094549, "global_step": 34677, "epoch": 194, "lr": 7.658891183389946e-05}
{"train_loss": 0.008397379890084267, "global_step": 34678, "epoch": 194, "lr": 7.658766038134916e-05}
{"train_loss": 0.00415580440312624, "global_step": 34679, "epoch": 194, "lr": 7.658640890557614e-05}
{"train_loss": 0.00558944558724761, "global_step": 34680, "epoch": 194, "lr": 7.658515740658146e-05}
{"train_loss": 0.004208212718367577, "global_step": 34681, "epoch": 194, "lr": 7.658390588436624e-05}
{"train_loss": 0.00339751155115664, "global_step": 34682, "epoch": 194, "lr": 7.658265433893156e-05}
{"train_loss": 0.007125838194042444, "global_step": 34683, "epoch": 194, "lr": 7.658140277027852e-05}
{"train_loss": 0.007307779975235462, "global_step": 34684, "epoch": 194, "lr": 7.658015117840823e-05}
{"train_loss": 0.0037344482261687517, "global_step": 34685, "epoch": 194, "lr": 7.657889956332172e-05}
{"train_loss": 0.0025243540294468403, "global_step": 34686, "epoch": 194, "lr": 7.657764792502016e-05}
{"train_loss": 0.004331591073423624, "global_step": 34687, "epoch": 194, "lr": 7.657639626350461e-05}
{"train_loss": 0.006027707830071449, "global_step": 34688, "epoch": 194, "lr": 7.657514457877617e-05}
{"train_loss": 0.003499189391732216, "global_step": 34689, "epoch": 194, "lr": 7.657389287083594e-05}
{"train_loss": 0.0045967744663357735, "global_step": 34690, "epoch": 194, "lr": 7.657264113968496e-05}
{"train_loss": 0.005527999252080917, "global_step": 34691, "epoch": 194, "lr": 7.65713893853244e-05}
{"train_loss": 0.006298653781414032, "global_step": 34692, "epoch": 194, "lr": 7.657013760775532e-05}
{"train_loss": 0.008845792151987553, "global_step": 34693, "epoch": 194, "lr": 7.656888580697878e-05}
{"train_loss": 0.008319420740008354, "global_step": 34694, "epoch": 194, "lr": 7.656763398299592e-05}
{"train_loss": 0.008931266143918037, "global_step": 34695, "epoch": 194, "lr": 7.656638213580782e-05}
{"train_loss": 0.0044217901304364204, "global_step": 34696, "epoch": 194, "lr": 7.656513026541557e-05}
{"train_loss": 0.005872366949915886, "global_step": 34697, "epoch": 194, "lr": 7.656387837182028e-05}
{"train_loss": 0.003171461634337902, "global_step": 34698, "epoch": 194, "lr": 7.656262645502302e-05}
{"train_loss": 0.005521249491721392, "global_step": 34699, "epoch": 194, "lr": 7.65613745150249e-05}
{"train_loss": 0.004923604894429445, "global_step": 34700, "epoch": 194, "lr": 7.656012255182699e-05}
{"train_loss": 0.0065252939239144325, "global_step": 34701, "epoch": 194, "lr": 7.65588705654304e-05}
{"train_loss": 0.0029813183937221766, "global_step": 34702, "epoch": 194, "lr": 7.655761855583624e-05}
{"train_loss": 0.007843962870538235, "global_step": 34703, "epoch": 194, "lr": 7.655636652304556e-05}
{"train_loss": 0.003794789779931307, "global_step": 34704, "epoch": 194, "lr": 7.655511446705949e-05}
{"train_loss": 0.0043343896977603436, "global_step": 34705, "epoch": 194, "lr": 7.655386238787912e-05}
{"train_loss": 0.003112304490059614, "global_step": 34706, "epoch": 194, "lr": 7.655261028550553e-05}
{"train_loss": 0.0054565491154789925, "global_step": 34707, "epoch": 194, "lr": 7.655135815993982e-05}
{"train_loss": 0.0036987573839724064, "global_step": 34708, "epoch": 194, "lr": 7.655010601118309e-05}
{"train_loss": 0.005925571882124111, "global_step": 34709, "epoch": 194, "lr": 7.654885383923643e-05}
{"train_loss": 0.004610585980117321, "global_step": 34710, "epoch": 195, "lr": 7.654760164410092e-05}
{"train_loss": 0.003855540184304118, "global_step": 34711, "epoch": 195, "lr": 7.654634942577767e-05}
{"train_loss": 0.006833340041339397, "global_step": 34712, "epoch": 195, "lr": 7.654509718426779e-05}
{"train_loss": 0.0062681278213858604, "global_step": 34713, "epoch": 195, "lr": 7.654384491957231e-05}
{"train_loss": 0.006015611346811056, "global_step": 34714, "epoch": 195, "lr": 7.654259263169242e-05}
{"train_loss": 0.007880549877882004, "global_step": 34715, "epoch": 195, "lr": 7.654134032062912e-05}
{"train_loss": 0.006850545760244131, "global_step": 34716, "epoch": 195, "lr": 7.654008798638356e-05}
{"train_loss": 0.0046519264578819275, "global_step": 34717, "epoch": 195, "lr": 7.653883562895681e-05}
{"train_loss": 0.006021065637469292, "global_step": 34718, "epoch": 195, "lr": 7.653758324834997e-05}
{"train_loss": 0.006035344675183296, "global_step": 34719, "epoch": 195, "lr": 7.653633084456415e-05}
{"train_loss": 0.0030642361380159855, "global_step": 34720, "epoch": 195, "lr": 7.653507841760041e-05}
{"train_loss": 0.0020988944452255964, "global_step": 34721, "epoch": 195, "lr": 7.653382596745988e-05}
{"train_loss": 0.009725160896778107, "global_step": 34722, "epoch": 195, "lr": 7.653257349414365e-05}
{"train_loss": 0.008164750412106514, "global_step": 34723, "epoch": 195, "lr": 7.653132099765276e-05}
{"train_loss": 0.008273584768176079, "global_step": 34724, "epoch": 195, "lr": 7.653006847798838e-05}
{"train_loss": 0.008419915102422237, "global_step": 34725, "epoch": 195, "lr": 7.652881593515155e-05}
{"train_loss": 0.006773565895855427, "global_step": 34726, "epoch": 195, "lr": 7.65275633691434e-05}
{"train_loss": 0.00811753049492836, "global_step": 34727, "epoch": 195, "lr": 7.652631077996501e-05}
{"train_loss": 0.003924360498785973, "global_step": 34728, "epoch": 195, "lr": 7.652505816761745e-05}
{"train_loss": 0.0050261118449270725, "global_step": 34729, "epoch": 195, "lr": 7.652380553210185e-05}
{"train_loss": 0.00340613117441535, "global_step": 34730, "epoch": 195, "lr": 7.65225528734193e-05}
{"train_loss": 0.00971657782793045, "global_step": 34731, "epoch": 195, "lr": 7.652130019157088e-05}
{"train_loss": 0.005266765132546425, "global_step": 34732, "epoch": 195, "lr": 7.652004748655767e-05}
{"train_loss": 0.005767841823399067, "global_step": 34733, "epoch": 195, "lr": 7.65187947583808e-05}
{"train_loss": 0.00479789637029171, "global_step": 34734, "epoch": 195, "lr": 7.651754200704133e-05}
{"train_loss": 0.003959668800234795, "global_step": 34735, "epoch": 195, "lr": 7.65162892325404e-05}
{"train_loss": 0.0032632979564368725, "global_step": 34736, "epoch": 195, "lr": 7.651503643487905e-05}
{"train_loss": 0.003523161867633462, "global_step": 34737, "epoch": 195, "lr": 7.651378361405838e-05}
{"train_loss": 0.0033562732860445976, "global_step": 34738, "epoch": 195, "lr": 7.651253077007954e-05}
{"train_loss": 0.0050382246263325214, "global_step": 34739, "epoch": 195, "lr": 7.651127790294356e-05}
{"train_loss": 0.005719795823097229, "global_step": 34740, "epoch": 195, "lr": 7.651002501265159e-05}
{"train_loss": 0.0049977982416749, "global_step": 34741, "epoch": 195, "lr": 7.650877209920469e-05}
{"train_loss": 0.003452455624938011, "global_step": 34742, "epoch": 195, "lr": 7.650751916260394e-05}
{"train_loss": 0.0060127247124910355, "global_step": 34743, "epoch": 195, "lr": 7.650626620285047e-05}
{"train_loss": 0.004312807694077492, "global_step": 34744, "epoch": 195, "lr": 7.650501321994536e-05}
{"train_loss": 0.004429175052791834, "global_step": 34745, "epoch": 195, "lr": 7.650376021388972e-05}
{"train_loss": 0.007258099503815174, "global_step": 34746, "epoch": 195, "lr": 7.650250718468461e-05}
{"train_loss": 0.005900115240365267, "global_step": 34747, "epoch": 195, "lr": 7.650125413233114e-05}
{"train_loss": 0.005830682348459959, "global_step": 34748, "epoch": 195, "lr": 7.650000105683041e-05}
{"train_loss": 0.006516152061522007, "global_step": 34749, "epoch": 195, "lr": 7.64987479581835e-05}
{"train_loss": 0.002756009344011545, "global_step": 34750, "epoch": 195, "lr": 7.649749483639154e-05}
{"train_loss": 0.010622598230838776, "global_step": 34751, "epoch": 195, "lr": 7.64962416914556e-05}
{"train_loss": 0.006075517274439335, "global_step": 34752, "epoch": 195, "lr": 7.649498852337675e-05}
{"train_loss": 0.006299904547631741, "global_step": 34753, "epoch": 195, "lr": 7.649373533215613e-05}
{"train_loss": 0.00595984049141407, "global_step": 34754, "epoch": 195, "lr": 7.649248211779481e-05}
{"train_loss": 0.0036758938804268837, "global_step": 34755, "epoch": 195, "lr": 7.649122888029389e-05}
{"train_loss": 0.003104712348431349, "global_step": 34756, "epoch": 195, "lr": 7.648997561965445e-05}
{"train_loss": 0.0063574304804205894, "global_step": 34757, "epoch": 195, "lr": 7.64887223358776e-05}
{"train_loss": 0.006188883446156979, "global_step": 34758, "epoch": 195, "lr": 7.648746902896445e-05}
{"train_loss": 0.005894938949495554, "global_step": 34759, "epoch": 195, "lr": 7.648621569891607e-05}
{"train_loss": 0.004855617880821228, "global_step": 34760, "epoch": 195, "lr": 7.648496234573357e-05}
{"train_loss": 0.005292581394314766, "global_step": 34761, "epoch": 195, "lr": 7.648370896941804e-05}
{"train_loss": 0.006037639454007149, "global_step": 34762, "epoch": 195, "lr": 7.648245556997053e-05}
{"train_loss": 0.00957392156124115, "global_step": 34763, "epoch": 195, "lr": 7.648120214739222e-05}
{"train_loss": 0.005671937949955463, "global_step": 34764, "epoch": 195, "lr": 7.647994870168416e-05}
{"train_loss": 0.0035646541509777308, "global_step": 34765, "epoch": 195, "lr": 7.647869523284743e-05}
{"train_loss": 0.004873732104897499, "global_step": 34766, "epoch": 195, "lr": 7.647744174088314e-05}
{"train_loss": 0.004676473326981068, "global_step": 34767, "epoch": 195, "lr": 7.647618822579239e-05}
{"train_loss": 0.00597398541867733, "global_step": 34768, "epoch": 195, "lr": 7.647493468757627e-05}
{"train_loss": 0.004178841132670641, "global_step": 34769, "epoch": 195, "lr": 7.64736811262359e-05}
{"train_loss": 0.004933461546897888, "global_step": 34770, "epoch": 195, "lr": 7.647242754177233e-05}
{"train_loss": 0.005958622321486473, "global_step": 34771, "epoch": 195, "lr": 7.647117393418665e-05}
{"train_loss": 0.006999928504228592, "global_step": 34772, "epoch": 195, "lr": 7.646992030348002e-05}
{"train_loss": 0.005422906018793583, "global_step": 34773, "epoch": 195, "lr": 7.646866664965349e-05}
{"train_loss": 0.008811733685433865, "global_step": 34774, "epoch": 195, "lr": 7.646741297270814e-05}
{"train_loss": 0.005041460040956736, "global_step": 34775, "epoch": 195, "lr": 7.646615927264509e-05}
{"train_loss": 0.004372654017060995, "global_step": 34776, "epoch": 195, "lr": 7.646490554946544e-05}
{"train_loss": 0.006035719066858292, "global_step": 34777, "epoch": 195, "lr": 7.646365180317028e-05}
{"train_loss": 0.004835453815758228, "global_step": 34778, "epoch": 195, "lr": 7.64623980337607e-05}
{"train_loss": 0.007066669873893261, "global_step": 34779, "epoch": 195, "lr": 7.646114424123778e-05}
{"train_loss": 0.005500554107129574, "global_step": 34780, "epoch": 195, "lr": 7.645989042560263e-05}
{"train_loss": 0.004358623176813126, "global_step": 34781, "epoch": 195, "lr": 7.645863658685634e-05}
{"train_loss": 0.005557882599532604, "global_step": 34782, "epoch": 195, "lr": 7.645738272500005e-05}
{"train_loss": 0.006226263474673033, "global_step": 34783, "epoch": 195, "lr": 7.645612884003479e-05}
{"train_loss": 0.005687704309821129, "global_step": 34784, "epoch": 195, "lr": 7.645487493196169e-05}
{"train_loss": 0.003348790341988206, "global_step": 34785, "epoch": 195, "lr": 7.645362100078181e-05}
{"train_loss": 0.0030810763128101826, "global_step": 34786, "epoch": 195, "lr": 7.64523670464963e-05}
{"train_loss": 0.004888215102255344, "global_step": 34787, "epoch": 195, "lr": 7.645111306910622e-05}
{"train_loss": 0.003024403005838394, "global_step": 34788, "epoch": 195, "lr": 7.644985906861267e-05}
{"train_loss": 0.005231404677033424, "global_step": 34789, "epoch": 195, "lr": 7.644860504501676e-05}
{"train_loss": 0.00671714823693037, "global_step": 34790, "epoch": 195, "lr": 7.644735099831954e-05}
{"train_loss": 0.0063267359510064125, "global_step": 34791, "epoch": 195, "lr": 7.644609692852218e-05}
{"train_loss": 0.0048143258318305016, "global_step": 34792, "epoch": 195, "lr": 7.644484283562572e-05}
{"train_loss": 0.005116389133036137, "global_step": 34793, "epoch": 195, "lr": 7.644358871963126e-05}
{"train_loss": 0.0039020555559545755, "global_step": 34794, "epoch": 195, "lr": 7.64423345805399e-05}
{"train_loss": 0.00934826023876667, "global_step": 34795, "epoch": 195, "lr": 7.644108041835274e-05}
{"train_loss": 0.00720518222078681, "global_step": 34796, "epoch": 195, "lr": 7.643982623307088e-05}
{"train_loss": 0.006016965955495834, "global_step": 34797, "epoch": 195, "lr": 7.643857202469544e-05}
{"train_loss": 0.004039154388010502, "global_step": 34798, "epoch": 195, "lr": 7.643731779322744e-05}
{"train_loss": 0.006371085532009602, "global_step": 34799, "epoch": 195, "lr": 7.643606353866805e-05}
{"train_loss": 0.0037121055647730827, "global_step": 34800, "epoch": 195, "lr": 7.643480926101831e-05}
{"train_loss": 0.005834310781210661, "global_step": 34801, "epoch": 195, "lr": 7.643355496027937e-05}
{"train_loss": 0.005150473676621914, "global_step": 34802, "epoch": 195, "lr": 7.64323006364523e-05}
{"train_loss": 0.004370177164673805, "global_step": 34803, "epoch": 195, "lr": 7.643104628953819e-05}
{"train_loss": 0.00431992718949914, "global_step": 34804, "epoch": 195, "lr": 7.642979191953812e-05}
{"train_loss": 0.0036417634692043066, "global_step": 34805, "epoch": 195, "lr": 7.642853752645322e-05}
{"train_loss": 0.003946837969124317, "global_step": 34806, "epoch": 195, "lr": 7.642728311028457e-05}
{"train_loss": 0.007618557661771774, "global_step": 34807, "epoch": 195, "lr": 7.642602867103328e-05}
{"train_loss": 0.006467459723353386, "global_step": 34808, "epoch": 195, "lr": 7.642477420870042e-05}
{"train_loss": 0.00739680090919137, "global_step": 34809, "epoch": 195, "lr": 7.642351972328707e-05}
{"train_loss": 0.003975974395871162, "global_step": 34810, "epoch": 195, "lr": 7.642226521479439e-05}
{"train_loss": 0.003822657046839595, "global_step": 34811, "epoch": 195, "lr": 7.642101068322342e-05}
{"train_loss": 0.005850614048540592, "global_step": 34812, "epoch": 195, "lr": 7.641975612857531e-05}
{"train_loss": 0.004792117513716221, "global_step": 34813, "epoch": 195, "lr": 7.641850155085108e-05}
{"train_loss": 0.003372735809534788, "global_step": 34814, "epoch": 195, "lr": 7.641724695005188e-05}
{"train_loss": 0.004698879551142454, "global_step": 34815, "epoch": 195, "lr": 7.64159923261788e-05}
{"train_loss": 0.00405536824837327, "global_step": 34816, "epoch": 195, "lr": 7.641473767923291e-05}
{"train_loss": 0.0038879953790456057, "global_step": 34817, "epoch": 195, "lr": 7.641348300921535e-05}
{"train_loss": 0.01001892052590847, "global_step": 34818, "epoch": 195, "lr": 7.641222831612717e-05}
{"train_loss": 0.005184021778404713, "global_step": 34819, "epoch": 195, "lr": 7.641097359996949e-05}
{"train_loss": 0.005899063311517239, "global_step": 34820, "epoch": 195, "lr": 7.640971886074341e-05}
{"train_loss": 0.004562838934361935, "global_step": 34821, "epoch": 195, "lr": 7.640846409845e-05}
{"train_loss": 0.003995204344391823, "global_step": 34822, "epoch": 195, "lr": 7.64072093130904e-05}
{"train_loss": 0.002520509995520115, "global_step": 34823, "epoch": 195, "lr": 7.640595450466564e-05}
{"train_loss": 0.004308244679123163, "global_step": 34824, "epoch": 195, "lr": 7.64046996731769e-05}
{"train_loss": 0.005828573368489742, "global_step": 34825, "epoch": 195, "lr": 7.64034448186252e-05}
{"train_loss": 0.011282197199761868, "global_step": 34826, "epoch": 195, "lr": 7.64021899410117e-05}
{"train_loss": 0.004483175463974476, "global_step": 34827, "epoch": 195, "lr": 7.640093504033743e-05}
{"train_loss": 0.012789045460522175, "global_step": 34828, "epoch": 195, "lr": 7.639968011660352e-05}
{"train_loss": 0.003938031382858753, "global_step": 34829, "epoch": 195, "lr": 7.63984251698111e-05}
{"train_loss": 0.007761193439364433, "global_step": 34830, "epoch": 195, "lr": 7.63971701999612e-05}
{"train_loss": 0.006941420026123524, "global_step": 34831, "epoch": 195, "lr": 7.639591520705497e-05}
{"train_loss": 0.0020908715669065714, "global_step": 34832, "epoch": 195, "lr": 7.639466019109347e-05}
{"train_loss": 0.005584173370152712, "global_step": 34833, "epoch": 195, "lr": 7.63934051520778e-05}
{"train_loss": 0.0087125850841403, "global_step": 34834, "epoch": 195, "lr": 7.63921500900091e-05}
{"train_loss": 0.006172369699925184, "global_step": 34835, "epoch": 195, "lr": 7.63908950048884e-05}
{"train_loss": 0.003016089554876089, "global_step": 34836, "epoch": 195, "lr": 7.638963989671686e-05}
{"train_loss": 0.004355641081929207, "global_step": 34837, "epoch": 195, "lr": 7.638838476549552e-05}
{"train_loss": 0.006084375083446503, "global_step": 34838, "epoch": 195, "lr": 7.638712961122552e-05}
{"train_loss": 0.006986766122281551, "global_step": 34839, "epoch": 195, "lr": 7.638587443390793e-05}
{"train_loss": 0.005813642404973507, "global_step": 34840, "epoch": 195, "lr": 7.638461923354386e-05}
{"train_loss": 0.008396769873797894, "global_step": 34841, "epoch": 195, "lr": 7.638336401013439e-05}
{"train_loss": 0.012457961216568947, "global_step": 34842, "epoch": 195, "lr": 7.638210876368061e-05}
{"train_loss": 0.006302542053163052, "global_step": 34843, "epoch": 195, "lr": 7.638085349418366e-05}
{"train_loss": 0.0038560903631150723, "global_step": 34844, "epoch": 195, "lr": 7.637959820164461e-05}
{"train_loss": 0.007471325807273388, "global_step": 34845, "epoch": 195, "lr": 7.637834288606456e-05}
{"train_loss": 0.005189917050302029, "global_step": 34846, "epoch": 195, "lr": 7.63770875474446e-05}
{"train_loss": 0.0031661633402109146, "global_step": 34847, "epoch": 195, "lr": 7.637583218578582e-05}
{"train_loss": 0.003668390680104494, "global_step": 34848, "epoch": 195, "lr": 7.637457680108932e-05}
{"train_loss": 0.00504014128819108, "global_step": 34849, "epoch": 195, "lr": 7.637332139335622e-05}
{"train_loss": 0.004112836439162493, "global_step": 34850, "epoch": 195, "lr": 7.637206596258759e-05}
{"train_loss": 0.008107488043606281, "global_step": 34851, "epoch": 195, "lr": 7.637081050878453e-05}
{"train_loss": 0.0038978997617959976, "global_step": 34852, "epoch": 195, "lr": 7.636955503194816e-05}
{"train_loss": 0.004607193171977997, "global_step": 34853, "epoch": 195, "lr": 7.636829953207953e-05}
{"train_loss": 0.006068034563213587, "global_step": 34854, "epoch": 195, "lr": 7.63670440091798e-05}
{"train_loss": 0.005358349531888962, "global_step": 34855, "epoch": 195, "lr": 7.636578846325e-05}
{"train_loss": 0.004071780480444431, "global_step": 34856, "epoch": 195, "lr": 7.636453289429128e-05}
{"train_loss": 0.009745609015226364, "global_step": 34857, "epoch": 195, "lr": 7.636327730230471e-05}
{"train_loss": 0.005944486707448959, "global_step": 34858, "epoch": 195, "lr": 7.636202168729138e-05}
{"train_loss": 0.0047661317512393, "global_step": 34859, "epoch": 195, "lr": 7.636076604925241e-05}
{"train_loss": 0.0027866079472005367, "global_step": 34860, "epoch": 195, "lr": 7.63595103881889e-05}
{"train_loss": 0.006414555013179779, "global_step": 34861, "epoch": 195, "lr": 7.635825470410189e-05}
{"train_loss": 0.006490611005574465, "global_step": 34862, "epoch": 195, "lr": 7.635699899699255e-05}
{"train_loss": 0.007804448716342449, "global_step": 34863, "epoch": 195, "lr": 7.635574326686193e-05}
{"train_loss": 0.005641115829348564, "global_step": 34864, "epoch": 195, "lr": 7.635448751371114e-05}
{"train_loss": 0.004666420631110668, "global_step": 34865, "epoch": 195, "lr": 7.63532317375413e-05}
{"train_loss": 0.003100696252658963, "global_step": 34866, "epoch": 195, "lr": 7.635197593835348e-05}
{"train_loss": 0.004442314617335796, "global_step": 34867, "epoch": 195, "lr": 7.635072011614877e-05}
{"train_loss": 0.005384692456573248, "global_step": 34868, "epoch": 195, "lr": 7.634946427092829e-05}
{"train_loss": 0.003657387103885412, "global_step": 34869, "epoch": 195, "lr": 7.634820840269313e-05}
{"train_loss": 0.003944691736251116, "global_step": 34870, "epoch": 195, "lr": 7.634695251144437e-05}
{"train_loss": 0.005330674350261688, "global_step": 34871, "epoch": 195, "lr": 7.634569659718312e-05}
{"train_loss": 0.0024002674035727978, "global_step": 34872, "epoch": 195, "lr": 7.634444065991048e-05}
{"train_loss": 0.004754180554300547, "global_step": 34873, "epoch": 195, "lr": 7.634318469962755e-05}
{"train_loss": 0.004673861898481846, "global_step": 34874, "epoch": 195, "lr": 7.634192871633544e-05}
{"train_loss": 0.0059252092614769936, "global_step": 34875, "epoch": 195, "lr": 7.63406727100352e-05}
{"train_loss": 0.002947777509689331, "global_step": 34876, "epoch": 195, "lr": 7.633941668072797e-05}
{"train_loss": 0.008046062663197517, "global_step": 34877, "epoch": 195, "lr": 7.633816062841483e-05}
{"train_loss": 0.003752622054889798, "global_step": 34878, "epoch": 195, "lr": 7.633690455309688e-05}
{"train_loss": 0.007067711092531681, "global_step": 34879, "epoch": 195, "lr": 7.633564845477521e-05}
{"train_loss": 0.006452044006437063, "global_step": 34880, "epoch": 195, "lr": 7.633439233345092e-05}
{"train_loss": 0.005452766548842192, "global_step": 34881, "epoch": 195, "lr": 7.633313618912512e-05}
{"train_loss": 0.0049279434606432915, "global_step": 34882, "epoch": 195, "lr": 7.633188002179889e-05}
{"train_loss": 0.004587550647556782, "global_step": 34883, "epoch": 195, "lr": 7.633062383147336e-05}
{"train_loss": 0.006772171705961227, "global_step": 34884, "epoch": 195, "lr": 7.632936761814957e-05}
{"train_loss": 0.003264137078076601, "global_step": 34885, "epoch": 195, "lr": 7.632811138182865e-05}
{"train_loss": 0.007942196913063526, "global_step": 34886, "epoch": 195, "lr": 7.632685512251171e-05}
{"train_loss": 0.0055173516320587875, "global_step": 34887, "epoch": 195, "lr": 7.632559884019985e-05, "train_action_mse_error": 1.5387686289614066e-05}
{"train_loss": 0.004054761957377195, "global_step": 34888, "epoch": 196, "lr": 7.632434253489414e-05}
{"train_loss": 0.010953066870570183, "global_step": 34889, "epoch": 196, "lr": 7.632308620659569e-05}
{"train_loss": 0.002209525555372238, "global_step": 34890, "epoch": 196, "lr": 7.632182985530558e-05}
{"train_loss": 0.007967539131641388, "global_step": 34891, "epoch": 196, "lr": 7.632057348102494e-05}
{"train_loss": 0.012946100905537605, "global_step": 34892, "epoch": 196, "lr": 7.631931708375484e-05}
{"train_loss": 0.00432558311149478, "global_step": 34893, "epoch": 196, "lr": 7.63180606634964e-05}
{"train_loss": 0.005348792299628258, "global_step": 34894, "epoch": 196, "lr": 7.631680422025069e-05}
{"train_loss": 0.0025107681285589933, "global_step": 34895, "epoch": 196, "lr": 7.631554775401884e-05}
{"train_loss": 0.005760911852121353, "global_step": 34896, "epoch": 196, "lr": 7.631429126480192e-05}
{"train_loss": 0.006603585090488195, "global_step": 34897, "epoch": 196, "lr": 7.631303475260105e-05}
{"train_loss": 0.004811074584722519, "global_step": 34898, "epoch": 196, "lr": 7.63117782174173e-05}
{"train_loss": 0.0030345902778208256, "global_step": 34899, "epoch": 196, "lr": 7.631052165925179e-05}
{"train_loss": 0.0037597590126097202, "global_step": 34900, "epoch": 196, "lr": 7.630926507810562e-05}
{"train_loss": 0.002408132189884782, "global_step": 34901, "epoch": 196, "lr": 7.630800847397987e-05}
{"train_loss": 0.0048206401988863945, "global_step": 34902, "epoch": 196, "lr": 7.630675184687565e-05}
{"train_loss": 0.00465411227196455, "global_step": 34903, "epoch": 196, "lr": 7.630549519679405e-05}
{"train_loss": 0.00650788564234972, "global_step": 34904, "epoch": 196, "lr": 7.630423852373616e-05}
{"train_loss": 0.004468285478651524, "global_step": 34905, "epoch": 196, "lr": 7.630298182770309e-05}
{"train_loss": 0.007691642269492149, "global_step": 34906, "epoch": 196, "lr": 7.630172510869596e-05}
{"train_loss": 0.006406398490071297, "global_step": 34907, "epoch": 196, "lr": 7.630046836671582e-05}
{"train_loss": 0.0068852221593260765, "global_step": 34908, "epoch": 196, "lr": 7.62992116017638e-05}
{"train_loss": 0.007337998598814011, "global_step": 34909, "epoch": 196, "lr": 7.6297954813841e-05}
{"train_loss": 0.006295213010162115, "global_step": 34910, "epoch": 196, "lr": 7.629669800294848e-05}
{"train_loss": 0.005222021602094173, "global_step": 34911, "epoch": 196, "lr": 7.629544116908737e-05}
{"train_loss": 0.006812987849116325, "global_step": 34912, "epoch": 196, "lr": 7.629418431225879e-05}
{"train_loss": 0.010191541165113449, "global_step": 34913, "epoch": 196, "lr": 7.629292743246379e-05}
{"train_loss": 0.0050592548213899136, "global_step": 34914, "epoch": 196, "lr": 7.629167052970349e-05}
{"train_loss": 0.005761062726378441, "global_step": 34915, "epoch": 196, "lr": 7.629041360397899e-05}
{"train_loss": 0.00796190369874239, "global_step": 34916, "epoch": 196, "lr": 7.628915665529139e-05}
{"train_loss": 0.004241330083459616, "global_step": 34917, "epoch": 196, "lr": 7.628789968364176e-05}
{"train_loss": 0.006183722522109747, "global_step": 34918, "epoch": 196, "lr": 7.628664268903123e-05}
{"train_loss": 0.010677125304937363, "global_step": 34919, "epoch": 196, "lr": 7.628538567146089e-05}
{"train_loss": 0.0037235168274492025, "global_step": 34920, "epoch": 196, "lr": 7.628412863093184e-05}
{"train_loss": 0.004301342181861401, "global_step": 34921, "epoch": 196, "lr": 7.628287156744518e-05}
{"train_loss": 0.0033012437634170055, "global_step": 34922, "epoch": 196, "lr": 7.628161448100197e-05}
{"train_loss": 0.005384975112974644, "global_step": 34923, "epoch": 196, "lr": 7.628035737160337e-05}
{"train_loss": 0.005410410463809967, "global_step": 34924, "epoch": 196, "lr": 7.627910023925043e-05}
{"train_loss": 0.0031081491615623236, "global_step": 34925, "epoch": 196, "lr": 7.627784308394428e-05}
{"train_loss": 0.006315524224191904, "global_step": 34926, "epoch": 196, "lr": 7.627658590568599e-05}
{"train_loss": 0.009305429644882679, "global_step": 34927, "epoch": 196, "lr": 7.627532870447667e-05}
{"train_loss": 0.004433433059602976, "global_step": 34928, "epoch": 196, "lr": 7.627407148031743e-05}
{"train_loss": 0.006994051858782768, "global_step": 34929, "epoch": 196, "lr": 7.627281423320936e-05}
{"train_loss": 0.00789658259600401, "global_step": 34930, "epoch": 196, "lr": 7.627155696315354e-05}
{"train_loss": 0.007669481914490461, "global_step": 34931, "epoch": 196, "lr": 7.62702996701511e-05}
{"train_loss": 0.006603336427360773, "global_step": 34932, "epoch": 196, "lr": 7.62690423542031e-05}
{"train_loss": 0.00516497390344739, "global_step": 34933, "epoch": 196, "lr": 7.626778501531068e-05}
{"train_loss": 0.006768096704035997, "global_step": 34934, "epoch": 196, "lr": 7.626652765347491e-05}
{"train_loss": 0.0030883345752954483, "global_step": 34935, "epoch": 196, "lr": 7.626527026869692e-05}
{"train_loss": 0.005891027394682169, "global_step": 34936, "epoch": 196, "lr": 7.626401286097776e-05}
{"train_loss": 0.00459008663892746, "global_step": 34937, "epoch": 196, "lr": 7.626275543031856e-05}
{"train_loss": 0.0025888141244649887, "global_step": 34938, "epoch": 196, "lr": 7.62614979767204e-05}
{"train_loss": 0.005516248755156994, "global_step": 34939, "epoch": 196, "lr": 7.626024050018442e-05}
{"train_loss": 0.005561732687056065, "global_step": 34940, "epoch": 196, "lr": 7.625898300071166e-05}
{"train_loss": 0.004092455841600895, "global_step": 34941, "epoch": 196, "lr": 7.625772547830326e-05}
{"train_loss": 0.003062302013859153, "global_step": 34942, "epoch": 196, "lr": 7.625646793296028e-05}
{"train_loss": 0.009136106818914413, "global_step": 34943, "epoch": 196, "lr": 7.625521036468388e-05}
{"train_loss": 0.0042882319539785385, "global_step": 34944, "epoch": 196, "lr": 7.62539527734751e-05}
{"train_loss": 0.006236144341528416, "global_step": 34945, "epoch": 196, "lr": 7.625269515933506e-05}
{"train_loss": 0.006674715783447027, "global_step": 34946, "epoch": 196, "lr": 7.625143752226486e-05}
{"train_loss": 0.0052029285579919815, "global_step": 34947, "epoch": 196, "lr": 7.625017986226561e-05}
{"train_loss": 0.00753836240619421, "global_step": 34948, "epoch": 196, "lr": 7.624892217933838e-05}
{"train_loss": 0.006475196685642004, "global_step": 34949, "epoch": 196, "lr": 7.62476644734843e-05}
{"train_loss": 0.011293096467852592, "global_step": 34950, "epoch": 196, "lr": 7.624640674470443e-05}
{"train_loss": 0.004750273190438747, "global_step": 34951, "epoch": 196, "lr": 7.62451489929999e-05}
{"train_loss": 0.007595367729663849, "global_step": 34952, "epoch": 196, "lr": 7.624389121837181e-05}
{"train_loss": 0.002938048215582967, "global_step": 34953, "epoch": 196, "lr": 7.624263342082125e-05}
{"train_loss": 0.005133236758410931, "global_step": 34954, "epoch": 196, "lr": 7.62413756003493e-05}
{"train_loss": 0.004030395299196243, "global_step": 34955, "epoch": 196, "lr": 7.62401177569571e-05}
{"train_loss": 0.006814746651798487, "global_step": 34956, "epoch": 196, "lr": 7.623885989064569e-05}
{"train_loss": 0.005065964534878731, "global_step": 34957, "epoch": 196, "lr": 7.623760200141623e-05}
{"train_loss": 0.008483895100653172, "global_step": 34958, "epoch": 196, "lr": 7.623634408926978e-05}
{"train_loss": 0.0045000240206718445, "global_step": 34959, "epoch": 196, "lr": 7.623508615420746e-05}
{"train_loss": 0.006242475006729364, "global_step": 34960, "epoch": 196, "lr": 7.623382819623035e-05}
{"train_loss": 0.005241880193352699, "global_step": 34961, "epoch": 196, "lr": 7.623257021533956e-05}
{"train_loss": 0.006049701012670994, "global_step": 34962, "epoch": 196, "lr": 7.623131221153619e-05}
{"train_loss": 0.0027358888182789087, "global_step": 34963, "epoch": 196, "lr": 7.623005418482134e-05}
{"train_loss": 0.004331356845796108, "global_step": 34964, "epoch": 196, "lr": 7.622879613519609e-05}
{"train_loss": 0.004374837968498468, "global_step": 34965, "epoch": 196, "lr": 7.622753806266155e-05}
{"train_loss": 0.004312637262046337, "global_step": 34966, "epoch": 196, "lr": 7.622627996721883e-05}
{"train_loss": 0.006398513447493315, "global_step": 34967, "epoch": 196, "lr": 7.622502184886902e-05}
{"train_loss": 0.004595065489411354, "global_step": 34968, "epoch": 196, "lr": 7.622376370761321e-05}
{"train_loss": 0.0034136429894715548, "global_step": 34969, "epoch": 196, "lr": 7.622250554345254e-05}
{"train_loss": 0.006680023390799761, "global_step": 34970, "epoch": 196, "lr": 7.622124735638805e-05}
{"train_loss": 0.005521096289157867, "global_step": 34971, "epoch": 196, "lr": 7.621998914642088e-05}
{"train_loss": 0.006285169627517462, "global_step": 34972, "epoch": 196, "lr": 7.621873091355209e-05}
{"train_loss": 0.0072578974068164825, "global_step": 34973, "epoch": 196, "lr": 7.621747265778283e-05}
{"train_loss": 0.00779765285551548, "global_step": 34974, "epoch": 196, "lr": 7.621621437911417e-05}
{"train_loss": 0.003874370828270912, "global_step": 34975, "epoch": 196, "lr": 7.621495607754721e-05}
{"train_loss": 0.0027170495595782995, "global_step": 34976, "epoch": 196, "lr": 7.621369775308305e-05}
{"train_loss": 0.006016663275659084, "global_step": 34977, "epoch": 196, "lr": 7.62124394057228e-05}
{"train_loss": 0.0036644621286541224, "global_step": 34978, "epoch": 196, "lr": 7.621118103546753e-05}
{"train_loss": 0.007258117198944092, "global_step": 34979, "epoch": 196, "lr": 7.620992264231838e-05}
{"train_loss": 0.0030315336771309376, "global_step": 34980, "epoch": 196, "lr": 7.620866422627641e-05}
{"train_loss": 0.002196006942540407, "global_step": 34981, "epoch": 196, "lr": 7.620740578734274e-05}
{"train_loss": 0.005784545559436083, "global_step": 34982, "epoch": 196, "lr": 7.620614732551848e-05}
{"train_loss": 0.004780788440257311, "global_step": 34983, "epoch": 196, "lr": 7.62048888408047e-05}
{"train_loss": 0.004080912098288536, "global_step": 34984, "epoch": 196, "lr": 7.620363033320252e-05}
{"train_loss": 0.005426725372672081, "global_step": 34985, "epoch": 196, "lr": 7.620237180271303e-05}
{"train_loss": 0.004422110505402088, "global_step": 34986, "epoch": 196, "lr": 7.620111324933734e-05}
{"train_loss": 0.009530751965939999, "global_step": 34987, "epoch": 196, "lr": 7.619985467307654e-05}
{"train_loss": 0.005938354879617691, "global_step": 34988, "epoch": 196, "lr": 7.619859607393171e-05}
{"train_loss": 0.005788280162960291, "global_step": 34989, "epoch": 196, "lr": 7.6197337451904e-05}
{"train_loss": 0.005158283747732639, "global_step": 34990, "epoch": 196, "lr": 7.619607880699446e-05}
{"train_loss": 0.006235831882804632, "global_step": 34991, "epoch": 196, "lr": 7.619482013920424e-05}
{"train_loss": 0.00540513638406992, "global_step": 34992, "epoch": 196, "lr": 7.619356144853439e-05}
{"train_loss": 0.005427670665085316, "global_step": 34993, "epoch": 196, "lr": 7.619230273498604e-05}
{"train_loss": 0.00457864860072732, "global_step": 34994, "epoch": 196, "lr": 7.619104399856025e-05}
{"train_loss": 0.005527825094759464, "global_step": 34995, "epoch": 196, "lr": 7.618978523925818e-05}
{"train_loss": 0.005953557789325714, "global_step": 34996, "epoch": 196, "lr": 7.618852645708086e-05}
{"train_loss": 0.0034100671764463186, "global_step": 34997, "epoch": 196, "lr": 7.618726765202945e-05}
{"train_loss": 0.0023276980500668287, "global_step": 34998, "epoch": 196, "lr": 7.618600882410503e-05}
{"train_loss": 0.01104644313454628, "global_step": 34999, "epoch": 196, "lr": 7.618474997330868e-05}
{"train_loss": 0.004449511878192425, "global_step": 35000, "epoch": 196, "lr": 7.618349109964153e-05}
{"train_loss": 0.004922700114548206, "global_step": 35001, "epoch": 196, "lr": 7.618223220310465e-05}
{"train_loss": 0.0062710437923669815, "global_step": 35002, "epoch": 196, "lr": 7.618097328369916e-05}
{"train_loss": 0.007485252805054188, "global_step": 35003, "epoch": 196, "lr": 7.617971434142614e-05}
{"train_loss": 0.0063112350180745125, "global_step": 35004, "epoch": 196, "lr": 7.617845537628673e-05}
{"train_loss": 0.009069222025573254, "global_step": 35005, "epoch": 196, "lr": 7.617719638828198e-05}
{"train_loss": 0.0024318010546267033, "global_step": 35006, "epoch": 196, "lr": 7.617593737741303e-05}
{"train_loss": 0.0024097368586808443, "global_step": 35007, "epoch": 196, "lr": 7.617467834368096e-05}
{"train_loss": 0.004984534811228514, "global_step": 35008, "epoch": 196, "lr": 7.617341928708685e-05}
{"train_loss": 0.007674690801650286, "global_step": 35009, "epoch": 196, "lr": 7.617216020763183e-05}
{"train_loss": 0.011056954972445965, "global_step": 35010, "epoch": 196, "lr": 7.617090110531699e-05}
{"train_loss": 0.006225104443728924, "global_step": 35011, "epoch": 196, "lr": 7.616964198014345e-05}
{"train_loss": 0.009528225287795067, "global_step": 35012, "epoch": 196, "lr": 7.616838283211228e-05}
{"train_loss": 0.005340329371392727, "global_step": 35013, "epoch": 196, "lr": 7.616712366122458e-05}
{"train_loss": 0.0057909837923944, "global_step": 35014, "epoch": 196, "lr": 7.616586446748147e-05}
{"train_loss": 0.008175383321940899, "global_step": 35015, "epoch": 196, "lr": 7.616460525088405e-05}
{"train_loss": 0.0048731169663369656, "global_step": 35016, "epoch": 196, "lr": 7.61633460114334e-05}
{"train_loss": 0.005973393097519875, "global_step": 35017, "epoch": 196, "lr": 7.616208674913062e-05}
{"train_loss": 0.007909094914793968, "global_step": 35018, "epoch": 196, "lr": 7.616082746397683e-05}
{"train_loss": 0.009483030065894127, "global_step": 35019, "epoch": 196, "lr": 7.615956815597312e-05}
{"train_loss": 0.0038399910554289818, "global_step": 35020, "epoch": 196, "lr": 7.615830882512059e-05}
{"train_loss": 0.004199950955808163, "global_step": 35021, "epoch": 196, "lr": 7.615704947142032e-05}
{"train_loss": 0.004908744245767593, "global_step": 35022, "epoch": 196, "lr": 7.615579009487344e-05}
{"train_loss": 0.007933082059025764, "global_step": 35023, "epoch": 196, "lr": 7.615453069548107e-05}
{"train_loss": 0.007047499995678663, "global_step": 35024, "epoch": 196, "lr": 7.615327127324424e-05}
{"train_loss": 0.003428792115300894, "global_step": 35025, "epoch": 196, "lr": 7.615201182816411e-05}
{"train_loss": 0.005673921201378107, "global_step": 35026, "epoch": 196, "lr": 7.615075236024176e-05}
{"train_loss": 0.004916345234960318, "global_step": 35027, "epoch": 196, "lr": 7.614949286947828e-05}
{"train_loss": 0.007187621667981148, "global_step": 35028, "epoch": 196, "lr": 7.614823335587477e-05}
{"train_loss": 0.007348229177296162, "global_step": 35029, "epoch": 196, "lr": 7.614697381943236e-05}
{"train_loss": 0.004962529055774212, "global_step": 35030, "epoch": 196, "lr": 7.61457142601521e-05}
{"train_loss": 0.003318538423627615, "global_step": 35031, "epoch": 196, "lr": 7.614445467803517e-05}
{"train_loss": 0.011986678466200829, "global_step": 35032, "epoch": 196, "lr": 7.614319507308257e-05}
{"train_loss": 0.007229016162455082, "global_step": 35033, "epoch": 196, "lr": 7.614193544529547e-05}
{"train_loss": 0.007130093406885862, "global_step": 35034, "epoch": 196, "lr": 7.614067579467497e-05}
{"train_loss": 0.004265556111931801, "global_step": 35035, "epoch": 196, "lr": 7.613941612122213e-05}
{"train_loss": 0.005124103277921677, "global_step": 35036, "epoch": 196, "lr": 7.613815642493807e-05}
{"train_loss": 0.00243878411129117, "global_step": 35037, "epoch": 196, "lr": 7.61368967058239e-05}
{"train_loss": 0.00823795236647129, "global_step": 35038, "epoch": 196, "lr": 7.61356369638807e-05}
{"train_loss": 0.0034614144824445248, "global_step": 35039, "epoch": 196, "lr": 7.613437719910959e-05}
{"train_loss": 0.00511796772480011, "global_step": 35040, "epoch": 196, "lr": 7.613311741151168e-05}
{"train_loss": 0.005103521980345249, "global_step": 35041, "epoch": 196, "lr": 7.613185760108802e-05}
{"train_loss": 0.006344301626086235, "global_step": 35042, "epoch": 196, "lr": 7.613059776783976e-05}
{"train_loss": 0.006080289371311665, "global_step": 35043, "epoch": 196, "lr": 7.612933791176799e-05}
{"train_loss": 0.007561705075204372, "global_step": 35044, "epoch": 196, "lr": 7.612807803287378e-05}
{"train_loss": 0.007974017411470413, "global_step": 35045, "epoch": 196, "lr": 7.612681813115827e-05}
{"train_loss": 0.0035250973887741566, "global_step": 35046, "epoch": 196, "lr": 7.612555820662255e-05}
{"train_loss": 0.003621357958763838, "global_step": 35047, "epoch": 196, "lr": 7.61242982592677e-05}
{"train_loss": 0.007321449927985668, "global_step": 35048, "epoch": 196, "lr": 7.612303828909487e-05}
{"train_loss": 0.004843136295676231, "global_step": 35049, "epoch": 196, "lr": 7.61217782961051e-05}
{"train_loss": 0.009695879183709621, "global_step": 35050, "epoch": 196, "lr": 7.612051828029949e-05}
{"train_loss": 0.010288017801940441, "global_step": 35051, "epoch": 196, "lr": 7.611925824167919e-05}
{"train_loss": 0.0030678859911859035, "global_step": 35052, "epoch": 196, "lr": 7.611799818024529e-05}
{"train_loss": 0.007923106662929058, "global_step": 35053, "epoch": 196, "lr": 7.611673809599887e-05}
{"train_loss": 0.005307066719979048, "global_step": 35054, "epoch": 196, "lr": 7.611547798894104e-05}
{"train_loss": 0.010197598487138748, "global_step": 35055, "epoch": 196, "lr": 7.611421785907291e-05}
{"train_loss": 0.00305652292445302, "global_step": 35056, "epoch": 196, "lr": 7.611295770639554e-05}
{"train_loss": 0.007125837728381157, "global_step": 35057, "epoch": 196, "lr": 7.611169753091008e-05}
{"train_loss": 0.002511122729629278, "global_step": 35058, "epoch": 196, "lr": 7.611043733261762e-05}
{"train_loss": 0.0026266220957040787, "global_step": 35059, "epoch": 196, "lr": 7.610917711151924e-05}
{"train_loss": 0.007736958097666502, "global_step": 35060, "epoch": 196, "lr": 7.610791686761606e-05}
{"train_loss": 0.0072337789461016655, "global_step": 35061, "epoch": 196, "lr": 7.610665660090916e-05}
{"train_loss": 0.0041523948311805725, "global_step": 35062, "epoch": 196, "lr": 7.610539631139968e-05}
{"train_loss": 0.0077626993879675865, "global_step": 35063, "epoch": 196, "lr": 7.610413599908867e-05}
{"train_loss": 0.004028808791190386, "global_step": 35064, "epoch": 196, "lr": 7.610287566397728e-05}
{"train_loss": 0.005832443470292295, "global_step": 35065, "epoch": 196, "lr": 7.610161530606656e-05}
{"train_loss": 0.0038722874596714973, "global_step": 35066, "epoch": 197, "lr": 7.610035492535767e-05}
{"train_loss": 0.005571756511926651, "global_step": 35067, "epoch": 197, "lr": 7.609909452185165e-05}
{"train_loss": 0.008913597092032433, "global_step": 35068, "epoch": 197, "lr": 7.609783409554964e-05}
{"train_loss": 0.00680705439299345, "global_step": 35069, "epoch": 197, "lr": 7.609657364645273e-05}
{"train_loss": 0.010412092320621014, "global_step": 35070, "epoch": 197, "lr": 7.609531317456202e-05}
{"train_loss": 0.006614092271775007, "global_step": 35071, "epoch": 197, "lr": 7.609405267987861e-05}
{"train_loss": 0.003114793449640274, "global_step": 35072, "epoch": 197, "lr": 7.609279216240361e-05}
{"train_loss": 0.0037212586030364037, "global_step": 35073, "epoch": 197, "lr": 7.609153162213812e-05}
{"train_loss": 0.007678767666220665, "global_step": 35074, "epoch": 197, "lr": 7.609027105908322e-05}
{"train_loss": 0.011497808620333672, "global_step": 35075, "epoch": 197, "lr": 7.608901047324003e-05}
{"train_loss": 0.004882644396275282, "global_step": 35076, "epoch": 197, "lr": 7.608774986460965e-05}
{"train_loss": 0.004967988468706608, "global_step": 35077, "epoch": 197, "lr": 7.608648923319319e-05}
{"train_loss": 0.008752502501010895, "global_step": 35078, "epoch": 197, "lr": 7.608522857899171e-05}
{"train_loss": 0.0033421991392970085, "global_step": 35079, "epoch": 197, "lr": 7.608396790200636e-05}
{"train_loss": 0.006313258782029152, "global_step": 35080, "epoch": 197, "lr": 7.608270720223823e-05}
{"train_loss": 0.007224366068840027, "global_step": 35081, "epoch": 197, "lr": 7.60814464796884e-05}
{"train_loss": 0.004272662103176117, "global_step": 35082, "epoch": 197, "lr": 7.6080185734358e-05}
{"train_loss": 0.005748480558395386, "global_step": 35083, "epoch": 197, "lr": 7.60789249662481e-05}
{"train_loss": 0.006554710678756237, "global_step": 35084, "epoch": 197, "lr": 7.607766417535982e-05}
{"train_loss": 0.003097774926573038, "global_step": 35085, "epoch": 197, "lr": 7.607640336169426e-05}
{"train_loss": 0.005734272766858339, "global_step": 35086, "epoch": 197, "lr": 7.607514252525252e-05}
{"train_loss": 0.006621915381401777, "global_step": 35087, "epoch": 197, "lr": 7.607388166603569e-05}
{"train_loss": 0.005259310826659203, "global_step": 35088, "epoch": 197, "lr": 7.60726207840449e-05}
{"train_loss": 0.0037148133851587772, "global_step": 35089, "epoch": 197, "lr": 7.60713598792812e-05}
{"train_loss": 0.009038189426064491, "global_step": 35090, "epoch": 197, "lr": 7.607009895174575e-05}
{"train_loss": 0.003975461702793837, "global_step": 35091, "epoch": 197, "lr": 7.606883800143962e-05}
{"train_loss": 0.004506050143390894, "global_step": 35092, "epoch": 197, "lr": 7.606757702836392e-05}
{"train_loss": 0.006166535429656506, "global_step": 35093, "epoch": 197, "lr": 7.606631603251975e-05}
{"train_loss": 0.0034379151184111834, "global_step": 35094, "epoch": 197, "lr": 7.60650550139082e-05}
{"train_loss": 0.004322362132370472, "global_step": 35095, "epoch": 197, "lr": 7.606379397253039e-05}
{"train_loss": 0.005200658924877644, "global_step": 35096, "epoch": 197, "lr": 7.606253290838741e-05}
{"train_loss": 0.0042923325672745705, "global_step": 35097, "epoch": 197, "lr": 7.606127182148035e-05}
{"train_loss": 0.004605295602232218, "global_step": 35098, "epoch": 197, "lr": 7.606001071181035e-05}
{"train_loss": 0.01008743979036808, "global_step": 35099, "epoch": 197, "lr": 7.605874957937846e-05}
{"train_loss": 0.006690909154713154, "global_step": 35100, "epoch": 197, "lr": 7.605748842418583e-05}
{"train_loss": 0.004833156708627939, "global_step": 35101, "epoch": 197, "lr": 7.605622724623354e-05}
{"train_loss": 0.004974322393536568, "global_step": 35102, "epoch": 197, "lr": 7.605496604552268e-05}
{"train_loss": 0.004269154742360115, "global_step": 35103, "epoch": 197, "lr": 7.605370482205436e-05}
{"train_loss": 0.006155745591968298, "global_step": 35104, "epoch": 197, "lr": 7.60524435758297e-05}
{"train_loss": 0.004299587570130825, "global_step": 35105, "epoch": 197, "lr": 7.605118230684977e-05}
{"train_loss": 0.003143225098028779, "global_step": 35106, "epoch": 197, "lr": 7.604992101511571e-05}
{"train_loss": 0.007702901028096676, "global_step": 35107, "epoch": 197, "lr": 7.604865970062858e-05}
{"train_loss": 0.005525059066712856, "global_step": 35108, "epoch": 197, "lr": 7.604739836338952e-05}
{"train_loss": 0.0033580022864043713, "global_step": 35109, "epoch": 197, "lr": 7.60461370033996e-05}
{"train_loss": 0.004909856710582972, "global_step": 35110, "epoch": 197, "lr": 7.604487562065994e-05}
{"train_loss": 0.00321378605440259, "global_step": 35111, "epoch": 197, "lr": 7.604361421517163e-05}
{"train_loss": 0.006921693217009306, "global_step": 35112, "epoch": 197, "lr": 7.604235278693576e-05}
{"train_loss": 0.0032625666353851557, "global_step": 35113, "epoch": 197, "lr": 7.604109133595349e-05}
{"train_loss": 0.0051431842148303986, "global_step": 35114, "epoch": 197, "lr": 7.603982986222585e-05}
{"train_loss": 0.008847877383232117, "global_step": 35115, "epoch": 197, "lr": 7.603856836575399e-05}
{"train_loss": 0.0031701941043138504, "global_step": 35116, "epoch": 197, "lr": 7.6037306846539e-05}
{"train_loss": 0.0031934550497680902, "global_step": 35117, "epoch": 197, "lr": 7.603604530458197e-05}
{"train_loss": 0.005438718479126692, "global_step": 35118, "epoch": 197, "lr": 7.6034783739884e-05}
{"train_loss": 0.0043357196263968945, "global_step": 35119, "epoch": 197, "lr": 7.603352215244621e-05}
{"train_loss": 0.005497894249856472, "global_step": 35120, "epoch": 197, "lr": 7.603226054226969e-05}
{"train_loss": 0.0045027900487184525, "global_step": 35121, "epoch": 197, "lr": 7.603099890935557e-05}
{"train_loss": 0.0026452362071722746, "global_step": 35122, "epoch": 197, "lr": 7.602973725370488e-05}
{"train_loss": 0.005898693576455116, "global_step": 35123, "epoch": 197, "lr": 7.60284755753188e-05}
{"train_loss": 0.004033375531435013, "global_step": 35124, "epoch": 197, "lr": 7.60272138741984e-05}
{"train_loss": 0.004481052048504353, "global_step": 35125, "epoch": 197, "lr": 7.602595215034478e-05}
{"train_loss": 0.0057226186618208885, "global_step": 35126, "epoch": 197, "lr": 7.602469040375904e-05}
{"train_loss": 0.00629235478118062, "global_step": 35127, "epoch": 197, "lr": 7.60234286344423e-05}
{"train_loss": 0.0038294638507068157, "global_step": 35128, "epoch": 197, "lr": 7.602216684239562e-05}
{"train_loss": 0.004041338339447975, "global_step": 35129, "epoch": 197, "lr": 7.602090502762015e-05}
{"train_loss": 0.0043082814663648605, "global_step": 35130, "epoch": 197, "lr": 7.601964319011699e-05}
{"train_loss": 0.0031662392430007458, "global_step": 35131, "epoch": 197, "lr": 7.601838132988721e-05}
{"train_loss": 0.005735404789447784, "global_step": 35132, "epoch": 197, "lr": 7.601711944693193e-05}
{"train_loss": 0.0027686983812600374, "global_step": 35133, "epoch": 197, "lr": 7.601585754125224e-05}
{"train_loss": 0.010668469592928886, "global_step": 35134, "epoch": 197, "lr": 7.601459561284926e-05}
{"train_loss": 0.005515751428902149, "global_step": 35135, "epoch": 197, "lr": 7.601333366172408e-05}
{"train_loss": 0.004443955607712269, "global_step": 35136, "epoch": 197, "lr": 7.601207168787782e-05}
{"train_loss": 0.005163626745343208, "global_step": 35137, "epoch": 197, "lr": 7.601080969131156e-05}
{"train_loss": 0.006159424316138029, "global_step": 35138, "epoch": 197, "lr": 7.60095476720264e-05}
{"train_loss": 0.004786526318639517, "global_step": 35139, "epoch": 197, "lr": 7.600828563002347e-05}
{"train_loss": 0.00526395533233881, "global_step": 35140, "epoch": 197, "lr": 7.600702356530385e-05}
{"train_loss": 0.004679464735090733, "global_step": 35141, "epoch": 197, "lr": 7.600576147786864e-05}
{"train_loss": 0.004034434445202351, "global_step": 35142, "epoch": 197, "lr": 7.600449936771897e-05}
{"train_loss": 0.007911685854196548, "global_step": 35143, "epoch": 197, "lr": 7.60032372348559e-05}
{"train_loss": 0.003155600279569626, "global_step": 35144, "epoch": 197, "lr": 7.600197507928058e-05}
{"train_loss": 0.0037550730630755424, "global_step": 35145, "epoch": 197, "lr": 7.600071290099406e-05}
{"train_loss": 0.00496731698513031, "global_step": 35146, "epoch": 197, "lr": 7.59994506999975e-05}
{"train_loss": 0.005954165477305651, "global_step": 35147, "epoch": 197, "lr": 7.599818847629195e-05}
{"train_loss": 0.005533617455512285, "global_step": 35148, "epoch": 197, "lr": 7.599692622987854e-05}
{"train_loss": 0.005142384674400091, "global_step": 35149, "epoch": 197, "lr": 7.599566396075837e-05}
{"train_loss": 0.005488282535225153, "global_step": 35150, "epoch": 197, "lr": 7.599440166893252e-05}
{"train_loss": 0.004741597454994917, "global_step": 35151, "epoch": 197, "lr": 7.599313935440214e-05}
{"train_loss": 0.003571249544620514, "global_step": 35152, "epoch": 197, "lr": 7.59918770171683e-05}
{"train_loss": 0.00562523677945137, "global_step": 35153, "epoch": 197, "lr": 7.599061465723212e-05}
{"train_loss": 0.006871333345770836, "global_step": 35154, "epoch": 197, "lr": 7.598935227459467e-05}
{"train_loss": 0.009186088107526302, "global_step": 35155, "epoch": 197, "lr": 7.598808986925707e-05}
{"train_loss": 0.0055293734185397625, "global_step": 35156, "epoch": 197, "lr": 7.598682744122043e-05}
{"train_loss": 0.004987997934222221, "global_step": 35157, "epoch": 197, "lr": 7.598556499048585e-05}
{"train_loss": 0.003877798095345497, "global_step": 35158, "epoch": 197, "lr": 7.598430251705443e-05}
{"train_loss": 0.009499557316303253, "global_step": 35159, "epoch": 197, "lr": 7.598304002092728e-05}
{"train_loss": 0.012518917210400105, "global_step": 35160, "epoch": 197, "lr": 7.598177750210548e-05}
{"train_loss": 0.0052723875269293785, "global_step": 35161, "epoch": 197, "lr": 7.598051496059015e-05}
{"train_loss": 0.005996005609631538, "global_step": 35162, "epoch": 197, "lr": 7.597925239638241e-05}
{"train_loss": 0.006139191798865795, "global_step": 35163, "epoch": 197, "lr": 7.597798980948334e-05}
{"train_loss": 0.004616552963852882, "global_step": 35164, "epoch": 197, "lr": 7.597672719989406e-05}
{"train_loss": 0.006083387415856123, "global_step": 35165, "epoch": 197, "lr": 7.597546456761562e-05}
{"train_loss": 0.008136243559420109, "global_step": 35166, "epoch": 197, "lr": 7.597420191264919e-05}
{"train_loss": 0.004054470919072628, "global_step": 35167, "epoch": 197, "lr": 7.597293923499586e-05}
{"train_loss": 0.007902637124061584, "global_step": 35168, "epoch": 197, "lr": 7.597167653465669e-05}
{"train_loss": 0.004011576995253563, "global_step": 35169, "epoch": 197, "lr": 7.597041381163282e-05}
{"train_loss": 0.0040153986774384975, "global_step": 35170, "epoch": 197, "lr": 7.596915106592534e-05}
{"train_loss": 0.004928386304527521, "global_step": 35171, "epoch": 197, "lr": 7.596788829753538e-05}
{"train_loss": 0.004667708650231361, "global_step": 35172, "epoch": 197, "lr": 7.5966625506464e-05}
{"train_loss": 0.004938276018947363, "global_step": 35173, "epoch": 197, "lr": 7.596536269271234e-05}
{"train_loss": 0.006387696601450443, "global_step": 35174, "epoch": 197, "lr": 7.596409985628147e-05}
{"train_loss": 0.006652230396866798, "global_step": 35175, "epoch": 197, "lr": 7.59628369971725e-05}
{"train_loss": 0.004395355936139822, "global_step": 35176, "epoch": 197, "lr": 7.596157411538657e-05}
{"train_loss": 0.00533637497574091, "global_step": 35177, "epoch": 197, "lr": 7.596031121092473e-05}
{"train_loss": 0.0029860546346753836, "global_step": 35178, "epoch": 197, "lr": 7.595904828378812e-05}
{"train_loss": 0.0043591842986643314, "global_step": 35179, "epoch": 197, "lr": 7.595778533397784e-05}
{"train_loss": 0.0053709642961621284, "global_step": 35180, "epoch": 197, "lr": 7.595652236149498e-05}
{"train_loss": 0.005321264732629061, "global_step": 35181, "epoch": 197, "lr": 7.595525936634063e-05}
{"train_loss": 0.008002751506865025, "global_step": 35182, "epoch": 197, "lr": 7.595399634851595e-05}
{"train_loss": 0.003002399578690529, "global_step": 35183, "epoch": 197, "lr": 7.595273330802198e-05}
{"train_loss": 0.007895469665527344, "global_step": 35184, "epoch": 197, "lr": 7.595147024485982e-05}
{"train_loss": 0.012009359896183014, "global_step": 35185, "epoch": 197, "lr": 7.595020715903064e-05}
{"train_loss": 0.005689484067261219, "global_step": 35186, "epoch": 197, "lr": 7.59489440505355e-05}
{"train_loss": 0.004965927917510271, "global_step": 35187, "epoch": 197, "lr": 7.59476809193755e-05}
{"train_loss": 0.006030772812664509, "global_step": 35188, "epoch": 197, "lr": 7.594641776555173e-05}
{"train_loss": 0.003460113424807787, "global_step": 35189, "epoch": 197, "lr": 7.594515458906535e-05}
{"train_loss": 0.0036354900803416967, "global_step": 35190, "epoch": 197, "lr": 7.594389138991739e-05}
{"train_loss": 0.004286585375666618, "global_step": 35191, "epoch": 197, "lr": 7.594262816810903e-05}
{"train_loss": 0.005399181507527828, "global_step": 35192, "epoch": 197, "lr": 7.594136492364131e-05}
{"train_loss": 0.004760928452014923, "global_step": 35193, "epoch": 197, "lr": 7.594010165651535e-05}
{"train_loss": 0.006180751137435436, "global_step": 35194, "epoch": 197, "lr": 7.593883836673228e-05}
{"train_loss": 0.004783716518431902, "global_step": 35195, "epoch": 197, "lr": 7.593757505429318e-05}
{"train_loss": 0.008437249809503555, "global_step": 35196, "epoch": 197, "lr": 7.593631171919914e-05}
{"train_loss": 0.008412126451730728, "global_step": 35197, "epoch": 197, "lr": 7.593504836145129e-05}
{"train_loss": 0.00583795877173543, "global_step": 35198, "epoch": 197, "lr": 7.593378498105072e-05}
{"train_loss": 0.006100508850067854, "global_step": 35199, "epoch": 197, "lr": 7.593252157799856e-05}
{"train_loss": 0.004799690097570419, "global_step": 35200, "epoch": 197, "lr": 7.593125815229586e-05}
{"train_loss": 0.006815039087086916, "global_step": 35201, "epoch": 197, "lr": 7.592999470394378e-05}
{"train_loss": 0.0031191068701446056, "global_step": 35202, "epoch": 197, "lr": 7.592873123294339e-05}
{"train_loss": 0.005348467733711004, "global_step": 35203, "epoch": 197, "lr": 7.592746773929577e-05}
{"train_loss": 0.0043776025995612144, "global_step": 35204, "epoch": 197, "lr": 7.59262042230021e-05}
{"train_loss": 0.007939626462757587, "global_step": 35205, "epoch": 197, "lr": 7.592494068406343e-05}
{"train_loss": 0.004087449051439762, "global_step": 35206, "epoch": 197, "lr": 7.592367712248087e-05}
{"train_loss": 0.007734952960163355, "global_step": 35207, "epoch": 197, "lr": 7.592241353825551e-05}
{"train_loss": 0.005877052433788776, "global_step": 35208, "epoch": 197, "lr": 7.592114993138848e-05}
{"train_loss": 0.004763809964060783, "global_step": 35209, "epoch": 197, "lr": 7.591988630188089e-05}
{"train_loss": 0.008336357772350311, "global_step": 35210, "epoch": 197, "lr": 7.59186226497338e-05}
{"train_loss": 0.005009275395423174, "global_step": 35211, "epoch": 197, "lr": 7.591735897494836e-05}
{"train_loss": 0.004162851721048355, "global_step": 35212, "epoch": 197, "lr": 7.591609527752564e-05}
{"train_loss": 0.004540272057056427, "global_step": 35213, "epoch": 197, "lr": 7.591483155746677e-05}
{"train_loss": 0.004495752509683371, "global_step": 35214, "epoch": 197, "lr": 7.591356781477285e-05}
{"train_loss": 0.00801922008395195, "global_step": 35215, "epoch": 197, "lr": 7.591230404944496e-05}
{"train_loss": 0.004546211566776037, "global_step": 35216, "epoch": 197, "lr": 7.591104026148424e-05}
{"train_loss": 0.004854136612266302, "global_step": 35217, "epoch": 197, "lr": 7.590977645089175e-05}
{"train_loss": 0.006023402791470289, "global_step": 35218, "epoch": 197, "lr": 7.590851261766862e-05}
{"train_loss": 0.004710246808826923, "global_step": 35219, "epoch": 197, "lr": 7.590724876181595e-05}
{"train_loss": 0.012009251862764359, "global_step": 35220, "epoch": 197, "lr": 7.590598488333485e-05}
{"train_loss": 0.0038735028356313705, "global_step": 35221, "epoch": 197, "lr": 7.590472098222643e-05}
{"train_loss": 0.0064489278011024, "global_step": 35222, "epoch": 197, "lr": 7.590345705849178e-05}
{"train_loss": 0.00518054747954011, "global_step": 35223, "epoch": 197, "lr": 7.5902193112132e-05}
{"train_loss": 0.008996343240141869, "global_step": 35224, "epoch": 197, "lr": 7.59009291431482e-05}
{"train_loss": 0.003346532117575407, "global_step": 35225, "epoch": 197, "lr": 7.58996651515415e-05}
{"train_loss": 0.0045806532725691795, "global_step": 35226, "epoch": 197, "lr": 7.589840113731298e-05}
{"train_loss": 0.005467817187309265, "global_step": 35227, "epoch": 197, "lr": 7.589713710046375e-05}
{"train_loss": 0.006185485050082207, "global_step": 35228, "epoch": 197, "lr": 7.589587304099492e-05}
{"train_loss": 0.004753215704113245, "global_step": 35229, "epoch": 197, "lr": 7.589460895890758e-05}
{"train_loss": 0.007253029849380255, "global_step": 35230, "epoch": 197, "lr": 7.589334485420287e-05}
{"train_loss": 0.0031405568588525057, "global_step": 35231, "epoch": 197, "lr": 7.589208072688184e-05}
{"train_loss": 0.005013100802898407, "global_step": 35232, "epoch": 197, "lr": 7.589081657694565e-05}
{"train_loss": 0.00686675775796175, "global_step": 35233, "epoch": 197, "lr": 7.588955240439537e-05}
{"train_loss": 0.004277876578271389, "global_step": 35234, "epoch": 197, "lr": 7.58882882092321e-05}
{"train_loss": 0.007845520041882992, "global_step": 35235, "epoch": 197, "lr": 7.588702399145697e-05}
{"train_loss": 0.008596286177635193, "global_step": 35236, "epoch": 197, "lr": 7.588575975107107e-05}
{"train_loss": 0.004218484275043011, "global_step": 35237, "epoch": 197, "lr": 7.58844954880755e-05}
{"train_loss": 0.005116201937198639, "global_step": 35238, "epoch": 197, "lr": 7.588323120247137e-05}
{"train_loss": 0.0035787192173302174, "global_step": 35239, "epoch": 197, "lr": 7.588196689425977e-05}
{"train_loss": 0.007586007006466389, "global_step": 35240, "epoch": 197, "lr": 7.588070256344184e-05}
{"train_loss": 0.005861747078597546, "global_step": 35241, "epoch": 197, "lr": 7.587943821001864e-05}
{"train_loss": 0.004583392292261124, "global_step": 35242, "epoch": 197, "lr": 7.587817383399132e-05}
{"train_loss": 0.005556328699589194, "global_step": 35243, "epoch": 197, "lr": 7.587690943536094e-05}
{"train_loss": 0.004656131379306316, "global_step": 35244, "epoch": 198, "lr": 7.587564501412864e-05}
{"train_loss": 0.003637378104031086, "global_step": 35245, "epoch": 198, "lr": 7.58743805702955e-05}
{"train_loss": 0.003976333420723677, "global_step": 35246, "epoch": 198, "lr": 7.587311610386265e-05}
{"train_loss": 0.00457961717620492, "global_step": 35247, "epoch": 198, "lr": 7.587185161483116e-05}
{"train_loss": 0.004238375462591648, "global_step": 35248, "epoch": 198, "lr": 7.587058710320216e-05}
{"train_loss": 0.0018793870694935322, "global_step": 35249, "epoch": 198, "lr": 7.586932256897675e-05}
{"train_loss": 0.004612423945218325, "global_step": 35250, "epoch": 198, "lr": 7.586805801215602e-05}
{"train_loss": 0.0044688330963253975, "global_step": 35251, "epoch": 198, "lr": 7.586679343274111e-05}
{"train_loss": 0.005234616808593273, "global_step": 35252, "epoch": 198, "lr": 7.586552883073308e-05}
{"train_loss": 0.004569373093545437, "global_step": 35253, "epoch": 198, "lr": 7.586426420613306e-05}
{"train_loss": 0.005464026238769293, "global_step": 35254, "epoch": 198, "lr": 7.586299955894215e-05}
{"train_loss": 0.005432820413261652, "global_step": 35255, "epoch": 198, "lr": 7.586173488916144e-05}
{"train_loss": 0.003683833871036768, "global_step": 35256, "epoch": 198, "lr": 7.586047019679207e-05}
{"train_loss": 0.004307177849113941, "global_step": 35257, "epoch": 198, "lr": 7.585920548183511e-05}
{"train_loss": 0.0026144071016460657, "global_step": 35258, "epoch": 198, "lr": 7.585794074429169e-05}
{"train_loss": 0.007272576913237572, "global_step": 35259, "epoch": 198, "lr": 7.585667598416289e-05}
{"train_loss": 0.0034098816104233265, "global_step": 35260, "epoch": 198, "lr": 7.585541120144983e-05}
{"train_loss": 0.005747387185692787, "global_step": 35261, "epoch": 198, "lr": 7.585414639615362e-05}
{"train_loss": 0.004780616611242294, "global_step": 35262, "epoch": 198, "lr": 7.585288156827537e-05}
{"train_loss": 0.0028384369798004627, "global_step": 35263, "epoch": 198, "lr": 7.585161671781615e-05}
{"train_loss": 0.006750382948666811, "global_step": 35264, "epoch": 198, "lr": 7.58503518447771e-05}
{"train_loss": 0.002927477704361081, "global_step": 35265, "epoch": 198, "lr": 7.584908694915928e-05}
{"train_loss": 0.008140414021909237, "global_step": 35266, "epoch": 198, "lr": 7.584782203096387e-05}
{"train_loss": 0.003699976485222578, "global_step": 35267, "epoch": 198, "lr": 7.584655709019191e-05}
{"train_loss": 0.004858951549977064, "global_step": 35268, "epoch": 198, "lr": 7.584529212684454e-05}
{"train_loss": 0.0036155181005597115, "global_step": 35269, "epoch": 198, "lr": 7.584402714092282e-05}
{"train_loss": 0.006277382839471102, "global_step": 35270, "epoch": 198, "lr": 7.584276213242791e-05}
{"train_loss": 0.00554052647203207, "global_step": 35271, "epoch": 198, "lr": 7.58414971013609e-05}
{"train_loss": 0.0034691025502979755, "global_step": 35272, "epoch": 198, "lr": 7.584023204772285e-05}
{"train_loss": 0.008929730392992496, "global_step": 35273, "epoch": 198, "lr": 7.583896697151493e-05}
{"train_loss": 0.0034442543983459473, "global_step": 35274, "epoch": 198, "lr": 7.58377018727382e-05}
{"train_loss": 0.0041162557899951935, "global_step": 35275, "epoch": 198, "lr": 7.58364367513938e-05}
{"train_loss": 0.006508433260023594, "global_step": 35276, "epoch": 198, "lr": 7.58351716074828e-05}
{"train_loss": 0.003520941361784935, "global_step": 35277, "epoch": 198, "lr": 7.583390644100632e-05}
{"train_loss": 0.0048422133550047874, "global_step": 35278, "epoch": 198, "lr": 7.583264125196547e-05}
{"train_loss": 0.004301852080971003, "global_step": 35279, "epoch": 198, "lr": 7.583137604036135e-05}
{"train_loss": 0.008677787147462368, "global_step": 35280, "epoch": 198, "lr": 7.583011080619507e-05}
{"train_loss": 0.002865701448172331, "global_step": 35281, "epoch": 198, "lr": 7.582884554946772e-05}
{"train_loss": 0.005761702079325914, "global_step": 35282, "epoch": 198, "lr": 7.582758027018042e-05}
{"train_loss": 0.008196122944355011, "global_step": 35283, "epoch": 198, "lr": 7.582631496833428e-05}
{"train_loss": 0.006906627677381039, "global_step": 35284, "epoch": 198, "lr": 7.582504964393038e-05}
{"train_loss": 0.0034520896151661873, "global_step": 35285, "epoch": 198, "lr": 7.582378429696985e-05}
{"train_loss": 0.0033994673285633326, "global_step": 35286, "epoch": 198, "lr": 7.582251892745379e-05}
{"train_loss": 0.007151990197598934, "global_step": 35287, "epoch": 198, "lr": 7.58212535353833e-05}
{"train_loss": 0.011289555579423904, "global_step": 35288, "epoch": 198, "lr": 7.581998812075948e-05}
{"train_loss": 0.0071610985323786736, "global_step": 35289, "epoch": 198, "lr": 7.581872268358345e-05}
{"train_loss": 0.005205571185797453, "global_step": 35290, "epoch": 198, "lr": 7.581745722385632e-05}
{"train_loss": 0.008293304592370987, "global_step": 35291, "epoch": 198, "lr": 7.581619174157915e-05}
{"train_loss": 0.006307664327323437, "global_step": 35292, "epoch": 198, "lr": 7.58149262367531e-05}
{"train_loss": 0.004653683863580227, "global_step": 35293, "epoch": 198, "lr": 7.581366070937926e-05}
{"train_loss": 0.006412142422050238, "global_step": 35294, "epoch": 198, "lr": 7.58123951594587e-05}
{"train_loss": 0.007560187019407749, "global_step": 35295, "epoch": 198, "lr": 7.58111295869926e-05}
{"train_loss": 0.011322123929858208, "global_step": 35296, "epoch": 198, "lr": 7.580986399198198e-05}
{"train_loss": 0.008442018181085587, "global_step": 35297, "epoch": 198, "lr": 7.5808598374428e-05}
{"train_loss": 0.006173581816256046, "global_step": 35298, "epoch": 198, "lr": 7.580733273433175e-05}
{"train_loss": 0.004229746758937836, "global_step": 35299, "epoch": 198, "lr": 7.580606707169433e-05}
{"train_loss": 0.00977996550500393, "global_step": 35300, "epoch": 198, "lr": 7.580480138651686e-05}
{"train_loss": 0.004611537791788578, "global_step": 35301, "epoch": 198, "lr": 7.580353567880044e-05}
{"train_loss": 0.00343760522082448, "global_step": 35302, "epoch": 198, "lr": 7.580226994854616e-05}
{"train_loss": 0.00390694011002779, "global_step": 35303, "epoch": 198, "lr": 7.580100419575513e-05}
{"train_loss": 0.00509915454313159, "global_step": 35304, "epoch": 198, "lr": 7.579973842042849e-05}
{"train_loss": 0.003074967535212636, "global_step": 35305, "epoch": 198, "lr": 7.579847262256731e-05}
{"train_loss": 0.00739301135763526, "global_step": 35306, "epoch": 198, "lr": 7.579720680217271e-05}
{"train_loss": 0.006704525090754032, "global_step": 35307, "epoch": 198, "lr": 7.579594095924577e-05}
{"train_loss": 0.004721799399703741, "global_step": 35308, "epoch": 198, "lr": 7.579467509378763e-05}
{"train_loss": 0.008418405428528786, "global_step": 35309, "epoch": 198, "lr": 7.579340920579938e-05}
{"train_loss": 0.006216036155819893, "global_step": 35310, "epoch": 198, "lr": 7.579214329528214e-05}
{"train_loss": 0.008921901695430279, "global_step": 35311, "epoch": 198, "lr": 7.579087736223698e-05}
{"train_loss": 0.0040976000018417835, "global_step": 35312, "epoch": 198, "lr": 7.578961140666504e-05}
{"train_loss": 0.00845006201416254, "global_step": 35313, "epoch": 198, "lr": 7.578834542856742e-05}
{"train_loss": 0.003817605786025524, "global_step": 35314, "epoch": 198, "lr": 7.578707942794522e-05}
{"train_loss": 0.004831663332879543, "global_step": 35315, "epoch": 198, "lr": 7.578581340479954e-05}
{"train_loss": 0.002605561865493655, "global_step": 35316, "epoch": 198, "lr": 7.578454735913148e-05}
{"train_loss": 0.005969256162643433, "global_step": 35317, "epoch": 198, "lr": 7.578328129094217e-05}
{"train_loss": 0.009172655642032623, "global_step": 35318, "epoch": 198, "lr": 7.578201520023272e-05}
{"train_loss": 0.004830203019082546, "global_step": 35319, "epoch": 198, "lr": 7.57807490870042e-05}
{"train_loss": 0.005324025638401508, "global_step": 35320, "epoch": 198, "lr": 7.577948295125774e-05}
{"train_loss": 0.004669979214668274, "global_step": 35321, "epoch": 198, "lr": 7.577821679299444e-05}
{"train_loss": 0.006827343255281448, "global_step": 35322, "epoch": 198, "lr": 7.57769506122154e-05}
{"train_loss": 0.005278694909065962, "global_step": 35323, "epoch": 198, "lr": 7.577568440892173e-05}
{"train_loss": 0.009243469685316086, "global_step": 35324, "epoch": 198, "lr": 7.577441818311456e-05}
{"train_loss": 0.006373416632413864, "global_step": 35325, "epoch": 198, "lr": 7.577315193479497e-05}
{"train_loss": 0.004816259257495403, "global_step": 35326, "epoch": 198, "lr": 7.577188566396405e-05}
{"train_loss": 0.001991080120205879, "global_step": 35327, "epoch": 198, "lr": 7.577061937062295e-05}
{"train_loss": 0.006946009583771229, "global_step": 35328, "epoch": 198, "lr": 7.576935305477275e-05}
{"train_loss": 0.0053725531324744225, "global_step": 35329, "epoch": 198, "lr": 7.576808671641455e-05}
{"train_loss": 0.005752404220402241, "global_step": 35330, "epoch": 198, "lr": 7.576682035554947e-05}
{"train_loss": 0.0032195367384701967, "global_step": 35331, "epoch": 198, "lr": 7.576555397217861e-05}
{"train_loss": 0.007499702274799347, "global_step": 35332, "epoch": 198, "lr": 7.576428756630307e-05}
{"train_loss": 0.0042294953018426895, "global_step": 35333, "epoch": 198, "lr": 7.576302113792398e-05}
{"train_loss": 0.007468316704034805, "global_step": 35334, "epoch": 198, "lr": 7.576175468704243e-05}
{"train_loss": 0.005638712551444769, "global_step": 35335, "epoch": 198, "lr": 7.57604882136595e-05}
{"train_loss": 0.006107171531766653, "global_step": 35336, "epoch": 198, "lr": 7.575922171777635e-05}
{"train_loss": 0.003998300991952419, "global_step": 35337, "epoch": 198, "lr": 7.575795519939404e-05}
{"train_loss": 0.004790055565536022, "global_step": 35338, "epoch": 198, "lr": 7.57566886585137e-05}
{"train_loss": 0.005856546573340893, "global_step": 35339, "epoch": 198, "lr": 7.575542209513644e-05}
{"train_loss": 0.006060099229216576, "global_step": 35340, "epoch": 198, "lr": 7.575415550926335e-05}
{"train_loss": 0.004344857297837734, "global_step": 35341, "epoch": 198, "lr": 7.575288890089553e-05}
{"train_loss": 0.00231282040476799, "global_step": 35342, "epoch": 198, "lr": 7.575162227003411e-05}
{"train_loss": 0.00538982916623354, "global_step": 35343, "epoch": 198, "lr": 7.57503556166802e-05}
{"train_loss": 0.005757623352110386, "global_step": 35344, "epoch": 198, "lr": 7.574908894083488e-05}
{"train_loss": 0.005491189192980528, "global_step": 35345, "epoch": 198, "lr": 7.574782224249927e-05}
{"train_loss": 0.006738496478646994, "global_step": 35346, "epoch": 198, "lr": 7.574655552167447e-05}
{"train_loss": 0.003756125457584858, "global_step": 35347, "epoch": 198, "lr": 7.574528877836159e-05}
{"train_loss": 0.003196223173290491, "global_step": 35348, "epoch": 198, "lr": 7.574402201256175e-05}
{"train_loss": 0.00775955943390727, "global_step": 35349, "epoch": 198, "lr": 7.574275522427603e-05}
{"train_loss": 0.003673110855743289, "global_step": 35350, "epoch": 198, "lr": 7.574148841350554e-05}
{"train_loss": 0.005823084153234959, "global_step": 35351, "epoch": 198, "lr": 7.574022158025142e-05}
{"train_loss": 0.006938947830349207, "global_step": 35352, "epoch": 198, "lr": 7.573895472451475e-05}
{"train_loss": 0.005791083909571171, "global_step": 35353, "epoch": 198, "lr": 7.573768784629664e-05}
{"train_loss": 0.005662711337208748, "global_step": 35354, "epoch": 198, "lr": 7.573642094559821e-05}
{"train_loss": 0.00636516697704792, "global_step": 35355, "epoch": 198, "lr": 7.573515402242053e-05}
{"train_loss": 0.004528651013970375, "global_step": 35356, "epoch": 198, "lr": 7.573388707676475e-05}
{"train_loss": 0.007179213687777519, "global_step": 35357, "epoch": 198, "lr": 7.573262010863194e-05}
{"train_loss": 0.009687048383057117, "global_step": 35358, "epoch": 198, "lr": 7.573135311802322e-05}
{"train_loss": 0.007457016967236996, "global_step": 35359, "epoch": 198, "lr": 7.57300861049397e-05}
{"train_loss": 0.00610224949195981, "global_step": 35360, "epoch": 198, "lr": 7.57288190693825e-05}
{"train_loss": 0.005554694216698408, "global_step": 35361, "epoch": 198, "lr": 7.572755201135271e-05}
{"train_loss": 0.0070787882432341576, "global_step": 35362, "epoch": 198, "lr": 7.572628493085143e-05}
{"train_loss": 0.003728605341166258, "global_step": 35363, "epoch": 198, "lr": 7.57250178278798e-05}
{"train_loss": 0.006103970110416412, "global_step": 35364, "epoch": 198, "lr": 7.572375070243887e-05}
{"train_loss": 0.004848616197705269, "global_step": 35365, "epoch": 198, "lr": 7.572248355452978e-05}
{"train_loss": 0.006852461025118828, "global_step": 35366, "epoch": 198, "lr": 7.572121638415365e-05}
{"train_loss": 0.003589367726817727, "global_step": 35367, "epoch": 198, "lr": 7.57199491913116e-05}
{"train_loss": 0.006202842108905315, "global_step": 35368, "epoch": 198, "lr": 7.571868197600468e-05}
{"train_loss": 0.002222558483481407, "global_step": 35369, "epoch": 198, "lr": 7.571741473823402e-05}
{"train_loss": 0.005193217657506466, "global_step": 35370, "epoch": 198, "lr": 7.571614747800075e-05}
{"train_loss": 0.003046938916668296, "global_step": 35371, "epoch": 198, "lr": 7.571488019530596e-05}
{"train_loss": 0.006248949095606804, "global_step": 35372, "epoch": 198, "lr": 7.571361289015078e-05}
{"train_loss": 0.0038853189907968044, "global_step": 35373, "epoch": 198, "lr": 7.571234556253626e-05}
{"train_loss": 0.005024551413953304, "global_step": 35374, "epoch": 198, "lr": 7.571107821246354e-05}
{"train_loss": 0.008050364442169666, "global_step": 35375, "epoch": 198, "lr": 7.570981083993376e-05}
{"train_loss": 0.0042173173278570175, "global_step": 35376, "epoch": 198, "lr": 7.570854344494798e-05}
{"train_loss": 0.007362619508057833, "global_step": 35377, "epoch": 198, "lr": 7.570727602750731e-05}
{"train_loss": 0.004781132563948631, "global_step": 35378, "epoch": 198, "lr": 7.570600858761288e-05}
{"train_loss": 0.005196961108595133, "global_step": 35379, "epoch": 198, "lr": 7.570474112526578e-05}
{"train_loss": 0.002133576665073633, "global_step": 35380, "epoch": 198, "lr": 7.570347364046714e-05}
{"train_loss": 0.00506463460624218, "global_step": 35381, "epoch": 198, "lr": 7.570220613321804e-05}
{"train_loss": 0.0050840480253100395, "global_step": 35382, "epoch": 198, "lr": 7.57009386035196e-05}
{"train_loss": 0.007971711456775665, "global_step": 35383, "epoch": 198, "lr": 7.569967105137292e-05}
{"train_loss": 0.0050557078793644905, "global_step": 35384, "epoch": 198, "lr": 7.569840347677912e-05}
{"train_loss": 0.004583621397614479, "global_step": 35385, "epoch": 198, "lr": 7.56971358797393e-05}
{"train_loss": 0.005122506991028786, "global_step": 35386, "epoch": 198, "lr": 7.569586826025455e-05}
{"train_loss": 0.007302877958863974, "global_step": 35387, "epoch": 198, "lr": 7.5694600618326e-05}
{"train_loss": 0.0047073764726519585, "global_step": 35388, "epoch": 198, "lr": 7.569333295395475e-05}
{"train_loss": 0.003762415610253811, "global_step": 35389, "epoch": 198, "lr": 7.569206526714192e-05}
{"train_loss": 0.006372144911438227, "global_step": 35390, "epoch": 198, "lr": 7.569079755788859e-05}
{"train_loss": 0.007459369488060474, "global_step": 35391, "epoch": 198, "lr": 7.568952982619591e-05}
{"train_loss": 0.0038719079457223415, "global_step": 35392, "epoch": 198, "lr": 7.568826207206495e-05}
{"train_loss": 0.006286672316491604, "global_step": 35393, "epoch": 198, "lr": 7.568699429549679e-05}
{"train_loss": 0.003943881951272488, "global_step": 35394, "epoch": 198, "lr": 7.568572649649262e-05}
{"train_loss": 0.0037184548564255238, "global_step": 35395, "epoch": 198, "lr": 7.568445867505348e-05}
{"train_loss": 0.0072517236694693565, "global_step": 35396, "epoch": 198, "lr": 7.568319083118052e-05}
{"train_loss": 0.004249007906764746, "global_step": 35397, "epoch": 198, "lr": 7.56819229648748e-05}
{"train_loss": 0.004802791401743889, "global_step": 35398, "epoch": 198, "lr": 7.568065507613747e-05}
{"train_loss": 0.0041321623139083385, "global_step": 35399, "epoch": 198, "lr": 7.56793871649696e-05}
{"train_loss": 0.006674779579043388, "global_step": 35400, "epoch": 198, "lr": 7.567811923137235e-05}
{"train_loss": 0.003701666370034218, "global_step": 35401, "epoch": 198, "lr": 7.567685127534679e-05}
{"train_loss": 0.0023603662848472595, "global_step": 35402, "epoch": 198, "lr": 7.567558329689402e-05}
{"train_loss": 0.0036719352938234806, "global_step": 35403, "epoch": 198, "lr": 7.567431529601516e-05}
{"train_loss": 0.004236185923218727, "global_step": 35404, "epoch": 198, "lr": 7.567304727271133e-05}
{"train_loss": 0.006051095202565193, "global_step": 35405, "epoch": 198, "lr": 7.567177922698363e-05}
{"train_loss": 0.005154505837708712, "global_step": 35406, "epoch": 198, "lr": 7.567051115883314e-05}
{"train_loss": 0.0026640177238732576, "global_step": 35407, "epoch": 198, "lr": 7.5669243068261e-05}
{"train_loss": 0.002666778862476349, "global_step": 35408, "epoch": 198, "lr": 7.566797495526831e-05}
{"train_loss": 0.004934163764119148, "global_step": 35409, "epoch": 198, "lr": 7.566670681985619e-05}
{"train_loss": 0.006407702341675758, "global_step": 35410, "epoch": 198, "lr": 7.566543866202573e-05}
{"train_loss": 0.008619531989097595, "global_step": 35411, "epoch": 198, "lr": 7.566417048177805e-05}
{"train_loss": 0.007796828635036945, "global_step": 35412, "epoch": 198, "lr": 7.566290227911424e-05}
{"train_loss": 0.0056645930744707584, "global_step": 35413, "epoch": 198, "lr": 7.566163405403541e-05}
{"train_loss": 0.006669476628303528, "global_step": 35414, "epoch": 198, "lr": 7.566036580654268e-05}
{"train_loss": 0.004391723778098822, "global_step": 35415, "epoch": 198, "lr": 7.565909753663716e-05}
{"train_loss": 0.007399486843496561, "global_step": 35416, "epoch": 198, "lr": 7.565782924431995e-05}
{"train_loss": 0.003976140171289444, "global_step": 35417, "epoch": 198, "lr": 7.565656092959214e-05}
{"train_loss": 0.0038037204649299383, "global_step": 35418, "epoch": 198, "lr": 7.565529259245487e-05}
{"train_loss": 0.006181804463267326, "global_step": 35419, "epoch": 198, "lr": 7.565402423290925e-05}
{"train_loss": 0.0031970664858818054, "global_step": 35420, "epoch": 198, "lr": 7.565275585095634e-05}
{"train_loss": 0.00539213714315399, "global_step": 35421, "epoch": 198, "lr": 7.56514874465973e-05}
{"train_loss": 0.003453556215390563, "global_step": 35422, "epoch": 199, "lr": 7.565021901983323e-05}
{"train_loss": 0.004307374358177185, "global_step": 35423, "epoch": 199, "lr": 7.56489505706652e-05}
{"train_loss": 0.012734230607748032, "global_step": 35424, "epoch": 199, "lr": 7.564768209909436e-05}
{"train_loss": 0.008394081145524979, "global_step": 35425, "epoch": 199, "lr": 7.564641360512179e-05}
{"train_loss": 0.0046999785117805, "global_step": 35426, "epoch": 199, "lr": 7.56451450887486e-05}
{"train_loss": 0.003171088406816125, "global_step": 35427, "epoch": 199, "lr": 7.564387654997593e-05}
{"train_loss": 0.008303784765303135, "global_step": 35428, "epoch": 199, "lr": 7.564260798880484e-05}
{"train_loss": 0.003472861833870411, "global_step": 35429, "epoch": 199, "lr": 7.56413394052365e-05}
{"train_loss": 0.0043196892365813255, "global_step": 35430, "epoch": 199, "lr": 7.564007079927195e-05}
{"train_loss": 0.005370166152715683, "global_step": 35431, "epoch": 199, "lr": 7.563880217091233e-05}
{"train_loss": 0.0037801896687597036, "global_step": 35432, "epoch": 199, "lr": 7.563753352015876e-05}
{"train_loss": 0.007184233050793409, "global_step": 35433, "epoch": 199, "lr": 7.563626484701234e-05}
{"train_loss": 0.005062645301222801, "global_step": 35434, "epoch": 199, "lr": 7.563499615147418e-05}
{"train_loss": 0.008582446724176407, "global_step": 35435, "epoch": 199, "lr": 7.563372743354535e-05}
{"train_loss": 0.004434478003531694, "global_step": 35436, "epoch": 199, "lr": 7.563245869322702e-05}
{"train_loss": 0.006185109727084637, "global_step": 35437, "epoch": 199, "lr": 7.563118993052025e-05}
{"train_loss": 0.006929989438503981, "global_step": 35438, "epoch": 199, "lr": 7.562992114542618e-05}
{"train_loss": 0.003154710866510868, "global_step": 35439, "epoch": 199, "lr": 7.56286523379459e-05}
{"train_loss": 0.0054926639422774315, "global_step": 35440, "epoch": 199, "lr": 7.562738350808052e-05}
{"train_loss": 0.004139971453696489, "global_step": 35441, "epoch": 199, "lr": 7.562611465583113e-05}
{"train_loss": 0.0037560355849564075, "global_step": 35442, "epoch": 199, "lr": 7.56248457811989e-05}
{"train_loss": 0.008052839897572994, "global_step": 35443, "epoch": 199, "lr": 7.562357688418488e-05}
{"train_loss": 0.005134065169841051, "global_step": 35444, "epoch": 199, "lr": 7.562230796479019e-05}
{"train_loss": 0.0063550896011292934, "global_step": 35445, "epoch": 199, "lr": 7.562103902301594e-05}
{"train_loss": 0.0076399608515203, "global_step": 35446, "epoch": 199, "lr": 7.561977005886324e-05}
{"train_loss": 0.0058569093234837055, "global_step": 35447, "epoch": 199, "lr": 7.561850107233322e-05}
{"train_loss": 0.005131277721375227, "global_step": 35448, "epoch": 199, "lr": 7.561723206342696e-05}
{"train_loss": 0.004946708679199219, "global_step": 35449, "epoch": 199, "lr": 7.561596303214558e-05}
{"train_loss": 0.005748576484620571, "global_step": 35450, "epoch": 199, "lr": 7.561469397849016e-05}
{"train_loss": 0.0032087666913866997, "global_step": 35451, "epoch": 199, "lr": 7.561342490246188e-05}
{"train_loss": 0.005804681219160557, "global_step": 35452, "epoch": 199, "lr": 7.561215580406178e-05}
{"train_loss": 0.006368722766637802, "global_step": 35453, "epoch": 199, "lr": 7.561088668329099e-05}
{"train_loss": 0.0077890134416520596, "global_step": 35454, "epoch": 199, "lr": 7.560961754015062e-05}
{"train_loss": 0.010580732487142086, "global_step": 35455, "epoch": 199, "lr": 7.56083483746418e-05}
{"train_loss": 0.003853151574730873, "global_step": 35456, "epoch": 199, "lr": 7.56070791867656e-05}
{"train_loss": 0.004097314085811377, "global_step": 35457, "epoch": 199, "lr": 7.560580997652313e-05}
{"train_loss": 0.004223241005092859, "global_step": 35458, "epoch": 199, "lr": 7.560454074391554e-05}
{"train_loss": 0.006875909399241209, "global_step": 35459, "epoch": 199, "lr": 7.560327148894389e-05}
{"train_loss": 0.0065978532657027245, "global_step": 35460, "epoch": 199, "lr": 7.560200221160933e-05}
{"train_loss": 0.004241703078150749, "global_step": 35461, "epoch": 199, "lr": 7.560073291191294e-05}
{"train_loss": 0.005963969510048628, "global_step": 35462, "epoch": 199, "lr": 7.559946358985584e-05}
{"train_loss": 0.003239440731704235, "global_step": 35463, "epoch": 199, "lr": 7.559819424543914e-05}
{"train_loss": 0.005112386774271727, "global_step": 35464, "epoch": 199, "lr": 7.559692487866394e-05}
{"train_loss": 0.007083910517394543, "global_step": 35465, "epoch": 199, "lr": 7.559565548953136e-05}
{"train_loss": 0.007457149215042591, "global_step": 35466, "epoch": 199, "lr": 7.55943860780425e-05}
{"train_loss": 0.006388590671122074, "global_step": 35467, "epoch": 199, "lr": 7.559311664419848e-05}
{"train_loss": 0.00693176593631506, "global_step": 35468, "epoch": 199, "lr": 7.559184718800039e-05}
{"train_loss": 0.006140712648630142, "global_step": 35469, "epoch": 199, "lr": 7.559057770944936e-05}
{"train_loss": 0.00511955376714468, "global_step": 35470, "epoch": 199, "lr": 7.558930820854648e-05}
{"train_loss": 0.0076356609351933, "global_step": 35471, "epoch": 199, "lr": 7.558803868529287e-05}
{"train_loss": 0.007063842378556728, "global_step": 35472, "epoch": 199, "lr": 7.558676913968965e-05}
{"train_loss": 0.005873441696166992, "global_step": 35473, "epoch": 199, "lr": 7.558549957173789e-05}
{"train_loss": 0.004393412731587887, "global_step": 35474, "epoch": 199, "lr": 7.558422998143872e-05}
{"train_loss": 0.002588859060779214, "global_step": 35475, "epoch": 199, "lr": 7.558296036879329e-05}
{"train_loss": 0.0029267247300595045, "global_step": 35476, "epoch": 199, "lr": 7.558169073380265e-05}
{"train_loss": 0.01231457106769085, "global_step": 35477, "epoch": 199, "lr": 7.558042107646794e-05}
{"train_loss": 0.006145419552922249, "global_step": 35478, "epoch": 199, "lr": 7.557915139679024e-05}
{"train_loss": 0.006705081555992365, "global_step": 35479, "epoch": 199, "lr": 7.557788169477069e-05}
{"train_loss": 0.0035443229135125875, "global_step": 35480, "epoch": 199, "lr": 7.557661197041039e-05}
{"train_loss": 0.006107132416218519, "global_step": 35481, "epoch": 199, "lr": 7.557534222371045e-05}
{"train_loss": 0.008358286693692207, "global_step": 35482, "epoch": 199, "lr": 7.557407245467199e-05}
{"train_loss": 0.007384269963949919, "global_step": 35483, "epoch": 199, "lr": 7.557280266329607e-05}
{"train_loss": 0.005059190094470978, "global_step": 35484, "epoch": 199, "lr": 7.557153284958385e-05}
{"train_loss": 0.007049281615763903, "global_step": 35485, "epoch": 199, "lr": 7.557026301353643e-05}
{"train_loss": 0.005024775862693787, "global_step": 35486, "epoch": 199, "lr": 7.556899315515491e-05}
{"train_loss": 0.006998362485319376, "global_step": 35487, "epoch": 199, "lr": 7.55677232744404e-05}
{"train_loss": 0.004501494113355875, "global_step": 35488, "epoch": 199, "lr": 7.5566453371394e-05}
{"train_loss": 0.006465869024395943, "global_step": 35489, "epoch": 199, "lr": 7.556518344601684e-05}
{"train_loss": 0.008300534449517727, "global_step": 35490, "epoch": 199, "lr": 7.556391349831003e-05}
{"train_loss": 0.0052790287882089615, "global_step": 35491, "epoch": 199, "lr": 7.556264352827465e-05}
{"train_loss": 0.008992506191134453, "global_step": 35492, "epoch": 199, "lr": 7.556137353591183e-05}
{"train_loss": 0.004023232497274876, "global_step": 35493, "epoch": 199, "lr": 7.556010352122267e-05}
{"train_loss": 0.009471593424677849, "global_step": 35494, "epoch": 199, "lr": 7.55588334842083e-05}
{"train_loss": 0.004064616281539202, "global_step": 35495, "epoch": 199, "lr": 7.555756342486981e-05}
{"train_loss": 0.004849342629313469, "global_step": 35496, "epoch": 199, "lr": 7.555629334320833e-05}
{"train_loss": 0.0036425734870135784, "global_step": 35497, "epoch": 199, "lr": 7.555502323922492e-05}
{"train_loss": 0.005956785753369331, "global_step": 35498, "epoch": 199, "lr": 7.555375311292075e-05}
{"train_loss": 0.007801203057169914, "global_step": 35499, "epoch": 199, "lr": 7.55524829642969e-05}
{"train_loss": 0.0038171466439962387, "global_step": 35500, "epoch": 199, "lr": 7.555121279335449e-05}
{"train_loss": 0.003185043577104807, "global_step": 35501, "epoch": 199, "lr": 7.554994260009461e-05}
{"train_loss": 0.005023282021284103, "global_step": 35502, "epoch": 199, "lr": 7.554867238451837e-05}
{"train_loss": 0.003996116109192371, "global_step": 35503, "epoch": 199, "lr": 7.55474021466269e-05}
{"train_loss": 0.005586579442024231, "global_step": 35504, "epoch": 199, "lr": 7.55461318864213e-05}
{"train_loss": 0.0074619571678340435, "global_step": 35505, "epoch": 199, "lr": 7.554486160390268e-05}
{"train_loss": 0.006373211275786161, "global_step": 35506, "epoch": 199, "lr": 7.554359129907216e-05}
{"train_loss": 0.011819960549473763, "global_step": 35507, "epoch": 199, "lr": 7.554232097193083e-05}
{"train_loss": 0.0046561905182898045, "global_step": 35508, "epoch": 199, "lr": 7.55410506224798e-05}
{"train_loss": 0.004025314003229141, "global_step": 35509, "epoch": 199, "lr": 7.553978025072019e-05}
{"train_loss": 0.0075010620057582855, "global_step": 35510, "epoch": 199, "lr": 7.553850985665312e-05}
{"train_loss": 0.008699605241417885, "global_step": 35511, "epoch": 199, "lr": 7.553723944027967e-05}
{"train_loss": 0.0040172431617975235, "global_step": 35512, "epoch": 199, "lr": 7.553596900160097e-05}
{"train_loss": 0.004076420329511166, "global_step": 35513, "epoch": 199, "lr": 7.553469854061813e-05}
{"train_loss": 0.0059381104074418545, "global_step": 35514, "epoch": 199, "lr": 7.553342805733225e-05}
{"train_loss": 0.004802974872291088, "global_step": 35515, "epoch": 199, "lr": 7.553215755174446e-05}
{"train_loss": 0.0018871790962293744, "global_step": 35516, "epoch": 199, "lr": 7.553088702385585e-05}
{"train_loss": 0.004853430669754744, "global_step": 35517, "epoch": 199, "lr": 7.552961647366753e-05}
{"train_loss": 0.00533181382343173, "global_step": 35518, "epoch": 199, "lr": 7.552834590118061e-05}
{"train_loss": 0.0030987421050667763, "global_step": 35519, "epoch": 199, "lr": 7.552707530639622e-05}
{"train_loss": 0.009907983243465424, "global_step": 35520, "epoch": 199, "lr": 7.552580468931545e-05}
{"train_loss": 0.0031886077485978603, "global_step": 35521, "epoch": 199, "lr": 7.55245340499394e-05}
{"train_loss": 0.003973768092691898, "global_step": 35522, "epoch": 199, "lr": 7.55232633882692e-05}
{"train_loss": 0.004608049988746643, "global_step": 35523, "epoch": 199, "lr": 7.552199270430595e-05}
{"train_loss": 0.0028330604545772076, "global_step": 35524, "epoch": 199, "lr": 7.552072199805078e-05}
{"train_loss": 0.004004965536296368, "global_step": 35525, "epoch": 199, "lr": 7.551945126950478e-05}
{"train_loss": 0.003164989175274968, "global_step": 35526, "epoch": 199, "lr": 7.551818051866904e-05}
{"train_loss": 0.004273864906281233, "global_step": 35527, "epoch": 199, "lr": 7.551690974554471e-05}
{"train_loss": 0.0038129680324345827, "global_step": 35528, "epoch": 199, "lr": 7.55156389501329e-05}
{"train_loss": 0.007389199919998646, "global_step": 35529, "epoch": 199, "lr": 7.551436813243467e-05}
{"train_loss": 0.005797646939754486, "global_step": 35530, "epoch": 199, "lr": 7.551309729245117e-05}
{"train_loss": 0.003357371548190713, "global_step": 35531, "epoch": 199, "lr": 7.551182643018353e-05}
{"train_loss": 0.00453855749219656, "global_step": 35532, "epoch": 199, "lr": 7.55105555456328e-05}
{"train_loss": 0.0033139092847704887, "global_step": 35533, "epoch": 199, "lr": 7.550928463880013e-05}
{"train_loss": 0.0035590080078691244, "global_step": 35534, "epoch": 199, "lr": 7.550801370968665e-05}
{"train_loss": 0.0070687029510736465, "global_step": 35535, "epoch": 199, "lr": 7.550674275829342e-05}
{"train_loss": 0.006835515610873699, "global_step": 35536, "epoch": 199, "lr": 7.550547178462157e-05}
{"train_loss": 0.005645423196256161, "global_step": 35537, "epoch": 199, "lr": 7.550420078867223e-05}
{"train_loss": 0.008329568430781364, "global_step": 35538, "epoch": 199, "lr": 7.550292977044649e-05}
{"train_loss": 0.004738574847579002, "global_step": 35539, "epoch": 199, "lr": 7.550165872994546e-05}
{"train_loss": 0.005592451896518469, "global_step": 35540, "epoch": 199, "lr": 7.550038766717025e-05}
{"train_loss": 0.002660928061231971, "global_step": 35541, "epoch": 199, "lr": 7.549911658212198e-05}
{"train_loss": 0.0037137882318347692, "global_step": 35542, "epoch": 199, "lr": 7.549784547480175e-05}
{"train_loss": 0.004965988919138908, "global_step": 35543, "epoch": 199, "lr": 7.54965743452107e-05}
{"train_loss": 0.007523530162870884, "global_step": 35544, "epoch": 199, "lr": 7.549530319334987e-05}
{"train_loss": 0.007069596089422703, "global_step": 35545, "epoch": 199, "lr": 7.549403201922044e-05}
{"train_loss": 0.007854793220758438, "global_step": 35546, "epoch": 199, "lr": 7.54927608228235e-05}
{"train_loss": 0.005162963178008795, "global_step": 35547, "epoch": 199, "lr": 7.549148960416015e-05}
{"train_loss": 0.006855368614196777, "global_step": 35548, "epoch": 199, "lr": 7.54902183632315e-05}
{"train_loss": 0.002949207089841366, "global_step": 35549, "epoch": 199, "lr": 7.548894710003866e-05}
{"train_loss": 0.008120721206068993, "global_step": 35550, "epoch": 199, "lr": 7.548767581458277e-05}
{"train_loss": 0.006753956899046898, "global_step": 35551, "epoch": 199, "lr": 7.548640450686491e-05}
{"train_loss": 0.006650166120380163, "global_step": 35552, "epoch": 199, "lr": 7.548513317688619e-05}
{"train_loss": 0.002761943731456995, "global_step": 35553, "epoch": 199, "lr": 7.548386182464773e-05}
{"train_loss": 0.008851906284689903, "global_step": 35554, "epoch": 199, "lr": 7.548259045015063e-05}
{"train_loss": 0.0048223393969237804, "global_step": 35555, "epoch": 199, "lr": 7.548131905339601e-05}
{"train_loss": 0.006945000030100346, "global_step": 35556, "epoch": 199, "lr": 7.5480047634385e-05}
{"train_loss": 0.007206887938082218, "global_step": 35557, "epoch": 199, "lr": 7.547877619311869e-05}
{"train_loss": 0.00521421805024147, "global_step": 35558, "epoch": 199, "lr": 7.547750472959819e-05}
{"train_loss": 0.007689559832215309, "global_step": 35559, "epoch": 199, "lr": 7.547623324382458e-05}
{"train_loss": 0.003387906588613987, "global_step": 35560, "epoch": 199, "lr": 7.547496173579902e-05}
{"train_loss": 0.003536837175488472, "global_step": 35561, "epoch": 199, "lr": 7.547369020552262e-05}
{"train_loss": 0.0026207456830888987, "global_step": 35562, "epoch": 199, "lr": 7.547241865299645e-05}
{"train_loss": 0.006880717817693949, "global_step": 35563, "epoch": 199, "lr": 7.547114707822165e-05}
{"train_loss": 0.004640374798327684, "global_step": 35564, "epoch": 199, "lr": 7.546987548119933e-05}
{"train_loss": 0.003589218482375145, "global_step": 35565, "epoch": 199, "lr": 7.546860386193058e-05}
{"train_loss": 0.005602988414466381, "global_step": 35566, "epoch": 199, "lr": 7.546733222041654e-05}
{"train_loss": 0.004563570953905582, "global_step": 35567, "epoch": 199, "lr": 7.54660605566583e-05}
{"train_loss": 0.005016881041228771, "global_step": 35568, "epoch": 199, "lr": 7.546478887065697e-05}
{"train_loss": 0.004243094008415937, "global_step": 35569, "epoch": 199, "lr": 7.546351716241369e-05}
{"train_loss": 0.002977066207677126, "global_step": 35570, "epoch": 199, "lr": 7.546224543192953e-05}
{"train_loss": 0.0035343351773917675, "global_step": 35571, "epoch": 199, "lr": 7.546097367920563e-05}
{"train_loss": 0.0035645754542201757, "global_step": 35572, "epoch": 199, "lr": 7.545970190424307e-05}
{"train_loss": 0.003630614373832941, "global_step": 35573, "epoch": 199, "lr": 7.545843010704301e-05}
{"train_loss": 0.007779975887387991, "global_step": 35574, "epoch": 199, "lr": 7.545715828760651e-05}
{"train_loss": 0.00825752504169941, "global_step": 35575, "epoch": 199, "lr": 7.545588644593471e-05}
{"train_loss": 0.004245585296303034, "global_step": 35576, "epoch": 199, "lr": 7.545461458202871e-05}
{"train_loss": 0.006251176353543997, "global_step": 35577, "epoch": 199, "lr": 7.545334269588963e-05}
{"train_loss": 0.00652677845209837, "global_step": 35578, "epoch": 199, "lr": 7.545207078751857e-05}
{"train_loss": 0.005110301077365875, "global_step": 35579, "epoch": 199, "lr": 7.545079885691664e-05}
{"train_loss": 0.0043689412996172905, "global_step": 35580, "epoch": 199, "lr": 7.544952690408498e-05}
{"train_loss": 0.004840177483856678, "global_step": 35581, "epoch": 199, "lr": 7.544825492902465e-05}
{"train_loss": 0.009950523264706135, "global_step": 35582, "epoch": 199, "lr": 7.54469829317368e-05}
{"train_loss": 0.004834936000406742, "global_step": 35583, "epoch": 199, "lr": 7.544571091222254e-05}
{"train_loss": 0.00598774291574955, "global_step": 35584, "epoch": 199, "lr": 7.544443887048296e-05}
{"train_loss": 0.0026438175700604916, "global_step": 35585, "epoch": 199, "lr": 7.544316680651919e-05}
{"train_loss": 0.0021344516426324844, "global_step": 35586, "epoch": 199, "lr": 7.544189472033234e-05}
{"train_loss": 0.006570612080395222, "global_step": 35587, "epoch": 199, "lr": 7.544062261192348e-05}
{"train_loss": 0.006761389784514904, "global_step": 35588, "epoch": 199, "lr": 7.543935048129379e-05}
{"train_loss": 0.0053278664126992226, "global_step": 35589, "epoch": 199, "lr": 7.543807832844434e-05}
{"train_loss": 0.004913777112960815, "global_step": 35590, "epoch": 199, "lr": 7.543680615337625e-05}
{"train_loss": 0.0023284070193767548, "global_step": 35591, "epoch": 199, "lr": 7.543553395609062e-05}
{"train_loss": 0.007500103209167719, "global_step": 35592, "epoch": 199, "lr": 7.543426173658856e-05}
{"train_loss": 0.003644026583060622, "global_step": 35593, "epoch": 199, "lr": 7.54329894948712e-05}
{"train_loss": 0.005892118439078331, "global_step": 35594, "epoch": 199, "lr": 7.543171723093966e-05}
{"train_loss": 0.0018106482457369566, "global_step": 35595, "epoch": 199, "lr": 7.543044494479501e-05}
{"train_loss": 0.004069693386554718, "global_step": 35596, "epoch": 199, "lr": 7.54291726364384e-05}
{"train_loss": 0.004145652987062931, "global_step": 35597, "epoch": 199, "lr": 7.542790030587092e-05}
{"train_loss": 0.007077958434820175, "global_step": 35598, "epoch": 199, "lr": 7.542662795309368e-05}
{"train_loss": 0.005564907241973691, "global_step": 35599, "epoch": 199, "lr": 7.542535557810781e-05}
{"train_loss": 0.004462785087525845, "global_step": 35600, "epoch": 200, "lr": 7.54240831809144e-05}
{"train_loss": 0.00922382716089487, "global_step": 35601, "epoch": 200, "lr": 7.542281076151459e-05}
{"train_loss": 0.00928346998989582, "global_step": 35602, "epoch": 200, "lr": 7.542153831990946e-05}
{"train_loss": 0.003014827147126198, "global_step": 35603, "epoch": 200, "lr": 7.542026585610013e-05}
{"train_loss": 0.004642917774617672, "global_step": 35604, "epoch": 200, "lr": 7.541899337008773e-05}
{"train_loss": 0.005421608220785856, "global_step": 35605, "epoch": 200, "lr": 7.541772086187335e-05}
{"train_loss": 0.008110849186778069, "global_step": 35606, "epoch": 200, "lr": 7.541644833145811e-05}
{"train_loss": 0.0032145672012120485, "global_step": 35607, "epoch": 200, "lr": 7.541517577884312e-05}
{"train_loss": 0.0035641000140458345, "global_step": 35608, "epoch": 200, "lr": 7.54139032040295e-05}
{"train_loss": 0.005673311185091734, "global_step": 35609, "epoch": 200, "lr": 7.541263060701835e-05}
{"train_loss": 0.006702829152345657, "global_step": 35610, "epoch": 200, "lr": 7.541135798781078e-05}
{"train_loss": 0.004077596589922905, "global_step": 35611, "epoch": 200, "lr": 7.54100853464079e-05}
{"train_loss": 0.0017747103702276945, "global_step": 35612, "epoch": 200, "lr": 7.540881268281082e-05}
{"train_loss": 0.005563610699027777, "global_step": 35613, "epoch": 200, "lr": 7.540753999702068e-05}
{"train_loss": 0.01337561197578907, "global_step": 35614, "epoch": 200, "lr": 7.540626728903856e-05}
{"train_loss": 0.004469296429306269, "global_step": 35615, "epoch": 200, "lr": 7.540499455886559e-05}
{"train_loss": 0.0029782638885080814, "global_step": 35616, "epoch": 200, "lr": 7.540372180650286e-05}
{"train_loss": 0.003206137102097273, "global_step": 35617, "epoch": 200, "lr": 7.540244903195152e-05}
{"train_loss": 0.006172253284603357, "global_step": 35618, "epoch": 200, "lr": 7.540117623521264e-05}
{"train_loss": 0.004690773785114288, "global_step": 35619, "epoch": 200, "lr": 7.539990341628735e-05}
{"train_loss": 0.006634300574660301, "global_step": 35620, "epoch": 200, "lr": 7.539863057517678e-05}
{"train_loss": 0.009463210590183735, "global_step": 35621, "epoch": 200, "lr": 7.5397357711882e-05}
{"train_loss": 0.010677363723516464, "global_step": 35622, "epoch": 200, "lr": 7.539608482640416e-05}
{"train_loss": 0.002849253825843334, "global_step": 35623, "epoch": 200, "lr": 7.539481191874434e-05}
{"train_loss": 0.00530532980337739, "global_step": 35624, "epoch": 200, "lr": 7.53935389889037e-05}
{"train_loss": 0.0046029603108763695, "global_step": 35625, "epoch": 200, "lr": 7.539226603688328e-05}
{"train_loss": 0.0053866226226091385, "global_step": 35626, "epoch": 200, "lr": 7.539099306268424e-05}
{"train_loss": 0.00832451693713665, "global_step": 35627, "epoch": 200, "lr": 7.53897200663077e-05}
{"train_loss": 0.009984897449612617, "global_step": 35628, "epoch": 200, "lr": 7.538844704775476e-05}
{"train_loss": 0.005169887561351061, "global_step": 35629, "epoch": 200, "lr": 7.538717400702652e-05}
{"train_loss": 0.00440975371748209, "global_step": 35630, "epoch": 200, "lr": 7.53859009441241e-05}
{"train_loss": 0.004859290085732937, "global_step": 35631, "epoch": 200, "lr": 7.53846278590486e-05}
{"train_loss": 0.004901665262877941, "global_step": 35632, "epoch": 200, "lr": 7.538335475180116e-05}
{"train_loss": 0.008339512161910534, "global_step": 35633, "epoch": 200, "lr": 7.538208162238287e-05}
{"train_loss": 0.003526007756590843, "global_step": 35634, "epoch": 200, "lr": 7.538080847079484e-05}
{"train_loss": 0.005407576449215412, "global_step": 35635, "epoch": 200, "lr": 7.53795352970382e-05}
{"train_loss": 0.0036733627784997225, "global_step": 35636, "epoch": 200, "lr": 7.537826210111406e-05}
{"train_loss": 0.00503938551992178, "global_step": 35637, "epoch": 200, "lr": 7.537698888302349e-05}
{"train_loss": 0.005505798384547234, "global_step": 35638, "epoch": 200, "lr": 7.537571564276766e-05}
{"train_loss": 0.008429599925875664, "global_step": 35639, "epoch": 200, "lr": 7.537444238034766e-05}
{"train_loss": 0.010896937921643257, "global_step": 35640, "epoch": 200, "lr": 7.537316909576458e-05}
{"train_loss": 0.006042770575731993, "global_step": 35641, "epoch": 200, "lr": 7.537189578901957e-05}
{"train_loss": 0.002698177006095648, "global_step": 35642, "epoch": 200, "lr": 7.537062246011373e-05}
{"train_loss": 0.005469580180943012, "global_step": 35643, "epoch": 200, "lr": 7.536934910904816e-05}
{"train_loss": 0.00899764709174633, "global_step": 35644, "epoch": 200, "lr": 7.536807573582396e-05}
{"train_loss": 0.006920923013240099, "global_step": 35645, "epoch": 200, "lr": 7.536680234044229e-05}
{"train_loss": 0.005064823664724827, "global_step": 35646, "epoch": 200, "lr": 7.536552892290422e-05}
{"train_loss": 0.006440076511353254, "global_step": 35647, "epoch": 200, "lr": 7.536425548321086e-05}
{"train_loss": 0.008950278162956238, "global_step": 35648, "epoch": 200, "lr": 7.536298202136336e-05}
{"train_loss": 0.003417294006794691, "global_step": 35649, "epoch": 200, "lr": 7.53617085373628e-05}
{"train_loss": 0.004727868363261223, "global_step": 35650, "epoch": 200, "lr": 7.536043503121031e-05}
{"train_loss": 0.005259118042886257, "global_step": 35651, "epoch": 200, "lr": 7.535916150290699e-05}
{"train_loss": 0.00754956342279911, "global_step": 35652, "epoch": 200, "lr": 7.535788795245396e-05}
{"train_loss": 0.011176333762705326, "global_step": 35653, "epoch": 200, "lr": 7.53566143798523e-05}
{"train_loss": 0.004550767596811056, "global_step": 35654, "epoch": 200, "lr": 7.53553407851032e-05}
{"train_loss": 0.004333429038524628, "global_step": 35655, "epoch": 200, "lr": 7.535406716820769e-05}
{"train_loss": 0.006836838088929653, "global_step": 35656, "epoch": 200, "lr": 7.535279352916693e-05}
{"train_loss": 0.008905498310923576, "global_step": 35657, "epoch": 200, "lr": 7.535151986798203e-05}
{"train_loss": 0.004392785485833883, "global_step": 35658, "epoch": 200, "lr": 7.535024618465407e-05}
{"train_loss": 0.0040505193173885345, "global_step": 35659, "epoch": 200, "lr": 7.534897247918417e-05}
{"train_loss": 0.005180669948458672, "global_step": 35660, "epoch": 200, "lr": 7.53476987515735e-05}
{"train_loss": 0.00755613949149847, "global_step": 35661, "epoch": 200, "lr": 7.53464250018231e-05}
{"train_loss": 0.0077178687788546085, "global_step": 35662, "epoch": 200, "lr": 7.534515122993412e-05}
{"train_loss": 0.005160926375538111, "global_step": 35663, "epoch": 200, "lr": 7.534387743590765e-05}
{"train_loss": 0.005156403873115778, "global_step": 35664, "epoch": 200, "lr": 7.534260361974483e-05}
{"train_loss": 0.005692637991160154, "global_step": 35665, "epoch": 200, "lr": 7.534132978144676e-05}
{"train_loss": 0.006953613366931677, "global_step": 35666, "epoch": 200, "lr": 7.534005592101456e-05}
{"train_loss": 0.0050888159312307835, "global_step": 35667, "epoch": 200, "lr": 7.533878203844933e-05}
{"train_loss": 0.006408351473510265, "global_step": 35668, "epoch": 200, "lr": 7.533750813375217e-05}
{"train_loss": 0.002186647616326809, "global_step": 35669, "epoch": 200, "lr": 7.533623420692421e-05}
{"train_loss": 0.002656053751707077, "global_step": 35670, "epoch": 200, "lr": 7.533496025796657e-05}
{"train_loss": 0.005595921538770199, "global_step": 35671, "epoch": 200, "lr": 7.533368628688038e-05}
{"train_loss": 0.005414559505879879, "global_step": 35672, "epoch": 200, "lr": 7.53324122936667e-05}
{"train_loss": 0.006429372355341911, "global_step": 35673, "epoch": 200, "lr": 7.533113827832667e-05}
{"train_loss": 0.0030306833796203136, "global_step": 35674, "epoch": 200, "lr": 7.532986424086141e-05}
{"train_loss": 0.003821159712970257, "global_step": 35675, "epoch": 200, "lr": 7.532859018127204e-05}
{"train_loss": 0.005329514387995005, "global_step": 35676, "epoch": 200, "lr": 7.532731609955965e-05}
{"train_loss": 0.003922357223927975, "global_step": 35677, "epoch": 200, "lr": 7.532604199572536e-05}
{"train_loss": 0.003991365432739258, "global_step": 35678, "epoch": 200, "lr": 7.532476786977026e-05}
{"train_loss": 0.007497469894587994, "global_step": 35679, "epoch": 200, "lr": 7.532349372169551e-05}
{"train_loss": 0.004036981612443924, "global_step": 35680, "epoch": 200, "lr": 7.53222195515022e-05}
{"train_loss": 0.002359088510274887, "global_step": 35681, "epoch": 200, "lr": 7.532094535919146e-05}
{"train_loss": 0.010344480164349079, "global_step": 35682, "epoch": 200, "lr": 7.531967114476437e-05}
{"train_loss": 0.007629556581377983, "global_step": 35683, "epoch": 200, "lr": 7.531839690822205e-05}
{"train_loss": 0.005845564417541027, "global_step": 35684, "epoch": 200, "lr": 7.531712264956564e-05}
{"train_loss": 0.009360203519463539, "global_step": 35685, "epoch": 200, "lr": 7.531584836879624e-05}
{"train_loss": 0.003335129003971815, "global_step": 35686, "epoch": 200, "lr": 7.531457406591494e-05}
{"train_loss": 0.0044446419924497604, "global_step": 35687, "epoch": 200, "lr": 7.531329974092287e-05}
{"train_loss": 0.006372386589646339, "global_step": 35688, "epoch": 200, "lr": 7.531202539382116e-05}
{"train_loss": 0.0061072492972016335, "global_step": 35689, "epoch": 200, "lr": 7.531075102461089e-05}
{"train_loss": 0.0031738008838146925, "global_step": 35690, "epoch": 200, "lr": 7.530947663329321e-05}
{"train_loss": 0.0039867521263659, "global_step": 35691, "epoch": 200, "lr": 7.530820221986919e-05}
{"train_loss": 0.007421113085001707, "global_step": 35692, "epoch": 200, "lr": 7.530692778433998e-05}
{"train_loss": 0.0037616698537021875, "global_step": 35693, "epoch": 200, "lr": 7.53056533267067e-05}
{"train_loss": 0.0062450324185192585, "global_step": 35694, "epoch": 200, "lr": 7.530437884697042e-05}
{"train_loss": 0.005140563007444143, "global_step": 35695, "epoch": 200, "lr": 7.530310434513229e-05}
{"train_loss": 0.014054844155907631, "global_step": 35696, "epoch": 200, "lr": 7.530182982119338e-05}
{"train_loss": 0.004406774882227182, "global_step": 35697, "epoch": 200, "lr": 7.530055527515485e-05}
{"train_loss": 0.004340616054832935, "global_step": 35698, "epoch": 200, "lr": 7.529928070701781e-05}
{"train_loss": 0.003698938526213169, "global_step": 35699, "epoch": 200, "lr": 7.529800611678333e-05}
{"train_loss": 0.0035367351956665516, "global_step": 35700, "epoch": 200, "lr": 7.529673150445258e-05}
{"train_loss": 0.006226345896720886, "global_step": 35701, "epoch": 200, "lr": 7.529545687002661e-05}
{"train_loss": 0.010447027161717415, "global_step": 35702, "epoch": 200, "lr": 7.529418221350661e-05}
{"train_loss": 0.005039006471633911, "global_step": 35703, "epoch": 200, "lr": 7.529290753489364e-05}
{"train_loss": 0.004574836231768131, "global_step": 35704, "epoch": 200, "lr": 7.529163283418881e-05}
{"train_loss": 0.006542164832353592, "global_step": 35705, "epoch": 200, "lr": 7.529035811139326e-05}
{"train_loss": 0.007839338853955269, "global_step": 35706, "epoch": 200, "lr": 7.52890833665081e-05}
{"train_loss": 0.0046041798777878284, "global_step": 35707, "epoch": 200, "lr": 7.528780859953444e-05}
{"train_loss": 0.007194575387984514, "global_step": 35708, "epoch": 200, "lr": 7.528653381047337e-05}
{"train_loss": 0.006178305484354496, "global_step": 35709, "epoch": 200, "lr": 7.528525899932604e-05}
{"train_loss": 0.006440022028982639, "global_step": 35710, "epoch": 200, "lr": 7.528398416609354e-05}
{"train_loss": 0.005472947843372822, "global_step": 35711, "epoch": 200, "lr": 7.528270931077699e-05}
{"train_loss": 0.0032344507053494453, "global_step": 35712, "epoch": 200, "lr": 7.52814344333775e-05}
{"train_loss": 0.0019152474123984575, "global_step": 35713, "epoch": 200, "lr": 7.528015953389618e-05}
{"train_loss": 0.0038528188597410917, "global_step": 35714, "epoch": 200, "lr": 7.527888461233417e-05}
{"train_loss": 0.0028762707952409983, "global_step": 35715, "epoch": 200, "lr": 7.527760966869254e-05}
{"train_loss": 0.004294521640986204, "global_step": 35716, "epoch": 200, "lr": 7.527633470297244e-05}
{"train_loss": 0.0034398604184389114, "global_step": 35717, "epoch": 200, "lr": 7.527505971517498e-05}
{"train_loss": 0.0034905383363366127, "global_step": 35718, "epoch": 200, "lr": 7.527378470530125e-05}
{"train_loss": 0.004250688012689352, "global_step": 35719, "epoch": 200, "lr": 7.52725096733524e-05}
{"train_loss": 0.004630814306437969, "global_step": 35720, "epoch": 200, "lr": 7.527123461932949e-05}
{"train_loss": 0.007944634184241295, "global_step": 35721, "epoch": 200, "lr": 7.526995954323367e-05}
{"train_loss": 0.004782979376614094, "global_step": 35722, "epoch": 200, "lr": 7.526868444506608e-05}
{"train_loss": 0.007300083059817553, "global_step": 35723, "epoch": 200, "lr": 7.526740932482777e-05}
{"train_loss": 0.005410795100033283, "global_step": 35724, "epoch": 200, "lr": 7.526613418251991e-05}
{"train_loss": 0.007469287142157555, "global_step": 35725, "epoch": 200, "lr": 7.526485901814358e-05}
{"train_loss": 0.0050854310393333435, "global_step": 35726, "epoch": 200, "lr": 7.52635838316999e-05}
{"train_loss": 0.004839645698666573, "global_step": 35727, "epoch": 200, "lr": 7.526230862319e-05}
{"train_loss": 0.00653484370559454, "global_step": 35728, "epoch": 200, "lr": 7.526103339261499e-05}
{"train_loss": 0.0031015449203550816, "global_step": 35729, "epoch": 200, "lr": 7.525975813997596e-05}
{"train_loss": 0.008076710626482964, "global_step": 35730, "epoch": 200, "lr": 7.525848286527404e-05}
{"train_loss": 0.0021792291663587093, "global_step": 35731, "epoch": 200, "lr": 7.525720756851034e-05}
{"train_loss": 0.002882033120840788, "global_step": 35732, "epoch": 200, "lr": 7.525593224968599e-05}
{"train_loss": 0.00599060021340847, "global_step": 35733, "epoch": 200, "lr": 7.525465690880209e-05}
{"train_loss": 0.0032081843819469213, "global_step": 35734, "epoch": 200, "lr": 7.525338154585975e-05}
{"train_loss": 0.00581530062481761, "global_step": 35735, "epoch": 200, "lr": 7.525210616086008e-05}
{"train_loss": 0.004779071547091007, "global_step": 35736, "epoch": 200, "lr": 7.525083075380421e-05}
{"train_loss": 0.006941816303879023, "global_step": 35737, "epoch": 200, "lr": 7.524955532469326e-05}
{"train_loss": 0.003617263399064541, "global_step": 35738, "epoch": 200, "lr": 7.524827987352833e-05}
{"train_loss": 0.005056059919297695, "global_step": 35739, "epoch": 200, "lr": 7.524700440031051e-05}
{"train_loss": 0.004371793940663338, "global_step": 35740, "epoch": 200, "lr": 7.524572890504096e-05}
{"train_loss": 0.006056223995983601, "global_step": 35741, "epoch": 200, "lr": 7.524445338772077e-05}
{"train_loss": 0.0031975165475159883, "global_step": 35742, "epoch": 200, "lr": 7.524317784835106e-05}
{"train_loss": 0.003962553571909666, "global_step": 35743, "epoch": 200, "lr": 7.524190228693295e-05}
{"train_loss": 0.0060349684208631516, "global_step": 35744, "epoch": 200, "lr": 7.524062670346751e-05}
{"train_loss": 0.0034123470541089773, "global_step": 35745, "epoch": 200, "lr": 7.523935109795593e-05}
{"train_loss": 0.012435825541615486, "global_step": 35746, "epoch": 200, "lr": 7.523807547039927e-05}
{"train_loss": 0.0054108458571136, "global_step": 35747, "epoch": 200, "lr": 7.523679982079866e-05}
{"train_loss": 0.007140927016735077, "global_step": 35748, "epoch": 200, "lr": 7.523552414915521e-05}
{"train_loss": 0.0021215914748609066, "global_step": 35749, "epoch": 200, "lr": 7.523424845547003e-05}
{"train_loss": 0.005181082524359226, "global_step": 35750, "epoch": 200, "lr": 7.523297273974425e-05}
{"train_loss": 0.008061092346906662, "global_step": 35751, "epoch": 200, "lr": 7.523169700197897e-05}
{"train_loss": 0.005395879969000816, "global_step": 35752, "epoch": 200, "lr": 7.523042124217532e-05}
{"train_loss": 0.0047513581812381744, "global_step": 35753, "epoch": 200, "lr": 7.522914546033439e-05}
{"train_loss": 0.006551012862473726, "global_step": 35754, "epoch": 200, "lr": 7.522786965645731e-05}
{"train_loss": 0.0043898457661271095, "global_step": 35755, "epoch": 200, "lr": 7.52265938305452e-05}
{"train_loss": 0.005679030902683735, "global_step": 35756, "epoch": 200, "lr": 7.522531798259918e-05}
{"train_loss": 0.009453883394598961, "global_step": 35757, "epoch": 200, "lr": 7.522404211262033e-05}
{"train_loss": 0.00482800230383873, "global_step": 35758, "epoch": 200, "lr": 7.522276622060978e-05}
{"train_loss": 0.00458085723221302, "global_step": 35759, "epoch": 200, "lr": 7.522149030656866e-05}
{"train_loss": 0.005425960291177034, "global_step": 35760, "epoch": 200, "lr": 7.522021437049809e-05}
{"train_loss": 0.0032594799995422363, "global_step": 35761, "epoch": 200, "lr": 7.521893841239915e-05}
{"train_loss": 0.0038543634582310915, "global_step": 35762, "epoch": 200, "lr": 7.521766243227297e-05}
{"train_loss": 0.003825495019555092, "global_step": 35763, "epoch": 200, "lr": 7.521638643012067e-05}
{"train_loss": 0.00336826266720891, "global_step": 35764, "epoch": 200, "lr": 7.521511040594337e-05}
{"train_loss": 0.008569291792809963, "global_step": 35765, "epoch": 200, "lr": 7.521383435974217e-05}
{"train_loss": 0.002555345417931676, "global_step": 35766, "epoch": 200, "lr": 7.521255829151821e-05}
{"train_loss": 0.004876702558249235, "global_step": 35767, "epoch": 200, "lr": 7.521128220127256e-05}
{"train_loss": 0.00356837036088109, "global_step": 35768, "epoch": 200, "lr": 7.521000608900637e-05}
{"train_loss": 0.006925688125193119, "global_step": 35769, "epoch": 200, "lr": 7.520872995472075e-05}
{"train_loss": 0.007426690775901079, "global_step": 35770, "epoch": 200, "lr": 7.52074537984168e-05}
{"train_loss": 0.008732416667044163, "global_step": 35771, "epoch": 200, "lr": 7.520617762009566e-05}
{"train_loss": 0.0035303395707160234, "global_step": 35772, "epoch": 200, "lr": 7.520490141975842e-05}
{"train_loss": 0.004309474024921656, "global_step": 35773, "epoch": 200, "lr": 7.52036251974062e-05}
{"train_loss": 0.006176716182380915, "global_step": 35774, "epoch": 200, "lr": 7.520234895304013e-05}
{"train_loss": 0.0031083400826901197, "global_step": 35775, "epoch": 200, "lr": 7.520107268666131e-05}
{"train_loss": 0.005178853869438171, "global_step": 35776, "epoch": 200, "lr": 7.519979639827087e-05}
{"train_loss": 0.005580560853600167, "global_step": 35777, "epoch": 200, "lr": 7.519852008786987e-05, "train_action_mse_error": 1.058443285728572e-05}
{"train_loss": 0.005905437283217907, "global_step": 35778, "epoch": 201, "lr": 7.519724375545951e-05}
{"train_loss": 0.00364658422768116, "global_step": 35779, "epoch": 201, "lr": 7.519596740104084e-05}
{"train_loss": 0.007853733375668526, "global_step": 35780, "epoch": 201, "lr": 7.519469102461501e-05}
{"train_loss": 0.005724008195102215, "global_step": 35781, "epoch": 201, "lr": 7.519341462618312e-05}
{"train_loss": 0.006800505798310041, "global_step": 35782, "epoch": 201, "lr": 7.519213820574628e-05}
{"train_loss": 0.0051225656643509865, "global_step": 35783, "epoch": 201, "lr": 7.51908617633056e-05}
{"train_loss": 0.004987810272723436, "global_step": 35784, "epoch": 201, "lr": 7.518958529886223e-05}
{"train_loss": 0.006809594109654427, "global_step": 35785, "epoch": 201, "lr": 7.518830881241725e-05}
{"train_loss": 0.009494457393884659, "global_step": 35786, "epoch": 201, "lr": 7.518703230397179e-05}
{"train_loss": 0.0046362364664673805, "global_step": 35787, "epoch": 201, "lr": 7.518575577352695e-05}
{"train_loss": 0.008172678761184216, "global_step": 35788, "epoch": 201, "lr": 7.518447922108388e-05}
{"train_loss": 0.009290304966270924, "global_step": 35789, "epoch": 201, "lr": 7.518320264664368e-05}
{"train_loss": 0.008536731824278831, "global_step": 35790, "epoch": 201, "lr": 7.518192605020742e-05}
{"train_loss": 0.007199790328741074, "global_step": 35791, "epoch": 201, "lr": 7.518064943177627e-05}
{"train_loss": 0.006037794519215822, "global_step": 35792, "epoch": 201, "lr": 7.517937279135132e-05}
{"train_loss": 0.0044059730134904385, "global_step": 35793, "epoch": 201, "lr": 7.517809612893369e-05}
{"train_loss": 0.005934412125498056, "global_step": 35794, "epoch": 201, "lr": 7.517681944452451e-05}
{"train_loss": 0.0047972663305699825, "global_step": 35795, "epoch": 201, "lr": 7.517554273812488e-05}
{"train_loss": 0.006296761333942413, "global_step": 35796, "epoch": 201, "lr": 7.51742660097359e-05}
{"train_loss": 0.0035975025966763496, "global_step": 35797, "epoch": 201, "lr": 7.517298925935872e-05}
{"train_loss": 0.0068609630689024925, "global_step": 35798, "epoch": 201, "lr": 7.517171248699443e-05}
{"train_loss": 0.007306639105081558, "global_step": 35799, "epoch": 201, "lr": 7.517043569264415e-05}
{"train_loss": 0.005418901331722736, "global_step": 35800, "epoch": 201, "lr": 7.5169158876309e-05}
{"train_loss": 0.009092956781387329, "global_step": 35801, "epoch": 201, "lr": 7.516788203799008e-05}
{"train_loss": 0.007287678308784962, "global_step": 35802, "epoch": 201, "lr": 7.516660517768854e-05}
{"train_loss": 0.005203990265727043, "global_step": 35803, "epoch": 201, "lr": 7.516532829540547e-05}
{"train_loss": 0.008591337129473686, "global_step": 35804, "epoch": 201, "lr": 7.516405139114198e-05}
{"train_loss": 0.0025355559773743153, "global_step": 35805, "epoch": 201, "lr": 7.516277446489919e-05}
{"train_loss": 0.004512237850576639, "global_step": 35806, "epoch": 201, "lr": 7.516149751667823e-05}
{"train_loss": 0.006357130594551563, "global_step": 35807, "epoch": 201, "lr": 7.51602205464802e-05}
{"train_loss": 0.007762780413031578, "global_step": 35808, "epoch": 201, "lr": 7.515894355430622e-05}
{"train_loss": 0.005803361535072327, "global_step": 35809, "epoch": 201, "lr": 7.515766654015742e-05}
{"train_loss": 0.004728413186967373, "global_step": 35810, "epoch": 201, "lr": 7.515638950403486e-05}
{"train_loss": 0.00629465002566576, "global_step": 35811, "epoch": 201, "lr": 7.515511244593973e-05}
{"train_loss": 0.0037342768628150225, "global_step": 35812, "epoch": 201, "lr": 7.51538353658731e-05}
{"train_loss": 0.004225504584610462, "global_step": 35813, "epoch": 201, "lr": 7.515255826383612e-05}
{"train_loss": 0.0034772465005517006, "global_step": 35814, "epoch": 201, "lr": 7.515128113982985e-05}
{"train_loss": 0.011503834277391434, "global_step": 35815, "epoch": 201, "lr": 7.515000399385544e-05}
{"train_loss": 0.00702731404453516, "global_step": 35816, "epoch": 201, "lr": 7.514872682591402e-05}
{"train_loss": 0.006186876446008682, "global_step": 35817, "epoch": 201, "lr": 7.514744963600668e-05}
{"train_loss": 0.004699149169027805, "global_step": 35818, "epoch": 201, "lr": 7.514617242413456e-05}
{"train_loss": 0.004725140519440174, "global_step": 35819, "epoch": 201, "lr": 7.514489519029874e-05}
{"train_loss": 0.0027053614612668753, "global_step": 35820, "epoch": 201, "lr": 7.514361793450037e-05}
{"train_loss": 0.00578487291932106, "global_step": 35821, "epoch": 201, "lr": 7.514234065674055e-05}
{"train_loss": 0.0034179550129920244, "global_step": 35822, "epoch": 201, "lr": 7.514106335702039e-05}
{"train_loss": 0.00839950516819954, "global_step": 35823, "epoch": 201, "lr": 7.513978603534102e-05}
{"train_loss": 0.004655512515455484, "global_step": 35824, "epoch": 201, "lr": 7.513850869170353e-05}
{"train_loss": 0.0046932389959692955, "global_step": 35825, "epoch": 201, "lr": 7.513723132610906e-05}
{"train_loss": 0.004843368660658598, "global_step": 35826, "epoch": 201, "lr": 7.513595393855872e-05}
{"train_loss": 0.005729710683226585, "global_step": 35827, "epoch": 201, "lr": 7.513467652905363e-05}
{"train_loss": 0.006876962259411812, "global_step": 35828, "epoch": 201, "lr": 7.513339909759491e-05}
{"train_loss": 0.0038470844738185406, "global_step": 35829, "epoch": 201, "lr": 7.513212164418366e-05}
{"train_loss": 0.0018405559239909053, "global_step": 35830, "epoch": 201, "lr": 7.513084416882101e-05}
{"train_loss": 0.009613391011953354, "global_step": 35831, "epoch": 201, "lr": 7.512956667150805e-05}
{"train_loss": 0.007746943738311529, "global_step": 35832, "epoch": 201, "lr": 7.512828915224595e-05}
{"train_loss": 0.0034346897155046463, "global_step": 35833, "epoch": 201, "lr": 7.512701161103576e-05}
{"train_loss": 0.007534623146057129, "global_step": 35834, "epoch": 201, "lr": 7.512573404787862e-05}
{"train_loss": 0.006413944531232119, "global_step": 35835, "epoch": 201, "lr": 7.512445646277567e-05}
{"train_loss": 0.0029938581865280867, "global_step": 35836, "epoch": 201, "lr": 7.512317885572799e-05}
{"train_loss": 0.0021137252915650606, "global_step": 35837, "epoch": 201, "lr": 7.512190122673674e-05}
{"train_loss": 0.0026685460470616817, "global_step": 35838, "epoch": 201, "lr": 7.512062357580299e-05}
{"train_loss": 0.0026245948392897844, "global_step": 35839, "epoch": 201, "lr": 7.511934590292788e-05}
{"train_loss": 0.004769462626427412, "global_step": 35840, "epoch": 201, "lr": 7.511806820811252e-05}
{"train_loss": 0.010136077180504799, "global_step": 35841, "epoch": 201, "lr": 7.511679049135803e-05}
{"train_loss": 0.004940772894769907, "global_step": 35842, "epoch": 201, "lr": 7.511551275266552e-05}
{"train_loss": 0.002882841508835554, "global_step": 35843, "epoch": 201, "lr": 7.511423499203611e-05}
{"train_loss": 0.0052002789452672005, "global_step": 35844, "epoch": 201, "lr": 7.511295720947092e-05}
{"train_loss": 0.005297154653817415, "global_step": 35845, "epoch": 201, "lr": 7.511167940497106e-05}
{"train_loss": 0.0037938025780022144, "global_step": 35846, "epoch": 201, "lr": 7.511040157853764e-05}
{"train_loss": 0.004785820376127958, "global_step": 35847, "epoch": 201, "lr": 7.510912373017178e-05}
{"train_loss": 0.008220931515097618, "global_step": 35848, "epoch": 201, "lr": 7.510784585987463e-05}
{"train_loss": 0.007054106332361698, "global_step": 35849, "epoch": 201, "lr": 7.510656796764723e-05}
{"train_loss": 0.006357299163937569, "global_step": 35850, "epoch": 201, "lr": 7.510529005349078e-05}
{"train_loss": 0.003159026615321636, "global_step": 35851, "epoch": 201, "lr": 7.510401211740634e-05}
{"train_loss": 0.005920208990573883, "global_step": 35852, "epoch": 201, "lr": 7.510273415939506e-05}
{"train_loss": 0.0038275867700576782, "global_step": 35853, "epoch": 201, "lr": 7.510145617945803e-05}
{"train_loss": 0.006929959636181593, "global_step": 35854, "epoch": 201, "lr": 7.510017817759638e-05}
{"train_loss": 0.0060934824869036674, "global_step": 35855, "epoch": 201, "lr": 7.509890015381122e-05}
{"train_loss": 0.004260233603417873, "global_step": 35856, "epoch": 201, "lr": 7.509762210810367e-05}
{"train_loss": 0.005753707606345415, "global_step": 35857, "epoch": 201, "lr": 7.509634404047485e-05}
{"train_loss": 0.006978651974350214, "global_step": 35858, "epoch": 201, "lr": 7.509506595092587e-05}
{"train_loss": 0.005000119097530842, "global_step": 35859, "epoch": 201, "lr": 7.509378783945785e-05}
{"train_loss": 0.005353615153580904, "global_step": 35860, "epoch": 201, "lr": 7.509250970607191e-05}
{"train_loss": 0.004761599935591221, "global_step": 35861, "epoch": 201, "lr": 7.509123155076916e-05}
{"train_loss": 0.004676199518144131, "global_step": 35862, "epoch": 201, "lr": 7.50899533735507e-05}
{"train_loss": 0.005779934581369162, "global_step": 35863, "epoch": 201, "lr": 7.508867517441767e-05}
{"train_loss": 0.002746959449723363, "global_step": 35864, "epoch": 201, "lr": 7.50873969533712e-05}
{"train_loss": 0.008117735385894775, "global_step": 35865, "epoch": 201, "lr": 7.508611871041238e-05}
{"train_loss": 0.004477310925722122, "global_step": 35866, "epoch": 201, "lr": 7.508484044554233e-05}
{"train_loss": 0.0038098774384707212, "global_step": 35867, "epoch": 201, "lr": 7.508356215876215e-05}
{"train_loss": 0.0014147046022117138, "global_step": 35868, "epoch": 201, "lr": 7.508228385007299e-05}
{"train_loss": 0.003902904223650694, "global_step": 35869, "epoch": 201, "lr": 7.508100551947597e-05}
{"train_loss": 0.005337386857718229, "global_step": 35870, "epoch": 201, "lr": 7.507972716697218e-05}
{"train_loss": 0.005539352539926767, "global_step": 35871, "epoch": 201, "lr": 7.507844879256274e-05}
{"train_loss": 0.0026577720418572426, "global_step": 35872, "epoch": 201, "lr": 7.507717039624876e-05}
{"train_loss": 0.006989860441535711, "global_step": 35873, "epoch": 201, "lr": 7.50758919780314e-05}
{"train_loss": 0.0044821384362876415, "global_step": 35874, "epoch": 201, "lr": 7.507461353791173e-05}
{"train_loss": 0.0073934863321483135, "global_step": 35875, "epoch": 201, "lr": 7.507333507589088e-05}
{"train_loss": 0.0038711121305823326, "global_step": 35876, "epoch": 201, "lr": 7.507205659196998e-05}
{"train_loss": 0.007740831933915615, "global_step": 35877, "epoch": 201, "lr": 7.507077808615011e-05}
{"train_loss": 0.0041809529066085815, "global_step": 35878, "epoch": 201, "lr": 7.506949955843243e-05}
{"train_loss": 0.006249517668038607, "global_step": 35879, "epoch": 201, "lr": 7.506822100881805e-05}
{"train_loss": 0.0031013370025902987, "global_step": 35880, "epoch": 201, "lr": 7.506694243730807e-05}
{"train_loss": 0.005151540040969849, "global_step": 35881, "epoch": 201, "lr": 7.50656638439036e-05}
{"train_loss": 0.0043660718947649, "global_step": 35882, "epoch": 201, "lr": 7.506438522860578e-05}
{"train_loss": 0.005624785553663969, "global_step": 35883, "epoch": 201, "lr": 7.506310659141572e-05}
{"train_loss": 0.007428670302033424, "global_step": 35884, "epoch": 201, "lr": 7.506182793233453e-05}
{"train_loss": 0.009226769208908081, "global_step": 35885, "epoch": 201, "lr": 7.506054925136332e-05}
{"train_loss": 0.005902368575334549, "global_step": 35886, "epoch": 201, "lr": 7.505927054850322e-05}
{"train_loss": 0.004927611444145441, "global_step": 35887, "epoch": 201, "lr": 7.505799182375536e-05}
{"train_loss": 0.001906592515297234, "global_step": 35888, "epoch": 201, "lr": 7.505671307712081e-05}
{"train_loss": 0.006697614677250385, "global_step": 35889, "epoch": 201, "lr": 7.505543430860075e-05}
{"train_loss": 0.0032234503887593746, "global_step": 35890, "epoch": 201, "lr": 7.505415551819625e-05}
{"train_loss": 0.005067725665867329, "global_step": 35891, "epoch": 201, "lr": 7.505287670590843e-05}
{"train_loss": 0.0077906325459480286, "global_step": 35892, "epoch": 201, "lr": 7.505159787173843e-05}
{"train_loss": 0.0024424660950899124, "global_step": 35893, "epoch": 201, "lr": 7.505031901568737e-05}
{"train_loss": 0.0168452225625515, "global_step": 35894, "epoch": 201, "lr": 7.504904013775634e-05}
{"train_loss": 0.006937975995242596, "global_step": 35895, "epoch": 201, "lr": 7.504776123794647e-05}
{"train_loss": 0.0041670482605695724, "global_step": 35896, "epoch": 201, "lr": 7.504648231625886e-05}
{"train_loss": 0.004697948694229126, "global_step": 35897, "epoch": 201, "lr": 7.504520337269466e-05}
{"train_loss": 0.005333759356290102, "global_step": 35898, "epoch": 201, "lr": 7.504392440725497e-05}
{"train_loss": 0.007003244012594223, "global_step": 35899, "epoch": 201, "lr": 7.50426454199409e-05}
{"train_loss": 0.0027597108855843544, "global_step": 35900, "epoch": 201, "lr": 7.504136641075359e-05}
{"train_loss": 0.005381062626838684, "global_step": 35901, "epoch": 201, "lr": 7.504008737969412e-05}
{"train_loss": 0.008875977247953415, "global_step": 35902, "epoch": 201, "lr": 7.503880832676366e-05}
{"train_loss": 0.005550464615225792, "global_step": 35903, "epoch": 201, "lr": 7.503752925196328e-05}
{"train_loss": 0.003948787227272987, "global_step": 35904, "epoch": 201, "lr": 7.503625015529411e-05}
{"train_loss": 0.006510789506137371, "global_step": 35905, "epoch": 201, "lr": 7.503497103675727e-05}
{"train_loss": 0.00769761623814702, "global_step": 35906, "epoch": 201, "lr": 7.503369189635387e-05}
{"train_loss": 0.007032311521470547, "global_step": 35907, "epoch": 201, "lr": 7.503241273408505e-05}
{"train_loss": 0.006547363009303808, "global_step": 35908, "epoch": 201, "lr": 7.503113354995191e-05}
{"train_loss": 0.002836694475263357, "global_step": 35909, "epoch": 201, "lr": 7.502985434395556e-05}
{"train_loss": 0.008249909617006779, "global_step": 35910, "epoch": 201, "lr": 7.502857511609713e-05}
{"train_loss": 0.005808984395116568, "global_step": 35911, "epoch": 201, "lr": 7.502729586637773e-05}
{"train_loss": 0.009077884256839752, "global_step": 35912, "epoch": 201, "lr": 7.50260165947985e-05}
{"train_loss": 0.004092955030500889, "global_step": 35913, "epoch": 201, "lr": 7.502473730136053e-05}
{"train_loss": 0.005932960193604231, "global_step": 35914, "epoch": 201, "lr": 7.502345798606496e-05}
{"train_loss": 0.00415522325783968, "global_step": 35915, "epoch": 201, "lr": 7.502217864891286e-05}
{"train_loss": 0.004924032371491194, "global_step": 35916, "epoch": 201, "lr": 7.50208992899054e-05}
{"train_loss": 0.005708915181457996, "global_step": 35917, "epoch": 201, "lr": 7.501961990904367e-05}
{"train_loss": 0.0066735148429870605, "global_step": 35918, "epoch": 201, "lr": 7.501834050632883e-05}
{"train_loss": 0.010164952836930752, "global_step": 35919, "epoch": 201, "lr": 7.501706108176193e-05}
{"train_loss": 0.005480588413774967, "global_step": 35920, "epoch": 201, "lr": 7.501578163534414e-05}
{"train_loss": 0.00199883128516376, "global_step": 35921, "epoch": 201, "lr": 7.501450216707654e-05}
{"train_loss": 0.004687674343585968, "global_step": 35922, "epoch": 201, "lr": 7.501322267696027e-05}
{"train_loss": 0.0050969198346138, "global_step": 35923, "epoch": 201, "lr": 7.501194316499645e-05}
{"train_loss": 0.006588357035070658, "global_step": 35924, "epoch": 201, "lr": 7.501066363118618e-05}
{"train_loss": 0.005819895304739475, "global_step": 35925, "epoch": 201, "lr": 7.50093840755306e-05}
{"train_loss": 0.003945194650441408, "global_step": 35926, "epoch": 201, "lr": 7.500810449803083e-05}
{"train_loss": 0.007353537250310183, "global_step": 35927, "epoch": 201, "lr": 7.500682489868795e-05}
{"train_loss": 0.011663181707262993, "global_step": 35928, "epoch": 201, "lr": 7.500554527750311e-05}
{"train_loss": 0.0032990577165037394, "global_step": 35929, "epoch": 201, "lr": 7.500426563447742e-05}
{"train_loss": 0.007537283934652805, "global_step": 35930, "epoch": 201, "lr": 7.5002985969612e-05}
{"train_loss": 0.0062951259315013885, "global_step": 35931, "epoch": 201, "lr": 7.500170628290797e-05}
{"train_loss": 0.003696850733831525, "global_step": 35932, "epoch": 201, "lr": 7.500042657436644e-05}
{"train_loss": 0.002766828518360853, "global_step": 35933, "epoch": 201, "lr": 7.499914684398853e-05}
{"train_loss": 0.004794512875378132, "global_step": 35934, "epoch": 201, "lr": 7.499786709177535e-05}
{"train_loss": 0.005792269948869944, "global_step": 35935, "epoch": 201, "lr": 7.499658731772803e-05}
{"train_loss": 0.007203578948974609, "global_step": 35936, "epoch": 201, "lr": 7.499530752184768e-05}
{"train_loss": 0.007041254546493292, "global_step": 35937, "epoch": 201, "lr": 7.499402770413543e-05}
{"train_loss": 0.006037629209458828, "global_step": 35938, "epoch": 201, "lr": 7.499274786459237e-05}
{"train_loss": 0.009229844436049461, "global_step": 35939, "epoch": 201, "lr": 7.499146800321966e-05}
{"train_loss": 0.006251439452171326, "global_step": 35940, "epoch": 201, "lr": 7.49901881200184e-05}
{"train_loss": 0.003261147066950798, "global_step": 35941, "epoch": 201, "lr": 7.498890821498969e-05}
{"train_loss": 0.005452211480587721, "global_step": 35942, "epoch": 201, "lr": 7.498762828813466e-05}
{"train_loss": 0.003299119183793664, "global_step": 35943, "epoch": 201, "lr": 7.498634833945441e-05}
{"train_loss": 0.0032165497541427612, "global_step": 35944, "epoch": 201, "lr": 7.498506836895012e-05}
{"train_loss": 0.0057710204273462296, "global_step": 35945, "epoch": 201, "lr": 7.498378837662284e-05}
{"train_loss": 0.006196056958287954, "global_step": 35946, "epoch": 201, "lr": 7.498250836247371e-05}
{"train_loss": 0.006479198113083839, "global_step": 35947, "epoch": 201, "lr": 7.498122832650386e-05}
{"train_loss": 0.0039108009077608585, "global_step": 35948, "epoch": 201, "lr": 7.49799482687144e-05}
{"train_loss": 0.0062432121485471725, "global_step": 35949, "epoch": 201, "lr": 7.497866818910643e-05}
{"train_loss": 0.003909219056367874, "global_step": 35950, "epoch": 201, "lr": 7.49773880876811e-05}
{"train_loss": 0.0047339387238025665, "global_step": 35951, "epoch": 201, "lr": 7.497610796443951e-05}
{"train_loss": 0.0053929854184389114, "global_step": 35952, "epoch": 201, "lr": 7.497482781938279e-05}
{"train_loss": 0.00398190738633275, "global_step": 35953, "epoch": 201, "lr": 7.497354765251203e-05}
{"train_loss": 0.004436739254742861, "global_step": 35954, "epoch": 201, "lr": 7.497226746382839e-05}
{"train_loss": 0.005632113993659699, "global_step": 35955, "epoch": 201, "lr": 7.497098725333295e-05}
{"train_loss": 0.0025396959390491247, "global_step": 35956, "epoch": 202, "lr": 7.496970702102684e-05}
{"train_loss": 0.004163121338933706, "global_step": 35957, "epoch": 202, "lr": 7.49684267669112e-05}
{"train_loss": 0.0065753040835261345, "global_step": 35958, "epoch": 202, "lr": 7.496714649098712e-05}
{"train_loss": 0.005752052180469036, "global_step": 35959, "epoch": 202, "lr": 7.496586619325572e-05}
{"train_loss": 0.003198382444679737, "global_step": 35960, "epoch": 202, "lr": 7.496458587371815e-05}
{"train_loss": 0.0026647739578038454, "global_step": 35961, "epoch": 202, "lr": 7.496330553237549e-05}
{"train_loss": 0.005629697348922491, "global_step": 35962, "epoch": 202, "lr": 7.496202516922886e-05}
{"train_loss": 0.0066602397710084915, "global_step": 35963, "epoch": 202, "lr": 7.496074478427942e-05}
{"train_loss": 0.008131460286676884, "global_step": 35964, "epoch": 202, "lr": 7.495946437752824e-05}
{"train_loss": 0.01006739865988493, "global_step": 35965, "epoch": 202, "lr": 7.495818394897646e-05}
{"train_loss": 0.004018030595034361, "global_step": 35966, "epoch": 202, "lr": 7.49569034986252e-05}
{"train_loss": 0.002713009249418974, "global_step": 35967, "epoch": 202, "lr": 7.495562302647559e-05}
{"train_loss": 0.006318727042526007, "global_step": 35968, "epoch": 202, "lr": 7.495434253252872e-05}
{"train_loss": 0.007070058956742287, "global_step": 35969, "epoch": 202, "lr": 7.495306201678572e-05}
{"train_loss": 0.003682565176859498, "global_step": 35970, "epoch": 202, "lr": 7.495178147924772e-05}
{"train_loss": 0.003940906375646591, "global_step": 35971, "epoch": 202, "lr": 7.495050091991581e-05}
{"train_loss": 0.0037311885971575975, "global_step": 35972, "epoch": 202, "lr": 7.494922033879113e-05}
{"train_loss": 0.0032701725140213966, "global_step": 35973, "epoch": 202, "lr": 7.494793973587482e-05}
{"train_loss": 0.009348493069410324, "global_step": 35974, "epoch": 202, "lr": 7.494665911116796e-05}
{"train_loss": 0.005208573769778013, "global_step": 35975, "epoch": 202, "lr": 7.494537846467168e-05}
{"train_loss": 0.0045793745666742325, "global_step": 35976, "epoch": 202, "lr": 7.494409779638711e-05}
{"train_loss": 0.004124814178794622, "global_step": 35977, "epoch": 202, "lr": 7.494281710631535e-05}
{"train_loss": 0.00679422914981842, "global_step": 35978, "epoch": 202, "lr": 7.494153639445754e-05}
{"train_loss": 0.003974658437073231, "global_step": 35979, "epoch": 202, "lr": 7.494025566081477e-05}
{"train_loss": 0.009858166798949242, "global_step": 35980, "epoch": 202, "lr": 7.49389749053882e-05}
{"train_loss": 0.0044860090129077435, "global_step": 35981, "epoch": 202, "lr": 7.49376941281789e-05}
{"train_loss": 0.006711767055094242, "global_step": 35982, "epoch": 202, "lr": 7.493641332918803e-05}
{"train_loss": 0.004116394091397524, "global_step": 35983, "epoch": 202, "lr": 7.493513250841669e-05}
{"train_loss": 0.010549191385507584, "global_step": 35984, "epoch": 202, "lr": 7.4933851665866e-05}
{"train_loss": 0.0027112853713333607, "global_step": 35985, "epoch": 202, "lr": 7.493257080153708e-05}
{"train_loss": 0.0021302762906998396, "global_step": 35986, "epoch": 202, "lr": 7.493128991543105e-05}
{"train_loss": 0.007049540989100933, "global_step": 35987, "epoch": 202, "lr": 7.493000900754902e-05}
{"train_loss": 0.004315867088735104, "global_step": 35988, "epoch": 202, "lr": 7.492872807789212e-05}
{"train_loss": 0.010635994374752045, "global_step": 35989, "epoch": 202, "lr": 7.492744712646148e-05}
{"train_loss": 0.004249208141118288, "global_step": 35990, "epoch": 202, "lr": 7.492616615325817e-05}
{"train_loss": 0.0029293932020664215, "global_step": 35991, "epoch": 202, "lr": 7.492488515828337e-05}
{"train_loss": 0.004566923715174198, "global_step": 35992, "epoch": 202, "lr": 7.492360414153815e-05}
{"train_loss": 0.005194150842726231, "global_step": 35993, "epoch": 202, "lr": 7.492232310302366e-05}
{"train_loss": 0.008631628938019276, "global_step": 35994, "epoch": 202, "lr": 7.492104204274102e-05}
{"train_loss": 0.006328435614705086, "global_step": 35995, "epoch": 202, "lr": 7.491976096069133e-05}
{"train_loss": 0.004949050024151802, "global_step": 35996, "epoch": 202, "lr": 7.49184798568757e-05}
{"train_loss": 0.0032112468034029007, "global_step": 35997, "epoch": 202, "lr": 7.49171987312953e-05}
{"train_loss": 0.003609178587794304, "global_step": 35998, "epoch": 202, "lr": 7.491591758395119e-05}
{"train_loss": 0.006866047158837318, "global_step": 35999, "epoch": 202, "lr": 7.491463641484452e-05}
{"train_loss": 0.0069428300485014915, "global_step": 36000, "epoch": 202, "lr": 7.49133552239764e-05}
{"train_loss": 0.002323832828551531, "global_step": 36001, "epoch": 202, "lr": 7.491207401134797e-05}
{"train_loss": 0.004224402364343405, "global_step": 36002, "epoch": 202, "lr": 7.491079277696032e-05}
{"train_loss": 0.005607476457953453, "global_step": 36003, "epoch": 202, "lr": 7.490951152081457e-05}
{"train_loss": 0.004296461585909128, "global_step": 36004, "epoch": 202, "lr": 7.490823024291186e-05}
{"train_loss": 0.0032793283462524414, "global_step": 36005, "epoch": 202, "lr": 7.490694894325329e-05}
{"train_loss": 0.004691675305366516, "global_step": 36006, "epoch": 202, "lr": 7.490566762183999e-05}
{"train_loss": 0.00473739393055439, "global_step": 36007, "epoch": 202, "lr": 7.490438627867308e-05}
{"train_loss": 0.01238689012825489, "global_step": 36008, "epoch": 202, "lr": 7.490310491375368e-05}
{"train_loss": 0.004758649040013552, "global_step": 36009, "epoch": 202, "lr": 7.490182352708289e-05}
{"train_loss": 0.007325070444494486, "global_step": 36010, "epoch": 202, "lr": 7.490054211866187e-05}
{"train_loss": 0.0036788296420127153, "global_step": 36011, "epoch": 202, "lr": 7.48992606884917e-05}
{"train_loss": 0.006819422822445631, "global_step": 36012, "epoch": 202, "lr": 7.489797923657351e-05}
{"train_loss": 0.00582969281822443, "global_step": 36013, "epoch": 202, "lr": 7.489669776290842e-05}
{"train_loss": 0.0046777306124567986, "global_step": 36014, "epoch": 202, "lr": 7.489541626749756e-05}
{"train_loss": 0.004714523442089558, "global_step": 36015, "epoch": 202, "lr": 7.489413475034202e-05}
{"train_loss": 0.0037154145538806915, "global_step": 36016, "epoch": 202, "lr": 7.489285321144294e-05}
{"train_loss": 0.0029296495486050844, "global_step": 36017, "epoch": 202, "lr": 7.489157165080147e-05}
{"train_loss": 0.00788196362555027, "global_step": 36018, "epoch": 202, "lr": 7.489029006841869e-05}
{"train_loss": 0.0025996468029916286, "global_step": 36019, "epoch": 202, "lr": 7.48890084642957e-05}
{"train_loss": 0.0034256537910550833, "global_step": 36020, "epoch": 202, "lr": 7.488772683843368e-05}
{"train_loss": 0.006289991084486246, "global_step": 36021, "epoch": 202, "lr": 7.488644519083372e-05}
{"train_loss": 0.007147635333240032, "global_step": 36022, "epoch": 202, "lr": 7.488516352149692e-05}
{"train_loss": 0.006305954419076443, "global_step": 36023, "epoch": 202, "lr": 7.48838818304244e-05}
{"train_loss": 0.004957845434546471, "global_step": 36024, "epoch": 202, "lr": 7.488260011761732e-05}
{"train_loss": 0.004926489666104317, "global_step": 36025, "epoch": 202, "lr": 7.488131838307677e-05}
{"train_loss": 0.004535418003797531, "global_step": 36026, "epoch": 202, "lr": 7.488003662680387e-05}
{"train_loss": 0.006181321106851101, "global_step": 36027, "epoch": 202, "lr": 7.487875484879974e-05}
{"train_loss": 0.010563435032963753, "global_step": 36028, "epoch": 202, "lr": 7.487747304906552e-05}
{"train_loss": 0.0034683821722865105, "global_step": 36029, "epoch": 202, "lr": 7.48761912276023e-05}
{"train_loss": 0.005317704752087593, "global_step": 36030, "epoch": 202, "lr": 7.487490938441121e-05}
{"train_loss": 0.0033440624829381704, "global_step": 36031, "epoch": 202, "lr": 7.487362751949339e-05}
{"train_loss": 0.005203566048294306, "global_step": 36032, "epoch": 202, "lr": 7.487234563284992e-05}
{"train_loss": 0.00509566068649292, "global_step": 36033, "epoch": 202, "lr": 7.487106372448194e-05}
{"train_loss": 0.007216093596071005, "global_step": 36034, "epoch": 202, "lr": 7.486978179439058e-05}
{"train_loss": 0.0054650092497467995, "global_step": 36035, "epoch": 202, "lr": 7.486849984257696e-05}
{"train_loss": 0.009797436185181141, "global_step": 36036, "epoch": 202, "lr": 7.486721786904218e-05}
{"train_loss": 0.009183264337480068, "global_step": 36037, "epoch": 202, "lr": 7.486593587378737e-05}
{"train_loss": 0.006106688641011715, "global_step": 36038, "epoch": 202, "lr": 7.486465385681364e-05}
{"train_loss": 0.002751505235210061, "global_step": 36039, "epoch": 202, "lr": 7.486337181812215e-05}
{"train_loss": 0.006833042483776808, "global_step": 36040, "epoch": 202, "lr": 7.486208975771397e-05}
{"train_loss": 0.004996597766876221, "global_step": 36041, "epoch": 202, "lr": 7.486080767559025e-05}
{"train_loss": 0.005457837134599686, "global_step": 36042, "epoch": 202, "lr": 7.485952557175209e-05}
{"train_loss": 0.006226617842912674, "global_step": 36043, "epoch": 202, "lr": 7.485824344620061e-05}
{"train_loss": 0.0021975277923047543, "global_step": 36044, "epoch": 202, "lr": 7.485696129893695e-05}
{"train_loss": 0.0056128231808543205, "global_step": 36045, "epoch": 202, "lr": 7.485567912996221e-05}
{"train_loss": 0.0029367045499384403, "global_step": 36046, "epoch": 202, "lr": 7.485439693927753e-05}
{"train_loss": 0.004429567139595747, "global_step": 36047, "epoch": 202, "lr": 7.485311472688402e-05}
{"train_loss": 0.0028524063527584076, "global_step": 36048, "epoch": 202, "lr": 7.485183249278279e-05}
{"train_loss": 0.0060881380923092365, "global_step": 36049, "epoch": 202, "lr": 7.485055023697498e-05}
{"train_loss": 0.0066604833118617535, "global_step": 36050, "epoch": 202, "lr": 7.48492679594617e-05}
{"train_loss": 0.007512139622122049, "global_step": 36051, "epoch": 202, "lr": 7.484798566024404e-05}
{"train_loss": 0.007658322341740131, "global_step": 36052, "epoch": 202, "lr": 7.484670333932318e-05}
{"train_loss": 0.005433781072497368, "global_step": 36053, "epoch": 202, "lr": 7.48454209967002e-05}
{"train_loss": 0.004953487776219845, "global_step": 36054, "epoch": 202, "lr": 7.484413863237621e-05}
{"train_loss": 0.00328654027543962, "global_step": 36055, "epoch": 202, "lr": 7.484285624635236e-05}
{"train_loss": 0.005877497605979443, "global_step": 36056, "epoch": 202, "lr": 7.484157383862977e-05}
{"train_loss": 0.00620447751134634, "global_step": 36057, "epoch": 202, "lr": 7.484029140920953e-05}
{"train_loss": 0.004674723371863365, "global_step": 36058, "epoch": 202, "lr": 7.483900895809278e-05}
{"train_loss": 0.004374646116048098, "global_step": 36059, "epoch": 202, "lr": 7.483772648528065e-05}
{"train_loss": 0.003174268640577793, "global_step": 36060, "epoch": 202, "lr": 7.483644399077425e-05}
{"train_loss": 0.0038897094782441854, "global_step": 36061, "epoch": 202, "lr": 7.48351614745747e-05}
{"train_loss": 0.004719804972410202, "global_step": 36062, "epoch": 202, "lr": 7.483387893668311e-05}
{"train_loss": 0.003786063753068447, "global_step": 36063, "epoch": 202, "lr": 7.483259637710062e-05}
{"train_loss": 0.003978770226240158, "global_step": 36064, "epoch": 202, "lr": 7.483131379582834e-05}
{"train_loss": 0.00937512144446373, "global_step": 36065, "epoch": 202, "lr": 7.48300311928674e-05}
{"train_loss": 0.005250067450106144, "global_step": 36066, "epoch": 202, "lr": 7.482874856821888e-05}
{"train_loss": 0.005248088389635086, "global_step": 36067, "epoch": 202, "lr": 7.482746592188394e-05}
{"train_loss": 0.007341174408793449, "global_step": 36068, "epoch": 202, "lr": 7.482618325386371e-05}
{"train_loss": 0.004494868218898773, "global_step": 36069, "epoch": 202, "lr": 7.482490056415928e-05}
{"train_loss": 0.005397926550358534, "global_step": 36070, "epoch": 202, "lr": 7.482361785277179e-05}
{"train_loss": 0.004853587597608566, "global_step": 36071, "epoch": 202, "lr": 7.482233511970233e-05}
{"train_loss": 0.004371142480522394, "global_step": 36072, "epoch": 202, "lr": 7.482105236495208e-05}
{"train_loss": 0.0054923854768276215, "global_step": 36073, "epoch": 202, "lr": 7.481976958852208e-05}
{"train_loss": 0.004773656837642193, "global_step": 36074, "epoch": 202, "lr": 7.481848679041352e-05}
{"train_loss": 0.008048215880990028, "global_step": 36075, "epoch": 202, "lr": 7.48172039706275e-05}
{"train_loss": 0.0030173154082149267, "global_step": 36076, "epoch": 202, "lr": 7.48159211291651e-05}
{"train_loss": 0.004092731513082981, "global_step": 36077, "epoch": 202, "lr": 7.48146382660275e-05}
{"train_loss": 0.006126769818365574, "global_step": 36078, "epoch": 202, "lr": 7.481335538121579e-05}
{"train_loss": 0.006831768900156021, "global_step": 36079, "epoch": 202, "lr": 7.481207247473109e-05}
{"train_loss": 0.0043111820705235004, "global_step": 36080, "epoch": 202, "lr": 7.481078954657456e-05}
{"train_loss": 0.005716989748179913, "global_step": 36081, "epoch": 202, "lr": 7.480950659674725e-05}
{"train_loss": 0.006975133437663317, "global_step": 36082, "epoch": 202, "lr": 7.480822362525032e-05}
{"train_loss": 0.005801829509437084, "global_step": 36083, "epoch": 202, "lr": 7.48069406320849e-05}
{"train_loss": 0.008200034499168396, "global_step": 36084, "epoch": 202, "lr": 7.480565761725212e-05}
{"train_loss": 0.0023107370361685753, "global_step": 36085, "epoch": 202, "lr": 7.480437458075305e-05}
{"train_loss": 0.00660143606364727, "global_step": 36086, "epoch": 202, "lr": 7.480309152258885e-05}
{"train_loss": 0.005636279471218586, "global_step": 36087, "epoch": 202, "lr": 7.480180844276062e-05}
{"train_loss": 0.004024525173008442, "global_step": 36088, "epoch": 202, "lr": 7.480052534126948e-05}
{"train_loss": 0.006910616997629404, "global_step": 36089, "epoch": 202, "lr": 7.47992422181166e-05}
{"train_loss": 0.004336478188633919, "global_step": 36090, "epoch": 202, "lr": 7.479795907330304e-05}
{"train_loss": 0.004662959836423397, "global_step": 36091, "epoch": 202, "lr": 7.479667590682994e-05}
{"train_loss": 0.004013359546661377, "global_step": 36092, "epoch": 202, "lr": 7.479539271869844e-05}
{"train_loss": 0.009265443310141563, "global_step": 36093, "epoch": 202, "lr": 7.479410950890963e-05}
{"train_loss": 0.009931027889251709, "global_step": 36094, "epoch": 202, "lr": 7.479282627746466e-05}
{"train_loss": 0.0029398640617728233, "global_step": 36095, "epoch": 202, "lr": 7.479154302436463e-05}
{"train_loss": 0.008467362262308598, "global_step": 36096, "epoch": 202, "lr": 7.479025974961068e-05}
{"train_loss": 0.005964671727269888, "global_step": 36097, "epoch": 202, "lr": 7.478897645320389e-05}
{"train_loss": 0.004968235269188881, "global_step": 36098, "epoch": 202, "lr": 7.478769313514542e-05}
{"train_loss": 0.005263482220470905, "global_step": 36099, "epoch": 202, "lr": 7.478640979543638e-05}
{"train_loss": 0.004684205166995525, "global_step": 36100, "epoch": 202, "lr": 7.47851264340779e-05}
{"train_loss": 0.004524773918092251, "global_step": 36101, "epoch": 202, "lr": 7.478384305107108e-05}
{"train_loss": 0.005268523469567299, "global_step": 36102, "epoch": 202, "lr": 7.478255964641708e-05}
{"train_loss": 0.004492843057960272, "global_step": 36103, "epoch": 202, "lr": 7.478127622011698e-05}
{"train_loss": 0.005618422757834196, "global_step": 36104, "epoch": 202, "lr": 7.477999277217191e-05}
{"train_loss": 0.006056862883269787, "global_step": 36105, "epoch": 202, "lr": 7.4778709302583e-05}
{"train_loss": 0.00404146034270525, "global_step": 36106, "epoch": 202, "lr": 7.477742581135137e-05}
{"train_loss": 0.004569957032799721, "global_step": 36107, "epoch": 202, "lr": 7.477614229847813e-05}
{"train_loss": 0.004993516020476818, "global_step": 36108, "epoch": 202, "lr": 7.477485876396441e-05}
{"train_loss": 0.004564239643514156, "global_step": 36109, "epoch": 202, "lr": 7.477357520781132e-05}
{"train_loss": 0.006001044996082783, "global_step": 36110, "epoch": 202, "lr": 7.477229163002001e-05}
{"train_loss": 0.003826755564659834, "global_step": 36111, "epoch": 202, "lr": 7.477100803059158e-05}
{"train_loss": 0.004750632215291262, "global_step": 36112, "epoch": 202, "lr": 7.476972440952716e-05}
{"train_loss": 0.0032023440580815077, "global_step": 36113, "epoch": 202, "lr": 7.476844076682785e-05}
{"train_loss": 0.002906002104282379, "global_step": 36114, "epoch": 202, "lr": 7.476715710249479e-05}
{"train_loss": 0.007001373916864395, "global_step": 36115, "epoch": 202, "lr": 7.47658734165291e-05}
{"train_loss": 0.003766890149563551, "global_step": 36116, "epoch": 202, "lr": 7.476458970893189e-05}
{"train_loss": 0.006232971325516701, "global_step": 36117, "epoch": 202, "lr": 7.476330597970432e-05}
{"train_loss": 0.009112670086324215, "global_step": 36118, "epoch": 202, "lr": 7.476202222884745e-05}
{"train_loss": 0.00968177244067192, "global_step": 36119, "epoch": 202, "lr": 7.476073845636243e-05}
{"train_loss": 0.006970570422708988, "global_step": 36120, "epoch": 202, "lr": 7.47594546622504e-05}
{"train_loss": 0.004289672710001469, "global_step": 36121, "epoch": 202, "lr": 7.475817084651247e-05}
{"train_loss": 0.005880837328732014, "global_step": 36122, "epoch": 202, "lr": 7.475688700914974e-05}
{"train_loss": 0.005836411379277706, "global_step": 36123, "epoch": 202, "lr": 7.475560315016336e-05}
{"train_loss": 0.003313318593427539, "global_step": 36124, "epoch": 202, "lr": 7.475431926955443e-05}
{"train_loss": 0.0036209842655807734, "global_step": 36125, "epoch": 202, "lr": 7.475303536732408e-05}
{"train_loss": 0.006049816962331533, "global_step": 36126, "epoch": 202, "lr": 7.475175144347343e-05}
{"train_loss": 0.00441697845235467, "global_step": 36127, "epoch": 202, "lr": 7.475046749800362e-05}
{"train_loss": 0.01332033984363079, "global_step": 36128, "epoch": 202, "lr": 7.474918353091574e-05}
{"train_loss": 0.006631688214838505, "global_step": 36129, "epoch": 202, "lr": 7.474789954221094e-05}
{"train_loss": 0.004613724537193775, "global_step": 36130, "epoch": 202, "lr": 7.47466155318903e-05}
{"train_loss": 0.004310443997383118, "global_step": 36131, "epoch": 202, "lr": 7.4745331499955e-05}
{"train_loss": 0.0026906514540314674, "global_step": 36132, "epoch": 202, "lr": 7.474404744640611e-05}
{"train_loss": 0.005471093310671074, "global_step": 36133, "epoch": 202, "lr": 7.474276337124477e-05}
{"train_loss": 0.0035747492220252752, "global_step": 36134, "epoch": 203, "lr": 7.474147927447213e-05}
{"train_loss": 0.005652375519275665, "global_step": 36135, "epoch": 203, "lr": 7.474019515608927e-05}
{"train_loss": 0.009740302339196205, "global_step": 36136, "epoch": 203, "lr": 7.473891101609732e-05}
{"train_loss": 0.005608765408396721, "global_step": 36137, "epoch": 203, "lr": 7.473762685449741e-05}
{"train_loss": 0.007706109434366226, "global_step": 36138, "epoch": 203, "lr": 7.473634267129066e-05}
{"train_loss": 0.005092824809253216, "global_step": 36139, "epoch": 203, "lr": 7.47350584664782e-05}
{"train_loss": 0.004832623992115259, "global_step": 36140, "epoch": 203, "lr": 7.473377424006113e-05}
{"train_loss": 0.006054811179637909, "global_step": 36141, "epoch": 203, "lr": 7.473248999204061e-05}
{"train_loss": 0.007820758037269115, "global_step": 36142, "epoch": 203, "lr": 7.473120572241773e-05}
{"train_loss": 0.005481759086251259, "global_step": 36143, "epoch": 203, "lr": 7.472992143119359e-05}
{"train_loss": 0.0045391712337732315, "global_step": 36144, "epoch": 203, "lr": 7.472863711836937e-05}
{"train_loss": 0.005532925948500633, "global_step": 36145, "epoch": 203, "lr": 7.472735278394616e-05}
{"train_loss": 0.003080090507864952, "global_step": 36146, "epoch": 203, "lr": 7.472606842792507e-05}
{"train_loss": 0.003145014401525259, "global_step": 36147, "epoch": 203, "lr": 7.472478405030725e-05}
{"train_loss": 0.006690421607345343, "global_step": 36148, "epoch": 203, "lr": 7.47234996510938e-05}
{"train_loss": 0.005817935336381197, "global_step": 36149, "epoch": 203, "lr": 7.472221523028586e-05}
{"train_loss": 0.004943382926285267, "global_step": 36150, "epoch": 203, "lr": 7.472093078788454e-05}
{"train_loss": 0.008237254805862904, "global_step": 36151, "epoch": 203, "lr": 7.471964632389095e-05}
{"train_loss": 0.008145002648234367, "global_step": 36152, "epoch": 203, "lr": 7.471836183830622e-05}
{"train_loss": 0.006725235376507044, "global_step": 36153, "epoch": 203, "lr": 7.471707733113148e-05}
{"train_loss": 0.003536907723173499, "global_step": 36154, "epoch": 203, "lr": 7.471579280236787e-05}
{"train_loss": 0.0040013231337070465, "global_step": 36155, "epoch": 203, "lr": 7.471450825201649e-05}
{"train_loss": 0.007580558769404888, "global_step": 36156, "epoch": 203, "lr": 7.471322368007843e-05}
{"train_loss": 0.003034847555682063, "global_step": 36157, "epoch": 203, "lr": 7.471193908655487e-05}
{"train_loss": 0.00456180889159441, "global_step": 36158, "epoch": 203, "lr": 7.471065447144692e-05}
{"train_loss": 0.005173473618924618, "global_step": 36159, "epoch": 203, "lr": 7.470936983475565e-05}
{"train_loss": 0.002488403581082821, "global_step": 36160, "epoch": 203, "lr": 7.470808517648224e-05}
{"train_loss": 0.00842561200261116, "global_step": 36161, "epoch": 203, "lr": 7.470680049662782e-05}
{"train_loss": 0.0023091144394129515, "global_step": 36162, "epoch": 203, "lr": 7.470551579519345e-05}
{"train_loss": 0.00798331294208765, "global_step": 36163, "epoch": 203, "lr": 7.470423107218029e-05}
{"train_loss": 0.0075291357934474945, "global_step": 36164, "epoch": 203, "lr": 7.470294632758947e-05}
{"train_loss": 0.006493633612990379, "global_step": 36165, "epoch": 203, "lr": 7.470166156142211e-05}
{"train_loss": 0.006736690178513527, "global_step": 36166, "epoch": 203, "lr": 7.47003767736793e-05}
{"train_loss": 0.0071580493822693825, "global_step": 36167, "epoch": 203, "lr": 7.469909196436222e-05}
{"train_loss": 0.006991143804043531, "global_step": 36168, "epoch": 203, "lr": 7.469780713347194e-05}
{"train_loss": 0.007086947560310364, "global_step": 36169, "epoch": 203, "lr": 7.46965222810096e-05}
{"train_loss": 0.004333047196269035, "global_step": 36170, "epoch": 203, "lr": 7.469523740697631e-05}
{"train_loss": 0.004683810286223888, "global_step": 36171, "epoch": 203, "lr": 7.469395251137321e-05}
{"train_loss": 0.003391580656170845, "global_step": 36172, "epoch": 203, "lr": 7.469266759420143e-05}
{"train_loss": 0.005870861001312733, "global_step": 36173, "epoch": 203, "lr": 7.469138265546207e-05}
{"train_loss": 0.008324448019266129, "global_step": 36174, "epoch": 203, "lr": 7.469009769515626e-05}
{"train_loss": 0.007079924922436476, "global_step": 36175, "epoch": 203, "lr": 7.468881271328514e-05}
{"train_loss": 0.007529674097895622, "global_step": 36176, "epoch": 203, "lr": 7.46875277098498e-05}
{"train_loss": 0.0035097459331154823, "global_step": 36177, "epoch": 203, "lr": 7.468624268485139e-05}
{"train_loss": 0.005378842819482088, "global_step": 36178, "epoch": 203, "lr": 7.468495763829102e-05}
{"train_loss": 0.005328369326889515, "global_step": 36179, "epoch": 203, "lr": 7.468367257016982e-05}
{"train_loss": 0.009791731834411621, "global_step": 36180, "epoch": 203, "lr": 7.468238748048888e-05}
{"train_loss": 0.007070755586028099, "global_step": 36181, "epoch": 203, "lr": 7.468110236924936e-05}
{"train_loss": 0.003990558907389641, "global_step": 36182, "epoch": 203, "lr": 7.467981723645236e-05}
{"train_loss": 0.006068214774131775, "global_step": 36183, "epoch": 203, "lr": 7.467853208209904e-05}
{"train_loss": 0.0023752301931381226, "global_step": 36184, "epoch": 203, "lr": 7.467724690619048e-05}
{"train_loss": 0.004777157213538885, "global_step": 36185, "epoch": 203, "lr": 7.467596170872783e-05}
{"train_loss": 0.011614879593253136, "global_step": 36186, "epoch": 203, "lr": 7.467467648971219e-05}
{"train_loss": 0.004751517437398434, "global_step": 36187, "epoch": 203, "lr": 7.46733912491447e-05}
{"train_loss": 0.006414192728698254, "global_step": 36188, "epoch": 203, "lr": 7.467210598702648e-05}
{"train_loss": 0.004573717713356018, "global_step": 36189, "epoch": 203, "lr": 7.467082070335864e-05}
{"train_loss": 0.008576772175729275, "global_step": 36190, "epoch": 203, "lr": 7.466953539814231e-05}
{"train_loss": 0.004385287407785654, "global_step": 36191, "epoch": 203, "lr": 7.466825007137861e-05}
{"train_loss": 0.004748372361063957, "global_step": 36192, "epoch": 203, "lr": 7.466696472306869e-05}
{"train_loss": 0.004049796611070633, "global_step": 36193, "epoch": 203, "lr": 7.466567935321364e-05}
{"train_loss": 0.004234645515680313, "global_step": 36194, "epoch": 203, "lr": 7.466439396181458e-05}
{"train_loss": 0.0059676580131053925, "global_step": 36195, "epoch": 203, "lr": 7.466310854887265e-05}
{"train_loss": 0.007284167222678661, "global_step": 36196, "epoch": 203, "lr": 7.466182311438897e-05}
{"train_loss": 0.0059694270603358746, "global_step": 36197, "epoch": 203, "lr": 7.466053765836465e-05}
{"train_loss": 0.006791369989514351, "global_step": 36198, "epoch": 203, "lr": 7.465925218080085e-05}
{"train_loss": 0.00534844771027565, "global_step": 36199, "epoch": 203, "lr": 7.465796668169864e-05}
{"train_loss": 0.0036775521002709866, "global_step": 36200, "epoch": 203, "lr": 7.465668116105917e-05}
{"train_loss": 0.006506757345050573, "global_step": 36201, "epoch": 203, "lr": 7.465539561888357e-05}
{"train_loss": 0.007162049412727356, "global_step": 36202, "epoch": 203, "lr": 7.465411005517295e-05}
{"train_loss": 0.008114701136946678, "global_step": 36203, "epoch": 203, "lr": 7.465282446992845e-05}
{"train_loss": 0.006277988664805889, "global_step": 36204, "epoch": 203, "lr": 7.465153886315118e-05}
{"train_loss": 0.005950067192316055, "global_step": 36205, "epoch": 203, "lr": 7.465025323484223e-05}
{"train_loss": 0.010199498385190964, "global_step": 36206, "epoch": 203, "lr": 7.464896758500278e-05}
{"train_loss": 0.009386569261550903, "global_step": 36207, "epoch": 203, "lr": 7.464768191363394e-05}
{"train_loss": 0.008083440363407135, "global_step": 36208, "epoch": 203, "lr": 7.464639622073682e-05}
{"train_loss": 0.009767476469278336, "global_step": 36209, "epoch": 203, "lr": 7.464511050631252e-05}
{"train_loss": 0.004817378707230091, "global_step": 36210, "epoch": 203, "lr": 7.46438247703622e-05}
{"train_loss": 0.007173944264650345, "global_step": 36211, "epoch": 203, "lr": 7.464253901288699e-05}
{"train_loss": 0.00357121997512877, "global_step": 36212, "epoch": 203, "lr": 7.464125323388797e-05}
{"train_loss": 0.006400056648999453, "global_step": 36213, "epoch": 203, "lr": 7.46399674333663e-05}
{"train_loss": 0.005520982667803764, "global_step": 36214, "epoch": 203, "lr": 7.463868161132307e-05}
{"train_loss": 0.0037773444782942533, "global_step": 36215, "epoch": 203, "lr": 7.463739576775944e-05}
{"train_loss": 0.0032072998583316803, "global_step": 36216, "epoch": 203, "lr": 7.463610990267651e-05}
{"train_loss": 0.004340460989624262, "global_step": 36217, "epoch": 203, "lr": 7.463482401607542e-05}
{"train_loss": 0.0029639871791005135, "global_step": 36218, "epoch": 203, "lr": 7.463353810795726e-05}
{"train_loss": 0.005386164411902428, "global_step": 36219, "epoch": 203, "lr": 7.463225217832319e-05}
{"train_loss": 0.0036665149964392185, "global_step": 36220, "epoch": 203, "lr": 7.463096622717433e-05}
{"train_loss": 0.004016134887933731, "global_step": 36221, "epoch": 203, "lr": 7.462968025451178e-05}
{"train_loss": 0.002973155817016959, "global_step": 36222, "epoch": 203, "lr": 7.462839426033666e-05}
{"train_loss": 0.002715218346565962, "global_step": 36223, "epoch": 203, "lr": 7.462710824465013e-05}
{"train_loss": 0.0024190424010157585, "global_step": 36224, "epoch": 203, "lr": 7.462582220745328e-05}
{"train_loss": 0.008944857865571976, "global_step": 36225, "epoch": 203, "lr": 7.462453614874726e-05}
{"train_loss": 0.0052689192816615105, "global_step": 36226, "epoch": 203, "lr": 7.462325006853316e-05}
{"train_loss": 0.007047522813081741, "global_step": 36227, "epoch": 203, "lr": 7.462196396681214e-05}
{"train_loss": 0.009935855865478516, "global_step": 36228, "epoch": 203, "lr": 7.462067784358529e-05}
{"train_loss": 0.00566937867552042, "global_step": 36229, "epoch": 203, "lr": 7.461939169885376e-05}
{"train_loss": 0.004367155954241753, "global_step": 36230, "epoch": 203, "lr": 7.461810553261865e-05}
{"train_loss": 0.007254806347191334, "global_step": 36231, "epoch": 203, "lr": 7.46168193448811e-05}
{"train_loss": 0.002464144956320524, "global_step": 36232, "epoch": 203, "lr": 7.461553313564224e-05}
{"train_loss": 0.003020650241523981, "global_step": 36233, "epoch": 203, "lr": 7.461424690490317e-05}
{"train_loss": 0.0038598228711634874, "global_step": 36234, "epoch": 203, "lr": 7.461296065266502e-05}
{"train_loss": 0.0037767174653708935, "global_step": 36235, "epoch": 203, "lr": 7.461167437892893e-05}
{"train_loss": 0.005122304894030094, "global_step": 36236, "epoch": 203, "lr": 7.4610388083696e-05}
{"train_loss": 0.007958524860441685, "global_step": 36237, "epoch": 203, "lr": 7.460910176696737e-05}
{"train_loss": 0.004152481909841299, "global_step": 36238, "epoch": 203, "lr": 7.460781542874417e-05}
{"train_loss": 0.007479182444512844, "global_step": 36239, "epoch": 203, "lr": 7.46065290690275e-05}
{"train_loss": 0.0035965070128440857, "global_step": 36240, "epoch": 203, "lr": 7.460524268781851e-05}
{"train_loss": 0.006105492822825909, "global_step": 36241, "epoch": 203, "lr": 7.46039562851183e-05}
{"train_loss": 0.00244057085365057, "global_step": 36242, "epoch": 203, "lr": 7.4602669860928e-05}
{"train_loss": 0.0047609396278858185, "global_step": 36243, "epoch": 203, "lr": 7.460138341524874e-05}
{"train_loss": 0.005151073448359966, "global_step": 36244, "epoch": 203, "lr": 7.460009694808163e-05}
{"train_loss": 0.006545620504766703, "global_step": 36245, "epoch": 203, "lr": 7.459881045942782e-05}
{"train_loss": 0.0078119272366166115, "global_step": 36246, "epoch": 203, "lr": 7.459752394928843e-05}
{"train_loss": 0.010311413556337357, "global_step": 36247, "epoch": 203, "lr": 7.459623741766455e-05}
{"train_loss": 0.006674294359982014, "global_step": 36248, "epoch": 203, "lr": 7.459495086455734e-05}
{"train_loss": 0.004541956819593906, "global_step": 36249, "epoch": 203, "lr": 7.459366428996789e-05}
{"train_loss": 0.008324156515300274, "global_step": 36250, "epoch": 203, "lr": 7.459237769389736e-05}
{"train_loss": 0.006077744532376528, "global_step": 36251, "epoch": 203, "lr": 7.459109107634685e-05}
{"train_loss": 0.004987581633031368, "global_step": 36252, "epoch": 203, "lr": 7.458980443731749e-05}
{"train_loss": 0.00475949514657259, "global_step": 36253, "epoch": 203, "lr": 7.458851777681041e-05}
{"train_loss": 0.006153488531708717, "global_step": 36254, "epoch": 203, "lr": 7.458723109482673e-05}
{"train_loss": 0.004521417431533337, "global_step": 36255, "epoch": 203, "lr": 7.458594439136756e-05}
{"train_loss": 0.007764140143990517, "global_step": 36256, "epoch": 203, "lr": 7.458465766643404e-05}
{"train_loss": 0.004259679466485977, "global_step": 36257, "epoch": 203, "lr": 7.458337092002729e-05}
{"train_loss": 0.0035430656280368567, "global_step": 36258, "epoch": 203, "lr": 7.458208415214845e-05}
{"train_loss": 0.005011696368455887, "global_step": 36259, "epoch": 203, "lr": 7.45807973627986e-05}
{"train_loss": 0.004395212046802044, "global_step": 36260, "epoch": 203, "lr": 7.457951055197891e-05}
{"train_loss": 0.006002782844007015, "global_step": 36261, "epoch": 203, "lr": 7.457822371969048e-05}
{"train_loss": 0.0037833594251424074, "global_step": 36262, "epoch": 203, "lr": 7.457693686593443e-05}
{"train_loss": 0.008699274621903896, "global_step": 36263, "epoch": 203, "lr": 7.457564999071191e-05}
{"train_loss": 0.002093239687383175, "global_step": 36264, "epoch": 203, "lr": 7.457436309402401e-05}
{"train_loss": 0.0043084584176540375, "global_step": 36265, "epoch": 203, "lr": 7.457307617587188e-05}
{"train_loss": 0.004514747299253941, "global_step": 36266, "epoch": 203, "lr": 7.457178923625665e-05}
{"train_loss": 0.004968051798641682, "global_step": 36267, "epoch": 203, "lr": 7.457050227517941e-05}
{"train_loss": 0.006330186501145363, "global_step": 36268, "epoch": 203, "lr": 7.456921529264131e-05}
{"train_loss": 0.010862967930734158, "global_step": 36269, "epoch": 203, "lr": 7.456792828864347e-05}
{"train_loss": 0.0032275854609906673, "global_step": 36270, "epoch": 203, "lr": 7.4566641263187e-05}
{"train_loss": 0.0019727812614291906, "global_step": 36271, "epoch": 203, "lr": 7.456535421627304e-05}
{"train_loss": 0.007719281129539013, "global_step": 36272, "epoch": 203, "lr": 7.456406714790273e-05}
{"train_loss": 0.0034602247178554535, "global_step": 36273, "epoch": 203, "lr": 7.456278005807716e-05}
{"train_loss": 0.003262680722400546, "global_step": 36274, "epoch": 203, "lr": 7.456149294679747e-05}
{"train_loss": 0.0034583108499646187, "global_step": 36275, "epoch": 203, "lr": 7.456020581406477e-05}
{"train_loss": 0.003109940094873309, "global_step": 36276, "epoch": 203, "lr": 7.455891865988022e-05}
{"train_loss": 0.007719799876213074, "global_step": 36277, "epoch": 203, "lr": 7.455763148424491e-05}
{"train_loss": 0.007401139475405216, "global_step": 36278, "epoch": 203, "lr": 7.455634428715997e-05}
{"train_loss": 0.005569578148424625, "global_step": 36279, "epoch": 203, "lr": 7.455505706862654e-05}
{"train_loss": 0.006729498505592346, "global_step": 36280, "epoch": 203, "lr": 7.455376982864572e-05}
{"train_loss": 0.00577353872358799, "global_step": 36281, "epoch": 203, "lr": 7.455248256721866e-05}
{"train_loss": 0.0038413461297750473, "global_step": 36282, "epoch": 203, "lr": 7.455119528434647e-05}
{"train_loss": 0.0039023831486701965, "global_step": 36283, "epoch": 203, "lr": 7.454990798003028e-05}
{"train_loss": 0.003873809240758419, "global_step": 36284, "epoch": 203, "lr": 7.45486206542712e-05}
{"train_loss": 0.004132955335080624, "global_step": 36285, "epoch": 203, "lr": 7.454733330707038e-05}
{"train_loss": 0.00799388624727726, "global_step": 36286, "epoch": 203, "lr": 7.454604593842892e-05}
{"train_loss": 0.004886371083557606, "global_step": 36287, "epoch": 203, "lr": 7.454475854834796e-05}
{"train_loss": 0.005041258409619331, "global_step": 36288, "epoch": 203, "lr": 7.454347113682863e-05}
{"train_loss": 0.004869664087891579, "global_step": 36289, "epoch": 203, "lr": 7.454218370387203e-05}
{"train_loss": 0.0051140207797288895, "global_step": 36290, "epoch": 203, "lr": 7.454089624947928e-05}
{"train_loss": 0.007014521863311529, "global_step": 36291, "epoch": 203, "lr": 7.453960877365156e-05}
{"train_loss": 0.005103437229990959, "global_step": 36292, "epoch": 203, "lr": 7.453832127638993e-05}
{"train_loss": 0.0063528139144182205, "global_step": 36293, "epoch": 203, "lr": 7.453703375769557e-05}
{"train_loss": 0.0042093838565051556, "global_step": 36294, "epoch": 203, "lr": 7.453574621756954e-05}
{"train_loss": 0.00340862525627017, "global_step": 36295, "epoch": 203, "lr": 7.453445865601303e-05}
{"train_loss": 0.009200818836688995, "global_step": 36296, "epoch": 203, "lr": 7.453317107302712e-05}
{"train_loss": 0.0031636557541787624, "global_step": 36297, "epoch": 203, "lr": 7.453188346861296e-05}
{"train_loss": 0.0037372675724327564, "global_step": 36298, "epoch": 203, "lr": 7.453059584277167e-05}
{"train_loss": 0.003875922877341509, "global_step": 36299, "epoch": 203, "lr": 7.452930819550435e-05}
{"train_loss": 0.003180364379659295, "global_step": 36300, "epoch": 203, "lr": 7.452802052681214e-05}
{"train_loss": 0.00537898251786828, "global_step": 36301, "epoch": 203, "lr": 7.45267328366962e-05}
{"train_loss": 0.0027404604479670525, "global_step": 36302, "epoch": 203, "lr": 7.45254451251576e-05}
{"train_loss": 0.006993256509304047, "global_step": 36303, "epoch": 203, "lr": 7.45241573921975e-05}
{"train_loss": 0.0035494109615683556, "global_step": 36304, "epoch": 203, "lr": 7.4522869637817e-05}
{"train_loss": 0.006143549922853708, "global_step": 36305, "epoch": 203, "lr": 7.452158186201725e-05}
{"train_loss": 0.007204397581517696, "global_step": 36306, "epoch": 203, "lr": 7.452029406479935e-05}
{"train_loss": 0.0027800649404525757, "global_step": 36307, "epoch": 203, "lr": 7.451900624616444e-05}
{"train_loss": 0.004640383645892143, "global_step": 36308, "epoch": 203, "lr": 7.451771840611366e-05}
{"train_loss": 0.006550797261297703, "global_step": 36309, "epoch": 203, "lr": 7.45164305446481e-05}
{"train_loss": 0.005164611153304577, "global_step": 36310, "epoch": 203, "lr": 7.451514266176891e-05}
{"train_loss": 0.005527845787909928, "global_step": 36311, "epoch": 203, "lr": 7.45138547574772e-05}
{"train_loss": 0.0040727294981479645, "global_step": 36312, "epoch": 204, "lr": 7.451256683177411e-05}
{"train_loss": 0.006704178638756275, "global_step": 36313, "epoch": 204, "lr": 7.451127888466075e-05}
{"train_loss": 0.0031152102164924145, "global_step": 36314, "epoch": 204, "lr": 7.450999091613825e-05}
{"train_loss": 0.00282806484028697, "global_step": 36315, "epoch": 204, "lr": 7.450870292620775e-05}
{"train_loss": 0.006489032879471779, "global_step": 36316, "epoch": 204, "lr": 7.450741491487035e-05}
{"train_loss": 0.0036764894612133503, "global_step": 36317, "epoch": 204, "lr": 7.45061268821272e-05}
{"train_loss": 0.003974361345171928, "global_step": 36318, "epoch": 204, "lr": 7.450483882797938e-05}
{"train_loss": 0.0033707800321280956, "global_step": 36319, "epoch": 204, "lr": 7.450355075242808e-05}
{"train_loss": 0.0036696363240480423, "global_step": 36320, "epoch": 204, "lr": 7.450226265547437e-05}
{"train_loss": 0.005845356732606888, "global_step": 36321, "epoch": 204, "lr": 7.450097453711941e-05}
{"train_loss": 0.005820396821945906, "global_step": 36322, "epoch": 204, "lr": 7.449968639736431e-05}
{"train_loss": 0.004563762806355953, "global_step": 36323, "epoch": 204, "lr": 7.44983982362102e-05}
{"train_loss": 0.0034601595252752304, "global_step": 36324, "epoch": 204, "lr": 7.449711005365819e-05}
{"train_loss": 0.008094355463981628, "global_step": 36325, "epoch": 204, "lr": 7.449582184970943e-05}
{"train_loss": 0.009594032540917397, "global_step": 36326, "epoch": 204, "lr": 7.449453362436503e-05}
{"train_loss": 0.008025851100683212, "global_step": 36327, "epoch": 204, "lr": 7.44932453776261e-05}
{"train_loss": 0.006051814183592796, "global_step": 36328, "epoch": 204, "lr": 7.44919571094938e-05}
{"train_loss": 0.003777868812903762, "global_step": 36329, "epoch": 204, "lr": 7.449066881996923e-05}
{"train_loss": 0.00760284811258316, "global_step": 36330, "epoch": 204, "lr": 7.448938050905354e-05}
{"train_loss": 0.0019509766716510057, "global_step": 36331, "epoch": 204, "lr": 7.448809217674782e-05}
{"train_loss": 0.006949674338102341, "global_step": 36332, "epoch": 204, "lr": 7.448680382305324e-05}
{"train_loss": 0.006627725902944803, "global_step": 36333, "epoch": 204, "lr": 7.448551544797086e-05}
{"train_loss": 0.0059756687842309475, "global_step": 36334, "epoch": 204, "lr": 7.448422705150188e-05}
{"train_loss": 0.0050370050594210625, "global_step": 36335, "epoch": 204, "lr": 7.448293863364737e-05}
{"train_loss": 0.0034167547710239887, "global_step": 36336, "epoch": 204, "lr": 7.44816501944085e-05}
{"train_loss": 0.0025053927674889565, "global_step": 36337, "epoch": 204, "lr": 7.448036173378634e-05}
{"train_loss": 0.003546126652508974, "global_step": 36338, "epoch": 204, "lr": 7.447907325178204e-05}
{"train_loss": 0.0012374981306493282, "global_step": 36339, "epoch": 204, "lr": 7.447778474839676e-05}
{"train_loss": 0.0030795754864811897, "global_step": 36340, "epoch": 204, "lr": 7.447649622363159e-05}
{"train_loss": 0.006194214336574078, "global_step": 36341, "epoch": 204, "lr": 7.447520767748766e-05}
{"train_loss": 0.0029362121131271124, "global_step": 36342, "epoch": 204, "lr": 7.447391910996609e-05}
{"train_loss": 0.003644987940788269, "global_step": 36343, "epoch": 204, "lr": 7.447263052106802e-05}
{"train_loss": 0.004502359312027693, "global_step": 36344, "epoch": 204, "lr": 7.447134191079457e-05}
{"train_loss": 0.004599117673933506, "global_step": 36345, "epoch": 204, "lr": 7.447005327914687e-05}
{"train_loss": 0.004748131614178419, "global_step": 36346, "epoch": 204, "lr": 7.446876462612603e-05}
{"train_loss": 0.003759127575904131, "global_step": 36347, "epoch": 204, "lr": 7.446747595173318e-05}
{"train_loss": 0.005487125366926193, "global_step": 36348, "epoch": 204, "lr": 7.446618725596944e-05}
{"train_loss": 0.004995919764041901, "global_step": 36349, "epoch": 204, "lr": 7.446489853883597e-05}
{"train_loss": 0.005693613551557064, "global_step": 36350, "epoch": 204, "lr": 7.446360980033387e-05}
{"train_loss": 0.004210082348436117, "global_step": 36351, "epoch": 204, "lr": 7.446232104046427e-05}
{"train_loss": 0.007442678790539503, "global_step": 36352, "epoch": 204, "lr": 7.446103225922828e-05}
{"train_loss": 0.003737169783562422, "global_step": 36353, "epoch": 204, "lr": 7.445974345662704e-05}
{"train_loss": 0.004471293650567532, "global_step": 36354, "epoch": 204, "lr": 7.445845463266169e-05}
{"train_loss": 0.008769848383963108, "global_step": 36355, "epoch": 204, "lr": 7.445716578733333e-05}
{"train_loss": 0.004096304066479206, "global_step": 36356, "epoch": 204, "lr": 7.445587692064309e-05}
{"train_loss": 0.007460694760084152, "global_step": 36357, "epoch": 204, "lr": 7.445458803259212e-05}
{"train_loss": 0.0072914669290184975, "global_step": 36358, "epoch": 204, "lr": 7.445329912318152e-05}
{"train_loss": 0.00433974526822567, "global_step": 36359, "epoch": 204, "lr": 7.445201019241242e-05}
{"train_loss": 0.006211434956640005, "global_step": 36360, "epoch": 204, "lr": 7.445072124028595e-05}
{"train_loss": 0.0037506367079913616, "global_step": 36361, "epoch": 204, "lr": 7.444943226680325e-05}
{"train_loss": 0.0034889420494437218, "global_step": 36362, "epoch": 204, "lr": 7.444814327196541e-05}
{"train_loss": 0.006296776235103607, "global_step": 36363, "epoch": 204, "lr": 7.44468542557736e-05}
{"train_loss": 0.003472454845905304, "global_step": 36364, "epoch": 204, "lr": 7.444556521822889e-05}
{"train_loss": 0.009477376006543636, "global_step": 36365, "epoch": 204, "lr": 7.444427615933244e-05}
{"train_loss": 0.004143744707107544, "global_step": 36366, "epoch": 204, "lr": 7.444298707908541e-05}
{"train_loss": 0.00342917675152421, "global_step": 36367, "epoch": 204, "lr": 7.444169797748888e-05}
{"train_loss": 0.004269472789019346, "global_step": 36368, "epoch": 204, "lr": 7.444040885454397e-05}
{"train_loss": 0.002632521092891693, "global_step": 36369, "epoch": 204, "lr": 7.443911971025183e-05}
{"train_loss": 0.004857826977968216, "global_step": 36370, "epoch": 204, "lr": 7.443783054461357e-05}
{"train_loss": 0.002273810561746359, "global_step": 36371, "epoch": 204, "lr": 7.443654135763033e-05}
{"train_loss": 0.004953725263476372, "global_step": 36372, "epoch": 204, "lr": 7.443525214930324e-05}
{"train_loss": 0.004659486934542656, "global_step": 36373, "epoch": 204, "lr": 7.44339629196334e-05}
{"train_loss": 0.002958591328933835, "global_step": 36374, "epoch": 204, "lr": 7.443267366862197e-05}
{"train_loss": 0.003169434145092964, "global_step": 36375, "epoch": 204, "lr": 7.443138439627004e-05}
{"train_loss": 0.004942433908581734, "global_step": 36376, "epoch": 204, "lr": 7.443009510257877e-05}
{"train_loss": 0.0033707469701766968, "global_step": 36377, "epoch": 204, "lr": 7.442880578754927e-05}
{"train_loss": 0.0025491882115602493, "global_step": 36378, "epoch": 204, "lr": 7.442751645118267e-05}
{"train_loss": 0.006681754719465971, "global_step": 36379, "epoch": 204, "lr": 7.442622709348008e-05}
{"train_loss": 0.005721475929021835, "global_step": 36380, "epoch": 204, "lr": 7.442493771444264e-05}
{"train_loss": 0.004171109292656183, "global_step": 36381, "epoch": 204, "lr": 7.44236483140715e-05}
{"train_loss": 0.0033731372095644474, "global_step": 36382, "epoch": 204, "lr": 7.442235889236774e-05}
{"train_loss": 0.005865623243153095, "global_step": 36383, "epoch": 204, "lr": 7.442106944933251e-05}
{"train_loss": 0.0036572632379829884, "global_step": 36384, "epoch": 204, "lr": 7.441977998496693e-05}
{"train_loss": 0.008229895494878292, "global_step": 36385, "epoch": 204, "lr": 7.441849049927214e-05}
{"train_loss": 0.004813668318092823, "global_step": 36386, "epoch": 204, "lr": 7.441720099224924e-05}
{"train_loss": 0.004725641570985317, "global_step": 36387, "epoch": 204, "lr": 7.44159114638994e-05}
{"train_loss": 0.0014336197637021542, "global_step": 36388, "epoch": 204, "lr": 7.44146219142237e-05}
{"train_loss": 0.0026426296681165695, "global_step": 36389, "epoch": 204, "lr": 7.44133323432233e-05}
{"train_loss": 0.006480783689767122, "global_step": 36390, "epoch": 204, "lr": 7.441204275089929e-05}
{"train_loss": 0.0022538485936820507, "global_step": 36391, "epoch": 204, "lr": 7.441075313725283e-05}
{"train_loss": 0.003122210269793868, "global_step": 36392, "epoch": 204, "lr": 7.440946350228504e-05}
{"train_loss": 0.004800107330083847, "global_step": 36393, "epoch": 204, "lr": 7.440817384599704e-05}
{"train_loss": 0.0054502831771969795, "global_step": 36394, "epoch": 204, "lr": 7.440688416838996e-05}
{"train_loss": 0.005324127152562141, "global_step": 36395, "epoch": 204, "lr": 7.440559446946491e-05}
{"train_loss": 0.006251472048461437, "global_step": 36396, "epoch": 204, "lr": 7.440430474922305e-05}
{"train_loss": 0.006715558469295502, "global_step": 36397, "epoch": 204, "lr": 7.440301500766548e-05}
{"train_loss": 0.005907348357141018, "global_step": 36398, "epoch": 204, "lr": 7.440172524479335e-05}
{"train_loss": 0.007843904197216034, "global_step": 36399, "epoch": 204, "lr": 7.440043546060774e-05}
{"train_loss": 0.007741798646748066, "global_step": 36400, "epoch": 204, "lr": 7.439914565510982e-05}
{"train_loss": 0.005060324911028147, "global_step": 36401, "epoch": 204, "lr": 7.43978558283007e-05}
{"train_loss": 0.004351490177214146, "global_step": 36402, "epoch": 204, "lr": 7.439656598018151e-05}
{"train_loss": 0.0032675855327397585, "global_step": 36403, "epoch": 204, "lr": 7.439527611075337e-05}
{"train_loss": 0.00590237881988287, "global_step": 36404, "epoch": 204, "lr": 7.439398622001743e-05}
{"train_loss": 0.004172631073743105, "global_step": 36405, "epoch": 204, "lr": 7.43926963079748e-05}
{"train_loss": 0.00560852512717247, "global_step": 36406, "epoch": 204, "lr": 7.439140637462659e-05}
{"train_loss": 0.00614016130566597, "global_step": 36407, "epoch": 204, "lr": 7.439011641997396e-05}
{"train_loss": 0.002079361118376255, "global_step": 36408, "epoch": 204, "lr": 7.4388826444018e-05}
{"train_loss": 0.004537389613687992, "global_step": 36409, "epoch": 204, "lr": 7.438753644675987e-05}
{"train_loss": 0.006064331158995628, "global_step": 36410, "epoch": 204, "lr": 7.438624642820068e-05}
{"train_loss": 0.011637777090072632, "global_step": 36411, "epoch": 204, "lr": 7.438495638834157e-05}
{"train_loss": 0.009574450552463531, "global_step": 36412, "epoch": 204, "lr": 7.438366632718364e-05}
{"train_loss": 0.006415799260139465, "global_step": 36413, "epoch": 204, "lr": 7.438237624472803e-05}
{"train_loss": 0.003416814375668764, "global_step": 36414, "epoch": 204, "lr": 7.43810861409759e-05}
{"train_loss": 0.0029722247272729874, "global_step": 36415, "epoch": 204, "lr": 7.437979601592833e-05}
{"train_loss": 0.0037251273170113564, "global_step": 36416, "epoch": 204, "lr": 7.437850586958645e-05}
{"train_loss": 0.00786930788308382, "global_step": 36417, "epoch": 204, "lr": 7.437721570195143e-05}
{"train_loss": 0.0073303584940731525, "global_step": 36418, "epoch": 204, "lr": 7.437592551302435e-05}
{"train_loss": 0.00833185389637947, "global_step": 36419, "epoch": 204, "lr": 7.437463530280635e-05}
{"train_loss": 0.0023525538854300976, "global_step": 36420, "epoch": 204, "lr": 7.437334507129859e-05}
{"train_loss": 0.0020279735326766968, "global_step": 36421, "epoch": 204, "lr": 7.437205481850214e-05}
{"train_loss": 0.005918040871620178, "global_step": 36422, "epoch": 204, "lr": 7.437076454441815e-05}
{"train_loss": 0.007491016760468483, "global_step": 36423, "epoch": 204, "lr": 7.436947424904778e-05}
{"train_loss": 0.005073073320090771, "global_step": 36424, "epoch": 204, "lr": 7.436818393239211e-05}
{"train_loss": 0.003189663402736187, "global_step": 36425, "epoch": 204, "lr": 7.43668935944523e-05}
{"train_loss": 0.0030780918896198273, "global_step": 36426, "epoch": 204, "lr": 7.436560323522945e-05}
{"train_loss": 0.0061407918110489845, "global_step": 36427, "epoch": 204, "lr": 7.43643128547247e-05}
{"train_loss": 0.002060698578134179, "global_step": 36428, "epoch": 204, "lr": 7.436302245293919e-05}
{"train_loss": 0.005453919526189566, "global_step": 36429, "epoch": 204, "lr": 7.436173202987403e-05}
{"train_loss": 0.0034514563158154488, "global_step": 36430, "epoch": 204, "lr": 7.436044158553036e-05}
{"train_loss": 0.00741408159956336, "global_step": 36431, "epoch": 204, "lr": 7.435915111990928e-05}
{"train_loss": 0.004017441067844629, "global_step": 36432, "epoch": 204, "lr": 7.435786063301194e-05}
{"train_loss": 0.005905279889702797, "global_step": 36433, "epoch": 204, "lr": 7.435657012483947e-05}
{"train_loss": 0.0038541830144822598, "global_step": 36434, "epoch": 204, "lr": 7.4355279595393e-05}
{"train_loss": 0.006451738066971302, "global_step": 36435, "epoch": 204, "lr": 7.435398904467363e-05}
{"train_loss": 0.0035893297754228115, "global_step": 36436, "epoch": 204, "lr": 7.435269847268252e-05}
{"train_loss": 0.0024731867015361786, "global_step": 36437, "epoch": 204, "lr": 7.435140787942077e-05}
{"train_loss": 0.006836124695837498, "global_step": 36438, "epoch": 204, "lr": 7.435011726488954e-05}
{"train_loss": 0.009614087641239166, "global_step": 36439, "epoch": 204, "lr": 7.434882662908991e-05}
{"train_loss": 0.00727870874106884, "global_step": 36440, "epoch": 204, "lr": 7.434753597202306e-05}
{"train_loss": 0.005647784098982811, "global_step": 36441, "epoch": 204, "lr": 7.434624529369006e-05}
{"train_loss": 0.004149115644395351, "global_step": 36442, "epoch": 204, "lr": 7.434495459409209e-05}
{"train_loss": 0.007422647904604673, "global_step": 36443, "epoch": 204, "lr": 7.434366387323025e-05}
{"train_loss": 0.0038130399771034718, "global_step": 36444, "epoch": 204, "lr": 7.434237313110569e-05}
{"train_loss": 0.003531179390847683, "global_step": 36445, "epoch": 204, "lr": 7.434108236771951e-05}
{"train_loss": 0.004487090744078159, "global_step": 36446, "epoch": 204, "lr": 7.433979158307282e-05}
{"train_loss": 0.006085928995162249, "global_step": 36447, "epoch": 204, "lr": 7.433850077716681e-05}
{"train_loss": 0.005291209556162357, "global_step": 36448, "epoch": 204, "lr": 7.433720995000256e-05}
{"train_loss": 0.0029741302132606506, "global_step": 36449, "epoch": 204, "lr": 7.433591910158122e-05}
{"train_loss": 0.00395194161683321, "global_step": 36450, "epoch": 204, "lr": 7.43346282319039e-05}
{"train_loss": 0.005671481601893902, "global_step": 36451, "epoch": 204, "lr": 7.433333734097173e-05}
{"train_loss": 0.0040572891011834145, "global_step": 36452, "epoch": 204, "lr": 7.433204642878586e-05}
{"train_loss": 0.003789066569879651, "global_step": 36453, "epoch": 204, "lr": 7.433075549534738e-05}
{"train_loss": 0.0033742175437510014, "global_step": 36454, "epoch": 204, "lr": 7.432946454065746e-05}
{"train_loss": 0.002792864106595516, "global_step": 36455, "epoch": 204, "lr": 7.432817356471719e-05}
{"train_loss": 0.004597422666847706, "global_step": 36456, "epoch": 204, "lr": 7.43268825675277e-05}
{"train_loss": 0.003624971490353346, "global_step": 36457, "epoch": 204, "lr": 7.432559154909015e-05}
{"train_loss": 0.00457770423963666, "global_step": 36458, "epoch": 204, "lr": 7.432430050940566e-05}
{"train_loss": 0.004291054327040911, "global_step": 36459, "epoch": 204, "lr": 7.432300944847533e-05}
{"train_loss": 0.004458273760974407, "global_step": 36460, "epoch": 204, "lr": 7.43217183663003e-05}
{"train_loss": 0.006987749598920345, "global_step": 36461, "epoch": 204, "lr": 7.432042726288171e-05}
{"train_loss": 0.004942001774907112, "global_step": 36462, "epoch": 204, "lr": 7.431913613822068e-05}
{"train_loss": 0.003757363185286522, "global_step": 36463, "epoch": 204, "lr": 7.431784499231834e-05}
{"train_loss": 0.004606633447110653, "global_step": 36464, "epoch": 204, "lr": 7.431655382517582e-05}
{"train_loss": 0.0026399146299809217, "global_step": 36465, "epoch": 204, "lr": 7.431526263679423e-05}
{"train_loss": 0.006265651434659958, "global_step": 36466, "epoch": 204, "lr": 7.43139714271747e-05}
{"train_loss": 0.004196785856038332, "global_step": 36467, "epoch": 204, "lr": 7.431268019631838e-05}
{"train_loss": 0.0037450313102453947, "global_step": 36468, "epoch": 204, "lr": 7.43113889442264e-05}
{"train_loss": 0.003048691898584366, "global_step": 36469, "epoch": 204, "lr": 7.431009767089986e-05}
{"train_loss": 0.003390433732420206, "global_step": 36470, "epoch": 204, "lr": 7.43088063763399e-05}
{"train_loss": 0.0023596270475536585, "global_step": 36471, "epoch": 204, "lr": 7.430751506054764e-05}
{"train_loss": 0.007808801252394915, "global_step": 36472, "epoch": 204, "lr": 7.430622372352422e-05}
{"train_loss": 0.007089466787874699, "global_step": 36473, "epoch": 204, "lr": 7.430493236527078e-05}
{"train_loss": 0.0036286874674260616, "global_step": 36474, "epoch": 204, "lr": 7.430364098578842e-05}
{"train_loss": 0.0023443715181201696, "global_step": 36475, "epoch": 204, "lr": 7.430234958507827e-05}
{"train_loss": 0.004457573406398296, "global_step": 36476, "epoch": 204, "lr": 7.43010581631415e-05}
{"train_loss": 0.002709595952183008, "global_step": 36477, "epoch": 204, "lr": 7.429976671997919e-05}
{"train_loss": 0.0056537119671702385, "global_step": 36478, "epoch": 204, "lr": 7.429847525559249e-05}
{"train_loss": 0.005230363458395004, "global_step": 36479, "epoch": 204, "lr": 7.429718376998253e-05}
{"train_loss": 0.006049171555787325, "global_step": 36480, "epoch": 204, "lr": 7.429589226315042e-05}
{"train_loss": 0.004692249000072479, "global_step": 36481, "epoch": 204, "lr": 7.429460073509729e-05}
{"train_loss": 0.003797758836299181, "global_step": 36482, "epoch": 204, "lr": 7.429330918582428e-05}
{"train_loss": 0.003986124414950609, "global_step": 36483, "epoch": 204, "lr": 7.429201761533255e-05}
{"train_loss": 0.005094405263662338, "global_step": 36484, "epoch": 204, "lr": 7.429072602362315e-05}
{"train_loss": 0.0065809376537799835, "global_step": 36485, "epoch": 204, "lr": 7.428943441069727e-05}
{"train_loss": 0.006559052970260382, "global_step": 36486, "epoch": 204, "lr": 7.428814277655603e-05}
{"train_loss": 0.004630224779248238, "global_step": 36487, "epoch": 204, "lr": 7.428685112120052e-05}
{"train_loss": 0.004581990651786327, "global_step": 36488, "epoch": 204, "lr": 7.428555944463191e-05}
{"train_loss": 0.004869975463560458, "global_step": 36489, "epoch": 204, "lr": 7.428426774685131e-05}
{"train_loss": 0.0041764164343476295, "global_step": 36490, "epoch": 205, "lr": 7.428297602785986e-05}
{"train_loss": 0.0032372751738876104, "global_step": 36491, "epoch": 205, "lr": 7.42816842876587e-05}
{"train_loss": 0.006457162089645863, "global_step": 36492, "epoch": 205, "lr": 7.42803925262489e-05}
{"train_loss": 0.01002165675163269, "global_step": 36493, "epoch": 205, "lr": 7.427910074363164e-05}
{"train_loss": 0.004405011888593435, "global_step": 36494, "epoch": 205, "lr": 7.427780893980804e-05}
{"train_loss": 0.005909742787480354, "global_step": 36495, "epoch": 205, "lr": 7.427651711477922e-05}
{"train_loss": 0.0030984426848590374, "global_step": 36496, "epoch": 205, "lr": 7.42752252685463e-05}
{"train_loss": 0.00572965107858181, "global_step": 36497, "epoch": 205, "lr": 7.427393340111046e-05}
{"train_loss": 0.006999680306762457, "global_step": 36498, "epoch": 205, "lr": 7.427264151247276e-05}
{"train_loss": 0.005656055174767971, "global_step": 36499, "epoch": 205, "lr": 7.427134960263435e-05}
{"train_loss": 0.005577539559453726, "global_step": 36500, "epoch": 205, "lr": 7.427005767159639e-05}
{"train_loss": 0.005028987769037485, "global_step": 36501, "epoch": 205, "lr": 7.426876571935996e-05}
{"train_loss": 0.005159391090273857, "global_step": 36502, "epoch": 205, "lr": 7.426747374592624e-05}
{"train_loss": 0.004435149021446705, "global_step": 36503, "epoch": 205, "lr": 7.42661817512963e-05}
{"train_loss": 0.0027321218512952328, "global_step": 36504, "epoch": 205, "lr": 7.426488973547133e-05}
{"train_loss": 0.009031818248331547, "global_step": 36505, "epoch": 205, "lr": 7.426359769845241e-05}
{"train_loss": 0.004286760464310646, "global_step": 36506, "epoch": 205, "lr": 7.426230564024068e-05}
{"train_loss": 0.0027272766456007957, "global_step": 36507, "epoch": 205, "lr": 7.42610135608373e-05}
{"train_loss": 0.006240161135792732, "global_step": 36508, "epoch": 205, "lr": 7.425972146024333e-05}
{"train_loss": 0.006629687733948231, "global_step": 36509, "epoch": 205, "lr": 7.425842933845999e-05}
{"train_loss": 0.005784006789326668, "global_step": 36510, "epoch": 205, "lr": 7.425713719548833e-05}
{"train_loss": 0.003745144698768854, "global_step": 36511, "epoch": 205, "lr": 7.425584503132952e-05}
{"train_loss": 0.003598002251237631, "global_step": 36512, "epoch": 205, "lr": 7.425455284598469e-05}
{"train_loss": 0.0034948380198329687, "global_step": 36513, "epoch": 205, "lr": 7.425326063945493e-05}
{"train_loss": 0.005196142941713333, "global_step": 36514, "epoch": 205, "lr": 7.425196841174141e-05}
{"train_loss": 0.002829726319760084, "global_step": 36515, "epoch": 205, "lr": 7.425067616284524e-05}
{"train_loss": 0.003128248732537031, "global_step": 36516, "epoch": 205, "lr": 7.424938389276755e-05}
{"train_loss": 0.004615516401827335, "global_step": 36517, "epoch": 205, "lr": 7.424809160150948e-05}
{"train_loss": 0.006101012229919434, "global_step": 36518, "epoch": 205, "lr": 7.424679928907215e-05}
{"train_loss": 0.006678185425698757, "global_step": 36519, "epoch": 205, "lr": 7.424550695545669e-05}
{"train_loss": 0.0060755121521651745, "global_step": 36520, "epoch": 205, "lr": 7.424421460066421e-05}
{"train_loss": 0.004589681047946215, "global_step": 36521, "epoch": 205, "lr": 7.424292222469587e-05}
{"train_loss": 0.005980906076729298, "global_step": 36522, "epoch": 205, "lr": 7.424162982755278e-05}
{"train_loss": 0.0042696623131632805, "global_step": 36523, "epoch": 205, "lr": 7.424033740923608e-05}
{"train_loss": 0.008858008310198784, "global_step": 36524, "epoch": 205, "lr": 7.423904496974691e-05}
{"train_loss": 0.005272911861538887, "global_step": 36525, "epoch": 205, "lr": 7.423775250908636e-05}
{"train_loss": 0.005439251661300659, "global_step": 36526, "epoch": 205, "lr": 7.423646002725559e-05}
{"train_loss": 0.0064422194845974445, "global_step": 36527, "epoch": 205, "lr": 7.42351675242557e-05}
{"train_loss": 0.0028748130425810814, "global_step": 36528, "epoch": 205, "lr": 7.423387500008787e-05}
{"train_loss": 0.0035334478598088026, "global_step": 36529, "epoch": 205, "lr": 7.423258245475317e-05}
{"train_loss": 0.004641928244382143, "global_step": 36530, "epoch": 205, "lr": 7.423128988825277e-05}
{"train_loss": 0.0088640246540308, "global_step": 36531, "epoch": 205, "lr": 7.422999730058777e-05}
{"train_loss": 0.008258573710918427, "global_step": 36532, "epoch": 205, "lr": 7.422870469175933e-05}
{"train_loss": 0.0026406128890812397, "global_step": 36533, "epoch": 205, "lr": 7.422741206176857e-05}
{"train_loss": 0.005731916055083275, "global_step": 36534, "epoch": 205, "lr": 7.422611941061658e-05}
{"train_loss": 0.007213607896119356, "global_step": 36535, "epoch": 205, "lr": 7.422482673830455e-05}
{"train_loss": 0.005838143173605204, "global_step": 36536, "epoch": 205, "lr": 7.422353404483358e-05}
{"train_loss": 0.0032550636678934097, "global_step": 36537, "epoch": 205, "lr": 7.422224133020478e-05}
{"train_loss": 0.0060502151027321815, "global_step": 36538, "epoch": 205, "lr": 7.422094859441931e-05}
{"train_loss": 0.004179010633379221, "global_step": 36539, "epoch": 205, "lr": 7.42196558374783e-05}
{"train_loss": 0.004963254556059837, "global_step": 36540, "epoch": 205, "lr": 7.421836305938285e-05}
{"train_loss": 0.0037700776010751724, "global_step": 36541, "epoch": 205, "lr": 7.421707026013412e-05}
{"train_loss": 0.003180805128067732, "global_step": 36542, "epoch": 205, "lr": 7.421577743973322e-05}
{"train_loss": 0.003648925805464387, "global_step": 36543, "epoch": 205, "lr": 7.421448459818128e-05}
{"train_loss": 0.0073244161903858185, "global_step": 36544, "epoch": 205, "lr": 7.421319173547944e-05}
{"train_loss": 0.0026375949382781982, "global_step": 36545, "epoch": 205, "lr": 7.421189885162883e-05}
{"train_loss": 0.0024663088843226433, "global_step": 36546, "epoch": 205, "lr": 7.421060594663054e-05}
{"train_loss": 0.0076478756964206696, "global_step": 36547, "epoch": 205, "lr": 7.420931302048576e-05}
{"train_loss": 0.003669810015708208, "global_step": 36548, "epoch": 205, "lr": 7.420802007319558e-05}
{"train_loss": 0.005374257452785969, "global_step": 36549, "epoch": 205, "lr": 7.420672710476115e-05}
{"train_loss": 0.010283339768648148, "global_step": 36550, "epoch": 205, "lr": 7.420543411518358e-05}
{"train_loss": 0.005407306365668774, "global_step": 36551, "epoch": 205, "lr": 7.420414110446402e-05}
{"train_loss": 0.004611731041222811, "global_step": 36552, "epoch": 205, "lr": 7.420284807260358e-05}
{"train_loss": 0.002052502240985632, "global_step": 36553, "epoch": 205, "lr": 7.42015550196034e-05}
{"train_loss": 0.006751403212547302, "global_step": 36554, "epoch": 205, "lr": 7.420026194546461e-05}
{"train_loss": 0.004743332974612713, "global_step": 36555, "epoch": 205, "lr": 7.419896885018832e-05}
{"train_loss": 0.005047858692705631, "global_step": 36556, "epoch": 205, "lr": 7.419767573377569e-05}
{"train_loss": 0.0056710452772676945, "global_step": 36557, "epoch": 205, "lr": 7.419638259622783e-05}
{"train_loss": 0.00422927550971508, "global_step": 36558, "epoch": 205, "lr": 7.419508943754589e-05}
{"train_loss": 0.007558947429060936, "global_step": 36559, "epoch": 205, "lr": 7.419379625773097e-05}
{"train_loss": 0.006073773838579655, "global_step": 36560, "epoch": 205, "lr": 7.41925030567842e-05}
{"train_loss": 0.0030211161356419325, "global_step": 36561, "epoch": 205, "lr": 7.419120983470675e-05}
{"train_loss": 0.0041312286630272865, "global_step": 36562, "epoch": 205, "lr": 7.418991659149973e-05}
{"train_loss": 0.004010442178696394, "global_step": 36563, "epoch": 205, "lr": 7.418862332716423e-05}
{"train_loss": 0.009582726284861565, "global_step": 36564, "epoch": 205, "lr": 7.418733004170143e-05}
{"train_loss": 0.00308979325927794, "global_step": 36565, "epoch": 205, "lr": 7.418603673511243e-05}
{"train_loss": 0.008064975962042809, "global_step": 36566, "epoch": 205, "lr": 7.418474340739838e-05}
{"train_loss": 0.01258331909775734, "global_step": 36567, "epoch": 205, "lr": 7.418345005856041e-05}
{"train_loss": 0.011231612414121628, "global_step": 36568, "epoch": 205, "lr": 7.418215668859964e-05}
{"train_loss": 0.005209667142480612, "global_step": 36569, "epoch": 205, "lr": 7.418086329751718e-05}
{"train_loss": 0.0059550730511546135, "global_step": 36570, "epoch": 205, "lr": 7.417956988531419e-05}
{"train_loss": 0.00796324759721756, "global_step": 36571, "epoch": 205, "lr": 7.417827645199179e-05}
{"train_loss": 0.0043700081296265125, "global_step": 36572, "epoch": 205, "lr": 7.417698299755112e-05}
{"train_loss": 0.004598229192197323, "global_step": 36573, "epoch": 205, "lr": 7.41756895219933e-05}
{"train_loss": 0.005380351562052965, "global_step": 36574, "epoch": 205, "lr": 7.417439602531944e-05}
{"train_loss": 0.007526918314397335, "global_step": 36575, "epoch": 205, "lr": 7.417310250753069e-05}
{"train_loss": 0.004286807496100664, "global_step": 36576, "epoch": 205, "lr": 7.417180896862819e-05}
{"train_loss": 0.0039055917877703905, "global_step": 36577, "epoch": 205, "lr": 7.417051540861306e-05}
{"train_loss": 0.004924876615405083, "global_step": 36578, "epoch": 205, "lr": 7.416922182748641e-05}
{"train_loss": 0.005832011811435223, "global_step": 36579, "epoch": 205, "lr": 7.41679282252494e-05}
{"train_loss": 0.007257651071995497, "global_step": 36580, "epoch": 205, "lr": 7.416663460190315e-05}
{"train_loss": 0.005397338420152664, "global_step": 36581, "epoch": 205, "lr": 7.416534095744879e-05}
{"train_loss": 0.004752677865326405, "global_step": 36582, "epoch": 205, "lr": 7.416404729188745e-05}
{"train_loss": 0.005504264496266842, "global_step": 36583, "epoch": 205, "lr": 7.416275360522025e-05}
{"train_loss": 0.003716634586453438, "global_step": 36584, "epoch": 205, "lr": 7.416145989744833e-05}
{"train_loss": 0.005731476005166769, "global_step": 36585, "epoch": 205, "lr": 7.416016616857282e-05}
{"train_loss": 0.004664844833314419, "global_step": 36586, "epoch": 205, "lr": 7.415887241859485e-05}
{"train_loss": 0.004874321632087231, "global_step": 36587, "epoch": 205, "lr": 7.415757864751554e-05}
{"train_loss": 0.008138800971210003, "global_step": 36588, "epoch": 205, "lr": 7.415628485533603e-05}
{"train_loss": 0.0031043190974742174, "global_step": 36589, "epoch": 205, "lr": 7.415499104205744e-05}
{"train_loss": 0.004651898518204689, "global_step": 36590, "epoch": 205, "lr": 7.415369720768093e-05}
{"train_loss": 0.0035271430388092995, "global_step": 36591, "epoch": 205, "lr": 7.41524033522076e-05}
{"train_loss": 0.0047978973016142845, "global_step": 36592, "epoch": 205, "lr": 7.415110947563859e-05}
{"train_loss": 0.0024266934487968683, "global_step": 36593, "epoch": 205, "lr": 7.4149815577975e-05}
{"train_loss": 0.005083137191832066, "global_step": 36594, "epoch": 205, "lr": 7.414852165921802e-05}
{"train_loss": 0.00647989846765995, "global_step": 36595, "epoch": 205, "lr": 7.414722771936873e-05}
{"train_loss": 0.004007973708212376, "global_step": 36596, "epoch": 205, "lr": 7.414593375842829e-05}
{"train_loss": 0.004774229601025581, "global_step": 36597, "epoch": 205, "lr": 7.414463977639782e-05}
{"train_loss": 0.010108286514878273, "global_step": 36598, "epoch": 205, "lr": 7.414334577327844e-05}
{"train_loss": 0.005848043132573366, "global_step": 36599, "epoch": 205, "lr": 7.414205174907128e-05}
{"train_loss": 0.003582590026780963, "global_step": 36600, "epoch": 205, "lr": 7.414075770377749e-05}
{"train_loss": 0.0033364654518663883, "global_step": 36601, "epoch": 205, "lr": 7.413946363739821e-05}
{"train_loss": 0.005022769793868065, "global_step": 36602, "epoch": 205, "lr": 7.413816954993453e-05}
{"train_loss": 0.006167858839035034, "global_step": 36603, "epoch": 205, "lr": 7.41368754413876e-05}
{"train_loss": 0.004559631925076246, "global_step": 36604, "epoch": 205, "lr": 7.413558131175856e-05}
{"train_loss": 0.005045643076300621, "global_step": 36605, "epoch": 205, "lr": 7.413428716104853e-05}
{"train_loss": 0.004142001271247864, "global_step": 36606, "epoch": 205, "lr": 7.413299298925864e-05}
{"train_loss": 0.0043837931007146835, "global_step": 36607, "epoch": 205, "lr": 7.413169879639001e-05}
{"train_loss": 0.005271985661238432, "global_step": 36608, "epoch": 205, "lr": 7.413040458244378e-05}
{"train_loss": 0.004554749466478825, "global_step": 36609, "epoch": 205, "lr": 7.412911034742111e-05}
{"train_loss": 0.007119186222553253, "global_step": 36610, "epoch": 205, "lr": 7.412781609132308e-05}
{"train_loss": 0.004102090373635292, "global_step": 36611, "epoch": 205, "lr": 7.412652181415085e-05}
{"train_loss": 0.007950766943395138, "global_step": 36612, "epoch": 205, "lr": 7.412522751590554e-05}
{"train_loss": 0.006468082312494516, "global_step": 36613, "epoch": 205, "lr": 7.412393319658829e-05}
{"train_loss": 0.005661288741976023, "global_step": 36614, "epoch": 205, "lr": 7.412263885620023e-05}
{"train_loss": 0.012815194204449654, "global_step": 36615, "epoch": 205, "lr": 7.412134449474248e-05}
{"train_loss": 0.0026659988798201084, "global_step": 36616, "epoch": 205, "lr": 7.412005011221618e-05}
{"train_loss": 0.004876822233200073, "global_step": 36617, "epoch": 205, "lr": 7.411875570862244e-05}
{"train_loss": 0.003652567509561777, "global_step": 36618, "epoch": 205, "lr": 7.411746128396243e-05}
{"train_loss": 0.003606080077588558, "global_step": 36619, "epoch": 205, "lr": 7.411616683823723e-05}
{"train_loss": 0.004604462534189224, "global_step": 36620, "epoch": 205, "lr": 7.411487237144803e-05}
{"train_loss": 0.003952378407120705, "global_step": 36621, "epoch": 205, "lr": 7.41135778835959e-05}
{"train_loss": 0.0035061731468886137, "global_step": 36622, "epoch": 205, "lr": 7.411228337468201e-05}
{"train_loss": 0.00825432501733303, "global_step": 36623, "epoch": 205, "lr": 7.41109888447075e-05}
{"train_loss": 0.0042467182502150536, "global_step": 36624, "epoch": 205, "lr": 7.410969429367348e-05}
{"train_loss": 0.004705289378762245, "global_step": 36625, "epoch": 205, "lr": 7.410839972158106e-05}
{"train_loss": 0.005509627982974052, "global_step": 36626, "epoch": 205, "lr": 7.410710512843139e-05}
{"train_loss": 0.005136718042194843, "global_step": 36627, "epoch": 205, "lr": 7.410581051422561e-05}
{"train_loss": 0.0035975719802081585, "global_step": 36628, "epoch": 205, "lr": 7.410451587896485e-05}
{"train_loss": 0.0038224959280341864, "global_step": 36629, "epoch": 205, "lr": 7.410322122265024e-05}
{"train_loss": 0.006424549035727978, "global_step": 36630, "epoch": 205, "lr": 7.41019265452829e-05}
{"train_loss": 0.0046175019815564156, "global_step": 36631, "epoch": 205, "lr": 7.410063184686396e-05}
{"train_loss": 0.005047300830483437, "global_step": 36632, "epoch": 205, "lr": 7.409933712739456e-05}
{"train_loss": 0.00787447951734066, "global_step": 36633, "epoch": 205, "lr": 7.409804238687584e-05}
{"train_loss": 0.008135310374200344, "global_step": 36634, "epoch": 205, "lr": 7.409674762530891e-05}
{"train_loss": 0.0037847834173589945, "global_step": 36635, "epoch": 205, "lr": 7.409545284269492e-05}
{"train_loss": 0.0018830469343811274, "global_step": 36636, "epoch": 205, "lr": 7.409415803903497e-05}
{"train_loss": 0.007213797885924578, "global_step": 36637, "epoch": 205, "lr": 7.409286321433022e-05}
{"train_loss": 0.006689696107059717, "global_step": 36638, "epoch": 205, "lr": 7.409156836858179e-05}
{"train_loss": 0.001997704617679119, "global_step": 36639, "epoch": 205, "lr": 7.409027350179083e-05}
{"train_loss": 0.002171852858737111, "global_step": 36640, "epoch": 205, "lr": 7.408897861395844e-05}
{"train_loss": 0.003098602406680584, "global_step": 36641, "epoch": 205, "lr": 7.408768370508576e-05}
{"train_loss": 0.0052432892844080925, "global_step": 36642, "epoch": 205, "lr": 7.408638877517394e-05}
{"train_loss": 0.005128855817019939, "global_step": 36643, "epoch": 205, "lr": 7.40850938242241e-05}
{"train_loss": 0.004994275979697704, "global_step": 36644, "epoch": 205, "lr": 7.408379885223736e-05}
{"train_loss": 0.004291100427508354, "global_step": 36645, "epoch": 205, "lr": 7.408250385921486e-05}
{"train_loss": 0.004789837170392275, "global_step": 36646, "epoch": 205, "lr": 7.408120884515773e-05}
{"train_loss": 0.0032522936817258596, "global_step": 36647, "epoch": 205, "lr": 7.407991381006712e-05}
{"train_loss": 0.003510289592668414, "global_step": 36648, "epoch": 205, "lr": 7.407861875394412e-05}
{"train_loss": 0.010175848379731178, "global_step": 36649, "epoch": 205, "lr": 7.40773236767899e-05}
{"train_loss": 0.006145307328552008, "global_step": 36650, "epoch": 205, "lr": 7.407602857860556e-05}
{"train_loss": 0.009308801963925362, "global_step": 36651, "epoch": 205, "lr": 7.407473345939227e-05}
{"train_loss": 0.0061371466144919395, "global_step": 36652, "epoch": 205, "lr": 7.407343831915112e-05}
{"train_loss": 0.007419107481837273, "global_step": 36653, "epoch": 205, "lr": 7.407214315788327e-05}
{"train_loss": 0.0043953824788331985, "global_step": 36654, "epoch": 205, "lr": 7.407084797558984e-05}
{"train_loss": 0.005122439935803413, "global_step": 36655, "epoch": 205, "lr": 7.406955277227194e-05}
{"train_loss": 0.00895502045750618, "global_step": 36656, "epoch": 205, "lr": 7.406825754793076e-05}
{"train_loss": 0.004821689799427986, "global_step": 36657, "epoch": 205, "lr": 7.406696230256736e-05}
{"train_loss": 0.008140782825648785, "global_step": 36658, "epoch": 205, "lr": 7.406566703618292e-05}
{"train_loss": 0.0058056628331542015, "global_step": 36659, "epoch": 205, "lr": 7.406437174877856e-05}
{"train_loss": 0.0042776367627084255, "global_step": 36660, "epoch": 205, "lr": 7.40630764403554e-05}
{"train_loss": 0.0055302223190665245, "global_step": 36661, "epoch": 205, "lr": 7.406178111091459e-05}
{"train_loss": 0.00667563546448946, "global_step": 36662, "epoch": 205, "lr": 7.406048576045724e-05}
{"train_loss": 0.0036875386722385883, "global_step": 36663, "epoch": 205, "lr": 7.40591903889845e-05}
{"train_loss": 0.0047354549169540405, "global_step": 36664, "epoch": 205, "lr": 7.40578949964975e-05}
{"train_loss": 0.004499207250773907, "global_step": 36665, "epoch": 205, "lr": 7.405659958299736e-05}
{"train_loss": 0.00301659619435668, "global_step": 36666, "epoch": 205, "lr": 7.40553041484852e-05}
{"train_loss": 0.0053536231731577365, "global_step": 36667, "epoch": 205, "lr": 7.40540086929622e-05, "train_action_mse_error": 8.881012035999447e-06}
{"train_loss": 0.004858994856476784, "global_step": 36668, "epoch": 206, "lr": 7.405271321642944e-05}
{"train_loss": 0.007893668487668037, "global_step": 36669, "epoch": 206, "lr": 7.405141771888806e-05}
{"train_loss": 0.0063532497733831406, "global_step": 36670, "epoch": 206, "lr": 7.405012220033923e-05}
{"train_loss": 0.005743920337408781, "global_step": 36671, "epoch": 206, "lr": 7.404882666078405e-05}
{"train_loss": 0.007003749720752239, "global_step": 36672, "epoch": 206, "lr": 7.404753110022365e-05}
{"train_loss": 0.004389367066323757, "global_step": 36673, "epoch": 206, "lr": 7.404623551865917e-05}
{"train_loss": 0.004545589443296194, "global_step": 36674, "epoch": 206, "lr": 7.404493991609172e-05}
{"train_loss": 0.006566796451807022, "global_step": 36675, "epoch": 206, "lr": 7.404364429252246e-05}
{"train_loss": 0.005772589705884457, "global_step": 36676, "epoch": 206, "lr": 7.404234864795253e-05}
{"train_loss": 0.006085499189794064, "global_step": 36677, "epoch": 206, "lr": 7.404105298238304e-05}
{"train_loss": 0.006370512302964926, "global_step": 36678, "epoch": 206, "lr": 7.40397572958151e-05}
{"train_loss": 0.010435261763632298, "global_step": 36679, "epoch": 206, "lr": 7.40384615882499e-05}
{"train_loss": 0.0031832947861403227, "global_step": 36680, "epoch": 206, "lr": 7.403716585968853e-05}
{"train_loss": 0.00547317648306489, "global_step": 36681, "epoch": 206, "lr": 7.403587011013213e-05}
{"train_loss": 0.006715357303619385, "global_step": 36682, "epoch": 206, "lr": 7.403457433958182e-05}
{"train_loss": 0.006759626790881157, "global_step": 36683, "epoch": 206, "lr": 7.403327854803875e-05}
{"train_loss": 0.003415300976485014, "global_step": 36684, "epoch": 206, "lr": 7.403198273550404e-05}
{"train_loss": 0.005006892140954733, "global_step": 36685, "epoch": 206, "lr": 7.403068690197885e-05}
{"train_loss": 0.004966481123119593, "global_step": 36686, "epoch": 206, "lr": 7.402939104746429e-05}
{"train_loss": 0.00320607190951705, "global_step": 36687, "epoch": 206, "lr": 7.402809517196147e-05}
{"train_loss": 0.0039343456737697124, "global_step": 36688, "epoch": 206, "lr": 7.402679927547156e-05}
{"train_loss": 0.004133542999625206, "global_step": 36689, "epoch": 206, "lr": 7.402550335799568e-05}
{"train_loss": 0.005261256359517574, "global_step": 36690, "epoch": 206, "lr": 7.402420741953494e-05}
{"train_loss": 0.004665886051952839, "global_step": 36691, "epoch": 206, "lr": 7.40229114600905e-05}
{"train_loss": 0.004370131064206362, "global_step": 36692, "epoch": 206, "lr": 7.402161547966349e-05}
{"train_loss": 0.0041356501169502735, "global_step": 36693, "epoch": 206, "lr": 7.402031947825501e-05}
{"train_loss": 0.007033780217170715, "global_step": 36694, "epoch": 206, "lr": 7.401902345586623e-05}
{"train_loss": 0.0040816254913806915, "global_step": 36695, "epoch": 206, "lr": 7.401772741249827e-05}
{"train_loss": 0.003935796208679676, "global_step": 36696, "epoch": 206, "lr": 7.401643134815226e-05}
{"train_loss": 0.006617011036723852, "global_step": 36697, "epoch": 206, "lr": 7.401513526282933e-05}
{"train_loss": 0.00274751428514719, "global_step": 36698, "epoch": 206, "lr": 7.40138391565306e-05}
{"train_loss": 0.002952967770397663, "global_step": 36699, "epoch": 206, "lr": 7.401254302925723e-05}
{"train_loss": 0.003492360468953848, "global_step": 36700, "epoch": 206, "lr": 7.401124688101034e-05}
{"train_loss": 0.0043494608253240585, "global_step": 36701, "epoch": 206, "lr": 7.400995071179106e-05}
{"train_loss": 0.007345185149461031, "global_step": 36702, "epoch": 206, "lr": 7.40086545216005e-05}
{"train_loss": 0.00617765448987484, "global_step": 36703, "epoch": 206, "lr": 7.400735831043983e-05}
{"train_loss": 0.008556278422474861, "global_step": 36704, "epoch": 206, "lr": 7.400606207831015e-05}
{"train_loss": 0.0036238511092960835, "global_step": 36705, "epoch": 206, "lr": 7.400476582521264e-05}
{"train_loss": 0.0030611082911491394, "global_step": 36706, "epoch": 206, "lr": 7.400346955114839e-05}
{"train_loss": 0.0033544262405484915, "global_step": 36707, "epoch": 206, "lr": 7.400217325611853e-05}
{"train_loss": 0.004704692400991917, "global_step": 36708, "epoch": 206, "lr": 7.40008769401242e-05}
{"train_loss": 0.004538538865745068, "global_step": 36709, "epoch": 206, "lr": 7.399958060316656e-05}
{"train_loss": 0.006204565055668354, "global_step": 36710, "epoch": 206, "lr": 7.399828424524672e-05}
{"train_loss": 0.0033985793124884367, "global_step": 36711, "epoch": 206, "lr": 7.399698786636579e-05}
{"train_loss": 0.0031269649043679237, "global_step": 36712, "epoch": 206, "lr": 7.399569146652495e-05}
{"train_loss": 0.0024260333739221096, "global_step": 36713, "epoch": 206, "lr": 7.399439504572528e-05}
{"train_loss": 0.0064832838252186775, "global_step": 36714, "epoch": 206, "lr": 7.399309860396796e-05}
{"train_loss": 0.0038898703642189503, "global_step": 36715, "epoch": 206, "lr": 7.39918021412541e-05}
{"train_loss": 0.0050310781225562096, "global_step": 36716, "epoch": 206, "lr": 7.399050565758482e-05}
{"train_loss": 0.006010318174958229, "global_step": 36717, "epoch": 206, "lr": 7.398920915296125e-05}
{"train_loss": 0.003574431873857975, "global_step": 36718, "epoch": 206, "lr": 7.398791262738459e-05}
{"train_loss": 0.003978503867983818, "global_step": 36719, "epoch": 206, "lr": 7.398661608085589e-05}
{"train_loss": 0.003352703060954809, "global_step": 36720, "epoch": 206, "lr": 7.39853195133763e-05}
{"train_loss": 0.006846907548606396, "global_step": 36721, "epoch": 206, "lr": 7.398402292494698e-05}
{"train_loss": 0.00285823130980134, "global_step": 36722, "epoch": 206, "lr": 7.398272631556905e-05}
{"train_loss": 0.004459556192159653, "global_step": 36723, "epoch": 206, "lr": 7.398142968524364e-05}
{"train_loss": 0.009732507169246674, "global_step": 36724, "epoch": 206, "lr": 7.398013303397188e-05}
{"train_loss": 0.004556234925985336, "global_step": 36725, "epoch": 206, "lr": 7.39788363617549e-05}
{"train_loss": 0.004447899293154478, "global_step": 36726, "epoch": 206, "lr": 7.397753966859387e-05}
{"train_loss": 0.003910022787749767, "global_step": 36727, "epoch": 206, "lr": 7.397624295448984e-05}
{"train_loss": 0.007510754279792309, "global_step": 36728, "epoch": 206, "lr": 7.397494621944403e-05}
{"train_loss": 0.005491004791110754, "global_step": 36729, "epoch": 206, "lr": 7.397364946345753e-05}
{"train_loss": 0.003166716080158949, "global_step": 36730, "epoch": 206, "lr": 7.397235268653148e-05}
{"train_loss": 0.006341990549117327, "global_step": 36731, "epoch": 206, "lr": 7.397105588866701e-05}
{"train_loss": 0.005175476428121328, "global_step": 36732, "epoch": 206, "lr": 7.396975906986526e-05}
{"train_loss": 0.005746601149439812, "global_step": 36733, "epoch": 206, "lr": 7.396846223012735e-05}
{"train_loss": 0.004795340821146965, "global_step": 36734, "epoch": 206, "lr": 7.396716536945442e-05}
{"train_loss": 0.0059143234975636005, "global_step": 36735, "epoch": 206, "lr": 7.39658684878476e-05}
{"train_loss": 0.003120634239166975, "global_step": 36736, "epoch": 206, "lr": 7.396457158530801e-05}
{"train_loss": 0.0027512311935424805, "global_step": 36737, "epoch": 206, "lr": 7.396327466183682e-05}
{"train_loss": 0.005005667917430401, "global_step": 36738, "epoch": 206, "lr": 7.396197771743514e-05}
{"train_loss": 0.005730950273573399, "global_step": 36739, "epoch": 206, "lr": 7.39606807521041e-05}
{"train_loss": 0.002098127268254757, "global_step": 36740, "epoch": 206, "lr": 7.395938376584484e-05}
{"train_loss": 0.011918118223547935, "global_step": 36741, "epoch": 206, "lr": 7.395808675865847e-05}
{"train_loss": 0.004129662644118071, "global_step": 36742, "epoch": 206, "lr": 7.395678973054617e-05}
{"train_loss": 0.004111390560865402, "global_step": 36743, "epoch": 206, "lr": 7.395549268150903e-05}
{"train_loss": 0.004473988898098469, "global_step": 36744, "epoch": 206, "lr": 7.39541956115482e-05}
{"train_loss": 0.004200887866318226, "global_step": 36745, "epoch": 206, "lr": 7.39528985206648e-05}
{"train_loss": 0.005481455475091934, "global_step": 36746, "epoch": 206, "lr": 7.395160140885998e-05}
{"train_loss": 0.0022036340087652206, "global_step": 36747, "epoch": 206, "lr": 7.395030427613487e-05}
{"train_loss": 0.00768788019195199, "global_step": 36748, "epoch": 206, "lr": 7.39490071224906e-05}
{"train_loss": 0.0069046285934746265, "global_step": 36749, "epoch": 206, "lr": 7.394770994792831e-05}
{"train_loss": 0.007824329659342766, "global_step": 36750, "epoch": 206, "lr": 7.394641275244911e-05}
{"train_loss": 0.006315172649919987, "global_step": 36751, "epoch": 206, "lr": 7.394511553605415e-05}
{"train_loss": 0.003977729473263025, "global_step": 36752, "epoch": 206, "lr": 7.394381829874457e-05}
{"train_loss": 0.004408454056829214, "global_step": 36753, "epoch": 206, "lr": 7.394252104052151e-05}
{"train_loss": 0.00494164414703846, "global_step": 36754, "epoch": 206, "lr": 7.394122376138606e-05}
{"train_loss": 0.004884352907538414, "global_step": 36755, "epoch": 206, "lr": 7.393992646133938e-05}
{"train_loss": 0.003704523202031851, "global_step": 36756, "epoch": 206, "lr": 7.393862914038262e-05}
{"train_loss": 0.004654812626540661, "global_step": 36757, "epoch": 206, "lr": 7.393733179851689e-05}
{"train_loss": 0.003415085840970278, "global_step": 36758, "epoch": 206, "lr": 7.393603443574334e-05}
{"train_loss": 0.0046757422387599945, "global_step": 36759, "epoch": 206, "lr": 7.393473705206309e-05}
{"train_loss": 0.002723650773987174, "global_step": 36760, "epoch": 206, "lr": 7.393343964747726e-05}
{"train_loss": 0.003403322771191597, "global_step": 36761, "epoch": 206, "lr": 7.3932142221987e-05}
{"train_loss": 0.0025267607998102903, "global_step": 36762, "epoch": 206, "lr": 7.393084477559348e-05}
{"train_loss": 0.005318074487149715, "global_step": 36763, "epoch": 206, "lr": 7.392954730829777e-05}
{"train_loss": 0.004823845811188221, "global_step": 36764, "epoch": 206, "lr": 7.392824982010102e-05}
{"train_loss": 0.007686903700232506, "global_step": 36765, "epoch": 206, "lr": 7.392695231100438e-05}
{"train_loss": 0.005955023691058159, "global_step": 36766, "epoch": 206, "lr": 7.392565478100898e-05}
{"train_loss": 0.004553146660327911, "global_step": 36767, "epoch": 206, "lr": 7.392435723011595e-05}
{"train_loss": 0.004636029247194529, "global_step": 36768, "epoch": 206, "lr": 7.392305965832642e-05}
{"train_loss": 0.0022732955403625965, "global_step": 36769, "epoch": 206, "lr": 7.392176206564152e-05}
{"train_loss": 0.003938191570341587, "global_step": 36770, "epoch": 206, "lr": 7.39204644520624e-05}
{"train_loss": 0.0050984942354261875, "global_step": 36771, "epoch": 206, "lr": 7.391916681759019e-05}
{"train_loss": 0.005571928806602955, "global_step": 36772, "epoch": 206, "lr": 7.3917869162226e-05}
{"train_loss": 0.0019236640073359013, "global_step": 36773, "epoch": 206, "lr": 7.391657148597099e-05}
{"train_loss": 0.00917656347155571, "global_step": 36774, "epoch": 206, "lr": 7.391527378882627e-05}
{"train_loss": 0.008040688931941986, "global_step": 36775, "epoch": 206, "lr": 7.3913976070793e-05}
{"train_loss": 0.004836737178266048, "global_step": 36776, "epoch": 206, "lr": 7.39126783318723e-05}
{"train_loss": 0.005435560829937458, "global_step": 36777, "epoch": 206, "lr": 7.39113805720653e-05}
{"train_loss": 0.006659506820142269, "global_step": 36778, "epoch": 206, "lr": 7.391008279137312e-05}
{"train_loss": 0.007401633076369762, "global_step": 36779, "epoch": 206, "lr": 7.390878498979693e-05}
{"train_loss": 0.010480057448148727, "global_step": 36780, "epoch": 206, "lr": 7.390748716733784e-05}
{"train_loss": 0.004350092262029648, "global_step": 36781, "epoch": 206, "lr": 7.3906189323997e-05}
{"train_loss": 0.0032806324306875467, "global_step": 36782, "epoch": 206, "lr": 7.390489145977552e-05}
{"train_loss": 0.006286507472395897, "global_step": 36783, "epoch": 206, "lr": 7.390359357467453e-05}
{"train_loss": 0.003303626086562872, "global_step": 36784, "epoch": 206, "lr": 7.39022956686952e-05}
{"train_loss": 0.004890956915915012, "global_step": 36785, "epoch": 206, "lr": 7.390099774183863e-05}
{"train_loss": 0.0061682844534516335, "global_step": 36786, "epoch": 206, "lr": 7.389969979410598e-05}
{"train_loss": 0.005885462276637554, "global_step": 36787, "epoch": 206, "lr": 7.389840182549835e-05}
{"train_loss": 0.004847275093197823, "global_step": 36788, "epoch": 206, "lr": 7.389710383601691e-05}
{"train_loss": 0.004662367515265942, "global_step": 36789, "epoch": 206, "lr": 7.389580582566276e-05}
{"train_loss": 0.004756829235702753, "global_step": 36790, "epoch": 206, "lr": 7.389450779443707e-05}
{"train_loss": 0.004227323457598686, "global_step": 36791, "epoch": 206, "lr": 7.389320974234095e-05}
{"train_loss": 0.004186914302408695, "global_step": 36792, "epoch": 206, "lr": 7.389191166937552e-05}
{"train_loss": 0.0041055744513869286, "global_step": 36793, "epoch": 206, "lr": 7.389061357554195e-05}
{"train_loss": 0.006003564223647118, "global_step": 36794, "epoch": 206, "lr": 7.388931546084135e-05}
{"train_loss": 0.004774365108460188, "global_step": 36795, "epoch": 206, "lr": 7.388801732527486e-05}
{"train_loss": 0.008860789239406586, "global_step": 36796, "epoch": 206, "lr": 7.388671916884362e-05}
{"train_loss": 0.0034753764048218727, "global_step": 36797, "epoch": 206, "lr": 7.388542099154875e-05}
{"train_loss": 0.004748075269162655, "global_step": 36798, "epoch": 206, "lr": 7.388412279339138e-05}
{"train_loss": 0.006610014475882053, "global_step": 36799, "epoch": 206, "lr": 7.388282457437267e-05}
{"train_loss": 0.005083507392555475, "global_step": 36800, "epoch": 206, "lr": 7.388152633449375e-05}
{"train_loss": 0.004352768883109093, "global_step": 36801, "epoch": 206, "lr": 7.388022807375573e-05}
{"train_loss": 0.001988642383366823, "global_step": 36802, "epoch": 206, "lr": 7.387892979215976e-05}
{"train_loss": 0.006015942897647619, "global_step": 36803, "epoch": 206, "lr": 7.387763148970697e-05}
{"train_loss": 0.006446549203246832, "global_step": 36804, "epoch": 206, "lr": 7.387633316639848e-05}
{"train_loss": 0.0066163018345832825, "global_step": 36805, "epoch": 206, "lr": 7.387503482223546e-05}
{"train_loss": 0.006119291298091412, "global_step": 36806, "epoch": 206, "lr": 7.387373645721901e-05}
{"train_loss": 0.00489265751093626, "global_step": 36807, "epoch": 206, "lr": 7.387243807135029e-05}
{"train_loss": 0.005340907722711563, "global_step": 36808, "epoch": 206, "lr": 7.387113966463039e-05}
{"train_loss": 0.0028981573414057493, "global_step": 36809, "epoch": 206, "lr": 7.386984123706051e-05}
{"train_loss": 0.004313957411795855, "global_step": 36810, "epoch": 206, "lr": 7.386854278864174e-05}
{"train_loss": 0.005607964936643839, "global_step": 36811, "epoch": 206, "lr": 7.386724431937521e-05}
{"train_loss": 0.006411443464457989, "global_step": 36812, "epoch": 206, "lr": 7.386594582926208e-05}
{"train_loss": 0.006081405095756054, "global_step": 36813, "epoch": 206, "lr": 7.386464731830347e-05}
{"train_loss": 0.00901595875620842, "global_step": 36814, "epoch": 206, "lr": 7.386334878650052e-05}
{"train_loss": 0.007193701341748238, "global_step": 36815, "epoch": 206, "lr": 7.386205023385435e-05}
{"train_loss": 0.002668187487870455, "global_step": 36816, "epoch": 206, "lr": 7.386075166036611e-05}
{"train_loss": 0.007331838831305504, "global_step": 36817, "epoch": 206, "lr": 7.385945306603692e-05}
{"train_loss": 0.005830157082527876, "global_step": 36818, "epoch": 206, "lr": 7.385815445086793e-05}
{"train_loss": 0.004136790055781603, "global_step": 36819, "epoch": 206, "lr": 7.385685581486028e-05}
{"train_loss": 0.006144075654447079, "global_step": 36820, "epoch": 206, "lr": 7.385555715801508e-05}
{"train_loss": 0.004952997900545597, "global_step": 36821, "epoch": 206, "lr": 7.385425848033347e-05}
{"train_loss": 0.00517316535115242, "global_step": 36822, "epoch": 206, "lr": 7.385295978181659e-05}
{"train_loss": 0.004583672620356083, "global_step": 36823, "epoch": 206, "lr": 7.385166106246557e-05}
{"train_loss": 0.004490973427891731, "global_step": 36824, "epoch": 206, "lr": 7.385036232228156e-05}
{"train_loss": 0.004498127847909927, "global_step": 36825, "epoch": 206, "lr": 7.384906356126568e-05}
{"train_loss": 0.004637234844267368, "global_step": 36826, "epoch": 206, "lr": 7.384776477941906e-05}
{"train_loss": 0.006948735564947128, "global_step": 36827, "epoch": 206, "lr": 7.384646597674285e-05}
{"train_loss": 0.004207407124340534, "global_step": 36828, "epoch": 206, "lr": 7.384516715323817e-05}
{"train_loss": 0.005575692746788263, "global_step": 36829, "epoch": 206, "lr": 7.384386830890617e-05}
{"train_loss": 0.0034149158746004105, "global_step": 36830, "epoch": 206, "lr": 7.384256944374796e-05}
{"train_loss": 0.005448807030916214, "global_step": 36831, "epoch": 206, "lr": 7.38412705577647e-05}
{"train_loss": 0.007313531823456287, "global_step": 36832, "epoch": 206, "lr": 7.383997165095752e-05}
{"train_loss": 0.0039834012277424335, "global_step": 36833, "epoch": 206, "lr": 7.383867272332754e-05}
{"train_loss": 0.006381039507687092, "global_step": 36834, "epoch": 206, "lr": 7.383737377487591e-05}
{"train_loss": 0.005679796449840069, "global_step": 36835, "epoch": 206, "lr": 7.383607480560374e-05}
{"train_loss": 0.003929154947400093, "global_step": 36836, "epoch": 206, "lr": 7.383477581551219e-05}
{"train_loss": 0.0068306224420666695, "global_step": 36837, "epoch": 206, "lr": 7.38334768046024e-05}
{"train_loss": 0.005427875556051731, "global_step": 36838, "epoch": 206, "lr": 7.383217777287548e-05}
{"train_loss": 0.00485705491155386, "global_step": 36839, "epoch": 206, "lr": 7.383087872033258e-05}
{"train_loss": 0.007470935583114624, "global_step": 36840, "epoch": 206, "lr": 7.382957964697483e-05}
{"train_loss": 0.0036766771227121353, "global_step": 36841, "epoch": 206, "lr": 7.382828055280336e-05}
{"train_loss": 0.0076125618070364, "global_step": 36842, "epoch": 206, "lr": 7.382698143781931e-05}
{"train_loss": 0.006869177334010601, "global_step": 36843, "epoch": 206, "lr": 7.382568230202382e-05}
{"train_loss": 0.0042981598526239395, "global_step": 36844, "epoch": 206, "lr": 7.382438314541802e-05}
{"train_loss": 0.0051605785736458356, "global_step": 36845, "epoch": 206, "lr": 7.382308396800304e-05}
{"train_loss": 0.003236966673284769, "global_step": 36846, "epoch": 207, "lr": 7.382178476978003e-05}
{"train_loss": 0.003049197606742382, "global_step": 36847, "epoch": 207, "lr": 7.38204855507501e-05}
{"train_loss": 0.0029099523089826107, "global_step": 36848, "epoch": 207, "lr": 7.38191863109144e-05}
{"train_loss": 0.007708831690251827, "global_step": 36849, "epoch": 207, "lr": 7.381788705027406e-05}
{"train_loss": 0.005296002142131329, "global_step": 36850, "epoch": 207, "lr": 7.381658776883023e-05}
{"train_loss": 0.002666841959580779, "global_step": 36851, "epoch": 207, "lr": 7.381528846658402e-05}
{"train_loss": 0.00627935491502285, "global_step": 36852, "epoch": 207, "lr": 7.381398914353659e-05}
{"train_loss": 0.00381856388412416, "global_step": 36853, "epoch": 207, "lr": 7.381268979968905e-05}
{"train_loss": 0.005188392475247383, "global_step": 36854, "epoch": 207, "lr": 7.381139043504256e-05}
{"train_loss": 0.0020011861342936754, "global_step": 36855, "epoch": 207, "lr": 7.381009104959823e-05}
{"train_loss": 0.004284367896616459, "global_step": 36856, "epoch": 207, "lr": 7.380879164335723e-05}
{"train_loss": 0.0037800467107445, "global_step": 36857, "epoch": 207, "lr": 7.380749221632065e-05}
{"train_loss": 0.005753818433731794, "global_step": 36858, "epoch": 207, "lr": 7.380619276848965e-05}
{"train_loss": 0.004217371344566345, "global_step": 36859, "epoch": 207, "lr": 7.380489329986537e-05}
{"train_loss": 0.006998342461884022, "global_step": 36860, "epoch": 207, "lr": 7.380359381044893e-05}
{"train_loss": 0.010558528825640678, "global_step": 36861, "epoch": 207, "lr": 7.380229430024148e-05}
{"train_loss": 0.0051736775785684586, "global_step": 36862, "epoch": 207, "lr": 7.380099476924414e-05}
{"train_loss": 0.002432100009173155, "global_step": 36863, "epoch": 207, "lr": 7.379969521745807e-05}
{"train_loss": 0.006286334246397018, "global_step": 36864, "epoch": 207, "lr": 7.379839564488435e-05}
{"train_loss": 0.006765092723071575, "global_step": 36865, "epoch": 207, "lr": 7.379709605152418e-05}
{"train_loss": 0.008464760147035122, "global_step": 36866, "epoch": 207, "lr": 7.379579643737867e-05}
{"train_loss": 0.006874091923236847, "global_step": 36867, "epoch": 207, "lr": 7.379449680244896e-05}
{"train_loss": 0.004651278723031282, "global_step": 36868, "epoch": 207, "lr": 7.379319714673615e-05}
{"train_loss": 0.004935144446790218, "global_step": 36869, "epoch": 207, "lr": 7.379189747024142e-05}
{"train_loss": 0.005545982159674168, "global_step": 36870, "epoch": 207, "lr": 7.379059777296589e-05}
{"train_loss": 0.006361003965139389, "global_step": 36871, "epoch": 207, "lr": 7.378929805491069e-05}
{"train_loss": 0.005245229694992304, "global_step": 36872, "epoch": 207, "lr": 7.378799831607696e-05}
{"train_loss": 0.007638298440724611, "global_step": 36873, "epoch": 207, "lr": 7.378669855646583e-05}
{"train_loss": 0.0035016238689422607, "global_step": 36874, "epoch": 207, "lr": 7.378539877607844e-05}
{"train_loss": 0.0071044741198420525, "global_step": 36875, "epoch": 207, "lr": 7.378409897491593e-05}
{"train_loss": 0.002839410677552223, "global_step": 36876, "epoch": 207, "lr": 7.378279915297943e-05}
{"train_loss": 0.008226223289966583, "global_step": 36877, "epoch": 207, "lr": 7.378149931027007e-05}
{"train_loss": 0.005346179939806461, "global_step": 36878, "epoch": 207, "lr": 7.378019944678899e-05}
{"train_loss": 0.004491068888455629, "global_step": 36879, "epoch": 207, "lr": 7.377889956253733e-05}
{"train_loss": 0.00709938770160079, "global_step": 36880, "epoch": 207, "lr": 7.377759965751622e-05}
{"train_loss": 0.005588395055383444, "global_step": 36881, "epoch": 207, "lr": 7.377629973172679e-05}
{"train_loss": 0.0031194868497550488, "global_step": 36882, "epoch": 207, "lr": 7.37749997851702e-05}
{"train_loss": 0.004031427204608917, "global_step": 36883, "epoch": 207, "lr": 7.377369981784755e-05}
{"train_loss": 0.004308404866605997, "global_step": 36884, "epoch": 207, "lr": 7.377239982976001e-05}
{"train_loss": 0.0023038394283503294, "global_step": 36885, "epoch": 207, "lr": 7.377109982090868e-05}
{"train_loss": 0.005051207263022661, "global_step": 36886, "epoch": 207, "lr": 7.376979979129472e-05}
{"train_loss": 0.013562108390033245, "global_step": 36887, "epoch": 207, "lr": 7.376849974091926e-05}
{"train_loss": 0.010338667780160904, "global_step": 36888, "epoch": 207, "lr": 7.376719966978343e-05}
{"train_loss": 0.007763322908431292, "global_step": 36889, "epoch": 207, "lr": 7.376589957788839e-05}
{"train_loss": 0.004529839381575584, "global_step": 36890, "epoch": 207, "lr": 7.376459946523524e-05}
{"train_loss": 0.00443656649440527, "global_step": 36891, "epoch": 207, "lr": 7.376329933182513e-05}
{"train_loss": 0.0033735097385942936, "global_step": 36892, "epoch": 207, "lr": 7.37619991776592e-05}
{"train_loss": 0.006735407747328281, "global_step": 36893, "epoch": 207, "lr": 7.376069900273858e-05}
{"train_loss": 0.007858015596866608, "global_step": 36894, "epoch": 207, "lr": 7.375939880706442e-05}
{"train_loss": 0.0031666995491832495, "global_step": 36895, "epoch": 207, "lr": 7.375809859063783e-05}
{"train_loss": 0.0036589521914720535, "global_step": 36896, "epoch": 207, "lr": 7.375679835345998e-05}
{"train_loss": 0.006357491482049227, "global_step": 36897, "epoch": 207, "lr": 7.375549809553196e-05}
{"train_loss": 0.0026187249459326267, "global_step": 36898, "epoch": 207, "lr": 7.375419781685494e-05}
{"train_loss": 0.003000960685312748, "global_step": 36899, "epoch": 207, "lr": 7.375289751743005e-05}
{"train_loss": 0.0022364433389157057, "global_step": 36900, "epoch": 207, "lr": 7.375159719725842e-05}
{"train_loss": 0.0027931989170610905, "global_step": 36901, "epoch": 207, "lr": 7.37502968563412e-05}
{"train_loss": 0.005726407282054424, "global_step": 36902, "epoch": 207, "lr": 7.37489964946795e-05}
{"train_loss": 0.006842692382633686, "global_step": 36903, "epoch": 207, "lr": 7.374769611227448e-05}
{"train_loss": 0.004260582383722067, "global_step": 36904, "epoch": 207, "lr": 7.374639570912726e-05}
{"train_loss": 0.007309922017157078, "global_step": 36905, "epoch": 207, "lr": 7.374509528523899e-05}
{"train_loss": 0.00565587542951107, "global_step": 36906, "epoch": 207, "lr": 7.374379484061078e-05}
{"train_loss": 0.0048200953751802444, "global_step": 36907, "epoch": 207, "lr": 7.374249437524379e-05}
{"train_loss": 0.008255256339907646, "global_step": 36908, "epoch": 207, "lr": 7.374119388913914e-05}
{"train_loss": 0.00543395709246397, "global_step": 36909, "epoch": 207, "lr": 7.3739893382298e-05}
{"train_loss": 0.006902104709297419, "global_step": 36910, "epoch": 207, "lr": 7.373859285472147e-05}
{"train_loss": 0.006067775655537844, "global_step": 36911, "epoch": 207, "lr": 7.373729230641069e-05}
{"train_loss": 0.00431926641613245, "global_step": 36912, "epoch": 207, "lr": 7.373599173736679e-05}
{"train_loss": 0.0055279238149523735, "global_step": 36913, "epoch": 207, "lr": 7.373469114759094e-05}
{"train_loss": 0.0031084236688911915, "global_step": 36914, "epoch": 207, "lr": 7.373339053708426e-05}
{"train_loss": 0.005596757400780916, "global_step": 36915, "epoch": 207, "lr": 7.373208990584787e-05}
{"train_loss": 0.006428908556699753, "global_step": 36916, "epoch": 207, "lr": 7.37307892538829e-05}
{"train_loss": 0.0032182643190026283, "global_step": 36917, "epoch": 207, "lr": 7.372948858119053e-05}
{"train_loss": 0.0037174473982304335, "global_step": 36918, "epoch": 207, "lr": 7.372818788777187e-05}
{"train_loss": 0.0030979798175394535, "global_step": 36919, "epoch": 207, "lr": 7.372688717362804e-05}
{"train_loss": 0.008260763250291348, "global_step": 36920, "epoch": 207, "lr": 7.37255864387602e-05}
{"train_loss": 0.006599794141948223, "global_step": 36921, "epoch": 207, "lr": 7.372428568316946e-05}
{"train_loss": 0.004085184074938297, "global_step": 36922, "epoch": 207, "lr": 7.372298490685698e-05}
{"train_loss": 0.0038143638521432877, "global_step": 36923, "epoch": 207, "lr": 7.37216841098239e-05}
{"train_loss": 0.00487939640879631, "global_step": 36924, "epoch": 207, "lr": 7.372038329207135e-05}
{"train_loss": 0.006527597084641457, "global_step": 36925, "epoch": 207, "lr": 7.371908245360044e-05}
{"train_loss": 0.005050333216786385, "global_step": 36926, "epoch": 207, "lr": 7.371778159441233e-05}
{"train_loss": 0.0032011298462748528, "global_step": 36927, "epoch": 207, "lr": 7.371648071450818e-05}
{"train_loss": 0.0062989057041704655, "global_step": 36928, "epoch": 207, "lr": 7.371517981388909e-05}
{"train_loss": 0.0073577892035245895, "global_step": 36929, "epoch": 207, "lr": 7.37138788925562e-05}
{"train_loss": 0.002998975571244955, "global_step": 36930, "epoch": 207, "lr": 7.371257795051065e-05}
{"train_loss": 0.007285800762474537, "global_step": 36931, "epoch": 207, "lr": 7.371127698775359e-05}
{"train_loss": 0.005111153237521648, "global_step": 36932, "epoch": 207, "lr": 7.370997600428613e-05}
{"train_loss": 0.005118441302329302, "global_step": 36933, "epoch": 207, "lr": 7.370867500010943e-05}
{"train_loss": 0.004901665262877941, "global_step": 36934, "epoch": 207, "lr": 7.370737397522463e-05}
{"train_loss": 0.0046472796238958836, "global_step": 36935, "epoch": 207, "lr": 7.370607292963283e-05}
{"train_loss": 0.005416669882833958, "global_step": 36936, "epoch": 207, "lr": 7.37047718633352e-05}
{"train_loss": 0.00817126501351595, "global_step": 36937, "epoch": 207, "lr": 7.370347077633288e-05}
{"train_loss": 0.005244292318820953, "global_step": 36938, "epoch": 207, "lr": 7.370216966862699e-05}
{"train_loss": 0.0039326706901192665, "global_step": 36939, "epoch": 207, "lr": 7.370086854021867e-05}
{"train_loss": 0.00609123008325696, "global_step": 36940, "epoch": 207, "lr": 7.369956739110903e-05}
{"train_loss": 0.0056039756163954735, "global_step": 36941, "epoch": 207, "lr": 7.369826622129928e-05}
{"train_loss": 0.007976632565259933, "global_step": 36942, "epoch": 207, "lr": 7.369696503079047e-05}
{"train_loss": 0.0057311044074594975, "global_step": 36943, "epoch": 207, "lr": 7.36956638195838e-05}
{"train_loss": 0.00938247237354517, "global_step": 36944, "epoch": 207, "lr": 7.369436258768038e-05}
{"train_loss": 0.0051290662959218025, "global_step": 36945, "epoch": 207, "lr": 7.369306133508134e-05}
{"train_loss": 0.011133980005979538, "global_step": 36946, "epoch": 207, "lr": 7.369176006178782e-05}
{"train_loss": 0.004430179949849844, "global_step": 36947, "epoch": 207, "lr": 7.369045876780099e-05}
{"train_loss": 0.002681872807443142, "global_step": 36948, "epoch": 207, "lr": 7.368915745312194e-05}
{"train_loss": 0.008858676068484783, "global_step": 36949, "epoch": 207, "lr": 7.368785611775182e-05}
{"train_loss": 0.004348299466073513, "global_step": 36950, "epoch": 207, "lr": 7.368655476169178e-05}
{"train_loss": 0.002452888060361147, "global_step": 36951, "epoch": 207, "lr": 7.368525338494295e-05}
{"train_loss": 0.0032831458374857903, "global_step": 36952, "epoch": 207, "lr": 7.368395198750648e-05}
{"train_loss": 0.004293335601687431, "global_step": 36953, "epoch": 207, "lr": 7.368265056938347e-05}
{"train_loss": 0.005259783007204533, "global_step": 36954, "epoch": 207, "lr": 7.368134913057508e-05}
{"train_loss": 0.005337309092283249, "global_step": 36955, "epoch": 207, "lr": 7.368004767108244e-05}
{"train_loss": 0.005740594118833542, "global_step": 36956, "epoch": 207, "lr": 7.367874619090671e-05}
{"train_loss": 0.0066186124458909035, "global_step": 36957, "epoch": 207, "lr": 7.3677444690049e-05}
{"train_loss": 0.0038553383201360703, "global_step": 36958, "epoch": 207, "lr": 7.367614316851047e-05}
{"train_loss": 0.003441699082031846, "global_step": 36959, "epoch": 207, "lr": 7.367484162629222e-05}
{"train_loss": 0.006698586046695709, "global_step": 36960, "epoch": 207, "lr": 7.367354006339542e-05}
{"train_loss": 0.00839649885892868, "global_step": 36961, "epoch": 207, "lr": 7.367223847982121e-05}
{"train_loss": 0.007078340742737055, "global_step": 36962, "epoch": 207, "lr": 7.36709368755707e-05}
{"train_loss": 0.0074191042222082615, "global_step": 36963, "epoch": 207, "lr": 7.366963525064506e-05}
{"train_loss": 0.004466955550014973, "global_step": 36964, "epoch": 207, "lr": 7.366833360504538e-05}
{"train_loss": 0.010687180794775486, "global_step": 36965, "epoch": 207, "lr": 7.366703193877282e-05}
{"train_loss": 0.004972068592905998, "global_step": 36966, "epoch": 207, "lr": 7.366573025182855e-05}
{"train_loss": 0.004394163377583027, "global_step": 36967, "epoch": 207, "lr": 7.366442854421366e-05}
{"train_loss": 0.00391788175329566, "global_step": 36968, "epoch": 207, "lr": 7.36631268159293e-05}
{"train_loss": 0.003844685386866331, "global_step": 36969, "epoch": 207, "lr": 7.366182506697662e-05}
{"train_loss": 0.0041329204104840755, "global_step": 36970, "epoch": 207, "lr": 7.366052329735675e-05}
{"train_loss": 0.003018301911652088, "global_step": 36971, "epoch": 207, "lr": 7.365922150707083e-05}
{"train_loss": 0.0036689219996333122, "global_step": 36972, "epoch": 207, "lr": 7.365791969611998e-05}
{"train_loss": 0.006934805307537317, "global_step": 36973, "epoch": 207, "lr": 7.365661786450536e-05}
{"train_loss": 0.0037937501911073923, "global_step": 36974, "epoch": 207, "lr": 7.365531601222809e-05}
{"train_loss": 0.005459517240524292, "global_step": 36975, "epoch": 207, "lr": 7.36540141392893e-05}
{"train_loss": 0.004567277617752552, "global_step": 36976, "epoch": 207, "lr": 7.365271224569017e-05}
{"train_loss": 0.004404823761433363, "global_step": 36977, "epoch": 207, "lr": 7.36514103314318e-05}
{"train_loss": 0.005138246342539787, "global_step": 36978, "epoch": 207, "lr": 7.365010839651533e-05}
{"train_loss": 0.003131230128929019, "global_step": 36979, "epoch": 207, "lr": 7.364880644094191e-05}
{"train_loss": 0.005251018330454826, "global_step": 36980, "epoch": 207, "lr": 7.364750446471267e-05}
{"train_loss": 0.003044632263481617, "global_step": 36981, "epoch": 207, "lr": 7.364620246782874e-05}
{"train_loss": 0.004536467604339123, "global_step": 36982, "epoch": 207, "lr": 7.364490045029126e-05}
{"train_loss": 0.003867767984047532, "global_step": 36983, "epoch": 207, "lr": 7.364359841210138e-05}
{"train_loss": 0.010382210835814476, "global_step": 36984, "epoch": 207, "lr": 7.364229635326023e-05}
{"train_loss": 0.006421644240617752, "global_step": 36985, "epoch": 207, "lr": 7.364099427376896e-05}
{"train_loss": 0.0050078751519322395, "global_step": 36986, "epoch": 207, "lr": 7.363969217362867e-05}
{"train_loss": 0.004123860504478216, "global_step": 36987, "epoch": 207, "lr": 7.363839005284052e-05}
{"train_loss": 0.0043095857836306095, "global_step": 36988, "epoch": 207, "lr": 7.363708791140565e-05}
{"train_loss": 0.00656714616343379, "global_step": 36989, "epoch": 207, "lr": 7.36357857493252e-05}
{"train_loss": 0.0035048234276473522, "global_step": 36990, "epoch": 207, "lr": 7.363448356660032e-05}
{"train_loss": 0.003343517892062664, "global_step": 36991, "epoch": 207, "lr": 7.363318136323211e-05}
{"train_loss": 0.007352397311478853, "global_step": 36992, "epoch": 207, "lr": 7.363187913922172e-05}
{"train_loss": 0.0036289943382143974, "global_step": 36993, "epoch": 207, "lr": 7.363057689457031e-05}
{"train_loss": 0.0056775701232254505, "global_step": 36994, "epoch": 207, "lr": 7.3629274629279e-05}
{"train_loss": 0.006774889770895243, "global_step": 36995, "epoch": 207, "lr": 7.362797234334892e-05}
{"train_loss": 0.00293106772005558, "global_step": 36996, "epoch": 207, "lr": 7.362667003678123e-05}
{"train_loss": 0.0038058250211179256, "global_step": 36997, "epoch": 207, "lr": 7.362536770957705e-05}
{"train_loss": 0.0028079990297555923, "global_step": 36998, "epoch": 207, "lr": 7.362406536173752e-05}
{"train_loss": 0.008152786642313004, "global_step": 36999, "epoch": 207, "lr": 7.362276299326378e-05}
{"train_loss": 0.006157214753329754, "global_step": 37000, "epoch": 207, "lr": 7.362146060415698e-05}
{"train_loss": 0.005682326853275299, "global_step": 37001, "epoch": 207, "lr": 7.362015819441823e-05}
{"train_loss": 0.0037395437248051167, "global_step": 37002, "epoch": 207, "lr": 7.361885576404868e-05}
{"train_loss": 0.00357604818418622, "global_step": 37003, "epoch": 207, "lr": 7.361755331304947e-05}
{"train_loss": 0.00275936396792531, "global_step": 37004, "epoch": 207, "lr": 7.361625084142175e-05}
{"train_loss": 0.005490059033036232, "global_step": 37005, "epoch": 207, "lr": 7.361494834916664e-05}
{"train_loss": 0.006877350155264139, "global_step": 37006, "epoch": 207, "lr": 7.361364583628528e-05}
{"train_loss": 0.007284821942448616, "global_step": 37007, "epoch": 207, "lr": 7.361234330277881e-05}
{"train_loss": 0.005218938924372196, "global_step": 37008, "epoch": 207, "lr": 7.361104074864838e-05}
{"train_loss": 0.0077252136543393135, "global_step": 37009, "epoch": 207, "lr": 7.36097381738951e-05}
{"train_loss": 0.0030778846703469753, "global_step": 37010, "epoch": 207, "lr": 7.360843557852014e-05}
{"train_loss": 0.001999074360355735, "global_step": 37011, "epoch": 207, "lr": 7.36071329625246e-05}
{"train_loss": 0.004658397287130356, "global_step": 37012, "epoch": 207, "lr": 7.360583032590966e-05}
{"train_loss": 0.005485422909259796, "global_step": 37013, "epoch": 207, "lr": 7.360452766867642e-05}
{"train_loss": 0.002171684056520462, "global_step": 37014, "epoch": 207, "lr": 7.360322499082605e-05}
{"train_loss": 0.004369460977613926, "global_step": 37015, "epoch": 207, "lr": 7.360192229235966e-05}
{"train_loss": 0.005320503376424313, "global_step": 37016, "epoch": 207, "lr": 7.360061957327841e-05}
{"train_loss": 0.003406181465834379, "global_step": 37017, "epoch": 207, "lr": 7.359931683358341e-05}
{"train_loss": 0.004393836483359337, "global_step": 37018, "epoch": 207, "lr": 7.359801407327584e-05}
{"train_loss": 0.0034396611154079437, "global_step": 37019, "epoch": 207, "lr": 7.35967112923568e-05}
{"train_loss": 0.004828518256545067, "global_step": 37020, "epoch": 207, "lr": 7.359540849082744e-05}
{"train_loss": 0.0042107850313186646, "global_step": 37021, "epoch": 207, "lr": 7.35941056686889e-05}
{"train_loss": 0.0051979548297822475, "global_step": 37022, "epoch": 207, "lr": 7.359280282594233e-05}
{"train_loss": 0.005274684358063792, "global_step": 37023, "epoch": 207, "lr": 7.359149996258885e-05}
{"train_loss": 0.006086050532758236, "global_step": 37024, "epoch": 208, "lr": 7.359019707862961e-05}
{"train_loss": 0.005425131879746914, "global_step": 37025, "epoch": 208, "lr": 7.358889417406572e-05}
{"train_loss": 0.005562556907534599, "global_step": 37026, "epoch": 208, "lr": 7.358759124889836e-05}
{"train_loss": 0.0050118910148739815, "global_step": 37027, "epoch": 208, "lr": 7.358628830312865e-05}
{"train_loss": 0.006613257806748152, "global_step": 37028, "epoch": 208, "lr": 7.358498533675772e-05}
{"train_loss": 0.003360876813530922, "global_step": 37029, "epoch": 208, "lr": 7.35836823497867e-05}
{"train_loss": 0.005550322588533163, "global_step": 37030, "epoch": 208, "lr": 7.358237934221675e-05}
{"train_loss": 0.009941507130861282, "global_step": 37031, "epoch": 208, "lr": 7.358107631404902e-05}
{"train_loss": 0.0040869018994271755, "global_step": 37032, "epoch": 208, "lr": 7.35797732652846e-05}
{"train_loss": 0.007305305451154709, "global_step": 37033, "epoch": 208, "lr": 7.357847019592468e-05}
{"train_loss": 0.002359489444643259, "global_step": 37034, "epoch": 208, "lr": 7.357716710597034e-05}
{"train_loss": 0.003957514651119709, "global_step": 37035, "epoch": 208, "lr": 7.357586399542279e-05}
{"train_loss": 0.010998793877661228, "global_step": 37036, "epoch": 208, "lr": 7.357456086428311e-05}
{"train_loss": 0.005247355904430151, "global_step": 37037, "epoch": 208, "lr": 7.357325771255247e-05}
{"train_loss": 0.003343878546729684, "global_step": 37038, "epoch": 208, "lr": 7.357195454023198e-05}
{"train_loss": 0.005458164028823376, "global_step": 37039, "epoch": 208, "lr": 7.357065134732281e-05}
{"train_loss": 0.004641678184270859, "global_step": 37040, "epoch": 208, "lr": 7.356934813382607e-05}
{"train_loss": 0.00630967877805233, "global_step": 37041, "epoch": 208, "lr": 7.356804489974292e-05}
{"train_loss": 0.008103536441922188, "global_step": 37042, "epoch": 208, "lr": 7.356674164507452e-05}
{"train_loss": 0.006716825999319553, "global_step": 37043, "epoch": 208, "lr": 7.356543836982193e-05}
{"train_loss": 0.004141710698604584, "global_step": 37044, "epoch": 208, "lr": 7.356413507398637e-05}
{"train_loss": 0.0032858378253877163, "global_step": 37045, "epoch": 208, "lr": 7.356283175756893e-05}
{"train_loss": 0.005856077652424574, "global_step": 37046, "epoch": 208, "lr": 7.356152842057076e-05}
{"train_loss": 0.005845394916832447, "global_step": 37047, "epoch": 208, "lr": 7.356022506299302e-05}
{"train_loss": 0.0041778432205319405, "global_step": 37048, "epoch": 208, "lr": 7.355892168483683e-05}
{"train_loss": 0.00898668635636568, "global_step": 37049, "epoch": 208, "lr": 7.35576182861033e-05}
{"train_loss": 0.004336599726229906, "global_step": 37050, "epoch": 208, "lr": 7.355631486679362e-05}
{"train_loss": 0.006518536247313023, "global_step": 37051, "epoch": 208, "lr": 7.355501142690891e-05}
{"train_loss": 0.006954537238925695, "global_step": 37052, "epoch": 208, "lr": 7.35537079664503e-05}
{"train_loss": 0.004581165965646505, "global_step": 37053, "epoch": 208, "lr": 7.355240448541892e-05}
{"train_loss": 0.006285267416387796, "global_step": 37054, "epoch": 208, "lr": 7.355110098381593e-05}
{"train_loss": 0.006511496379971504, "global_step": 37055, "epoch": 208, "lr": 7.354979746164245e-05}
{"train_loss": 0.005209186114370823, "global_step": 37056, "epoch": 208, "lr": 7.354849391889964e-05}
{"train_loss": 0.0051076989620924, "global_step": 37057, "epoch": 208, "lr": 7.354719035558862e-05}
{"train_loss": 0.003906113561242819, "global_step": 37058, "epoch": 208, "lr": 7.354588677171053e-05}
{"train_loss": 0.01145736314356327, "global_step": 37059, "epoch": 208, "lr": 7.354458316726652e-05}
{"train_loss": 0.002375587821006775, "global_step": 37060, "epoch": 208, "lr": 7.354327954225773e-05}
{"train_loss": 0.007557172793895006, "global_step": 37061, "epoch": 208, "lr": 7.35419758966853e-05}
{"train_loss": 0.005147051997482777, "global_step": 37062, "epoch": 208, "lr": 7.354067223055035e-05}
{"train_loss": 0.006690168287605047, "global_step": 37063, "epoch": 208, "lr": 7.353936854385402e-05}
{"train_loss": 0.007820095866918564, "global_step": 37064, "epoch": 208, "lr": 7.353806483659746e-05}
{"train_loss": 0.005006087943911552, "global_step": 37065, "epoch": 208, "lr": 7.353676110878182e-05}
{"train_loss": 0.009937591850757599, "global_step": 37066, "epoch": 208, "lr": 7.35354573604082e-05}
{"train_loss": 0.004555536434054375, "global_step": 37067, "epoch": 208, "lr": 7.35341535914778e-05}
{"train_loss": 0.00384153937920928, "global_step": 37068, "epoch": 208, "lr": 7.353284980199169e-05}
{"train_loss": 0.00613296777009964, "global_step": 37069, "epoch": 208, "lr": 7.353154599195104e-05}
{"train_loss": 0.003111909842118621, "global_step": 37070, "epoch": 208, "lr": 7.353024216135702e-05}
{"train_loss": 0.004431610926985741, "global_step": 37071, "epoch": 208, "lr": 7.352893831021072e-05}
{"train_loss": 0.004190223291516304, "global_step": 37072, "epoch": 208, "lr": 7.35276344385133e-05}
{"train_loss": 0.004886820912361145, "global_step": 37073, "epoch": 208, "lr": 7.352633054626587e-05}
{"train_loss": 0.0047371359542012215, "global_step": 37074, "epoch": 208, "lr": 7.352502663346963e-05}
{"train_loss": 0.006216106936335564, "global_step": 37075, "epoch": 208, "lr": 7.352372270012568e-05}
{"train_loss": 0.0045763049274683, "global_step": 37076, "epoch": 208, "lr": 7.352241874623516e-05}
{"train_loss": 0.0030149274971336126, "global_step": 37077, "epoch": 208, "lr": 7.352111477179919e-05}
{"train_loss": 0.004982915706932545, "global_step": 37078, "epoch": 208, "lr": 7.351981077681896e-05}
{"train_loss": 0.006611092481762171, "global_step": 37079, "epoch": 208, "lr": 7.351850676129556e-05}
{"train_loss": 0.006044346373528242, "global_step": 37080, "epoch": 208, "lr": 7.351720272523017e-05}
{"train_loss": 0.005773424170911312, "global_step": 37081, "epoch": 208, "lr": 7.35158986686239e-05}
{"train_loss": 0.0065119583159685135, "global_step": 37082, "epoch": 208, "lr": 7.351459459147788e-05}
{"train_loss": 0.005507190711796284, "global_step": 37083, "epoch": 208, "lr": 7.351329049379327e-05}
{"train_loss": 0.00995144248008728, "global_step": 37084, "epoch": 208, "lr": 7.351198637557122e-05}
{"train_loss": 0.005985974334180355, "global_step": 37085, "epoch": 208, "lr": 7.351068223681285e-05}
{"train_loss": 0.007164694834500551, "global_step": 37086, "epoch": 208, "lr": 7.350937807751931e-05}
{"train_loss": 0.0045345136895775795, "global_step": 37087, "epoch": 208, "lr": 7.35080738976917e-05}
{"train_loss": 0.005464957095682621, "global_step": 37088, "epoch": 208, "lr": 7.350676969733122e-05}
{"train_loss": 0.0020687333308160305, "global_step": 37089, "epoch": 208, "lr": 7.350546547643898e-05}
{"train_loss": 0.010116809979081154, "global_step": 37090, "epoch": 208, "lr": 7.350416123501612e-05}
{"train_loss": 0.005773326847702265, "global_step": 37091, "epoch": 208, "lr": 7.350285697306379e-05}
{"train_loss": 0.01100209727883339, "global_step": 37092, "epoch": 208, "lr": 7.350155269058308e-05}
{"train_loss": 0.008911372162401676, "global_step": 37093, "epoch": 208, "lr": 7.350024838757518e-05}
{"train_loss": 0.006011968478560448, "global_step": 37094, "epoch": 208, "lr": 7.349894406404124e-05}
{"train_loss": 0.004533804953098297, "global_step": 37095, "epoch": 208, "lr": 7.349763971998235e-05}
{"train_loss": 0.007158838212490082, "global_step": 37096, "epoch": 208, "lr": 7.349633535539969e-05}
{"train_loss": 0.00770969083532691, "global_step": 37097, "epoch": 208, "lr": 7.349503097029439e-05}
{"train_loss": 0.010823240503668785, "global_step": 37098, "epoch": 208, "lr": 7.349372656466757e-05}
{"train_loss": 0.005162605084478855, "global_step": 37099, "epoch": 208, "lr": 7.34924221385204e-05}
{"train_loss": 0.004909862298518419, "global_step": 37100, "epoch": 208, "lr": 7.349111769185398e-05}
{"train_loss": 0.005335971713066101, "global_step": 37101, "epoch": 208, "lr": 7.348981322466946e-05}
{"train_loss": 0.005410466808825731, "global_step": 37102, "epoch": 208, "lr": 7.348850873696802e-05}
{"train_loss": 0.00561408931389451, "global_step": 37103, "epoch": 208, "lr": 7.348720422875076e-05}
{"train_loss": 0.007315060123801231, "global_step": 37104, "epoch": 208, "lr": 7.348589970001884e-05}
{"train_loss": 0.0018039664719253778, "global_step": 37105, "epoch": 208, "lr": 7.348459515077337e-05}
{"train_loss": 0.004325764253735542, "global_step": 37106, "epoch": 208, "lr": 7.348329058101552e-05}
{"train_loss": 0.008715891279280186, "global_step": 37107, "epoch": 208, "lr": 7.348198599074642e-05}
{"train_loss": 0.006147727370262146, "global_step": 37108, "epoch": 208, "lr": 7.348068137996721e-05}
{"train_loss": 0.0035155313089489937, "global_step": 37109, "epoch": 208, "lr": 7.347937674867901e-05}
{"train_loss": 0.004890415817499161, "global_step": 37110, "epoch": 208, "lr": 7.3478072096883e-05}
{"train_loss": 0.00380516704171896, "global_step": 37111, "epoch": 208, "lr": 7.347676742458028e-05}
{"train_loss": 0.003461690153926611, "global_step": 37112, "epoch": 208, "lr": 7.347546273177202e-05}
{"train_loss": 0.003795337863266468, "global_step": 37113, "epoch": 208, "lr": 7.347415801845933e-05}
{"train_loss": 0.008173808455467224, "global_step": 37114, "epoch": 208, "lr": 7.347285328464337e-05}
{"train_loss": 0.008026954717934132, "global_step": 37115, "epoch": 208, "lr": 7.347154853032528e-05}
{"train_loss": 0.004929519258439541, "global_step": 37116, "epoch": 208, "lr": 7.347024375550618e-05}
{"train_loss": 0.007786287926137447, "global_step": 37117, "epoch": 208, "lr": 7.346893896018723e-05}
{"train_loss": 0.00396630959585309, "global_step": 37118, "epoch": 208, "lr": 7.346763414436956e-05}
{"train_loss": 0.007626465521752834, "global_step": 37119, "epoch": 208, "lr": 7.346632930805434e-05}
{"train_loss": 0.006853243336081505, "global_step": 37120, "epoch": 208, "lr": 7.346502445124264e-05}
{"train_loss": 0.007190355099737644, "global_step": 37121, "epoch": 208, "lr": 7.346371957393566e-05}
{"train_loss": 0.004407750442624092, "global_step": 37122, "epoch": 208, "lr": 7.346241467613453e-05}
{"train_loss": 0.003883800935000181, "global_step": 37123, "epoch": 208, "lr": 7.346110975784038e-05}
{"train_loss": 0.003412825521081686, "global_step": 37124, "epoch": 208, "lr": 7.345980481905435e-05}
{"train_loss": 0.01324111595749855, "global_step": 37125, "epoch": 208, "lr": 7.345849985977758e-05}
{"train_loss": 0.00415542908012867, "global_step": 37126, "epoch": 208, "lr": 7.345719488001122e-05}
{"train_loss": 0.0065535143949091434, "global_step": 37127, "epoch": 208, "lr": 7.345588987975638e-05}
{"train_loss": 0.002963425125926733, "global_step": 37128, "epoch": 208, "lr": 7.345458485901425e-05}
{"train_loss": 0.005438853986561298, "global_step": 37129, "epoch": 208, "lr": 7.345327981778593e-05}
{"train_loss": 0.004026039503514767, "global_step": 37130, "epoch": 208, "lr": 7.345197475607256e-05}
{"train_loss": 0.0077640097588300705, "global_step": 37131, "epoch": 208, "lr": 7.34506696738753e-05}
{"train_loss": 0.0069944350980222225, "global_step": 37132, "epoch": 208, "lr": 7.344936457119528e-05}
{"train_loss": 0.004109595902264118, "global_step": 37133, "epoch": 208, "lr": 7.344805944803363e-05}
{"train_loss": 0.007296375930309296, "global_step": 37134, "epoch": 208, "lr": 7.34467543043915e-05}
{"train_loss": 0.008139267563819885, "global_step": 37135, "epoch": 208, "lr": 7.344544914027005e-05}
{"train_loss": 0.004420578479766846, "global_step": 37136, "epoch": 208, "lr": 7.344414395567039e-05}
{"train_loss": 0.008751848712563515, "global_step": 37137, "epoch": 208, "lr": 7.344283875059368e-05}
{"train_loss": 0.007484344765543938, "global_step": 37138, "epoch": 208, "lr": 7.344153352504104e-05}
{"train_loss": 0.0027900771237909794, "global_step": 37139, "epoch": 208, "lr": 7.344022827901361e-05}
{"train_loss": 0.006571459583938122, "global_step": 37140, "epoch": 208, "lr": 7.343892301251256e-05}
{"train_loss": 0.005199060775339603, "global_step": 37141, "epoch": 208, "lr": 7.3437617725539e-05}
{"train_loss": 0.004597789607942104, "global_step": 37142, "epoch": 208, "lr": 7.343631241809406e-05}
{"train_loss": 0.007571227848529816, "global_step": 37143, "epoch": 208, "lr": 7.343500709017893e-05}
{"train_loss": 0.007185796741396189, "global_step": 37144, "epoch": 208, "lr": 7.343370174179472e-05}
{"train_loss": 0.007681319024413824, "global_step": 37145, "epoch": 208, "lr": 7.343239637294256e-05}
{"train_loss": 0.007511691655963659, "global_step": 37146, "epoch": 208, "lr": 7.343109098362361e-05}
{"train_loss": 0.004083494655787945, "global_step": 37147, "epoch": 208, "lr": 7.342978557383899e-05}
{"train_loss": 0.005767482332885265, "global_step": 37148, "epoch": 208, "lr": 7.342848014358986e-05}
{"train_loss": 0.001942681148648262, "global_step": 37149, "epoch": 208, "lr": 7.342717469287734e-05}
{"train_loss": 0.005236889701336622, "global_step": 37150, "epoch": 208, "lr": 7.34258692217026e-05}
{"train_loss": 0.004462829325348139, "global_step": 37151, "epoch": 208, "lr": 7.342456373006677e-05}
{"train_loss": 0.004789937287569046, "global_step": 37152, "epoch": 208, "lr": 7.342325821797096e-05}
{"train_loss": 0.006760610733181238, "global_step": 37153, "epoch": 208, "lr": 7.342195268541633e-05}
{"train_loss": 0.003495787037536502, "global_step": 37154, "epoch": 208, "lr": 7.342064713240404e-05}
{"train_loss": 0.007109299302101135, "global_step": 37155, "epoch": 208, "lr": 7.341934155893521e-05}
{"train_loss": 0.0050628394819796085, "global_step": 37156, "epoch": 208, "lr": 7.341803596501098e-05}
{"train_loss": 0.005376735702157021, "global_step": 37157, "epoch": 208, "lr": 7.341673035063249e-05}
{"train_loss": 0.007888082414865494, "global_step": 37158, "epoch": 208, "lr": 7.341542471580089e-05}
{"train_loss": 0.005764760076999664, "global_step": 37159, "epoch": 208, "lr": 7.34141190605173e-05}
{"train_loss": 0.006688923574984074, "global_step": 37160, "epoch": 208, "lr": 7.34128133847829e-05}
{"train_loss": 0.011450255289673805, "global_step": 37161, "epoch": 208, "lr": 7.34115076885988e-05}
{"train_loss": 0.006345230620354414, "global_step": 37162, "epoch": 208, "lr": 7.341020197196613e-05}
{"train_loss": 0.005505996290594339, "global_step": 37163, "epoch": 208, "lr": 7.340889623488605e-05}
{"train_loss": 0.007087035104632378, "global_step": 37164, "epoch": 208, "lr": 7.34075904773597e-05}
{"train_loss": 0.007500284351408482, "global_step": 37165, "epoch": 208, "lr": 7.340628469938823e-05}
{"train_loss": 0.004050771705806255, "global_step": 37166, "epoch": 208, "lr": 7.340497890097276e-05}
{"train_loss": 0.004206486977636814, "global_step": 37167, "epoch": 208, "lr": 7.340367308211445e-05}
{"train_loss": 0.0029723600018769503, "global_step": 37168, "epoch": 208, "lr": 7.34023672428144e-05}
{"train_loss": 0.005643955431878567, "global_step": 37169, "epoch": 208, "lr": 7.34010613830738e-05}
{"train_loss": 0.003598551731556654, "global_step": 37170, "epoch": 208, "lr": 7.339975550289377e-05}
{"train_loss": 0.0065237535163760185, "global_step": 37171, "epoch": 208, "lr": 7.339844960227546e-05}
{"train_loss": 0.0044675651006400585, "global_step": 37172, "epoch": 208, "lr": 7.339714368121999e-05}
{"train_loss": 0.007672928739339113, "global_step": 37173, "epoch": 208, "lr": 7.33958377397285e-05}
{"train_loss": 0.006508296821266413, "global_step": 37174, "epoch": 208, "lr": 7.339453177780215e-05}
{"train_loss": 0.004277511034160852, "global_step": 37175, "epoch": 208, "lr": 7.33932257954421e-05}
{"train_loss": 0.005407108925282955, "global_step": 37176, "epoch": 208, "lr": 7.339191979264944e-05}
{"train_loss": 0.0056433891877532005, "global_step": 37177, "epoch": 208, "lr": 7.339061376942533e-05}
{"train_loss": 0.00734369084239006, "global_step": 37178, "epoch": 208, "lr": 7.338930772577093e-05}
{"train_loss": 0.008275836706161499, "global_step": 37179, "epoch": 208, "lr": 7.338800166168736e-05}
{"train_loss": 0.005269948393106461, "global_step": 37180, "epoch": 208, "lr": 7.338669557717576e-05}
{"train_loss": 0.004343788139522076, "global_step": 37181, "epoch": 208, "lr": 7.33853894722373e-05}
{"train_loss": 0.010845375247299671, "global_step": 37182, "epoch": 208, "lr": 7.338408334687308e-05}
{"train_loss": 0.0059595610946416855, "global_step": 37183, "epoch": 208, "lr": 7.338277720108426e-05}
{"train_loss": 0.005226416513323784, "global_step": 37184, "epoch": 208, "lr": 7.338147103487199e-05}
{"train_loss": 0.010172825306653976, "global_step": 37185, "epoch": 208, "lr": 7.33801648482374e-05}
{"train_loss": 0.004876956809312105, "global_step": 37186, "epoch": 208, "lr": 7.337885864118162e-05}
{"train_loss": 0.008612895384430885, "global_step": 37187, "epoch": 208, "lr": 7.33775524137058e-05}
{"train_loss": 0.00498545914888382, "global_step": 37188, "epoch": 208, "lr": 7.337624616581111e-05}
{"train_loss": 0.006965255830436945, "global_step": 37189, "epoch": 208, "lr": 7.337493989749865e-05}
{"train_loss": 0.004114664625376463, "global_step": 37190, "epoch": 208, "lr": 7.337363360876958e-05}
{"train_loss": 0.008619404397904873, "global_step": 37191, "epoch": 208, "lr": 7.337232729962504e-05}
{"train_loss": 0.0016565805999562144, "global_step": 37192, "epoch": 208, "lr": 7.337102097006615e-05}
{"train_loss": 0.0036643831990659237, "global_step": 37193, "epoch": 208, "lr": 7.336971462009409e-05}
{"train_loss": 0.0038030939176678658, "global_step": 37194, "epoch": 208, "lr": 7.336840824970996e-05}
{"train_loss": 0.0037547878455370665, "global_step": 37195, "epoch": 208, "lr": 7.336710185891494e-05}
{"train_loss": 0.002317385748028755, "global_step": 37196, "epoch": 208, "lr": 7.336579544771014e-05}
{"train_loss": 0.0037950705736875534, "global_step": 37197, "epoch": 208, "lr": 7.336448901609671e-05}
{"train_loss": 0.008180765435099602, "global_step": 37198, "epoch": 208, "lr": 7.336318256407582e-05}
{"train_loss": 0.0066546606831252575, "global_step": 37199, "epoch": 208, "lr": 7.336187609164856e-05}
{"train_loss": 0.005012063309550285, "global_step": 37200, "epoch": 208, "lr": 7.33605695988161e-05}
{"train_loss": 0.005820508857958772, "global_step": 37201, "epoch": 208, "lr": 7.335926308557958e-05}
{"train_loss": 0.007147831842303276, "global_step": 37202, "epoch": 209, "lr": 7.335795655194014e-05}
{"train_loss": 0.005977125838398933, "global_step": 37203, "epoch": 209, "lr": 7.335664999789892e-05}
{"train_loss": 0.00337000354193151, "global_step": 37204, "epoch": 209, "lr": 7.335534342345706e-05}
{"train_loss": 0.0046043070033192635, "global_step": 37205, "epoch": 209, "lr": 7.335403682861571e-05}
{"train_loss": 0.0036491071805357933, "global_step": 37206, "epoch": 209, "lr": 7.335273021337597e-05}
{"train_loss": 0.005160297732800245, "global_step": 37207, "epoch": 209, "lr": 7.335142357773906e-05}
{"train_loss": 0.0038584088906645775, "global_step": 37208, "epoch": 209, "lr": 7.335011692170605e-05}
{"train_loss": 0.00848422758281231, "global_step": 37209, "epoch": 209, "lr": 7.334881024527811e-05}
{"train_loss": 0.006195675116032362, "global_step": 37210, "epoch": 209, "lr": 7.334750354845639e-05}
{"train_loss": 0.004019222222268581, "global_step": 37211, "epoch": 209, "lr": 7.334619683124199e-05}
{"train_loss": 0.006919301114976406, "global_step": 37212, "epoch": 209, "lr": 7.334489009363612e-05}
{"train_loss": 0.0053304689936339855, "global_step": 37213, "epoch": 209, "lr": 7.334358333563986e-05}
{"train_loss": 0.005453747697174549, "global_step": 37214, "epoch": 209, "lr": 7.334227655725438e-05}
{"train_loss": 0.003920353017747402, "global_step": 37215, "epoch": 209, "lr": 7.334096975848082e-05}
{"train_loss": 0.007106228731572628, "global_step": 37216, "epoch": 209, "lr": 7.333966293932031e-05}
{"train_loss": 0.008420119062066078, "global_step": 37217, "epoch": 209, "lr": 7.333835609977401e-05}
{"train_loss": 0.0022754597011953592, "global_step": 37218, "epoch": 209, "lr": 7.333704923984303e-05}
{"train_loss": 0.005617114715278149, "global_step": 37219, "epoch": 209, "lr": 7.333574235952856e-05}
{"train_loss": 0.0043973661959171295, "global_step": 37220, "epoch": 209, "lr": 7.333443545883169e-05}
{"train_loss": 0.003387500299140811, "global_step": 37221, "epoch": 209, "lr": 7.333312853775359e-05}
{"train_loss": 0.010109666734933853, "global_step": 37222, "epoch": 209, "lr": 7.333182159629538e-05}
{"train_loss": 0.007650206796824932, "global_step": 37223, "epoch": 209, "lr": 7.333051463445825e-05}
{"train_loss": 0.003915055654942989, "global_step": 37224, "epoch": 209, "lr": 7.332920765224328e-05}
{"train_loss": 0.002756883157417178, "global_step": 37225, "epoch": 209, "lr": 7.332790064965164e-05}
{"train_loss": 0.006674829870462418, "global_step": 37226, "epoch": 209, "lr": 7.332659362668448e-05}
{"train_loss": 0.008770028129220009, "global_step": 37227, "epoch": 209, "lr": 7.332528658334295e-05}
{"train_loss": 0.008191453292965889, "global_step": 37228, "epoch": 209, "lr": 7.332397951962814e-05}
{"train_loss": 0.009970040991902351, "global_step": 37229, "epoch": 209, "lr": 7.332267243554128e-05}
{"train_loss": 0.004158469848334789, "global_step": 37230, "epoch": 209, "lr": 7.33213653310834e-05}
{"train_loss": 0.003988566808402538, "global_step": 37231, "epoch": 209, "lr": 7.332005820625574e-05}
{"train_loss": 0.004000396467745304, "global_step": 37232, "epoch": 209, "lr": 7.331875106105939e-05}
{"train_loss": 0.0034310247283428907, "global_step": 37233, "epoch": 209, "lr": 7.331744389549549e-05}
{"train_loss": 0.005868413485586643, "global_step": 37234, "epoch": 209, "lr": 7.33161367095652e-05}
{"train_loss": 0.005743799731135368, "global_step": 37235, "epoch": 209, "lr": 7.331482950326967e-05}
{"train_loss": 0.0053163813427090645, "global_step": 37236, "epoch": 209, "lr": 7.331352227661004e-05}
{"train_loss": 0.009576952084898949, "global_step": 37237, "epoch": 209, "lr": 7.331221502958742e-05}
{"train_loss": 0.004058242775499821, "global_step": 37238, "epoch": 209, "lr": 7.331090776220297e-05}
{"train_loss": 0.010562709532678127, "global_step": 37239, "epoch": 209, "lr": 7.330960047445783e-05}
{"train_loss": 0.005454320460557938, "global_step": 37240, "epoch": 209, "lr": 7.330829316635317e-05}
{"train_loss": 0.00440174899995327, "global_step": 37241, "epoch": 209, "lr": 7.33069858378901e-05}
{"train_loss": 0.0033802050165832043, "global_step": 37242, "epoch": 209, "lr": 7.330567848906977e-05}
{"train_loss": 0.0036448687314987183, "global_step": 37243, "epoch": 209, "lr": 7.33043711198933e-05}
{"train_loss": 0.005294244270771742, "global_step": 37244, "epoch": 209, "lr": 7.330306373036186e-05}
{"train_loss": 0.004423482343554497, "global_step": 37245, "epoch": 209, "lr": 7.33017563204766e-05}
{"train_loss": 0.0074279834516346455, "global_step": 37246, "epoch": 209, "lr": 7.330044889023865e-05}
{"train_loss": 0.0018618470057845116, "global_step": 37247, "epoch": 209, "lr": 7.329914143964913e-05}
{"train_loss": 0.008586212992668152, "global_step": 37248, "epoch": 209, "lr": 7.329783396870922e-05}
{"train_loss": 0.0063144611194729805, "global_step": 37249, "epoch": 209, "lr": 7.329652647742002e-05}
{"train_loss": 0.005493060685694218, "global_step": 37250, "epoch": 209, "lr": 7.329521896578272e-05}
{"train_loss": 0.006911774165928364, "global_step": 37251, "epoch": 209, "lr": 7.329391143379843e-05}
{"train_loss": 0.008341612294316292, "global_step": 37252, "epoch": 209, "lr": 7.32926038814683e-05}
{"train_loss": 0.004883076064288616, "global_step": 37253, "epoch": 209, "lr": 7.329129630879346e-05}
{"train_loss": 0.0038260675501078367, "global_step": 37254, "epoch": 209, "lr": 7.328998871577509e-05}
{"train_loss": 0.00411829212680459, "global_step": 37255, "epoch": 209, "lr": 7.328868110241428e-05}
{"train_loss": 0.0035286350175738335, "global_step": 37256, "epoch": 209, "lr": 7.328737346871222e-05}
{"train_loss": 0.004285947419703007, "global_step": 37257, "epoch": 209, "lr": 7.328606581467001e-05}
{"train_loss": 0.00526844896376133, "global_step": 37258, "epoch": 209, "lr": 7.328475814028881e-05}
{"train_loss": 0.0025038253515958786, "global_step": 37259, "epoch": 209, "lr": 7.328345044556978e-05}
{"train_loss": 0.008226374164223671, "global_step": 37260, "epoch": 209, "lr": 7.328214273051405e-05}
{"train_loss": 0.005657885689288378, "global_step": 37261, "epoch": 209, "lr": 7.328083499512274e-05}
{"train_loss": 0.004562121815979481, "global_step": 37262, "epoch": 209, "lr": 7.327952723939701e-05}
{"train_loss": 0.005505895707756281, "global_step": 37263, "epoch": 209, "lr": 7.327821946333802e-05}
{"train_loss": 0.008688205853104591, "global_step": 37264, "epoch": 209, "lr": 7.327691166694688e-05}
{"train_loss": 0.006489578168839216, "global_step": 37265, "epoch": 209, "lr": 7.327560385022477e-05}
{"train_loss": 0.00451041990891099, "global_step": 37266, "epoch": 209, "lr": 7.32742960131728e-05}
{"train_loss": 0.0016973179299384356, "global_step": 37267, "epoch": 209, "lr": 7.327298815579211e-05}
{"train_loss": 0.002752371598035097, "global_step": 37268, "epoch": 209, "lr": 7.327168027808385e-05}
{"train_loss": 0.006782873533666134, "global_step": 37269, "epoch": 209, "lr": 7.32703723800492e-05}
{"train_loss": 0.0037380168214440346, "global_step": 37270, "epoch": 209, "lr": 7.326906446168923e-05}
{"train_loss": 0.005539211444556713, "global_step": 37271, "epoch": 209, "lr": 7.326775652300516e-05}
{"train_loss": 0.004303250927478075, "global_step": 37272, "epoch": 209, "lr": 7.326644856399807e-05}
{"train_loss": 0.009661423973739147, "global_step": 37273, "epoch": 209, "lr": 7.326514058466913e-05}
{"train_loss": 0.005345526151359081, "global_step": 37274, "epoch": 209, "lr": 7.326383258501948e-05}
{"train_loss": 0.0017499676905572414, "global_step": 37275, "epoch": 209, "lr": 7.326252456505027e-05}
{"train_loss": 0.006614375859498978, "global_step": 37276, "epoch": 209, "lr": 7.326121652476263e-05}
{"train_loss": 0.004388661589473486, "global_step": 37277, "epoch": 209, "lr": 7.325990846415769e-05}
{"train_loss": 0.002576855244114995, "global_step": 37278, "epoch": 209, "lr": 7.325860038323663e-05}
{"train_loss": 0.0038667568005621433, "global_step": 37279, "epoch": 209, "lr": 7.325729228200057e-05}
{"train_loss": 0.004687207750976086, "global_step": 37280, "epoch": 209, "lr": 7.325598416045065e-05}
{"train_loss": 0.002167354803532362, "global_step": 37281, "epoch": 209, "lr": 7.325467601858799e-05}
{"train_loss": 0.004056192003190517, "global_step": 37282, "epoch": 209, "lr": 7.32533678564138e-05}
{"train_loss": 0.0025501330383121967, "global_step": 37283, "epoch": 209, "lr": 7.325205967392916e-05}
{"train_loss": 0.006950040347874165, "global_step": 37284, "epoch": 209, "lr": 7.325075147113524e-05}
{"train_loss": 0.005842770449817181, "global_step": 37285, "epoch": 209, "lr": 7.324944324803318e-05}
{"train_loss": 0.003913335036486387, "global_step": 37286, "epoch": 209, "lr": 7.324813500462411e-05}
{"train_loss": 0.0030680675990879536, "global_step": 37287, "epoch": 209, "lr": 7.324682674090921e-05}
{"train_loss": 0.007928432896733284, "global_step": 37288, "epoch": 209, "lr": 7.324551845688956e-05}
{"train_loss": 0.004797039087861776, "global_step": 37289, "epoch": 209, "lr": 7.324421015256636e-05}
{"train_loss": 0.0036703753285109997, "global_step": 37290, "epoch": 209, "lr": 7.324290182794072e-05}
{"train_loss": 0.003916559275239706, "global_step": 37291, "epoch": 209, "lr": 7.324159348301379e-05}
{"train_loss": 0.003765939734876156, "global_step": 37292, "epoch": 209, "lr": 7.324028511778673e-05}
{"train_loss": 0.0038767694495618343, "global_step": 37293, "epoch": 209, "lr": 7.323897673226067e-05}
{"train_loss": 0.004918718710541725, "global_step": 37294, "epoch": 209, "lr": 7.323766832643673e-05}
{"train_loss": 0.004015815909951925, "global_step": 37295, "epoch": 209, "lr": 7.32363599003161e-05}
{"train_loss": 0.00735642621293664, "global_step": 37296, "epoch": 209, "lr": 7.323505145389988e-05}
{"train_loss": 0.007503436878323555, "global_step": 37297, "epoch": 209, "lr": 7.323374298718924e-05}
{"train_loss": 0.003953530918806791, "global_step": 37298, "epoch": 209, "lr": 7.323243450018531e-05}
{"train_loss": 0.0038047954440116882, "global_step": 37299, "epoch": 209, "lr": 7.323112599288924e-05}
{"train_loss": 0.008816324174404144, "global_step": 37300, "epoch": 209, "lr": 7.322981746530216e-05}
{"train_loss": 0.004884036257863045, "global_step": 37301, "epoch": 209, "lr": 7.322850891742521e-05}
{"train_loss": 0.006259521935135126, "global_step": 37302, "epoch": 209, "lr": 7.322720034925956e-05}
{"train_loss": 0.004031010903418064, "global_step": 37303, "epoch": 209, "lr": 7.322589176080634e-05}
{"train_loss": 0.0037595746107399464, "global_step": 37304, "epoch": 209, "lr": 7.322458315206669e-05}
{"train_loss": 0.0049199918285012245, "global_step": 37305, "epoch": 209, "lr": 7.322327452304175e-05}
{"train_loss": 0.004482187796384096, "global_step": 37306, "epoch": 209, "lr": 7.322196587373266e-05}
{"train_loss": 0.011600352823734283, "global_step": 37307, "epoch": 209, "lr": 7.322065720414059e-05}
{"train_loss": 0.004796910099685192, "global_step": 37308, "epoch": 209, "lr": 7.321934851426665e-05}
{"train_loss": 0.0035879439674317837, "global_step": 37309, "epoch": 209, "lr": 7.3218039804112e-05}
{"train_loss": 0.004499718546867371, "global_step": 37310, "epoch": 209, "lr": 7.321673107367776e-05}
{"train_loss": 0.005789712071418762, "global_step": 37311, "epoch": 209, "lr": 7.32154223229651e-05}
{"train_loss": 0.006621038541197777, "global_step": 37312, "epoch": 209, "lr": 7.321411355197518e-05}
{"train_loss": 0.0031799173448234797, "global_step": 37313, "epoch": 209, "lr": 7.321280476070908e-05}
{"train_loss": 0.004037689883261919, "global_step": 37314, "epoch": 209, "lr": 7.321149594916802e-05}
{"train_loss": 0.004124932456761599, "global_step": 37315, "epoch": 209, "lr": 7.321018711735308e-05}
{"train_loss": 0.005656764842569828, "global_step": 37316, "epoch": 209, "lr": 7.320887826526544e-05}
{"train_loss": 0.005699078552424908, "global_step": 37317, "epoch": 209, "lr": 7.320756939290622e-05}
{"train_loss": 0.005385955795645714, "global_step": 37318, "epoch": 209, "lr": 7.320626050027659e-05}
{"train_loss": 0.007635345682501793, "global_step": 37319, "epoch": 209, "lr": 7.320495158737766e-05}
{"train_loss": 0.003137091174721718, "global_step": 37320, "epoch": 209, "lr": 7.320364265421058e-05}
{"train_loss": 0.007315272465348244, "global_step": 37321, "epoch": 209, "lr": 7.320233370077653e-05}
{"train_loss": 0.00510118342936039, "global_step": 37322, "epoch": 209, "lr": 7.320102472707662e-05}
{"train_loss": 0.005241281818598509, "global_step": 37323, "epoch": 209, "lr": 7.3199715733112e-05}
{"train_loss": 0.00232811295427382, "global_step": 37324, "epoch": 209, "lr": 7.319840671888379e-05}
{"train_loss": 0.0025093629956245422, "global_step": 37325, "epoch": 209, "lr": 7.319709768439319e-05}
{"train_loss": 0.005254858639091253, "global_step": 37326, "epoch": 209, "lr": 7.319578862964129e-05}
{"train_loss": 0.007754999212920666, "global_step": 37327, "epoch": 209, "lr": 7.319447955462927e-05}
{"train_loss": 0.003250665031373501, "global_step": 37328, "epoch": 209, "lr": 7.319317045935825e-05}
{"train_loss": 0.004232127219438553, "global_step": 37329, "epoch": 209, "lr": 7.319186134382938e-05}
{"train_loss": 0.0038397801108658314, "global_step": 37330, "epoch": 209, "lr": 7.31905522080438e-05}
{"train_loss": 0.0038424821104854345, "global_step": 37331, "epoch": 209, "lr": 7.318924305200267e-05}
{"train_loss": 0.0031961086206138134, "global_step": 37332, "epoch": 209, "lr": 7.31879338757071e-05}
{"train_loss": 0.005047352984547615, "global_step": 37333, "epoch": 209, "lr": 7.318662467915828e-05}
{"train_loss": 0.004033153411000967, "global_step": 37334, "epoch": 209, "lr": 7.318531546235731e-05}
{"train_loss": 0.004146222025156021, "global_step": 37335, "epoch": 209, "lr": 7.318400622530536e-05}
{"train_loss": 0.005660919472575188, "global_step": 37336, "epoch": 209, "lr": 7.318269696800357e-05}
{"train_loss": 0.004155379254370928, "global_step": 37337, "epoch": 209, "lr": 7.318138769045307e-05}
{"train_loss": 0.003085595089942217, "global_step": 37338, "epoch": 209, "lr": 7.318007839265501e-05}
{"train_loss": 0.003366938093677163, "global_step": 37339, "epoch": 209, "lr": 7.317876907461054e-05}
{"train_loss": 0.002849075011909008, "global_step": 37340, "epoch": 209, "lr": 7.31774597363208e-05}
{"train_loss": 0.005175678990781307, "global_step": 37341, "epoch": 209, "lr": 7.317615037778693e-05}
{"train_loss": 0.0033135926350951195, "global_step": 37342, "epoch": 209, "lr": 7.317484099901008e-05}
{"train_loss": 0.008467689156532288, "global_step": 37343, "epoch": 209, "lr": 7.317353159999139e-05}
{"train_loss": 0.006070827599614859, "global_step": 37344, "epoch": 209, "lr": 7.3172222180732e-05}
{"train_loss": 0.0022803207393735647, "global_step": 37345, "epoch": 209, "lr": 7.317091274123306e-05}
{"train_loss": 0.0046462868340313435, "global_step": 37346, "epoch": 209, "lr": 7.316960328149571e-05}
{"train_loss": 0.0035253078676760197, "global_step": 37347, "epoch": 209, "lr": 7.31682938015211e-05}
{"train_loss": 0.006339862942695618, "global_step": 37348, "epoch": 209, "lr": 7.316698430131038e-05}
{"train_loss": 0.004458432085812092, "global_step": 37349, "epoch": 209, "lr": 7.316567478086466e-05}
{"train_loss": 0.0029751164838671684, "global_step": 37350, "epoch": 209, "lr": 7.316436524018512e-05}
{"train_loss": 0.0025366791523993015, "global_step": 37351, "epoch": 209, "lr": 7.316305567927287e-05}
{"train_loss": 0.00359543040394783, "global_step": 37352, "epoch": 209, "lr": 7.316174609812909e-05}
{"train_loss": 0.006989192217588425, "global_step": 37353, "epoch": 209, "lr": 7.31604364967549e-05}
{"train_loss": 0.003245496191084385, "global_step": 37354, "epoch": 209, "lr": 7.315912687515148e-05}
{"train_loss": 0.007276875898241997, "global_step": 37355, "epoch": 209, "lr": 7.315781723331992e-05}
{"train_loss": 0.004654054529964924, "global_step": 37356, "epoch": 209, "lr": 7.31565075712614e-05}
{"train_loss": 0.0025632567703723907, "global_step": 37357, "epoch": 209, "lr": 7.315519788897704e-05}
{"train_loss": 0.00412750244140625, "global_step": 37358, "epoch": 209, "lr": 7.3153888186468e-05}
{"train_loss": 0.0052113705314695835, "global_step": 37359, "epoch": 209, "lr": 7.315257846373544e-05}
{"train_loss": 0.0037982154171913862, "global_step": 37360, "epoch": 209, "lr": 7.315126872078047e-05}
{"train_loss": 0.003040615003556013, "global_step": 37361, "epoch": 209, "lr": 7.314995895760426e-05}
{"train_loss": 0.006811993196606636, "global_step": 37362, "epoch": 209, "lr": 7.314864917420793e-05}
{"train_loss": 0.0029363781213760376, "global_step": 37363, "epoch": 209, "lr": 7.314733937059263e-05}
{"train_loss": 0.005898715928196907, "global_step": 37364, "epoch": 209, "lr": 7.314602954675954e-05}
{"train_loss": 0.005006087012588978, "global_step": 37365, "epoch": 209, "lr": 7.314471970270976e-05}
{"train_loss": 0.0017216242849826813, "global_step": 37366, "epoch": 209, "lr": 7.314340983844446e-05}
{"train_loss": 0.0027735140174627304, "global_step": 37367, "epoch": 209, "lr": 7.314209995396475e-05}
{"train_loss": 0.0062757572159171104, "global_step": 37368, "epoch": 209, "lr": 7.314079004927181e-05}
{"train_loss": 0.006322958972305059, "global_step": 37369, "epoch": 209, "lr": 7.313948012436678e-05}
{"train_loss": 0.00287250685505569, "global_step": 37370, "epoch": 209, "lr": 7.31381701792508e-05}
{"train_loss": 0.005647033452987671, "global_step": 37371, "epoch": 209, "lr": 7.313686021392498e-05}
{"train_loss": 0.005988877732306719, "global_step": 37372, "epoch": 209, "lr": 7.313555022839052e-05}
{"train_loss": 0.003626464167609811, "global_step": 37373, "epoch": 209, "lr": 7.313424022264852e-05}
{"train_loss": 0.003317246213555336, "global_step": 37374, "epoch": 209, "lr": 7.313293019670016e-05}
{"train_loss": 0.004595672711730003, "global_step": 37375, "epoch": 209, "lr": 7.313162015054656e-05}
{"train_loss": 0.005412407219409943, "global_step": 37376, "epoch": 209, "lr": 7.313031008418888e-05}
{"train_loss": 0.002475704997777939, "global_step": 37377, "epoch": 209, "lr": 7.312899999762825e-05}
{"train_loss": 0.00181262893602252, "global_step": 37378, "epoch": 209, "lr": 7.312768989086581e-05}
{"train_loss": 0.0049600355543609545, "global_step": 37379, "epoch": 209, "lr": 7.312637976390273e-05}
{"train_loss": 0.005839542020112276, "global_step": 37380, "epoch": 210, "lr": 7.312506961674012e-05}
{"train_loss": 0.005831445567309856, "global_step": 37381, "epoch": 210, "lr": 7.312375944937915e-05}
{"train_loss": 0.005531869363039732, "global_step": 37382, "epoch": 210, "lr": 7.312244926182096e-05}
{"train_loss": 0.0018138898303732276, "global_step": 37383, "epoch": 210, "lr": 7.31211390540667e-05}
{"train_loss": 0.005088817793875933, "global_step": 37384, "epoch": 210, "lr": 7.31198288261175e-05}
{"train_loss": 0.00771933700889349, "global_step": 37385, "epoch": 210, "lr": 7.311851857797452e-05}
{"train_loss": 0.005523852072656155, "global_step": 37386, "epoch": 210, "lr": 7.311720830963886e-05}
{"train_loss": 0.008566318079829216, "global_step": 37387, "epoch": 210, "lr": 7.311589802111174e-05}
{"train_loss": 0.007412693463265896, "global_step": 37388, "epoch": 210, "lr": 7.311458771239423e-05}
{"train_loss": 0.005173636134713888, "global_step": 37389, "epoch": 210, "lr": 7.311327738348753e-05}
{"train_loss": 0.002992864465340972, "global_step": 37390, "epoch": 210, "lr": 7.311196703439276e-05}
{"train_loss": 0.002173361834138632, "global_step": 37391, "epoch": 210, "lr": 7.311065666511105e-05}
{"train_loss": 0.006022281013429165, "global_step": 37392, "epoch": 210, "lr": 7.310934627564358e-05}
{"train_loss": 0.003962308634072542, "global_step": 37393, "epoch": 210, "lr": 7.310803586599147e-05}
{"train_loss": 0.008302923291921616, "global_step": 37394, "epoch": 210, "lr": 7.310672543615588e-05}
{"train_loss": 0.007015872746706009, "global_step": 37395, "epoch": 210, "lr": 7.310541498613793e-05}
{"train_loss": 0.006325994618237019, "global_step": 37396, "epoch": 210, "lr": 7.310410451593879e-05}
{"train_loss": 0.0031109738629311323, "global_step": 37397, "epoch": 210, "lr": 7.310279402555958e-05}
{"train_loss": 0.005951337516307831, "global_step": 37398, "epoch": 210, "lr": 7.310148351500148e-05}
{"train_loss": 0.006248370744287968, "global_step": 37399, "epoch": 210, "lr": 7.31001729842656e-05}
{"train_loss": 0.006084322463721037, "global_step": 37400, "epoch": 210, "lr": 7.30988624333531e-05}
{"train_loss": 0.0044314987026154995, "global_step": 37401, "epoch": 210, "lr": 7.309755186226512e-05}
{"train_loss": 0.0053869737312197685, "global_step": 37402, "epoch": 210, "lr": 7.309624127100282e-05}
{"train_loss": 0.005883055739104748, "global_step": 37403, "epoch": 210, "lr": 7.309493065956733e-05}
{"train_loss": 0.003774072043597698, "global_step": 37404, "epoch": 210, "lr": 7.309362002795979e-05}
{"train_loss": 0.0038139503449201584, "global_step": 37405, "epoch": 210, "lr": 7.309230937618134e-05}
{"train_loss": 0.003485808614641428, "global_step": 37406, "epoch": 210, "lr": 7.309099870423317e-05}
{"train_loss": 0.0029916909988969564, "global_step": 37407, "epoch": 210, "lr": 7.308968801211637e-05}
{"train_loss": 0.006304337177425623, "global_step": 37408, "epoch": 210, "lr": 7.308837729983211e-05}
{"train_loss": 0.0038760616444051266, "global_step": 37409, "epoch": 210, "lr": 7.308706656738152e-05}
{"train_loss": 0.004025406204164028, "global_step": 37410, "epoch": 210, "lr": 7.308575581476578e-05}
{"train_loss": 0.005573160480707884, "global_step": 37411, "epoch": 210, "lr": 7.308444504198599e-05}
{"train_loss": 0.007276016753166914, "global_step": 37412, "epoch": 210, "lr": 7.308313424904334e-05}
{"train_loss": 0.008318861946463585, "global_step": 37413, "epoch": 210, "lr": 7.308182343593893e-05}
{"train_loss": 0.005630391649901867, "global_step": 37414, "epoch": 210, "lr": 7.308051260267393e-05}
{"train_loss": 0.008653891272842884, "global_step": 37415, "epoch": 210, "lr": 7.307920174924946e-05}
{"train_loss": 0.008045030757784843, "global_step": 37416, "epoch": 210, "lr": 7.307789087566673e-05}
{"train_loss": 0.0049478113651275635, "global_step": 37417, "epoch": 210, "lr": 7.307657998192681e-05}
{"train_loss": 0.003945807460695505, "global_step": 37418, "epoch": 210, "lr": 7.307526906803088e-05}
{"train_loss": 0.0031977423932403326, "global_step": 37419, "epoch": 210, "lr": 7.307395813398008e-05}
{"train_loss": 0.0059471577405929565, "global_step": 37420, "epoch": 210, "lr": 7.307264717977556e-05}
{"train_loss": 0.005740500520914793, "global_step": 37421, "epoch": 210, "lr": 7.307133620541846e-05}
{"train_loss": 0.005899408366531134, "global_step": 37422, "epoch": 210, "lr": 7.307002521090993e-05}
{"train_loss": 0.007017807569354773, "global_step": 37423, "epoch": 210, "lr": 7.30687141962511e-05}
{"train_loss": 0.007233038544654846, "global_step": 37424, "epoch": 210, "lr": 7.306740316144312e-05}
{"train_loss": 0.009093701839447021, "global_step": 37425, "epoch": 210, "lr": 7.306609210648716e-05}
{"train_loss": 0.004695388488471508, "global_step": 37426, "epoch": 210, "lr": 7.306478103138435e-05}
{"train_loss": 0.003453158540651202, "global_step": 37427, "epoch": 210, "lr": 7.306346993613582e-05}
{"train_loss": 0.0030652848072350025, "global_step": 37428, "epoch": 210, "lr": 7.306215882074272e-05}
{"train_loss": 0.005967689678072929, "global_step": 37429, "epoch": 210, "lr": 7.30608476852062e-05}
{"train_loss": 0.005107764154672623, "global_step": 37430, "epoch": 210, "lr": 7.305953652952742e-05}
{"train_loss": 0.00808003544807434, "global_step": 37431, "epoch": 210, "lr": 7.305822535370751e-05}
{"train_loss": 0.003071142826229334, "global_step": 37432, "epoch": 210, "lr": 7.305691415774761e-05}
{"train_loss": 0.008829580619931221, "global_step": 37433, "epoch": 210, "lr": 7.305560294164888e-05}
{"train_loss": 0.0071937390603125095, "global_step": 37434, "epoch": 210, "lr": 7.305429170541245e-05}
{"train_loss": 0.001979961059987545, "global_step": 37435, "epoch": 210, "lr": 7.305298044903947e-05}
{"train_loss": 0.0037014842964708805, "global_step": 37436, "epoch": 210, "lr": 7.30516691725311e-05}
{"train_loss": 0.006233954802155495, "global_step": 37437, "epoch": 210, "lr": 7.305035787588847e-05}
{"train_loss": 0.004560483153909445, "global_step": 37438, "epoch": 210, "lr": 7.304904655911272e-05}
{"train_loss": 0.0048155589029192924, "global_step": 37439, "epoch": 210, "lr": 7.304773522220501e-05}
{"train_loss": 0.0061620427295565605, "global_step": 37440, "epoch": 210, "lr": 7.304642386516648e-05}
{"train_loss": 0.009361684322357178, "global_step": 37441, "epoch": 210, "lr": 7.304511248799828e-05}
{"train_loss": 0.002286222530528903, "global_step": 37442, "epoch": 210, "lr": 7.304380109070154e-05}
{"train_loss": 0.004109384026378393, "global_step": 37443, "epoch": 210, "lr": 7.304248967327743e-05}
{"train_loss": 0.004783198703080416, "global_step": 37444, "epoch": 210, "lr": 7.304117823572707e-05}
{"train_loss": 0.0037507694214582443, "global_step": 37445, "epoch": 210, "lr": 7.303986677805163e-05}
{"train_loss": 0.005184111185371876, "global_step": 37446, "epoch": 210, "lr": 7.303855530025223e-05}
{"train_loss": 0.0036621508188545704, "global_step": 37447, "epoch": 210, "lr": 7.303724380233003e-05}
{"train_loss": 0.00279570952989161, "global_step": 37448, "epoch": 210, "lr": 7.303593228428618e-05}
{"train_loss": 0.004966347478330135, "global_step": 37449, "epoch": 210, "lr": 7.30346207461218e-05}
{"train_loss": 0.004073624033480883, "global_step": 37450, "epoch": 210, "lr": 7.303330918783808e-05}
{"train_loss": 0.00452120928093791, "global_step": 37451, "epoch": 210, "lr": 7.303199760943613e-05}
{"train_loss": 0.0037219375371932983, "global_step": 37452, "epoch": 210, "lr": 7.30306860109171e-05}
{"train_loss": 0.004771348554641008, "global_step": 37453, "epoch": 210, "lr": 7.302937439228215e-05}
{"train_loss": 0.008190268650650978, "global_step": 37454, "epoch": 210, "lr": 7.30280627535324e-05}
{"train_loss": 0.005543609149754047, "global_step": 37455, "epoch": 210, "lr": 7.302675109466903e-05}
{"train_loss": 0.00412896228954196, "global_step": 37456, "epoch": 210, "lr": 7.302543941569315e-05}
{"train_loss": 0.004436840303242207, "global_step": 37457, "epoch": 210, "lr": 7.302412771660594e-05}
{"train_loss": 0.008353236131370068, "global_step": 37458, "epoch": 210, "lr": 7.302281599740853e-05}
{"train_loss": 0.00550991902127862, "global_step": 37459, "epoch": 210, "lr": 7.302150425810206e-05}
{"train_loss": 0.005392758175730705, "global_step": 37460, "epoch": 210, "lr": 7.302019249868767e-05}
{"train_loss": 0.006687456741929054, "global_step": 37461, "epoch": 210, "lr": 7.301888071916654e-05}
{"train_loss": 0.009353278204798698, "global_step": 37462, "epoch": 210, "lr": 7.301756891953977e-05}
{"train_loss": 0.0041457051411271095, "global_step": 37463, "epoch": 210, "lr": 7.301625709980854e-05}
{"train_loss": 0.006451834924519062, "global_step": 37464, "epoch": 210, "lr": 7.301494525997399e-05}
{"train_loss": 0.005289058201014996, "global_step": 37465, "epoch": 210, "lr": 7.301363340003724e-05}
{"train_loss": 0.004913244396448135, "global_step": 37466, "epoch": 210, "lr": 7.301232151999948e-05}
{"train_loss": 0.0029766978695988655, "global_step": 37467, "epoch": 210, "lr": 7.30110096198618e-05}
{"train_loss": 0.004489845130592585, "global_step": 37468, "epoch": 210, "lr": 7.30096976996254e-05}
{"train_loss": 0.0029116785153746605, "global_step": 37469, "epoch": 210, "lr": 7.30083857592914e-05}
{"train_loss": 0.007548647467046976, "global_step": 37470, "epoch": 210, "lr": 7.300707379886096e-05}
{"train_loss": 0.008249165490269661, "global_step": 37471, "epoch": 210, "lr": 7.300576181833519e-05}
{"train_loss": 0.004918573424220085, "global_step": 37472, "epoch": 210, "lr": 7.300444981771528e-05}
{"train_loss": 0.005318844225257635, "global_step": 37473, "epoch": 210, "lr": 7.300313779700236e-05}
{"train_loss": 0.003311410779133439, "global_step": 37474, "epoch": 210, "lr": 7.300182575619757e-05}
{"train_loss": 0.0038571415934711695, "global_step": 37475, "epoch": 210, "lr": 7.300051369530205e-05}
{"train_loss": 0.006255418062210083, "global_step": 37476, "epoch": 210, "lr": 7.299920161431695e-05}
{"train_loss": 0.006626318208873272, "global_step": 37477, "epoch": 210, "lr": 7.299788951324342e-05}
{"train_loss": 0.004498487338423729, "global_step": 37478, "epoch": 210, "lr": 7.299657739208261e-05}
{"train_loss": 0.006600353866815567, "global_step": 37479, "epoch": 210, "lr": 7.299526525083567e-05}
{"train_loss": 0.00806456245481968, "global_step": 37480, "epoch": 210, "lr": 7.299395308950375e-05}
{"train_loss": 0.0038880908396095037, "global_step": 37481, "epoch": 210, "lr": 7.299264090808796e-05}
{"train_loss": 0.004779248498380184, "global_step": 37482, "epoch": 210, "lr": 7.299132870658949e-05}
{"train_loss": 0.006756440736353397, "global_step": 37483, "epoch": 210, "lr": 7.299001648500946e-05}
{"train_loss": 0.0038676774129271507, "global_step": 37484, "epoch": 210, "lr": 7.298870424334902e-05}
{"train_loss": 0.004782042466104031, "global_step": 37485, "epoch": 210, "lr": 7.298739198160933e-05}
{"train_loss": 0.002726785372942686, "global_step": 37486, "epoch": 210, "lr": 7.298607969979152e-05}
{"train_loss": 0.0044241175055503845, "global_step": 37487, "epoch": 210, "lr": 7.298476739789675e-05}
{"train_loss": 0.008075740188360214, "global_step": 37488, "epoch": 210, "lr": 7.298345507592615e-05}
{"train_loss": 0.0063073476776480675, "global_step": 37489, "epoch": 210, "lr": 7.298214273388088e-05}
{"train_loss": 0.005648649763315916, "global_step": 37490, "epoch": 210, "lr": 7.298083037176207e-05}
{"train_loss": 0.0024104940239340067, "global_step": 37491, "epoch": 210, "lr": 7.297951798957088e-05}
{"train_loss": 0.006326822564005852, "global_step": 37492, "epoch": 210, "lr": 7.297820558730845e-05}
{"train_loss": 0.005877671763300896, "global_step": 37493, "epoch": 210, "lr": 7.297689316497595e-05}
{"train_loss": 0.004560080822557211, "global_step": 37494, "epoch": 210, "lr": 7.29755807225745e-05}
{"train_loss": 0.003698985558003187, "global_step": 37495, "epoch": 210, "lr": 7.297426826010523e-05}
{"train_loss": 0.004078659228980541, "global_step": 37496, "epoch": 210, "lr": 7.297295577756933e-05}
{"train_loss": 0.004207897465676069, "global_step": 37497, "epoch": 210, "lr": 7.297164327496792e-05}
{"train_loss": 0.0049828579649329185, "global_step": 37498, "epoch": 210, "lr": 7.297033075230213e-05}
{"train_loss": 0.0023958226665854454, "global_step": 37499, "epoch": 210, "lr": 7.296901820957316e-05}
{"train_loss": 0.0037878521252423525, "global_step": 37500, "epoch": 210, "lr": 7.29677056467821e-05}
{"train_loss": 0.0019678818061947823, "global_step": 37501, "epoch": 210, "lr": 7.296639306393014e-05}
{"train_loss": 0.004148391075432301, "global_step": 37502, "epoch": 210, "lr": 7.296508046101841e-05}
{"train_loss": 0.0027578077279031277, "global_step": 37503, "epoch": 210, "lr": 7.296376783804805e-05}
{"train_loss": 0.006541231647133827, "global_step": 37504, "epoch": 210, "lr": 7.29624551950202e-05}
{"train_loss": 0.011150739155709743, "global_step": 37505, "epoch": 210, "lr": 7.296114253193601e-05}
{"train_loss": 0.005828396417200565, "global_step": 37506, "epoch": 210, "lr": 7.295982984879666e-05}
{"train_loss": 0.006456709001213312, "global_step": 37507, "epoch": 210, "lr": 7.295851714560324e-05}
{"train_loss": 0.003961796872317791, "global_step": 37508, "epoch": 210, "lr": 7.295720442235694e-05}
{"train_loss": 0.004276822321116924, "global_step": 37509, "epoch": 210, "lr": 7.29558916790589e-05}
{"train_loss": 0.006916920188814402, "global_step": 37510, "epoch": 210, "lr": 7.295457891571024e-05}
{"train_loss": 0.005518357269465923, "global_step": 37511, "epoch": 210, "lr": 7.295326613231214e-05}
{"train_loss": 0.004050121642649174, "global_step": 37512, "epoch": 210, "lr": 7.295195332886575e-05}
{"train_loss": 0.005933688022196293, "global_step": 37513, "epoch": 210, "lr": 7.295064050537218e-05}
{"train_loss": 0.006498199887573719, "global_step": 37514, "epoch": 210, "lr": 7.294932766183259e-05}
{"train_loss": 0.006109482608735561, "global_step": 37515, "epoch": 210, "lr": 7.294801479824814e-05}
{"train_loss": 0.005285325460135937, "global_step": 37516, "epoch": 210, "lr": 7.294670191461998e-05}
{"train_loss": 0.003619532100856304, "global_step": 37517, "epoch": 210, "lr": 7.294538901094923e-05}
{"train_loss": 0.00905565358698368, "global_step": 37518, "epoch": 210, "lr": 7.294407608723705e-05}
{"train_loss": 0.003163883462548256, "global_step": 37519, "epoch": 210, "lr": 7.29427631434846e-05}
{"train_loss": 0.005754765123128891, "global_step": 37520, "epoch": 210, "lr": 7.294145017969301e-05}
{"train_loss": 0.007445404771715403, "global_step": 37521, "epoch": 210, "lr": 7.294013719586345e-05}
{"train_loss": 0.007000341545790434, "global_step": 37522, "epoch": 210, "lr": 7.293882419199704e-05}
{"train_loss": 0.00577171053737402, "global_step": 37523, "epoch": 210, "lr": 7.293751116809494e-05}
{"train_loss": 0.006736208684742451, "global_step": 37524, "epoch": 210, "lr": 7.293619812415827e-05}
{"train_loss": 0.0053865946829319, "global_step": 37525, "epoch": 210, "lr": 7.293488506018823e-05}
{"train_loss": 0.005903205834329128, "global_step": 37526, "epoch": 210, "lr": 7.293357197618593e-05}
{"train_loss": 0.0053327651694417, "global_step": 37527, "epoch": 210, "lr": 7.293225887215251e-05}
{"train_loss": 0.0029928437434136868, "global_step": 37528, "epoch": 210, "lr": 7.293094574808914e-05}
{"train_loss": 0.00324302283115685, "global_step": 37529, "epoch": 210, "lr": 7.292963260399697e-05}
{"train_loss": 0.006807598285377026, "global_step": 37530, "epoch": 210, "lr": 7.292831943987713e-05}
{"train_loss": 0.0033394338097423315, "global_step": 37531, "epoch": 210, "lr": 7.292700625573077e-05}
{"train_loss": 0.0050046406686306, "global_step": 37532, "epoch": 210, "lr": 7.292569305155904e-05}
{"train_loss": 0.002750630956143141, "global_step": 37533, "epoch": 210, "lr": 7.292437982736308e-05}
{"train_loss": 0.005060163792222738, "global_step": 37534, "epoch": 210, "lr": 7.292306658314405e-05}
{"train_loss": 0.005665957927703857, "global_step": 37535, "epoch": 210, "lr": 7.29217533189031e-05}
{"train_loss": 0.004106542095541954, "global_step": 37536, "epoch": 210, "lr": 7.292044003464135e-05}
{"train_loss": 0.005810615606606007, "global_step": 37537, "epoch": 210, "lr": 7.291912673035997e-05}
{"train_loss": 0.006729033775627613, "global_step": 37538, "epoch": 210, "lr": 7.29178134060601e-05}
{"train_loss": 0.005948193371295929, "global_step": 37539, "epoch": 210, "lr": 7.291650006174287e-05}
{"train_loss": 0.00590208126232028, "global_step": 37540, "epoch": 210, "lr": 7.291518669740947e-05}
{"train_loss": 0.005117787979543209, "global_step": 37541, "epoch": 210, "lr": 7.291387331306103e-05}
{"train_loss": 0.006557048298418522, "global_step": 37542, "epoch": 210, "lr": 7.291255990869868e-05}
{"train_loss": 0.006194896996021271, "global_step": 37543, "epoch": 210, "lr": 7.291124648432357e-05}
{"train_loss": 0.007324133068323135, "global_step": 37544, "epoch": 210, "lr": 7.290993303993686e-05}
{"train_loss": 0.0063505577854812145, "global_step": 37545, "epoch": 210, "lr": 7.290861957553969e-05}
{"train_loss": 0.00256379134953022, "global_step": 37546, "epoch": 210, "lr": 7.290730609113322e-05}
{"train_loss": 0.005122452042996883, "global_step": 37547, "epoch": 210, "lr": 7.290599258671857e-05}
{"train_loss": 0.005101075395941734, "global_step": 37548, "epoch": 210, "lr": 7.29046790622969e-05}
{"train_loss": 0.007217765785753727, "global_step": 37549, "epoch": 210, "lr": 7.290336551786938e-05}
{"train_loss": 0.00580068351700902, "global_step": 37550, "epoch": 210, "lr": 7.290205195343713e-05}
{"train_loss": 0.007036925293505192, "global_step": 37551, "epoch": 210, "lr": 7.290073836900133e-05}
{"train_loss": 0.0072508398443460464, "global_step": 37552, "epoch": 210, "lr": 7.289942476456306e-05}
{"train_loss": 0.0053079985082149506, "global_step": 37553, "epoch": 210, "lr": 7.289811114012353e-05}
{"train_loss": 0.007701261900365353, "global_step": 37554, "epoch": 210, "lr": 7.289679749568387e-05}
{"train_loss": 0.006542060989886522, "global_step": 37555, "epoch": 210, "lr": 7.289548383124521e-05}
{"train_loss": 0.007103737443685532, "global_step": 37556, "epoch": 210, "lr": 7.289417014680872e-05}
{"train_loss": 0.005370937870538092, "global_step": 37557, "epoch": 210, "lr": 7.289285644237555e-05, "train_action_mse_error": 1.5472021914320067e-05}
{"train_loss": 0.00402832543477416, "global_step": 37558, "epoch": 211, "lr": 7.289154271794683e-05}
{"train_loss": 0.005501528270542622, "global_step": 37559, "epoch": 211, "lr": 7.289022897352371e-05}
{"train_loss": 0.003965883050113916, "global_step": 37560, "epoch": 211, "lr": 7.288891520910735e-05}
{"train_loss": 0.004702392499893904, "global_step": 37561, "epoch": 211, "lr": 7.288760142469888e-05}
{"train_loss": 0.004535696469247341, "global_step": 37562, "epoch": 211, "lr": 7.288628762029945e-05}
{"train_loss": 0.004569195210933685, "global_step": 37563, "epoch": 211, "lr": 7.288497379591023e-05}
{"train_loss": 0.005663129035383463, "global_step": 37564, "epoch": 211, "lr": 7.288365995153235e-05}
{"train_loss": 0.00448412261903286, "global_step": 37565, "epoch": 211, "lr": 7.288234608716695e-05}
{"train_loss": 0.0026377474423497915, "global_step": 37566, "epoch": 211, "lr": 7.28810322028152e-05}
{"train_loss": 0.010706307366490364, "global_step": 37567, "epoch": 211, "lr": 7.287971829847822e-05}
{"train_loss": 0.0033636102452874184, "global_step": 37568, "epoch": 211, "lr": 7.28784043741572e-05}
{"train_loss": 0.007038564421236515, "global_step": 37569, "epoch": 211, "lr": 7.287709042985324e-05}
{"train_loss": 0.0056293681263923645, "global_step": 37570, "epoch": 211, "lr": 7.287577646556751e-05}
{"train_loss": 0.003995870240032673, "global_step": 37571, "epoch": 211, "lr": 7.287446248130115e-05}
{"train_loss": 0.003170449985191226, "global_step": 37572, "epoch": 211, "lr": 7.287314847705532e-05}
{"train_loss": 0.004291343968361616, "global_step": 37573, "epoch": 211, "lr": 7.287183445283116e-05}
{"train_loss": 0.0031726444140076637, "global_step": 37574, "epoch": 211, "lr": 7.287052040862983e-05}
{"train_loss": 0.003936184570193291, "global_step": 37575, "epoch": 211, "lr": 7.286920634445244e-05}
{"train_loss": 0.005262363702058792, "global_step": 37576, "epoch": 211, "lr": 7.286789226030017e-05}
{"train_loss": 0.005918170791119337, "global_step": 37577, "epoch": 211, "lr": 7.286657815617418e-05}
{"train_loss": 0.008177164010703564, "global_step": 37578, "epoch": 211, "lr": 7.286526403207558e-05}
{"train_loss": 0.004222747404128313, "global_step": 37579, "epoch": 211, "lr": 7.286394988800556e-05}
{"train_loss": 0.004385259933769703, "global_step": 37580, "epoch": 211, "lr": 7.286263572396522e-05}
{"train_loss": 0.006701470352709293, "global_step": 37581, "epoch": 211, "lr": 7.286132153995575e-05}
{"train_loss": 0.002670642687007785, "global_step": 37582, "epoch": 211, "lr": 7.286000733597828e-05}
{"train_loss": 0.005225459113717079, "global_step": 37583, "epoch": 211, "lr": 7.285869311203395e-05}
{"train_loss": 0.006285876035690308, "global_step": 37584, "epoch": 211, "lr": 7.285737886812392e-05}
{"train_loss": 0.012440506368875504, "global_step": 37585, "epoch": 211, "lr": 7.285606460424934e-05}
{"train_loss": 0.0027913195081055164, "global_step": 37586, "epoch": 211, "lr": 7.285475032041133e-05}
{"train_loss": 0.0068676224909722805, "global_step": 37587, "epoch": 211, "lr": 7.28534360166111e-05}
{"train_loss": 0.0029776133596897125, "global_step": 37588, "epoch": 211, "lr": 7.285212169284974e-05}
{"train_loss": 0.00523680355399847, "global_step": 37589, "epoch": 211, "lr": 7.285080734912841e-05}
{"train_loss": 0.006567708216607571, "global_step": 37590, "epoch": 211, "lr": 7.284949298544826e-05}
{"train_loss": 0.007496620528399944, "global_step": 37591, "epoch": 211, "lr": 7.284817860181046e-05}
{"train_loss": 0.002479197923094034, "global_step": 37592, "epoch": 211, "lr": 7.284686419821612e-05}
{"train_loss": 0.002728779800236225, "global_step": 37593, "epoch": 211, "lr": 7.284554977466644e-05}
{"train_loss": 0.003426202805712819, "global_step": 37594, "epoch": 211, "lr": 7.284423533116251e-05}
{"train_loss": 0.0031985770910978317, "global_step": 37595, "epoch": 211, "lr": 7.28429208677055e-05}
{"train_loss": 0.0042231520637869835, "global_step": 37596, "epoch": 211, "lr": 7.284160638429658e-05}
{"train_loss": 0.0036168862134218216, "global_step": 37597, "epoch": 211, "lr": 7.284029188093687e-05}
{"train_loss": 0.005921796429902315, "global_step": 37598, "epoch": 211, "lr": 7.283897735762755e-05}
{"train_loss": 0.007004983257502317, "global_step": 37599, "epoch": 211, "lr": 7.283766281436971e-05}
{"train_loss": 0.006101284176111221, "global_step": 37600, "epoch": 211, "lr": 7.283634825116456e-05}
{"train_loss": 0.006573377642780542, "global_step": 37601, "epoch": 211, "lr": 7.283503366801323e-05}
{"train_loss": 0.005992517340928316, "global_step": 37602, "epoch": 211, "lr": 7.283371906491683e-05}
{"train_loss": 0.003631308674812317, "global_step": 37603, "epoch": 211, "lr": 7.283240444187658e-05}
{"train_loss": 0.004481686279177666, "global_step": 37604, "epoch": 211, "lr": 7.283108979889358e-05}
{"train_loss": 0.002373545430600643, "global_step": 37605, "epoch": 211, "lr": 7.282977513596896e-05}
{"train_loss": 0.0027453305665403605, "global_step": 37606, "epoch": 211, "lr": 7.282846045310391e-05}
{"train_loss": 0.008416661992669106, "global_step": 37607, "epoch": 211, "lr": 7.282714575029956e-05}
{"train_loss": 0.006655754055827856, "global_step": 37608, "epoch": 211, "lr": 7.282583102755708e-05}
{"train_loss": 0.006810636259615421, "global_step": 37609, "epoch": 211, "lr": 7.282451628487758e-05}
{"train_loss": 0.004566585179418325, "global_step": 37610, "epoch": 211, "lr": 7.282320152226223e-05}
{"train_loss": 0.003240732941776514, "global_step": 37611, "epoch": 211, "lr": 7.282188673971219e-05}
{"train_loss": 0.0062057808972895145, "global_step": 37612, "epoch": 211, "lr": 7.282057193722857e-05}
{"train_loss": 0.004803519695997238, "global_step": 37613, "epoch": 211, "lr": 7.281925711481256e-05}
{"train_loss": 0.005241939797997475, "global_step": 37614, "epoch": 211, "lr": 7.28179422724653e-05}
{"train_loss": 0.004522619303315878, "global_step": 37615, "epoch": 211, "lr": 7.28166274101879e-05}
{"train_loss": 0.005725807975977659, "global_step": 37616, "epoch": 211, "lr": 7.281531252798158e-05}
{"train_loss": 0.00851261056959629, "global_step": 37617, "epoch": 211, "lr": 7.281399762584743e-05}
{"train_loss": 0.0031885653734207153, "global_step": 37618, "epoch": 211, "lr": 7.28126827037866e-05}
{"train_loss": 0.002656038384884596, "global_step": 37619, "epoch": 211, "lr": 7.281136776180027e-05}
{"train_loss": 0.00507873110473156, "global_step": 37620, "epoch": 211, "lr": 7.281005279988957e-05}
{"train_loss": 0.005443642847239971, "global_step": 37621, "epoch": 211, "lr": 7.280873781805565e-05}
{"train_loss": 0.003244641236960888, "global_step": 37622, "epoch": 211, "lr": 7.280742281629967e-05}
{"train_loss": 0.0072799865156412125, "global_step": 37623, "epoch": 211, "lr": 7.280610779462274e-05}
{"train_loss": 0.0061336178332567215, "global_step": 37624, "epoch": 211, "lr": 7.280479275302606e-05}
{"train_loss": 0.005784568376839161, "global_step": 37625, "epoch": 211, "lr": 7.280347769151074e-05}
{"train_loss": 0.0017860496882349253, "global_step": 37626, "epoch": 211, "lr": 7.280216261007795e-05}
{"train_loss": 0.007744309958070517, "global_step": 37627, "epoch": 211, "lr": 7.280084750872884e-05}
{"train_loss": 0.006194502115249634, "global_step": 37628, "epoch": 211, "lr": 7.279953238746454e-05}
{"train_loss": 0.0027902633883059025, "global_step": 37629, "epoch": 211, "lr": 7.279821724628622e-05}
{"train_loss": 0.0038678734563291073, "global_step": 37630, "epoch": 211, "lr": 7.279690208519502e-05}
{"train_loss": 0.006377012934535742, "global_step": 37631, "epoch": 211, "lr": 7.279558690419209e-05}
{"train_loss": 0.005177083425223827, "global_step": 37632, "epoch": 211, "lr": 7.279427170327858e-05}
{"train_loss": 0.005562657490372658, "global_step": 37633, "epoch": 211, "lr": 7.27929564824556e-05}
{"train_loss": 0.005006023682653904, "global_step": 37634, "epoch": 211, "lr": 7.279164124172437e-05}
{"train_loss": 0.004177727270871401, "global_step": 37635, "epoch": 211, "lr": 7.279032598108598e-05}
{"train_loss": 0.003580398391932249, "global_step": 37636, "epoch": 211, "lr": 7.278901070054163e-05}
{"train_loss": 0.007097759284079075, "global_step": 37637, "epoch": 211, "lr": 7.27876954000924e-05}
{"train_loss": 0.0052331481128931046, "global_step": 37638, "epoch": 211, "lr": 7.278638007973951e-05}
{"train_loss": 0.002915105549618602, "global_step": 37639, "epoch": 211, "lr": 7.278506473948408e-05}
{"train_loss": 0.004722849931567907, "global_step": 37640, "epoch": 211, "lr": 7.278374937932724e-05}
{"train_loss": 0.0031195387709885836, "global_step": 37641, "epoch": 211, "lr": 7.278243399927017e-05}
{"train_loss": 0.0038157333619892597, "global_step": 37642, "epoch": 211, "lr": 7.278111859931398e-05}
{"train_loss": 0.006632235366851091, "global_step": 37643, "epoch": 211, "lr": 7.277980317945986e-05}
{"train_loss": 0.0036227088421583176, "global_step": 37644, "epoch": 211, "lr": 7.277848773970893e-05}
{"train_loss": 0.0033851400949060917, "global_step": 37645, "epoch": 211, "lr": 7.277717228006237e-05}
{"train_loss": 0.0032708197832107544, "global_step": 37646, "epoch": 211, "lr": 7.27758568005213e-05}
{"train_loss": 0.0036051298957318068, "global_step": 37647, "epoch": 211, "lr": 7.277454130108687e-05}
{"train_loss": 0.004944781772792339, "global_step": 37648, "epoch": 211, "lr": 7.277322578176027e-05}
{"train_loss": 0.005785007495433092, "global_step": 37649, "epoch": 211, "lr": 7.277191024254259e-05}
{"train_loss": 0.0030726371333003044, "global_step": 37650, "epoch": 211, "lr": 7.277059468343502e-05}
{"train_loss": 0.004730969667434692, "global_step": 37651, "epoch": 211, "lr": 7.276927910443869e-05}
{"train_loss": 0.002737310016527772, "global_step": 37652, "epoch": 211, "lr": 7.276796350555475e-05}
{"train_loss": 0.0060499305836856365, "global_step": 37653, "epoch": 211, "lr": 7.276664788678436e-05}
{"train_loss": 0.0044234455563127995, "global_step": 37654, "epoch": 211, "lr": 7.276533224812865e-05}
{"train_loss": 0.007238953374326229, "global_step": 37655, "epoch": 211, "lr": 7.27640165895888e-05}
{"train_loss": 0.005053539760410786, "global_step": 37656, "epoch": 211, "lr": 7.276270091116593e-05}
{"train_loss": 0.006454917602241039, "global_step": 37657, "epoch": 211, "lr": 7.27613852128612e-05}
{"train_loss": 0.00292302668094635, "global_step": 37658, "epoch": 211, "lr": 7.276006949467578e-05}
{"train_loss": 0.0077840229496359825, "global_step": 37659, "epoch": 211, "lr": 7.275875375661078e-05}
{"train_loss": 0.005963326897472143, "global_step": 37660, "epoch": 211, "lr": 7.275743799866736e-05}
{"train_loss": 0.0029219286516308784, "global_step": 37661, "epoch": 211, "lr": 7.275612222084668e-05}
{"train_loss": 0.005614744033664465, "global_step": 37662, "epoch": 211, "lr": 7.275480642314988e-05}
{"train_loss": 0.004757332615554333, "global_step": 37663, "epoch": 211, "lr": 7.275349060557815e-05}
{"train_loss": 0.004074385389685631, "global_step": 37664, "epoch": 211, "lr": 7.275217476813258e-05}
{"train_loss": 0.0038908852729946375, "global_step": 37665, "epoch": 211, "lr": 7.275085891081433e-05}
{"train_loss": 0.004745521582663059, "global_step": 37666, "epoch": 211, "lr": 7.274954303362458e-05}
{"train_loss": 0.004077422898262739, "global_step": 37667, "epoch": 211, "lr": 7.274822713656446e-05}
{"train_loss": 0.005620013456791639, "global_step": 37668, "epoch": 211, "lr": 7.274691121963513e-05}
{"train_loss": 0.006801656447350979, "global_step": 37669, "epoch": 211, "lr": 7.274559528283773e-05}
{"train_loss": 0.0016236327355727553, "global_step": 37670, "epoch": 211, "lr": 7.27442793261734e-05}
{"train_loss": 0.0031335153616964817, "global_step": 37671, "epoch": 211, "lr": 7.27429633496433e-05}
{"train_loss": 0.004366596229374409, "global_step": 37672, "epoch": 211, "lr": 7.27416473532486e-05}
{"train_loss": 0.004939835984259844, "global_step": 37673, "epoch": 211, "lr": 7.274033133699042e-05}
{"train_loss": 0.003663708921521902, "global_step": 37674, "epoch": 211, "lr": 7.273901530086991e-05}
{"train_loss": 0.005395566578954458, "global_step": 37675, "epoch": 211, "lr": 7.273769924488823e-05}
{"train_loss": 0.0030654591973870993, "global_step": 37676, "epoch": 211, "lr": 7.273638316904653e-05}
{"train_loss": 0.0041699339635670185, "global_step": 37677, "epoch": 211, "lr": 7.273506707334597e-05}
{"train_loss": 0.003969484940171242, "global_step": 37678, "epoch": 211, "lr": 7.273375095778768e-05}
{"train_loss": 0.004543770104646683, "global_step": 37679, "epoch": 211, "lr": 7.273243482237279e-05}
{"train_loss": 0.006678108125925064, "global_step": 37680, "epoch": 211, "lr": 7.273111866710249e-05}
{"train_loss": 0.003998102620244026, "global_step": 37681, "epoch": 211, "lr": 7.272980249197794e-05}
{"train_loss": 0.002399137709289789, "global_step": 37682, "epoch": 211, "lr": 7.272848629700024e-05}
{"train_loss": 0.005062595475465059, "global_step": 37683, "epoch": 211, "lr": 7.272717008217058e-05}
{"train_loss": 0.00375658692792058, "global_step": 37684, "epoch": 211, "lr": 7.272585384749009e-05}
{"train_loss": 0.009679880924522877, "global_step": 37685, "epoch": 211, "lr": 7.272453759295991e-05}
{"train_loss": 0.0062024593353271484, "global_step": 37686, "epoch": 211, "lr": 7.27232213185812e-05}
{"train_loss": 0.0035302129108458757, "global_step": 37687, "epoch": 211, "lr": 7.272190502435512e-05}
{"train_loss": 0.006343916989862919, "global_step": 37688, "epoch": 211, "lr": 7.272058871028282e-05}
{"train_loss": 0.0058446587063372135, "global_step": 37689, "epoch": 211, "lr": 7.271927237636546e-05}
{"train_loss": 0.0034747212193906307, "global_step": 37690, "epoch": 211, "lr": 7.271795602260414e-05}
{"train_loss": 0.006826414726674557, "global_step": 37691, "epoch": 211, "lr": 7.271663964900007e-05}
{"train_loss": 0.010320041328668594, "global_step": 37692, "epoch": 211, "lr": 7.271532325555435e-05}
{"train_loss": 0.004575333558022976, "global_step": 37693, "epoch": 211, "lr": 7.271400684226816e-05}
{"train_loss": 0.004927866160869598, "global_step": 37694, "epoch": 211, "lr": 7.271269040914263e-05}
{"train_loss": 0.004270922392606735, "global_step": 37695, "epoch": 211, "lr": 7.271137395617893e-05}
{"train_loss": 0.00660230778157711, "global_step": 37696, "epoch": 211, "lr": 7.271005748337822e-05}
{"train_loss": 0.00423777848482132, "global_step": 37697, "epoch": 211, "lr": 7.270874099074161e-05}
{"train_loss": 0.007403124589473009, "global_step": 37698, "epoch": 211, "lr": 7.270742447827028e-05}
{"train_loss": 0.008540026843547821, "global_step": 37699, "epoch": 211, "lr": 7.270610794596535e-05}
{"train_loss": 0.003869797568768263, "global_step": 37700, "epoch": 211, "lr": 7.270479139382801e-05}
{"train_loss": 0.006767859682440758, "global_step": 37701, "epoch": 211, "lr": 7.27034748218594e-05}
{"train_loss": 0.005009229760617018, "global_step": 37702, "epoch": 211, "lr": 7.270215823006064e-05}
{"train_loss": 0.006599101237952709, "global_step": 37703, "epoch": 211, "lr": 7.270084161843291e-05}
{"train_loss": 0.0033117474522441626, "global_step": 37704, "epoch": 211, "lr": 7.269952498697734e-05}
{"train_loss": 0.005140823312103748, "global_step": 37705, "epoch": 211, "lr": 7.26982083356951e-05}
{"train_loss": 0.006407612003386021, "global_step": 37706, "epoch": 211, "lr": 7.269689166458734e-05}
{"train_loss": 0.007252090610563755, "global_step": 37707, "epoch": 211, "lr": 7.269557497365518e-05}
{"train_loss": 0.0041500176303088665, "global_step": 37708, "epoch": 211, "lr": 7.26942582628998e-05}
{"train_loss": 0.00683682132512331, "global_step": 37709, "epoch": 211, "lr": 7.269294153232234e-05}
{"train_loss": 0.011001603677868843, "global_step": 37710, "epoch": 211, "lr": 7.269162478192395e-05}
{"train_loss": 0.004369224887341261, "global_step": 37711, "epoch": 211, "lr": 7.26903080117058e-05}
{"train_loss": 0.0053706057369709015, "global_step": 37712, "epoch": 211, "lr": 7.2688991221669e-05}
{"train_loss": 0.005151239689439535, "global_step": 37713, "epoch": 211, "lr": 7.268767441181473e-05}
{"train_loss": 0.0030521899461746216, "global_step": 37714, "epoch": 211, "lr": 7.268635758214411e-05}
{"train_loss": 0.004016638267785311, "global_step": 37715, "epoch": 211, "lr": 7.268504073265833e-05}
{"train_loss": 0.0037907527294009924, "global_step": 37716, "epoch": 211, "lr": 7.268372386335853e-05}
{"train_loss": 0.004146554507315159, "global_step": 37717, "epoch": 211, "lr": 7.268240697424584e-05}
{"train_loss": 0.004587943200021982, "global_step": 37718, "epoch": 211, "lr": 7.268109006532142e-05}
{"train_loss": 0.00848344899713993, "global_step": 37719, "epoch": 211, "lr": 7.267977313658642e-05}
{"train_loss": 0.0042287991382181644, "global_step": 37720, "epoch": 211, "lr": 7.267845618804201e-05}
{"train_loss": 0.007400821894407272, "global_step": 37721, "epoch": 211, "lr": 7.267713921968932e-05}
{"train_loss": 0.003948791418224573, "global_step": 37722, "epoch": 211, "lr": 7.267582223152949e-05}
{"train_loss": 0.00762544572353363, "global_step": 37723, "epoch": 211, "lr": 7.267450522356368e-05}
{"train_loss": 0.0039058374240994453, "global_step": 37724, "epoch": 211, "lr": 7.267318819579306e-05}
{"train_loss": 0.005710318684577942, "global_step": 37725, "epoch": 211, "lr": 7.267187114821876e-05}
{"train_loss": 0.007271440699696541, "global_step": 37726, "epoch": 211, "lr": 7.267055408084194e-05}
{"train_loss": 0.004612280987203121, "global_step": 37727, "epoch": 211, "lr": 7.266923699366373e-05}
{"train_loss": 0.003893742337822914, "global_step": 37728, "epoch": 211, "lr": 7.266791988668528e-05}
{"train_loss": 0.0031391268130391836, "global_step": 37729, "epoch": 211, "lr": 7.266660275990778e-05}
{"train_loss": 0.003723633009940386, "global_step": 37730, "epoch": 211, "lr": 7.266528561333237e-05}
{"train_loss": 0.005634128116071224, "global_step": 37731, "epoch": 211, "lr": 7.266396844696016e-05}
{"train_loss": 0.003656554501503706, "global_step": 37732, "epoch": 211, "lr": 7.266265126079234e-05}
{"train_loss": 0.0033136955462396145, "global_step": 37733, "epoch": 211, "lr": 7.266133405483005e-05}
{"train_loss": 0.005889196414500475, "global_step": 37734, "epoch": 211, "lr": 7.266001682907441e-05}
{"train_loss": 0.005020774218444764, "global_step": 37735, "epoch": 211, "lr": 7.265869958352663e-05}
{"train_loss": 0.00742730125784874, "global_step": 37736, "epoch": 212, "lr": 7.265738231818783e-05}
{"train_loss": 0.0037301569245755672, "global_step": 37737, "epoch": 212, "lr": 7.265606503305914e-05}
{"train_loss": 0.0028932555578649044, "global_step": 37738, "epoch": 212, "lr": 7.265474772814175e-05}
{"train_loss": 0.005080458242446184, "global_step": 37739, "epoch": 212, "lr": 7.265343040343678e-05}
{"train_loss": 0.002390478737652302, "global_step": 37740, "epoch": 212, "lr": 7.265211305894539e-05}
{"train_loss": 0.0024707219563424587, "global_step": 37741, "epoch": 212, "lr": 7.265079569466874e-05}
{"train_loss": 0.005639112554490566, "global_step": 37742, "epoch": 212, "lr": 7.264947831060796e-05}
{"train_loss": 0.004231352359056473, "global_step": 37743, "epoch": 212, "lr": 7.264816090676422e-05}
{"train_loss": 0.0026561985723674297, "global_step": 37744, "epoch": 212, "lr": 7.264684348313866e-05}
{"train_loss": 0.004252165090292692, "global_step": 37745, "epoch": 212, "lr": 7.264552603973245e-05}
{"train_loss": 0.007951222360134125, "global_step": 37746, "epoch": 212, "lr": 7.26442085765467e-05}
{"train_loss": 0.008485589176416397, "global_step": 37747, "epoch": 212, "lr": 7.264289109358262e-05}
{"train_loss": 0.006136177573353052, "global_step": 37748, "epoch": 212, "lr": 7.264157359084129e-05}
{"train_loss": 0.007504520937800407, "global_step": 37749, "epoch": 212, "lr": 7.264025606832392e-05}
{"train_loss": 0.00657358905300498, "global_step": 37750, "epoch": 212, "lr": 7.263893852603164e-05}
{"train_loss": 0.004134016111493111, "global_step": 37751, "epoch": 212, "lr": 7.263762096396558e-05}
{"train_loss": 0.004091460257768631, "global_step": 37752, "epoch": 212, "lr": 7.263630338212693e-05}
{"train_loss": 0.00549772335216403, "global_step": 37753, "epoch": 212, "lr": 7.263498578051681e-05}
{"train_loss": 0.001734035206027329, "global_step": 37754, "epoch": 212, "lr": 7.263366815913638e-05}
{"train_loss": 0.004936059936881065, "global_step": 37755, "epoch": 212, "lr": 7.26323505179868e-05}
{"train_loss": 0.0060530612245202065, "global_step": 37756, "epoch": 212, "lr": 7.26310328570692e-05}
{"train_loss": 0.006472527515143156, "global_step": 37757, "epoch": 212, "lr": 7.262971517638476e-05}
{"train_loss": 0.005007127299904823, "global_step": 37758, "epoch": 212, "lr": 7.262839747593462e-05}
{"train_loss": 0.0066582816652953625, "global_step": 37759, "epoch": 212, "lr": 7.262707975571991e-05}
{"train_loss": 0.0033885755110532045, "global_step": 37760, "epoch": 212, "lr": 7.262576201574181e-05}
{"train_loss": 0.007269279565662146, "global_step": 37761, "epoch": 212, "lr": 7.262444425600144e-05}
{"train_loss": 0.004300747998058796, "global_step": 37762, "epoch": 212, "lr": 7.262312647649998e-05}
{"train_loss": 0.004867758601903915, "global_step": 37763, "epoch": 212, "lr": 7.262180867723858e-05}
{"train_loss": 0.0034329481422901154, "global_step": 37764, "epoch": 212, "lr": 7.262049085821838e-05}
{"train_loss": 0.0037057308945804834, "global_step": 37765, "epoch": 212, "lr": 7.261917301944051e-05}
{"train_loss": 0.0060059851966798306, "global_step": 37766, "epoch": 212, "lr": 7.261785516090616e-05}
{"train_loss": 0.004870864562690258, "global_step": 37767, "epoch": 212, "lr": 7.261653728261647e-05}
{"train_loss": 0.0046670506708323956, "global_step": 37768, "epoch": 212, "lr": 7.261521938457257e-05}
{"train_loss": 0.002895562443882227, "global_step": 37769, "epoch": 212, "lr": 7.261390146677562e-05}
{"train_loss": 0.007151628378778696, "global_step": 37770, "epoch": 212, "lr": 7.26125835292268e-05}
{"train_loss": 0.005353217013180256, "global_step": 37771, "epoch": 212, "lr": 7.261126557192723e-05}
{"train_loss": 0.00478306133300066, "global_step": 37772, "epoch": 212, "lr": 7.260994759487808e-05}
{"train_loss": 0.003180856117978692, "global_step": 37773, "epoch": 212, "lr": 7.260862959808046e-05}
{"train_loss": 0.0037383681628853083, "global_step": 37774, "epoch": 212, "lr": 7.260731158153559e-05}
{"train_loss": 0.007544129155576229, "global_step": 37775, "epoch": 212, "lr": 7.260599354524456e-05}
{"train_loss": 0.005049798637628555, "global_step": 37776, "epoch": 212, "lr": 7.260467548920855e-05}
{"train_loss": 0.003352515632286668, "global_step": 37777, "epoch": 212, "lr": 7.260335741342871e-05}
{"train_loss": 0.007092566695064306, "global_step": 37778, "epoch": 212, "lr": 7.260203931790618e-05}
{"train_loss": 0.005616184789687395, "global_step": 37779, "epoch": 212, "lr": 7.260072120264212e-05}
{"train_loss": 0.008077486418187618, "global_step": 37780, "epoch": 212, "lr": 7.259940306763768e-05}
{"train_loss": 0.007066689431667328, "global_step": 37781, "epoch": 212, "lr": 7.259808491289402e-05}
{"train_loss": 0.005627825390547514, "global_step": 37782, "epoch": 212, "lr": 7.259676673841227e-05}
{"train_loss": 0.007378267124295235, "global_step": 37783, "epoch": 212, "lr": 7.25954485441936e-05}
{"train_loss": 0.008024881593883038, "global_step": 37784, "epoch": 212, "lr": 7.259413033023916e-05}
{"train_loss": 0.0035992751363664865, "global_step": 37785, "epoch": 212, "lr": 7.25928120965501e-05}
{"train_loss": 0.0056926412507891655, "global_step": 37786, "epoch": 212, "lr": 7.259149384312755e-05}
{"train_loss": 0.005561735015362501, "global_step": 37787, "epoch": 212, "lr": 7.259017556997268e-05}
{"train_loss": 0.006398653145879507, "global_step": 37788, "epoch": 212, "lr": 7.258885727708666e-05}
{"train_loss": 0.00703794602304697, "global_step": 37789, "epoch": 212, "lr": 7.25875389644706e-05}
{"train_loss": 0.0059272898361086845, "global_step": 37790, "epoch": 212, "lr": 7.258622063212567e-05}
{"train_loss": 0.003248849418014288, "global_step": 37791, "epoch": 212, "lr": 7.258490228005305e-05}
{"train_loss": 0.002644614316523075, "global_step": 37792, "epoch": 212, "lr": 7.258358390825387e-05}
{"train_loss": 0.0056176744401454926, "global_step": 37793, "epoch": 212, "lr": 7.258226551672925e-05}
{"train_loss": 0.0022604186087846756, "global_step": 37794, "epoch": 212, "lr": 7.258094710548039e-05}
{"train_loss": 0.0037339883856475353, "global_step": 37795, "epoch": 212, "lr": 7.25796286745084e-05}
{"train_loss": 0.007061849348247051, "global_step": 37796, "epoch": 212, "lr": 7.257831022381447e-05}
{"train_loss": 0.0025571323931217194, "global_step": 37797, "epoch": 212, "lr": 7.257699175339973e-05}
{"train_loss": 0.00989136379212141, "global_step": 37798, "epoch": 212, "lr": 7.257567326326536e-05}
{"train_loss": 0.006971101276576519, "global_step": 37799, "epoch": 212, "lr": 7.257435475341245e-05}
{"train_loss": 0.005221015773713589, "global_step": 37800, "epoch": 212, "lr": 7.257303622384222e-05}
{"train_loss": 0.00852089375257492, "global_step": 37801, "epoch": 212, "lr": 7.257171767455578e-05}
{"train_loss": 0.005377763416618109, "global_step": 37802, "epoch": 212, "lr": 7.257039910555427e-05}
{"train_loss": 0.003917817957699299, "global_step": 37803, "epoch": 212, "lr": 7.25690805168389e-05}
{"train_loss": 0.003989429213106632, "global_step": 37804, "epoch": 212, "lr": 7.256776190841076e-05}
{"train_loss": 0.007967989891767502, "global_step": 37805, "epoch": 212, "lr": 7.256644328027103e-05}
{"train_loss": 0.0027926848269999027, "global_step": 37806, "epoch": 212, "lr": 7.256512463242087e-05}
{"train_loss": 0.011074881069362164, "global_step": 37807, "epoch": 212, "lr": 7.256380596486144e-05}
{"train_loss": 0.012159292586147785, "global_step": 37808, "epoch": 212, "lr": 7.256248727759383e-05}
{"train_loss": 0.005310959182679653, "global_step": 37809, "epoch": 212, "lr": 7.256116857061925e-05}
{"train_loss": 0.0029167344328016043, "global_step": 37810, "epoch": 212, "lr": 7.255984984393884e-05}
{"train_loss": 0.004382141400128603, "global_step": 37811, "epoch": 212, "lr": 7.255853109755374e-05}
{"train_loss": 0.004280483350157738, "global_step": 37812, "epoch": 212, "lr": 7.255721233146513e-05}
{"train_loss": 0.007512844633311033, "global_step": 37813, "epoch": 212, "lr": 7.255589354567414e-05}
{"train_loss": 0.008322924375534058, "global_step": 37814, "epoch": 212, "lr": 7.255457474018192e-05}
{"train_loss": 0.004658307880163193, "global_step": 37815, "epoch": 212, "lr": 7.255325591498962e-05}
{"train_loss": 0.008477815426886082, "global_step": 37816, "epoch": 212, "lr": 7.25519370700984e-05}
{"train_loss": 0.004946577362716198, "global_step": 37817, "epoch": 212, "lr": 7.255061820550941e-05}
{"train_loss": 0.009596096351742744, "global_step": 37818, "epoch": 212, "lr": 7.25492993212238e-05}
{"train_loss": 0.006408001761883497, "global_step": 37819, "epoch": 212, "lr": 7.254798041724272e-05}
{"train_loss": 0.00885564275085926, "global_step": 37820, "epoch": 212, "lr": 7.254666149356734e-05}
{"train_loss": 0.0055244313552975655, "global_step": 37821, "epoch": 212, "lr": 7.254534255019878e-05}
{"train_loss": 0.0058550117537379265, "global_step": 37822, "epoch": 212, "lr": 7.254402358713823e-05}
{"train_loss": 0.007452358957380056, "global_step": 37823, "epoch": 212, "lr": 7.25427046043868e-05}
{"train_loss": 0.005670147482305765, "global_step": 37824, "epoch": 212, "lr": 7.254138560194567e-05}
{"train_loss": 0.006102783139795065, "global_step": 37825, "epoch": 212, "lr": 7.254006657981601e-05}
{"train_loss": 0.008807951584458351, "global_step": 37826, "epoch": 212, "lr": 7.253874753799893e-05}
{"train_loss": 0.004998634569346905, "global_step": 37827, "epoch": 212, "lr": 7.253742847649559e-05}
{"train_loss": 0.007960205897688866, "global_step": 37828, "epoch": 212, "lr": 7.253610939530716e-05}
{"train_loss": 0.004269189666956663, "global_step": 37829, "epoch": 212, "lr": 7.253479029443477e-05}
{"train_loss": 0.007006337866187096, "global_step": 37830, "epoch": 212, "lr": 7.253347117387961e-05}
{"train_loss": 0.005813322030007839, "global_step": 37831, "epoch": 212, "lr": 7.253215203364281e-05}
{"train_loss": 0.007617056369781494, "global_step": 37832, "epoch": 212, "lr": 7.25308328737255e-05}
{"train_loss": 0.003920699004083872, "global_step": 37833, "epoch": 212, "lr": 7.252951369412886e-05}
{"train_loss": 0.004138939548283815, "global_step": 37834, "epoch": 212, "lr": 7.252819449485404e-05}
{"train_loss": 0.0045528411865234375, "global_step": 37835, "epoch": 212, "lr": 7.252687527590219e-05}
{"train_loss": 0.006258707493543625, "global_step": 37836, "epoch": 212, "lr": 7.252555603727444e-05}
{"train_loss": 0.004296252969652414, "global_step": 37837, "epoch": 212, "lr": 7.252423677897197e-05}
{"train_loss": 0.009400762617588043, "global_step": 37838, "epoch": 212, "lr": 7.252291750099595e-05}
{"train_loss": 0.005520431324839592, "global_step": 37839, "epoch": 212, "lr": 7.252159820334749e-05}
{"train_loss": 0.005700474604964256, "global_step": 37840, "epoch": 212, "lr": 7.252027888602776e-05}
{"train_loss": 0.005501125939190388, "global_step": 37841, "epoch": 212, "lr": 7.251895954903791e-05}
{"train_loss": 0.005472997203469276, "global_step": 37842, "epoch": 212, "lr": 7.251764019237907e-05}
{"train_loss": 0.009869441390037537, "global_step": 37843, "epoch": 212, "lr": 7.251632081605246e-05}
{"train_loss": 0.006946908310055733, "global_step": 37844, "epoch": 212, "lr": 7.251500142005916e-05}
{"train_loss": 0.0038552754558622837, "global_step": 37845, "epoch": 212, "lr": 7.251368200440036e-05}
{"train_loss": 0.006237738765776157, "global_step": 37846, "epoch": 212, "lr": 7.251236256907719e-05}
{"train_loss": 0.004552570171654224, "global_step": 37847, "epoch": 212, "lr": 7.251104311409084e-05}
{"train_loss": 0.005632387474179268, "global_step": 37848, "epoch": 212, "lr": 7.250972363944242e-05}
{"train_loss": 0.0063149407505989075, "global_step": 37849, "epoch": 212, "lr": 7.250840414513311e-05}
{"train_loss": 0.007563251070678234, "global_step": 37850, "epoch": 212, "lr": 7.250708463116406e-05}
{"train_loss": 0.004042906686663628, "global_step": 37851, "epoch": 212, "lr": 7.250576509753639e-05}
{"train_loss": 0.006124516017735004, "global_step": 37852, "epoch": 212, "lr": 7.25044455442513e-05}
{"train_loss": 0.0031436067074537277, "global_step": 37853, "epoch": 212, "lr": 7.25031259713099e-05}
{"train_loss": 0.0070978738367557526, "global_step": 37854, "epoch": 212, "lr": 7.250180637871337e-05}
{"train_loss": 0.006497650872915983, "global_step": 37855, "epoch": 212, "lr": 7.250048676646289e-05}
{"train_loss": 0.006354608107358217, "global_step": 37856, "epoch": 212, "lr": 7.249916713455953e-05}
{"train_loss": 0.004962391220033169, "global_step": 37857, "epoch": 212, "lr": 7.249784748300452e-05}
{"train_loss": 0.0052467333152890205, "global_step": 37858, "epoch": 212, "lr": 7.249652781179898e-05}
{"train_loss": 0.005439210683107376, "global_step": 37859, "epoch": 212, "lr": 7.249520812094405e-05}
{"train_loss": 0.004083804786205292, "global_step": 37860, "epoch": 212, "lr": 7.249388841044093e-05}
{"train_loss": 0.002064047148451209, "global_step": 37861, "epoch": 212, "lr": 7.249256868029071e-05}
{"train_loss": 0.0034672124311327934, "global_step": 37862, "epoch": 212, "lr": 7.249124893049459e-05}
{"train_loss": 0.005128297954797745, "global_step": 37863, "epoch": 212, "lr": 7.248992916105371e-05}
{"train_loss": 0.00656181201338768, "global_step": 37864, "epoch": 212, "lr": 7.248860937196921e-05}
{"train_loss": 0.0038040801882743835, "global_step": 37865, "epoch": 212, "lr": 7.248728956324225e-05}
{"train_loss": 0.006441804114729166, "global_step": 37866, "epoch": 212, "lr": 7.2485969734874e-05}
{"train_loss": 0.00393781578168273, "global_step": 37867, "epoch": 212, "lr": 7.24846498868656e-05}
{"train_loss": 0.0033464517910033464, "global_step": 37868, "epoch": 212, "lr": 7.248333001921819e-05}
{"train_loss": 0.004824893549084663, "global_step": 37869, "epoch": 212, "lr": 7.248201013193295e-05}
{"train_loss": 0.00500340573489666, "global_step": 37870, "epoch": 212, "lr": 7.248069022501099e-05}
{"train_loss": 0.0029198373667895794, "global_step": 37871, "epoch": 212, "lr": 7.24793702984535e-05}
{"train_loss": 0.008454818278551102, "global_step": 37872, "epoch": 212, "lr": 7.247805035226163e-05}
{"train_loss": 0.006566852331161499, "global_step": 37873, "epoch": 212, "lr": 7.247673038643653e-05}
{"train_loss": 0.0067082857713103294, "global_step": 37874, "epoch": 212, "lr": 7.247541040097933e-05}
{"train_loss": 0.004531555343419313, "global_step": 37875, "epoch": 212, "lr": 7.247409039589121e-05}
{"train_loss": 0.006765070371329784, "global_step": 37876, "epoch": 212, "lr": 7.24727703711733e-05}
{"train_loss": 0.0044131046161055565, "global_step": 37877, "epoch": 212, "lr": 7.247145032682679e-05}
{"train_loss": 0.006280310917645693, "global_step": 37878, "epoch": 212, "lr": 7.247013026285281e-05}
{"train_loss": 0.005725739523768425, "global_step": 37879, "epoch": 212, "lr": 7.246881017925251e-05}
{"train_loss": 0.005999231245368719, "global_step": 37880, "epoch": 212, "lr": 7.246749007602704e-05}
{"train_loss": 0.006704878993332386, "global_step": 37881, "epoch": 212, "lr": 7.246616995317756e-05}
{"train_loss": 0.008489692583680153, "global_step": 37882, "epoch": 212, "lr": 7.246484981070522e-05}
{"train_loss": 0.0033259717747569084, "global_step": 37883, "epoch": 212, "lr": 7.246352964861118e-05}
{"train_loss": 0.006436889059841633, "global_step": 37884, "epoch": 212, "lr": 7.246220946689659e-05}
{"train_loss": 0.004047061316668987, "global_step": 37885, "epoch": 212, "lr": 7.246088926556259e-05}
{"train_loss": 0.003575910348445177, "global_step": 37886, "epoch": 212, "lr": 7.245956904461035e-05}
{"train_loss": 0.005493703298270702, "global_step": 37887, "epoch": 212, "lr": 7.245824880404103e-05}
{"train_loss": 0.003378777764737606, "global_step": 37888, "epoch": 212, "lr": 7.245692854385576e-05}
{"train_loss": 0.004637489560991526, "global_step": 37889, "epoch": 212, "lr": 7.245560826405571e-05}
{"train_loss": 0.009298177435994148, "global_step": 37890, "epoch": 212, "lr": 7.245428796464202e-05}
{"train_loss": 0.009819758124649525, "global_step": 37891, "epoch": 212, "lr": 7.245296764561586e-05}
{"train_loss": 0.003974130377173424, "global_step": 37892, "epoch": 212, "lr": 7.245164730697835e-05}
{"train_loss": 0.0025072749704122543, "global_step": 37893, "epoch": 212, "lr": 7.245032694873069e-05}
{"train_loss": 0.007116137538105249, "global_step": 37894, "epoch": 212, "lr": 7.2449006570874e-05}
{"train_loss": 0.00436805747449398, "global_step": 37895, "epoch": 212, "lr": 7.244768617340944e-05}
{"train_loss": 0.005191448610275984, "global_step": 37896, "epoch": 212, "lr": 7.244636575633817e-05}
{"train_loss": 0.008374006487429142, "global_step": 37897, "epoch": 212, "lr": 7.244504531966136e-05}
{"train_loss": 0.005777917802333832, "global_step": 37898, "epoch": 212, "lr": 7.244372486338012e-05}
{"train_loss": 0.0063781216740608215, "global_step": 37899, "epoch": 212, "lr": 7.244240438749564e-05}
{"train_loss": 0.0041232965886592865, "global_step": 37900, "epoch": 212, "lr": 7.244108389200904e-05}
{"train_loss": 0.0058355629444122314, "global_step": 37901, "epoch": 212, "lr": 7.24397633769215e-05}
{"train_loss": 0.007112085819244385, "global_step": 37902, "epoch": 212, "lr": 7.243844284223418e-05}
{"train_loss": 0.004203147254884243, "global_step": 37903, "epoch": 212, "lr": 7.243712228794823e-05}
{"train_loss": 0.0027464504819363356, "global_step": 37904, "epoch": 212, "lr": 7.243580171406477e-05}
{"train_loss": 0.0033853785134851933, "global_step": 37905, "epoch": 212, "lr": 7.243448112058499e-05}
{"train_loss": 0.0028679859824478626, "global_step": 37906, "epoch": 212, "lr": 7.243316050751002e-05}
{"train_loss": 0.004416856914758682, "global_step": 37907, "epoch": 212, "lr": 7.243183987484103e-05}
{"train_loss": 0.006031795404851437, "global_step": 37908, "epoch": 212, "lr": 7.243051922257917e-05}
{"train_loss": 0.006852039601653814, "global_step": 37909, "epoch": 212, "lr": 7.242919855072559e-05}
{"train_loss": 0.0049148742109537125, "global_step": 37910, "epoch": 212, "lr": 7.242787785928145e-05}
{"train_loss": 0.0018950841622427106, "global_step": 37911, "epoch": 212, "lr": 7.242655714824788e-05}
{"train_loss": 0.007902655750513077, "global_step": 37912, "epoch": 212, "lr": 7.242523641762606e-05}
{"train_loss": 0.005549668701982984, "global_step": 37913, "epoch": 212, "lr": 7.242391566741714e-05}
{"train_loss": 0.007210751995444298, "global_step": 37914, "epoch": 213, "lr": 7.242259489762226e-05}
{"train_loss": 0.005104771815240383, "global_step": 37915, "epoch": 213, "lr": 7.24212741082426e-05}
{"train_loss": 0.005285738967359066, "global_step": 37916, "epoch": 213, "lr": 7.241995329927928e-05}
{"train_loss": 0.0048855971544981, "global_step": 37917, "epoch": 213, "lr": 7.241863247073347e-05}
{"train_loss": 0.006701342761516571, "global_step": 37918, "epoch": 213, "lr": 7.241731162260632e-05}
{"train_loss": 0.003258762415498495, "global_step": 37919, "epoch": 213, "lr": 7.2415990754899e-05}
{"train_loss": 0.006554447114467621, "global_step": 37920, "epoch": 213, "lr": 7.241466986761265e-05}
{"train_loss": 0.005695609841495752, "global_step": 37921, "epoch": 213, "lr": 7.241334896074841e-05}
{"train_loss": 0.0027704532258212566, "global_step": 37922, "epoch": 213, "lr": 7.241202803430747e-05}
{"train_loss": 0.00619487464427948, "global_step": 37923, "epoch": 213, "lr": 7.241070708829095e-05}
{"train_loss": 0.004129272419959307, "global_step": 37924, "epoch": 213, "lr": 7.240938612270001e-05}
{"train_loss": 0.0035893311724066734, "global_step": 37925, "epoch": 213, "lr": 7.240806513753582e-05}
{"train_loss": 0.004346526227891445, "global_step": 37926, "epoch": 213, "lr": 7.240674413279953e-05}
{"train_loss": 0.00814632885158062, "global_step": 37927, "epoch": 213, "lr": 7.240542310849225e-05}
{"train_loss": 0.006846040487289429, "global_step": 37928, "epoch": 213, "lr": 7.24041020646152e-05}
{"train_loss": 0.0024137254804372787, "global_step": 37929, "epoch": 213, "lr": 7.24027810011695e-05}
{"train_loss": 0.0029321745969355106, "global_step": 37930, "epoch": 213, "lr": 7.240145991815632e-05}
{"train_loss": 0.006760141812264919, "global_step": 37931, "epoch": 213, "lr": 7.24001388155768e-05}
{"train_loss": 0.003801454324275255, "global_step": 37932, "epoch": 213, "lr": 7.239881769343208e-05}
{"train_loss": 0.007545445114374161, "global_step": 37933, "epoch": 213, "lr": 7.239749655172334e-05}
{"train_loss": 0.0056400480680167675, "global_step": 37934, "epoch": 213, "lr": 7.239617539045173e-05}
{"train_loss": 0.006155709270387888, "global_step": 37935, "epoch": 213, "lr": 7.23948542096184e-05}
{"train_loss": 0.006888949777930975, "global_step": 37936, "epoch": 213, "lr": 7.239353300922448e-05}
{"train_loss": 0.005311289802193642, "global_step": 37937, "epoch": 213, "lr": 7.239221178927116e-05}
{"train_loss": 0.004139580763876438, "global_step": 37938, "epoch": 213, "lr": 7.239089054975958e-05}
{"train_loss": 0.008374396711587906, "global_step": 37939, "epoch": 213, "lr": 7.23895692906909e-05}
{"train_loss": 0.007974322885274887, "global_step": 37940, "epoch": 213, "lr": 7.238824801206626e-05}
{"train_loss": 0.003602704033255577, "global_step": 37941, "epoch": 213, "lr": 7.238692671388683e-05}
{"train_loss": 0.0066464925184845924, "global_step": 37942, "epoch": 213, "lr": 7.238560539615375e-05}
{"train_loss": 0.003083848860114813, "global_step": 37943, "epoch": 213, "lr": 7.238428405886817e-05}
{"train_loss": 0.008839048445224762, "global_step": 37944, "epoch": 213, "lr": 7.238296270203129e-05}
{"train_loss": 0.008015905506908894, "global_step": 37945, "epoch": 213, "lr": 7.23816413256442e-05}
{"train_loss": 0.0038451463915407658, "global_step": 37946, "epoch": 213, "lr": 7.238031992970809e-05}
{"train_loss": 0.00573752261698246, "global_step": 37947, "epoch": 213, "lr": 7.237899851422411e-05}
{"train_loss": 0.00573778385296464, "global_step": 37948, "epoch": 213, "lr": 7.23776770791934e-05}
{"train_loss": 0.005724788643419743, "global_step": 37949, "epoch": 213, "lr": 7.237635562461713e-05}
{"train_loss": 0.006503038574010134, "global_step": 37950, "epoch": 213, "lr": 7.237503415049647e-05}
{"train_loss": 0.005194851662963629, "global_step": 37951, "epoch": 213, "lr": 7.237371265683252e-05}
{"train_loss": 0.005810676142573357, "global_step": 37952, "epoch": 213, "lr": 7.237239114362648e-05}
{"train_loss": 0.004462891723960638, "global_step": 37953, "epoch": 213, "lr": 7.237106961087952e-05}
{"train_loss": 0.0019432948902249336, "global_step": 37954, "epoch": 213, "lr": 7.236974805859273e-05}
{"train_loss": 0.0052104066126048565, "global_step": 37955, "epoch": 213, "lr": 7.236842648676731e-05}
{"train_loss": 0.003782146144658327, "global_step": 37956, "epoch": 213, "lr": 7.236710489540441e-05}
{"train_loss": 0.003887906903401017, "global_step": 37957, "epoch": 213, "lr": 7.236578328450518e-05}
{"train_loss": 0.004624108783900738, "global_step": 37958, "epoch": 213, "lr": 7.236446165407078e-05}
{"train_loss": 0.003366686636582017, "global_step": 37959, "epoch": 213, "lr": 7.236314000410234e-05}
{"train_loss": 0.008362054824829102, "global_step": 37960, "epoch": 213, "lr": 7.236181833460106e-05}
{"train_loss": 0.004507667850703001, "global_step": 37961, "epoch": 213, "lr": 7.236049664556805e-05}
{"train_loss": 0.004835526458919048, "global_step": 37962, "epoch": 213, "lr": 7.235917493700449e-05}
{"train_loss": 0.007465890143066645, "global_step": 37963, "epoch": 213, "lr": 7.23578532089115e-05}
{"train_loss": 0.0025929175317287445, "global_step": 37964, "epoch": 213, "lr": 7.235653146129028e-05}
{"train_loss": 0.0037550944834947586, "global_step": 37965, "epoch": 213, "lr": 7.235520969414197e-05}
{"train_loss": 0.005385458469390869, "global_step": 37966, "epoch": 213, "lr": 7.235388790746773e-05}
{"train_loss": 0.007169498596340418, "global_step": 37967, "epoch": 213, "lr": 7.235256610126869e-05}
{"train_loss": 0.00717710517346859, "global_step": 37968, "epoch": 213, "lr": 7.2351244275546e-05}
{"train_loss": 0.004228240344673395, "global_step": 37969, "epoch": 213, "lr": 7.234992243030085e-05}
{"train_loss": 0.0034469570964574814, "global_step": 37970, "epoch": 213, "lr": 7.234860056553439e-05}
{"train_loss": 0.0036348539870232344, "global_step": 37971, "epoch": 213, "lr": 7.234727868124775e-05}
{"train_loss": 0.002271444071084261, "global_step": 37972, "epoch": 213, "lr": 7.234595677744209e-05}
{"train_loss": 0.0036789895966649055, "global_step": 37973, "epoch": 213, "lr": 7.234463485411857e-05}
{"train_loss": 0.0027596289291977882, "global_step": 37974, "epoch": 213, "lr": 7.234331291127836e-05}
{"train_loss": 0.005788695067167282, "global_step": 37975, "epoch": 213, "lr": 7.234199094892259e-05}
{"train_loss": 0.007096136920154095, "global_step": 37976, "epoch": 213, "lr": 7.234066896705242e-05}
{"train_loss": 0.003221555147320032, "global_step": 37977, "epoch": 213, "lr": 7.233934696566903e-05}
{"train_loss": 0.005086949095129967, "global_step": 37978, "epoch": 213, "lr": 7.233802494477354e-05}
{"train_loss": 0.0032462691888213158, "global_step": 37979, "epoch": 213, "lr": 7.233670290436712e-05}
{"train_loss": 0.004398186691105366, "global_step": 37980, "epoch": 213, "lr": 7.233538084445092e-05}
{"train_loss": 0.010117917321622372, "global_step": 37981, "epoch": 213, "lr": 7.23340587650261e-05}
{"train_loss": 0.007358667906373739, "global_step": 37982, "epoch": 213, "lr": 7.233273666609382e-05}
{"train_loss": 0.006067600101232529, "global_step": 37983, "epoch": 213, "lr": 7.233141454765525e-05}
{"train_loss": 0.004221613518893719, "global_step": 37984, "epoch": 213, "lr": 7.233009240971148e-05}
{"train_loss": 0.00831683911383152, "global_step": 37985, "epoch": 213, "lr": 7.232877025226373e-05}
{"train_loss": 0.002517908811569214, "global_step": 37986, "epoch": 213, "lr": 7.232744807531313e-05}
{"train_loss": 0.005580555647611618, "global_step": 37987, "epoch": 213, "lr": 7.232612587886084e-05}
{"train_loss": 0.007515599951148033, "global_step": 37988, "epoch": 213, "lr": 7.232480366290801e-05}
{"train_loss": 0.0032517893705517054, "global_step": 37989, "epoch": 213, "lr": 7.23234814274558e-05}
{"train_loss": 0.0029911568854004145, "global_step": 37990, "epoch": 213, "lr": 7.232215917250535e-05}
{"train_loss": 0.004249631892889738, "global_step": 37991, "epoch": 213, "lr": 7.232083689805784e-05}
{"train_loss": 0.004001246299594641, "global_step": 37992, "epoch": 213, "lr": 7.231951460411442e-05}
{"train_loss": 0.0032425455283373594, "global_step": 37993, "epoch": 213, "lr": 7.231819229067621e-05}
{"train_loss": 0.0029376933816820383, "global_step": 37994, "epoch": 213, "lr": 7.231686995774441e-05}
{"train_loss": 0.004063363652676344, "global_step": 37995, "epoch": 213, "lr": 7.231554760532015e-05}
{"train_loss": 0.005668941885232925, "global_step": 37996, "epoch": 213, "lr": 7.231422523340461e-05}
{"train_loss": 0.005036639049649239, "global_step": 37997, "epoch": 213, "lr": 7.231290284199891e-05}
{"train_loss": 0.00963511224836111, "global_step": 37998, "epoch": 213, "lr": 7.231158043110421e-05}
{"train_loss": 0.005807575769722462, "global_step": 37999, "epoch": 213, "lr": 7.231025800072169e-05}
{"train_loss": 0.008953383192420006, "global_step": 38000, "epoch": 213, "lr": 7.23089355508525e-05}
{"train_loss": 0.005271388683468103, "global_step": 38001, "epoch": 213, "lr": 7.230761308149778e-05}
{"train_loss": 0.005417326930910349, "global_step": 38002, "epoch": 213, "lr": 7.23062905926587e-05}
{"train_loss": 0.005465707741677761, "global_step": 38003, "epoch": 213, "lr": 7.230496808433639e-05}
{"train_loss": 0.002769314218312502, "global_step": 38004, "epoch": 213, "lr": 7.230364555653203e-05}
{"train_loss": 0.0034262214321643114, "global_step": 38005, "epoch": 213, "lr": 7.230232300924678e-05}
{"train_loss": 0.004824090749025345, "global_step": 38006, "epoch": 213, "lr": 7.230100044248177e-05}
{"train_loss": 0.005875368602573872, "global_step": 38007, "epoch": 213, "lr": 7.229967785623817e-05}
{"train_loss": 0.0033462659921497107, "global_step": 38008, "epoch": 213, "lr": 7.229835525051713e-05}
{"train_loss": 0.004414569120854139, "global_step": 38009, "epoch": 213, "lr": 7.229703262531982e-05}
{"train_loss": 0.0067138830199837685, "global_step": 38010, "epoch": 213, "lr": 7.229570998064738e-05}
{"train_loss": 0.005926178768277168, "global_step": 38011, "epoch": 213, "lr": 7.229438731650096e-05}
{"train_loss": 0.004020216409116983, "global_step": 38012, "epoch": 213, "lr": 7.229306463288172e-05}
{"train_loss": 0.006177518516778946, "global_step": 38013, "epoch": 213, "lr": 7.229174192979084e-05}
{"train_loss": 0.004003611393272877, "global_step": 38014, "epoch": 213, "lr": 7.229041920722944e-05}
{"train_loss": 0.004868095275014639, "global_step": 38015, "epoch": 213, "lr": 7.228909646519869e-05}
{"train_loss": 0.005683613009750843, "global_step": 38016, "epoch": 213, "lr": 7.228777370369975e-05}
{"train_loss": 0.007268233690410852, "global_step": 38017, "epoch": 213, "lr": 7.228645092273376e-05}
{"train_loss": 0.005263225175440311, "global_step": 38018, "epoch": 213, "lr": 7.22851281223019e-05}
{"train_loss": 0.004301523324102163, "global_step": 38019, "epoch": 213, "lr": 7.228380530240531e-05}
{"train_loss": 0.0047746323980391026, "global_step": 38020, "epoch": 213, "lr": 7.228248246304512e-05}
{"train_loss": 0.004194524139165878, "global_step": 38021, "epoch": 213, "lr": 7.228115960422255e-05}
{"train_loss": 0.0035135154612362385, "global_step": 38022, "epoch": 213, "lr": 7.22798367259387e-05}
{"train_loss": 0.0023849420249462128, "global_step": 38023, "epoch": 213, "lr": 7.227851382819474e-05}
{"train_loss": 0.008458024822175503, "global_step": 38024, "epoch": 213, "lr": 7.227719091099185e-05}
{"train_loss": 0.0028641503304243088, "global_step": 38025, "epoch": 213, "lr": 7.227586797433114e-05}
{"train_loss": 0.006129108369350433, "global_step": 38026, "epoch": 213, "lr": 7.227454501821381e-05}
{"train_loss": 0.004643912427127361, "global_step": 38027, "epoch": 213, "lr": 7.227322204264098e-05}
{"train_loss": 0.005452051293104887, "global_step": 38028, "epoch": 213, "lr": 7.227189904761382e-05}
{"train_loss": 0.009132693521678448, "global_step": 38029, "epoch": 213, "lr": 7.22705760331335e-05}
{"train_loss": 0.0034924731589853764, "global_step": 38030, "epoch": 213, "lr": 7.226925299920115e-05}
{"train_loss": 0.005423904862254858, "global_step": 38031, "epoch": 213, "lr": 7.226792994581792e-05}
{"train_loss": 0.00404477771371603, "global_step": 38032, "epoch": 213, "lr": 7.226660687298501e-05}
{"train_loss": 0.0053100562654435635, "global_step": 38033, "epoch": 213, "lr": 7.226528378070355e-05}
{"train_loss": 0.004020338878035545, "global_step": 38034, "epoch": 213, "lr": 7.226396066897469e-05}
{"train_loss": 0.007896410301327705, "global_step": 38035, "epoch": 213, "lr": 7.226263753779958e-05}
{"train_loss": 0.003961516078561544, "global_step": 38036, "epoch": 213, "lr": 7.22613143871794e-05}
{"train_loss": 0.004972928203642368, "global_step": 38037, "epoch": 213, "lr": 7.225999121711528e-05}
{"train_loss": 0.004845472984015942, "global_step": 38038, "epoch": 213, "lr": 7.22586680276084e-05}
{"train_loss": 0.007836108095943928, "global_step": 38039, "epoch": 213, "lr": 7.22573448186599e-05}
{"train_loss": 0.005078407470136881, "global_step": 38040, "epoch": 213, "lr": 7.225602159027092e-05}
{"train_loss": 0.0031755231320858, "global_step": 38041, "epoch": 213, "lr": 7.225469834244263e-05}
{"train_loss": 0.005283307284116745, "global_step": 38042, "epoch": 213, "lr": 7.22533750751762e-05}
{"train_loss": 0.004105721600353718, "global_step": 38043, "epoch": 213, "lr": 7.225205178847279e-05}
{"train_loss": 0.005679044872522354, "global_step": 38044, "epoch": 213, "lr": 7.225072848233353e-05}
{"train_loss": 0.00520486943423748, "global_step": 38045, "epoch": 213, "lr": 7.22494051567596e-05}
{"train_loss": 0.009118910878896713, "global_step": 38046, "epoch": 213, "lr": 7.224808181175212e-05}
{"train_loss": 0.006519564427435398, "global_step": 38047, "epoch": 213, "lr": 7.224675844731228e-05}
{"train_loss": 0.008373098447918892, "global_step": 38048, "epoch": 213, "lr": 7.224543506344123e-05}
{"train_loss": 0.007492274511605501, "global_step": 38049, "epoch": 213, "lr": 7.224411166014014e-05}
{"train_loss": 0.00440814346075058, "global_step": 38050, "epoch": 213, "lr": 7.224278823741012e-05}
{"train_loss": 0.005658863112330437, "global_step": 38051, "epoch": 213, "lr": 7.224146479525235e-05}
{"train_loss": 0.005418726243078709, "global_step": 38052, "epoch": 213, "lr": 7.2240141333668e-05}
{"train_loss": 0.005514034070074558, "global_step": 38053, "epoch": 213, "lr": 7.223881785265822e-05}
{"train_loss": 0.003943702206015587, "global_step": 38054, "epoch": 213, "lr": 7.223749435222415e-05}
{"train_loss": 0.005022547207772732, "global_step": 38055, "epoch": 213, "lr": 7.223617083236695e-05}
{"train_loss": 0.008149240165948868, "global_step": 38056, "epoch": 213, "lr": 7.22348472930878e-05}
{"train_loss": 0.005002889782190323, "global_step": 38057, "epoch": 213, "lr": 7.223352373438783e-05}
{"train_loss": 0.0037557389587163925, "global_step": 38058, "epoch": 213, "lr": 7.223220015626821e-05}
{"train_loss": 0.00487641803920269, "global_step": 38059, "epoch": 213, "lr": 7.223087655873009e-05}
{"train_loss": 0.004945873282849789, "global_step": 38060, "epoch": 213, "lr": 7.222955294177462e-05}
{"train_loss": 0.003131339093670249, "global_step": 38061, "epoch": 213, "lr": 7.222822930540297e-05}
{"train_loss": 0.007644294295459986, "global_step": 38062, "epoch": 213, "lr": 7.222690564961628e-05}
{"train_loss": 0.00480538560077548, "global_step": 38063, "epoch": 213, "lr": 7.222558197441571e-05}
{"train_loss": 0.005150162149220705, "global_step": 38064, "epoch": 213, "lr": 7.222425827980243e-05}
{"train_loss": 0.006653183605521917, "global_step": 38065, "epoch": 213, "lr": 7.222293456577759e-05}
{"train_loss": 0.004939767997711897, "global_step": 38066, "epoch": 213, "lr": 7.222161083234235e-05}
{"train_loss": 0.008592069149017334, "global_step": 38067, "epoch": 213, "lr": 7.222028707949785e-05}
{"train_loss": 0.003698124783113599, "global_step": 38068, "epoch": 213, "lr": 7.221896330724527e-05}
{"train_loss": 0.004191929474473, "global_step": 38069, "epoch": 213, "lr": 7.221763951558573e-05}
{"train_loss": 0.003554458497092128, "global_step": 38070, "epoch": 213, "lr": 7.221631570452042e-05}
{"train_loss": 0.005531564820557833, "global_step": 38071, "epoch": 213, "lr": 7.22149918740505e-05}
{"train_loss": 0.0054725841619074345, "global_step": 38072, "epoch": 213, "lr": 7.22136680241771e-05}
{"train_loss": 0.003198542632162571, "global_step": 38073, "epoch": 213, "lr": 7.221234415490137e-05}
{"train_loss": 0.004549240693449974, "global_step": 38074, "epoch": 213, "lr": 7.221102026622451e-05}
{"train_loss": 0.003154209814965725, "global_step": 38075, "epoch": 213, "lr": 7.220969635814763e-05}
{"train_loss": 0.0029038027860224247, "global_step": 38076, "epoch": 213, "lr": 7.220837243067192e-05}
{"train_loss": 0.003360365517437458, "global_step": 38077, "epoch": 213, "lr": 7.220704848379853e-05}
{"train_loss": 0.003749644383788109, "global_step": 38078, "epoch": 213, "lr": 7.220572451752859e-05}
{"train_loss": 0.004446975886821747, "global_step": 38079, "epoch": 213, "lr": 7.220440053186328e-05}
{"train_loss": 0.0057028112933039665, "global_step": 38080, "epoch": 213, "lr": 7.220307652680376e-05}
{"train_loss": 0.003182312473654747, "global_step": 38081, "epoch": 213, "lr": 7.220175250235117e-05}
{"train_loss": 0.007117673754692078, "global_step": 38082, "epoch": 213, "lr": 7.220042845850669e-05}
{"train_loss": 0.012019172310829163, "global_step": 38083, "epoch": 213, "lr": 7.219910439527144e-05}
{"train_loss": 0.00407343590632081, "global_step": 38084, "epoch": 213, "lr": 7.21977803126466e-05}
{"train_loss": 0.003184803994372487, "global_step": 38085, "epoch": 213, "lr": 7.219645621063333e-05}
{"train_loss": 0.0043569100089371204, "global_step": 38086, "epoch": 213, "lr": 7.21951320892328e-05}
{"train_loss": 0.005231162533164024, "global_step": 38087, "epoch": 213, "lr": 7.219380794844613e-05}
{"train_loss": 0.0056490907445549965, "global_step": 38088, "epoch": 213, "lr": 7.21924837882745e-05}
{"train_loss": 0.010341083630919456, "global_step": 38089, "epoch": 213, "lr": 7.219115960871905e-05}
{"train_loss": 0.006568377837538719, "global_step": 38090, "epoch": 213, "lr": 7.218983540978095e-05}
{"train_loss": 0.00527538573552509, "global_step": 38091, "epoch": 213, "lr": 7.218851119146137e-05}
{"train_loss": 0.00244515691883862, "global_step": 38092, "epoch": 214, "lr": 7.218718695376144e-05}
{"train_loss": 0.004829626064747572, "global_step": 38093, "epoch": 214, "lr": 7.218586269668232e-05}
{"train_loss": 0.00572082819417119, "global_step": 38094, "epoch": 214, "lr": 7.218453842022519e-05}
{"train_loss": 0.008925335481762886, "global_step": 38095, "epoch": 214, "lr": 7.218321412439117e-05}
{"train_loss": 0.009103281423449516, "global_step": 38096, "epoch": 214, "lr": 7.218188980918146e-05}
{"train_loss": 0.005119609646499157, "global_step": 38097, "epoch": 214, "lr": 7.218056547459718e-05}
{"train_loss": 0.004399541765451431, "global_step": 38098, "epoch": 214, "lr": 7.21792411206395e-05}
{"train_loss": 0.0052903336472809315, "global_step": 38099, "epoch": 214, "lr": 7.217791674730959e-05}
{"train_loss": 0.006028769537806511, "global_step": 38100, "epoch": 214, "lr": 7.217659235460858e-05}
{"train_loss": 0.00656723091378808, "global_step": 38101, "epoch": 214, "lr": 7.217526794253766e-05}
{"train_loss": 0.005367262288928032, "global_step": 38102, "epoch": 214, "lr": 7.217394351109793e-05}
{"train_loss": 0.0052441139705479145, "global_step": 38103, "epoch": 214, "lr": 7.217261906029062e-05}
{"train_loss": 0.006419812794774771, "global_step": 38104, "epoch": 214, "lr": 7.217129459011682e-05}
{"train_loss": 0.00527030136436224, "global_step": 38105, "epoch": 214, "lr": 7.216997010057774e-05}
{"train_loss": 0.0025084554217755795, "global_step": 38106, "epoch": 214, "lr": 7.216864559167452e-05}
{"train_loss": 0.003228312823921442, "global_step": 38107, "epoch": 214, "lr": 7.216732106340831e-05}
{"train_loss": 0.004871997982263565, "global_step": 38108, "epoch": 214, "lr": 7.216599651578025e-05}
{"train_loss": 0.004289416596293449, "global_step": 38109, "epoch": 214, "lr": 7.216467194879153e-05}
{"train_loss": 0.005055997055023909, "global_step": 38110, "epoch": 214, "lr": 7.21633473624433e-05}
{"train_loss": 0.004682266153395176, "global_step": 38111, "epoch": 214, "lr": 7.21620227567367e-05}
{"train_loss": 0.006152043119072914, "global_step": 38112, "epoch": 214, "lr": 7.21606981316729e-05}
{"train_loss": 0.015428191050887108, "global_step": 38113, "epoch": 214, "lr": 7.215937348725305e-05}
{"train_loss": 0.0047875321470201015, "global_step": 38114, "epoch": 214, "lr": 7.215804882347831e-05}
{"train_loss": 0.005965386051684618, "global_step": 38115, "epoch": 214, "lr": 7.215672414034983e-05}
{"train_loss": 0.005881286691874266, "global_step": 38116, "epoch": 214, "lr": 7.21553994378688e-05}
{"train_loss": 0.004984473809599876, "global_step": 38117, "epoch": 214, "lr": 7.215407471603632e-05}
{"train_loss": 0.004947219975292683, "global_step": 38118, "epoch": 214, "lr": 7.21527499748536e-05}
{"train_loss": 0.014888984151184559, "global_step": 38119, "epoch": 214, "lr": 7.215142521432178e-05}
{"train_loss": 0.0024456598330289125, "global_step": 38120, "epoch": 214, "lr": 7.215010043444202e-05}
{"train_loss": 0.003420150838792324, "global_step": 38121, "epoch": 214, "lr": 7.214877563521544e-05}
{"train_loss": 0.004382920451462269, "global_step": 38122, "epoch": 214, "lr": 7.214745081664324e-05}
{"train_loss": 0.006685538217425346, "global_step": 38123, "epoch": 214, "lr": 7.214612597872657e-05}
{"train_loss": 0.006752729415893555, "global_step": 38124, "epoch": 214, "lr": 7.214480112146657e-05}
{"train_loss": 0.006843263283371925, "global_step": 38125, "epoch": 214, "lr": 7.214347624486442e-05}
{"train_loss": 0.008879967033863068, "global_step": 38126, "epoch": 214, "lr": 7.214215134892126e-05}
{"train_loss": 0.006062575150281191, "global_step": 38127, "epoch": 214, "lr": 7.214082643363824e-05}
{"train_loss": 0.002595295198261738, "global_step": 38128, "epoch": 214, "lr": 7.213950149901656e-05}
{"train_loss": 0.01056244783103466, "global_step": 38129, "epoch": 214, "lr": 7.213817654505732e-05}
{"train_loss": 0.006083684042096138, "global_step": 38130, "epoch": 214, "lr": 7.213685157176173e-05}
{"train_loss": 0.006152474321424961, "global_step": 38131, "epoch": 214, "lr": 7.21355265791309e-05}
{"train_loss": 0.0035057535860687494, "global_step": 38132, "epoch": 214, "lr": 7.213420156716602e-05}
{"train_loss": 0.0065814051777124405, "global_step": 38133, "epoch": 214, "lr": 7.213287653586824e-05}
{"train_loss": 0.0038517138455063105, "global_step": 38134, "epoch": 214, "lr": 7.213155148523872e-05}
{"train_loss": 0.004107545129954815, "global_step": 38135, "epoch": 214, "lr": 7.21302264152786e-05}
{"train_loss": 0.0028142870869487524, "global_step": 38136, "epoch": 214, "lr": 7.212890132598903e-05}
{"train_loss": 0.004103411920368671, "global_step": 38137, "epoch": 214, "lr": 7.212757621737122e-05}
{"train_loss": 0.00527571327984333, "global_step": 38138, "epoch": 214, "lr": 7.212625108942628e-05}
{"train_loss": 0.00273985811509192, "global_step": 38139, "epoch": 214, "lr": 7.212492594215539e-05}
{"train_loss": 0.005523574072867632, "global_step": 38140, "epoch": 214, "lr": 7.212360077555969e-05}
{"train_loss": 0.007772787474095821, "global_step": 38141, "epoch": 214, "lr": 7.212227558964033e-05}
{"train_loss": 0.0035964110866189003, "global_step": 38142, "epoch": 214, "lr": 7.21209503843985e-05}
{"train_loss": 0.0040444545447826385, "global_step": 38143, "epoch": 214, "lr": 7.211962515983535e-05}
{"train_loss": 0.0077330064959824085, "global_step": 38144, "epoch": 214, "lr": 7.211829991595202e-05}
{"train_loss": 0.006171225104480982, "global_step": 38145, "epoch": 214, "lr": 7.211697465274967e-05}
{"train_loss": 0.003605206962674856, "global_step": 38146, "epoch": 214, "lr": 7.211564937022946e-05}
{"train_loss": 0.00488627701997757, "global_step": 38147, "epoch": 214, "lr": 7.211432406839256e-05}
{"train_loss": 0.002968182321637869, "global_step": 38148, "epoch": 214, "lr": 7.211299874724012e-05}
{"train_loss": 0.005151693243533373, "global_step": 38149, "epoch": 214, "lr": 7.21116734067733e-05}
{"train_loss": 0.0047705210745334625, "global_step": 38150, "epoch": 214, "lr": 7.211034804699324e-05}
{"train_loss": 0.003975317347794771, "global_step": 38151, "epoch": 214, "lr": 7.210902266790112e-05}
{"train_loss": 0.003392009064555168, "global_step": 38152, "epoch": 214, "lr": 7.210769726949809e-05}
{"train_loss": 0.005546726286411285, "global_step": 38153, "epoch": 214, "lr": 7.21063718517853e-05}
{"train_loss": 0.0054810745641589165, "global_step": 38154, "epoch": 214, "lr": 7.210504641476392e-05}
{"train_loss": 0.005983465816825628, "global_step": 38155, "epoch": 214, "lr": 7.21037209584351e-05}
{"train_loss": 0.00814106035977602, "global_step": 38156, "epoch": 214, "lr": 7.21023954828e-05}
{"train_loss": 0.007508779875934124, "global_step": 38157, "epoch": 214, "lr": 7.210106998785978e-05}
{"train_loss": 0.00800342671573162, "global_step": 38158, "epoch": 214, "lr": 7.209974447361561e-05}
{"train_loss": 0.002070604357868433, "global_step": 38159, "epoch": 214, "lr": 7.209841894006862e-05}
{"train_loss": 0.005161983426660299, "global_step": 38160, "epoch": 214, "lr": 7.209709338721997e-05}
{"train_loss": 0.004731893539428711, "global_step": 38161, "epoch": 214, "lr": 7.209576781507082e-05}
{"train_loss": 0.0047617810778319836, "global_step": 38162, "epoch": 214, "lr": 7.209444222362236e-05}
{"train_loss": 0.004378024023026228, "global_step": 38163, "epoch": 214, "lr": 7.209311661287572e-05}
{"train_loss": 0.0034539299085736275, "global_step": 38164, "epoch": 214, "lr": 7.209179098283205e-05}
{"train_loss": 0.008975809440016747, "global_step": 38165, "epoch": 214, "lr": 7.209046533349253e-05}
{"train_loss": 0.006736224051564932, "global_step": 38166, "epoch": 214, "lr": 7.208913966485831e-05}
{"train_loss": 0.004260167479515076, "global_step": 38167, "epoch": 214, "lr": 7.208781397693054e-05}
{"train_loss": 0.0070334672927856445, "global_step": 38168, "epoch": 214, "lr": 7.208648826971039e-05}
{"train_loss": 0.006015789229422808, "global_step": 38169, "epoch": 214, "lr": 7.2085162543199e-05}
{"train_loss": 0.003569890046492219, "global_step": 38170, "epoch": 214, "lr": 7.208383679739754e-05}
{"train_loss": 0.005979211535304785, "global_step": 38171, "epoch": 214, "lr": 7.208251103230717e-05}
{"train_loss": 0.005004999693483114, "global_step": 38172, "epoch": 214, "lr": 7.208118524792906e-05}
{"train_loss": 0.0111977718770504, "global_step": 38173, "epoch": 214, "lr": 7.207985944426434e-05}
{"train_loss": 0.00542526226490736, "global_step": 38174, "epoch": 214, "lr": 7.207853362131418e-05}
{"train_loss": 0.0033582360483705997, "global_step": 38175, "epoch": 214, "lr": 7.207720777907974e-05}
{"train_loss": 0.004491433501243591, "global_step": 38176, "epoch": 214, "lr": 7.207588191756218e-05}
{"train_loss": 0.00615399144589901, "global_step": 38177, "epoch": 214, "lr": 7.207455603676267e-05}
{"train_loss": 0.0076684243977069855, "global_step": 38178, "epoch": 214, "lr": 7.207323013668235e-05}
{"train_loss": 0.006628064438700676, "global_step": 38179, "epoch": 214, "lr": 7.207190421732235e-05}
{"train_loss": 0.006522791460156441, "global_step": 38180, "epoch": 214, "lr": 7.207057827868388e-05}
{"train_loss": 0.005992560647428036, "global_step": 38181, "epoch": 214, "lr": 7.206925232076808e-05}
{"train_loss": 0.0038168742321431637, "global_step": 38182, "epoch": 214, "lr": 7.206792634357612e-05}
{"train_loss": 0.0025547784753143787, "global_step": 38183, "epoch": 214, "lr": 7.206660034710913e-05}
{"train_loss": 0.00267669465392828, "global_step": 38184, "epoch": 214, "lr": 7.206527433136827e-05}
{"train_loss": 0.01033060997724533, "global_step": 38185, "epoch": 214, "lr": 7.206394829635472e-05}
{"train_loss": 0.006497080437839031, "global_step": 38186, "epoch": 214, "lr": 7.206262224206964e-05}
{"train_loss": 0.003249087603762746, "global_step": 38187, "epoch": 214, "lr": 7.206129616851415e-05}
{"train_loss": 0.003301814664155245, "global_step": 38188, "epoch": 214, "lr": 7.205997007568948e-05}
{"train_loss": 0.003486830973997712, "global_step": 38189, "epoch": 214, "lr": 7.20586439635967e-05}
{"train_loss": 0.004468146711587906, "global_step": 38190, "epoch": 214, "lr": 7.205731783223704e-05}
{"train_loss": 0.002471380168572068, "global_step": 38191, "epoch": 214, "lr": 7.205599168161161e-05}
{"train_loss": 0.0058904909528791904, "global_step": 38192, "epoch": 214, "lr": 7.20546655117216e-05}
{"train_loss": 0.004191121086478233, "global_step": 38193, "epoch": 214, "lr": 7.205333932256814e-05}
{"train_loss": 0.005529068410396576, "global_step": 38194, "epoch": 214, "lr": 7.205201311415243e-05}
{"train_loss": 0.007118595764040947, "global_step": 38195, "epoch": 214, "lr": 7.20506868864756e-05}
{"train_loss": 0.005821124650537968, "global_step": 38196, "epoch": 214, "lr": 7.20493606395388e-05}
{"train_loss": 0.0048339953646063805, "global_step": 38197, "epoch": 214, "lr": 7.204803437334321e-05}
{"train_loss": 0.003735519479960203, "global_step": 38198, "epoch": 214, "lr": 7.204670808788997e-05}
{"train_loss": 0.004586288705468178, "global_step": 38199, "epoch": 214, "lr": 7.204538178318026e-05}
{"train_loss": 0.004708550404757261, "global_step": 38200, "epoch": 214, "lr": 7.204405545921521e-05}
{"train_loss": 0.003696049563586712, "global_step": 38201, "epoch": 214, "lr": 7.2042729115996e-05}
{"train_loss": 0.0036051408387720585, "global_step": 38202, "epoch": 214, "lr": 7.204140275352378e-05}
{"train_loss": 0.006022203713655472, "global_step": 38203, "epoch": 214, "lr": 7.204007637179971e-05}
{"train_loss": 0.004931129049509764, "global_step": 38204, "epoch": 214, "lr": 7.203874997082496e-05}
{"train_loss": 0.006050238385796547, "global_step": 38205, "epoch": 214, "lr": 7.203742355060068e-05}
{"train_loss": 0.0036424247082322836, "global_step": 38206, "epoch": 214, "lr": 7.203609711112802e-05}
{"train_loss": 0.010490130633115768, "global_step": 38207, "epoch": 214, "lr": 7.203477065240814e-05}
{"train_loss": 0.0024229788687080145, "global_step": 38208, "epoch": 214, "lr": 7.203344417444219e-05}
{"train_loss": 0.003611984197050333, "global_step": 38209, "epoch": 214, "lr": 7.203211767723135e-05}
{"train_loss": 0.005623030476272106, "global_step": 38210, "epoch": 214, "lr": 7.20307911607768e-05}
{"train_loss": 0.008634263649582863, "global_step": 38211, "epoch": 214, "lr": 7.202946462507965e-05}
{"train_loss": 0.003709453856572509, "global_step": 38212, "epoch": 214, "lr": 7.202813807014108e-05}
{"train_loss": 0.004656880162656307, "global_step": 38213, "epoch": 214, "lr": 7.202681149596223e-05}
{"train_loss": 0.005391701124608517, "global_step": 38214, "epoch": 214, "lr": 7.202548490254431e-05}
{"train_loss": 0.005462231580168009, "global_step": 38215, "epoch": 214, "lr": 7.202415828988843e-05}
{"train_loss": 0.002988110762089491, "global_step": 38216, "epoch": 214, "lr": 7.202283165799575e-05}
{"train_loss": 0.0030578100122511387, "global_step": 38217, "epoch": 214, "lr": 7.202150500686744e-05}
{"train_loss": 0.004637988284230232, "global_step": 38218, "epoch": 214, "lr": 7.202017833650467e-05}
{"train_loss": 0.006804557517170906, "global_step": 38219, "epoch": 214, "lr": 7.20188516469086e-05}
{"train_loss": 0.003583550453186035, "global_step": 38220, "epoch": 214, "lr": 7.201752493808036e-05}
{"train_loss": 0.0059904116205871105, "global_step": 38221, "epoch": 214, "lr": 7.201619821002112e-05}
{"train_loss": 0.008375877514481544, "global_step": 38222, "epoch": 214, "lr": 7.201487146273207e-05}
{"train_loss": 0.005517668556421995, "global_step": 38223, "epoch": 214, "lr": 7.201354469621434e-05}
{"train_loss": 0.004408820997923613, "global_step": 38224, "epoch": 214, "lr": 7.201221791046909e-05}
{"train_loss": 0.007062618620693684, "global_step": 38225, "epoch": 214, "lr": 7.201089110549748e-05}
{"train_loss": 0.008963922038674355, "global_step": 38226, "epoch": 214, "lr": 7.200956428130066e-05}
{"train_loss": 0.004462443757802248, "global_step": 38227, "epoch": 214, "lr": 7.200823743787982e-05}
{"train_loss": 0.00412055803462863, "global_step": 38228, "epoch": 214, "lr": 7.200691057523609e-05}
{"train_loss": 0.0032923289109021425, "global_step": 38229, "epoch": 214, "lr": 7.200558369337064e-05}
{"train_loss": 0.008010389283299446, "global_step": 38230, "epoch": 214, "lr": 7.200425679228462e-05}
{"train_loss": 0.00453281169757247, "global_step": 38231, "epoch": 214, "lr": 7.20029298719792e-05}
{"train_loss": 0.0064982157200574875, "global_step": 38232, "epoch": 214, "lr": 7.200160293245553e-05}
{"train_loss": 0.0074389781802892685, "global_step": 38233, "epoch": 214, "lr": 7.200027597371478e-05}
{"train_loss": 0.005724703427404165, "global_step": 38234, "epoch": 214, "lr": 7.199894899575811e-05}
{"train_loss": 0.007254472933709621, "global_step": 38235, "epoch": 214, "lr": 7.199762199858666e-05}
{"train_loss": 0.007045240141451359, "global_step": 38236, "epoch": 214, "lr": 7.19962949822016e-05}
{"train_loss": 0.004023334942758083, "global_step": 38237, "epoch": 214, "lr": 7.19949679466041e-05}
{"train_loss": 0.003992967773228884, "global_step": 38238, "epoch": 214, "lr": 7.19936408917953e-05}
{"train_loss": 0.007888873107731342, "global_step": 38239, "epoch": 214, "lr": 7.199231381777638e-05}
{"train_loss": 0.006731255911290646, "global_step": 38240, "epoch": 214, "lr": 7.199098672454847e-05}
{"train_loss": 0.005317310802638531, "global_step": 38241, "epoch": 214, "lr": 7.198965961211276e-05}
{"train_loss": 0.004457191564142704, "global_step": 38242, "epoch": 214, "lr": 7.198833248047039e-05}
{"train_loss": 0.005642964504659176, "global_step": 38243, "epoch": 214, "lr": 7.198700532962253e-05}
{"train_loss": 0.005563709884881973, "global_step": 38244, "epoch": 214, "lr": 7.198567815957034e-05}
{"train_loss": 0.0026091295294463634, "global_step": 38245, "epoch": 214, "lr": 7.198435097031495e-05}
{"train_loss": 0.005165711976587772, "global_step": 38246, "epoch": 214, "lr": 7.198302376185754e-05}
{"train_loss": 0.006167915649712086, "global_step": 38247, "epoch": 214, "lr": 7.198169653419931e-05}
{"train_loss": 0.004844497423619032, "global_step": 38248, "epoch": 214, "lr": 7.198036928734136e-05}
{"train_loss": 0.004278913140296936, "global_step": 38249, "epoch": 214, "lr": 7.197904202128485e-05}
{"train_loss": 0.004688976798206568, "global_step": 38250, "epoch": 214, "lr": 7.197771473603097e-05}
{"train_loss": 0.0060827904380857944, "global_step": 38251, "epoch": 214, "lr": 7.197638743158088e-05}
{"train_loss": 0.0051854634657502174, "global_step": 38252, "epoch": 214, "lr": 7.197506010793573e-05}
{"train_loss": 0.006577205844223499, "global_step": 38253, "epoch": 214, "lr": 7.197373276509667e-05}
{"train_loss": 0.002466639271005988, "global_step": 38254, "epoch": 214, "lr": 7.197240540306487e-05}
{"train_loss": 0.007614661008119583, "global_step": 38255, "epoch": 214, "lr": 7.197107802184148e-05}
{"train_loss": 0.003982470370829105, "global_step": 38256, "epoch": 214, "lr": 7.196975062142767e-05}
{"train_loss": 0.0028479716274887323, "global_step": 38257, "epoch": 214, "lr": 7.19684232018246e-05}
{"train_loss": 0.003079646732658148, "global_step": 38258, "epoch": 214, "lr": 7.196709576303342e-05}
{"train_loss": 0.0033842064440250397, "global_step": 38259, "epoch": 214, "lr": 7.196576830505528e-05}
{"train_loss": 0.007548810448497534, "global_step": 38260, "epoch": 214, "lr": 7.196444082789137e-05}
{"train_loss": 0.0033259382471442223, "global_step": 38261, "epoch": 214, "lr": 7.196311333154283e-05}
{"train_loss": 0.002452115062624216, "global_step": 38262, "epoch": 214, "lr": 7.196178581601082e-05}
{"train_loss": 0.005069702863693237, "global_step": 38263, "epoch": 214, "lr": 7.19604582812965e-05}
{"train_loss": 0.005254593677818775, "global_step": 38264, "epoch": 214, "lr": 7.195913072740102e-05}
{"train_loss": 0.0032091049943119287, "global_step": 38265, "epoch": 214, "lr": 7.195780315432557e-05}
{"train_loss": 0.003364414907991886, "global_step": 38266, "epoch": 214, "lr": 7.195647556207129e-05}
{"train_loss": 0.006329658906906843, "global_step": 38267, "epoch": 214, "lr": 7.195514795063934e-05}
{"train_loss": 0.0035543618723750114, "global_step": 38268, "epoch": 214, "lr": 7.195382032003086e-05}
{"train_loss": 0.005348476606128172, "global_step": 38269, "epoch": 214, "lr": 7.195249267024704e-05}
{"train_loss": 0.004775291308760643, "global_step": 38270, "epoch": 215, "lr": 7.195116500128904e-05}
{"train_loss": 0.006220535840839148, "global_step": 38271, "epoch": 215, "lr": 7.194983731315799e-05}
{"train_loss": 0.0019443122437223792, "global_step": 38272, "epoch": 215, "lr": 7.194850960585508e-05}
{"train_loss": 0.002983866259455681, "global_step": 38273, "epoch": 215, "lr": 7.194718187938145e-05}
{"train_loss": 0.003377575194463134, "global_step": 38274, "epoch": 215, "lr": 7.194585413373827e-05}
{"train_loss": 0.006023049354553223, "global_step": 38275, "epoch": 215, "lr": 7.19445263689267e-05}
{"train_loss": 0.002718605101108551, "global_step": 38276, "epoch": 215, "lr": 7.19431985849479e-05}
{"train_loss": 0.0019310279749333858, "global_step": 38277, "epoch": 215, "lr": 7.194187078180302e-05}
{"train_loss": 0.005480909254401922, "global_step": 38278, "epoch": 215, "lr": 7.194054295949324e-05}
{"train_loss": 0.004987300839275122, "global_step": 38279, "epoch": 215, "lr": 7.193921511801969e-05}
{"train_loss": 0.007609253749251366, "global_step": 38280, "epoch": 215, "lr": 7.193788725738356e-05}
{"train_loss": 0.003600968047976494, "global_step": 38281, "epoch": 215, "lr": 7.193655937758598e-05}
{"train_loss": 0.0042196279391646385, "global_step": 38282, "epoch": 215, "lr": 7.193523147862813e-05}
{"train_loss": 0.0037251401226967573, "global_step": 38283, "epoch": 215, "lr": 7.193390356051115e-05}
{"train_loss": 0.005327556282281876, "global_step": 38284, "epoch": 215, "lr": 7.193257562323624e-05}
{"train_loss": 0.003256442490965128, "global_step": 38285, "epoch": 215, "lr": 7.193124766680452e-05}
{"train_loss": 0.005252085626125336, "global_step": 38286, "epoch": 215, "lr": 7.192991969121718e-05}
{"train_loss": 0.007283192593604326, "global_step": 38287, "epoch": 215, "lr": 7.192859169647536e-05}
{"train_loss": 0.004936608485877514, "global_step": 38288, "epoch": 215, "lr": 7.192726368258021e-05}
{"train_loss": 0.00346808647736907, "global_step": 38289, "epoch": 215, "lr": 7.192593564953292e-05}
{"train_loss": 0.007749584969133139, "global_step": 38290, "epoch": 215, "lr": 7.192460759733464e-05}
{"train_loss": 0.0026063055265694857, "global_step": 38291, "epoch": 215, "lr": 7.192327952598651e-05}
{"train_loss": 0.004965599626302719, "global_step": 38292, "epoch": 215, "lr": 7.19219514354897e-05}
{"train_loss": 0.005663848947733641, "global_step": 38293, "epoch": 215, "lr": 7.192062332584538e-05}
{"train_loss": 0.002678368240594864, "global_step": 38294, "epoch": 215, "lr": 7.191929519705472e-05}
{"train_loss": 0.003615199588239193, "global_step": 38295, "epoch": 215, "lr": 7.191796704911885e-05}
{"train_loss": 0.0076347701251506805, "global_step": 38296, "epoch": 215, "lr": 7.191663888203894e-05}
{"train_loss": 0.0054893456399440765, "global_step": 38297, "epoch": 215, "lr": 7.191531069581618e-05}
{"train_loss": 0.003555823350325227, "global_step": 38298, "epoch": 215, "lr": 7.191398249045167e-05}
{"train_loss": 0.004489208571612835, "global_step": 38299, "epoch": 215, "lr": 7.191265426594662e-05}
{"train_loss": 0.0034765463788062334, "global_step": 38300, "epoch": 215, "lr": 7.19113260223022e-05}
{"train_loss": 0.007469493430107832, "global_step": 38301, "epoch": 215, "lr": 7.190999775951952e-05}
{"train_loss": 0.009893635287880898, "global_step": 38302, "epoch": 215, "lr": 7.190866947759976e-05}
{"train_loss": 0.004003926180303097, "global_step": 38303, "epoch": 215, "lr": 7.19073411765441e-05}
{"train_loss": 0.0024706381373107433, "global_step": 38304, "epoch": 215, "lr": 7.190601285635368e-05}
{"train_loss": 0.0057318308390676975, "global_step": 38305, "epoch": 215, "lr": 7.190468451702967e-05}
{"train_loss": 0.00478309066966176, "global_step": 38306, "epoch": 215, "lr": 7.190335615857322e-05}
{"train_loss": 0.004275418817996979, "global_step": 38307, "epoch": 215, "lr": 7.19020277809855e-05}
{"train_loss": 0.007613495923578739, "global_step": 38308, "epoch": 215, "lr": 7.190069938426766e-05}
{"train_loss": 0.006478991359472275, "global_step": 38309, "epoch": 215, "lr": 7.189937096842088e-05}
{"train_loss": 0.005132930353283882, "global_step": 38310, "epoch": 215, "lr": 7.18980425334463e-05}
{"train_loss": 0.010729392990469933, "global_step": 38311, "epoch": 215, "lr": 7.189671407934507e-05}
{"train_loss": 0.003107903990894556, "global_step": 38312, "epoch": 215, "lr": 7.18953856061184e-05}
{"train_loss": 0.007695252541452646, "global_step": 38313, "epoch": 215, "lr": 7.189405711376738e-05}
{"train_loss": 0.0019238705281168222, "global_step": 38314, "epoch": 215, "lr": 7.189272860229324e-05}
{"train_loss": 0.0040799533016979694, "global_step": 38315, "epoch": 215, "lr": 7.18914000716971e-05}
{"train_loss": 0.006377805024385452, "global_step": 38316, "epoch": 215, "lr": 7.189007152198013e-05}
{"train_loss": 0.007014795206487179, "global_step": 38317, "epoch": 215, "lr": 7.188874295314348e-05}
{"train_loss": 0.0032742321491241455, "global_step": 38318, "epoch": 215, "lr": 7.188741436518835e-05}
{"train_loss": 0.006066182628273964, "global_step": 38319, "epoch": 215, "lr": 7.188608575811584e-05}
{"train_loss": 0.005353453103452921, "global_step": 38320, "epoch": 215, "lr": 7.188475713192716e-05}
{"train_loss": 0.00772132957354188, "global_step": 38321, "epoch": 215, "lr": 7.188342848662344e-05}
{"train_loss": 0.003558133728802204, "global_step": 38322, "epoch": 215, "lr": 7.188209982220585e-05}
{"train_loss": 0.004864970222115517, "global_step": 38323, "epoch": 215, "lr": 7.188077113867556e-05}
{"train_loss": 0.0058974092826247215, "global_step": 38324, "epoch": 215, "lr": 7.187944243603373e-05}
{"train_loss": 0.004404889885336161, "global_step": 38325, "epoch": 215, "lr": 7.18781137142815e-05}
{"train_loss": 0.00460408627986908, "global_step": 38326, "epoch": 215, "lr": 7.187678497342005e-05}
{"train_loss": 0.0071973418816924095, "global_step": 38327, "epoch": 215, "lr": 7.187545621345053e-05}
{"train_loss": 0.004764838144183159, "global_step": 38328, "epoch": 215, "lr": 7.187412743437411e-05}
{"train_loss": 0.005587948020547628, "global_step": 38329, "epoch": 215, "lr": 7.187279863619195e-05}
{"train_loss": 0.003723660483956337, "global_step": 38330, "epoch": 215, "lr": 7.18714698189052e-05}
{"train_loss": 0.00392674095928669, "global_step": 38331, "epoch": 215, "lr": 7.187014098251504e-05}
{"train_loss": 0.006578132510185242, "global_step": 38332, "epoch": 215, "lr": 7.18688121270226e-05}
{"train_loss": 0.008148741908371449, "global_step": 38333, "epoch": 215, "lr": 7.186748325242906e-05}
{"train_loss": 0.0036602001637220383, "global_step": 38334, "epoch": 215, "lr": 7.186615435873558e-05}
{"train_loss": 0.004068573471158743, "global_step": 38335, "epoch": 215, "lr": 7.186482544594333e-05}
{"train_loss": 0.00688436022028327, "global_step": 38336, "epoch": 215, "lr": 7.186349651405345e-05}
{"train_loss": 0.00241451826877892, "global_step": 38337, "epoch": 215, "lr": 7.186216756306711e-05}
{"train_loss": 0.008850260637700558, "global_step": 38338, "epoch": 215, "lr": 7.186083859298549e-05}
{"train_loss": 0.00786491297185421, "global_step": 38339, "epoch": 215, "lr": 7.185950960380973e-05}
{"train_loss": 0.004675330128520727, "global_step": 38340, "epoch": 215, "lr": 7.185818059554098e-05}
{"train_loss": 0.008024174720048904, "global_step": 38341, "epoch": 215, "lr": 7.185685156818043e-05}
{"train_loss": 0.0041617355309426785, "global_step": 38342, "epoch": 215, "lr": 7.185552252172921e-05}
{"train_loss": 0.0026582693681120872, "global_step": 38343, "epoch": 215, "lr": 7.185419345618851e-05}
{"train_loss": 0.0029405346140265465, "global_step": 38344, "epoch": 215, "lr": 7.185286437155947e-05}
{"train_loss": 0.005001114681363106, "global_step": 38345, "epoch": 215, "lr": 7.185153526784325e-05}
{"train_loss": 0.007780794519931078, "global_step": 38346, "epoch": 215, "lr": 7.185020614504103e-05}
{"train_loss": 0.00500227976590395, "global_step": 38347, "epoch": 215, "lr": 7.184887700315396e-05}
{"train_loss": 0.004080054350197315, "global_step": 38348, "epoch": 215, "lr": 7.184754784218319e-05}
{"train_loss": 0.008541988208889961, "global_step": 38349, "epoch": 215, "lr": 7.184621866212991e-05}
{"train_loss": 0.002821490168571472, "global_step": 38350, "epoch": 215, "lr": 7.184488946299524e-05}
{"train_loss": 0.00558305811136961, "global_step": 38351, "epoch": 215, "lr": 7.184356024478039e-05}
{"train_loss": 0.00372112519107759, "global_step": 38352, "epoch": 215, "lr": 7.184223100748648e-05}
{"train_loss": 0.00261882902123034, "global_step": 38353, "epoch": 215, "lr": 7.184090175111469e-05}
{"train_loss": 0.007333184126764536, "global_step": 38354, "epoch": 215, "lr": 7.183957247566616e-05}
{"train_loss": 0.0075075370259583, "global_step": 38355, "epoch": 215, "lr": 7.183824318114208e-05}
{"train_loss": 0.007713848724961281, "global_step": 38356, "epoch": 215, "lr": 7.183691386754359e-05}
{"train_loss": 0.005761156789958477, "global_step": 38357, "epoch": 215, "lr": 7.183558453487187e-05}
{"train_loss": 0.003061785129830241, "global_step": 38358, "epoch": 215, "lr": 7.183425518312808e-05}
{"train_loss": 0.0037283285055309534, "global_step": 38359, "epoch": 215, "lr": 7.183292581231334e-05}
{"train_loss": 0.0057389624416828156, "global_step": 38360, "epoch": 215, "lr": 7.183159642242887e-05}
{"train_loss": 0.007822473533451557, "global_step": 38361, "epoch": 215, "lr": 7.18302670134758e-05}
{"train_loss": 0.005478771403431892, "global_step": 38362, "epoch": 215, "lr": 7.18289375854553e-05}
{"train_loss": 0.00566816795617342, "global_step": 38363, "epoch": 215, "lr": 7.182760813836854e-05}
{"train_loss": 0.005031210370361805, "global_step": 38364, "epoch": 215, "lr": 7.182627867221662e-05}
{"train_loss": 0.003847110318019986, "global_step": 38365, "epoch": 215, "lr": 7.182494918700079e-05}
{"train_loss": 0.004977479577064514, "global_step": 38366, "epoch": 215, "lr": 7.182361968272215e-05}
{"train_loss": 0.005116735585033894, "global_step": 38367, "epoch": 215, "lr": 7.18222901593819e-05}
{"train_loss": 0.006588000804185867, "global_step": 38368, "epoch": 215, "lr": 7.182096061698117e-05}
{"train_loss": 0.00433623231947422, "global_step": 38369, "epoch": 215, "lr": 7.181963105552114e-05}
{"train_loss": 0.004919400438666344, "global_step": 38370, "epoch": 215, "lr": 7.181830147500296e-05}
{"train_loss": 0.005685493350028992, "global_step": 38371, "epoch": 215, "lr": 7.18169718754278e-05}
{"train_loss": 0.0020283914636820555, "global_step": 38372, "epoch": 215, "lr": 7.181564225679682e-05}
{"train_loss": 0.004116311203688383, "global_step": 38373, "epoch": 215, "lr": 7.181431261911117e-05}
{"train_loss": 0.005279447417706251, "global_step": 38374, "epoch": 215, "lr": 7.181298296237203e-05}
{"train_loss": 0.00662761926651001, "global_step": 38375, "epoch": 215, "lr": 7.181165328658055e-05}
{"train_loss": 0.003770617302507162, "global_step": 38376, "epoch": 215, "lr": 7.181032359173788e-05}
{"train_loss": 0.0063204471953213215, "global_step": 38377, "epoch": 215, "lr": 7.18089938778452e-05}
{"train_loss": 0.008128004148602486, "global_step": 38378, "epoch": 215, "lr": 7.180766414490368e-05}
{"train_loss": 0.00666007911786437, "global_step": 38379, "epoch": 215, "lr": 7.180633439291446e-05}
{"train_loss": 0.005209948867559433, "global_step": 38380, "epoch": 215, "lr": 7.180500462187871e-05}
{"train_loss": 0.0038968855515122414, "global_step": 38381, "epoch": 215, "lr": 7.18036748317976e-05}
{"train_loss": 0.005969108082354069, "global_step": 38382, "epoch": 215, "lr": 7.180234502267227e-05}
{"train_loss": 0.005017850548028946, "global_step": 38383, "epoch": 215, "lr": 7.18010151945039e-05}
{"train_loss": 0.006564029958099127, "global_step": 38384, "epoch": 215, "lr": 7.179968534729364e-05}
{"train_loss": 0.005272171460092068, "global_step": 38385, "epoch": 215, "lr": 7.179835548104265e-05}
{"train_loss": 0.005040527321398258, "global_step": 38386, "epoch": 215, "lr": 7.179702559575212e-05}
{"train_loss": 0.0017738007009029388, "global_step": 38387, "epoch": 215, "lr": 7.179569569142317e-05}
{"train_loss": 0.006778352428227663, "global_step": 38388, "epoch": 215, "lr": 7.179436576805698e-05}
{"train_loss": 0.006886049173772335, "global_step": 38389, "epoch": 215, "lr": 7.179303582565473e-05}
{"train_loss": 0.0035658166743814945, "global_step": 38390, "epoch": 215, "lr": 7.179170586421756e-05}
{"train_loss": 0.0060093519277870655, "global_step": 38391, "epoch": 215, "lr": 7.179037588374663e-05}
{"train_loss": 0.0031688306480646133, "global_step": 38392, "epoch": 215, "lr": 7.178904588424311e-05}
{"train_loss": 0.005209768190979958, "global_step": 38393, "epoch": 215, "lr": 7.178771586570817e-05}
{"train_loss": 0.00464777834713459, "global_step": 38394, "epoch": 215, "lr": 7.178638582814295e-05}
{"train_loss": 0.006699580233544111, "global_step": 38395, "epoch": 215, "lr": 7.178505577154861e-05}
{"train_loss": 0.004247240722179413, "global_step": 38396, "epoch": 215, "lr": 7.178372569592634e-05}
{"train_loss": 0.002857910469174385, "global_step": 38397, "epoch": 215, "lr": 7.178239560127728e-05}
{"train_loss": 0.005254814866930246, "global_step": 38398, "epoch": 215, "lr": 7.17810654876026e-05}
{"train_loss": 0.004185845144093037, "global_step": 38399, "epoch": 215, "lr": 7.177973535490348e-05}
{"train_loss": 0.0037379758432507515, "global_step": 38400, "epoch": 215, "lr": 7.177840520318104e-05}
{"train_loss": 0.004320818465203047, "global_step": 38401, "epoch": 215, "lr": 7.177707503243647e-05}
{"train_loss": 0.004965556785464287, "global_step": 38402, "epoch": 215, "lr": 7.177574484267091e-05}
{"train_loss": 0.007692066952586174, "global_step": 38403, "epoch": 215, "lr": 7.177441463388557e-05}
{"train_loss": 0.002581869252026081, "global_step": 38404, "epoch": 215, "lr": 7.177308440608156e-05}
{"train_loss": 0.003737284103408456, "global_step": 38405, "epoch": 215, "lr": 7.177175415926007e-05}
{"train_loss": 0.00457492470741272, "global_step": 38406, "epoch": 215, "lr": 7.177042389342223e-05}
{"train_loss": 0.004726783838123083, "global_step": 38407, "epoch": 215, "lr": 7.176909360856924e-05}
{"train_loss": 0.0030431337654590607, "global_step": 38408, "epoch": 215, "lr": 7.176776330470225e-05}
{"train_loss": 0.004252846818417311, "global_step": 38409, "epoch": 215, "lr": 7.176643298182242e-05}
{"train_loss": 0.005354329943656921, "global_step": 38410, "epoch": 215, "lr": 7.17651026399309e-05}
{"train_loss": 0.007175560109317303, "global_step": 38411, "epoch": 215, "lr": 7.176377227902886e-05}
{"train_loss": 0.004391990602016449, "global_step": 38412, "epoch": 215, "lr": 7.176244189911749e-05}
{"train_loss": 0.007223558612167835, "global_step": 38413, "epoch": 215, "lr": 7.17611115001979e-05}
{"train_loss": 0.004493358079344034, "global_step": 38414, "epoch": 215, "lr": 7.17597810822713e-05}
{"train_loss": 0.0029417278710752726, "global_step": 38415, "epoch": 215, "lr": 7.175845064533882e-05}
{"train_loss": 0.004271118436008692, "global_step": 38416, "epoch": 215, "lr": 7.175712018940163e-05}
{"train_loss": 0.004086454398930073, "global_step": 38417, "epoch": 215, "lr": 7.175578971446089e-05}
{"train_loss": 0.007952549494802952, "global_step": 38418, "epoch": 215, "lr": 7.175445922051778e-05}
{"train_loss": 0.002432695124298334, "global_step": 38419, "epoch": 215, "lr": 7.175312870757344e-05}
{"train_loss": 0.0043553984723985195, "global_step": 38420, "epoch": 215, "lr": 7.175179817562905e-05}
{"train_loss": 0.0023441920056939125, "global_step": 38421, "epoch": 215, "lr": 7.175046762468574e-05}
{"train_loss": 0.005614304915070534, "global_step": 38422, "epoch": 215, "lr": 7.174913705474472e-05}
{"train_loss": 0.0035141785629093647, "global_step": 38423, "epoch": 215, "lr": 7.174780646580712e-05}
{"train_loss": 0.005254895891994238, "global_step": 38424, "epoch": 215, "lr": 7.174647585787412e-05}
{"train_loss": 0.005434455815702677, "global_step": 38425, "epoch": 215, "lr": 7.174514523094687e-05}
{"train_loss": 0.00535346195101738, "global_step": 38426, "epoch": 215, "lr": 7.174381458502651e-05}
{"train_loss": 0.010399090126156807, "global_step": 38427, "epoch": 215, "lr": 7.174248392011425e-05}
{"train_loss": 0.004571294412016869, "global_step": 38428, "epoch": 215, "lr": 7.174115323621123e-05}
{"train_loss": 0.006449565291404724, "global_step": 38429, "epoch": 215, "lr": 7.17398225333186e-05}
{"train_loss": 0.0063913254998624325, "global_step": 38430, "epoch": 215, "lr": 7.173849181143752e-05}
{"train_loss": 0.005947972647845745, "global_step": 38431, "epoch": 215, "lr": 7.173716107056919e-05}
{"train_loss": 0.0038756064604967833, "global_step": 38432, "epoch": 215, "lr": 7.173583031071475e-05}
{"train_loss": 0.004345648922026157, "global_step": 38433, "epoch": 215, "lr": 7.173449953187534e-05}
{"train_loss": 0.004062109626829624, "global_step": 38434, "epoch": 215, "lr": 7.173316873405216e-05}
{"train_loss": 0.003577039809897542, "global_step": 38435, "epoch": 215, "lr": 7.173183791724634e-05}
{"train_loss": 0.0021849602926522493, "global_step": 38436, "epoch": 215, "lr": 7.173050708145908e-05}
{"train_loss": 0.0074660093523561954, "global_step": 38437, "epoch": 215, "lr": 7.17291762266915e-05}
{"train_loss": 0.002671094611287117, "global_step": 38438, "epoch": 215, "lr": 7.172784535294478e-05}
{"train_loss": 0.0031729559414088726, "global_step": 38439, "epoch": 215, "lr": 7.17265144602201e-05}
{"train_loss": 0.006692219525575638, "global_step": 38440, "epoch": 215, "lr": 7.172518354851858e-05}
{"train_loss": 0.004893533419817686, "global_step": 38441, "epoch": 215, "lr": 7.172385261784143e-05}
{"train_loss": 0.004901492968201637, "global_step": 38442, "epoch": 215, "lr": 7.172252166818981e-05}
{"train_loss": 0.011231772601604462, "global_step": 38443, "epoch": 215, "lr": 7.172119069956484e-05}
{"train_loss": 0.004825071431696415, "global_step": 38444, "epoch": 215, "lr": 7.171985971196771e-05}
{"train_loss": 0.008272131904959679, "global_step": 38445, "epoch": 215, "lr": 7.171852870539956e-05}
{"train_loss": 0.002787315519526601, "global_step": 38446, "epoch": 215, "lr": 7.171719767986162e-05}
{"train_loss": 0.0050992720160015935, "global_step": 38447, "epoch": 215, "lr": 7.171586663535496e-05, "train_action_mse_error": 1.0241974450764246e-05}
{"train_loss": 0.00877653993666172, "global_step": 38448, "epoch": 216, "lr": 7.171453557188083e-05}
{"train_loss": 0.005668804980814457, "global_step": 38449, "epoch": 216, "lr": 7.171320448944031e-05}
{"train_loss": 0.0030469442717731, "global_step": 38450, "epoch": 216, "lr": 7.171187338803463e-05}
{"train_loss": 0.006828123703598976, "global_step": 38451, "epoch": 216, "lr": 7.171054226766491e-05}
{"train_loss": 0.005170728545635939, "global_step": 38452, "epoch": 216, "lr": 7.170921112833233e-05}
{"train_loss": 0.0035314117558300495, "global_step": 38453, "epoch": 216, "lr": 7.170787997003806e-05}
{"train_loss": 0.004491168539971113, "global_step": 38454, "epoch": 216, "lr": 7.170654879278324e-05}
{"train_loss": 0.005543637089431286, "global_step": 38455, "epoch": 216, "lr": 7.170521759656905e-05}
{"train_loss": 0.003101272275671363, "global_step": 38456, "epoch": 216, "lr": 7.170388638139665e-05}
{"train_loss": 0.006108324509114027, "global_step": 38457, "epoch": 216, "lr": 7.17025551472672e-05}
{"train_loss": 0.0030624859500676394, "global_step": 38458, "epoch": 216, "lr": 7.170122389418186e-05}
{"train_loss": 0.004886934533715248, "global_step": 38459, "epoch": 216, "lr": 7.16998926221418e-05}
{"train_loss": 0.001786734675988555, "global_step": 38460, "epoch": 216, "lr": 7.169856133114818e-05}
{"train_loss": 0.005652912426739931, "global_step": 38461, "epoch": 216, "lr": 7.169723002120217e-05}
{"train_loss": 0.004213831387460232, "global_step": 38462, "epoch": 216, "lr": 7.169589869230492e-05}
{"train_loss": 0.0028323375154286623, "global_step": 38463, "epoch": 216, "lr": 7.169456734445761e-05}
{"train_loss": 0.0020848754793405533, "global_step": 38464, "epoch": 216, "lr": 7.169323597766138e-05}
{"train_loss": 0.0028794161044061184, "global_step": 38465, "epoch": 216, "lr": 7.16919045919174e-05}
{"train_loss": 0.005274625960737467, "global_step": 38466, "epoch": 216, "lr": 7.169057318722684e-05}
{"train_loss": 0.008389480412006378, "global_step": 38467, "epoch": 216, "lr": 7.168924176359086e-05}
{"train_loss": 0.007259117439389229, "global_step": 38468, "epoch": 216, "lr": 7.168791032101062e-05}
{"train_loss": 0.0055692484602332115, "global_step": 38469, "epoch": 216, "lr": 7.168657885948728e-05}
{"train_loss": 0.0063554150983691216, "global_step": 38470, "epoch": 216, "lr": 7.168524737902203e-05}
{"train_loss": 0.003068121150135994, "global_step": 38471, "epoch": 216, "lr": 7.1683915879616e-05}
{"train_loss": 0.002206476405262947, "global_step": 38472, "epoch": 216, "lr": 7.168258436127036e-05}
{"train_loss": 0.002283805515617132, "global_step": 38473, "epoch": 216, "lr": 7.168125282398628e-05}
{"train_loss": 0.002686615101993084, "global_step": 38474, "epoch": 216, "lr": 7.167992126776493e-05}
{"train_loss": 0.0030098205897957087, "global_step": 38475, "epoch": 216, "lr": 7.167858969260745e-05}
{"train_loss": 0.006817879155278206, "global_step": 38476, "epoch": 216, "lr": 7.167725809851502e-05}
{"train_loss": 0.003607281018048525, "global_step": 38477, "epoch": 216, "lr": 7.16759264854888e-05}
{"train_loss": 0.004194291308522224, "global_step": 38478, "epoch": 216, "lr": 7.167459485352994e-05}
{"train_loss": 0.002737805712968111, "global_step": 38479, "epoch": 216, "lr": 7.167326320263965e-05}
{"train_loss": 0.003158475738018751, "global_step": 38480, "epoch": 216, "lr": 7.167193153281902e-05}
{"train_loss": 0.008272822014987469, "global_step": 38481, "epoch": 216, "lr": 7.167059984406927e-05}
{"train_loss": 0.003257966134697199, "global_step": 38482, "epoch": 216, "lr": 7.166926813639154e-05}
{"train_loss": 0.002961421385407448, "global_step": 38483, "epoch": 216, "lr": 7.166793640978701e-05}
{"train_loss": 0.005405092611908913, "global_step": 38484, "epoch": 216, "lr": 7.166660466425682e-05}
{"train_loss": 0.007799909450113773, "global_step": 38485, "epoch": 216, "lr": 7.166527289980215e-05}
{"train_loss": 0.0017698281444609165, "global_step": 38486, "epoch": 216, "lr": 7.166394111642417e-05}
{"train_loss": 0.004492306150496006, "global_step": 38487, "epoch": 216, "lr": 7.166260931412401e-05}
{"train_loss": 0.0037055392749607563, "global_step": 38488, "epoch": 216, "lr": 7.166127749290286e-05}
{"train_loss": 0.009792362339794636, "global_step": 38489, "epoch": 216, "lr": 7.165994565276188e-05}
{"train_loss": 0.007243934087455273, "global_step": 38490, "epoch": 216, "lr": 7.165861379370224e-05}
{"train_loss": 0.0062630875036120415, "global_step": 38491, "epoch": 216, "lr": 7.165728191572508e-05}
{"train_loss": 0.0031747794710099697, "global_step": 38492, "epoch": 216, "lr": 7.165595001883159e-05}
{"train_loss": 0.005843347869813442, "global_step": 38493, "epoch": 216, "lr": 7.165461810302291e-05}
{"train_loss": 0.004595800302922726, "global_step": 38494, "epoch": 216, "lr": 7.165328616830022e-05}
{"train_loss": 0.009613767266273499, "global_step": 38495, "epoch": 216, "lr": 7.165195421466469e-05}
{"train_loss": 0.008444465696811676, "global_step": 38496, "epoch": 216, "lr": 7.165062224211744e-05}
{"train_loss": 0.0038403193466365337, "global_step": 38497, "epoch": 216, "lr": 7.164929025065968e-05}
{"train_loss": 0.005790244787931442, "global_step": 38498, "epoch": 216, "lr": 7.164795824029256e-05}
{"train_loss": 0.0064340615645051, "global_step": 38499, "epoch": 216, "lr": 7.164662621101726e-05}
{"train_loss": 0.010940901935100555, "global_step": 38500, "epoch": 216, "lr": 7.16452941628349e-05}
{"train_loss": 0.006478867493569851, "global_step": 38501, "epoch": 216, "lr": 7.164396209574666e-05}
{"train_loss": 0.008150058798491955, "global_step": 38502, "epoch": 216, "lr": 7.164263000975373e-05}
{"train_loss": 0.0030615865252912045, "global_step": 38503, "epoch": 216, "lr": 7.164129790485725e-05}
{"train_loss": 0.004842856898903847, "global_step": 38504, "epoch": 216, "lr": 7.16399657810584e-05}
{"train_loss": 0.003956885077059269, "global_step": 38505, "epoch": 216, "lr": 7.163863363835832e-05}
{"train_loss": 0.004927686415612698, "global_step": 38506, "epoch": 216, "lr": 7.163730147675818e-05}
{"train_loss": 0.007121322210878134, "global_step": 38507, "epoch": 216, "lr": 7.163596929625916e-05}
{"train_loss": 0.0034767896868288517, "global_step": 38508, "epoch": 216, "lr": 7.16346370968624e-05}
{"train_loss": 0.005608489736914635, "global_step": 38509, "epoch": 216, "lr": 7.16333048785691e-05}
{"train_loss": 0.004565033596009016, "global_step": 38510, "epoch": 216, "lr": 7.163197264138038e-05}
{"train_loss": 0.006535474210977554, "global_step": 38511, "epoch": 216, "lr": 7.163064038529743e-05}
{"train_loss": 0.003983660601079464, "global_step": 38512, "epoch": 216, "lr": 7.16293081103214e-05}
{"train_loss": 0.004832545295357704, "global_step": 38513, "epoch": 216, "lr": 7.162797581645348e-05}
{"train_loss": 0.007018317934125662, "global_step": 38514, "epoch": 216, "lr": 7.16266435036948e-05}
{"train_loss": 0.005825307220220566, "global_step": 38515, "epoch": 216, "lr": 7.162531117204654e-05}
{"train_loss": 0.00379379466176033, "global_step": 38516, "epoch": 216, "lr": 7.162397882150986e-05}
{"train_loss": 0.005415450781583786, "global_step": 38517, "epoch": 216, "lr": 7.162264645208594e-05}
{"train_loss": 0.004109273198992014, "global_step": 38518, "epoch": 216, "lr": 7.162131406377592e-05}
{"train_loss": 0.004545563366264105, "global_step": 38519, "epoch": 216, "lr": 7.161998165658097e-05}
{"train_loss": 0.002643437124788761, "global_step": 38520, "epoch": 216, "lr": 7.161864923050225e-05}
{"train_loss": 0.01021821703761816, "global_step": 38521, "epoch": 216, "lr": 7.161731678554096e-05}
{"train_loss": 0.007641812786459923, "global_step": 38522, "epoch": 216, "lr": 7.16159843216982e-05}
{"train_loss": 0.004095571115612984, "global_step": 38523, "epoch": 216, "lr": 7.16146518389752e-05}
{"train_loss": 0.00479655247181654, "global_step": 38524, "epoch": 216, "lr": 7.161331933737307e-05}
{"train_loss": 0.00729376170784235, "global_step": 38525, "epoch": 216, "lr": 7.1611986816893e-05}
{"train_loss": 0.006044965237379074, "global_step": 38526, "epoch": 216, "lr": 7.161065427753615e-05}
{"train_loss": 0.00404475349932909, "global_step": 38527, "epoch": 216, "lr": 7.160932171930369e-05}
{"train_loss": 0.002355518052354455, "global_step": 38528, "epoch": 216, "lr": 7.160798914219677e-05}
{"train_loss": 0.005298390984535217, "global_step": 38529, "epoch": 216, "lr": 7.160665654621658e-05}
{"train_loss": 0.007134792394936085, "global_step": 38530, "epoch": 216, "lr": 7.160532393136424e-05}
{"train_loss": 0.0039130705408751965, "global_step": 38531, "epoch": 216, "lr": 7.160399129764096e-05}
{"train_loss": 0.002739469986408949, "global_step": 38532, "epoch": 216, "lr": 7.160265864504787e-05}
{"train_loss": 0.005467867013067007, "global_step": 38533, "epoch": 216, "lr": 7.160132597358616e-05}
{"train_loss": 0.0069123972207307816, "global_step": 38534, "epoch": 216, "lr": 7.159999328325699e-05}
{"train_loss": 0.0031695347279310226, "global_step": 38535, "epoch": 216, "lr": 7.159866057406148e-05}
{"train_loss": 0.007981425151228905, "global_step": 38536, "epoch": 216, "lr": 7.159732784600086e-05}
{"train_loss": 0.0037652337923645973, "global_step": 38537, "epoch": 216, "lr": 7.159599509907627e-05}
{"train_loss": 0.007831568829715252, "global_step": 38538, "epoch": 216, "lr": 7.159466233328885e-05}
{"train_loss": 0.0024102372117340565, "global_step": 38539, "epoch": 216, "lr": 7.159332954863978e-05}
{"train_loss": 0.005595250055193901, "global_step": 38540, "epoch": 216, "lr": 7.159199674513023e-05}
{"train_loss": 0.00734176067635417, "global_step": 38541, "epoch": 216, "lr": 7.159066392276137e-05}
{"train_loss": 0.004294200800359249, "global_step": 38542, "epoch": 216, "lr": 7.158933108153434e-05}
{"train_loss": 0.003931949846446514, "global_step": 38543, "epoch": 216, "lr": 7.158799822145033e-05}
{"train_loss": 0.00516138132661581, "global_step": 38544, "epoch": 216, "lr": 7.158666534251049e-05}
{"train_loss": 0.008375625126063824, "global_step": 38545, "epoch": 216, "lr": 7.158533244471597e-05}
{"train_loss": 0.006585066206753254, "global_step": 38546, "epoch": 216, "lr": 7.158399952806797e-05}
{"train_loss": 0.006343116983771324, "global_step": 38547, "epoch": 216, "lr": 7.158266659256764e-05}
{"train_loss": 0.006023874972015619, "global_step": 38548, "epoch": 216, "lr": 7.158133363821613e-05}
{"train_loss": 0.005017988849431276, "global_step": 38549, "epoch": 216, "lr": 7.15800006650146e-05}
{"train_loss": 0.0016644168645143509, "global_step": 38550, "epoch": 216, "lr": 7.157866767296425e-05}
{"train_loss": 0.003160086227580905, "global_step": 38551, "epoch": 216, "lr": 7.157733466206622e-05}
{"train_loss": 0.003679543500766158, "global_step": 38552, "epoch": 216, "lr": 7.157600163232167e-05}
{"train_loss": 0.008589241653680801, "global_step": 38553, "epoch": 216, "lr": 7.157466858373178e-05}
{"train_loss": 0.0044687120243906975, "global_step": 38554, "epoch": 216, "lr": 7.15733355162977e-05}
{"train_loss": 0.0035951542668044567, "global_step": 38555, "epoch": 216, "lr": 7.15720024300206e-05}
{"train_loss": 0.008182777091860771, "global_step": 38556, "epoch": 216, "lr": 7.157066932490164e-05}
{"train_loss": 0.006317307241261005, "global_step": 38557, "epoch": 216, "lr": 7.1569336200942e-05}
{"train_loss": 0.006311584264039993, "global_step": 38558, "epoch": 216, "lr": 7.156800305814281e-05}
{"train_loss": 0.006559146102517843, "global_step": 38559, "epoch": 216, "lr": 7.156666989650528e-05}
{"train_loss": 0.006025386042892933, "global_step": 38560, "epoch": 216, "lr": 7.156533671603054e-05}
{"train_loss": 0.006472136825323105, "global_step": 38561, "epoch": 216, "lr": 7.156400351671977e-05}
{"train_loss": 0.005816543009132147, "global_step": 38562, "epoch": 216, "lr": 7.156267029857414e-05}
{"train_loss": 0.0038258072454482317, "global_step": 38563, "epoch": 216, "lr": 7.15613370615948e-05}
{"train_loss": 0.0022853738628327847, "global_step": 38564, "epoch": 216, "lr": 7.156000380578289e-05}
{"train_loss": 0.005187592934817076, "global_step": 38565, "epoch": 216, "lr": 7.155867053113964e-05}
{"train_loss": 0.0033156746067106724, "global_step": 38566, "epoch": 216, "lr": 7.155733723766618e-05}
{"train_loss": 0.009973855689167976, "global_step": 38567, "epoch": 216, "lr": 7.155600392536366e-05}
{"train_loss": 0.004180222749710083, "global_step": 38568, "epoch": 216, "lr": 7.155467059423326e-05}
{"train_loss": 0.009550066664814949, "global_step": 38569, "epoch": 216, "lr": 7.155333724427614e-05}
{"train_loss": 0.0047466508112847805, "global_step": 38570, "epoch": 216, "lr": 7.155200387549347e-05}
{"train_loss": 0.004901614971458912, "global_step": 38571, "epoch": 216, "lr": 7.155067048788641e-05}
{"train_loss": 0.0047929249703884125, "global_step": 38572, "epoch": 216, "lr": 7.154933708145612e-05}
{"train_loss": 0.004184608347713947, "global_step": 38573, "epoch": 216, "lr": 7.154800365620377e-05}
{"train_loss": 0.00497066043317318, "global_step": 38574, "epoch": 216, "lr": 7.154667021213055e-05}
{"train_loss": 0.006305154412984848, "global_step": 38575, "epoch": 216, "lr": 7.154533674923758e-05}
{"train_loss": 0.004754255060106516, "global_step": 38576, "epoch": 216, "lr": 7.154400326752607e-05}
{"train_loss": 0.004031057003885508, "global_step": 38577, "epoch": 216, "lr": 7.154266976699711e-05}
{"train_loss": 0.0056289853528141975, "global_step": 38578, "epoch": 216, "lr": 7.154133624765195e-05}
{"train_loss": 0.005339735187590122, "global_step": 38579, "epoch": 216, "lr": 7.154000270949173e-05}
{"train_loss": 0.009490200318396091, "global_step": 38580, "epoch": 216, "lr": 7.153866915251758e-05}
{"train_loss": 0.00441014114767313, "global_step": 38581, "epoch": 216, "lr": 7.15373355767307e-05}
{"train_loss": 0.003178734565153718, "global_step": 38582, "epoch": 216, "lr": 7.153600198213223e-05}
{"train_loss": 0.004890158772468567, "global_step": 38583, "epoch": 216, "lr": 7.153466836872336e-05}
{"train_loss": 0.005836220923811197, "global_step": 38584, "epoch": 216, "lr": 7.153333473650525e-05}
{"train_loss": 0.0032508838921785355, "global_step": 38585, "epoch": 216, "lr": 7.153200108547904e-05}
{"train_loss": 0.005164661444723606, "global_step": 38586, "epoch": 216, "lr": 7.153066741564593e-05}
{"train_loss": 0.006461773999035358, "global_step": 38587, "epoch": 216, "lr": 7.152933372700705e-05}
{"train_loss": 0.0017420093063265085, "global_step": 38588, "epoch": 216, "lr": 7.152800001956358e-05}
{"train_loss": 0.004533941391855478, "global_step": 38589, "epoch": 216, "lr": 7.152666629331671e-05}
{"train_loss": 0.004937252961099148, "global_step": 38590, "epoch": 216, "lr": 7.152533254826757e-05}
{"train_loss": 0.005050943233072758, "global_step": 38591, "epoch": 216, "lr": 7.152399878441735e-05}
{"train_loss": 0.0026630491483956575, "global_step": 38592, "epoch": 216, "lr": 7.152266500176719e-05}
{"train_loss": 0.01320650801062584, "global_step": 38593, "epoch": 216, "lr": 7.152133120031826e-05}
{"train_loss": 0.0029043606482446194, "global_step": 38594, "epoch": 216, "lr": 7.151999738007175e-05}
{"train_loss": 0.0035982239060103893, "global_step": 38595, "epoch": 216, "lr": 7.15186635410288e-05}
{"train_loss": 0.009051669389009476, "global_step": 38596, "epoch": 216, "lr": 7.151732968319058e-05}
{"train_loss": 0.00576314702630043, "global_step": 38597, "epoch": 216, "lr": 7.151599580655826e-05}
{"train_loss": 0.0037513519637286663, "global_step": 38598, "epoch": 216, "lr": 7.151466191113301e-05}
{"train_loss": 0.00314733968116343, "global_step": 38599, "epoch": 216, "lr": 7.151332799691598e-05}
{"train_loss": 0.007728755008429289, "global_step": 38600, "epoch": 216, "lr": 7.151199406390835e-05}
{"train_loss": 0.004451664164662361, "global_step": 38601, "epoch": 216, "lr": 7.151066011211127e-05}
{"train_loss": 0.009893601760268211, "global_step": 38602, "epoch": 216, "lr": 7.15093261415259e-05}
{"train_loss": 0.0018218536861240864, "global_step": 38603, "epoch": 216, "lr": 7.150799215215345e-05}
{"train_loss": 0.007442167028784752, "global_step": 38604, "epoch": 216, "lr": 7.150665814399503e-05}
{"train_loss": 0.00839944090694189, "global_step": 38605, "epoch": 216, "lr": 7.150532411705183e-05}
{"train_loss": 0.005073092877864838, "global_step": 38606, "epoch": 216, "lr": 7.150399007132501e-05}
{"train_loss": 0.004184841178357601, "global_step": 38607, "epoch": 216, "lr": 7.150265600681574e-05}
{"train_loss": 0.0034176239278167486, "global_step": 38608, "epoch": 216, "lr": 7.15013219235252e-05}
{"train_loss": 0.004730265121906996, "global_step": 38609, "epoch": 216, "lr": 7.149998782145453e-05}
{"train_loss": 0.0064431955106556416, "global_step": 38610, "epoch": 216, "lr": 7.149865370060492e-05}
{"train_loss": 0.00552548561245203, "global_step": 38611, "epoch": 216, "lr": 7.149731956097749e-05}
{"train_loss": 0.007224045228213072, "global_step": 38612, "epoch": 216, "lr": 7.149598540257346e-05}
{"train_loss": 0.005644029937684536, "global_step": 38613, "epoch": 216, "lr": 7.149465122539395e-05}
{"train_loss": 0.004315497819334269, "global_step": 38614, "epoch": 216, "lr": 7.149331702944015e-05}
{"train_loss": 0.00420910120010376, "global_step": 38615, "epoch": 216, "lr": 7.149198281471324e-05}
{"train_loss": 0.006022990681231022, "global_step": 38616, "epoch": 216, "lr": 7.149064858121435e-05}
{"train_loss": 0.006152567453682423, "global_step": 38617, "epoch": 216, "lr": 7.148931432894466e-05}
{"train_loss": 0.005325987935066223, "global_step": 38618, "epoch": 216, "lr": 7.148798005790534e-05}
{"train_loss": 0.005744693800806999, "global_step": 38619, "epoch": 216, "lr": 7.148664576809756e-05}
{"train_loss": 0.005964447744190693, "global_step": 38620, "epoch": 216, "lr": 7.148531145952248e-05}
{"train_loss": 0.005728662014007568, "global_step": 38621, "epoch": 216, "lr": 7.148397713218125e-05}
{"train_loss": 0.0077072689309716225, "global_step": 38622, "epoch": 216, "lr": 7.148264278607506e-05}
{"train_loss": 0.006115210708230734, "global_step": 38623, "epoch": 216, "lr": 7.148130842120507e-05}
{"train_loss": 0.0029517528600990772, "global_step": 38624, "epoch": 216, "lr": 7.147997403757241e-05}
{"train_loss": 0.005280642524319753, "global_step": 38625, "epoch": 216, "lr": 7.14786396351783e-05}
{"train_loss": 0.006915492471307516, "global_step": 38626, "epoch": 217, "lr": 7.147730521402389e-05}
{"train_loss": 0.005768133327364922, "global_step": 38627, "epoch": 217, "lr": 7.147597077411031e-05}
{"train_loss": 0.004002660978585482, "global_step": 38628, "epoch": 217, "lr": 7.147463631543878e-05}
{"train_loss": 0.0024486114270985126, "global_step": 38629, "epoch": 217, "lr": 7.147330183801042e-05}
{"train_loss": 0.003929699305444956, "global_step": 38630, "epoch": 217, "lr": 7.147196734182641e-05}
{"train_loss": 0.005725853610783815, "global_step": 38631, "epoch": 217, "lr": 7.147063282688792e-05}
{"train_loss": 0.006982244551181793, "global_step": 38632, "epoch": 217, "lr": 7.146929829319614e-05}
{"train_loss": 0.0060804495587944984, "global_step": 38633, "epoch": 217, "lr": 7.146796374075217e-05}
{"train_loss": 0.003140391083434224, "global_step": 38634, "epoch": 217, "lr": 7.146662916955723e-05}
{"train_loss": 0.002037147292867303, "global_step": 38635, "epoch": 217, "lr": 7.146529457961249e-05}
{"train_loss": 0.0072011081501841545, "global_step": 38636, "epoch": 217, "lr": 7.146395997091908e-05}
{"train_loss": 0.003863471793010831, "global_step": 38637, "epoch": 217, "lr": 7.146262534347819e-05}
{"train_loss": 0.006576341576874256, "global_step": 38638, "epoch": 217, "lr": 7.146129069729097e-05}
{"train_loss": 0.004040836356580257, "global_step": 38639, "epoch": 217, "lr": 7.145995603235859e-05}
{"train_loss": 0.004250812344253063, "global_step": 38640, "epoch": 217, "lr": 7.145862134868224e-05}
{"train_loss": 0.007882967591285706, "global_step": 38641, "epoch": 217, "lr": 7.145728664626306e-05}
{"train_loss": 0.002269968157634139, "global_step": 38642, "epoch": 217, "lr": 7.145595192510222e-05}
{"train_loss": 0.003304586512967944, "global_step": 38643, "epoch": 217, "lr": 7.145461718520088e-05}
{"train_loss": 0.0043088290840387344, "global_step": 38644, "epoch": 217, "lr": 7.145328242656022e-05}
{"train_loss": 0.00755327520892024, "global_step": 38645, "epoch": 217, "lr": 7.14519476491814e-05}
{"train_loss": 0.006752961780875921, "global_step": 38646, "epoch": 217, "lr": 7.145061285306558e-05}
{"train_loss": 0.007458671927452087, "global_step": 38647, "epoch": 217, "lr": 7.144927803821391e-05}
{"train_loss": 0.009587107226252556, "global_step": 38648, "epoch": 217, "lr": 7.144794320462761e-05}
{"train_loss": 0.0040426417253911495, "global_step": 38649, "epoch": 217, "lr": 7.14466083523078e-05}
{"train_loss": 0.0034151170402765274, "global_step": 38650, "epoch": 217, "lr": 7.144527348125566e-05}
{"train_loss": 0.0023012624587863684, "global_step": 38651, "epoch": 217, "lr": 7.144393859147235e-05}
{"train_loss": 0.004142323043197393, "global_step": 38652, "epoch": 217, "lr": 7.144260368295905e-05}
{"train_loss": 0.007372269872575998, "global_step": 38653, "epoch": 217, "lr": 7.144126875571691e-05}
{"train_loss": 0.005649124272167683, "global_step": 38654, "epoch": 217, "lr": 7.143993380974709e-05}
{"train_loss": 0.006207851693034172, "global_step": 38655, "epoch": 217, "lr": 7.143859884505078e-05}
{"train_loss": 0.005452150013297796, "global_step": 38656, "epoch": 217, "lr": 7.143726386162915e-05}
{"train_loss": 0.004051929339766502, "global_step": 38657, "epoch": 217, "lr": 7.143592885948333e-05}
{"train_loss": 0.005601117853075266, "global_step": 38658, "epoch": 217, "lr": 7.14345938386145e-05}
{"train_loss": 0.004195828456431627, "global_step": 38659, "epoch": 217, "lr": 7.143325879902386e-05}
{"train_loss": 0.004037650302052498, "global_step": 38660, "epoch": 217, "lr": 7.143192374071253e-05}
{"train_loss": 0.0079897316172719, "global_step": 38661, "epoch": 217, "lr": 7.14305886636817e-05}
{"train_loss": 0.004253635182976723, "global_step": 38662, "epoch": 217, "lr": 7.142925356793253e-05}
{"train_loss": 0.003951194696128368, "global_step": 38663, "epoch": 217, "lr": 7.142791845346617e-05}
{"train_loss": 0.006891367491334677, "global_step": 38664, "epoch": 217, "lr": 7.142658332028383e-05}
{"train_loss": 0.004390716552734375, "global_step": 38665, "epoch": 217, "lr": 7.142524816838663e-05}
{"train_loss": 0.0031970140989869833, "global_step": 38666, "epoch": 217, "lr": 7.142391299777577e-05}
{"train_loss": 0.008569922298192978, "global_step": 38667, "epoch": 217, "lr": 7.142257780845238e-05}
{"train_loss": 0.009171994403004646, "global_step": 38668, "epoch": 217, "lr": 7.142124260041765e-05}
{"train_loss": 0.006455650553107262, "global_step": 38669, "epoch": 217, "lr": 7.141990737367275e-05}
{"train_loss": 0.005480784922838211, "global_step": 38670, "epoch": 217, "lr": 7.141857212821885e-05}
{"train_loss": 0.002503017894923687, "global_step": 38671, "epoch": 217, "lr": 7.14172368640571e-05}
{"train_loss": 0.004063593223690987, "global_step": 38672, "epoch": 217, "lr": 7.141590158118869e-05}
{"train_loss": 0.009731104597449303, "global_step": 38673, "epoch": 217, "lr": 7.141456627961473e-05}
{"train_loss": 0.006795849651098251, "global_step": 38674, "epoch": 217, "lr": 7.141323095933646e-05}
{"train_loss": 0.005032629705965519, "global_step": 38675, "epoch": 217, "lr": 7.141189562035499e-05}
{"train_loss": 0.00395193649455905, "global_step": 38676, "epoch": 217, "lr": 7.141056026267154e-05}
{"train_loss": 0.005938599817454815, "global_step": 38677, "epoch": 217, "lr": 7.140922488628721e-05}
{"train_loss": 0.003404490649700165, "global_step": 38678, "epoch": 217, "lr": 7.14078894912032e-05}
{"train_loss": 0.0067520770244300365, "global_step": 38679, "epoch": 217, "lr": 7.140655407742069e-05}
{"train_loss": 0.009412280283868313, "global_step": 38680, "epoch": 217, "lr": 7.140521864494084e-05}
{"train_loss": 0.00641718041151762, "global_step": 38681, "epoch": 217, "lr": 7.14038831937648e-05}
{"train_loss": 0.0068159932270646095, "global_step": 38682, "epoch": 217, "lr": 7.140254772389374e-05}
{"train_loss": 0.0037223692052066326, "global_step": 38683, "epoch": 217, "lr": 7.140121223532886e-05}
{"train_loss": 0.005378612317144871, "global_step": 38684, "epoch": 217, "lr": 7.139987672807127e-05}
{"train_loss": 0.0032051466405391693, "global_step": 38685, "epoch": 217, "lr": 7.139854120212218e-05}
{"train_loss": 0.0074280318804085255, "global_step": 38686, "epoch": 217, "lr": 7.139720565748274e-05}
{"train_loss": 0.0034762348514050245, "global_step": 38687, "epoch": 217, "lr": 7.139587009415412e-05}
{"train_loss": 0.004497707821428776, "global_step": 38688, "epoch": 217, "lr": 7.139453451213747e-05}
{"train_loss": 0.007016026880592108, "global_step": 38689, "epoch": 217, "lr": 7.139319891143398e-05}
{"train_loss": 0.008383017033338547, "global_step": 38690, "epoch": 217, "lr": 7.139186329204482e-05}
{"train_loss": 0.00455054733902216, "global_step": 38691, "epoch": 217, "lr": 7.139052765397114e-05}
{"train_loss": 0.004542823880910873, "global_step": 38692, "epoch": 217, "lr": 7.13891919972141e-05}
{"train_loss": 0.0023621146101504564, "global_step": 38693, "epoch": 217, "lr": 7.138785632177488e-05}
{"train_loss": 0.00563938170671463, "global_step": 38694, "epoch": 217, "lr": 7.138652062765465e-05}
{"train_loss": 0.003278344636783004, "global_step": 38695, "epoch": 217, "lr": 7.138518491485458e-05}
{"train_loss": 0.0024084800388664007, "global_step": 38696, "epoch": 217, "lr": 7.138384918337582e-05}
{"train_loss": 0.008269267156720161, "global_step": 38697, "epoch": 217, "lr": 7.138251343321954e-05}
{"train_loss": 0.0066072531044483185, "global_step": 38698, "epoch": 217, "lr": 7.138117766438692e-05}
{"train_loss": 0.005202186293900013, "global_step": 38699, "epoch": 217, "lr": 7.137984187687912e-05}
{"train_loss": 0.0035773497074842453, "global_step": 38700, "epoch": 217, "lr": 7.13785060706973e-05}
{"train_loss": 0.00438762828707695, "global_step": 38701, "epoch": 217, "lr": 7.137717024584263e-05}
{"train_loss": 0.005469918716698885, "global_step": 38702, "epoch": 217, "lr": 7.137583440231627e-05}
{"train_loss": 0.006920031271874905, "global_step": 38703, "epoch": 217, "lr": 7.137449854011942e-05}
{"train_loss": 0.00888700783252716, "global_step": 38704, "epoch": 217, "lr": 7.137316265925321e-05}
{"train_loss": 0.0036449190229177475, "global_step": 38705, "epoch": 217, "lr": 7.137182675971881e-05}
{"train_loss": 0.007830023765563965, "global_step": 38706, "epoch": 217, "lr": 7.13704908415174e-05}
{"train_loss": 0.004133971408009529, "global_step": 38707, "epoch": 217, "lr": 7.136915490465014e-05}
{"train_loss": 0.0023081833496689796, "global_step": 38708, "epoch": 217, "lr": 7.136781894911822e-05}
{"train_loss": 0.004082546569406986, "global_step": 38709, "epoch": 217, "lr": 7.136648297492277e-05}
{"train_loss": 0.007378092966973782, "global_step": 38710, "epoch": 217, "lr": 7.136514698206497e-05}
{"train_loss": 0.004135137889534235, "global_step": 38711, "epoch": 217, "lr": 7.136381097054598e-05}
{"train_loss": 0.005448894575238228, "global_step": 38712, "epoch": 217, "lr": 7.1362474940367e-05}
{"train_loss": 0.004116440191864967, "global_step": 38713, "epoch": 217, "lr": 7.136113889152916e-05}
{"train_loss": 0.004002326168119907, "global_step": 38714, "epoch": 217, "lr": 7.135980282403364e-05}
{"train_loss": 0.006836473010480404, "global_step": 38715, "epoch": 217, "lr": 7.135846673788161e-05}
{"train_loss": 0.007387867197394371, "global_step": 38716, "epoch": 217, "lr": 7.135713063307424e-05}
{"train_loss": 0.005217459052801132, "global_step": 38717, "epoch": 217, "lr": 7.135579450961269e-05}
{"train_loss": 0.007615865208208561, "global_step": 38718, "epoch": 217, "lr": 7.135445836749814e-05}
{"train_loss": 0.005049924366176128, "global_step": 38719, "epoch": 217, "lr": 7.135312220673173e-05}
{"train_loss": 0.005282856989651918, "global_step": 38720, "epoch": 217, "lr": 7.135178602731464e-05}
{"train_loss": 0.008754871785640717, "global_step": 38721, "epoch": 217, "lr": 7.135044982924806e-05}
{"train_loss": 0.003804523032158613, "global_step": 38722, "epoch": 217, "lr": 7.134911361253312e-05}
{"train_loss": 0.005054260604083538, "global_step": 38723, "epoch": 217, "lr": 7.134777737717101e-05}
{"train_loss": 0.0030764080584049225, "global_step": 38724, "epoch": 217, "lr": 7.134644112316288e-05}
{"train_loss": 0.00501331128180027, "global_step": 38725, "epoch": 217, "lr": 7.134510485050992e-05}
{"train_loss": 0.005227584857493639, "global_step": 38726, "epoch": 217, "lr": 7.134376855921328e-05}
{"train_loss": 0.003622508142143488, "global_step": 38727, "epoch": 217, "lr": 7.134243224927414e-05}
{"train_loss": 0.0036629470996558666, "global_step": 38728, "epoch": 217, "lr": 7.134109592069366e-05}
{"train_loss": 0.0029608667828142643, "global_step": 38729, "epoch": 217, "lr": 7.133975957347301e-05}
{"train_loss": 0.003649333491921425, "global_step": 38730, "epoch": 217, "lr": 7.133842320761335e-05}
{"train_loss": 0.004146873950958252, "global_step": 38731, "epoch": 217, "lr": 7.133708682311583e-05}
{"train_loss": 0.0067269885912537575, "global_step": 38732, "epoch": 217, "lr": 7.133575041998167e-05}
{"train_loss": 0.005136152263730764, "global_step": 38733, "epoch": 217, "lr": 7.133441399821199e-05}
{"train_loss": 0.004276182036846876, "global_step": 38734, "epoch": 217, "lr": 7.133307755780798e-05}
{"train_loss": 0.004879948683083057, "global_step": 38735, "epoch": 217, "lr": 7.13317410987708e-05}
{"train_loss": 0.0031359847635030746, "global_step": 38736, "epoch": 217, "lr": 7.133040462110162e-05}
{"train_loss": 0.004391772672533989, "global_step": 38737, "epoch": 217, "lr": 7.13290681248016e-05}
{"train_loss": 0.002798462752252817, "global_step": 38738, "epoch": 217, "lr": 7.132773160987192e-05}
{"train_loss": 0.0057238806039094925, "global_step": 38739, "epoch": 217, "lr": 7.132639507631373e-05}
{"train_loss": 0.0043113091960549355, "global_step": 38740, "epoch": 217, "lr": 7.132505852412821e-05}
{"train_loss": 0.004722366109490395, "global_step": 38741, "epoch": 217, "lr": 7.132372195331654e-05}
{"train_loss": 0.00786085706204176, "global_step": 38742, "epoch": 217, "lr": 7.132238536387985e-05}
{"train_loss": 0.00708916038274765, "global_step": 38743, "epoch": 217, "lr": 7.132104875581935e-05}
{"train_loss": 0.0018783858977258205, "global_step": 38744, "epoch": 217, "lr": 7.131971212913618e-05}
{"train_loss": 0.005871617700904608, "global_step": 38745, "epoch": 217, "lr": 7.13183754838315e-05}
{"train_loss": 0.004106645938009024, "global_step": 38746, "epoch": 217, "lr": 7.131703881990651e-05}
{"train_loss": 0.005122092552483082, "global_step": 38747, "epoch": 217, "lr": 7.131570213736236e-05}
{"train_loss": 0.007001902908086777, "global_step": 38748, "epoch": 217, "lr": 7.131436543620021e-05}
{"train_loss": 0.0027462514117360115, "global_step": 38749, "epoch": 217, "lr": 7.131302871642122e-05}
{"train_loss": 0.005934295244514942, "global_step": 38750, "epoch": 217, "lr": 7.131169197802659e-05}
{"train_loss": 0.004915502853691578, "global_step": 38751, "epoch": 217, "lr": 7.131035522101748e-05}
{"train_loss": 0.006056381389498711, "global_step": 38752, "epoch": 217, "lr": 7.130901844539502e-05}
{"train_loss": 0.004128469619899988, "global_step": 38753, "epoch": 217, "lr": 7.130768165116042e-05}
{"train_loss": 0.007414199877530336, "global_step": 38754, "epoch": 217, "lr": 7.130634483831483e-05}
{"train_loss": 0.003731352277100086, "global_step": 38755, "epoch": 217, "lr": 7.130500800685943e-05}
{"train_loss": 0.006615098100155592, "global_step": 38756, "epoch": 217, "lr": 7.130367115679537e-05}
{"train_loss": 0.0038454546593129635, "global_step": 38757, "epoch": 217, "lr": 7.130233428812382e-05}
{"train_loss": 0.0055506546050310135, "global_step": 38758, "epoch": 217, "lr": 7.130099740084597e-05}
{"train_loss": 0.006658642552793026, "global_step": 38759, "epoch": 217, "lr": 7.129966049496295e-05}
{"train_loss": 0.004952650051563978, "global_step": 38760, "epoch": 217, "lr": 7.129832357047596e-05}
{"train_loss": 0.0036989152431488037, "global_step": 38761, "epoch": 217, "lr": 7.129698662738617e-05}
{"train_loss": 0.005291481502354145, "global_step": 38762, "epoch": 217, "lr": 7.129564966569471e-05}
{"train_loss": 0.003042090917006135, "global_step": 38763, "epoch": 217, "lr": 7.129431268540277e-05}
{"train_loss": 0.00642690435051918, "global_step": 38764, "epoch": 217, "lr": 7.129297568651155e-05}
{"train_loss": 0.002431162167340517, "global_step": 38765, "epoch": 217, "lr": 7.129163866902216e-05}
{"train_loss": 0.00725704338401556, "global_step": 38766, "epoch": 217, "lr": 7.129030163293581e-05}
{"train_loss": 0.0029270797967910767, "global_step": 38767, "epoch": 217, "lr": 7.128896457825364e-05}
{"train_loss": 0.0029360062908381224, "global_step": 38768, "epoch": 217, "lr": 7.128762750497684e-05}
{"train_loss": 0.0019057338358834386, "global_step": 38769, "epoch": 217, "lr": 7.128629041310656e-05}
{"train_loss": 0.0020592689979821444, "global_step": 38770, "epoch": 217, "lr": 7.128495330264398e-05}
{"train_loss": 0.0031310676131397486, "global_step": 38771, "epoch": 217, "lr": 7.128361617359028e-05}
{"train_loss": 0.006521041505038738, "global_step": 38772, "epoch": 217, "lr": 7.128227902594658e-05}
{"train_loss": 0.003747308161109686, "global_step": 38773, "epoch": 217, "lr": 7.12809418597141e-05}
{"train_loss": 0.004650532267987728, "global_step": 38774, "epoch": 217, "lr": 7.127960467489398e-05}
{"train_loss": 0.005628647748380899, "global_step": 38775, "epoch": 217, "lr": 7.127826747148741e-05}
{"train_loss": 0.007203457411378622, "global_step": 38776, "epoch": 217, "lr": 7.127693024949554e-05}
{"train_loss": 0.0029911138117313385, "global_step": 38777, "epoch": 217, "lr": 7.127559300891953e-05}
{"train_loss": 0.0048897298984229565, "global_step": 38778, "epoch": 217, "lr": 7.127425574976057e-05}
{"train_loss": 0.005957473069429398, "global_step": 38779, "epoch": 217, "lr": 7.127291847201983e-05}
{"train_loss": 0.0035575898364186287, "global_step": 38780, "epoch": 217, "lr": 7.127158117569846e-05}
{"train_loss": 0.004322919994592667, "global_step": 38781, "epoch": 217, "lr": 7.127024386079763e-05}
{"train_loss": 0.0016074770828709006, "global_step": 38782, "epoch": 217, "lr": 7.12689065273185e-05}
{"train_loss": 0.004768424667418003, "global_step": 38783, "epoch": 217, "lr": 7.126756917526227e-05}
{"train_loss": 0.004386165179312229, "global_step": 38784, "epoch": 217, "lr": 7.126623180463006e-05}
{"train_loss": 0.004975365474820137, "global_step": 38785, "epoch": 217, "lr": 7.12648944154231e-05}
{"train_loss": 0.0033296896144747734, "global_step": 38786, "epoch": 217, "lr": 7.12635570076425e-05}
{"train_loss": 0.003536973614245653, "global_step": 38787, "epoch": 217, "lr": 7.126221958128947e-05}
{"train_loss": 0.004687170498073101, "global_step": 38788, "epoch": 217, "lr": 7.126088213636515e-05}
{"train_loss": 0.0033077714033424854, "global_step": 38789, "epoch": 217, "lr": 7.125954467287072e-05}
{"train_loss": 0.006496940739452839, "global_step": 38790, "epoch": 217, "lr": 7.125820719080736e-05}
{"train_loss": 0.002151310443878174, "global_step": 38791, "epoch": 217, "lr": 7.125686969017621e-05}
{"train_loss": 0.003099708817899227, "global_step": 38792, "epoch": 217, "lr": 7.125553217097846e-05}
{"train_loss": 0.00862429104745388, "global_step": 38793, "epoch": 217, "lr": 7.125419463321527e-05}
{"train_loss": 0.0026096857618540525, "global_step": 38794, "epoch": 217, "lr": 7.12528570768878e-05}
{"train_loss": 0.007593797519803047, "global_step": 38795, "epoch": 217, "lr": 7.125151950199726e-05}
{"train_loss": 0.008116836659610271, "global_step": 38796, "epoch": 217, "lr": 7.125018190854476e-05}
{"train_loss": 0.007764785550534725, "global_step": 38797, "epoch": 217, "lr": 7.12488442965315e-05}
{"train_loss": 0.004906138405203819, "global_step": 38798, "epoch": 217, "lr": 7.124750666595864e-05}
{"train_loss": 0.0037932032719254494, "global_step": 38799, "epoch": 217, "lr": 7.124616901682736e-05}
{"train_loss": 0.004399516619741917, "global_step": 38800, "epoch": 217, "lr": 7.124483134913882e-05}
{"train_loss": 0.004980266094207764, "global_step": 38801, "epoch": 217, "lr": 7.124349366289418e-05}
{"train_loss": 0.004899436607956886, "global_step": 38802, "epoch": 217, "lr": 7.124215595809463e-05}
{"train_loss": 0.005091363142945626, "global_step": 38803, "epoch": 217, "lr": 7.124081823474133e-05}
{"train_loss": 0.00612997729331255, "global_step": 38804, "epoch": 218, "lr": 7.123948049283542e-05}
{"train_loss": 0.006036934442818165, "global_step": 38805, "epoch": 218, "lr": 7.123814273237809e-05}
{"train_loss": 0.004837466403841972, "global_step": 38806, "epoch": 218, "lr": 7.123680495337054e-05}
{"train_loss": 0.004794643260538578, "global_step": 38807, "epoch": 218, "lr": 7.12354671558139e-05}
{"train_loss": 0.006672999821603298, "global_step": 38808, "epoch": 218, "lr": 7.123412933970934e-05}
{"train_loss": 0.002938309218734503, "global_step": 38809, "epoch": 218, "lr": 7.123279150505804e-05}
{"train_loss": 0.003843657672405243, "global_step": 38810, "epoch": 218, "lr": 7.123145365186116e-05}
{"train_loss": 0.002229795791208744, "global_step": 38811, "epoch": 218, "lr": 7.123011578011987e-05}
{"train_loss": 0.006352141499519348, "global_step": 38812, "epoch": 218, "lr": 7.122877788983535e-05}
{"train_loss": 0.005873851012438536, "global_step": 38813, "epoch": 218, "lr": 7.122743998100877e-05}
{"train_loss": 0.007469881791621447, "global_step": 38814, "epoch": 218, "lr": 7.122610205364127e-05}
{"train_loss": 0.0076358565129339695, "global_step": 38815, "epoch": 218, "lr": 7.122476410773403e-05}
{"train_loss": 0.0049029625952243805, "global_step": 38816, "epoch": 218, "lr": 7.122342614328825e-05}
{"train_loss": 0.003896710928529501, "global_step": 38817, "epoch": 218, "lr": 7.122208816030507e-05}
{"train_loss": 0.0049032000824809074, "global_step": 38818, "epoch": 218, "lr": 7.122075015878565e-05}
{"train_loss": 0.003076518652960658, "global_step": 38819, "epoch": 218, "lr": 7.12194121387312e-05}
{"train_loss": 0.006213115528225899, "global_step": 38820, "epoch": 218, "lr": 7.121807410014283e-05}
{"train_loss": 0.004867980256676674, "global_step": 38821, "epoch": 218, "lr": 7.121673604302174e-05}
{"train_loss": 0.004780653864145279, "global_step": 38822, "epoch": 218, "lr": 7.121539796736912e-05}
{"train_loss": 0.0040129986591637135, "global_step": 38823, "epoch": 218, "lr": 7.121405987318611e-05}
{"train_loss": 0.008868967182934284, "global_step": 38824, "epoch": 218, "lr": 7.121272176047387e-05}
{"train_loss": 0.006365448236465454, "global_step": 38825, "epoch": 218, "lr": 7.12113836292336e-05}
{"train_loss": 0.006727376952767372, "global_step": 38826, "epoch": 218, "lr": 7.121004547946644e-05}
{"train_loss": 0.0073822010308504105, "global_step": 38827, "epoch": 218, "lr": 7.120870731117359e-05}
{"train_loss": 0.006391808390617371, "global_step": 38828, "epoch": 218, "lr": 7.120736912435619e-05}
{"train_loss": 0.005421296693384647, "global_step": 38829, "epoch": 218, "lr": 7.120603091901542e-05}
{"train_loss": 0.006584940478205681, "global_step": 38830, "epoch": 218, "lr": 7.120469269515245e-05}
{"train_loss": 0.00482131727039814, "global_step": 38831, "epoch": 218, "lr": 7.120335445276845e-05}
{"train_loss": 0.010654164478182793, "global_step": 38832, "epoch": 218, "lr": 7.120201619186458e-05}
{"train_loss": 0.008764389902353287, "global_step": 38833, "epoch": 218, "lr": 7.120067791244201e-05}
{"train_loss": 0.005715608596801758, "global_step": 38834, "epoch": 218, "lr": 7.119933961450193e-05}
{"train_loss": 0.007088015787303448, "global_step": 38835, "epoch": 218, "lr": 7.11980012980455e-05}
{"train_loss": 0.00756409764289856, "global_step": 38836, "epoch": 218, "lr": 7.119666296307384e-05}
{"train_loss": 0.0049492912366986275, "global_step": 38837, "epoch": 218, "lr": 7.11953246095882e-05}
{"train_loss": 0.003500089980661869, "global_step": 38838, "epoch": 218, "lr": 7.119398623758969e-05}
{"train_loss": 0.005843530409038067, "global_step": 38839, "epoch": 218, "lr": 7.119264784707951e-05}
{"train_loss": 0.001984952948987484, "global_step": 38840, "epoch": 218, "lr": 7.119130943805881e-05}
{"train_loss": 0.008630447089672089, "global_step": 38841, "epoch": 218, "lr": 7.118997101052878e-05}
{"train_loss": 0.005782817490398884, "global_step": 38842, "epoch": 218, "lr": 7.118863256449057e-05}
{"train_loss": 0.007039808202534914, "global_step": 38843, "epoch": 218, "lr": 7.118729409994533e-05}
{"train_loss": 0.0038782493211328983, "global_step": 38844, "epoch": 218, "lr": 7.118595561689428e-05}
{"train_loss": 0.003219820326194167, "global_step": 38845, "epoch": 218, "lr": 7.118461711533857e-05}
{"train_loss": 0.0038974822964519262, "global_step": 38846, "epoch": 218, "lr": 7.118327859527935e-05}
{"train_loss": 0.004520639311522245, "global_step": 38847, "epoch": 218, "lr": 7.11819400567178e-05}
{"train_loss": 0.007459624670445919, "global_step": 38848, "epoch": 218, "lr": 7.118060149965509e-05}
{"train_loss": 0.004283433314412832, "global_step": 38849, "epoch": 218, "lr": 7.117926292409239e-05}
{"train_loss": 0.00147119234316051, "global_step": 38850, "epoch": 218, "lr": 7.117792433003086e-05}
{"train_loss": 0.007365836296230555, "global_step": 38851, "epoch": 218, "lr": 7.11765857174717e-05}
{"train_loss": 0.004035542253404856, "global_step": 38852, "epoch": 218, "lr": 7.117524708641603e-05}
{"train_loss": 0.008631346747279167, "global_step": 38853, "epoch": 218, "lr": 7.117390843686507e-05}
{"train_loss": 0.005078704096376896, "global_step": 38854, "epoch": 218, "lr": 7.117256976881996e-05}
{"train_loss": 0.007193525321781635, "global_step": 38855, "epoch": 218, "lr": 7.117123108228188e-05}
{"train_loss": 0.0052667949348688126, "global_step": 38856, "epoch": 218, "lr": 7.116989237725198e-05}
{"train_loss": 0.00536518357694149, "global_step": 38857, "epoch": 218, "lr": 7.116855365373144e-05}
{"train_loss": 0.003206972498446703, "global_step": 38858, "epoch": 218, "lr": 7.116721491172143e-05}
{"train_loss": 0.004131834954023361, "global_step": 38859, "epoch": 218, "lr": 7.116587615122315e-05}
{"train_loss": 0.0073376791551709175, "global_step": 38860, "epoch": 218, "lr": 7.116453737223772e-05}
{"train_loss": 0.005218526814132929, "global_step": 38861, "epoch": 218, "lr": 7.116319857476633e-05}
{"train_loss": 0.003956710919737816, "global_step": 38862, "epoch": 218, "lr": 7.116185975881014e-05}
{"train_loss": 0.0074858516454696655, "global_step": 38863, "epoch": 218, "lr": 7.116052092437036e-05}
{"train_loss": 0.0056369188241660595, "global_step": 38864, "epoch": 218, "lr": 7.11591820714481e-05}
{"train_loss": 0.01234348677098751, "global_step": 38865, "epoch": 218, "lr": 7.115784320004459e-05}
{"train_loss": 0.003808066248893738, "global_step": 38866, "epoch": 218, "lr": 7.115650431016094e-05}
{"train_loss": 0.006930597126483917, "global_step": 38867, "epoch": 218, "lr": 7.115516540179834e-05}
{"train_loss": 0.004557475913316011, "global_step": 38868, "epoch": 218, "lr": 7.115382647495798e-05}
{"train_loss": 0.003995015285909176, "global_step": 38869, "epoch": 218, "lr": 7.115248752964103e-05}
{"train_loss": 0.005842069163918495, "global_step": 38870, "epoch": 218, "lr": 7.115114856584864e-05}
{"train_loss": 0.0034227645955979824, "global_step": 38871, "epoch": 218, "lr": 7.114980958358196e-05}
{"train_loss": 0.006431686691939831, "global_step": 38872, "epoch": 218, "lr": 7.11484705828422e-05}
{"train_loss": 0.005769598297774792, "global_step": 38873, "epoch": 218, "lr": 7.114713156363053e-05}
{"train_loss": 0.003168785013258457, "global_step": 38874, "epoch": 218, "lr": 7.114579252594809e-05}
{"train_loss": 0.004306790418922901, "global_step": 38875, "epoch": 218, "lr": 7.114445346979605e-05}
{"train_loss": 0.006150159053504467, "global_step": 38876, "epoch": 218, "lr": 7.114311439517562e-05}
{"train_loss": 0.010896701365709305, "global_step": 38877, "epoch": 218, "lr": 7.114177530208791e-05}
{"train_loss": 0.004570469260215759, "global_step": 38878, "epoch": 218, "lr": 7.114043619053415e-05}
{"train_loss": 0.003933516331017017, "global_step": 38879, "epoch": 218, "lr": 7.113909706051547e-05}
{"train_loss": 0.005022534169256687, "global_step": 38880, "epoch": 218, "lr": 7.113775791203305e-05}
{"train_loss": 0.007302303798496723, "global_step": 38881, "epoch": 218, "lr": 7.113641874508805e-05}
{"train_loss": 0.003966896794736385, "global_step": 38882, "epoch": 218, "lr": 7.113507955968167e-05}
{"train_loss": 0.0026063090190291405, "global_step": 38883, "epoch": 218, "lr": 7.113374035581506e-05}
{"train_loss": 0.007613261230289936, "global_step": 38884, "epoch": 218, "lr": 7.113240113348938e-05}
{"train_loss": 0.007912125438451767, "global_step": 38885, "epoch": 218, "lr": 7.113106189270583e-05}
{"train_loss": 0.006021507550030947, "global_step": 38886, "epoch": 218, "lr": 7.112972263346551e-05}
{"train_loss": 0.0022974808234721422, "global_step": 38887, "epoch": 218, "lr": 7.112838335576968e-05}
{"train_loss": 0.004068656358867884, "global_step": 38888, "epoch": 218, "lr": 7.112704405961946e-05}
{"train_loss": 0.005369716323912144, "global_step": 38889, "epoch": 218, "lr": 7.112570474501603e-05}
{"train_loss": 0.004517384804785252, "global_step": 38890, "epoch": 218, "lr": 7.112436541196054e-05}
{"train_loss": 0.00927707739174366, "global_step": 38891, "epoch": 218, "lr": 7.112302606045421e-05}
{"train_loss": 0.0020327733363956213, "global_step": 38892, "epoch": 218, "lr": 7.112168669049816e-05}
{"train_loss": 0.006941470317542553, "global_step": 38893, "epoch": 218, "lr": 7.112034730209359e-05}
{"train_loss": 0.00911239255219698, "global_step": 38894, "epoch": 218, "lr": 7.111900789524165e-05}
{"train_loss": 0.003561145393177867, "global_step": 38895, "epoch": 218, "lr": 7.11176684699435e-05}
{"train_loss": 0.006201043725013733, "global_step": 38896, "epoch": 218, "lr": 7.111632902620036e-05}
{"train_loss": 0.004429426044225693, "global_step": 38897, "epoch": 218, "lr": 7.111498956401336e-05}
{"train_loss": 0.004711405374109745, "global_step": 38898, "epoch": 218, "lr": 7.111365008338367e-05}
{"train_loss": 0.002852716716006398, "global_step": 38899, "epoch": 218, "lr": 7.111231058431245e-05}
{"train_loss": 0.0038140565156936646, "global_step": 38900, "epoch": 218, "lr": 7.111097106680092e-05}
{"train_loss": 0.005487734451889992, "global_step": 38901, "epoch": 218, "lr": 7.11096315308502e-05}
{"train_loss": 0.004447969142347574, "global_step": 38902, "epoch": 218, "lr": 7.110829197646147e-05}
{"train_loss": 0.005244610831141472, "global_step": 38903, "epoch": 218, "lr": 7.110695240363593e-05}
{"train_loss": 0.007151688449084759, "global_step": 38904, "epoch": 218, "lr": 7.110561281237472e-05}
{"train_loss": 0.0039024208672344685, "global_step": 38905, "epoch": 218, "lr": 7.1104273202679e-05}
{"train_loss": 0.007003725040704012, "global_step": 38906, "epoch": 218, "lr": 7.110293357454998e-05}
{"train_loss": 0.0027659600600600243, "global_step": 38907, "epoch": 218, "lr": 7.110159392798879e-05}
{"train_loss": 0.0026752983685582876, "global_step": 38908, "epoch": 218, "lr": 7.110025426299664e-05}
{"train_loss": 0.00498148612678051, "global_step": 38909, "epoch": 218, "lr": 7.109891457957466e-05}
{"train_loss": 0.006330613512545824, "global_step": 38910, "epoch": 218, "lr": 7.109757487772404e-05}
{"train_loss": 0.006055130623281002, "global_step": 38911, "epoch": 218, "lr": 7.109623515744595e-05}
{"train_loss": 0.0049042166210711, "global_step": 38912, "epoch": 218, "lr": 7.109489541874158e-05}
{"train_loss": 0.004886365961283445, "global_step": 38913, "epoch": 218, "lr": 7.109355566161204e-05}
{"train_loss": 0.005169950425624847, "global_step": 38914, "epoch": 218, "lr": 7.109221588605856e-05}
{"train_loss": 0.0031922534108161926, "global_step": 38915, "epoch": 218, "lr": 7.109087609208227e-05}
{"train_loss": 0.005771779455244541, "global_step": 38916, "epoch": 218, "lr": 7.10895362796844e-05}
{"train_loss": 0.0040192315354943275, "global_step": 38917, "epoch": 218, "lr": 7.108819644886605e-05}
{"train_loss": 0.004142371471971273, "global_step": 38918, "epoch": 218, "lr": 7.108685659962843e-05}
{"train_loss": 0.0054330602288246155, "global_step": 38919, "epoch": 218, "lr": 7.108551673197268e-05}
{"train_loss": 0.004587026312947273, "global_step": 38920, "epoch": 218, "lr": 7.10841768459e-05}
{"train_loss": 0.00384044973179698, "global_step": 38921, "epoch": 218, "lr": 7.108283694141156e-05}
{"train_loss": 0.003719181288033724, "global_step": 38922, "epoch": 218, "lr": 7.108149701850851e-05}
{"train_loss": 0.003691492136567831, "global_step": 38923, "epoch": 218, "lr": 7.108015707719205e-05}
{"train_loss": 0.004082974977791309, "global_step": 38924, "epoch": 218, "lr": 7.107881711746332e-05}
{"train_loss": 0.005414423067122698, "global_step": 38925, "epoch": 218, "lr": 7.107747713932349e-05}
{"train_loss": 0.006358074955642223, "global_step": 38926, "epoch": 218, "lr": 7.107613714277376e-05}
{"train_loss": 0.0072550587356090546, "global_step": 38927, "epoch": 218, "lr": 7.107479712781528e-05}
{"train_loss": 0.005470004864037037, "global_step": 38928, "epoch": 218, "lr": 7.107345709444922e-05}
{"train_loss": 0.004521277733147144, "global_step": 38929, "epoch": 218, "lr": 7.107211704267675e-05}
{"train_loss": 0.004515913315117359, "global_step": 38930, "epoch": 218, "lr": 7.107077697249906e-05}
{"train_loss": 0.007419991306960583, "global_step": 38931, "epoch": 218, "lr": 7.106943688391729e-05}
{"train_loss": 0.004734717309474945, "global_step": 38932, "epoch": 218, "lr": 7.106809677693262e-05}
{"train_loss": 0.00462620984762907, "global_step": 38933, "epoch": 218, "lr": 7.106675665154623e-05}
{"train_loss": 0.004601535852998495, "global_step": 38934, "epoch": 218, "lr": 7.10654165077593e-05}
{"train_loss": 0.008045550435781479, "global_step": 38935, "epoch": 218, "lr": 7.106407634557297e-05}
{"train_loss": 0.004509384743869305, "global_step": 38936, "epoch": 218, "lr": 7.106273616498844e-05}
{"train_loss": 0.002631802810356021, "global_step": 38937, "epoch": 218, "lr": 7.106139596600687e-05}
{"train_loss": 0.004248260520398617, "global_step": 38938, "epoch": 218, "lr": 7.10600557486294e-05}
{"train_loss": 0.003540144767612219, "global_step": 38939, "epoch": 218, "lr": 7.105871551285725e-05}
{"train_loss": 0.0041133565828204155, "global_step": 38940, "epoch": 218, "lr": 7.105737525869157e-05}
{"train_loss": 0.0065913936123251915, "global_step": 38941, "epoch": 218, "lr": 7.105603498613353e-05}
{"train_loss": 0.0064699603244662285, "global_step": 38942, "epoch": 218, "lr": 7.105469469518431e-05}
{"train_loss": 0.004925533663481474, "global_step": 38943, "epoch": 218, "lr": 7.105335438584505e-05}
{"train_loss": 0.003787002060562372, "global_step": 38944, "epoch": 218, "lr": 7.105201405811696e-05}
{"train_loss": 0.002584571484476328, "global_step": 38945, "epoch": 218, "lr": 7.105067371200118e-05}
{"train_loss": 0.0082242451608181, "global_step": 38946, "epoch": 218, "lr": 7.10493333474989e-05}
{"train_loss": 0.003992394544184208, "global_step": 38947, "epoch": 218, "lr": 7.10479929646113e-05}
{"train_loss": 0.00610156636685133, "global_step": 38948, "epoch": 218, "lr": 7.104665256333952e-05}
{"train_loss": 0.0026317513547837734, "global_step": 38949, "epoch": 218, "lr": 7.104531214368474e-05}
{"train_loss": 0.0031644138507544994, "global_step": 38950, "epoch": 218, "lr": 7.104397170564813e-05}
{"train_loss": 0.005582734942436218, "global_step": 38951, "epoch": 218, "lr": 7.10426312492309e-05}
{"train_loss": 0.0021388656459748745, "global_step": 38952, "epoch": 218, "lr": 7.104129077443415e-05}
{"train_loss": 0.003254236653447151, "global_step": 38953, "epoch": 218, "lr": 7.103995028125911e-05}
{"train_loss": 0.007269702851772308, "global_step": 38954, "epoch": 218, "lr": 7.103860976970693e-05}
{"train_loss": 0.0031255297362804413, "global_step": 38955, "epoch": 218, "lr": 7.103726923977878e-05}
{"train_loss": 0.014673836529254913, "global_step": 38956, "epoch": 218, "lr": 7.103592869147584e-05}
{"train_loss": 0.0024902785662561655, "global_step": 38957, "epoch": 218, "lr": 7.103458812479925e-05}
{"train_loss": 0.005001056473702192, "global_step": 38958, "epoch": 218, "lr": 7.103324753975022e-05}
{"train_loss": 0.003751798067241907, "global_step": 38959, "epoch": 218, "lr": 7.10319069363299e-05}
{"train_loss": 0.0038409545086324215, "global_step": 38960, "epoch": 218, "lr": 7.103056631453947e-05}
{"train_loss": 0.004684815648943186, "global_step": 38961, "epoch": 218, "lr": 7.102922567438009e-05}
{"train_loss": 0.004985526204109192, "global_step": 38962, "epoch": 218, "lr": 7.102788501585293e-05}
{"train_loss": 0.004020835738629103, "global_step": 38963, "epoch": 218, "lr": 7.102654433895918e-05}
{"train_loss": 0.004782951436936855, "global_step": 38964, "epoch": 218, "lr": 7.102520364369998e-05}
{"train_loss": 0.006265298929065466, "global_step": 38965, "epoch": 218, "lr": 7.102386293007654e-05}
{"train_loss": 0.004957649391144514, "global_step": 38966, "epoch": 218, "lr": 7.102252219809003e-05}
{"train_loss": 0.004885475151240826, "global_step": 38967, "epoch": 218, "lr": 7.102118144774157e-05}
{"train_loss": 0.009190970100462437, "global_step": 38968, "epoch": 218, "lr": 7.101984067903236e-05}
{"train_loss": 0.007702390663325787, "global_step": 38969, "epoch": 218, "lr": 7.10184998919636e-05}
{"train_loss": 0.0036282972432672977, "global_step": 38970, "epoch": 218, "lr": 7.101715908653644e-05}
{"train_loss": 0.003164832480251789, "global_step": 38971, "epoch": 218, "lr": 7.101581826275201e-05}
{"train_loss": 0.0019831566605716944, "global_step": 38972, "epoch": 218, "lr": 7.101447742061153e-05}
{"train_loss": 0.004154909867793322, "global_step": 38973, "epoch": 218, "lr": 7.101313656011618e-05}
{"train_loss": 0.004524314776062965, "global_step": 38974, "epoch": 218, "lr": 7.10117956812671e-05}
{"train_loss": 0.0031967340037226677, "global_step": 38975, "epoch": 218, "lr": 7.101045478406547e-05}
{"train_loss": 0.003995039500296116, "global_step": 38976, "epoch": 218, "lr": 7.100911386851246e-05}
{"train_loss": 0.004610508214682341, "global_step": 38977, "epoch": 218, "lr": 7.100777293460924e-05}
{"train_loss": 0.006737458985298872, "global_step": 38978, "epoch": 218, "lr": 7.1006431982357e-05}
{"train_loss": 0.005186591763049364, "global_step": 38979, "epoch": 218, "lr": 7.100509101175688e-05}
{"train_loss": 0.006531830877065659, "global_step": 38980, "epoch": 218, "lr": 7.100375002281006e-05}
{"train_loss": 0.005241404031141756, "global_step": 38981, "epoch": 218, "lr": 7.100240901551774e-05}
{"train_loss": 0.009435104206204414, "global_step": 38982, "epoch": 219, "lr": 7.100106798988105e-05}
{"train_loss": 0.005578999407589436, "global_step": 38983, "epoch": 219, "lr": 7.09997269459012e-05}
{"train_loss": 0.00426414143294096, "global_step": 38984, "epoch": 219, "lr": 7.099838588357935e-05}
{"train_loss": 0.003258852753788233, "global_step": 38985, "epoch": 219, "lr": 7.099704480291665e-05}
{"train_loss": 0.0031293327920138836, "global_step": 38986, "epoch": 219, "lr": 7.099570370391427e-05}
{"train_loss": 0.005077945999801159, "global_step": 38987, "epoch": 219, "lr": 7.099436258657341e-05}
{"train_loss": 0.005521884188055992, "global_step": 38988, "epoch": 219, "lr": 7.099302145089524e-05}
{"train_loss": 0.005352171137928963, "global_step": 38989, "epoch": 219, "lr": 7.09916802968809e-05}
{"train_loss": 0.0019691833294928074, "global_step": 38990, "epoch": 219, "lr": 7.09903391245316e-05}
{"train_loss": 0.0076369913294911385, "global_step": 38991, "epoch": 219, "lr": 7.098899793384848e-05}
{"train_loss": 0.0050535015761852264, "global_step": 38992, "epoch": 219, "lr": 7.098765672483272e-05}
{"train_loss": 0.004922543652355671, "global_step": 38993, "epoch": 219, "lr": 7.09863154974855e-05}
{"train_loss": 0.009315180592238903, "global_step": 38994, "epoch": 219, "lr": 7.0984974251808e-05}
{"train_loss": 0.007005690596997738, "global_step": 38995, "epoch": 219, "lr": 7.098363298780136e-05}
{"train_loss": 0.005935755558311939, "global_step": 38996, "epoch": 219, "lr": 7.098229170546678e-05}
{"train_loss": 0.0034115281887352467, "global_step": 38997, "epoch": 219, "lr": 7.098095040480541e-05}
{"train_loss": 0.005403084680438042, "global_step": 38998, "epoch": 219, "lr": 7.097960908581844e-05}
{"train_loss": 0.005107374861836433, "global_step": 38999, "epoch": 219, "lr": 7.097826774850704e-05}
{"train_loss": 0.0038389074616134167, "global_step": 39000, "epoch": 219, "lr": 7.097692639287237e-05}
{"train_loss": 0.0023717584554105997, "global_step": 39001, "epoch": 219, "lr": 7.09755850189156e-05}
{"train_loss": 0.0016525312094017863, "global_step": 39002, "epoch": 219, "lr": 7.097424362663792e-05}
{"train_loss": 0.012976043857634068, "global_step": 39003, "epoch": 219, "lr": 7.097290221604048e-05}
{"train_loss": 0.010593587532639503, "global_step": 39004, "epoch": 219, "lr": 7.097156078712448e-05}
{"train_loss": 0.005839436315000057, "global_step": 39005, "epoch": 219, "lr": 7.097021933989105e-05}
{"train_loss": 0.002388646360486746, "global_step": 39006, "epoch": 219, "lr": 7.09688778743414e-05}
{"train_loss": 0.00591273233294487, "global_step": 39007, "epoch": 219, "lr": 7.09675363904767e-05}
{"train_loss": 0.005065253935754299, "global_step": 39008, "epoch": 219, "lr": 7.09661948882981e-05}
{"train_loss": 0.008266822434961796, "global_step": 39009, "epoch": 219, "lr": 7.096485336780676e-05}
{"train_loss": 0.005190888419747353, "global_step": 39010, "epoch": 219, "lr": 7.09635118290039e-05}
{"train_loss": 0.0030528916977345943, "global_step": 39011, "epoch": 219, "lr": 7.096217027189065e-05}
{"train_loss": 0.005230889655649662, "global_step": 39012, "epoch": 219, "lr": 7.09608286964682e-05}
{"train_loss": 0.0033911364153027534, "global_step": 39013, "epoch": 219, "lr": 7.095948710273773e-05}
{"train_loss": 0.005269576795399189, "global_step": 39014, "epoch": 219, "lr": 7.095814549070037e-05}
{"train_loss": 0.0037952857092022896, "global_step": 39015, "epoch": 219, "lr": 7.095680386035735e-05}
{"train_loss": 0.004950354807078838, "global_step": 39016, "epoch": 219, "lr": 7.09554622117098e-05}
{"train_loss": 0.004461139906197786, "global_step": 39017, "epoch": 219, "lr": 7.095412054475892e-05}
{"train_loss": 0.008541644550859928, "global_step": 39018, "epoch": 219, "lr": 7.095277885950586e-05}
{"train_loss": 0.002315597143024206, "global_step": 39019, "epoch": 219, "lr": 7.095143715595178e-05}
{"train_loss": 0.004790380597114563, "global_step": 39020, "epoch": 219, "lr": 7.095009543409788e-05}
{"train_loss": 0.008182967081665993, "global_step": 39021, "epoch": 219, "lr": 7.094875369394533e-05}
{"train_loss": 0.004814973566681147, "global_step": 39022, "epoch": 219, "lr": 7.09474119354953e-05}
{"train_loss": 0.0016070606652647257, "global_step": 39023, "epoch": 219, "lr": 7.094607015874895e-05}
{"train_loss": 0.0057493941858410835, "global_step": 39024, "epoch": 219, "lr": 7.094472836370745e-05}
{"train_loss": 0.005385545082390308, "global_step": 39025, "epoch": 219, "lr": 7.094338655037198e-05}
{"train_loss": 0.006350887473672628, "global_step": 39026, "epoch": 219, "lr": 7.094204471874372e-05}
{"train_loss": 0.0030059695709496737, "global_step": 39027, "epoch": 219, "lr": 7.094070286882383e-05}
{"train_loss": 0.004088138230144978, "global_step": 39028, "epoch": 219, "lr": 7.093936100061351e-05}
{"train_loss": 0.00413097906857729, "global_step": 39029, "epoch": 219, "lr": 7.093801911411389e-05}
{"train_loss": 0.0036836154758930206, "global_step": 39030, "epoch": 219, "lr": 7.093667720932615e-05}
{"train_loss": 0.0028664804995059967, "global_step": 39031, "epoch": 219, "lr": 7.093533528625149e-05}
{"train_loss": 0.003451744094491005, "global_step": 39032, "epoch": 219, "lr": 7.093399334489106e-05}
{"train_loss": 0.004669245332479477, "global_step": 39033, "epoch": 219, "lr": 7.093265138524603e-05}
{"train_loss": 0.011703033931553364, "global_step": 39034, "epoch": 219, "lr": 7.093130940731759e-05}
{"train_loss": 0.005647757556289434, "global_step": 39035, "epoch": 219, "lr": 7.09299674111069e-05}
{"train_loss": 0.007176631595939398, "global_step": 39036, "epoch": 219, "lr": 7.092862539661513e-05}
{"train_loss": 0.0018248582491651177, "global_step": 39037, "epoch": 219, "lr": 7.092728336384346e-05}
{"train_loss": 0.008232174441218376, "global_step": 39038, "epoch": 219, "lr": 7.092594131279304e-05}
{"train_loss": 0.003589687403291464, "global_step": 39039, "epoch": 219, "lr": 7.092459924346508e-05}
{"train_loss": 0.00409815413877368, "global_step": 39040, "epoch": 219, "lr": 7.092325715586072e-05}
{"train_loss": 0.004073863849043846, "global_step": 39041, "epoch": 219, "lr": 7.092191504998116e-05}
{"train_loss": 0.004783157259225845, "global_step": 39042, "epoch": 219, "lr": 7.092057292582754e-05}
{"train_loss": 0.002069722395390272, "global_step": 39043, "epoch": 219, "lr": 7.091923078340106e-05}
{"train_loss": 0.006522644776850939, "global_step": 39044, "epoch": 219, "lr": 7.091788862270287e-05}
{"train_loss": 0.002622311469167471, "global_step": 39045, "epoch": 219, "lr": 7.091654644373416e-05}
{"train_loss": 0.0048029981553554535, "global_step": 39046, "epoch": 219, "lr": 7.09152042464961e-05}
{"train_loss": 0.005654791370034218, "global_step": 39047, "epoch": 219, "lr": 7.091386203098985e-05}
{"train_loss": 0.004838357679545879, "global_step": 39048, "epoch": 219, "lr": 7.09125197972166e-05}
{"train_loss": 0.007150318473577499, "global_step": 39049, "epoch": 219, "lr": 7.091117754517749e-05}
{"train_loss": 0.0046844081953167915, "global_step": 39050, "epoch": 219, "lr": 7.090983527487374e-05}
{"train_loss": 0.005984253250062466, "global_step": 39051, "epoch": 219, "lr": 7.09084929863065e-05}
{"train_loss": 0.0035769930109381676, "global_step": 39052, "epoch": 219, "lr": 7.090715067947692e-05}
{"train_loss": 0.011101143434643745, "global_step": 39053, "epoch": 219, "lr": 7.090580835438621e-05}
{"train_loss": 0.0038376974407583475, "global_step": 39054, "epoch": 219, "lr": 7.090446601103552e-05}
{"train_loss": 0.008774234913289547, "global_step": 39055, "epoch": 219, "lr": 7.090312364942602e-05}
{"train_loss": 0.002488875761628151, "global_step": 39056, "epoch": 219, "lr": 7.09017812695589e-05}
{"train_loss": 0.0058958446606993675, "global_step": 39057, "epoch": 219, "lr": 7.090043887143532e-05}
{"train_loss": 0.006084635853767395, "global_step": 39058, "epoch": 219, "lr": 7.089909645505645e-05}
{"train_loss": 0.003946161828935146, "global_step": 39059, "epoch": 219, "lr": 7.089775402042347e-05}
{"train_loss": 0.002894657664000988, "global_step": 39060, "epoch": 219, "lr": 7.089641156753754e-05}
{"train_loss": 0.0066932314075529575, "global_step": 39061, "epoch": 219, "lr": 7.089506909639984e-05}
{"train_loss": 0.0033542425371706486, "global_step": 39062, "epoch": 219, "lr": 7.089372660701157e-05}
{"train_loss": 0.005639337934553623, "global_step": 39063, "epoch": 219, "lr": 7.089238409937386e-05}
{"train_loss": 0.005592721980065107, "global_step": 39064, "epoch": 219, "lr": 7.089104157348792e-05}
{"train_loss": 0.004509311635047197, "global_step": 39065, "epoch": 219, "lr": 7.088969902935489e-05}
{"train_loss": 0.004677546210587025, "global_step": 39066, "epoch": 219, "lr": 7.088835646697594e-05}
{"train_loss": 0.005297680385410786, "global_step": 39067, "epoch": 219, "lr": 7.088701388635226e-05}
{"train_loss": 0.0025486715603619814, "global_step": 39068, "epoch": 219, "lr": 7.088567128748503e-05}
{"train_loss": 0.0034529417753219604, "global_step": 39069, "epoch": 219, "lr": 7.088432867037542e-05}
{"train_loss": 0.005039893090724945, "global_step": 39070, "epoch": 219, "lr": 7.088298603502459e-05}
{"train_loss": 0.008180446922779083, "global_step": 39071, "epoch": 219, "lr": 7.088164338143372e-05}
{"train_loss": 0.0027239760383963585, "global_step": 39072, "epoch": 219, "lr": 7.088030070960399e-05}
{"train_loss": 0.005233203060925007, "global_step": 39073, "epoch": 219, "lr": 7.087895801953654e-05}
{"train_loss": 0.0031485464423894882, "global_step": 39074, "epoch": 219, "lr": 7.08776153112326e-05}
{"train_loss": 0.005604114383459091, "global_step": 39075, "epoch": 219, "lr": 7.087627258469329e-05}
{"train_loss": 0.005619979463517666, "global_step": 39076, "epoch": 219, "lr": 7.08749298399198e-05}
{"train_loss": 0.0038158679381012917, "global_step": 39077, "epoch": 219, "lr": 7.087358707691331e-05}
{"train_loss": 0.007030373439192772, "global_step": 39078, "epoch": 219, "lr": 7.087224429567499e-05}
{"train_loss": 0.004264583811163902, "global_step": 39079, "epoch": 219, "lr": 7.0870901496206e-05}
{"train_loss": 0.005369985476136208, "global_step": 39080, "epoch": 219, "lr": 7.086955867850754e-05}
{"train_loss": 0.005207631271332502, "global_step": 39081, "epoch": 219, "lr": 7.086821584258076e-05}
{"train_loss": 0.004833925515413284, "global_step": 39082, "epoch": 219, "lr": 7.086687298842685e-05}
{"train_loss": 0.004188037943094969, "global_step": 39083, "epoch": 219, "lr": 7.086553011604696e-05}
{"train_loss": 0.00289885513484478, "global_step": 39084, "epoch": 219, "lr": 7.086418722544228e-05}
{"train_loss": 0.003393119666725397, "global_step": 39085, "epoch": 219, "lr": 7.086284431661397e-05}
{"train_loss": 0.005994188599288464, "global_step": 39086, "epoch": 219, "lr": 7.086150138956322e-05}
{"train_loss": 0.005224043503403664, "global_step": 39087, "epoch": 219, "lr": 7.08601584442912e-05}
{"train_loss": 0.007010950706899166, "global_step": 39088, "epoch": 219, "lr": 7.085881548079906e-05}
{"train_loss": 0.0036667073145508766, "global_step": 39089, "epoch": 219, "lr": 7.085747249908801e-05}
{"train_loss": 0.0055780187249183655, "global_step": 39090, "epoch": 219, "lr": 7.085612949915917e-05}
{"train_loss": 0.005950540769845247, "global_step": 39091, "epoch": 219, "lr": 7.085478648101377e-05}
{"train_loss": 0.005036566872149706, "global_step": 39092, "epoch": 219, "lr": 7.085344344465297e-05}
{"train_loss": 0.00724938465282321, "global_step": 39093, "epoch": 219, "lr": 7.085210039007793e-05}
{"train_loss": 0.004300639033317566, "global_step": 39094, "epoch": 219, "lr": 7.085075731728981e-05}
{"train_loss": 0.006704121828079224, "global_step": 39095, "epoch": 219, "lr": 7.08494142262898e-05}
{"train_loss": 0.006041284650564194, "global_step": 39096, "epoch": 219, "lr": 7.084807111707909e-05}
{"train_loss": 0.003437765408307314, "global_step": 39097, "epoch": 219, "lr": 7.084672798965882e-05}
{"train_loss": 0.0034322752617299557, "global_step": 39098, "epoch": 219, "lr": 7.084538484403018e-05}
{"train_loss": 0.006770425476133823, "global_step": 39099, "epoch": 219, "lr": 7.084404168019435e-05}
{"train_loss": 0.009066646918654442, "global_step": 39100, "epoch": 219, "lr": 7.084269849815248e-05}
{"train_loss": 0.0055300770327448845, "global_step": 39101, "epoch": 219, "lr": 7.084135529790577e-05}
{"train_loss": 0.004955352284014225, "global_step": 39102, "epoch": 219, "lr": 7.084001207945538e-05}
{"train_loss": 0.002871610689908266, "global_step": 39103, "epoch": 219, "lr": 7.083866884280247e-05}
{"train_loss": 0.0045228516682982445, "global_step": 39104, "epoch": 219, "lr": 7.083732558794823e-05}
{"train_loss": 0.0017592187505215406, "global_step": 39105, "epoch": 219, "lr": 7.083598231489385e-05}
{"train_loss": 0.003583383746445179, "global_step": 39106, "epoch": 219, "lr": 7.083463902364047e-05}
{"train_loss": 0.007616002112627029, "global_step": 39107, "epoch": 219, "lr": 7.083329571418926e-05}
{"train_loss": 0.0037669893354177475, "global_step": 39108, "epoch": 219, "lr": 7.083195238654143e-05}
{"train_loss": 0.0033349976874887943, "global_step": 39109, "epoch": 219, "lr": 7.083060904069813e-05}
{"train_loss": 0.006894716992974281, "global_step": 39110, "epoch": 219, "lr": 7.082926567666054e-05}
{"train_loss": 0.0038900761865079403, "global_step": 39111, "epoch": 219, "lr": 7.082792229442982e-05}
{"train_loss": 0.0038898023776710033, "global_step": 39112, "epoch": 219, "lr": 7.082657889400718e-05}
{"train_loss": 0.0019042391795665026, "global_step": 39113, "epoch": 219, "lr": 7.082523547539374e-05}
{"train_loss": 0.0035102167166769505, "global_step": 39114, "epoch": 219, "lr": 7.082389203859071e-05}
{"train_loss": 0.004825874697417021, "global_step": 39115, "epoch": 219, "lr": 7.082254858359926e-05}
{"train_loss": 0.00804844405502081, "global_step": 39116, "epoch": 219, "lr": 7.082120511042056e-05}
{"train_loss": 0.0034673521295189857, "global_step": 39117, "epoch": 219, "lr": 7.081986161905577e-05}
{"train_loss": 0.003983306232839823, "global_step": 39118, "epoch": 219, "lr": 7.081851810950608e-05}
{"train_loss": 0.003476417623460293, "global_step": 39119, "epoch": 219, "lr": 7.081717458177263e-05}
{"train_loss": 0.00306395604275167, "global_step": 39120, "epoch": 219, "lr": 7.081583103585666e-05}
{"train_loss": 0.005801726598292589, "global_step": 39121, "epoch": 219, "lr": 7.081448747175929e-05}
{"train_loss": 0.0028877058066427708, "global_step": 39122, "epoch": 219, "lr": 7.081314388948171e-05}
{"train_loss": 0.006940316874533892, "global_step": 39123, "epoch": 219, "lr": 7.081180028902508e-05}
{"train_loss": 0.0024951952509582043, "global_step": 39124, "epoch": 219, "lr": 7.081045667039061e-05}
{"train_loss": 0.002262324094772339, "global_step": 39125, "epoch": 219, "lr": 7.080911303357944e-05}
{"train_loss": 0.003255085088312626, "global_step": 39126, "epoch": 219, "lr": 7.080776937859275e-05}
{"train_loss": 0.0075342049822211266, "global_step": 39127, "epoch": 219, "lr": 7.080642570543171e-05}
{"train_loss": 0.0050200545229017735, "global_step": 39128, "epoch": 219, "lr": 7.080508201409748e-05}
{"train_loss": 0.003048764541745186, "global_step": 39129, "epoch": 219, "lr": 7.080373830459128e-05}
{"train_loss": 0.0046208822168409824, "global_step": 39130, "epoch": 219, "lr": 7.080239457691425e-05}
{"train_loss": 0.002596131060272455, "global_step": 39131, "epoch": 219, "lr": 7.080105083106759e-05}
{"train_loss": 0.008414428681135178, "global_step": 39132, "epoch": 219, "lr": 7.079970706705243e-05}
{"train_loss": 0.004729283042252064, "global_step": 39133, "epoch": 219, "lr": 7.079836328486997e-05}
{"train_loss": 0.0056961914524436, "global_step": 39134, "epoch": 219, "lr": 7.07970194845214e-05}
{"train_loss": 0.006628788076341152, "global_step": 39135, "epoch": 219, "lr": 7.079567566600786e-05}
{"train_loss": 0.0033035599626600742, "global_step": 39136, "epoch": 219, "lr": 7.079433182933053e-05}
{"train_loss": 0.004709048196673393, "global_step": 39137, "epoch": 219, "lr": 7.079298797449061e-05}
{"train_loss": 0.005801157094538212, "global_step": 39138, "epoch": 219, "lr": 7.079164410148926e-05}
{"train_loss": 0.007299953605979681, "global_step": 39139, "epoch": 219, "lr": 7.079030021032764e-05}
{"train_loss": 0.004989706911146641, "global_step": 39140, "epoch": 219, "lr": 7.078895630100694e-05}
{"train_loss": 0.004656417760998011, "global_step": 39141, "epoch": 219, "lr": 7.078761237352834e-05}
{"train_loss": 0.003069003112614155, "global_step": 39142, "epoch": 219, "lr": 7.078626842789296e-05}
{"train_loss": 0.005952806212007999, "global_step": 39143, "epoch": 219, "lr": 7.078492446410205e-05}
{"train_loss": 0.0022678952664136887, "global_step": 39144, "epoch": 219, "lr": 7.078358048215676e-05}
{"train_loss": 0.009532047435641289, "global_step": 39145, "epoch": 219, "lr": 7.078223648205823e-05}
{"train_loss": 0.006092262454330921, "global_step": 39146, "epoch": 219, "lr": 7.078089246380767e-05}
{"train_loss": 0.005518149584531784, "global_step": 39147, "epoch": 219, "lr": 7.077954842740621e-05}
{"train_loss": 0.003396757412701845, "global_step": 39148, "epoch": 219, "lr": 7.07782043728551e-05}
{"train_loss": 0.003330137813463807, "global_step": 39149, "epoch": 219, "lr": 7.077686030015544e-05}
{"train_loss": 0.004413680639117956, "global_step": 39150, "epoch": 219, "lr": 7.077551620930845e-05}
{"train_loss": 0.0027376743964850903, "global_step": 39151, "epoch": 219, "lr": 7.077417210031528e-05}
{"train_loss": 0.003731747157871723, "global_step": 39152, "epoch": 219, "lr": 7.07728279731771e-05}
{"train_loss": 0.003831258276477456, "global_step": 39153, "epoch": 219, "lr": 7.077148382789511e-05}
{"train_loss": 0.002832788275554776, "global_step": 39154, "epoch": 219, "lr": 7.077013966447047e-05}
{"train_loss": 0.0033759470097720623, "global_step": 39155, "epoch": 219, "lr": 7.076879548290436e-05}
{"train_loss": 0.00444986904039979, "global_step": 39156, "epoch": 219, "lr": 7.076745128319794e-05}
{"train_loss": 0.0029242238961160183, "global_step": 39157, "epoch": 219, "lr": 7.076610706535239e-05}
{"train_loss": 0.007426134310662746, "global_step": 39158, "epoch": 219, "lr": 7.076476282936887e-05}
{"train_loss": 0.00497210306622967, "global_step": 39159, "epoch": 219, "lr": 7.07634185752486e-05}
{"train_loss": 0.0037523889914155006, "global_step": 39160, "epoch": 220, "lr": 7.076207430299271e-05}
{"train_loss": 0.002525361953303218, "global_step": 39161, "epoch": 220, "lr": 7.076073001260238e-05}
{"train_loss": 0.003092213300988078, "global_step": 39162, "epoch": 220, "lr": 7.07593857040788e-05}
{"train_loss": 0.0036212040577083826, "global_step": 39163, "epoch": 220, "lr": 7.075804137742314e-05}
{"train_loss": 0.010130058974027634, "global_step": 39164, "epoch": 220, "lr": 7.075669703263656e-05}
{"train_loss": 0.0038261746522039175, "global_step": 39165, "epoch": 220, "lr": 7.075535266972026e-05}
{"train_loss": 0.009105558507144451, "global_step": 39166, "epoch": 220, "lr": 7.075400828867538e-05}
{"train_loss": 0.004887628369033337, "global_step": 39167, "epoch": 220, "lr": 7.075266388950312e-05}
{"train_loss": 0.006845420226454735, "global_step": 39168, "epoch": 220, "lr": 7.075131947220465e-05}
{"train_loss": 0.003909256309270859, "global_step": 39169, "epoch": 220, "lr": 7.074997503678114e-05}
{"train_loss": 0.009404647164046764, "global_step": 39170, "epoch": 220, "lr": 7.074863058323376e-05}
{"train_loss": 0.004346372094005346, "global_step": 39171, "epoch": 220, "lr": 7.074728611156369e-05}
{"train_loss": 0.0050781117752194405, "global_step": 39172, "epoch": 220, "lr": 7.074594162177212e-05}
{"train_loss": 0.004835406318306923, "global_step": 39173, "epoch": 220, "lr": 7.07445971138602e-05}
{"train_loss": 0.00887824036180973, "global_step": 39174, "epoch": 220, "lr": 7.074325258782912e-05}
{"train_loss": 0.004877415485680103, "global_step": 39175, "epoch": 220, "lr": 7.074190804368004e-05}
{"train_loss": 0.003368267323821783, "global_step": 39176, "epoch": 220, "lr": 7.074056348141413e-05}
{"train_loss": 0.004228307865560055, "global_step": 39177, "epoch": 220, "lr": 7.073921890103261e-05}
{"train_loss": 0.003140340093523264, "global_step": 39178, "epoch": 220, "lr": 7.07378743025366e-05}
{"train_loss": 0.0032823262736201286, "global_step": 39179, "epoch": 220, "lr": 7.07365296859273e-05}
{"train_loss": 0.0036346372216939926, "global_step": 39180, "epoch": 220, "lr": 7.073518505120586e-05}
{"train_loss": 0.006982702761888504, "global_step": 39181, "epoch": 220, "lr": 7.073384039837349e-05}
{"train_loss": 0.0035352520644664764, "global_step": 39182, "epoch": 220, "lr": 7.073249572743135e-05}
{"train_loss": 0.004656953737139702, "global_step": 39183, "epoch": 220, "lr": 7.073115103838063e-05}
{"train_loss": 0.006032304838299751, "global_step": 39184, "epoch": 220, "lr": 7.072980633122247e-05}
{"train_loss": 0.004513692110776901, "global_step": 39185, "epoch": 220, "lr": 7.072846160595805e-05}
{"train_loss": 0.003902474185451865, "global_step": 39186, "epoch": 220, "lr": 7.072711686258858e-05}
{"train_loss": 0.006593209691345692, "global_step": 39187, "epoch": 220, "lr": 7.072577210111519e-05}
{"train_loss": 0.004725813865661621, "global_step": 39188, "epoch": 220, "lr": 7.07244273215391e-05}
{"train_loss": 0.0046095699071884155, "global_step": 39189, "epoch": 220, "lr": 7.072308252386144e-05}
{"train_loss": 0.00684503186494112, "global_step": 39190, "epoch": 220, "lr": 7.072173770808341e-05}
{"train_loss": 0.0033152056857943535, "global_step": 39191, "epoch": 220, "lr": 7.072039287420618e-05}
{"train_loss": 0.005032884422689676, "global_step": 39192, "epoch": 220, "lr": 7.071904802223091e-05}
{"train_loss": 0.0029716563876718283, "global_step": 39193, "epoch": 220, "lr": 7.071770315215882e-05}
{"train_loss": 0.0030531580559909344, "global_step": 39194, "epoch": 220, "lr": 7.071635826399103e-05}
{"train_loss": 0.006103162653744221, "global_step": 39195, "epoch": 220, "lr": 7.071501335772874e-05}
{"train_loss": 0.005489155650138855, "global_step": 39196, "epoch": 220, "lr": 7.071366843337313e-05}
{"train_loss": 0.0038265413604676723, "global_step": 39197, "epoch": 220, "lr": 7.071232349092538e-05}
{"train_loss": 0.003036479465663433, "global_step": 39198, "epoch": 220, "lr": 7.071097853038664e-05}
{"train_loss": 0.007548179477453232, "global_step": 39199, "epoch": 220, "lr": 7.070963355175808e-05}
{"train_loss": 0.004843688569962978, "global_step": 39200, "epoch": 220, "lr": 7.070828855504092e-05}
{"train_loss": 0.0025357799604535103, "global_step": 39201, "epoch": 220, "lr": 7.07069435402363e-05}
{"train_loss": 0.006356799043715, "global_step": 39202, "epoch": 220, "lr": 7.070559850734539e-05}
{"train_loss": 0.008779676631093025, "global_step": 39203, "epoch": 220, "lr": 7.070425345636938e-05}
{"train_loss": 0.006081562489271164, "global_step": 39204, "epoch": 220, "lr": 7.070290838730944e-05}
{"train_loss": 0.005727727897465229, "global_step": 39205, "epoch": 220, "lr": 7.070156330016675e-05}
{"train_loss": 0.0036565051414072514, "global_step": 39206, "epoch": 220, "lr": 7.070021819494249e-05}
{"train_loss": 0.009894343093037605, "global_step": 39207, "epoch": 220, "lr": 7.06988730716378e-05}
{"train_loss": 0.005842597223818302, "global_step": 39208, "epoch": 220, "lr": 7.06975279302539e-05}
{"train_loss": 0.002405863720923662, "global_step": 39209, "epoch": 220, "lr": 7.069618277079194e-05}
{"train_loss": 0.0031266636215150356, "global_step": 39210, "epoch": 220, "lr": 7.069483759325311e-05}
{"train_loss": 0.006480474956333637, "global_step": 39211, "epoch": 220, "lr": 7.069349239763855e-05}
{"train_loss": 0.003567272797226906, "global_step": 39212, "epoch": 220, "lr": 7.069214718394948e-05}
{"train_loss": 0.004498976748436689, "global_step": 39213, "epoch": 220, "lr": 7.069080195218706e-05}
{"train_loss": 0.005480458959937096, "global_step": 39214, "epoch": 220, "lr": 7.068945670235244e-05}
{"train_loss": 0.0071985069662332535, "global_step": 39215, "epoch": 220, "lr": 7.068811143444683e-05}
{"train_loss": 0.003772847121581435, "global_step": 39216, "epoch": 220, "lr": 7.06867661484714e-05}
{"train_loss": 0.0032290953677147627, "global_step": 39217, "epoch": 220, "lr": 7.068542084442729e-05}
{"train_loss": 0.003527481108903885, "global_step": 39218, "epoch": 220, "lr": 7.068407552231571e-05}
{"train_loss": 0.005287806503474712, "global_step": 39219, "epoch": 220, "lr": 7.068273018213783e-05}
{"train_loss": 0.009229488670825958, "global_step": 39220, "epoch": 220, "lr": 7.068138482389482e-05}
{"train_loss": 0.004928414709866047, "global_step": 39221, "epoch": 220, "lr": 7.068003944758786e-05}
{"train_loss": 0.004994300194084644, "global_step": 39222, "epoch": 220, "lr": 7.067869405321813e-05}
{"train_loss": 0.0096358023583889, "global_step": 39223, "epoch": 220, "lr": 7.067734864078676e-05}
{"train_loss": 0.007140775676816702, "global_step": 39224, "epoch": 220, "lr": 7.0676003210295e-05}
{"train_loss": 0.006127607077360153, "global_step": 39225, "epoch": 220, "lr": 7.067465776174395e-05}
{"train_loss": 0.0028567127883434296, "global_step": 39226, "epoch": 220, "lr": 7.067331229513485e-05}
{"train_loss": 0.005804171785712242, "global_step": 39227, "epoch": 220, "lr": 7.067196681046883e-05}
{"train_loss": 0.005587817169725895, "global_step": 39228, "epoch": 220, "lr": 7.067062130774708e-05}
{"train_loss": 0.004113950300961733, "global_step": 39229, "epoch": 220, "lr": 7.066927578697079e-05}
{"train_loss": 0.003872781991958618, "global_step": 39230, "epoch": 220, "lr": 7.066793024814111e-05}
{"train_loss": 0.007329629734158516, "global_step": 39231, "epoch": 220, "lr": 7.066658469125924e-05}
{"train_loss": 0.00954535324126482, "global_step": 39232, "epoch": 220, "lr": 7.066523911632632e-05}
{"train_loss": 0.005396583583205938, "global_step": 39233, "epoch": 220, "lr": 7.066389352334356e-05}
{"train_loss": 0.0056791906245052814, "global_step": 39234, "epoch": 220, "lr": 7.066254791231213e-05}
{"train_loss": 0.0038972292095422745, "global_step": 39235, "epoch": 220, "lr": 7.06612022832332e-05}
{"train_loss": 0.0052879685536026955, "global_step": 39236, "epoch": 220, "lr": 7.065985663610793e-05}
{"train_loss": 0.004369997885078192, "global_step": 39237, "epoch": 220, "lr": 7.065851097093752e-05}
{"train_loss": 0.00692748511210084, "global_step": 39238, "epoch": 220, "lr": 7.065716528772312e-05}
{"train_loss": 0.0032647093757987022, "global_step": 39239, "epoch": 220, "lr": 7.065581958646595e-05}
{"train_loss": 0.006146776489913464, "global_step": 39240, "epoch": 220, "lr": 7.065447386716712e-05}
{"train_loss": 0.003653433872386813, "global_step": 39241, "epoch": 220, "lr": 7.065312812982788e-05}
{"train_loss": 0.0021939771249890327, "global_step": 39242, "epoch": 220, "lr": 7.065178237444931e-05}
{"train_loss": 0.005731886252760887, "global_step": 39243, "epoch": 220, "lr": 7.06504366010327e-05}
{"train_loss": 0.005286982282996178, "global_step": 39244, "epoch": 220, "lr": 7.064909080957913e-05}
{"train_loss": 0.00351030845195055, "global_step": 39245, "epoch": 220, "lr": 7.064774500008982e-05}
{"train_loss": 0.0023879590444266796, "global_step": 39246, "epoch": 220, "lr": 7.064639917256593e-05}
{"train_loss": 0.0062094517052173615, "global_step": 39247, "epoch": 220, "lr": 7.064505332700866e-05}
{"train_loss": 0.003177957609295845, "global_step": 39248, "epoch": 220, "lr": 7.064370746341917e-05}
{"train_loss": 0.007439747452735901, "global_step": 39249, "epoch": 220, "lr": 7.064236158179863e-05}
{"train_loss": 0.01508616004139185, "global_step": 39250, "epoch": 220, "lr": 7.064101568214822e-05}
{"train_loss": 0.0030854730866849422, "global_step": 39251, "epoch": 220, "lr": 7.06396697644691e-05}
{"train_loss": 0.009582427330315113, "global_step": 39252, "epoch": 220, "lr": 7.063832382876248e-05}
{"train_loss": 0.002667277120053768, "global_step": 39253, "epoch": 220, "lr": 7.063697787502952e-05}
{"train_loss": 0.004607523791491985, "global_step": 39254, "epoch": 220, "lr": 7.063563190327137e-05}
{"train_loss": 0.007859749719500542, "global_step": 39255, "epoch": 220, "lr": 7.063428591348924e-05}
{"train_loss": 0.007719797547906637, "global_step": 39256, "epoch": 220, "lr": 7.063293990568429e-05}
{"train_loss": 0.0025729488115757704, "global_step": 39257, "epoch": 220, "lr": 7.063159387985771e-05}
{"train_loss": 0.0032837768085300922, "global_step": 39258, "epoch": 220, "lr": 7.063024783601066e-05}
{"train_loss": 0.007905282080173492, "global_step": 39259, "epoch": 220, "lr": 7.062890177414432e-05}
{"train_loss": 0.00920882634818554, "global_step": 39260, "epoch": 220, "lr": 7.062755569425987e-05}
{"train_loss": 0.005468744784593582, "global_step": 39261, "epoch": 220, "lr": 7.062620959635846e-05}
{"train_loss": 0.005621243268251419, "global_step": 39262, "epoch": 220, "lr": 7.06248634804413e-05}
{"train_loss": 0.002814175095409155, "global_step": 39263, "epoch": 220, "lr": 7.062351734650958e-05}
{"train_loss": 0.007123034447431564, "global_step": 39264, "epoch": 220, "lr": 7.062217119456443e-05}
{"train_loss": 0.0037951841950416565, "global_step": 39265, "epoch": 220, "lr": 7.062082502460703e-05}
{"train_loss": 0.0056714522652328014, "global_step": 39266, "epoch": 220, "lr": 7.061947883663858e-05}
{"train_loss": 0.005706815514713526, "global_step": 39267, "epoch": 220, "lr": 7.061813263066025e-05}
{"train_loss": 0.009823840111494064, "global_step": 39268, "epoch": 220, "lr": 7.061678640667322e-05}
{"train_loss": 0.004076814278960228, "global_step": 39269, "epoch": 220, "lr": 7.061544016467865e-05}
{"train_loss": 0.004667692352086306, "global_step": 39270, "epoch": 220, "lr": 7.061409390467772e-05}
{"train_loss": 0.002436830196529627, "global_step": 39271, "epoch": 220, "lr": 7.061274762667161e-05}
{"train_loss": 0.004120907746255398, "global_step": 39272, "epoch": 220, "lr": 7.061140133066151e-05}
{"train_loss": 0.003326699137687683, "global_step": 39273, "epoch": 220, "lr": 7.061005501664858e-05}
{"train_loss": 0.0024943011812865734, "global_step": 39274, "epoch": 220, "lr": 7.060870868463398e-05}
{"train_loss": 0.0026116622611880302, "global_step": 39275, "epoch": 220, "lr": 7.060736233461892e-05}
{"train_loss": 0.0035629936028271914, "global_step": 39276, "epoch": 220, "lr": 7.060601596660454e-05}
{"train_loss": 0.003773727221414447, "global_step": 39277, "epoch": 220, "lr": 7.060466958059204e-05}
{"train_loss": 0.001740102656185627, "global_step": 39278, "epoch": 220, "lr": 7.06033231765826e-05}
{"train_loss": 0.0037926919758319855, "global_step": 39279, "epoch": 220, "lr": 7.06019767545774e-05}
{"train_loss": 0.003910962026566267, "global_step": 39280, "epoch": 220, "lr": 7.060063031457759e-05}
{"train_loss": 0.009538288228213787, "global_step": 39281, "epoch": 220, "lr": 7.059928385658436e-05}
{"train_loss": 0.005063983146101236, "global_step": 39282, "epoch": 220, "lr": 7.059793738059888e-05}
{"train_loss": 0.0017235653940588236, "global_step": 39283, "epoch": 220, "lr": 7.059659088662235e-05}
{"train_loss": 0.007608833257108927, "global_step": 39284, "epoch": 220, "lr": 7.059524437465593e-05}
{"train_loss": 0.0072086043655872345, "global_step": 39285, "epoch": 220, "lr": 7.059389784470076e-05}
{"train_loss": 0.002975202165544033, "global_step": 39286, "epoch": 220, "lr": 7.059255129675809e-05}
{"train_loss": 0.002779868431389332, "global_step": 39287, "epoch": 220, "lr": 7.059120473082903e-05}
{"train_loss": 0.005493025295436382, "global_step": 39288, "epoch": 220, "lr": 7.058985814691479e-05}
{"train_loss": 0.00491111958399415, "global_step": 39289, "epoch": 220, "lr": 7.058851154501653e-05}
{"train_loss": 0.005752715282142162, "global_step": 39290, "epoch": 220, "lr": 7.058716492513545e-05}
{"train_loss": 0.002221052534878254, "global_step": 39291, "epoch": 220, "lr": 7.05858182872727e-05}
{"train_loss": 0.004479347728192806, "global_step": 39292, "epoch": 220, "lr": 7.058447163142947e-05}
{"train_loss": 0.0049656149931252, "global_step": 39293, "epoch": 220, "lr": 7.058312495760694e-05}
{"train_loss": 0.005246817134320736, "global_step": 39294, "epoch": 220, "lr": 7.058177826580626e-05}
{"train_loss": 0.007268654182553291, "global_step": 39295, "epoch": 220, "lr": 7.058043155602864e-05}
{"train_loss": 0.004465161822736263, "global_step": 39296, "epoch": 220, "lr": 7.057908482827524e-05}
{"train_loss": 0.0073190112598240376, "global_step": 39297, "epoch": 220, "lr": 7.057773808254724e-05}
{"train_loss": 0.004896990954875946, "global_step": 39298, "epoch": 220, "lr": 7.057639131884583e-05}
{"train_loss": 0.002670557703822851, "global_step": 39299, "epoch": 220, "lr": 7.057504453717214e-05}
{"train_loss": 0.005314580164849758, "global_step": 39300, "epoch": 220, "lr": 7.05736977375274e-05}
{"train_loss": 0.003901426214724779, "global_step": 39301, "epoch": 220, "lr": 7.057235091991276e-05}
{"train_loss": 0.007171029224991798, "global_step": 39302, "epoch": 220, "lr": 7.057100408432939e-05}
{"train_loss": 0.005315741989761591, "global_step": 39303, "epoch": 220, "lr": 7.05696572307785e-05}
{"train_loss": 0.004168525338172913, "global_step": 39304, "epoch": 220, "lr": 7.056831035926122e-05}
{"train_loss": 0.006148553919047117, "global_step": 39305, "epoch": 220, "lr": 7.056696346977875e-05}
{"train_loss": 0.0038420953787863255, "global_step": 39306, "epoch": 220, "lr": 7.056561656233228e-05}
{"train_loss": 0.003629678161814809, "global_step": 39307, "epoch": 220, "lr": 7.056426963692295e-05}
{"train_loss": 0.0035539683885872364, "global_step": 39308, "epoch": 220, "lr": 7.056292269355197e-05}
{"train_loss": 0.0025015100836753845, "global_step": 39309, "epoch": 220, "lr": 7.056157573222051e-05}
{"train_loss": 0.004036916885524988, "global_step": 39310, "epoch": 220, "lr": 7.056022875292974e-05}
{"train_loss": 0.0023936666548252106, "global_step": 39311, "epoch": 220, "lr": 7.055888175568084e-05}
{"train_loss": 0.004485566169023514, "global_step": 39312, "epoch": 220, "lr": 7.055753474047499e-05}
{"train_loss": 0.006641071289777756, "global_step": 39313, "epoch": 220, "lr": 7.055618770731334e-05}
{"train_loss": 0.003831922309473157, "global_step": 39314, "epoch": 220, "lr": 7.055484065619711e-05}
{"train_loss": 0.0016559876967221498, "global_step": 39315, "epoch": 220, "lr": 7.055349358712744e-05}
{"train_loss": 0.004129437264055014, "global_step": 39316, "epoch": 220, "lr": 7.055214650010553e-05}
{"train_loss": 0.0034327059984207153, "global_step": 39317, "epoch": 220, "lr": 7.055079939513252e-05}
{"train_loss": 0.003935190849006176, "global_step": 39318, "epoch": 220, "lr": 7.054945227220964e-05}
{"train_loss": 0.008749336004257202, "global_step": 39319, "epoch": 220, "lr": 7.054810513133803e-05}
{"train_loss": 0.0062506357207894325, "global_step": 39320, "epoch": 220, "lr": 7.05467579725189e-05}
{"train_loss": 0.0024573856499046087, "global_step": 39321, "epoch": 220, "lr": 7.054541079575338e-05}
{"train_loss": 0.005576787516474724, "global_step": 39322, "epoch": 220, "lr": 7.05440636010427e-05}
{"train_loss": 0.007368242368102074, "global_step": 39323, "epoch": 220, "lr": 7.054271638838796e-05}
{"train_loss": 0.005237218923866749, "global_step": 39324, "epoch": 220, "lr": 7.054136915779041e-05}
{"train_loss": 0.0029545894358307123, "global_step": 39325, "epoch": 220, "lr": 7.054002190925121e-05}
{"train_loss": 0.0027699992060661316, "global_step": 39326, "epoch": 220, "lr": 7.053867464277152e-05}
{"train_loss": 0.0029195789247751236, "global_step": 39327, "epoch": 220, "lr": 7.053732735835252e-05}
{"train_loss": 0.004245443269610405, "global_step": 39328, "epoch": 220, "lr": 7.05359800559954e-05}
{"train_loss": 0.005029122810810804, "global_step": 39329, "epoch": 220, "lr": 7.053463273570132e-05}
{"train_loss": 0.007498915307223797, "global_step": 39330, "epoch": 220, "lr": 7.053328539747145e-05}
{"train_loss": 0.004094271920621395, "global_step": 39331, "epoch": 220, "lr": 7.053193804130702e-05}
{"train_loss": 0.00492715323343873, "global_step": 39332, "epoch": 220, "lr": 7.053059066720913e-05}
{"train_loss": 0.003994043916463852, "global_step": 39333, "epoch": 220, "lr": 7.052924327517902e-05}
{"train_loss": 0.006294653285294771, "global_step": 39334, "epoch": 220, "lr": 7.052789586521784e-05}
{"train_loss": 0.004943598993122578, "global_step": 39335, "epoch": 220, "lr": 7.052654843732676e-05}
{"train_loss": 0.004538248293101788, "global_step": 39336, "epoch": 220, "lr": 7.052520099150696e-05}
{"train_loss": 0.00501952804965124, "global_step": 39337, "epoch": 220, "lr": 7.052385352775962e-05, "train_action_mse_error": 9.62292051553959e-06}
{"train_loss": 0.005645959638059139, "global_step": 39338, "epoch": 221, "lr": 7.052250604608594e-05}
{"train_loss": 0.004908281844109297, "global_step": 39339, "epoch": 221, "lr": 7.052115854648707e-05}
{"train_loss": 0.005716955289244652, "global_step": 39340, "epoch": 221, "lr": 7.05198110289642e-05}
{"train_loss": 0.004620419815182686, "global_step": 39341, "epoch": 221, "lr": 7.051846349351847e-05}
{"train_loss": 0.0027674667071551085, "global_step": 39342, "epoch": 221, "lr": 7.051711594015112e-05}
{"train_loss": 0.006282394751906395, "global_step": 39343, "epoch": 221, "lr": 7.051576836886327e-05}
{"train_loss": 0.004672154784202576, "global_step": 39344, "epoch": 221, "lr": 7.051442077965614e-05}
{"train_loss": 0.0020274529233574867, "global_step": 39345, "epoch": 221, "lr": 7.051307317253088e-05}
{"train_loss": 0.004287798888981342, "global_step": 39346, "epoch": 221, "lr": 7.051172554748867e-05}
{"train_loss": 0.003653629682958126, "global_step": 39347, "epoch": 221, "lr": 7.051037790453071e-05}
{"train_loss": 0.004024496302008629, "global_step": 39348, "epoch": 221, "lr": 7.050903024365815e-05}
{"train_loss": 0.008221923373639584, "global_step": 39349, "epoch": 221, "lr": 7.050768256487218e-05}
{"train_loss": 0.004407464526593685, "global_step": 39350, "epoch": 221, "lr": 7.050633486817397e-05}
{"train_loss": 0.0026987483724951744, "global_step": 39351, "epoch": 221, "lr": 7.05049871535647e-05}
{"train_loss": 0.00398597028106451, "global_step": 39352, "epoch": 221, "lr": 7.050363942104556e-05}
{"train_loss": 0.006071381736546755, "global_step": 39353, "epoch": 221, "lr": 7.050229167061771e-05}
{"train_loss": 0.004063288681209087, "global_step": 39354, "epoch": 221, "lr": 7.050094390228232e-05}
{"train_loss": 0.00681070052087307, "global_step": 39355, "epoch": 221, "lr": 7.049959611604058e-05}
{"train_loss": 0.004505027551203966, "global_step": 39356, "epoch": 221, "lr": 7.049824831189369e-05}
{"train_loss": 0.005036590620875359, "global_step": 39357, "epoch": 221, "lr": 7.049690048984279e-05}
{"train_loss": 0.002750079147517681, "global_step": 39358, "epoch": 221, "lr": 7.049555264988906e-05}
{"train_loss": 0.005589819513261318, "global_step": 39359, "epoch": 221, "lr": 7.04942047920337e-05}
{"train_loss": 0.0026615215465426445, "global_step": 39360, "epoch": 221, "lr": 7.049285691627789e-05}
{"train_loss": 0.004061666317284107, "global_step": 39361, "epoch": 221, "lr": 7.049150902262276e-05}
{"train_loss": 0.006606448441743851, "global_step": 39362, "epoch": 221, "lr": 7.049016111106954e-05}
{"train_loss": 0.006003985181450844, "global_step": 39363, "epoch": 221, "lr": 7.048881318161939e-05}
{"train_loss": 0.002440784592181444, "global_step": 39364, "epoch": 221, "lr": 7.04874652342735e-05}
{"train_loss": 0.004627831745892763, "global_step": 39365, "epoch": 221, "lr": 7.0486117269033e-05}
{"train_loss": 0.006387472152709961, "global_step": 39366, "epoch": 221, "lr": 7.048476928589913e-05}
{"train_loss": 0.005114576779305935, "global_step": 39367, "epoch": 221, "lr": 7.048342128487302e-05}
{"train_loss": 0.005606621503829956, "global_step": 39368, "epoch": 221, "lr": 7.048207326595586e-05}
{"train_loss": 0.004530060570687056, "global_step": 39369, "epoch": 221, "lr": 7.048072522914885e-05}
{"train_loss": 0.009177049621939659, "global_step": 39370, "epoch": 221, "lr": 7.047937717445313e-05}
{"train_loss": 0.0042869518510997295, "global_step": 39371, "epoch": 221, "lr": 7.047802910186992e-05}
{"train_loss": 0.0018532314570620656, "global_step": 39372, "epoch": 221, "lr": 7.047668101140036e-05}
{"train_loss": 0.006502842530608177, "global_step": 39373, "epoch": 221, "lr": 7.047533290304564e-05}
{"train_loss": 0.006479413714259863, "global_step": 39374, "epoch": 221, "lr": 7.047398477680694e-05}
{"train_loss": 0.003490706440061331, "global_step": 39375, "epoch": 221, "lr": 7.047263663268544e-05}
{"train_loss": 0.005481461528688669, "global_step": 39376, "epoch": 221, "lr": 7.047128847068232e-05}
{"train_loss": 0.00494659598916769, "global_step": 39377, "epoch": 221, "lr": 7.046994029079875e-05}
{"train_loss": 0.005010311491787434, "global_step": 39378, "epoch": 221, "lr": 7.04685920930359e-05}
{"train_loss": 0.006801928393542767, "global_step": 39379, "epoch": 221, "lr": 7.046724387739496e-05}
{"train_loss": 0.00866775494068861, "global_step": 39380, "epoch": 221, "lr": 7.04658956438771e-05}
{"train_loss": 0.004430824425071478, "global_step": 39381, "epoch": 221, "lr": 7.046454739248351e-05}
{"train_loss": 0.0039240219630301, "global_step": 39382, "epoch": 221, "lr": 7.046319912321537e-05}
{"train_loss": 0.005646437406539917, "global_step": 39383, "epoch": 221, "lr": 7.046185083607384e-05}
{"train_loss": 0.006160490680485964, "global_step": 39384, "epoch": 221, "lr": 7.04605025310601e-05}
{"train_loss": 0.00458813551813364, "global_step": 39385, "epoch": 221, "lr": 7.045915420817533e-05}
{"train_loss": 0.003960996866226196, "global_step": 39386, "epoch": 221, "lr": 7.045780586742072e-05}
{"train_loss": 0.0029524615965783596, "global_step": 39387, "epoch": 221, "lr": 7.045645750879744e-05}
{"train_loss": 0.006992915645241737, "global_step": 39388, "epoch": 221, "lr": 7.045510913230667e-05}
{"train_loss": 0.0025704745203256607, "global_step": 39389, "epoch": 221, "lr": 7.045376073794956e-05}
{"train_loss": 0.004589097574353218, "global_step": 39390, "epoch": 221, "lr": 7.045241232572734e-05}
{"train_loss": 0.006146362982690334, "global_step": 39391, "epoch": 221, "lr": 7.045106389564113e-05}
{"train_loss": 0.005314725451171398, "global_step": 39392, "epoch": 221, "lr": 7.044971544769217e-05}
{"train_loss": 0.004897837061434984, "global_step": 39393, "epoch": 221, "lr": 7.044836698188158e-05}
{"train_loss": 0.007225384935736656, "global_step": 39394, "epoch": 221, "lr": 7.044701849821057e-05}
{"train_loss": 0.00407502381131053, "global_step": 39395, "epoch": 221, "lr": 7.044566999668031e-05}
{"train_loss": 0.005096550099551678, "global_step": 39396, "epoch": 221, "lr": 7.044432147729199e-05}
{"train_loss": 0.005260689649730921, "global_step": 39397, "epoch": 221, "lr": 7.044297294004675e-05}
{"train_loss": 0.0038752532564103603, "global_step": 39398, "epoch": 221, "lr": 7.044162438494582e-05}
{"train_loss": 0.007852215319871902, "global_step": 39399, "epoch": 221, "lr": 7.044027581199034e-05}
{"train_loss": 0.007993210107088089, "global_step": 39400, "epoch": 221, "lr": 7.043892722118149e-05}
{"train_loss": 0.003976332955062389, "global_step": 39401, "epoch": 221, "lr": 7.043757861252048e-05}
{"train_loss": 0.004422775004059076, "global_step": 39402, "epoch": 221, "lr": 7.043622998600846e-05}
{"train_loss": 0.005327820777893066, "global_step": 39403, "epoch": 221, "lr": 7.043488134164659e-05}
{"train_loss": 0.003014923073351383, "global_step": 39404, "epoch": 221, "lr": 7.043353267943609e-05}
{"train_loss": 0.004311340395361185, "global_step": 39405, "epoch": 221, "lr": 7.043218399937812e-05}
{"train_loss": 0.004290077835321426, "global_step": 39406, "epoch": 221, "lr": 7.043083530147385e-05}
{"train_loss": 0.0034806025214493275, "global_step": 39407, "epoch": 221, "lr": 7.042948658572448e-05}
{"train_loss": 0.005506450776010752, "global_step": 39408, "epoch": 221, "lr": 7.042813785213116e-05}
{"train_loss": 0.005026576109230518, "global_step": 39409, "epoch": 221, "lr": 7.042678910069508e-05}
{"train_loss": 0.0042623355984687805, "global_step": 39410, "epoch": 221, "lr": 7.042544033141744e-05}
{"train_loss": 0.009525391273200512, "global_step": 39411, "epoch": 221, "lr": 7.042409154429939e-05}
{"train_loss": 0.0035498328506946564, "global_step": 39412, "epoch": 221, "lr": 7.04227427393421e-05}
{"train_loss": 0.005751217715442181, "global_step": 39413, "epoch": 221, "lr": 7.042139391654677e-05}
{"train_loss": 0.003557035233825445, "global_step": 39414, "epoch": 221, "lr": 7.042004507591458e-05}
{"train_loss": 0.005673418752849102, "global_step": 39415, "epoch": 221, "lr": 7.04186962174467e-05}
{"train_loss": 0.003855738788843155, "global_step": 39416, "epoch": 221, "lr": 7.04173473411443e-05}
{"train_loss": 0.003720885142683983, "global_step": 39417, "epoch": 221, "lr": 7.041599844700857e-05}
{"train_loss": 0.004532536957412958, "global_step": 39418, "epoch": 221, "lr": 7.041464953504068e-05}
{"train_loss": 0.004156869370490313, "global_step": 39419, "epoch": 221, "lr": 7.041330060524182e-05}
{"train_loss": 0.004245041869580746, "global_step": 39420, "epoch": 221, "lr": 7.041195165761316e-05}
{"train_loss": 0.0036092803347855806, "global_step": 39421, "epoch": 221, "lr": 7.041060269215588e-05}
{"train_loss": 0.005248335190117359, "global_step": 39422, "epoch": 221, "lr": 7.040925370887114e-05}
{"train_loss": 0.0056299432180821896, "global_step": 39423, "epoch": 221, "lr": 7.040790470776016e-05}
{"train_loss": 0.00951683335006237, "global_step": 39424, "epoch": 221, "lr": 7.040655568882409e-05}
{"train_loss": 0.006038593128323555, "global_step": 39425, "epoch": 221, "lr": 7.04052066520641e-05}
{"train_loss": 0.004955020267516375, "global_step": 39426, "epoch": 221, "lr": 7.040385759748139e-05}
{"train_loss": 0.004474435932934284, "global_step": 39427, "epoch": 221, "lr": 7.040250852507713e-05}
{"train_loss": 0.003947332967072725, "global_step": 39428, "epoch": 221, "lr": 7.040115943485249e-05}
{"train_loss": 0.004051420837640762, "global_step": 39429, "epoch": 221, "lr": 7.039981032680867e-05}
{"train_loss": 0.009470232762396336, "global_step": 39430, "epoch": 221, "lr": 7.039846120094682e-05}
{"train_loss": 0.005051549058407545, "global_step": 39431, "epoch": 221, "lr": 7.039711205726814e-05}
{"train_loss": 0.004118018317967653, "global_step": 39432, "epoch": 221, "lr": 7.039576289577378e-05}
{"train_loss": 0.0032538999803364277, "global_step": 39433, "epoch": 221, "lr": 7.039441371646497e-05}
{"train_loss": 0.004345215857028961, "global_step": 39434, "epoch": 221, "lr": 7.039306451934285e-05}
{"train_loss": 0.0035898773930966854, "global_step": 39435, "epoch": 221, "lr": 7.039171530440858e-05}
{"train_loss": 0.00631965696811676, "global_step": 39436, "epoch": 221, "lr": 7.039036607166339e-05}
{"train_loss": 0.004679222125560045, "global_step": 39437, "epoch": 221, "lr": 7.038901682110844e-05}
{"train_loss": 0.008236680179834366, "global_step": 39438, "epoch": 221, "lr": 7.038766755274488e-05}
{"train_loss": 0.006159783340990543, "global_step": 39439, "epoch": 221, "lr": 7.038631826657392e-05}
{"train_loss": 0.0029651187360286713, "global_step": 39440, "epoch": 221, "lr": 7.038496896259673e-05}
{"train_loss": 0.007646980229765177, "global_step": 39441, "epoch": 221, "lr": 7.038361964081448e-05}
{"train_loss": 0.0041739302687346935, "global_step": 39442, "epoch": 221, "lr": 7.038227030122834e-05}
{"train_loss": 0.004084618762135506, "global_step": 39443, "epoch": 221, "lr": 7.038092094383954e-05}
{"train_loss": 0.003478198777884245, "global_step": 39444, "epoch": 221, "lr": 7.03795715686492e-05}
{"train_loss": 0.002999182790517807, "global_step": 39445, "epoch": 221, "lr": 7.037822217565852e-05}
{"train_loss": 0.005386452190577984, "global_step": 39446, "epoch": 221, "lr": 7.03768727648687e-05}
{"train_loss": 0.0041117798537015915, "global_step": 39447, "epoch": 221, "lr": 7.037552333628088e-05}
{"train_loss": 0.00528313172981143, "global_step": 39448, "epoch": 221, "lr": 7.037417388989627e-05}
{"train_loss": 0.004695120733231306, "global_step": 39449, "epoch": 221, "lr": 7.037282442571602e-05}
{"train_loss": 0.005322147160768509, "global_step": 39450, "epoch": 221, "lr": 7.037147494374134e-05}
{"train_loss": 0.0020824861712753773, "global_step": 39451, "epoch": 221, "lr": 7.037012544397338e-05}
{"train_loss": 0.0045739421620965, "global_step": 39452, "epoch": 221, "lr": 7.036877592641335e-05}
{"train_loss": 0.0020187636837363243, "global_step": 39453, "epoch": 221, "lr": 7.036742639106239e-05}
{"train_loss": 0.0038879914209246635, "global_step": 39454, "epoch": 221, "lr": 7.036607683792171e-05}
{"train_loss": 0.005315112881362438, "global_step": 39455, "epoch": 221, "lr": 7.036472726699248e-05}
{"train_loss": 0.0041960556991398335, "global_step": 39456, "epoch": 221, "lr": 7.036337767827586e-05}
{"train_loss": 0.005266387015581131, "global_step": 39457, "epoch": 221, "lr": 7.036202807177308e-05}
{"train_loss": 0.008090881630778313, "global_step": 39458, "epoch": 221, "lr": 7.036067844748527e-05}
{"train_loss": 0.003615938127040863, "global_step": 39459, "epoch": 221, "lr": 7.035932880541361e-05}
{"train_loss": 0.005335584282875061, "global_step": 39460, "epoch": 221, "lr": 7.035797914555929e-05}
{"train_loss": 0.0036543640308082104, "global_step": 39461, "epoch": 221, "lr": 7.035662946792349e-05}
{"train_loss": 0.0057710325345396996, "global_step": 39462, "epoch": 221, "lr": 7.035527977250742e-05}
{"train_loss": 0.004615223966538906, "global_step": 39463, "epoch": 221, "lr": 7.03539300593122e-05}
{"train_loss": 0.0035945121198892593, "global_step": 39464, "epoch": 221, "lr": 7.035258032833905e-05}
{"train_loss": 0.0051241423934698105, "global_step": 39465, "epoch": 221, "lr": 7.035123057958912e-05}
{"train_loss": 0.006904464680701494, "global_step": 39466, "epoch": 221, "lr": 7.034988081306361e-05}
{"train_loss": 0.004592232406139374, "global_step": 39467, "epoch": 221, "lr": 7.034853102876371e-05}
{"train_loss": 0.005613201297819614, "global_step": 39468, "epoch": 221, "lr": 7.034718122669058e-05}
{"train_loss": 0.004648328758776188, "global_step": 39469, "epoch": 221, "lr": 7.03458314068454e-05}
{"train_loss": 0.005277272313833237, "global_step": 39470, "epoch": 221, "lr": 7.034448156922935e-05}
{"train_loss": 0.004091550596058369, "global_step": 39471, "epoch": 221, "lr": 7.034313171384361e-05}
{"train_loss": 0.006502665113657713, "global_step": 39472, "epoch": 221, "lr": 7.034178184068935e-05}
{"train_loss": 0.0027243979275226593, "global_step": 39473, "epoch": 221, "lr": 7.034043194976778e-05}
{"train_loss": 0.0026896847411990166, "global_step": 39474, "epoch": 221, "lr": 7.033908204108004e-05}
{"train_loss": 0.004546193405985832, "global_step": 39475, "epoch": 221, "lr": 7.033773211462733e-05}
{"train_loss": 0.004398573189973831, "global_step": 39476, "epoch": 221, "lr": 7.033638217041084e-05}
{"train_loss": 0.008765624836087227, "global_step": 39477, "epoch": 221, "lr": 7.033503220843172e-05}
{"train_loss": 0.005298016592860222, "global_step": 39478, "epoch": 221, "lr": 7.033368222869116e-05}
{"train_loss": 0.001977721694856882, "global_step": 39479, "epoch": 221, "lr": 7.033233223119034e-05}
{"train_loss": 0.008343996480107307, "global_step": 39480, "epoch": 221, "lr": 7.033098221593047e-05}
{"train_loss": 0.002595475409179926, "global_step": 39481, "epoch": 221, "lr": 7.032963218291268e-05}
{"train_loss": 0.005543736275285482, "global_step": 39482, "epoch": 221, "lr": 7.032828213213816e-05}
{"train_loss": 0.004853823222219944, "global_step": 39483, "epoch": 221, "lr": 7.032693206360812e-05}
{"train_loss": 0.007052100263535976, "global_step": 39484, "epoch": 221, "lr": 7.03255819773237e-05}
{"train_loss": 0.003665610682219267, "global_step": 39485, "epoch": 221, "lr": 7.03242318732861e-05}
{"train_loss": 0.0048298598267138, "global_step": 39486, "epoch": 221, "lr": 7.032288175149652e-05}
{"train_loss": 0.004367329645901918, "global_step": 39487, "epoch": 221, "lr": 7.032153161195611e-05}
{"train_loss": 0.00609843572601676, "global_step": 39488, "epoch": 221, "lr": 7.032018145466604e-05}
{"train_loss": 0.004328026901930571, "global_step": 39489, "epoch": 221, "lr": 7.03188312796275e-05}
{"train_loss": 0.005567225627601147, "global_step": 39490, "epoch": 221, "lr": 7.03174810868417e-05}
{"train_loss": 0.0024478279519826174, "global_step": 39491, "epoch": 221, "lr": 7.031613087630979e-05}
{"train_loss": 0.0037240253295749426, "global_step": 39492, "epoch": 221, "lr": 7.031478064803294e-05}
{"train_loss": 0.008343089371919632, "global_step": 39493, "epoch": 221, "lr": 7.031343040201233e-05}
{"train_loss": 0.007513749413192272, "global_step": 39494, "epoch": 221, "lr": 7.031208013824917e-05}
{"train_loss": 0.003033570945262909, "global_step": 39495, "epoch": 221, "lr": 7.031072985674463e-05}
{"train_loss": 0.008706759661436081, "global_step": 39496, "epoch": 221, "lr": 7.030937955749987e-05}
{"train_loss": 0.0034600647632032633, "global_step": 39497, "epoch": 221, "lr": 7.030802924051609e-05}
{"train_loss": 0.0022316998802125454, "global_step": 39498, "epoch": 221, "lr": 7.030667890579443e-05}
{"train_loss": 0.0053075761534273624, "global_step": 39499, "epoch": 221, "lr": 7.030532855333612e-05}
{"train_loss": 0.008733795024454594, "global_step": 39500, "epoch": 221, "lr": 7.030397818314232e-05}
{"train_loss": 0.004924180451780558, "global_step": 39501, "epoch": 221, "lr": 7.03026277952142e-05}
{"train_loss": 0.005779361352324486, "global_step": 39502, "epoch": 221, "lr": 7.030127738955295e-05}
{"train_loss": 0.0074934400618076324, "global_step": 39503, "epoch": 221, "lr": 7.029992696615974e-05}
{"train_loss": 0.003140246495604515, "global_step": 39504, "epoch": 221, "lr": 7.029857652503577e-05}
{"train_loss": 0.003878864226862788, "global_step": 39505, "epoch": 221, "lr": 7.029722606618218e-05}
{"train_loss": 0.004172113258391619, "global_step": 39506, "epoch": 221, "lr": 7.02958755896002e-05}
{"train_loss": 0.0028981436043977737, "global_step": 39507, "epoch": 221, "lr": 7.029452509529098e-05}
{"train_loss": 0.005627144128084183, "global_step": 39508, "epoch": 221, "lr": 7.02931745832557e-05}
{"train_loss": 0.004860890097916126, "global_step": 39509, "epoch": 221, "lr": 7.029182405349555e-05}
{"train_loss": 0.0067820362746715546, "global_step": 39510, "epoch": 221, "lr": 7.02904735060117e-05}
{"train_loss": 0.003084193216636777, "global_step": 39511, "epoch": 221, "lr": 7.028912294080534e-05}
{"train_loss": 0.004368439316749573, "global_step": 39512, "epoch": 221, "lr": 7.028777235787763e-05}
{"train_loss": 0.009683430194854736, "global_step": 39513, "epoch": 221, "lr": 7.028642175722976e-05}
{"train_loss": 0.004282941110432148, "global_step": 39514, "epoch": 221, "lr": 7.028507113886293e-05}
{"train_loss": 0.004955025833869206, "global_step": 39515, "epoch": 221, "lr": 7.02837205027783e-05}
{"train_loss": 0.0017941445112228394, "global_step": 39516, "epoch": 222, "lr": 7.028236984897704e-05}
{"train_loss": 0.005453021265566349, "global_step": 39517, "epoch": 222, "lr": 7.028101917746033e-05}
{"train_loss": 0.005229364614933729, "global_step": 39518, "epoch": 222, "lr": 7.027966848822938e-05}
{"train_loss": 0.003236058633774519, "global_step": 39519, "epoch": 222, "lr": 7.027831778128536e-05}
{"train_loss": 0.00555510725826025, "global_step": 39520, "epoch": 222, "lr": 7.027696705662941e-05}
{"train_loss": 0.0034460127353668213, "global_step": 39521, "epoch": 222, "lr": 7.027561631426277e-05}
{"train_loss": 0.0038958536460995674, "global_step": 39522, "epoch": 222, "lr": 7.027426555418656e-05}
{"train_loss": 0.004335552453994751, "global_step": 39523, "epoch": 222, "lr": 7.027291477640201e-05}
{"train_loss": 0.004820778965950012, "global_step": 39524, "epoch": 222, "lr": 7.027156398091028e-05}
{"train_loss": 0.004003642126917839, "global_step": 39525, "epoch": 222, "lr": 7.027021316771256e-05}
{"train_loss": 0.004628223367035389, "global_step": 39526, "epoch": 222, "lr": 7.026886233680999e-05}
{"train_loss": 0.007930765859782696, "global_step": 39527, "epoch": 222, "lr": 7.026751148820378e-05}
{"train_loss": 0.0033400487154722214, "global_step": 39528, "epoch": 222, "lr": 7.026616062189513e-05}
{"train_loss": 0.007743494585156441, "global_step": 39529, "epoch": 222, "lr": 7.026480973788521e-05}
{"train_loss": 0.006435129325836897, "global_step": 39530, "epoch": 222, "lr": 7.026345883617516e-05}
{"train_loss": 0.006561800371855497, "global_step": 39531, "epoch": 222, "lr": 7.026210791676621e-05}
{"train_loss": 0.004373899661004543, "global_step": 39532, "epoch": 222, "lr": 7.02607569796595e-05}
{"train_loss": 0.00449726264923811, "global_step": 39533, "epoch": 222, "lr": 7.025940602485624e-05}
{"train_loss": 0.0028245453722774982, "global_step": 39534, "epoch": 222, "lr": 7.02580550523576e-05}
{"train_loss": 0.003233283990994096, "global_step": 39535, "epoch": 222, "lr": 7.025670406216476e-05}
{"train_loss": 0.006117203738540411, "global_step": 39536, "epoch": 222, "lr": 7.025535305427888e-05}
{"train_loss": 0.004271399229764938, "global_step": 39537, "epoch": 222, "lr": 7.025400202870118e-05}
{"train_loss": 0.004913131706416607, "global_step": 39538, "epoch": 222, "lr": 7.025265098543281e-05}
{"train_loss": 0.008034370839595795, "global_step": 39539, "epoch": 222, "lr": 7.025129992447496e-05}
{"train_loss": 0.004255163483321667, "global_step": 39540, "epoch": 222, "lr": 7.024994884582882e-05}
{"train_loss": 0.00585517194122076, "global_step": 39541, "epoch": 222, "lr": 7.024859774949554e-05}
{"train_loss": 0.0035608394537121058, "global_step": 39542, "epoch": 222, "lr": 7.024724663547633e-05}
{"train_loss": 0.005080409813672304, "global_step": 39543, "epoch": 222, "lr": 7.024589550377235e-05}
{"train_loss": 0.008762387558817863, "global_step": 39544, "epoch": 222, "lr": 7.02445443543848e-05}
{"train_loss": 0.0035891393199563026, "global_step": 39545, "epoch": 222, "lr": 7.024319318731484e-05}
{"train_loss": 0.003632829524576664, "global_step": 39546, "epoch": 222, "lr": 7.024184200256367e-05}
{"train_loss": 0.004788883030414581, "global_step": 39547, "epoch": 222, "lr": 7.024049080013245e-05}
{"train_loss": 0.003035938832908869, "global_step": 39548, "epoch": 222, "lr": 7.023913958002237e-05}
{"train_loss": 0.00718285795301199, "global_step": 39549, "epoch": 222, "lr": 7.023778834223462e-05}
{"train_loss": 0.003250672947615385, "global_step": 39550, "epoch": 222, "lr": 7.023643708677037e-05}
{"train_loss": 0.004841013811528683, "global_step": 39551, "epoch": 222, "lr": 7.023508581363079e-05}
{"train_loss": 0.004927865695208311, "global_step": 39552, "epoch": 222, "lr": 7.023373452281707e-05}
{"train_loss": 0.002659125253558159, "global_step": 39553, "epoch": 222, "lr": 7.023238321433041e-05}
{"train_loss": 0.005231289193034172, "global_step": 39554, "epoch": 222, "lr": 7.023103188817197e-05}
{"train_loss": 0.004379186779260635, "global_step": 39555, "epoch": 222, "lr": 7.02296805443429e-05}
{"train_loss": 0.0018417114624753594, "global_step": 39556, "epoch": 222, "lr": 7.022832918284444e-05}
{"train_loss": 0.003383883275091648, "global_step": 39557, "epoch": 222, "lr": 7.022697780367774e-05}
{"train_loss": 0.0043817125260829926, "global_step": 39558, "epoch": 222, "lr": 7.022562640684398e-05}
{"train_loss": 0.006722274702042341, "global_step": 39559, "epoch": 222, "lr": 7.022427499234434e-05}
{"train_loss": 0.004858134314417839, "global_step": 39560, "epoch": 222, "lr": 7.022292356018001e-05}
{"train_loss": 0.0047108689323067665, "global_step": 39561, "epoch": 222, "lr": 7.022157211035217e-05}
{"train_loss": 0.002899350132793188, "global_step": 39562, "epoch": 222, "lr": 7.022022064286197e-05}
{"train_loss": 0.005663671065121889, "global_step": 39563, "epoch": 222, "lr": 7.021886915771063e-05}
{"train_loss": 0.0024483846500515938, "global_step": 39564, "epoch": 222, "lr": 7.021751765489931e-05}
{"train_loss": 0.0031798265408724546, "global_step": 39565, "epoch": 222, "lr": 7.02161661344292e-05}
{"train_loss": 0.004848088137805462, "global_step": 39566, "epoch": 222, "lr": 7.021481459630148e-05}
{"train_loss": 0.004389340057969093, "global_step": 39567, "epoch": 222, "lr": 7.021346304051732e-05}
{"train_loss": 0.003352601546794176, "global_step": 39568, "epoch": 222, "lr": 7.021211146707792e-05}
{"train_loss": 0.0037833452224731445, "global_step": 39569, "epoch": 222, "lr": 7.021075987598444e-05}
{"train_loss": 0.005835368297994137, "global_step": 39570, "epoch": 222, "lr": 7.020940826723806e-05}
{"train_loss": 0.004697582218796015, "global_step": 39571, "epoch": 222, "lr": 7.020805664083997e-05}
{"train_loss": 0.005656146910041571, "global_step": 39572, "epoch": 222, "lr": 7.020670499679136e-05}
{"train_loss": 0.003871527500450611, "global_step": 39573, "epoch": 222, "lr": 7.02053533350934e-05}
{"train_loss": 0.005224847234785557, "global_step": 39574, "epoch": 222, "lr": 7.020400165574726e-05}
{"train_loss": 0.004419693257659674, "global_step": 39575, "epoch": 222, "lr": 7.020264995875412e-05}
{"train_loss": 0.010900918394327164, "global_step": 39576, "epoch": 222, "lr": 7.02012982441152e-05}
{"train_loss": 0.00438392348587513, "global_step": 39577, "epoch": 222, "lr": 7.019994651183165e-05}
{"train_loss": 0.00301050185225904, "global_step": 39578, "epoch": 222, "lr": 7.019859476190465e-05}
{"train_loss": 0.003119959030300379, "global_step": 39579, "epoch": 222, "lr": 7.019724299433537e-05}
{"train_loss": 0.0049630338326096535, "global_step": 39580, "epoch": 222, "lr": 7.019589120912501e-05}
{"train_loss": 0.0025615268386900425, "global_step": 39581, "epoch": 222, "lr": 7.019453940627475e-05}
{"train_loss": 0.0015699909999966621, "global_step": 39582, "epoch": 222, "lr": 7.019318758578576e-05}
{"train_loss": 0.006000455003231764, "global_step": 39583, "epoch": 222, "lr": 7.019183574765922e-05}
{"train_loss": 0.00550298485904932, "global_step": 39584, "epoch": 222, "lr": 7.019048389189634e-05}
{"train_loss": 0.005911995191127062, "global_step": 39585, "epoch": 222, "lr": 7.018913201849825e-05}
{"train_loss": 0.006220484152436256, "global_step": 39586, "epoch": 222, "lr": 7.018778012746619e-05}
{"train_loss": 0.0031720702536404133, "global_step": 39587, "epoch": 222, "lr": 7.018642821880127e-05}
{"train_loss": 0.003883980680257082, "global_step": 39588, "epoch": 222, "lr": 7.018507629250475e-05}
{"train_loss": 0.003608817234635353, "global_step": 39589, "epoch": 222, "lr": 7.018372434857774e-05}
{"train_loss": 0.004626500885933638, "global_step": 39590, "epoch": 222, "lr": 7.018237238702146e-05}
{"train_loss": 0.005834969691932201, "global_step": 39591, "epoch": 222, "lr": 7.01810204078371e-05}
{"train_loss": 0.006234682165086269, "global_step": 39592, "epoch": 222, "lr": 7.017966841102581e-05}
{"train_loss": 0.0022012991830706596, "global_step": 39593, "epoch": 222, "lr": 7.017831639658878e-05}
{"train_loss": 0.005107702687382698, "global_step": 39594, "epoch": 222, "lr": 7.017696436452721e-05}
{"train_loss": 0.0034997614566236734, "global_step": 39595, "epoch": 222, "lr": 7.017561231484226e-05}
{"train_loss": 0.008559614419937134, "global_step": 39596, "epoch": 222, "lr": 7.017426024753513e-05}
{"train_loss": 0.00393450865522027, "global_step": 39597, "epoch": 222, "lr": 7.017290816260697e-05}
{"train_loss": 0.009026477113366127, "global_step": 39598, "epoch": 222, "lr": 7.017155606005899e-05}
{"train_loss": 0.008026331663131714, "global_step": 39599, "epoch": 222, "lr": 7.017020393989236e-05}
{"train_loss": 0.004310912452638149, "global_step": 39600, "epoch": 222, "lr": 7.016885180210826e-05}
{"train_loss": 0.005402643233537674, "global_step": 39601, "epoch": 222, "lr": 7.016749964670787e-05}
{"train_loss": 0.004329007584601641, "global_step": 39602, "epoch": 222, "lr": 7.016614747369236e-05}
{"train_loss": 0.005587877240031958, "global_step": 39603, "epoch": 222, "lr": 7.016479528306294e-05}
{"train_loss": 0.005581468343734741, "global_step": 39604, "epoch": 222, "lr": 7.01634430748208e-05}
{"train_loss": 0.004238152876496315, "global_step": 39605, "epoch": 222, "lr": 7.016209084896706e-05}
{"train_loss": 0.0057342518121004105, "global_step": 39606, "epoch": 222, "lr": 7.016073860550295e-05}
{"train_loss": 0.008366325870156288, "global_step": 39607, "epoch": 222, "lr": 7.015938634442962e-05}
{"train_loss": 0.004402258899062872, "global_step": 39608, "epoch": 222, "lr": 7.01580340657483e-05}
{"train_loss": 0.005419004708528519, "global_step": 39609, "epoch": 222, "lr": 7.015668176946012e-05}
{"train_loss": 0.0024258089251816273, "global_step": 39610, "epoch": 222, "lr": 7.015532945556628e-05}
{"train_loss": 0.00580891128629446, "global_step": 39611, "epoch": 222, "lr": 7.015397712406798e-05}
{"train_loss": 0.005179154686629772, "global_step": 39612, "epoch": 222, "lr": 7.015262477496638e-05}
{"train_loss": 0.003319598501548171, "global_step": 39613, "epoch": 222, "lr": 7.015127240826267e-05}
{"train_loss": 0.007299966178834438, "global_step": 39614, "epoch": 222, "lr": 7.014992002395801e-05}
{"train_loss": 0.00781426951289177, "global_step": 39615, "epoch": 222, "lr": 7.014856762205361e-05}
{"train_loss": 0.004406695254147053, "global_step": 39616, "epoch": 222, "lr": 7.014721520255065e-05}
{"train_loss": 0.004937801510095596, "global_step": 39617, "epoch": 222, "lr": 7.014586276545028e-05}
{"train_loss": 0.0029062521643936634, "global_step": 39618, "epoch": 222, "lr": 7.014451031075372e-05}
{"train_loss": 0.0031330902129411697, "global_step": 39619, "epoch": 222, "lr": 7.014315783846213e-05}
{"train_loss": 0.00785631500184536, "global_step": 39620, "epoch": 222, "lr": 7.014180534857668e-05}
{"train_loss": 0.004241832531988621, "global_step": 39621, "epoch": 222, "lr": 7.014045284109857e-05}
{"train_loss": 0.0036889160983264446, "global_step": 39622, "epoch": 222, "lr": 7.013910031602899e-05}
{"train_loss": 0.008647635579109192, "global_step": 39623, "epoch": 222, "lr": 7.01377477733691e-05}
{"train_loss": 0.009256571531295776, "global_step": 39624, "epoch": 222, "lr": 7.01363952131201e-05}
{"train_loss": 0.004258598200976849, "global_step": 39625, "epoch": 222, "lr": 7.013504263528314e-05}
{"train_loss": 0.0034645129926502705, "global_step": 39626, "epoch": 222, "lr": 7.013369003985944e-05}
{"train_loss": 0.0035638813860714436, "global_step": 39627, "epoch": 222, "lr": 7.013233742685016e-05}
{"train_loss": 0.008859438821673393, "global_step": 39628, "epoch": 222, "lr": 7.013098479625649e-05}
{"train_loss": 0.0021476619876921177, "global_step": 39629, "epoch": 222, "lr": 7.012963214807959e-05}
{"train_loss": 0.006668220739811659, "global_step": 39630, "epoch": 222, "lr": 7.012827948232067e-05}
{"train_loss": 0.002437720075249672, "global_step": 39631, "epoch": 222, "lr": 7.01269267989809e-05}
{"train_loss": 0.005853116046637297, "global_step": 39632, "epoch": 222, "lr": 7.012557409806146e-05}
{"train_loss": 0.004312340170145035, "global_step": 39633, "epoch": 222, "lr": 7.012422137956353e-05}
{"train_loss": 0.0056183068081736565, "global_step": 39634, "epoch": 222, "lr": 7.01228686434883e-05}
{"train_loss": 0.0059211961925029755, "global_step": 39635, "epoch": 222, "lr": 7.012151588983695e-05}
{"train_loss": 0.007854021154344082, "global_step": 39636, "epoch": 222, "lr": 7.012016311861065e-05}
{"train_loss": 0.004474220797419548, "global_step": 39637, "epoch": 222, "lr": 7.011881032981059e-05}
{"train_loss": 0.007342397700995207, "global_step": 39638, "epoch": 222, "lr": 7.011745752343795e-05}
{"train_loss": 0.006798652932047844, "global_step": 39639, "epoch": 222, "lr": 7.011610469949392e-05}
{"train_loss": 0.0032419522758573294, "global_step": 39640, "epoch": 222, "lr": 7.011475185797968e-05}
{"train_loss": 0.007442357949912548, "global_step": 39641, "epoch": 222, "lr": 7.011339899889638e-05}
{"train_loss": 0.0025176024064421654, "global_step": 39642, "epoch": 222, "lr": 7.011204612224525e-05}
{"train_loss": 0.0046424949541687965, "global_step": 39643, "epoch": 222, "lr": 7.011069322802744e-05}
{"train_loss": 0.007510003633797169, "global_step": 39644, "epoch": 222, "lr": 7.010934031624414e-05}
{"train_loss": 0.0037215000484138727, "global_step": 39645, "epoch": 222, "lr": 7.010798738689653e-05}
{"train_loss": 0.006016314495354891, "global_step": 39646, "epoch": 222, "lr": 7.01066344399858e-05}
{"train_loss": 0.00530620152130723, "global_step": 39647, "epoch": 222, "lr": 7.010528147551311e-05}
{"train_loss": 0.00797505583614111, "global_step": 39648, "epoch": 222, "lr": 7.010392849347968e-05}
{"train_loss": 0.009463351219892502, "global_step": 39649, "epoch": 222, "lr": 7.010257549388666e-05}
{"train_loss": 0.0027498239651322365, "global_step": 39650, "epoch": 222, "lr": 7.010122247673523e-05}
{"train_loss": 0.006178376730531454, "global_step": 39651, "epoch": 222, "lr": 7.009986944202657e-05}
{"train_loss": 0.005766477435827255, "global_step": 39652, "epoch": 222, "lr": 7.009851638976192e-05}
{"train_loss": 0.0032678311690688133, "global_step": 39653, "epoch": 222, "lr": 7.009716331994239e-05}
{"train_loss": 0.010635927319526672, "global_step": 39654, "epoch": 222, "lr": 7.009581023256919e-05}
{"train_loss": 0.002123537240549922, "global_step": 39655, "epoch": 222, "lr": 7.009445712764349e-05}
{"train_loss": 0.0030204416252672672, "global_step": 39656, "epoch": 222, "lr": 7.00931040051665e-05}
{"train_loss": 0.0029662875458598137, "global_step": 39657, "epoch": 222, "lr": 7.009175086513937e-05}
{"train_loss": 0.011288410052657127, "global_step": 39658, "epoch": 222, "lr": 7.009039770756331e-05}
{"train_loss": 0.0071991244331002235, "global_step": 39659, "epoch": 222, "lr": 7.008904453243948e-05}
{"train_loss": 0.005729272961616516, "global_step": 39660, "epoch": 222, "lr": 7.008769133976905e-05}
{"train_loss": 0.0037987129762768745, "global_step": 39661, "epoch": 222, "lr": 7.008633812955325e-05}
{"train_loss": 0.0046796188689768314, "global_step": 39662, "epoch": 222, "lr": 7.008498490179322e-05}
{"train_loss": 0.002347158268094063, "global_step": 39663, "epoch": 222, "lr": 7.008363165649016e-05}
{"train_loss": 0.004411875735968351, "global_step": 39664, "epoch": 222, "lr": 7.008227839364524e-05}
{"train_loss": 0.003919296897947788, "global_step": 39665, "epoch": 222, "lr": 7.008092511325966e-05}
{"train_loss": 0.0043136924505233765, "global_step": 39666, "epoch": 222, "lr": 7.007957181533458e-05}
{"train_loss": 0.003379263449460268, "global_step": 39667, "epoch": 222, "lr": 7.007821849987121e-05}
{"train_loss": 0.005825921893119812, "global_step": 39668, "epoch": 222, "lr": 7.007686516687069e-05}
{"train_loss": 0.005665361415594816, "global_step": 39669, "epoch": 222, "lr": 7.007551181633424e-05}
{"train_loss": 0.005349768325686455, "global_step": 39670, "epoch": 222, "lr": 7.007415844826303e-05}
{"train_loss": 0.0050671715289354324, "global_step": 39671, "epoch": 222, "lr": 7.007280506265825e-05}
{"train_loss": 0.0033499374985694885, "global_step": 39672, "epoch": 222, "lr": 7.007145165952105e-05}
{"train_loss": 0.004509430378675461, "global_step": 39673, "epoch": 222, "lr": 7.007009823885265e-05}
{"train_loss": 0.0036298565100878477, "global_step": 39674, "epoch": 222, "lr": 7.006874480065422e-05}
{"train_loss": 0.005851710215210915, "global_step": 39675, "epoch": 222, "lr": 7.006739134492694e-05}
{"train_loss": 0.003116043983027339, "global_step": 39676, "epoch": 222, "lr": 7.006603787167199e-05}
{"train_loss": 0.0045698219910264015, "global_step": 39677, "epoch": 222, "lr": 7.006468438089055e-05}
{"train_loss": 0.007265379652380943, "global_step": 39678, "epoch": 222, "lr": 7.006333087258382e-05}
{"train_loss": 0.004716843366622925, "global_step": 39679, "epoch": 222, "lr": 7.006197734675295e-05}
{"train_loss": 0.003932994324713945, "global_step": 39680, "epoch": 222, "lr": 7.006062380339914e-05}
{"train_loss": 0.008931564167141914, "global_step": 39681, "epoch": 222, "lr": 7.00592702425236e-05}
{"train_loss": 0.002723325975239277, "global_step": 39682, "epoch": 222, "lr": 7.005791666412747e-05}
{"train_loss": 0.006651000119745731, "global_step": 39683, "epoch": 222, "lr": 7.005656306821194e-05}
{"train_loss": 0.005233829375356436, "global_step": 39684, "epoch": 222, "lr": 7.005520945477822e-05}
{"train_loss": 0.004754712339490652, "global_step": 39685, "epoch": 222, "lr": 7.005385582382746e-05}
{"train_loss": 0.006208811420947313, "global_step": 39686, "epoch": 222, "lr": 7.005250217536085e-05}
{"train_loss": 0.0030962752643972635, "global_step": 39687, "epoch": 222, "lr": 7.005114850937957e-05}
{"train_loss": 0.0038129896856844425, "global_step": 39688, "epoch": 222, "lr": 7.004979482588482e-05}
{"train_loss": 0.0036302811931818724, "global_step": 39689, "epoch": 222, "lr": 7.004844112487777e-05}
{"train_loss": 0.003373777959495783, "global_step": 39690, "epoch": 222, "lr": 7.004708740635962e-05}
{"train_loss": 0.006877211853861809, "global_step": 39691, "epoch": 222, "lr": 7.004573367033152e-05}
{"train_loss": 0.004921759478747845, "global_step": 39692, "epoch": 222, "lr": 7.004437991679466e-05}
{"train_loss": 0.004984766320100452, "global_step": 39693, "epoch": 222, "lr": 7.004302614575022e-05}
{"train_loss": 0.0022793549578636885, "global_step": 39694, "epoch": 223, "lr": 7.004167235719943e-05}
{"train_loss": 0.005358047783374786, "global_step": 39695, "epoch": 223, "lr": 7.004031855114342e-05}
{"train_loss": 0.002690609311684966, "global_step": 39696, "epoch": 223, "lr": 7.003896472758339e-05}
{"train_loss": 0.0048165088519454, "global_step": 39697, "epoch": 223, "lr": 7.003761088652052e-05}
{"train_loss": 0.0033694400917738676, "global_step": 39698, "epoch": 223, "lr": 7.003625702795598e-05}
{"train_loss": 0.0036020108964294195, "global_step": 39699, "epoch": 223, "lr": 7.0034903151891e-05}
{"train_loss": 0.0017682372126728296, "global_step": 39700, "epoch": 223, "lr": 7.00335492583267e-05}
{"train_loss": 0.004389550536870956, "global_step": 39701, "epoch": 223, "lr": 7.003219534726431e-05}
{"train_loss": 0.005103842355310917, "global_step": 39702, "epoch": 223, "lr": 7.003084141870497e-05}
{"train_loss": 0.005278416909277439, "global_step": 39703, "epoch": 223, "lr": 7.00294874726499e-05}
{"train_loss": 0.003087185090407729, "global_step": 39704, "epoch": 223, "lr": 7.002813350910027e-05}
{"train_loss": 0.005429217126220465, "global_step": 39705, "epoch": 223, "lr": 7.002677952805727e-05}
{"train_loss": 0.006341399624943733, "global_step": 39706, "epoch": 223, "lr": 7.002542552952205e-05}
{"train_loss": 0.003924204967916012, "global_step": 39707, "epoch": 223, "lr": 7.002407151349584e-05}
{"train_loss": 0.005737591534852982, "global_step": 39708, "epoch": 223, "lr": 7.00227174799798e-05}
{"train_loss": 0.005575533024966717, "global_step": 39709, "epoch": 223, "lr": 7.002136342897509e-05}
{"train_loss": 0.003312208689749241, "global_step": 39710, "epoch": 223, "lr": 7.002000936048293e-05}
{"train_loss": 0.007925832644104958, "global_step": 39711, "epoch": 223, "lr": 7.001865527450448e-05}
{"train_loss": 0.0034431698732078075, "global_step": 39712, "epoch": 223, "lr": 7.001730117104094e-05}
{"train_loss": 0.002975539769977331, "global_step": 39713, "epoch": 223, "lr": 7.001594705009347e-05}
{"train_loss": 0.002339461352676153, "global_step": 39714, "epoch": 223, "lr": 7.001459291166327e-05}
{"train_loss": 0.0043302481062710285, "global_step": 39715, "epoch": 223, "lr": 7.001323875575152e-05}
{"train_loss": 0.004127647262066603, "global_step": 39716, "epoch": 223, "lr": 7.00118845823594e-05}
{"train_loss": 0.0044817812740802765, "global_step": 39717, "epoch": 223, "lr": 7.00105303914881e-05}
{"train_loss": 0.005905129946768284, "global_step": 39718, "epoch": 223, "lr": 7.00091761831388e-05}
{"train_loss": 0.0033819288946688175, "global_step": 39719, "epoch": 223, "lr": 7.000782195731267e-05}
{"train_loss": 0.007114643231034279, "global_step": 39720, "epoch": 223, "lr": 7.00064677140109e-05}
{"train_loss": 0.0033322693780064583, "global_step": 39721, "epoch": 223, "lr": 7.000511345323469e-05}
{"train_loss": 0.006423412822186947, "global_step": 39722, "epoch": 223, "lr": 7.000375917498518e-05}
{"train_loss": 0.0031615302432328463, "global_step": 39723, "epoch": 223, "lr": 7.00024048792636e-05}
{"train_loss": 0.004547088872641325, "global_step": 39724, "epoch": 223, "lr": 7.000105056607113e-05}
{"train_loss": 0.004688438959419727, "global_step": 39725, "epoch": 223, "lr": 6.999969623540892e-05}
{"train_loss": 0.005427896045148373, "global_step": 39726, "epoch": 223, "lr": 6.999834188727816e-05}
{"train_loss": 0.0030811778269708157, "global_step": 39727, "epoch": 223, "lr": 6.999698752168004e-05}
{"train_loss": 0.004997045733034611, "global_step": 39728, "epoch": 223, "lr": 6.999563313861576e-05}
{"train_loss": 0.005369455087929964, "global_step": 39729, "epoch": 223, "lr": 6.999427873808651e-05}
{"train_loss": 0.005558711476624012, "global_step": 39730, "epoch": 223, "lr": 6.999292432009341e-05}
{"train_loss": 0.003730183932930231, "global_step": 39731, "epoch": 223, "lr": 6.99915698846377e-05}
{"train_loss": 0.006827166303992271, "global_step": 39732, "epoch": 223, "lr": 6.999021543172056e-05}
{"train_loss": 0.003804091364145279, "global_step": 39733, "epoch": 223, "lr": 6.998886096134315e-05}
{"train_loss": 0.004869962576776743, "global_step": 39734, "epoch": 223, "lr": 6.998750647350667e-05}
{"train_loss": 0.004218746442347765, "global_step": 39735, "epoch": 223, "lr": 6.998615196821228e-05}
{"train_loss": 0.003924857825040817, "global_step": 39736, "epoch": 223, "lr": 6.998479744546119e-05}
{"train_loss": 0.004107879474759102, "global_step": 39737, "epoch": 223, "lr": 6.998344290525457e-05}
{"train_loss": 0.002408712636679411, "global_step": 39738, "epoch": 223, "lr": 6.998208834759361e-05}
{"train_loss": 0.005424434319138527, "global_step": 39739, "epoch": 223, "lr": 6.99807337724795e-05}
{"train_loss": 0.0032355068251490593, "global_step": 39740, "epoch": 223, "lr": 6.99793791799134e-05}
{"train_loss": 0.0030059360433369875, "global_step": 39741, "epoch": 223, "lr": 6.99780245698965e-05}
{"train_loss": 0.004320639651268721, "global_step": 39742, "epoch": 223, "lr": 6.997666994242999e-05}
{"train_loss": 0.004300764761865139, "global_step": 39743, "epoch": 223, "lr": 6.997531529751506e-05}
{"train_loss": 0.006437831092625856, "global_step": 39744, "epoch": 223, "lr": 6.997396063515289e-05}
{"train_loss": 0.003123486414551735, "global_step": 39745, "epoch": 223, "lr": 6.997260595534464e-05}
{"train_loss": 0.002170102670788765, "global_step": 39746, "epoch": 223, "lr": 6.997125125809153e-05}
{"train_loss": 0.0040658339858055115, "global_step": 39747, "epoch": 223, "lr": 6.996989654339472e-05}
{"train_loss": 0.0050283377058804035, "global_step": 39748, "epoch": 223, "lr": 6.99685418112554e-05}
{"train_loss": 0.00965066347271204, "global_step": 39749, "epoch": 223, "lr": 6.996718706167475e-05}
{"train_loss": 0.010846728459000587, "global_step": 39750, "epoch": 223, "lr": 6.996583229465394e-05}
{"train_loss": 0.006482461467385292, "global_step": 39751, "epoch": 223, "lr": 6.996447751019418e-05}
{"train_loss": 0.0019062110222876072, "global_step": 39752, "epoch": 223, "lr": 6.996312270829663e-05}
{"train_loss": 0.002980965655297041, "global_step": 39753, "epoch": 223, "lr": 6.99617678889625e-05}
{"train_loss": 0.004381602630019188, "global_step": 39754, "epoch": 223, "lr": 6.996041305219295e-05}
{"train_loss": 0.0055174571461975574, "global_step": 39755, "epoch": 223, "lr": 6.995905819798918e-05}
{"train_loss": 0.0038728017825633287, "global_step": 39756, "epoch": 223, "lr": 6.995770332635234e-05}
{"train_loss": 0.004729630425572395, "global_step": 39757, "epoch": 223, "lr": 6.995634843728367e-05}
{"train_loss": 0.0036102994345128536, "global_step": 39758, "epoch": 223, "lr": 6.995499353078431e-05}
{"train_loss": 0.0064532021060585976, "global_step": 39759, "epoch": 223, "lr": 6.995363860685544e-05}
{"train_loss": 0.0070048365741968155, "global_step": 39760, "epoch": 223, "lr": 6.995228366549826e-05}
{"train_loss": 0.003578243777155876, "global_step": 39761, "epoch": 223, "lr": 6.995092870671398e-05}
{"train_loss": 0.004869990982115269, "global_step": 39762, "epoch": 223, "lr": 6.994957373050374e-05}
{"train_loss": 0.0073317582719028, "global_step": 39763, "epoch": 223, "lr": 6.994821873686873e-05}
{"train_loss": 0.007527458481490612, "global_step": 39764, "epoch": 223, "lr": 6.994686372581014e-05}
{"train_loss": 0.00750485435128212, "global_step": 39765, "epoch": 223, "lr": 6.994550869732917e-05}
{"train_loss": 0.008894558995962143, "global_step": 39766, "epoch": 223, "lr": 6.9944153651427e-05}
{"train_loss": 0.0028949419502168894, "global_step": 39767, "epoch": 223, "lr": 6.994279858810477e-05}
{"train_loss": 0.007004717830568552, "global_step": 39768, "epoch": 223, "lr": 6.994144350736371e-05}
{"train_loss": 0.004184843506664038, "global_step": 39769, "epoch": 223, "lr": 6.994008840920499e-05}
{"train_loss": 0.004820874892175198, "global_step": 39770, "epoch": 223, "lr": 6.99387332936298e-05}
{"train_loss": 0.005486813839524984, "global_step": 39771, "epoch": 223, "lr": 6.993737816063932e-05}
{"train_loss": 0.0028361976146698, "global_step": 39772, "epoch": 223, "lr": 6.993602301023473e-05}
{"train_loss": 0.0030353222973644733, "global_step": 39773, "epoch": 223, "lr": 6.99346678424172e-05}
{"train_loss": 0.006296717561781406, "global_step": 39774, "epoch": 223, "lr": 6.993331265718794e-05}
{"train_loss": 0.00447075255215168, "global_step": 39775, "epoch": 223, "lr": 6.993195745454812e-05}
{"train_loss": 0.0027571432292461395, "global_step": 39776, "epoch": 223, "lr": 6.993060223449893e-05}
{"train_loss": 0.0018747164867818356, "global_step": 39777, "epoch": 223, "lr": 6.992924699704153e-05}
{"train_loss": 0.0031443480402231216, "global_step": 39778, "epoch": 223, "lr": 6.992789174217713e-05}
{"train_loss": 0.004420164972543716, "global_step": 39779, "epoch": 223, "lr": 6.992653646990692e-05}
{"train_loss": 0.004597880877554417, "global_step": 39780, "epoch": 223, "lr": 6.992518118023206e-05}
{"train_loss": 0.0056143286637961864, "global_step": 39781, "epoch": 223, "lr": 6.992382587315375e-05}
{"train_loss": 0.00743282213807106, "global_step": 39782, "epoch": 223, "lr": 6.992247054867317e-05}
{"train_loss": 0.004722146317362785, "global_step": 39783, "epoch": 223, "lr": 6.992111520679149e-05}
{"train_loss": 0.007434099912643433, "global_step": 39784, "epoch": 223, "lr": 6.991975984750991e-05}
{"train_loss": 0.0049339099787175655, "global_step": 39785, "epoch": 223, "lr": 6.991840447082961e-05}
{"train_loss": 0.0042914533987641335, "global_step": 39786, "epoch": 223, "lr": 6.991704907675178e-05}
{"train_loss": 0.00350240059196949, "global_step": 39787, "epoch": 223, "lr": 6.99156936652776e-05}
{"train_loss": 0.007967076264321804, "global_step": 39788, "epoch": 223, "lr": 6.991433823640822e-05}
{"train_loss": 0.004414170980453491, "global_step": 39789, "epoch": 223, "lr": 6.991298279014488e-05}
{"train_loss": 0.006664127577096224, "global_step": 39790, "epoch": 223, "lr": 6.991162732648874e-05}
{"train_loss": 0.006827908102422953, "global_step": 39791, "epoch": 223, "lr": 6.991027184544099e-05}
{"train_loss": 0.0037748473696410656, "global_step": 39792, "epoch": 223, "lr": 6.990891634700279e-05}
{"train_loss": 0.006119892001152039, "global_step": 39793, "epoch": 223, "lr": 6.990756083117536e-05}
{"train_loss": 0.0037073949351906776, "global_step": 39794, "epoch": 223, "lr": 6.990620529795984e-05}
{"train_loss": 0.004462370183318853, "global_step": 39795, "epoch": 223, "lr": 6.990484974735745e-05}
{"train_loss": 0.005676323547959328, "global_step": 39796, "epoch": 223, "lr": 6.990349417936937e-05}
{"train_loss": 0.00402356730774045, "global_step": 39797, "epoch": 223, "lr": 6.990213859399676e-05}
{"train_loss": 0.0035095573402941227, "global_step": 39798, "epoch": 223, "lr": 6.990078299124082e-05}
{"train_loss": 0.005110350903123617, "global_step": 39799, "epoch": 223, "lr": 6.989942737110276e-05}
{"train_loss": 0.005111739970743656, "global_step": 39800, "epoch": 223, "lr": 6.989807173358371e-05}
{"train_loss": 0.004519026260823011, "global_step": 39801, "epoch": 223, "lr": 6.98967160786849e-05}
{"train_loss": 0.002663129009306431, "global_step": 39802, "epoch": 223, "lr": 6.989536040640748e-05}
{"train_loss": 0.003177270758897066, "global_step": 39803, "epoch": 223, "lr": 6.989400471675267e-05}
{"train_loss": 0.003388982731848955, "global_step": 39804, "epoch": 223, "lr": 6.989264900972163e-05}
{"train_loss": 0.004589391872286797, "global_step": 39805, "epoch": 223, "lr": 6.989129328531555e-05}
{"train_loss": 0.006075647193938494, "global_step": 39806, "epoch": 223, "lr": 6.988993754353561e-05}
{"train_loss": 0.004704796243458986, "global_step": 39807, "epoch": 223, "lr": 6.988858178438299e-05}
{"train_loss": 0.002495992463082075, "global_step": 39808, "epoch": 223, "lr": 6.988722600785889e-05}
{"train_loss": 0.005582434590905905, "global_step": 39809, "epoch": 223, "lr": 6.988587021396449e-05}
{"train_loss": 0.0027733929455280304, "global_step": 39810, "epoch": 223, "lr": 6.988451440270096e-05}
{"train_loss": 0.003537400159984827, "global_step": 39811, "epoch": 223, "lr": 6.988315857406949e-05}
{"train_loss": 0.003127011703327298, "global_step": 39812, "epoch": 223, "lr": 6.988180272807127e-05}
{"train_loss": 0.007338917348533869, "global_step": 39813, "epoch": 223, "lr": 6.988044686470751e-05}
{"train_loss": 0.0051524825394153595, "global_step": 39814, "epoch": 223, "lr": 6.987909098397934e-05}
{"train_loss": 0.005065849516540766, "global_step": 39815, "epoch": 223, "lr": 6.987773508588799e-05}
{"train_loss": 0.004280579276382923, "global_step": 39816, "epoch": 223, "lr": 6.987637917043459e-05}
{"train_loss": 0.00853782333433628, "global_step": 39817, "epoch": 223, "lr": 6.98750232376204e-05}
{"train_loss": 0.005760965868830681, "global_step": 39818, "epoch": 223, "lr": 6.987366728744653e-05}
{"train_loss": 0.004174518398940563, "global_step": 39819, "epoch": 223, "lr": 6.987231131991422e-05}
{"train_loss": 0.004511007573455572, "global_step": 39820, "epoch": 223, "lr": 6.987095533502464e-05}
{"train_loss": 0.005078854039311409, "global_step": 39821, "epoch": 223, "lr": 6.986959933277894e-05}
{"train_loss": 0.003364244941622019, "global_step": 39822, "epoch": 223, "lr": 6.986824331317835e-05}
{"train_loss": 0.005691704340279102, "global_step": 39823, "epoch": 223, "lr": 6.986688727622404e-05}
{"train_loss": 0.007416350767016411, "global_step": 39824, "epoch": 223, "lr": 6.986553122191719e-05}
{"train_loss": 0.0060983682051301, "global_step": 39825, "epoch": 223, "lr": 6.986417515025897e-05}
{"train_loss": 0.0017692389665171504, "global_step": 39826, "epoch": 223, "lr": 6.986281906125059e-05}
{"train_loss": 0.00667513906955719, "global_step": 39827, "epoch": 223, "lr": 6.986146295489323e-05}
{"train_loss": 0.005426411516964436, "global_step": 39828, "epoch": 223, "lr": 6.986010683118805e-05}
{"train_loss": 0.0031274426728487015, "global_step": 39829, "epoch": 223, "lr": 6.985875069013625e-05}
{"train_loss": 0.006488510873168707, "global_step": 39830, "epoch": 223, "lr": 6.985739453173903e-05}
{"train_loss": 0.0035380336921662092, "global_step": 39831, "epoch": 223, "lr": 6.985603835599757e-05}
{"train_loss": 0.004630590323358774, "global_step": 39832, "epoch": 223, "lr": 6.985468216291303e-05}
{"train_loss": 0.0060866293497383595, "global_step": 39833, "epoch": 223, "lr": 6.985332595248662e-05}
{"train_loss": 0.010029643774032593, "global_step": 39834, "epoch": 223, "lr": 6.985196972471953e-05}
{"train_loss": 0.006163154728710651, "global_step": 39835, "epoch": 223, "lr": 6.98506134796129e-05}
{"train_loss": 0.0047655729576945305, "global_step": 39836, "epoch": 223, "lr": 6.984925721716796e-05}
{"train_loss": 0.005098691675812006, "global_step": 39837, "epoch": 223, "lr": 6.984790093738588e-05}
{"train_loss": 0.004773678258061409, "global_step": 39838, "epoch": 223, "lr": 6.984654464026784e-05}
{"train_loss": 0.0034794709645211697, "global_step": 39839, "epoch": 223, "lr": 6.984518832581503e-05}
{"train_loss": 0.0023090485483407974, "global_step": 39840, "epoch": 223, "lr": 6.984383199402862e-05}
{"train_loss": 0.0038499191869050264, "global_step": 39841, "epoch": 223, "lr": 6.984247564490982e-05}
{"train_loss": 0.003676193067803979, "global_step": 39842, "epoch": 223, "lr": 6.984111927845981e-05}
{"train_loss": 0.004905194044113159, "global_step": 39843, "epoch": 223, "lr": 6.983976289467975e-05}
{"train_loss": 0.004000719636678696, "global_step": 39844, "epoch": 223, "lr": 6.983840649357088e-05}
{"train_loss": 0.005869469605386257, "global_step": 39845, "epoch": 223, "lr": 6.983705007513431e-05}
{"train_loss": 0.004250356927514076, "global_step": 39846, "epoch": 223, "lr": 6.983569363937125e-05}
{"train_loss": 0.007287547457963228, "global_step": 39847, "epoch": 223, "lr": 6.983433718628293e-05}
{"train_loss": 0.0068334415555000305, "global_step": 39848, "epoch": 223, "lr": 6.983298071587048e-05}
{"train_loss": 0.0073599317111074924, "global_step": 39849, "epoch": 223, "lr": 6.983162422813511e-05}
{"train_loss": 0.0050141289830207825, "global_step": 39850, "epoch": 223, "lr": 6.983026772307801e-05}
{"train_loss": 0.004325679503381252, "global_step": 39851, "epoch": 223, "lr": 6.982891120070035e-05}
{"train_loss": 0.0027076168917119503, "global_step": 39852, "epoch": 223, "lr": 6.982755466100332e-05}
{"train_loss": 0.004441604018211365, "global_step": 39853, "epoch": 223, "lr": 6.982619810398812e-05}
{"train_loss": 0.003907036501914263, "global_step": 39854, "epoch": 223, "lr": 6.98248415296559e-05}
{"train_loss": 0.00964606273919344, "global_step": 39855, "epoch": 223, "lr": 6.982348493800787e-05}
{"train_loss": 0.006278404500335455, "global_step": 39856, "epoch": 223, "lr": 6.982212832904521e-05}
{"train_loss": 0.004108835477381945, "global_step": 39857, "epoch": 223, "lr": 6.98207717027691e-05}
{"train_loss": 0.0018064625328406692, "global_step": 39858, "epoch": 223, "lr": 6.981941505918073e-05}
{"train_loss": 0.003052238840609789, "global_step": 39859, "epoch": 223, "lr": 6.981805839828129e-05}
{"train_loss": 0.002342910971492529, "global_step": 39860, "epoch": 223, "lr": 6.981670172007195e-05}
{"train_loss": 0.0016406264621764421, "global_step": 39861, "epoch": 223, "lr": 6.981534502455391e-05}
{"train_loss": 0.0045661283656954765, "global_step": 39862, "epoch": 223, "lr": 6.981398831172836e-05}
{"train_loss": 0.002483717165887356, "global_step": 39863, "epoch": 223, "lr": 6.981263158159647e-05}
{"train_loss": 0.00831599347293377, "global_step": 39864, "epoch": 223, "lr": 6.981127483415942e-05}
{"train_loss": 0.004243758507072926, "global_step": 39865, "epoch": 223, "lr": 6.980991806941842e-05}
{"train_loss": 0.0036496059037745, "global_step": 39866, "epoch": 223, "lr": 6.980856128737462e-05}
{"train_loss": 0.005151902325451374, "global_step": 39867, "epoch": 223, "lr": 6.980720448802924e-05}
{"train_loss": 0.004344937391579151, "global_step": 39868, "epoch": 223, "lr": 6.980584767138344e-05}
{"train_loss": 0.002389104338362813, "global_step": 39869, "epoch": 223, "lr": 6.980449083743841e-05}
{"train_loss": 0.00845026969909668, "global_step": 39870, "epoch": 223, "lr": 6.980313398619536e-05}
{"train_loss": 0.004746677880790189, "global_step": 39871, "epoch": 223, "lr": 6.980177711765545e-05}
{"train_loss": 0.00250393059104681, "global_step": 39872, "epoch": 224, "lr": 6.980042023181986e-05}
{"train_loss": 0.0058928681537508965, "global_step": 39873, "epoch": 224, "lr": 6.979906332868979e-05}
{"train_loss": 0.005156389903277159, "global_step": 39874, "epoch": 224, "lr": 6.979770640826642e-05}
{"train_loss": 0.003914169501513243, "global_step": 39875, "epoch": 224, "lr": 6.979634947055093e-05}
{"train_loss": 0.005166918970644474, "global_step": 39876, "epoch": 224, "lr": 6.979499251554453e-05}
{"train_loss": 0.007701287046074867, "global_step": 39877, "epoch": 224, "lr": 6.979363554324837e-05}
{"train_loss": 0.0039620837196707726, "global_step": 39878, "epoch": 224, "lr": 6.979227855366365e-05}
{"train_loss": 0.0025544764939695597, "global_step": 39879, "epoch": 224, "lr": 6.979092154679156e-05}
{"train_loss": 0.0022194823250174522, "global_step": 39880, "epoch": 224, "lr": 6.978956452263329e-05}
{"train_loss": 0.005608545150607824, "global_step": 39881, "epoch": 224, "lr": 6.978820748119e-05}
{"train_loss": 0.0038531627506017685, "global_step": 39882, "epoch": 224, "lr": 6.978685042246292e-05}
{"train_loss": 0.004932372830808163, "global_step": 39883, "epoch": 224, "lr": 6.978549334645316e-05}
{"train_loss": 0.006523725111037493, "global_step": 39884, "epoch": 224, "lr": 6.9784136253162e-05}
{"train_loss": 0.0031379668507725, "global_step": 39885, "epoch": 224, "lr": 6.978277914259056e-05}
{"train_loss": 0.004922954365611076, "global_step": 39886, "epoch": 224, "lr": 6.978142201474005e-05}
{"train_loss": 0.004749276675283909, "global_step": 39887, "epoch": 224, "lr": 6.978006486961165e-05}
{"train_loss": 0.0044007934629917145, "global_step": 39888, "epoch": 224, "lr": 6.977870770720654e-05}
{"train_loss": 0.006790016777813435, "global_step": 39889, "epoch": 224, "lr": 6.97773505275259e-05}
{"train_loss": 0.00414808327332139, "global_step": 39890, "epoch": 224, "lr": 6.977599333057094e-05}
{"train_loss": 0.004237638786435127, "global_step": 39891, "epoch": 224, "lr": 6.977463611634283e-05}
{"train_loss": 0.002927851863205433, "global_step": 39892, "epoch": 224, "lr": 6.977327888484275e-05}
{"train_loss": 0.0028890157118439674, "global_step": 39893, "epoch": 224, "lr": 6.97719216360719e-05}
{"train_loss": 0.004925650544464588, "global_step": 39894, "epoch": 224, "lr": 6.977056437003145e-05}
{"train_loss": 0.008779561147093773, "global_step": 39895, "epoch": 224, "lr": 6.97692070867226e-05}
{"train_loss": 0.007345779798924923, "global_step": 39896, "epoch": 224, "lr": 6.976784978614652e-05}
{"train_loss": 0.006132522597908974, "global_step": 39897, "epoch": 224, "lr": 6.97664924683044e-05}
{"train_loss": 0.0027497862465679646, "global_step": 39898, "epoch": 224, "lr": 6.976513513319745e-05}
{"train_loss": 0.002449531340971589, "global_step": 39899, "epoch": 224, "lr": 6.976377778082681e-05}
{"train_loss": 0.003139681415632367, "global_step": 39900, "epoch": 224, "lr": 6.97624204111937e-05}
{"train_loss": 0.005683735013008118, "global_step": 39901, "epoch": 224, "lr": 6.97610630242993e-05}
{"train_loss": 0.0030747735872864723, "global_step": 39902, "epoch": 224, "lr": 6.975970562014477e-05}
{"train_loss": 0.004267407115548849, "global_step": 39903, "epoch": 224, "lr": 6.975834819873136e-05}
{"train_loss": 0.004267840646207333, "global_step": 39904, "epoch": 224, "lr": 6.975699076006018e-05}
{"train_loss": 0.006213261280208826, "global_step": 39905, "epoch": 224, "lr": 6.975563330413246e-05}
{"train_loss": 0.003752803662791848, "global_step": 39906, "epoch": 224, "lr": 6.975427583094937e-05}
{"train_loss": 0.0030038021504878998, "global_step": 39907, "epoch": 224, "lr": 6.97529183405121e-05}
{"train_loss": 0.007682874333113432, "global_step": 39908, "epoch": 224, "lr": 6.975156083282184e-05}
{"train_loss": 0.003486648201942444, "global_step": 39909, "epoch": 224, "lr": 6.975020330787976e-05}
{"train_loss": 0.004217508714646101, "global_step": 39910, "epoch": 224, "lr": 6.974884576568708e-05}
{"train_loss": 0.00550210801884532, "global_step": 39911, "epoch": 224, "lr": 6.974748820624493e-05}
{"train_loss": 0.004657487850636244, "global_step": 39912, "epoch": 224, "lr": 6.974613062955456e-05}
{"train_loss": 0.0057560452260077, "global_step": 39913, "epoch": 224, "lr": 6.97447730356171e-05}
{"train_loss": 0.003057340160012245, "global_step": 39914, "epoch": 224, "lr": 6.974341542443377e-05}
{"train_loss": 0.006511154118925333, "global_step": 39915, "epoch": 224, "lr": 6.974205779600576e-05}
{"train_loss": 0.0070983716286718845, "global_step": 39916, "epoch": 224, "lr": 6.97407001503342e-05}
{"train_loss": 0.004938626661896706, "global_step": 39917, "epoch": 224, "lr": 6.973934248742036e-05}
{"train_loss": 0.002858759369701147, "global_step": 39918, "epoch": 224, "lr": 6.973798480726537e-05}
{"train_loss": 0.00565302325412631, "global_step": 39919, "epoch": 224, "lr": 6.973662710987042e-05}
{"train_loss": 0.005182463675737381, "global_step": 39920, "epoch": 224, "lr": 6.973526939523672e-05}
{"train_loss": 0.0034615453332662582, "global_step": 39921, "epoch": 224, "lr": 6.973391166336542e-05}
{"train_loss": 0.00969678908586502, "global_step": 39922, "epoch": 224, "lr": 6.973255391425775e-05}
{"train_loss": 0.004450327716767788, "global_step": 39923, "epoch": 224, "lr": 6.973119614791485e-05}
{"train_loss": 0.004017632454633713, "global_step": 39924, "epoch": 224, "lr": 6.972983836433794e-05}
{"train_loss": 0.003984272014349699, "global_step": 39925, "epoch": 224, "lr": 6.97284805635282e-05}
{"train_loss": 0.00263631297275424, "global_step": 39926, "epoch": 224, "lr": 6.97271227454868e-05}
{"train_loss": 0.005922871641814709, "global_step": 39927, "epoch": 224, "lr": 6.972576491021493e-05}
{"train_loss": 0.004825254436582327, "global_step": 39928, "epoch": 224, "lr": 6.97244070577138e-05}
{"train_loss": 0.006170755717903376, "global_step": 39929, "epoch": 224, "lr": 6.972304918798457e-05}
{"train_loss": 0.006007030606269836, "global_step": 39930, "epoch": 224, "lr": 6.972169130102843e-05}
{"train_loss": 0.0061279297806322575, "global_step": 39931, "epoch": 224, "lr": 6.972033339684658e-05}
{"train_loss": 0.004392664879560471, "global_step": 39932, "epoch": 224, "lr": 6.97189754754402e-05}
{"train_loss": 0.003596935421228409, "global_step": 39933, "epoch": 224, "lr": 6.971761753681046e-05}
{"train_loss": 0.006270799320191145, "global_step": 39934, "epoch": 224, "lr": 6.971625958095857e-05}
{"train_loss": 0.003961971960961819, "global_step": 39935, "epoch": 224, "lr": 6.97149016078857e-05}
{"train_loss": 0.0053487843833863735, "global_step": 39936, "epoch": 224, "lr": 6.971354361759304e-05}
{"train_loss": 0.0043482063338160515, "global_step": 39937, "epoch": 224, "lr": 6.971218561008177e-05}
{"train_loss": 0.004483477212488651, "global_step": 39938, "epoch": 224, "lr": 6.97108275853531e-05}
{"train_loss": 0.003664508229121566, "global_step": 39939, "epoch": 224, "lr": 6.970946954340818e-05}
{"train_loss": 0.0060674892738461494, "global_step": 39940, "epoch": 224, "lr": 6.970811148424823e-05}
{"train_loss": 0.007092528510838747, "global_step": 39941, "epoch": 224, "lr": 6.970675340787442e-05}
{"train_loss": 0.004639021120965481, "global_step": 39942, "epoch": 224, "lr": 6.970539531428792e-05}
{"train_loss": 0.009469496086239815, "global_step": 39943, "epoch": 224, "lr": 6.970403720348996e-05}
{"train_loss": 0.004497269168496132, "global_step": 39944, "epoch": 224, "lr": 6.970267907548168e-05}
{"train_loss": 0.003533315844833851, "global_step": 39945, "epoch": 224, "lr": 6.970132093026429e-05}
{"train_loss": 0.00686234887689352, "global_step": 39946, "epoch": 224, "lr": 6.969996276783897e-05}
{"train_loss": 0.004191812593489885, "global_step": 39947, "epoch": 224, "lr": 6.969860458820691e-05}
{"train_loss": 0.005819758865982294, "global_step": 39948, "epoch": 224, "lr": 6.969724639136932e-05}
{"train_loss": 0.00322302570566535, "global_step": 39949, "epoch": 224, "lr": 6.969588817732733e-05}
{"train_loss": 0.0077801598235964775, "global_step": 39950, "epoch": 224, "lr": 6.969452994608218e-05}
{"train_loss": 0.004709955304861069, "global_step": 39951, "epoch": 224, "lr": 6.969317169763503e-05}
{"train_loss": 0.004254655912518501, "global_step": 39952, "epoch": 224, "lr": 6.969181343198706e-05}
{"train_loss": 0.004562095273286104, "global_step": 39953, "epoch": 224, "lr": 6.969045514913948e-05}
{"train_loss": 0.004248366691172123, "global_step": 39954, "epoch": 224, "lr": 6.968909684909343e-05}
{"train_loss": 0.004478046670556068, "global_step": 39955, "epoch": 224, "lr": 6.968773853185018e-05}
{"train_loss": 0.004073120187968016, "global_step": 39956, "epoch": 224, "lr": 6.968638019741084e-05}
{"train_loss": 0.004247075412422419, "global_step": 39957, "epoch": 224, "lr": 6.968502184577662e-05}
{"train_loss": 0.004155062139034271, "global_step": 39958, "epoch": 224, "lr": 6.968366347694872e-05}
{"train_loss": 0.005949592217803001, "global_step": 39959, "epoch": 224, "lr": 6.96823050909283e-05}
{"train_loss": 0.0019080606289207935, "global_step": 39960, "epoch": 224, "lr": 6.968094668771658e-05}
{"train_loss": 0.006497647613286972, "global_step": 39961, "epoch": 224, "lr": 6.967958826731471e-05}
{"train_loss": 0.0025138079654425383, "global_step": 39962, "epoch": 224, "lr": 6.967822982972392e-05}
{"train_loss": 0.002181000541895628, "global_step": 39963, "epoch": 224, "lr": 6.967687137494535e-05}
{"train_loss": 0.005242197774350643, "global_step": 39964, "epoch": 224, "lr": 6.96755129029802e-05}
{"train_loss": 0.005030868574976921, "global_step": 39965, "epoch": 224, "lr": 6.967415441382967e-05}
{"train_loss": 0.005240185651928186, "global_step": 39966, "epoch": 224, "lr": 6.967279590749496e-05}
{"train_loss": 0.0038899725768715143, "global_step": 39967, "epoch": 224, "lr": 6.967143738397723e-05}
{"train_loss": 0.004336079582571983, "global_step": 39968, "epoch": 224, "lr": 6.967007884327765e-05}
{"train_loss": 0.0021609338000416756, "global_step": 39969, "epoch": 224, "lr": 6.966872028539746e-05}
{"train_loss": 0.003373607061803341, "global_step": 39970, "epoch": 224, "lr": 6.966736171033781e-05}
{"train_loss": 0.006251978687942028, "global_step": 39971, "epoch": 224, "lr": 6.96660031180999e-05}
{"train_loss": 0.00854707881808281, "global_step": 39972, "epoch": 224, "lr": 6.966464450868491e-05}
{"train_loss": 0.004337030462920666, "global_step": 39973, "epoch": 224, "lr": 6.966328588209401e-05}
{"train_loss": 0.004368405323475599, "global_step": 39974, "epoch": 224, "lr": 6.966192723832842e-05}
{"train_loss": 0.005094426218420267, "global_step": 39975, "epoch": 224, "lr": 6.96605685773893e-05}
{"train_loss": 0.006079920567572117, "global_step": 39976, "epoch": 224, "lr": 6.965920989927787e-05}
{"train_loss": 0.0036814305931329727, "global_step": 39977, "epoch": 224, "lr": 6.965785120399526e-05}
{"train_loss": 0.003489015158265829, "global_step": 39978, "epoch": 224, "lr": 6.965649249154272e-05}
{"train_loss": 0.004772102925926447, "global_step": 39979, "epoch": 224, "lr": 6.965513376192139e-05}
{"train_loss": 0.0058187199756503105, "global_step": 39980, "epoch": 224, "lr": 6.965377501513248e-05}
{"train_loss": 0.005408327095210552, "global_step": 39981, "epoch": 224, "lr": 6.965241625117718e-05}
{"train_loss": 0.002002678345888853, "global_step": 39982, "epoch": 224, "lr": 6.965105747005664e-05}
{"train_loss": 0.0036846832372248173, "global_step": 39983, "epoch": 224, "lr": 6.964969867177211e-05}
{"train_loss": 0.004726137034595013, "global_step": 39984, "epoch": 224, "lr": 6.964833985632473e-05}
{"train_loss": 0.007714955136179924, "global_step": 39985, "epoch": 224, "lr": 6.964698102371569e-05}
{"train_loss": 0.009490354917943478, "global_step": 39986, "epoch": 224, "lr": 6.96456221739462e-05}
{"train_loss": 0.0033385707065463066, "global_step": 39987, "epoch": 224, "lr": 6.964426330701741e-05}
{"train_loss": 0.006262193433940411, "global_step": 39988, "epoch": 224, "lr": 6.964290442293054e-05}
{"train_loss": 0.004067599307745695, "global_step": 39989, "epoch": 224, "lr": 6.964154552168676e-05}
{"train_loss": 0.004584776237607002, "global_step": 39990, "epoch": 224, "lr": 6.964018660328728e-05}
{"train_loss": 0.003692968748509884, "global_step": 39991, "epoch": 224, "lr": 6.963882766773326e-05}
{"train_loss": 0.003846628125756979, "global_step": 39992, "epoch": 224, "lr": 6.96374687150259e-05}
{"train_loss": 0.003806901164352894, "global_step": 39993, "epoch": 224, "lr": 6.963610974516637e-05}
{"train_loss": 0.00435732351616025, "global_step": 39994, "epoch": 224, "lr": 6.96347507581559e-05}
{"train_loss": 0.008128587156534195, "global_step": 39995, "epoch": 224, "lr": 6.963339175399563e-05}
{"train_loss": 0.0026077888906002045, "global_step": 39996, "epoch": 224, "lr": 6.963203273268677e-05}
{"train_loss": 0.005616025533527136, "global_step": 39997, "epoch": 224, "lr": 6.963067369423048e-05}
{"train_loss": 0.004637637175619602, "global_step": 39998, "epoch": 224, "lr": 6.9629314638628e-05}
{"train_loss": 0.0023356876336038113, "global_step": 39999, "epoch": 224, "lr": 6.962795556588047e-05}
{"train_loss": 0.006851601414382458, "global_step": 40000, "epoch": 224, "lr": 6.96265964759891e-05}
{"train_loss": 0.004625506699085236, "global_step": 40001, "epoch": 224, "lr": 6.962523736895506e-05}
{"train_loss": 0.008020116947591305, "global_step": 40002, "epoch": 224, "lr": 6.962387824477955e-05}
{"train_loss": 0.0035035605542361736, "global_step": 40003, "epoch": 224, "lr": 6.962251910346375e-05}
{"train_loss": 0.00608851807191968, "global_step": 40004, "epoch": 224, "lr": 6.962115994500886e-05}
{"train_loss": 0.003640975570306182, "global_step": 40005, "epoch": 224, "lr": 6.961980076941607e-05}
{"train_loss": 0.0052392915822565556, "global_step": 40006, "epoch": 224, "lr": 6.961844157668654e-05}
{"train_loss": 0.007299699820578098, "global_step": 40007, "epoch": 224, "lr": 6.961708236682145e-05}
{"train_loss": 0.0035561511758714914, "global_step": 40008, "epoch": 224, "lr": 6.961572313982205e-05}
{"train_loss": 0.004686177708208561, "global_step": 40009, "epoch": 224, "lr": 6.961436389568948e-05}
{"train_loss": 0.003354411805048585, "global_step": 40010, "epoch": 224, "lr": 6.961300463442492e-05}
{"train_loss": 0.005384610965847969, "global_step": 40011, "epoch": 224, "lr": 6.961164535602957e-05}
{"train_loss": 0.007042157929390669, "global_step": 40012, "epoch": 224, "lr": 6.961028606050462e-05}
{"train_loss": 0.008642042987048626, "global_step": 40013, "epoch": 224, "lr": 6.960892674785127e-05}
{"train_loss": 0.0038092571776360273, "global_step": 40014, "epoch": 224, "lr": 6.96075674180707e-05}
{"train_loss": 0.0039033894427120686, "global_step": 40015, "epoch": 224, "lr": 6.960620807116407e-05}
{"train_loss": 0.003953392617404461, "global_step": 40016, "epoch": 224, "lr": 6.96048487071326e-05}
{"train_loss": 0.00631039310246706, "global_step": 40017, "epoch": 224, "lr": 6.960348932597746e-05}
{"train_loss": 0.003476510988548398, "global_step": 40018, "epoch": 224, "lr": 6.960212992769984e-05}
{"train_loss": 0.0034433845430612564, "global_step": 40019, "epoch": 224, "lr": 6.960077051230093e-05}
{"train_loss": 0.008593237958848476, "global_step": 40020, "epoch": 224, "lr": 6.959941107978192e-05}
{"train_loss": 0.0041649420745670795, "global_step": 40021, "epoch": 224, "lr": 6.9598051630144e-05}
{"train_loss": 0.0020539346151053905, "global_step": 40022, "epoch": 224, "lr": 6.959669216338836e-05}
{"train_loss": 0.0061360131949186325, "global_step": 40023, "epoch": 224, "lr": 6.959533267951616e-05}
{"train_loss": 0.004615950398147106, "global_step": 40024, "epoch": 224, "lr": 6.959397317852863e-05}
{"train_loss": 0.007540419697761536, "global_step": 40025, "epoch": 224, "lr": 6.959261366042691e-05}
{"train_loss": 0.0032640984281897545, "global_step": 40026, "epoch": 224, "lr": 6.959125412521223e-05}
{"train_loss": 0.005862589925527573, "global_step": 40027, "epoch": 224, "lr": 6.958989457288574e-05}
{"train_loss": 0.004500906448811293, "global_step": 40028, "epoch": 224, "lr": 6.958853500344866e-05}
{"train_loss": 0.0018968589138239622, "global_step": 40029, "epoch": 224, "lr": 6.958717541690216e-05}
{"train_loss": 0.005945134907960892, "global_step": 40030, "epoch": 224, "lr": 6.958581581324743e-05}
{"train_loss": 0.002699530217796564, "global_step": 40031, "epoch": 224, "lr": 6.958445619248567e-05}
{"train_loss": 0.0019251704216003418, "global_step": 40032, "epoch": 224, "lr": 6.958309655461805e-05}
{"train_loss": 0.004776444751769304, "global_step": 40033, "epoch": 224, "lr": 6.958173689964578e-05}
{"train_loss": 0.007069130428135395, "global_step": 40034, "epoch": 224, "lr": 6.958037722757002e-05}
{"train_loss": 0.0027642599307000637, "global_step": 40035, "epoch": 224, "lr": 6.957901753839195e-05}
{"train_loss": 0.005383786745369434, "global_step": 40036, "epoch": 224, "lr": 6.957765783211281e-05}
{"train_loss": 0.005608927458524704, "global_step": 40037, "epoch": 224, "lr": 6.957629810873374e-05}
{"train_loss": 0.0017458617221564054, "global_step": 40038, "epoch": 224, "lr": 6.957493836825595e-05}
{"train_loss": 0.006364582572132349, "global_step": 40039, "epoch": 224, "lr": 6.95735786106806e-05}
{"train_loss": 0.006003489717841148, "global_step": 40040, "epoch": 224, "lr": 6.957221883600892e-05}
{"train_loss": 0.0029710743110626936, "global_step": 40041, "epoch": 224, "lr": 6.957085904424206e-05}
{"train_loss": 0.002688957378268242, "global_step": 40042, "epoch": 224, "lr": 6.956949923538124e-05}
{"train_loss": 0.0034622992388904095, "global_step": 40043, "epoch": 224, "lr": 6.956813940942763e-05}
{"train_loss": 0.006457289680838585, "global_step": 40044, "epoch": 224, "lr": 6.95667795663824e-05}
{"train_loss": 0.005760722793638706, "global_step": 40045, "epoch": 224, "lr": 6.956541970624677e-05}
{"train_loss": 0.004670959897339344, "global_step": 40046, "epoch": 224, "lr": 6.956405982902192e-05}
{"train_loss": 0.002977249678224325, "global_step": 40047, "epoch": 224, "lr": 6.956269993470902e-05}
{"train_loss": 0.0031734248623251915, "global_step": 40048, "epoch": 224, "lr": 6.956134002330928e-05}
{"train_loss": 0.004792259336355027, "global_step": 40049, "epoch": 224, "lr": 6.955998009482385e-05}
{"train_loss": 0.005754025187343359, "global_step": 40050, "epoch": 225, "lr": 6.955862014925397e-05}
{"train_loss": 0.004575793631374836, "global_step": 40051, "epoch": 225, "lr": 6.95572601866008e-05}
{"train_loss": 0.004585376009345055, "global_step": 40052, "epoch": 225, "lr": 6.955590020686555e-05}
{"train_loss": 0.007052821107208729, "global_step": 40053, "epoch": 225, "lr": 6.955454021004937e-05}
{"train_loss": 0.0038759312592446804, "global_step": 40054, "epoch": 225, "lr": 6.955318019615345e-05}
{"train_loss": 0.004455653950572014, "global_step": 40055, "epoch": 225, "lr": 6.955182016517903e-05}
{"train_loss": 0.008476130664348602, "global_step": 40056, "epoch": 225, "lr": 6.955046011712723e-05}
{"train_loss": 0.006449817214161158, "global_step": 40057, "epoch": 225, "lr": 6.95491000519993e-05}
{"train_loss": 0.005757774226367474, "global_step": 40058, "epoch": 225, "lr": 6.954773996979638e-05}
{"train_loss": 0.0044073304161429405, "global_step": 40059, "epoch": 225, "lr": 6.954637987051968e-05}
{"train_loss": 0.004581468645483255, "global_step": 40060, "epoch": 225, "lr": 6.954501975417039e-05}
{"train_loss": 0.004592305980622768, "global_step": 40061, "epoch": 225, "lr": 6.954365962074969e-05}
{"train_loss": 0.003750292584300041, "global_step": 40062, "epoch": 225, "lr": 6.954229947025876e-05}
{"train_loss": 0.0032860299106687307, "global_step": 40063, "epoch": 225, "lr": 6.95409393026988e-05}
{"train_loss": 0.0034017011057585478, "global_step": 40064, "epoch": 225, "lr": 6.953957911807102e-05}
{"train_loss": 0.0034241771791130304, "global_step": 40065, "epoch": 225, "lr": 6.953821891637656e-05}
{"train_loss": 0.0029222480952739716, "global_step": 40066, "epoch": 225, "lr": 6.953685869761664e-05}
{"train_loss": 0.005684880539774895, "global_step": 40067, "epoch": 225, "lr": 6.953549846179245e-05}
{"train_loss": 0.005947615951299667, "global_step": 40068, "epoch": 225, "lr": 6.953413820890515e-05}
{"train_loss": 0.007062663324177265, "global_step": 40069, "epoch": 225, "lr": 6.953277793895597e-05}
{"train_loss": 0.007187218870967627, "global_step": 40070, "epoch": 225, "lr": 6.953141765194605e-05}
{"train_loss": 0.003308369778096676, "global_step": 40071, "epoch": 225, "lr": 6.953005734787662e-05}
{"train_loss": 0.007300577126443386, "global_step": 40072, "epoch": 225, "lr": 6.952869702674885e-05}
{"train_loss": 0.006362677551805973, "global_step": 40073, "epoch": 225, "lr": 6.952733668856391e-05}
{"train_loss": 0.005447216331958771, "global_step": 40074, "epoch": 225, "lr": 6.952597633332302e-05}
{"train_loss": 0.0038140451069921255, "global_step": 40075, "epoch": 225, "lr": 6.952461596102738e-05}
{"train_loss": 0.008119160309433937, "global_step": 40076, "epoch": 225, "lr": 6.952325557167812e-05}
{"train_loss": 0.003948339261114597, "global_step": 40077, "epoch": 225, "lr": 6.952189516527647e-05}
{"train_loss": 0.001569855958223343, "global_step": 40078, "epoch": 225, "lr": 6.952053474182363e-05}
{"train_loss": 0.006588235031813383, "global_step": 40079, "epoch": 225, "lr": 6.951917430132076e-05}
{"train_loss": 0.002853750716894865, "global_step": 40080, "epoch": 225, "lr": 6.951781384376905e-05}
{"train_loss": 0.0061033908277750015, "global_step": 40081, "epoch": 225, "lr": 6.95164533691697e-05}
{"train_loss": 0.00519651360809803, "global_step": 40082, "epoch": 225, "lr": 6.951509287752388e-05}
{"train_loss": 0.004726987797766924, "global_step": 40083, "epoch": 225, "lr": 6.951373236883281e-05}
{"train_loss": 0.008711966685950756, "global_step": 40084, "epoch": 225, "lr": 6.951237184309765e-05}
{"train_loss": 0.005572341848164797, "global_step": 40085, "epoch": 225, "lr": 6.95110113003196e-05}
{"train_loss": 0.006110424175858498, "global_step": 40086, "epoch": 225, "lr": 6.950965074049984e-05}
{"train_loss": 0.002034797566011548, "global_step": 40087, "epoch": 225, "lr": 6.950829016363958e-05}
{"train_loss": 0.005127312615513802, "global_step": 40088, "epoch": 225, "lr": 6.950692956973998e-05}
{"train_loss": 0.004354557022452354, "global_step": 40089, "epoch": 225, "lr": 6.950556895880225e-05}
{"train_loss": 0.0021653929725289345, "global_step": 40090, "epoch": 225, "lr": 6.950420833082756e-05}
{"train_loss": 0.004505537915974855, "global_step": 40091, "epoch": 225, "lr": 6.950284768581712e-05}
{"train_loss": 0.005969138815999031, "global_step": 40092, "epoch": 225, "lr": 6.95014870237721e-05}
{"train_loss": 0.004699362441897392, "global_step": 40093, "epoch": 225, "lr": 6.95001263446937e-05}
{"train_loss": 0.0032491402234882116, "global_step": 40094, "epoch": 225, "lr": 6.949876564858311e-05}
{"train_loss": 0.004332730546593666, "global_step": 40095, "epoch": 225, "lr": 6.94974049354415e-05}
{"train_loss": 0.0062360456213355064, "global_step": 40096, "epoch": 225, "lr": 6.949604420527007e-05}
{"train_loss": 0.005789310671389103, "global_step": 40097, "epoch": 225, "lr": 6.949468345807003e-05}
{"train_loss": 0.005685094743967056, "global_step": 40098, "epoch": 225, "lr": 6.949332269384253e-05}
{"train_loss": 0.003620400559157133, "global_step": 40099, "epoch": 225, "lr": 6.949196191258878e-05}
{"train_loss": 0.005671717692166567, "global_step": 40100, "epoch": 225, "lr": 6.949060111430998e-05}
{"train_loss": 0.0029277699068188667, "global_step": 40101, "epoch": 225, "lr": 6.948924029900728e-05}
{"train_loss": 0.003454686840996146, "global_step": 40102, "epoch": 225, "lr": 6.948787946668191e-05}
{"train_loss": 0.0027560184244066477, "global_step": 40103, "epoch": 225, "lr": 6.948651861733504e-05}
{"train_loss": 0.0040873074904084206, "global_step": 40104, "epoch": 225, "lr": 6.948515775096785e-05}
{"train_loss": 0.0044426871463656425, "global_step": 40105, "epoch": 225, "lr": 6.948379686758154e-05}
{"train_loss": 0.004565816838294268, "global_step": 40106, "epoch": 225, "lr": 6.94824359671773e-05}
{"train_loss": 0.005687180906534195, "global_step": 40107, "epoch": 225, "lr": 6.948107504975633e-05}
{"train_loss": 0.0026864977553486824, "global_step": 40108, "epoch": 225, "lr": 6.947971411531979e-05}
{"train_loss": 0.0035174908116459846, "global_step": 40109, "epoch": 225, "lr": 6.947835316386888e-05}
{"train_loss": 0.0036601496394723654, "global_step": 40110, "epoch": 225, "lr": 6.94769921954048e-05}
{"train_loss": 0.004382180981338024, "global_step": 40111, "epoch": 225, "lr": 6.947563120992872e-05}
{"train_loss": 0.006844769697636366, "global_step": 40112, "epoch": 225, "lr": 6.947427020744184e-05}
{"train_loss": 0.0019788751378655434, "global_step": 40113, "epoch": 225, "lr": 6.947290918794535e-05}
{"train_loss": 0.003907861653715372, "global_step": 40114, "epoch": 225, "lr": 6.947154815144044e-05}
{"train_loss": 0.0074737658724188805, "global_step": 40115, "epoch": 225, "lr": 6.94701870979283e-05}
{"train_loss": 0.0054991962388157845, "global_step": 40116, "epoch": 225, "lr": 6.946882602741011e-05}
{"train_loss": 0.004856605548411608, "global_step": 40117, "epoch": 225, "lr": 6.946746493988706e-05}
{"train_loss": 0.003530381713062525, "global_step": 40118, "epoch": 225, "lr": 6.946610383536036e-05}
{"train_loss": 0.0043431054800748825, "global_step": 40119, "epoch": 225, "lr": 6.946474271383116e-05}
{"train_loss": 0.008470213040709496, "global_step": 40120, "epoch": 225, "lr": 6.946338157530066e-05}
{"train_loss": 0.007267958950251341, "global_step": 40121, "epoch": 225, "lr": 6.946202041977008e-05}
{"train_loss": 0.0060117775574326515, "global_step": 40122, "epoch": 225, "lr": 6.94606592472406e-05}
{"train_loss": 0.00427523348480463, "global_step": 40123, "epoch": 225, "lr": 6.945929805771336e-05}
{"train_loss": 0.004304653964936733, "global_step": 40124, "epoch": 225, "lr": 6.945793685118961e-05}
{"train_loss": 0.0026508867740631104, "global_step": 40125, "epoch": 225, "lr": 6.94565756276705e-05}
{"train_loss": 0.0037649471778422594, "global_step": 40126, "epoch": 225, "lr": 6.945521438715724e-05}
{"train_loss": 0.006116061937063932, "global_step": 40127, "epoch": 225, "lr": 6.945385312965103e-05}
{"train_loss": 0.003111029276624322, "global_step": 40128, "epoch": 225, "lr": 6.945249185515301e-05}
{"train_loss": 0.0017571417847648263, "global_step": 40129, "epoch": 225, "lr": 6.945113056366441e-05}
{"train_loss": 0.002726944163441658, "global_step": 40130, "epoch": 225, "lr": 6.944976925518641e-05}
{"train_loss": 0.002239478752017021, "global_step": 40131, "epoch": 225, "lr": 6.94484079297202e-05}
{"train_loss": 0.003734053811058402, "global_step": 40132, "epoch": 225, "lr": 6.944704658726698e-05}
{"train_loss": 0.0048819417133927345, "global_step": 40133, "epoch": 225, "lr": 6.94456852278279e-05}
{"train_loss": 0.00331497797742486, "global_step": 40134, "epoch": 225, "lr": 6.94443238514042e-05}
{"train_loss": 0.0043939268216490746, "global_step": 40135, "epoch": 225, "lr": 6.944296245799703e-05}
{"train_loss": 0.004185563884675503, "global_step": 40136, "epoch": 225, "lr": 6.94416010476076e-05}
{"train_loss": 0.008730575442314148, "global_step": 40137, "epoch": 225, "lr": 6.944023962023708e-05}
{"train_loss": 0.005496826022863388, "global_step": 40138, "epoch": 225, "lr": 6.943887817588669e-05}
{"train_loss": 0.005649006925523281, "global_step": 40139, "epoch": 225, "lr": 6.943751671455758e-05}
{"train_loss": 0.002697534393519163, "global_step": 40140, "epoch": 225, "lr": 6.943615523625098e-05}
{"train_loss": 0.0087330536916852, "global_step": 40141, "epoch": 225, "lr": 6.943479374096805e-05}
{"train_loss": 0.004206870682537556, "global_step": 40142, "epoch": 225, "lr": 6.943343222870999e-05}
{"train_loss": 0.004098479636013508, "global_step": 40143, "epoch": 225, "lr": 6.943207069947799e-05}
{"train_loss": 0.003449914278462529, "global_step": 40144, "epoch": 225, "lr": 6.943070915327323e-05}
{"train_loss": 0.0018815717194229364, "global_step": 40145, "epoch": 225, "lr": 6.94293475900969e-05}
{"train_loss": 0.006989736575633287, "global_step": 40146, "epoch": 225, "lr": 6.942798600995021e-05}
{"train_loss": 0.0049265408888459206, "global_step": 40147, "epoch": 225, "lr": 6.942662441283434e-05}
{"train_loss": 0.008386483415961266, "global_step": 40148, "epoch": 225, "lr": 6.942526279875046e-05}
{"train_loss": 0.004638083279132843, "global_step": 40149, "epoch": 225, "lr": 6.942390116769976e-05}
{"train_loss": 0.0049766656011343, "global_step": 40150, "epoch": 225, "lr": 6.942253951968347e-05}
{"train_loss": 0.0027014068327844143, "global_step": 40151, "epoch": 225, "lr": 6.942117785470275e-05}
{"train_loss": 0.00560234859585762, "global_step": 40152, "epoch": 225, "lr": 6.941981617275878e-05}
{"train_loss": 0.005315280053764582, "global_step": 40153, "epoch": 225, "lr": 6.941845447385276e-05}
{"train_loss": 0.0022273389622569084, "global_step": 40154, "epoch": 225, "lr": 6.941709275798587e-05}
{"train_loss": 0.0027850549668073654, "global_step": 40155, "epoch": 225, "lr": 6.941573102515931e-05}
{"train_loss": 0.00322132371366024, "global_step": 40156, "epoch": 225, "lr": 6.941436927537429e-05}
{"train_loss": 0.002485098782926798, "global_step": 40157, "epoch": 225, "lr": 6.941300750863196e-05}
{"train_loss": 0.0066219656728208065, "global_step": 40158, "epoch": 225, "lr": 6.941164572493353e-05}
{"train_loss": 0.002656336408108473, "global_step": 40159, "epoch": 225, "lr": 6.941028392428019e-05}
{"train_loss": 0.005900421645492315, "global_step": 40160, "epoch": 225, "lr": 6.940892210667313e-05}
{"train_loss": 0.0019127328414469957, "global_step": 40161, "epoch": 225, "lr": 6.940756027211354e-05}
{"train_loss": 0.01105677429586649, "global_step": 40162, "epoch": 225, "lr": 6.94061984206026e-05}
{"train_loss": 0.003432528581470251, "global_step": 40163, "epoch": 225, "lr": 6.94048365521415e-05}
{"train_loss": 0.00819186307489872, "global_step": 40164, "epoch": 225, "lr": 6.940347466673143e-05}
{"train_loss": 0.011770723387598991, "global_step": 40165, "epoch": 225, "lr": 6.940211276437359e-05}
{"train_loss": 0.004254702012985945, "global_step": 40166, "epoch": 225, "lr": 6.940075084506916e-05}
{"train_loss": 0.00209047831594944, "global_step": 40167, "epoch": 225, "lr": 6.939938890881932e-05}
{"train_loss": 0.007463611196726561, "global_step": 40168, "epoch": 225, "lr": 6.93980269556253e-05}
{"train_loss": 0.0037247268483042717, "global_step": 40169, "epoch": 225, "lr": 6.939666498548826e-05}
{"train_loss": 0.0031522116623818874, "global_step": 40170, "epoch": 225, "lr": 6.939530299840937e-05}
{"train_loss": 0.004457239061594009, "global_step": 40171, "epoch": 225, "lr": 6.939394099438986e-05}
{"train_loss": 0.009116270579397678, "global_step": 40172, "epoch": 225, "lr": 6.939257897343089e-05}
{"train_loss": 0.0051877619698643684, "global_step": 40173, "epoch": 225, "lr": 6.939121693553366e-05}
{"train_loss": 0.011037977412343025, "global_step": 40174, "epoch": 225, "lr": 6.938985488069936e-05}
{"train_loss": 0.0033721085637807846, "global_step": 40175, "epoch": 225, "lr": 6.938849280892918e-05}
{"train_loss": 0.0032254864927381277, "global_step": 40176, "epoch": 225, "lr": 6.938713072022431e-05}
{"train_loss": 0.006963058840483427, "global_step": 40177, "epoch": 225, "lr": 6.938576861458595e-05}
{"train_loss": 0.004293861798942089, "global_step": 40178, "epoch": 225, "lr": 6.938440649201526e-05}
{"train_loss": 0.005144783761352301, "global_step": 40179, "epoch": 225, "lr": 6.938304435251347e-05}
{"train_loss": 0.004737745970487595, "global_step": 40180, "epoch": 225, "lr": 6.938168219608175e-05}
{"train_loss": 0.00494041945785284, "global_step": 40181, "epoch": 225, "lr": 6.938032002272127e-05}
{"train_loss": 0.008526968769729137, "global_step": 40182, "epoch": 225, "lr": 6.937895783243324e-05}
{"train_loss": 0.006297539919614792, "global_step": 40183, "epoch": 225, "lr": 6.937759562521883e-05}
{"train_loss": 0.006538462359458208, "global_step": 40184, "epoch": 225, "lr": 6.937623340107929e-05}
{"train_loss": 0.007096725516021252, "global_step": 40185, "epoch": 225, "lr": 6.937487116001574e-05}
{"train_loss": 0.006101460196077824, "global_step": 40186, "epoch": 225, "lr": 6.93735089020294e-05}
{"train_loss": 0.007454365491867065, "global_step": 40187, "epoch": 225, "lr": 6.937214662712145e-05}
{"train_loss": 0.0055331699550151825, "global_step": 40188, "epoch": 225, "lr": 6.937078433529312e-05}
{"train_loss": 0.002934350399300456, "global_step": 40189, "epoch": 225, "lr": 6.936942202654554e-05}
{"train_loss": 0.004249813500791788, "global_step": 40190, "epoch": 225, "lr": 6.936805970087993e-05}
{"train_loss": 0.010208997875452042, "global_step": 40191, "epoch": 225, "lr": 6.936669735829746e-05}
{"train_loss": 0.005200165323913097, "global_step": 40192, "epoch": 225, "lr": 6.936533499879936e-05}
{"train_loss": 0.001482163555920124, "global_step": 40193, "epoch": 225, "lr": 6.93639726223868e-05}
{"train_loss": 0.005158530548214912, "global_step": 40194, "epoch": 225, "lr": 6.936261022906096e-05}
{"train_loss": 0.003200181759893894, "global_step": 40195, "epoch": 225, "lr": 6.936124781882301e-05}
{"train_loss": 0.006898397579789162, "global_step": 40196, "epoch": 225, "lr": 6.935988539167419e-05}
{"train_loss": 0.0077845631167292595, "global_step": 40197, "epoch": 225, "lr": 6.935852294761567e-05}
{"train_loss": 0.004456826951354742, "global_step": 40198, "epoch": 225, "lr": 6.935716048664862e-05}
{"train_loss": 0.004832903854548931, "global_step": 40199, "epoch": 225, "lr": 6.935579800877427e-05}
{"train_loss": 0.005663006566464901, "global_step": 40200, "epoch": 225, "lr": 6.935443551399377e-05}
{"train_loss": 0.0045181941241025925, "global_step": 40201, "epoch": 225, "lr": 6.935307300230833e-05}
{"train_loss": 0.005184185691177845, "global_step": 40202, "epoch": 225, "lr": 6.935171047371913e-05}
{"train_loss": 0.004168118350207806, "global_step": 40203, "epoch": 225, "lr": 6.935034792822737e-05}
{"train_loss": 0.006786562968045473, "global_step": 40204, "epoch": 225, "lr": 6.934898536583426e-05}
{"train_loss": 0.004852911923080683, "global_step": 40205, "epoch": 225, "lr": 6.934762278654092e-05}
{"train_loss": 0.004945899359881878, "global_step": 40206, "epoch": 225, "lr": 6.934626019034862e-05}
{"train_loss": 0.00408829003572464, "global_step": 40207, "epoch": 225, "lr": 6.934489757725852e-05}
{"train_loss": 0.003979899920523167, "global_step": 40208, "epoch": 225, "lr": 6.93435349472718e-05}
{"train_loss": 0.006938367150723934, "global_step": 40209, "epoch": 225, "lr": 6.934217230038966e-05}
{"train_loss": 0.005675727501511574, "global_step": 40210, "epoch": 225, "lr": 6.934080963661327e-05}
{"train_loss": 0.0043663629330694675, "global_step": 40211, "epoch": 225, "lr": 6.933944695594385e-05}
{"train_loss": 0.005999813321977854, "global_step": 40212, "epoch": 225, "lr": 6.933808425838258e-05}
{"train_loss": 0.006769929081201553, "global_step": 40213, "epoch": 225, "lr": 6.933672154393064e-05}
{"train_loss": 0.008432570844888687, "global_step": 40214, "epoch": 225, "lr": 6.933535881258923e-05}
{"train_loss": 0.0060686576180160046, "global_step": 40215, "epoch": 225, "lr": 6.933399606435956e-05}
{"train_loss": 0.004100629594177008, "global_step": 40216, "epoch": 225, "lr": 6.933263329924277e-05}
{"train_loss": 0.0033722221851348877, "global_step": 40217, "epoch": 225, "lr": 6.933127051724008e-05}
{"train_loss": 0.00593754556030035, "global_step": 40218, "epoch": 225, "lr": 6.93299077183527e-05}
{"train_loss": 0.005354474764317274, "global_step": 40219, "epoch": 225, "lr": 6.932854490258181e-05}
{"train_loss": 0.005277354270219803, "global_step": 40220, "epoch": 225, "lr": 6.932718206992856e-05}
{"train_loss": 0.004306910093873739, "global_step": 40221, "epoch": 225, "lr": 6.932581922039419e-05}
{"train_loss": 0.0042543127201497555, "global_step": 40222, "epoch": 225, "lr": 6.932445635397986e-05}
{"train_loss": 0.007800080813467503, "global_step": 40223, "epoch": 225, "lr": 6.932309347068677e-05}
{"train_loss": 0.006305295042693615, "global_step": 40224, "epoch": 225, "lr": 6.932173057051612e-05}
{"train_loss": 0.002838068874552846, "global_step": 40225, "epoch": 225, "lr": 6.932036765346909e-05}
{"train_loss": 0.0047598350793123245, "global_step": 40226, "epoch": 225, "lr": 6.931900471954687e-05}
{"train_loss": 0.005022723270250547, "global_step": 40227, "epoch": 225, "lr": 6.931764176875066e-05, "train_action_mse_error": 1.0476427632966079e-05}
{"train_loss": 0.007610789965838194, "global_step": 40228, "epoch": 226, "lr": 6.931627880108165e-05}
{"train_loss": 0.0028001689352095127, "global_step": 40229, "epoch": 226, "lr": 6.931491581654099e-05}
{"train_loss": 0.004231806844472885, "global_step": 40230, "epoch": 226, "lr": 6.931355281512993e-05}
{"train_loss": 0.0031204624101519585, "global_step": 40231, "epoch": 226, "lr": 6.931218979684964e-05}
{"train_loss": 0.006313594989478588, "global_step": 40232, "epoch": 226, "lr": 6.931082676170131e-05}
{"train_loss": 0.005018817726522684, "global_step": 40233, "epoch": 226, "lr": 6.93094637096861e-05}
{"train_loss": 0.005894921720027924, "global_step": 40234, "epoch": 226, "lr": 6.930810064080524e-05}
{"train_loss": 0.006851653568446636, "global_step": 40235, "epoch": 226, "lr": 6.93067375550599e-05}
{"train_loss": 0.009255685843527317, "global_step": 40236, "epoch": 226, "lr": 6.930537445245129e-05}
{"train_loss": 0.005882789380848408, "global_step": 40237, "epoch": 226, "lr": 6.930401133298059e-05}
{"train_loss": 0.0045104725286364555, "global_step": 40238, "epoch": 226, "lr": 6.930264819664898e-05}
{"train_loss": 0.005698959343135357, "global_step": 40239, "epoch": 226, "lr": 6.930128504345765e-05}
{"train_loss": 0.0030809203162789345, "global_step": 40240, "epoch": 226, "lr": 6.929992187340781e-05}
{"train_loss": 0.007003710605204105, "global_step": 40241, "epoch": 226, "lr": 6.929855868650065e-05}
{"train_loss": 0.0025269249454140663, "global_step": 40242, "epoch": 226, "lr": 6.929719548273735e-05}
{"train_loss": 0.004874435253441334, "global_step": 40243, "epoch": 226, "lr": 6.92958322621191e-05}
{"train_loss": 0.0034185717813670635, "global_step": 40244, "epoch": 226, "lr": 6.929446902464709e-05}
{"train_loss": 0.004043984226882458, "global_step": 40245, "epoch": 226, "lr": 6.92931057703225e-05}
{"train_loss": 0.004404982551932335, "global_step": 40246, "epoch": 226, "lr": 6.929174249914656e-05}
{"train_loss": 0.00751073332503438, "global_step": 40247, "epoch": 226, "lr": 6.929037921112043e-05}
{"train_loss": 0.005718711763620377, "global_step": 40248, "epoch": 226, "lr": 6.928901590624528e-05}
{"train_loss": 0.002842097310349345, "global_step": 40249, "epoch": 226, "lr": 6.928765258452235e-05}
{"train_loss": 0.0030353302136063576, "global_step": 40250, "epoch": 226, "lr": 6.92862892459528e-05}
{"train_loss": 0.003823980689048767, "global_step": 40251, "epoch": 226, "lr": 6.928492589053785e-05}
{"train_loss": 0.0044988589361310005, "global_step": 40252, "epoch": 226, "lr": 6.928356251827864e-05}
{"train_loss": 0.003273160895332694, "global_step": 40253, "epoch": 226, "lr": 6.92821991291764e-05}
{"train_loss": 0.005865143612027168, "global_step": 40254, "epoch": 226, "lr": 6.92808357232323e-05}
{"train_loss": 0.003490431234240532, "global_step": 40255, "epoch": 226, "lr": 6.927947230044756e-05}
{"train_loss": 0.004473073408007622, "global_step": 40256, "epoch": 226, "lr": 6.927810886082336e-05}
{"train_loss": 0.002424006350338459, "global_step": 40257, "epoch": 226, "lr": 6.927674540436084e-05}
{"train_loss": 0.005751432850956917, "global_step": 40258, "epoch": 226, "lr": 6.927538193106126e-05}
{"train_loss": 0.0040704552084207535, "global_step": 40259, "epoch": 226, "lr": 6.927401844092578e-05}
{"train_loss": 0.005334911402314901, "global_step": 40260, "epoch": 226, "lr": 6.92726549339556e-05}
{"train_loss": 0.004333937540650368, "global_step": 40261, "epoch": 226, "lr": 6.927129141015192e-05}
{"train_loss": 0.0047042956575751305, "global_step": 40262, "epoch": 226, "lr": 6.926992786951591e-05}
{"train_loss": 0.004611816722899675, "global_step": 40263, "epoch": 226, "lr": 6.926856431204875e-05}
{"train_loss": 0.010180172510445118, "global_step": 40264, "epoch": 226, "lr": 6.926720073775168e-05}
{"train_loss": 0.004215698689222336, "global_step": 40265, "epoch": 226, "lr": 6.926583714662585e-05}
{"train_loss": 0.003930611070245504, "global_step": 40266, "epoch": 226, "lr": 6.926447353867246e-05}
{"train_loss": 0.00569097138941288, "global_step": 40267, "epoch": 226, "lr": 6.926310991389269e-05}
{"train_loss": 0.0059607746079564095, "global_step": 40268, "epoch": 226, "lr": 6.926174627228775e-05}
{"train_loss": 0.006203564815223217, "global_step": 40269, "epoch": 226, "lr": 6.926038261385883e-05}
{"train_loss": 0.0026069809682667255, "global_step": 40270, "epoch": 226, "lr": 6.925901893860712e-05}
{"train_loss": 0.00561888050287962, "global_step": 40271, "epoch": 226, "lr": 6.925765524653381e-05}
{"train_loss": 0.004914909601211548, "global_step": 40272, "epoch": 226, "lr": 6.925629153764007e-05}
{"train_loss": 0.003798796096816659, "global_step": 40273, "epoch": 226, "lr": 6.925492781192713e-05}
{"train_loss": 0.003833162132650614, "global_step": 40274, "epoch": 226, "lr": 6.925356406939615e-05}
{"train_loss": 0.005376150831580162, "global_step": 40275, "epoch": 226, "lr": 6.925220031004833e-05}
{"train_loss": 0.007952207699418068, "global_step": 40276, "epoch": 226, "lr": 6.925083653388485e-05}
{"train_loss": 0.004524733405560255, "global_step": 40277, "epoch": 226, "lr": 6.924947274090694e-05}
{"train_loss": 0.003557672258466482, "global_step": 40278, "epoch": 226, "lr": 6.924810893111575e-05}
{"train_loss": 0.006173516623675823, "global_step": 40279, "epoch": 226, "lr": 6.92467451045125e-05}
{"train_loss": 0.005940527655184269, "global_step": 40280, "epoch": 226, "lr": 6.924538126109834e-05}
{"train_loss": 0.011443544179201126, "global_step": 40281, "epoch": 226, "lr": 6.924401740087451e-05}
{"train_loss": 0.0064593032002449036, "global_step": 40282, "epoch": 226, "lr": 6.924265352384218e-05}
{"train_loss": 0.002537223743274808, "global_step": 40283, "epoch": 226, "lr": 6.924128963000254e-05}
{"train_loss": 0.0032234136015176773, "global_step": 40284, "epoch": 226, "lr": 6.923992571935678e-05}
{"train_loss": 0.004100441001355648, "global_step": 40285, "epoch": 226, "lr": 6.92385617919061e-05}
{"train_loss": 0.0035459070932120085, "global_step": 40286, "epoch": 226, "lr": 6.923719784765167e-05}
{"train_loss": 0.002777294721454382, "global_step": 40287, "epoch": 226, "lr": 6.92358338865947e-05}
{"train_loss": 0.004900370724499226, "global_step": 40288, "epoch": 226, "lr": 6.923446990873639e-05}
{"train_loss": 0.001745364861562848, "global_step": 40289, "epoch": 226, "lr": 6.923310591407793e-05}
{"train_loss": 0.003527191700413823, "global_step": 40290, "epoch": 226, "lr": 6.923174190262048e-05}
{"train_loss": 0.003601360833272338, "global_step": 40291, "epoch": 226, "lr": 6.923037787436523e-05}
{"train_loss": 0.00452099135145545, "global_step": 40292, "epoch": 226, "lr": 6.922901382931344e-05}
{"train_loss": 0.006435097195208073, "global_step": 40293, "epoch": 226, "lr": 6.922764976746622e-05}
{"train_loss": 0.007824242115020752, "global_step": 40294, "epoch": 226, "lr": 6.922628568882481e-05}
{"train_loss": 0.004132620990276337, "global_step": 40295, "epoch": 226, "lr": 6.922492159339039e-05}
{"train_loss": 0.0026752862613648176, "global_step": 40296, "epoch": 226, "lr": 6.922355748116415e-05}
{"train_loss": 0.0049093980342149734, "global_step": 40297, "epoch": 226, "lr": 6.922219335214728e-05}
{"train_loss": 0.004630845971405506, "global_step": 40298, "epoch": 226, "lr": 6.922082920634098e-05}
{"train_loss": 0.007633556611835957, "global_step": 40299, "epoch": 226, "lr": 6.921946504374641e-05}
{"train_loss": 0.005165590904653072, "global_step": 40300, "epoch": 226, "lr": 6.92181008643648e-05}
{"train_loss": 0.0027099461294710636, "global_step": 40301, "epoch": 226, "lr": 6.921673666819732e-05}
{"train_loss": 0.0018054477404803038, "global_step": 40302, "epoch": 226, "lr": 6.921537245524516e-05}
{"train_loss": 0.005901325028389692, "global_step": 40303, "epoch": 226, "lr": 6.921400822550954e-05}
{"train_loss": 0.003468981944024563, "global_step": 40304, "epoch": 226, "lr": 6.921264397899163e-05}
{"train_loss": 0.0055960603058338165, "global_step": 40305, "epoch": 226, "lr": 6.921127971569261e-05}
{"train_loss": 0.004220112692564726, "global_step": 40306, "epoch": 226, "lr": 6.920991543561369e-05}
{"train_loss": 0.0057128071784973145, "global_step": 40307, "epoch": 226, "lr": 6.920855113875606e-05}
{"train_loss": 0.003585251048207283, "global_step": 40308, "epoch": 226, "lr": 6.92071868251209e-05}
{"train_loss": 0.0036262827925384045, "global_step": 40309, "epoch": 226, "lr": 6.920582249470942e-05}
{"train_loss": 0.0036909719929099083, "global_step": 40310, "epoch": 226, "lr": 6.920445814752279e-05}
{"train_loss": 0.004154076799750328, "global_step": 40311, "epoch": 226, "lr": 6.920309378356222e-05}
{"train_loss": 0.010400024242699146, "global_step": 40312, "epoch": 226, "lr": 6.92017294028289e-05}
{"train_loss": 0.005016027949750423, "global_step": 40313, "epoch": 226, "lr": 6.920036500532401e-05}
{"train_loss": 0.004914130084216595, "global_step": 40314, "epoch": 226, "lr": 6.919900059104873e-05}
{"train_loss": 0.004740481730550528, "global_step": 40315, "epoch": 226, "lr": 6.91976361600043e-05}
{"train_loss": 0.004127067513763905, "global_step": 40316, "epoch": 226, "lr": 6.919627171219187e-05}
{"train_loss": 0.007523953448981047, "global_step": 40317, "epoch": 226, "lr": 6.919490724761264e-05}
{"train_loss": 0.0038394706789404154, "global_step": 40318, "epoch": 226, "lr": 6.91935427662678e-05}
{"train_loss": 0.004286518786102533, "global_step": 40319, "epoch": 226, "lr": 6.919217826815855e-05}
{"train_loss": 0.004114013165235519, "global_step": 40320, "epoch": 226, "lr": 6.919081375328606e-05}
{"train_loss": 0.002776674460619688, "global_step": 40321, "epoch": 226, "lr": 6.918944922165158e-05}
{"train_loss": 0.004031972959637642, "global_step": 40322, "epoch": 226, "lr": 6.918808467325624e-05}
{"train_loss": 0.003360050730407238, "global_step": 40323, "epoch": 226, "lr": 6.918672010810125e-05}
{"train_loss": 0.003870755899697542, "global_step": 40324, "epoch": 226, "lr": 6.918535552618782e-05}
{"train_loss": 0.004215568769723177, "global_step": 40325, "epoch": 226, "lr": 6.918399092751712e-05}
{"train_loss": 0.005729189142584801, "global_step": 40326, "epoch": 226, "lr": 6.918262631209036e-05}
{"train_loss": 0.0067153749987483025, "global_step": 40327, "epoch": 226, "lr": 6.91812616799087e-05}
{"train_loss": 0.006516408175230026, "global_step": 40328, "epoch": 226, "lr": 6.917989703097336e-05}
{"train_loss": 0.007608339190483093, "global_step": 40329, "epoch": 226, "lr": 6.917853236528553e-05}
{"train_loss": 0.0061510405503213406, "global_step": 40330, "epoch": 226, "lr": 6.91771676828464e-05}
{"train_loss": 0.0035864966921508312, "global_step": 40331, "epoch": 226, "lr": 6.917580298365716e-05}
{"train_loss": 0.0057941521517932415, "global_step": 40332, "epoch": 226, "lr": 6.9174438267719e-05}
{"train_loss": 0.005824457388371229, "global_step": 40333, "epoch": 226, "lr": 6.91730735350331e-05}
{"train_loss": 0.004980648402124643, "global_step": 40334, "epoch": 226, "lr": 6.917170878560068e-05}
{"train_loss": 0.004089758265763521, "global_step": 40335, "epoch": 226, "lr": 6.917034401942291e-05}
{"train_loss": 0.004650559742003679, "global_step": 40336, "epoch": 226, "lr": 6.9168979236501e-05}
{"train_loss": 0.008297258988022804, "global_step": 40337, "epoch": 226, "lr": 6.916761443683612e-05}
{"train_loss": 0.002580489031970501, "global_step": 40338, "epoch": 226, "lr": 6.916624962042948e-05}
{"train_loss": 0.005126391537487507, "global_step": 40339, "epoch": 226, "lr": 6.916488478728226e-05}
{"train_loss": 0.006303085014224052, "global_step": 40340, "epoch": 226, "lr": 6.916351993739566e-05}
{"train_loss": 0.002832048572599888, "global_step": 40341, "epoch": 226, "lr": 6.916215507077087e-05}
{"train_loss": 0.0054690046235919, "global_step": 40342, "epoch": 226, "lr": 6.916079018740909e-05}
{"train_loss": 0.009216636419296265, "global_step": 40343, "epoch": 226, "lr": 6.915942528731148e-05}
{"train_loss": 0.002322256099432707, "global_step": 40344, "epoch": 226, "lr": 6.915806037047928e-05}
{"train_loss": 0.007509852293878794, "global_step": 40345, "epoch": 226, "lr": 6.915669543691365e-05}
{"train_loss": 0.003741813823580742, "global_step": 40346, "epoch": 226, "lr": 6.915533048661579e-05}
{"train_loss": 0.004953379742801189, "global_step": 40347, "epoch": 226, "lr": 6.915396551958691e-05}
{"train_loss": 0.00279707508161664, "global_step": 40348, "epoch": 226, "lr": 6.915260053582816e-05}
{"train_loss": 0.005385615862905979, "global_step": 40349, "epoch": 226, "lr": 6.915123553534076e-05}
{"train_loss": 0.004904421977698803, "global_step": 40350, "epoch": 226, "lr": 6.914987051812591e-05}
{"train_loss": 0.004303761757910252, "global_step": 40351, "epoch": 226, "lr": 6.914850548418479e-05}
{"train_loss": 0.0026202306617051363, "global_step": 40352, "epoch": 226, "lr": 6.914714043351858e-05}
{"train_loss": 0.0037689623422920704, "global_step": 40353, "epoch": 226, "lr": 6.914577536612851e-05}
{"train_loss": 0.006832542829215527, "global_step": 40354, "epoch": 226, "lr": 6.914441028201573e-05}
{"train_loss": 0.004924945533275604, "global_step": 40355, "epoch": 226, "lr": 6.914304518118147e-05}
{"train_loss": 0.004758057650178671, "global_step": 40356, "epoch": 226, "lr": 6.91416800636269e-05}
{"train_loss": 0.004464178346097469, "global_step": 40357, "epoch": 226, "lr": 6.914031492935318e-05}
{"train_loss": 0.0036286297254264355, "global_step": 40358, "epoch": 226, "lr": 6.913894977836158e-05}
{"train_loss": 0.004416957031935453, "global_step": 40359, "epoch": 226, "lr": 6.913758461065323e-05}
{"train_loss": 0.008308379910886288, "global_step": 40360, "epoch": 226, "lr": 6.913621942622934e-05}
{"train_loss": 0.005825716070830822, "global_step": 40361, "epoch": 226, "lr": 6.913485422509111e-05}
{"train_loss": 0.005135284271091223, "global_step": 40362, "epoch": 226, "lr": 6.913348900723972e-05}
{"train_loss": 0.003784480970352888, "global_step": 40363, "epoch": 226, "lr": 6.91321237726764e-05}
{"train_loss": 0.003567277453839779, "global_step": 40364, "epoch": 226, "lr": 6.913075852140229e-05}
{"train_loss": 0.004884503316134214, "global_step": 40365, "epoch": 226, "lr": 6.912939325341861e-05}
{"train_loss": 0.005108445882797241, "global_step": 40366, "epoch": 226, "lr": 6.912802796872654e-05}
{"train_loss": 0.0043077245354652405, "global_step": 40367, "epoch": 226, "lr": 6.912666266732728e-05}
{"train_loss": 0.005901421420276165, "global_step": 40368, "epoch": 226, "lr": 6.912529734922203e-05}
{"train_loss": 0.002571280812844634, "global_step": 40369, "epoch": 226, "lr": 6.912393201441197e-05}
{"train_loss": 0.008389837108552456, "global_step": 40370, "epoch": 226, "lr": 6.91225666628983e-05}
{"train_loss": 0.004684144631028175, "global_step": 40371, "epoch": 226, "lr": 6.912120129468221e-05}
{"train_loss": 0.0023897229693830013, "global_step": 40372, "epoch": 226, "lr": 6.91198359097649e-05}
{"train_loss": 0.0034937309101223946, "global_step": 40373, "epoch": 226, "lr": 6.911847050814754e-05}
{"train_loss": 0.0027201329357922077, "global_step": 40374, "epoch": 226, "lr": 6.911710508983135e-05}
{"train_loss": 0.007925597950816154, "global_step": 40375, "epoch": 226, "lr": 6.91157396548175e-05}
{"train_loss": 0.005329538136720657, "global_step": 40376, "epoch": 226, "lr": 6.91143742031072e-05}
{"train_loss": 0.0031997766345739365, "global_step": 40377, "epoch": 226, "lr": 6.911300873470163e-05}
{"train_loss": 0.00758747011423111, "global_step": 40378, "epoch": 226, "lr": 6.9111643249602e-05}
{"train_loss": 0.006590011063963175, "global_step": 40379, "epoch": 226, "lr": 6.911027774780949e-05}
{"train_loss": 0.0037972156424075365, "global_step": 40380, "epoch": 226, "lr": 6.910891222932528e-05}
{"train_loss": 0.003937018569558859, "global_step": 40381, "epoch": 226, "lr": 6.910754669415058e-05}
{"train_loss": 0.007199590560048819, "global_step": 40382, "epoch": 226, "lr": 6.910618114228658e-05}
{"train_loss": 0.004297775216400623, "global_step": 40383, "epoch": 226, "lr": 6.910481557373448e-05}
{"train_loss": 0.0075110187754035, "global_step": 40384, "epoch": 226, "lr": 6.910344998849545e-05}
{"train_loss": 0.004186615347862244, "global_step": 40385, "epoch": 226, "lr": 6.91020843865707e-05}
{"train_loss": 0.0041418299078941345, "global_step": 40386, "epoch": 226, "lr": 6.910071876796142e-05}
{"train_loss": 0.0017233197577297688, "global_step": 40387, "epoch": 226, "lr": 6.909935313266881e-05}
{"train_loss": 0.006094012409448624, "global_step": 40388, "epoch": 226, "lr": 6.909798748069408e-05}
{"train_loss": 0.006061807740479708, "global_step": 40389, "epoch": 226, "lr": 6.909662181203836e-05}
{"train_loss": 0.0020333772990852594, "global_step": 40390, "epoch": 226, "lr": 6.90952561267029e-05}
{"train_loss": 0.003026586025953293, "global_step": 40391, "epoch": 226, "lr": 6.909389042468885e-05}
{"train_loss": 0.0030295471660792828, "global_step": 40392, "epoch": 226, "lr": 6.909252470599746e-05}
{"train_loss": 0.005510272923856974, "global_step": 40393, "epoch": 226, "lr": 6.909115897062988e-05}
{"train_loss": 0.0036523230373859406, "global_step": 40394, "epoch": 226, "lr": 6.90897932185873e-05}
{"train_loss": 0.005577239207923412, "global_step": 40395, "epoch": 226, "lr": 6.908842744987094e-05}
{"train_loss": 0.0021872930228710175, "global_step": 40396, "epoch": 226, "lr": 6.908706166448196e-05}
{"train_loss": 0.0072772810235619545, "global_step": 40397, "epoch": 226, "lr": 6.908569586242159e-05}
{"train_loss": 0.005334537476301193, "global_step": 40398, "epoch": 226, "lr": 6.9084330043691e-05}
{"train_loss": 0.005326896905899048, "global_step": 40399, "epoch": 226, "lr": 6.908296420829139e-05}
{"train_loss": 0.004103721119463444, "global_step": 40400, "epoch": 226, "lr": 6.908159835622394e-05}
{"train_loss": 0.005812456365674734, "global_step": 40401, "epoch": 226, "lr": 6.908023248748987e-05}
{"train_loss": 0.008758616633713245, "global_step": 40402, "epoch": 226, "lr": 6.907886660209035e-05}
{"train_loss": 0.005929879378527403, "global_step": 40403, "epoch": 226, "lr": 6.907750070002657e-05}
{"train_loss": 0.003391212783753872, "global_step": 40404, "epoch": 226, "lr": 6.907613478129973e-05}
{"train_loss": 0.004994196269211223, "global_step": 40405, "epoch": 226, "lr": 6.907476884591103e-05}
{"train_loss": 0.0028488244861364365, "global_step": 40406, "epoch": 227, "lr": 6.907340289386166e-05}
{"train_loss": 0.002630518516525626, "global_step": 40407, "epoch": 227, "lr": 6.907203692515281e-05}
{"train_loss": 0.004470327869057655, "global_step": 40408, "epoch": 227, "lr": 6.907067093978569e-05}
{"train_loss": 0.0032783756032586098, "global_step": 40409, "epoch": 227, "lr": 6.906930493776147e-05}
{"train_loss": 0.0028877388685941696, "global_step": 40410, "epoch": 227, "lr": 6.906793891908133e-05}
{"train_loss": 0.0058681597001850605, "global_step": 40411, "epoch": 227, "lr": 6.906657288374651e-05}
{"train_loss": 0.005884616635739803, "global_step": 40412, "epoch": 227, "lr": 6.906520683175817e-05}
{"train_loss": 0.002549208700656891, "global_step": 40413, "epoch": 227, "lr": 6.906384076311752e-05}
{"train_loss": 0.004166866652667522, "global_step": 40414, "epoch": 227, "lr": 6.906247467782572e-05}
{"train_loss": 0.006127974949777126, "global_step": 40415, "epoch": 227, "lr": 6.9061108575884e-05}
{"train_loss": 0.004801271017640829, "global_step": 40416, "epoch": 227, "lr": 6.905974245729354e-05}
{"train_loss": 0.0069696540012955666, "global_step": 40417, "epoch": 227, "lr": 6.905837632205554e-05}
{"train_loss": 0.006534220650792122, "global_step": 40418, "epoch": 227, "lr": 6.905701017017118e-05}
{"train_loss": 0.0023309020325541496, "global_step": 40419, "epoch": 227, "lr": 6.905564400164164e-05}
{"train_loss": 0.005619174335151911, "global_step": 40420, "epoch": 227, "lr": 6.905427781646816e-05}
{"train_loss": 0.008022448047995567, "global_step": 40421, "epoch": 227, "lr": 6.90529116146519e-05}
{"train_loss": 0.003926979843527079, "global_step": 40422, "epoch": 227, "lr": 6.905154539619407e-05}
{"train_loss": 0.0050208959728479385, "global_step": 40423, "epoch": 227, "lr": 6.905017916109581e-05}
{"train_loss": 0.005146761424839497, "global_step": 40424, "epoch": 227, "lr": 6.90488129093584e-05}
{"train_loss": 0.010136399418115616, "global_step": 40425, "epoch": 227, "lr": 6.904744664098297e-05}
{"train_loss": 0.005016162060201168, "global_step": 40426, "epoch": 227, "lr": 6.904608035597073e-05}
{"train_loss": 0.004994767718017101, "global_step": 40427, "epoch": 227, "lr": 6.904471405432288e-05}
{"train_loss": 0.0036515039391815662, "global_step": 40428, "epoch": 227, "lr": 6.904334773604063e-05}
{"train_loss": 0.009870064444839954, "global_step": 40429, "epoch": 227, "lr": 6.904198140112514e-05}
{"train_loss": 0.004622371401637793, "global_step": 40430, "epoch": 227, "lr": 6.904061504957761e-05}
{"train_loss": 0.011622440069913864, "global_step": 40431, "epoch": 227, "lr": 6.903924868139925e-05}
{"train_loss": 0.0076955389231443405, "global_step": 40432, "epoch": 227, "lr": 6.903788229659124e-05}
{"train_loss": 0.015304028987884521, "global_step": 40433, "epoch": 227, "lr": 6.903651589515477e-05}
{"train_loss": 0.007587880361825228, "global_step": 40434, "epoch": 227, "lr": 6.903514947709104e-05}
{"train_loss": 0.010549521073698997, "global_step": 40435, "epoch": 227, "lr": 6.903378304240124e-05}
{"train_loss": 0.006187776569277048, "global_step": 40436, "epoch": 227, "lr": 6.903241659108659e-05}
{"train_loss": 0.007376429159194231, "global_step": 40437, "epoch": 227, "lr": 6.903105012314825e-05}
{"train_loss": 0.006313773803412914, "global_step": 40438, "epoch": 227, "lr": 6.902968363858741e-05}
{"train_loss": 0.005585138686001301, "global_step": 40439, "epoch": 227, "lr": 6.902831713740529e-05}
{"train_loss": 0.004623448010534048, "global_step": 40440, "epoch": 227, "lr": 6.902695061960307e-05}
{"train_loss": 0.005968661978840828, "global_step": 40441, "epoch": 227, "lr": 6.902558408518194e-05}
{"train_loss": 0.005518646910786629, "global_step": 40442, "epoch": 227, "lr": 6.902421753414309e-05}
{"train_loss": 0.007229918614029884, "global_step": 40443, "epoch": 227, "lr": 6.902285096648775e-05}
{"train_loss": 0.004254368599504232, "global_step": 40444, "epoch": 227, "lr": 6.902148438221708e-05}
{"train_loss": 0.007681730203330517, "global_step": 40445, "epoch": 227, "lr": 6.902011778133227e-05}
{"train_loss": 0.003070387989282608, "global_step": 40446, "epoch": 227, "lr": 6.901875116383451e-05}
{"train_loss": 0.004847855307161808, "global_step": 40447, "epoch": 227, "lr": 6.901738452972502e-05}
{"train_loss": 0.0027354341000318527, "global_step": 40448, "epoch": 227, "lr": 6.901601787900496e-05}
{"train_loss": 0.005323165562003851, "global_step": 40449, "epoch": 227, "lr": 6.901465121167557e-05}
{"train_loss": 0.003108882112428546, "global_step": 40450, "epoch": 227, "lr": 6.901328452773802e-05}
{"train_loss": 0.0027935770340263844, "global_step": 40451, "epoch": 227, "lr": 6.90119178271935e-05}
{"train_loss": 0.005893834866583347, "global_step": 40452, "epoch": 227, "lr": 6.901055111004319e-05}
{"train_loss": 0.0032496326602995396, "global_step": 40453, "epoch": 227, "lr": 6.90091843762883e-05}
{"train_loss": 0.005430141463875771, "global_step": 40454, "epoch": 227, "lr": 6.900781762593004e-05}
{"train_loss": 0.0057932124473154545, "global_step": 40455, "epoch": 227, "lr": 6.900645085896958e-05}
{"train_loss": 0.003916924819350243, "global_step": 40456, "epoch": 227, "lr": 6.900508407540812e-05}
{"train_loss": 0.004935105796903372, "global_step": 40457, "epoch": 227, "lr": 6.900371727524684e-05}
{"train_loss": 0.0034651211462914944, "global_step": 40458, "epoch": 227, "lr": 6.900235045848695e-05}
{"train_loss": 0.005169758573174477, "global_step": 40459, "epoch": 227, "lr": 6.900098362512965e-05}
{"train_loss": 0.007701268885284662, "global_step": 40460, "epoch": 227, "lr": 6.899961677517613e-05}
{"train_loss": 0.0027563809417188168, "global_step": 40461, "epoch": 227, "lr": 6.899824990862757e-05}
{"train_loss": 0.004427642561495304, "global_step": 40462, "epoch": 227, "lr": 6.899688302548519e-05}
{"train_loss": 0.004222214221954346, "global_step": 40463, "epoch": 227, "lr": 6.899551612575014e-05}
{"train_loss": 0.005336502566933632, "global_step": 40464, "epoch": 227, "lr": 6.899414920942366e-05}
{"train_loss": 0.005238703917711973, "global_step": 40465, "epoch": 227, "lr": 6.899278227650692e-05}
{"train_loss": 0.011521921493113041, "global_step": 40466, "epoch": 227, "lr": 6.899141532700113e-05}
{"train_loss": 0.004173615016043186, "global_step": 40467, "epoch": 227, "lr": 6.899004836090746e-05}
{"train_loss": 0.004326916299760342, "global_step": 40468, "epoch": 227, "lr": 6.898868137822711e-05}
{"train_loss": 0.00578225776553154, "global_step": 40469, "epoch": 227, "lr": 6.89873143789613e-05}
{"train_loss": 0.005832717753946781, "global_step": 40470, "epoch": 227, "lr": 6.89859473631112e-05}
{"train_loss": 0.005178146995604038, "global_step": 40471, "epoch": 227, "lr": 6.898458033067798e-05}
{"train_loss": 0.0031636403873562813, "global_step": 40472, "epoch": 227, "lr": 6.898321328166289e-05}
{"train_loss": 0.0023289029486477375, "global_step": 40473, "epoch": 227, "lr": 6.89818462160671e-05}
{"train_loss": 0.004097160883247852, "global_step": 40474, "epoch": 227, "lr": 6.89804791338918e-05}
{"train_loss": 0.004770894534885883, "global_step": 40475, "epoch": 227, "lr": 6.897911203513818e-05}
{"train_loss": 0.004229399841278791, "global_step": 40476, "epoch": 227, "lr": 6.897774491980744e-05}
{"train_loss": 0.006583641283214092, "global_step": 40477, "epoch": 227, "lr": 6.897637778790077e-05}
{"train_loss": 0.007357516326010227, "global_step": 40478, "epoch": 227, "lr": 6.897501063941937e-05}
{"train_loss": 0.006481535732746124, "global_step": 40479, "epoch": 227, "lr": 6.897364347436444e-05}
{"train_loss": 0.004280395805835724, "global_step": 40480, "epoch": 227, "lr": 6.897227629273715e-05}
{"train_loss": 0.008317367173731327, "global_step": 40481, "epoch": 227, "lr": 6.897090909453871e-05}
{"train_loss": 0.006953934207558632, "global_step": 40482, "epoch": 227, "lr": 6.896954187977033e-05}
{"train_loss": 0.004968876019120216, "global_step": 40483, "epoch": 227, "lr": 6.896817464843317e-05}
{"train_loss": 0.004181128926575184, "global_step": 40484, "epoch": 227, "lr": 6.896680740052845e-05}
{"train_loss": 0.0019265675218775868, "global_step": 40485, "epoch": 227, "lr": 6.896544013605736e-05}
{"train_loss": 0.006813839543610811, "global_step": 40486, "epoch": 227, "lr": 6.896407285502109e-05}
{"train_loss": 0.008081519976258278, "global_step": 40487, "epoch": 227, "lr": 6.896270555742082e-05}
{"train_loss": 0.003384761977940798, "global_step": 40488, "epoch": 227, "lr": 6.896133824325776e-05}
{"train_loss": 0.004783656448125839, "global_step": 40489, "epoch": 227, "lr": 6.895997091253314e-05}
{"train_loss": 0.00367925688624382, "global_step": 40490, "epoch": 227, "lr": 6.895860356524809e-05}
{"train_loss": 0.00443178741261363, "global_step": 40491, "epoch": 227, "lr": 6.895723620140382e-05}
{"train_loss": 0.0062337601557374, "global_step": 40492, "epoch": 227, "lr": 6.895586882100156e-05}
{"train_loss": 0.0025944106746464968, "global_step": 40493, "epoch": 227, "lr": 6.895450142404247e-05}
{"train_loss": 0.0033165165223181248, "global_step": 40494, "epoch": 227, "lr": 6.895313401052775e-05}
{"train_loss": 0.0034777047112584114, "global_step": 40495, "epoch": 227, "lr": 6.895176658045861e-05}
{"train_loss": 0.0027487752959132195, "global_step": 40496, "epoch": 227, "lr": 6.895039913383623e-05}
{"train_loss": 0.00564564298838377, "global_step": 40497, "epoch": 227, "lr": 6.89490316706618e-05}
{"train_loss": 0.003917383030056953, "global_step": 40498, "epoch": 227, "lr": 6.894766419093655e-05}
{"train_loss": 0.004474347922950983, "global_step": 40499, "epoch": 227, "lr": 6.894629669466161e-05}
{"train_loss": 0.0037132101133465767, "global_step": 40500, "epoch": 227, "lr": 6.894492918183822e-05}
{"train_loss": 0.0036990814842283726, "global_step": 40501, "epoch": 227, "lr": 6.894356165246758e-05}
{"train_loss": 0.005355396773666143, "global_step": 40502, "epoch": 227, "lr": 6.894219410655088e-05}
{"train_loss": 0.004331984091550112, "global_step": 40503, "epoch": 227, "lr": 6.894082654408929e-05}
{"train_loss": 0.008233499713242054, "global_step": 40504, "epoch": 227, "lr": 6.893945896508401e-05}
{"train_loss": 0.0031427121721208096, "global_step": 40505, "epoch": 227, "lr": 6.893809136953624e-05}
{"train_loss": 0.0040445527993142605, "global_step": 40506, "epoch": 227, "lr": 6.89367237574472e-05}
{"train_loss": 0.00783829391002655, "global_step": 40507, "epoch": 227, "lr": 6.893535612881805e-05}
{"train_loss": 0.005261201411485672, "global_step": 40508, "epoch": 227, "lr": 6.893398848365e-05}
{"train_loss": 0.00450771301984787, "global_step": 40509, "epoch": 227, "lr": 6.893262082194424e-05}
{"train_loss": 0.003944426774978638, "global_step": 40510, "epoch": 227, "lr": 6.893125314370196e-05}
{"train_loss": 0.0033862488344311714, "global_step": 40511, "epoch": 227, "lr": 6.892988544892436e-05}
{"train_loss": 0.004798762500286102, "global_step": 40512, "epoch": 227, "lr": 6.892851773761266e-05}
{"train_loss": 0.004442303441464901, "global_step": 40513, "epoch": 227, "lr": 6.892715000976802e-05}
{"train_loss": 0.004562776535749435, "global_step": 40514, "epoch": 227, "lr": 6.892578226539163e-05}
{"train_loss": 0.0033925229217857122, "global_step": 40515, "epoch": 227, "lr": 6.89244145044847e-05}
{"train_loss": 0.0031421207822859287, "global_step": 40516, "epoch": 227, "lr": 6.892304672704844e-05}
{"train_loss": 0.005319294519722462, "global_step": 40517, "epoch": 227, "lr": 6.892167893308403e-05}
{"train_loss": 0.006783823482692242, "global_step": 40518, "epoch": 227, "lr": 6.892031112259265e-05}
{"train_loss": 0.004151102155447006, "global_step": 40519, "epoch": 227, "lr": 6.89189432955755e-05}
{"train_loss": 0.004226158373057842, "global_step": 40520, "epoch": 227, "lr": 6.891757545203381e-05}
{"train_loss": 0.005319102201610804, "global_step": 40521, "epoch": 227, "lr": 6.891620759196872e-05}
{"train_loss": 0.003504584776237607, "global_step": 40522, "epoch": 227, "lr": 6.891483971538147e-05}
{"train_loss": 0.001929363003000617, "global_step": 40523, "epoch": 227, "lr": 6.891347182227324e-05}
{"train_loss": 0.00876433402299881, "global_step": 40524, "epoch": 227, "lr": 6.89121039126452e-05}
{"train_loss": 0.007389054633677006, "global_step": 40525, "epoch": 227, "lr": 6.89107359864986e-05}
{"train_loss": 0.0032819060143083334, "global_step": 40526, "epoch": 227, "lr": 6.890936804383457e-05}
{"train_loss": 0.0041398839093744755, "global_step": 40527, "epoch": 227, "lr": 6.890800008465435e-05}
{"train_loss": 0.007917292416095734, "global_step": 40528, "epoch": 227, "lr": 6.890663210895912e-05}
{"train_loss": 0.004272781778126955, "global_step": 40529, "epoch": 227, "lr": 6.890526411675007e-05}
{"train_loss": 0.005014677532017231, "global_step": 40530, "epoch": 227, "lr": 6.890389610802841e-05}
{"train_loss": 0.00464715575799346, "global_step": 40531, "epoch": 227, "lr": 6.890252808279533e-05}
{"train_loss": 0.004505550488829613, "global_step": 40532, "epoch": 227, "lr": 6.890116004105201e-05}
{"train_loss": 0.005480701569467783, "global_step": 40533, "epoch": 227, "lr": 6.889979198279966e-05}
{"train_loss": 0.0032192571088671684, "global_step": 40534, "epoch": 227, "lr": 6.889842390803947e-05}
{"train_loss": 0.0036503642331808805, "global_step": 40535, "epoch": 227, "lr": 6.889705581677263e-05}
{"train_loss": 0.004828683100640774, "global_step": 40536, "epoch": 227, "lr": 6.889568770900034e-05}
{"train_loss": 0.004791938234120607, "global_step": 40537, "epoch": 227, "lr": 6.88943195847238e-05}
{"train_loss": 0.005163703113794327, "global_step": 40538, "epoch": 227, "lr": 6.88929514439442e-05}
{"train_loss": 0.008023886941373348, "global_step": 40539, "epoch": 227, "lr": 6.889158328666275e-05}
{"train_loss": 0.005332545377314091, "global_step": 40540, "epoch": 227, "lr": 6.88902151128806e-05}
{"train_loss": 0.0027653109282255173, "global_step": 40541, "epoch": 227, "lr": 6.888884692259901e-05}
{"train_loss": 0.0059546614065766335, "global_step": 40542, "epoch": 227, "lr": 6.888747871581911e-05}
{"train_loss": 0.003652790794149041, "global_step": 40543, "epoch": 227, "lr": 6.888611049254214e-05}
{"train_loss": 0.002232921775430441, "global_step": 40544, "epoch": 227, "lr": 6.888474225276927e-05}
{"train_loss": 0.006389231886714697, "global_step": 40545, "epoch": 227, "lr": 6.888337399650171e-05}
{"train_loss": 0.003339942777529359, "global_step": 40546, "epoch": 227, "lr": 6.888200572374066e-05}
{"train_loss": 0.008007174357771873, "global_step": 40547, "epoch": 227, "lr": 6.888063743448729e-05}
{"train_loss": 0.004847763106226921, "global_step": 40548, "epoch": 227, "lr": 6.887926912874281e-05}
{"train_loss": 0.006260094232857227, "global_step": 40549, "epoch": 227, "lr": 6.887790080650844e-05}
{"train_loss": 0.0024283668026328087, "global_step": 40550, "epoch": 227, "lr": 6.887653246778533e-05}
{"train_loss": 0.0047225612215697765, "global_step": 40551, "epoch": 227, "lr": 6.88751641125747e-05}
{"train_loss": 0.011889721266925335, "global_step": 40552, "epoch": 227, "lr": 6.887379574087773e-05}
{"train_loss": 0.003723772242665291, "global_step": 40553, "epoch": 227, "lr": 6.887242735269566e-05}
{"train_loss": 0.005642783362418413, "global_step": 40554, "epoch": 227, "lr": 6.887105894802962e-05}
{"train_loss": 0.0052113779820501804, "global_step": 40555, "epoch": 227, "lr": 6.886969052688085e-05}
{"train_loss": 0.006504063494503498, "global_step": 40556, "epoch": 227, "lr": 6.886832208925054e-05}
{"train_loss": 0.007316805422306061, "global_step": 40557, "epoch": 227, "lr": 6.886695363513986e-05}
{"train_loss": 0.0034048031084239483, "global_step": 40558, "epoch": 227, "lr": 6.886558516455003e-05}
{"train_loss": 0.00425034761428833, "global_step": 40559, "epoch": 227, "lr": 6.886421667748224e-05}
{"train_loss": 0.0028071152046322823, "global_step": 40560, "epoch": 227, "lr": 6.886284817393769e-05}
{"train_loss": 0.0027083868626505136, "global_step": 40561, "epoch": 227, "lr": 6.886147965391755e-05}
{"train_loss": 0.0029093308839946985, "global_step": 40562, "epoch": 227, "lr": 6.886011111742306e-05}
{"train_loss": 0.0025775753892958164, "global_step": 40563, "epoch": 227, "lr": 6.885874256445537e-05}
{"train_loss": 0.004283219110220671, "global_step": 40564, "epoch": 227, "lr": 6.88573739950157e-05}
{"train_loss": 0.003913084045052528, "global_step": 40565, "epoch": 227, "lr": 6.885600540910524e-05}
{"train_loss": 0.005747376009821892, "global_step": 40566, "epoch": 227, "lr": 6.885463680672516e-05}
{"train_loss": 0.0045016310177743435, "global_step": 40567, "epoch": 227, "lr": 6.885326818787672e-05}
{"train_loss": 0.005678628105670214, "global_step": 40568, "epoch": 227, "lr": 6.885189955256106e-05}
{"train_loss": 0.003884226083755493, "global_step": 40569, "epoch": 227, "lr": 6.88505309007794e-05}
{"train_loss": 0.006975051015615463, "global_step": 40570, "epoch": 227, "lr": 6.884916223253291e-05}
{"train_loss": 0.004490269348025322, "global_step": 40571, "epoch": 227, "lr": 6.88477935478228e-05}
{"train_loss": 0.004797433502972126, "global_step": 40572, "epoch": 227, "lr": 6.884642484665029e-05}
{"train_loss": 0.003852624911814928, "global_step": 40573, "epoch": 227, "lr": 6.884505612901655e-05}
{"train_loss": 0.004655738826841116, "global_step": 40574, "epoch": 227, "lr": 6.884368739492278e-05}
{"train_loss": 0.0029242122545838356, "global_step": 40575, "epoch": 227, "lr": 6.884231864437017e-05}
{"train_loss": 0.005362184252589941, "global_step": 40576, "epoch": 227, "lr": 6.88409498773599e-05}
{"train_loss": 0.010018821805715561, "global_step": 40577, "epoch": 227, "lr": 6.88395810938932e-05}
{"train_loss": 0.006042936351150274, "global_step": 40578, "epoch": 227, "lr": 6.883821229397126e-05}
{"train_loss": 0.006381946615874767, "global_step": 40579, "epoch": 227, "lr": 6.883684347759525e-05}
{"train_loss": 0.004497936461120844, "global_step": 40580, "epoch": 227, "lr": 6.883547464476639e-05}
{"train_loss": 0.0029006688855588436, "global_step": 40581, "epoch": 227, "lr": 6.883410579548588e-05}
{"train_loss": 0.005711986683309078, "global_step": 40582, "epoch": 227, "lr": 6.88327369297549e-05}
{"train_loss": 0.005111661585953003, "global_step": 40583, "epoch": 227, "lr": 6.883136804757464e-05}
{"train_loss": 0.0070012956857681274, "global_step": 40584, "epoch": 228, "lr": 6.88299991489463e-05}
{"train_loss": 0.0033865547738969326, "global_step": 40585, "epoch": 228, "lr": 6.882863023387108e-05}
{"train_loss": 0.003430709009990096, "global_step": 40586, "epoch": 228, "lr": 6.882726130235018e-05}
{"train_loss": 0.004798463080078363, "global_step": 40587, "epoch": 228, "lr": 6.882589235438481e-05}
{"train_loss": 0.0061936890706419945, "global_step": 40588, "epoch": 228, "lr": 6.882452338997614e-05}
{"train_loss": 0.0024217187892645597, "global_step": 40589, "epoch": 228, "lr": 6.882315440912534e-05}
{"train_loss": 0.004926622379571199, "global_step": 40590, "epoch": 228, "lr": 6.882178541183367e-05}
{"train_loss": 0.005656016059219837, "global_step": 40591, "epoch": 228, "lr": 6.88204163981023e-05}
{"train_loss": 0.006107710767537355, "global_step": 40592, "epoch": 228, "lr": 6.88190473679324e-05}
{"train_loss": 0.0030082184821367264, "global_step": 40593, "epoch": 228, "lr": 6.881767832132519e-05}
{"train_loss": 0.009361231699585915, "global_step": 40594, "epoch": 228, "lr": 6.881630925828187e-05}
{"train_loss": 0.008051466196775436, "global_step": 40595, "epoch": 228, "lr": 6.881494017880361e-05}
{"train_loss": 0.007702098228037357, "global_step": 40596, "epoch": 228, "lr": 6.881357108289165e-05}
{"train_loss": 0.003928784746676683, "global_step": 40597, "epoch": 228, "lr": 6.881220197054714e-05}
{"train_loss": 0.005342916585505009, "global_step": 40598, "epoch": 228, "lr": 6.881083284177131e-05}
{"train_loss": 0.005108275450766087, "global_step": 40599, "epoch": 228, "lr": 6.880946369656533e-05}
{"train_loss": 0.004523919429630041, "global_step": 40600, "epoch": 228, "lr": 6.88080945349304e-05}
{"train_loss": 0.009635809808969498, "global_step": 40601, "epoch": 228, "lr": 6.880672535686774e-05}
{"train_loss": 0.004668522160500288, "global_step": 40602, "epoch": 228, "lr": 6.880535616237852e-05}
{"train_loss": 0.0029634921811521053, "global_step": 40603, "epoch": 228, "lr": 6.880398695146395e-05}
{"train_loss": 0.004333651624619961, "global_step": 40604, "epoch": 228, "lr": 6.88026177241252e-05}
{"train_loss": 0.0036302790977060795, "global_step": 40605, "epoch": 228, "lr": 6.880124848036352e-05}
{"train_loss": 0.002401920035481453, "global_step": 40606, "epoch": 228, "lr": 6.879987922018004e-05}
{"train_loss": 0.0049739102832973, "global_step": 40607, "epoch": 228, "lr": 6.8798509943576e-05}
{"train_loss": 0.006145501043647528, "global_step": 40608, "epoch": 228, "lr": 6.879714065055259e-05}
{"train_loss": 0.007839539088308811, "global_step": 40609, "epoch": 228, "lr": 6.879577134111099e-05}
{"train_loss": 0.003384948242455721, "global_step": 40610, "epoch": 228, "lr": 6.879440201525242e-05}
{"train_loss": 0.005563492886722088, "global_step": 40611, "epoch": 228, "lr": 6.879303267297806e-05}
{"train_loss": 0.0033276607282459736, "global_step": 40612, "epoch": 228, "lr": 6.87916633142891e-05}
{"train_loss": 0.003648174460977316, "global_step": 40613, "epoch": 228, "lr": 6.879029393918674e-05}
{"train_loss": 0.0029297005385160446, "global_step": 40614, "epoch": 228, "lr": 6.878892454767218e-05}
{"train_loss": 0.0051261056214571, "global_step": 40615, "epoch": 228, "lr": 6.878755513974662e-05}
{"train_loss": 0.004309978801757097, "global_step": 40616, "epoch": 228, "lr": 6.878618571541127e-05}
{"train_loss": 0.00400126539170742, "global_step": 40617, "epoch": 228, "lr": 6.878481627466728e-05}
{"train_loss": 0.005413761828094721, "global_step": 40618, "epoch": 228, "lr": 6.87834468175159e-05}
{"train_loss": 0.004449182190001011, "global_step": 40619, "epoch": 228, "lr": 6.878207734395828e-05}
{"train_loss": 0.003633299143984914, "global_step": 40620, "epoch": 228, "lr": 6.878070785399565e-05}
{"train_loss": 0.005712779704481363, "global_step": 40621, "epoch": 228, "lr": 6.87793383476292e-05}
{"train_loss": 0.00637894868850708, "global_step": 40622, "epoch": 228, "lr": 6.877796882486012e-05}
{"train_loss": 0.004184504970908165, "global_step": 40623, "epoch": 228, "lr": 6.877659928568958e-05}
{"train_loss": 0.0040421392768621445, "global_step": 40624, "epoch": 228, "lr": 6.877522973011882e-05}
{"train_loss": 0.0022446690127253532, "global_step": 40625, "epoch": 228, "lr": 6.877386015814901e-05}
{"train_loss": 0.005351447034627199, "global_step": 40626, "epoch": 228, "lr": 6.877249056978137e-05}
{"train_loss": 0.0020206747576594353, "global_step": 40627, "epoch": 228, "lr": 6.877112096501708e-05}
{"train_loss": 0.002925324020907283, "global_step": 40628, "epoch": 228, "lr": 6.876975134385732e-05}
{"train_loss": 0.003340104129165411, "global_step": 40629, "epoch": 228, "lr": 6.876838170630331e-05}
{"train_loss": 0.0031488765962421894, "global_step": 40630, "epoch": 228, "lr": 6.876701205235625e-05}
{"train_loss": 0.0028790782671421766, "global_step": 40631, "epoch": 228, "lr": 6.876564238201731e-05}
{"train_loss": 0.0054244291968643665, "global_step": 40632, "epoch": 228, "lr": 6.87642726952877e-05}
{"train_loss": 0.004587001167237759, "global_step": 40633, "epoch": 228, "lr": 6.876290299216863e-05}
{"train_loss": 0.002904189983382821, "global_step": 40634, "epoch": 228, "lr": 6.876153327266127e-05}
{"train_loss": 0.009832873940467834, "global_step": 40635, "epoch": 228, "lr": 6.876016353676685e-05}
{"train_loss": 0.0055913496762514114, "global_step": 40636, "epoch": 228, "lr": 6.875879378448654e-05}
{"train_loss": 0.004281102679669857, "global_step": 40637, "epoch": 228, "lr": 6.875742401582155e-05}
{"train_loss": 0.008314910344779491, "global_step": 40638, "epoch": 228, "lr": 6.875605423077306e-05}
{"train_loss": 0.00774665642529726, "global_step": 40639, "epoch": 228, "lr": 6.875468442934228e-05}
{"train_loss": 0.004843691363930702, "global_step": 40640, "epoch": 228, "lr": 6.87533146115304e-05}
{"train_loss": 0.0045548854395747185, "global_step": 40641, "epoch": 228, "lr": 6.875194477733863e-05}
{"train_loss": 0.0028335456736385822, "global_step": 40642, "epoch": 228, "lr": 6.875057492676814e-05}
{"train_loss": 0.0029308951925486326, "global_step": 40643, "epoch": 228, "lr": 6.874920505982016e-05}
{"train_loss": 0.00975034013390541, "global_step": 40644, "epoch": 228, "lr": 6.874783517649587e-05}
{"train_loss": 0.00564462598413229, "global_step": 40645, "epoch": 228, "lr": 6.874646527679646e-05}
{"train_loss": 0.00379000511020422, "global_step": 40646, "epoch": 228, "lr": 6.874509536072312e-05}
{"train_loss": 0.007341023534536362, "global_step": 40647, "epoch": 228, "lr": 6.874372542827706e-05}
{"train_loss": 0.006239704322069883, "global_step": 40648, "epoch": 228, "lr": 6.874235547945948e-05}
{"train_loss": 0.007405334617942572, "global_step": 40649, "epoch": 228, "lr": 6.87409855142716e-05}
{"train_loss": 0.0035210810601711273, "global_step": 40650, "epoch": 228, "lr": 6.873961553271455e-05}
{"train_loss": 0.0041126227006316185, "global_step": 40651, "epoch": 228, "lr": 6.873824553478958e-05}
{"train_loss": 0.002610806142911315, "global_step": 40652, "epoch": 228, "lr": 6.873687552049787e-05}
{"train_loss": 0.006808625068515539, "global_step": 40653, "epoch": 228, "lr": 6.873550548984063e-05}
{"train_loss": 0.005182179622352123, "global_step": 40654, "epoch": 228, "lr": 6.873413544281903e-05}
{"train_loss": 0.004620176739990711, "global_step": 40655, "epoch": 228, "lr": 6.873276537943427e-05}
{"train_loss": 0.0063695153221488, "global_step": 40656, "epoch": 228, "lr": 6.873139529968757e-05}
{"train_loss": 0.004076840355992317, "global_step": 40657, "epoch": 228, "lr": 6.873002520358012e-05}
{"train_loss": 0.005533844232559204, "global_step": 40658, "epoch": 228, "lr": 6.87286550911131e-05}
{"train_loss": 0.005720311775803566, "global_step": 40659, "epoch": 228, "lr": 6.872728496228773e-05}
{"train_loss": 0.007112469058483839, "global_step": 40660, "epoch": 228, "lr": 6.87259148171052e-05}
{"train_loss": 0.006451385095715523, "global_step": 40661, "epoch": 228, "lr": 6.872454465556667e-05}
{"train_loss": 0.002485034754499793, "global_step": 40662, "epoch": 228, "lr": 6.872317447767341e-05}
{"train_loss": 0.0034398650750517845, "global_step": 40663, "epoch": 228, "lr": 6.872180428342656e-05}
{"train_loss": 0.0035946734715253115, "global_step": 40664, "epoch": 228, "lr": 6.872043407282733e-05}
{"train_loss": 0.002665102481842041, "global_step": 40665, "epoch": 228, "lr": 6.871906384587691e-05}
{"train_loss": 0.003032736014574766, "global_step": 40666, "epoch": 228, "lr": 6.871769360257651e-05}
{"train_loss": 0.005528999958187342, "global_step": 40667, "epoch": 228, "lr": 6.871632334292734e-05}
{"train_loss": 0.00448050769045949, "global_step": 40668, "epoch": 228, "lr": 6.871495306693057e-05}
{"train_loss": 0.0036243079230189323, "global_step": 40669, "epoch": 228, "lr": 6.871358277458741e-05}
{"train_loss": 0.005462371278554201, "global_step": 40670, "epoch": 228, "lr": 6.871221246589903e-05}
{"train_loss": 0.007141974754631519, "global_step": 40671, "epoch": 228, "lr": 6.871084214086667e-05}
{"train_loss": 0.0069450074806809425, "global_step": 40672, "epoch": 228, "lr": 6.870947179949149e-05}
{"train_loss": 0.003782518208026886, "global_step": 40673, "epoch": 228, "lr": 6.870810144177473e-05}
{"train_loss": 0.005586434155702591, "global_step": 40674, "epoch": 228, "lr": 6.870673106771754e-05}
{"train_loss": 0.006879393011331558, "global_step": 40675, "epoch": 228, "lr": 6.870536067732114e-05}
{"train_loss": 0.0033774860203266144, "global_step": 40676, "epoch": 228, "lr": 6.870399027058672e-05}
{"train_loss": 0.002645998727530241, "global_step": 40677, "epoch": 228, "lr": 6.87026198475155e-05}
{"train_loss": 0.004826082848012447, "global_step": 40678, "epoch": 228, "lr": 6.870124940810865e-05}
{"train_loss": 0.006247059442102909, "global_step": 40679, "epoch": 228, "lr": 6.869987895236737e-05}
{"train_loss": 0.0040042819455266, "global_step": 40680, "epoch": 228, "lr": 6.869850848029285e-05}
{"train_loss": 0.004267437383532524, "global_step": 40681, "epoch": 228, "lr": 6.869713799188633e-05}
{"train_loss": 0.005059415008872747, "global_step": 40682, "epoch": 228, "lr": 6.869576748714897e-05}
{"train_loss": 0.006929445080459118, "global_step": 40683, "epoch": 228, "lr": 6.869439696608196e-05}
{"train_loss": 0.00387591402977705, "global_step": 40684, "epoch": 228, "lr": 6.869302642868651e-05}
{"train_loss": 0.00920917373150587, "global_step": 40685, "epoch": 228, "lr": 6.869165587496382e-05}
{"train_loss": 0.002715014386922121, "global_step": 40686, "epoch": 228, "lr": 6.869028530491509e-05}
{"train_loss": 0.004339037928730249, "global_step": 40687, "epoch": 228, "lr": 6.868891471854152e-05}
{"train_loss": 0.003127305768430233, "global_step": 40688, "epoch": 228, "lr": 6.868754411584429e-05}
{"train_loss": 0.004161424469202757, "global_step": 40689, "epoch": 228, "lr": 6.86861734968246e-05}
{"train_loss": 0.0041245026513934135, "global_step": 40690, "epoch": 228, "lr": 6.868480286148367e-05}
{"train_loss": 0.0059220632538199425, "global_step": 40691, "epoch": 228, "lr": 6.868343220982267e-05}
{"train_loss": 0.006366312503814697, "global_step": 40692, "epoch": 228, "lr": 6.86820615418428e-05}
{"train_loss": 0.005447748117148876, "global_step": 40693, "epoch": 228, "lr": 6.868069085754528e-05}
{"train_loss": 0.003077893052250147, "global_step": 40694, "epoch": 228, "lr": 6.867932015693128e-05}
{"train_loss": 0.005874623544514179, "global_step": 40695, "epoch": 228, "lr": 6.867794944000201e-05}
{"train_loss": 0.005248287692666054, "global_step": 40696, "epoch": 228, "lr": 6.867657870675868e-05}
{"train_loss": 0.002127754967659712, "global_step": 40697, "epoch": 228, "lr": 6.867520795720246e-05}
{"train_loss": 0.004022833425551653, "global_step": 40698, "epoch": 228, "lr": 6.867383719133455e-05}
{"train_loss": 0.005297042429447174, "global_step": 40699, "epoch": 228, "lr": 6.867246640915618e-05}
{"train_loss": 0.004265697672963142, "global_step": 40700, "epoch": 228, "lr": 6.867109561066852e-05}
{"train_loss": 0.009844962507486343, "global_step": 40701, "epoch": 228, "lr": 6.866972479587278e-05}
{"train_loss": 0.0030264505185186863, "global_step": 40702, "epoch": 228, "lr": 6.866835396477013e-05}
{"train_loss": 0.006637124344706535, "global_step": 40703, "epoch": 228, "lr": 6.866698311736182e-05}
{"train_loss": 0.004531871527433395, "global_step": 40704, "epoch": 228, "lr": 6.866561225364898e-05}
{"train_loss": 0.00602320022881031, "global_step": 40705, "epoch": 228, "lr": 6.866424137363286e-05}
{"train_loss": 0.005286088213324547, "global_step": 40706, "epoch": 228, "lr": 6.866287047731465e-05}
{"train_loss": 0.007468868978321552, "global_step": 40707, "epoch": 228, "lr": 6.866149956469552e-05}
{"train_loss": 0.0029775621369481087, "global_step": 40708, "epoch": 228, "lr": 6.866012863577668e-05}
{"train_loss": 0.006488962564617395, "global_step": 40709, "epoch": 228, "lr": 6.865875769055935e-05}
{"train_loss": 0.009999304078519344, "global_step": 40710, "epoch": 228, "lr": 6.86573867290447e-05}
{"train_loss": 0.0033483768347650766, "global_step": 40711, "epoch": 228, "lr": 6.865601575123395e-05}
{"train_loss": 0.010011020116508007, "global_step": 40712, "epoch": 228, "lr": 6.865464475712827e-05}
{"train_loss": 0.00458118412643671, "global_step": 40713, "epoch": 228, "lr": 6.865327374672888e-05}
{"train_loss": 0.005908657796680927, "global_step": 40714, "epoch": 228, "lr": 6.865190272003695e-05}
{"train_loss": 0.00801107008010149, "global_step": 40715, "epoch": 228, "lr": 6.865053167705372e-05}
{"train_loss": 0.0034464653581380844, "global_step": 40716, "epoch": 228, "lr": 6.864916061778035e-05}
{"train_loss": 0.00425675418227911, "global_step": 40717, "epoch": 228, "lr": 6.864778954221806e-05}
{"train_loss": 0.0056125083938241005, "global_step": 40718, "epoch": 228, "lr": 6.864641845036802e-05}
{"train_loss": 0.00251447013579309, "global_step": 40719, "epoch": 228, "lr": 6.864504734223147e-05}
{"train_loss": 0.0024351347237825394, "global_step": 40720, "epoch": 228, "lr": 6.864367621780958e-05}
{"train_loss": 0.00418554013594985, "global_step": 40721, "epoch": 228, "lr": 6.864230507710355e-05}
{"train_loss": 0.004240769427269697, "global_step": 40722, "epoch": 228, "lr": 6.864093392011459e-05}
{"train_loss": 0.003589116968214512, "global_step": 40723, "epoch": 228, "lr": 6.863956274684387e-05}
{"train_loss": 0.006739351432770491, "global_step": 40724, "epoch": 228, "lr": 6.863819155729261e-05}
{"train_loss": 0.0037827184423804283, "global_step": 40725, "epoch": 228, "lr": 6.863682035146201e-05}
{"train_loss": 0.0027866733726114035, "global_step": 40726, "epoch": 228, "lr": 6.863544912935325e-05}
{"train_loss": 0.0021499469876289368, "global_step": 40727, "epoch": 228, "lr": 6.863407789096754e-05}
{"train_loss": 0.003240222344174981, "global_step": 40728, "epoch": 228, "lr": 6.863270663630609e-05}
{"train_loss": 0.0049276202917099, "global_step": 40729, "epoch": 228, "lr": 6.863133536537008e-05}
{"train_loss": 0.006541997194290161, "global_step": 40730, "epoch": 228, "lr": 6.86299640781607e-05}
{"train_loss": 0.004374288022518158, "global_step": 40731, "epoch": 228, "lr": 6.862859277467916e-05}
{"train_loss": 0.0040472643449902534, "global_step": 40732, "epoch": 228, "lr": 6.862722145492665e-05}
{"train_loss": 0.0037919431924819946, "global_step": 40733, "epoch": 228, "lr": 6.86258501189044e-05}
{"train_loss": 0.0045118266716599464, "global_step": 40734, "epoch": 228, "lr": 6.862447876661357e-05}
{"train_loss": 0.0035218517296016216, "global_step": 40735, "epoch": 228, "lr": 6.862310739805537e-05}
{"train_loss": 0.004877730272710323, "global_step": 40736, "epoch": 228, "lr": 6.8621736013231e-05}
{"train_loss": 0.006305261980742216, "global_step": 40737, "epoch": 228, "lr": 6.862036461214163e-05}
{"train_loss": 0.004626567475497723, "global_step": 40738, "epoch": 228, "lr": 6.861899319478851e-05}
{"train_loss": 0.0049756611697375774, "global_step": 40739, "epoch": 228, "lr": 6.86176217611728e-05}
{"train_loss": 0.0024001316633075476, "global_step": 40740, "epoch": 228, "lr": 6.861625031129572e-05}
{"train_loss": 0.005529152229428291, "global_step": 40741, "epoch": 228, "lr": 6.861487884515845e-05}
{"train_loss": 0.004910110961645842, "global_step": 40742, "epoch": 228, "lr": 6.86135073627622e-05}
{"train_loss": 0.0069202398881316185, "global_step": 40743, "epoch": 228, "lr": 6.861213586410816e-05}
{"train_loss": 0.005749738309532404, "global_step": 40744, "epoch": 228, "lr": 6.861076434919754e-05}
{"train_loss": 0.006393276154994965, "global_step": 40745, "epoch": 228, "lr": 6.860939281803151e-05}
{"train_loss": 0.0044900886714458466, "global_step": 40746, "epoch": 228, "lr": 6.86080212706113e-05}
{"train_loss": 0.002978181466460228, "global_step": 40747, "epoch": 228, "lr": 6.860664970693808e-05}
{"train_loss": 0.005838925950229168, "global_step": 40748, "epoch": 228, "lr": 6.860527812701308e-05}
{"train_loss": 0.003242081729695201, "global_step": 40749, "epoch": 228, "lr": 6.860390653083746e-05}
{"train_loss": 0.0032949578016996384, "global_step": 40750, "epoch": 228, "lr": 6.860253491841247e-05}
{"train_loss": 0.0051251971162855625, "global_step": 40751, "epoch": 228, "lr": 6.860116328973925e-05}
{"train_loss": 0.003380648558959365, "global_step": 40752, "epoch": 228, "lr": 6.859979164481903e-05}
{"train_loss": 0.0020344259683042765, "global_step": 40753, "epoch": 228, "lr": 6.859841998365302e-05}
{"train_loss": 0.00412721186876297, "global_step": 40754, "epoch": 228, "lr": 6.859704830624238e-05}
{"train_loss": 0.0036284667439758778, "global_step": 40755, "epoch": 228, "lr": 6.859567661258835e-05}
{"train_loss": 0.0047605293802917, "global_step": 40756, "epoch": 228, "lr": 6.859430490269207e-05}
{"train_loss": 0.0020184642635285854, "global_step": 40757, "epoch": 228, "lr": 6.859293317655482e-05}
{"train_loss": 0.004329058341681957, "global_step": 40758, "epoch": 228, "lr": 6.859156143417773e-05}
{"train_loss": 0.002823728369548917, "global_step": 40759, "epoch": 228, "lr": 6.8590189675562e-05}
{"train_loss": 0.00443238252773881, "global_step": 40760, "epoch": 228, "lr": 6.858881790070889e-05}
{"train_loss": 0.004823771342007297, "global_step": 40761, "epoch": 228, "lr": 6.858744610961954e-05}
{"train_loss": 0.004764736630022526, "global_step": 40762, "epoch": 229, "lr": 6.858607430229516e-05}
{"train_loss": 0.0033682328648865223, "global_step": 40763, "epoch": 229, "lr": 6.858470247873696e-05}
{"train_loss": 0.0033384656999260187, "global_step": 40764, "epoch": 229, "lr": 6.858333063894614e-05}
{"train_loss": 0.007831908762454987, "global_step": 40765, "epoch": 229, "lr": 6.858195878292388e-05}
{"train_loss": 0.005007280968129635, "global_step": 40766, "epoch": 229, "lr": 6.858058691067139e-05}
{"train_loss": 0.006740598939359188, "global_step": 40767, "epoch": 229, "lr": 6.857921502218987e-05}
{"train_loss": 0.0034583923406898975, "global_step": 40768, "epoch": 229, "lr": 6.857784311748053e-05}
{"train_loss": 0.004014364443719387, "global_step": 40769, "epoch": 229, "lr": 6.857647119654453e-05}
{"train_loss": 0.004332876298576593, "global_step": 40770, "epoch": 229, "lr": 6.857509925938309e-05}
{"train_loss": 0.007942363619804382, "global_step": 40771, "epoch": 229, "lr": 6.857372730599743e-05}
{"train_loss": 0.005793703719973564, "global_step": 40772, "epoch": 229, "lr": 6.857235533638871e-05}
{"train_loss": 0.003982615657150745, "global_step": 40773, "epoch": 229, "lr": 6.857098335055816e-05}
{"train_loss": 0.0049129691906273365, "global_step": 40774, "epoch": 229, "lr": 6.856961134850696e-05}
{"train_loss": 0.007102124392986298, "global_step": 40775, "epoch": 229, "lr": 6.85682393302363e-05}
{"train_loss": 0.003433218691498041, "global_step": 40776, "epoch": 229, "lr": 6.856686729574742e-05}
{"train_loss": 0.006382736377418041, "global_step": 40777, "epoch": 229, "lr": 6.856549524504147e-05}
{"train_loss": 0.00449367193505168, "global_step": 40778, "epoch": 229, "lr": 6.856412317811967e-05}
{"train_loss": 0.0030342561658471823, "global_step": 40779, "epoch": 229, "lr": 6.856275109498322e-05}
{"train_loss": 0.0019704862497746944, "global_step": 40780, "epoch": 229, "lr": 6.856137899563331e-05}
{"train_loss": 0.0031801690347492695, "global_step": 40781, "epoch": 229, "lr": 6.856000688007116e-05}
{"train_loss": 0.003445003880187869, "global_step": 40782, "epoch": 229, "lr": 6.855863474829794e-05}
{"train_loss": 0.002767126075923443, "global_step": 40783, "epoch": 229, "lr": 6.855726260031487e-05}
{"train_loss": 0.007674761116504669, "global_step": 40784, "epoch": 229, "lr": 6.855589043612312e-05}
{"train_loss": 0.0031804682221263647, "global_step": 40785, "epoch": 229, "lr": 6.855451825572392e-05}
{"train_loss": 0.0036628604866564274, "global_step": 40786, "epoch": 229, "lr": 6.855314605911847e-05}
{"train_loss": 0.005633970722556114, "global_step": 40787, "epoch": 229, "lr": 6.855177384630793e-05}
{"train_loss": 0.005800867453217506, "global_step": 40788, "epoch": 229, "lr": 6.855040161729355e-05}
{"train_loss": 0.007716459222137928, "global_step": 40789, "epoch": 229, "lr": 6.854902937207648e-05}
{"train_loss": 0.008848770521581173, "global_step": 40790, "epoch": 229, "lr": 6.854765711065795e-05}
{"train_loss": 0.0026269149966537952, "global_step": 40791, "epoch": 229, "lr": 6.854628483303914e-05}
{"train_loss": 0.0030751617159694433, "global_step": 40792, "epoch": 229, "lr": 6.854491253922127e-05}
{"train_loss": 0.003537597833201289, "global_step": 40793, "epoch": 229, "lr": 6.854354022920552e-05}
{"train_loss": 0.002609801944345236, "global_step": 40794, "epoch": 229, "lr": 6.85421679029931e-05}
{"train_loss": 0.0034521808847784996, "global_step": 40795, "epoch": 229, "lr": 6.85407955605852e-05}
{"train_loss": 0.003980213310569525, "global_step": 40796, "epoch": 229, "lr": 6.853942320198302e-05}
{"train_loss": 0.004684263840317726, "global_step": 40797, "epoch": 229, "lr": 6.853805082718777e-05}
{"train_loss": 0.006131777539849281, "global_step": 40798, "epoch": 229, "lr": 6.853667843620063e-05}
{"train_loss": 0.004750111605972052, "global_step": 40799, "epoch": 229, "lr": 6.853530602902281e-05}
{"train_loss": 0.004314962774515152, "global_step": 40800, "epoch": 229, "lr": 6.853393360565551e-05}
{"train_loss": 0.005189678631722927, "global_step": 40801, "epoch": 229, "lr": 6.853256116609992e-05}
{"train_loss": 0.00560245756059885, "global_step": 40802, "epoch": 229, "lr": 6.853118871035725e-05}
{"train_loss": 0.003991842735558748, "global_step": 40803, "epoch": 229, "lr": 6.852981623842869e-05}
{"train_loss": 0.003359592519700527, "global_step": 40804, "epoch": 229, "lr": 6.852844375031544e-05}
{"train_loss": 0.003981071524322033, "global_step": 40805, "epoch": 229, "lr": 6.852707124601872e-05}
{"train_loss": 0.004796925000846386, "global_step": 40806, "epoch": 229, "lr": 6.852569872553969e-05}
{"train_loss": 0.008149964734911919, "global_step": 40807, "epoch": 229, "lr": 6.852432618887957e-05}
{"train_loss": 0.007777108810842037, "global_step": 40808, "epoch": 229, "lr": 6.852295363603955e-05}
{"train_loss": 0.0024091436062008142, "global_step": 40809, "epoch": 229, "lr": 6.852158106702085e-05}
{"train_loss": 0.0033612456172704697, "global_step": 40810, "epoch": 229, "lr": 6.852020848182466e-05}
{"train_loss": 0.008118920028209686, "global_step": 40811, "epoch": 229, "lr": 6.851883588045217e-05}
{"train_loss": 0.006000329740345478, "global_step": 40812, "epoch": 229, "lr": 6.851746326290458e-05}
{"train_loss": 0.003802625695243478, "global_step": 40813, "epoch": 229, "lr": 6.851609062918308e-05}
{"train_loss": 0.005871881730854511, "global_step": 40814, "epoch": 229, "lr": 6.85147179792889e-05}
{"train_loss": 0.005167538765817881, "global_step": 40815, "epoch": 229, "lr": 6.85133453132232e-05}
{"train_loss": 0.005092973820865154, "global_step": 40816, "epoch": 229, "lr": 6.851197263098723e-05}
{"train_loss": 0.006925229914486408, "global_step": 40817, "epoch": 229, "lr": 6.851059993258212e-05}
{"train_loss": 0.00540116336196661, "global_step": 40818, "epoch": 229, "lr": 6.850922721800913e-05}
{"train_loss": 0.0032812340650707483, "global_step": 40819, "epoch": 229, "lr": 6.850785448726943e-05}
{"train_loss": 0.00685112364590168, "global_step": 40820, "epoch": 229, "lr": 6.850648174036423e-05}
{"train_loss": 0.008286167867481709, "global_step": 40821, "epoch": 229, "lr": 6.850510897729471e-05}
{"train_loss": 0.006240764632821083, "global_step": 40822, "epoch": 229, "lr": 6.850373619806208e-05}
{"train_loss": 0.004328424111008644, "global_step": 40823, "epoch": 229, "lr": 6.850236340266755e-05}
{"train_loss": 0.006337783765047789, "global_step": 40824, "epoch": 229, "lr": 6.850099059111231e-05}
{"train_loss": 0.00392885971814394, "global_step": 40825, "epoch": 229, "lr": 6.849961776339756e-05}
{"train_loss": 0.005089565645903349, "global_step": 40826, "epoch": 229, "lr": 6.84982449195245e-05}
{"train_loss": 0.005683273077011108, "global_step": 40827, "epoch": 229, "lr": 6.849687205949432e-05}
{"train_loss": 0.004841361194849014, "global_step": 40828, "epoch": 229, "lr": 6.849549918330824e-05}
{"train_loss": 0.003427772782742977, "global_step": 40829, "epoch": 229, "lr": 6.849412629096744e-05}
{"train_loss": 0.004563695751130581, "global_step": 40830, "epoch": 229, "lr": 6.849275338247313e-05}
{"train_loss": 0.004953567869961262, "global_step": 40831, "epoch": 229, "lr": 6.84913804578265e-05}
{"train_loss": 0.0037333755753934383, "global_step": 40832, "epoch": 229, "lr": 6.849000751702874e-05}
{"train_loss": 0.007967540062963963, "global_step": 40833, "epoch": 229, "lr": 6.848863456008109e-05}
{"train_loss": 0.004033004865050316, "global_step": 40834, "epoch": 229, "lr": 6.848726158698471e-05}
{"train_loss": 0.0025376270059496164, "global_step": 40835, "epoch": 229, "lr": 6.84858885977408e-05}
{"train_loss": 0.003786910092458129, "global_step": 40836, "epoch": 229, "lr": 6.848451559235057e-05}
{"train_loss": 0.0076312292367219925, "global_step": 40837, "epoch": 229, "lr": 6.848314257081524e-05}
{"train_loss": 0.008631174452602863, "global_step": 40838, "epoch": 229, "lr": 6.848176953313598e-05}
{"train_loss": 0.007789097260683775, "global_step": 40839, "epoch": 229, "lr": 6.848039647931399e-05}
{"train_loss": 0.0036740037612617016, "global_step": 40840, "epoch": 229, "lr": 6.847902340935049e-05}
{"train_loss": 0.007007923908531666, "global_step": 40841, "epoch": 229, "lr": 6.847765032324664e-05}
{"train_loss": 0.006625381764024496, "global_step": 40842, "epoch": 229, "lr": 6.84762772210037e-05}
{"train_loss": 0.0035198924597352743, "global_step": 40843, "epoch": 229, "lr": 6.84749041026228e-05}
{"train_loss": 0.004274892620742321, "global_step": 40844, "epoch": 229, "lr": 6.847353096810521e-05}
{"train_loss": 0.0032466615084558725, "global_step": 40845, "epoch": 229, "lr": 6.847215781745208e-05}
{"train_loss": 0.005127311684191227, "global_step": 40846, "epoch": 229, "lr": 6.84707846506646e-05}
{"train_loss": 0.003642395604401827, "global_step": 40847, "epoch": 229, "lr": 6.846941146774403e-05}
{"train_loss": 0.0025565491523593664, "global_step": 40848, "epoch": 229, "lr": 6.846803826869152e-05}
{"train_loss": 0.004838130436837673, "global_step": 40849, "epoch": 229, "lr": 6.846666505350827e-05}
{"train_loss": 0.009476345032453537, "global_step": 40850, "epoch": 229, "lr": 6.846529182219551e-05}
{"train_loss": 0.003705385373905301, "global_step": 40851, "epoch": 229, "lr": 6.84639185747544e-05}
{"train_loss": 0.00465945852920413, "global_step": 40852, "epoch": 229, "lr": 6.846254531118616e-05}
{"train_loss": 0.0075064608827233315, "global_step": 40853, "epoch": 229, "lr": 6.846117203149202e-05}
{"train_loss": 0.00644382881000638, "global_step": 40854, "epoch": 229, "lr": 6.845979873567312e-05}
{"train_loss": 0.00672600232064724, "global_step": 40855, "epoch": 229, "lr": 6.84584254237307e-05}
{"train_loss": 0.008184758014976978, "global_step": 40856, "epoch": 229, "lr": 6.845705209566593e-05}
{"train_loss": 0.005558590404689312, "global_step": 40857, "epoch": 229, "lr": 6.845567875148005e-05}
{"train_loss": 0.007953740656375885, "global_step": 40858, "epoch": 229, "lr": 6.845430539117423e-05}
{"train_loss": 0.0038685593754053116, "global_step": 40859, "epoch": 229, "lr": 6.845293201474967e-05}
{"train_loss": 0.003065464785322547, "global_step": 40860, "epoch": 229, "lr": 6.845155862220757e-05}
{"train_loss": 0.008297380991280079, "global_step": 40861, "epoch": 229, "lr": 6.845018521354915e-05}
{"train_loss": 0.004854076541960239, "global_step": 40862, "epoch": 229, "lr": 6.844881178877558e-05}
{"train_loss": 0.0027731964364647865, "global_step": 40863, "epoch": 229, "lr": 6.84474383478881e-05}
{"train_loss": 0.008131816983222961, "global_step": 40864, "epoch": 229, "lr": 6.844606489088786e-05}
{"train_loss": 0.005571095272898674, "global_step": 40865, "epoch": 229, "lr": 6.84446914177761e-05}
{"train_loss": 0.0032057275529950857, "global_step": 40866, "epoch": 229, "lr": 6.844331792855399e-05}
{"train_loss": 0.007444532588124275, "global_step": 40867, "epoch": 229, "lr": 6.844194442322275e-05}
{"train_loss": 0.004182430915534496, "global_step": 40868, "epoch": 229, "lr": 6.844057090178357e-05}
{"train_loss": 0.005168387666344643, "global_step": 40869, "epoch": 229, "lr": 6.843919736423766e-05}
{"train_loss": 0.005827006883919239, "global_step": 40870, "epoch": 229, "lr": 6.84378238105862e-05}
{"train_loss": 0.004745724610984325, "global_step": 40871, "epoch": 229, "lr": 6.843645024083041e-05}
{"train_loss": 0.00406340416520834, "global_step": 40872, "epoch": 229, "lr": 6.843507665497149e-05}
{"train_loss": 0.002712109824642539, "global_step": 40873, "epoch": 229, "lr": 6.843370305301063e-05}
{"train_loss": 0.0048322128131985664, "global_step": 40874, "epoch": 229, "lr": 6.843232943494902e-05}
{"train_loss": 0.00446439441293478, "global_step": 40875, "epoch": 229, "lr": 6.843095580078786e-05}
{"train_loss": 0.005753650330007076, "global_step": 40876, "epoch": 229, "lr": 6.842958215052838e-05}
{"train_loss": 0.006208225153386593, "global_step": 40877, "epoch": 229, "lr": 6.842820848417176e-05}
{"train_loss": 0.0044936854392290115, "global_step": 40878, "epoch": 229, "lr": 6.842683480171919e-05}
{"train_loss": 0.005860821343958378, "global_step": 40879, "epoch": 229, "lr": 6.842546110317189e-05}
{"train_loss": 0.003324272111058235, "global_step": 40880, "epoch": 229, "lr": 6.842408738853104e-05}
{"train_loss": 0.005947143770754337, "global_step": 40881, "epoch": 229, "lr": 6.842271365779786e-05}
{"train_loss": 0.0045538414269685745, "global_step": 40882, "epoch": 229, "lr": 6.842133991097354e-05}
{"train_loss": 0.0030619758181273937, "global_step": 40883, "epoch": 229, "lr": 6.841996614805927e-05}
{"train_loss": 0.011922081932425499, "global_step": 40884, "epoch": 229, "lr": 6.841859236905627e-05}
{"train_loss": 0.0049199205823242664, "global_step": 40885, "epoch": 229, "lr": 6.841721857396572e-05}
{"train_loss": 0.007824884727597237, "global_step": 40886, "epoch": 229, "lr": 6.841584476278884e-05}
{"train_loss": 0.004978025797754526, "global_step": 40887, "epoch": 229, "lr": 6.841447093552681e-05}
{"train_loss": 0.007211821153759956, "global_step": 40888, "epoch": 229, "lr": 6.841309709218085e-05}
{"train_loss": 0.003870395477861166, "global_step": 40889, "epoch": 229, "lr": 6.841172323275214e-05}
{"train_loss": 0.004652774427086115, "global_step": 40890, "epoch": 229, "lr": 6.841034935724188e-05}
{"train_loss": 0.0056458646431565285, "global_step": 40891, "epoch": 229, "lr": 6.84089754656513e-05}
{"train_loss": 0.0036283459048718214, "global_step": 40892, "epoch": 229, "lr": 6.840760155798157e-05}
{"train_loss": 0.002248329808935523, "global_step": 40893, "epoch": 229, "lr": 6.840622763423391e-05}
{"train_loss": 0.006581373978406191, "global_step": 40894, "epoch": 229, "lr": 6.84048536944095e-05}
{"train_loss": 0.007947185076773167, "global_step": 40895, "epoch": 229, "lr": 6.840347973850954e-05}
{"train_loss": 0.004207898396998644, "global_step": 40896, "epoch": 229, "lr": 6.840210576653525e-05}
{"train_loss": 0.0038094045594334602, "global_step": 40897, "epoch": 229, "lr": 6.840073177848783e-05}
{"train_loss": 0.004170192405581474, "global_step": 40898, "epoch": 229, "lr": 6.839935777436845e-05}
{"train_loss": 0.0055863214656710625, "global_step": 40899, "epoch": 229, "lr": 6.839798375417833e-05}
{"train_loss": 0.006428284104913473, "global_step": 40900, "epoch": 229, "lr": 6.839660971791868e-05}
{"train_loss": 0.004388977773487568, "global_step": 40901, "epoch": 229, "lr": 6.839523566559069e-05}
{"train_loss": 0.004817285109311342, "global_step": 40902, "epoch": 229, "lr": 6.839386159719556e-05}
{"train_loss": 0.0038058317732065916, "global_step": 40903, "epoch": 229, "lr": 6.839248751273448e-05}
{"train_loss": 0.003420068882405758, "global_step": 40904, "epoch": 229, "lr": 6.839111341220868e-05}
{"train_loss": 0.002776051638647914, "global_step": 40905, "epoch": 229, "lr": 6.838973929561932e-05}
{"train_loss": 0.004489484243094921, "global_step": 40906, "epoch": 229, "lr": 6.838836516296762e-05}
{"train_loss": 0.003435826627537608, "global_step": 40907, "epoch": 229, "lr": 6.83869910142548e-05}
{"train_loss": 0.003477847669273615, "global_step": 40908, "epoch": 229, "lr": 6.838561684948202e-05}
{"train_loss": 0.004652197472751141, "global_step": 40909, "epoch": 229, "lr": 6.838424266865052e-05}
{"train_loss": 0.008866780437529087, "global_step": 40910, "epoch": 229, "lr": 6.838286847176149e-05}
{"train_loss": 0.0032327238004654646, "global_step": 40911, "epoch": 229, "lr": 6.838149425881611e-05}
{"train_loss": 0.0029174266383051872, "global_step": 40912, "epoch": 229, "lr": 6.838012002981559e-05}
{"train_loss": 0.005102361086755991, "global_step": 40913, "epoch": 229, "lr": 6.837874578476112e-05}
{"train_loss": 0.006841861642897129, "global_step": 40914, "epoch": 229, "lr": 6.837737152365394e-05}
{"train_loss": 0.00356680853292346, "global_step": 40915, "epoch": 229, "lr": 6.83759972464952e-05}
{"train_loss": 0.008101060055196285, "global_step": 40916, "epoch": 229, "lr": 6.837462295328614e-05}
{"train_loss": 0.004601451568305492, "global_step": 40917, "epoch": 229, "lr": 6.837324864402794e-05}
{"train_loss": 0.005294889211654663, "global_step": 40918, "epoch": 229, "lr": 6.837187431872179e-05}
{"train_loss": 0.007249090354889631, "global_step": 40919, "epoch": 229, "lr": 6.837049997736892e-05}
{"train_loss": 0.005189813673496246, "global_step": 40920, "epoch": 229, "lr": 6.836912561997053e-05}
{"train_loss": 0.0030503033194690943, "global_step": 40921, "epoch": 229, "lr": 6.836775124652779e-05}
{"train_loss": 0.007020624354481697, "global_step": 40922, "epoch": 229, "lr": 6.83663768570419e-05}
{"train_loss": 0.005801574792712927, "global_step": 40923, "epoch": 229, "lr": 6.836500245151409e-05}
{"train_loss": 0.005851795431226492, "global_step": 40924, "epoch": 229, "lr": 6.836362802994556e-05}
{"train_loss": 0.003930813167244196, "global_step": 40925, "epoch": 229, "lr": 6.836225359233748e-05}
{"train_loss": 0.0050968751311302185, "global_step": 40926, "epoch": 229, "lr": 6.836087913869107e-05}
{"train_loss": 0.003669914323836565, "global_step": 40927, "epoch": 229, "lr": 6.835950466900754e-05}
{"train_loss": 0.0037157044280320406, "global_step": 40928, "epoch": 229, "lr": 6.835813018328807e-05}
{"train_loss": 0.005035212729126215, "global_step": 40929, "epoch": 229, "lr": 6.835675568153386e-05}
{"train_loss": 0.005732489749789238, "global_step": 40930, "epoch": 229, "lr": 6.835538116374615e-05}
{"train_loss": 0.008499806746840477, "global_step": 40931, "epoch": 229, "lr": 6.835400662992609e-05}
{"train_loss": 0.0047101955860853195, "global_step": 40932, "epoch": 229, "lr": 6.83526320800749e-05}
{"train_loss": 0.006443052552640438, "global_step": 40933, "epoch": 229, "lr": 6.835125751419379e-05}
{"train_loss": 0.0045651961117982864, "global_step": 40934, "epoch": 229, "lr": 6.834988293228395e-05}
{"train_loss": 0.003801414743065834, "global_step": 40935, "epoch": 229, "lr": 6.834850833434658e-05}
{"train_loss": 0.004063756205141544, "global_step": 40936, "epoch": 229, "lr": 6.834713372038289e-05}
{"train_loss": 0.0028777001425623894, "global_step": 40937, "epoch": 229, "lr": 6.834575909039407e-05}
{"train_loss": 0.009162502363324165, "global_step": 40938, "epoch": 229, "lr": 6.834438444438131e-05}
{"train_loss": 0.005087410990577819, "global_step": 40939, "epoch": 229, "lr": 6.834300978234585e-05}
{"train_loss": 0.004348054528236389, "global_step": 40940, "epoch": 230, "lr": 6.834163510428886e-05}
{"train_loss": 0.004503443371504545, "global_step": 40941, "epoch": 230, "lr": 6.834026041021154e-05}
{"train_loss": 0.006569869350641966, "global_step": 40942, "epoch": 230, "lr": 6.83388857001151e-05}
{"train_loss": 0.004454447887837887, "global_step": 40943, "epoch": 230, "lr": 6.833751097400075e-05}
{"train_loss": 0.002123023848980665, "global_step": 40944, "epoch": 230, "lr": 6.833613623186968e-05}
{"train_loss": 0.0032807865645736456, "global_step": 40945, "epoch": 230, "lr": 6.833476147372307e-05}
{"train_loss": 0.00282030226662755, "global_step": 40946, "epoch": 230, "lr": 6.833338669956215e-05}
{"train_loss": 0.004549125675112009, "global_step": 40947, "epoch": 230, "lr": 6.833201190938809e-05}
{"train_loss": 0.006585400551557541, "global_step": 40948, "epoch": 230, "lr": 6.833063710320215e-05}
{"train_loss": 0.0026839040219783783, "global_step": 40949, "epoch": 230, "lr": 6.832926228100548e-05}
{"train_loss": 0.003211766015738249, "global_step": 40950, "epoch": 230, "lr": 6.832788744279928e-05}
{"train_loss": 0.0035528922453522682, "global_step": 40951, "epoch": 230, "lr": 6.832651258858477e-05}
{"train_loss": 0.007414566352963448, "global_step": 40952, "epoch": 230, "lr": 6.832513771836317e-05}
{"train_loss": 0.0068712299689650536, "global_step": 40953, "epoch": 230, "lr": 6.832376283213564e-05}
{"train_loss": 0.0022537154145538807, "global_step": 40954, "epoch": 230, "lr": 6.83223879299034e-05}
{"train_loss": 0.00456183310598135, "global_step": 40955, "epoch": 230, "lr": 6.832101301166763e-05}
{"train_loss": 0.0037612803280353546, "global_step": 40956, "epoch": 230, "lr": 6.831963807742956e-05}
{"train_loss": 0.007730923127382994, "global_step": 40957, "epoch": 230, "lr": 6.83182631271904e-05}
{"train_loss": 0.004491179250180721, "global_step": 40958, "epoch": 230, "lr": 6.831688816095132e-05}
{"train_loss": 0.004995768889784813, "global_step": 40959, "epoch": 230, "lr": 6.831551317871353e-05}
{"train_loss": 0.005505251698195934, "global_step": 40960, "epoch": 230, "lr": 6.831413818047822e-05}
{"train_loss": 0.007306966930627823, "global_step": 40961, "epoch": 230, "lr": 6.831276316624662e-05}
{"train_loss": 0.0025112710427492857, "global_step": 40962, "epoch": 230, "lr": 6.831138813601991e-05}
{"train_loss": 0.004536310210824013, "global_step": 40963, "epoch": 230, "lr": 6.831001308979929e-05}
{"train_loss": 0.0028755979146808386, "global_step": 40964, "epoch": 230, "lr": 6.830863802758598e-05}
{"train_loss": 0.007648573722690344, "global_step": 40965, "epoch": 230, "lr": 6.830726294938115e-05}
{"train_loss": 0.002653223229572177, "global_step": 40966, "epoch": 230, "lr": 6.830588785518604e-05}
{"train_loss": 0.0037233824841678143, "global_step": 40967, "epoch": 230, "lr": 6.830451274500181e-05}
{"train_loss": 0.0030857333913445473, "global_step": 40968, "epoch": 230, "lr": 6.830313761882969e-05}
{"train_loss": 0.005424877163022757, "global_step": 40969, "epoch": 230, "lr": 6.830176247667087e-05}
{"train_loss": 0.005392315797507763, "global_step": 40970, "epoch": 230, "lr": 6.830038731852654e-05}
{"train_loss": 0.006654136814177036, "global_step": 40971, "epoch": 230, "lr": 6.829901214439795e-05}
{"train_loss": 0.0031292696949094534, "global_step": 40972, "epoch": 230, "lr": 6.829763695428624e-05}
{"train_loss": 0.0045393528416752815, "global_step": 40973, "epoch": 230, "lr": 6.829626174819266e-05}
{"train_loss": 0.009256964549422264, "global_step": 40974, "epoch": 230, "lr": 6.829488652611835e-05}
{"train_loss": 0.00927499309182167, "global_step": 40975, "epoch": 230, "lr": 6.829351128806458e-05}
{"train_loss": 0.00983413401991129, "global_step": 40976, "epoch": 230, "lr": 6.829213603403251e-05}
{"train_loss": 0.0023684785701334476, "global_step": 40977, "epoch": 230, "lr": 6.829076076402336e-05}
{"train_loss": 0.005747710820287466, "global_step": 40978, "epoch": 230, "lr": 6.828938547803832e-05}
{"train_loss": 0.0038861650973558426, "global_step": 40979, "epoch": 230, "lr": 6.828801017607857e-05}
{"train_loss": 0.008022906258702278, "global_step": 40980, "epoch": 230, "lr": 6.828663485814537e-05}
{"train_loss": 0.009129482321441174, "global_step": 40981, "epoch": 230, "lr": 6.828525952423988e-05}
{"train_loss": 0.005685149691998959, "global_step": 40982, "epoch": 230, "lr": 6.82838841743633e-05}
{"train_loss": 0.007988743484020233, "global_step": 40983, "epoch": 230, "lr": 6.828250880851683e-05}
{"train_loss": 0.0033055522944778204, "global_step": 40984, "epoch": 230, "lr": 6.828113342670169e-05}
{"train_loss": 0.006377247162163258, "global_step": 40985, "epoch": 230, "lr": 6.827975802891907e-05}
{"train_loss": 0.0034245967399328947, "global_step": 40986, "epoch": 230, "lr": 6.827838261517018e-05}
{"train_loss": 0.007226680405437946, "global_step": 40987, "epoch": 230, "lr": 6.82770071854562e-05}
{"train_loss": 0.004192668944597244, "global_step": 40988, "epoch": 230, "lr": 6.827563173977836e-05}
{"train_loss": 0.004946923814713955, "global_step": 40989, "epoch": 230, "lr": 6.827425627813782e-05}
{"train_loss": 0.003580214688554406, "global_step": 40990, "epoch": 230, "lr": 6.827288080053585e-05}
{"train_loss": 0.007843747735023499, "global_step": 40991, "epoch": 230, "lr": 6.827150530697359e-05}
{"train_loss": 0.004808579571545124, "global_step": 40992, "epoch": 230, "lr": 6.827012979745225e-05}
{"train_loss": 0.0039952900260686874, "global_step": 40993, "epoch": 230, "lr": 6.826875427197305e-05}
{"train_loss": 0.003133408259600401, "global_step": 40994, "epoch": 230, "lr": 6.82673787305372e-05}
{"train_loss": 0.006535517983138561, "global_step": 40995, "epoch": 230, "lr": 6.826600317314587e-05}
{"train_loss": 0.006336604710668325, "global_step": 40996, "epoch": 230, "lr": 6.826462759980028e-05}
{"train_loss": 0.003340577706694603, "global_step": 40997, "epoch": 230, "lr": 6.826325201050164e-05}
{"train_loss": 0.008162575773894787, "global_step": 40998, "epoch": 230, "lr": 6.826187640525111e-05}
{"train_loss": 0.006879573687911034, "global_step": 40999, "epoch": 230, "lr": 6.826050078404994e-05}
{"train_loss": 0.0038030724972486496, "global_step": 41000, "epoch": 230, "lr": 6.825912514689931e-05}
{"train_loss": 0.00676906481385231, "global_step": 41001, "epoch": 230, "lr": 6.825774949380044e-05}
{"train_loss": 0.005022355820983648, "global_step": 41002, "epoch": 230, "lr": 6.825637382475451e-05}
{"train_loss": 0.009500660933554173, "global_step": 41003, "epoch": 230, "lr": 6.825499813976271e-05}
{"train_loss": 0.0035893754102289677, "global_step": 41004, "epoch": 230, "lr": 6.825362243882627e-05}
{"train_loss": 0.008157364092767239, "global_step": 41005, "epoch": 230, "lr": 6.825224672194639e-05}
{"train_loss": 0.008117388933897018, "global_step": 41006, "epoch": 230, "lr": 6.825087098912425e-05}
{"train_loss": 0.005102397873997688, "global_step": 41007, "epoch": 230, "lr": 6.824949524036107e-05}
{"train_loss": 0.005188330076634884, "global_step": 41008, "epoch": 230, "lr": 6.824811947565805e-05}
{"train_loss": 0.004685199353843927, "global_step": 41009, "epoch": 230, "lr": 6.824674369501637e-05}
{"train_loss": 0.005615727510303259, "global_step": 41010, "epoch": 230, "lr": 6.824536789843727e-05}
{"train_loss": 0.00720253586769104, "global_step": 41011, "epoch": 230, "lr": 6.824399208592192e-05}
{"train_loss": 0.004686863161623478, "global_step": 41012, "epoch": 230, "lr": 6.824261625747153e-05}
{"train_loss": 0.0040865931659936905, "global_step": 41013, "epoch": 230, "lr": 6.82412404130873e-05}
{"train_loss": 0.007572055794298649, "global_step": 41014, "epoch": 230, "lr": 6.823986455277045e-05}
{"train_loss": 0.008267804980278015, "global_step": 41015, "epoch": 230, "lr": 6.823848867652216e-05}
{"train_loss": 0.005878864321857691, "global_step": 41016, "epoch": 230, "lr": 6.823711278434365e-05}
{"train_loss": 0.010171153582632542, "global_step": 41017, "epoch": 230, "lr": 6.82357368762361e-05}
{"train_loss": 0.004838824272155762, "global_step": 41018, "epoch": 230, "lr": 6.823436095220072e-05}
{"train_loss": 0.003360755741596222, "global_step": 41019, "epoch": 230, "lr": 6.823298501223872e-05}
{"train_loss": 0.005793143063783646, "global_step": 41020, "epoch": 230, "lr": 6.82316090563513e-05}
{"train_loss": 0.004194858483970165, "global_step": 41021, "epoch": 230, "lr": 6.823023308453967e-05}
{"train_loss": 0.005245083477348089, "global_step": 41022, "epoch": 230, "lr": 6.822885709680497e-05}
{"train_loss": 0.005691854748874903, "global_step": 41023, "epoch": 230, "lr": 6.822748109314851e-05}
{"train_loss": 0.005435963161289692, "global_step": 41024, "epoch": 230, "lr": 6.82261050735714e-05}
{"train_loss": 0.003871074179187417, "global_step": 41025, "epoch": 230, "lr": 6.82247290380749e-05}
{"train_loss": 0.006116730161011219, "global_step": 41026, "epoch": 230, "lr": 6.822335298666017e-05}
{"train_loss": 0.005482006352394819, "global_step": 41027, "epoch": 230, "lr": 6.822197691932843e-05}
{"train_loss": 0.002713727531954646, "global_step": 41028, "epoch": 230, "lr": 6.822060083608089e-05}
{"train_loss": 0.009394747205078602, "global_step": 41029, "epoch": 230, "lr": 6.821922473691874e-05}
{"train_loss": 0.008265109732747078, "global_step": 41030, "epoch": 230, "lr": 6.821784862184317e-05}
{"train_loss": 0.003483573207631707, "global_step": 41031, "epoch": 230, "lr": 6.821647249085541e-05}
{"train_loss": 0.004785595461726189, "global_step": 41032, "epoch": 230, "lr": 6.821509634395664e-05}
{"train_loss": 0.004604949615895748, "global_step": 41033, "epoch": 230, "lr": 6.82137201811481e-05}
{"train_loss": 0.004284690134227276, "global_step": 41034, "epoch": 230, "lr": 6.821234400243093e-05}
{"train_loss": 0.0030930209904909134, "global_step": 41035, "epoch": 230, "lr": 6.821096780780637e-05}
{"train_loss": 0.004417192656546831, "global_step": 41036, "epoch": 230, "lr": 6.820959159727563e-05}
{"train_loss": 0.0034777589607983828, "global_step": 41037, "epoch": 230, "lr": 6.82082153708399e-05}
{"train_loss": 0.004354167729616165, "global_step": 41038, "epoch": 230, "lr": 6.820683912850037e-05}
{"train_loss": 0.005724212154746056, "global_step": 41039, "epoch": 230, "lr": 6.820546287025826e-05}
{"train_loss": 0.004746297374367714, "global_step": 41040, "epoch": 230, "lr": 6.820408659611477e-05}
{"train_loss": 0.004430552013218403, "global_step": 41041, "epoch": 230, "lr": 6.820271030607109e-05}
{"train_loss": 0.00499248132109642, "global_step": 41042, "epoch": 230, "lr": 6.820133400012844e-05}
{"train_loss": 0.0030444012954831123, "global_step": 41043, "epoch": 230, "lr": 6.819995767828799e-05}
{"train_loss": 0.004118222743272781, "global_step": 41044, "epoch": 230, "lr": 6.819858134055099e-05}
{"train_loss": 0.0028589293360710144, "global_step": 41045, "epoch": 230, "lr": 6.819720498691859e-05}
{"train_loss": 0.005681297741830349, "global_step": 41046, "epoch": 230, "lr": 6.819582861739205e-05}
{"train_loss": 0.004329708870500326, "global_step": 41047, "epoch": 230, "lr": 6.819445223197251e-05}
{"train_loss": 0.0038427391555160284, "global_step": 41048, "epoch": 230, "lr": 6.819307583066122e-05}
{"train_loss": 0.005258820950984955, "global_step": 41049, "epoch": 230, "lr": 6.819169941345937e-05}
{"train_loss": 0.004371533636003733, "global_step": 41050, "epoch": 230, "lr": 6.819032298036814e-05}
{"train_loss": 0.002500951988622546, "global_step": 41051, "epoch": 230, "lr": 6.818894653138875e-05}
{"train_loss": 0.005392886698246002, "global_step": 41052, "epoch": 230, "lr": 6.81875700665224e-05}
{"train_loss": 0.003918827977031469, "global_step": 41053, "epoch": 230, "lr": 6.818619358577031e-05}
{"train_loss": 0.002681422047317028, "global_step": 41054, "epoch": 230, "lr": 6.818481708913365e-05}
{"train_loss": 0.005238272249698639, "global_step": 41055, "epoch": 230, "lr": 6.818344057661364e-05}
{"train_loss": 0.005456204991787672, "global_step": 41056, "epoch": 230, "lr": 6.81820640482115e-05}
{"train_loss": 0.005905154161155224, "global_step": 41057, "epoch": 230, "lr": 6.818068750392838e-05}
{"train_loss": 0.0032729334197938442, "global_step": 41058, "epoch": 230, "lr": 6.817931094376555e-05}
{"train_loss": 0.002919807331636548, "global_step": 41059, "epoch": 230, "lr": 6.817793436772416e-05}
{"train_loss": 0.006242590956389904, "global_step": 41060, "epoch": 230, "lr": 6.817655777580542e-05}
{"train_loss": 0.0026616232935339212, "global_step": 41061, "epoch": 230, "lr": 6.817518116801056e-05}
{"train_loss": 0.007422229275107384, "global_step": 41062, "epoch": 230, "lr": 6.817380454434078e-05}
{"train_loss": 0.0029869552236050367, "global_step": 41063, "epoch": 230, "lr": 6.817242790479723e-05}
{"train_loss": 0.002988502848893404, "global_step": 41064, "epoch": 230, "lr": 6.817105124938116e-05}
{"train_loss": 0.0033814641647040844, "global_step": 41065, "epoch": 230, "lr": 6.816967457809377e-05}
{"train_loss": 0.007760138716548681, "global_step": 41066, "epoch": 230, "lr": 6.816829789093624e-05}
{"train_loss": 0.0019489293918013573, "global_step": 41067, "epoch": 230, "lr": 6.816692118790982e-05}
{"train_loss": 0.003139563836157322, "global_step": 41068, "epoch": 230, "lr": 6.816554446901566e-05}
{"train_loss": 0.0058156331069767475, "global_step": 41069, "epoch": 230, "lr": 6.816416773425496e-05}
{"train_loss": 0.001837882213294506, "global_step": 41070, "epoch": 230, "lr": 6.816279098362897e-05}
{"train_loss": 0.0031237932853400707, "global_step": 41071, "epoch": 230, "lr": 6.816141421713886e-05}
{"train_loss": 0.0044235833920538425, "global_step": 41072, "epoch": 230, "lr": 6.816003743478583e-05}
{"train_loss": 0.005708720535039902, "global_step": 41073, "epoch": 230, "lr": 6.81586606365711e-05}
{"train_loss": 0.001855217618867755, "global_step": 41074, "epoch": 230, "lr": 6.815728382249587e-05}
{"train_loss": 0.0042030299082398415, "global_step": 41075, "epoch": 230, "lr": 6.815590699256132e-05}
{"train_loss": 0.009626822546124458, "global_step": 41076, "epoch": 230, "lr": 6.815453014676869e-05}
{"train_loss": 0.004763485863804817, "global_step": 41077, "epoch": 230, "lr": 6.815315328511916e-05}
{"train_loss": 0.004050294868648052, "global_step": 41078, "epoch": 230, "lr": 6.815177640761393e-05}
{"train_loss": 0.0037209787406027317, "global_step": 41079, "epoch": 230, "lr": 6.815039951425419e-05}
{"train_loss": 0.004953229799866676, "global_step": 41080, "epoch": 230, "lr": 6.814902260504119e-05}
{"train_loss": 0.002869068179279566, "global_step": 41081, "epoch": 230, "lr": 6.814764567997609e-05}
{"train_loss": 0.007498542312532663, "global_step": 41082, "epoch": 230, "lr": 6.81462687390601e-05}
{"train_loss": 0.0051784818060696125, "global_step": 41083, "epoch": 230, "lr": 6.814489178229443e-05}
{"train_loss": 0.00406000716611743, "global_step": 41084, "epoch": 230, "lr": 6.814351480968029e-05}
{"train_loss": 0.0031479313038289547, "global_step": 41085, "epoch": 230, "lr": 6.814213782121886e-05}
{"train_loss": 0.006139753386378288, "global_step": 41086, "epoch": 230, "lr": 6.814076081691137e-05}
{"train_loss": 0.004876209422945976, "global_step": 41087, "epoch": 230, "lr": 6.813938379675899e-05}
{"train_loss": 0.0024176323786377907, "global_step": 41088, "epoch": 230, "lr": 6.813800676076295e-05}
{"train_loss": 0.006593990605324507, "global_step": 41089, "epoch": 230, "lr": 6.813662970892445e-05}
{"train_loss": 0.005371091887354851, "global_step": 41090, "epoch": 230, "lr": 6.813525264124469e-05}
{"train_loss": 0.0040905107744038105, "global_step": 41091, "epoch": 230, "lr": 6.813387555772485e-05}
{"train_loss": 0.0037836586125195026, "global_step": 41092, "epoch": 230, "lr": 6.813249845836617e-05}
{"train_loss": 0.0070470175705850124, "global_step": 41093, "epoch": 230, "lr": 6.813112134316983e-05}
{"train_loss": 0.003286209888756275, "global_step": 41094, "epoch": 230, "lr": 6.812974421213704e-05}
{"train_loss": 0.00617165258154273, "global_step": 41095, "epoch": 230, "lr": 6.812836706526899e-05}
{"train_loss": 0.005386178847402334, "global_step": 41096, "epoch": 230, "lr": 6.812698990256692e-05}
{"train_loss": 0.0033939306158572435, "global_step": 41097, "epoch": 230, "lr": 6.8125612724032e-05}
{"train_loss": 0.0051978640258312225, "global_step": 41098, "epoch": 230, "lr": 6.812423552966542e-05}
{"train_loss": 0.00228407746180892, "global_step": 41099, "epoch": 230, "lr": 6.81228583194684e-05}
{"train_loss": 0.004959575831890106, "global_step": 41100, "epoch": 230, "lr": 6.812148109344218e-05}
{"train_loss": 0.00811679009348154, "global_step": 41101, "epoch": 230, "lr": 6.81201038515879e-05}
{"train_loss": 0.003175666555762291, "global_step": 41102, "epoch": 230, "lr": 6.81187265939068e-05}
{"train_loss": 0.006273291073739529, "global_step": 41103, "epoch": 230, "lr": 6.811734932040006e-05}
{"train_loss": 0.003335593268275261, "global_step": 41104, "epoch": 230, "lr": 6.811597203106892e-05}
{"train_loss": 0.005344510544091463, "global_step": 41105, "epoch": 230, "lr": 6.811459472591456e-05}
{"train_loss": 0.004803874529898167, "global_step": 41106, "epoch": 230, "lr": 6.811321740493819e-05}
{"train_loss": 0.0055222287774086, "global_step": 41107, "epoch": 230, "lr": 6.811184006814097e-05}
{"train_loss": 0.004678759723901749, "global_step": 41108, "epoch": 230, "lr": 6.811046271552416e-05}
{"train_loss": 0.00557224964722991, "global_step": 41109, "epoch": 230, "lr": 6.810908534708896e-05}
{"train_loss": 0.0019515655003488064, "global_step": 41110, "epoch": 230, "lr": 6.810770796283652e-05}
{"train_loss": 0.006443066522479057, "global_step": 41111, "epoch": 230, "lr": 6.81063305627681e-05}
{"train_loss": 0.004043888300657272, "global_step": 41112, "epoch": 230, "lr": 6.810495314688488e-05}
{"train_loss": 0.007573629263788462, "global_step": 41113, "epoch": 230, "lr": 6.810357571518806e-05}
{"train_loss": 0.00891552958637476, "global_step": 41114, "epoch": 230, "lr": 6.810219826767885e-05}
{"train_loss": 0.0032988705206662416, "global_step": 41115, "epoch": 230, "lr": 6.810082080435844e-05}
{"train_loss": 0.003489235881716013, "global_step": 41116, "epoch": 230, "lr": 6.809944332522806e-05}
{"train_loss": 0.005026615792466851, "global_step": 41117, "epoch": 230, "lr": 6.809806583028889e-05, "train_action_mse_error": 1.0080400898004882e-05}
{"train_loss": 0.004250126425176859, "global_step": 41118, "epoch": 231, "lr": 6.809668831954214e-05}
{"train_loss": 0.003714988473802805, "global_step": 41119, "epoch": 231, "lr": 6.809531079298903e-05}
{"train_loss": 0.004879232961684465, "global_step": 41120, "epoch": 231, "lr": 6.809393325063073e-05}
{"train_loss": 0.006624940782785416, "global_step": 41121, "epoch": 231, "lr": 6.809255569246846e-05}
{"train_loss": 0.0039593931287527084, "global_step": 41122, "epoch": 231, "lr": 6.809117811850344e-05}
{"train_loss": 0.004897398874163628, "global_step": 41123, "epoch": 231, "lr": 6.808980052873684e-05}
{"train_loss": 0.00336260674521327, "global_step": 41124, "epoch": 231, "lr": 6.808842292316988e-05}
{"train_loss": 0.009392406791448593, "global_step": 41125, "epoch": 231, "lr": 6.808704530180376e-05}
{"train_loss": 0.005106034688651562, "global_step": 41126, "epoch": 231, "lr": 6.808566766463969e-05}
{"train_loss": 0.002491965889930725, "global_step": 41127, "epoch": 231, "lr": 6.808429001167886e-05}
{"train_loss": 0.005583952181041241, "global_step": 41128, "epoch": 231, "lr": 6.80829123429225e-05}
{"train_loss": 0.00497009139508009, "global_step": 41129, "epoch": 231, "lr": 6.808153465837179e-05}
{"train_loss": 0.0032554008066654205, "global_step": 41130, "epoch": 231, "lr": 6.808015695802794e-05}
{"train_loss": 0.0025066956877708435, "global_step": 41131, "epoch": 231, "lr": 6.807877924189214e-05}
{"train_loss": 0.002821942325681448, "global_step": 41132, "epoch": 231, "lr": 6.807740150996563e-05}
{"train_loss": 0.0038051099982112646, "global_step": 41133, "epoch": 231, "lr": 6.807602376224958e-05}
{"train_loss": 0.007638863287866116, "global_step": 41134, "epoch": 231, "lr": 6.80746459987452e-05}
{"train_loss": 0.007104914635419846, "global_step": 41135, "epoch": 231, "lr": 6.807326821945368e-05}
{"train_loss": 0.0056015197187662125, "global_step": 41136, "epoch": 231, "lr": 6.807189042437625e-05}
{"train_loss": 0.00363071053288877, "global_step": 41137, "epoch": 231, "lr": 6.807051261351411e-05}
{"train_loss": 0.0028525935485959053, "global_step": 41138, "epoch": 231, "lr": 6.806913478686846e-05}
{"train_loss": 0.002393363742157817, "global_step": 41139, "epoch": 231, "lr": 6.80677569444405e-05}
{"train_loss": 0.0056590549647808075, "global_step": 41140, "epoch": 231, "lr": 6.806637908623142e-05}
{"train_loss": 0.004063434898853302, "global_step": 41141, "epoch": 231, "lr": 6.806500121224244e-05}
{"train_loss": 0.005015752278268337, "global_step": 41142, "epoch": 231, "lr": 6.806362332247477e-05}
{"train_loss": 0.00796462967991829, "global_step": 41143, "epoch": 231, "lr": 6.80622454169296e-05}
{"train_loss": 0.007411676459014416, "global_step": 41144, "epoch": 231, "lr": 6.806086749560814e-05}
{"train_loss": 0.005998838227242231, "global_step": 41145, "epoch": 231, "lr": 6.805948955851157e-05}
{"train_loss": 0.005619389936327934, "global_step": 41146, "epoch": 231, "lr": 6.805811160564114e-05}
{"train_loss": 0.0039979321882128716, "global_step": 41147, "epoch": 231, "lr": 6.805673363699802e-05}
{"train_loss": 0.004325403831899166, "global_step": 41148, "epoch": 231, "lr": 6.805535565258342e-05}
{"train_loss": 0.004687665030360222, "global_step": 41149, "epoch": 231, "lr": 6.805397765239855e-05}
{"train_loss": 0.0034382655285298824, "global_step": 41150, "epoch": 231, "lr": 6.805259963644459e-05}
{"train_loss": 0.0019757726695388556, "global_step": 41151, "epoch": 231, "lr": 6.805122160472277e-05}
{"train_loss": 0.007790011819452047, "global_step": 41152, "epoch": 231, "lr": 6.80498435572343e-05}
{"train_loss": 0.003614857094362378, "global_step": 41153, "epoch": 231, "lr": 6.804846549398037e-05}
{"train_loss": 0.0034487780649214983, "global_step": 41154, "epoch": 231, "lr": 6.804708741496217e-05}
{"train_loss": 0.00484720291569829, "global_step": 41155, "epoch": 231, "lr": 6.804570932018092e-05}
{"train_loss": 0.0053029474802315235, "global_step": 41156, "epoch": 231, "lr": 6.804433120963783e-05}
{"train_loss": 0.004317197948694229, "global_step": 41157, "epoch": 231, "lr": 6.804295308333408e-05}
{"train_loss": 0.004079071804881096, "global_step": 41158, "epoch": 231, "lr": 6.80415749412709e-05}
{"train_loss": 0.0022072799038141966, "global_step": 41159, "epoch": 231, "lr": 6.804019678344947e-05}
{"train_loss": 0.005980826914310455, "global_step": 41160, "epoch": 231, "lr": 6.8038818609871e-05}
{"train_loss": 0.0039622969925403595, "global_step": 41161, "epoch": 231, "lr": 6.803744042053672e-05}
{"train_loss": 0.003606036538258195, "global_step": 41162, "epoch": 231, "lr": 6.803606221544781e-05}
{"train_loss": 0.0036403327248990536, "global_step": 41163, "epoch": 231, "lr": 6.803468399460547e-05}
{"train_loss": 0.0069535719230771065, "global_step": 41164, "epoch": 231, "lr": 6.80333057580109e-05}
{"train_loss": 0.002865823684260249, "global_step": 41165, "epoch": 231, "lr": 6.803192750566533e-05}
{"train_loss": 0.009582065977156162, "global_step": 41166, "epoch": 231, "lr": 6.803054923756995e-05}
{"train_loss": 0.004890057258307934, "global_step": 41167, "epoch": 231, "lr": 6.802917095372596e-05}
{"train_loss": 0.00235611479729414, "global_step": 41168, "epoch": 231, "lr": 6.802779265413455e-05}
{"train_loss": 0.003489067545160651, "global_step": 41169, "epoch": 231, "lr": 6.802641433879694e-05}
{"train_loss": 0.005806011147797108, "global_step": 41170, "epoch": 231, "lr": 6.802503600771436e-05}
{"train_loss": 0.002025893423706293, "global_step": 41171, "epoch": 231, "lr": 6.802365766088797e-05}
{"train_loss": 0.005243271589279175, "global_step": 41172, "epoch": 231, "lr": 6.8022279298319e-05}
{"train_loss": 0.0041023846715688705, "global_step": 41173, "epoch": 231, "lr": 6.802090092000863e-05}
{"train_loss": 0.005170401651412249, "global_step": 41174, "epoch": 231, "lr": 6.801952252595809e-05}
{"train_loss": 0.0030773133039474487, "global_step": 41175, "epoch": 231, "lr": 6.801814411616858e-05}
{"train_loss": 0.0026780348271131516, "global_step": 41176, "epoch": 231, "lr": 6.80167656906413e-05}
{"train_loss": 0.0027901502326130867, "global_step": 41177, "epoch": 231, "lr": 6.801538724937743e-05}
{"train_loss": 0.005380986258387566, "global_step": 41178, "epoch": 231, "lr": 6.80140087923782e-05}
{"train_loss": 0.0050365859642624855, "global_step": 41179, "epoch": 231, "lr": 6.801263031964481e-05}
{"train_loss": 0.002545383060351014, "global_step": 41180, "epoch": 231, "lr": 6.801125183117847e-05}
{"train_loss": 0.004794205538928509, "global_step": 41181, "epoch": 231, "lr": 6.800987332698037e-05}
{"train_loss": 0.005834741983562708, "global_step": 41182, "epoch": 231, "lr": 6.800849480705174e-05}
{"train_loss": 0.005927206017076969, "global_step": 41183, "epoch": 231, "lr": 6.800711627139373e-05}
{"train_loss": 0.004465418867766857, "global_step": 41184, "epoch": 231, "lr": 6.800573772000761e-05}
{"train_loss": 0.0035184358712285757, "global_step": 41185, "epoch": 231, "lr": 6.800435915289455e-05}
{"train_loss": 0.007404342293739319, "global_step": 41186, "epoch": 231, "lr": 6.800298057005575e-05}
{"train_loss": 0.0024594608694314957, "global_step": 41187, "epoch": 231, "lr": 6.800160197149242e-05}
{"train_loss": 0.0042961700819432735, "global_step": 41188, "epoch": 231, "lr": 6.800022335720576e-05}
{"train_loss": 0.005936725065112114, "global_step": 41189, "epoch": 231, "lr": 6.7998844727197e-05}
{"train_loss": 0.004258680623024702, "global_step": 41190, "epoch": 231, "lr": 6.79974660814673e-05}
{"train_loss": 0.003476126352325082, "global_step": 41191, "epoch": 231, "lr": 6.799608742001791e-05}
{"train_loss": 0.004713741131126881, "global_step": 41192, "epoch": 231, "lr": 6.799470874285e-05}
{"train_loss": 0.004218710120767355, "global_step": 41193, "epoch": 231, "lr": 6.799333004996479e-05}
{"train_loss": 0.00530858151614666, "global_step": 41194, "epoch": 231, "lr": 6.799195134136348e-05}
{"train_loss": 0.006074295844882727, "global_step": 41195, "epoch": 231, "lr": 6.799057261704728e-05}
{"train_loss": 0.004187960177659988, "global_step": 41196, "epoch": 231, "lr": 6.798919387701739e-05}
{"train_loss": 0.005805539432913065, "global_step": 41197, "epoch": 231, "lr": 6.7987815121275e-05}
{"train_loss": 0.004041790030896664, "global_step": 41198, "epoch": 231, "lr": 6.798643634982133e-05}
{"train_loss": 0.0036288825795054436, "global_step": 41199, "epoch": 231, "lr": 6.798505756265758e-05}
{"train_loss": 0.003136604093015194, "global_step": 41200, "epoch": 231, "lr": 6.798367875978498e-05}
{"train_loss": 0.00928314495831728, "global_step": 41201, "epoch": 231, "lr": 6.798229994120469e-05}
{"train_loss": 0.003287459723651409, "global_step": 41202, "epoch": 231, "lr": 6.798092110691792e-05}
{"train_loss": 0.007944125682115555, "global_step": 41203, "epoch": 231, "lr": 6.797954225692592e-05}
{"train_loss": 0.002555975690484047, "global_step": 41204, "epoch": 231, "lr": 6.797816339122986e-05}
{"train_loss": 0.0024060793220996857, "global_step": 41205, "epoch": 231, "lr": 6.797678450983093e-05}
{"train_loss": 0.004283923655748367, "global_step": 41206, "epoch": 231, "lr": 6.797540561273037e-05}
{"train_loss": 0.007744638714939356, "global_step": 41207, "epoch": 231, "lr": 6.797402669992936e-05}
{"train_loss": 0.004979505203664303, "global_step": 41208, "epoch": 231, "lr": 6.797264777142911e-05}
{"train_loss": 0.003112917300313711, "global_step": 41209, "epoch": 231, "lr": 6.797126882723082e-05}
{"train_loss": 0.004195452202111483, "global_step": 41210, "epoch": 231, "lr": 6.796988986733571e-05}
{"train_loss": 0.0038750057574361563, "global_step": 41211, "epoch": 231, "lr": 6.796851089174496e-05}
{"train_loss": 0.0027312571182847023, "global_step": 41212, "epoch": 231, "lr": 6.79671319004598e-05}
{"train_loss": 0.006685636471956968, "global_step": 41213, "epoch": 231, "lr": 6.796575289348144e-05}
{"train_loss": 0.008426970802247524, "global_step": 41214, "epoch": 231, "lr": 6.796437387081105e-05}
{"train_loss": 0.005114391446113586, "global_step": 41215, "epoch": 231, "lr": 6.796299483244986e-05}
{"train_loss": 0.004526476841419935, "global_step": 41216, "epoch": 231, "lr": 6.796161577839904e-05}
{"train_loss": 0.004465934820473194, "global_step": 41217, "epoch": 231, "lr": 6.796023670865984e-05}
{"train_loss": 0.006725400686264038, "global_step": 41218, "epoch": 231, "lr": 6.795885762323345e-05}
{"train_loss": 0.00691917072981596, "global_step": 41219, "epoch": 231, "lr": 6.795747852212107e-05}
{"train_loss": 0.002368406392633915, "global_step": 41220, "epoch": 231, "lr": 6.79560994053239e-05}
{"train_loss": 0.0041172560304403305, "global_step": 41221, "epoch": 231, "lr": 6.795472027284313e-05}
{"train_loss": 0.004299972206354141, "global_step": 41222, "epoch": 231, "lr": 6.795334112468001e-05}
{"train_loss": 0.00620532501488924, "global_step": 41223, "epoch": 231, "lr": 6.795196196083572e-05}
{"train_loss": 0.00218927301466465, "global_step": 41224, "epoch": 231, "lr": 6.795058278131146e-05}
{"train_loss": 0.002760483417659998, "global_step": 41225, "epoch": 231, "lr": 6.794920358610843e-05}
{"train_loss": 0.006129285786300898, "global_step": 41226, "epoch": 231, "lr": 6.794782437522784e-05}
{"train_loss": 0.002598520601168275, "global_step": 41227, "epoch": 231, "lr": 6.794644514867091e-05}
{"train_loss": 0.003849643748253584, "global_step": 41228, "epoch": 231, "lr": 6.794506590643884e-05}
{"train_loss": 0.0038047796115279198, "global_step": 41229, "epoch": 231, "lr": 6.794368664853282e-05}
{"train_loss": 0.0038183333817869425, "global_step": 41230, "epoch": 231, "lr": 6.794230737495404e-05}
{"train_loss": 0.004643409047275782, "global_step": 41231, "epoch": 231, "lr": 6.794092808570374e-05}
{"train_loss": 0.005359285976737738, "global_step": 41232, "epoch": 231, "lr": 6.793954878078312e-05}
{"train_loss": 0.0024482938461005688, "global_step": 41233, "epoch": 231, "lr": 6.793816946019335e-05}
{"train_loss": 0.0031988644041121006, "global_step": 41234, "epoch": 231, "lr": 6.793679012393569e-05}
{"train_loss": 0.0054029859602451324, "global_step": 41235, "epoch": 231, "lr": 6.793541077201129e-05}
{"train_loss": 0.0024023372679948807, "global_step": 41236, "epoch": 231, "lr": 6.79340314044214e-05}
{"train_loss": 0.0052337185479700565, "global_step": 41237, "epoch": 231, "lr": 6.79326520211672e-05}
{"train_loss": 0.007236306555569172, "global_step": 41238, "epoch": 231, "lr": 6.79312726222499e-05}
{"train_loss": 0.00539550743997097, "global_step": 41239, "epoch": 231, "lr": 6.792989320767069e-05}
{"train_loss": 0.005310919135808945, "global_step": 41240, "epoch": 231, "lr": 6.792851377743079e-05}
{"train_loss": 0.0076438747346401215, "global_step": 41241, "epoch": 231, "lr": 6.792713433153141e-05}
{"train_loss": 0.010190934874117374, "global_step": 41242, "epoch": 231, "lr": 6.792575486997375e-05}
{"train_loss": 0.00555823277682066, "global_step": 41243, "epoch": 231, "lr": 6.792437539275901e-05}
{"train_loss": 0.003332629334181547, "global_step": 41244, "epoch": 231, "lr": 6.792299589988843e-05}
{"train_loss": 0.004894181154668331, "global_step": 41245, "epoch": 231, "lr": 6.792161639136314e-05}
{"train_loss": 0.00396753940731287, "global_step": 41246, "epoch": 231, "lr": 6.792023686718441e-05}
{"train_loss": 0.005335306748747826, "global_step": 41247, "epoch": 231, "lr": 6.791885732735342e-05}
{"train_loss": 0.004638549406081438, "global_step": 41248, "epoch": 231, "lr": 6.791747777187139e-05}
{"train_loss": 0.004983488470315933, "global_step": 41249, "epoch": 231, "lr": 6.79160982007395e-05}
{"train_loss": 0.004894858226180077, "global_step": 41250, "epoch": 231, "lr": 6.791471861395895e-05}
{"train_loss": 0.005526096560060978, "global_step": 41251, "epoch": 231, "lr": 6.791333901153099e-05}
{"train_loss": 0.0032991289626806974, "global_step": 41252, "epoch": 231, "lr": 6.791195939345679e-05}
{"train_loss": 0.00535025168210268, "global_step": 41253, "epoch": 231, "lr": 6.791057975973756e-05}
{"train_loss": 0.006219734437763691, "global_step": 41254, "epoch": 231, "lr": 6.790920011037451e-05}
{"train_loss": 0.007317655254155397, "global_step": 41255, "epoch": 231, "lr": 6.790782044536884e-05}
{"train_loss": 0.0034686708822846413, "global_step": 41256, "epoch": 231, "lr": 6.790644076472177e-05}
{"train_loss": 0.00667524104937911, "global_step": 41257, "epoch": 231, "lr": 6.790506106843448e-05}
{"train_loss": 0.0049549732357263565, "global_step": 41258, "epoch": 231, "lr": 6.79036813565082e-05}
{"train_loss": 0.007504504639655352, "global_step": 41259, "epoch": 231, "lr": 6.790230162894411e-05}
{"train_loss": 0.004313234705477953, "global_step": 41260, "epoch": 231, "lr": 6.790092188574344e-05}
{"train_loss": 0.003808914218097925, "global_step": 41261, "epoch": 231, "lr": 6.789954212690738e-05}
{"train_loss": 0.0034884242340922356, "global_step": 41262, "epoch": 231, "lr": 6.789816235243714e-05}
{"train_loss": 0.005452833138406277, "global_step": 41263, "epoch": 231, "lr": 6.789678256233393e-05}
{"train_loss": 0.0034080108162015676, "global_step": 41264, "epoch": 231, "lr": 6.789540275659893e-05}
{"train_loss": 0.004755971487611532, "global_step": 41265, "epoch": 231, "lr": 6.789402293523338e-05}
{"train_loss": 0.005666706245392561, "global_step": 41266, "epoch": 231, "lr": 6.789264309823846e-05}
{"train_loss": 0.004986659623682499, "global_step": 41267, "epoch": 231, "lr": 6.78912632456154e-05}
{"train_loss": 0.005079004913568497, "global_step": 41268, "epoch": 231, "lr": 6.78898833773654e-05}
{"train_loss": 0.0040932451374828815, "global_step": 41269, "epoch": 231, "lr": 6.788850349348962e-05}
{"train_loss": 0.0013171965256333351, "global_step": 41270, "epoch": 231, "lr": 6.788712359398933e-05}
{"train_loss": 0.005958538502454758, "global_step": 41271, "epoch": 231, "lr": 6.788574367886567e-05}
{"train_loss": 0.005787787027657032, "global_step": 41272, "epoch": 231, "lr": 6.788436374811991e-05}
{"train_loss": 0.004381041973829269, "global_step": 41273, "epoch": 231, "lr": 6.788298380175322e-05}
{"train_loss": 0.008016757667064667, "global_step": 41274, "epoch": 231, "lr": 6.788160383976681e-05}
{"train_loss": 0.004769033286720514, "global_step": 41275, "epoch": 231, "lr": 6.78802238621619e-05}
{"train_loss": 0.003854269627481699, "global_step": 41276, "epoch": 231, "lr": 6.787884386893967e-05}
{"train_loss": 0.0035792028065770864, "global_step": 41277, "epoch": 231, "lr": 6.787746386010134e-05}
{"train_loss": 0.0065391287207603455, "global_step": 41278, "epoch": 231, "lr": 6.78760838356481e-05}
{"train_loss": 0.006565160118043423, "global_step": 41279, "epoch": 231, "lr": 6.787470379558119e-05}
{"train_loss": 0.002671636641025543, "global_step": 41280, "epoch": 231, "lr": 6.787332373990178e-05}
{"train_loss": 0.006982789840549231, "global_step": 41281, "epoch": 231, "lr": 6.78719436686111e-05}
{"train_loss": 0.0037842942401766777, "global_step": 41282, "epoch": 231, "lr": 6.787056358171034e-05}
{"train_loss": 0.002779151778668165, "global_step": 41283, "epoch": 231, "lr": 6.786918347920069e-05}
{"train_loss": 0.009585324674844742, "global_step": 41284, "epoch": 231, "lr": 6.786780336108339e-05}
{"train_loss": 0.007600841112434864, "global_step": 41285, "epoch": 231, "lr": 6.786642322735963e-05}
{"train_loss": 0.003375082276761532, "global_step": 41286, "epoch": 231, "lr": 6.786504307803063e-05}
{"train_loss": 0.006855448707938194, "global_step": 41287, "epoch": 231, "lr": 6.786366291309757e-05}
{"train_loss": 0.005154849961400032, "global_step": 41288, "epoch": 231, "lr": 6.786228273256167e-05}
{"train_loss": 0.004263696726411581, "global_step": 41289, "epoch": 231, "lr": 6.786090253642413e-05}
{"train_loss": 0.0049252682365477085, "global_step": 41290, "epoch": 231, "lr": 6.785952232468616e-05}
{"train_loss": 0.004350649192929268, "global_step": 41291, "epoch": 231, "lr": 6.785814209734897e-05}
{"train_loss": 0.0032019340433180332, "global_step": 41292, "epoch": 231, "lr": 6.785676185441374e-05}
{"train_loss": 0.007291799411177635, "global_step": 41293, "epoch": 231, "lr": 6.785538159588172e-05}
{"train_loss": 0.005812895484268665, "global_step": 41294, "epoch": 231, "lr": 6.785400132175409e-05}
{"train_loss": 0.004777130659727191, "global_step": 41295, "epoch": 231, "lr": 6.785262103203202e-05}
{"train_loss": 0.0032713981345295906, "global_step": 41296, "epoch": 232, "lr": 6.78512407267168e-05}
{"train_loss": 0.007285024039447308, "global_step": 41297, "epoch": 232, "lr": 6.784986040580954e-05}
{"train_loss": 0.0026004454120993614, "global_step": 41298, "epoch": 232, "lr": 6.784848006931152e-05}
{"train_loss": 0.006655494682490826, "global_step": 41299, "epoch": 232, "lr": 6.784709971722392e-05}
{"train_loss": 0.005690738558769226, "global_step": 41300, "epoch": 232, "lr": 6.784571934954794e-05}
{"train_loss": 0.0058222003281116486, "global_step": 41301, "epoch": 232, "lr": 6.784433896628478e-05}
{"train_loss": 0.0029117492958903313, "global_step": 41302, "epoch": 232, "lr": 6.784295856743568e-05}
{"train_loss": 0.0031022443436086178, "global_step": 41303, "epoch": 232, "lr": 6.784157815300178e-05}
{"train_loss": 0.0019230108009651303, "global_step": 41304, "epoch": 232, "lr": 6.784019772298436e-05}
{"train_loss": 0.004072678275406361, "global_step": 41305, "epoch": 232, "lr": 6.783881727738459e-05}
{"train_loss": 0.003581204917281866, "global_step": 41306, "epoch": 232, "lr": 6.783743681620369e-05}
{"train_loss": 0.005829182919114828, "global_step": 41307, "epoch": 232, "lr": 6.783605633944283e-05}
{"train_loss": 0.009027041494846344, "global_step": 41308, "epoch": 232, "lr": 6.783467584710323e-05}
{"train_loss": 0.004491894040256739, "global_step": 41309, "epoch": 232, "lr": 6.783329533918614e-05}
{"train_loss": 0.002189088147133589, "global_step": 41310, "epoch": 232, "lr": 6.783191481569272e-05}
{"train_loss": 0.005598906427621841, "global_step": 41311, "epoch": 232, "lr": 6.783053427662417e-05}
{"train_loss": 0.005423734430223703, "global_step": 41312, "epoch": 232, "lr": 6.782915372198174e-05}
{"train_loss": 0.0021921093575656414, "global_step": 41313, "epoch": 232, "lr": 6.782777315176658e-05}
{"train_loss": 0.003880502888932824, "global_step": 41314, "epoch": 232, "lr": 6.782639256597995e-05}
{"train_loss": 0.004356342367827892, "global_step": 41315, "epoch": 232, "lr": 6.782501196462301e-05}
{"train_loss": 0.005482394713908434, "global_step": 41316, "epoch": 232, "lr": 6.7823631347697e-05}
{"train_loss": 0.002234838902950287, "global_step": 41317, "epoch": 232, "lr": 6.782225071520312e-05}
{"train_loss": 0.002392666880041361, "global_step": 41318, "epoch": 232, "lr": 6.782087006714254e-05}
{"train_loss": 0.004505736753344536, "global_step": 41319, "epoch": 232, "lr": 6.781948940351653e-05}
{"train_loss": 0.0032373741269111633, "global_step": 41320, "epoch": 232, "lr": 6.781810872432623e-05}
{"train_loss": 0.003701522946357727, "global_step": 41321, "epoch": 232, "lr": 6.781672802957288e-05}
{"train_loss": 0.004837038926780224, "global_step": 41322, "epoch": 232, "lr": 6.78153473192577e-05}
{"train_loss": 0.002954217605292797, "global_step": 41323, "epoch": 232, "lr": 6.781396659338187e-05}
{"train_loss": 0.005582969635725021, "global_step": 41324, "epoch": 232, "lr": 6.781258585194659e-05}
{"train_loss": 0.0018105083145201206, "global_step": 41325, "epoch": 232, "lr": 6.78112050949531e-05}
{"train_loss": 0.0026168101467192173, "global_step": 41326, "epoch": 232, "lr": 6.780982432240257e-05}
{"train_loss": 0.0025902949273586273, "global_step": 41327, "epoch": 232, "lr": 6.780844353429624e-05}
{"train_loss": 0.0023060007952153683, "global_step": 41328, "epoch": 232, "lr": 6.780706273063528e-05}
{"train_loss": 0.005019397009164095, "global_step": 41329, "epoch": 232, "lr": 6.780568191142093e-05}
{"train_loss": 0.005343653727322817, "global_step": 41330, "epoch": 232, "lr": 6.780430107665436e-05}
{"train_loss": 0.002285863272845745, "global_step": 41331, "epoch": 232, "lr": 6.780292022633682e-05}
{"train_loss": 0.0044367145746946335, "global_step": 41332, "epoch": 232, "lr": 6.780153936046949e-05}
{"train_loss": 0.002935143420472741, "global_step": 41333, "epoch": 232, "lr": 6.780015847905356e-05}
{"train_loss": 0.003410627134144306, "global_step": 41334, "epoch": 232, "lr": 6.779877758209027e-05}
{"train_loss": 0.005003619939088821, "global_step": 41335, "epoch": 232, "lr": 6.779739666958081e-05}
{"train_loss": 0.0062390342354774475, "global_step": 41336, "epoch": 232, "lr": 6.779601574152638e-05}
{"train_loss": 0.002917322563007474, "global_step": 41337, "epoch": 232, "lr": 6.77946347979282e-05}
{"train_loss": 0.003087074961513281, "global_step": 41338, "epoch": 232, "lr": 6.779325383878747e-05}
{"train_loss": 0.0026843780651688576, "global_step": 41339, "epoch": 232, "lr": 6.779187286410538e-05}
{"train_loss": 0.003575155045837164, "global_step": 41340, "epoch": 232, "lr": 6.779049187388315e-05}
{"train_loss": 0.0037221733946353197, "global_step": 41341, "epoch": 232, "lr": 6.778911086812201e-05}
{"train_loss": 0.003368557430803776, "global_step": 41342, "epoch": 232, "lr": 6.778772984682313e-05}
{"train_loss": 0.003575898939743638, "global_step": 41343, "epoch": 232, "lr": 6.778634880998775e-05}
{"train_loss": 0.00401684595271945, "global_step": 41344, "epoch": 232, "lr": 6.778496775761702e-05}
{"train_loss": 0.001364746131002903, "global_step": 41345, "epoch": 232, "lr": 6.778358668971219e-05}
{"train_loss": 0.00489410012960434, "global_step": 41346, "epoch": 232, "lr": 6.778220560627449e-05}
{"train_loss": 0.006870586425065994, "global_step": 41347, "epoch": 232, "lr": 6.778082450730507e-05}
{"train_loss": 0.0030739926733076572, "global_step": 41348, "epoch": 232, "lr": 6.777944339280518e-05}
{"train_loss": 0.0030497137922793627, "global_step": 41349, "epoch": 232, "lr": 6.777806226277599e-05}
{"train_loss": 0.002098261844366789, "global_step": 41350, "epoch": 232, "lr": 6.777668111721872e-05}
{"train_loss": 0.0033370363526046276, "global_step": 41351, "epoch": 232, "lr": 6.777529995613459e-05}
{"train_loss": 0.0032427494879812002, "global_step": 41352, "epoch": 232, "lr": 6.777391877952481e-05}
{"train_loss": 0.004095498006790876, "global_step": 41353, "epoch": 232, "lr": 6.777253758739057e-05}
{"train_loss": 0.0035080299712717533, "global_step": 41354, "epoch": 232, "lr": 6.777115637973305e-05}
{"train_loss": 0.005741961300373077, "global_step": 41355, "epoch": 232, "lr": 6.776977515655352e-05}
{"train_loss": 0.0033871675841510296, "global_step": 41356, "epoch": 232, "lr": 6.776839391785315e-05}
{"train_loss": 0.00890415720641613, "global_step": 41357, "epoch": 232, "lr": 6.776701266363314e-05}
{"train_loss": 0.003235603217035532, "global_step": 41358, "epoch": 232, "lr": 6.77656313938947e-05}
{"train_loss": 0.002372454386204481, "global_step": 41359, "epoch": 232, "lr": 6.776425010863904e-05}
{"train_loss": 0.006132635287940502, "global_step": 41360, "epoch": 232, "lr": 6.776286880786737e-05}
{"train_loss": 0.004399556666612625, "global_step": 41361, "epoch": 232, "lr": 6.77614874915809e-05}
{"train_loss": 0.006401232443749905, "global_step": 41362, "epoch": 232, "lr": 6.776010615978085e-05}
{"train_loss": 0.006323304958641529, "global_step": 41363, "epoch": 232, "lr": 6.775872481246838e-05}
{"train_loss": 0.00420970655977726, "global_step": 41364, "epoch": 232, "lr": 6.775734344964474e-05}
{"train_loss": 0.0026980461552739143, "global_step": 41365, "epoch": 232, "lr": 6.775596207131112e-05}
{"train_loss": 0.003959426190704107, "global_step": 41366, "epoch": 232, "lr": 6.775458067746872e-05}
{"train_loss": 0.004720848985016346, "global_step": 41367, "epoch": 232, "lr": 6.775319926811876e-05}
{"train_loss": 0.006226885132491589, "global_step": 41368, "epoch": 232, "lr": 6.775181784326243e-05}
{"train_loss": 0.004507715813815594, "global_step": 41369, "epoch": 232, "lr": 6.775043640290095e-05}
{"train_loss": 0.005579090211540461, "global_step": 41370, "epoch": 232, "lr": 6.774905494703553e-05}
{"train_loss": 0.004722766578197479, "global_step": 41371, "epoch": 232, "lr": 6.774767347566738e-05}
{"train_loss": 0.002670770511031151, "global_step": 41372, "epoch": 232, "lr": 6.774629198879767e-05}
{"train_loss": 0.0072420695796608925, "global_step": 41373, "epoch": 232, "lr": 6.774491048642765e-05}
{"train_loss": 0.006465761922299862, "global_step": 41374, "epoch": 232, "lr": 6.774352896855851e-05}
{"train_loss": 0.007068220525979996, "global_step": 41375, "epoch": 232, "lr": 6.774214743519146e-05}
{"train_loss": 0.0036962770391255617, "global_step": 41376, "epoch": 232, "lr": 6.77407658863277e-05}
{"train_loss": 0.004282435867935419, "global_step": 41377, "epoch": 232, "lr": 6.773938432196845e-05}
{"train_loss": 0.002516327891498804, "global_step": 41378, "epoch": 232, "lr": 6.773800274211489e-05}
{"train_loss": 0.0026334128342568874, "global_step": 41379, "epoch": 232, "lr": 6.773662114676825e-05}
{"train_loss": 0.004011386539787054, "global_step": 41380, "epoch": 232, "lr": 6.773523953592973e-05}
{"train_loss": 0.001900635426864028, "global_step": 41381, "epoch": 232, "lr": 6.773385790960055e-05}
{"train_loss": 0.0021903770975768566, "global_step": 41382, "epoch": 232, "lr": 6.77324762677819e-05}
{"train_loss": 0.008371559903025627, "global_step": 41383, "epoch": 232, "lr": 6.773109461047498e-05}
{"train_loss": 0.0037228455767035484, "global_step": 41384, "epoch": 232, "lr": 6.772971293768102e-05}
{"train_loss": 0.003273636568337679, "global_step": 41385, "epoch": 232, "lr": 6.772833124940121e-05}
{"train_loss": 0.003967525437474251, "global_step": 41386, "epoch": 232, "lr": 6.772694954563676e-05}
{"train_loss": 0.0034829601645469666, "global_step": 41387, "epoch": 232, "lr": 6.772556782638887e-05}
{"train_loss": 0.003936901688575745, "global_step": 41388, "epoch": 232, "lr": 6.772418609165876e-05}
{"train_loss": 0.006771734915673733, "global_step": 41389, "epoch": 232, "lr": 6.772280434144763e-05}
{"train_loss": 0.0031557404436171055, "global_step": 41390, "epoch": 232, "lr": 6.772142257575669e-05}
{"train_loss": 0.0037111076526343822, "global_step": 41391, "epoch": 232, "lr": 6.772004079458716e-05}
{"train_loss": 0.0037650992162525654, "global_step": 41392, "epoch": 232, "lr": 6.77186589979402e-05}
{"train_loss": 0.006017894949764013, "global_step": 41393, "epoch": 232, "lr": 6.771727718581708e-05}
{"train_loss": 0.006800752133131027, "global_step": 41394, "epoch": 232, "lr": 6.771589535821899e-05}
{"train_loss": 0.003191432449966669, "global_step": 41395, "epoch": 232, "lr": 6.77145135151471e-05}
{"train_loss": 0.002720941323786974, "global_step": 41396, "epoch": 232, "lr": 6.771313165660263e-05}
{"train_loss": 0.004665682092308998, "global_step": 41397, "epoch": 232, "lr": 6.771174978258681e-05}
{"train_loss": 0.0069766053929924965, "global_step": 41398, "epoch": 232, "lr": 6.771036789310083e-05}
{"train_loss": 0.009207525290548801, "global_step": 41399, "epoch": 232, "lr": 6.770898598814592e-05}
{"train_loss": 0.005201289895921946, "global_step": 41400, "epoch": 232, "lr": 6.770760406772324e-05}
{"train_loss": 0.005332726985216141, "global_step": 41401, "epoch": 232, "lr": 6.770622213183404e-05}
{"train_loss": 0.0027787107974290848, "global_step": 41402, "epoch": 232, "lr": 6.770484018047951e-05}
{"train_loss": 0.00471724197268486, "global_step": 41403, "epoch": 232, "lr": 6.770345821366086e-05}
{"train_loss": 0.002510224934667349, "global_step": 41404, "epoch": 232, "lr": 6.770207623137929e-05}
{"train_loss": 0.005998153705149889, "global_step": 41405, "epoch": 232, "lr": 6.770069423363602e-05}
{"train_loss": 0.0036238161846995354, "global_step": 41406, "epoch": 232, "lr": 6.769931222043225e-05}
{"train_loss": 0.00698867067694664, "global_step": 41407, "epoch": 232, "lr": 6.769793019176919e-05}
{"train_loss": 0.0016320112626999617, "global_step": 41408, "epoch": 232, "lr": 6.769654814764804e-05}
{"train_loss": 0.001863554585725069, "global_step": 41409, "epoch": 232, "lr": 6.769516608807002e-05}
{"train_loss": 0.006117736455053091, "global_step": 41410, "epoch": 232, "lr": 6.769378401303633e-05}
{"train_loss": 0.004150192253291607, "global_step": 41411, "epoch": 232, "lr": 6.769240192254816e-05}
{"train_loss": 0.0034955281298607588, "global_step": 41412, "epoch": 232, "lr": 6.769101981660674e-05}
{"train_loss": 0.0027374099008738995, "global_step": 41413, "epoch": 232, "lr": 6.768963769521328e-05}
{"train_loss": 0.007631469983607531, "global_step": 41414, "epoch": 232, "lr": 6.768825555836899e-05}
{"train_loss": 0.005300446413457394, "global_step": 41415, "epoch": 232, "lr": 6.768687340607505e-05}
{"train_loss": 0.0023544400464743376, "global_step": 41416, "epoch": 232, "lr": 6.768549123833267e-05}
{"train_loss": 0.0021276669576764107, "global_step": 41417, "epoch": 232, "lr": 6.768410905514307e-05}
{"train_loss": 0.0044517009519040585, "global_step": 41418, "epoch": 232, "lr": 6.768272685650747e-05}
{"train_loss": 0.003229535650461912, "global_step": 41419, "epoch": 232, "lr": 6.768134464242707e-05}
{"train_loss": 0.002019569743424654, "global_step": 41420, "epoch": 232, "lr": 6.767996241290305e-05}
{"train_loss": 0.0035639535635709763, "global_step": 41421, "epoch": 232, "lr": 6.767858016793665e-05}
{"train_loss": 0.004197712987661362, "global_step": 41422, "epoch": 232, "lr": 6.767719790752908e-05}
{"train_loss": 0.0052514155395329, "global_step": 41423, "epoch": 232, "lr": 6.767581563168153e-05}
{"train_loss": 0.0031051156111061573, "global_step": 41424, "epoch": 232, "lr": 6.76744333403952e-05}
{"train_loss": 0.003486314322799444, "global_step": 41425, "epoch": 232, "lr": 6.76730510336713e-05}
{"train_loss": 0.006997497286647558, "global_step": 41426, "epoch": 232, "lr": 6.767166871151105e-05}
{"train_loss": 0.004159749019891024, "global_step": 41427, "epoch": 232, "lr": 6.767028637391566e-05}
{"train_loss": 0.005153561010956764, "global_step": 41428, "epoch": 232, "lr": 6.766890402088632e-05}
{"train_loss": 0.006161856930702925, "global_step": 41429, "epoch": 232, "lr": 6.766752165242426e-05}
{"train_loss": 0.004884481430053711, "global_step": 41430, "epoch": 232, "lr": 6.766613926853065e-05}
{"train_loss": 0.004019284620881081, "global_step": 41431, "epoch": 232, "lr": 6.766475686920676e-05}
{"train_loss": 0.004037560895085335, "global_step": 41432, "epoch": 232, "lr": 6.766337445445374e-05}
{"train_loss": 0.003395072417333722, "global_step": 41433, "epoch": 232, "lr": 6.766199202427283e-05}
{"train_loss": 0.003620607778429985, "global_step": 41434, "epoch": 232, "lr": 6.76606095786652e-05}
{"train_loss": 0.0035399463959038258, "global_step": 41435, "epoch": 232, "lr": 6.76592271176321e-05}
{"train_loss": 0.005221961997449398, "global_step": 41436, "epoch": 232, "lr": 6.765784464117472e-05}
{"train_loss": 0.00823262333869934, "global_step": 41437, "epoch": 232, "lr": 6.765646214929426e-05}
{"train_loss": 0.0026783046778291464, "global_step": 41438, "epoch": 232, "lr": 6.765507964199194e-05}
{"train_loss": 0.00783922802656889, "global_step": 41439, "epoch": 232, "lr": 6.765369711926895e-05}
{"train_loss": 0.0019913315773010254, "global_step": 41440, "epoch": 232, "lr": 6.765231458112652e-05}
{"train_loss": 0.004182098899036646, "global_step": 41441, "epoch": 232, "lr": 6.765093202756585e-05}
{"train_loss": 0.0015938397264108062, "global_step": 41442, "epoch": 232, "lr": 6.764954945858814e-05}
{"train_loss": 0.010713603347539902, "global_step": 41443, "epoch": 232, "lr": 6.764816687419462e-05}
{"train_loss": 0.0033287126570940018, "global_step": 41444, "epoch": 232, "lr": 6.764678427438645e-05}
{"train_loss": 0.0031104781664907932, "global_step": 41445, "epoch": 232, "lr": 6.764540165916489e-05}
{"train_loss": 0.0033203447237610817, "global_step": 41446, "epoch": 232, "lr": 6.764401902853113e-05}
{"train_loss": 0.0067224265076220036, "global_step": 41447, "epoch": 232, "lr": 6.764263638248635e-05}
{"train_loss": 0.0037807878106832504, "global_step": 41448, "epoch": 232, "lr": 6.764125372103179e-05}
{"train_loss": 0.003820803016424179, "global_step": 41449, "epoch": 232, "lr": 6.763987104416864e-05}
{"train_loss": 0.006977185141295195, "global_step": 41450, "epoch": 232, "lr": 6.763848835189814e-05}
{"train_loss": 0.0030420469120144844, "global_step": 41451, "epoch": 232, "lr": 6.763710564422146e-05}
{"train_loss": 0.006963294930756092, "global_step": 41452, "epoch": 232, "lr": 6.763572292113982e-05}
{"train_loss": 0.004202116746455431, "global_step": 41453, "epoch": 232, "lr": 6.763434018265444e-05}
{"train_loss": 0.00492844358086586, "global_step": 41454, "epoch": 232, "lr": 6.76329574287665e-05}
{"train_loss": 0.0016059654299169779, "global_step": 41455, "epoch": 232, "lr": 6.763157465947722e-05}
{"train_loss": 0.004464826546609402, "global_step": 41456, "epoch": 232, "lr": 6.763019187478783e-05}
{"train_loss": 0.00566368643194437, "global_step": 41457, "epoch": 232, "lr": 6.762880907469953e-05}
{"train_loss": 0.004767522681504488, "global_step": 41458, "epoch": 232, "lr": 6.76274262592135e-05}
{"train_loss": 0.003122634720057249, "global_step": 41459, "epoch": 232, "lr": 6.762604342833097e-05}
{"train_loss": 0.004037277773022652, "global_step": 41460, "epoch": 232, "lr": 6.762466058205313e-05}
{"train_loss": 0.01084022969007492, "global_step": 41461, "epoch": 232, "lr": 6.762327772038122e-05}
{"train_loss": 0.0026636223774403334, "global_step": 41462, "epoch": 232, "lr": 6.762189484331642e-05}
{"train_loss": 0.005566642619669437, "global_step": 41463, "epoch": 232, "lr": 6.762051195085995e-05}
{"train_loss": 0.004339601844549179, "global_step": 41464, "epoch": 232, "lr": 6.761912904301301e-05}
{"train_loss": 0.005438995081931353, "global_step": 41465, "epoch": 232, "lr": 6.761774611977684e-05}
{"train_loss": 0.00929779652506113, "global_step": 41466, "epoch": 232, "lr": 6.76163631811526e-05}
{"train_loss": 0.004084172658622265, "global_step": 41467, "epoch": 232, "lr": 6.761498022714153e-05}
{"train_loss": 0.0053588105365633965, "global_step": 41468, "epoch": 232, "lr": 6.76135972577448e-05}
{"train_loss": 0.003428703872486949, "global_step": 41469, "epoch": 232, "lr": 6.761221427296366e-05}
{"train_loss": 0.0022613450419157743, "global_step": 41470, "epoch": 232, "lr": 6.761083127279929e-05}
{"train_loss": 0.004875738173723221, "global_step": 41471, "epoch": 232, "lr": 6.760944825725293e-05}
{"train_loss": 0.0019272281788289547, "global_step": 41472, "epoch": 232, "lr": 6.760806522632577e-05}
{"train_loss": 0.004358871136216468, "global_step": 41473, "epoch": 232, "lr": 6.760668218001899e-05}
{"train_loss": 0.00590987503528595, "global_step": 41474, "epoch": 233, "lr": 6.760529911833385e-05}
{"train_loss": 0.0027801727410405874, "global_step": 41475, "epoch": 233, "lr": 6.760391604127153e-05}
{"train_loss": 0.003215926233679056, "global_step": 41476, "epoch": 233, "lr": 6.760253294883324e-05}
{"train_loss": 0.004893621429800987, "global_step": 41477, "epoch": 233, "lr": 6.760114984102019e-05}
{"train_loss": 0.004614267032593489, "global_step": 41478, "epoch": 233, "lr": 6.759976671783356e-05}
{"train_loss": 0.005207061767578125, "global_step": 41479, "epoch": 233, "lr": 6.759838357927461e-05}
{"train_loss": 0.006061338819563389, "global_step": 41480, "epoch": 233, "lr": 6.759700042534453e-05}
{"train_loss": 0.003769399831071496, "global_step": 41481, "epoch": 233, "lr": 6.759561725604451e-05}
{"train_loss": 0.008302280679345131, "global_step": 41482, "epoch": 233, "lr": 6.759423407137577e-05}
{"train_loss": 0.005608714651316404, "global_step": 41483, "epoch": 233, "lr": 6.759285087133952e-05}
{"train_loss": 0.004017055965960026, "global_step": 41484, "epoch": 233, "lr": 6.759146765593696e-05}
{"train_loss": 0.0048695942386984825, "global_step": 41485, "epoch": 233, "lr": 6.759008442516931e-05}
{"train_loss": 0.006122802384197712, "global_step": 41486, "epoch": 233, "lr": 6.758870117903777e-05}
{"train_loss": 0.003158749546855688, "global_step": 41487, "epoch": 233, "lr": 6.758731791754354e-05}
{"train_loss": 0.006272982805967331, "global_step": 41488, "epoch": 233, "lr": 6.758593464068785e-05}
{"train_loss": 0.005631959065794945, "global_step": 41489, "epoch": 233, "lr": 6.75845513484719e-05}
{"train_loss": 0.0026872914750128984, "global_step": 41490, "epoch": 233, "lr": 6.758316804089688e-05}
{"train_loss": 0.006875540129840374, "global_step": 41491, "epoch": 233, "lr": 6.758178471796402e-05}
{"train_loss": 0.007842525839805603, "global_step": 41492, "epoch": 233, "lr": 6.75804013796745e-05}
{"train_loss": 0.004532665945589542, "global_step": 41493, "epoch": 233, "lr": 6.757901802602959e-05}
{"train_loss": 0.004186233505606651, "global_step": 41494, "epoch": 233, "lr": 6.757763465703043e-05}
{"train_loss": 0.00534430518746376, "global_step": 41495, "epoch": 233, "lr": 6.757625127267827e-05}
{"train_loss": 0.0025013075210154057, "global_step": 41496, "epoch": 233, "lr": 6.75748678729743e-05}
{"train_loss": 0.007024470716714859, "global_step": 41497, "epoch": 233, "lr": 6.757348445791973e-05}
{"train_loss": 0.003664251184090972, "global_step": 41498, "epoch": 233, "lr": 6.757210102751576e-05}
{"train_loss": 0.0017459867522120476, "global_step": 41499, "epoch": 233, "lr": 6.757071758176363e-05}
{"train_loss": 0.005612937733530998, "global_step": 41500, "epoch": 233, "lr": 6.756933412066452e-05}
{"train_loss": 0.004875682294368744, "global_step": 41501, "epoch": 233, "lr": 6.756795064421963e-05}
{"train_loss": 0.003946075215935707, "global_step": 41502, "epoch": 233, "lr": 6.75665671524302e-05}
{"train_loss": 0.00593511201441288, "global_step": 41503, "epoch": 233, "lr": 6.756518364529742e-05}
{"train_loss": 0.006065574940294027, "global_step": 41504, "epoch": 233, "lr": 6.75638001228225e-05}
{"train_loss": 0.0061258589848876, "global_step": 41505, "epoch": 233, "lr": 6.756241658500666e-05}
{"train_loss": 0.010202078148722649, "global_step": 41506, "epoch": 233, "lr": 6.756103303185108e-05}
{"train_loss": 0.0033630146645009518, "global_step": 41507, "epoch": 233, "lr": 6.7559649463357e-05}
{"train_loss": 0.004616073332726955, "global_step": 41508, "epoch": 233, "lr": 6.755826587952562e-05}
{"train_loss": 0.004718842916190624, "global_step": 41509, "epoch": 233, "lr": 6.755688228035812e-05}
{"train_loss": 0.004033589735627174, "global_step": 41510, "epoch": 233, "lr": 6.755549866585576e-05}
{"train_loss": 0.0023402792867273092, "global_step": 41511, "epoch": 233, "lr": 6.755411503601969e-05}
{"train_loss": 0.004471675492823124, "global_step": 41512, "epoch": 233, "lr": 6.755273139085117e-05}
{"train_loss": 0.0042644101195037365, "global_step": 41513, "epoch": 233, "lr": 6.755134773035138e-05}
{"train_loss": 0.002238118089735508, "global_step": 41514, "epoch": 233, "lr": 6.754996405452154e-05}
{"train_loss": 0.006249626167118549, "global_step": 41515, "epoch": 233, "lr": 6.754858036336285e-05}
{"train_loss": 0.0036419429816305637, "global_step": 41516, "epoch": 233, "lr": 6.754719665687652e-05}
{"train_loss": 0.009565692394971848, "global_step": 41517, "epoch": 233, "lr": 6.754581293506377e-05}
{"train_loss": 0.005437239073216915, "global_step": 41518, "epoch": 233, "lr": 6.754442919792579e-05}
{"train_loss": 0.005851096473634243, "global_step": 41519, "epoch": 233, "lr": 6.754304544546381e-05}
{"train_loss": 0.004494369495660067, "global_step": 41520, "epoch": 233, "lr": 6.754166167767902e-05}
{"train_loss": 0.007631690241396427, "global_step": 41521, "epoch": 233, "lr": 6.754027789457265e-05}
{"train_loss": 0.004920472390949726, "global_step": 41522, "epoch": 233, "lr": 6.753889409614588e-05}
{"train_loss": 0.003978007473051548, "global_step": 41523, "epoch": 233, "lr": 6.753751028239994e-05}
{"train_loss": 0.002961576683446765, "global_step": 41524, "epoch": 233, "lr": 6.753612645333604e-05}
{"train_loss": 0.0027290000580251217, "global_step": 41525, "epoch": 233, "lr": 6.753474260895536e-05}
{"train_loss": 0.004850954283028841, "global_step": 41526, "epoch": 233, "lr": 6.753335874925913e-05}
{"train_loss": 0.0030584768392145634, "global_step": 41527, "epoch": 233, "lr": 6.753197487424859e-05}
{"train_loss": 0.004438449162989855, "global_step": 41528, "epoch": 233, "lr": 6.75305909839249e-05}
{"train_loss": 0.005403569899499416, "global_step": 41529, "epoch": 233, "lr": 6.752920707828926e-05}
{"train_loss": 0.006251189392060041, "global_step": 41530, "epoch": 233, "lr": 6.752782315734293e-05}
{"train_loss": 0.006364508531987667, "global_step": 41531, "epoch": 233, "lr": 6.752643922108709e-05}
{"train_loss": 0.004188220947980881, "global_step": 41532, "epoch": 233, "lr": 6.752505526952296e-05}
{"train_loss": 0.007902836427092552, "global_step": 41533, "epoch": 233, "lr": 6.752367130265172e-05}
{"train_loss": 0.0021808629389852285, "global_step": 41534, "epoch": 233, "lr": 6.75222873204746e-05}
{"train_loss": 0.003125504357740283, "global_step": 41535, "epoch": 233, "lr": 6.752090332299283e-05}
{"train_loss": 0.0022027217783033848, "global_step": 41536, "epoch": 233, "lr": 6.751951931020758e-05}
{"train_loss": 0.0034625492990016937, "global_step": 41537, "epoch": 233, "lr": 6.751813528212009e-05}
{"train_loss": 0.0024372050538659096, "global_step": 41538, "epoch": 233, "lr": 6.751675123873155e-05}
{"train_loss": 0.0067064836621284485, "global_step": 41539, "epoch": 233, "lr": 6.751536718004316e-05}
{"train_loss": 0.003959956578910351, "global_step": 41540, "epoch": 233, "lr": 6.751398310605616e-05}
{"train_loss": 0.004437667317688465, "global_step": 41541, "epoch": 233, "lr": 6.751259901677173e-05}
{"train_loss": 0.005265011452138424, "global_step": 41542, "epoch": 233, "lr": 6.75112149121911e-05}
{"train_loss": 0.0019710399210453033, "global_step": 41543, "epoch": 233, "lr": 6.750983079231547e-05}
{"train_loss": 0.005846135318279266, "global_step": 41544, "epoch": 233, "lr": 6.750844665714603e-05}
{"train_loss": 0.0047049811109900475, "global_step": 41545, "epoch": 233, "lr": 6.750706250668404e-05}
{"train_loss": 0.002464285586029291, "global_step": 41546, "epoch": 233, "lr": 6.750567834093065e-05}
{"train_loss": 0.004618843086063862, "global_step": 41547, "epoch": 233, "lr": 6.750429415988712e-05}
{"train_loss": 0.00644677085801959, "global_step": 41548, "epoch": 233, "lr": 6.75029099635546e-05}
{"train_loss": 0.004037086386233568, "global_step": 41549, "epoch": 233, "lr": 6.750152575193436e-05}
{"train_loss": 0.0046583786606788635, "global_step": 41550, "epoch": 233, "lr": 6.750014152502756e-05}
{"train_loss": 0.006260635331273079, "global_step": 41551, "epoch": 233, "lr": 6.749875728283546e-05}
{"train_loss": 0.002882051281630993, "global_step": 41552, "epoch": 233, "lr": 6.749737302535924e-05}
{"train_loss": 0.002407113090157509, "global_step": 41553, "epoch": 233, "lr": 6.749598875260008e-05}
{"train_loss": 0.004059676080942154, "global_step": 41554, "epoch": 233, "lr": 6.749460446455923e-05}
{"train_loss": 0.0027103121392428875, "global_step": 41555, "epoch": 233, "lr": 6.749322016123789e-05}
{"train_loss": 0.0021658861078321934, "global_step": 41556, "epoch": 233, "lr": 6.749183584263727e-05}
{"train_loss": 0.009874606505036354, "global_step": 41557, "epoch": 233, "lr": 6.74904515087586e-05}
{"train_loss": 0.007674877997487783, "global_step": 41558, "epoch": 233, "lr": 6.748906715960301e-05}
{"train_loss": 0.010888567194342613, "global_step": 41559, "epoch": 233, "lr": 6.74876827951718e-05}
{"train_loss": 0.0012042573653161526, "global_step": 41560, "epoch": 233, "lr": 6.748629841546614e-05}
{"train_loss": 0.0029220040887594223, "global_step": 41561, "epoch": 233, "lr": 6.748491402048725e-05}
{"train_loss": 0.0030748576391488314, "global_step": 41562, "epoch": 233, "lr": 6.748352961023631e-05}
{"train_loss": 0.004767096601426601, "global_step": 41563, "epoch": 233, "lr": 6.748214518471457e-05}
{"train_loss": 0.0047787087969481945, "global_step": 41564, "epoch": 233, "lr": 6.748076074392322e-05}
{"train_loss": 0.008014466613531113, "global_step": 41565, "epoch": 233, "lr": 6.747937628786347e-05}
{"train_loss": 0.005364846438169479, "global_step": 41566, "epoch": 233, "lr": 6.747799181653651e-05}
{"train_loss": 0.003696811618283391, "global_step": 41567, "epoch": 233, "lr": 6.747660732994358e-05}
{"train_loss": 0.003809160552918911, "global_step": 41568, "epoch": 233, "lr": 6.747522282808588e-05}
{"train_loss": 0.004424720071256161, "global_step": 41569, "epoch": 233, "lr": 6.747383831096461e-05}
{"train_loss": 0.007253123447299004, "global_step": 41570, "epoch": 233, "lr": 6.7472453778581e-05}
{"train_loss": 0.007764383684843779, "global_step": 41571, "epoch": 233, "lr": 6.747106923093623e-05}
{"train_loss": 0.0059251366183161736, "global_step": 41572, "epoch": 233, "lr": 6.746968466803151e-05}
{"train_loss": 0.005058943293988705, "global_step": 41573, "epoch": 233, "lr": 6.74683000898681e-05}
{"train_loss": 0.006005617789924145, "global_step": 41574, "epoch": 233, "lr": 6.746691549644716e-05}
{"train_loss": 0.004261430352926254, "global_step": 41575, "epoch": 233, "lr": 6.746553088776991e-05}
{"train_loss": 0.0074609979055821896, "global_step": 41576, "epoch": 233, "lr": 6.746414626383755e-05}
{"train_loss": 0.006962244864553213, "global_step": 41577, "epoch": 233, "lr": 6.74627616246513e-05}
{"train_loss": 0.003961838781833649, "global_step": 41578, "epoch": 233, "lr": 6.746137697021238e-05}
{"train_loss": 0.005898984149098396, "global_step": 41579, "epoch": 233, "lr": 6.7459992300522e-05}
{"train_loss": 0.004334648605436087, "global_step": 41580, "epoch": 233, "lr": 6.745860761558136e-05}
{"train_loss": 0.006019750609993935, "global_step": 41581, "epoch": 233, "lr": 6.745722291539166e-05}
{"train_loss": 0.004491330124437809, "global_step": 41582, "epoch": 233, "lr": 6.745583819995412e-05}
{"train_loss": 0.0031652916222810745, "global_step": 41583, "epoch": 233, "lr": 6.745445346926994e-05}
{"train_loss": 0.006300503388047218, "global_step": 41584, "epoch": 233, "lr": 6.745306872334034e-05}
{"train_loss": 0.004066661931574345, "global_step": 41585, "epoch": 233, "lr": 6.745168396216653e-05}
{"train_loss": 0.004176878370344639, "global_step": 41586, "epoch": 233, "lr": 6.745029918574971e-05}
{"train_loss": 0.005943056661635637, "global_step": 41587, "epoch": 233, "lr": 6.744891439409111e-05}
{"train_loss": 0.004699051380157471, "global_step": 41588, "epoch": 233, "lr": 6.744752958719191e-05}
{"train_loss": 0.005292605608701706, "global_step": 41589, "epoch": 233, "lr": 6.744614476505336e-05}
{"train_loss": 0.004047718830406666, "global_step": 41590, "epoch": 233, "lr": 6.744475992767663e-05}
{"train_loss": 0.004184735007584095, "global_step": 41591, "epoch": 233, "lr": 6.744337507506293e-05}
{"train_loss": 0.005530626513063908, "global_step": 41592, "epoch": 233, "lr": 6.744199020721349e-05}
{"train_loss": 0.005541018210351467, "global_step": 41593, "epoch": 233, "lr": 6.744060532412953e-05}
{"train_loss": 0.0073934281244874, "global_step": 41594, "epoch": 233, "lr": 6.743922042581224e-05}
{"train_loss": 0.005340291652828455, "global_step": 41595, "epoch": 233, "lr": 6.743783551226281e-05}
{"train_loss": 0.006580928340554237, "global_step": 41596, "epoch": 233, "lr": 6.743645058348248e-05}
{"train_loss": 0.00661653745919466, "global_step": 41597, "epoch": 233, "lr": 6.743506563947245e-05}
{"train_loss": 0.00781124085187912, "global_step": 41598, "epoch": 233, "lr": 6.743368068023393e-05}
{"train_loss": 0.003263124730437994, "global_step": 41599, "epoch": 233, "lr": 6.743229570576814e-05}
{"train_loss": 0.003985201939940453, "global_step": 41600, "epoch": 233, "lr": 6.743091071607629e-05}
{"train_loss": 0.0028322767466306686, "global_step": 41601, "epoch": 233, "lr": 6.742952571115956e-05}
{"train_loss": 0.004983663558959961, "global_step": 41602, "epoch": 233, "lr": 6.74281406910192e-05}
{"train_loss": 0.0053439149633049965, "global_step": 41603, "epoch": 233, "lr": 6.742675565565639e-05}
{"train_loss": 0.0042246743105351925, "global_step": 41604, "epoch": 233, "lr": 6.742537060507235e-05}
{"train_loss": 0.003935211803764105, "global_step": 41605, "epoch": 233, "lr": 6.74239855392683e-05}
{"train_loss": 0.003347619902342558, "global_step": 41606, "epoch": 233, "lr": 6.742260045824543e-05}
{"train_loss": 0.006542403716593981, "global_step": 41607, "epoch": 233, "lr": 6.742121536200494e-05}
{"train_loss": 0.006904760375618935, "global_step": 41608, "epoch": 233, "lr": 6.74198302505481e-05}
{"train_loss": 0.004198997747153044, "global_step": 41609, "epoch": 233, "lr": 6.741844512387604e-05}
{"train_loss": 0.005450255237519741, "global_step": 41610, "epoch": 233, "lr": 6.741705998199002e-05}
{"train_loss": 0.005060817115008831, "global_step": 41611, "epoch": 233, "lr": 6.741567482489124e-05}
{"train_loss": 0.007252193056046963, "global_step": 41612, "epoch": 233, "lr": 6.741428965258092e-05}
{"train_loss": 0.003153997240588069, "global_step": 41613, "epoch": 233, "lr": 6.741290446506025e-05}
{"train_loss": 0.0021087219938635826, "global_step": 41614, "epoch": 233, "lr": 6.741151926233045e-05}
{"train_loss": 0.005513155832886696, "global_step": 41615, "epoch": 233, "lr": 6.741013404439271e-05}
{"train_loss": 0.002963472157716751, "global_step": 41616, "epoch": 233, "lr": 6.740874881124827e-05}
{"train_loss": 0.004792405758053064, "global_step": 41617, "epoch": 233, "lr": 6.740736356289832e-05}
{"train_loss": 0.0044068582355976105, "global_step": 41618, "epoch": 233, "lr": 6.740597829934409e-05}
{"train_loss": 0.0050741094164550304, "global_step": 41619, "epoch": 233, "lr": 6.740459302058677e-05}
{"train_loss": 0.005744546186178923, "global_step": 41620, "epoch": 233, "lr": 6.740320772662758e-05}
{"train_loss": 0.00215829536318779, "global_step": 41621, "epoch": 233, "lr": 6.740182241746773e-05}
{"train_loss": 0.002782380674034357, "global_step": 41622, "epoch": 233, "lr": 6.740043709310842e-05}
{"train_loss": 0.0032249954529106617, "global_step": 41623, "epoch": 233, "lr": 6.739905175355088e-05}
{"train_loss": 0.0046354737132787704, "global_step": 41624, "epoch": 233, "lr": 6.73976663987963e-05}
{"train_loss": 0.004506070166826248, "global_step": 41625, "epoch": 233, "lr": 6.73962810288459e-05}
{"train_loss": 0.006208829116076231, "global_step": 41626, "epoch": 233, "lr": 6.739489564370089e-05}
{"train_loss": 0.004606915637850761, "global_step": 41627, "epoch": 233, "lr": 6.739351024336246e-05}
{"train_loss": 0.004600957501679659, "global_step": 41628, "epoch": 233, "lr": 6.739212482783186e-05}
{"train_loss": 0.004618925042450428, "global_step": 41629, "epoch": 233, "lr": 6.739073939711026e-05}
{"train_loss": 0.001571783795952797, "global_step": 41630, "epoch": 233, "lr": 6.738935395119889e-05}
{"train_loss": 0.003449405310675502, "global_step": 41631, "epoch": 233, "lr": 6.738796849009897e-05}
{"train_loss": 0.0027889469638466835, "global_step": 41632, "epoch": 233, "lr": 6.73865830138117e-05}
{"train_loss": 0.003497823141515255, "global_step": 41633, "epoch": 233, "lr": 6.738519752233827e-05}
{"train_loss": 0.008472664281725883, "global_step": 41634, "epoch": 233, "lr": 6.738381201567992e-05}
{"train_loss": 0.005334559828042984, "global_step": 41635, "epoch": 233, "lr": 6.738242649383785e-05}
{"train_loss": 0.00533212348818779, "global_step": 41636, "epoch": 233, "lr": 6.738104095681326e-05}
{"train_loss": 0.0032505204435437918, "global_step": 41637, "epoch": 233, "lr": 6.737965540460737e-05}
{"train_loss": 0.002413579961284995, "global_step": 41638, "epoch": 233, "lr": 6.737826983722139e-05}
{"train_loss": 0.006456170696765184, "global_step": 41639, "epoch": 233, "lr": 6.737688425465653e-05}
{"train_loss": 0.00449364772066474, "global_step": 41640, "epoch": 233, "lr": 6.737549865691399e-05}
{"train_loss": 0.003497847355902195, "global_step": 41641, "epoch": 233, "lr": 6.737411304399502e-05}
{"train_loss": 0.00684491079300642, "global_step": 41642, "epoch": 233, "lr": 6.737272741590077e-05}
{"train_loss": 0.003283110912889242, "global_step": 41643, "epoch": 233, "lr": 6.73713417726325e-05}
{"train_loss": 0.00316022546030581, "global_step": 41644, "epoch": 233, "lr": 6.736995611419138e-05}
{"train_loss": 0.0045962207950651646, "global_step": 41645, "epoch": 233, "lr": 6.736857044057865e-05}
{"train_loss": 0.006530136801302433, "global_step": 41646, "epoch": 233, "lr": 6.736718475179551e-05}
{"train_loss": 0.0067626312375068665, "global_step": 41647, "epoch": 233, "lr": 6.736579904784318e-05}
{"train_loss": 0.005763855762779713, "global_step": 41648, "epoch": 233, "lr": 6.736441332872285e-05}
{"train_loss": 0.0044313641265034676, "global_step": 41649, "epoch": 233, "lr": 6.736302759443574e-05}
{"train_loss": 0.004280839581042528, "global_step": 41650, "epoch": 233, "lr": 6.736164184498308e-05}
{"train_loss": 0.004863457250659972, "global_step": 41651, "epoch": 233, "lr": 6.736025608036605e-05}
{"train_loss": 0.004979654215276241, "global_step": 41652, "epoch": 234, "lr": 6.735887030058587e-05}
{"train_loss": 0.0025158883072435856, "global_step": 41653, "epoch": 234, "lr": 6.735748450564376e-05}
{"train_loss": 0.002955096773803234, "global_step": 41654, "epoch": 234, "lr": 6.735609869554093e-05}
{"train_loss": 0.0040849726647138596, "global_step": 41655, "epoch": 234, "lr": 6.735471287027857e-05}
{"train_loss": 0.0025475225411355495, "global_step": 41656, "epoch": 234, "lr": 6.735332702985791e-05}
{"train_loss": 0.007504933513700962, "global_step": 41657, "epoch": 234, "lr": 6.735194117428015e-05}
{"train_loss": 0.00275003002025187, "global_step": 41658, "epoch": 234, "lr": 6.735055530354651e-05}
{"train_loss": 0.009348057210445404, "global_step": 41659, "epoch": 234, "lr": 6.73491694176582e-05}
{"train_loss": 0.005536561366170645, "global_step": 41660, "epoch": 234, "lr": 6.734778351661642e-05}
{"train_loss": 0.0035996942315250635, "global_step": 41661, "epoch": 234, "lr": 6.734639760042241e-05}
{"train_loss": 0.0029193288646638393, "global_step": 41662, "epoch": 234, "lr": 6.734501166907734e-05}
{"train_loss": 0.0034938957542181015, "global_step": 41663, "epoch": 234, "lr": 6.734362572258243e-05}
{"train_loss": 0.008680237457156181, "global_step": 41664, "epoch": 234, "lr": 6.734223976093889e-05}
{"train_loss": 0.0022024293430149555, "global_step": 41665, "epoch": 234, "lr": 6.734085378414797e-05}
{"train_loss": 0.0023140066768974066, "global_step": 41666, "epoch": 234, "lr": 6.733946779221084e-05}
{"train_loss": 0.0041603147983551025, "global_step": 41667, "epoch": 234, "lr": 6.73380817851287e-05}
{"train_loss": 0.0028386872727423906, "global_step": 41668, "epoch": 234, "lr": 6.73366957629028e-05}
{"train_loss": 0.0025593796744942665, "global_step": 41669, "epoch": 234, "lr": 6.733530972553433e-05}
{"train_loss": 0.006426741369068623, "global_step": 41670, "epoch": 234, "lr": 6.733392367302451e-05}
{"train_loss": 0.004453818313777447, "global_step": 41671, "epoch": 234, "lr": 6.733253760537454e-05}
{"train_loss": 0.002411616500467062, "global_step": 41672, "epoch": 234, "lr": 6.733115152258561e-05}
{"train_loss": 0.003316588466987014, "global_step": 41673, "epoch": 234, "lr": 6.732976542465898e-05}
{"train_loss": 0.0031466190703213215, "global_step": 41674, "epoch": 234, "lr": 6.732837931159582e-05}
{"train_loss": 0.003713598009198904, "global_step": 41675, "epoch": 234, "lr": 6.732699318339737e-05}
{"train_loss": 0.005054961424320936, "global_step": 41676, "epoch": 234, "lr": 6.73256070400648e-05}
{"train_loss": 0.008317383006215096, "global_step": 41677, "epoch": 234, "lr": 6.732422088159938e-05}
{"train_loss": 0.005286793224513531, "global_step": 41678, "epoch": 234, "lr": 6.732283470800227e-05}
{"train_loss": 0.007944304496049881, "global_step": 41679, "epoch": 234, "lr": 6.732144851927469e-05}
{"train_loss": 0.006236481945961714, "global_step": 41680, "epoch": 234, "lr": 6.732006231541788e-05}
{"train_loss": 0.004108248744159937, "global_step": 41681, "epoch": 234, "lr": 6.731867609643302e-05}
{"train_loss": 0.0048416778445243835, "global_step": 41682, "epoch": 234, "lr": 6.731728986232133e-05}
{"train_loss": 0.004587879404425621, "global_step": 41683, "epoch": 234, "lr": 6.731590361308402e-05}
{"train_loss": 0.0063954913057386875, "global_step": 41684, "epoch": 234, "lr": 6.731451734872229e-05}
{"train_loss": 0.005428210832178593, "global_step": 41685, "epoch": 234, "lr": 6.731313106923738e-05}
{"train_loss": 0.0025431171525269747, "global_step": 41686, "epoch": 234, "lr": 6.731174477463048e-05}
{"train_loss": 0.004679513163864613, "global_step": 41687, "epoch": 234, "lr": 6.731035846490281e-05}
{"train_loss": 0.0031599123030900955, "global_step": 41688, "epoch": 234, "lr": 6.730897214005558e-05}
{"train_loss": 0.0037302677519619465, "global_step": 41689, "epoch": 234, "lr": 6.730758580008999e-05}
{"train_loss": 0.009176544845104218, "global_step": 41690, "epoch": 234, "lr": 6.730619944500726e-05}
{"train_loss": 0.003220906713977456, "global_step": 41691, "epoch": 234, "lr": 6.730481307480858e-05}
{"train_loss": 0.004724880680441856, "global_step": 41692, "epoch": 234, "lr": 6.73034266894952e-05}
{"train_loss": 0.0032695927657186985, "global_step": 41693, "epoch": 234, "lr": 6.73020402890683e-05}
{"train_loss": 0.00505959615111351, "global_step": 41694, "epoch": 234, "lr": 6.73006538735291e-05}
{"train_loss": 0.004617953673005104, "global_step": 41695, "epoch": 234, "lr": 6.729926744287882e-05}
{"train_loss": 0.003005895996466279, "global_step": 41696, "epoch": 234, "lr": 6.729788099711866e-05}
{"train_loss": 0.004389692097902298, "global_step": 41697, "epoch": 234, "lr": 6.729649453624983e-05}
{"train_loss": 0.0029546567238867283, "global_step": 41698, "epoch": 234, "lr": 6.729510806027355e-05}
{"train_loss": 0.003472044365480542, "global_step": 41699, "epoch": 234, "lr": 6.729372156919103e-05}
{"train_loss": 0.004647322930395603, "global_step": 41700, "epoch": 234, "lr": 6.729233506300346e-05}
{"train_loss": 0.0066475942730903625, "global_step": 41701, "epoch": 234, "lr": 6.729094854171207e-05}
{"train_loss": 0.004518032539635897, "global_step": 41702, "epoch": 234, "lr": 6.728956200531808e-05}
{"train_loss": 0.004470175132155418, "global_step": 41703, "epoch": 234, "lr": 6.72881754538227e-05}
{"train_loss": 0.005190633237361908, "global_step": 41704, "epoch": 234, "lr": 6.728678888722713e-05}
{"train_loss": 0.004074993077665567, "global_step": 41705, "epoch": 234, "lr": 6.728540230553255e-05}
{"train_loss": 0.002947450615465641, "global_step": 41706, "epoch": 234, "lr": 6.728401570874023e-05}
{"train_loss": 0.002385294996201992, "global_step": 41707, "epoch": 234, "lr": 6.728262909685135e-05}
{"train_loss": 0.006077587604522705, "global_step": 41708, "epoch": 234, "lr": 6.728124246986714e-05}
{"train_loss": 0.007917562499642372, "global_step": 41709, "epoch": 234, "lr": 6.727985582778877e-05}
{"train_loss": 0.0027200006879866123, "global_step": 41710, "epoch": 234, "lr": 6.727846917061749e-05}
{"train_loss": 0.004444869235157967, "global_step": 41711, "epoch": 234, "lr": 6.727708249835449e-05}
{"train_loss": 0.002833427395671606, "global_step": 41712, "epoch": 234, "lr": 6.727569581100102e-05}
{"train_loss": 0.004034269601106644, "global_step": 41713, "epoch": 234, "lr": 6.727430910855823e-05}
{"train_loss": 0.005675962660461664, "global_step": 41714, "epoch": 234, "lr": 6.727292239102738e-05}
{"train_loss": 0.00985649973154068, "global_step": 41715, "epoch": 234, "lr": 6.727153565840965e-05}
{"train_loss": 0.004420761950314045, "global_step": 41716, "epoch": 234, "lr": 6.727014891070627e-05}
{"train_loss": 0.003343735821545124, "global_step": 41717, "epoch": 234, "lr": 6.726876214791845e-05}
{"train_loss": 0.00377492792904377, "global_step": 41718, "epoch": 234, "lr": 6.72673753700474e-05}
{"train_loss": 0.006871457677334547, "global_step": 41719, "epoch": 234, "lr": 6.726598857709432e-05}
{"train_loss": 0.004388897679746151, "global_step": 41720, "epoch": 234, "lr": 6.726460176906044e-05}
{"train_loss": 0.0035058208741247654, "global_step": 41721, "epoch": 234, "lr": 6.726321494594694e-05}
{"train_loss": 0.0030062871519476175, "global_step": 41722, "epoch": 234, "lr": 6.726182810775508e-05}
{"train_loss": 0.006325306370854378, "global_step": 41723, "epoch": 234, "lr": 6.726044125448602e-05}
{"train_loss": 0.004526862874627113, "global_step": 41724, "epoch": 234, "lr": 6.725905438614102e-05}
{"train_loss": 0.0013719717971980572, "global_step": 41725, "epoch": 234, "lr": 6.725766750272124e-05}
{"train_loss": 0.007590875495225191, "global_step": 41726, "epoch": 234, "lr": 6.725628060422794e-05}
{"train_loss": 0.006250170990824699, "global_step": 41727, "epoch": 234, "lr": 6.725489369066232e-05}
{"train_loss": 0.0034887653309851885, "global_step": 41728, "epoch": 234, "lr": 6.725350676202556e-05}
{"train_loss": 0.0029175435192883015, "global_step": 41729, "epoch": 234, "lr": 6.725211981831888e-05}
{"train_loss": 0.007113661151379347, "global_step": 41730, "epoch": 234, "lr": 6.725073285954353e-05}
{"train_loss": 0.00526832602918148, "global_step": 41731, "epoch": 234, "lr": 6.724934588570069e-05}
{"train_loss": 0.004198518581688404, "global_step": 41732, "epoch": 234, "lr": 6.724795889679156e-05}
{"train_loss": 0.0040893517434597015, "global_step": 41733, "epoch": 234, "lr": 6.724657189281739e-05}
{"train_loss": 0.0030996324494481087, "global_step": 41734, "epoch": 234, "lr": 6.724518487377934e-05}
{"train_loss": 0.0051719313487410545, "global_step": 41735, "epoch": 234, "lr": 6.724379783967868e-05}
{"train_loss": 0.0037258609663695097, "global_step": 41736, "epoch": 234, "lr": 6.724241079051658e-05}
{"train_loss": 0.012549445964396, "global_step": 41737, "epoch": 234, "lr": 6.724102372629427e-05}
{"train_loss": 0.005550008732825518, "global_step": 41738, "epoch": 234, "lr": 6.723963664701294e-05}
{"train_loss": 0.004897179082036018, "global_step": 41739, "epoch": 234, "lr": 6.723824955267384e-05}
{"train_loss": 0.0029516611248254776, "global_step": 41740, "epoch": 234, "lr": 6.723686244327813e-05}
{"train_loss": 0.00298501318320632, "global_step": 41741, "epoch": 234, "lr": 6.723547531882708e-05}
{"train_loss": 0.004950694274157286, "global_step": 41742, "epoch": 234, "lr": 6.723408817932184e-05}
{"train_loss": 0.0052680945955216885, "global_step": 41743, "epoch": 234, "lr": 6.723270102476368e-05}
{"train_loss": 0.002201688475906849, "global_step": 41744, "epoch": 234, "lr": 6.723131385515376e-05}
{"train_loss": 0.004166826605796814, "global_step": 41745, "epoch": 234, "lr": 6.722992667049335e-05}
{"train_loss": 0.003983396105468273, "global_step": 41746, "epoch": 234, "lr": 6.72285394707836e-05}
{"train_loss": 0.0039571430534124374, "global_step": 41747, "epoch": 234, "lr": 6.722715225602577e-05}
{"train_loss": 0.006134890019893646, "global_step": 41748, "epoch": 234, "lr": 6.722576502622104e-05}
{"train_loss": 0.0025927633978426456, "global_step": 41749, "epoch": 234, "lr": 6.722437778137063e-05}
{"train_loss": 0.0032925403211265802, "global_step": 41750, "epoch": 234, "lr": 6.722299052147576e-05}
{"train_loss": 0.006613253615796566, "global_step": 41751, "epoch": 234, "lr": 6.722160324653763e-05}
{"train_loss": 0.004236585460603237, "global_step": 41752, "epoch": 234, "lr": 6.722021595655747e-05}
{"train_loss": 0.0025194131303578615, "global_step": 41753, "epoch": 234, "lr": 6.721882865153647e-05}
{"train_loss": 0.0017849958967417479, "global_step": 41754, "epoch": 234, "lr": 6.721744133147584e-05}
{"train_loss": 0.004211558029055595, "global_step": 41755, "epoch": 234, "lr": 6.721605399637683e-05}
{"train_loss": 0.006508819758892059, "global_step": 41756, "epoch": 234, "lr": 6.721466664624062e-05}
{"train_loss": 0.00500322924926877, "global_step": 41757, "epoch": 234, "lr": 6.721327928106841e-05}
{"train_loss": 0.005656369961798191, "global_step": 41758, "epoch": 234, "lr": 6.721189190086144e-05}
{"train_loss": 0.008694393560290337, "global_step": 41759, "epoch": 234, "lr": 6.72105045056209e-05}
{"train_loss": 0.005052072927355766, "global_step": 41760, "epoch": 234, "lr": 6.720911709534803e-05}
{"train_loss": 0.007417712360620499, "global_step": 41761, "epoch": 234, "lr": 6.720772967004401e-05}
{"train_loss": 0.00464417040348053, "global_step": 41762, "epoch": 234, "lr": 6.720634222971007e-05}
{"train_loss": 0.0031080611515790224, "global_step": 41763, "epoch": 234, "lr": 6.720495477434741e-05}
{"train_loss": 0.003895044792443514, "global_step": 41764, "epoch": 234, "lr": 6.720356730395726e-05}
{"train_loss": 0.004441904369741678, "global_step": 41765, "epoch": 234, "lr": 6.720217981854082e-05}
{"train_loss": 0.005303430370986462, "global_step": 41766, "epoch": 234, "lr": 6.720079231809931e-05}
{"train_loss": 0.005312739871442318, "global_step": 41767, "epoch": 234, "lr": 6.719940480263391e-05}
{"train_loss": 0.003469550982117653, "global_step": 41768, "epoch": 234, "lr": 6.719801727214587e-05}
{"train_loss": 0.008486609905958176, "global_step": 41769, "epoch": 234, "lr": 6.719662972663641e-05}
{"train_loss": 0.004559599794447422, "global_step": 41770, "epoch": 234, "lr": 6.71952421661067e-05}
{"train_loss": 0.006500844843685627, "global_step": 41771, "epoch": 234, "lr": 6.719385459055798e-05}
{"train_loss": 0.0037187067791819572, "global_step": 41772, "epoch": 234, "lr": 6.719246699999144e-05}
{"train_loss": 0.006581420078873634, "global_step": 41773, "epoch": 234, "lr": 6.719107939440831e-05}
{"train_loss": 0.0033241708297282457, "global_step": 41774, "epoch": 234, "lr": 6.718969177380982e-05}
{"train_loss": 0.0030219617765396833, "global_step": 41775, "epoch": 234, "lr": 6.718830413819715e-05}
{"train_loss": 0.004117471631616354, "global_step": 41776, "epoch": 234, "lr": 6.718691648757152e-05}
{"train_loss": 0.0044400328770279884, "global_step": 41777, "epoch": 234, "lr": 6.718552882193415e-05}
{"train_loss": 0.003450029995292425, "global_step": 41778, "epoch": 234, "lr": 6.718414114128624e-05}
{"train_loss": 0.006930364761501551, "global_step": 41779, "epoch": 234, "lr": 6.718275344562902e-05}
{"train_loss": 0.0020991195924580097, "global_step": 41780, "epoch": 234, "lr": 6.718136573496367e-05}
{"train_loss": 0.004301039502024651, "global_step": 41781, "epoch": 234, "lr": 6.717997800929143e-05}
{"train_loss": 0.013377701863646507, "global_step": 41782, "epoch": 234, "lr": 6.717859026861351e-05}
{"train_loss": 0.004510294646024704, "global_step": 41783, "epoch": 234, "lr": 6.717720251293113e-05}
{"train_loss": 0.00521384971216321, "global_step": 41784, "epoch": 234, "lr": 6.717581474224546e-05}
{"train_loss": 0.004892397206276655, "global_step": 41785, "epoch": 234, "lr": 6.717442695655777e-05}
{"train_loss": 0.003605914069339633, "global_step": 41786, "epoch": 234, "lr": 6.717303915586922e-05}
{"train_loss": 0.0038701160810887814, "global_step": 41787, "epoch": 234, "lr": 6.717165134018106e-05}
{"train_loss": 0.0031958059407770634, "global_step": 41788, "epoch": 234, "lr": 6.71702635094945e-05}
{"train_loss": 0.004771126434206963, "global_step": 41789, "epoch": 234, "lr": 6.716887566381071e-05}
{"train_loss": 0.004418408498167992, "global_step": 41790, "epoch": 234, "lr": 6.716748780313095e-05}
{"train_loss": 0.006233314983546734, "global_step": 41791, "epoch": 234, "lr": 6.716609992745642e-05}
{"train_loss": 0.00645678024739027, "global_step": 41792, "epoch": 234, "lr": 6.716471203678832e-05}
{"train_loss": 0.002493801526725292, "global_step": 41793, "epoch": 234, "lr": 6.716332413112787e-05}
{"train_loss": 0.00269989762455225, "global_step": 41794, "epoch": 234, "lr": 6.716193621047628e-05}
{"train_loss": 0.0028256596997380257, "global_step": 41795, "epoch": 234, "lr": 6.716054827483477e-05}
{"train_loss": 0.005317606031894684, "global_step": 41796, "epoch": 234, "lr": 6.715916032420454e-05}
{"train_loss": 0.004247996490448713, "global_step": 41797, "epoch": 234, "lr": 6.715777235858682e-05}
{"train_loss": 0.0054077329114079475, "global_step": 41798, "epoch": 234, "lr": 6.715638437798279e-05}
{"train_loss": 0.0035785094369202852, "global_step": 41799, "epoch": 234, "lr": 6.71549963823937e-05}
{"train_loss": 0.0029470068402588367, "global_step": 41800, "epoch": 234, "lr": 6.715360837182072e-05}
{"train_loss": 0.004698643460869789, "global_step": 41801, "epoch": 234, "lr": 6.715222034626512e-05}
{"train_loss": 0.004236049484461546, "global_step": 41802, "epoch": 234, "lr": 6.715083230572806e-05}
{"train_loss": 0.004412592388689518, "global_step": 41803, "epoch": 234, "lr": 6.714944425021079e-05}
{"train_loss": 0.004872869234532118, "global_step": 41804, "epoch": 234, "lr": 6.714805617971447e-05}
{"train_loss": 0.0034407414495944977, "global_step": 41805, "epoch": 234, "lr": 6.714666809424035e-05}
{"train_loss": 0.003981609828770161, "global_step": 41806, "epoch": 234, "lr": 6.714527999378968e-05}
{"train_loss": 0.007332869805395603, "global_step": 41807, "epoch": 234, "lr": 6.71438918783636e-05}
{"train_loss": 0.0025083529762923717, "global_step": 41808, "epoch": 234, "lr": 6.714250374796338e-05}
{"train_loss": 0.011911705136299133, "global_step": 41809, "epoch": 234, "lr": 6.714111560259019e-05}
{"train_loss": 0.0022040694020688534, "global_step": 41810, "epoch": 234, "lr": 6.713972744224524e-05}
{"train_loss": 0.0028602727688848972, "global_step": 41811, "epoch": 234, "lr": 6.713833926692978e-05}
{"train_loss": 0.01092541590332985, "global_step": 41812, "epoch": 234, "lr": 6.713695107664501e-05}
{"train_loss": 0.004041318781673908, "global_step": 41813, "epoch": 234, "lr": 6.713556287139214e-05}
{"train_loss": 0.0035907176788896322, "global_step": 41814, "epoch": 234, "lr": 6.713417465117236e-05}
{"train_loss": 0.007826542481780052, "global_step": 41815, "epoch": 234, "lr": 6.713278641598693e-05}
{"train_loss": 0.005506699904799461, "global_step": 41816, "epoch": 234, "lr": 6.713139816583702e-05}
{"train_loss": 0.005523442756384611, "global_step": 41817, "epoch": 234, "lr": 6.713000990072384e-05}
{"train_loss": 0.0037459670566022396, "global_step": 41818, "epoch": 234, "lr": 6.712862162064864e-05}
{"train_loss": 0.0049661071971058846, "global_step": 41819, "epoch": 234, "lr": 6.71272333256126e-05}
{"train_loss": 0.006831363309174776, "global_step": 41820, "epoch": 234, "lr": 6.712584501561696e-05}
{"train_loss": 0.005995934829115868, "global_step": 41821, "epoch": 234, "lr": 6.712445669066291e-05}
{"train_loss": 0.004641356412321329, "global_step": 41822, "epoch": 234, "lr": 6.712306835075165e-05}
{"train_loss": 0.006947222165763378, "global_step": 41823, "epoch": 234, "lr": 6.712167999588444e-05}
{"train_loss": 0.004095669370144606, "global_step": 41824, "epoch": 234, "lr": 6.712029162606244e-05}
{"train_loss": 0.004573998041450977, "global_step": 41825, "epoch": 234, "lr": 6.711890324128692e-05}
{"train_loss": 0.0025971466675400734, "global_step": 41826, "epoch": 234, "lr": 6.711751484155903e-05}
{"train_loss": 0.004207972437143326, "global_step": 41827, "epoch": 234, "lr": 6.711612642688003e-05}
{"train_loss": 0.002289497759193182, "global_step": 41828, "epoch": 234, "lr": 6.711473799725111e-05}
{"train_loss": 0.004713848020012877, "global_step": 41829, "epoch": 234, "lr": 6.711334955267347e-05}
{"train_loss": 0.0030686284881085157, "global_step": 41830, "epoch": 235, "lr": 6.711196109314837e-05}
{"train_loss": 0.004694648087024689, "global_step": 41831, "epoch": 235, "lr": 6.711057261867699e-05}
{"train_loss": 0.004071412142366171, "global_step": 41832, "epoch": 235, "lr": 6.710918412926056e-05}
{"train_loss": 0.002898226026445627, "global_step": 41833, "epoch": 235, "lr": 6.710779562490025e-05}
{"train_loss": 0.00476680975407362, "global_step": 41834, "epoch": 235, "lr": 6.71064071055973e-05}
{"train_loss": 0.004250954370945692, "global_step": 41835, "epoch": 235, "lr": 6.710501857135294e-05}
{"train_loss": 0.006874000187963247, "global_step": 41836, "epoch": 235, "lr": 6.710363002216837e-05}
{"train_loss": 0.0019798935391008854, "global_step": 41837, "epoch": 235, "lr": 6.71022414580448e-05}
{"train_loss": 0.0023472285829484463, "global_step": 41838, "epoch": 235, "lr": 6.710085287898344e-05}
{"train_loss": 0.003460691776126623, "global_step": 41839, "epoch": 235, "lr": 6.70994642849855e-05}
{"train_loss": 0.003919868730008602, "global_step": 41840, "epoch": 235, "lr": 6.70980756760522e-05}
{"train_loss": 0.0027299353387206793, "global_step": 41841, "epoch": 235, "lr": 6.709668705218477e-05}
{"train_loss": 0.003895675530657172, "global_step": 41842, "epoch": 235, "lr": 6.70952984133844e-05}
{"train_loss": 0.005884779151529074, "global_step": 41843, "epoch": 235, "lr": 6.709390975965229e-05}
{"train_loss": 0.0038670278154313564, "global_step": 41844, "epoch": 235, "lr": 6.709252109098968e-05}
{"train_loss": 0.004729194566607475, "global_step": 41845, "epoch": 235, "lr": 6.709113240739778e-05}
{"train_loss": 0.005719783715903759, "global_step": 41846, "epoch": 235, "lr": 6.70897437088778e-05}
{"train_loss": 0.004209429491311312, "global_step": 41847, "epoch": 235, "lr": 6.708835499543092e-05}
{"train_loss": 0.0021284809336066246, "global_step": 41848, "epoch": 235, "lr": 6.708696626705839e-05}
{"train_loss": 0.0071544647216796875, "global_step": 41849, "epoch": 235, "lr": 6.708557752376144e-05}
{"train_loss": 0.0024834107607603073, "global_step": 41850, "epoch": 235, "lr": 6.708418876554124e-05}
{"train_loss": 0.004361678846180439, "global_step": 41851, "epoch": 235, "lr": 6.708279999239903e-05}
{"train_loss": 0.003827350912615657, "global_step": 41852, "epoch": 235, "lr": 6.708141120433602e-05}
{"train_loss": 0.005004785023629665, "global_step": 41853, "epoch": 235, "lr": 6.70800224013534e-05}
{"train_loss": 0.0030386964790523052, "global_step": 41854, "epoch": 235, "lr": 6.707863358345241e-05}
{"train_loss": 0.006486043334007263, "global_step": 41855, "epoch": 235, "lr": 6.707724475063426e-05}
{"train_loss": 0.004406825639307499, "global_step": 41856, "epoch": 235, "lr": 6.707585590290015e-05}
{"train_loss": 0.0024201995693147182, "global_step": 41857, "epoch": 235, "lr": 6.707446704025128e-05}
{"train_loss": 0.0026305182836949825, "global_step": 41858, "epoch": 235, "lr": 6.707307816268891e-05}
{"train_loss": 0.00576517079025507, "global_step": 41859, "epoch": 235, "lr": 6.707168927021424e-05}
{"train_loss": 0.007850777357816696, "global_step": 41860, "epoch": 235, "lr": 6.707030036282845e-05}
{"train_loss": 0.005593915935605764, "global_step": 41861, "epoch": 235, "lr": 6.706891144053275e-05}
{"train_loss": 0.0095886355265975, "global_step": 41862, "epoch": 235, "lr": 6.706752250332839e-05}
{"train_loss": 0.005716433748602867, "global_step": 41863, "epoch": 235, "lr": 6.706613355121658e-05}
{"train_loss": 0.005845590494573116, "global_step": 41864, "epoch": 235, "lr": 6.706474458419852e-05}
{"train_loss": 0.003956633619964123, "global_step": 41865, "epoch": 235, "lr": 6.706335560227541e-05}
{"train_loss": 0.002275205682963133, "global_step": 41866, "epoch": 235, "lr": 6.706196660544849e-05}
{"train_loss": 0.0064394655637443066, "global_step": 41867, "epoch": 235, "lr": 6.706057759371895e-05}
{"train_loss": 0.006933839060366154, "global_step": 41868, "epoch": 235, "lr": 6.705918856708802e-05}
{"train_loss": 0.0037368417251855135, "global_step": 41869, "epoch": 235, "lr": 6.70577995255569e-05}
{"train_loss": 0.0031120232306420803, "global_step": 41870, "epoch": 235, "lr": 6.705641046912683e-05}
{"train_loss": 0.006587198469787836, "global_step": 41871, "epoch": 235, "lr": 6.7055021397799e-05}
{"train_loss": 0.007149018347263336, "global_step": 41872, "epoch": 235, "lr": 6.705363231157462e-05}
{"train_loss": 0.006432339083403349, "global_step": 41873, "epoch": 235, "lr": 6.705224321045492e-05}
{"train_loss": 0.0027062115259468555, "global_step": 41874, "epoch": 235, "lr": 6.705085409444109e-05}
{"train_loss": 0.0059305839240550995, "global_step": 41875, "epoch": 235, "lr": 6.704946496353436e-05}
{"train_loss": 0.006711003370583057, "global_step": 41876, "epoch": 235, "lr": 6.704807581773595e-05}
{"train_loss": 0.00431011663749814, "global_step": 41877, "epoch": 235, "lr": 6.704668665704705e-05}
{"train_loss": 0.0031138835474848747, "global_step": 41878, "epoch": 235, "lr": 6.704529748146891e-05}
{"train_loss": 0.005510115530341864, "global_step": 41879, "epoch": 235, "lr": 6.70439082910027e-05}
{"train_loss": 0.008275490254163742, "global_step": 41880, "epoch": 235, "lr": 6.704251908564965e-05}
{"train_loss": 0.004914406221359968, "global_step": 41881, "epoch": 235, "lr": 6.704112986541098e-05}
{"train_loss": 0.005885792896151543, "global_step": 41882, "epoch": 235, "lr": 6.703974063028793e-05}
{"train_loss": 0.00593543890863657, "global_step": 41883, "epoch": 235, "lr": 6.703835138028165e-05}
{"train_loss": 0.00430838530883193, "global_step": 41884, "epoch": 235, "lr": 6.70369621153934e-05}
{"train_loss": 0.0070979297161102295, "global_step": 41885, "epoch": 235, "lr": 6.703557283562438e-05}
{"train_loss": 0.004200135823339224, "global_step": 41886, "epoch": 235, "lr": 6.703418354097582e-05}
{"train_loss": 0.00813710130751133, "global_step": 41887, "epoch": 235, "lr": 6.70327942314489e-05}
{"train_loss": 0.0067782215774059296, "global_step": 41888, "epoch": 235, "lr": 6.703140490704485e-05}
{"train_loss": 0.005411144345998764, "global_step": 41889, "epoch": 235, "lr": 6.703001556776488e-05}
{"train_loss": 0.004637782461941242, "global_step": 41890, "epoch": 235, "lr": 6.702862621361022e-05}
{"train_loss": 0.0028964190278202295, "global_step": 41891, "epoch": 235, "lr": 6.702723684458207e-05}
{"train_loss": 0.0026053283363580704, "global_step": 41892, "epoch": 235, "lr": 6.702584746068164e-05}
{"train_loss": 0.005567281506955624, "global_step": 41893, "epoch": 235, "lr": 6.702445806191015e-05}
{"train_loss": 0.00411409605294466, "global_step": 41894, "epoch": 235, "lr": 6.702306864826883e-05}
{"train_loss": 0.002950794529169798, "global_step": 41895, "epoch": 235, "lr": 6.702167921975885e-05}
{"train_loss": 0.006063688546419144, "global_step": 41896, "epoch": 235, "lr": 6.702028977638147e-05}
{"train_loss": 0.005776804406195879, "global_step": 41897, "epoch": 235, "lr": 6.701890031813787e-05}
{"train_loss": 0.0076125129126012325, "global_step": 41898, "epoch": 235, "lr": 6.70175108450293e-05}
{"train_loss": 0.003890691325068474, "global_step": 41899, "epoch": 235, "lr": 6.701612135705693e-05}
{"train_loss": 0.0038302531465888023, "global_step": 41900, "epoch": 235, "lr": 6.701473185422199e-05}
{"train_loss": 0.005117539316415787, "global_step": 41901, "epoch": 235, "lr": 6.701334233652571e-05}
{"train_loss": 0.006814924068748951, "global_step": 41902, "epoch": 235, "lr": 6.70119528039693e-05}
{"train_loss": 0.00628984859213233, "global_step": 41903, "epoch": 235, "lr": 6.701056325655394e-05}
{"train_loss": 0.004566616844385862, "global_step": 41904, "epoch": 235, "lr": 6.700917369428088e-05}
{"train_loss": 0.007843994535505772, "global_step": 41905, "epoch": 235, "lr": 6.700778411715131e-05}
{"train_loss": 0.004880855325609446, "global_step": 41906, "epoch": 235, "lr": 6.700639452516648e-05}
{"train_loss": 0.0021716260816901922, "global_step": 41907, "epoch": 235, "lr": 6.700500491832757e-05}
{"train_loss": 0.002352864481508732, "global_step": 41908, "epoch": 235, "lr": 6.700361529663581e-05}
{"train_loss": 0.0031148456037044525, "global_step": 41909, "epoch": 235, "lr": 6.70022256600924e-05}
{"train_loss": 0.005586849991232157, "global_step": 41910, "epoch": 235, "lr": 6.700083600869855e-05}
{"train_loss": 0.00467466376721859, "global_step": 41911, "epoch": 235, "lr": 6.699944634245551e-05}
{"train_loss": 0.007390365470200777, "global_step": 41912, "epoch": 235, "lr": 6.699805666136445e-05}
{"train_loss": 0.003580398391932249, "global_step": 41913, "epoch": 235, "lr": 6.699666696542661e-05}
{"train_loss": 0.0051414635963737965, "global_step": 41914, "epoch": 235, "lr": 6.699527725464319e-05}
{"train_loss": 0.006123661063611507, "global_step": 41915, "epoch": 235, "lr": 6.699388752901542e-05}
{"train_loss": 0.003617387730628252, "global_step": 41916, "epoch": 235, "lr": 6.69924977885445e-05}
{"train_loss": 0.008305039256811142, "global_step": 41917, "epoch": 235, "lr": 6.699110803323165e-05}
{"train_loss": 0.008063976652920246, "global_step": 41918, "epoch": 235, "lr": 6.698971826307809e-05}
{"train_loss": 0.0037293320056051016, "global_step": 41919, "epoch": 235, "lr": 6.6988328478085e-05}
{"train_loss": 0.006321864202618599, "global_step": 41920, "epoch": 235, "lr": 6.698693867825364e-05}
{"train_loss": 0.002935664262622595, "global_step": 41921, "epoch": 235, "lr": 6.69855488635852e-05}
{"train_loss": 0.007331985980272293, "global_step": 41922, "epoch": 235, "lr": 6.69841590340809e-05}
{"train_loss": 0.006335499230772257, "global_step": 41923, "epoch": 235, "lr": 6.698276918974193e-05}
{"train_loss": 0.0047205975279212, "global_step": 41924, "epoch": 235, "lr": 6.698137933056956e-05}
{"train_loss": 0.0043797241523861885, "global_step": 41925, "epoch": 235, "lr": 6.697998945656495e-05}
{"train_loss": 0.004562833346426487, "global_step": 41926, "epoch": 235, "lr": 6.697859956772934e-05}
{"train_loss": 0.0021925850305706263, "global_step": 41927, "epoch": 235, "lr": 6.697720966406393e-05}
{"train_loss": 0.007222513668239117, "global_step": 41928, "epoch": 235, "lr": 6.697581974556993e-05}
{"train_loss": 0.0028237234801054, "global_step": 41929, "epoch": 235, "lr": 6.697442981224859e-05}
{"train_loss": 0.00716762850061059, "global_step": 41930, "epoch": 235, "lr": 6.697303986410109e-05}
{"train_loss": 0.0043549188412725925, "global_step": 41931, "epoch": 235, "lr": 6.697164990112865e-05}
{"train_loss": 0.005565449595451355, "global_step": 41932, "epoch": 235, "lr": 6.697025992333248e-05}
{"train_loss": 0.00218193675391376, "global_step": 41933, "epoch": 235, "lr": 6.696886993071381e-05}
{"train_loss": 0.004430427215993404, "global_step": 41934, "epoch": 235, "lr": 6.696747992327385e-05}
{"train_loss": 0.006275292485952377, "global_step": 41935, "epoch": 235, "lr": 6.696608990101381e-05}
{"train_loss": 0.003340697381645441, "global_step": 41936, "epoch": 235, "lr": 6.69646998639349e-05}
{"train_loss": 0.007317244075238705, "global_step": 41937, "epoch": 235, "lr": 6.696330981203833e-05}
{"train_loss": 0.005744935944676399, "global_step": 41938, "epoch": 235, "lr": 6.696191974532534e-05}
{"train_loss": 0.002730525331571698, "global_step": 41939, "epoch": 235, "lr": 6.69605296637971e-05}
{"train_loss": 0.003564408514648676, "global_step": 41940, "epoch": 235, "lr": 6.695913956745486e-05}
{"train_loss": 0.005244766362011433, "global_step": 41941, "epoch": 235, "lr": 6.695774945629984e-05}
{"train_loss": 0.007233478128910065, "global_step": 41942, "epoch": 235, "lr": 6.695635933033322e-05}
{"train_loss": 0.006683931685984135, "global_step": 41943, "epoch": 235, "lr": 6.695496918955624e-05}
{"train_loss": 0.0057108765468001366, "global_step": 41944, "epoch": 235, "lr": 6.695357903397011e-05}
{"train_loss": 0.005433337762951851, "global_step": 41945, "epoch": 235, "lr": 6.695218886357604e-05}
{"train_loss": 0.006780329160392284, "global_step": 41946, "epoch": 235, "lr": 6.695079867837525e-05}
{"train_loss": 0.005201360210776329, "global_step": 41947, "epoch": 235, "lr": 6.694940847836894e-05}
{"train_loss": 0.005846220068633556, "global_step": 41948, "epoch": 235, "lr": 6.694801826355835e-05}
{"train_loss": 0.0063827428966760635, "global_step": 41949, "epoch": 235, "lr": 6.694662803394465e-05}
{"train_loss": 0.005645241588354111, "global_step": 41950, "epoch": 235, "lr": 6.69452377895291e-05}
{"train_loss": 0.002832445316016674, "global_step": 41951, "epoch": 235, "lr": 6.69438475303129e-05}
{"train_loss": 0.0031767920590937138, "global_step": 41952, "epoch": 235, "lr": 6.694245725629724e-05}
{"train_loss": 0.0037636091001331806, "global_step": 41953, "epoch": 235, "lr": 6.694106696748338e-05}
{"train_loss": 0.0035181979183107615, "global_step": 41954, "epoch": 235, "lr": 6.693967666387251e-05}
{"train_loss": 0.0041987053118646145, "global_step": 41955, "epoch": 235, "lr": 6.693828634546583e-05}
{"train_loss": 0.004022093489766121, "global_step": 41956, "epoch": 235, "lr": 6.693689601226458e-05}
{"train_loss": 0.0035293027758598328, "global_step": 41957, "epoch": 235, "lr": 6.693550566426995e-05}
{"train_loss": 0.002817508764564991, "global_step": 41958, "epoch": 235, "lr": 6.693411530148317e-05}
{"train_loss": 0.003764552529901266, "global_step": 41959, "epoch": 235, "lr": 6.693272492390545e-05}
{"train_loss": 0.008230931125581264, "global_step": 41960, "epoch": 235, "lr": 6.693133453153802e-05}
{"train_loss": 0.0024628634564578533, "global_step": 41961, "epoch": 235, "lr": 6.692994412438208e-05}
{"train_loss": 0.004099088720977306, "global_step": 41962, "epoch": 235, "lr": 6.692855370243882e-05}
{"train_loss": 0.0026448392309248447, "global_step": 41963, "epoch": 235, "lr": 6.69271632657095e-05}
{"train_loss": 0.0024282867088913918, "global_step": 41964, "epoch": 235, "lr": 6.692577281419532e-05}
{"train_loss": 0.003848786698654294, "global_step": 41965, "epoch": 235, "lr": 6.692438234789748e-05}
{"train_loss": 0.0042605833150446415, "global_step": 41966, "epoch": 235, "lr": 6.692299186681719e-05}
{"train_loss": 0.004983538296073675, "global_step": 41967, "epoch": 235, "lr": 6.692160137095568e-05}
{"train_loss": 0.004717301111668348, "global_step": 41968, "epoch": 235, "lr": 6.692021086031418e-05}
{"train_loss": 0.003492891089990735, "global_step": 41969, "epoch": 235, "lr": 6.691882033489388e-05}
{"train_loss": 0.0013804100453853607, "global_step": 41970, "epoch": 235, "lr": 6.691742979469599e-05}
{"train_loss": 0.0040702223777771, "global_step": 41971, "epoch": 235, "lr": 6.691603923972175e-05}
{"train_loss": 0.0070028589107096195, "global_step": 41972, "epoch": 235, "lr": 6.691464866997234e-05}
{"train_loss": 0.005338265094906092, "global_step": 41973, "epoch": 235, "lr": 6.691325808544901e-05}
{"train_loss": 0.004762869328260422, "global_step": 41974, "epoch": 235, "lr": 6.691186748615296e-05}
{"train_loss": 0.007697405759245157, "global_step": 41975, "epoch": 235, "lr": 6.691047687208541e-05}
{"train_loss": 0.004784356337040663, "global_step": 41976, "epoch": 235, "lr": 6.690908624324755e-05}
{"train_loss": 0.007295601535588503, "global_step": 41977, "epoch": 235, "lr": 6.69076955996406e-05}
{"train_loss": 0.004462488926947117, "global_step": 41978, "epoch": 235, "lr": 6.690630494126583e-05}
{"train_loss": 0.004553111270070076, "global_step": 41979, "epoch": 235, "lr": 6.690491426812439e-05}
{"train_loss": 0.006336206570267677, "global_step": 41980, "epoch": 235, "lr": 6.690352358021752e-05}
{"train_loss": 0.005390297621488571, "global_step": 41981, "epoch": 235, "lr": 6.690213287754641e-05}
{"train_loss": 0.00490555539727211, "global_step": 41982, "epoch": 235, "lr": 6.690074216011232e-05}
{"train_loss": 0.007442403119057417, "global_step": 41983, "epoch": 235, "lr": 6.689935142791644e-05}
{"train_loss": 0.00449428241699934, "global_step": 41984, "epoch": 235, "lr": 6.689796068095999e-05}
{"train_loss": 0.002704750746488571, "global_step": 41985, "epoch": 235, "lr": 6.689656991924417e-05}
{"train_loss": 0.008567148819565773, "global_step": 41986, "epoch": 235, "lr": 6.689517914277021e-05}
{"train_loss": 0.002021148568019271, "global_step": 41987, "epoch": 235, "lr": 6.689378835153932e-05}
{"train_loss": 0.004931171424686909, "global_step": 41988, "epoch": 235, "lr": 6.689239754555272e-05}
{"train_loss": 0.003677089000120759, "global_step": 41989, "epoch": 235, "lr": 6.68910067248116e-05}
{"train_loss": 0.004327306058257818, "global_step": 41990, "epoch": 235, "lr": 6.688961588931721e-05}
{"train_loss": 0.007710289675742388, "global_step": 41991, "epoch": 235, "lr": 6.688822503907075e-05}
{"train_loss": 0.004625946283340454, "global_step": 41992, "epoch": 235, "lr": 6.688683417407343e-05}
{"train_loss": 0.0030752322636544704, "global_step": 41993, "epoch": 235, "lr": 6.688544329432647e-05}
{"train_loss": 0.004544097930192947, "global_step": 41994, "epoch": 235, "lr": 6.688405239983108e-05}
{"train_loss": 0.003444089088588953, "global_step": 41995, "epoch": 235, "lr": 6.688266149058848e-05}
{"train_loss": 0.002938435412943363, "global_step": 41996, "epoch": 235, "lr": 6.688127056659987e-05}
{"train_loss": 0.0033353311009705067, "global_step": 41997, "epoch": 235, "lr": 6.68798796278665e-05}
{"train_loss": 0.007175865583121777, "global_step": 41998, "epoch": 235, "lr": 6.687848867438956e-05}
{"train_loss": 0.002581515349447727, "global_step": 41999, "epoch": 235, "lr": 6.687709770617027e-05}
{"train_loss": 0.0059039779007434845, "global_step": 42000, "epoch": 235, "lr": 6.687570672320982e-05}
{"train_loss": 0.0057502128183841705, "global_step": 42001, "epoch": 235, "lr": 6.687431572550947e-05}
{"train_loss": 0.003349736798554659, "global_step": 42002, "epoch": 235, "lr": 6.687292471307042e-05}
{"train_loss": 0.0028877255972474813, "global_step": 42003, "epoch": 235, "lr": 6.687153368589386e-05}
{"train_loss": 0.006994899362325668, "global_step": 42004, "epoch": 235, "lr": 6.687014264398102e-05}
{"train_loss": 0.0019103644881397486, "global_step": 42005, "epoch": 235, "lr": 6.686875158733314e-05}
{"train_loss": 0.006396174430847168, "global_step": 42006, "epoch": 235, "lr": 6.68673605159514e-05}
{"train_loss": 0.004812505102083297, "global_step": 42007, "epoch": 235, "lr": 6.686596942983703e-05, "train_action_mse_error": 1.044747023115633e-05}
{"train_loss": 0.004532285034656525, "global_step": 42008, "epoch": 236, "lr": 6.686457832899124e-05}
{"train_loss": 0.004063984379172325, "global_step": 42009, "epoch": 236, "lr": 6.686318721341523e-05}
{"train_loss": 0.004857771564275026, "global_step": 42010, "epoch": 236, "lr": 6.686179608311026e-05}
{"train_loss": 0.005814714357256889, "global_step": 42011, "epoch": 236, "lr": 6.686040493807752e-05}
{"train_loss": 0.0019331711810082197, "global_step": 42012, "epoch": 236, "lr": 6.685901377831821e-05}
{"train_loss": 0.005453207530081272, "global_step": 42013, "epoch": 236, "lr": 6.685762260383355e-05}
{"train_loss": 0.002532243262976408, "global_step": 42014, "epoch": 236, "lr": 6.685623141462477e-05}
{"train_loss": 0.0051292432472109795, "global_step": 42015, "epoch": 236, "lr": 6.685484021069309e-05}
{"train_loss": 0.004020799417048693, "global_step": 42016, "epoch": 236, "lr": 6.68534489920397e-05}
{"train_loss": 0.005365891847759485, "global_step": 42017, "epoch": 236, "lr": 6.685205775866584e-05}
{"train_loss": 0.00490673677995801, "global_step": 42018, "epoch": 236, "lr": 6.685066651057271e-05}
{"train_loss": 0.005125418771058321, "global_step": 42019, "epoch": 236, "lr": 6.684927524776152e-05}
{"train_loss": 0.008338753134012222, "global_step": 42020, "epoch": 236, "lr": 6.684788397023351e-05}
{"train_loss": 0.003883679397404194, "global_step": 42021, "epoch": 236, "lr": 6.684649267798988e-05}
{"train_loss": 0.0025334504898637533, "global_step": 42022, "epoch": 236, "lr": 6.684510137103184e-05}
{"train_loss": 0.005223301704972982, "global_step": 42023, "epoch": 236, "lr": 6.68437100493606e-05}
{"train_loss": 0.00543724512681365, "global_step": 42024, "epoch": 236, "lr": 6.684231871297739e-05}
{"train_loss": 0.002530960366129875, "global_step": 42025, "epoch": 236, "lr": 6.684092736188342e-05}
{"train_loss": 0.007639208342880011, "global_step": 42026, "epoch": 236, "lr": 6.683953599607992e-05}
{"train_loss": 0.002930514281615615, "global_step": 42027, "epoch": 236, "lr": 6.683814461556808e-05}
{"train_loss": 0.0026232211384922266, "global_step": 42028, "epoch": 236, "lr": 6.683675322034911e-05}
{"train_loss": 0.002971774898469448, "global_step": 42029, "epoch": 236, "lr": 6.683536181042427e-05}
{"train_loss": 0.008021092973649502, "global_step": 42030, "epoch": 236, "lr": 6.683397038579474e-05}
{"train_loss": 0.0030193703714758158, "global_step": 42031, "epoch": 236, "lr": 6.683257894646173e-05}
{"train_loss": 0.00874666403979063, "global_step": 42032, "epoch": 236, "lr": 6.683118749242646e-05}
{"train_loss": 0.0037499733734875917, "global_step": 42033, "epoch": 236, "lr": 6.682979602369017e-05}
{"train_loss": 0.00570822786539793, "global_step": 42034, "epoch": 236, "lr": 6.682840454025407e-05}
{"train_loss": 0.004993493668735027, "global_step": 42035, "epoch": 236, "lr": 6.682701304211933e-05}
{"train_loss": 0.005441268905997276, "global_step": 42036, "epoch": 236, "lr": 6.682562152928722e-05}
{"train_loss": 0.005047303158789873, "global_step": 42037, "epoch": 236, "lr": 6.682423000175894e-05}
{"train_loss": 0.0026289671659469604, "global_step": 42038, "epoch": 236, "lr": 6.682283845953568e-05}
{"train_loss": 0.003087018383666873, "global_step": 42039, "epoch": 236, "lr": 6.682144690261869e-05}
{"train_loss": 0.0033579100854694843, "global_step": 42040, "epoch": 236, "lr": 6.682005533100917e-05}
{"train_loss": 0.004360554739832878, "global_step": 42041, "epoch": 236, "lr": 6.681866374470833e-05}
{"train_loss": 0.0028178244829177856, "global_step": 42042, "epoch": 236, "lr": 6.681727214371739e-05}
{"train_loss": 0.004888785071671009, "global_step": 42043, "epoch": 236, "lr": 6.681588052803757e-05}
{"train_loss": 0.004792510531842709, "global_step": 42044, "epoch": 236, "lr": 6.68144888976701e-05}
{"train_loss": 0.004252027720212936, "global_step": 42045, "epoch": 236, "lr": 6.681309725261616e-05}
{"train_loss": 0.0027487361803650856, "global_step": 42046, "epoch": 236, "lr": 6.6811705592877e-05}
{"train_loss": 0.0037212371826171875, "global_step": 42047, "epoch": 236, "lr": 6.681031391845378e-05}
{"train_loss": 0.00453796423971653, "global_step": 42048, "epoch": 236, "lr": 6.68089222293478e-05}
{"train_loss": 0.002580368658527732, "global_step": 42049, "epoch": 236, "lr": 6.680753052556021e-05}
{"train_loss": 0.0037682848051190376, "global_step": 42050, "epoch": 236, "lr": 6.680613880709224e-05}
{"train_loss": 0.002317030681297183, "global_step": 42051, "epoch": 236, "lr": 6.680474707394511e-05}
{"train_loss": 0.005262330640107393, "global_step": 42052, "epoch": 236, "lr": 6.680335532612005e-05}
{"train_loss": 0.003927151206880808, "global_step": 42053, "epoch": 236, "lr": 6.680196356361826e-05}
{"train_loss": 0.0028128214180469513, "global_step": 42054, "epoch": 236, "lr": 6.680057178644096e-05}
{"train_loss": 0.004648834466934204, "global_step": 42055, "epoch": 236, "lr": 6.679917999458935e-05}
{"train_loss": 0.0025760135613381863, "global_step": 42056, "epoch": 236, "lr": 6.679778818806467e-05}
{"train_loss": 0.008522565476596355, "global_step": 42057, "epoch": 236, "lr": 6.679639636686812e-05}
{"train_loss": 0.006361248902976513, "global_step": 42058, "epoch": 236, "lr": 6.679500453100093e-05}
{"train_loss": 0.003608637722209096, "global_step": 42059, "epoch": 236, "lr": 6.67936126804643e-05}
{"train_loss": 0.0035469690337777138, "global_step": 42060, "epoch": 236, "lr": 6.679222081525945e-05}
{"train_loss": 0.004354097880423069, "global_step": 42061, "epoch": 236, "lr": 6.67908289353876e-05}
{"train_loss": 0.007332843262702227, "global_step": 42062, "epoch": 236, "lr": 6.678943704084996e-05}
{"train_loss": 0.0021944986656308174, "global_step": 42063, "epoch": 236, "lr": 6.678804513164777e-05}
{"train_loss": 0.007218465209007263, "global_step": 42064, "epoch": 236, "lr": 6.678665320778221e-05}
{"train_loss": 0.007609254214912653, "global_step": 42065, "epoch": 236, "lr": 6.678526126925451e-05}
{"train_loss": 0.0030380741227418184, "global_step": 42066, "epoch": 236, "lr": 6.678386931606588e-05}
{"train_loss": 0.006446985062211752, "global_step": 42067, "epoch": 236, "lr": 6.678247734821757e-05}
{"train_loss": 0.002741924487054348, "global_step": 42068, "epoch": 236, "lr": 6.678108536571074e-05}
{"train_loss": 0.0037737484090030193, "global_step": 42069, "epoch": 236, "lr": 6.677969336854665e-05}
{"train_loss": 0.004730932880192995, "global_step": 42070, "epoch": 236, "lr": 6.677830135672648e-05}
{"train_loss": 0.0023984285071492195, "global_step": 42071, "epoch": 236, "lr": 6.677690933025148e-05}
{"train_loss": 0.0040309978649020195, "global_step": 42072, "epoch": 236, "lr": 6.677551728912286e-05}
{"train_loss": 0.001594368601217866, "global_step": 42073, "epoch": 236, "lr": 6.677412523334181e-05}
{"train_loss": 0.005182769149541855, "global_step": 42074, "epoch": 236, "lr": 6.677273316290958e-05}
{"train_loss": 0.007286743260920048, "global_step": 42075, "epoch": 236, "lr": 6.677134107782735e-05}
{"train_loss": 0.007315728347748518, "global_step": 42076, "epoch": 236, "lr": 6.676994897809636e-05}
{"train_loss": 0.0027624487411230803, "global_step": 42077, "epoch": 236, "lr": 6.676855686371783e-05}
{"train_loss": 0.004512413404881954, "global_step": 42078, "epoch": 236, "lr": 6.676716473469296e-05}
{"train_loss": 0.003244188381358981, "global_step": 42079, "epoch": 236, "lr": 6.676577259102298e-05}
{"train_loss": 0.005148251540958881, "global_step": 42080, "epoch": 236, "lr": 6.67643804327091e-05}
{"train_loss": 0.007424645125865936, "global_step": 42081, "epoch": 236, "lr": 6.676298825975252e-05}
{"train_loss": 0.004552545957267284, "global_step": 42082, "epoch": 236, "lr": 6.676159607215449e-05}
{"train_loss": 0.004375270567834377, "global_step": 42083, "epoch": 236, "lr": 6.676020386991619e-05}
{"train_loss": 0.002154093701392412, "global_step": 42084, "epoch": 236, "lr": 6.675881165303886e-05}
{"train_loss": 0.003048262093216181, "global_step": 42085, "epoch": 236, "lr": 6.675741942152371e-05}
{"train_loss": 0.0035839113406836987, "global_step": 42086, "epoch": 236, "lr": 6.675602717537195e-05}
{"train_loss": 0.002157060196623206, "global_step": 42087, "epoch": 236, "lr": 6.67546349145848e-05}
{"train_loss": 0.003960748203098774, "global_step": 42088, "epoch": 236, "lr": 6.67532426391635e-05}
{"train_loss": 0.0032475562766194344, "global_step": 42089, "epoch": 236, "lr": 6.675185034910923e-05}
{"train_loss": 0.005232269875705242, "global_step": 42090, "epoch": 236, "lr": 6.67504580444232e-05}
{"train_loss": 0.0037268272135406733, "global_step": 42091, "epoch": 236, "lr": 6.674906572510667e-05}
{"train_loss": 0.005950851831585169, "global_step": 42092, "epoch": 236, "lr": 6.674767339116082e-05}
{"train_loss": 0.005152551457285881, "global_step": 42093, "epoch": 236, "lr": 6.674628104258688e-05}
{"train_loss": 0.004801061004400253, "global_step": 42094, "epoch": 236, "lr": 6.674488867938606e-05}
{"train_loss": 0.00625568488612771, "global_step": 42095, "epoch": 236, "lr": 6.674349630155958e-05}
{"train_loss": 0.005795804783701897, "global_step": 42096, "epoch": 236, "lr": 6.674210390910866e-05}
{"train_loss": 0.003957806620746851, "global_step": 42097, "epoch": 236, "lr": 6.67407115020345e-05}
{"train_loss": 0.0025073890574276447, "global_step": 42098, "epoch": 236, "lr": 6.673931908033834e-05}
{"train_loss": 0.003443922381848097, "global_step": 42099, "epoch": 236, "lr": 6.673792664402138e-05}
{"train_loss": 0.004558152053505182, "global_step": 42100, "epoch": 236, "lr": 6.673653419308483e-05}
{"train_loss": 0.0023393528535962105, "global_step": 42101, "epoch": 236, "lr": 6.673514172752994e-05}
{"train_loss": 0.006275784224271774, "global_step": 42102, "epoch": 236, "lr": 6.67337492473579e-05}
{"train_loss": 0.0037853512912988663, "global_step": 42103, "epoch": 236, "lr": 6.673235675256992e-05}
{"train_loss": 0.0038169249892234802, "global_step": 42104, "epoch": 236, "lr": 6.673096424316722e-05}
{"train_loss": 0.005345973186194897, "global_step": 42105, "epoch": 236, "lr": 6.672957171915104e-05}
{"train_loss": 0.003565581515431404, "global_step": 42106, "epoch": 236, "lr": 6.672817918052257e-05}
{"train_loss": 0.004616101272404194, "global_step": 42107, "epoch": 236, "lr": 6.672678662728303e-05}
{"train_loss": 0.00747362757101655, "global_step": 42108, "epoch": 236, "lr": 6.672539405943364e-05}
{"train_loss": 0.004725473001599312, "global_step": 42109, "epoch": 236, "lr": 6.672400147697561e-05}
{"train_loss": 0.003923739772289991, "global_step": 42110, "epoch": 236, "lr": 6.672260887991018e-05}
{"train_loss": 0.0062589263543486595, "global_step": 42111, "epoch": 236, "lr": 6.672121626823855e-05}
{"train_loss": 0.005080013535916805, "global_step": 42112, "epoch": 236, "lr": 6.671982364196193e-05}
{"train_loss": 0.0026613250374794006, "global_step": 42113, "epoch": 236, "lr": 6.671843100108154e-05}
{"train_loss": 0.006796224042773247, "global_step": 42114, "epoch": 236, "lr": 6.67170383455986e-05}
{"train_loss": 0.005706440191715956, "global_step": 42115, "epoch": 236, "lr": 6.671564567551434e-05}
{"train_loss": 0.005465966649353504, "global_step": 42116, "epoch": 236, "lr": 6.671425299082994e-05}
{"train_loss": 0.004690210800617933, "global_step": 42117, "epoch": 236, "lr": 6.671286029154665e-05}
{"train_loss": 0.0038549795281141996, "global_step": 42118, "epoch": 236, "lr": 6.671146757766566e-05}
{"train_loss": 0.007365288212895393, "global_step": 42119, "epoch": 236, "lr": 6.671007484918821e-05}
{"train_loss": 0.004504536744207144, "global_step": 42120, "epoch": 236, "lr": 6.670868210611551e-05}
{"train_loss": 0.002120234305039048, "global_step": 42121, "epoch": 236, "lr": 6.670728934844879e-05}
{"train_loss": 0.005363857839256525, "global_step": 42122, "epoch": 236, "lr": 6.670589657618923e-05}
{"train_loss": 0.005545962601900101, "global_step": 42123, "epoch": 236, "lr": 6.670450378933806e-05}
{"train_loss": 0.0010029933182522655, "global_step": 42124, "epoch": 236, "lr": 6.670311098789653e-05}
{"train_loss": 0.002644896972924471, "global_step": 42125, "epoch": 236, "lr": 6.670171817186582e-05}
{"train_loss": 0.007788948714733124, "global_step": 42126, "epoch": 236, "lr": 6.670032534124714e-05}
{"train_loss": 0.005212415009737015, "global_step": 42127, "epoch": 236, "lr": 6.669893249604173e-05}
{"train_loss": 0.003610206302255392, "global_step": 42128, "epoch": 236, "lr": 6.669753963625081e-05}
{"train_loss": 0.0042844414710998535, "global_step": 42129, "epoch": 236, "lr": 6.669614676187557e-05}
{"train_loss": 0.0035450749564915895, "global_step": 42130, "epoch": 236, "lr": 6.669475387291725e-05}
{"train_loss": 0.005406151060014963, "global_step": 42131, "epoch": 236, "lr": 6.669336096937709e-05}
{"train_loss": 0.003521292470395565, "global_step": 42132, "epoch": 236, "lr": 6.669196805125624e-05}
{"train_loss": 0.00594906322658062, "global_step": 42133, "epoch": 236, "lr": 6.669057511855596e-05}
{"train_loss": 0.0035746456123888493, "global_step": 42134, "epoch": 236, "lr": 6.668918217127746e-05}
{"train_loss": 0.0041077774949371815, "global_step": 42135, "epoch": 236, "lr": 6.668778920942196e-05}
{"train_loss": 0.0018798550590872765, "global_step": 42136, "epoch": 236, "lr": 6.668639623299068e-05}
{"train_loss": 0.0026487112045288086, "global_step": 42137, "epoch": 236, "lr": 6.668500324198481e-05}
{"train_loss": 0.004152392968535423, "global_step": 42138, "epoch": 236, "lr": 6.66836102364056e-05}
{"train_loss": 0.0033502611331641674, "global_step": 42139, "epoch": 236, "lr": 6.668221721625424e-05}
{"train_loss": 0.004695470444858074, "global_step": 42140, "epoch": 236, "lr": 6.668082418153196e-05}
{"train_loss": 0.005216062068939209, "global_step": 42141, "epoch": 236, "lr": 6.667943113224e-05}
{"train_loss": 0.006041804328560829, "global_step": 42142, "epoch": 236, "lr": 6.667803806837952e-05}
{"train_loss": 0.006863169837743044, "global_step": 42143, "epoch": 236, "lr": 6.667664498995178e-05}
{"train_loss": 0.005625682417303324, "global_step": 42144, "epoch": 236, "lr": 6.667525189695801e-05}
{"train_loss": 0.004218927584588528, "global_step": 42145, "epoch": 236, "lr": 6.667385878939939e-05}
{"train_loss": 0.004757517017424107, "global_step": 42146, "epoch": 236, "lr": 6.667246566727715e-05}
{"train_loss": 0.005737007595598698, "global_step": 42147, "epoch": 236, "lr": 6.667107253059249e-05}
{"train_loss": 0.0039100926369428635, "global_step": 42148, "epoch": 236, "lr": 6.666967937934667e-05}
{"train_loss": 0.005178357940167189, "global_step": 42149, "epoch": 236, "lr": 6.666828621354087e-05}
{"train_loss": 0.005361681804060936, "global_step": 42150, "epoch": 236, "lr": 6.666689303317631e-05}
{"train_loss": 0.0057232920080423355, "global_step": 42151, "epoch": 236, "lr": 6.666549983825421e-05}
{"train_loss": 0.0025478596799075603, "global_step": 42152, "epoch": 236, "lr": 6.666410662877581e-05}
{"train_loss": 0.0034738245885819197, "global_step": 42153, "epoch": 236, "lr": 6.666271340474231e-05}
{"train_loss": 0.006293075159192085, "global_step": 42154, "epoch": 236, "lr": 6.66613201661549e-05}
{"train_loss": 0.005372197832912207, "global_step": 42155, "epoch": 236, "lr": 6.665992691301485e-05}
{"train_loss": 0.003715296508744359, "global_step": 42156, "epoch": 236, "lr": 6.665853364532332e-05}
{"train_loss": 0.006064236164093018, "global_step": 42157, "epoch": 236, "lr": 6.665714036308157e-05}
{"train_loss": 0.009047603234648705, "global_step": 42158, "epoch": 236, "lr": 6.66557470662908e-05}
{"train_loss": 0.005709050688892603, "global_step": 42159, "epoch": 236, "lr": 6.665435375495225e-05}
{"train_loss": 0.006329648196697235, "global_step": 42160, "epoch": 236, "lr": 6.665296042906708e-05}
{"train_loss": 0.002737285103648901, "global_step": 42161, "epoch": 236, "lr": 6.665156708863656e-05}
{"train_loss": 0.005026953294873238, "global_step": 42162, "epoch": 236, "lr": 6.66501737336619e-05}
{"train_loss": 0.0064780679531395435, "global_step": 42163, "epoch": 236, "lr": 6.66487803641443e-05}
{"train_loss": 0.005528497509658337, "global_step": 42164, "epoch": 236, "lr": 6.6647386980085e-05}
{"train_loss": 0.0017641761805862188, "global_step": 42165, "epoch": 236, "lr": 6.664599358148518e-05}
{"train_loss": 0.002180506242439151, "global_step": 42166, "epoch": 236, "lr": 6.664460016834609e-05}
{"train_loss": 0.0068943798542022705, "global_step": 42167, "epoch": 236, "lr": 6.664320674066893e-05}
{"train_loss": 0.004733595065772533, "global_step": 42168, "epoch": 236, "lr": 6.664181329845492e-05}
{"train_loss": 0.0044092051684856415, "global_step": 42169, "epoch": 236, "lr": 6.664041984170528e-05}
{"train_loss": 0.0067959995940327644, "global_step": 42170, "epoch": 236, "lr": 6.663902637042124e-05}
{"train_loss": 0.004259043373167515, "global_step": 42171, "epoch": 236, "lr": 6.663763288460398e-05}
{"train_loss": 0.0070898281410336494, "global_step": 42172, "epoch": 236, "lr": 6.663623938425477e-05}
{"train_loss": 0.0023805839009582996, "global_step": 42173, "epoch": 236, "lr": 6.663484586937479e-05}
{"train_loss": 0.002919842954725027, "global_step": 42174, "epoch": 236, "lr": 6.663345233996526e-05}
{"train_loss": 0.0042974259704351425, "global_step": 42175, "epoch": 236, "lr": 6.66320587960274e-05}
{"train_loss": 0.009651928208768368, "global_step": 42176, "epoch": 236, "lr": 6.663066523756243e-05}
{"train_loss": 0.006079316139221191, "global_step": 42177, "epoch": 236, "lr": 6.662927166457158e-05}
{"train_loss": 0.003840619930997491, "global_step": 42178, "epoch": 236, "lr": 6.662787807705604e-05}
{"train_loss": 0.003599220886826515, "global_step": 42179, "epoch": 236, "lr": 6.662648447501705e-05}
{"train_loss": 0.009533252567052841, "global_step": 42180, "epoch": 236, "lr": 6.66250908584558e-05}
{"train_loss": 0.005088202189654112, "global_step": 42181, "epoch": 236, "lr": 6.662369722737354e-05}
{"train_loss": 0.0033089746721088886, "global_step": 42182, "epoch": 236, "lr": 6.662230358177148e-05}
{"train_loss": 0.008267408236861229, "global_step": 42183, "epoch": 236, "lr": 6.662090992165083e-05}
{"train_loss": 0.004463279619812965, "global_step": 42184, "epoch": 236, "lr": 6.66195162470128e-05}
{"train_loss": 0.004621487573244389, "global_step": 42185, "epoch": 236, "lr": 6.661812255785861e-05}
{"train_loss": 0.0035261856392025948, "global_step": 42186, "epoch": 237, "lr": 6.66167288541895e-05}
{"train_loss": 0.003350363112986088, "global_step": 42187, "epoch": 237, "lr": 6.661533513600666e-05}
{"train_loss": 0.0028467015363276005, "global_step": 42188, "epoch": 237, "lr": 6.661394140331132e-05}
{"train_loss": 0.004185275640338659, "global_step": 42189, "epoch": 237, "lr": 6.661254765610469e-05}
{"train_loss": 0.004633604548871517, "global_step": 42190, "epoch": 237, "lr": 6.661115389438799e-05}
{"train_loss": 0.0028011114336550236, "global_step": 42191, "epoch": 237, "lr": 6.660976011816245e-05}
{"train_loss": 0.004245095420628786, "global_step": 42192, "epoch": 237, "lr": 6.660836632742926e-05}
{"train_loss": 0.005842520389705896, "global_step": 42193, "epoch": 237, "lr": 6.660697252218967e-05}
{"train_loss": 0.006111601833254099, "global_step": 42194, "epoch": 237, "lr": 6.660557870244485e-05}
{"train_loss": 0.006220762152224779, "global_step": 42195, "epoch": 237, "lr": 6.660418486819608e-05}
{"train_loss": 0.0037139789201319218, "global_step": 42196, "epoch": 237, "lr": 6.660279101944455e-05}
{"train_loss": 0.004938376136124134, "global_step": 42197, "epoch": 237, "lr": 6.660139715619147e-05}
{"train_loss": 0.004477537237107754, "global_step": 42198, "epoch": 237, "lr": 6.660000327843805e-05}
{"train_loss": 0.00302171241492033, "global_step": 42199, "epoch": 237, "lr": 6.659860938618552e-05}
{"train_loss": 0.004209039732813835, "global_step": 42200, "epoch": 237, "lr": 6.659721547943509e-05}
{"train_loss": 0.004555158782750368, "global_step": 42201, "epoch": 237, "lr": 6.6595821558188e-05}
{"train_loss": 0.004313851706683636, "global_step": 42202, "epoch": 237, "lr": 6.659442762244544e-05}
{"train_loss": 0.0040481360629200935, "global_step": 42203, "epoch": 237, "lr": 6.659303367220863e-05}
{"train_loss": 0.00535220094025135, "global_step": 42204, "epoch": 237, "lr": 6.65916397074788e-05}
{"train_loss": 0.002993728034198284, "global_step": 42205, "epoch": 237, "lr": 6.659024572825717e-05}
{"train_loss": 0.003308094572275877, "global_step": 42206, "epoch": 237, "lr": 6.658885173454496e-05}
{"train_loss": 0.006450299173593521, "global_step": 42207, "epoch": 237, "lr": 6.658745772634338e-05}
{"train_loss": 0.007541636470705271, "global_step": 42208, "epoch": 237, "lr": 6.658606370365363e-05}
{"train_loss": 0.003465347457677126, "global_step": 42209, "epoch": 237, "lr": 6.658466966647695e-05}
{"train_loss": 0.003285448532551527, "global_step": 42210, "epoch": 237, "lr": 6.658327561481455e-05}
{"train_loss": 0.006733375135809183, "global_step": 42211, "epoch": 237, "lr": 6.658188154866765e-05}
{"train_loss": 0.004606889095157385, "global_step": 42212, "epoch": 237, "lr": 6.658048746803747e-05}
{"train_loss": 0.0031807287596166134, "global_step": 42213, "epoch": 237, "lr": 6.657909337292521e-05}
{"train_loss": 0.0036756149493157864, "global_step": 42214, "epoch": 237, "lr": 6.657769926333212e-05}
{"train_loss": 0.004168319515883923, "global_step": 42215, "epoch": 237, "lr": 6.65763051392594e-05}
{"train_loss": 0.0035652550868690014, "global_step": 42216, "epoch": 237, "lr": 6.657491100070825e-05}
{"train_loss": 0.0051578339189291, "global_step": 42217, "epoch": 237, "lr": 6.657351684767993e-05}
{"train_loss": 0.007532037328928709, "global_step": 42218, "epoch": 237, "lr": 6.657212268017561e-05}
{"train_loss": 0.0026358840987086296, "global_step": 42219, "epoch": 237, "lr": 6.657072849819655e-05}
{"train_loss": 0.0058216918259859085, "global_step": 42220, "epoch": 237, "lr": 6.656933430174393e-05}
{"train_loss": 0.0042256563901901245, "global_step": 42221, "epoch": 237, "lr": 6.6567940090819e-05}
{"train_loss": 0.005170913878828287, "global_step": 42222, "epoch": 237, "lr": 6.656654586542294e-05}
{"train_loss": 0.0028916443698108196, "global_step": 42223, "epoch": 237, "lr": 6.656515162555701e-05}
{"train_loss": 0.0024436586536467075, "global_step": 42224, "epoch": 237, "lr": 6.65637573712224e-05}
{"train_loss": 0.00546563696116209, "global_step": 42225, "epoch": 237, "lr": 6.656236310242035e-05}
{"train_loss": 0.0019843417685478926, "global_step": 42226, "epoch": 237, "lr": 6.656096881915207e-05}
{"train_loss": 0.010420454666018486, "global_step": 42227, "epoch": 237, "lr": 6.655957452141877e-05}
{"train_loss": 0.0019056376768276095, "global_step": 42228, "epoch": 237, "lr": 6.655818020922165e-05}
{"train_loss": 0.004062204621732235, "global_step": 42229, "epoch": 237, "lr": 6.655678588256195e-05}
{"train_loss": 0.00505170738324523, "global_step": 42230, "epoch": 237, "lr": 6.655539154144091e-05}
{"train_loss": 0.0025938344188034534, "global_step": 42231, "epoch": 237, "lr": 6.655399718585972e-05}
{"train_loss": 0.005741391330957413, "global_step": 42232, "epoch": 237, "lr": 6.655260281581958e-05}
{"train_loss": 0.0047264364548027515, "global_step": 42233, "epoch": 237, "lr": 6.655120843132176e-05}
{"train_loss": 0.0044564795680344105, "global_step": 42234, "epoch": 237, "lr": 6.654981403236742e-05}
{"train_loss": 0.0023272703401744366, "global_step": 42235, "epoch": 237, "lr": 6.654841961895783e-05}
{"train_loss": 0.002977222902700305, "global_step": 42236, "epoch": 237, "lr": 6.654702519109416e-05}
{"train_loss": 0.0037163360975682735, "global_step": 42237, "epoch": 237, "lr": 6.654563074877766e-05}
{"train_loss": 0.003209947608411312, "global_step": 42238, "epoch": 237, "lr": 6.654423629200955e-05}
{"train_loss": 0.0032821111381053925, "global_step": 42239, "epoch": 237, "lr": 6.654284182079104e-05}
{"train_loss": 0.00651314202696085, "global_step": 42240, "epoch": 237, "lr": 6.654144733512333e-05}
{"train_loss": 0.0055782608687877655, "global_step": 42241, "epoch": 237, "lr": 6.654005283500766e-05}
{"train_loss": 0.0016672329511493444, "global_step": 42242, "epoch": 237, "lr": 6.653865832044524e-05}
{"train_loss": 0.004531004931777716, "global_step": 42243, "epoch": 237, "lr": 6.653726379143729e-05}
{"train_loss": 0.008268545381724834, "global_step": 42244, "epoch": 237, "lr": 6.653586924798503e-05}
{"train_loss": 0.00507800467312336, "global_step": 42245, "epoch": 237, "lr": 6.653447469008967e-05}
{"train_loss": 0.003056763671338558, "global_step": 42246, "epoch": 237, "lr": 6.653308011775245e-05}
{"train_loss": 0.004212099593132734, "global_step": 42247, "epoch": 237, "lr": 6.653168553097455e-05}
{"train_loss": 0.004590991884469986, "global_step": 42248, "epoch": 237, "lr": 6.653029092975722e-05}
{"train_loss": 0.00529818469658494, "global_step": 42249, "epoch": 237, "lr": 6.652889631410166e-05}
{"train_loss": 0.003273134119808674, "global_step": 42250, "epoch": 237, "lr": 6.652750168400912e-05}
{"train_loss": 0.0032531586475670338, "global_step": 42251, "epoch": 237, "lr": 6.652610703948077e-05}
{"train_loss": 0.0038307001814246178, "global_step": 42252, "epoch": 237, "lr": 6.652471238051786e-05}
{"train_loss": 0.006847354117780924, "global_step": 42253, "epoch": 237, "lr": 6.65233177071216e-05}
{"train_loss": 0.0027232826687395573, "global_step": 42254, "epoch": 237, "lr": 6.652192301929322e-05}
{"train_loss": 0.006496472284197807, "global_step": 42255, "epoch": 237, "lr": 6.652052831703391e-05}
{"train_loss": 0.003228996181860566, "global_step": 42256, "epoch": 237, "lr": 6.651913360034492e-05}
{"train_loss": 0.003617584705352783, "global_step": 42257, "epoch": 237, "lr": 6.651773886922744e-05}
{"train_loss": 0.005856608971953392, "global_step": 42258, "epoch": 237, "lr": 6.65163441236827e-05}
{"train_loss": 0.008213914930820465, "global_step": 42259, "epoch": 237, "lr": 6.651494936371195e-05}
{"train_loss": 0.002750009996816516, "global_step": 42260, "epoch": 237, "lr": 6.651355458931634e-05}
{"train_loss": 0.0062677301466465, "global_step": 42261, "epoch": 237, "lr": 6.651215980049714e-05}
{"train_loss": 0.0044135432690382, "global_step": 42262, "epoch": 237, "lr": 6.651076499725556e-05}
{"train_loss": 0.0061131673865020275, "global_step": 42263, "epoch": 237, "lr": 6.650937017959281e-05}
{"train_loss": 0.00484608905389905, "global_step": 42264, "epoch": 237, "lr": 6.650797534751012e-05}
{"train_loss": 0.007136346306651831, "global_step": 42265, "epoch": 237, "lr": 6.650658050100868e-05}
{"train_loss": 0.0032715266570448875, "global_step": 42266, "epoch": 237, "lr": 6.650518564008971e-05}
{"train_loss": 0.006904758512973785, "global_step": 42267, "epoch": 237, "lr": 6.65037907647545e-05}
{"train_loss": 0.010126488283276558, "global_step": 42268, "epoch": 237, "lr": 6.650239587500417e-05}
{"train_loss": 0.003612910397350788, "global_step": 42269, "epoch": 237, "lr": 6.650100097084e-05}
{"train_loss": 0.0034419558942317963, "global_step": 42270, "epoch": 237, "lr": 6.64996060522632e-05}
{"train_loss": 0.004165802150964737, "global_step": 42271, "epoch": 237, "lr": 6.649821111927496e-05}
{"train_loss": 0.002869229530915618, "global_step": 42272, "epoch": 237, "lr": 6.649681617187654e-05}
{"train_loss": 0.005022108554840088, "global_step": 42273, "epoch": 237, "lr": 6.649542121006914e-05}
{"train_loss": 0.0040880236774683, "global_step": 42274, "epoch": 237, "lr": 6.649402623385395e-05}
{"train_loss": 0.0047105224803090096, "global_step": 42275, "epoch": 237, "lr": 6.649263124323222e-05}
{"train_loss": 0.0035541788674890995, "global_step": 42276, "epoch": 237, "lr": 6.649123623820516e-05}
{"train_loss": 0.00456424243748188, "global_step": 42277, "epoch": 237, "lr": 6.6489841218774e-05}
{"train_loss": 0.00437994534149766, "global_step": 42278, "epoch": 237, "lr": 6.648844618493995e-05}
{"train_loss": 0.004001322668045759, "global_step": 42279, "epoch": 237, "lr": 6.648705113670421e-05}
{"train_loss": 0.005297671537846327, "global_step": 42280, "epoch": 237, "lr": 6.648565607406802e-05}
{"train_loss": 0.003921607043594122, "global_step": 42281, "epoch": 237, "lr": 6.64842609970326e-05}
{"train_loss": 0.003925522789359093, "global_step": 42282, "epoch": 237, "lr": 6.648286590559917e-05}
{"train_loss": 0.004550754092633724, "global_step": 42283, "epoch": 237, "lr": 6.648147079976892e-05}
{"train_loss": 0.004775285720825195, "global_step": 42284, "epoch": 237, "lr": 6.64800756795431e-05}
{"train_loss": 0.004616990685462952, "global_step": 42285, "epoch": 237, "lr": 6.647868054492293e-05}
{"train_loss": 0.006206388585269451, "global_step": 42286, "epoch": 237, "lr": 6.647728539590959e-05}
{"train_loss": 0.007228471338748932, "global_step": 42287, "epoch": 237, "lr": 6.647589023250435e-05}
{"train_loss": 0.002438932191580534, "global_step": 42288, "epoch": 237, "lr": 6.64744950547084e-05}
{"train_loss": 0.005794178694486618, "global_step": 42289, "epoch": 237, "lr": 6.647309986252295e-05}
{"train_loss": 0.004853693302720785, "global_step": 42290, "epoch": 237, "lr": 6.647170465594924e-05}
{"train_loss": 0.004512098617851734, "global_step": 42291, "epoch": 237, "lr": 6.647030943498849e-05}
{"train_loss": 0.0025783523451536894, "global_step": 42292, "epoch": 237, "lr": 6.646891419964189e-05}
{"train_loss": 0.003016179893165827, "global_step": 42293, "epoch": 237, "lr": 6.646751894991069e-05}
{"train_loss": 0.0035965749993920326, "global_step": 42294, "epoch": 237, "lr": 6.646612368579607e-05}
{"train_loss": 0.006715953350067139, "global_step": 42295, "epoch": 237, "lr": 6.64647284072993e-05}
{"train_loss": 0.006581251043826342, "global_step": 42296, "epoch": 237, "lr": 6.646333311442158e-05}
{"train_loss": 0.005995729006826878, "global_step": 42297, "epoch": 237, "lr": 6.64619378071641e-05}
{"train_loss": 0.004975399002432823, "global_step": 42298, "epoch": 237, "lr": 6.646054248552811e-05}
{"train_loss": 0.006063409149646759, "global_step": 42299, "epoch": 237, "lr": 6.645914714951482e-05}
{"train_loss": 0.0075029064901173115, "global_step": 42300, "epoch": 237, "lr": 6.645775179912544e-05}
{"train_loss": 0.004825954791158438, "global_step": 42301, "epoch": 237, "lr": 6.645635643436121e-05}
{"train_loss": 0.0036676116287708282, "global_step": 42302, "epoch": 237, "lr": 6.645496105522333e-05}
{"train_loss": 0.00492844358086586, "global_step": 42303, "epoch": 237, "lr": 6.645356566171301e-05}
{"train_loss": 0.0033919592387974262, "global_step": 42304, "epoch": 237, "lr": 6.645217025383151e-05}
{"train_loss": 0.0020862938836216927, "global_step": 42305, "epoch": 237, "lr": 6.645077483158e-05}
{"train_loss": 0.004003177862614393, "global_step": 42306, "epoch": 237, "lr": 6.644937939495973e-05}
{"train_loss": 0.0078035080805420876, "global_step": 42307, "epoch": 237, "lr": 6.644798394397191e-05}
{"train_loss": 0.0035373354330658913, "global_step": 42308, "epoch": 237, "lr": 6.644658847861774e-05}
{"train_loss": 0.0024071969091892242, "global_step": 42309, "epoch": 237, "lr": 6.644519299889847e-05}
{"train_loss": 0.006082769948989153, "global_step": 42310, "epoch": 237, "lr": 6.644379750481532e-05}
{"train_loss": 0.006090628914535046, "global_step": 42311, "epoch": 237, "lr": 6.644240199636949e-05}
{"train_loss": 0.003767251968383789, "global_step": 42312, "epoch": 237, "lr": 6.64410064735622e-05}
{"train_loss": 0.0037615601904690266, "global_step": 42313, "epoch": 237, "lr": 6.643961093639466e-05}
{"train_loss": 0.002935923170298338, "global_step": 42314, "epoch": 237, "lr": 6.64382153848681e-05}
{"train_loss": 0.004914016462862492, "global_step": 42315, "epoch": 237, "lr": 6.643681981898376e-05}
{"train_loss": 0.005074488930404186, "global_step": 42316, "epoch": 237, "lr": 6.643542423874283e-05}
{"train_loss": 0.003717871382832527, "global_step": 42317, "epoch": 237, "lr": 6.643402864414654e-05}
{"train_loss": 0.002035060664638877, "global_step": 42318, "epoch": 237, "lr": 6.643263303519611e-05}
{"train_loss": 0.0047758035361766815, "global_step": 42319, "epoch": 237, "lr": 6.643123741189276e-05}
{"train_loss": 0.004338469356298447, "global_step": 42320, "epoch": 237, "lr": 6.64298417742377e-05}
{"train_loss": 0.004959323443472385, "global_step": 42321, "epoch": 237, "lr": 6.642844612223215e-05}
{"train_loss": 0.0023619895800948143, "global_step": 42322, "epoch": 237, "lr": 6.642705045587734e-05}
{"train_loss": 0.008043427020311356, "global_step": 42323, "epoch": 237, "lr": 6.642565477517448e-05}
{"train_loss": 0.004507767036557198, "global_step": 42324, "epoch": 237, "lr": 6.64242590801248e-05}
{"train_loss": 0.0032590986229479313, "global_step": 42325, "epoch": 237, "lr": 6.642286337072949e-05}
{"train_loss": 0.005336519330739975, "global_step": 42326, "epoch": 237, "lr": 6.642146764698981e-05}
{"train_loss": 0.005976308137178421, "global_step": 42327, "epoch": 237, "lr": 6.642007190890695e-05}
{"train_loss": 0.006828292738646269, "global_step": 42328, "epoch": 237, "lr": 6.641867615648212e-05}
{"train_loss": 0.004558403976261616, "global_step": 42329, "epoch": 237, "lr": 6.641728038971657e-05}
{"train_loss": 0.00578170595690608, "global_step": 42330, "epoch": 237, "lr": 6.641588460861152e-05}
{"train_loss": 0.007837226614356041, "global_step": 42331, "epoch": 237, "lr": 6.641448881316817e-05}
{"train_loss": 0.00644646817818284, "global_step": 42332, "epoch": 237, "lr": 6.641309300338774e-05}
{"train_loss": 0.006735172122716904, "global_step": 42333, "epoch": 237, "lr": 6.641169717927145e-05}
{"train_loss": 0.0036544788163155317, "global_step": 42334, "epoch": 237, "lr": 6.641030134082052e-05}
{"train_loss": 0.004259765613824129, "global_step": 42335, "epoch": 237, "lr": 6.640890548803619e-05}
{"train_loss": 0.0018935617990791798, "global_step": 42336, "epoch": 237, "lr": 6.640750962091965e-05}
{"train_loss": 0.00869765691459179, "global_step": 42337, "epoch": 237, "lr": 6.640611373947212e-05}
{"train_loss": 0.0038213329389691353, "global_step": 42338, "epoch": 237, "lr": 6.640471784369484e-05}
{"train_loss": 0.005121135152876377, "global_step": 42339, "epoch": 237, "lr": 6.640332193358902e-05}
{"train_loss": 0.002566702663898468, "global_step": 42340, "epoch": 237, "lr": 6.640192600915587e-05}
{"train_loss": 0.003513937583193183, "global_step": 42341, "epoch": 237, "lr": 6.640053007039662e-05}
{"train_loss": 0.0033213230781257153, "global_step": 42342, "epoch": 237, "lr": 6.639913411731248e-05}
{"train_loss": 0.006000090390443802, "global_step": 42343, "epoch": 237, "lr": 6.63977381499047e-05}
{"train_loss": 0.0039381589740514755, "global_step": 42344, "epoch": 237, "lr": 6.639634216817447e-05}
{"train_loss": 0.002731895539909601, "global_step": 42345, "epoch": 237, "lr": 6.6394946172123e-05}
{"train_loss": 0.0046804677695035934, "global_step": 42346, "epoch": 237, "lr": 6.639355016175152e-05}
{"train_loss": 0.009370781481266022, "global_step": 42347, "epoch": 237, "lr": 6.639215413706125e-05}
{"train_loss": 0.0037412652745842934, "global_step": 42348, "epoch": 237, "lr": 6.639075809805343e-05}
{"train_loss": 0.004104518331587315, "global_step": 42349, "epoch": 237, "lr": 6.638936204472926e-05}
{"train_loss": 0.004430168308317661, "global_step": 42350, "epoch": 237, "lr": 6.638796597708994e-05}
{"train_loss": 0.003568599931895733, "global_step": 42351, "epoch": 237, "lr": 6.638656989513674e-05}
{"train_loss": 0.003153473837301135, "global_step": 42352, "epoch": 237, "lr": 6.638517379887083e-05}
{"train_loss": 0.0052091581746935844, "global_step": 42353, "epoch": 237, "lr": 6.638377768829346e-05}
{"train_loss": 0.003124241717159748, "global_step": 42354, "epoch": 237, "lr": 6.638238156340583e-05}
{"train_loss": 0.002705836435779929, "global_step": 42355, "epoch": 237, "lr": 6.638098542420918e-05}
{"train_loss": 0.004163282923400402, "global_step": 42356, "epoch": 237, "lr": 6.63795892707047e-05}
{"train_loss": 0.0036581726744771004, "global_step": 42357, "epoch": 237, "lr": 6.637819310289364e-05}
{"train_loss": 0.0022249408066272736, "global_step": 42358, "epoch": 237, "lr": 6.63767969207772e-05}
{"train_loss": 0.007179596461355686, "global_step": 42359, "epoch": 237, "lr": 6.637540072435661e-05}
{"train_loss": 0.0032650360371917486, "global_step": 42360, "epoch": 237, "lr": 6.637400451363306e-05}
{"train_loss": 0.003698859829455614, "global_step": 42361, "epoch": 237, "lr": 6.637260828860785e-05}
{"train_loss": 0.0040945978835225105, "global_step": 42362, "epoch": 237, "lr": 6.637121204928211e-05}
{"train_loss": 0.004551586131578353, "global_step": 42363, "epoch": 237, "lr": 6.636981579565709e-05}
{"train_loss": 0.003130811732262373, "global_step": 42364, "epoch": 238, "lr": 6.636841952773403e-05}
{"train_loss": 0.002429666928946972, "global_step": 42365, "epoch": 238, "lr": 6.636702324551411e-05}
{"train_loss": 0.003435766324400902, "global_step": 42366, "epoch": 238, "lr": 6.63656269489986e-05}
{"train_loss": 0.003919671755284071, "global_step": 42367, "epoch": 238, "lr": 6.636423063818867e-05}
{"train_loss": 0.004211984109133482, "global_step": 42368, "epoch": 238, "lr": 6.636283431308558e-05}
{"train_loss": 0.004380473867058754, "global_step": 42369, "epoch": 238, "lr": 6.636143797369051e-05}
{"train_loss": 0.004050860181450844, "global_step": 42370, "epoch": 238, "lr": 6.636004162000469e-05}
{"train_loss": 0.005926056299358606, "global_step": 42371, "epoch": 238, "lr": 6.635864525202938e-05}
{"train_loss": 0.003124612383544445, "global_step": 42372, "epoch": 238, "lr": 6.635724886976578e-05}
{"train_loss": 0.0034879357554018497, "global_step": 42373, "epoch": 238, "lr": 6.635585247321508e-05}
{"train_loss": 0.0038454681634902954, "global_step": 42374, "epoch": 238, "lr": 6.635445606237852e-05}
{"train_loss": 0.004081351216882467, "global_step": 42375, "epoch": 238, "lr": 6.635305963725732e-05}
{"train_loss": 0.0027377773076295853, "global_step": 42376, "epoch": 238, "lr": 6.63516631978527e-05}
{"train_loss": 0.008803345263004303, "global_step": 42377, "epoch": 238, "lr": 6.635026674416589e-05}
{"train_loss": 0.008680567145347595, "global_step": 42378, "epoch": 238, "lr": 6.634887027619808e-05}
{"train_loss": 0.007066494785249233, "global_step": 42379, "epoch": 238, "lr": 6.634747379395052e-05}
{"train_loss": 0.0032767890952527523, "global_step": 42380, "epoch": 238, "lr": 6.634607729742442e-05}
{"train_loss": 0.0022737719118595123, "global_step": 42381, "epoch": 238, "lr": 6.634468078662098e-05}
{"train_loss": 0.008993862196803093, "global_step": 42382, "epoch": 238, "lr": 6.634328426154145e-05}
{"train_loss": 0.0028293528594076633, "global_step": 42383, "epoch": 238, "lr": 6.634188772218704e-05}
{"train_loss": 0.0034060426987707615, "global_step": 42384, "epoch": 238, "lr": 6.634049116855896e-05}
{"train_loss": 0.0043049156665802, "global_step": 42385, "epoch": 238, "lr": 6.633909460065845e-05}
{"train_loss": 0.003038374474272132, "global_step": 42386, "epoch": 238, "lr": 6.63376980184867e-05}
{"train_loss": 0.0021618418395519257, "global_step": 42387, "epoch": 238, "lr": 6.633630142204497e-05}
{"train_loss": 0.0027577728033065796, "global_step": 42388, "epoch": 238, "lr": 6.633490481133442e-05}
{"train_loss": 0.006828938610851765, "global_step": 42389, "epoch": 238, "lr": 6.633350818635633e-05}
{"train_loss": 0.003503484418615699, "global_step": 42390, "epoch": 238, "lr": 6.633211154711188e-05}
{"train_loss": 0.004752073436975479, "global_step": 42391, "epoch": 238, "lr": 6.633071489360233e-05}
{"train_loss": 0.006298086605966091, "global_step": 42392, "epoch": 238, "lr": 6.632931822582886e-05}
{"train_loss": 0.0022504176013171673, "global_step": 42393, "epoch": 238, "lr": 6.632792154379272e-05}
{"train_loss": 0.0029466133564710617, "global_step": 42394, "epoch": 238, "lr": 6.63265248474951e-05}
{"train_loss": 0.009716778993606567, "global_step": 42395, "epoch": 238, "lr": 6.632512813693724e-05}
{"train_loss": 0.0018821959383785725, "global_step": 42396, "epoch": 238, "lr": 6.632373141212036e-05}
{"train_loss": 0.00437177624553442, "global_step": 42397, "epoch": 238, "lr": 6.632233467304567e-05}
{"train_loss": 0.0079029630869627, "global_step": 42398, "epoch": 238, "lr": 6.632093791971439e-05}
{"train_loss": 0.006835148669779301, "global_step": 42399, "epoch": 238, "lr": 6.631954115212776e-05}
{"train_loss": 0.005986550822854042, "global_step": 42400, "epoch": 238, "lr": 6.631814437028698e-05}
{"train_loss": 0.0020171189680695534, "global_step": 42401, "epoch": 238, "lr": 6.631674757419327e-05}
{"train_loss": 0.003929161932319403, "global_step": 42402, "epoch": 238, "lr": 6.631535076384788e-05}
{"train_loss": 0.002689677756279707, "global_step": 42403, "epoch": 238, "lr": 6.631395393925196e-05}
{"train_loss": 0.003701205365359783, "global_step": 42404, "epoch": 238, "lr": 6.63125571004068e-05}
{"train_loss": 0.006125899497419596, "global_step": 42405, "epoch": 238, "lr": 6.631116024731361e-05}
{"train_loss": 0.0047638025134801865, "global_step": 42406, "epoch": 238, "lr": 6.630976337997358e-05}
{"train_loss": 0.002503662370145321, "global_step": 42407, "epoch": 238, "lr": 6.630836649838794e-05}
{"train_loss": 0.004656120203435421, "global_step": 42408, "epoch": 238, "lr": 6.630696960255792e-05}
{"train_loss": 0.00242100702598691, "global_step": 42409, "epoch": 238, "lr": 6.630557269248474e-05}
{"train_loss": 0.005017270799726248, "global_step": 42410, "epoch": 238, "lr": 6.630417576816961e-05}
{"train_loss": 0.007257837802171707, "global_step": 42411, "epoch": 238, "lr": 6.630277882961376e-05}
{"train_loss": 0.00438056793063879, "global_step": 42412, "epoch": 238, "lr": 6.630138187681842e-05}
{"train_loss": 0.004465567879378796, "global_step": 42413, "epoch": 238, "lr": 6.629998490978478e-05}
{"train_loss": 0.005304618272930384, "global_step": 42414, "epoch": 238, "lr": 6.629858792851407e-05}
{"train_loss": 0.0013644045684486628, "global_step": 42415, "epoch": 238, "lr": 6.629719093300753e-05}
{"train_loss": 0.0060643465258181095, "global_step": 42416, "epoch": 238, "lr": 6.629579392326636e-05}
{"train_loss": 0.004765143617987633, "global_step": 42417, "epoch": 238, "lr": 6.629439689929179e-05}
{"train_loss": 0.004444486927241087, "global_step": 42418, "epoch": 238, "lr": 6.629299986108504e-05}
{"train_loss": 0.004872508347034454, "global_step": 42419, "epoch": 238, "lr": 6.629160280864732e-05}
{"train_loss": 0.006711124908179045, "global_step": 42420, "epoch": 238, "lr": 6.629020574197988e-05}
{"train_loss": 0.004159758798778057, "global_step": 42421, "epoch": 238, "lr": 6.62888086610839e-05}
{"train_loss": 0.002247053198516369, "global_step": 42422, "epoch": 238, "lr": 6.628741156596062e-05}
{"train_loss": 0.002790978644043207, "global_step": 42423, "epoch": 238, "lr": 6.628601445661125e-05}
{"train_loss": 0.005923808086663485, "global_step": 42424, "epoch": 238, "lr": 6.628461733303703e-05}
{"train_loss": 0.0029710191302001476, "global_step": 42425, "epoch": 238, "lr": 6.628322019523919e-05}
{"train_loss": 0.004047052003443241, "global_step": 42426, "epoch": 238, "lr": 6.628182304321888e-05}
{"train_loss": 0.006968873552978039, "global_step": 42427, "epoch": 238, "lr": 6.628042587697741e-05}
{"train_loss": 0.0037251515313982964, "global_step": 42428, "epoch": 238, "lr": 6.627902869651594e-05}
{"train_loss": 0.002201317111030221, "global_step": 42429, "epoch": 238, "lr": 6.627763150183573e-05}
{"train_loss": 0.00471015740185976, "global_step": 42430, "epoch": 238, "lr": 6.627623429293797e-05}
{"train_loss": 0.003054644912481308, "global_step": 42431, "epoch": 238, "lr": 6.627483706982388e-05}
{"train_loss": 0.005013026297092438, "global_step": 42432, "epoch": 238, "lr": 6.627343983249469e-05}
{"train_loss": 0.0028574387542903423, "global_step": 42433, "epoch": 238, "lr": 6.627204258095163e-05}
{"train_loss": 0.004864281974732876, "global_step": 42434, "epoch": 238, "lr": 6.627064531519592e-05}
{"train_loss": 0.0046123783104121685, "global_step": 42435, "epoch": 238, "lr": 6.626924803522877e-05}
{"train_loss": 0.0049616312608122826, "global_step": 42436, "epoch": 238, "lr": 6.626785074105141e-05}
{"train_loss": 0.004026716575026512, "global_step": 42437, "epoch": 238, "lr": 6.626645343266504e-05}
{"train_loss": 0.009755386039614677, "global_step": 42438, "epoch": 238, "lr": 6.626505611007091e-05}
{"train_loss": 0.004472766071557999, "global_step": 42439, "epoch": 238, "lr": 6.626365877327021e-05}
{"train_loss": 0.0036017666570842266, "global_step": 42440, "epoch": 238, "lr": 6.626226142226419e-05}
{"train_loss": 0.006302473600953817, "global_step": 42441, "epoch": 238, "lr": 6.626086405705403e-05}
{"train_loss": 0.0032610446214675903, "global_step": 42442, "epoch": 238, "lr": 6.6259466677641e-05}
{"train_loss": 0.003738807514309883, "global_step": 42443, "epoch": 238, "lr": 6.625806928402629e-05}
{"train_loss": 0.005106421187520027, "global_step": 42444, "epoch": 238, "lr": 6.625667187621114e-05}
{"train_loss": 0.0017012032913044095, "global_step": 42445, "epoch": 238, "lr": 6.625527445419675e-05}
{"train_loss": 0.0068148281425237656, "global_step": 42446, "epoch": 238, "lr": 6.625387701798434e-05}
{"train_loss": 0.006489492021501064, "global_step": 42447, "epoch": 238, "lr": 6.625247956757515e-05}
{"train_loss": 0.005265009589493275, "global_step": 42448, "epoch": 238, "lr": 6.625108210297038e-05}
{"train_loss": 0.0026458236388862133, "global_step": 42449, "epoch": 238, "lr": 6.624968462417126e-05}
{"train_loss": 0.0061933561228215694, "global_step": 42450, "epoch": 238, "lr": 6.624828713117902e-05}
{"train_loss": 0.009155860170722008, "global_step": 42451, "epoch": 238, "lr": 6.624688962399486e-05}
{"train_loss": 0.002306950045749545, "global_step": 42452, "epoch": 238, "lr": 6.624549210262e-05}
{"train_loss": 0.0029148366302251816, "global_step": 42453, "epoch": 238, "lr": 6.624409456705571e-05}
{"train_loss": 0.004817768931388855, "global_step": 42454, "epoch": 238, "lr": 6.624269701730315e-05}
{"train_loss": 0.0027435068041086197, "global_step": 42455, "epoch": 238, "lr": 6.624129945336357e-05}
{"train_loss": 0.0026152317877858877, "global_step": 42456, "epoch": 238, "lr": 6.623990187523817e-05}
{"train_loss": 0.004071507137268782, "global_step": 42457, "epoch": 238, "lr": 6.62385042829282e-05}
{"train_loss": 0.0036578134167939425, "global_step": 42458, "epoch": 238, "lr": 6.623710667643488e-05}
{"train_loss": 0.002967746229842305, "global_step": 42459, "epoch": 238, "lr": 6.62357090557594e-05}
{"train_loss": 0.004609681665897369, "global_step": 42460, "epoch": 238, "lr": 6.6234311420903e-05}
{"train_loss": 0.004253697581589222, "global_step": 42461, "epoch": 238, "lr": 6.623291377186689e-05}
{"train_loss": 0.0038764760829508305, "global_step": 42462, "epoch": 238, "lr": 6.623151610865231e-05}
{"train_loss": 0.00514180026948452, "global_step": 42463, "epoch": 238, "lr": 6.623011843126047e-05}
{"train_loss": 0.0032311477698385715, "global_step": 42464, "epoch": 238, "lr": 6.62287207396926e-05}
{"train_loss": 0.005875663831830025, "global_step": 42465, "epoch": 238, "lr": 6.622732303394988e-05}
{"train_loss": 0.002766880439594388, "global_step": 42466, "epoch": 238, "lr": 6.622592531403359e-05}
{"train_loss": 0.00432920828461647, "global_step": 42467, "epoch": 238, "lr": 6.622452757994492e-05}
{"train_loss": 0.003913525491952896, "global_step": 42468, "epoch": 238, "lr": 6.622312983168508e-05}
{"train_loss": 0.003355015069246292, "global_step": 42469, "epoch": 238, "lr": 6.622173206925532e-05}
{"train_loss": 0.006722120568156242, "global_step": 42470, "epoch": 238, "lr": 6.622033429265684e-05}
{"train_loss": 0.008801494725048542, "global_step": 42471, "epoch": 238, "lr": 6.621893650189087e-05}
{"train_loss": 0.0063938722014427185, "global_step": 42472, "epoch": 238, "lr": 6.621753869695863e-05}
{"train_loss": 0.0022283713333308697, "global_step": 42473, "epoch": 238, "lr": 6.621614087786133e-05}
{"train_loss": 0.005381953902542591, "global_step": 42474, "epoch": 238, "lr": 6.62147430446002e-05}
{"train_loss": 0.009781114757061005, "global_step": 42475, "epoch": 238, "lr": 6.621334519717645e-05}
{"train_loss": 0.0032406600657850504, "global_step": 42476, "epoch": 238, "lr": 6.621194733559133e-05}
{"train_loss": 0.0033370587043464184, "global_step": 42477, "epoch": 238, "lr": 6.621054945984604e-05}
{"train_loss": 0.004959833342581987, "global_step": 42478, "epoch": 238, "lr": 6.62091515699418e-05}
{"train_loss": 0.0066992854699492455, "global_step": 42479, "epoch": 238, "lr": 6.620775366587982e-05}
{"train_loss": 0.005031912121921778, "global_step": 42480, "epoch": 238, "lr": 6.620635574766135e-05}
{"train_loss": 0.0064370278269052505, "global_step": 42481, "epoch": 238, "lr": 6.62049578152876e-05}
{"train_loss": 0.003408499527722597, "global_step": 42482, "epoch": 238, "lr": 6.62035598687598e-05}
{"train_loss": 0.0031747566536068916, "global_step": 42483, "epoch": 238, "lr": 6.620216190807913e-05}
{"train_loss": 0.002722588600590825, "global_step": 42484, "epoch": 238, "lr": 6.620076393324684e-05}
{"train_loss": 0.0053481957875192165, "global_step": 42485, "epoch": 238, "lr": 6.619936594426417e-05}
{"train_loss": 0.001975534949451685, "global_step": 42486, "epoch": 238, "lr": 6.61979679411323e-05}
{"train_loss": 0.0071141840890049934, "global_step": 42487, "epoch": 238, "lr": 6.61965699238525e-05}
{"train_loss": 0.004442108795046806, "global_step": 42488, "epoch": 238, "lr": 6.619517189242594e-05}
{"train_loss": 0.007685683201998472, "global_step": 42489, "epoch": 238, "lr": 6.619377384685387e-05}
{"train_loss": 0.0041444748640060425, "global_step": 42490, "epoch": 238, "lr": 6.619237578713751e-05}
{"train_loss": 0.0026069434825330973, "global_step": 42491, "epoch": 238, "lr": 6.619097771327807e-05}
{"train_loss": 0.009577727876603603, "global_step": 42492, "epoch": 238, "lr": 6.618957962527678e-05}
{"train_loss": 0.004092400893568993, "global_step": 42493, "epoch": 238, "lr": 6.618818152313485e-05}
{"train_loss": 0.006744860205799341, "global_step": 42494, "epoch": 238, "lr": 6.618678340685353e-05}
{"train_loss": 0.0025591677986085415, "global_step": 42495, "epoch": 238, "lr": 6.618538527643401e-05}
{"train_loss": 0.006048387847840786, "global_step": 42496, "epoch": 238, "lr": 6.618398713187753e-05}
{"train_loss": 0.006534360349178314, "global_step": 42497, "epoch": 238, "lr": 6.618258897318528e-05}
{"train_loss": 0.0060388511046767235, "global_step": 42498, "epoch": 238, "lr": 6.618119080035853e-05}
{"train_loss": 0.005675955209881067, "global_step": 42499, "epoch": 238, "lr": 6.617979261339846e-05}
{"train_loss": 0.004588802345097065, "global_step": 42500, "epoch": 238, "lr": 6.617839441230632e-05}
{"train_loss": 0.0035566717851907015, "global_step": 42501, "epoch": 238, "lr": 6.617699619708333e-05}
{"train_loss": 0.004307027440518141, "global_step": 42502, "epoch": 238, "lr": 6.617559796773068e-05}
{"train_loss": 0.0033955671824514866, "global_step": 42503, "epoch": 238, "lr": 6.617419972424961e-05}
{"train_loss": 0.003352652071043849, "global_step": 42504, "epoch": 238, "lr": 6.617280146664136e-05}
{"train_loss": 0.005387658253312111, "global_step": 42505, "epoch": 238, "lr": 6.617140319490711e-05}
{"train_loss": 0.005102174822241068, "global_step": 42506, "epoch": 238, "lr": 6.617000490904813e-05}
{"train_loss": 0.004639823921024799, "global_step": 42507, "epoch": 238, "lr": 6.616860660906559e-05}
{"train_loss": 0.0038727708160877228, "global_step": 42508, "epoch": 238, "lr": 6.616720829496075e-05}
{"train_loss": 0.006829902995377779, "global_step": 42509, "epoch": 238, "lr": 6.616580996673482e-05}
{"train_loss": 0.0041108098812401295, "global_step": 42510, "epoch": 238, "lr": 6.616441162438903e-05}
{"train_loss": 0.00445935083553195, "global_step": 42511, "epoch": 238, "lr": 6.616301326792458e-05}
{"train_loss": 0.007607292849570513, "global_step": 42512, "epoch": 238, "lr": 6.616161489734271e-05}
{"train_loss": 0.004146718420088291, "global_step": 42513, "epoch": 238, "lr": 6.616021651264464e-05}
{"train_loss": 0.004533217754215002, "global_step": 42514, "epoch": 238, "lr": 6.615881811383156e-05}
{"train_loss": 0.0030160509049892426, "global_step": 42515, "epoch": 238, "lr": 6.615741970090474e-05}
{"train_loss": 0.00278574344702065, "global_step": 42516, "epoch": 238, "lr": 6.615602127386538e-05}
{"train_loss": 0.005150173790752888, "global_step": 42517, "epoch": 238, "lr": 6.615462283271467e-05}
{"train_loss": 0.0045907218009233475, "global_step": 42518, "epoch": 238, "lr": 6.615322437745389e-05}
{"train_loss": 0.00434764102101326, "global_step": 42519, "epoch": 238, "lr": 6.615182590808423e-05}
{"train_loss": 0.0065644411370158195, "global_step": 42520, "epoch": 238, "lr": 6.615042742460692e-05}
{"train_loss": 0.007599713280797005, "global_step": 42521, "epoch": 238, "lr": 6.614902892702318e-05}
{"train_loss": 0.004019995220005512, "global_step": 42522, "epoch": 238, "lr": 6.614763041533421e-05}
{"train_loss": 0.004566234070807695, "global_step": 42523, "epoch": 238, "lr": 6.614623188954125e-05}
{"train_loss": 0.004694061353802681, "global_step": 42524, "epoch": 238, "lr": 6.614483334964553e-05}
{"train_loss": 0.005112270824611187, "global_step": 42525, "epoch": 238, "lr": 6.614343479564826e-05}
{"train_loss": 0.006117698736488819, "global_step": 42526, "epoch": 238, "lr": 6.614203622755065e-05}
{"train_loss": 0.004099782090634108, "global_step": 42527, "epoch": 238, "lr": 6.614063764535396e-05}
{"train_loss": 0.00999306607991457, "global_step": 42528, "epoch": 238, "lr": 6.613923904905937e-05}
{"train_loss": 0.0050682490691542625, "global_step": 42529, "epoch": 238, "lr": 6.613784043866813e-05}
{"train_loss": 0.004311935044825077, "global_step": 42530, "epoch": 238, "lr": 6.613644181418144e-05}
{"train_loss": 0.005566609092056751, "global_step": 42531, "epoch": 238, "lr": 6.613504317560054e-05}
{"train_loss": 0.00573328509926796, "global_step": 42532, "epoch": 238, "lr": 6.613364452292663e-05}
{"train_loss": 0.008079279214143753, "global_step": 42533, "epoch": 238, "lr": 6.613224585616096e-05}
{"train_loss": 0.004216404166072607, "global_step": 42534, "epoch": 238, "lr": 6.613084717530473e-05}
{"train_loss": 0.005303274840116501, "global_step": 42535, "epoch": 238, "lr": 6.612944848035916e-05}
{"train_loss": 0.00339192571118474, "global_step": 42536, "epoch": 238, "lr": 6.612804977132549e-05}
{"train_loss": 0.0042768483981490135, "global_step": 42537, "epoch": 238, "lr": 6.612665104820493e-05}
{"train_loss": 0.004168593790382147, "global_step": 42538, "epoch": 238, "lr": 6.61252523109987e-05}
{"train_loss": 0.002505633281543851, "global_step": 42539, "epoch": 238, "lr": 6.612385355970803e-05}
{"train_loss": 0.004294210113584995, "global_step": 42540, "epoch": 238, "lr": 6.612245479433414e-05}
{"train_loss": 0.004658804788500112, "global_step": 42541, "epoch": 238, "lr": 6.612105601487824e-05}
{"train_loss": 0.00297213951125741, "global_step": 42542, "epoch": 239, "lr": 6.611965722134155e-05}
{"train_loss": 0.0029629040509462357, "global_step": 42543, "epoch": 239, "lr": 6.611825841372532e-05}
{"train_loss": 0.004431135021150112, "global_step": 42544, "epoch": 239, "lr": 6.611685959203075e-05}
{"train_loss": 0.0058432226069271564, "global_step": 42545, "epoch": 239, "lr": 6.611546075625906e-05}
{"train_loss": 0.004495555069297552, "global_step": 42546, "epoch": 239, "lr": 6.61140619064115e-05}
{"train_loss": 0.007463474292308092, "global_step": 42547, "epoch": 239, "lr": 6.611266304248925e-05}
{"train_loss": 0.0038758611772209406, "global_step": 42548, "epoch": 239, "lr": 6.611126416449356e-05}
{"train_loss": 0.0029482548125088215, "global_step": 42549, "epoch": 239, "lr": 6.610986527242564e-05}
{"train_loss": 0.0035838924814015627, "global_step": 42550, "epoch": 239, "lr": 6.610846636628669e-05}
{"train_loss": 0.003920367453247309, "global_step": 42551, "epoch": 239, "lr": 6.610706744607799e-05}
{"train_loss": 0.005047053098678589, "global_step": 42552, "epoch": 239, "lr": 6.610566851180072e-05}
{"train_loss": 0.007383884396404028, "global_step": 42553, "epoch": 239, "lr": 6.61042695634561e-05}
{"train_loss": 0.004170827101916075, "global_step": 42554, "epoch": 239, "lr": 6.610287060104537e-05}
{"train_loss": 0.007569366134703159, "global_step": 42555, "epoch": 239, "lr": 6.610147162456974e-05}
{"train_loss": 0.004187474958598614, "global_step": 42556, "epoch": 239, "lr": 6.610007263403044e-05}
{"train_loss": 0.002456707414239645, "global_step": 42557, "epoch": 239, "lr": 6.609867362942868e-05}
{"train_loss": 0.004802297335118055, "global_step": 42558, "epoch": 239, "lr": 6.60972746107657e-05}
{"train_loss": 0.003013970796018839, "global_step": 42559, "epoch": 239, "lr": 6.609587557804271e-05}
{"train_loss": 0.0031376094557344913, "global_step": 42560, "epoch": 239, "lr": 6.609447653126092e-05}
{"train_loss": 0.0019227179000154138, "global_step": 42561, "epoch": 239, "lr": 6.609307747042159e-05}
{"train_loss": 0.0031222496181726456, "global_step": 42562, "epoch": 239, "lr": 6.609167839552591e-05}
{"train_loss": 0.004864001180976629, "global_step": 42563, "epoch": 239, "lr": 6.609027930657511e-05}
{"train_loss": 0.009328564628958702, "global_step": 42564, "epoch": 239, "lr": 6.60888802035704e-05}
{"train_loss": 0.0036478345282375813, "global_step": 42565, "epoch": 239, "lr": 6.608748108651303e-05}
{"train_loss": 0.006983809173107147, "global_step": 42566, "epoch": 239, "lr": 6.60860819554042e-05}
{"train_loss": 0.0031532738357782364, "global_step": 42567, "epoch": 239, "lr": 6.608468281024514e-05}
{"train_loss": 0.003907461650669575, "global_step": 42568, "epoch": 239, "lr": 6.608328365103706e-05}
{"train_loss": 0.006050800904631615, "global_step": 42569, "epoch": 239, "lr": 6.60818844777812e-05}
{"train_loss": 0.005239730700850487, "global_step": 42570, "epoch": 239, "lr": 6.608048529047877e-05}
{"train_loss": 0.005043952725827694, "global_step": 42571, "epoch": 239, "lr": 6.6079086089131e-05}
{"train_loss": 0.0043557677417993546, "global_step": 42572, "epoch": 239, "lr": 6.607768687373912e-05}
{"train_loss": 0.0030097560957074165, "global_step": 42573, "epoch": 239, "lr": 6.607628764430434e-05}
{"train_loss": 0.0034157931804656982, "global_step": 42574, "epoch": 239, "lr": 6.607488840082786e-05}
{"train_loss": 0.006706140004098415, "global_step": 42575, "epoch": 239, "lr": 6.607348914331093e-05}
{"train_loss": 0.004183894023299217, "global_step": 42576, "epoch": 239, "lr": 6.607208987175479e-05}
{"train_loss": 0.0033047180622816086, "global_step": 42577, "epoch": 239, "lr": 6.607069058616063e-05}
{"train_loss": 0.005188275128602982, "global_step": 42578, "epoch": 239, "lr": 6.606929128652965e-05}
{"train_loss": 0.0012993463315069675, "global_step": 42579, "epoch": 239, "lr": 6.606789197286313e-05}
{"train_loss": 0.003161270869895816, "global_step": 42580, "epoch": 239, "lr": 6.606649264516225e-05}
{"train_loss": 0.002597591606900096, "global_step": 42581, "epoch": 239, "lr": 6.606509330342827e-05}
{"train_loss": 0.0037758948747068644, "global_step": 42582, "epoch": 239, "lr": 6.606369394766239e-05}
{"train_loss": 0.003006980288773775, "global_step": 42583, "epoch": 239, "lr": 6.606229457786584e-05}
{"train_loss": 0.00346899195574224, "global_step": 42584, "epoch": 239, "lr": 6.60608951940398e-05}
{"train_loss": 0.0031900866888463497, "global_step": 42585, "epoch": 239, "lr": 6.605949579618556e-05}
{"train_loss": 0.0034245317801833153, "global_step": 42586, "epoch": 239, "lr": 6.605809638430429e-05}
{"train_loss": 0.004571191035211086, "global_step": 42587, "epoch": 239, "lr": 6.605669695839725e-05}
{"train_loss": 0.0042758299969136715, "global_step": 42588, "epoch": 239, "lr": 6.605529751846562e-05}
{"train_loss": 0.004957729019224644, "global_step": 42589, "epoch": 239, "lr": 6.605389806451067e-05}
{"train_loss": 0.0026952503249049187, "global_step": 42590, "epoch": 239, "lr": 6.605249859653359e-05}
{"train_loss": 0.003326278179883957, "global_step": 42591, "epoch": 239, "lr": 6.605109911453561e-05}
{"train_loss": 0.0028015244752168655, "global_step": 42592, "epoch": 239, "lr": 6.604969961851795e-05}
{"train_loss": 0.0025270353071391582, "global_step": 42593, "epoch": 239, "lr": 6.604830010848184e-05}
{"train_loss": 0.0023262579925358295, "global_step": 42594, "epoch": 239, "lr": 6.60469005844285e-05}
{"train_loss": 0.004768691956996918, "global_step": 42595, "epoch": 239, "lr": 6.604550104635914e-05}
{"train_loss": 0.0038888324052095413, "global_step": 42596, "epoch": 239, "lr": 6.6044101494275e-05}
{"train_loss": 0.003600439988076687, "global_step": 42597, "epoch": 239, "lr": 6.60427019281773e-05}
{"train_loss": 0.011283909901976585, "global_step": 42598, "epoch": 239, "lr": 6.604130234806725e-05}
{"train_loss": 0.0034452080726623535, "global_step": 42599, "epoch": 239, "lr": 6.603990275394608e-05}
{"train_loss": 0.003139803884550929, "global_step": 42600, "epoch": 239, "lr": 6.603850314581502e-05}
{"train_loss": 0.004149178043007851, "global_step": 42601, "epoch": 239, "lr": 6.603710352367529e-05}
{"train_loss": 0.002795214531943202, "global_step": 42602, "epoch": 239, "lr": 6.60357038875281e-05}
{"train_loss": 0.0043481867760419846, "global_step": 42603, "epoch": 239, "lr": 6.603430423737467e-05}
{"train_loss": 0.0014718746533617377, "global_step": 42604, "epoch": 239, "lr": 6.603290457321625e-05}
{"train_loss": 0.001503795851022005, "global_step": 42605, "epoch": 239, "lr": 6.603150489505405e-05}
{"train_loss": 0.0075661614537239075, "global_step": 42606, "epoch": 239, "lr": 6.603010520288926e-05}
{"train_loss": 0.0038597569800913334, "global_step": 42607, "epoch": 239, "lr": 6.602870549672315e-05}
{"train_loss": 0.0037723747082054615, "global_step": 42608, "epoch": 239, "lr": 6.602730577655693e-05}
{"train_loss": 0.006281035952270031, "global_step": 42609, "epoch": 239, "lr": 6.602590604239181e-05}
{"train_loss": 0.002287126611918211, "global_step": 42610, "epoch": 239, "lr": 6.602450629422901e-05}
{"train_loss": 0.005250563845038414, "global_step": 42611, "epoch": 239, "lr": 6.602310653206976e-05}
{"train_loss": 0.00848785974085331, "global_step": 42612, "epoch": 239, "lr": 6.602170675591528e-05}
{"train_loss": 0.0032271570526063442, "global_step": 42613, "epoch": 239, "lr": 6.60203069657668e-05}
{"train_loss": 0.007295284885913134, "global_step": 42614, "epoch": 239, "lr": 6.601890716162555e-05}
{"train_loss": 0.00281161000020802, "global_step": 42615, "epoch": 239, "lr": 6.601750734349274e-05}
{"train_loss": 0.005255929194390774, "global_step": 42616, "epoch": 239, "lr": 6.601610751136958e-05}
{"train_loss": 0.0033918265253305435, "global_step": 42617, "epoch": 239, "lr": 6.601470766525732e-05}
{"train_loss": 0.002539468929171562, "global_step": 42618, "epoch": 239, "lr": 6.601330780515717e-05}
{"train_loss": 0.005200827494263649, "global_step": 42619, "epoch": 239, "lr": 6.601190793107035e-05}
{"train_loss": 0.00479101249948144, "global_step": 42620, "epoch": 239, "lr": 6.601050804299807e-05}
{"train_loss": 0.0034831417724490166, "global_step": 42621, "epoch": 239, "lr": 6.600910814094158e-05}
{"train_loss": 0.004304788075387478, "global_step": 42622, "epoch": 239, "lr": 6.600770822490207e-05}
{"train_loss": 0.0033442536368966103, "global_step": 42623, "epoch": 239, "lr": 6.600630829488081e-05}
{"train_loss": 0.0037159027997404337, "global_step": 42624, "epoch": 239, "lr": 6.600490835087898e-05}
{"train_loss": 0.0058410875499248505, "global_step": 42625, "epoch": 239, "lr": 6.600350839289783e-05}
{"train_loss": 0.009421599097549915, "global_step": 42626, "epoch": 239, "lr": 6.600210842093856e-05}
{"train_loss": 0.00618076091632247, "global_step": 42627, "epoch": 239, "lr": 6.600070843500241e-05}
{"train_loss": 0.0026990454643964767, "global_step": 42628, "epoch": 239, "lr": 6.599930843509061e-05}
{"train_loss": 0.004006801173090935, "global_step": 42629, "epoch": 239, "lr": 6.599790842120436e-05}
{"train_loss": 0.007635771296918392, "global_step": 42630, "epoch": 239, "lr": 6.599650839334487e-05}
{"train_loss": 0.00280720554292202, "global_step": 42631, "epoch": 239, "lr": 6.599510835151341e-05}
{"train_loss": 0.0037911050021648407, "global_step": 42632, "epoch": 239, "lr": 6.599370829571118e-05}
{"train_loss": 0.005511904135346413, "global_step": 42633, "epoch": 239, "lr": 6.599230822593939e-05}
{"train_loss": 0.003011848544701934, "global_step": 42634, "epoch": 239, "lr": 6.599090814219928e-05}
{"train_loss": 0.006291124038398266, "global_step": 42635, "epoch": 239, "lr": 6.598950804449205e-05}
{"train_loss": 0.002076967852190137, "global_step": 42636, "epoch": 239, "lr": 6.598810793281897e-05}
{"train_loss": 0.0027062171138823032, "global_step": 42637, "epoch": 239, "lr": 6.598670780718121e-05}
{"train_loss": 0.004746723920106888, "global_step": 42638, "epoch": 239, "lr": 6.598530766758002e-05}
{"train_loss": 0.007730196230113506, "global_step": 42639, "epoch": 239, "lr": 6.598390751401662e-05}
{"train_loss": 0.0021095110569149256, "global_step": 42640, "epoch": 239, "lr": 6.598250734649223e-05}
{"train_loss": 0.00423793401569128, "global_step": 42641, "epoch": 239, "lr": 6.598110716500806e-05}
{"train_loss": 0.0026935641653835773, "global_step": 42642, "epoch": 239, "lr": 6.597970696956537e-05}
{"train_loss": 0.002484059426933527, "global_step": 42643, "epoch": 239, "lr": 6.597830676016535e-05}
{"train_loss": 0.003110384102910757, "global_step": 42644, "epoch": 239, "lr": 6.597690653680924e-05}
{"train_loss": 0.006648465525358915, "global_step": 42645, "epoch": 239, "lr": 6.597550629949825e-05}
{"train_loss": 0.007034174632281065, "global_step": 42646, "epoch": 239, "lr": 6.59741060482336e-05}
{"train_loss": 0.003480886574834585, "global_step": 42647, "epoch": 239, "lr": 6.597270578301654e-05}
{"train_loss": 0.002918185433372855, "global_step": 42648, "epoch": 239, "lr": 6.597130550384828e-05}
{"train_loss": 0.006651836913079023, "global_step": 42649, "epoch": 239, "lr": 6.596990521073003e-05}
{"train_loss": 0.006273772567510605, "global_step": 42650, "epoch": 239, "lr": 6.5968504903663e-05}
{"train_loss": 0.004936597775667906, "global_step": 42651, "epoch": 239, "lr": 6.596710458264846e-05}
{"train_loss": 0.004000606015324593, "global_step": 42652, "epoch": 239, "lr": 6.596570424768761e-05}
{"train_loss": 0.004664772190153599, "global_step": 42653, "epoch": 239, "lr": 6.596430389878166e-05}
{"train_loss": 0.00658719427883625, "global_step": 42654, "epoch": 239, "lr": 6.596290353593184e-05}
{"train_loss": 0.0038455736357718706, "global_step": 42655, "epoch": 239, "lr": 6.596150315913938e-05}
{"train_loss": 0.004466312471777201, "global_step": 42656, "epoch": 239, "lr": 6.596010276840552e-05}
{"train_loss": 0.004274028353393078, "global_step": 42657, "epoch": 239, "lr": 6.595870236373143e-05}
{"train_loss": 0.004842917434871197, "global_step": 42658, "epoch": 239, "lr": 6.59573019451184e-05}
{"train_loss": 0.003795984201133251, "global_step": 42659, "epoch": 239, "lr": 6.595590151256759e-05}
{"train_loss": 0.006626886781305075, "global_step": 42660, "epoch": 239, "lr": 6.595450106608028e-05}
{"train_loss": 0.0043570008128881454, "global_step": 42661, "epoch": 239, "lr": 6.595310060565764e-05}
{"train_loss": 0.0038099647499620914, "global_step": 42662, "epoch": 239, "lr": 6.595170013130094e-05}
{"train_loss": 0.002868402749300003, "global_step": 42663, "epoch": 239, "lr": 6.595029964301136e-05}
{"train_loss": 0.005720591172575951, "global_step": 42664, "epoch": 239, "lr": 6.594889914079016e-05}
{"train_loss": 0.008307062089443207, "global_step": 42665, "epoch": 239, "lr": 6.594749862463855e-05}
{"train_loss": 0.00367566104978323, "global_step": 42666, "epoch": 239, "lr": 6.594609809455775e-05}
{"train_loss": 0.005747518036514521, "global_step": 42667, "epoch": 239, "lr": 6.5944697550549e-05}
{"train_loss": 0.002949476009234786, "global_step": 42668, "epoch": 239, "lr": 6.594329699261349e-05}
{"train_loss": 0.003657527267932892, "global_step": 42669, "epoch": 239, "lr": 6.594189642075246e-05}
{"train_loss": 0.008619780652225018, "global_step": 42670, "epoch": 239, "lr": 6.594049583496714e-05}
{"train_loss": 0.004939956124871969, "global_step": 42671, "epoch": 239, "lr": 6.593909523525876e-05}
{"train_loss": 0.004623188637197018, "global_step": 42672, "epoch": 239, "lr": 6.593769462162852e-05}
{"train_loss": 0.003920034505426884, "global_step": 42673, "epoch": 239, "lr": 6.593629399407766e-05}
{"train_loss": 0.0025507668033242226, "global_step": 42674, "epoch": 239, "lr": 6.59348933526074e-05}
{"train_loss": 0.0033182206097990274, "global_step": 42675, "epoch": 239, "lr": 6.593349269721895e-05}
{"train_loss": 0.004665952175855637, "global_step": 42676, "epoch": 239, "lr": 6.593209202791357e-05}
{"train_loss": 0.005797714926302433, "global_step": 42677, "epoch": 239, "lr": 6.593069134469245e-05}
{"train_loss": 0.008018581196665764, "global_step": 42678, "epoch": 239, "lr": 6.59292906475568e-05}
{"train_loss": 0.002175335306674242, "global_step": 42679, "epoch": 239, "lr": 6.592788993650789e-05}
{"train_loss": 0.004777506459504366, "global_step": 42680, "epoch": 239, "lr": 6.592648921154692e-05}
{"train_loss": 0.007014458999037743, "global_step": 42681, "epoch": 239, "lr": 6.592508847267511e-05}
{"train_loss": 0.00509299524128437, "global_step": 42682, "epoch": 239, "lr": 6.592368771989367e-05}
{"train_loss": 0.00479673407971859, "global_step": 42683, "epoch": 239, "lr": 6.592228695320384e-05}
{"train_loss": 0.00496193952858448, "global_step": 42684, "epoch": 239, "lr": 6.592088617260687e-05}
{"train_loss": 0.0035992383491247892, "global_step": 42685, "epoch": 239, "lr": 6.591948537810394e-05}
{"train_loss": 0.0026332212146371603, "global_step": 42686, "epoch": 239, "lr": 6.591808456969629e-05}
{"train_loss": 0.0030476562678813934, "global_step": 42687, "epoch": 239, "lr": 6.591668374738515e-05}
{"train_loss": 0.0022524241358041763, "global_step": 42688, "epoch": 239, "lr": 6.591528291117173e-05}
{"train_loss": 0.002603176049888134, "global_step": 42689, "epoch": 239, "lr": 6.591388206105727e-05}
{"train_loss": 0.004878512118011713, "global_step": 42690, "epoch": 239, "lr": 6.591248119704299e-05}
{"train_loss": 0.0067266253754496574, "global_step": 42691, "epoch": 239, "lr": 6.591108031913009e-05}
{"train_loss": 0.010005819611251354, "global_step": 42692, "epoch": 239, "lr": 6.590967942731982e-05}
{"train_loss": 0.005656282417476177, "global_step": 42693, "epoch": 239, "lr": 6.590827852161339e-05}
{"train_loss": 0.005193501245230436, "global_step": 42694, "epoch": 239, "lr": 6.590687760201203e-05}
{"train_loss": 0.0024583383928984404, "global_step": 42695, "epoch": 239, "lr": 6.590547666851697e-05}
{"train_loss": 0.003541909158229828, "global_step": 42696, "epoch": 239, "lr": 6.590407572112942e-05}
{"train_loss": 0.006636216305196285, "global_step": 42697, "epoch": 239, "lr": 6.590267475985061e-05}
{"train_loss": 0.0024800440296530724, "global_step": 42698, "epoch": 239, "lr": 6.590127378468177e-05}
{"train_loss": 0.00521476473659277, "global_step": 42699, "epoch": 239, "lr": 6.58998727956241e-05}
{"train_loss": 0.004677420482039452, "global_step": 42700, "epoch": 239, "lr": 6.589847179267886e-05}
{"train_loss": 0.00691258255392313, "global_step": 42701, "epoch": 239, "lr": 6.589707077584724e-05}
{"train_loss": 0.005578361451625824, "global_step": 42702, "epoch": 239, "lr": 6.589566974513048e-05}
{"train_loss": 0.0021549533121287823, "global_step": 42703, "epoch": 239, "lr": 6.58942687005298e-05}
{"train_loss": 0.004455330315977335, "global_step": 42704, "epoch": 239, "lr": 6.589286764204642e-05}
{"train_loss": 0.0029728119261562824, "global_step": 42705, "epoch": 239, "lr": 6.58914665696816e-05}
{"train_loss": 0.006581395864486694, "global_step": 42706, "epoch": 239, "lr": 6.58900654834365e-05}
{"train_loss": 0.0032503718975931406, "global_step": 42707, "epoch": 239, "lr": 6.588866438331238e-05}
{"train_loss": 0.006859338376671076, "global_step": 42708, "epoch": 239, "lr": 6.588726326931047e-05}
{"train_loss": 0.004932278301566839, "global_step": 42709, "epoch": 239, "lr": 6.5885862141432e-05}
{"train_loss": 0.003832997288554907, "global_step": 42710, "epoch": 239, "lr": 6.588446099967816e-05}
{"train_loss": 0.003199685364961624, "global_step": 42711, "epoch": 239, "lr": 6.58830598440502e-05}
{"train_loss": 0.0033518520649522543, "global_step": 42712, "epoch": 239, "lr": 6.588165867454931e-05}
{"train_loss": 0.0024943980388343334, "global_step": 42713, "epoch": 239, "lr": 6.588025749117678e-05}
{"train_loss": 0.004693852737545967, "global_step": 42714, "epoch": 239, "lr": 6.587885629393377e-05}
{"train_loss": 0.0038789943791925907, "global_step": 42715, "epoch": 239, "lr": 6.587745508282153e-05}
{"train_loss": 0.005363494157791138, "global_step": 42716, "epoch": 239, "lr": 6.587605385784129e-05}
{"train_loss": 0.002936816308647394, "global_step": 42717, "epoch": 239, "lr": 6.587465261899425e-05}
{"train_loss": 0.002936033299192786, "global_step": 42718, "epoch": 239, "lr": 6.587325136628166e-05}
{"train_loss": 0.0044721220449931666, "global_step": 42719, "epoch": 239, "lr": 6.587185009970472e-05}
{"train_loss": 0.006532629486173391, "global_step": 42720, "epoch": 240, "lr": 6.587044881926469e-05}
{"train_loss": 0.005985257215797901, "global_step": 42721, "epoch": 240, "lr": 6.586904752496274e-05}
{"train_loss": 0.0025337610859423876, "global_step": 42722, "epoch": 240, "lr": 6.586764621680015e-05}
{"train_loss": 0.003868543542921543, "global_step": 42723, "epoch": 240, "lr": 6.58662448947781e-05}
{"train_loss": 0.0015805052826181054, "global_step": 42724, "epoch": 240, "lr": 6.586484355889786e-05}
{"train_loss": 0.006700973492115736, "global_step": 42725, "epoch": 240, "lr": 6.58634422091606e-05}
{"train_loss": 0.0033817796502262354, "global_step": 42726, "epoch": 240, "lr": 6.586204084556756e-05}
{"train_loss": 0.008763428777456284, "global_step": 42727, "epoch": 240, "lr": 6.586063946812e-05}
{"train_loss": 0.004139964934438467, "global_step": 42728, "epoch": 240, "lr": 6.585923807681912e-05}
{"train_loss": 0.008732522837817669, "global_step": 42729, "epoch": 240, "lr": 6.585783667166614e-05}
{"train_loss": 0.005734400823712349, "global_step": 42730, "epoch": 240, "lr": 6.585643525266227e-05}
{"train_loss": 0.00362028693780303, "global_step": 42731, "epoch": 240, "lr": 6.585503381980877e-05}
{"train_loss": 0.006490587256848812, "global_step": 42732, "epoch": 240, "lr": 6.585363237310684e-05}
{"train_loss": 0.003917006775736809, "global_step": 42733, "epoch": 240, "lr": 6.58522309125577e-05}
{"train_loss": 0.0040550935082137585, "global_step": 42734, "epoch": 240, "lr": 6.58508294381626e-05}
{"train_loss": 0.004894006997346878, "global_step": 42735, "epoch": 240, "lr": 6.584942794992273e-05}
{"train_loss": 0.010824737139046192, "global_step": 42736, "epoch": 240, "lr": 6.584802644783934e-05}
{"train_loss": 0.0050308192148804665, "global_step": 42737, "epoch": 240, "lr": 6.584662493191364e-05}
{"train_loss": 0.0031835557892918587, "global_step": 42738, "epoch": 240, "lr": 6.584522340214687e-05}
{"train_loss": 0.0029848474077880383, "global_step": 42739, "epoch": 240, "lr": 6.584382185854023e-05}
{"train_loss": 0.006312407553195953, "global_step": 42740, "epoch": 240, "lr": 6.584242030109495e-05}
{"train_loss": 0.0039727287366986275, "global_step": 42741, "epoch": 240, "lr": 6.584101872981229e-05}
{"train_loss": 0.003981771878898144, "global_step": 42742, "epoch": 240, "lr": 6.583961714469343e-05}
{"train_loss": 0.008638182654976845, "global_step": 42743, "epoch": 240, "lr": 6.583821554573961e-05}
{"train_loss": 0.002914433367550373, "global_step": 42744, "epoch": 240, "lr": 6.583681393295205e-05}
{"train_loss": 0.006257409695535898, "global_step": 42745, "epoch": 240, "lr": 6.583541230633199e-05}
{"train_loss": 0.0025698747485876083, "global_step": 42746, "epoch": 240, "lr": 6.583401066588065e-05}
{"train_loss": 0.0038977202493697405, "global_step": 42747, "epoch": 240, "lr": 6.583260901159922e-05}
{"train_loss": 0.0033032852225005627, "global_step": 42748, "epoch": 240, "lr": 6.583120734348898e-05}
{"train_loss": 0.0029617073014378548, "global_step": 42749, "epoch": 240, "lr": 6.582980566155111e-05}
{"train_loss": 0.007306569255888462, "global_step": 42750, "epoch": 240, "lr": 6.582840396578684e-05}
{"train_loss": 0.0038429079577326775, "global_step": 42751, "epoch": 240, "lr": 6.582700225619742e-05}
{"train_loss": 0.003179793246090412, "global_step": 42752, "epoch": 240, "lr": 6.582560053278406e-05}
{"train_loss": 0.004696807824075222, "global_step": 42753, "epoch": 240, "lr": 6.582419879554799e-05}
{"train_loss": 0.005067800171673298, "global_step": 42754, "epoch": 240, "lr": 6.582279704449042e-05}
{"train_loss": 0.005023726262152195, "global_step": 42755, "epoch": 240, "lr": 6.582139527961257e-05}
{"train_loss": 0.002341548213735223, "global_step": 42756, "epoch": 240, "lr": 6.581999350091569e-05}
{"train_loss": 0.0037458217702805996, "global_step": 42757, "epoch": 240, "lr": 6.581859170840098e-05}
{"train_loss": 0.0027800975367426872, "global_step": 42758, "epoch": 240, "lr": 6.581718990206969e-05}
{"train_loss": 0.005874249618500471, "global_step": 42759, "epoch": 240, "lr": 6.581578808192301e-05}
{"train_loss": 0.004669155925512314, "global_step": 42760, "epoch": 240, "lr": 6.581438624796219e-05}
{"train_loss": 0.006431375630199909, "global_step": 42761, "epoch": 240, "lr": 6.581298440018847e-05}
{"train_loss": 0.0035943281836807728, "global_step": 42762, "epoch": 240, "lr": 6.581158253860302e-05}
{"train_loss": 0.0061578997410833836, "global_step": 42763, "epoch": 240, "lr": 6.581018066320711e-05}
{"train_loss": 0.007536720018833876, "global_step": 42764, "epoch": 240, "lr": 6.580877877400196e-05}
{"train_loss": 0.00409713527187705, "global_step": 42765, "epoch": 240, "lr": 6.580737687098876e-05}
{"train_loss": 0.0025928951799869537, "global_step": 42766, "epoch": 240, "lr": 6.580597495416879e-05}
{"train_loss": 0.0032106852158904076, "global_step": 42767, "epoch": 240, "lr": 6.580457302354323e-05}
{"train_loss": 0.006463688798248768, "global_step": 42768, "epoch": 240, "lr": 6.580317107911333e-05}
{"train_loss": 0.0030178132001310587, "global_step": 42769, "epoch": 240, "lr": 6.580176912088027e-05}
{"train_loss": 0.004969673231244087, "global_step": 42770, "epoch": 240, "lr": 6.580036714884534e-05}
{"train_loss": 0.001955660991370678, "global_step": 42771, "epoch": 240, "lr": 6.579896516300974e-05}
{"train_loss": 0.005045728292316198, "global_step": 42772, "epoch": 240, "lr": 6.579756316337468e-05}
{"train_loss": 0.00712679885327816, "global_step": 42773, "epoch": 240, "lr": 6.579616114994136e-05}
{"train_loss": 0.00751738203689456, "global_step": 42774, "epoch": 240, "lr": 6.579475912271108e-05}
{"train_loss": 0.0037191740702837706, "global_step": 42775, "epoch": 240, "lr": 6.5793357081685e-05}
{"train_loss": 0.007433463353663683, "global_step": 42776, "epoch": 240, "lr": 6.579195502686439e-05}
{"train_loss": 0.003960054367780685, "global_step": 42777, "epoch": 240, "lr": 6.579055295825041e-05}
{"train_loss": 0.00251164217479527, "global_step": 42778, "epoch": 240, "lr": 6.578915087584435e-05}
{"train_loss": 0.005204302258789539, "global_step": 42779, "epoch": 240, "lr": 6.57877487796474e-05}
{"train_loss": 0.006601423490792513, "global_step": 42780, "epoch": 240, "lr": 6.578634666966082e-05}
{"train_loss": 0.0025373673997819424, "global_step": 42781, "epoch": 240, "lr": 6.578494454588578e-05}
{"train_loss": 0.0031111394055187702, "global_step": 42782, "epoch": 240, "lr": 6.578354240832354e-05}
{"train_loss": 0.0023679134901612997, "global_step": 42783, "epoch": 240, "lr": 6.57821402569753e-05}
{"train_loss": 0.002918260870501399, "global_step": 42784, "epoch": 240, "lr": 6.578073809184235e-05}
{"train_loss": 0.003470855765044689, "global_step": 42785, "epoch": 240, "lr": 6.577933591292583e-05}
{"train_loss": 0.004488925449550152, "global_step": 42786, "epoch": 240, "lr": 6.577793372022702e-05}
{"train_loss": 0.0038073654286563396, "global_step": 42787, "epoch": 240, "lr": 6.577653151374712e-05}
{"train_loss": 0.004793408326804638, "global_step": 42788, "epoch": 240, "lr": 6.577512929348735e-05}
{"train_loss": 0.004368777386844158, "global_step": 42789, "epoch": 240, "lr": 6.577372705944896e-05}
{"train_loss": 0.0011201194720342755, "global_step": 42790, "epoch": 240, "lr": 6.577232481163316e-05}
{"train_loss": 0.0028034537099301815, "global_step": 42791, "epoch": 240, "lr": 6.577092255004118e-05}
{"train_loss": 0.0023044883273541927, "global_step": 42792, "epoch": 240, "lr": 6.576952027467424e-05}
{"train_loss": 0.007151378318667412, "global_step": 42793, "epoch": 240, "lr": 6.576811798553356e-05}
{"train_loss": 0.005789665505290031, "global_step": 42794, "epoch": 240, "lr": 6.576671568262038e-05}
{"train_loss": 0.002383486134931445, "global_step": 42795, "epoch": 240, "lr": 6.57653133659359e-05}
{"train_loss": 0.004423908889293671, "global_step": 42796, "epoch": 240, "lr": 6.576391103548139e-05}
{"train_loss": 0.00837658904492855, "global_step": 42797, "epoch": 240, "lr": 6.5762508691258e-05}
{"train_loss": 0.004560383968055248, "global_step": 42798, "epoch": 240, "lr": 6.576110633326703e-05}
{"train_loss": 0.0025651119649410248, "global_step": 42799, "epoch": 240, "lr": 6.575970396150968e-05}
{"train_loss": 0.009208060801029205, "global_step": 42800, "epoch": 240, "lr": 6.575830157598715e-05}
{"train_loss": 0.0071673160418868065, "global_step": 42801, "epoch": 240, "lr": 6.575689917670069e-05}
{"train_loss": 0.006395598873496056, "global_step": 42802, "epoch": 240, "lr": 6.575549676365153e-05}
{"train_loss": 0.003742234781384468, "global_step": 42803, "epoch": 240, "lr": 6.575409433684088e-05}
{"train_loss": 0.002744225785136223, "global_step": 42804, "epoch": 240, "lr": 6.575269189626996e-05}
{"train_loss": 0.0038593290373682976, "global_step": 42805, "epoch": 240, "lr": 6.575128944194002e-05}
{"train_loss": 0.0035253004170954227, "global_step": 42806, "epoch": 240, "lr": 6.574988697385226e-05}
{"train_loss": 0.0035321065224707127, "global_step": 42807, "epoch": 240, "lr": 6.574848449200792e-05}
{"train_loss": 0.005250667221844196, "global_step": 42808, "epoch": 240, "lr": 6.57470819964082e-05}
{"train_loss": 0.00600750558078289, "global_step": 42809, "epoch": 240, "lr": 6.574567948705437e-05}
{"train_loss": 0.004467756487429142, "global_step": 42810, "epoch": 240, "lr": 6.574427696394761e-05}
{"train_loss": 0.006933125667273998, "global_step": 42811, "epoch": 240, "lr": 6.574287442708918e-05}
{"train_loss": 0.004747134633362293, "global_step": 42812, "epoch": 240, "lr": 6.574147187648028e-05}
{"train_loss": 0.0028000983875244856, "global_step": 42813, "epoch": 240, "lr": 6.574006931212215e-05}
{"train_loss": 0.0025394365657120943, "global_step": 42814, "epoch": 240, "lr": 6.5738666734016e-05}
{"train_loss": 0.0027536009438335896, "global_step": 42815, "epoch": 240, "lr": 6.573726414216308e-05}
{"train_loss": 0.004017659462988377, "global_step": 42816, "epoch": 240, "lr": 6.573586153656458e-05}
{"train_loss": 0.010021137073636055, "global_step": 42817, "epoch": 240, "lr": 6.573445891722176e-05}
{"train_loss": 0.003839349141344428, "global_step": 42818, "epoch": 240, "lr": 6.573305628413583e-05}
{"train_loss": 0.0037551135756075382, "global_step": 42819, "epoch": 240, "lr": 6.573165363730801e-05}
{"train_loss": 0.007784015499055386, "global_step": 42820, "epoch": 240, "lr": 6.573025097673952e-05}
{"train_loss": 0.002425858750939369, "global_step": 42821, "epoch": 240, "lr": 6.572884830243161e-05}
{"train_loss": 0.004076910205185413, "global_step": 42822, "epoch": 240, "lr": 6.572744561438548e-05}
{"train_loss": 0.0025947876274585724, "global_step": 42823, "epoch": 240, "lr": 6.572604291260239e-05}
{"train_loss": 0.007096469402313232, "global_step": 42824, "epoch": 240, "lr": 6.57246401970835e-05}
{"train_loss": 0.00478255283087492, "global_step": 42825, "epoch": 240, "lr": 6.57232374678301e-05}
{"train_loss": 0.005716180894523859, "global_step": 42826, "epoch": 240, "lr": 6.57218347248434e-05}
{"train_loss": 0.00372525816783309, "global_step": 42827, "epoch": 240, "lr": 6.57204319681246e-05}
{"train_loss": 0.006027967669069767, "global_step": 42828, "epoch": 240, "lr": 6.571902919767494e-05}
{"train_loss": 0.0027401151601225138, "global_step": 42829, "epoch": 240, "lr": 6.571762641349565e-05}
{"train_loss": 0.0032906129490584135, "global_step": 42830, "epoch": 240, "lr": 6.571622361558795e-05}
{"train_loss": 0.00270896777510643, "global_step": 42831, "epoch": 240, "lr": 6.571482080395309e-05}
{"train_loss": 0.00560490507632494, "global_step": 42832, "epoch": 240, "lr": 6.571341797859223e-05}
{"train_loss": 0.0020717065781354904, "global_step": 42833, "epoch": 240, "lr": 6.571201513950668e-05}
{"train_loss": 0.004794253967702389, "global_step": 42834, "epoch": 240, "lr": 6.57106122866976e-05}
{"train_loss": 0.007803107146173716, "global_step": 42835, "epoch": 240, "lr": 6.570920942016624e-05}
{"train_loss": 0.0038520186208188534, "global_step": 42836, "epoch": 240, "lr": 6.570780653991383e-05}
{"train_loss": 0.003075870219618082, "global_step": 42837, "epoch": 240, "lr": 6.570640364594158e-05}
{"train_loss": 0.0057628401555120945, "global_step": 42838, "epoch": 240, "lr": 6.570500073825074e-05}
{"train_loss": 0.003994776401668787, "global_step": 42839, "epoch": 240, "lr": 6.570359781684252e-05}
{"train_loss": 0.004909905605018139, "global_step": 42840, "epoch": 240, "lr": 6.570219488171813e-05}
{"train_loss": 0.004438703414052725, "global_step": 42841, "epoch": 240, "lr": 6.570079193287881e-05}
{"train_loss": 0.004514715168625116, "global_step": 42842, "epoch": 240, "lr": 6.569938897032579e-05}
{"train_loss": 0.0037271594628691673, "global_step": 42843, "epoch": 240, "lr": 6.56979859940603e-05}
{"train_loss": 0.005177711136639118, "global_step": 42844, "epoch": 240, "lr": 6.569658300408354e-05}
{"train_loss": 0.003131978213787079, "global_step": 42845, "epoch": 240, "lr": 6.569518000039678e-05}
{"train_loss": 0.0025405194610357285, "global_step": 42846, "epoch": 240, "lr": 6.569377698300118e-05}
{"train_loss": 0.0024342844262719154, "global_step": 42847, "epoch": 240, "lr": 6.569237395189805e-05}
{"train_loss": 0.004504048731178045, "global_step": 42848, "epoch": 240, "lr": 6.569097090708853e-05}
{"train_loss": 0.005829467438161373, "global_step": 42849, "epoch": 240, "lr": 6.56895678485739e-05}
{"train_loss": 0.005209248512983322, "global_step": 42850, "epoch": 240, "lr": 6.568816477635535e-05}
{"train_loss": 0.0033028647303581238, "global_step": 42851, "epoch": 240, "lr": 6.568676169043414e-05}
{"train_loss": 0.002603098750114441, "global_step": 42852, "epoch": 240, "lr": 6.568535859081148e-05}
{"train_loss": 0.002909854520112276, "global_step": 42853, "epoch": 240, "lr": 6.568395547748861e-05}
{"train_loss": 0.004153536632657051, "global_step": 42854, "epoch": 240, "lr": 6.568255235046671e-05}
{"train_loss": 0.008777356706559658, "global_step": 42855, "epoch": 240, "lr": 6.568114920974707e-05}
{"train_loss": 0.0034109626431018114, "global_step": 42856, "epoch": 240, "lr": 6.567974605533086e-05}
{"train_loss": 0.0058340090326964855, "global_step": 42857, "epoch": 240, "lr": 6.567834288721934e-05}
{"train_loss": 0.003240433055907488, "global_step": 42858, "epoch": 240, "lr": 6.567693970541372e-05}
{"train_loss": 0.0032419259659945965, "global_step": 42859, "epoch": 240, "lr": 6.567553650991523e-05}
{"train_loss": 0.0019550337456166744, "global_step": 42860, "epoch": 240, "lr": 6.567413330072508e-05}
{"train_loss": 0.0037977753672748804, "global_step": 42861, "epoch": 240, "lr": 6.567273007784454e-05}
{"train_loss": 0.007021498866379261, "global_step": 42862, "epoch": 240, "lr": 6.567132684127479e-05}
{"train_loss": 0.003584511112421751, "global_step": 42863, "epoch": 240, "lr": 6.566992359101707e-05}
{"train_loss": 0.006091194227337837, "global_step": 42864, "epoch": 240, "lr": 6.56685203270726e-05}
{"train_loss": 0.002992207184433937, "global_step": 42865, "epoch": 240, "lr": 6.566711704944263e-05}
{"train_loss": 0.0052270954474806786, "global_step": 42866, "epoch": 240, "lr": 6.566571375812837e-05}
{"train_loss": 0.004862422123551369, "global_step": 42867, "epoch": 240, "lr": 6.566431045313104e-05}
{"train_loss": 0.002391023328527808, "global_step": 42868, "epoch": 240, "lr": 6.566290713445186e-05}
{"train_loss": 0.005295073613524437, "global_step": 42869, "epoch": 240, "lr": 6.566150380209208e-05}
{"train_loss": 0.004759564530104399, "global_step": 42870, "epoch": 240, "lr": 6.566010045605289e-05}
{"train_loss": 0.003614200744777918, "global_step": 42871, "epoch": 240, "lr": 6.565869709633556e-05}
{"train_loss": 0.006930515170097351, "global_step": 42872, "epoch": 240, "lr": 6.565729372294129e-05}
{"train_loss": 0.002784107346087694, "global_step": 42873, "epoch": 240, "lr": 6.565589033587128e-05}
{"train_loss": 0.0045616598799824715, "global_step": 42874, "epoch": 240, "lr": 6.565448693512681e-05}
{"train_loss": 0.0034211059100925922, "global_step": 42875, "epoch": 240, "lr": 6.56530835207091e-05}
{"train_loss": 0.004733650013804436, "global_step": 42876, "epoch": 240, "lr": 6.565168009261933e-05}
{"train_loss": 0.003071194514632225, "global_step": 42877, "epoch": 240, "lr": 6.565027665085877e-05}
{"train_loss": 0.004733533598482609, "global_step": 42878, "epoch": 240, "lr": 6.564887319542861e-05}
{"train_loss": 0.005210935603827238, "global_step": 42879, "epoch": 240, "lr": 6.564746972633009e-05}
{"train_loss": 0.006653977558016777, "global_step": 42880, "epoch": 240, "lr": 6.564606624356445e-05}
{"train_loss": 0.0024460558779537678, "global_step": 42881, "epoch": 240, "lr": 6.564466274713291e-05}
{"train_loss": 0.0050020599737763405, "global_step": 42882, "epoch": 240, "lr": 6.564325923703668e-05}
{"train_loss": 0.006938512437045574, "global_step": 42883, "epoch": 240, "lr": 6.564185571327702e-05}
{"train_loss": 0.00402113888412714, "global_step": 42884, "epoch": 240, "lr": 6.564045217585511e-05}
{"train_loss": 0.003444019006565213, "global_step": 42885, "epoch": 240, "lr": 6.56390486247722e-05}
{"train_loss": 0.001977583859115839, "global_step": 42886, "epoch": 240, "lr": 6.563764506002953e-05}
{"train_loss": 0.0037455183919519186, "global_step": 42887, "epoch": 240, "lr": 6.56362414816283e-05}
{"train_loss": 0.004646227695047855, "global_step": 42888, "epoch": 240, "lr": 6.563483788956974e-05}
{"train_loss": 0.002218174748122692, "global_step": 42889, "epoch": 240, "lr": 6.56334342838551e-05}
{"train_loss": 0.005005496554076672, "global_step": 42890, "epoch": 240, "lr": 6.563203066448558e-05}
{"train_loss": 0.00924933236092329, "global_step": 42891, "epoch": 240, "lr": 6.56306270314624e-05}
{"train_loss": 0.004763818811625242, "global_step": 42892, "epoch": 240, "lr": 6.562922338478682e-05}
{"train_loss": 0.004939603619277477, "global_step": 42893, "epoch": 240, "lr": 6.562781972446005e-05}
{"train_loss": 0.004283909685909748, "global_step": 42894, "epoch": 240, "lr": 6.56264160504833e-05}
{"train_loss": 0.0067751165479421616, "global_step": 42895, "epoch": 240, "lr": 6.562501236285782e-05}
{"train_loss": 0.0031398136634379625, "global_step": 42896, "epoch": 240, "lr": 6.562360866158483e-05}
{"train_loss": 0.004532565751238569, "global_step": 42897, "epoch": 240, "lr": 6.562220494666552e-05, "train_action_mse_error": 6.342914275592193e-06}
{"train_loss": 0.004180704243481159, "global_step": 42898, "epoch": 241, "lr": 6.562080121810117e-05}
{"train_loss": 0.004551784601062536, "global_step": 42899, "epoch": 241, "lr": 6.561939747589299e-05}
{"train_loss": 0.002113800961524248, "global_step": 42900, "epoch": 241, "lr": 6.56179937200422e-05}
{"train_loss": 0.0035092374309897423, "global_step": 42901, "epoch": 241, "lr": 6.561658995055e-05}
{"train_loss": 0.0027103740721940994, "global_step": 42902, "epoch": 241, "lr": 6.561518616741765e-05}
{"train_loss": 0.002125232946127653, "global_step": 42903, "epoch": 241, "lr": 6.561378237064639e-05}
{"train_loss": 0.0022513624280691147, "global_step": 42904, "epoch": 241, "lr": 6.561237856023739e-05}
{"train_loss": 0.0024071272928267717, "global_step": 42905, "epoch": 241, "lr": 6.561097473619194e-05}
{"train_loss": 0.0033485565800219774, "global_step": 42906, "epoch": 241, "lr": 6.56095708985112e-05}
{"train_loss": 0.0040549468249082565, "global_step": 42907, "epoch": 241, "lr": 6.560816704719647e-05}
{"train_loss": 0.01014934852719307, "global_step": 42908, "epoch": 241, "lr": 6.560676318224892e-05}
{"train_loss": 0.0034088543616235256, "global_step": 42909, "epoch": 241, "lr": 6.56053593036698e-05}
{"train_loss": 0.0020604971796274185, "global_step": 42910, "epoch": 241, "lr": 6.560395541146032e-05}
{"train_loss": 0.005013450048863888, "global_step": 42911, "epoch": 241, "lr": 6.560255150562173e-05}
{"train_loss": 0.004228837788105011, "global_step": 42912, "epoch": 241, "lr": 6.560114758615525e-05}
{"train_loss": 0.004754395689815283, "global_step": 42913, "epoch": 241, "lr": 6.559974365306207e-05}
{"train_loss": 0.0017704057972878218, "global_step": 42914, "epoch": 241, "lr": 6.559833970634346e-05}
{"train_loss": 0.009054925292730331, "global_step": 42915, "epoch": 241, "lr": 6.559693574600064e-05}
{"train_loss": 0.004945747554302216, "global_step": 42916, "epoch": 241, "lr": 6.559553177203481e-05}
{"train_loss": 0.00555521622300148, "global_step": 42917, "epoch": 241, "lr": 6.559412778444723e-05}
{"train_loss": 0.00847490131855011, "global_step": 42918, "epoch": 241, "lr": 6.55927237832391e-05}
{"train_loss": 0.00520356185734272, "global_step": 42919, "epoch": 241, "lr": 6.559131976841168e-05}
{"train_loss": 0.0031363503076136112, "global_step": 42920, "epoch": 241, "lr": 6.558991573996614e-05}
{"train_loss": 0.002986146602779627, "global_step": 42921, "epoch": 241, "lr": 6.558851169790377e-05}
{"train_loss": 0.0037140948697924614, "global_step": 42922, "epoch": 241, "lr": 6.558710764222575e-05}
{"train_loss": 0.0057944790460169315, "global_step": 42923, "epoch": 241, "lr": 6.558570357293333e-05}
{"train_loss": 0.004236545413732529, "global_step": 42924, "epoch": 241, "lr": 6.558429949002772e-05}
{"train_loss": 0.004818454384803772, "global_step": 42925, "epoch": 241, "lr": 6.558289539351016e-05}
{"train_loss": 0.002141412114724517, "global_step": 42926, "epoch": 241, "lr": 6.558149128338186e-05}
{"train_loss": 0.005032246932387352, "global_step": 42927, "epoch": 241, "lr": 6.558008715964408e-05}
{"train_loss": 0.008561458438634872, "global_step": 42928, "epoch": 241, "lr": 6.557868302229801e-05}
{"train_loss": 0.003579322714358568, "global_step": 42929, "epoch": 241, "lr": 6.557727887134489e-05}
{"train_loss": 0.0034900992177426815, "global_step": 42930, "epoch": 241, "lr": 6.557587470678596e-05}
{"train_loss": 0.0051285624504089355, "global_step": 42931, "epoch": 241, "lr": 6.557447052862242e-05}
{"train_loss": 0.004042916931211948, "global_step": 42932, "epoch": 241, "lr": 6.557306633685551e-05}
{"train_loss": 0.0031753566581755877, "global_step": 42933, "epoch": 241, "lr": 6.557166213148647e-05}
{"train_loss": 0.0023177561815828085, "global_step": 42934, "epoch": 241, "lr": 6.55702579125165e-05}
{"train_loss": 0.00471382774412632, "global_step": 42935, "epoch": 241, "lr": 6.556885367994683e-05}
{"train_loss": 0.00220694812014699, "global_step": 42936, "epoch": 241, "lr": 6.556744943377872e-05}
{"train_loss": 0.0025499772746115923, "global_step": 42937, "epoch": 241, "lr": 6.556604517401336e-05}
{"train_loss": 0.005917367525398731, "global_step": 42938, "epoch": 241, "lr": 6.556464090065199e-05}
{"train_loss": 0.002938302233815193, "global_step": 42939, "epoch": 241, "lr": 6.556323661369585e-05}
{"train_loss": 0.0020355056039988995, "global_step": 42940, "epoch": 241, "lr": 6.556183231314612e-05}
{"train_loss": 0.005250933580100536, "global_step": 42941, "epoch": 241, "lr": 6.556042799900408e-05}
{"train_loss": 0.005638536997139454, "global_step": 42942, "epoch": 241, "lr": 6.555902367127093e-05}
{"train_loss": 0.002701100893318653, "global_step": 42943, "epoch": 241, "lr": 6.555761932994792e-05}
{"train_loss": 0.004599622450768948, "global_step": 42944, "epoch": 241, "lr": 6.555621497503623e-05}
{"train_loss": 0.0046673547476530075, "global_step": 42945, "epoch": 241, "lr": 6.555481060653714e-05}
{"train_loss": 0.0028100162744522095, "global_step": 42946, "epoch": 241, "lr": 6.555340622445184e-05}
{"train_loss": 0.005235312506556511, "global_step": 42947, "epoch": 241, "lr": 6.555200182878158e-05}
{"train_loss": 0.00273776869289577, "global_step": 42948, "epoch": 241, "lr": 6.555059741952757e-05}
{"train_loss": 0.005292190238833427, "global_step": 42949, "epoch": 241, "lr": 6.554919299669102e-05}
{"train_loss": 0.0029857205227017403, "global_step": 42950, "epoch": 241, "lr": 6.554778856027319e-05}
{"train_loss": 0.002952689304947853, "global_step": 42951, "epoch": 241, "lr": 6.554638411027531e-05}
{"train_loss": 0.0020474744960665703, "global_step": 42952, "epoch": 241, "lr": 6.554497964669858e-05}
{"train_loss": 0.004333821125328541, "global_step": 42953, "epoch": 241, "lr": 6.554357516954424e-05}
{"train_loss": 0.0018699634820222855, "global_step": 42954, "epoch": 241, "lr": 6.554217067881352e-05}
{"train_loss": 0.007700115442276001, "global_step": 42955, "epoch": 241, "lr": 6.554076617450763e-05}
{"train_loss": 0.004237632732838392, "global_step": 42956, "epoch": 241, "lr": 6.553936165662782e-05}
{"train_loss": 0.004405071958899498, "global_step": 42957, "epoch": 241, "lr": 6.553795712517529e-05}
{"train_loss": 0.006661411840468645, "global_step": 42958, "epoch": 241, "lr": 6.553655258015132e-05}
{"train_loss": 0.006655931007117033, "global_step": 42959, "epoch": 241, "lr": 6.553514802155706e-05}
{"train_loss": 0.0031227553263306618, "global_step": 42960, "epoch": 241, "lr": 6.553374344939377e-05}
{"train_loss": 0.004024847410619259, "global_step": 42961, "epoch": 241, "lr": 6.553233886366272e-05}
{"train_loss": 0.0031604329124093056, "global_step": 42962, "epoch": 241, "lr": 6.553093426436508e-05}
{"train_loss": 0.0023121312260627747, "global_step": 42963, "epoch": 241, "lr": 6.55295296515021e-05}
{"train_loss": 0.006095405668020248, "global_step": 42964, "epoch": 241, "lr": 6.552812502507501e-05}
{"train_loss": 0.0029257230926305056, "global_step": 42965, "epoch": 241, "lr": 6.552672038508502e-05}
{"train_loss": 0.006029234267771244, "global_step": 42966, "epoch": 241, "lr": 6.552531573153337e-05}
{"train_loss": 0.005762859247624874, "global_step": 42967, "epoch": 241, "lr": 6.552391106442128e-05}
{"train_loss": 0.005328132770955563, "global_step": 42968, "epoch": 241, "lr": 6.552250638374998e-05}
{"train_loss": 0.003941788803786039, "global_step": 42969, "epoch": 241, "lr": 6.552110168952071e-05}
{"train_loss": 0.0027396222576498985, "global_step": 42970, "epoch": 241, "lr": 6.551969698173468e-05}
{"train_loss": 0.004163132980465889, "global_step": 42971, "epoch": 241, "lr": 6.551829226039312e-05}
{"train_loss": 0.0017493481282144785, "global_step": 42972, "epoch": 241, "lr": 6.551688752549726e-05}
{"train_loss": 0.006902183406054974, "global_step": 42973, "epoch": 241, "lr": 6.55154827770483e-05}
{"train_loss": 0.003154163248836994, "global_step": 42974, "epoch": 241, "lr": 6.551407801504752e-05}
{"train_loss": 0.004343709908425808, "global_step": 42975, "epoch": 241, "lr": 6.551267323949613e-05}
{"train_loss": 0.004533569328486919, "global_step": 42976, "epoch": 241, "lr": 6.551126845039531e-05}
{"train_loss": 0.0031007383950054646, "global_step": 42977, "epoch": 241, "lr": 6.550986364774635e-05}
{"train_loss": 0.00440554041415453, "global_step": 42978, "epoch": 241, "lr": 6.550845883155043e-05}
{"train_loss": 0.0028540652710944414, "global_step": 42979, "epoch": 241, "lr": 6.550705400180882e-05}
{"train_loss": 0.008546393364667892, "global_step": 42980, "epoch": 241, "lr": 6.55056491585227e-05}
{"train_loss": 0.0031697959639132023, "global_step": 42981, "epoch": 241, "lr": 6.550424430169335e-05}
{"train_loss": 0.003648114390671253, "global_step": 42982, "epoch": 241, "lr": 6.550283943132195e-05}
{"train_loss": 0.004858534783124924, "global_step": 42983, "epoch": 241, "lr": 6.550143454740976e-05}
{"train_loss": 0.0040849908255040646, "global_step": 42984, "epoch": 241, "lr": 6.550002964995798e-05}
{"train_loss": 0.003756426740437746, "global_step": 42985, "epoch": 241, "lr": 6.549862473896786e-05}
{"train_loss": 0.0032431345898658037, "global_step": 42986, "epoch": 241, "lr": 6.549721981444062e-05}
{"train_loss": 0.0025970323476940393, "global_step": 42987, "epoch": 241, "lr": 6.549581487637746e-05}
{"train_loss": 0.003659754991531372, "global_step": 42988, "epoch": 241, "lr": 6.549440992477965e-05}
{"train_loss": 0.0039013256318867207, "global_step": 42989, "epoch": 241, "lr": 6.549300495964838e-05}
{"train_loss": 0.006631344091147184, "global_step": 42990, "epoch": 241, "lr": 6.549159998098493e-05}
{"train_loss": 0.008131381124258041, "global_step": 42991, "epoch": 241, "lr": 6.549019498879045e-05}
{"train_loss": 0.006305116228759289, "global_step": 42992, "epoch": 241, "lr": 6.548878998306623e-05}
{"train_loss": 0.0021877666004002094, "global_step": 42993, "epoch": 241, "lr": 6.548738496381349e-05}
{"train_loss": 0.00782700814306736, "global_step": 42994, "epoch": 241, "lr": 6.548597993103344e-05}
{"train_loss": 0.0075919064693152905, "global_step": 42995, "epoch": 241, "lr": 6.54845748847273e-05}
{"train_loss": 0.005754421465098858, "global_step": 42996, "epoch": 241, "lr": 6.54831698248963e-05}
{"train_loss": 0.003324733581393957, "global_step": 42997, "epoch": 241, "lr": 6.548176475154168e-05}
{"train_loss": 0.0023826654069125652, "global_step": 42998, "epoch": 241, "lr": 6.548035966466469e-05}
{"train_loss": 0.003457405837252736, "global_step": 42999, "epoch": 241, "lr": 6.54789545642665e-05}
{"train_loss": 0.004143828526139259, "global_step": 43000, "epoch": 241, "lr": 6.547754945034839e-05}
{"train_loss": 0.01036058645695448, "global_step": 43001, "epoch": 241, "lr": 6.547614432291154e-05}
{"train_loss": 0.0034215000923722982, "global_step": 43002, "epoch": 241, "lr": 6.547473918195721e-05}
{"train_loss": 0.0016983140958473086, "global_step": 43003, "epoch": 241, "lr": 6.547333402748663e-05}
{"train_loss": 0.0025485744699835777, "global_step": 43004, "epoch": 241, "lr": 6.547192885950102e-05}
{"train_loss": 0.00476777832955122, "global_step": 43005, "epoch": 241, "lr": 6.547052367800159e-05}
{"train_loss": 0.003450721735134721, "global_step": 43006, "epoch": 241, "lr": 6.54691184829896e-05}
{"train_loss": 0.002259473782032728, "global_step": 43007, "epoch": 241, "lr": 6.546771327446624e-05}
{"train_loss": 0.004572457633912563, "global_step": 43008, "epoch": 241, "lr": 6.546630805243276e-05}
{"train_loss": 0.003117527812719345, "global_step": 43009, "epoch": 241, "lr": 6.546490281689039e-05}
{"train_loss": 0.003915794659405947, "global_step": 43010, "epoch": 241, "lr": 6.546349756784034e-05}
{"train_loss": 0.0027686739340424538, "global_step": 43011, "epoch": 241, "lr": 6.546209230528386e-05}
{"train_loss": 0.007580798119306564, "global_step": 43012, "epoch": 241, "lr": 6.546068702922217e-05}
{"train_loss": 0.0023659025318920612, "global_step": 43013, "epoch": 241, "lr": 6.545928173965648e-05}
{"train_loss": 0.005312920548021793, "global_step": 43014, "epoch": 241, "lr": 6.545787643658804e-05}
{"train_loss": 0.007186202798038721, "global_step": 43015, "epoch": 241, "lr": 6.545647112001804e-05}
{"train_loss": 0.0028354451060295105, "global_step": 43016, "epoch": 241, "lr": 6.545506578994778e-05}
{"train_loss": 0.008648104965686798, "global_step": 43017, "epoch": 241, "lr": 6.545366044637841e-05}
{"train_loss": 0.006112584378570318, "global_step": 43018, "epoch": 241, "lr": 6.545225508931122e-05}
{"train_loss": 0.0021566590294241905, "global_step": 43019, "epoch": 241, "lr": 6.545084971874738e-05}
{"train_loss": 0.0029198452830314636, "global_step": 43020, "epoch": 241, "lr": 6.544944433468815e-05}
{"train_loss": 0.002234357874840498, "global_step": 43021, "epoch": 241, "lr": 6.544803893713475e-05}
{"train_loss": 0.004427959211170673, "global_step": 43022, "epoch": 241, "lr": 6.544663352608842e-05}
{"train_loss": 0.009050194174051285, "global_step": 43023, "epoch": 241, "lr": 6.544522810155038e-05}
{"train_loss": 0.00442506792023778, "global_step": 43024, "epoch": 241, "lr": 6.544382266352188e-05}
{"train_loss": 0.007004010025411844, "global_step": 43025, "epoch": 241, "lr": 6.544241721200407e-05}
{"train_loss": 0.006804183125495911, "global_step": 43026, "epoch": 241, "lr": 6.544101174699826e-05}
{"train_loss": 0.0037232739850878716, "global_step": 43027, "epoch": 241, "lr": 6.543960626850565e-05}
{"train_loss": 0.004363325424492359, "global_step": 43028, "epoch": 241, "lr": 6.543820077652748e-05}
{"train_loss": 0.004250172525644302, "global_step": 43029, "epoch": 241, "lr": 6.543679527106492e-05}
{"train_loss": 0.004625475965440273, "global_step": 43030, "epoch": 241, "lr": 6.543538975211926e-05}
{"train_loss": 0.006480291951447725, "global_step": 43031, "epoch": 241, "lr": 6.543398421969173e-05}
{"train_loss": 0.007959062233567238, "global_step": 43032, "epoch": 241, "lr": 6.543257867378351e-05}
{"train_loss": 0.009571589529514313, "global_step": 43033, "epoch": 241, "lr": 6.543117311439588e-05}
{"train_loss": 0.01074381172657013, "global_step": 43034, "epoch": 241, "lr": 6.542976754153002e-05}
{"train_loss": 0.004628174006938934, "global_step": 43035, "epoch": 241, "lr": 6.542836195518719e-05}
{"train_loss": 0.005381534807384014, "global_step": 43036, "epoch": 241, "lr": 6.54269563553686e-05}
{"train_loss": 0.0026280481833964586, "global_step": 43037, "epoch": 241, "lr": 6.54255507420755e-05}
{"train_loss": 0.007272704504430294, "global_step": 43038, "epoch": 241, "lr": 6.542414511530908e-05}
{"train_loss": 0.0041798497550189495, "global_step": 43039, "epoch": 241, "lr": 6.54227394750706e-05}
{"train_loss": 0.009517143480479717, "global_step": 43040, "epoch": 241, "lr": 6.542133382136127e-05}
{"train_loss": 0.007177727296948433, "global_step": 43041, "epoch": 241, "lr": 6.541992815418234e-05}
{"train_loss": 0.0030644582584500313, "global_step": 43042, "epoch": 241, "lr": 6.541852247353502e-05}
{"train_loss": 0.0065760016441345215, "global_step": 43043, "epoch": 241, "lr": 6.541711677942055e-05}
{"train_loss": 0.0031956257298588753, "global_step": 43044, "epoch": 241, "lr": 6.541571107184013e-05}
{"train_loss": 0.003431633347645402, "global_step": 43045, "epoch": 241, "lr": 6.541430535079503e-05}
{"train_loss": 0.002432378940284252, "global_step": 43046, "epoch": 241, "lr": 6.541289961628644e-05}
{"train_loss": 0.00888887420296669, "global_step": 43047, "epoch": 241, "lr": 6.541149386831562e-05}
{"train_loss": 0.005667523946613073, "global_step": 43048, "epoch": 241, "lr": 6.541008810688375e-05}
{"train_loss": 0.004410082474350929, "global_step": 43049, "epoch": 241, "lr": 6.54086823319921e-05}
{"train_loss": 0.006106458138674498, "global_step": 43050, "epoch": 241, "lr": 6.540727654364189e-05}
{"train_loss": 0.004619205836206675, "global_step": 43051, "epoch": 241, "lr": 6.540587074183435e-05}
{"train_loss": 0.002409575041383505, "global_step": 43052, "epoch": 241, "lr": 6.54044649265707e-05}
{"train_loss": 0.0035151555202901363, "global_step": 43053, "epoch": 241, "lr": 6.540305909785217e-05}
{"train_loss": 0.004821947775781155, "global_step": 43054, "epoch": 241, "lr": 6.540165325567997e-05}
{"train_loss": 0.006021489854902029, "global_step": 43055, "epoch": 241, "lr": 6.540024740005538e-05}
{"train_loss": 0.012619290500879288, "global_step": 43056, "epoch": 241, "lr": 6.539884153097956e-05}
{"train_loss": 0.005739136133342981, "global_step": 43057, "epoch": 241, "lr": 6.539743564845379e-05}
{"train_loss": 0.002656102180480957, "global_step": 43058, "epoch": 241, "lr": 6.539602975247926e-05}
{"train_loss": 0.004606502130627632, "global_step": 43059, "epoch": 241, "lr": 6.539462384305723e-05}
{"train_loss": 0.003095585387200117, "global_step": 43060, "epoch": 241, "lr": 6.539321792018891e-05}
{"train_loss": 0.005952600855380297, "global_step": 43061, "epoch": 241, "lr": 6.539181198387555e-05}
{"train_loss": 0.0025687632150948048, "global_step": 43062, "epoch": 241, "lr": 6.539040603411835e-05}
{"train_loss": 0.0026688016951084137, "global_step": 43063, "epoch": 241, "lr": 6.538900007091855e-05}
{"train_loss": 0.005872663110494614, "global_step": 43064, "epoch": 241, "lr": 6.538759409427737e-05}
{"train_loss": 0.006288731005042791, "global_step": 43065, "epoch": 241, "lr": 6.538618810419605e-05}
{"train_loss": 0.0027216277085244656, "global_step": 43066, "epoch": 241, "lr": 6.538478210067583e-05}
{"train_loss": 0.004444664344191551, "global_step": 43067, "epoch": 241, "lr": 6.538337608371791e-05}
{"train_loss": 0.006061919033527374, "global_step": 43068, "epoch": 241, "lr": 6.538197005332353e-05}
{"train_loss": 0.008254704996943474, "global_step": 43069, "epoch": 241, "lr": 6.538056400949392e-05}
{"train_loss": 0.0034729826729744673, "global_step": 43070, "epoch": 241, "lr": 6.53791579522303e-05}
{"train_loss": 0.0025313934311270714, "global_step": 43071, "epoch": 241, "lr": 6.53777518815339e-05}
{"train_loss": 0.0017562714638188481, "global_step": 43072, "epoch": 241, "lr": 6.537634579740596e-05}
{"train_loss": 0.004856938496232033, "global_step": 43073, "epoch": 241, "lr": 6.53749396998477e-05}
{"train_loss": 0.0028177639469504356, "global_step": 43074, "epoch": 241, "lr": 6.537353358886035e-05}
{"train_loss": 0.004568676439406915, "global_step": 43075, "epoch": 241, "lr": 6.537212746444514e-05}
{"train_loss": 0.0038954028859734535, "global_step": 43076, "epoch": 242, "lr": 6.537072132660329e-05}
{"train_loss": 0.006422116421163082, "global_step": 43077, "epoch": 242, "lr": 6.536931517533602e-05}
{"train_loss": 0.004028958268463612, "global_step": 43078, "epoch": 242, "lr": 6.536790901064457e-05}
{"train_loss": 0.003712910460308194, "global_step": 43079, "epoch": 242, "lr": 6.53665028325302e-05}
{"train_loss": 0.00794364232569933, "global_step": 43080, "epoch": 242, "lr": 6.536509664099408e-05}
{"train_loss": 0.0037257373332977295, "global_step": 43081, "epoch": 242, "lr": 6.536369043603748e-05}
{"train_loss": 0.002414969727396965, "global_step": 43082, "epoch": 242, "lr": 6.53622842176616e-05}
{"train_loss": 0.003066255711019039, "global_step": 43083, "epoch": 242, "lr": 6.536087798586768e-05}
{"train_loss": 0.0032876883633434772, "global_step": 43084, "epoch": 242, "lr": 6.535947174065698e-05}
{"train_loss": 0.004740043543279171, "global_step": 43085, "epoch": 242, "lr": 6.535806548203067e-05}
{"train_loss": 0.0045442767441272736, "global_step": 43086, "epoch": 242, "lr": 6.535665920999002e-05}
{"train_loss": 0.004683022852987051, "global_step": 43087, "epoch": 242, "lr": 6.535525292453624e-05}
{"train_loss": 0.00499348109588027, "global_step": 43088, "epoch": 242, "lr": 6.535384662567057e-05}
{"train_loss": 0.003276169765740633, "global_step": 43089, "epoch": 242, "lr": 6.535244031339422e-05}
{"train_loss": 0.003921743016690016, "global_step": 43090, "epoch": 242, "lr": 6.535103398770845e-05}
{"train_loss": 0.005555793642997742, "global_step": 43091, "epoch": 242, "lr": 6.534962764861444e-05}
{"train_loss": 0.006077752448618412, "global_step": 43092, "epoch": 242, "lr": 6.534822129611347e-05}
{"train_loss": 0.002269553020596504, "global_step": 43093, "epoch": 242, "lr": 6.534681493020674e-05}
{"train_loss": 0.002822048496454954, "global_step": 43094, "epoch": 242, "lr": 6.534540855089549e-05}
{"train_loss": 0.003184907604008913, "global_step": 43095, "epoch": 242, "lr": 6.534400215818093e-05}
{"train_loss": 0.005041048862040043, "global_step": 43096, "epoch": 242, "lr": 6.53425957520643e-05}
{"train_loss": 0.004282089881598949, "global_step": 43097, "epoch": 242, "lr": 6.534118933254684e-05}
{"train_loss": 0.005628268234431744, "global_step": 43098, "epoch": 242, "lr": 6.533978289962975e-05}
{"train_loss": 0.0029932463075965643, "global_step": 43099, "epoch": 242, "lr": 6.53383764533143e-05}
{"train_loss": 0.005166362505406141, "global_step": 43100, "epoch": 242, "lr": 6.533696999360168e-05}
{"train_loss": 0.004866586998105049, "global_step": 43101, "epoch": 242, "lr": 6.533556352049311e-05}
{"train_loss": 0.0048041935078799725, "global_step": 43102, "epoch": 242, "lr": 6.533415703398988e-05}
{"train_loss": 0.004432142712175846, "global_step": 43103, "epoch": 242, "lr": 6.533275053409316e-05}
{"train_loss": 0.004684011451900005, "global_step": 43104, "epoch": 242, "lr": 6.533134402080421e-05}
{"train_loss": 0.0049304720014333725, "global_step": 43105, "epoch": 242, "lr": 6.532993749412424e-05}
{"train_loss": 0.004735616035759449, "global_step": 43106, "epoch": 242, "lr": 6.532853095405447e-05}
{"train_loss": 0.006093069911003113, "global_step": 43107, "epoch": 242, "lr": 6.532712440059617e-05}
{"train_loss": 0.0025028944946825504, "global_step": 43108, "epoch": 242, "lr": 6.532571783375052e-05}
{"train_loss": 0.004465531557798386, "global_step": 43109, "epoch": 242, "lr": 6.53243112535188e-05}
{"train_loss": 0.005170866847038269, "global_step": 43110, "epoch": 242, "lr": 6.532290465990216e-05}
{"train_loss": 0.0035013065207749605, "global_step": 43111, "epoch": 242, "lr": 6.532149805290192e-05}
{"train_loss": 0.0038365169893950224, "global_step": 43112, "epoch": 242, "lr": 6.532009143251925e-05}
{"train_loss": 0.0018119459273293614, "global_step": 43113, "epoch": 242, "lr": 6.531868479875541e-05}
{"train_loss": 0.0054902369156479836, "global_step": 43114, "epoch": 242, "lr": 6.531727815161159e-05}
{"train_loss": 0.006340413354337215, "global_step": 43115, "epoch": 242, "lr": 6.531587149108906e-05}
{"train_loss": 0.004497929476201534, "global_step": 43116, "epoch": 242, "lr": 6.531446481718903e-05}
{"train_loss": 0.006879811175167561, "global_step": 43117, "epoch": 242, "lr": 6.531305812991272e-05}
{"train_loss": 0.005308246240019798, "global_step": 43118, "epoch": 242, "lr": 6.531165142926138e-05}
{"train_loss": 0.007046820595860481, "global_step": 43119, "epoch": 242, "lr": 6.531024471523622e-05}
{"train_loss": 0.00546074565500021, "global_step": 43120, "epoch": 242, "lr": 6.530883798783847e-05}
{"train_loss": 0.005942631512880325, "global_step": 43121, "epoch": 242, "lr": 6.530743124706938e-05}
{"train_loss": 0.0029858972411602736, "global_step": 43122, "epoch": 242, "lr": 6.530602449293015e-05}
{"train_loss": 0.013957632705569267, "global_step": 43123, "epoch": 242, "lr": 6.530461772542201e-05}
{"train_loss": 0.0049741677939891815, "global_step": 43124, "epoch": 242, "lr": 6.530321094454622e-05}
{"train_loss": 0.006834325380623341, "global_step": 43125, "epoch": 242, "lr": 6.530180415030398e-05}
{"train_loss": 0.002234317595139146, "global_step": 43126, "epoch": 242, "lr": 6.530039734269653e-05}
{"train_loss": 0.0025291279889643192, "global_step": 43127, "epoch": 242, "lr": 6.52989905217251e-05}
{"train_loss": 0.0032472906168550253, "global_step": 43128, "epoch": 242, "lr": 6.529758368739092e-05}
{"train_loss": 0.005263729952275753, "global_step": 43129, "epoch": 242, "lr": 6.52961768396952e-05}
{"train_loss": 0.002483877819031477, "global_step": 43130, "epoch": 242, "lr": 6.529476997863919e-05}
{"train_loss": 0.003059817012399435, "global_step": 43131, "epoch": 242, "lr": 6.529336310422412e-05}
{"train_loss": 0.002989607397466898, "global_step": 43132, "epoch": 242, "lr": 6.529195621645122e-05}
{"train_loss": 0.0037395739927887917, "global_step": 43133, "epoch": 242, "lr": 6.529054931532168e-05}
{"train_loss": 0.005818572826683521, "global_step": 43134, "epoch": 242, "lr": 6.528914240083677e-05}
{"train_loss": 0.004273539874702692, "global_step": 43135, "epoch": 242, "lr": 6.528773547299772e-05}
{"train_loss": 0.00867309421300888, "global_step": 43136, "epoch": 242, "lr": 6.528632853180573e-05}
{"train_loss": 0.005411460064351559, "global_step": 43137, "epoch": 242, "lr": 6.528492157726205e-05}
{"train_loss": 0.002600063569843769, "global_step": 43138, "epoch": 242, "lr": 6.52835146093679e-05}
{"train_loss": 0.0032830489799380302, "global_step": 43139, "epoch": 242, "lr": 6.528210762812453e-05}
{"train_loss": 0.003779205959290266, "global_step": 43140, "epoch": 242, "lr": 6.528070063353314e-05}
{"train_loss": 0.0038061270024627447, "global_step": 43141, "epoch": 242, "lr": 6.527929362559496e-05}
{"train_loss": 0.001695401268079877, "global_step": 43142, "epoch": 242, "lr": 6.527788660431124e-05}
{"train_loss": 0.005029594525694847, "global_step": 43143, "epoch": 242, "lr": 6.527647956968319e-05}
{"train_loss": 0.006498485803604126, "global_step": 43144, "epoch": 242, "lr": 6.527507252171204e-05}
{"train_loss": 0.0037544334772974253, "global_step": 43145, "epoch": 242, "lr": 6.527366546039905e-05}
{"train_loss": 0.006796364672482014, "global_step": 43146, "epoch": 242, "lr": 6.527225838574542e-05}
{"train_loss": 0.003503715619444847, "global_step": 43147, "epoch": 242, "lr": 6.527085129775237e-05}
{"train_loss": 0.010021359659731388, "global_step": 43148, "epoch": 242, "lr": 6.526944419642116e-05}
{"train_loss": 0.0060023898258805275, "global_step": 43149, "epoch": 242, "lr": 6.526803708175299e-05}
{"train_loss": 0.005461379885673523, "global_step": 43150, "epoch": 242, "lr": 6.526662995374911e-05}
{"train_loss": 0.003782023675739765, "global_step": 43151, "epoch": 242, "lr": 6.526522281241074e-05}
{"train_loss": 0.0031398360151797533, "global_step": 43152, "epoch": 242, "lr": 6.526381565773912e-05}
{"train_loss": 0.002213121857494116, "global_step": 43153, "epoch": 242, "lr": 6.526240848973543e-05}
{"train_loss": 0.0035438197664916515, "global_step": 43154, "epoch": 242, "lr": 6.526100130840098e-05}
{"train_loss": 0.0076866368763148785, "global_step": 43155, "epoch": 242, "lr": 6.525959411373695e-05}
{"train_loss": 0.0040174019522964954, "global_step": 43156, "epoch": 242, "lr": 6.525818690574456e-05}
{"train_loss": 0.007234548684209585, "global_step": 43157, "epoch": 242, "lr": 6.525677968442506e-05}
{"train_loss": 0.005408803001046181, "global_step": 43158, "epoch": 242, "lr": 6.525537244977966e-05}
{"train_loss": 0.004704785067588091, "global_step": 43159, "epoch": 242, "lr": 6.525396520180962e-05}
{"train_loss": 0.0032707068603485823, "global_step": 43160, "epoch": 242, "lr": 6.525255794051617e-05}
{"train_loss": 0.0038848458789288998, "global_step": 43161, "epoch": 242, "lr": 6.52511506659005e-05}
{"train_loss": 0.006264910567551851, "global_step": 43162, "epoch": 242, "lr": 6.524974337796385e-05}
{"train_loss": 0.003762118751183152, "global_step": 43163, "epoch": 242, "lr": 6.524833607670749e-05}
{"train_loss": 0.0032736905850470066, "global_step": 43164, "epoch": 242, "lr": 6.524692876213258e-05}
{"train_loss": 0.006089021451771259, "global_step": 43165, "epoch": 242, "lr": 6.524552143424041e-05}
{"train_loss": 0.0046704430133104324, "global_step": 43166, "epoch": 242, "lr": 6.52441140930322e-05}
{"train_loss": 0.0036064060404896736, "global_step": 43167, "epoch": 242, "lr": 6.524270673850914e-05}
{"train_loss": 0.0054221004247665405, "global_step": 43168, "epoch": 242, "lr": 6.52412993706725e-05}
{"train_loss": 0.00635303370654583, "global_step": 43169, "epoch": 242, "lr": 6.523989198952351e-05}
{"train_loss": 0.003051196690648794, "global_step": 43170, "epoch": 242, "lr": 6.523848459506336e-05}
{"train_loss": 0.006760194431990385, "global_step": 43171, "epoch": 242, "lr": 6.523707718729331e-05}
{"train_loss": 0.00519353523850441, "global_step": 43172, "epoch": 242, "lr": 6.52356697662146e-05}
{"train_loss": 0.004423661157488823, "global_step": 43173, "epoch": 242, "lr": 6.523426233182843e-05}
{"train_loss": 0.003914994187653065, "global_step": 43174, "epoch": 242, "lr": 6.523285488413603e-05}
{"train_loss": 0.0053597912192344666, "global_step": 43175, "epoch": 242, "lr": 6.523144742313866e-05}
{"train_loss": 0.007545603904873133, "global_step": 43176, "epoch": 242, "lr": 6.523003994883752e-05}
{"train_loss": 0.003971829079091549, "global_step": 43177, "epoch": 242, "lr": 6.522863246123385e-05}
{"train_loss": 0.0022610491141676903, "global_step": 43178, "epoch": 242, "lr": 6.522722496032888e-05}
{"train_loss": 0.00871739536523819, "global_step": 43179, "epoch": 242, "lr": 6.522581744612384e-05}
{"train_loss": 0.0076064011082053185, "global_step": 43180, "epoch": 242, "lr": 6.522440991861996e-05}
{"train_loss": 0.003523952793329954, "global_step": 43181, "epoch": 242, "lr": 6.522300237781845e-05}
{"train_loss": 0.006956831552088261, "global_step": 43182, "epoch": 242, "lr": 6.522159482372058e-05}
{"train_loss": 0.004009045660495758, "global_step": 43183, "epoch": 242, "lr": 6.522018725632755e-05}
{"train_loss": 0.005796187557280064, "global_step": 43184, "epoch": 242, "lr": 6.521877967564059e-05}
{"train_loss": 0.00516982888802886, "global_step": 43185, "epoch": 242, "lr": 6.521737208166093e-05}
{"train_loss": 0.004027560353279114, "global_step": 43186, "epoch": 242, "lr": 6.521596447438982e-05}
{"train_loss": 0.002765582175925374, "global_step": 43187, "epoch": 242, "lr": 6.521455685382845e-05}
{"train_loss": 0.0029114249628037214, "global_step": 43188, "epoch": 242, "lr": 6.521314921997809e-05}
{"train_loss": 0.0030153347179293633, "global_step": 43189, "epoch": 242, "lr": 6.521174157283996e-05}
{"train_loss": 0.0025275328662246466, "global_step": 43190, "epoch": 242, "lr": 6.521033391241526e-05}
{"train_loss": 0.0031359035056084394, "global_step": 43191, "epoch": 242, "lr": 6.520892623870524e-05}
{"train_loss": 0.004179677460342646, "global_step": 43192, "epoch": 242, "lr": 6.520751855171116e-05}
{"train_loss": 0.0030656298622488976, "global_step": 43193, "epoch": 242, "lr": 6.52061108514342e-05}
{"train_loss": 0.0033839945681393147, "global_step": 43194, "epoch": 242, "lr": 6.520470313787564e-05}
{"train_loss": 0.005480682011693716, "global_step": 43195, "epoch": 242, "lr": 6.520329541103665e-05}
{"train_loss": 0.004664347507059574, "global_step": 43196, "epoch": 242, "lr": 6.520188767091849e-05}
{"train_loss": 0.004110087640583515, "global_step": 43197, "epoch": 242, "lr": 6.520047991752239e-05}
{"train_loss": 0.004678784869611263, "global_step": 43198, "epoch": 242, "lr": 6.51990721508496e-05}
{"train_loss": 0.0036871249321848154, "global_step": 43199, "epoch": 242, "lr": 6.51976643709013e-05}
{"train_loss": 0.005218842066824436, "global_step": 43200, "epoch": 242, "lr": 6.519625657767876e-05}
{"train_loss": 0.008307298645377159, "global_step": 43201, "epoch": 242, "lr": 6.519484877118319e-05}
{"train_loss": 0.005687278229743242, "global_step": 43202, "epoch": 242, "lr": 6.519344095141584e-05}
{"train_loss": 0.004098678473383188, "global_step": 43203, "epoch": 242, "lr": 6.519203311837792e-05}
{"train_loss": 0.008808018639683723, "global_step": 43204, "epoch": 242, "lr": 6.519062527207067e-05}
{"train_loss": 0.004147946834564209, "global_step": 43205, "epoch": 242, "lr": 6.51892174124953e-05}
{"train_loss": 0.004942282568663359, "global_step": 43206, "epoch": 242, "lr": 6.518780953965307e-05}
{"train_loss": 0.0039109098725020885, "global_step": 43207, "epoch": 242, "lr": 6.518640165354519e-05}
{"train_loss": 0.005412300117313862, "global_step": 43208, "epoch": 242, "lr": 6.518499375417291e-05}
{"train_loss": 0.0022333385422825813, "global_step": 43209, "epoch": 242, "lr": 6.518358584153743e-05}
{"train_loss": 0.00305410148575902, "global_step": 43210, "epoch": 242, "lr": 6.518217791563998e-05}
{"train_loss": 0.0033702286891639233, "global_step": 43211, "epoch": 242, "lr": 6.518076997648183e-05}
{"train_loss": 0.0026796171441674232, "global_step": 43212, "epoch": 242, "lr": 6.517936202406419e-05}
{"train_loss": 0.0039486996829509735, "global_step": 43213, "epoch": 242, "lr": 6.517795405838827e-05}
{"train_loss": 0.002931966446340084, "global_step": 43214, "epoch": 242, "lr": 6.517654607945531e-05}
{"train_loss": 0.003039952367544174, "global_step": 43215, "epoch": 242, "lr": 6.517513808726654e-05}
{"train_loss": 0.00494936341419816, "global_step": 43216, "epoch": 242, "lr": 6.51737300818232e-05}
{"train_loss": 0.004588456824421883, "global_step": 43217, "epoch": 242, "lr": 6.517232206312653e-05}
{"train_loss": 0.004543614573776722, "global_step": 43218, "epoch": 242, "lr": 6.517091403117772e-05}
{"train_loss": 0.0059577166102826595, "global_step": 43219, "epoch": 242, "lr": 6.516950598597802e-05}
{"train_loss": 0.004834320861846209, "global_step": 43220, "epoch": 242, "lr": 6.516809792752867e-05}
{"train_loss": 0.003249183762818575, "global_step": 43221, "epoch": 242, "lr": 6.51666898558309e-05}
{"train_loss": 0.002675768919289112, "global_step": 43222, "epoch": 242, "lr": 6.516528177088592e-05}
{"train_loss": 0.004368230700492859, "global_step": 43223, "epoch": 242, "lr": 6.516387367269498e-05}
{"train_loss": 0.006196589674800634, "global_step": 43224, "epoch": 242, "lr": 6.51624655612593e-05}
{"train_loss": 0.0017564187292009592, "global_step": 43225, "epoch": 242, "lr": 6.51610574365801e-05}
{"train_loss": 0.004523703828454018, "global_step": 43226, "epoch": 242, "lr": 6.515964929865863e-05}
{"train_loss": 0.0022977960761636496, "global_step": 43227, "epoch": 242, "lr": 6.515824114749613e-05}
{"train_loss": 0.006383177824318409, "global_step": 43228, "epoch": 242, "lr": 6.51568329830938e-05}
{"train_loss": 0.0026721470057964325, "global_step": 43229, "epoch": 242, "lr": 6.515542480545287e-05}
{"train_loss": 0.006308096460998058, "global_step": 43230, "epoch": 242, "lr": 6.515401661457459e-05}
{"train_loss": 0.004340095911175013, "global_step": 43231, "epoch": 242, "lr": 6.515260841046018e-05}
{"train_loss": 0.004123501479625702, "global_step": 43232, "epoch": 242, "lr": 6.515120019311087e-05}
{"train_loss": 0.002989310072734952, "global_step": 43233, "epoch": 242, "lr": 6.51497919625279e-05}
{"train_loss": 0.005713324993848801, "global_step": 43234, "epoch": 242, "lr": 6.514838371871248e-05}
{"train_loss": 0.003972751088440418, "global_step": 43235, "epoch": 242, "lr": 6.514697546166586e-05}
{"train_loss": 0.004462223965674639, "global_step": 43236, "epoch": 242, "lr": 6.514556719138926e-05}
{"train_loss": 0.002427483908832073, "global_step": 43237, "epoch": 242, "lr": 6.51441589078839e-05}
{"train_loss": 0.0013005369110032916, "global_step": 43238, "epoch": 242, "lr": 6.514275061115103e-05}
{"train_loss": 0.002377789467573166, "global_step": 43239, "epoch": 242, "lr": 6.514134230119187e-05}
{"train_loss": 0.0036137797869741917, "global_step": 43240, "epoch": 242, "lr": 6.513993397800766e-05}
{"train_loss": 0.0031855544075369835, "global_step": 43241, "epoch": 242, "lr": 6.513852564159962e-05}
{"train_loss": 0.004721180070191622, "global_step": 43242, "epoch": 242, "lr": 6.513711729196898e-05}
{"train_loss": 0.004664689302444458, "global_step": 43243, "epoch": 242, "lr": 6.513570892911697e-05}
{"train_loss": 0.003248625434935093, "global_step": 43244, "epoch": 242, "lr": 6.513430055304483e-05}
{"train_loss": 0.006754300557076931, "global_step": 43245, "epoch": 242, "lr": 6.513289216375376e-05}
{"train_loss": 0.0039057889953255653, "global_step": 43246, "epoch": 242, "lr": 6.513148376124504e-05}
{"train_loss": 0.00414301548153162, "global_step": 43247, "epoch": 242, "lr": 6.513007534551984e-05}
{"train_loss": 0.0026159705594182014, "global_step": 43248, "epoch": 242, "lr": 6.512866691657943e-05}
{"train_loss": 0.004838002845644951, "global_step": 43249, "epoch": 242, "lr": 6.512725847442507e-05}
{"train_loss": 0.0030548549257218838, "global_step": 43250, "epoch": 242, "lr": 6.512585001905792e-05}
{"train_loss": 0.0017333563882857561, "global_step": 43251, "epoch": 242, "lr": 6.512444155047925e-05}
{"train_loss": 0.005465507972985506, "global_step": 43252, "epoch": 242, "lr": 6.51230330686903e-05}
{"train_loss": 0.004492343696399352, "global_step": 43253, "epoch": 242, "lr": 6.512162457369226e-05}
{"train_loss": 0.002155145164579153, "global_step": 43254, "epoch": 243, "lr": 6.51202160654864e-05}
{"train_loss": 0.004758235067129135, "global_step": 43255, "epoch": 243, "lr": 6.511880754407392e-05}
{"train_loss": 0.004514249972999096, "global_step": 43256, "epoch": 243, "lr": 6.511739900945608e-05}
{"train_loss": 0.007840467616915703, "global_step": 43257, "epoch": 243, "lr": 6.511599046163409e-05}
{"train_loss": 0.0036790487356483936, "global_step": 43258, "epoch": 243, "lr": 6.511458190060917e-05}
{"train_loss": 0.0028487099334597588, "global_step": 43259, "epoch": 243, "lr": 6.511317332638258e-05}
{"train_loss": 0.0032848012633621693, "global_step": 43260, "epoch": 243, "lr": 6.511176473895555e-05}
{"train_loss": 0.002854997292160988, "global_step": 43261, "epoch": 243, "lr": 6.511035613832927e-05}
{"train_loss": 0.0030464804731309414, "global_step": 43262, "epoch": 243, "lr": 6.5108947524505e-05}
{"train_loss": 0.007223555818200111, "global_step": 43263, "epoch": 243, "lr": 6.510753889748397e-05}
{"train_loss": 0.005250775255262852, "global_step": 43264, "epoch": 243, "lr": 6.510613025726741e-05}
{"train_loss": 0.0038468397688120604, "global_step": 43265, "epoch": 243, "lr": 6.510472160385655e-05}
{"train_loss": 0.006578266620635986, "global_step": 43266, "epoch": 243, "lr": 6.51033129372526e-05}
{"train_loss": 0.004179961048066616, "global_step": 43267, "epoch": 243, "lr": 6.510190425745684e-05}
{"train_loss": 0.0048551601357758045, "global_step": 43268, "epoch": 243, "lr": 6.510049556447044e-05}
{"train_loss": 0.00653767678886652, "global_step": 43269, "epoch": 243, "lr": 6.509908685829467e-05}
{"train_loss": 0.006871912162750959, "global_step": 43270, "epoch": 243, "lr": 6.509767813893076e-05}
{"train_loss": 0.004881643690168858, "global_step": 43271, "epoch": 243, "lr": 6.509626940637991e-05}
{"train_loss": 0.005155980587005615, "global_step": 43272, "epoch": 243, "lr": 6.509486066064336e-05}
{"train_loss": 0.004547876305878162, "global_step": 43273, "epoch": 243, "lr": 6.509345190172238e-05}
{"train_loss": 0.002115692012012005, "global_step": 43274, "epoch": 243, "lr": 6.509204312961817e-05}
{"train_loss": 0.007442985195666552, "global_step": 43275, "epoch": 243, "lr": 6.509063434433195e-05}
{"train_loss": 0.004550943151116371, "global_step": 43276, "epoch": 243, "lr": 6.508922554586496e-05}
{"train_loss": 0.002953285351395607, "global_step": 43277, "epoch": 243, "lr": 6.508781673421843e-05}
{"train_loss": 0.003713886486366391, "global_step": 43278, "epoch": 243, "lr": 6.508640790939359e-05}
{"train_loss": 0.0070864977315068245, "global_step": 43279, "epoch": 243, "lr": 6.50849990713917e-05}
{"train_loss": 0.003991918638348579, "global_step": 43280, "epoch": 243, "lr": 6.508359022021396e-05}
{"train_loss": 0.005062047392129898, "global_step": 43281, "epoch": 243, "lr": 6.508218135586157e-05}
{"train_loss": 0.005801590159535408, "global_step": 43282, "epoch": 243, "lr": 6.508077247833582e-05}
{"train_loss": 0.008377674967050552, "global_step": 43283, "epoch": 243, "lr": 6.507936358763792e-05}
{"train_loss": 0.0019522490911185741, "global_step": 43284, "epoch": 243, "lr": 6.507795468376909e-05}
{"train_loss": 0.0027739787474274635, "global_step": 43285, "epoch": 243, "lr": 6.507654576673057e-05}
{"train_loss": 0.005108227953314781, "global_step": 43286, "epoch": 243, "lr": 6.507513683652358e-05}
{"train_loss": 0.003387992735952139, "global_step": 43287, "epoch": 243, "lr": 6.507372789314938e-05}
{"train_loss": 0.006270251236855984, "global_step": 43288, "epoch": 243, "lr": 6.507231893660915e-05}
{"train_loss": 0.007793068885803223, "global_step": 43289, "epoch": 243, "lr": 6.507090996690415e-05}
{"train_loss": 0.002809063997119665, "global_step": 43290, "epoch": 243, "lr": 6.506950098403564e-05}
{"train_loss": 0.0036152207758277655, "global_step": 43291, "epoch": 243, "lr": 6.506809198800479e-05}
{"train_loss": 0.003400475950911641, "global_step": 43292, "epoch": 243, "lr": 6.506668297881286e-05}
{"train_loss": 0.004262218717485666, "global_step": 43293, "epoch": 243, "lr": 6.506527395646111e-05}
{"train_loss": 0.003931242972612381, "global_step": 43294, "epoch": 243, "lr": 6.506386492095073e-05}
{"train_loss": 0.005926125682890415, "global_step": 43295, "epoch": 243, "lr": 6.506245587228295e-05}
{"train_loss": 0.0026393188163638115, "global_step": 43296, "epoch": 243, "lr": 6.506104681045904e-05}
{"train_loss": 0.006967068649828434, "global_step": 43297, "epoch": 243, "lr": 6.505963773548019e-05}
{"train_loss": 0.0014263852499425411, "global_step": 43298, "epoch": 243, "lr": 6.505822864734765e-05}
{"train_loss": 0.0029588574543595314, "global_step": 43299, "epoch": 243, "lr": 6.505681954606264e-05}
{"train_loss": 0.006127724424004555, "global_step": 43300, "epoch": 243, "lr": 6.50554104316264e-05}
{"train_loss": 0.004920570179820061, "global_step": 43301, "epoch": 243, "lr": 6.505400130404016e-05}
{"train_loss": 0.005553652532398701, "global_step": 43302, "epoch": 243, "lr": 6.505259216330515e-05}
{"train_loss": 0.004900824744254351, "global_step": 43303, "epoch": 243, "lr": 6.505118300942261e-05}
{"train_loss": 0.0026590670458972454, "global_step": 43304, "epoch": 243, "lr": 6.504977384239375e-05}
{"train_loss": 0.004560729023069143, "global_step": 43305, "epoch": 243, "lr": 6.504836466221979e-05}
{"train_loss": 0.0018510922091081738, "global_step": 43306, "epoch": 243, "lr": 6.504695546890201e-05}
{"train_loss": 0.0041397614404559135, "global_step": 43307, "epoch": 243, "lr": 6.504554626244161e-05}
{"train_loss": 0.005317196249961853, "global_step": 43308, "epoch": 243, "lr": 6.504413704283983e-05}
{"train_loss": 0.005017345305532217, "global_step": 43309, "epoch": 243, "lr": 6.504272781009787e-05}
{"train_loss": 0.0046776700764894485, "global_step": 43310, "epoch": 243, "lr": 6.504131856421699e-05}
{"train_loss": 0.0046337665989995, "global_step": 43311, "epoch": 243, "lr": 6.503990930519844e-05}
{"train_loss": 0.005701873451471329, "global_step": 43312, "epoch": 243, "lr": 6.503850003304341e-05}
{"train_loss": 0.005605108570307493, "global_step": 43313, "epoch": 243, "lr": 6.503709074775315e-05}
{"train_loss": 0.005375039763748646, "global_step": 43314, "epoch": 243, "lr": 6.50356814493289e-05}
{"train_loss": 0.004752182401716709, "global_step": 43315, "epoch": 243, "lr": 6.503427213777186e-05}
{"train_loss": 0.0037424592301249504, "global_step": 43316, "epoch": 243, "lr": 6.503286281308329e-05}
{"train_loss": 0.004825695417821407, "global_step": 43317, "epoch": 243, "lr": 6.503145347526443e-05}
{"train_loss": 0.0018059929134324193, "global_step": 43318, "epoch": 243, "lr": 6.503004412431647e-05}
{"train_loss": 0.004309037700295448, "global_step": 43319, "epoch": 243, "lr": 6.502863476024065e-05}
{"train_loss": 0.005906389094889164, "global_step": 43320, "epoch": 243, "lr": 6.502722538303825e-05}
{"train_loss": 0.0036614551208913326, "global_step": 43321, "epoch": 243, "lr": 6.502581599271046e-05}
{"train_loss": 0.004329024814069271, "global_step": 43322, "epoch": 243, "lr": 6.502440658925851e-05}
{"train_loss": 0.005095364060252905, "global_step": 43323, "epoch": 243, "lr": 6.502299717268365e-05}
{"train_loss": 0.005618465133011341, "global_step": 43324, "epoch": 243, "lr": 6.502158774298706e-05}
{"train_loss": 0.003790819551795721, "global_step": 43325, "epoch": 243, "lr": 6.502017830017004e-05}
{"train_loss": 0.004539083689451218, "global_step": 43326, "epoch": 243, "lr": 6.50187688442338e-05}
{"train_loss": 0.006909859366714954, "global_step": 43327, "epoch": 243, "lr": 6.501735937517955e-05}
{"train_loss": 0.00372431892901659, "global_step": 43328, "epoch": 243, "lr": 6.501594989300853e-05}
{"train_loss": 0.0032982060220092535, "global_step": 43329, "epoch": 243, "lr": 6.501454039772198e-05}
{"train_loss": 0.0018369646277278662, "global_step": 43330, "epoch": 243, "lr": 6.501313088932113e-05}
{"train_loss": 0.0040511684492230415, "global_step": 43331, "epoch": 243, "lr": 6.501172136780718e-05}
{"train_loss": 0.003709175158292055, "global_step": 43332, "epoch": 243, "lr": 6.501031183318143e-05}
{"train_loss": 0.004614850506186485, "global_step": 43333, "epoch": 243, "lr": 6.500890228544503e-05}
{"train_loss": 0.008212728425860405, "global_step": 43334, "epoch": 243, "lr": 6.500749272459928e-05}
{"train_loss": 0.0036227505188435316, "global_step": 43335, "epoch": 243, "lr": 6.500608315064535e-05}
{"train_loss": 0.0031970508862286806, "global_step": 43336, "epoch": 243, "lr": 6.500467356358454e-05}
{"train_loss": 0.006649135611951351, "global_step": 43337, "epoch": 243, "lr": 6.500326396341803e-05}
{"train_loss": 0.0031374937389045954, "global_step": 43338, "epoch": 243, "lr": 6.500185435014705e-05}
{"train_loss": 0.00495001208037138, "global_step": 43339, "epoch": 243, "lr": 6.500044472377286e-05}
{"train_loss": 0.00436052493751049, "global_step": 43340, "epoch": 243, "lr": 6.499903508429668e-05}
{"train_loss": 0.004814088344573975, "global_step": 43341, "epoch": 243, "lr": 6.499762543171973e-05}
{"train_loss": 0.0034272409975528717, "global_step": 43342, "epoch": 243, "lr": 6.499621576604326e-05}
{"train_loss": 0.003446973394602537, "global_step": 43343, "epoch": 243, "lr": 6.499480608726846e-05}
{"train_loss": 0.002907717367634177, "global_step": 43344, "epoch": 243, "lr": 6.499339639539663e-05}
{"train_loss": 0.0058367447927594185, "global_step": 43345, "epoch": 243, "lr": 6.499198669042895e-05}
{"train_loss": 0.006283472292125225, "global_step": 43346, "epoch": 243, "lr": 6.499057697236667e-05}
{"train_loss": 0.003808980342000723, "global_step": 43347, "epoch": 243, "lr": 6.4989167241211e-05}
{"train_loss": 0.0021848564501851797, "global_step": 43348, "epoch": 243, "lr": 6.498775749696319e-05}
{"train_loss": 0.005308867897838354, "global_step": 43349, "epoch": 243, "lr": 6.498634773962448e-05}
{"train_loss": 0.00482543557882309, "global_step": 43350, "epoch": 243, "lr": 6.49849379691961e-05}
{"train_loss": 0.00379483075812459, "global_step": 43351, "epoch": 243, "lr": 6.498352818567926e-05}
{"train_loss": 0.005855578929185867, "global_step": 43352, "epoch": 243, "lr": 6.498211838907519e-05}
{"train_loss": 0.004066284280270338, "global_step": 43353, "epoch": 243, "lr": 6.498070857938514e-05}
{"train_loss": 0.007345680147409439, "global_step": 43354, "epoch": 243, "lr": 6.497929875661035e-05}
{"train_loss": 0.004700125195086002, "global_step": 43355, "epoch": 243, "lr": 6.497788892075203e-05}
{"train_loss": 0.003762180218473077, "global_step": 43356, "epoch": 243, "lr": 6.497647907181142e-05}
{"train_loss": 0.006375208497047424, "global_step": 43357, "epoch": 243, "lr": 6.497506920978973e-05}
{"train_loss": 0.008134474977850914, "global_step": 43358, "epoch": 243, "lr": 6.497365933468824e-05}
{"train_loss": 0.004341743886470795, "global_step": 43359, "epoch": 243, "lr": 6.497224944650815e-05}
{"train_loss": 0.006303612608462572, "global_step": 43360, "epoch": 243, "lr": 6.497083954525068e-05}
{"train_loss": 0.0031373626552522182, "global_step": 43361, "epoch": 243, "lr": 6.496942963091709e-05}
{"train_loss": 0.005179978907108307, "global_step": 43362, "epoch": 243, "lr": 6.496801970350859e-05}
{"train_loss": 0.00522261206060648, "global_step": 43363, "epoch": 243, "lr": 6.496660976302641e-05}
{"train_loss": 0.0037790057249367237, "global_step": 43364, "epoch": 243, "lr": 6.49651998094718e-05}
{"train_loss": 0.0043620765209198, "global_step": 43365, "epoch": 243, "lr": 6.496378984284599e-05}
{"train_loss": 0.003283460857346654, "global_step": 43366, "epoch": 243, "lr": 6.496237986315018e-05}
{"train_loss": 0.0023848661221563816, "global_step": 43367, "epoch": 243, "lr": 6.496096987038565e-05}
{"train_loss": 0.009735044091939926, "global_step": 43368, "epoch": 243, "lr": 6.495955986455359e-05}
{"train_loss": 0.005628080107271671, "global_step": 43369, "epoch": 243, "lr": 6.495814984565525e-05}
{"train_loss": 0.00422787806019187, "global_step": 43370, "epoch": 243, "lr": 6.495673981369185e-05}
{"train_loss": 0.005127544980496168, "global_step": 43371, "epoch": 243, "lr": 6.495532976866465e-05}
{"train_loss": 0.002183973789215088, "global_step": 43372, "epoch": 243, "lr": 6.495391971057486e-05}
{"train_loss": 0.0032296243589371443, "global_step": 43373, "epoch": 243, "lr": 6.495250963942369e-05}
{"train_loss": 0.0020088679157197475, "global_step": 43374, "epoch": 243, "lr": 6.495109955521243e-05}
{"train_loss": 0.004056307952851057, "global_step": 43375, "epoch": 243, "lr": 6.494968945794225e-05}
{"train_loss": 0.004992018453776836, "global_step": 43376, "epoch": 243, "lr": 6.494827934761442e-05}
{"train_loss": 0.004167936276644468, "global_step": 43377, "epoch": 243, "lr": 6.494686922423016e-05}
{"train_loss": 0.004282306879758835, "global_step": 43378, "epoch": 243, "lr": 6.49454590877907e-05}
{"train_loss": 0.0036867414601147175, "global_step": 43379, "epoch": 243, "lr": 6.494404893829728e-05}
{"train_loss": 0.0029339930042624474, "global_step": 43380, "epoch": 243, "lr": 6.494263877575113e-05}
{"train_loss": 0.0028563954401761293, "global_step": 43381, "epoch": 243, "lr": 6.494122860015347e-05}
{"train_loss": 0.006557534448802471, "global_step": 43382, "epoch": 243, "lr": 6.493981841150554e-05}
{"train_loss": 0.0012043677270412445, "global_step": 43383, "epoch": 243, "lr": 6.493840820980857e-05}
{"train_loss": 0.00422466266900301, "global_step": 43384, "epoch": 243, "lr": 6.49369979950638e-05}
{"train_loss": 0.0026259797159582376, "global_step": 43385, "epoch": 243, "lr": 6.493558776727245e-05}
{"train_loss": 0.007957304827868938, "global_step": 43386, "epoch": 243, "lr": 6.493417752643574e-05}
{"train_loss": 0.004944845102727413, "global_step": 43387, "epoch": 243, "lr": 6.493276727255493e-05}
{"train_loss": 0.004309461452066898, "global_step": 43388, "epoch": 243, "lr": 6.493135700563125e-05}
{"train_loss": 0.0035117303486913443, "global_step": 43389, "epoch": 243, "lr": 6.492994672566592e-05}
{"train_loss": 0.006930793635547161, "global_step": 43390, "epoch": 243, "lr": 6.492853643266016e-05}
{"train_loss": 0.004709247499704361, "global_step": 43391, "epoch": 243, "lr": 6.492712612661523e-05}
{"train_loss": 0.002981549361720681, "global_step": 43392, "epoch": 243, "lr": 6.492571580753233e-05}
{"train_loss": 0.003929056227207184, "global_step": 43393, "epoch": 243, "lr": 6.492430547541271e-05}
{"train_loss": 0.004485415760427713, "global_step": 43394, "epoch": 243, "lr": 6.492289513025761e-05}
{"train_loss": 0.0034890833776444197, "global_step": 43395, "epoch": 243, "lr": 6.492148477206824e-05}
{"train_loss": 0.004294904414564371, "global_step": 43396, "epoch": 243, "lr": 6.492007440084586e-05}
{"train_loss": 0.006221877411007881, "global_step": 43397, "epoch": 243, "lr": 6.491866401659168e-05}
{"train_loss": 0.0025540911592543125, "global_step": 43398, "epoch": 243, "lr": 6.491725361930694e-05}
{"train_loss": 0.004038843791931868, "global_step": 43399, "epoch": 243, "lr": 6.491584320899286e-05}
{"train_loss": 0.0022914186120033264, "global_step": 43400, "epoch": 243, "lr": 6.491443278565068e-05}
{"train_loss": 0.0019304025918245316, "global_step": 43401, "epoch": 243, "lr": 6.491302234928165e-05}
{"train_loss": 0.009493671357631683, "global_step": 43402, "epoch": 243, "lr": 6.491161189988698e-05}
{"train_loss": 0.003987476229667664, "global_step": 43403, "epoch": 243, "lr": 6.491020143746792e-05}
{"train_loss": 0.010057052597403526, "global_step": 43404, "epoch": 243, "lr": 6.490879096202566e-05}
{"train_loss": 0.007051787804812193, "global_step": 43405, "epoch": 243, "lr": 6.490738047356148e-05}
{"train_loss": 0.002012894256040454, "global_step": 43406, "epoch": 243, "lr": 6.490596997207658e-05}
{"train_loss": 0.0020612741354852915, "global_step": 43407, "epoch": 243, "lr": 6.490455945757223e-05}
{"train_loss": 0.003460504813119769, "global_step": 43408, "epoch": 243, "lr": 6.490314893004962e-05}
{"train_loss": 0.0035680411383509636, "global_step": 43409, "epoch": 243, "lr": 6.490173838951e-05}
{"train_loss": 0.006003536283969879, "global_step": 43410, "epoch": 243, "lr": 6.49003278359546e-05}
{"train_loss": 0.005455312319099903, "global_step": 43411, "epoch": 243, "lr": 6.489891726938466e-05}
{"train_loss": 0.005461056716740131, "global_step": 43412, "epoch": 243, "lr": 6.48975066898014e-05}
{"train_loss": 0.00426947558298707, "global_step": 43413, "epoch": 243, "lr": 6.489609609720606e-05}
{"train_loss": 0.003286117222160101, "global_step": 43414, "epoch": 243, "lr": 6.489468549159988e-05}
{"train_loss": 0.006361470557749271, "global_step": 43415, "epoch": 243, "lr": 6.489327487298405e-05}
{"train_loss": 0.004720600321888924, "global_step": 43416, "epoch": 243, "lr": 6.489186424135986e-05}
{"train_loss": 0.0021772144827991724, "global_step": 43417, "epoch": 243, "lr": 6.489045359672851e-05}
{"train_loss": 0.006223233882337809, "global_step": 43418, "epoch": 243, "lr": 6.488904293909124e-05}
{"train_loss": 0.003373213578015566, "global_step": 43419, "epoch": 243, "lr": 6.488763226844927e-05}
{"train_loss": 0.0053726667538285255, "global_step": 43420, "epoch": 243, "lr": 6.488622158480387e-05}
{"train_loss": 0.0028454759158194065, "global_step": 43421, "epoch": 243, "lr": 6.488481088815621e-05}
{"train_loss": 0.005310553126037121, "global_step": 43422, "epoch": 243, "lr": 6.488340017850758e-05}
{"train_loss": 0.004354901146143675, "global_step": 43423, "epoch": 243, "lr": 6.488198945585917e-05}
{"train_loss": 0.004473119508475065, "global_step": 43424, "epoch": 243, "lr": 6.488057872021224e-05}
{"train_loss": 0.0065862396731972694, "global_step": 43425, "epoch": 243, "lr": 6.487916797156804e-05}
{"train_loss": 0.007316539995372295, "global_step": 43426, "epoch": 243, "lr": 6.487775720992773e-05}
{"train_loss": 0.0029694135300815105, "global_step": 43427, "epoch": 243, "lr": 6.487634643529262e-05}
{"train_loss": 0.0029047117568552494, "global_step": 43428, "epoch": 243, "lr": 6.48749356476639e-05}
{"train_loss": 0.0059316400438547134, "global_step": 43429, "epoch": 243, "lr": 6.487352484704281e-05}
{"train_loss": 0.004363730549812317, "global_step": 43430, "epoch": 243, "lr": 6.487211403343059e-05}
{"train_loss": 0.004563936131765668, "global_step": 43431, "epoch": 243, "lr": 6.487070320682845e-05}
{"train_loss": 0.0059500522911548615, "global_step": 43432, "epoch": 244, "lr": 6.486929236723766e-05}
{"train_loss": 0.006103248335421085, "global_step": 43433, "epoch": 244, "lr": 6.486788151465942e-05}
{"train_loss": 0.003501628991216421, "global_step": 43434, "epoch": 244, "lr": 6.486647064909497e-05}
{"train_loss": 0.004798933397978544, "global_step": 43435, "epoch": 244, "lr": 6.486505977054555e-05}
{"train_loss": 0.0029711732640862465, "global_step": 43436, "epoch": 244, "lr": 6.486364887901238e-05}
{"train_loss": 0.0045322393998503685, "global_step": 43437, "epoch": 244, "lr": 6.48622379744967e-05}
{"train_loss": 0.006992644630372524, "global_step": 43438, "epoch": 244, "lr": 6.486082705699975e-05}
{"train_loss": 0.004891186486929655, "global_step": 43439, "epoch": 244, "lr": 6.485941612652276e-05}
{"train_loss": 0.005279378965497017, "global_step": 43440, "epoch": 244, "lr": 6.485800518306696e-05}
{"train_loss": 0.006362146697938442, "global_step": 43441, "epoch": 244, "lr": 6.485659422663357e-05}
{"train_loss": 0.005990808829665184, "global_step": 43442, "epoch": 244, "lr": 6.485518325722384e-05}
{"train_loss": 0.005783463828265667, "global_step": 43443, "epoch": 244, "lr": 6.485377227483899e-05}
{"train_loss": 0.005503566469997168, "global_step": 43444, "epoch": 244, "lr": 6.485236127948026e-05}
{"train_loss": 0.004895463585853577, "global_step": 43445, "epoch": 244, "lr": 6.485095027114887e-05}
{"train_loss": 0.008566507138311863, "global_step": 43446, "epoch": 244, "lr": 6.484953924984607e-05}
{"train_loss": 0.006300606764853001, "global_step": 43447, "epoch": 244, "lr": 6.484812821557307e-05}
{"train_loss": 0.0035504931584000587, "global_step": 43448, "epoch": 244, "lr": 6.484671716833115e-05}
{"train_loss": 0.005333389155566692, "global_step": 43449, "epoch": 244, "lr": 6.484530610812148e-05}
{"train_loss": 0.0038412867579609156, "global_step": 43450, "epoch": 244, "lr": 6.484389503494533e-05}
{"train_loss": 0.003590570529922843, "global_step": 43451, "epoch": 244, "lr": 6.484248394880394e-05}
{"train_loss": 0.0031055198051035404, "global_step": 43452, "epoch": 244, "lr": 6.48410728496985e-05}
{"train_loss": 0.0033293224405497313, "global_step": 43453, "epoch": 244, "lr": 6.483966173763028e-05}
{"train_loss": 0.005346082150936127, "global_step": 43454, "epoch": 244, "lr": 6.48382506126005e-05}
{"train_loss": 0.005220011342316866, "global_step": 43455, "epoch": 244, "lr": 6.48368394746104e-05}
{"train_loss": 0.007270777598023415, "global_step": 43456, "epoch": 244, "lr": 6.483542832366119e-05}
{"train_loss": 0.003923310898244381, "global_step": 43457, "epoch": 244, "lr": 6.483401715975412e-05}
{"train_loss": 0.004036431200802326, "global_step": 43458, "epoch": 244, "lr": 6.483260598289045e-05}
{"train_loss": 0.004404986277222633, "global_step": 43459, "epoch": 244, "lr": 6.483119479307137e-05}
{"train_loss": 0.008846364915370941, "global_step": 43460, "epoch": 244, "lr": 6.482978359029812e-05}
{"train_loss": 0.003027749015018344, "global_step": 43461, "epoch": 244, "lr": 6.482837237457196e-05}
{"train_loss": 0.0037247082218527794, "global_step": 43462, "epoch": 244, "lr": 6.482696114589407e-05}
{"train_loss": 0.0031969419214874506, "global_step": 43463, "epoch": 244, "lr": 6.482554990426574e-05}
{"train_loss": 0.005361098796129227, "global_step": 43464, "epoch": 244, "lr": 6.482413864968817e-05}
{"train_loss": 0.0024027032777667046, "global_step": 43465, "epoch": 244, "lr": 6.482272738216261e-05}
{"train_loss": 0.004232544451951981, "global_step": 43466, "epoch": 244, "lr": 6.482131610169026e-05}
{"train_loss": 0.006094188429415226, "global_step": 43467, "epoch": 244, "lr": 6.481990480827239e-05}
{"train_loss": 0.00742740323767066, "global_step": 43468, "epoch": 244, "lr": 6.481849350191021e-05}
{"train_loss": 0.005753705278038979, "global_step": 43469, "epoch": 244, "lr": 6.481708218260499e-05}
{"train_loss": 0.0042419759556651115, "global_step": 43470, "epoch": 244, "lr": 6.48156708503579e-05}
{"train_loss": 0.005908186547458172, "global_step": 43471, "epoch": 244, "lr": 6.481425950517022e-05}
{"train_loss": 0.004354442004114389, "global_step": 43472, "epoch": 244, "lr": 6.481284814704316e-05}
{"train_loss": 0.0015024988679215312, "global_step": 43473, "epoch": 244, "lr": 6.481143677597798e-05}
{"train_loss": 0.0052664135582745075, "global_step": 43474, "epoch": 244, "lr": 6.481002539197589e-05}
{"train_loss": 0.005447639152407646, "global_step": 43475, "epoch": 244, "lr": 6.48086139950381e-05}
{"train_loss": 0.007214811164885759, "global_step": 43476, "epoch": 244, "lr": 6.480720258516589e-05}
{"train_loss": 0.007171206176280975, "global_step": 43477, "epoch": 244, "lr": 6.480579116236047e-05}
{"train_loss": 0.004672838840633631, "global_step": 43478, "epoch": 244, "lr": 6.480437972662308e-05}
{"train_loss": 0.002694617258384824, "global_step": 43479, "epoch": 244, "lr": 6.480296827795495e-05}
{"train_loss": 0.007053425535559654, "global_step": 43480, "epoch": 244, "lr": 6.480155681635731e-05}
{"train_loss": 0.006740207318216562, "global_step": 43481, "epoch": 244, "lr": 6.480014534183139e-05}
{"train_loss": 0.002494263928383589, "global_step": 43482, "epoch": 244, "lr": 6.479873385437843e-05}
{"train_loss": 0.0038452784065157175, "global_step": 43483, "epoch": 244, "lr": 6.479732235399965e-05}
{"train_loss": 0.002239240100607276, "global_step": 43484, "epoch": 244, "lr": 6.479591084069632e-05}
{"train_loss": 0.003522642655298114, "global_step": 43485, "epoch": 244, "lr": 6.479449931446962e-05}
{"train_loss": 0.004815759602934122, "global_step": 43486, "epoch": 244, "lr": 6.47930877753208e-05}
{"train_loss": 0.003299353178590536, "global_step": 43487, "epoch": 244, "lr": 6.479167622325112e-05}
{"train_loss": 0.0048015546053647995, "global_step": 43488, "epoch": 244, "lr": 6.47902646582618e-05}
{"train_loss": 0.0048942663706839085, "global_step": 43489, "epoch": 244, "lr": 6.478885308035406e-05}
{"train_loss": 0.006599627435207367, "global_step": 43490, "epoch": 244, "lr": 6.478744148952913e-05}
{"train_loss": 0.004356871824711561, "global_step": 43491, "epoch": 244, "lr": 6.478602988578826e-05}
{"train_loss": 0.0030378345400094986, "global_step": 43492, "epoch": 244, "lr": 6.478461826913268e-05}
{"train_loss": 0.0039418963715434074, "global_step": 43493, "epoch": 244, "lr": 6.478320663956362e-05}
{"train_loss": 0.004250357858836651, "global_step": 43494, "epoch": 244, "lr": 6.47817949970823e-05}
{"train_loss": 0.005986250005662441, "global_step": 43495, "epoch": 244, "lr": 6.478038334168997e-05}
{"train_loss": 0.007235713768750429, "global_step": 43496, "epoch": 244, "lr": 6.477897167338786e-05}
{"train_loss": 0.0027983468025922775, "global_step": 43497, "epoch": 244, "lr": 6.477755999217722e-05}
{"train_loss": 0.003147006733343005, "global_step": 43498, "epoch": 244, "lr": 6.477614829805922e-05}
{"train_loss": 0.0047126947902143, "global_step": 43499, "epoch": 244, "lr": 6.477473659103517e-05}
{"train_loss": 0.002667634282261133, "global_step": 43500, "epoch": 244, "lr": 6.477332487110625e-05}
{"train_loss": 0.004765728488564491, "global_step": 43501, "epoch": 244, "lr": 6.477191313827373e-05}
{"train_loss": 0.005574084352701902, "global_step": 43502, "epoch": 244, "lr": 6.477050139253883e-05}
{"train_loss": 0.0039685796946287155, "global_step": 43503, "epoch": 244, "lr": 6.476908963390277e-05}
{"train_loss": 0.003149785101413727, "global_step": 43504, "epoch": 244, "lr": 6.476767786236678e-05}
{"train_loss": 0.006336375139653683, "global_step": 43505, "epoch": 244, "lr": 6.476626607793213e-05}
{"train_loss": 0.004331720061600208, "global_step": 43506, "epoch": 244, "lr": 6.476485428060001e-05}
{"train_loss": 0.006452344357967377, "global_step": 43507, "epoch": 244, "lr": 6.476344247037168e-05}
{"train_loss": 0.004843435250222683, "global_step": 43508, "epoch": 244, "lr": 6.476203064724837e-05}
{"train_loss": 0.002830234356224537, "global_step": 43509, "epoch": 244, "lr": 6.476061881123128e-05}
{"train_loss": 0.0038414106238633394, "global_step": 43510, "epoch": 244, "lr": 6.47592069623217e-05}
{"train_loss": 0.002162471180781722, "global_step": 43511, "epoch": 244, "lr": 6.475779510052084e-05}
{"train_loss": 0.004159662406891584, "global_step": 43512, "epoch": 244, "lr": 6.475638322582991e-05}
{"train_loss": 0.0036922197323292494, "global_step": 43513, "epoch": 244, "lr": 6.475497133825015e-05}
{"train_loss": 0.005749902222305536, "global_step": 43514, "epoch": 244, "lr": 6.475355943778282e-05}
{"train_loss": 0.0023407991975545883, "global_step": 43515, "epoch": 244, "lr": 6.475214752442913e-05}
{"train_loss": 0.006032925099134445, "global_step": 43516, "epoch": 244, "lr": 6.475073559819034e-05}
{"train_loss": 0.007469313219189644, "global_step": 43517, "epoch": 244, "lr": 6.474932365906765e-05}
{"train_loss": 0.005698170512914658, "global_step": 43518, "epoch": 244, "lr": 6.47479117070623e-05}
{"train_loss": 0.005353549029678106, "global_step": 43519, "epoch": 244, "lr": 6.474649974217552e-05}
{"train_loss": 0.006449802778661251, "global_step": 43520, "epoch": 244, "lr": 6.474508776440857e-05}
{"train_loss": 0.004276828840374947, "global_step": 43521, "epoch": 244, "lr": 6.474367577376266e-05}
{"train_loss": 0.002579905791208148, "global_step": 43522, "epoch": 244, "lr": 6.474226377023903e-05}
{"train_loss": 0.003624573117122054, "global_step": 43523, "epoch": 244, "lr": 6.474085175383891e-05}
{"train_loss": 0.003811261150985956, "global_step": 43524, "epoch": 244, "lr": 6.473943972456354e-05}
{"train_loss": 0.004202899057418108, "global_step": 43525, "epoch": 244, "lr": 6.473802768241416e-05}
{"train_loss": 0.005040503107011318, "global_step": 43526, "epoch": 244, "lr": 6.473661562739199e-05}
{"train_loss": 0.005238811019808054, "global_step": 43527, "epoch": 244, "lr": 6.473520355949826e-05}
{"train_loss": 0.006215381436049938, "global_step": 43528, "epoch": 244, "lr": 6.47337914787342e-05}
{"train_loss": 0.005980161018669605, "global_step": 43529, "epoch": 244, "lr": 6.473237938510107e-05}
{"train_loss": 0.002950275084003806, "global_step": 43530, "epoch": 244, "lr": 6.473096727860008e-05}
{"train_loss": 0.00390949472784996, "global_step": 43531, "epoch": 244, "lr": 6.472955515923246e-05}
{"train_loss": 0.003027742262929678, "global_step": 43532, "epoch": 244, "lr": 6.472814302699947e-05}
{"train_loss": 0.004919687286019325, "global_step": 43533, "epoch": 244, "lr": 6.472673088190233e-05}
{"train_loss": 0.004217041656374931, "global_step": 43534, "epoch": 244, "lr": 6.472531872394225e-05}
{"train_loss": 0.004258149303495884, "global_step": 43535, "epoch": 244, "lr": 6.472390655312049e-05}
{"train_loss": 0.004963536746799946, "global_step": 43536, "epoch": 244, "lr": 6.472249436943828e-05}
{"train_loss": 0.0043136137537658215, "global_step": 43537, "epoch": 244, "lr": 6.472108217289686e-05}
{"train_loss": 0.009282810613512993, "global_step": 43538, "epoch": 244, "lr": 6.471966996349744e-05}
{"train_loss": 0.007193097844719887, "global_step": 43539, "epoch": 244, "lr": 6.471825774124127e-05}
{"train_loss": 0.0032372947316616774, "global_step": 43540, "epoch": 244, "lr": 6.471684550612957e-05}
{"train_loss": 0.0030121877789497375, "global_step": 43541, "epoch": 244, "lr": 6.47154332581636e-05}
{"train_loss": 0.006086783949285746, "global_step": 43542, "epoch": 244, "lr": 6.471402099734459e-05}
{"train_loss": 0.002820391207933426, "global_step": 43543, "epoch": 244, "lr": 6.471260872367373e-05}
{"train_loss": 0.00607820600271225, "global_step": 43544, "epoch": 244, "lr": 6.471119643715231e-05}
{"train_loss": 0.004975906107574701, "global_step": 43545, "epoch": 244, "lr": 6.470978413778153e-05}
{"train_loss": 0.002577028935775161, "global_step": 43546, "epoch": 244, "lr": 6.470837182556263e-05}
{"train_loss": 0.0035851141437888145, "global_step": 43547, "epoch": 244, "lr": 6.470695950049685e-05}
{"train_loss": 0.004089683759957552, "global_step": 43548, "epoch": 244, "lr": 6.470554716258541e-05}
{"train_loss": 0.00371508183889091, "global_step": 43549, "epoch": 244, "lr": 6.470413481182957e-05}
{"train_loss": 0.0038169436156749725, "global_step": 43550, "epoch": 244, "lr": 6.470272244823053e-05}
{"train_loss": 0.0038198891561478376, "global_step": 43551, "epoch": 244, "lr": 6.470131007178955e-05}
{"train_loss": 0.0024526407942175865, "global_step": 43552, "epoch": 244, "lr": 6.469989768250783e-05}
{"train_loss": 0.0023853215388953686, "global_step": 43553, "epoch": 244, "lr": 6.469848528038666e-05}
{"train_loss": 0.004168783314526081, "global_step": 43554, "epoch": 244, "lr": 6.469707286542723e-05}
{"train_loss": 0.002979072742164135, "global_step": 43555, "epoch": 244, "lr": 6.469566043763078e-05}
{"train_loss": 0.005147595889866352, "global_step": 43556, "epoch": 244, "lr": 6.469424799699855e-05}
{"train_loss": 0.002954682568088174, "global_step": 43557, "epoch": 244, "lr": 6.469283554353177e-05}
{"train_loss": 0.007165417540818453, "global_step": 43558, "epoch": 244, "lr": 6.469142307723169e-05}
{"train_loss": 0.005242187529802322, "global_step": 43559, "epoch": 244, "lr": 6.469001059809951e-05}
{"train_loss": 0.00532595906406641, "global_step": 43560, "epoch": 244, "lr": 6.468859810613649e-05}
{"train_loss": 0.007436682470142841, "global_step": 43561, "epoch": 244, "lr": 6.468718560134385e-05}
{"train_loss": 0.010472945868968964, "global_step": 43562, "epoch": 244, "lr": 6.468577308372283e-05}
{"train_loss": 0.0074152592569589615, "global_step": 43563, "epoch": 244, "lr": 6.468436055327467e-05}
{"train_loss": 0.00487675704061985, "global_step": 43564, "epoch": 244, "lr": 6.468294801000061e-05}
{"train_loss": 0.0017268341034650803, "global_step": 43565, "epoch": 244, "lr": 6.468153545390185e-05}
{"train_loss": 0.005271169822663069, "global_step": 43566, "epoch": 244, "lr": 6.468012288497966e-05}
{"train_loss": 0.006046116352081299, "global_step": 43567, "epoch": 244, "lr": 6.467871030323526e-05}
{"train_loss": 0.003987045958638191, "global_step": 43568, "epoch": 244, "lr": 6.467729770866988e-05}
{"train_loss": 0.00489485077559948, "global_step": 43569, "epoch": 244, "lr": 6.467588510128474e-05}
{"train_loss": 0.006332569755613804, "global_step": 43570, "epoch": 244, "lr": 6.467447248108113e-05}
{"train_loss": 0.002829564269632101, "global_step": 43571, "epoch": 244, "lr": 6.467305984806022e-05}
{"train_loss": 0.008508620783686638, "global_step": 43572, "epoch": 244, "lr": 6.467164720222326e-05}
{"train_loss": 0.005531271919608116, "global_step": 43573, "epoch": 244, "lr": 6.467023454357151e-05}
{"train_loss": 0.0023194020614027977, "global_step": 43574, "epoch": 244, "lr": 6.466882187210618e-05}
{"train_loss": 0.005347695201635361, "global_step": 43575, "epoch": 244, "lr": 6.46674091878285e-05}
{"train_loss": 0.005802050232887268, "global_step": 43576, "epoch": 244, "lr": 6.466599649073973e-05}
{"train_loss": 0.0021934914402663708, "global_step": 43577, "epoch": 244, "lr": 6.466458378084108e-05}
{"train_loss": 0.005783438682556152, "global_step": 43578, "epoch": 244, "lr": 6.46631710581338e-05}
{"train_loss": 0.0025772664230316877, "global_step": 43579, "epoch": 244, "lr": 6.46617583226191e-05}
{"train_loss": 0.003421285655349493, "global_step": 43580, "epoch": 244, "lr": 6.466034557429823e-05}
{"train_loss": 0.0048610554076731205, "global_step": 43581, "epoch": 244, "lr": 6.465893281317244e-05}
{"train_loss": 0.005968076642602682, "global_step": 43582, "epoch": 244, "lr": 6.465752003924292e-05}
{"train_loss": 0.003809842746704817, "global_step": 43583, "epoch": 244, "lr": 6.465610725251096e-05}
{"train_loss": 0.00724802166223526, "global_step": 43584, "epoch": 244, "lr": 6.465469445297776e-05}
{"train_loss": 0.005012396723031998, "global_step": 43585, "epoch": 244, "lr": 6.465328164064454e-05}
{"train_loss": 0.0036240743938833475, "global_step": 43586, "epoch": 244, "lr": 6.465186881551259e-05}
{"train_loss": 0.002016461919993162, "global_step": 43587, "epoch": 244, "lr": 6.465045597758308e-05}
{"train_loss": 0.0035786733496934175, "global_step": 43588, "epoch": 244, "lr": 6.46490431268573e-05}
{"train_loss": 0.0034297117963433266, "global_step": 43589, "epoch": 244, "lr": 6.464763026333643e-05}
{"train_loss": 0.003542738500982523, "global_step": 43590, "epoch": 244, "lr": 6.464621738702172e-05}
{"train_loss": 0.005415404215455055, "global_step": 43591, "epoch": 244, "lr": 6.464480449791443e-05}
{"train_loss": 0.004456439986824989, "global_step": 43592, "epoch": 244, "lr": 6.464339159601578e-05}
{"train_loss": 0.003439206862822175, "global_step": 43593, "epoch": 244, "lr": 6.4641978681327e-05}
{"train_loss": 0.002589230425655842, "global_step": 43594, "epoch": 244, "lr": 6.464056575384932e-05}
{"train_loss": 0.0049911742098629475, "global_step": 43595, "epoch": 244, "lr": 6.463915281358399e-05}
{"train_loss": 0.0017274452839046717, "global_step": 43596, "epoch": 244, "lr": 6.463773986053223e-05}
{"train_loss": 0.0030200870241969824, "global_step": 43597, "epoch": 244, "lr": 6.463632689469527e-05}
{"train_loss": 0.003251470159739256, "global_step": 43598, "epoch": 244, "lr": 6.463491391607436e-05}
{"train_loss": 0.004191047511994839, "global_step": 43599, "epoch": 244, "lr": 6.463350092467072e-05}
{"train_loss": 0.007873349823057652, "global_step": 43600, "epoch": 244, "lr": 6.463208792048559e-05}
{"train_loss": 0.002552065532654524, "global_step": 43601, "epoch": 244, "lr": 6.463067490352022e-05}
{"train_loss": 0.0037144185043871403, "global_step": 43602, "epoch": 244, "lr": 6.462926187377583e-05}
{"train_loss": 0.0055157821625471115, "global_step": 43603, "epoch": 244, "lr": 6.462784883125363e-05}
{"train_loss": 0.0044895363971591, "global_step": 43604, "epoch": 244, "lr": 6.462643577595489e-05}
{"train_loss": 0.004971741233021021, "global_step": 43605, "epoch": 244, "lr": 6.462502270788084e-05}
{"train_loss": 0.0021868357434868813, "global_step": 43606, "epoch": 244, "lr": 6.462360962703269e-05}
{"train_loss": 0.0029908441938459873, "global_step": 43607, "epoch": 244, "lr": 6.46221965334117e-05}
{"train_loss": 0.00416466174647212, "global_step": 43608, "epoch": 244, "lr": 6.46207834270191e-05}
{"train_loss": 0.0046199437209896825, "global_step": 43609, "epoch": 244, "lr": 6.461937030785611e-05}
{"train_loss": 0.004724690690636635, "global_step": 43610, "epoch": 245, "lr": 6.461795717592398e-05}
{"train_loss": 0.0030346123967319727, "global_step": 43611, "epoch": 245, "lr": 6.461654403122394e-05}
{"train_loss": 0.0034647262655198574, "global_step": 43612, "epoch": 245, "lr": 6.461513087375722e-05}
{"train_loss": 0.0036921307910233736, "global_step": 43613, "epoch": 245, "lr": 6.461371770352503e-05}
{"train_loss": 0.0037730080075562, "global_step": 43614, "epoch": 245, "lr": 6.461230452052866e-05}
{"train_loss": 0.005389566998928785, "global_step": 43615, "epoch": 245, "lr": 6.46108913247693e-05}
{"train_loss": 0.006935759913176298, "global_step": 43616, "epoch": 245, "lr": 6.460947811624823e-05}
{"train_loss": 0.002850709017366171, "global_step": 43617, "epoch": 245, "lr": 6.460806489496663e-05}
{"train_loss": 0.0034649730660021305, "global_step": 43618, "epoch": 245, "lr": 6.460665166092574e-05}
{"train_loss": 0.0034398408606648445, "global_step": 43619, "epoch": 245, "lr": 6.460523841412683e-05}
{"train_loss": 0.003750412492081523, "global_step": 43620, "epoch": 245, "lr": 6.460382515457111e-05}
{"train_loss": 0.004046020098030567, "global_step": 43621, "epoch": 245, "lr": 6.460241188225984e-05}
{"train_loss": 0.0023626559413969517, "global_step": 43622, "epoch": 245, "lr": 6.46009985971942e-05}
{"train_loss": 0.004893088713288307, "global_step": 43623, "epoch": 245, "lr": 6.459958529937549e-05}
{"train_loss": 0.006730053573846817, "global_step": 43624, "epoch": 245, "lr": 6.45981719888049e-05}
{"train_loss": 0.0066912174224853516, "global_step": 43625, "epoch": 245, "lr": 6.45967586654837e-05}
{"train_loss": 0.003121744142845273, "global_step": 43626, "epoch": 245, "lr": 6.459534532941307e-05}
{"train_loss": 0.004346024245023727, "global_step": 43627, "epoch": 245, "lr": 6.45939319805943e-05}
{"train_loss": 0.004174371249973774, "global_step": 43628, "epoch": 245, "lr": 6.45925186190286e-05}
{"train_loss": 0.008028559386730194, "global_step": 43629, "epoch": 245, "lr": 6.45911052447172e-05}
{"train_loss": 0.006034531630575657, "global_step": 43630, "epoch": 245, "lr": 6.458969185766135e-05}
{"train_loss": 0.0041850353591144085, "global_step": 43631, "epoch": 245, "lr": 6.458827845786226e-05}
{"train_loss": 0.005005581304430962, "global_step": 43632, "epoch": 245, "lr": 6.458686504532119e-05}
{"train_loss": 0.0024726963602006435, "global_step": 43633, "epoch": 245, "lr": 6.458545162003936e-05}
{"train_loss": 0.003662978997454047, "global_step": 43634, "epoch": 245, "lr": 6.458403818201802e-05}
{"train_loss": 0.0044734058901667595, "global_step": 43635, "epoch": 245, "lr": 6.458262473125838e-05}
{"train_loss": 0.005723751150071621, "global_step": 43636, "epoch": 245, "lr": 6.45812112677617e-05}
{"train_loss": 0.0027728904969990253, "global_step": 43637, "epoch": 245, "lr": 6.457979779152919e-05}
{"train_loss": 0.007336366921663284, "global_step": 43638, "epoch": 245, "lr": 6.457838430256211e-05}
{"train_loss": 0.0040416838601231575, "global_step": 43639, "epoch": 245, "lr": 6.457697080086167e-05}
{"train_loss": 0.005690408404916525, "global_step": 43640, "epoch": 245, "lr": 6.457555728642913e-05}
{"train_loss": 0.003368963021785021, "global_step": 43641, "epoch": 245, "lr": 6.457414375926569e-05}
{"train_loss": 0.00446612061932683, "global_step": 43642, "epoch": 245, "lr": 6.457273021937262e-05}
{"train_loss": 0.004366531036794186, "global_step": 43643, "epoch": 245, "lr": 6.457131666675116e-05}
{"train_loss": 0.00437560398131609, "global_step": 43644, "epoch": 245, "lr": 6.45699031014025e-05}
{"train_loss": 0.008979707956314087, "global_step": 43645, "epoch": 245, "lr": 6.45684895233279e-05}
{"train_loss": 0.0035977482330054045, "global_step": 43646, "epoch": 245, "lr": 6.45670759325286e-05}
{"train_loss": 0.00675834808498621, "global_step": 43647, "epoch": 245, "lr": 6.456566232900583e-05}
{"train_loss": 0.0013327626511454582, "global_step": 43648, "epoch": 245, "lr": 6.456424871276081e-05}
{"train_loss": 0.011375592090189457, "global_step": 43649, "epoch": 245, "lr": 6.456283508379481e-05}
{"train_loss": 0.005194977857172489, "global_step": 43650, "epoch": 245, "lr": 6.456142144210904e-05}
{"train_loss": 0.007121098227798939, "global_step": 43651, "epoch": 245, "lr": 6.456000778770472e-05}
{"train_loss": 0.00823940522968769, "global_step": 43652, "epoch": 245, "lr": 6.455859412058312e-05}
{"train_loss": 0.009328192099928856, "global_step": 43653, "epoch": 245, "lr": 6.455718044074546e-05}
{"train_loss": 0.003906641621142626, "global_step": 43654, "epoch": 245, "lr": 6.455576674819295e-05}
{"train_loss": 0.004386707209050655, "global_step": 43655, "epoch": 245, "lr": 6.455435304292688e-05}
{"train_loss": 0.003034509252756834, "global_step": 43656, "epoch": 245, "lr": 6.455293932494842e-05}
{"train_loss": 0.0033460287377238274, "global_step": 43657, "epoch": 245, "lr": 6.455152559425886e-05}
{"train_loss": 0.00424078106880188, "global_step": 43658, "epoch": 245, "lr": 6.45501118508594e-05}
{"train_loss": 0.004167940001934767, "global_step": 43659, "epoch": 245, "lr": 6.454869809475128e-05}
{"train_loss": 0.004323906265199184, "global_step": 43660, "epoch": 245, "lr": 6.454728432593575e-05}
{"train_loss": 0.0036129991058260202, "global_step": 43661, "epoch": 245, "lr": 6.454587054441403e-05}
{"train_loss": 0.0035587705206125975, "global_step": 43662, "epoch": 245, "lr": 6.454445675018738e-05}
{"train_loss": 0.005770519375801086, "global_step": 43663, "epoch": 245, "lr": 6.454304294325699e-05}
{"train_loss": 0.003791123628616333, "global_step": 43664, "epoch": 245, "lr": 6.454162912362413e-05}
{"train_loss": 0.0074830371886491776, "global_step": 43665, "epoch": 245, "lr": 6.454021529129003e-05}
{"train_loss": 0.0035313733387738466, "global_step": 43666, "epoch": 245, "lr": 6.45388014462559e-05}
{"train_loss": 0.0037332677748054266, "global_step": 43667, "epoch": 245, "lr": 6.453738758852303e-05}
{"train_loss": 0.003406606614589691, "global_step": 43668, "epoch": 245, "lr": 6.45359737180926e-05}
{"train_loss": 0.003315203357487917, "global_step": 43669, "epoch": 245, "lr": 6.453455983496586e-05}
{"train_loss": 0.003424553433433175, "global_step": 43670, "epoch": 245, "lr": 6.453314593914406e-05}
{"train_loss": 0.006498826667666435, "global_step": 43671, "epoch": 245, "lr": 6.453173203062843e-05}
{"train_loss": 0.004817725624889135, "global_step": 43672, "epoch": 245, "lr": 6.453031810942019e-05}
{"train_loss": 0.003460738342255354, "global_step": 43673, "epoch": 245, "lr": 6.452890417552059e-05}
{"train_loss": 0.005171152763068676, "global_step": 43674, "epoch": 245, "lr": 6.452749022893086e-05}
{"train_loss": 0.0022486813832074404, "global_step": 43675, "epoch": 245, "lr": 6.452607626965223e-05}
{"train_loss": 0.0036999890580773354, "global_step": 43676, "epoch": 245, "lr": 6.452466229768594e-05}
{"train_loss": 0.0062580350786447525, "global_step": 43677, "epoch": 245, "lr": 6.452324831303323e-05}
{"train_loss": 0.004185912664979696, "global_step": 43678, "epoch": 245, "lr": 6.452183431569532e-05}
{"train_loss": 0.00535248639062047, "global_step": 43679, "epoch": 245, "lr": 6.452042030567347e-05}
{"train_loss": 0.00493420846760273, "global_step": 43680, "epoch": 245, "lr": 6.451900628296888e-05}
{"train_loss": 0.00838969275355339, "global_step": 43681, "epoch": 245, "lr": 6.451759224758282e-05}
{"train_loss": 0.0030528127681463957, "global_step": 43682, "epoch": 245, "lr": 6.451617819951651e-05}
{"train_loss": 0.0089205801486969, "global_step": 43683, "epoch": 245, "lr": 6.451476413877119e-05}
{"train_loss": 0.007636212278157473, "global_step": 43684, "epoch": 245, "lr": 6.451335006534807e-05}
{"train_loss": 0.004942300729453564, "global_step": 43685, "epoch": 245, "lr": 6.451193597924842e-05}
{"train_loss": 0.003036719048395753, "global_step": 43686, "epoch": 245, "lr": 6.451052188047345e-05}
{"train_loss": 0.0024558398872613907, "global_step": 43687, "epoch": 245, "lr": 6.450910776902442e-05}
{"train_loss": 0.002379048615694046, "global_step": 43688, "epoch": 245, "lr": 6.450769364490254e-05}
{"train_loss": 0.003545569721609354, "global_step": 43689, "epoch": 245, "lr": 6.450627950810906e-05}
{"train_loss": 0.007793248165398836, "global_step": 43690, "epoch": 245, "lr": 6.450486535864522e-05}
{"train_loss": 0.004717414267361164, "global_step": 43691, "epoch": 245, "lr": 6.450345119651223e-05}
{"train_loss": 0.002618454396724701, "global_step": 43692, "epoch": 245, "lr": 6.450203702171135e-05}
{"train_loss": 0.00506159383803606, "global_step": 43693, "epoch": 245, "lr": 6.450062283424382e-05}
{"train_loss": 0.006649383343756199, "global_step": 43694, "epoch": 245, "lr": 6.449920863411084e-05}
{"train_loss": 0.003920716233551502, "global_step": 43695, "epoch": 245, "lr": 6.449779442131367e-05}
{"train_loss": 0.0050426265224814415, "global_step": 43696, "epoch": 245, "lr": 6.449638019585356e-05}
{"train_loss": 0.006951875984668732, "global_step": 43697, "epoch": 245, "lr": 6.449496595773171e-05}
{"train_loss": 0.002447526901960373, "global_step": 43698, "epoch": 245, "lr": 6.449355170694938e-05}
{"train_loss": 0.0014181521255522966, "global_step": 43699, "epoch": 245, "lr": 6.449213744350779e-05}
{"train_loss": 0.0065763709135353565, "global_step": 43700, "epoch": 245, "lr": 6.44907231674082e-05}
{"train_loss": 0.006445139646530151, "global_step": 43701, "epoch": 245, "lr": 6.448930887865182e-05}
{"train_loss": 0.005742846988141537, "global_step": 43702, "epoch": 245, "lr": 6.448789457723989e-05}
{"train_loss": 0.004637205973267555, "global_step": 43703, "epoch": 245, "lr": 6.448648026317365e-05}
{"train_loss": 0.006341862492263317, "global_step": 43704, "epoch": 245, "lr": 6.448506593645434e-05}
{"train_loss": 0.010853585787117481, "global_step": 43705, "epoch": 245, "lr": 6.448365159708319e-05}
{"train_loss": 0.004402156453579664, "global_step": 43706, "epoch": 245, "lr": 6.448223724506143e-05}
{"train_loss": 0.0026471377350389957, "global_step": 43707, "epoch": 245, "lr": 6.44808228803903e-05}
{"train_loss": 0.00356447696685791, "global_step": 43708, "epoch": 245, "lr": 6.447940850307104e-05}
{"train_loss": 0.003480590181425214, "global_step": 43709, "epoch": 245, "lr": 6.447799411310486e-05}
{"train_loss": 0.005944656208157539, "global_step": 43710, "epoch": 245, "lr": 6.447657971049304e-05}
{"train_loss": 0.005499496124684811, "global_step": 43711, "epoch": 245, "lr": 6.44751652952368e-05}
{"train_loss": 0.004566550720483065, "global_step": 43712, "epoch": 245, "lr": 6.447375086733736e-05}
{"train_loss": 0.004515534266829491, "global_step": 43713, "epoch": 245, "lr": 6.447233642679596e-05}
{"train_loss": 0.007774278987199068, "global_step": 43714, "epoch": 245, "lr": 6.447092197361383e-05}
{"train_loss": 0.005499160848557949, "global_step": 43715, "epoch": 245, "lr": 6.446950750779223e-05}
{"train_loss": 0.0050315517000854015, "global_step": 43716, "epoch": 245, "lr": 6.446809302933237e-05}
{"train_loss": 0.0031955367885529995, "global_step": 43717, "epoch": 245, "lr": 6.446667853823549e-05}
{"train_loss": 0.004326426424086094, "global_step": 43718, "epoch": 245, "lr": 6.446526403450284e-05}
{"train_loss": 0.004323888570070267, "global_step": 43719, "epoch": 245, "lr": 6.446384951813564e-05}
{"train_loss": 0.006179636809974909, "global_step": 43720, "epoch": 245, "lr": 6.446243498913513e-05}
{"train_loss": 0.004113394767045975, "global_step": 43721, "epoch": 245, "lr": 6.446102044750256e-05}
{"train_loss": 0.0020224587060511112, "global_step": 43722, "epoch": 245, "lr": 6.445960589323913e-05}
{"train_loss": 0.004810843616724014, "global_step": 43723, "epoch": 245, "lr": 6.445819132634612e-05}
{"train_loss": 0.0034864391200244427, "global_step": 43724, "epoch": 245, "lr": 6.445677674682473e-05}
{"train_loss": 0.003419317305088043, "global_step": 43725, "epoch": 245, "lr": 6.445536215467621e-05}
{"train_loss": 0.007220064289867878, "global_step": 43726, "epoch": 245, "lr": 6.445394754990181e-05}
{"train_loss": 0.004401554353535175, "global_step": 43727, "epoch": 245, "lr": 6.445253293250273e-05}
{"train_loss": 0.0023840880021452904, "global_step": 43728, "epoch": 245, "lr": 6.445111830248022e-05}
{"train_loss": 0.004952072631567717, "global_step": 43729, "epoch": 245, "lr": 6.444970365983554e-05}
{"train_loss": 0.0036265195813030005, "global_step": 43730, "epoch": 245, "lr": 6.44482890045699e-05}
{"train_loss": 0.00271723628975451, "global_step": 43731, "epoch": 245, "lr": 6.444687433668455e-05}
{"train_loss": 0.003941897768527269, "global_step": 43732, "epoch": 245, "lr": 6.44454596561807e-05}
{"train_loss": 0.0019870747346431017, "global_step": 43733, "epoch": 245, "lr": 6.444404496305961e-05}
{"train_loss": 0.006057113409042358, "global_step": 43734, "epoch": 245, "lr": 6.444263025732252e-05}
{"train_loss": 0.0029630817007273436, "global_step": 43735, "epoch": 245, "lr": 6.444121553897064e-05}
{"train_loss": 0.004410363733768463, "global_step": 43736, "epoch": 245, "lr": 6.443980080800525e-05}
{"train_loss": 0.003770426381379366, "global_step": 43737, "epoch": 245, "lr": 6.443838606442752e-05}
{"train_loss": 0.0038569672033190727, "global_step": 43738, "epoch": 245, "lr": 6.443697130823873e-05}
{"train_loss": 0.0026669641956686974, "global_step": 43739, "epoch": 245, "lr": 6.443555653944012e-05}
{"train_loss": 0.005334573797881603, "global_step": 43740, "epoch": 245, "lr": 6.443414175803291e-05}
{"train_loss": 0.00487364549189806, "global_step": 43741, "epoch": 245, "lr": 6.443272696401834e-05}
{"train_loss": 0.003573792753741145, "global_step": 43742, "epoch": 245, "lr": 6.443131215739763e-05}
{"train_loss": 0.004343290813267231, "global_step": 43743, "epoch": 245, "lr": 6.442989733817206e-05}
{"train_loss": 0.005854498594999313, "global_step": 43744, "epoch": 245, "lr": 6.442848250634281e-05}
{"train_loss": 0.0035436460748314857, "global_step": 43745, "epoch": 245, "lr": 6.442706766191116e-05}
{"train_loss": 0.0038781899493187666, "global_step": 43746, "epoch": 245, "lr": 6.442565280487832e-05}
{"train_loss": 0.0022183703258633614, "global_step": 43747, "epoch": 245, "lr": 6.442423793524554e-05}
{"train_loss": 0.0058734966441988945, "global_step": 43748, "epoch": 245, "lr": 6.442282305301404e-05}
{"train_loss": 0.003294765716418624, "global_step": 43749, "epoch": 245, "lr": 6.442140815818506e-05}
{"train_loss": 0.0031045246869325638, "global_step": 43750, "epoch": 245, "lr": 6.441999325075985e-05}
{"train_loss": 0.0036286734975874424, "global_step": 43751, "epoch": 245, "lr": 6.441857833073963e-05}
{"train_loss": 0.006376432254910469, "global_step": 43752, "epoch": 245, "lr": 6.441716339812565e-05}
{"train_loss": 0.0033355511259287596, "global_step": 43753, "epoch": 245, "lr": 6.441574845291915e-05}
{"train_loss": 0.005822844337671995, "global_step": 43754, "epoch": 245, "lr": 6.441433349512134e-05}
{"train_loss": 0.005440788343548775, "global_step": 43755, "epoch": 245, "lr": 6.441291852473348e-05}
{"train_loss": 0.003322775010019541, "global_step": 43756, "epoch": 245, "lr": 6.441150354175678e-05}
{"train_loss": 0.0038783380296081305, "global_step": 43757, "epoch": 245, "lr": 6.44100885461925e-05}
{"train_loss": 0.003457466373220086, "global_step": 43758, "epoch": 245, "lr": 6.440867353804188e-05}
{"train_loss": 0.0027189799584448338, "global_step": 43759, "epoch": 245, "lr": 6.440725851730614e-05}
{"train_loss": 0.0036727916449308395, "global_step": 43760, "epoch": 245, "lr": 6.44058434839865e-05}
{"train_loss": 0.004516190849244595, "global_step": 43761, "epoch": 245, "lr": 6.440442843808423e-05}
{"train_loss": 0.005445630289614201, "global_step": 43762, "epoch": 245, "lr": 6.440301337960057e-05}
{"train_loss": 0.009869076311588287, "global_step": 43763, "epoch": 245, "lr": 6.440159830853672e-05}
{"train_loss": 0.004371993709355593, "global_step": 43764, "epoch": 245, "lr": 6.440018322489392e-05}
{"train_loss": 0.0034667574800550938, "global_step": 43765, "epoch": 245, "lr": 6.439876812867344e-05}
{"train_loss": 0.006067405454814434, "global_step": 43766, "epoch": 245, "lr": 6.439735301987649e-05}
{"train_loss": 0.004017863422632217, "global_step": 43767, "epoch": 245, "lr": 6.439593789850433e-05}
{"train_loss": 0.003166013164445758, "global_step": 43768, "epoch": 245, "lr": 6.439452276455816e-05}
{"train_loss": 0.004667575936764479, "global_step": 43769, "epoch": 245, "lr": 6.439310761803921e-05}
{"train_loss": 0.003697941079735756, "global_step": 43770, "epoch": 245, "lr": 6.439169245894876e-05}
{"train_loss": 0.005266290623694658, "global_step": 43771, "epoch": 245, "lr": 6.439027728728803e-05}
{"train_loss": 0.0052679614163935184, "global_step": 43772, "epoch": 245, "lr": 6.438886210305827e-05}
{"train_loss": 0.005076730623841286, "global_step": 43773, "epoch": 245, "lr": 6.438744690626069e-05}
{"train_loss": 0.005181129090487957, "global_step": 43774, "epoch": 245, "lr": 6.438603169689652e-05}
{"train_loss": 0.00530056469142437, "global_step": 43775, "epoch": 245, "lr": 6.438461647496701e-05}
{"train_loss": 0.005590359680354595, "global_step": 43776, "epoch": 245, "lr": 6.43832012404734e-05}
{"train_loss": 0.0018940134905278683, "global_step": 43777, "epoch": 245, "lr": 6.438178599341694e-05}
{"train_loss": 0.005179125815629959, "global_step": 43778, "epoch": 245, "lr": 6.438037073379882e-05}
{"train_loss": 0.002769867889583111, "global_step": 43779, "epoch": 245, "lr": 6.437895546162032e-05}
{"train_loss": 0.0066100237891077995, "global_step": 43780, "epoch": 245, "lr": 6.437754017688266e-05}
{"train_loss": 0.005805508233606815, "global_step": 43781, "epoch": 245, "lr": 6.437612487958708e-05}
{"train_loss": 0.0044763218611478806, "global_step": 43782, "epoch": 245, "lr": 6.437470956973481e-05}
{"train_loss": 0.003403325565159321, "global_step": 43783, "epoch": 245, "lr": 6.43732942473271e-05}
{"train_loss": 0.002091300208121538, "global_step": 43784, "epoch": 245, "lr": 6.437187891236515e-05}
{"train_loss": 0.0033712065778672695, "global_step": 43785, "epoch": 245, "lr": 6.437046356485024e-05}
{"train_loss": 0.007147990167140961, "global_step": 43786, "epoch": 245, "lr": 6.436904820478358e-05}
{"train_loss": 0.004626388571308821, "global_step": 43787, "epoch": 245, "lr": 6.436763283216643e-05, "train_action_mse_error": 8.07012474979274e-06}
{"train_loss": 0.005054801236838102, "global_step": 43788, "epoch": 246, "lr": 6.436621744700001e-05}
{"train_loss": 0.0027751713059842587, "global_step": 43789, "epoch": 246, "lr": 6.436480204928554e-05}
{"train_loss": 0.0046493480913341045, "global_step": 43790, "epoch": 246, "lr": 6.436338663902428e-05}
{"train_loss": 0.007129591424018145, "global_step": 43791, "epoch": 246, "lr": 6.436197121621745e-05}
{"train_loss": 0.004043875262141228, "global_step": 43792, "epoch": 246, "lr": 6.436055578086633e-05}
{"train_loss": 0.006220669485628605, "global_step": 43793, "epoch": 246, "lr": 6.435914033297209e-05}
{"train_loss": 0.005453465506434441, "global_step": 43794, "epoch": 246, "lr": 6.435772487253601e-05}
{"train_loss": 0.004728722386062145, "global_step": 43795, "epoch": 246, "lr": 6.435630939955931e-05}
{"train_loss": 0.0040252190083265305, "global_step": 43796, "epoch": 246, "lr": 6.435489391404324e-05}
{"train_loss": 0.010989056900143623, "global_step": 43797, "epoch": 246, "lr": 6.435347841598902e-05}
{"train_loss": 0.004618281498551369, "global_step": 43798, "epoch": 246, "lr": 6.43520629053979e-05}
{"train_loss": 0.003095145570114255, "global_step": 43799, "epoch": 246, "lr": 6.43506473822711e-05}
{"train_loss": 0.003556300653144717, "global_step": 43800, "epoch": 246, "lr": 6.434923184660987e-05}
{"train_loss": 0.002539155539125204, "global_step": 43801, "epoch": 246, "lr": 6.434781629841544e-05}
{"train_loss": 0.005640975199639797, "global_step": 43802, "epoch": 246, "lr": 6.434640073768906e-05}
{"train_loss": 0.0024809162132441998, "global_step": 43803, "epoch": 246, "lr": 6.434498516443194e-05}
{"train_loss": 0.004735467955470085, "global_step": 43804, "epoch": 246, "lr": 6.434356957864535e-05}
{"train_loss": 0.0034710164181888103, "global_step": 43805, "epoch": 246, "lr": 6.43421539803305e-05}
{"train_loss": 0.0035042688250541687, "global_step": 43806, "epoch": 246, "lr": 6.434073836948864e-05}
{"train_loss": 0.002138547832146287, "global_step": 43807, "epoch": 246, "lr": 6.4339322746121e-05}
{"train_loss": 0.005432788748294115, "global_step": 43808, "epoch": 246, "lr": 6.433790711022881e-05}
{"train_loss": 0.008960351347923279, "global_step": 43809, "epoch": 246, "lr": 6.433649146181332e-05}
{"train_loss": 0.004153168760240078, "global_step": 43810, "epoch": 246, "lr": 6.433507580087576e-05}
{"train_loss": 0.004314787685871124, "global_step": 43811, "epoch": 246, "lr": 6.433366012741738e-05}
{"train_loss": 0.008095202036201954, "global_step": 43812, "epoch": 246, "lr": 6.433224444143937e-05}
{"train_loss": 0.0036375741474330425, "global_step": 43813, "epoch": 246, "lr": 6.433082874294302e-05}
{"train_loss": 0.005069380160421133, "global_step": 43814, "epoch": 246, "lr": 6.432941303192955e-05}
{"train_loss": 0.0016422946937382221, "global_step": 43815, "epoch": 246, "lr": 6.43279973084002e-05}
{"train_loss": 0.0040420047007501125, "global_step": 43816, "epoch": 246, "lr": 6.43265815723562e-05}
{"train_loss": 0.004821148235350847, "global_step": 43817, "epoch": 246, "lr": 6.432516582379878e-05}
{"train_loss": 0.003292542416602373, "global_step": 43818, "epoch": 246, "lr": 6.432375006272917e-05}
{"train_loss": 0.002484785858541727, "global_step": 43819, "epoch": 246, "lr": 6.432233428914863e-05}
{"train_loss": 0.008768973872065544, "global_step": 43820, "epoch": 246, "lr": 6.43209185030584e-05}
{"train_loss": 0.0034070145338773727, "global_step": 43821, "epoch": 246, "lr": 6.431950270445969e-05}
{"train_loss": 0.002957839285954833, "global_step": 43822, "epoch": 246, "lr": 6.431808689335374e-05}
{"train_loss": 0.002952637616544962, "global_step": 43823, "epoch": 246, "lr": 6.431667106974181e-05}
{"train_loss": 0.008047329261898994, "global_step": 43824, "epoch": 246, "lr": 6.431525523362511e-05}
{"train_loss": 0.0074339029379189014, "global_step": 43825, "epoch": 246, "lr": 6.431383938500491e-05}
{"train_loss": 0.0031613369937986135, "global_step": 43826, "epoch": 246, "lr": 6.431242352388243e-05}
{"train_loss": 0.004279536660760641, "global_step": 43827, "epoch": 246, "lr": 6.431100765025887e-05}
{"train_loss": 0.0031334306113421917, "global_step": 43828, "epoch": 246, "lr": 6.430959176413552e-05}
{"train_loss": 0.0017862333916127682, "global_step": 43829, "epoch": 246, "lr": 6.43081758655136e-05}
{"train_loss": 0.00465546315535903, "global_step": 43830, "epoch": 246, "lr": 6.430675995439434e-05}
{"train_loss": 0.006028533913195133, "global_step": 43831, "epoch": 246, "lr": 6.430534403077896e-05}
{"train_loss": 0.0031121212523430586, "global_step": 43832, "epoch": 246, "lr": 6.430392809466874e-05}
{"train_loss": 0.0029202254954725504, "global_step": 43833, "epoch": 246, "lr": 6.430251214606488e-05}
{"train_loss": 0.0028229570016264915, "global_step": 43834, "epoch": 246, "lr": 6.430109618496863e-05}
{"train_loss": 0.004789309576153755, "global_step": 43835, "epoch": 246, "lr": 6.429968021138124e-05}
{"train_loss": 0.004787122830748558, "global_step": 43836, "epoch": 246, "lr": 6.429826422530392e-05}
{"train_loss": 0.003178833518177271, "global_step": 43837, "epoch": 246, "lr": 6.429684822673792e-05}
{"train_loss": 0.005350110121071339, "global_step": 43838, "epoch": 246, "lr": 6.429543221568449e-05}
{"train_loss": 0.008005739189684391, "global_step": 43839, "epoch": 246, "lr": 6.429401619214485e-05}
{"train_loss": 0.0017573500517755747, "global_step": 43840, "epoch": 246, "lr": 6.429260015612024e-05}
{"train_loss": 0.004515727981925011, "global_step": 43841, "epoch": 246, "lr": 6.429118410761189e-05}
{"train_loss": 0.0036182445473968983, "global_step": 43842, "epoch": 246, "lr": 6.428976804662103e-05}
{"train_loss": 0.005480386316776276, "global_step": 43843, "epoch": 246, "lr": 6.428835197314894e-05}
{"train_loss": 0.005527833942323923, "global_step": 43844, "epoch": 246, "lr": 6.428693588719682e-05}
{"train_loss": 0.004519931972026825, "global_step": 43845, "epoch": 246, "lr": 6.428551978876592e-05}
{"train_loss": 0.0037650582380592823, "global_step": 43846, "epoch": 246, "lr": 6.428410367785745e-05}
{"train_loss": 0.0038319630548357964, "global_step": 43847, "epoch": 246, "lr": 6.428268755447268e-05}
{"train_loss": 0.008824791759252548, "global_step": 43848, "epoch": 246, "lr": 6.428127141861285e-05}
{"train_loss": 0.00483742356300354, "global_step": 43849, "epoch": 246, "lr": 6.427985527027917e-05}
{"train_loss": 0.00296378112398088, "global_step": 43850, "epoch": 246, "lr": 6.427843910947286e-05}
{"train_loss": 0.00291165872476995, "global_step": 43851, "epoch": 246, "lr": 6.427702293619523e-05}
{"train_loss": 0.005534173455089331, "global_step": 43852, "epoch": 246, "lr": 6.427560675044746e-05}
{"train_loss": 0.003512970171868801, "global_step": 43853, "epoch": 246, "lr": 6.427419055223079e-05}
{"train_loss": 0.0031317370012402534, "global_step": 43854, "epoch": 246, "lr": 6.427277434154647e-05}
{"train_loss": 0.003380024805665016, "global_step": 43855, "epoch": 246, "lr": 6.427135811839576e-05}
{"train_loss": 0.0059725320897996426, "global_step": 43856, "epoch": 246, "lr": 6.426994188277982e-05}
{"train_loss": 0.0023995060473680496, "global_step": 43857, "epoch": 246, "lr": 6.426852563469998e-05}
{"train_loss": 0.003596512135118246, "global_step": 43858, "epoch": 246, "lr": 6.426710937415742e-05}
{"train_loss": 0.005230884999036789, "global_step": 43859, "epoch": 246, "lr": 6.42656931011534e-05}
{"train_loss": 0.004752002656459808, "global_step": 43860, "epoch": 246, "lr": 6.426427681568914e-05}
{"train_loss": 0.0033988545183092356, "global_step": 43861, "epoch": 246, "lr": 6.426286051776589e-05}
{"train_loss": 0.002574868267402053, "global_step": 43862, "epoch": 246, "lr": 6.426144420738488e-05}
{"train_loss": 0.0021071764640510082, "global_step": 43863, "epoch": 246, "lr": 6.426002788454736e-05}
{"train_loss": 0.003895869478583336, "global_step": 43864, "epoch": 246, "lr": 6.425861154925455e-05}
{"train_loss": 0.0038391007110476494, "global_step": 43865, "epoch": 246, "lr": 6.425719520150769e-05}
{"train_loss": 0.002569702221080661, "global_step": 43866, "epoch": 246, "lr": 6.425577884130802e-05}
{"train_loss": 0.003709357464686036, "global_step": 43867, "epoch": 246, "lr": 6.425436246865679e-05}
{"train_loss": 0.00563924852758646, "global_step": 43868, "epoch": 246, "lr": 6.425294608355521e-05}
{"train_loss": 0.0032311861868947744, "global_step": 43869, "epoch": 246, "lr": 6.425152968600454e-05}
{"train_loss": 0.0037994433660060167, "global_step": 43870, "epoch": 246, "lr": 6.425011327600602e-05}
{"train_loss": 0.0025079266633838415, "global_step": 43871, "epoch": 246, "lr": 6.424869685356087e-05}
{"train_loss": 0.004403175786137581, "global_step": 43872, "epoch": 246, "lr": 6.424728041867034e-05}
{"train_loss": 0.0032210873905569315, "global_step": 43873, "epoch": 246, "lr": 6.424586397133566e-05}
{"train_loss": 0.004160059615969658, "global_step": 43874, "epoch": 246, "lr": 6.424444751155805e-05}
{"train_loss": 0.003554541850462556, "global_step": 43875, "epoch": 246, "lr": 6.424303103933877e-05}
{"train_loss": 0.008856220170855522, "global_step": 43876, "epoch": 246, "lr": 6.424161455467907e-05}
{"train_loss": 0.0056142439134418964, "global_step": 43877, "epoch": 246, "lr": 6.424019805758016e-05}
{"train_loss": 0.0039160423912107944, "global_step": 43878, "epoch": 246, "lr": 6.42387815480433e-05}
{"train_loss": 0.006646675057709217, "global_step": 43879, "epoch": 246, "lr": 6.42373650260697e-05}
{"train_loss": 0.0017501609399914742, "global_step": 43880, "epoch": 246, "lr": 6.423594849166062e-05}
{"train_loss": 0.003592380089685321, "global_step": 43881, "epoch": 246, "lr": 6.423453194481728e-05}
{"train_loss": 0.004615195095539093, "global_step": 43882, "epoch": 246, "lr": 6.423311538554093e-05}
{"train_loss": 0.003063609590753913, "global_step": 43883, "epoch": 246, "lr": 6.423169881383282e-05}
{"train_loss": 0.003108535660430789, "global_step": 43884, "epoch": 246, "lr": 6.423028222969414e-05}
{"train_loss": 0.004815117456018925, "global_step": 43885, "epoch": 246, "lr": 6.422886563312618e-05}
{"train_loss": 0.011646153405308723, "global_step": 43886, "epoch": 246, "lr": 6.422744902413015e-05}
{"train_loss": 0.003827519016340375, "global_step": 43887, "epoch": 246, "lr": 6.42260324027073e-05}
{"train_loss": 0.004289655946195126, "global_step": 43888, "epoch": 246, "lr": 6.422461576885885e-05}
{"train_loss": 0.008910588920116425, "global_step": 43889, "epoch": 246, "lr": 6.422319912258605e-05}
{"train_loss": 0.0030145179480314255, "global_step": 43890, "epoch": 246, "lr": 6.422178246389014e-05}
{"train_loss": 0.004266251809895039, "global_step": 43891, "epoch": 246, "lr": 6.422036579277235e-05}
{"train_loss": 0.0035222708247601986, "global_step": 43892, "epoch": 246, "lr": 6.421894910923393e-05}
{"train_loss": 0.004304194822907448, "global_step": 43893, "epoch": 246, "lr": 6.421753241327608e-05}
{"train_loss": 0.0021139653399586678, "global_step": 43894, "epoch": 246, "lr": 6.421611570490008e-05}
{"train_loss": 0.012471407651901245, "global_step": 43895, "epoch": 246, "lr": 6.421469898410716e-05}
{"train_loss": 0.007744365371763706, "global_step": 43896, "epoch": 246, "lr": 6.421328225089853e-05}
{"train_loss": 0.003273396985605359, "global_step": 43897, "epoch": 246, "lr": 6.421186550527547e-05}
{"train_loss": 0.0032923982944339514, "global_step": 43898, "epoch": 246, "lr": 6.421044874723917e-05}
{"train_loss": 0.005217601079493761, "global_step": 43899, "epoch": 246, "lr": 6.42090319767909e-05}
{"train_loss": 0.003109733574092388, "global_step": 43900, "epoch": 246, "lr": 6.42076151939319e-05}
{"train_loss": 0.0023464998230338097, "global_step": 43901, "epoch": 246, "lr": 6.42061983986634e-05}
{"train_loss": 0.0028179839719086885, "global_step": 43902, "epoch": 246, "lr": 6.420478159098662e-05}
{"train_loss": 0.005111317150294781, "global_step": 43903, "epoch": 246, "lr": 6.420336477090281e-05}
{"train_loss": 0.005392012186348438, "global_step": 43904, "epoch": 246, "lr": 6.420194793841322e-05}
{"train_loss": 0.0010629836469888687, "global_step": 43905, "epoch": 246, "lr": 6.420053109351907e-05}
{"train_loss": 0.001836471608839929, "global_step": 43906, "epoch": 246, "lr": 6.41991142362216e-05}
{"train_loss": 0.002587938215583563, "global_step": 43907, "epoch": 246, "lr": 6.419769736652205e-05}
{"train_loss": 0.005353926680982113, "global_step": 43908, "epoch": 246, "lr": 6.419628048442168e-05}
{"train_loss": 0.002671600319445133, "global_step": 43909, "epoch": 246, "lr": 6.419486358992169e-05}
{"train_loss": 0.0014760636258870363, "global_step": 43910, "epoch": 246, "lr": 6.419344668302333e-05}
{"train_loss": 0.002493438310921192, "global_step": 43911, "epoch": 246, "lr": 6.419202976372787e-05}
{"train_loss": 0.0037724568974226713, "global_step": 43912, "epoch": 246, "lr": 6.41906128320365e-05}
{"train_loss": 0.00639475230127573, "global_step": 43913, "epoch": 246, "lr": 6.418919588795046e-05}
{"train_loss": 0.006160079967230558, "global_step": 43914, "epoch": 246, "lr": 6.418777893147103e-05}
{"train_loss": 0.0060915835201740265, "global_step": 43915, "epoch": 246, "lr": 6.418636196259942e-05}
{"train_loss": 0.00650310143828392, "global_step": 43916, "epoch": 246, "lr": 6.418494498133684e-05}
{"train_loss": 0.004134819842875004, "global_step": 43917, "epoch": 246, "lr": 6.418352798768458e-05}
{"train_loss": 0.0028947158716619015, "global_step": 43918, "epoch": 246, "lr": 6.418211098164387e-05}
{"train_loss": 0.0039842622354626656, "global_step": 43919, "epoch": 246, "lr": 6.418069396321591e-05}
{"train_loss": 0.00568675110116601, "global_step": 43920, "epoch": 246, "lr": 6.417927693240197e-05}
{"train_loss": 0.0059303659945726395, "global_step": 43921, "epoch": 246, "lr": 6.417785988920329e-05}
{"train_loss": 0.0028087967075407505, "global_step": 43922, "epoch": 246, "lr": 6.417644283362108e-05}
{"train_loss": 0.005902095697820187, "global_step": 43923, "epoch": 246, "lr": 6.417502576565659e-05}
{"train_loss": 0.004595960024744272, "global_step": 43924, "epoch": 246, "lr": 6.417360868531108e-05}
{"train_loss": 0.0041848355904221535, "global_step": 43925, "epoch": 246, "lr": 6.417219159258576e-05}
{"train_loss": 0.0024864445440471172, "global_step": 43926, "epoch": 246, "lr": 6.417077448748188e-05}
{"train_loss": 0.011943588964641094, "global_step": 43927, "epoch": 246, "lr": 6.416935737000066e-05}
{"train_loss": 0.004563088528811932, "global_step": 43928, "epoch": 246, "lr": 6.416794024014336e-05}
{"train_loss": 0.002866641618311405, "global_step": 43929, "epoch": 246, "lr": 6.416652309791123e-05}
{"train_loss": 0.003148894291371107, "global_step": 43930, "epoch": 246, "lr": 6.416510594330547e-05}
{"train_loss": 0.0031179175712168217, "global_step": 43931, "epoch": 246, "lr": 6.416368877632733e-05}
{"train_loss": 0.005413594655692577, "global_step": 43932, "epoch": 246, "lr": 6.416227159697806e-05}
{"train_loss": 0.003189713228493929, "global_step": 43933, "epoch": 246, "lr": 6.41608544052589e-05}
{"train_loss": 0.003418060252442956, "global_step": 43934, "epoch": 246, "lr": 6.415943720117107e-05}
{"train_loss": 0.0025637138169258833, "global_step": 43935, "epoch": 246, "lr": 6.415801998471582e-05}
{"train_loss": 0.002514300402253866, "global_step": 43936, "epoch": 246, "lr": 6.415660275589438e-05}
{"train_loss": 0.0013555969344452024, "global_step": 43937, "epoch": 246, "lr": 6.415518551470799e-05}
{"train_loss": 0.006829915568232536, "global_step": 43938, "epoch": 246, "lr": 6.41537682611579e-05}
{"train_loss": 0.0025233225896954536, "global_step": 43939, "epoch": 246, "lr": 6.415235099524535e-05}
{"train_loss": 0.003860265016555786, "global_step": 43940, "epoch": 246, "lr": 6.415093371697155e-05}
{"train_loss": 0.003952196333557367, "global_step": 43941, "epoch": 246, "lr": 6.414951642633775e-05}
{"train_loss": 0.004346984438598156, "global_step": 43942, "epoch": 246, "lr": 6.41480991233452e-05}
{"train_loss": 0.00790014211088419, "global_step": 43943, "epoch": 246, "lr": 6.414668180799513e-05}
{"train_loss": 0.003406716976314783, "global_step": 43944, "epoch": 246, "lr": 6.414526448028879e-05}
{"train_loss": 0.0032555661164224148, "global_step": 43945, "epoch": 246, "lr": 6.414384714022739e-05}
{"train_loss": 0.005167386494576931, "global_step": 43946, "epoch": 246, "lr": 6.414242978781219e-05}
{"train_loss": 0.004755484871566296, "global_step": 43947, "epoch": 246, "lr": 6.414101242304443e-05}
{"train_loss": 0.003159814979881048, "global_step": 43948, "epoch": 246, "lr": 6.413959504592532e-05}
{"train_loss": 0.002040192950516939, "global_step": 43949, "epoch": 246, "lr": 6.413817765645613e-05}
{"train_loss": 0.009187518619000912, "global_step": 43950, "epoch": 246, "lr": 6.413676025463809e-05}
{"train_loss": 0.0020038802176713943, "global_step": 43951, "epoch": 246, "lr": 6.413534284047242e-05}
{"train_loss": 0.003742009634152055, "global_step": 43952, "epoch": 246, "lr": 6.413392541396039e-05}
{"train_loss": 0.005128741264343262, "global_step": 43953, "epoch": 246, "lr": 6.413250797510321e-05}
{"train_loss": 0.0031043272465467453, "global_step": 43954, "epoch": 246, "lr": 6.413109052390214e-05}
{"train_loss": 0.005257721990346909, "global_step": 43955, "epoch": 246, "lr": 6.412967306035839e-05}
{"train_loss": 0.0018020377028733492, "global_step": 43956, "epoch": 246, "lr": 6.412825558447322e-05}
{"train_loss": 0.004900750704109669, "global_step": 43957, "epoch": 246, "lr": 6.412683809624787e-05}
{"train_loss": 0.0038532977923750877, "global_step": 43958, "epoch": 246, "lr": 6.412542059568357e-05}
{"train_loss": 0.002447290811687708, "global_step": 43959, "epoch": 246, "lr": 6.412400308278155e-05}
{"train_loss": 0.0030291283037513494, "global_step": 43960, "epoch": 246, "lr": 6.412258555754305e-05}
{"train_loss": 0.0035434910096228123, "global_step": 43961, "epoch": 246, "lr": 6.412116801996932e-05}
{"train_loss": 0.00626887334510684, "global_step": 43962, "epoch": 246, "lr": 6.41197504700616e-05}
{"train_loss": 0.0033950733486562967, "global_step": 43963, "epoch": 246, "lr": 6.411833290782113e-05}
{"train_loss": 0.0028048527892678976, "global_step": 43964, "epoch": 246, "lr": 6.411691533324913e-05}
{"train_loss": 0.00432429242201589, "global_step": 43965, "epoch": 246, "lr": 6.411549774634684e-05}
{"train_loss": 0.0014005465200170875, "global_step": 43966, "epoch": 247, "lr": 6.411408014711551e-05}
{"train_loss": 0.006914164405316114, "global_step": 43967, "epoch": 247, "lr": 6.411266253555638e-05}
{"train_loss": 0.0021071683149784803, "global_step": 43968, "epoch": 247, "lr": 6.411124491167068e-05}
{"train_loss": 0.003748651361092925, "global_step": 43969, "epoch": 247, "lr": 6.410982727545965e-05}
{"train_loss": 0.003260852536186576, "global_step": 43970, "epoch": 247, "lr": 6.410840962692452e-05}
{"train_loss": 0.0091585423797369, "global_step": 43971, "epoch": 247, "lr": 6.410699196606654e-05}
{"train_loss": 0.002252242062240839, "global_step": 43972, "epoch": 247, "lr": 6.410557429288695e-05}
{"train_loss": 0.006757291965186596, "global_step": 43973, "epoch": 247, "lr": 6.410415660738699e-05}
{"train_loss": 0.004725851584225893, "global_step": 43974, "epoch": 247, "lr": 6.410273890956787e-05}
{"train_loss": 0.0036394018679857254, "global_step": 43975, "epoch": 247, "lr": 6.410132119943088e-05}
{"train_loss": 0.0018719371873885393, "global_step": 43976, "epoch": 247, "lr": 6.40999034769772e-05}
{"train_loss": 0.0031723419670015574, "global_step": 43977, "epoch": 247, "lr": 6.409848574220812e-05}
{"train_loss": 0.006264536641538143, "global_step": 43978, "epoch": 247, "lr": 6.409706799512482e-05}
{"train_loss": 0.0023245117627084255, "global_step": 43979, "epoch": 247, "lr": 6.40956502357286e-05}
{"train_loss": 0.0033114789985120296, "global_step": 43980, "epoch": 247, "lr": 6.409423246402066e-05}
{"train_loss": 0.0017464009579271078, "global_step": 43981, "epoch": 247, "lr": 6.409281468000226e-05}
{"train_loss": 0.0062902458012104034, "global_step": 43982, "epoch": 247, "lr": 6.409139688367463e-05}
{"train_loss": 0.006017995532602072, "global_step": 43983, "epoch": 247, "lr": 6.4089979075039e-05}
{"train_loss": 0.0024988760706037283, "global_step": 43984, "epoch": 247, "lr": 6.408856125409661e-05}
{"train_loss": 0.005706757307052612, "global_step": 43985, "epoch": 247, "lr": 6.408714342084872e-05}
{"train_loss": 0.0024449126794934273, "global_step": 43986, "epoch": 247, "lr": 6.408572557529653e-05}
{"train_loss": 0.004508596379309893, "global_step": 43987, "epoch": 247, "lr": 6.408430771744132e-05}
{"train_loss": 0.0033692652359604836, "global_step": 43988, "epoch": 247, "lr": 6.408288984728428e-05}
{"train_loss": 0.0012099522864446044, "global_step": 43989, "epoch": 247, "lr": 6.40814719648267e-05}
{"train_loss": 0.005312085617333651, "global_step": 43990, "epoch": 247, "lr": 6.408005407006979e-05}
{"train_loss": 0.004567429888993502, "global_step": 43991, "epoch": 247, "lr": 6.40786361630148e-05}
{"train_loss": 0.0023188870400190353, "global_step": 43992, "epoch": 247, "lr": 6.407721824366295e-05}
{"train_loss": 0.005007905885577202, "global_step": 43993, "epoch": 247, "lr": 6.40758003120155e-05}
{"train_loss": 0.004039013292640448, "global_step": 43994, "epoch": 247, "lr": 6.407438236807367e-05}
{"train_loss": 0.0021453711669892073, "global_step": 43995, "epoch": 247, "lr": 6.407296441183872e-05}
{"train_loss": 0.005577775649726391, "global_step": 43996, "epoch": 247, "lr": 6.407154644331187e-05}
{"train_loss": 0.0017098579555749893, "global_step": 43997, "epoch": 247, "lr": 6.407012846249436e-05}
{"train_loss": 0.0035073852632194757, "global_step": 43998, "epoch": 247, "lr": 6.406871046938743e-05}
{"train_loss": 0.0062966011464595795, "global_step": 43999, "epoch": 247, "lr": 6.406729246399234e-05}
{"train_loss": 0.005826225504279137, "global_step": 44000, "epoch": 247, "lr": 6.406587444631029e-05}
{"train_loss": 0.0036662265192717314, "global_step": 44001, "epoch": 247, "lr": 6.406445641634255e-05}
{"train_loss": 0.006897368002682924, "global_step": 44002, "epoch": 247, "lr": 6.406303837409034e-05}
{"train_loss": 0.001427486422471702, "global_step": 44003, "epoch": 247, "lr": 6.40616203195549e-05}
{"train_loss": 0.004835393745452166, "global_step": 44004, "epoch": 247, "lr": 6.406020225273749e-05}
{"train_loss": 0.0033441069535911083, "global_step": 44005, "epoch": 247, "lr": 6.405878417363933e-05}
{"train_loss": 0.003987331409007311, "global_step": 44006, "epoch": 247, "lr": 6.405736608226166e-05}
{"train_loss": 0.005038712173700333, "global_step": 44007, "epoch": 247, "lr": 6.405594797860571e-05}
{"train_loss": 0.002597162965685129, "global_step": 44008, "epoch": 247, "lr": 6.405452986267275e-05}
{"train_loss": 0.00381211144849658, "global_step": 44009, "epoch": 247, "lr": 6.405311173446397e-05}
{"train_loss": 0.002945052459836006, "global_step": 44010, "epoch": 247, "lr": 6.405169359398067e-05}
{"train_loss": 0.004562618210911751, "global_step": 44011, "epoch": 247, "lr": 6.405027544122403e-05}
{"train_loss": 0.006734621245414019, "global_step": 44012, "epoch": 247, "lr": 6.404885727619531e-05}
{"train_loss": 0.0021131010726094246, "global_step": 44013, "epoch": 247, "lr": 6.404743909889577e-05}
{"train_loss": 0.0058876341208815575, "global_step": 44014, "epoch": 247, "lr": 6.404602090932661e-05}
{"train_loss": 0.00502950232475996, "global_step": 44015, "epoch": 247, "lr": 6.404460270748913e-05}
{"train_loss": 0.004274678882211447, "global_step": 44016, "epoch": 247, "lr": 6.404318449338447e-05}
{"train_loss": 0.0035384243819862604, "global_step": 44017, "epoch": 247, "lr": 6.404176626701397e-05}
{"train_loss": 0.006210025399923325, "global_step": 44018, "epoch": 247, "lr": 6.404034802837881e-05}
{"train_loss": 0.006364286877214909, "global_step": 44019, "epoch": 247, "lr": 6.403892977748025e-05}
{"train_loss": 0.006066666450351477, "global_step": 44020, "epoch": 247, "lr": 6.403751151431953e-05}
{"train_loss": 0.0012396033853292465, "global_step": 44021, "epoch": 247, "lr": 6.403609323889787e-05}
{"train_loss": 0.004448152147233486, "global_step": 44022, "epoch": 247, "lr": 6.403467495121652e-05}
{"train_loss": 0.005922854412347078, "global_step": 44023, "epoch": 247, "lr": 6.403325665127672e-05}
{"train_loss": 0.004645461216568947, "global_step": 44024, "epoch": 247, "lr": 6.403183833907971e-05}
{"train_loss": 0.007467123679816723, "global_step": 44025, "epoch": 247, "lr": 6.403042001462674e-05}
{"train_loss": 0.003922262229025364, "global_step": 44026, "epoch": 247, "lr": 6.402900167791901e-05}
{"train_loss": 0.003025725018233061, "global_step": 44027, "epoch": 247, "lr": 6.40275833289578e-05}
{"train_loss": 0.004669687710702419, "global_step": 44028, "epoch": 247, "lr": 6.402616496774434e-05}
{"train_loss": 0.005612088367342949, "global_step": 44029, "epoch": 247, "lr": 6.402474659427986e-05}
{"train_loss": 0.0020506465807557106, "global_step": 44030, "epoch": 247, "lr": 6.40233282085656e-05}
{"train_loss": 0.0035133427008986473, "global_step": 44031, "epoch": 247, "lr": 6.402190981060278e-05}
{"train_loss": 0.005782510153949261, "global_step": 44032, "epoch": 247, "lr": 6.402049140039268e-05}
{"train_loss": 0.0052353572100400925, "global_step": 44033, "epoch": 247, "lr": 6.401907297793652e-05}
{"train_loss": 0.0028886618092656136, "global_step": 44034, "epoch": 247, "lr": 6.401765454323554e-05}
{"train_loss": 0.011675517074763775, "global_step": 44035, "epoch": 247, "lr": 6.401623609629097e-05}
{"train_loss": 0.004448607563972473, "global_step": 44036, "epoch": 247, "lr": 6.401481763710405e-05}
{"train_loss": 0.002854365622624755, "global_step": 44037, "epoch": 247, "lr": 6.401339916567603e-05}
{"train_loss": 0.00504181906580925, "global_step": 44038, "epoch": 247, "lr": 6.401198068200813e-05}
{"train_loss": 0.004072938114404678, "global_step": 44039, "epoch": 247, "lr": 6.401056218610162e-05}
{"train_loss": 0.006333800032734871, "global_step": 44040, "epoch": 247, "lr": 6.400914367795769e-05}
{"train_loss": 0.00767632806673646, "global_step": 44041, "epoch": 247, "lr": 6.400772515757765e-05}
{"train_loss": 0.004803932271897793, "global_step": 44042, "epoch": 247, "lr": 6.400630662496267e-05}
{"train_loss": 0.003973040264099836, "global_step": 44043, "epoch": 247, "lr": 6.400488808011402e-05}
{"train_loss": 0.00477214902639389, "global_step": 44044, "epoch": 247, "lr": 6.400346952303295e-05}
{"train_loss": 0.0028464084025472403, "global_step": 44045, "epoch": 247, "lr": 6.400205095372068e-05}
{"train_loss": 0.008114874362945557, "global_step": 44046, "epoch": 247, "lr": 6.400063237217845e-05}
{"train_loss": 0.0052612703293561935, "global_step": 44047, "epoch": 247, "lr": 6.39992137784075e-05}
{"train_loss": 0.002897275611758232, "global_step": 44048, "epoch": 247, "lr": 6.39977951724091e-05}
{"train_loss": 0.005986589472740889, "global_step": 44049, "epoch": 247, "lr": 6.399637655418444e-05}
{"train_loss": 0.003422264475375414, "global_step": 44050, "epoch": 247, "lr": 6.399495792373477e-05}
{"train_loss": 0.002943932544440031, "global_step": 44051, "epoch": 247, "lr": 6.399353928106136e-05}
{"train_loss": 0.008254503831267357, "global_step": 44052, "epoch": 247, "lr": 6.399212062616542e-05}
{"train_loss": 0.0022625240962952375, "global_step": 44053, "epoch": 247, "lr": 6.399070195904821e-05}
{"train_loss": 0.0044083925895392895, "global_step": 44054, "epoch": 247, "lr": 6.398928327971095e-05}
{"train_loss": 0.00335249793715775, "global_step": 44055, "epoch": 247, "lr": 6.398786458815488e-05}
{"train_loss": 0.0050258515402674675, "global_step": 44056, "epoch": 247, "lr": 6.398644588438125e-05}
{"train_loss": 0.002930297516286373, "global_step": 44057, "epoch": 247, "lr": 6.39850271683913e-05}
{"train_loss": 0.004639233462512493, "global_step": 44058, "epoch": 247, "lr": 6.398360844018626e-05}
{"train_loss": 0.00549905002117157, "global_step": 44059, "epoch": 247, "lr": 6.398218969976737e-05}
{"train_loss": 0.004982521757483482, "global_step": 44060, "epoch": 247, "lr": 6.398077094713588e-05}
{"train_loss": 0.0031338308472186327, "global_step": 44061, "epoch": 247, "lr": 6.3979352182293e-05}
{"train_loss": 0.006196143571287394, "global_step": 44062, "epoch": 247, "lr": 6.397793340524002e-05}
{"train_loss": 0.003709978424012661, "global_step": 44063, "epoch": 247, "lr": 6.397651461597814e-05}
{"train_loss": 0.004670002032071352, "global_step": 44064, "epoch": 247, "lr": 6.39750958145086e-05}
{"train_loss": 0.008160031400620937, "global_step": 44065, "epoch": 247, "lr": 6.397367700083264e-05}
{"train_loss": 0.005693428218364716, "global_step": 44066, "epoch": 247, "lr": 6.397225817495153e-05}
{"train_loss": 0.005281857214868069, "global_step": 44067, "epoch": 247, "lr": 6.397083933686647e-05}
{"train_loss": 0.0055668046697974205, "global_step": 44068, "epoch": 247, "lr": 6.396942048657874e-05}
{"train_loss": 0.007143477443605661, "global_step": 44069, "epoch": 247, "lr": 6.396800162408953e-05}
{"train_loss": 0.0047518303617835045, "global_step": 44070, "epoch": 247, "lr": 6.396658274940012e-05}
{"train_loss": 0.003791557624936104, "global_step": 44071, "epoch": 247, "lr": 6.396516386251172e-05}
{"train_loss": 0.004406880587339401, "global_step": 44072, "epoch": 247, "lr": 6.396374496342561e-05}
{"train_loss": 0.0030961402226239443, "global_step": 44073, "epoch": 247, "lr": 6.396232605214299e-05}
{"train_loss": 0.005661851726472378, "global_step": 44074, "epoch": 247, "lr": 6.396090712866509e-05}
{"train_loss": 0.003161482512950897, "global_step": 44075, "epoch": 247, "lr": 6.39594881929932e-05}
{"train_loss": 0.006820633076131344, "global_step": 44076, "epoch": 247, "lr": 6.395806924512851e-05}
{"train_loss": 0.0034978603944182396, "global_step": 44077, "epoch": 247, "lr": 6.39566502850723e-05}
{"train_loss": 0.0073364670388400555, "global_step": 44078, "epoch": 247, "lr": 6.395523131282577e-05}
{"train_loss": 0.0073976535350084305, "global_step": 44079, "epoch": 247, "lr": 6.39538123283902e-05}
{"train_loss": 0.0055976309813559055, "global_step": 44080, "epoch": 247, "lr": 6.395239333176679e-05}
{"train_loss": 0.005328611936420202, "global_step": 44081, "epoch": 247, "lr": 6.39509743229568e-05}
{"train_loss": 0.004644832573831081, "global_step": 44082, "epoch": 247, "lr": 6.394955530196147e-05}
{"train_loss": 0.006632824428379536, "global_step": 44083, "epoch": 247, "lr": 6.394813626878203e-05}
{"train_loss": 0.00761862937361002, "global_step": 44084, "epoch": 247, "lr": 6.394671722341972e-05}
{"train_loss": 0.0035925968550145626, "global_step": 44085, "epoch": 247, "lr": 6.394529816587582e-05}
{"train_loss": 0.005275240633636713, "global_step": 44086, "epoch": 247, "lr": 6.39438790961515e-05}
{"train_loss": 0.002648830646649003, "global_step": 44087, "epoch": 247, "lr": 6.394246001424807e-05}
{"train_loss": 0.003098334651440382, "global_step": 44088, "epoch": 247, "lr": 6.39410409201667e-05}
{"train_loss": 0.0065666865557432175, "global_step": 44089, "epoch": 247, "lr": 6.393962181390867e-05}
{"train_loss": 0.002424619160592556, "global_step": 44090, "epoch": 247, "lr": 6.393820269547523e-05}
{"train_loss": 0.008377812802791595, "global_step": 44091, "epoch": 247, "lr": 6.393678356486759e-05}
{"train_loss": 0.004780440591275692, "global_step": 44092, "epoch": 247, "lr": 6.393536442208699e-05}
{"train_loss": 0.005443311296403408, "global_step": 44093, "epoch": 247, "lr": 6.39339452671347e-05}
{"train_loss": 0.0037330978084355593, "global_step": 44094, "epoch": 247, "lr": 6.393252610001193e-05}
{"train_loss": 0.009060166776180267, "global_step": 44095, "epoch": 247, "lr": 6.393110692071994e-05}
{"train_loss": 0.004671730101108551, "global_step": 44096, "epoch": 247, "lr": 6.392968772925995e-05}
{"train_loss": 0.003355804132297635, "global_step": 44097, "epoch": 247, "lr": 6.392826852563321e-05}
{"train_loss": 0.002776384586468339, "global_step": 44098, "epoch": 247, "lr": 6.392684930984096e-05}
{"train_loss": 0.003597571514546871, "global_step": 44099, "epoch": 247, "lr": 6.392543008188445e-05}
{"train_loss": 0.002904665656387806, "global_step": 44100, "epoch": 247, "lr": 6.39240108417649e-05}
{"train_loss": 0.0060568456538021564, "global_step": 44101, "epoch": 247, "lr": 6.392259158948357e-05}
{"train_loss": 0.0016303544398397207, "global_step": 44102, "epoch": 247, "lr": 6.392117232504166e-05}
{"train_loss": 0.004047001712024212, "global_step": 44103, "epoch": 247, "lr": 6.391975304844047e-05}
{"train_loss": 0.002484942087903619, "global_step": 44104, "epoch": 247, "lr": 6.39183337596812e-05}
{"train_loss": 0.002995498478412628, "global_step": 44105, "epoch": 247, "lr": 6.391691445876506e-05}
{"train_loss": 0.0032695941627025604, "global_step": 44106, "epoch": 247, "lr": 6.391549514569337e-05}
{"train_loss": 0.0031269954051822424, "global_step": 44107, "epoch": 247, "lr": 6.391407582046731e-05}
{"train_loss": 0.003934936597943306, "global_step": 44108, "epoch": 247, "lr": 6.391265648308813e-05}
{"train_loss": 0.003748946590349078, "global_step": 44109, "epoch": 247, "lr": 6.391123713355707e-05}
{"train_loss": 0.00567309744656086, "global_step": 44110, "epoch": 247, "lr": 6.39098177718754e-05}
{"train_loss": 0.007035553455352783, "global_step": 44111, "epoch": 247, "lr": 6.390839839804432e-05}
{"train_loss": 0.004337036516517401, "global_step": 44112, "epoch": 247, "lr": 6.390697901206508e-05}
{"train_loss": 0.0030298163183033466, "global_step": 44113, "epoch": 247, "lr": 6.390555961393893e-05}
{"train_loss": 0.007416747510433197, "global_step": 44114, "epoch": 247, "lr": 6.39041402036671e-05}
{"train_loss": 0.003298605792224407, "global_step": 44115, "epoch": 247, "lr": 6.390272078125086e-05}
{"train_loss": 0.0036206247750669718, "global_step": 44116, "epoch": 247, "lr": 6.390130134669139e-05}
{"train_loss": 0.005688459612429142, "global_step": 44117, "epoch": 247, "lr": 6.389988189998997e-05}
{"train_loss": 0.005541049875319004, "global_step": 44118, "epoch": 247, "lr": 6.389846244114784e-05}
{"train_loss": 0.005165586248040199, "global_step": 44119, "epoch": 247, "lr": 6.389704297016623e-05}
{"train_loss": 0.0019525226671248674, "global_step": 44120, "epoch": 247, "lr": 6.38956234870464e-05}
{"train_loss": 0.003856475930660963, "global_step": 44121, "epoch": 247, "lr": 6.389420399178955e-05}
{"train_loss": 0.003065839409828186, "global_step": 44122, "epoch": 247, "lr": 6.389278448439695e-05}
{"train_loss": 0.0027794388588517904, "global_step": 44123, "epoch": 247, "lr": 6.389136496486982e-05}
{"train_loss": 0.007684214971959591, "global_step": 44124, "epoch": 247, "lr": 6.388994543320945e-05}
{"train_loss": 0.0033665653318166733, "global_step": 44125, "epoch": 247, "lr": 6.3888525889417e-05}
{"train_loss": 0.0057358816266059875, "global_step": 44126, "epoch": 247, "lr": 6.388710633349376e-05}
{"train_loss": 0.005760471802204847, "global_step": 44127, "epoch": 247, "lr": 6.388568676544097e-05}
{"train_loss": 0.0040452429093420506, "global_step": 44128, "epoch": 247, "lr": 6.388426718525987e-05}
{"train_loss": 0.005796346813440323, "global_step": 44129, "epoch": 247, "lr": 6.388284759295169e-05}
{"train_loss": 0.004709173925220966, "global_step": 44130, "epoch": 247, "lr": 6.388142798851767e-05}
{"train_loss": 0.0032151946797966957, "global_step": 44131, "epoch": 247, "lr": 6.388000837195903e-05}
{"train_loss": 0.002445083810016513, "global_step": 44132, "epoch": 247, "lr": 6.387858874327706e-05}
{"train_loss": 0.007972544990479946, "global_step": 44133, "epoch": 247, "lr": 6.387716910247295e-05}
{"train_loss": 0.004219554364681244, "global_step": 44134, "epoch": 247, "lr": 6.387574944954799e-05}
{"train_loss": 0.002642752369865775, "global_step": 44135, "epoch": 247, "lr": 6.387432978450337e-05}
{"train_loss": 0.0022102680522948503, "global_step": 44136, "epoch": 247, "lr": 6.387291010734035e-05}
{"train_loss": 0.0029573976062238216, "global_step": 44137, "epoch": 247, "lr": 6.387149041806018e-05}
{"train_loss": 0.006666540168225765, "global_step": 44138, "epoch": 247, "lr": 6.387007071666409e-05}
{"train_loss": 0.0028945193625986576, "global_step": 44139, "epoch": 247, "lr": 6.386865100315333e-05}
{"train_loss": 0.006857073400169611, "global_step": 44140, "epoch": 247, "lr": 6.38672312775291e-05}
{"train_loss": 0.0032631249632686377, "global_step": 44141, "epoch": 247, "lr": 6.38658115397927e-05}
{"train_loss": 0.004331042058765888, "global_step": 44142, "epoch": 247, "lr": 6.386439178994535e-05}
{"train_loss": 0.00462008719502561, "global_step": 44143, "epoch": 247, "lr": 6.386297202798826e-05}
{"train_loss": 0.0028832033276557922, "global_step": 44144, "epoch": 248, "lr": 6.386155225392269e-05}
{"train_loss": 0.0050965845584869385, "global_step": 44145, "epoch": 248, "lr": 6.386013246774989e-05}
{"train_loss": 0.008549471385776997, "global_step": 44146, "epoch": 248, "lr": 6.385871266947108e-05}
{"train_loss": 0.007579549215734005, "global_step": 44147, "epoch": 248, "lr": 6.385729285908753e-05}
{"train_loss": 0.007861589081585407, "global_step": 44148, "epoch": 248, "lr": 6.385587303660047e-05}
{"train_loss": 0.003728854935616255, "global_step": 44149, "epoch": 248, "lr": 6.38544532020111e-05}
{"train_loss": 0.0032043070532381535, "global_step": 44150, "epoch": 248, "lr": 6.385303335532072e-05}
{"train_loss": 0.006111661903560162, "global_step": 44151, "epoch": 248, "lr": 6.385161349653054e-05}
{"train_loss": 0.0049918461591005325, "global_step": 44152, "epoch": 248, "lr": 6.38501936256418e-05}
{"train_loss": 0.008728940971195698, "global_step": 44153, "epoch": 248, "lr": 6.384877374265574e-05}
{"train_loss": 0.0029391716234385967, "global_step": 44154, "epoch": 248, "lr": 6.384735384757358e-05}
{"train_loss": 0.009998533874750137, "global_step": 44155, "epoch": 248, "lr": 6.384593394039661e-05}
{"train_loss": 0.0037291564512997866, "global_step": 44156, "epoch": 248, "lr": 6.384451402112606e-05}
{"train_loss": 0.0029722158797085285, "global_step": 44157, "epoch": 248, "lr": 6.384309408976314e-05}
{"train_loss": 0.005819609388709068, "global_step": 44158, "epoch": 248, "lr": 6.384167414630909e-05}
{"train_loss": 0.0060699256137013435, "global_step": 44159, "epoch": 248, "lr": 6.384025419076517e-05}
{"train_loss": 0.004294604994356632, "global_step": 44160, "epoch": 248, "lr": 6.383883422313261e-05}
{"train_loss": 0.008878789842128754, "global_step": 44161, "epoch": 248, "lr": 6.383741424341268e-05}
{"train_loss": 0.006458306219428778, "global_step": 44162, "epoch": 248, "lr": 6.383599425160657e-05}
{"train_loss": 0.0049147289246320724, "global_step": 44163, "epoch": 248, "lr": 6.383457424771555e-05}
{"train_loss": 0.004698576405644417, "global_step": 44164, "epoch": 248, "lr": 6.383315423174086e-05}
{"train_loss": 0.004562427755445242, "global_step": 44165, "epoch": 248, "lr": 6.383173420368374e-05}
{"train_loss": 0.002874657977372408, "global_step": 44166, "epoch": 248, "lr": 6.383031416354542e-05}
{"train_loss": 0.0036581680178642273, "global_step": 44167, "epoch": 248, "lr": 6.382889411132713e-05}
{"train_loss": 0.006947615183889866, "global_step": 44168, "epoch": 248, "lr": 6.382747404703014e-05}
{"train_loss": 0.0025752969086170197, "global_step": 44169, "epoch": 248, "lr": 6.382605397065568e-05}
{"train_loss": 0.003218014957383275, "global_step": 44170, "epoch": 248, "lr": 6.382463388220499e-05}
{"train_loss": 0.005360518116503954, "global_step": 44171, "epoch": 248, "lr": 6.38232137816793e-05}
{"train_loss": 0.0033988715149462223, "global_step": 44172, "epoch": 248, "lr": 6.382179366907988e-05}
{"train_loss": 0.005098638590425253, "global_step": 44173, "epoch": 248, "lr": 6.382037354440793e-05}
{"train_loss": 0.005660716909915209, "global_step": 44174, "epoch": 248, "lr": 6.381895340766471e-05}
{"train_loss": 0.003873045789077878, "global_step": 44175, "epoch": 248, "lr": 6.381753325885145e-05}
{"train_loss": 0.004181889817118645, "global_step": 44176, "epoch": 248, "lr": 6.381611309796943e-05}
{"train_loss": 0.002502762246876955, "global_step": 44177, "epoch": 248, "lr": 6.381469292501984e-05}
{"train_loss": 0.0055833375081419945, "global_step": 44178, "epoch": 248, "lr": 6.381327274000393e-05}
{"train_loss": 0.006821025628596544, "global_step": 44179, "epoch": 248, "lr": 6.381185254292297e-05}
{"train_loss": 0.007293962873518467, "global_step": 44180, "epoch": 248, "lr": 6.381043233377817e-05}
{"train_loss": 0.00503092585131526, "global_step": 44181, "epoch": 248, "lr": 6.380901211257079e-05}
{"train_loss": 0.004132638219743967, "global_step": 44182, "epoch": 248, "lr": 6.380759187930206e-05}
{"train_loss": 0.007187876850366592, "global_step": 44183, "epoch": 248, "lr": 6.380617163397322e-05}
{"train_loss": 0.006782298907637596, "global_step": 44184, "epoch": 248, "lr": 6.380475137658552e-05}
{"train_loss": 0.004184473771601915, "global_step": 44185, "epoch": 248, "lr": 6.380333110714019e-05}
{"train_loss": 0.0019327378831803799, "global_step": 44186, "epoch": 248, "lr": 6.380191082563848e-05}
{"train_loss": 0.0037006575148552656, "global_step": 44187, "epoch": 248, "lr": 6.380049053208161e-05}
{"train_loss": 0.007922567427158356, "global_step": 44188, "epoch": 248, "lr": 6.379907022647084e-05}
{"train_loss": 0.004186207428574562, "global_step": 44189, "epoch": 248, "lr": 6.379764990880741e-05}
{"train_loss": 0.005404134280979633, "global_step": 44190, "epoch": 248, "lr": 6.379622957909256e-05}
{"train_loss": 0.004185233265161514, "global_step": 44191, "epoch": 248, "lr": 6.379480923732753e-05}
{"train_loss": 0.005084790289402008, "global_step": 44192, "epoch": 248, "lr": 6.379338888351356e-05}
{"train_loss": 0.0018824293510988355, "global_step": 44193, "epoch": 248, "lr": 6.379196851765187e-05}
{"train_loss": 0.0031888324301689863, "global_step": 44194, "epoch": 248, "lr": 6.379054813974374e-05}
{"train_loss": 0.00766186136752367, "global_step": 44195, "epoch": 248, "lr": 6.378912774979038e-05}
{"train_loss": 0.0032826298847794533, "global_step": 44196, "epoch": 248, "lr": 6.378770734779304e-05}
{"train_loss": 0.0051823630928993225, "global_step": 44197, "epoch": 248, "lr": 6.378628693375296e-05}
{"train_loss": 0.007330302149057388, "global_step": 44198, "epoch": 248, "lr": 6.378486650767139e-05}
{"train_loss": 0.002528820186853409, "global_step": 44199, "epoch": 248, "lr": 6.378344606954955e-05}
{"train_loss": 0.002272007055580616, "global_step": 44200, "epoch": 248, "lr": 6.378202561938871e-05}
{"train_loss": 0.009022927843034267, "global_step": 44201, "epoch": 248, "lr": 6.378060515719008e-05}
{"train_loss": 0.004248890094459057, "global_step": 44202, "epoch": 248, "lr": 6.377918468295492e-05}
{"train_loss": 0.004649525508284569, "global_step": 44203, "epoch": 248, "lr": 6.377776419668446e-05}
{"train_loss": 0.006109840236604214, "global_step": 44204, "epoch": 248, "lr": 6.377634369837996e-05}
{"train_loss": 0.002550784032791853, "global_step": 44205, "epoch": 248, "lr": 6.377492318804263e-05}
{"train_loss": 0.003186924383044243, "global_step": 44206, "epoch": 248, "lr": 6.377350266567372e-05}
{"train_loss": 0.002704974729567766, "global_step": 44207, "epoch": 248, "lr": 6.37720821312745e-05}
{"train_loss": 0.005507728550583124, "global_step": 44208, "epoch": 248, "lr": 6.377066158484619e-05}
{"train_loss": 0.0028678295202553272, "global_step": 44209, "epoch": 248, "lr": 6.376924102639e-05}
{"train_loss": 0.006365740671753883, "global_step": 44210, "epoch": 248, "lr": 6.376782045590723e-05}
{"train_loss": 0.002213582396507263, "global_step": 44211, "epoch": 248, "lr": 6.376639987339907e-05}
{"train_loss": 0.0034077600575983524, "global_step": 44212, "epoch": 248, "lr": 6.37649792788668e-05}
{"train_loss": 0.004562643356621265, "global_step": 44213, "epoch": 248, "lr": 6.376355867231162e-05}
{"train_loss": 0.0025659024249762297, "global_step": 44214, "epoch": 248, "lr": 6.376213805373482e-05}
{"train_loss": 0.00401968602091074, "global_step": 44215, "epoch": 248, "lr": 6.37607174231376e-05}
{"train_loss": 0.005705083254724741, "global_step": 44216, "epoch": 248, "lr": 6.375929678052122e-05}
{"train_loss": 0.008934665471315384, "global_step": 44217, "epoch": 248, "lr": 6.37578761258869e-05}
{"train_loss": 0.005554813425987959, "global_step": 44218, "epoch": 248, "lr": 6.375645545923592e-05}
{"train_loss": 0.005453568883240223, "global_step": 44219, "epoch": 248, "lr": 6.37550347805695e-05}
{"train_loss": 0.004175533540546894, "global_step": 44220, "epoch": 248, "lr": 6.375361408988887e-05}
{"train_loss": 0.003189342562109232, "global_step": 44221, "epoch": 248, "lr": 6.375219338719526e-05}
{"train_loss": 0.004323646891862154, "global_step": 44222, "epoch": 248, "lr": 6.375077267248996e-05}
{"train_loss": 0.006304857321083546, "global_step": 44223, "epoch": 248, "lr": 6.374935194577416e-05}
{"train_loss": 0.004678027238696814, "global_step": 44224, "epoch": 248, "lr": 6.374793120704915e-05}
{"train_loss": 0.004460327792912722, "global_step": 44225, "epoch": 248, "lr": 6.37465104563161e-05}
{"train_loss": 0.0043998705223202705, "global_step": 44226, "epoch": 248, "lr": 6.374508969357632e-05}
{"train_loss": 0.005593358539044857, "global_step": 44227, "epoch": 248, "lr": 6.374366891883103e-05}
{"train_loss": 0.004461110569536686, "global_step": 44228, "epoch": 248, "lr": 6.374224813208145e-05}
{"train_loss": 0.005533847492188215, "global_step": 44229, "epoch": 248, "lr": 6.374082733332886e-05}
{"train_loss": 0.004254273138940334, "global_step": 44230, "epoch": 248, "lr": 6.373940652257444e-05}
{"train_loss": 0.007814883254468441, "global_step": 44231, "epoch": 248, "lr": 6.373798569981949e-05}
{"train_loss": 0.007198048755526543, "global_step": 44232, "epoch": 248, "lr": 6.373656486506523e-05}
{"train_loss": 0.005405564792454243, "global_step": 44233, "epoch": 248, "lr": 6.373514401831291e-05}
{"train_loss": 0.005258546210825443, "global_step": 44234, "epoch": 248, "lr": 6.373372315956376e-05}
{"train_loss": 0.002533497754484415, "global_step": 44235, "epoch": 248, "lr": 6.373230228881901e-05}
{"train_loss": 0.0037012638058513403, "global_step": 44236, "epoch": 248, "lr": 6.373088140607992e-05}
{"train_loss": 0.00361755583435297, "global_step": 44237, "epoch": 248, "lr": 6.372946051134772e-05}
{"train_loss": 0.0012604487128555775, "global_step": 44238, "epoch": 248, "lr": 6.372803960462368e-05}
{"train_loss": 0.004999710246920586, "global_step": 44239, "epoch": 248, "lr": 6.3726618685909e-05}
{"train_loss": 0.006786700338125229, "global_step": 44240, "epoch": 248, "lr": 6.372519775520493e-05}
{"train_loss": 0.0048801591619849205, "global_step": 44241, "epoch": 248, "lr": 6.372377681251272e-05}
{"train_loss": 0.003978236578404903, "global_step": 44242, "epoch": 248, "lr": 6.372235585783362e-05}
{"train_loss": 0.005138566717505455, "global_step": 44243, "epoch": 248, "lr": 6.372093489116887e-05}
{"train_loss": 0.004280631430447102, "global_step": 44244, "epoch": 248, "lr": 6.37195139125197e-05}
{"train_loss": 0.0027438923716545105, "global_step": 44245, "epoch": 248, "lr": 6.371809292188734e-05}
{"train_loss": 0.003804543288424611, "global_step": 44246, "epoch": 248, "lr": 6.371667191927305e-05}
{"train_loss": 0.005499436054378748, "global_step": 44247, "epoch": 248, "lr": 6.371525090467807e-05}
{"train_loss": 0.003547991393133998, "global_step": 44248, "epoch": 248, "lr": 6.371382987810363e-05}
{"train_loss": 0.005026769824326038, "global_step": 44249, "epoch": 248, "lr": 6.371240883955099e-05}
{"train_loss": 0.0047130947932600975, "global_step": 44250, "epoch": 248, "lr": 6.371098778902137e-05}
{"train_loss": 0.004561278503388166, "global_step": 44251, "epoch": 248, "lr": 6.370956672651603e-05}
{"train_loss": 0.004905052948743105, "global_step": 44252, "epoch": 248, "lr": 6.370814565203619e-05}
{"train_loss": 0.005504321306943893, "global_step": 44253, "epoch": 248, "lr": 6.370672456558311e-05}
{"train_loss": 0.004079506732523441, "global_step": 44254, "epoch": 248, "lr": 6.370530346715802e-05}
{"train_loss": 0.00264593493193388, "global_step": 44255, "epoch": 248, "lr": 6.370388235676217e-05}
{"train_loss": 0.003210654715076089, "global_step": 44256, "epoch": 248, "lr": 6.370246123439681e-05}
{"train_loss": 0.006339778192341328, "global_step": 44257, "epoch": 248, "lr": 6.370104010006314e-05}
{"train_loss": 0.0035350783728063107, "global_step": 44258, "epoch": 248, "lr": 6.369961895376246e-05}
{"train_loss": 0.006925121881067753, "global_step": 44259, "epoch": 248, "lr": 6.369819779549596e-05}
{"train_loss": 0.005163444671779871, "global_step": 44260, "epoch": 248, "lr": 6.36967766252649e-05}
{"train_loss": 0.004779290873557329, "global_step": 44261, "epoch": 248, "lr": 6.369535544307054e-05}
{"train_loss": 0.003088083118200302, "global_step": 44262, "epoch": 248, "lr": 6.369393424891411e-05}
{"train_loss": 0.003266074927523732, "global_step": 44263, "epoch": 248, "lr": 6.369251304279682e-05}
{"train_loss": 0.0054730745032429695, "global_step": 44264, "epoch": 248, "lr": 6.369109182471996e-05}
{"train_loss": 0.005854176357388496, "global_step": 44265, "epoch": 248, "lr": 6.368967059468474e-05}
{"train_loss": 0.003566093510016799, "global_step": 44266, "epoch": 248, "lr": 6.368824935269242e-05}
{"train_loss": 0.0035886859986931086, "global_step": 44267, "epoch": 248, "lr": 6.368682809874423e-05}
{"train_loss": 0.002342855092138052, "global_step": 44268, "epoch": 248, "lr": 6.368540683284139e-05}
{"train_loss": 0.003448720555752516, "global_step": 44269, "epoch": 248, "lr": 6.368398555498518e-05}
{"train_loss": 0.001714242622256279, "global_step": 44270, "epoch": 248, "lr": 6.368256426517682e-05}
{"train_loss": 0.004925640299916267, "global_step": 44271, "epoch": 248, "lr": 6.368114296341757e-05}
{"train_loss": 0.003712545847520232, "global_step": 44272, "epoch": 248, "lr": 6.367972164970866e-05}
{"train_loss": 0.0027939071878790855, "global_step": 44273, "epoch": 248, "lr": 6.367830032405131e-05}
{"train_loss": 0.003064260585233569, "global_step": 44274, "epoch": 248, "lr": 6.367687898644678e-05}
{"train_loss": 0.0026396671310067177, "global_step": 44275, "epoch": 248, "lr": 6.367545763689634e-05}
{"train_loss": 0.005639472045004368, "global_step": 44276, "epoch": 248, "lr": 6.36740362754012e-05}
{"train_loss": 0.0032096868380904198, "global_step": 44277, "epoch": 248, "lr": 6.36726149019626e-05}
{"train_loss": 0.005294177681207657, "global_step": 44278, "epoch": 248, "lr": 6.367119351658177e-05}
{"train_loss": 0.010883335024118423, "global_step": 44279, "epoch": 248, "lr": 6.366977211925998e-05}
{"train_loss": 0.0016040501650422812, "global_step": 44280, "epoch": 248, "lr": 6.366835070999846e-05}
{"train_loss": 0.002783135510981083, "global_step": 44281, "epoch": 248, "lr": 6.366692928879847e-05}
{"train_loss": 0.003962602466344833, "global_step": 44282, "epoch": 248, "lr": 6.366550785566122e-05}
{"train_loss": 0.005448699463158846, "global_step": 44283, "epoch": 248, "lr": 6.366408641058795e-05}
{"train_loss": 0.00589483417570591, "global_step": 44284, "epoch": 248, "lr": 6.366266495357993e-05}
{"train_loss": 0.0023573015350848436, "global_step": 44285, "epoch": 248, "lr": 6.36612434846384e-05}
{"train_loss": 0.004891023971140385, "global_step": 44286, "epoch": 248, "lr": 6.365982200376458e-05}
{"train_loss": 0.0027810479514300823, "global_step": 44287, "epoch": 248, "lr": 6.365840051095972e-05}
{"train_loss": 0.0015694806352257729, "global_step": 44288, "epoch": 248, "lr": 6.365697900622506e-05}
{"train_loss": 0.0026200013235211372, "global_step": 44289, "epoch": 248, "lr": 6.365555748956185e-05}
{"train_loss": 0.005052145104855299, "global_step": 44290, "epoch": 248, "lr": 6.365413596097132e-05}
{"train_loss": 0.005992799997329712, "global_step": 44291, "epoch": 248, "lr": 6.365271442045473e-05}
{"train_loss": 0.005444924812763929, "global_step": 44292, "epoch": 248, "lr": 6.365129286801328e-05}
{"train_loss": 0.005103438161313534, "global_step": 44293, "epoch": 248, "lr": 6.364987130364826e-05}
{"train_loss": 0.005489077884703875, "global_step": 44294, "epoch": 248, "lr": 6.364844972736089e-05}
{"train_loss": 0.004371927119791508, "global_step": 44295, "epoch": 248, "lr": 6.364702813915242e-05}
{"train_loss": 0.005990009754896164, "global_step": 44296, "epoch": 248, "lr": 6.364560653902409e-05}
{"train_loss": 0.00727863609790802, "global_step": 44297, "epoch": 248, "lr": 6.364418492697712e-05}
{"train_loss": 0.003896810580044985, "global_step": 44298, "epoch": 248, "lr": 6.364276330301278e-05}
{"train_loss": 0.0033329292200505733, "global_step": 44299, "epoch": 248, "lr": 6.364134166713231e-05}
{"train_loss": 0.00256683980114758, "global_step": 44300, "epoch": 248, "lr": 6.363992001933694e-05}
{"train_loss": 0.0039460123516619205, "global_step": 44301, "epoch": 248, "lr": 6.36384983596279e-05}
{"train_loss": 0.0026260055601596832, "global_step": 44302, "epoch": 248, "lr": 6.363707668800645e-05}
{"train_loss": 0.003487025387585163, "global_step": 44303, "epoch": 248, "lr": 6.363565500447383e-05}
{"train_loss": 0.0024017225950956345, "global_step": 44304, "epoch": 248, "lr": 6.363423330903128e-05}
{"train_loss": 0.004444868303835392, "global_step": 44305, "epoch": 248, "lr": 6.363281160168007e-05}
{"train_loss": 0.004222632385790348, "global_step": 44306, "epoch": 248, "lr": 6.363138988242137e-05}
{"train_loss": 0.006399338599294424, "global_step": 44307, "epoch": 248, "lr": 6.362996815125648e-05}
{"train_loss": 0.005837665870785713, "global_step": 44308, "epoch": 248, "lr": 6.362854640818662e-05}
{"train_loss": 0.004323932342231274, "global_step": 44309, "epoch": 248, "lr": 6.362712465321306e-05}
{"train_loss": 0.0029623378068208694, "global_step": 44310, "epoch": 248, "lr": 6.362570288633701e-05}
{"train_loss": 0.0037362088914960623, "global_step": 44311, "epoch": 248, "lr": 6.362428110755971e-05}
{"train_loss": 0.006421192083507776, "global_step": 44312, "epoch": 248, "lr": 6.362285931688243e-05}
{"train_loss": 0.0036511262878775597, "global_step": 44313, "epoch": 248, "lr": 6.362143751430639e-05}
{"train_loss": 0.007521139457821846, "global_step": 44314, "epoch": 248, "lr": 6.362001569983284e-05}
{"train_loss": 0.004878126550465822, "global_step": 44315, "epoch": 248, "lr": 6.361859387346302e-05}
{"train_loss": 0.0050385333597660065, "global_step": 44316, "epoch": 248, "lr": 6.361717203519816e-05}
{"train_loss": 0.005740276537835598, "global_step": 44317, "epoch": 248, "lr": 6.361575018503952e-05}
{"train_loss": 0.004543442744761705, "global_step": 44318, "epoch": 248, "lr": 6.361432832298834e-05}
{"train_loss": 0.006635318510234356, "global_step": 44319, "epoch": 248, "lr": 6.361290644904586e-05}
{"train_loss": 0.003871362656354904, "global_step": 44320, "epoch": 248, "lr": 6.361148456321331e-05}
{"train_loss": 0.004676297533958941, "global_step": 44321, "epoch": 248, "lr": 6.361006266549195e-05}
{"train_loss": 0.0032597356475889683, "global_step": 44322, "epoch": 249, "lr": 6.3608640755883e-05}
{"train_loss": 0.006668259389698505, "global_step": 44323, "epoch": 249, "lr": 6.360721883438773e-05}
{"train_loss": 0.008738653734326363, "global_step": 44324, "epoch": 249, "lr": 6.360579690100737e-05}
{"train_loss": 0.004817390814423561, "global_step": 44325, "epoch": 249, "lr": 6.360437495574313e-05}
{"train_loss": 0.004089106805622578, "global_step": 44326, "epoch": 249, "lr": 6.360295299859632e-05}
{"train_loss": 0.00430703442543745, "global_step": 44327, "epoch": 249, "lr": 6.360153102956811e-05}
{"train_loss": 0.005840525031089783, "global_step": 44328, "epoch": 249, "lr": 6.360010904865978e-05}
{"train_loss": 0.0027942622546106577, "global_step": 44329, "epoch": 249, "lr": 6.359868705587259e-05}
{"train_loss": 0.006076776888221502, "global_step": 44330, "epoch": 249, "lr": 6.359726505120773e-05}
{"train_loss": 0.0038006710819900036, "global_step": 44331, "epoch": 249, "lr": 6.359584303466649e-05}
{"train_loss": 0.005934317130595446, "global_step": 44332, "epoch": 249, "lr": 6.35944210062501e-05}
{"train_loss": 0.004462705459445715, "global_step": 44333, "epoch": 249, "lr": 6.359299896595978e-05}
{"train_loss": 0.004302074201405048, "global_step": 44334, "epoch": 249, "lr": 6.359157691379679e-05}
{"train_loss": 0.0056113894097507, "global_step": 44335, "epoch": 249, "lr": 6.359015484976235e-05}
{"train_loss": 0.007572322152554989, "global_step": 44336, "epoch": 249, "lr": 6.358873277385775e-05}
{"train_loss": 0.0036538410931825638, "global_step": 44337, "epoch": 249, "lr": 6.358731068608419e-05}
{"train_loss": 0.004585714545100927, "global_step": 44338, "epoch": 249, "lr": 6.358588858644293e-05}
{"train_loss": 0.005846902262419462, "global_step": 44339, "epoch": 249, "lr": 6.358446647493521e-05}
{"train_loss": 0.005902075208723545, "global_step": 44340, "epoch": 249, "lr": 6.358304435156226e-05}
{"train_loss": 0.007289401255548, "global_step": 44341, "epoch": 249, "lr": 6.358162221632534e-05}
{"train_loss": 0.0049760714173316956, "global_step": 44342, "epoch": 249, "lr": 6.35802000692257e-05}
{"train_loss": 0.0033116252161562443, "global_step": 44343, "epoch": 249, "lr": 6.357877791026455e-05}
{"train_loss": 0.0072997743263840675, "global_step": 44344, "epoch": 249, "lr": 6.357735573944313e-05}
{"train_loss": 0.0028597516939044, "global_step": 44345, "epoch": 249, "lr": 6.357593355676272e-05}
{"train_loss": 0.0059548430144786835, "global_step": 44346, "epoch": 249, "lr": 6.357451136222455e-05}
{"train_loss": 0.0034367749467492104, "global_step": 44347, "epoch": 249, "lr": 6.357308915582985e-05}
{"train_loss": 0.00394091010093689, "global_step": 44348, "epoch": 249, "lr": 6.357166693757986e-05}
{"train_loss": 0.0020000014919787645, "global_step": 44349, "epoch": 249, "lr": 6.357024470747583e-05}
{"train_loss": 0.00493163987994194, "global_step": 44350, "epoch": 249, "lr": 6.3568822465519e-05}
{"train_loss": 0.0060816602781414986, "global_step": 44351, "epoch": 249, "lr": 6.356740021171062e-05}
{"train_loss": 0.007060408126562834, "global_step": 44352, "epoch": 249, "lr": 6.356597794605193e-05}
{"train_loss": 0.004658086691051722, "global_step": 44353, "epoch": 249, "lr": 6.356455566854415e-05}
{"train_loss": 0.0026154499500989914, "global_step": 44354, "epoch": 249, "lr": 6.356313337918857e-05}
{"train_loss": 0.0015623044455423951, "global_step": 44355, "epoch": 249, "lr": 6.356171107798638e-05}
{"train_loss": 0.006482522003352642, "global_step": 44356, "epoch": 249, "lr": 6.356028876493885e-05}
{"train_loss": 0.003452431643381715, "global_step": 44357, "epoch": 249, "lr": 6.355886644004722e-05}
{"train_loss": 0.0032791534904390574, "global_step": 44358, "epoch": 249, "lr": 6.355744410331273e-05}
{"train_loss": 0.0033340936060994864, "global_step": 44359, "epoch": 249, "lr": 6.355602175473662e-05}
{"train_loss": 0.0077691832557320595, "global_step": 44360, "epoch": 249, "lr": 6.355459939432013e-05}
{"train_loss": 0.004025632981210947, "global_step": 44361, "epoch": 249, "lr": 6.355317702206451e-05}
{"train_loss": 0.004216061905026436, "global_step": 44362, "epoch": 249, "lr": 6.355175463797101e-05}
{"train_loss": 0.0033058777917176485, "global_step": 44363, "epoch": 249, "lr": 6.355033224204086e-05}
{"train_loss": 0.0018681369256228209, "global_step": 44364, "epoch": 249, "lr": 6.35489098342753e-05}
{"train_loss": 0.0018518799915909767, "global_step": 44365, "epoch": 249, "lr": 6.354748741467556e-05}
{"train_loss": 0.005178127437829971, "global_step": 44366, "epoch": 249, "lr": 6.354606498324293e-05}
{"train_loss": 0.006607332732528448, "global_step": 44367, "epoch": 249, "lr": 6.354464253997861e-05}
{"train_loss": 0.004079309292137623, "global_step": 44368, "epoch": 249, "lr": 6.354322008488383e-05}
{"train_loss": 0.0048638442531228065, "global_step": 44369, "epoch": 249, "lr": 6.354179761795987e-05}
{"train_loss": 0.005269648041576147, "global_step": 44370, "epoch": 249, "lr": 6.354037513920798e-05}
{"train_loss": 0.0029373690485954285, "global_step": 44371, "epoch": 249, "lr": 6.353895264862936e-05}
{"train_loss": 0.005864095874130726, "global_step": 44372, "epoch": 249, "lr": 6.353753014622527e-05}
{"train_loss": 0.0026405109092593193, "global_step": 44373, "epoch": 249, "lr": 6.353610763199697e-05}
{"train_loss": 0.001623325515538454, "global_step": 44374, "epoch": 249, "lr": 6.353468510594568e-05}
{"train_loss": 0.0032028849236667156, "global_step": 44375, "epoch": 249, "lr": 6.353326256807266e-05}
{"train_loss": 0.0051535433158278465, "global_step": 44376, "epoch": 249, "lr": 6.353184001837911e-05}
{"train_loss": 0.004460270516574383, "global_step": 44377, "epoch": 249, "lr": 6.353041745686634e-05}
{"train_loss": 0.0040772478096187115, "global_step": 44378, "epoch": 249, "lr": 6.352899488353555e-05}
{"train_loss": 0.00192060018889606, "global_step": 44379, "epoch": 249, "lr": 6.352757229838799e-05}
{"train_loss": 0.0057617416605353355, "global_step": 44380, "epoch": 249, "lr": 6.352614970142491e-05}
{"train_loss": 0.002376020420342684, "global_step": 44381, "epoch": 249, "lr": 6.352472709264753e-05}
{"train_loss": 0.0041656093671917915, "global_step": 44382, "epoch": 249, "lr": 6.352330447205713e-05}
{"train_loss": 0.004702955950051546, "global_step": 44383, "epoch": 249, "lr": 6.35218818396549e-05}
{"train_loss": 0.004789118655025959, "global_step": 44384, "epoch": 249, "lr": 6.352045919544216e-05}
{"train_loss": 0.006815527565777302, "global_step": 44385, "epoch": 249, "lr": 6.351903653942008e-05}
{"train_loss": 0.0037700156681239605, "global_step": 44386, "epoch": 249, "lr": 6.351761387158992e-05}
{"train_loss": 0.008703939616680145, "global_step": 44387, "epoch": 249, "lr": 6.351619119195293e-05}
{"train_loss": 0.004344556480646133, "global_step": 44388, "epoch": 249, "lr": 6.351476850051037e-05}
{"train_loss": 0.005827076733112335, "global_step": 44389, "epoch": 249, "lr": 6.351334579726346e-05}
{"train_loss": 0.006852075457572937, "global_step": 44390, "epoch": 249, "lr": 6.351192308221346e-05}
{"train_loss": 0.002334632445126772, "global_step": 44391, "epoch": 249, "lr": 6.351050035536159e-05}
{"train_loss": 0.004170352593064308, "global_step": 44392, "epoch": 249, "lr": 6.35090776167091e-05}
{"train_loss": 0.005770164541900158, "global_step": 44393, "epoch": 249, "lr": 6.350765486625725e-05}
{"train_loss": 0.00679872278124094, "global_step": 44394, "epoch": 249, "lr": 6.350623210400726e-05}
{"train_loss": 0.003300475189462304, "global_step": 44395, "epoch": 249, "lr": 6.35048093299604e-05}
{"train_loss": 0.0030224425718188286, "global_step": 44396, "epoch": 249, "lr": 6.350338654411787e-05}
{"train_loss": 0.007037419360131025, "global_step": 44397, "epoch": 249, "lr": 6.350196374648095e-05}
{"train_loss": 0.004402040503919125, "global_step": 44398, "epoch": 249, "lr": 6.350054093705087e-05}
{"train_loss": 0.010699757374823093, "global_step": 44399, "epoch": 249, "lr": 6.349911811582888e-05}
{"train_loss": 0.0019187959842383862, "global_step": 44400, "epoch": 249, "lr": 6.349769528281622e-05}
{"train_loss": 0.0029039201326668262, "global_step": 44401, "epoch": 249, "lr": 6.349627243801411e-05}
{"train_loss": 0.002000549342483282, "global_step": 44402, "epoch": 249, "lr": 6.349484958142383e-05}
{"train_loss": 0.004236386623233557, "global_step": 44403, "epoch": 249, "lr": 6.349342671304661e-05}
{"train_loss": 0.0020530615001916885, "global_step": 44404, "epoch": 249, "lr": 6.349200383288367e-05}
{"train_loss": 0.004002751316875219, "global_step": 44405, "epoch": 249, "lr": 6.349058094093628e-05}
{"train_loss": 0.005086386576294899, "global_step": 44406, "epoch": 249, "lr": 6.348915803720567e-05}
{"train_loss": 0.00532354274764657, "global_step": 44407, "epoch": 249, "lr": 6.348773512169308e-05}
{"train_loss": 0.006125014275312424, "global_step": 44408, "epoch": 249, "lr": 6.348631219439978e-05}
{"train_loss": 0.004653673153370619, "global_step": 44409, "epoch": 249, "lr": 6.348488925532697e-05}
{"train_loss": 0.0038994872011244297, "global_step": 44410, "epoch": 249, "lr": 6.348346630447592e-05}
{"train_loss": 0.003106096526607871, "global_step": 44411, "epoch": 249, "lr": 6.348204334184786e-05}
{"train_loss": 0.003598687471821904, "global_step": 44412, "epoch": 249, "lr": 6.348062036744407e-05}
{"train_loss": 0.0072829509153962135, "global_step": 44413, "epoch": 249, "lr": 6.347919738126573e-05}
{"train_loss": 0.004760238341987133, "global_step": 44414, "epoch": 249, "lr": 6.347777438331413e-05}
{"train_loss": 0.0031166004482656717, "global_step": 44415, "epoch": 249, "lr": 6.347635137359049e-05}
{"train_loss": 0.003190348157659173, "global_step": 44416, "epoch": 249, "lr": 6.347492835209608e-05}
{"train_loss": 0.007148273289203644, "global_step": 44417, "epoch": 249, "lr": 6.347350531883211e-05}
{"train_loss": 0.005665290169417858, "global_step": 44418, "epoch": 249, "lr": 6.347208227379984e-05}
{"train_loss": 0.0041135940700769424, "global_step": 44419, "epoch": 249, "lr": 6.347065921700051e-05}
{"train_loss": 0.0035261353477835655, "global_step": 44420, "epoch": 249, "lr": 6.346923614843537e-05}
{"train_loss": 0.004173368215560913, "global_step": 44421, "epoch": 249, "lr": 6.346781306810565e-05}
{"train_loss": 0.0031583262607455254, "global_step": 44422, "epoch": 249, "lr": 6.34663899760126e-05}
{"train_loss": 0.0042576901614665985, "global_step": 44423, "epoch": 249, "lr": 6.346496687215747e-05}
{"train_loss": 0.005287046544253826, "global_step": 44424, "epoch": 249, "lr": 6.346354375654149e-05}
{"train_loss": 0.006000721827149391, "global_step": 44425, "epoch": 249, "lr": 6.34621206291659e-05}
{"train_loss": 0.00708214845508337, "global_step": 44426, "epoch": 249, "lr": 6.346069749003196e-05}
{"train_loss": 0.0030341476667672396, "global_step": 44427, "epoch": 249, "lr": 6.345927433914091e-05}
{"train_loss": 0.0032218180131167173, "global_step": 44428, "epoch": 249, "lr": 6.345785117649399e-05}
{"train_loss": 0.004732899833470583, "global_step": 44429, "epoch": 249, "lr": 6.345642800209244e-05}
{"train_loss": 0.00230295117944479, "global_step": 44430, "epoch": 249, "lr": 6.345500481593749e-05}
{"train_loss": 0.002857568673789501, "global_step": 44431, "epoch": 249, "lr": 6.34535816180304e-05}
{"train_loss": 0.006188155151903629, "global_step": 44432, "epoch": 249, "lr": 6.345215840837243e-05}
{"train_loss": 0.0064382003620266914, "global_step": 44433, "epoch": 249, "lr": 6.345073518696478e-05}
{"train_loss": 0.001944099087268114, "global_step": 44434, "epoch": 249, "lr": 6.344931195380873e-05}
{"train_loss": 0.007252453826367855, "global_step": 44435, "epoch": 249, "lr": 6.344788870890549e-05}
{"train_loss": 0.002962664235383272, "global_step": 44436, "epoch": 249, "lr": 6.344646545225634e-05}
{"train_loss": 0.005290042608976364, "global_step": 44437, "epoch": 249, "lr": 6.34450421838625e-05}
{"train_loss": 0.004704301245510578, "global_step": 44438, "epoch": 249, "lr": 6.344361890372522e-05}
{"train_loss": 0.0023824586533010006, "global_step": 44439, "epoch": 249, "lr": 6.344219561184574e-05}
{"train_loss": 0.002677980111911893, "global_step": 44440, "epoch": 249, "lr": 6.34407723082253e-05}
{"train_loss": 0.002922900952398777, "global_step": 44441, "epoch": 249, "lr": 6.343934899286514e-05}
{"train_loss": 0.004260331392288208, "global_step": 44442, "epoch": 249, "lr": 6.343792566576654e-05}
{"train_loss": 0.005054338835179806, "global_step": 44443, "epoch": 249, "lr": 6.34365023269307e-05}
{"train_loss": 0.00465796235948801, "global_step": 44444, "epoch": 249, "lr": 6.343507897635886e-05}
{"train_loss": 0.003539383877068758, "global_step": 44445, "epoch": 249, "lr": 6.34336556140523e-05}
{"train_loss": 0.0048768226988613605, "global_step": 44446, "epoch": 249, "lr": 6.343223224001224e-05}
{"train_loss": 0.0035442388616502285, "global_step": 44447, "epoch": 249, "lr": 6.343080885423994e-05}
{"train_loss": 0.0032777173910290003, "global_step": 44448, "epoch": 249, "lr": 6.342938545673662e-05}
{"train_loss": 0.004469177685678005, "global_step": 44449, "epoch": 249, "lr": 6.342796204750352e-05}
{"train_loss": 0.003083962481468916, "global_step": 44450, "epoch": 249, "lr": 6.342653862654193e-05}
{"train_loss": 0.00700041139498353, "global_step": 44451, "epoch": 249, "lr": 6.342511519385303e-05}
{"train_loss": 0.005247903056442738, "global_step": 44452, "epoch": 249, "lr": 6.342369174943812e-05}
{"train_loss": 0.002358359983190894, "global_step": 44453, "epoch": 249, "lr": 6.342226829329838e-05}
{"train_loss": 0.004472189582884312, "global_step": 44454, "epoch": 249, "lr": 6.342084482543513e-05}
{"train_loss": 0.004245182499289513, "global_step": 44455, "epoch": 249, "lr": 6.341942134584955e-05}
{"train_loss": 0.004368036985397339, "global_step": 44456, "epoch": 249, "lr": 6.341799785454291e-05}
{"train_loss": 0.0035133622586727142, "global_step": 44457, "epoch": 249, "lr": 6.341657435151645e-05}
{"train_loss": 0.0042574843391776085, "global_step": 44458, "epoch": 249, "lr": 6.34151508367714e-05}
{"train_loss": 0.0028932588174939156, "global_step": 44459, "epoch": 249, "lr": 6.341372731030905e-05}
{"train_loss": 0.0035182409919798374, "global_step": 44460, "epoch": 249, "lr": 6.341230377213059e-05}
{"train_loss": 0.0025654761120676994, "global_step": 44461, "epoch": 249, "lr": 6.341088022223729e-05}
{"train_loss": 0.003774086944758892, "global_step": 44462, "epoch": 249, "lr": 6.340945666063039e-05}
{"train_loss": 0.005269630812108517, "global_step": 44463, "epoch": 249, "lr": 6.34080330873111e-05}
{"train_loss": 0.0028464759234339, "global_step": 44464, "epoch": 249, "lr": 6.340660950228073e-05}
{"train_loss": 0.006224747747182846, "global_step": 44465, "epoch": 249, "lr": 6.340518590554048e-05}
{"train_loss": 0.003236364107578993, "global_step": 44466, "epoch": 249, "lr": 6.34037622970916e-05}
{"train_loss": 0.00364496186375618, "global_step": 44467, "epoch": 249, "lr": 6.340233867693532e-05}
{"train_loss": 0.0027721624355763197, "global_step": 44468, "epoch": 249, "lr": 6.340091504507291e-05}
{"train_loss": 0.00470378901809454, "global_step": 44469, "epoch": 249, "lr": 6.33994914015056e-05}
{"train_loss": 0.0016945262905210257, "global_step": 44470, "epoch": 249, "lr": 6.339806774623463e-05}
{"train_loss": 0.0032956956420093775, "global_step": 44471, "epoch": 249, "lr": 6.339664407926125e-05}
{"train_loss": 0.0018119693268090487, "global_step": 44472, "epoch": 249, "lr": 6.33952204005867e-05}
{"train_loss": 0.0038364578504115343, "global_step": 44473, "epoch": 249, "lr": 6.339379671021223e-05}
{"train_loss": 0.005182200577110052, "global_step": 44474, "epoch": 249, "lr": 6.339237300813907e-05}
{"train_loss": 0.005204265937209129, "global_step": 44475, "epoch": 249, "lr": 6.339094929436848e-05}
{"train_loss": 0.0031016762368381023, "global_step": 44476, "epoch": 249, "lr": 6.33895255689017e-05}
{"train_loss": 0.00733853317797184, "global_step": 44477, "epoch": 249, "lr": 6.338810183173995e-05}
{"train_loss": 0.0028836880810558796, "global_step": 44478, "epoch": 249, "lr": 6.338667808288451e-05}
{"train_loss": 0.0039077214896678925, "global_step": 44479, "epoch": 249, "lr": 6.33852543223366e-05}
{"train_loss": 0.007390319369733334, "global_step": 44480, "epoch": 249, "lr": 6.338383055009747e-05}
{"train_loss": 0.003521405626088381, "global_step": 44481, "epoch": 249, "lr": 6.338240676616837e-05}
{"train_loss": 0.0022845682688057423, "global_step": 44482, "epoch": 249, "lr": 6.338098297055052e-05}
{"train_loss": 0.005018732510507107, "global_step": 44483, "epoch": 249, "lr": 6.337955916324518e-05}
{"train_loss": 0.003038304392248392, "global_step": 44484, "epoch": 249, "lr": 6.337813534425362e-05}
{"train_loss": 0.0025374004617333412, "global_step": 44485, "epoch": 249, "lr": 6.337671151357704e-05}
{"train_loss": 0.003247474553063512, "global_step": 44486, "epoch": 249, "lr": 6.33752876712167e-05}
{"train_loss": 0.005234880838543177, "global_step": 44487, "epoch": 249, "lr": 6.337386381717386e-05}
{"train_loss": 0.0033671134151518345, "global_step": 44488, "epoch": 249, "lr": 6.337243995144973e-05}
{"train_loss": 0.002297154162079096, "global_step": 44489, "epoch": 249, "lr": 6.337101607404559e-05}
{"train_loss": 0.004838567227125168, "global_step": 44490, "epoch": 249, "lr": 6.336959218496266e-05}
{"train_loss": 0.004667913541197777, "global_step": 44491, "epoch": 249, "lr": 6.336816828420217e-05}
{"train_loss": 0.003390740370377898, "global_step": 44492, "epoch": 249, "lr": 6.33667443717654e-05}
{"train_loss": 0.003495854791253805, "global_step": 44493, "epoch": 249, "lr": 6.336532044765357e-05}
{"train_loss": 0.003493270371109247, "global_step": 44494, "epoch": 249, "lr": 6.336389651186795e-05}
{"train_loss": 0.006121798884123564, "global_step": 44495, "epoch": 249, "lr": 6.336247256440976e-05}
{"train_loss": 0.0022157218772917986, "global_step": 44496, "epoch": 249, "lr": 6.336104860528022e-05}
{"train_loss": 0.006059988401830196, "global_step": 44497, "epoch": 249, "lr": 6.335962463448063e-05}
{"train_loss": 0.00518975080922246, "global_step": 44498, "epoch": 249, "lr": 6.33582006520122e-05}
{"train_loss": 0.00436811447156635, "global_step": 44499, "epoch": 249, "lr": 6.335677665787618e-05}
{"train_loss": 0.002781857969239354, "global_step": 44500, "epoch": 250, "lr": 6.335535265207381e-05}
{"train_loss": 0.0043655745685100555, "global_step": 44501, "epoch": 250, "lr": 6.335392863460633e-05}
{"train_loss": 0.005600438918918371, "global_step": 44502, "epoch": 250, "lr": 6.3352504605475e-05}
{"train_loss": 0.004084986634552479, "global_step": 44503, "epoch": 250, "lr": 6.335108056468104e-05}
{"train_loss": 0.00525816110894084, "global_step": 44504, "epoch": 250, "lr": 6.334965651222573e-05}
{"train_loss": 0.004766457714140415, "global_step": 44505, "epoch": 250, "lr": 6.334823244811028e-05}
{"train_loss": 0.004377967212349176, "global_step": 44506, "epoch": 250, "lr": 6.334680837233595e-05}
{"train_loss": 0.0076795476488769054, "global_step": 44507, "epoch": 250, "lr": 6.334538428490397e-05}
{"train_loss": 0.003912497311830521, "global_step": 44508, "epoch": 250, "lr": 6.334396018581562e-05}
{"train_loss": 0.0033274726010859013, "global_step": 44509, "epoch": 250, "lr": 6.33425360750721e-05}
{"train_loss": 0.0038803736679255962, "global_step": 44510, "epoch": 250, "lr": 6.334111195267467e-05}
{"train_loss": 0.0030477382242679596, "global_step": 44511, "epoch": 250, "lr": 6.333968781862458e-05}
{"train_loss": 0.006100250408053398, "global_step": 44512, "epoch": 250, "lr": 6.333826367292306e-05}
{"train_loss": 0.0046376981772482395, "global_step": 44513, "epoch": 250, "lr": 6.333683951557138e-05}
{"train_loss": 0.004895756021142006, "global_step": 44514, "epoch": 250, "lr": 6.333541534657077e-05}
{"train_loss": 0.005549476481974125, "global_step": 44515, "epoch": 250, "lr": 6.333399116592245e-05}
{"train_loss": 0.00955103151500225, "global_step": 44516, "epoch": 250, "lr": 6.333256697362768e-05}
{"train_loss": 0.0035421806387603283, "global_step": 44517, "epoch": 250, "lr": 6.333114276968774e-05}
{"train_loss": 0.004601434804499149, "global_step": 44518, "epoch": 250, "lr": 6.332971855410382e-05}
{"train_loss": 0.006357122212648392, "global_step": 44519, "epoch": 250, "lr": 6.332829432687718e-05}
{"train_loss": 0.004379563964903355, "global_step": 44520, "epoch": 250, "lr": 6.33268700880091e-05}
{"train_loss": 0.006376651115715504, "global_step": 44521, "epoch": 250, "lr": 6.332544583750077e-05}
{"train_loss": 0.004087894689291716, "global_step": 44522, "epoch": 250, "lr": 6.332402157535346e-05}
{"train_loss": 0.006745052058249712, "global_step": 44523, "epoch": 250, "lr": 6.332259730156842e-05}
{"train_loss": 0.0038705396000295877, "global_step": 44524, "epoch": 250, "lr": 6.33211730161469e-05}
{"train_loss": 0.005848142318427563, "global_step": 44525, "epoch": 250, "lr": 6.33197487190901e-05}
{"train_loss": 0.004416493233293295, "global_step": 44526, "epoch": 250, "lr": 6.33183244103993e-05}
{"train_loss": 0.005961322225630283, "global_step": 44527, "epoch": 250, "lr": 6.331690009007577e-05}
{"train_loss": 0.007221939042210579, "global_step": 44528, "epoch": 250, "lr": 6.331547575812071e-05}
{"train_loss": 0.00454891100525856, "global_step": 44529, "epoch": 250, "lr": 6.331405141453537e-05}
{"train_loss": 0.005113069899380207, "global_step": 44530, "epoch": 250, "lr": 6.331262705932099e-05}
{"train_loss": 0.005715468432754278, "global_step": 44531, "epoch": 250, "lr": 6.331120269247885e-05}
{"train_loss": 0.006703803315758705, "global_step": 44532, "epoch": 250, "lr": 6.330977831401017e-05}
{"train_loss": 0.005885540507733822, "global_step": 44533, "epoch": 250, "lr": 6.330835392391617e-05}
{"train_loss": 0.006764627061784267, "global_step": 44534, "epoch": 250, "lr": 6.330692952219812e-05}
{"train_loss": 0.004492592997848988, "global_step": 44535, "epoch": 250, "lr": 6.330550510885728e-05}
{"train_loss": 0.003217074554413557, "global_step": 44536, "epoch": 250, "lr": 6.330408068389486e-05}
{"train_loss": 0.004137665964663029, "global_step": 44537, "epoch": 250, "lr": 6.330265624731213e-05}
{"train_loss": 0.003857787000015378, "global_step": 44538, "epoch": 250, "lr": 6.330123179911032e-05}
{"train_loss": 0.006234047934412956, "global_step": 44539, "epoch": 250, "lr": 6.329980733929068e-05}
{"train_loss": 0.006007364485412836, "global_step": 44540, "epoch": 250, "lr": 6.329838286785446e-05}
{"train_loss": 0.003321141004562378, "global_step": 44541, "epoch": 250, "lr": 6.329695838480289e-05}
{"train_loss": 0.0034689055755734444, "global_step": 44542, "epoch": 250, "lr": 6.329553389013721e-05}
{"train_loss": 0.0037441847380250692, "global_step": 44543, "epoch": 250, "lr": 6.329410938385868e-05}
{"train_loss": 0.0036647918168455362, "global_step": 44544, "epoch": 250, "lr": 6.329268486596853e-05}
{"train_loss": 0.0039304690435528755, "global_step": 44545, "epoch": 250, "lr": 6.329126033646804e-05}
{"train_loss": 0.003070119535550475, "global_step": 44546, "epoch": 250, "lr": 6.328983579535842e-05}
{"train_loss": 0.00514648575335741, "global_step": 44547, "epoch": 250, "lr": 6.328841124264091e-05}
{"train_loss": 0.0031122444197535515, "global_step": 44548, "epoch": 250, "lr": 6.328698667831679e-05}
{"train_loss": 0.004015290644019842, "global_step": 44549, "epoch": 250, "lr": 6.328556210238725e-05}
{"train_loss": 0.002733040601015091, "global_step": 44550, "epoch": 250, "lr": 6.328413751485358e-05}
{"train_loss": 0.00331522966735065, "global_step": 44551, "epoch": 250, "lr": 6.328271291571702e-05}
{"train_loss": 0.004053048323839903, "global_step": 44552, "epoch": 250, "lr": 6.328128830497879e-05}
{"train_loss": 0.003639146452769637, "global_step": 44553, "epoch": 250, "lr": 6.327986368264014e-05}
{"train_loss": 0.005691085010766983, "global_step": 44554, "epoch": 250, "lr": 6.327843904870233e-05}
{"train_loss": 0.007776443846523762, "global_step": 44555, "epoch": 250, "lr": 6.32770144031666e-05}
{"train_loss": 0.0024948911741375923, "global_step": 44556, "epoch": 250, "lr": 6.32755897460342e-05}
{"train_loss": 0.0032907624263316393, "global_step": 44557, "epoch": 250, "lr": 6.327416507730636e-05}
{"train_loss": 0.004929631017148495, "global_step": 44558, "epoch": 250, "lr": 6.327274039698431e-05}
{"train_loss": 0.004099160432815552, "global_step": 44559, "epoch": 250, "lr": 6.327131570506933e-05}
{"train_loss": 0.003989674616605043, "global_step": 44560, "epoch": 250, "lr": 6.326989100156264e-05}
{"train_loss": 0.004828253760933876, "global_step": 44561, "epoch": 250, "lr": 6.326846628646551e-05}
{"train_loss": 0.003868109080940485, "global_step": 44562, "epoch": 250, "lr": 6.326704155977915e-05}
{"train_loss": 0.0050820596516132355, "global_step": 44563, "epoch": 250, "lr": 6.326561682150483e-05}
{"train_loss": 0.005698041990399361, "global_step": 44564, "epoch": 250, "lr": 6.326419207164378e-05}
{"train_loss": 0.004346651025116444, "global_step": 44565, "epoch": 250, "lr": 6.326276731019725e-05}
{"train_loss": 0.004053192213177681, "global_step": 44566, "epoch": 250, "lr": 6.32613425371665e-05}
{"train_loss": 0.0024014280643314123, "global_step": 44567, "epoch": 250, "lr": 6.325991775255274e-05}
{"train_loss": 0.004547609016299248, "global_step": 44568, "epoch": 250, "lr": 6.325849295635724e-05}
{"train_loss": 0.004310335963964462, "global_step": 44569, "epoch": 250, "lr": 6.325706814858123e-05}
{"train_loss": 0.003964574076235294, "global_step": 44570, "epoch": 250, "lr": 6.325564332922598e-05}
{"train_loss": 0.006109761539846659, "global_step": 44571, "epoch": 250, "lr": 6.325421849829272e-05}
{"train_loss": 0.0034746669698506594, "global_step": 44572, "epoch": 250, "lr": 6.325279365578267e-05}
{"train_loss": 0.0034199885558336973, "global_step": 44573, "epoch": 250, "lr": 6.32513688016971e-05}
{"train_loss": 0.0022015098948031664, "global_step": 44574, "epoch": 250, "lr": 6.324994393603728e-05}
{"train_loss": 0.006062258034944534, "global_step": 44575, "epoch": 250, "lr": 6.32485190588044e-05}
{"train_loss": 0.0024033868685364723, "global_step": 44576, "epoch": 250, "lr": 6.324709416999973e-05}
{"train_loss": 0.00784737803041935, "global_step": 44577, "epoch": 250, "lr": 6.324566926962451e-05}
{"train_loss": 0.005492581985890865, "global_step": 44578, "epoch": 250, "lr": 6.324424435768e-05}
{"train_loss": 0.003663031617179513, "global_step": 44579, "epoch": 250, "lr": 6.324281943416743e-05}
{"train_loss": 0.005160848144441843, "global_step": 44580, "epoch": 250, "lr": 6.324139449908806e-05}
{"train_loss": 0.006001121364533901, "global_step": 44581, "epoch": 250, "lr": 6.323996955244309e-05}
{"train_loss": 0.007266123779118061, "global_step": 44582, "epoch": 250, "lr": 6.323854459423382e-05}
{"train_loss": 0.0023968589957803488, "global_step": 44583, "epoch": 250, "lr": 6.323711962446148e-05}
{"train_loss": 0.005353035870939493, "global_step": 44584, "epoch": 250, "lr": 6.32356946431273e-05}
{"train_loss": 0.006706266663968563, "global_step": 44585, "epoch": 250, "lr": 6.323426965023252e-05}
{"train_loss": 0.0044676316902041435, "global_step": 44586, "epoch": 250, "lr": 6.32328446457784e-05}
{"train_loss": 0.0030744029209017754, "global_step": 44587, "epoch": 250, "lr": 6.323141962976618e-05}
{"train_loss": 0.0030845908913761377, "global_step": 44588, "epoch": 250, "lr": 6.322999460219711e-05}
{"train_loss": 0.005095470696687698, "global_step": 44589, "epoch": 250, "lr": 6.322856956307243e-05}
{"train_loss": 0.002916004043072462, "global_step": 44590, "epoch": 250, "lr": 6.32271445123934e-05}
{"train_loss": 0.007520556915551424, "global_step": 44591, "epoch": 250, "lr": 6.322571945016121e-05}
{"train_loss": 0.002819708315655589, "global_step": 44592, "epoch": 250, "lr": 6.322429437637717e-05}
{"train_loss": 0.00527528952807188, "global_step": 44593, "epoch": 250, "lr": 6.32228692910425e-05}
{"train_loss": 0.00503033772110939, "global_step": 44594, "epoch": 250, "lr": 6.322144419415844e-05}
{"train_loss": 0.0050629619508981705, "global_step": 44595, "epoch": 250, "lr": 6.322001908572624e-05}
{"train_loss": 0.005314351059496403, "global_step": 44596, "epoch": 250, "lr": 6.321859396574713e-05}
{"train_loss": 0.006921436637639999, "global_step": 44597, "epoch": 250, "lr": 6.321716883422237e-05}
{"train_loss": 0.0026310377288609743, "global_step": 44598, "epoch": 250, "lr": 6.321574369115321e-05}
{"train_loss": 0.003423664951696992, "global_step": 44599, "epoch": 250, "lr": 6.321431853654089e-05}
{"train_loss": 0.0012666895054280758, "global_step": 44600, "epoch": 250, "lr": 6.321289337038665e-05}
{"train_loss": 0.005345241166651249, "global_step": 44601, "epoch": 250, "lr": 6.321146819269173e-05}
{"train_loss": 0.006444813217967749, "global_step": 44602, "epoch": 250, "lr": 6.32100430034574e-05}
{"train_loss": 0.0034003015607595444, "global_step": 44603, "epoch": 250, "lr": 6.320861780268487e-05}
{"train_loss": 0.008498882874846458, "global_step": 44604, "epoch": 250, "lr": 6.32071925903754e-05}
{"train_loss": 0.0042881350964307785, "global_step": 44605, "epoch": 250, "lr": 6.320576736653024e-05}
{"train_loss": 0.005000591278076172, "global_step": 44606, "epoch": 250, "lr": 6.320434213115063e-05}
{"train_loss": 0.004507295787334442, "global_step": 44607, "epoch": 250, "lr": 6.320291688423781e-05}
{"train_loss": 0.0026049274019896984, "global_step": 44608, "epoch": 250, "lr": 6.320149162579305e-05}
{"train_loss": 0.004715434275567532, "global_step": 44609, "epoch": 250, "lr": 6.320006635581756e-05}
{"train_loss": 0.003985836170613766, "global_step": 44610, "epoch": 250, "lr": 6.319864107431259e-05}
{"train_loss": 0.004459172487258911, "global_step": 44611, "epoch": 250, "lr": 6.319721578127941e-05}
{"train_loss": 0.007221871986985207, "global_step": 44612, "epoch": 250, "lr": 6.319579047671926e-05}
{"train_loss": 0.006210673600435257, "global_step": 44613, "epoch": 250, "lr": 6.319436516063336e-05}
{"train_loss": 0.0024236899334937334, "global_step": 44614, "epoch": 250, "lr": 6.319293983302298e-05}
{"train_loss": 0.002581145614385605, "global_step": 44615, "epoch": 250, "lr": 6.319151449388933e-05}
{"train_loss": 0.00563537934795022, "global_step": 44616, "epoch": 250, "lr": 6.319008914323371e-05}
{"train_loss": 0.005723275244235992, "global_step": 44617, "epoch": 250, "lr": 6.318866378105732e-05}
{"train_loss": 0.0047865682281553745, "global_step": 44618, "epoch": 250, "lr": 6.318723840736143e-05}
{"train_loss": 0.003544988576322794, "global_step": 44619, "epoch": 250, "lr": 6.318581302214726e-05}
{"train_loss": 0.004083128646016121, "global_step": 44620, "epoch": 250, "lr": 6.318438762541607e-05}
{"train_loss": 0.0016512696165591478, "global_step": 44621, "epoch": 250, "lr": 6.318296221716913e-05}
{"train_loss": 0.004054947756230831, "global_step": 44622, "epoch": 250, "lr": 6.318153679740763e-05}
{"train_loss": 0.005092431791126728, "global_step": 44623, "epoch": 250, "lr": 6.318011136613287e-05}
{"train_loss": 0.005797629244625568, "global_step": 44624, "epoch": 250, "lr": 6.317868592334605e-05}
{"train_loss": 0.006415783893316984, "global_step": 44625, "epoch": 250, "lr": 6.317726046904844e-05}
{"train_loss": 0.005855049937963486, "global_step": 44626, "epoch": 250, "lr": 6.317583500324129e-05}
{"train_loss": 0.00594581663608551, "global_step": 44627, "epoch": 250, "lr": 6.317440952592581e-05}
{"train_loss": 0.0029623210430145264, "global_step": 44628, "epoch": 250, "lr": 6.317298403710329e-05}
{"train_loss": 0.0049996343441307545, "global_step": 44629, "epoch": 250, "lr": 6.317155853677494e-05}
{"train_loss": 0.0028701373375952244, "global_step": 44630, "epoch": 250, "lr": 6.317013302494203e-05}
{"train_loss": 0.003984814044088125, "global_step": 44631, "epoch": 250, "lr": 6.31687075016058e-05}
{"train_loss": 0.00914653018116951, "global_step": 44632, "epoch": 250, "lr": 6.31672819667675e-05}
{"train_loss": 0.00823614839464426, "global_step": 44633, "epoch": 250, "lr": 6.316585642042836e-05}
{"train_loss": 0.005089254584163427, "global_step": 44634, "epoch": 250, "lr": 6.31644308625896e-05}
{"train_loss": 0.0037687465082854033, "global_step": 44635, "epoch": 250, "lr": 6.316300529325254e-05}
{"train_loss": 0.005189972463995218, "global_step": 44636, "epoch": 250, "lr": 6.316157971241836e-05}
{"train_loss": 0.0031561865471303463, "global_step": 44637, "epoch": 250, "lr": 6.316015412008833e-05}
{"train_loss": 0.004528722260147333, "global_step": 44638, "epoch": 250, "lr": 6.315872851626368e-05}
{"train_loss": 0.002627918031066656, "global_step": 44639, "epoch": 250, "lr": 6.315730290094566e-05}
{"train_loss": 0.009794890880584717, "global_step": 44640, "epoch": 250, "lr": 6.315587727413555e-05}
{"train_loss": 0.004694686271250248, "global_step": 44641, "epoch": 250, "lr": 6.315445163583455e-05}
{"train_loss": 0.004566471092402935, "global_step": 44642, "epoch": 250, "lr": 6.315302598604393e-05}
{"train_loss": 0.005092201754450798, "global_step": 44643, "epoch": 250, "lr": 6.315160032476492e-05}
{"train_loss": 0.003118775552138686, "global_step": 44644, "epoch": 250, "lr": 6.315017465199877e-05}
{"train_loss": 0.0071161226369440556, "global_step": 44645, "epoch": 250, "lr": 6.314874896774674e-05}
{"train_loss": 0.005016636103391647, "global_step": 44646, "epoch": 250, "lr": 6.314732327201006e-05}
{"train_loss": 0.001883131917566061, "global_step": 44647, "epoch": 250, "lr": 6.314589756478998e-05}
{"train_loss": 0.004929214715957642, "global_step": 44648, "epoch": 250, "lr": 6.314447184608772e-05}
{"train_loss": 0.0024467704351991415, "global_step": 44649, "epoch": 250, "lr": 6.314304611590455e-05}
{"train_loss": 0.007013525813817978, "global_step": 44650, "epoch": 250, "lr": 6.314162037424175e-05}
{"train_loss": 0.006918813101947308, "global_step": 44651, "epoch": 250, "lr": 6.314019462110051e-05}
{"train_loss": 0.003304170910269022, "global_step": 44652, "epoch": 250, "lr": 6.31387688564821e-05}
{"train_loss": 0.007064603269100189, "global_step": 44653, "epoch": 250, "lr": 6.313734308038775e-05}
{"train_loss": 0.0027427743189036846, "global_step": 44654, "epoch": 250, "lr": 6.313591729281871e-05}
{"train_loss": 0.002362815896049142, "global_step": 44655, "epoch": 250, "lr": 6.313449149377624e-05}
{"train_loss": 0.004149924963712692, "global_step": 44656, "epoch": 250, "lr": 6.313306568326158e-05}
{"train_loss": 0.004873853176832199, "global_step": 44657, "epoch": 250, "lr": 6.313163986127599e-05}
{"train_loss": 0.004204029217362404, "global_step": 44658, "epoch": 250, "lr": 6.313021402782065e-05}
{"train_loss": 0.006986519321799278, "global_step": 44659, "epoch": 250, "lr": 6.312878818289689e-05}
{"train_loss": 0.0036059324629604816, "global_step": 44660, "epoch": 250, "lr": 6.31273623265059e-05}
{"train_loss": 0.006029846612364054, "global_step": 44661, "epoch": 250, "lr": 6.312593645864895e-05}
{"train_loss": 0.004102960228919983, "global_step": 44662, "epoch": 250, "lr": 6.312451057932727e-05}
{"train_loss": 0.004027984105050564, "global_step": 44663, "epoch": 250, "lr": 6.312308468854212e-05}
{"train_loss": 0.0019290517084300518, "global_step": 44664, "epoch": 250, "lr": 6.312165878629474e-05}
{"train_loss": 0.002734829904511571, "global_step": 44665, "epoch": 250, "lr": 6.312023287258639e-05}
{"train_loss": 0.0036632195115089417, "global_step": 44666, "epoch": 250, "lr": 6.311880694741827e-05}
{"train_loss": 0.0065002599731087685, "global_step": 44667, "epoch": 250, "lr": 6.311738101079168e-05}
{"train_loss": 0.005084448494017124, "global_step": 44668, "epoch": 250, "lr": 6.311595506270781e-05}
{"train_loss": 0.00992729514837265, "global_step": 44669, "epoch": 250, "lr": 6.311452910316797e-05}
{"train_loss": 0.004896312486380339, "global_step": 44670, "epoch": 250, "lr": 6.311310313217335e-05}
{"train_loss": 0.00374318053945899, "global_step": 44671, "epoch": 250, "lr": 6.311167714972523e-05}
{"train_loss": 0.004076266195625067, "global_step": 44672, "epoch": 250, "lr": 6.311025115582484e-05}
{"train_loss": 0.0064300308004021645, "global_step": 44673, "epoch": 250, "lr": 6.310882515047343e-05}
{"train_loss": 0.0021896089892834425, "global_step": 44674, "epoch": 250, "lr": 6.310739913367224e-05}
{"train_loss": 0.004388012923300266, "global_step": 44675, "epoch": 250, "lr": 6.310597310542252e-05}
{"train_loss": 0.00549313984811306, "global_step": 44676, "epoch": 250, "lr": 6.310454706572552e-05}
{"train_loss": 0.0046931793782441465, "global_step": 44677, "epoch": 250, "lr": 6.310312101458248e-05, "train_action_mse_error": 8.861532478476875e-06}
{"train_loss": 0.004480666946619749, "global_step": 44678, "epoch": 251, "lr": 6.310169495199465e-05}
{"train_loss": 0.005292156711220741, "global_step": 44679, "epoch": 251, "lr": 6.310026887796326e-05}
{"train_loss": 0.0017856608610600233, "global_step": 44680, "epoch": 251, "lr": 6.309884279248958e-05}
{"train_loss": 0.0035474183969199657, "global_step": 44681, "epoch": 251, "lr": 6.309741669557482e-05}
{"train_loss": 0.00355362007394433, "global_step": 44682, "epoch": 251, "lr": 6.309599058722027e-05}
{"train_loss": 0.002875745063647628, "global_step": 44683, "epoch": 251, "lr": 6.309456446742716e-05}
{"train_loss": 0.005122689064592123, "global_step": 44684, "epoch": 251, "lr": 6.309313833619672e-05}
{"train_loss": 0.004731747321784496, "global_step": 44685, "epoch": 251, "lr": 6.309171219353021e-05}
{"train_loss": 0.005362153984606266, "global_step": 44686, "epoch": 251, "lr": 6.309028603942886e-05}
{"train_loss": 0.009623588062822819, "global_step": 44687, "epoch": 251, "lr": 6.308885987389393e-05}
{"train_loss": 0.002703779609873891, "global_step": 44688, "epoch": 251, "lr": 6.308743369692667e-05}
{"train_loss": 0.0038743463810533285, "global_step": 44689, "epoch": 251, "lr": 6.308600750852832e-05}
{"train_loss": 0.005684812553226948, "global_step": 44690, "epoch": 251, "lr": 6.30845813087001e-05}
{"train_loss": 0.004286377225071192, "global_step": 44691, "epoch": 251, "lr": 6.308315509744329e-05}
{"train_loss": 0.0031197573989629745, "global_step": 44692, "epoch": 251, "lr": 6.308172887475913e-05}
{"train_loss": 0.005267721600830555, "global_step": 44693, "epoch": 251, "lr": 6.308030264064888e-05}
{"train_loss": 0.006904754787683487, "global_step": 44694, "epoch": 251, "lr": 6.307887639511376e-05}
{"train_loss": 0.007828903384506702, "global_step": 44695, "epoch": 251, "lr": 6.3077450138155e-05}
{"train_loss": 0.003497517667710781, "global_step": 44696, "epoch": 251, "lr": 6.307602386977388e-05}
{"train_loss": 0.00858622882515192, "global_step": 44697, "epoch": 251, "lr": 6.307459758997163e-05}
{"train_loss": 0.0027670981362462044, "global_step": 44698, "epoch": 251, "lr": 6.307317129874953e-05}
{"train_loss": 0.005515418015420437, "global_step": 44699, "epoch": 251, "lr": 6.307174499610876e-05}
{"train_loss": 0.005484971217811108, "global_step": 44700, "epoch": 251, "lr": 6.307031868205061e-05}
{"train_loss": 0.005346410907804966, "global_step": 44701, "epoch": 251, "lr": 6.306889235657631e-05}
{"train_loss": 0.003232259303331375, "global_step": 44702, "epoch": 251, "lr": 6.306746601968714e-05}
{"train_loss": 0.006769000552594662, "global_step": 44703, "epoch": 251, "lr": 6.30660396713843e-05}
{"train_loss": 0.0015881798462942243, "global_step": 44704, "epoch": 251, "lr": 6.306461331166906e-05}
{"train_loss": 0.0071758669801056385, "global_step": 44705, "epoch": 251, "lr": 6.306318694054265e-05}
{"train_loss": 0.0032343617640435696, "global_step": 44706, "epoch": 251, "lr": 6.306176055800633e-05}
{"train_loss": 0.0052733030170202255, "global_step": 44707, "epoch": 251, "lr": 6.306033416406135e-05}
{"train_loss": 0.007771194912493229, "global_step": 44708, "epoch": 251, "lr": 6.305890775870895e-05}
{"train_loss": 0.004052029922604561, "global_step": 44709, "epoch": 251, "lr": 6.305748134195035e-05}
{"train_loss": 0.0031003186013549566, "global_step": 44710, "epoch": 251, "lr": 6.305605491378684e-05}
{"train_loss": 0.009098662063479424, "global_step": 44711, "epoch": 251, "lr": 6.305462847421963e-05}
{"train_loss": 0.009809045121073723, "global_step": 44712, "epoch": 251, "lr": 6.305320202325e-05}
{"train_loss": 0.006199296563863754, "global_step": 44713, "epoch": 251, "lr": 6.305177556087918e-05}
{"train_loss": 0.0030255895107984543, "global_step": 44714, "epoch": 251, "lr": 6.305034908710841e-05}
{"train_loss": 0.003337643574923277, "global_step": 44715, "epoch": 251, "lr": 6.304892260193893e-05}
{"train_loss": 0.0022743712179362774, "global_step": 44716, "epoch": 251, "lr": 6.3047496105372e-05}
{"train_loss": 0.005288511514663696, "global_step": 44717, "epoch": 251, "lr": 6.304606959740887e-05}
{"train_loss": 0.005269084591418505, "global_step": 44718, "epoch": 251, "lr": 6.304464307805077e-05}
{"train_loss": 0.003981097601354122, "global_step": 44719, "epoch": 251, "lr": 6.304321654729894e-05}
{"train_loss": 0.007462512236088514, "global_step": 44720, "epoch": 251, "lr": 6.304179000515466e-05}
{"train_loss": 0.004060910549014807, "global_step": 44721, "epoch": 251, "lr": 6.304036345161915e-05}
{"train_loss": 0.006350499577820301, "global_step": 44722, "epoch": 251, "lr": 6.303893688669366e-05}
{"train_loss": 0.00547428522258997, "global_step": 44723, "epoch": 251, "lr": 6.303751031037943e-05}
{"train_loss": 0.0028760286513715982, "global_step": 44724, "epoch": 251, "lr": 6.303608372267771e-05}
{"train_loss": 0.005659554153680801, "global_step": 44725, "epoch": 251, "lr": 6.303465712358976e-05}
{"train_loss": 0.004864359274506569, "global_step": 44726, "epoch": 251, "lr": 6.303323051311683e-05}
{"train_loss": 0.006101648788899183, "global_step": 44727, "epoch": 251, "lr": 6.303180389126013e-05}
{"train_loss": 0.0020301789045333862, "global_step": 44728, "epoch": 251, "lr": 6.303037725802092e-05}
{"train_loss": 0.0030566081404685974, "global_step": 44729, "epoch": 251, "lr": 6.302895061340048e-05}
{"train_loss": 0.005857042968273163, "global_step": 44730, "epoch": 251, "lr": 6.302752395740001e-05}
{"train_loss": 0.001806751824915409, "global_step": 44731, "epoch": 251, "lr": 6.302609729002078e-05}
{"train_loss": 0.0021982472389936447, "global_step": 44732, "epoch": 251, "lr": 6.302467061126403e-05}
{"train_loss": 0.0027674096636474133, "global_step": 44733, "epoch": 251, "lr": 6.302324392113101e-05}
{"train_loss": 0.003357350593432784, "global_step": 44734, "epoch": 251, "lr": 6.302181721962296e-05}
{"train_loss": 0.004195692948997021, "global_step": 44735, "epoch": 251, "lr": 6.302039050674115e-05}
{"train_loss": 0.0038234845269471407, "global_step": 44736, "epoch": 251, "lr": 6.301896378248679e-05}
{"train_loss": 0.004616980440914631, "global_step": 44737, "epoch": 251, "lr": 6.301753704686115e-05}
{"train_loss": 0.0041565680876374245, "global_step": 44738, "epoch": 251, "lr": 6.301611029986545e-05}
{"train_loss": 0.0024351729080080986, "global_step": 44739, "epoch": 251, "lr": 6.301468354150098e-05}
{"train_loss": 0.005236986093223095, "global_step": 44740, "epoch": 251, "lr": 6.301325677176894e-05}
{"train_loss": 0.0024396474473178387, "global_step": 44741, "epoch": 251, "lr": 6.301182999067062e-05}
{"train_loss": 0.0024522445164620876, "global_step": 44742, "epoch": 251, "lr": 6.301040319820724e-05}
{"train_loss": 0.0023547490127384663, "global_step": 44743, "epoch": 251, "lr": 6.300897639438002e-05}
{"train_loss": 0.005799639038741589, "global_step": 44744, "epoch": 251, "lr": 6.300754957919026e-05}
{"train_loss": 0.0038525147829204798, "global_step": 44745, "epoch": 251, "lr": 6.300612275263919e-05}
{"train_loss": 0.003092298749834299, "global_step": 44746, "epoch": 251, "lr": 6.300469591472803e-05}
{"train_loss": 0.004537978209555149, "global_step": 44747, "epoch": 251, "lr": 6.300326906545804e-05}
{"train_loss": 0.0034379130229353905, "global_step": 44748, "epoch": 251, "lr": 6.30018422048305e-05}
{"train_loss": 0.0034573141019791365, "global_step": 44749, "epoch": 251, "lr": 6.30004153328466e-05}
{"train_loss": 0.0022324123419821262, "global_step": 44750, "epoch": 251, "lr": 6.299898844950764e-05}
{"train_loss": 0.0025939717888832092, "global_step": 44751, "epoch": 251, "lr": 6.299756155481482e-05}
{"train_loss": 0.004199708346277475, "global_step": 44752, "epoch": 251, "lr": 6.29961346487694e-05}
{"train_loss": 0.00617914879694581, "global_step": 44753, "epoch": 251, "lr": 6.299470773137264e-05}
{"train_loss": 0.007129966281354427, "global_step": 44754, "epoch": 251, "lr": 6.299328080262579e-05}
{"train_loss": 0.005268027540296316, "global_step": 44755, "epoch": 251, "lr": 6.299185386253009e-05}
{"train_loss": 0.002152509754523635, "global_step": 44756, "epoch": 251, "lr": 6.299042691108675e-05}
{"train_loss": 0.0018976872088387609, "global_step": 44757, "epoch": 251, "lr": 6.298899994829707e-05}
{"train_loss": 0.002893778495490551, "global_step": 44758, "epoch": 251, "lr": 6.298757297416227e-05}
{"train_loss": 0.006358146667480469, "global_step": 44759, "epoch": 251, "lr": 6.29861459886836e-05}
{"train_loss": 0.0029554818756878376, "global_step": 44760, "epoch": 251, "lr": 6.298471899186231e-05}
{"train_loss": 0.0032336097210645676, "global_step": 44761, "epoch": 251, "lr": 6.298329198369966e-05}
{"train_loss": 0.003123926930129528, "global_step": 44762, "epoch": 251, "lr": 6.298186496419685e-05}
{"train_loss": 0.007791903335601091, "global_step": 44763, "epoch": 251, "lr": 6.298043793335516e-05}
{"train_loss": 0.0024403524585068226, "global_step": 44764, "epoch": 251, "lr": 6.297901089117584e-05}
{"train_loss": 0.006857978645712137, "global_step": 44765, "epoch": 251, "lr": 6.297758383766013e-05}
{"train_loss": 0.006948599126189947, "global_step": 44766, "epoch": 251, "lr": 6.297615677280928e-05}
{"train_loss": 0.004057775717228651, "global_step": 44767, "epoch": 251, "lr": 6.297472969662452e-05}
{"train_loss": 0.005485369823873043, "global_step": 44768, "epoch": 251, "lr": 6.297330260910712e-05}
{"train_loss": 0.006824709475040436, "global_step": 44769, "epoch": 251, "lr": 6.297187551025832e-05}
{"train_loss": 0.002789257327094674, "global_step": 44770, "epoch": 251, "lr": 6.297044840007936e-05}
{"train_loss": 0.004482487216591835, "global_step": 44771, "epoch": 251, "lr": 6.296902127857146e-05}
{"train_loss": 0.0038201892748475075, "global_step": 44772, "epoch": 251, "lr": 6.296759414573592e-05}
{"train_loss": 0.011016172356903553, "global_step": 44773, "epoch": 251, "lr": 6.296616700157397e-05}
{"train_loss": 0.005498318001627922, "global_step": 44774, "epoch": 251, "lr": 6.296473984608681e-05}
{"train_loss": 0.002152433153241873, "global_step": 44775, "epoch": 251, "lr": 6.296331267927575e-05}
{"train_loss": 0.003742567729204893, "global_step": 44776, "epoch": 251, "lr": 6.296188550114201e-05}
{"train_loss": 0.003553971881046891, "global_step": 44777, "epoch": 251, "lr": 6.296045831168683e-05}
{"train_loss": 0.0024955812841653824, "global_step": 44778, "epoch": 251, "lr": 6.295903111091147e-05}
{"train_loss": 0.005690376274287701, "global_step": 44779, "epoch": 251, "lr": 6.295760389881716e-05}
{"train_loss": 0.0026765484362840652, "global_step": 44780, "epoch": 251, "lr": 6.295617667540518e-05}
{"train_loss": 0.0013523792149499059, "global_step": 44781, "epoch": 251, "lr": 6.295474944067672e-05}
{"train_loss": 0.0061441813595592976, "global_step": 44782, "epoch": 251, "lr": 6.295332219463308e-05}
{"train_loss": 0.00726687116548419, "global_step": 44783, "epoch": 251, "lr": 6.295189493727549e-05}
{"train_loss": 0.005724318325519562, "global_step": 44784, "epoch": 251, "lr": 6.295046766860519e-05}
{"train_loss": 0.0015309893060475588, "global_step": 44785, "epoch": 251, "lr": 6.294904038862343e-05}
{"train_loss": 0.007735268212854862, "global_step": 44786, "epoch": 251, "lr": 6.294761309733145e-05}
{"train_loss": 0.003505850676447153, "global_step": 44787, "epoch": 251, "lr": 6.294618579473052e-05}
{"train_loss": 0.005300032440572977, "global_step": 44788, "epoch": 251, "lr": 6.294475848082185e-05}
{"train_loss": 0.0034002114553004503, "global_step": 44789, "epoch": 251, "lr": 6.294333115560672e-05}
{"train_loss": 0.00203474098816514, "global_step": 44790, "epoch": 251, "lr": 6.294190381908635e-05}
{"train_loss": 0.004158904775977135, "global_step": 44791, "epoch": 251, "lr": 6.294047647126201e-05}
{"train_loss": 0.0030800073873251677, "global_step": 44792, "epoch": 251, "lr": 6.293904911213493e-05}
{"train_loss": 0.006218072958290577, "global_step": 44793, "epoch": 251, "lr": 6.293762174170637e-05}
{"train_loss": 0.004443785175681114, "global_step": 44794, "epoch": 251, "lr": 6.293619435997757e-05}
{"train_loss": 0.0027916650287806988, "global_step": 44795, "epoch": 251, "lr": 6.293476696694978e-05}
{"train_loss": 0.004035067744553089, "global_step": 44796, "epoch": 251, "lr": 6.293333956262421e-05}
{"train_loss": 0.004414061550050974, "global_step": 44797, "epoch": 251, "lr": 6.293191214700219e-05}
{"train_loss": 0.004121039062738419, "global_step": 44798, "epoch": 251, "lr": 6.29304847200849e-05}
{"train_loss": 0.0022750156931579113, "global_step": 44799, "epoch": 251, "lr": 6.292905728187359e-05}
{"train_loss": 0.0020768134854733944, "global_step": 44800, "epoch": 251, "lr": 6.292762983236953e-05}
{"train_loss": 0.002563296817243099, "global_step": 44801, "epoch": 251, "lr": 6.292620237157395e-05}
{"train_loss": 0.0065443627536296844, "global_step": 44802, "epoch": 251, "lr": 6.292477489948812e-05}
{"train_loss": 0.003404268529266119, "global_step": 44803, "epoch": 251, "lr": 6.292334741611326e-05}
{"train_loss": 0.0065141720697283745, "global_step": 44804, "epoch": 251, "lr": 6.292191992145064e-05}
{"train_loss": 0.0035880152136087418, "global_step": 44805, "epoch": 251, "lr": 6.292049241550147e-05}
{"train_loss": 0.0037791049107909203, "global_step": 44806, "epoch": 251, "lr": 6.291906489826703e-05}
{"train_loss": 0.0028173665050417185, "global_step": 44807, "epoch": 251, "lr": 6.291763736974857e-05}
{"train_loss": 0.006909914314746857, "global_step": 44808, "epoch": 251, "lr": 6.291620982994733e-05}
{"train_loss": 0.003121682209894061, "global_step": 44809, "epoch": 251, "lr": 6.291478227886453e-05}
{"train_loss": 0.004817988257855177, "global_step": 44810, "epoch": 251, "lr": 6.291335471650145e-05}
{"train_loss": 0.0031611977610737085, "global_step": 44811, "epoch": 251, "lr": 6.291192714285933e-05}
{"train_loss": 0.004610649310052395, "global_step": 44812, "epoch": 251, "lr": 6.291049955793941e-05}
{"train_loss": 0.00537868682295084, "global_step": 44813, "epoch": 251, "lr": 6.290907196174294e-05}
{"train_loss": 0.0062510669231414795, "global_step": 44814, "epoch": 251, "lr": 6.290764435427117e-05}
{"train_loss": 0.002921855077147484, "global_step": 44815, "epoch": 251, "lr": 6.290621673552533e-05}
{"train_loss": 0.003189015667885542, "global_step": 44816, "epoch": 251, "lr": 6.290478910550668e-05}
{"train_loss": 0.005433334968984127, "global_step": 44817, "epoch": 251, "lr": 6.290336146421649e-05}
{"train_loss": 0.0028994439635425806, "global_step": 44818, "epoch": 251, "lr": 6.290193381165597e-05}
{"train_loss": 0.0061762360855937, "global_step": 44819, "epoch": 251, "lr": 6.290050614782637e-05}
{"train_loss": 0.002839254681020975, "global_step": 44820, "epoch": 251, "lr": 6.289907847272896e-05}
{"train_loss": 0.006081707775592804, "global_step": 44821, "epoch": 251, "lr": 6.289765078636499e-05}
{"train_loss": 0.006284944247454405, "global_step": 44822, "epoch": 251, "lr": 6.289622308873568e-05}
{"train_loss": 0.006762607954442501, "global_step": 44823, "epoch": 251, "lr": 6.289479537984228e-05}
{"train_loss": 0.0022987881675362587, "global_step": 44824, "epoch": 251, "lr": 6.289336765968606e-05}
{"train_loss": 0.0060297297313809395, "global_step": 44825, "epoch": 251, "lr": 6.289193992826824e-05}
{"train_loss": 0.003387392731383443, "global_step": 44826, "epoch": 251, "lr": 6.289051218559009e-05}
{"train_loss": 0.002737105591222644, "global_step": 44827, "epoch": 251, "lr": 6.288908443165285e-05}
{"train_loss": 0.005315768998116255, "global_step": 44828, "epoch": 251, "lr": 6.288765666645775e-05}
{"train_loss": 0.005143714137375355, "global_step": 44829, "epoch": 251, "lr": 6.288622889000606e-05}
{"train_loss": 0.007082207594066858, "global_step": 44830, "epoch": 251, "lr": 6.288480110229902e-05}
{"train_loss": 0.0077452100813388824, "global_step": 44831, "epoch": 251, "lr": 6.288337330333788e-05}
{"train_loss": 0.002874260302633047, "global_step": 44832, "epoch": 251, "lr": 6.288194549312387e-05}
{"train_loss": 0.004217758774757385, "global_step": 44833, "epoch": 251, "lr": 6.288051767165826e-05}
{"train_loss": 0.0035323742777109146, "global_step": 44834, "epoch": 251, "lr": 6.287908983894228e-05}
{"train_loss": 0.0030227547977119684, "global_step": 44835, "epoch": 251, "lr": 6.28776619949772e-05}
{"train_loss": 0.004288594238460064, "global_step": 44836, "epoch": 251, "lr": 6.287623413976422e-05}
{"train_loss": 0.006636281963437796, "global_step": 44837, "epoch": 251, "lr": 6.287480627330465e-05}
{"train_loss": 0.004834272433072329, "global_step": 44838, "epoch": 251, "lr": 6.287337839559968e-05}
{"train_loss": 0.0033729500137269497, "global_step": 44839, "epoch": 251, "lr": 6.28719505066506e-05}
{"train_loss": 0.003569450695067644, "global_step": 44840, "epoch": 251, "lr": 6.287052260645865e-05}
{"train_loss": 0.002676254604011774, "global_step": 44841, "epoch": 251, "lr": 6.286909469502505e-05}
{"train_loss": 0.004977465607225895, "global_step": 44842, "epoch": 251, "lr": 6.286766677235107e-05}
{"train_loss": 0.004464176949113607, "global_step": 44843, "epoch": 251, "lr": 6.286623883843794e-05}
{"train_loss": 0.0028677359223365784, "global_step": 44844, "epoch": 251, "lr": 6.286481089328694e-05}
{"train_loss": 0.002689057495445013, "global_step": 44845, "epoch": 251, "lr": 6.286338293689928e-05}
{"train_loss": 0.00285388994961977, "global_step": 44846, "epoch": 251, "lr": 6.286195496927624e-05}
{"train_loss": 0.006152677349746227, "global_step": 44847, "epoch": 251, "lr": 6.286052699041903e-05}
{"train_loss": 0.004132830072194338, "global_step": 44848, "epoch": 251, "lr": 6.285909900032892e-05}
{"train_loss": 0.0041265226900577545, "global_step": 44849, "epoch": 251, "lr": 6.285767099900717e-05}
{"train_loss": 0.002429191954433918, "global_step": 44850, "epoch": 251, "lr": 6.285624298645501e-05}
{"train_loss": 0.004254315048456192, "global_step": 44851, "epoch": 251, "lr": 6.285481496267368e-05}
{"train_loss": 0.005436870269477367, "global_step": 44852, "epoch": 251, "lr": 6.285338692766443e-05}
{"train_loss": 0.004295712802559137, "global_step": 44853, "epoch": 251, "lr": 6.285195888142854e-05}
{"train_loss": 0.003884594887495041, "global_step": 44854, "epoch": 251, "lr": 6.28505308239672e-05}
{"train_loss": 0.004419561726658532, "global_step": 44855, "epoch": 251, "lr": 6.284910275528171e-05}
{"train_loss": 0.007406256627291441, "global_step": 44856, "epoch": 252, "lr": 6.284767467537328e-05}
{"train_loss": 0.0023259269073605537, "global_step": 44857, "epoch": 252, "lr": 6.284624658424318e-05}
{"train_loss": 0.0026796485763043165, "global_step": 44858, "epoch": 252, "lr": 6.284481848189265e-05}
{"train_loss": 0.0015441210707649589, "global_step": 44859, "epoch": 252, "lr": 6.284339036832295e-05}
{"train_loss": 0.0034877897705882788, "global_step": 44860, "epoch": 252, "lr": 6.284196224353532e-05}
{"train_loss": 0.008104952983558178, "global_step": 44861, "epoch": 252, "lr": 6.284053410753099e-05}
{"train_loss": 0.003804701380431652, "global_step": 44862, "epoch": 252, "lr": 6.28391059603112e-05}
{"train_loss": 0.0030650231055915356, "global_step": 44863, "epoch": 252, "lr": 6.283767780187724e-05}
{"train_loss": 0.0030692776199430227, "global_step": 44864, "epoch": 252, "lr": 6.283624963223035e-05}
{"train_loss": 0.006846839562058449, "global_step": 44865, "epoch": 252, "lr": 6.283482145137174e-05}
{"train_loss": 0.007895713672041893, "global_step": 44866, "epoch": 252, "lr": 6.283339325930269e-05}
{"train_loss": 0.00434114458039403, "global_step": 44867, "epoch": 252, "lr": 6.283196505602443e-05}
{"train_loss": 0.008738511241972446, "global_step": 44868, "epoch": 252, "lr": 6.283053684153822e-05}
{"train_loss": 0.002547553274780512, "global_step": 44869, "epoch": 252, "lr": 6.28291086158453e-05}
{"train_loss": 0.004072294570505619, "global_step": 44870, "epoch": 252, "lr": 6.282768037894694e-05}
{"train_loss": 0.005198702681809664, "global_step": 44871, "epoch": 252, "lr": 6.282625213084433e-05}
{"train_loss": 0.0030334682669490576, "global_step": 44872, "epoch": 252, "lr": 6.282482387153877e-05}
{"train_loss": 0.0022779658902436495, "global_step": 44873, "epoch": 252, "lr": 6.28233956010315e-05}
{"train_loss": 0.004478673450648785, "global_step": 44874, "epoch": 252, "lr": 6.282196731932376e-05}
{"train_loss": 0.0030849664472043514, "global_step": 44875, "epoch": 252, "lr": 6.282053902641678e-05}
{"train_loss": 0.0040627047419548035, "global_step": 44876, "epoch": 252, "lr": 6.281911072231184e-05}
{"train_loss": 0.0064627802930772305, "global_step": 44877, "epoch": 252, "lr": 6.281768240701016e-05}
{"train_loss": 0.0024813630152493715, "global_step": 44878, "epoch": 252, "lr": 6.281625408051302e-05}
{"train_loss": 0.003577590687200427, "global_step": 44879, "epoch": 252, "lr": 6.281482574282164e-05}
{"train_loss": 0.004498425405472517, "global_step": 44880, "epoch": 252, "lr": 6.281339739393727e-05}
{"train_loss": 0.004765252582728863, "global_step": 44881, "epoch": 252, "lr": 6.281196903386115e-05}
{"train_loss": 0.004236761014908552, "global_step": 44882, "epoch": 252, "lr": 6.281054066259456e-05}
{"train_loss": 0.002394895302131772, "global_step": 44883, "epoch": 252, "lr": 6.280911228013873e-05}
{"train_loss": 0.003132549114525318, "global_step": 44884, "epoch": 252, "lr": 6.280768388649489e-05}
{"train_loss": 0.008681735023856163, "global_step": 44885, "epoch": 252, "lr": 6.280625548166432e-05}
{"train_loss": 0.004439458716660738, "global_step": 44886, "epoch": 252, "lr": 6.280482706564823e-05}
{"train_loss": 0.005027439445257187, "global_step": 44887, "epoch": 252, "lr": 6.280339863844791e-05}
{"train_loss": 0.005885587073862553, "global_step": 44888, "epoch": 252, "lr": 6.280197020006457e-05}
{"train_loss": 0.00678836228325963, "global_step": 44889, "epoch": 252, "lr": 6.280054175049949e-05}
{"train_loss": 0.005263770930469036, "global_step": 44890, "epoch": 252, "lr": 6.279911328975387e-05}
{"train_loss": 0.006837440654635429, "global_step": 44891, "epoch": 252, "lr": 6.279768481782902e-05}
{"train_loss": 0.0047089168801903725, "global_step": 44892, "epoch": 252, "lr": 6.279625633472615e-05}
{"train_loss": 0.0041153873316943645, "global_step": 44893, "epoch": 252, "lr": 6.27948278404465e-05}
{"train_loss": 0.003346680197864771, "global_step": 44894, "epoch": 252, "lr": 6.279339933499135e-05}
{"train_loss": 0.003436264581978321, "global_step": 44895, "epoch": 252, "lr": 6.279197081836191e-05}
{"train_loss": 0.006262097042053938, "global_step": 44896, "epoch": 252, "lr": 6.279054229055946e-05}
{"train_loss": 0.006542473565787077, "global_step": 44897, "epoch": 252, "lr": 6.278911375158524e-05}
{"train_loss": 0.0034852914977818727, "global_step": 44898, "epoch": 252, "lr": 6.278768520144049e-05}
{"train_loss": 0.0073820967227220535, "global_step": 44899, "epoch": 252, "lr": 6.278625664012645e-05}
{"train_loss": 0.004604690708220005, "global_step": 44900, "epoch": 252, "lr": 6.278482806764439e-05}
{"train_loss": 0.0062766289338469505, "global_step": 44901, "epoch": 252, "lr": 6.278339948399554e-05}
{"train_loss": 0.0031924601644277573, "global_step": 44902, "epoch": 252, "lr": 6.278197088918115e-05}
{"train_loss": 0.002308908151462674, "global_step": 44903, "epoch": 252, "lr": 6.278054228320248e-05}
{"train_loss": 0.0036475355736911297, "global_step": 44904, "epoch": 252, "lr": 6.277911366606078e-05}
{"train_loss": 0.004166855942457914, "global_step": 44905, "epoch": 252, "lr": 6.277768503775726e-05}
{"train_loss": 0.00816391222178936, "global_step": 44906, "epoch": 252, "lr": 6.27762563982932e-05}
{"train_loss": 0.004678322002291679, "global_step": 44907, "epoch": 252, "lr": 6.277482774766988e-05}
{"train_loss": 0.0027774451300501823, "global_step": 44908, "epoch": 252, "lr": 6.277339908588847e-05}
{"train_loss": 0.005574250128120184, "global_step": 44909, "epoch": 252, "lr": 6.277197041295026e-05}
{"train_loss": 0.004415994044393301, "global_step": 44910, "epoch": 252, "lr": 6.277054172885653e-05}
{"train_loss": 0.01209847442805767, "global_step": 44911, "epoch": 252, "lr": 6.276911303360846e-05}
{"train_loss": 0.005626918748021126, "global_step": 44912, "epoch": 252, "lr": 6.276768432720736e-05}
{"train_loss": 0.004804850555956364, "global_step": 44913, "epoch": 252, "lr": 6.276625560965443e-05}
{"train_loss": 0.006227241363376379, "global_step": 44914, "epoch": 252, "lr": 6.276482688095094e-05}
{"train_loss": 0.0041490765288472176, "global_step": 44915, "epoch": 252, "lr": 6.276339814109816e-05}
{"train_loss": 0.0018023289740085602, "global_step": 44916, "epoch": 252, "lr": 6.276196939009729e-05}
{"train_loss": 0.007158118300139904, "global_step": 44917, "epoch": 252, "lr": 6.276054062794961e-05}
{"train_loss": 0.004782942123711109, "global_step": 44918, "epoch": 252, "lr": 6.275911185465634e-05}
{"train_loss": 0.004078718833625317, "global_step": 44919, "epoch": 252, "lr": 6.275768307021876e-05}
{"train_loss": 0.005366383120417595, "global_step": 44920, "epoch": 252, "lr": 6.275625427463811e-05}
{"train_loss": 0.0030106341000646353, "global_step": 44921, "epoch": 252, "lr": 6.275482546791564e-05}
{"train_loss": 0.0053320517763495445, "global_step": 44922, "epoch": 252, "lr": 6.275339665005258e-05}
{"train_loss": 0.00241272384300828, "global_step": 44923, "epoch": 252, "lr": 6.27519678210502e-05}
{"train_loss": 0.00445163669064641, "global_step": 44924, "epoch": 252, "lr": 6.275053898090973e-05}
{"train_loss": 0.004518397152423859, "global_step": 44925, "epoch": 252, "lr": 6.274911012963243e-05}
{"train_loss": 0.0033817742951214314, "global_step": 44926, "epoch": 252, "lr": 6.274768126721953e-05}
{"train_loss": 0.005288201384246349, "global_step": 44927, "epoch": 252, "lr": 6.274625239367231e-05}
{"train_loss": 0.0029794105794280767, "global_step": 44928, "epoch": 252, "lr": 6.274482350899199e-05}
{"train_loss": 0.004933318123221397, "global_step": 44929, "epoch": 252, "lr": 6.274339461317983e-05}
{"train_loss": 0.004601502791047096, "global_step": 44930, "epoch": 252, "lr": 6.274196570623708e-05}
{"train_loss": 0.004310008138418198, "global_step": 44931, "epoch": 252, "lr": 6.274053678816498e-05}
{"train_loss": 0.006797162350267172, "global_step": 44932, "epoch": 252, "lr": 6.273910785896478e-05}
{"train_loss": 0.0069772303104400635, "global_step": 44933, "epoch": 252, "lr": 6.273767891863773e-05}
{"train_loss": 0.0022647525183856487, "global_step": 44934, "epoch": 252, "lr": 6.273624996718508e-05}
{"train_loss": 0.008678177371621132, "global_step": 44935, "epoch": 252, "lr": 6.273482100460807e-05}
{"train_loss": 0.003544760635122657, "global_step": 44936, "epoch": 252, "lr": 6.273339203090798e-05}
{"train_loss": 0.008379731327295303, "global_step": 44937, "epoch": 252, "lr": 6.273196304608601e-05}
{"train_loss": 0.003943729680031538, "global_step": 44938, "epoch": 252, "lr": 6.273053405014343e-05}
{"train_loss": 0.005342644639313221, "global_step": 44939, "epoch": 252, "lr": 6.27291050430815e-05}
{"train_loss": 0.0037706433795392513, "global_step": 44940, "epoch": 252, "lr": 6.272767602490145e-05}
{"train_loss": 0.004228710662573576, "global_step": 44941, "epoch": 252, "lr": 6.272624699560452e-05}
{"train_loss": 0.005159315653145313, "global_step": 44942, "epoch": 252, "lr": 6.2724817955192e-05}
{"train_loss": 0.002571441000327468, "global_step": 44943, "epoch": 252, "lr": 6.272338890366509e-05}
{"train_loss": 0.0026752289850264788, "global_step": 44944, "epoch": 252, "lr": 6.272195984102507e-05}
{"train_loss": 0.006677156779915094, "global_step": 44945, "epoch": 252, "lr": 6.272053076727317e-05}
{"train_loss": 0.0045073674991726875, "global_step": 44946, "epoch": 252, "lr": 6.271910168241067e-05}
{"train_loss": 0.006899132393300533, "global_step": 44947, "epoch": 252, "lr": 6.271767258643876e-05}
{"train_loss": 0.003722230903804302, "global_step": 44948, "epoch": 252, "lr": 6.271624347935875e-05}
{"train_loss": 0.004697881639003754, "global_step": 44949, "epoch": 252, "lr": 6.271481436117186e-05}
{"train_loss": 0.0026872684247791767, "global_step": 44950, "epoch": 252, "lr": 6.271338523187934e-05}
{"train_loss": 0.0032887670677155256, "global_step": 44951, "epoch": 252, "lr": 6.271195609148241e-05}
{"train_loss": 0.005441420711576939, "global_step": 44952, "epoch": 252, "lr": 6.271052693998236e-05}
{"train_loss": 0.002220028080046177, "global_step": 44953, "epoch": 252, "lr": 6.270909777738043e-05}
{"train_loss": 0.0027814768254756927, "global_step": 44954, "epoch": 252, "lr": 6.270766860367786e-05}
{"train_loss": 0.00455510476604104, "global_step": 44955, "epoch": 252, "lr": 6.27062394188759e-05}
{"train_loss": 0.003543601604178548, "global_step": 44956, "epoch": 252, "lr": 6.270481022297579e-05}
{"train_loss": 0.0055401260033249855, "global_step": 44957, "epoch": 252, "lr": 6.27033810159788e-05}
{"train_loss": 0.00796806626021862, "global_step": 44958, "epoch": 252, "lr": 6.270195179788616e-05}
{"train_loss": 0.006417727563530207, "global_step": 44959, "epoch": 252, "lr": 6.270052256869912e-05}
{"train_loss": 0.003050968050956726, "global_step": 44960, "epoch": 252, "lr": 6.269909332841894e-05}
{"train_loss": 0.003168780356645584, "global_step": 44961, "epoch": 252, "lr": 6.269766407704685e-05}
{"train_loss": 0.004537718370556831, "global_step": 44962, "epoch": 252, "lr": 6.269623481458412e-05}
{"train_loss": 0.006042667664587498, "global_step": 44963, "epoch": 252, "lr": 6.269480554103197e-05}
{"train_loss": 0.0063049946911633015, "global_step": 44964, "epoch": 252, "lr": 6.269337625639169e-05}
{"train_loss": 0.002815590240061283, "global_step": 44965, "epoch": 252, "lr": 6.269194696066449e-05}
{"train_loss": 0.006804584991186857, "global_step": 44966, "epoch": 252, "lr": 6.269051765385163e-05}
{"train_loss": 0.006688736379146576, "global_step": 44967, "epoch": 252, "lr": 6.268908833595436e-05}
{"train_loss": 0.007432204205542803, "global_step": 44968, "epoch": 252, "lr": 6.268765900697393e-05}
{"train_loss": 0.0032489770092070103, "global_step": 44969, "epoch": 252, "lr": 6.26862296669116e-05}
{"train_loss": 0.0055556162260472775, "global_step": 44970, "epoch": 252, "lr": 6.26848003157686e-05}
{"train_loss": 0.003778522601351142, "global_step": 44971, "epoch": 252, "lr": 6.268337095354617e-05}
{"train_loss": 0.0051119644194841385, "global_step": 44972, "epoch": 252, "lr": 6.268194158024558e-05}
{"train_loss": 0.00486692413687706, "global_step": 44973, "epoch": 252, "lr": 6.268051219586809e-05}
{"train_loss": 0.004211992956697941, "global_step": 44974, "epoch": 252, "lr": 6.267908280041491e-05}
{"train_loss": 0.0036379226949065924, "global_step": 44975, "epoch": 252, "lr": 6.267765339388732e-05}
{"train_loss": 0.006346488371491432, "global_step": 44976, "epoch": 252, "lr": 6.267622397628654e-05}
{"train_loss": 0.001439274987205863, "global_step": 44977, "epoch": 252, "lr": 6.267479454761386e-05}
{"train_loss": 0.005314679816365242, "global_step": 44978, "epoch": 252, "lr": 6.267336510787048e-05}
{"train_loss": 0.00498391967266798, "global_step": 44979, "epoch": 252, "lr": 6.267193565705769e-05}
{"train_loss": 0.008902249857783318, "global_step": 44980, "epoch": 252, "lr": 6.26705061951767e-05}
{"train_loss": 0.003112104721367359, "global_step": 44981, "epoch": 252, "lr": 6.266907672222881e-05}
{"train_loss": 0.006392535753548145, "global_step": 44982, "epoch": 252, "lr": 6.266764723821521e-05}
{"train_loss": 0.003210814669728279, "global_step": 44983, "epoch": 252, "lr": 6.266621774313719e-05}
{"train_loss": 0.0030615036375820637, "global_step": 44984, "epoch": 252, "lr": 6.266478823699597e-05}
{"train_loss": 0.006185953039675951, "global_step": 44985, "epoch": 252, "lr": 6.266335871979284e-05}
{"train_loss": 0.0055695888586342335, "global_step": 44986, "epoch": 252, "lr": 6.2661929191529e-05}
{"train_loss": 0.0055333832278847694, "global_step": 44987, "epoch": 252, "lr": 6.266049965220573e-05}
{"train_loss": 0.0058297328650951385, "global_step": 44988, "epoch": 252, "lr": 6.265907010182429e-05}
{"train_loss": 0.00259663094766438, "global_step": 44989, "epoch": 252, "lr": 6.265764054038588e-05}
{"train_loss": 0.0019335477845743299, "global_step": 44990, "epoch": 252, "lr": 6.265621096789177e-05}
{"train_loss": 0.0045066699385643005, "global_step": 44991, "epoch": 252, "lr": 6.265478138434324e-05}
{"train_loss": 0.005303665064275265, "global_step": 44992, "epoch": 252, "lr": 6.26533517897415e-05}
{"train_loss": 0.009015500545501709, "global_step": 44993, "epoch": 252, "lr": 6.265192218408782e-05}
{"train_loss": 0.005991310812532902, "global_step": 44994, "epoch": 252, "lr": 6.265049256738344e-05}
{"train_loss": 0.002621847204864025, "global_step": 44995, "epoch": 252, "lr": 6.264906293962961e-05}
{"train_loss": 0.004418671131134033, "global_step": 44996, "epoch": 252, "lr": 6.264763330082758e-05}
{"train_loss": 0.004280423745512962, "global_step": 44997, "epoch": 252, "lr": 6.264620365097859e-05}
{"train_loss": 0.004176993854343891, "global_step": 44998, "epoch": 252, "lr": 6.26447739900839e-05}
{"train_loss": 0.0035672890953719616, "global_step": 44999, "epoch": 252, "lr": 6.264334431814476e-05}
{"train_loss": 0.0031489115208387375, "global_step": 45000, "epoch": 252, "lr": 6.26419146351624e-05}
{"train_loss": 0.004358422476798296, "global_step": 45001, "epoch": 252, "lr": 6.26404849411381e-05}
{"train_loss": 0.0022785263136029243, "global_step": 45002, "epoch": 252, "lr": 6.26390552360731e-05}
{"train_loss": 0.004923590924590826, "global_step": 45003, "epoch": 252, "lr": 6.263762551996862e-05}
{"train_loss": 0.0036936835385859013, "global_step": 45004, "epoch": 252, "lr": 6.263619579282591e-05}
{"train_loss": 0.002716213697567582, "global_step": 45005, "epoch": 252, "lr": 6.263476605464628e-05}
{"train_loss": 0.010599019937217236, "global_step": 45006, "epoch": 252, "lr": 6.263333630543091e-05}
{"train_loss": 0.0033370868768543005, "global_step": 45007, "epoch": 252, "lr": 6.263190654518109e-05}
{"train_loss": 0.0030513997189700603, "global_step": 45008, "epoch": 252, "lr": 6.263047677389805e-05}
{"train_loss": 0.003951928578317165, "global_step": 45009, "epoch": 252, "lr": 6.262904699158303e-05}
{"train_loss": 0.00534378457814455, "global_step": 45010, "epoch": 252, "lr": 6.262761719823731e-05}
{"train_loss": 0.0023447396233677864, "global_step": 45011, "epoch": 252, "lr": 6.262618739386211e-05}
{"train_loss": 0.0037097164895385504, "global_step": 45012, "epoch": 252, "lr": 6.26247575784587e-05}
{"train_loss": 0.00632831733673811, "global_step": 45013, "epoch": 252, "lr": 6.262332775202829e-05}
{"train_loss": 0.004066594410687685, "global_step": 45014, "epoch": 252, "lr": 6.262189791457219e-05}
{"train_loss": 0.002826556796208024, "global_step": 45015, "epoch": 252, "lr": 6.26204680660916e-05}
{"train_loss": 0.006873265840113163, "global_step": 45016, "epoch": 252, "lr": 6.261903820658779e-05}
{"train_loss": 0.004315897822380066, "global_step": 45017, "epoch": 252, "lr": 6.2617608336062e-05}
{"train_loss": 0.004184819292277098, "global_step": 45018, "epoch": 252, "lr": 6.261617845451549e-05}
{"train_loss": 0.007627495564520359, "global_step": 45019, "epoch": 252, "lr": 6.26147485619495e-05}
{"train_loss": 0.004696352407336235, "global_step": 45020, "epoch": 252, "lr": 6.261331865836526e-05}
{"train_loss": 0.002511762548238039, "global_step": 45021, "epoch": 252, "lr": 6.261188874376406e-05}
{"train_loss": 0.00393731938675046, "global_step": 45022, "epoch": 252, "lr": 6.261045881814713e-05}
{"train_loss": 0.0035457341000437737, "global_step": 45023, "epoch": 252, "lr": 6.260902888151569e-05}
{"train_loss": 0.0033526415936648846, "global_step": 45024, "epoch": 252, "lr": 6.260759893387105e-05}
{"train_loss": 0.006432973314076662, "global_step": 45025, "epoch": 252, "lr": 6.260616897521441e-05}
{"train_loss": 0.0022181826643645763, "global_step": 45026, "epoch": 252, "lr": 6.260473900554704e-05}
{"train_loss": 0.0023368429392576218, "global_step": 45027, "epoch": 252, "lr": 6.260330902487017e-05}
{"train_loss": 0.002153759589418769, "global_step": 45028, "epoch": 252, "lr": 6.260187903318507e-05}
{"train_loss": 0.001652896637097001, "global_step": 45029, "epoch": 252, "lr": 6.260044903049298e-05}
{"train_loss": 0.004774244036525488, "global_step": 45030, "epoch": 252, "lr": 6.259901901679517e-05}
{"train_loss": 0.005801675841212273, "global_step": 45031, "epoch": 252, "lr": 6.259758899209285e-05}
{"train_loss": 0.0043156566098332405, "global_step": 45032, "epoch": 252, "lr": 6.259615895638729e-05}
{"train_loss": 0.004633220375693413, "global_step": 45033, "epoch": 252, "lr": 6.259472890967973e-05}
{"train_loss": 0.004984303377568722, "global_step": 45034, "epoch": 253, "lr": 6.259329885197144e-05}
{"train_loss": 0.004633570555597544, "global_step": 45035, "epoch": 253, "lr": 6.259186878326366e-05}
{"train_loss": 0.006366830784827471, "global_step": 45036, "epoch": 253, "lr": 6.259043870355762e-05}
{"train_loss": 0.0040091597475111485, "global_step": 45037, "epoch": 253, "lr": 6.258900861285458e-05}
{"train_loss": 0.0026953599881380796, "global_step": 45038, "epoch": 253, "lr": 6.258757851115581e-05}
{"train_loss": 0.0039948271587491035, "global_step": 45039, "epoch": 253, "lr": 6.258614839846253e-05}
{"train_loss": 0.003856155090034008, "global_step": 45040, "epoch": 253, "lr": 6.258471827477601e-05}
{"train_loss": 0.003655990120023489, "global_step": 45041, "epoch": 253, "lr": 6.258328814009748e-05}
{"train_loss": 0.002120980992913246, "global_step": 45042, "epoch": 253, "lr": 6.25818579944282e-05}
{"train_loss": 0.0037955716252326965, "global_step": 45043, "epoch": 253, "lr": 6.258042783776943e-05}
{"train_loss": 0.01016214769333601, "global_step": 45044, "epoch": 253, "lr": 6.25789976701224e-05}
{"train_loss": 0.005760218016803265, "global_step": 45045, "epoch": 253, "lr": 6.257756749148837e-05}
{"train_loss": 0.002912758616730571, "global_step": 45046, "epoch": 253, "lr": 6.257613730186857e-05}
{"train_loss": 0.003457058686763048, "global_step": 45047, "epoch": 253, "lr": 6.257470710126427e-05}
{"train_loss": 0.0019710517954081297, "global_step": 45048, "epoch": 253, "lr": 6.257327688967673e-05}
{"train_loss": 0.003429883625358343, "global_step": 45049, "epoch": 253, "lr": 6.257184666710719e-05}
{"train_loss": 0.005259749013930559, "global_step": 45050, "epoch": 253, "lr": 6.257041643355686e-05}
{"train_loss": 0.007116164080798626, "global_step": 45051, "epoch": 253, "lr": 6.256898618902705e-05}
{"train_loss": 0.006620869040489197, "global_step": 45052, "epoch": 253, "lr": 6.256755593351896e-05}
{"train_loss": 0.008760844357311726, "global_step": 45053, "epoch": 253, "lr": 6.256612566703388e-05}
{"train_loss": 0.004487324506044388, "global_step": 45054, "epoch": 253, "lr": 6.256469538957304e-05}
{"train_loss": 0.004560699220746756, "global_step": 45055, "epoch": 253, "lr": 6.256326510113767e-05}
{"train_loss": 0.005706951953470707, "global_step": 45056, "epoch": 253, "lr": 6.256183480172905e-05}
{"train_loss": 0.007763426750898361, "global_step": 45057, "epoch": 253, "lr": 6.256040449134841e-05}
{"train_loss": 0.004172248765826225, "global_step": 45058, "epoch": 253, "lr": 6.255897416999702e-05}
{"train_loss": 0.005706937983632088, "global_step": 45059, "epoch": 253, "lr": 6.255754383767611e-05}
{"train_loss": 0.008774735033512115, "global_step": 45060, "epoch": 253, "lr": 6.255611349438693e-05}
{"train_loss": 0.0025601303204894066, "global_step": 45061, "epoch": 253, "lr": 6.255468314013074e-05}
{"train_loss": 0.0052513000555336475, "global_step": 45062, "epoch": 253, "lr": 6.255325277490879e-05}
{"train_loss": 0.005832713097333908, "global_step": 45063, "epoch": 253, "lr": 6.255182239872231e-05}
{"train_loss": 0.006031351163983345, "global_step": 45064, "epoch": 253, "lr": 6.255039201157258e-05}
{"train_loss": 0.0028755501843988895, "global_step": 45065, "epoch": 253, "lr": 6.254896161346081e-05}
{"train_loss": 0.00450561149045825, "global_step": 45066, "epoch": 253, "lr": 6.254753120438828e-05}
{"train_loss": 0.002831640187650919, "global_step": 45067, "epoch": 253, "lr": 6.254610078435624e-05}
{"train_loss": 0.004486131481826305, "global_step": 45068, "epoch": 253, "lr": 6.254467035336592e-05}
{"train_loss": 0.0049591511487960815, "global_step": 45069, "epoch": 253, "lr": 6.254323991141859e-05}
{"train_loss": 0.005379336886107922, "global_step": 45070, "epoch": 253, "lr": 6.254180945851547e-05}
{"train_loss": 0.003229358699172735, "global_step": 45071, "epoch": 253, "lr": 6.254037899465785e-05}
{"train_loss": 0.0029575559310615063, "global_step": 45072, "epoch": 253, "lr": 6.253894851984694e-05}
{"train_loss": 0.003449070733040571, "global_step": 45073, "epoch": 253, "lr": 6.253751803408401e-05}
{"train_loss": 0.007067491300404072, "global_step": 45074, "epoch": 253, "lr": 6.253608753737032e-05}
{"train_loss": 0.005590400192886591, "global_step": 45075, "epoch": 253, "lr": 6.25346570297071e-05}
{"train_loss": 0.004461763426661491, "global_step": 45076, "epoch": 253, "lr": 6.253322651109561e-05}
{"train_loss": 0.004874308593571186, "global_step": 45077, "epoch": 253, "lr": 6.253179598153709e-05}
{"train_loss": 0.00404562521725893, "global_step": 45078, "epoch": 253, "lr": 6.25303654410328e-05}
{"train_loss": 0.006483541801571846, "global_step": 45079, "epoch": 253, "lr": 6.252893488958398e-05}
{"train_loss": 0.004954469855874777, "global_step": 45080, "epoch": 253, "lr": 6.252750432719187e-05}
{"train_loss": 0.005736177787184715, "global_step": 45081, "epoch": 253, "lr": 6.252607375385775e-05}
{"train_loss": 0.005525772459805012, "global_step": 45082, "epoch": 253, "lr": 6.252464316958285e-05}
{"train_loss": 0.005247489083558321, "global_step": 45083, "epoch": 253, "lr": 6.252321257436841e-05}
{"train_loss": 0.00452444888651371, "global_step": 45084, "epoch": 253, "lr": 6.25217819682157e-05}
{"train_loss": 0.0035940518137067556, "global_step": 45085, "epoch": 253, "lr": 6.252035135112597e-05}
{"train_loss": 0.0038652231451123953, "global_step": 45086, "epoch": 253, "lr": 6.251892072310046e-05}
{"train_loss": 0.0048200092278420925, "global_step": 45087, "epoch": 253, "lr": 6.251749008414041e-05}
{"train_loss": 0.003785882843658328, "global_step": 45088, "epoch": 253, "lr": 6.251605943424707e-05}
{"train_loss": 0.006766335107386112, "global_step": 45089, "epoch": 253, "lr": 6.251462877342172e-05}
{"train_loss": 0.005825961474329233, "global_step": 45090, "epoch": 253, "lr": 6.251319810166558e-05}
{"train_loss": 0.006524206139147282, "global_step": 45091, "epoch": 253, "lr": 6.251176741897991e-05}
{"train_loss": 0.004387164954096079, "global_step": 45092, "epoch": 253, "lr": 6.251033672536597e-05}
{"train_loss": 0.004226361401379108, "global_step": 45093, "epoch": 253, "lr": 6.250890602082499e-05}
{"train_loss": 0.005351953208446503, "global_step": 45094, "epoch": 253, "lr": 6.250747530535821e-05}
{"train_loss": 0.00428380910307169, "global_step": 45095, "epoch": 253, "lr": 6.250604457896692e-05}
{"train_loss": 0.008190136402845383, "global_step": 45096, "epoch": 253, "lr": 6.250461384165234e-05}
{"train_loss": 0.002816480351611972, "global_step": 45097, "epoch": 253, "lr": 6.250318309341574e-05}
{"train_loss": 0.004676824435591698, "global_step": 45098, "epoch": 253, "lr": 6.250175233425833e-05}
{"train_loss": 0.002190119121223688, "global_step": 45099, "epoch": 253, "lr": 6.25003215641814e-05}
{"train_loss": 0.002953293500468135, "global_step": 45100, "epoch": 253, "lr": 6.249889078318618e-05}
{"train_loss": 0.006851905025541782, "global_step": 45101, "epoch": 253, "lr": 6.249745999127393e-05}
{"train_loss": 0.006009109318256378, "global_step": 45102, "epoch": 253, "lr": 6.249602918844591e-05}
{"train_loss": 0.003633279586210847, "global_step": 45103, "epoch": 253, "lr": 6.249459837470332e-05}
{"train_loss": 0.0026675350964069366, "global_step": 45104, "epoch": 253, "lr": 6.249316755004747e-05}
{"train_loss": 0.009036308154463768, "global_step": 45105, "epoch": 253, "lr": 6.249173671447958e-05}
{"train_loss": 0.0033523202873766422, "global_step": 45106, "epoch": 253, "lr": 6.24903058680009e-05}
{"train_loss": 0.0013622078113257885, "global_step": 45107, "epoch": 253, "lr": 6.248887501061269e-05}
{"train_loss": 0.007122208829969168, "global_step": 45108, "epoch": 253, "lr": 6.248744414231617e-05}
{"train_loss": 0.004360046237707138, "global_step": 45109, "epoch": 253, "lr": 6.248601326311262e-05}
{"train_loss": 0.005464182235300541, "global_step": 45110, "epoch": 253, "lr": 6.248458237300332e-05}
{"train_loss": 0.0038044387474656105, "global_step": 45111, "epoch": 253, "lr": 6.248315147198946e-05}
{"train_loss": 0.0017365602543577552, "global_step": 45112, "epoch": 253, "lr": 6.248172056007232e-05}
{"train_loss": 0.001583118224516511, "global_step": 45113, "epoch": 253, "lr": 6.248028963725312e-05}
{"train_loss": 0.0044295634143054485, "global_step": 45114, "epoch": 253, "lr": 6.247885870353313e-05}
{"train_loss": 0.00971316173672676, "global_step": 45115, "epoch": 253, "lr": 6.247742775891364e-05}
{"train_loss": 0.005448068492114544, "global_step": 45116, "epoch": 253, "lr": 6.247599680339583e-05}
{"train_loss": 0.008126766420900822, "global_step": 45117, "epoch": 253, "lr": 6.2474565836981e-05}
{"train_loss": 0.00322065781801939, "global_step": 45118, "epoch": 253, "lr": 6.247313485967037e-05}
{"train_loss": 0.005176904145628214, "global_step": 45119, "epoch": 253, "lr": 6.24717038714652e-05}
{"train_loss": 0.005839599296450615, "global_step": 45120, "epoch": 253, "lr": 6.247027287236675e-05}
{"train_loss": 0.0033600730821490288, "global_step": 45121, "epoch": 253, "lr": 6.246884186237626e-05}
{"train_loss": 0.002919967984780669, "global_step": 45122, "epoch": 253, "lr": 6.246741084149498e-05}
{"train_loss": 0.004124223254621029, "global_step": 45123, "epoch": 253, "lr": 6.246597980972417e-05}
{"train_loss": 0.0028180191293358803, "global_step": 45124, "epoch": 253, "lr": 6.246454876706505e-05}
{"train_loss": 0.003947843797504902, "global_step": 45125, "epoch": 253, "lr": 6.24631177135189e-05}
{"train_loss": 0.007510132156312466, "global_step": 45126, "epoch": 253, "lr": 6.246168664908697e-05}
{"train_loss": 0.007336176931858063, "global_step": 45127, "epoch": 253, "lr": 6.246025557377049e-05}
{"train_loss": 0.0043312180787324905, "global_step": 45128, "epoch": 253, "lr": 6.245882448757072e-05}
{"train_loss": 0.005191184114664793, "global_step": 45129, "epoch": 253, "lr": 6.245739339048891e-05}
{"train_loss": 0.006148102693259716, "global_step": 45130, "epoch": 253, "lr": 6.245596228252632e-05}
{"train_loss": 0.002486645244061947, "global_step": 45131, "epoch": 253, "lr": 6.24545311636842e-05}
{"train_loss": 0.005593250971287489, "global_step": 45132, "epoch": 253, "lr": 6.245310003396376e-05}
{"train_loss": 0.004656591452658176, "global_step": 45133, "epoch": 253, "lr": 6.245166889336632e-05}
{"train_loss": 0.004024599678814411, "global_step": 45134, "epoch": 253, "lr": 6.245023774189305e-05}
{"train_loss": 0.0035945367999374866, "global_step": 45135, "epoch": 253, "lr": 6.244880657954527e-05}
{"train_loss": 0.003019524272531271, "global_step": 45136, "epoch": 253, "lr": 6.24473754063242e-05}
{"train_loss": 0.0031870631501078606, "global_step": 45137, "epoch": 253, "lr": 6.244594422223107e-05}
{"train_loss": 0.0037674414925277233, "global_step": 45138, "epoch": 253, "lr": 6.244451302726717e-05}
{"train_loss": 0.003894975408911705, "global_step": 45139, "epoch": 253, "lr": 6.244308182143373e-05}
{"train_loss": 0.0021417324896901846, "global_step": 45140, "epoch": 253, "lr": 6.244165060473199e-05}
{"train_loss": 0.003997319377958775, "global_step": 45141, "epoch": 253, "lr": 6.244021937716322e-05}
{"train_loss": 0.0029953874181956053, "global_step": 45142, "epoch": 253, "lr": 6.243878813872865e-05}
{"train_loss": 0.0021413920912891626, "global_step": 45143, "epoch": 253, "lr": 6.243735688942956e-05}
{"train_loss": 0.003904778743162751, "global_step": 45144, "epoch": 253, "lr": 6.243592562926717e-05}
{"train_loss": 0.003237393917515874, "global_step": 45145, "epoch": 253, "lr": 6.243449435824276e-05}
{"train_loss": 0.0044328561052680016, "global_step": 45146, "epoch": 253, "lr": 6.243306307635752e-05}
{"train_loss": 0.0028143865056335926, "global_step": 45147, "epoch": 253, "lr": 6.243163178361277e-05}
{"train_loss": 0.0025207139551639557, "global_step": 45148, "epoch": 253, "lr": 6.243020048000973e-05}
{"train_loss": 0.0025037317536771297, "global_step": 45149, "epoch": 253, "lr": 6.242876916554966e-05}
{"train_loss": 0.0032157693058252335, "global_step": 45150, "epoch": 253, "lr": 6.242733784023379e-05}
{"train_loss": 0.004529519472271204, "global_step": 45151, "epoch": 253, "lr": 6.24259065040634e-05}
{"train_loss": 0.003182848682627082, "global_step": 45152, "epoch": 253, "lr": 6.242447515703969e-05}
{"train_loss": 0.006418263539671898, "global_step": 45153, "epoch": 253, "lr": 6.242304379916396e-05}
{"train_loss": 0.002935416530817747, "global_step": 45154, "epoch": 253, "lr": 6.242161243043745e-05}
{"train_loss": 0.003359108231961727, "global_step": 45155, "epoch": 253, "lr": 6.24201810508614e-05}
{"train_loss": 0.003080440452322364, "global_step": 45156, "epoch": 253, "lr": 6.241874966043706e-05}
{"train_loss": 0.004692369140684605, "global_step": 45157, "epoch": 253, "lr": 6.241731825916568e-05}
{"train_loss": 0.004002146422863007, "global_step": 45158, "epoch": 253, "lr": 6.241588684704852e-05}
{"train_loss": 0.0014879817608743906, "global_step": 45159, "epoch": 253, "lr": 6.241445542408683e-05}
{"train_loss": 0.0026731379330158234, "global_step": 45160, "epoch": 253, "lr": 6.241302399028185e-05}
{"train_loss": 0.002457486931234598, "global_step": 45161, "epoch": 253, "lr": 6.241159254563483e-05}
{"train_loss": 0.0035690683871507645, "global_step": 45162, "epoch": 253, "lr": 6.241016109014703e-05}
{"train_loss": 0.003793870797380805, "global_step": 45163, "epoch": 253, "lr": 6.24087296238197e-05}
{"train_loss": 0.003648514859378338, "global_step": 45164, "epoch": 253, "lr": 6.240729814665408e-05}
{"train_loss": 0.002571230521425605, "global_step": 45165, "epoch": 253, "lr": 6.240586665865142e-05}
{"train_loss": 0.003684511175379157, "global_step": 45166, "epoch": 253, "lr": 6.240443515981298e-05}
{"train_loss": 0.005210732109844685, "global_step": 45167, "epoch": 253, "lr": 6.240300365014001e-05}
{"train_loss": 0.0012127523077651858, "global_step": 45168, "epoch": 253, "lr": 6.240157212963375e-05}
{"train_loss": 0.004206968937069178, "global_step": 45169, "epoch": 253, "lr": 6.240014059829547e-05}
{"train_loss": 0.0023427181877195835, "global_step": 45170, "epoch": 253, "lr": 6.23987090561264e-05}
{"train_loss": 0.004544005263596773, "global_step": 45171, "epoch": 253, "lr": 6.23972775031278e-05}
{"train_loss": 0.007220139726996422, "global_step": 45172, "epoch": 253, "lr": 6.239584593930091e-05}
{"train_loss": 0.0034070508554577827, "global_step": 45173, "epoch": 253, "lr": 6.2394414364647e-05}
{"train_loss": 0.0023029432632029057, "global_step": 45174, "epoch": 253, "lr": 6.239298277916731e-05}
{"train_loss": 0.0027956520207226276, "global_step": 45175, "epoch": 253, "lr": 6.239155118286307e-05}
{"train_loss": 0.003173035802319646, "global_step": 45176, "epoch": 253, "lr": 6.239011957573557e-05}
{"train_loss": 0.002150012645870447, "global_step": 45177, "epoch": 253, "lr": 6.238868795778603e-05}
{"train_loss": 0.004520184826105833, "global_step": 45178, "epoch": 253, "lr": 6.238725632901574e-05}
{"train_loss": 0.004419506527483463, "global_step": 45179, "epoch": 253, "lr": 6.238582468942589e-05}
{"train_loss": 0.005293746013194323, "global_step": 45180, "epoch": 253, "lr": 6.238439303901776e-05}
{"train_loss": 0.0035960949026048183, "global_step": 45181, "epoch": 253, "lr": 6.238296137779261e-05}
{"train_loss": 0.005979915149509907, "global_step": 45182, "epoch": 253, "lr": 6.23815297057517e-05}
{"train_loss": 0.004230495076626539, "global_step": 45183, "epoch": 253, "lr": 6.238009802289625e-05}
{"train_loss": 0.00681423582136631, "global_step": 45184, "epoch": 253, "lr": 6.23786663292275e-05}
{"train_loss": 0.005576242692768574, "global_step": 45185, "epoch": 253, "lr": 6.237723462474676e-05}
{"train_loss": 0.002888534450903535, "global_step": 45186, "epoch": 253, "lr": 6.237580290945523e-05}
{"train_loss": 0.0058033703826367855, "global_step": 45187, "epoch": 253, "lr": 6.237437118335418e-05}
{"train_loss": 0.00415100809186697, "global_step": 45188, "epoch": 253, "lr": 6.237293944644485e-05}
{"train_loss": 0.002656589960679412, "global_step": 45189, "epoch": 253, "lr": 6.237150769872849e-05}
{"train_loss": 0.005106479860842228, "global_step": 45190, "epoch": 253, "lr": 6.237007594020637e-05}
{"train_loss": 0.0030169044621288776, "global_step": 45191, "epoch": 253, "lr": 6.236864417087973e-05}
{"train_loss": 0.004749607294797897, "global_step": 45192, "epoch": 253, "lr": 6.23672123907498e-05}
{"train_loss": 0.0032622809521853924, "global_step": 45193, "epoch": 253, "lr": 6.236578059981786e-05}
{"train_loss": 0.004284556955099106, "global_step": 45194, "epoch": 253, "lr": 6.236434879808514e-05}
{"train_loss": 0.005500433500856161, "global_step": 45195, "epoch": 253, "lr": 6.236291698555292e-05}
{"train_loss": 0.002403543097898364, "global_step": 45196, "epoch": 253, "lr": 6.236148516222242e-05}
{"train_loss": 0.0034478018060326576, "global_step": 45197, "epoch": 253, "lr": 6.236005332809489e-05}
{"train_loss": 0.007000391837209463, "global_step": 45198, "epoch": 253, "lr": 6.235862148317161e-05}
{"train_loss": 0.003988902550190687, "global_step": 45199, "epoch": 253, "lr": 6.23571896274538e-05}
{"train_loss": 0.00485621253028512, "global_step": 45200, "epoch": 253, "lr": 6.23557577609427e-05}
{"train_loss": 0.004457683302462101, "global_step": 45201, "epoch": 253, "lr": 6.235432588363963e-05}
{"train_loss": 0.0031018038280308247, "global_step": 45202, "epoch": 253, "lr": 6.235289399554578e-05}
{"train_loss": 0.00406428799033165, "global_step": 45203, "epoch": 253, "lr": 6.23514620966624e-05}
{"train_loss": 0.005301600322127342, "global_step": 45204, "epoch": 253, "lr": 6.235003018699076e-05}
{"train_loss": 0.002882632426917553, "global_step": 45205, "epoch": 253, "lr": 6.23485982665321e-05}
{"train_loss": 0.004374445416033268, "global_step": 45206, "epoch": 253, "lr": 6.23471663352877e-05}
{"train_loss": 0.0025525595992803574, "global_step": 45207, "epoch": 253, "lr": 6.234573439325878e-05}
{"train_loss": 0.002512700855731964, "global_step": 45208, "epoch": 253, "lr": 6.234430244044657e-05}
{"train_loss": 0.0042665572836995125, "global_step": 45209, "epoch": 253, "lr": 6.234287047685239e-05}
{"train_loss": 0.004691785201430321, "global_step": 45210, "epoch": 253, "lr": 6.234143850247743e-05}
{"train_loss": 0.004364723526726194, "global_step": 45211, "epoch": 253, "lr": 6.234000651732297e-05}
{"train_loss": 0.005371427163481712, "global_step": 45212, "epoch": 254, "lr": 6.233857452139023e-05}
{"train_loss": 0.0026763416826725006, "global_step": 45213, "epoch": 254, "lr": 6.233714251468049e-05}
{"train_loss": 0.0038420383352786303, "global_step": 45214, "epoch": 254, "lr": 6.2335710497195e-05}
{"train_loss": 0.0021672495640814304, "global_step": 45215, "epoch": 254, "lr": 6.233427846893501e-05}
{"train_loss": 0.0020444458350539207, "global_step": 45216, "epoch": 254, "lr": 6.233284642990175e-05}
{"train_loss": 0.0070981658063828945, "global_step": 45217, "epoch": 254, "lr": 6.233141438009649e-05}
{"train_loss": 0.007599311880767345, "global_step": 45218, "epoch": 254, "lr": 6.232998231952048e-05}
{"train_loss": 0.0056466227397322655, "global_step": 45219, "epoch": 254, "lr": 6.232855024817495e-05}
{"train_loss": 0.002894055563956499, "global_step": 45220, "epoch": 254, "lr": 6.232711816606118e-05}
{"train_loss": 0.004202245268970728, "global_step": 45221, "epoch": 254, "lr": 6.232568607318043e-05}
{"train_loss": 0.004565881565213203, "global_step": 45222, "epoch": 254, "lr": 6.23242539695339e-05}
{"train_loss": 0.005161690525710583, "global_step": 45223, "epoch": 254, "lr": 6.232282185512287e-05}
{"train_loss": 0.0017425979021936655, "global_step": 45224, "epoch": 254, "lr": 6.23213897299486e-05}
{"train_loss": 0.0032286709174513817, "global_step": 45225, "epoch": 254, "lr": 6.231995759401234e-05}
{"train_loss": 0.005184815265238285, "global_step": 45226, "epoch": 254, "lr": 6.231852544731532e-05}
{"train_loss": 0.006406966596841812, "global_step": 45227, "epoch": 254, "lr": 6.231709328985881e-05}
{"train_loss": 0.0023025248665362597, "global_step": 45228, "epoch": 254, "lr": 6.231566112164406e-05}
{"train_loss": 0.005917718634009361, "global_step": 45229, "epoch": 254, "lr": 6.23142289426723e-05}
{"train_loss": 0.0019965011160820723, "global_step": 45230, "epoch": 254, "lr": 6.231279675294481e-05}
{"train_loss": 0.004710139241069555, "global_step": 45231, "epoch": 254, "lr": 6.231136455246281e-05}
{"train_loss": 0.004022960551083088, "global_step": 45232, "epoch": 254, "lr": 6.23099323412276e-05}
{"train_loss": 0.003141492372378707, "global_step": 45233, "epoch": 254, "lr": 6.230850011924037e-05}
{"train_loss": 0.0029266709461808205, "global_step": 45234, "epoch": 254, "lr": 6.230706788650241e-05}
{"train_loss": 0.0033620651811361313, "global_step": 45235, "epoch": 254, "lr": 6.230563564301496e-05}
{"train_loss": 0.004967857617884874, "global_step": 45236, "epoch": 254, "lr": 6.230420338877927e-05}
{"train_loss": 0.008292530663311481, "global_step": 45237, "epoch": 254, "lr": 6.230277112379659e-05}
{"train_loss": 0.003942974377423525, "global_step": 45238, "epoch": 254, "lr": 6.230133884806817e-05}
{"train_loss": 0.003199526574462652, "global_step": 45239, "epoch": 254, "lr": 6.229990656159529e-05}
{"train_loss": 0.002605605171993375, "global_step": 45240, "epoch": 254, "lr": 6.229847426437917e-05}
{"train_loss": 0.005301510915160179, "global_step": 45241, "epoch": 254, "lr": 6.229704195642105e-05}
{"train_loss": 0.006380951032042503, "global_step": 45242, "epoch": 254, "lr": 6.229560963772221e-05}
{"train_loss": 0.004481532145291567, "global_step": 45243, "epoch": 254, "lr": 6.229417730828388e-05}
{"train_loss": 0.0035303656477481127, "global_step": 45244, "epoch": 254, "lr": 6.229274496810734e-05}
{"train_loss": 0.00419484032317996, "global_step": 45245, "epoch": 254, "lr": 6.229131261719381e-05}
{"train_loss": 0.004229243844747543, "global_step": 45246, "epoch": 254, "lr": 6.228988025554455e-05}
{"train_loss": 0.004079324193298817, "global_step": 45247, "epoch": 254, "lr": 6.22884478831608e-05}
{"train_loss": 0.004101912956684828, "global_step": 45248, "epoch": 254, "lr": 6.228701550004386e-05}
{"train_loss": 0.00439969077706337, "global_step": 45249, "epoch": 254, "lr": 6.228558310619491e-05}
{"train_loss": 0.0039240093901753426, "global_step": 45250, "epoch": 254, "lr": 6.228415070161525e-05}
{"train_loss": 0.0027606412768363953, "global_step": 45251, "epoch": 254, "lr": 6.228271828630612e-05}
{"train_loss": 0.005400563590228558, "global_step": 45252, "epoch": 254, "lr": 6.228128586026877e-05}
{"train_loss": 0.005688944365829229, "global_step": 45253, "epoch": 254, "lr": 6.227985342350445e-05}
{"train_loss": 0.005288803018629551, "global_step": 45254, "epoch": 254, "lr": 6.227842097601441e-05}
{"train_loss": 0.007168812211602926, "global_step": 45255, "epoch": 254, "lr": 6.227698851779991e-05}
{"train_loss": 0.002094280906021595, "global_step": 45256, "epoch": 254, "lr": 6.227555604886217e-05}
{"train_loss": 0.0033410582691431046, "global_step": 45257, "epoch": 254, "lr": 6.227412356920248e-05}
{"train_loss": 0.002961821621283889, "global_step": 45258, "epoch": 254, "lr": 6.227269107882209e-05}
{"train_loss": 0.0033046442549675703, "global_step": 45259, "epoch": 254, "lr": 6.227125857772222e-05}
{"train_loss": 0.005359682720154524, "global_step": 45260, "epoch": 254, "lr": 6.226982606590414e-05}
{"train_loss": 0.0016487289685755968, "global_step": 45261, "epoch": 254, "lr": 6.226839354336911e-05}
{"train_loss": 0.0028031859546899796, "global_step": 45262, "epoch": 254, "lr": 6.226696101011836e-05}
{"train_loss": 0.00510585680603981, "global_step": 45263, "epoch": 254, "lr": 6.226552846615315e-05}
{"train_loss": 0.0029369289986789227, "global_step": 45264, "epoch": 254, "lr": 6.226409591147475e-05}
{"train_loss": 0.006475789938122034, "global_step": 45265, "epoch": 254, "lr": 6.226266334608437e-05}
{"train_loss": 0.0021501933224499226, "global_step": 45266, "epoch": 254, "lr": 6.22612307699833e-05}
{"train_loss": 0.004518355242908001, "global_step": 45267, "epoch": 254, "lr": 6.22597981831728e-05}
{"train_loss": 0.004696296527981758, "global_step": 45268, "epoch": 254, "lr": 6.225836558565406e-05}
{"train_loss": 0.005121853202581406, "global_step": 45269, "epoch": 254, "lr": 6.22569329774284e-05}
{"train_loss": 0.004401680082082748, "global_step": 45270, "epoch": 254, "lr": 6.2255500358497e-05}
{"train_loss": 0.00430752569809556, "global_step": 45271, "epoch": 254, "lr": 6.225406772886119e-05}
{"train_loss": 0.002942314837127924, "global_step": 45272, "epoch": 254, "lr": 6.225263508852218e-05}
{"train_loss": 0.003487867536023259, "global_step": 45273, "epoch": 254, "lr": 6.225120243748122e-05}
{"train_loss": 0.004565288778394461, "global_step": 45274, "epoch": 254, "lr": 6.224976977573955e-05}
{"train_loss": 0.0030842917039990425, "global_step": 45275, "epoch": 254, "lr": 6.224833710329845e-05}
{"train_loss": 0.002627100795507431, "global_step": 45276, "epoch": 254, "lr": 6.224690442015915e-05}
{"train_loss": 0.0057353610172867775, "global_step": 45277, "epoch": 254, "lr": 6.224547172632293e-05}
{"train_loss": 0.003740189829841256, "global_step": 45278, "epoch": 254, "lr": 6.224403902179102e-05}
{"train_loss": 0.0030680205672979355, "global_step": 45279, "epoch": 254, "lr": 6.224260630656467e-05}
{"train_loss": 0.003911333158612251, "global_step": 45280, "epoch": 254, "lr": 6.224117358064511e-05}
{"train_loss": 0.00679605221375823, "global_step": 45281, "epoch": 254, "lr": 6.223974084403365e-05}
{"train_loss": 0.006389901041984558, "global_step": 45282, "epoch": 254, "lr": 6.223830809673149e-05}
{"train_loss": 0.006520703434944153, "global_step": 45283, "epoch": 254, "lr": 6.223687533873989e-05}
{"train_loss": 0.002894383855164051, "global_step": 45284, "epoch": 254, "lr": 6.223544257006014e-05}
{"train_loss": 0.004305962473154068, "global_step": 45285, "epoch": 254, "lr": 6.223400979069343e-05}
{"train_loss": 0.003115828149020672, "global_step": 45286, "epoch": 254, "lr": 6.223257700064106e-05}
{"train_loss": 0.003203069791197777, "global_step": 45287, "epoch": 254, "lr": 6.223114419990426e-05}
{"train_loss": 0.002747682388871908, "global_step": 45288, "epoch": 254, "lr": 6.22297113884843e-05}
{"train_loss": 0.0035213418304920197, "global_step": 45289, "epoch": 254, "lr": 6.222827856638239e-05}
{"train_loss": 0.0031155571341514587, "global_step": 45290, "epoch": 254, "lr": 6.222684573359982e-05}
{"train_loss": 0.0031055565923452377, "global_step": 45291, "epoch": 254, "lr": 6.222541289013785e-05}
{"train_loss": 0.0023180413991212845, "global_step": 45292, "epoch": 254, "lr": 6.22239800359977e-05}
{"train_loss": 0.004702513571828604, "global_step": 45293, "epoch": 254, "lr": 6.222254717118061e-05}
{"train_loss": 0.00517682172358036, "global_step": 45294, "epoch": 254, "lr": 6.222111429568788e-05}
{"train_loss": 0.002963089616969228, "global_step": 45295, "epoch": 254, "lr": 6.221968140952074e-05}
{"train_loss": 0.004405844956636429, "global_step": 45296, "epoch": 254, "lr": 6.221824851268041e-05}
{"train_loss": 0.004777786321938038, "global_step": 45297, "epoch": 254, "lr": 6.22168156051682e-05}
{"train_loss": 0.0028508477844297886, "global_step": 45298, "epoch": 254, "lr": 6.221538268698532e-05}
{"train_loss": 0.003955838270485401, "global_step": 45299, "epoch": 254, "lr": 6.221394975813303e-05}
{"train_loss": 0.0030954729299992323, "global_step": 45300, "epoch": 254, "lr": 6.221251681861257e-05}
{"train_loss": 0.005822513252496719, "global_step": 45301, "epoch": 254, "lr": 6.221108386842523e-05}
{"train_loss": 0.004724913276731968, "global_step": 45302, "epoch": 254, "lr": 6.220965090757224e-05}
{"train_loss": 0.004917326383292675, "global_step": 45303, "epoch": 254, "lr": 6.220821793605483e-05}
{"train_loss": 0.006472869776189327, "global_step": 45304, "epoch": 254, "lr": 6.220678495387429e-05}
{"train_loss": 0.002953276503831148, "global_step": 45305, "epoch": 254, "lr": 6.220535196103183e-05}
{"train_loss": 0.0042954012751579285, "global_step": 45306, "epoch": 254, "lr": 6.220391895752875e-05}
{"train_loss": 0.003618656424805522, "global_step": 45307, "epoch": 254, "lr": 6.220248594336626e-05}
{"train_loss": 0.007408921141177416, "global_step": 45308, "epoch": 254, "lr": 6.220105291854563e-05}
{"train_loss": 0.006280036643147469, "global_step": 45309, "epoch": 254, "lr": 6.21996198830681e-05}
{"train_loss": 0.003057730384171009, "global_step": 45310, "epoch": 254, "lr": 6.219818683693495e-05}
{"train_loss": 0.008438654243946075, "global_step": 45311, "epoch": 254, "lr": 6.21967537801474e-05}
{"train_loss": 0.004243125207722187, "global_step": 45312, "epoch": 254, "lr": 6.21953207127067e-05}
{"train_loss": 0.0032859696075320244, "global_step": 45313, "epoch": 254, "lr": 6.219388763461413e-05}
{"train_loss": 0.0022523540537804365, "global_step": 45314, "epoch": 254, "lr": 6.219245454587094e-05}
{"train_loss": 0.00312240794301033, "global_step": 45315, "epoch": 254, "lr": 6.219102144647836e-05}
{"train_loss": 0.0040019541047513485, "global_step": 45316, "epoch": 254, "lr": 6.218958833643764e-05}
{"train_loss": 0.0028638537041842937, "global_step": 45317, "epoch": 254, "lr": 6.218815521575005e-05}
{"train_loss": 0.002972470363602042, "global_step": 45318, "epoch": 254, "lr": 6.218672208441683e-05}
{"train_loss": 0.002684947568923235, "global_step": 45319, "epoch": 254, "lr": 6.218528894243923e-05}
{"train_loss": 0.002758234739303589, "global_step": 45320, "epoch": 254, "lr": 6.218385578981854e-05}
{"train_loss": 0.0031814444810152054, "global_step": 45321, "epoch": 254, "lr": 6.218242262655595e-05}
{"train_loss": 0.0050000823102891445, "global_step": 45322, "epoch": 254, "lr": 6.218098945265274e-05}
{"train_loss": 0.0039786603301763535, "global_step": 45323, "epoch": 254, "lr": 6.217955626811018e-05}
{"train_loss": 0.00331316189840436, "global_step": 45324, "epoch": 254, "lr": 6.217812307292949e-05}
{"train_loss": 0.003316112793982029, "global_step": 45325, "epoch": 254, "lr": 6.217668986711196e-05}
{"train_loss": 0.002735141897574067, "global_step": 45326, "epoch": 254, "lr": 6.21752566506588e-05}
{"train_loss": 0.006967234890908003, "global_step": 45327, "epoch": 254, "lr": 6.217382342357127e-05}
{"train_loss": 0.008373649790883064, "global_step": 45328, "epoch": 254, "lr": 6.217239018585064e-05}
{"train_loss": 0.007681355345994234, "global_step": 45329, "epoch": 254, "lr": 6.217095693749816e-05}
{"train_loss": 0.005224556662142277, "global_step": 45330, "epoch": 254, "lr": 6.21695236785151e-05}
{"train_loss": 0.001684069400653243, "global_step": 45331, "epoch": 254, "lr": 6.216809040890265e-05}
{"train_loss": 0.002638696925714612, "global_step": 45332, "epoch": 254, "lr": 6.216665712866211e-05}
{"train_loss": 0.006116898730397224, "global_step": 45333, "epoch": 254, "lr": 6.216522383779473e-05}
{"train_loss": 0.006017024163156748, "global_step": 45334, "epoch": 254, "lr": 6.216379053630175e-05}
{"train_loss": 0.004251818638294935, "global_step": 45335, "epoch": 254, "lr": 6.216235722418443e-05}
{"train_loss": 0.004021795932203531, "global_step": 45336, "epoch": 254, "lr": 6.2160923901444e-05}
{"train_loss": 0.0029066777788102627, "global_step": 45337, "epoch": 254, "lr": 6.215949056808175e-05}
{"train_loss": 0.00554310716688633, "global_step": 45338, "epoch": 254, "lr": 6.215805722409888e-05}
{"train_loss": 0.004527147859334946, "global_step": 45339, "epoch": 254, "lr": 6.21566238694967e-05}
{"train_loss": 0.004369368776679039, "global_step": 45340, "epoch": 254, "lr": 6.215519050427643e-05}
{"train_loss": 0.005071802064776421, "global_step": 45341, "epoch": 254, "lr": 6.215375712843933e-05}
{"train_loss": 0.004701088182628155, "global_step": 45342, "epoch": 254, "lr": 6.215232374198664e-05}
{"train_loss": 0.005157772451639175, "global_step": 45343, "epoch": 254, "lr": 6.215089034491964e-05}
{"train_loss": 0.0030191773548722267, "global_step": 45344, "epoch": 254, "lr": 6.214945693723954e-05}
{"train_loss": 0.006697976961731911, "global_step": 45345, "epoch": 254, "lr": 6.214802351894763e-05}
{"train_loss": 0.00519732479006052, "global_step": 45346, "epoch": 254, "lr": 6.214659009004513e-05}
{"train_loss": 0.0030493508093059063, "global_step": 45347, "epoch": 254, "lr": 6.214515665053332e-05}
{"train_loss": 0.004471318796277046, "global_step": 45348, "epoch": 254, "lr": 6.214372320041345e-05}
{"train_loss": 0.0036550250370055437, "global_step": 45349, "epoch": 254, "lr": 6.214228973968675e-05}
{"train_loss": 0.004304090049117804, "global_step": 45350, "epoch": 254, "lr": 6.214085626835449e-05}
{"train_loss": 0.00454016774892807, "global_step": 45351, "epoch": 254, "lr": 6.213942278641792e-05}
{"train_loss": 0.005843542516231537, "global_step": 45352, "epoch": 254, "lr": 6.213798929387828e-05}
{"train_loss": 0.00727516133338213, "global_step": 45353, "epoch": 254, "lr": 6.213655579073684e-05}
{"train_loss": 0.006590642035007477, "global_step": 45354, "epoch": 254, "lr": 6.213512227699485e-05}
{"train_loss": 0.004717358388006687, "global_step": 45355, "epoch": 254, "lr": 6.213368875265353e-05}
{"train_loss": 0.004817639477550983, "global_step": 45356, "epoch": 254, "lr": 6.213225521771417e-05}
{"train_loss": 0.0027838831301778555, "global_step": 45357, "epoch": 254, "lr": 6.213082167217801e-05}
{"train_loss": 0.0023779948242008686, "global_step": 45358, "epoch": 254, "lr": 6.212938811604631e-05}
{"train_loss": 0.003146397415548563, "global_step": 45359, "epoch": 254, "lr": 6.21279545493203e-05}
{"train_loss": 0.006031726486980915, "global_step": 45360, "epoch": 254, "lr": 6.212652097200125e-05}
{"train_loss": 0.0025286031886935234, "global_step": 45361, "epoch": 254, "lr": 6.212508738409042e-05}
{"train_loss": 0.003662350121885538, "global_step": 45362, "epoch": 254, "lr": 6.212365378558904e-05}
{"train_loss": 0.005690739490091801, "global_step": 45363, "epoch": 254, "lr": 6.212222017649838e-05}
{"train_loss": 0.003561437362805009, "global_step": 45364, "epoch": 254, "lr": 6.212078655681967e-05}
{"train_loss": 0.0018935517873615026, "global_step": 45365, "epoch": 254, "lr": 6.211935292655418e-05}
{"train_loss": 0.010914435610175133, "global_step": 45366, "epoch": 254, "lr": 6.211791928570317e-05}
{"train_loss": 0.007666975259780884, "global_step": 45367, "epoch": 254, "lr": 6.211648563426788e-05}
{"train_loss": 0.002119446871802211, "global_step": 45368, "epoch": 254, "lr": 6.211505197224957e-05}
{"train_loss": 0.005885211750864983, "global_step": 45369, "epoch": 254, "lr": 6.211361829964947e-05}
{"train_loss": 0.0028107105754315853, "global_step": 45370, "epoch": 254, "lr": 6.211218461646885e-05}
{"train_loss": 0.003772830357775092, "global_step": 45371, "epoch": 254, "lr": 6.211075092270897e-05}
{"train_loss": 0.004680178128182888, "global_step": 45372, "epoch": 254, "lr": 6.210931721837106e-05}
{"train_loss": 0.004571680445224047, "global_step": 45373, "epoch": 254, "lr": 6.21078835034564e-05}
{"train_loss": 0.0053413137793540955, "global_step": 45374, "epoch": 254, "lr": 6.21064497779662e-05}
{"train_loss": 0.0019216478103771806, "global_step": 45375, "epoch": 254, "lr": 6.210501604190176e-05}
{"train_loss": 0.002558439038693905, "global_step": 45376, "epoch": 254, "lr": 6.210358229526432e-05}
{"train_loss": 0.0029555754736065865, "global_step": 45377, "epoch": 254, "lr": 6.21021485380551e-05}
{"train_loss": 0.0021810249891132116, "global_step": 45378, "epoch": 254, "lr": 6.210071477027538e-05}
{"train_loss": 0.00227213092148304, "global_step": 45379, "epoch": 254, "lr": 6.209928099192643e-05}
{"train_loss": 0.003204833948984742, "global_step": 45380, "epoch": 254, "lr": 6.209784720300945e-05}
{"train_loss": 0.007805115543305874, "global_step": 45381, "epoch": 254, "lr": 6.209641340352575e-05}
{"train_loss": 0.00675201416015625, "global_step": 45382, "epoch": 254, "lr": 6.209497959347655e-05}
{"train_loss": 0.006444362923502922, "global_step": 45383, "epoch": 254, "lr": 6.209354577286309e-05}
{"train_loss": 0.006891491357237101, "global_step": 45384, "epoch": 254, "lr": 6.209211194168665e-05}
{"train_loss": 0.0025509768165647984, "global_step": 45385, "epoch": 254, "lr": 6.209067809994848e-05}
{"train_loss": 0.005817791447043419, "global_step": 45386, "epoch": 254, "lr": 6.208924424764981e-05}
{"train_loss": 0.006556488107889891, "global_step": 45387, "epoch": 254, "lr": 6.208781038479192e-05}
{"train_loss": 0.0063493624329566956, "global_step": 45388, "epoch": 254, "lr": 6.208637651137606e-05}
{"train_loss": 0.004338014651785783, "global_step": 45389, "epoch": 254, "lr": 6.208494262740344e-05}
{"train_loss": 0.002699658740311861, "global_step": 45390, "epoch": 255, "lr": 6.208350873287536e-05}
{"train_loss": 0.002004002220928669, "global_step": 45391, "epoch": 255, "lr": 6.208207482779307e-05}
{"train_loss": 0.006323553621768951, "global_step": 45392, "epoch": 255, "lr": 6.208064091215779e-05}
{"train_loss": 0.0033585738856345415, "global_step": 45393, "epoch": 255, "lr": 6.20792069859708e-05}
{"train_loss": 0.005564476363360882, "global_step": 45394, "epoch": 255, "lr": 6.207777304923335e-05}
{"train_loss": 0.0018410618649795651, "global_step": 45395, "epoch": 255, "lr": 6.207633910194668e-05}
{"train_loss": 0.0075014554895460606, "global_step": 45396, "epoch": 255, "lr": 6.207490514411205e-05}
{"train_loss": 0.0049139587208628654, "global_step": 45397, "epoch": 255, "lr": 6.207347117573072e-05}
{"train_loss": 0.0033812113106250763, "global_step": 45398, "epoch": 255, "lr": 6.207203719680392e-05}
{"train_loss": 0.004920736886560917, "global_step": 45399, "epoch": 255, "lr": 6.207060320733291e-05}
{"train_loss": 0.006694750394672155, "global_step": 45400, "epoch": 255, "lr": 6.206916920731896e-05}
{"train_loss": 0.008421335369348526, "global_step": 45401, "epoch": 255, "lr": 6.20677351967633e-05}
{"train_loss": 0.004206343088299036, "global_step": 45402, "epoch": 255, "lr": 6.206630117566722e-05}
{"train_loss": 0.006175469607114792, "global_step": 45403, "epoch": 255, "lr": 6.206486714403192e-05}
{"train_loss": 0.00429856963455677, "global_step": 45404, "epoch": 255, "lr": 6.206343310185869e-05}
{"train_loss": 0.003930522594600916, "global_step": 45405, "epoch": 255, "lr": 6.206199904914878e-05}
{"train_loss": 0.005736934952437878, "global_step": 45406, "epoch": 255, "lr": 6.206056498590342e-05}
{"train_loss": 0.005514859221875668, "global_step": 45407, "epoch": 255, "lr": 6.20591309121239e-05}
{"train_loss": 0.006683943327516317, "global_step": 45408, "epoch": 255, "lr": 6.205769682781141e-05}
{"train_loss": 0.005498693324625492, "global_step": 45409, "epoch": 255, "lr": 6.205626273296728e-05}
{"train_loss": 0.00737033924087882, "global_step": 45410, "epoch": 255, "lr": 6.205482862759272e-05}
{"train_loss": 0.0036667631939053535, "global_step": 45411, "epoch": 255, "lr": 6.205339451168897e-05}
{"train_loss": 0.003959155175834894, "global_step": 45412, "epoch": 255, "lr": 6.205196038525729e-05}
{"train_loss": 0.007494717836380005, "global_step": 45413, "epoch": 255, "lr": 6.205052624829897e-05}
{"train_loss": 0.003251130459830165, "global_step": 45414, "epoch": 255, "lr": 6.204909210081522e-05}
{"train_loss": 0.003772116731852293, "global_step": 45415, "epoch": 255, "lr": 6.204765794280732e-05}
{"train_loss": 0.004642764572054148, "global_step": 45416, "epoch": 255, "lr": 6.204622377427649e-05}
{"train_loss": 0.00787370651960373, "global_step": 45417, "epoch": 255, "lr": 6.204478959522402e-05}
{"train_loss": 0.005001030396670103, "global_step": 45418, "epoch": 255, "lr": 6.204335540565113e-05}
{"train_loss": 0.004610482603311539, "global_step": 45419, "epoch": 255, "lr": 6.204192120555911e-05}
{"train_loss": 0.004048821050673723, "global_step": 45420, "epoch": 255, "lr": 6.204048699494918e-05}
{"train_loss": 0.004246639087796211, "global_step": 45421, "epoch": 255, "lr": 6.203905277382259e-05}
{"train_loss": 0.0026464813854545355, "global_step": 45422, "epoch": 255, "lr": 6.203761854218061e-05}
{"train_loss": 0.008860042318701744, "global_step": 45423, "epoch": 255, "lr": 6.20361843000245e-05}
{"train_loss": 0.002293071709573269, "global_step": 45424, "epoch": 255, "lr": 6.20347500473555e-05}
{"train_loss": 0.006577322259545326, "global_step": 45425, "epoch": 255, "lr": 6.203331578417487e-05}
{"train_loss": 0.004484320990741253, "global_step": 45426, "epoch": 255, "lr": 6.203188151048386e-05}
{"train_loss": 0.004694201983511448, "global_step": 45427, "epoch": 255, "lr": 6.203044722628369e-05}
{"train_loss": 0.0032872341107577085, "global_step": 45428, "epoch": 255, "lr": 6.202901293157568e-05}
{"train_loss": 0.004835663363337517, "global_step": 45429, "epoch": 255, "lr": 6.202757862636103e-05}
{"train_loss": 0.006555888801813126, "global_step": 45430, "epoch": 255, "lr": 6.202614431064101e-05}
{"train_loss": 0.006492902524769306, "global_step": 45431, "epoch": 255, "lr": 6.202470998441687e-05}
{"train_loss": 0.003921021707355976, "global_step": 45432, "epoch": 255, "lr": 6.202327564768987e-05}
{"train_loss": 0.004559311084449291, "global_step": 45433, "epoch": 255, "lr": 6.202184130046123e-05}
{"train_loss": 0.006047071889042854, "global_step": 45434, "epoch": 255, "lr": 6.202040694273226e-05}
{"train_loss": 0.003655415028333664, "global_step": 45435, "epoch": 255, "lr": 6.201897257450417e-05}
{"train_loss": 0.003069777972996235, "global_step": 45436, "epoch": 255, "lr": 6.201753819577823e-05}
{"train_loss": 0.0029625394381582737, "global_step": 45437, "epoch": 255, "lr": 6.201610380655567e-05}
{"train_loss": 0.005316534079611301, "global_step": 45438, "epoch": 255, "lr": 6.201466940683779e-05}
{"train_loss": 0.0020443848334252834, "global_step": 45439, "epoch": 255, "lr": 6.20132349966258e-05}
{"train_loss": 0.005388180259615183, "global_step": 45440, "epoch": 255, "lr": 6.201180057592096e-05}
{"train_loss": 0.0058323293924331665, "global_step": 45441, "epoch": 255, "lr": 6.201036614472454e-05}
{"train_loss": 0.006165590602904558, "global_step": 45442, "epoch": 255, "lr": 6.20089317030378e-05}
{"train_loss": 0.009217217564582825, "global_step": 45443, "epoch": 255, "lr": 6.200749725086194e-05}
{"train_loss": 0.003960105590522289, "global_step": 45444, "epoch": 255, "lr": 6.200606278819825e-05}
{"train_loss": 0.004478913731873035, "global_step": 45445, "epoch": 255, "lr": 6.200462831504799e-05}
{"train_loss": 0.003977419808506966, "global_step": 45446, "epoch": 255, "lr": 6.200319383141241e-05}
{"train_loss": 0.003116340609267354, "global_step": 45447, "epoch": 255, "lr": 6.200175933729276e-05}
{"train_loss": 0.003595174290239811, "global_step": 45448, "epoch": 255, "lr": 6.200032483269028e-05}
{"train_loss": 0.0032783462665975094, "global_step": 45449, "epoch": 255, "lr": 6.199889031760624e-05}
{"train_loss": 0.0035816922318190336, "global_step": 45450, "epoch": 255, "lr": 6.199745579204188e-05}
{"train_loss": 0.0019081550417467952, "global_step": 45451, "epoch": 255, "lr": 6.199602125599846e-05}
{"train_loss": 0.01060983631759882, "global_step": 45452, "epoch": 255, "lr": 6.199458670947724e-05}
{"train_loss": 0.0032905135303735733, "global_step": 45453, "epoch": 255, "lr": 6.199315215247946e-05}
{"train_loss": 0.00919724628329277, "global_step": 45454, "epoch": 255, "lr": 6.199171758500639e-05}
{"train_loss": 0.0034050126560032368, "global_step": 45455, "epoch": 255, "lr": 6.199028300705924e-05}
{"train_loss": 0.0029405117966234684, "global_step": 45456, "epoch": 255, "lr": 6.198884841863932e-05}
{"train_loss": 0.004530739970505238, "global_step": 45457, "epoch": 255, "lr": 6.198741381974784e-05}
{"train_loss": 0.003337928093969822, "global_step": 45458, "epoch": 255, "lr": 6.198597921038609e-05}
{"train_loss": 0.0041723707690835, "global_step": 45459, "epoch": 255, "lr": 6.198454459055528e-05}
{"train_loss": 0.003944032359868288, "global_step": 45460, "epoch": 255, "lr": 6.19831099602567e-05}
{"train_loss": 0.0035392330028116703, "global_step": 45461, "epoch": 255, "lr": 6.19816753194916e-05}
{"train_loss": 0.003483982291072607, "global_step": 45462, "epoch": 255, "lr": 6.19802406682612e-05}
{"train_loss": 0.003139487002044916, "global_step": 45463, "epoch": 255, "lr": 6.197880600656678e-05}
{"train_loss": 0.002440734300762415, "global_step": 45464, "epoch": 255, "lr": 6.19773713344096e-05}
{"train_loss": 0.0024855020456016064, "global_step": 45465, "epoch": 255, "lr": 6.197593665179088e-05}
{"train_loss": 0.00458209402859211, "global_step": 45466, "epoch": 255, "lr": 6.19745019587119e-05}
{"train_loss": 0.004529643803834915, "global_step": 45467, "epoch": 255, "lr": 6.197306725517392e-05}
{"train_loss": 0.003436122555285692, "global_step": 45468, "epoch": 255, "lr": 6.197163254117817e-05}
{"train_loss": 0.002467063255608082, "global_step": 45469, "epoch": 255, "lr": 6.197019781672592e-05}
{"train_loss": 0.004980756435543299, "global_step": 45470, "epoch": 255, "lr": 6.196876308181842e-05}
{"train_loss": 0.0024828813038766384, "global_step": 45471, "epoch": 255, "lr": 6.196732833645693e-05}
{"train_loss": 0.005043754354119301, "global_step": 45472, "epoch": 255, "lr": 6.196589358064267e-05}
{"train_loss": 0.0035993873607367277, "global_step": 45473, "epoch": 255, "lr": 6.196445881437693e-05}
{"train_loss": 0.0037562951911240816, "global_step": 45474, "epoch": 255, "lr": 6.196302403766094e-05}
{"train_loss": 0.0032404311932623386, "global_step": 45475, "epoch": 255, "lr": 6.196158925049598e-05}
{"train_loss": 0.0028050693217664957, "global_step": 45476, "epoch": 255, "lr": 6.196015445288327e-05}
{"train_loss": 0.007019758224487305, "global_step": 45477, "epoch": 255, "lr": 6.19587196448241e-05}
{"train_loss": 0.0018673203885555267, "global_step": 45478, "epoch": 255, "lr": 6.195728482631968e-05}
{"train_loss": 0.0035696181003004313, "global_step": 45479, "epoch": 255, "lr": 6.19558499973713e-05}
{"train_loss": 0.00398029200732708, "global_step": 45480, "epoch": 255, "lr": 6.195441515798019e-05}
{"train_loss": 0.0017706723883748055, "global_step": 45481, "epoch": 255, "lr": 6.195298030814762e-05}
{"train_loss": 0.0029457956552505493, "global_step": 45482, "epoch": 255, "lr": 6.195154544787483e-05}
{"train_loss": 0.0038434623274952173, "global_step": 45483, "epoch": 255, "lr": 6.195011057716307e-05}
{"train_loss": 0.0033563226461410522, "global_step": 45484, "epoch": 255, "lr": 6.194867569601361e-05}
{"train_loss": 0.005605851300060749, "global_step": 45485, "epoch": 255, "lr": 6.19472408044277e-05}
{"train_loss": 0.004755329806357622, "global_step": 45486, "epoch": 255, "lr": 6.194580590240658e-05}
{"train_loss": 0.006684856489300728, "global_step": 45487, "epoch": 255, "lr": 6.194437098995153e-05}
{"train_loss": 0.0044740913435816765, "global_step": 45488, "epoch": 255, "lr": 6.194293606706376e-05}
{"train_loss": 0.0058658430352807045, "global_step": 45489, "epoch": 255, "lr": 6.194150113374456e-05}
{"train_loss": 0.0059563289396464825, "global_step": 45490, "epoch": 255, "lr": 6.194006618999518e-05}
{"train_loss": 0.0062611158937215805, "global_step": 45491, "epoch": 255, "lr": 6.193863123581686e-05}
{"train_loss": 0.0024644911754876375, "global_step": 45492, "epoch": 255, "lr": 6.193719627121086e-05}
{"train_loss": 0.004167324863374233, "global_step": 45493, "epoch": 255, "lr": 6.193576129617842e-05}
{"train_loss": 0.003183170920237899, "global_step": 45494, "epoch": 255, "lr": 6.193432631072081e-05}
{"train_loss": 0.002439543604850769, "global_step": 45495, "epoch": 255, "lr": 6.19328913148393e-05}
{"train_loss": 0.0034858533181250095, "global_step": 45496, "epoch": 255, "lr": 6.193145630853509e-05}
{"train_loss": 0.004408297128975391, "global_step": 45497, "epoch": 255, "lr": 6.193002129180949e-05}
{"train_loss": 0.0023437263444066048, "global_step": 45498, "epoch": 255, "lr": 6.192858626466371e-05}
{"train_loss": 0.003703258465975523, "global_step": 45499, "epoch": 255, "lr": 6.192715122709905e-05}
{"train_loss": 0.003096122294664383, "global_step": 45500, "epoch": 255, "lr": 6.192571617911672e-05}
{"train_loss": 0.001932252198457718, "global_step": 45501, "epoch": 255, "lr": 6.192428112071797e-05}
{"train_loss": 0.006935186684131622, "global_step": 45502, "epoch": 255, "lr": 6.19228460519041e-05}
{"train_loss": 0.005288809072226286, "global_step": 45503, "epoch": 255, "lr": 6.192141097267632e-05}
{"train_loss": 0.003225564956665039, "global_step": 45504, "epoch": 255, "lr": 6.191997588303591e-05}
{"train_loss": 0.005359205417335033, "global_step": 45505, "epoch": 255, "lr": 6.19185407829841e-05}
{"train_loss": 0.0025117993354797363, "global_step": 45506, "epoch": 255, "lr": 6.191710567252216e-05}
{"train_loss": 0.004560280125588179, "global_step": 45507, "epoch": 255, "lr": 6.191567055165133e-05}
{"train_loss": 0.0022354384418576956, "global_step": 45508, "epoch": 255, "lr": 6.191423542037288e-05}
{"train_loss": 0.003449761774390936, "global_step": 45509, "epoch": 255, "lr": 6.191280027868808e-05}
{"train_loss": 0.0034646838903427124, "global_step": 45510, "epoch": 255, "lr": 6.191136512659816e-05}
{"train_loss": 0.0035151042975485325, "global_step": 45511, "epoch": 255, "lr": 6.190992996410435e-05}
{"train_loss": 0.0027221054770052433, "global_step": 45512, "epoch": 255, "lr": 6.190849479120793e-05}
{"train_loss": 0.004517558962106705, "global_step": 45513, "epoch": 255, "lr": 6.190705960791016e-05}
{"train_loss": 0.0038307816721498966, "global_step": 45514, "epoch": 255, "lr": 6.190562441421228e-05}
{"train_loss": 0.006005442701280117, "global_step": 45515, "epoch": 255, "lr": 6.190418921011555e-05}
{"train_loss": 0.0049608685076236725, "global_step": 45516, "epoch": 255, "lr": 6.190275399562122e-05}
{"train_loss": 0.00245472090318799, "global_step": 45517, "epoch": 255, "lr": 6.190131877073054e-05}
{"train_loss": 0.007199462037533522, "global_step": 45518, "epoch": 255, "lr": 6.189988353544478e-05}
{"train_loss": 0.0075904615223407745, "global_step": 45519, "epoch": 255, "lr": 6.189844828976518e-05}
{"train_loss": 0.0030469540506601334, "global_step": 45520, "epoch": 255, "lr": 6.1897013033693e-05}
{"train_loss": 0.004590976983308792, "global_step": 45521, "epoch": 255, "lr": 6.189557776722948e-05}
{"train_loss": 0.005007346160709858, "global_step": 45522, "epoch": 255, "lr": 6.189414249037589e-05}
{"train_loss": 0.003108403878286481, "global_step": 45523, "epoch": 255, "lr": 6.189270720313347e-05}
{"train_loss": 0.0019547208212316036, "global_step": 45524, "epoch": 255, "lr": 6.189127190550348e-05}
{"train_loss": 0.0022376435808837414, "global_step": 45525, "epoch": 255, "lr": 6.188983659748718e-05}
{"train_loss": 0.003807918168604374, "global_step": 45526, "epoch": 255, "lr": 6.188840127908582e-05}
{"train_loss": 0.002321271924301982, "global_step": 45527, "epoch": 255, "lr": 6.188696595030063e-05}
{"train_loss": 0.004882780369371176, "global_step": 45528, "epoch": 255, "lr": 6.188553061113291e-05}
{"train_loss": 0.003552184673026204, "global_step": 45529, "epoch": 255, "lr": 6.188409526158388e-05}
{"train_loss": 0.006029706913977861, "global_step": 45530, "epoch": 255, "lr": 6.18826599016548e-05}
{"train_loss": 0.004777470137923956, "global_step": 45531, "epoch": 255, "lr": 6.188122453134692e-05}
{"train_loss": 0.0033690608106553555, "global_step": 45532, "epoch": 255, "lr": 6.187978915066152e-05}
{"train_loss": 0.003219194244593382, "global_step": 45533, "epoch": 255, "lr": 6.187835375959983e-05}
{"train_loss": 0.005608664825558662, "global_step": 45534, "epoch": 255, "lr": 6.187691835816309e-05}
{"train_loss": 0.0018162907799705863, "global_step": 45535, "epoch": 255, "lr": 6.187548294635259e-05}
{"train_loss": 0.0024705580435693264, "global_step": 45536, "epoch": 255, "lr": 6.187404752416955e-05}
{"train_loss": 0.004663318395614624, "global_step": 45537, "epoch": 255, "lr": 6.187261209161525e-05}
{"train_loss": 0.0018363966373726726, "global_step": 45538, "epoch": 255, "lr": 6.187117664869093e-05}
{"train_loss": 0.0048647415824234486, "global_step": 45539, "epoch": 255, "lr": 6.186974119539785e-05}
{"train_loss": 0.003277307376265526, "global_step": 45540, "epoch": 255, "lr": 6.186830573173725e-05}
{"train_loss": 0.003126520896330476, "global_step": 45541, "epoch": 255, "lr": 6.186687025771038e-05}
{"train_loss": 0.002017828170210123, "global_step": 45542, "epoch": 255, "lr": 6.186543477331853e-05}
{"train_loss": 0.006387040019035339, "global_step": 45543, "epoch": 255, "lr": 6.186399927856293e-05}
{"train_loss": 0.003226277884095907, "global_step": 45544, "epoch": 255, "lr": 6.186256377344484e-05}
{"train_loss": 0.004647764377295971, "global_step": 45545, "epoch": 255, "lr": 6.186112825796548e-05}
{"train_loss": 0.005325864534825087, "global_step": 45546, "epoch": 255, "lr": 6.185969273212616e-05}
{"train_loss": 0.0033409527968615294, "global_step": 45547, "epoch": 255, "lr": 6.185825719592809e-05}
{"train_loss": 0.006029940210282803, "global_step": 45548, "epoch": 255, "lr": 6.185682164937255e-05}
{"train_loss": 0.0027754248585551977, "global_step": 45549, "epoch": 255, "lr": 6.18553860924608e-05}
{"train_loss": 0.0041244858875870705, "global_step": 45550, "epoch": 255, "lr": 6.185395052519406e-05}
{"train_loss": 0.0021728440187871456, "global_step": 45551, "epoch": 255, "lr": 6.18525149475736e-05}
{"train_loss": 0.004766425583511591, "global_step": 45552, "epoch": 255, "lr": 6.185107935960068e-05}
{"train_loss": 0.002190395025536418, "global_step": 45553, "epoch": 255, "lr": 6.184964376127656e-05}
{"train_loss": 0.006165917031466961, "global_step": 45554, "epoch": 255, "lr": 6.184820815260248e-05}
{"train_loss": 0.003477658610790968, "global_step": 45555, "epoch": 255, "lr": 6.184677253357967e-05}
{"train_loss": 0.005751957185566425, "global_step": 45556, "epoch": 255, "lr": 6.184533690420943e-05}
{"train_loss": 0.006173563655465841, "global_step": 45557, "epoch": 255, "lr": 6.184390126449302e-05}
{"train_loss": 0.004951278679072857, "global_step": 45558, "epoch": 255, "lr": 6.184246561443165e-05}
{"train_loss": 0.002168583683669567, "global_step": 45559, "epoch": 255, "lr": 6.184102995402658e-05}
{"train_loss": 0.0033822122495621443, "global_step": 45560, "epoch": 255, "lr": 6.183959428327908e-05}
{"train_loss": 0.003363886382430792, "global_step": 45561, "epoch": 255, "lr": 6.183815860219044e-05}
{"train_loss": 0.004315325058996677, "global_step": 45562, "epoch": 255, "lr": 6.183672291076183e-05}
{"train_loss": 0.0027090921066701412, "global_step": 45563, "epoch": 255, "lr": 6.183528720899458e-05}
{"train_loss": 0.0035311924293637276, "global_step": 45564, "epoch": 255, "lr": 6.18338514968899e-05}
{"train_loss": 0.003975924104452133, "global_step": 45565, "epoch": 255, "lr": 6.183241577444905e-05}
{"train_loss": 0.004814561922103167, "global_step": 45566, "epoch": 255, "lr": 6.18309800416733e-05}
{"train_loss": 0.004308136445574797, "global_step": 45567, "epoch": 255, "lr": 6.18295442985639e-05, "train_action_mse_error": 1.444767440261785e-05}
{"train_loss": 0.0030368780717253685, "global_step": 45568, "epoch": 256, "lr": 6.182810854512209e-05}
{"train_loss": 0.0025005945935845375, "global_step": 45569, "epoch": 256, "lr": 6.182667278134913e-05}
{"train_loss": 0.003302756231278181, "global_step": 45570, "epoch": 256, "lr": 6.182523700724628e-05}
{"train_loss": 0.006005632691085339, "global_step": 45571, "epoch": 256, "lr": 6.18238012228148e-05}
{"train_loss": 0.004650617949664593, "global_step": 45572, "epoch": 256, "lr": 6.182236542805593e-05}
{"train_loss": 0.006277387961745262, "global_step": 45573, "epoch": 256, "lr": 6.182092962297093e-05}
{"train_loss": 0.004270190838724375, "global_step": 45574, "epoch": 256, "lr": 6.181949380756106e-05}
{"train_loss": 0.007521023508161306, "global_step": 45575, "epoch": 256, "lr": 6.181805798182756e-05}
{"train_loss": 0.004613492172211409, "global_step": 45576, "epoch": 256, "lr": 6.18166221457717e-05}
{"train_loss": 0.005804365035146475, "global_step": 45577, "epoch": 256, "lr": 6.181518629939472e-05}
{"train_loss": 0.005249527283012867, "global_step": 45578, "epoch": 256, "lr": 6.181375044269788e-05}
{"train_loss": 0.004073197487741709, "global_step": 45579, "epoch": 256, "lr": 6.181231457568244e-05}
{"train_loss": 0.007009631954133511, "global_step": 45580, "epoch": 256, "lr": 6.181087869834964e-05}
{"train_loss": 0.0052309161983430386, "global_step": 45581, "epoch": 256, "lr": 6.180944281070076e-05}
{"train_loss": 0.004364365246146917, "global_step": 45582, "epoch": 256, "lr": 6.180800691273703e-05}
{"train_loss": 0.0019992117304354906, "global_step": 45583, "epoch": 256, "lr": 6.18065710044597e-05}
{"train_loss": 0.006357536651194096, "global_step": 45584, "epoch": 256, "lr": 6.180513508587004e-05}
{"train_loss": 0.005148631054908037, "global_step": 45585, "epoch": 256, "lr": 6.18036991569693e-05}
{"train_loss": 0.006794178858399391, "global_step": 45586, "epoch": 256, "lr": 6.180226321775875e-05}
{"train_loss": 0.004024877212941647, "global_step": 45587, "epoch": 256, "lr": 6.18008272682396e-05}
{"train_loss": 0.002874520141631365, "global_step": 45588, "epoch": 256, "lr": 6.179939130841314e-05}
{"train_loss": 0.004026895388960838, "global_step": 45589, "epoch": 256, "lr": 6.179795533828062e-05}
{"train_loss": 0.002492966130375862, "global_step": 45590, "epoch": 256, "lr": 6.17965193578433e-05}
{"train_loss": 0.002152427565306425, "global_step": 45591, "epoch": 256, "lr": 6.179508336710242e-05}
{"train_loss": 0.003078791778534651, "global_step": 45592, "epoch": 256, "lr": 6.179364736605923e-05}
{"train_loss": 0.0024747191928327084, "global_step": 45593, "epoch": 256, "lr": 6.1792211354715e-05}
{"train_loss": 0.005385734606534243, "global_step": 45594, "epoch": 256, "lr": 6.179077533307098e-05}
{"train_loss": 0.003033391200006008, "global_step": 45595, "epoch": 256, "lr": 6.178933930112843e-05}
{"train_loss": 0.0043012844398617744, "global_step": 45596, "epoch": 256, "lr": 6.178790325888858e-05}
{"train_loss": 0.006551867350935936, "global_step": 45597, "epoch": 256, "lr": 6.178646720635269e-05}
{"train_loss": 0.006469515152275562, "global_step": 45598, "epoch": 256, "lr": 6.178503114352205e-05}
{"train_loss": 0.0011981981806457043, "global_step": 45599, "epoch": 256, "lr": 6.178359507039788e-05}
{"train_loss": 0.005291307810693979, "global_step": 45600, "epoch": 256, "lr": 6.178215898698146e-05}
{"train_loss": 0.006092743016779423, "global_step": 45601, "epoch": 256, "lr": 6.1780722893274e-05}
{"train_loss": 0.005412172060459852, "global_step": 45602, "epoch": 256, "lr": 6.177928678927678e-05}
{"train_loss": 0.0030729160644114017, "global_step": 45603, "epoch": 256, "lr": 6.177785067499108e-05}
{"train_loss": 0.004361123777925968, "global_step": 45604, "epoch": 256, "lr": 6.177641455041812e-05}
{"train_loss": 0.002917328616604209, "global_step": 45605, "epoch": 256, "lr": 6.177497841555917e-05}
{"train_loss": 0.002362644299864769, "global_step": 45606, "epoch": 256, "lr": 6.177354227041547e-05}
{"train_loss": 0.0021960583981126547, "global_step": 45607, "epoch": 256, "lr": 6.177210611498829e-05}
{"train_loss": 0.0023311544209718704, "global_step": 45608, "epoch": 256, "lr": 6.177066994927889e-05}
{"train_loss": 0.0035081091336905956, "global_step": 45609, "epoch": 256, "lr": 6.17692337732885e-05}
{"train_loss": 0.005479024723172188, "global_step": 45610, "epoch": 256, "lr": 6.176779758701837e-05}
{"train_loss": 0.006461176555603743, "global_step": 45611, "epoch": 256, "lr": 6.176636139046979e-05}
{"train_loss": 0.0029636751860380173, "global_step": 45612, "epoch": 256, "lr": 6.176492518364398e-05}
{"train_loss": 0.0021462184377014637, "global_step": 45613, "epoch": 256, "lr": 6.176348896654223e-05}
{"train_loss": 0.004226090386509895, "global_step": 45614, "epoch": 256, "lr": 6.176205273916577e-05}
{"train_loss": 0.003007139079272747, "global_step": 45615, "epoch": 256, "lr": 6.176061650151587e-05}
{"train_loss": 0.0018175523728132248, "global_step": 45616, "epoch": 256, "lr": 6.175918025359375e-05}
{"train_loss": 0.005620916374027729, "global_step": 45617, "epoch": 256, "lr": 6.175774399540071e-05}
{"train_loss": 0.004308863077312708, "global_step": 45618, "epoch": 256, "lr": 6.175630772693798e-05}
{"train_loss": 0.0030235112644732, "global_step": 45619, "epoch": 256, "lr": 6.175487144820681e-05}
{"train_loss": 0.009668376296758652, "global_step": 45620, "epoch": 256, "lr": 6.175343515920846e-05}
{"train_loss": 0.006329876370728016, "global_step": 45621, "epoch": 256, "lr": 6.175199885994418e-05}
{"train_loss": 0.0032817416358739138, "global_step": 45622, "epoch": 256, "lr": 6.175056255041525e-05}
{"train_loss": 0.005619744770228863, "global_step": 45623, "epoch": 256, "lr": 6.17491262306229e-05}
{"train_loss": 0.003390979953110218, "global_step": 45624, "epoch": 256, "lr": 6.174768990056839e-05}
{"train_loss": 0.005226394161581993, "global_step": 45625, "epoch": 256, "lr": 6.174625356025297e-05}
{"train_loss": 0.003414858365431428, "global_step": 45626, "epoch": 256, "lr": 6.174481720967788e-05}
{"train_loss": 0.004088462330400944, "global_step": 45627, "epoch": 256, "lr": 6.174338084884443e-05}
{"train_loss": 0.00598899694159627, "global_step": 45628, "epoch": 256, "lr": 6.174194447775382e-05}
{"train_loss": 0.003930069040507078, "global_step": 45629, "epoch": 256, "lr": 6.174050809640733e-05}
{"train_loss": 0.003864455968141556, "global_step": 45630, "epoch": 256, "lr": 6.173907170480618e-05}
{"train_loss": 0.003108557313680649, "global_step": 45631, "epoch": 256, "lr": 6.173763530295167e-05}
{"train_loss": 0.002635397482663393, "global_step": 45632, "epoch": 256, "lr": 6.173619889084504e-05}
{"train_loss": 0.002325654262676835, "global_step": 45633, "epoch": 256, "lr": 6.173476246848755e-05}
{"train_loss": 0.003491854527965188, "global_step": 45634, "epoch": 256, "lr": 6.173332603588044e-05}
{"train_loss": 0.005839134566485882, "global_step": 45635, "epoch": 256, "lr": 6.173188959302496e-05}
{"train_loss": 0.002600384410470724, "global_step": 45636, "epoch": 256, "lr": 6.173045313992239e-05}
{"train_loss": 0.002485241973772645, "global_step": 45637, "epoch": 256, "lr": 6.172901667657396e-05}
{"train_loss": 0.004599267151206732, "global_step": 45638, "epoch": 256, "lr": 6.172758020298093e-05}
{"train_loss": 0.006156470626592636, "global_step": 45639, "epoch": 256, "lr": 6.172614371914457e-05}
{"train_loss": 0.001736115082167089, "global_step": 45640, "epoch": 256, "lr": 6.172470722506612e-05}
{"train_loss": 0.005122754257172346, "global_step": 45641, "epoch": 256, "lr": 6.172327072074682e-05}
{"train_loss": 0.002484466414898634, "global_step": 45642, "epoch": 256, "lr": 6.172183420618797e-05}
{"train_loss": 0.002464410848915577, "global_step": 45643, "epoch": 256, "lr": 6.17203976813908e-05}
{"train_loss": 0.002587735652923584, "global_step": 45644, "epoch": 256, "lr": 6.171896114635655e-05}
{"train_loss": 0.005692474544048309, "global_step": 45645, "epoch": 256, "lr": 6.171752460108647e-05}
{"train_loss": 0.003542032092809677, "global_step": 45646, "epoch": 256, "lr": 6.171608804558187e-05}
{"train_loss": 0.003689076751470566, "global_step": 45647, "epoch": 256, "lr": 6.171465147984395e-05}
{"train_loss": 0.0028487369418144226, "global_step": 45648, "epoch": 256, "lr": 6.171321490387398e-05}
{"train_loss": 0.002358999801799655, "global_step": 45649, "epoch": 256, "lr": 6.17117783176732e-05}
{"train_loss": 0.002882222179323435, "global_step": 45650, "epoch": 256, "lr": 6.171034172124289e-05}
{"train_loss": 0.003259660443291068, "global_step": 45651, "epoch": 256, "lr": 6.170890511458431e-05}
{"train_loss": 0.003884871955960989, "global_step": 45652, "epoch": 256, "lr": 6.170746849769868e-05}
{"train_loss": 0.0010605595307424664, "global_step": 45653, "epoch": 256, "lr": 6.17060318705873e-05}
{"train_loss": 0.003916638903319836, "global_step": 45654, "epoch": 256, "lr": 6.170459523325138e-05}
{"train_loss": 0.0029068030416965485, "global_step": 45655, "epoch": 256, "lr": 6.17031585856922e-05}
{"train_loss": 0.009295993484556675, "global_step": 45656, "epoch": 256, "lr": 6.170172192791102e-05}
{"train_loss": 0.006674526259303093, "global_step": 45657, "epoch": 256, "lr": 6.170028525990907e-05}
{"train_loss": 0.00619600061327219, "global_step": 45658, "epoch": 256, "lr": 6.169884858168764e-05}
{"train_loss": 0.0042599160224199295, "global_step": 45659, "epoch": 256, "lr": 6.169741189324793e-05}
{"train_loss": 0.004185964353382587, "global_step": 45660, "epoch": 256, "lr": 6.169597519459126e-05}
{"train_loss": 0.0034802788868546486, "global_step": 45661, "epoch": 256, "lr": 6.169453848571885e-05}
{"train_loss": 0.005444925278425217, "global_step": 45662, "epoch": 256, "lr": 6.169310176663195e-05}
{"train_loss": 0.004608015529811382, "global_step": 45663, "epoch": 256, "lr": 6.169166503733183e-05}
{"train_loss": 0.002773477230221033, "global_step": 45664, "epoch": 256, "lr": 6.169022829781974e-05}
{"train_loss": 0.006604427937418222, "global_step": 45665, "epoch": 256, "lr": 6.168879154809692e-05}
{"train_loss": 0.0040772403590381145, "global_step": 45666, "epoch": 256, "lr": 6.168735478816465e-05}
{"train_loss": 0.005713002756237984, "global_step": 45667, "epoch": 256, "lr": 6.168591801802418e-05}
{"train_loss": 0.0050645265728235245, "global_step": 45668, "epoch": 256, "lr": 6.168448123767674e-05}
{"train_loss": 0.004712946247309446, "global_step": 45669, "epoch": 256, "lr": 6.168304444712363e-05}
{"train_loss": 0.0033623736817389727, "global_step": 45670, "epoch": 256, "lr": 6.168160764636605e-05}
{"train_loss": 0.0038238370325416327, "global_step": 45671, "epoch": 256, "lr": 6.16801708354053e-05}
{"train_loss": 0.005904770456254482, "global_step": 45672, "epoch": 256, "lr": 6.167873401424262e-05}
{"train_loss": 0.0038164479192346334, "global_step": 45673, "epoch": 256, "lr": 6.167729718287926e-05}
{"train_loss": 0.006319879088550806, "global_step": 45674, "epoch": 256, "lr": 6.167586034131647e-05}
{"train_loss": 0.003095497377216816, "global_step": 45675, "epoch": 256, "lr": 6.167442348955551e-05}
{"train_loss": 0.00586153706535697, "global_step": 45676, "epoch": 256, "lr": 6.167298662759766e-05}
{"train_loss": 0.005299189127981663, "global_step": 45677, "epoch": 256, "lr": 6.167154975544413e-05}
{"train_loss": 0.00669114850461483, "global_step": 45678, "epoch": 256, "lr": 6.16701128730962e-05}
{"train_loss": 0.004724371246993542, "global_step": 45679, "epoch": 256, "lr": 6.166867598055515e-05}
{"train_loss": 0.0031833997927606106, "global_step": 45680, "epoch": 256, "lr": 6.166723907782219e-05}
{"train_loss": 0.005606756545603275, "global_step": 45681, "epoch": 256, "lr": 6.16658021648986e-05}
{"train_loss": 0.006330923177301884, "global_step": 45682, "epoch": 256, "lr": 6.166436524178563e-05}
{"train_loss": 0.002017466351389885, "global_step": 45683, "epoch": 256, "lr": 6.166292830848452e-05}
{"train_loss": 0.007632148452103138, "global_step": 45684, "epoch": 256, "lr": 6.166149136499653e-05}
{"train_loss": 0.007618207950145006, "global_step": 45685, "epoch": 256, "lr": 6.166005441132296e-05}
{"train_loss": 0.004872801247984171, "global_step": 45686, "epoch": 256, "lr": 6.1658617447465e-05}
{"train_loss": 0.002005881629884243, "global_step": 45687, "epoch": 256, "lr": 6.165718047342393e-05}
{"train_loss": 0.008586662821471691, "global_step": 45688, "epoch": 256, "lr": 6.165574348920102e-05}
{"train_loss": 0.0029658444691449404, "global_step": 45689, "epoch": 256, "lr": 6.165430649479752e-05}
{"train_loss": 0.00634521059691906, "global_step": 45690, "epoch": 256, "lr": 6.165286949021468e-05}
{"train_loss": 0.005792747251689434, "global_step": 45691, "epoch": 256, "lr": 6.165143247545375e-05}
{"train_loss": 0.005960163660347462, "global_step": 45692, "epoch": 256, "lr": 6.164999545051598e-05}
{"train_loss": 0.006098662503063679, "global_step": 45693, "epoch": 256, "lr": 6.164855841540264e-05}
{"train_loss": 0.007545613218098879, "global_step": 45694, "epoch": 256, "lr": 6.164712137011498e-05}
{"train_loss": 0.004752203822135925, "global_step": 45695, "epoch": 256, "lr": 6.164568431465426e-05}
{"train_loss": 0.006644092500209808, "global_step": 45696, "epoch": 256, "lr": 6.164424724902173e-05}
{"train_loss": 0.0019544376991689205, "global_step": 45697, "epoch": 256, "lr": 6.164281017321864e-05}
{"train_loss": 0.004450947977602482, "global_step": 45698, "epoch": 256, "lr": 6.164137308724625e-05}
{"train_loss": 0.006569863762706518, "global_step": 45699, "epoch": 256, "lr": 6.163993599110583e-05}
{"train_loss": 0.007194980047643185, "global_step": 45700, "epoch": 256, "lr": 6.16384988847986e-05}
{"train_loss": 0.002723512938246131, "global_step": 45701, "epoch": 256, "lr": 6.163706176832585e-05}
{"train_loss": 0.0039781006053090096, "global_step": 45702, "epoch": 256, "lr": 6.163562464168881e-05}
{"train_loss": 0.0026404233649373055, "global_step": 45703, "epoch": 256, "lr": 6.163418750488876e-05}
{"train_loss": 0.004082527942955494, "global_step": 45704, "epoch": 256, "lr": 6.163275035792695e-05}
{"train_loss": 0.004354056902229786, "global_step": 45705, "epoch": 256, "lr": 6.163131320080461e-05}
{"train_loss": 0.005473891273140907, "global_step": 45706, "epoch": 256, "lr": 6.162987603352301e-05}
{"train_loss": 0.004718798212707043, "global_step": 45707, "epoch": 256, "lr": 6.162843885608342e-05}
{"train_loss": 0.004594860598444939, "global_step": 45708, "epoch": 256, "lr": 6.162700166848708e-05}
{"train_loss": 0.005566711537539959, "global_step": 45709, "epoch": 256, "lr": 6.162556447073524e-05}
{"train_loss": 0.00951397605240345, "global_step": 45710, "epoch": 256, "lr": 6.162412726282917e-05}
{"train_loss": 0.00412191916257143, "global_step": 45711, "epoch": 256, "lr": 6.162269004477013e-05}
{"train_loss": 0.0037207710556685925, "global_step": 45712, "epoch": 256, "lr": 6.162125281655935e-05}
{"train_loss": 0.0020269975066184998, "global_step": 45713, "epoch": 256, "lr": 6.16198155781981e-05}
{"train_loss": 0.006614461541175842, "global_step": 45714, "epoch": 256, "lr": 6.161837832968764e-05}
{"train_loss": 0.002627743873745203, "global_step": 45715, "epoch": 256, "lr": 6.161694107102921e-05}
{"train_loss": 0.0032119532115757465, "global_step": 45716, "epoch": 256, "lr": 6.161550380222409e-05}
{"train_loss": 0.006979637313634157, "global_step": 45717, "epoch": 256, "lr": 6.16140665232735e-05}
{"train_loss": 0.005145027302205563, "global_step": 45718, "epoch": 256, "lr": 6.161262923417874e-05}
{"train_loss": 0.004683508072048426, "global_step": 45719, "epoch": 256, "lr": 6.161119193494103e-05}
{"train_loss": 0.0028361768927425146, "global_step": 45720, "epoch": 256, "lr": 6.160975462556165e-05}
{"train_loss": 0.0034424345940351486, "global_step": 45721, "epoch": 256, "lr": 6.160831730604183e-05}
{"train_loss": 0.0020442965906113386, "global_step": 45722, "epoch": 256, "lr": 6.160687997638285e-05}
{"train_loss": 0.002384738065302372, "global_step": 45723, "epoch": 256, "lr": 6.160544263658594e-05}
{"train_loss": 0.006773090921342373, "global_step": 45724, "epoch": 256, "lr": 6.160400528665238e-05}
{"train_loss": 0.005175156518816948, "global_step": 45725, "epoch": 256, "lr": 6.16025679265834e-05}
{"train_loss": 0.003519038436934352, "global_step": 45726, "epoch": 256, "lr": 6.160113055638028e-05}
{"train_loss": 0.005380467511713505, "global_step": 45727, "epoch": 256, "lr": 6.159969317604426e-05}
{"train_loss": 0.005028022453188896, "global_step": 45728, "epoch": 256, "lr": 6.159825578557661e-05}
{"train_loss": 0.00509284995496273, "global_step": 45729, "epoch": 256, "lr": 6.159681838497857e-05}
{"train_loss": 0.005432479083538055, "global_step": 45730, "epoch": 256, "lr": 6.15953809742514e-05}
{"train_loss": 0.006427963264286518, "global_step": 45731, "epoch": 256, "lr": 6.159394355339636e-05}
{"train_loss": 0.004435790702700615, "global_step": 45732, "epoch": 256, "lr": 6.15925061224147e-05}
{"train_loss": 0.005814226809889078, "global_step": 45733, "epoch": 256, "lr": 6.159106868130768e-05}
{"train_loss": 0.005045388825237751, "global_step": 45734, "epoch": 256, "lr": 6.158963123007655e-05}
{"train_loss": 0.002447732724249363, "global_step": 45735, "epoch": 256, "lr": 6.158819376872258e-05}
{"train_loss": 0.0031041011679917574, "global_step": 45736, "epoch": 256, "lr": 6.1586756297247e-05}
{"train_loss": 0.0019651842303574085, "global_step": 45737, "epoch": 256, "lr": 6.15853188156511e-05}
{"train_loss": 0.005592525005340576, "global_step": 45738, "epoch": 256, "lr": 6.15838813239361e-05}
{"train_loss": 0.0040142834186553955, "global_step": 45739, "epoch": 256, "lr": 6.158244382210328e-05}
{"train_loss": 0.005080266389995813, "global_step": 45740, "epoch": 256, "lr": 6.158100631015386e-05}
{"train_loss": 0.004339700564742088, "global_step": 45741, "epoch": 256, "lr": 6.157956878808915e-05}
{"train_loss": 0.005817867815494537, "global_step": 45742, "epoch": 256, "lr": 6.157813125591038e-05}
{"train_loss": 0.0039443387649953365, "global_step": 45743, "epoch": 256, "lr": 6.157669371361881e-05}
{"train_loss": 0.0033271380234509706, "global_step": 45744, "epoch": 256, "lr": 6.157525616121567e-05}
{"train_loss": 0.004438254826576606, "global_step": 45745, "epoch": 256, "lr": 6.157381859870224e-05}
{"train_loss": 0.002966201864182949, "global_step": 45746, "epoch": 257, "lr": 6.157238102607977e-05}
{"train_loss": 0.005582418292760849, "global_step": 45747, "epoch": 257, "lr": 6.157094344334952e-05}
{"train_loss": 0.004005764611065388, "global_step": 45748, "epoch": 257, "lr": 6.156950585051276e-05}
{"train_loss": 0.008699757978320122, "global_step": 45749, "epoch": 257, "lr": 6.156806824757068e-05}
{"train_loss": 0.0035370951518416405, "global_step": 45750, "epoch": 257, "lr": 6.156663063452462e-05}
{"train_loss": 0.003193901851773262, "global_step": 45751, "epoch": 257, "lr": 6.15651930113758e-05}
{"train_loss": 0.0023244591429829597, "global_step": 45752, "epoch": 257, "lr": 6.156375537812547e-05}
{"train_loss": 0.0043927207589149475, "global_step": 45753, "epoch": 257, "lr": 6.156231773477488e-05}
{"train_loss": 0.004133039619773626, "global_step": 45754, "epoch": 257, "lr": 6.15608800813253e-05}
{"train_loss": 0.0049201687797904015, "global_step": 45755, "epoch": 257, "lr": 6.155944241777797e-05}
{"train_loss": 0.00289893988519907, "global_step": 45756, "epoch": 257, "lr": 6.155800474413417e-05}
{"train_loss": 0.004825223702937365, "global_step": 45757, "epoch": 257, "lr": 6.155656706039515e-05}
{"train_loss": 0.004633982665836811, "global_step": 45758, "epoch": 257, "lr": 6.155512936656214e-05}
{"train_loss": 0.002347999718040228, "global_step": 45759, "epoch": 257, "lr": 6.155369166263642e-05}
{"train_loss": 0.0041076913475990295, "global_step": 45760, "epoch": 257, "lr": 6.155225394861925e-05}
{"train_loss": 0.004258092492818832, "global_step": 45761, "epoch": 257, "lr": 6.155081622451188e-05}
{"train_loss": 0.004364639986306429, "global_step": 45762, "epoch": 257, "lr": 6.154937849031556e-05}
{"train_loss": 0.002899342216551304, "global_step": 45763, "epoch": 257, "lr": 6.154794074603156e-05}
{"train_loss": 0.003487482899799943, "global_step": 45764, "epoch": 257, "lr": 6.154650299166108e-05}
{"train_loss": 0.004510991275310516, "global_step": 45765, "epoch": 257, "lr": 6.154506522720545e-05}
{"train_loss": 0.004686781205236912, "global_step": 45766, "epoch": 257, "lr": 6.154362745266589e-05}
{"train_loss": 0.003698050742968917, "global_step": 45767, "epoch": 257, "lr": 6.154218966804367e-05}
{"train_loss": 0.005826719105243683, "global_step": 45768, "epoch": 257, "lr": 6.154075187334002e-05}
{"train_loss": 0.0038339458405971527, "global_step": 45769, "epoch": 257, "lr": 6.153931406855622e-05}
{"train_loss": 0.004505168180912733, "global_step": 45770, "epoch": 257, "lr": 6.153787625369352e-05}
{"train_loss": 0.002772640436887741, "global_step": 45771, "epoch": 257, "lr": 6.153643842875317e-05}
{"train_loss": 0.0036375101190060377, "global_step": 45772, "epoch": 257, "lr": 6.153500059373644e-05}
{"train_loss": 0.002129053696990013, "global_step": 45773, "epoch": 257, "lr": 6.153356274864457e-05}
{"train_loss": 0.004337050952017307, "global_step": 45774, "epoch": 257, "lr": 6.153212489347881e-05}
{"train_loss": 0.0045557706616818905, "global_step": 45775, "epoch": 257, "lr": 6.153068702824044e-05}
{"train_loss": 0.003717791987583041, "global_step": 45776, "epoch": 257, "lr": 6.152924915293071e-05}
{"train_loss": 0.0037214886397123337, "global_step": 45777, "epoch": 257, "lr": 6.152781126755085e-05}
{"train_loss": 0.00457051070407033, "global_step": 45778, "epoch": 257, "lr": 6.152637337210214e-05}
{"train_loss": 0.0051194760017097, "global_step": 45779, "epoch": 257, "lr": 6.152493546658584e-05}
{"train_loss": 0.006278419867157936, "global_step": 45780, "epoch": 257, "lr": 6.152349755100319e-05}
{"train_loss": 0.0049029504880309105, "global_step": 45781, "epoch": 257, "lr": 6.152205962535546e-05}
{"train_loss": 0.0030979574657976627, "global_step": 45782, "epoch": 257, "lr": 6.15206216896439e-05}
{"train_loss": 0.004302584566175938, "global_step": 45783, "epoch": 257, "lr": 6.151918374386976e-05}
{"train_loss": 0.002202010713517666, "global_step": 45784, "epoch": 257, "lr": 6.15177457880343e-05}
{"train_loss": 0.003782504703849554, "global_step": 45785, "epoch": 257, "lr": 6.151630782213879e-05}
{"train_loss": 0.004267719574272633, "global_step": 45786, "epoch": 257, "lr": 6.151486984618446e-05}
{"train_loss": 0.0037910225801169872, "global_step": 45787, "epoch": 257, "lr": 6.151343186017256e-05}
{"train_loss": 0.006496499292552471, "global_step": 45788, "epoch": 257, "lr": 6.15119938641044e-05}
{"train_loss": 0.005171343218535185, "global_step": 45789, "epoch": 257, "lr": 6.151055585798118e-05}
{"train_loss": 0.0032427904661744833, "global_step": 45790, "epoch": 257, "lr": 6.15091178418042e-05}
{"train_loss": 0.00548127107322216, "global_step": 45791, "epoch": 257, "lr": 6.150767981557468e-05}
{"train_loss": 0.0024646383244544268, "global_step": 45792, "epoch": 257, "lr": 6.150624177929387e-05}
{"train_loss": 0.0012692968593910336, "global_step": 45793, "epoch": 257, "lr": 6.150480373296305e-05}
{"train_loss": 0.0048678116872906685, "global_step": 45794, "epoch": 257, "lr": 6.150336567658349e-05}
{"train_loss": 0.006303748115897179, "global_step": 45795, "epoch": 257, "lr": 6.150192761015643e-05}
{"train_loss": 0.004936864599585533, "global_step": 45796, "epoch": 257, "lr": 6.15004895336831e-05}
{"train_loss": 0.0017578905681148171, "global_step": 45797, "epoch": 257, "lr": 6.14990514471648e-05}
{"train_loss": 0.0030594393610954285, "global_step": 45798, "epoch": 257, "lr": 6.149761335060274e-05}
{"train_loss": 0.004406689200550318, "global_step": 45799, "epoch": 257, "lr": 6.149617524399822e-05}
{"train_loss": 0.007096480578184128, "global_step": 45800, "epoch": 257, "lr": 6.149473712735247e-05}
{"train_loss": 0.005058217793703079, "global_step": 45801, "epoch": 257, "lr": 6.149329900066676e-05}
{"train_loss": 0.006546878255903721, "global_step": 45802, "epoch": 257, "lr": 6.149186086394234e-05}
{"train_loss": 0.003740000771358609, "global_step": 45803, "epoch": 257, "lr": 6.149042271718047e-05}
{"train_loss": 0.004177924711257219, "global_step": 45804, "epoch": 257, "lr": 6.148898456038239e-05}
{"train_loss": 0.005450144875794649, "global_step": 45805, "epoch": 257, "lr": 6.148754639354937e-05}
{"train_loss": 0.0036347988061606884, "global_step": 45806, "epoch": 257, "lr": 6.148610821668267e-05}
{"train_loss": 0.0038320375606417656, "global_step": 45807, "epoch": 257, "lr": 6.148467002978354e-05}
{"train_loss": 0.0055935196578502655, "global_step": 45808, "epoch": 257, "lr": 6.148323183285323e-05}
{"train_loss": 0.0036794289480894804, "global_step": 45809, "epoch": 257, "lr": 6.148179362589302e-05}
{"train_loss": 0.0047303722240030766, "global_step": 45810, "epoch": 257, "lr": 6.148035540890413e-05}
{"train_loss": 0.004865300375968218, "global_step": 45811, "epoch": 257, "lr": 6.147891718188784e-05}
{"train_loss": 0.003276433330029249, "global_step": 45812, "epoch": 257, "lr": 6.147747894484541e-05}
{"train_loss": 0.00829614233225584, "global_step": 45813, "epoch": 257, "lr": 6.147604069777808e-05}
{"train_loss": 0.001969278557226062, "global_step": 45814, "epoch": 257, "lr": 6.147460244068711e-05}
{"train_loss": 0.0026999074034392834, "global_step": 45815, "epoch": 257, "lr": 6.147316417357376e-05}
{"train_loss": 0.0028727741446346045, "global_step": 45816, "epoch": 257, "lr": 6.147172589643929e-05}
{"train_loss": 0.0034649258013814688, "global_step": 45817, "epoch": 257, "lr": 6.147028760928496e-05}
{"train_loss": 0.0030486509203910828, "global_step": 45818, "epoch": 257, "lr": 6.146884931211201e-05}
{"train_loss": 0.0017402336234226823, "global_step": 45819, "epoch": 257, "lr": 6.14674110049217e-05}
{"train_loss": 0.005317824427038431, "global_step": 45820, "epoch": 257, "lr": 6.146597268771531e-05}
{"train_loss": 0.003886908758431673, "global_step": 45821, "epoch": 257, "lr": 6.146453436049405e-05}
{"train_loss": 0.004260234534740448, "global_step": 45822, "epoch": 257, "lr": 6.146309602325923e-05}
{"train_loss": 0.002938058925792575, "global_step": 45823, "epoch": 257, "lr": 6.146165767601207e-05}
{"train_loss": 0.005706026218831539, "global_step": 45824, "epoch": 257, "lr": 6.146021931875383e-05}
{"train_loss": 0.0036638793535530567, "global_step": 45825, "epoch": 257, "lr": 6.145878095148578e-05}
{"train_loss": 0.00411392655223608, "global_step": 45826, "epoch": 257, "lr": 6.145734257420917e-05}
{"train_loss": 0.004067174158990383, "global_step": 45827, "epoch": 257, "lr": 6.145590418692526e-05}
{"train_loss": 0.006096764467656612, "global_step": 45828, "epoch": 257, "lr": 6.14544657896353e-05}
{"train_loss": 0.0038698490243405104, "global_step": 45829, "epoch": 257, "lr": 6.145302738234055e-05}
{"train_loss": 0.0035967007279396057, "global_step": 45830, "epoch": 257, "lr": 6.145158896504224e-05}
{"train_loss": 0.0039138589054346085, "global_step": 45831, "epoch": 257, "lr": 6.145015053774169e-05}
{"train_loss": 0.005576402880251408, "global_step": 45832, "epoch": 257, "lr": 6.144871210044008e-05}
{"train_loss": 0.00291781616397202, "global_step": 45833, "epoch": 257, "lr": 6.144727365313872e-05}
{"train_loss": 0.004633617587387562, "global_step": 45834, "epoch": 257, "lr": 6.144583519583886e-05}
{"train_loss": 0.006084972992539406, "global_step": 45835, "epoch": 257, "lr": 6.144439672854173e-05}
{"train_loss": 0.0020823911763727665, "global_step": 45836, "epoch": 257, "lr": 6.144295825124861e-05}
{"train_loss": 0.003586798906326294, "global_step": 45837, "epoch": 257, "lr": 6.144151976396075e-05}
{"train_loss": 0.004526945762336254, "global_step": 45838, "epoch": 257, "lr": 6.144008126667942e-05}
{"train_loss": 0.005623411387205124, "global_step": 45839, "epoch": 257, "lr": 6.143864275940583e-05}
{"train_loss": 0.0020660015288740396, "global_step": 45840, "epoch": 257, "lr": 6.143720424214128e-05}
{"train_loss": 0.002326149260625243, "global_step": 45841, "epoch": 257, "lr": 6.143576571488703e-05}
{"train_loss": 0.004249578341841698, "global_step": 45842, "epoch": 257, "lr": 6.143432717764432e-05}
{"train_loss": 0.0033708016853779554, "global_step": 45843, "epoch": 257, "lr": 6.143288863041439e-05}
{"train_loss": 0.0018531960668042302, "global_step": 45844, "epoch": 257, "lr": 6.143145007319852e-05}
{"train_loss": 0.0020631442312151194, "global_step": 45845, "epoch": 257, "lr": 6.143001150599796e-05}
{"train_loss": 0.0028543351218104362, "global_step": 45846, "epoch": 257, "lr": 6.142857292881399e-05}
{"train_loss": 0.00342297600582242, "global_step": 45847, "epoch": 257, "lr": 6.142713434164783e-05}
{"train_loss": 0.004374885931611061, "global_step": 45848, "epoch": 257, "lr": 6.142569574450075e-05}
{"train_loss": 0.004667872097343206, "global_step": 45849, "epoch": 257, "lr": 6.1424257137374e-05}
{"train_loss": 0.0025230366736650467, "global_step": 45850, "epoch": 257, "lr": 6.142281852026884e-05}
{"train_loss": 0.005093570798635483, "global_step": 45851, "epoch": 257, "lr": 6.142137989318655e-05}
{"train_loss": 0.002992080757394433, "global_step": 45852, "epoch": 257, "lr": 6.141994125612835e-05}
{"train_loss": 0.003910422325134277, "global_step": 45853, "epoch": 257, "lr": 6.141850260909552e-05}
{"train_loss": 0.004257424268871546, "global_step": 45854, "epoch": 257, "lr": 6.141706395208931e-05}
{"train_loss": 0.0038573110941797495, "global_step": 45855, "epoch": 257, "lr": 6.141562528511098e-05}
{"train_loss": 0.005599276162683964, "global_step": 45856, "epoch": 257, "lr": 6.141418660816179e-05}
{"train_loss": 0.003037617541849613, "global_step": 45857, "epoch": 257, "lr": 6.141274792124298e-05}
{"train_loss": 0.008679628372192383, "global_step": 45858, "epoch": 257, "lr": 6.141130922435581e-05}
{"train_loss": 0.00230556633323431, "global_step": 45859, "epoch": 257, "lr": 6.140987051750154e-05}
{"train_loss": 0.0057235052809119225, "global_step": 45860, "epoch": 257, "lr": 6.140843180068144e-05}
{"train_loss": 0.006381112150847912, "global_step": 45861, "epoch": 257, "lr": 6.140699307389674e-05}
{"train_loss": 0.005140426568686962, "global_step": 45862, "epoch": 257, "lr": 6.140555433714875e-05}
{"train_loss": 0.004141210578382015, "global_step": 45863, "epoch": 257, "lr": 6.140411559043864e-05}
{"train_loss": 0.0026823608204722404, "global_step": 45864, "epoch": 257, "lr": 6.140267683376775e-05}
{"train_loss": 0.0026602172292768955, "global_step": 45865, "epoch": 257, "lr": 6.14012380671373e-05}
{"train_loss": 0.005189974792301655, "global_step": 45866, "epoch": 257, "lr": 6.139979929054854e-05}
{"train_loss": 0.004219157621264458, "global_step": 45867, "epoch": 257, "lr": 6.139836050400273e-05}
{"train_loss": 0.003973669838160276, "global_step": 45868, "epoch": 257, "lr": 6.139692170750115e-05}
{"train_loss": 0.003734267083927989, "global_step": 45869, "epoch": 257, "lr": 6.139548290104503e-05}
{"train_loss": 0.004980745725333691, "global_step": 45870, "epoch": 257, "lr": 6.139404408463564e-05}
{"train_loss": 0.0037784739397466183, "global_step": 45871, "epoch": 257, "lr": 6.139260525827424e-05}
{"train_loss": 0.006968940608203411, "global_step": 45872, "epoch": 257, "lr": 6.139116642196206e-05}
{"train_loss": 0.004382701590657234, "global_step": 45873, "epoch": 257, "lr": 6.138972757570039e-05}
{"train_loss": 0.006296037696301937, "global_step": 45874, "epoch": 257, "lr": 6.138828871949047e-05}
{"train_loss": 0.004179507959634066, "global_step": 45875, "epoch": 257, "lr": 6.138684985333358e-05}
{"train_loss": 0.005254305899143219, "global_step": 45876, "epoch": 257, "lr": 6.138541097723093e-05}
{"train_loss": 0.005098333582282066, "global_step": 45877, "epoch": 257, "lr": 6.138397209118381e-05}
{"train_loss": 0.0050317347049713135, "global_step": 45878, "epoch": 257, "lr": 6.138253319519347e-05}
{"train_loss": 0.004587358795106411, "global_step": 45879, "epoch": 257, "lr": 6.138109428926116e-05}
{"train_loss": 0.004701008088886738, "global_step": 45880, "epoch": 257, "lr": 6.137965537338815e-05}
{"train_loss": 0.004159735515713692, "global_step": 45881, "epoch": 257, "lr": 6.13782164475757e-05}
{"train_loss": 0.005972112994641066, "global_step": 45882, "epoch": 257, "lr": 6.137677751182504e-05}
{"train_loss": 0.00395530229434371, "global_step": 45883, "epoch": 257, "lr": 6.137533856613745e-05}
{"train_loss": 0.005292186047881842, "global_step": 45884, "epoch": 257, "lr": 6.137389961051418e-05}
{"train_loss": 0.004263893701136112, "global_step": 45885, "epoch": 257, "lr": 6.137246064495651e-05}
{"train_loss": 0.004122897516936064, "global_step": 45886, "epoch": 257, "lr": 6.137102166946565e-05}
{"train_loss": 0.0037301990669220686, "global_step": 45887, "epoch": 257, "lr": 6.136958268404289e-05}
{"train_loss": 0.003487595124170184, "global_step": 45888, "epoch": 257, "lr": 6.136814368868949e-05}
{"train_loss": 0.004414545837789774, "global_step": 45889, "epoch": 257, "lr": 6.136670468340667e-05}
{"train_loss": 0.005841855891048908, "global_step": 45890, "epoch": 257, "lr": 6.136526566819574e-05}
{"train_loss": 0.006414014846086502, "global_step": 45891, "epoch": 257, "lr": 6.136382664305791e-05}
{"train_loss": 0.00553293339908123, "global_step": 45892, "epoch": 257, "lr": 6.136238760799445e-05}
{"train_loss": 0.0027881728019565344, "global_step": 45893, "epoch": 257, "lr": 6.136094856300663e-05}
{"train_loss": 0.002255653729662299, "global_step": 45894, "epoch": 257, "lr": 6.135950950809571e-05}
{"train_loss": 0.004364119842648506, "global_step": 45895, "epoch": 257, "lr": 6.135807044326294e-05}
{"train_loss": 0.006745743099600077, "global_step": 45896, "epoch": 257, "lr": 6.135663136850956e-05}
{"train_loss": 0.003713808488100767, "global_step": 45897, "epoch": 257, "lr": 6.135519228383685e-05}
{"train_loss": 0.004358435515314341, "global_step": 45898, "epoch": 257, "lr": 6.135375318924606e-05}
{"train_loss": 0.0019313656957820058, "global_step": 45899, "epoch": 257, "lr": 6.135231408473843e-05}
{"train_loss": 0.0054314350709319115, "global_step": 45900, "epoch": 257, "lr": 6.135087497031524e-05}
{"train_loss": 0.009296387434005737, "global_step": 45901, "epoch": 257, "lr": 6.134943584597773e-05}
{"train_loss": 0.002676786622032523, "global_step": 45902, "epoch": 257, "lr": 6.134799671172717e-05}
{"train_loss": 0.004338986240327358, "global_step": 45903, "epoch": 257, "lr": 6.134655756756482e-05}
{"train_loss": 0.00535100931301713, "global_step": 45904, "epoch": 257, "lr": 6.134511841349192e-05}
{"train_loss": 0.004116900265216827, "global_step": 45905, "epoch": 257, "lr": 6.134367924950975e-05}
{"train_loss": 0.0048614442348480225, "global_step": 45906, "epoch": 257, "lr": 6.134224007561954e-05}
{"train_loss": 0.002400806173682213, "global_step": 45907, "epoch": 257, "lr": 6.134080089182257e-05}
{"train_loss": 0.0043829395435750484, "global_step": 45908, "epoch": 257, "lr": 6.133936169812008e-05}
{"train_loss": 0.0038218065164983273, "global_step": 45909, "epoch": 257, "lr": 6.133792249451334e-05}
{"train_loss": 0.002977874595671892, "global_step": 45910, "epoch": 257, "lr": 6.13364832810036e-05}
{"train_loss": 0.004512658342719078, "global_step": 45911, "epoch": 257, "lr": 6.133504405759212e-05}
{"train_loss": 0.005810995120555162, "global_step": 45912, "epoch": 257, "lr": 6.133360482428015e-05}
{"train_loss": 0.002910258248448372, "global_step": 45913, "epoch": 257, "lr": 6.133216558106897e-05}
{"train_loss": 0.004079089500010014, "global_step": 45914, "epoch": 257, "lr": 6.133072632795981e-05}
{"train_loss": 0.0019137997878715396, "global_step": 45915, "epoch": 257, "lr": 6.132928706495392e-05}
{"train_loss": 0.003362970892339945, "global_step": 45916, "epoch": 257, "lr": 6.132784779205259e-05}
{"train_loss": 0.004830578342080116, "global_step": 45917, "epoch": 257, "lr": 6.132640850925708e-05}
{"train_loss": 0.003718854859471321, "global_step": 45918, "epoch": 257, "lr": 6.13249692165686e-05}
{"train_loss": 0.004000331275165081, "global_step": 45919, "epoch": 257, "lr": 6.132352991398846e-05}
{"train_loss": 0.003942621406167746, "global_step": 45920, "epoch": 257, "lr": 6.132209060151787e-05}
{"train_loss": 0.0022440808825194836, "global_step": 45921, "epoch": 257, "lr": 6.132065127915812e-05}
{"train_loss": 0.003560819663107395, "global_step": 45922, "epoch": 257, "lr": 6.131921194691046e-05}
{"train_loss": 0.0041991589653692886, "global_step": 45923, "epoch": 257, "lr": 6.131777260477613e-05}
{"train_loss": 0.003854190232232213, "global_step": 45924, "epoch": 258, "lr": 6.131633325275641e-05}
{"train_loss": 0.0017012003809213638, "global_step": 45925, "epoch": 258, "lr": 6.131489389085255e-05}
{"train_loss": 0.0077723488211631775, "global_step": 45926, "epoch": 258, "lr": 6.13134545190658e-05}
{"train_loss": 0.0037176068872213364, "global_step": 45927, "epoch": 258, "lr": 6.131201513739744e-05}
{"train_loss": 0.0029190960340201855, "global_step": 45928, "epoch": 258, "lr": 6.13105757458487e-05}
{"train_loss": 0.004152338020503521, "global_step": 45929, "epoch": 258, "lr": 6.130913634442085e-05}
{"train_loss": 0.0030913730151951313, "global_step": 45930, "epoch": 258, "lr": 6.130769693311513e-05}
{"train_loss": 0.003927233163267374, "global_step": 45931, "epoch": 258, "lr": 6.130625751193282e-05}
{"train_loss": 0.0029305219650268555, "global_step": 45932, "epoch": 258, "lr": 6.130481808087519e-05}
{"train_loss": 0.0036476680543273687, "global_step": 45933, "epoch": 258, "lr": 6.130337863994345e-05}
{"train_loss": 0.0064881471917033195, "global_step": 45934, "epoch": 258, "lr": 6.13019391891389e-05}
{"train_loss": 0.003882987191900611, "global_step": 45935, "epoch": 258, "lr": 6.130049972846277e-05}
{"train_loss": 0.004496298264712095, "global_step": 45936, "epoch": 258, "lr": 6.129906025791634e-05}
{"train_loss": 0.0049469368532299995, "global_step": 45937, "epoch": 258, "lr": 6.129762077750085e-05}
{"train_loss": 0.0021095990668982267, "global_step": 45938, "epoch": 258, "lr": 6.129618128721756e-05}
{"train_loss": 0.005002782680094242, "global_step": 45939, "epoch": 258, "lr": 6.129474178706772e-05}
{"train_loss": 0.0046404143795371056, "global_step": 45940, "epoch": 258, "lr": 6.129330227705262e-05}
{"train_loss": 0.0019157723290845752, "global_step": 45941, "epoch": 258, "lr": 6.129186275717348e-05}
{"train_loss": 0.0039029645267874002, "global_step": 45942, "epoch": 258, "lr": 6.129042322743158e-05}
{"train_loss": 0.004067457281053066, "global_step": 45943, "epoch": 258, "lr": 6.128898368782816e-05}
{"train_loss": 0.005045601632446051, "global_step": 45944, "epoch": 258, "lr": 6.128754413836449e-05}
{"train_loss": 0.0043111457489430904, "global_step": 45945, "epoch": 258, "lr": 6.128610457904182e-05}
{"train_loss": 0.006732339039444923, "global_step": 45946, "epoch": 258, "lr": 6.128466500986143e-05}
{"train_loss": 0.0034219769295305014, "global_step": 45947, "epoch": 258, "lr": 6.128322543082455e-05}
{"train_loss": 0.0038831173442304134, "global_step": 45948, "epoch": 258, "lr": 6.128178584193245e-05}
{"train_loss": 0.0034912792034447193, "global_step": 45949, "epoch": 258, "lr": 6.128034624318637e-05}
{"train_loss": 0.0019125724211335182, "global_step": 45950, "epoch": 258, "lr": 6.127890663458759e-05}
{"train_loss": 0.004273554310202599, "global_step": 45951, "epoch": 258, "lr": 6.127746701613735e-05}
{"train_loss": 0.0029135453514754772, "global_step": 45952, "epoch": 258, "lr": 6.127602738783693e-05}
{"train_loss": 0.0013841348700225353, "global_step": 45953, "epoch": 258, "lr": 6.127458774968757e-05}
{"train_loss": 0.002466804813593626, "global_step": 45954, "epoch": 258, "lr": 6.127314810169052e-05}
{"train_loss": 0.0031130569986999035, "global_step": 45955, "epoch": 258, "lr": 6.127170844384706e-05}
{"train_loss": 0.004650543909519911, "global_step": 45956, "epoch": 258, "lr": 6.127026877615845e-05}
{"train_loss": 0.0019855601713061333, "global_step": 45957, "epoch": 258, "lr": 6.126882909862592e-05}
{"train_loss": 0.0036427087616175413, "global_step": 45958, "epoch": 258, "lr": 6.126738941125072e-05}
{"train_loss": 0.0028826759662479162, "global_step": 45959, "epoch": 258, "lr": 6.126594971403414e-05}
{"train_loss": 0.003925158642232418, "global_step": 45960, "epoch": 258, "lr": 6.126451000697743e-05}
{"train_loss": 0.004519366193562746, "global_step": 45961, "epoch": 258, "lr": 6.126307029008186e-05}
{"train_loss": 0.0021388335153460503, "global_step": 45962, "epoch": 258, "lr": 6.126163056334866e-05}
{"train_loss": 0.005882175639271736, "global_step": 45963, "epoch": 258, "lr": 6.126019082677907e-05}
{"train_loss": 0.008804034441709518, "global_step": 45964, "epoch": 258, "lr": 6.125875108037441e-05}
{"train_loss": 0.005903163924813271, "global_step": 45965, "epoch": 258, "lr": 6.12573113241359e-05}
{"train_loss": 0.002495745662599802, "global_step": 45966, "epoch": 258, "lr": 6.125587155806478e-05}
{"train_loss": 0.0038894282188266516, "global_step": 45967, "epoch": 258, "lr": 6.125443178216235e-05}
{"train_loss": 0.005300668999552727, "global_step": 45968, "epoch": 258, "lr": 6.125299199642983e-05}
{"train_loss": 0.002759098308160901, "global_step": 45969, "epoch": 258, "lr": 6.12515522008685e-05}
{"train_loss": 0.0032207437325268984, "global_step": 45970, "epoch": 258, "lr": 6.125011239547961e-05}
{"train_loss": 0.002944230567663908, "global_step": 45971, "epoch": 258, "lr": 6.124867258026443e-05}
{"train_loss": 0.0035534407943487167, "global_step": 45972, "epoch": 258, "lr": 6.124723275522418e-05}
{"train_loss": 0.001388919074088335, "global_step": 45973, "epoch": 258, "lr": 6.124579292036016e-05}
{"train_loss": 0.00806950218975544, "global_step": 45974, "epoch": 258, "lr": 6.124435307567362e-05}
{"train_loss": 0.004397513344883919, "global_step": 45975, "epoch": 258, "lr": 6.124291322116581e-05}
{"train_loss": 0.005847405642271042, "global_step": 45976, "epoch": 258, "lr": 6.124147335683797e-05}
{"train_loss": 0.002332122763618827, "global_step": 45977, "epoch": 258, "lr": 6.124003348269138e-05}
{"train_loss": 0.0037875142879784107, "global_step": 45978, "epoch": 258, "lr": 6.12385935987273e-05}
{"train_loss": 0.003723388770595193, "global_step": 45979, "epoch": 258, "lr": 6.123715370494697e-05}
{"train_loss": 0.001815146068111062, "global_step": 45980, "epoch": 258, "lr": 6.123571380135166e-05}
{"train_loss": 0.004515896551311016, "global_step": 45981, "epoch": 258, "lr": 6.123427388794263e-05}
{"train_loss": 0.005030923057347536, "global_step": 45982, "epoch": 258, "lr": 6.123283396472112e-05}
{"train_loss": 0.004181079566478729, "global_step": 45983, "epoch": 258, "lr": 6.123139403168842e-05}
{"train_loss": 0.003309063147753477, "global_step": 45984, "epoch": 258, "lr": 6.122995408884576e-05}
{"train_loss": 0.002764471573755145, "global_step": 45985, "epoch": 258, "lr": 6.12285141361944e-05}
{"train_loss": 0.004391235299408436, "global_step": 45986, "epoch": 258, "lr": 6.122707417373561e-05}
{"train_loss": 0.0025971492286771536, "global_step": 45987, "epoch": 258, "lr": 6.122563420147063e-05}
{"train_loss": 0.0025686798617243767, "global_step": 45988, "epoch": 258, "lr": 6.122419421940073e-05}
{"train_loss": 0.0021613866556435823, "global_step": 45989, "epoch": 258, "lr": 6.122275422752719e-05}
{"train_loss": 0.004822572693228722, "global_step": 45990, "epoch": 258, "lr": 6.122131422585122e-05}
{"train_loss": 0.008456249721348286, "global_step": 45991, "epoch": 258, "lr": 6.12198742143741e-05}
{"train_loss": 0.003620896954089403, "global_step": 45992, "epoch": 258, "lr": 6.121843419309711e-05}
{"train_loss": 0.0029498832300305367, "global_step": 45993, "epoch": 258, "lr": 6.121699416202147e-05}
{"train_loss": 0.002184866229072213, "global_step": 45994, "epoch": 258, "lr": 6.121555412114846e-05}
{"train_loss": 0.0033087297342717648, "global_step": 45995, "epoch": 258, "lr": 6.121411407047934e-05}
{"train_loss": 0.003167523071169853, "global_step": 45996, "epoch": 258, "lr": 6.121267401001536e-05}
{"train_loss": 0.003744233399629593, "global_step": 45997, "epoch": 258, "lr": 6.121123393975778e-05}
{"train_loss": 0.006085622124373913, "global_step": 45998, "epoch": 258, "lr": 6.120979385970786e-05}
{"train_loss": 0.004764924757182598, "global_step": 45999, "epoch": 258, "lr": 6.120835376986685e-05}
{"train_loss": 0.0031251301988959312, "global_step": 46000, "epoch": 258, "lr": 6.120691367023601e-05}
{"train_loss": 0.002931704744696617, "global_step": 46001, "epoch": 258, "lr": 6.120547356081659e-05}
{"train_loss": 0.0023234509862959385, "global_step": 46002, "epoch": 258, "lr": 6.120403344160987e-05}
{"train_loss": 0.004605639725923538, "global_step": 46003, "epoch": 258, "lr": 6.12025933126171e-05}
{"train_loss": 0.003716397564858198, "global_step": 46004, "epoch": 258, "lr": 6.120115317383952e-05}
{"train_loss": 0.0033796776551753283, "global_step": 46005, "epoch": 258, "lr": 6.119971302527841e-05}
{"train_loss": 0.002217042725533247, "global_step": 46006, "epoch": 258, "lr": 6.119827286693501e-05}
{"train_loss": 0.0044463989324867725, "global_step": 46007, "epoch": 258, "lr": 6.11968326988106e-05}
{"train_loss": 0.002575544873252511, "global_step": 46008, "epoch": 258, "lr": 6.119539252090643e-05}
{"train_loss": 0.005209686234593391, "global_step": 46009, "epoch": 258, "lr": 6.119395233322374e-05}
{"train_loss": 0.003125016111880541, "global_step": 46010, "epoch": 258, "lr": 6.11925121357638e-05}
{"train_loss": 0.0061408355832099915, "global_step": 46011, "epoch": 258, "lr": 6.119107192852786e-05}
{"train_loss": 0.0036262571811676025, "global_step": 46012, "epoch": 258, "lr": 6.118963171151722e-05}
{"train_loss": 0.002961707767099142, "global_step": 46013, "epoch": 258, "lr": 6.118819148473308e-05}
{"train_loss": 0.0031319924164563417, "global_step": 46014, "epoch": 258, "lr": 6.118675124817674e-05}
{"train_loss": 0.004010437987744808, "global_step": 46015, "epoch": 258, "lr": 6.118531100184943e-05}
{"train_loss": 0.0022986182011663914, "global_step": 46016, "epoch": 258, "lr": 6.118387074575241e-05}
{"train_loss": 0.00554780475795269, "global_step": 46017, "epoch": 258, "lr": 6.118243047988696e-05}
{"train_loss": 0.0061744218692183495, "global_step": 46018, "epoch": 258, "lr": 6.118099020425433e-05}
{"train_loss": 0.002479176502674818, "global_step": 46019, "epoch": 258, "lr": 6.117954991885576e-05}
{"train_loss": 0.0040945434011518955, "global_step": 46020, "epoch": 258, "lr": 6.117810962369252e-05}
{"train_loss": 0.005291636101901531, "global_step": 46021, "epoch": 258, "lr": 6.117666931876588e-05}
{"train_loss": 0.0030846598092466593, "global_step": 46022, "epoch": 258, "lr": 6.117522900407708e-05}
{"train_loss": 0.003735029138624668, "global_step": 46023, "epoch": 258, "lr": 6.117378867962739e-05}
{"train_loss": 0.004837277345359325, "global_step": 46024, "epoch": 258, "lr": 6.117234834541804e-05}
{"train_loss": 0.004029776901006699, "global_step": 46025, "epoch": 258, "lr": 6.117090800145034e-05}
{"train_loss": 0.006334907375276089, "global_step": 46026, "epoch": 258, "lr": 6.116946764772551e-05}
{"train_loss": 0.004275438375771046, "global_step": 46027, "epoch": 258, "lr": 6.116802728424482e-05}
{"train_loss": 0.00604479294270277, "global_step": 46028, "epoch": 258, "lr": 6.11665869110095e-05}
{"train_loss": 0.0049345726147294044, "global_step": 46029, "epoch": 258, "lr": 6.116514652802085e-05}
{"train_loss": 0.004327206406742334, "global_step": 46030, "epoch": 258, "lr": 6.116370613528011e-05}
{"train_loss": 0.007034191861748695, "global_step": 46031, "epoch": 258, "lr": 6.116226573278857e-05}
{"train_loss": 0.004290662705898285, "global_step": 46032, "epoch": 258, "lr": 6.116082532054742e-05}
{"train_loss": 0.003270511282607913, "global_step": 46033, "epoch": 258, "lr": 6.115938489855797e-05}
{"train_loss": 0.00480220653116703, "global_step": 46034, "epoch": 258, "lr": 6.115794446682145e-05}
{"train_loss": 0.0025090803392231464, "global_step": 46035, "epoch": 258, "lr": 6.115650402533915e-05}
{"train_loss": 0.0030308214481920004, "global_step": 46036, "epoch": 258, "lr": 6.11550635741123e-05}
{"train_loss": 0.004312916658818722, "global_step": 46037, "epoch": 258, "lr": 6.115362311314218e-05}
{"train_loss": 0.0013953971210867167, "global_step": 46038, "epoch": 258, "lr": 6.115218264243003e-05}
{"train_loss": 0.004666816908866167, "global_step": 46039, "epoch": 258, "lr": 6.115074216197709e-05}
{"train_loss": 0.0028945282101631165, "global_step": 46040, "epoch": 258, "lr": 6.114930167178467e-05}
{"train_loss": 0.00333184446208179, "global_step": 46041, "epoch": 258, "lr": 6.1147861171854e-05}
{"train_loss": 0.004983498714864254, "global_step": 46042, "epoch": 258, "lr": 6.114642066218635e-05}
{"train_loss": 0.0028851220849901438, "global_step": 46043, "epoch": 258, "lr": 6.114498014278293e-05}
{"train_loss": 0.004153842106461525, "global_step": 46044, "epoch": 258, "lr": 6.114353961364506e-05}
{"train_loss": 0.004467694088816643, "global_step": 46045, "epoch": 258, "lr": 6.114209907477397e-05}
{"train_loss": 0.005686122924089432, "global_step": 46046, "epoch": 258, "lr": 6.114065852617092e-05}
{"train_loss": 0.0034376499243080616, "global_step": 46047, "epoch": 258, "lr": 6.113921796783718e-05}
{"train_loss": 0.0025347773917019367, "global_step": 46048, "epoch": 258, "lr": 6.113777739977398e-05}
{"train_loss": 0.0031824137549847364, "global_step": 46049, "epoch": 258, "lr": 6.113633682198261e-05}
{"train_loss": 0.00274456012994051, "global_step": 46050, "epoch": 258, "lr": 6.113489623446432e-05}
{"train_loss": 0.005993857979774475, "global_step": 46051, "epoch": 258, "lr": 6.113345563722035e-05}
{"train_loss": 0.003227501641958952, "global_step": 46052, "epoch": 258, "lr": 6.113201503025198e-05}
{"train_loss": 0.004070594906806946, "global_step": 46053, "epoch": 258, "lr": 6.113057441356045e-05}
{"train_loss": 0.0027727901469916105, "global_step": 46054, "epoch": 258, "lr": 6.112913378714703e-05}
{"train_loss": 0.002992199966683984, "global_step": 46055, "epoch": 258, "lr": 6.112769315101299e-05}
{"train_loss": 0.00694939075037837, "global_step": 46056, "epoch": 258, "lr": 6.112625250515956e-05}
{"train_loss": 0.0016075079329311848, "global_step": 46057, "epoch": 258, "lr": 6.112481184958802e-05}
{"train_loss": 0.005674140062183142, "global_step": 46058, "epoch": 258, "lr": 6.112337118429961e-05}
{"train_loss": 0.004334575962275267, "global_step": 46059, "epoch": 258, "lr": 6.11219305092956e-05}
{"train_loss": 0.00558857899159193, "global_step": 46060, "epoch": 258, "lr": 6.112048982457727e-05}
{"train_loss": 0.00398888299241662, "global_step": 46061, "epoch": 258, "lr": 6.111904913014584e-05}
{"train_loss": 0.00143721594940871, "global_step": 46062, "epoch": 258, "lr": 6.111760842600258e-05}
{"train_loss": 0.0026208399794995785, "global_step": 46063, "epoch": 258, "lr": 6.111616771214878e-05}
{"train_loss": 0.006143862381577492, "global_step": 46064, "epoch": 258, "lr": 6.111472698858565e-05}
{"train_loss": 0.0037045709323138, "global_step": 46065, "epoch": 258, "lr": 6.111328625531448e-05}
{"train_loss": 0.0038652392104268074, "global_step": 46066, "epoch": 258, "lr": 6.111184551233651e-05}
{"train_loss": 0.0046952213160693645, "global_step": 46067, "epoch": 258, "lr": 6.111040475965299e-05}
{"train_loss": 0.004009329713881016, "global_step": 46068, "epoch": 258, "lr": 6.110896399726522e-05}
{"train_loss": 0.0034316659439355135, "global_step": 46069, "epoch": 258, "lr": 6.110752322517442e-05}
{"train_loss": 0.004729178734123707, "global_step": 46070, "epoch": 258, "lr": 6.110608244338187e-05}
{"train_loss": 0.003525754902511835, "global_step": 46071, "epoch": 258, "lr": 6.110464165188881e-05}
{"train_loss": 0.004140614531934261, "global_step": 46072, "epoch": 258, "lr": 6.110320085069651e-05}
{"train_loss": 0.0055539910681545734, "global_step": 46073, "epoch": 258, "lr": 6.110176003980623e-05}
{"train_loss": 0.0061763497069478035, "global_step": 46074, "epoch": 258, "lr": 6.110031921921922e-05}
{"train_loss": 0.004868498537689447, "global_step": 46075, "epoch": 258, "lr": 6.109887838893676e-05}
{"train_loss": 0.0039799269288778305, "global_step": 46076, "epoch": 258, "lr": 6.109743754896009e-05}
{"train_loss": 0.003418552689254284, "global_step": 46077, "epoch": 258, "lr": 6.109599669929045e-05}
{"train_loss": 0.003446361515671015, "global_step": 46078, "epoch": 258, "lr": 6.109455583992915e-05}
{"train_loss": 0.002717386931180954, "global_step": 46079, "epoch": 258, "lr": 6.10931149708774e-05}
{"train_loss": 0.006530023645609617, "global_step": 46080, "epoch": 258, "lr": 6.109167409213648e-05}
{"train_loss": 0.004139873199164867, "global_step": 46081, "epoch": 258, "lr": 6.109023320370763e-05}
{"train_loss": 0.005537931341677904, "global_step": 46082, "epoch": 258, "lr": 6.108879230559214e-05}
{"train_loss": 0.005653528030961752, "global_step": 46083, "epoch": 258, "lr": 6.108735139779127e-05}
{"train_loss": 0.0029218806885182858, "global_step": 46084, "epoch": 258, "lr": 6.108591048030624e-05}
{"train_loss": 0.00798786897212267, "global_step": 46085, "epoch": 258, "lr": 6.108446955313833e-05}
{"train_loss": 0.003058004193007946, "global_step": 46086, "epoch": 258, "lr": 6.10830286162888e-05}
{"train_loss": 0.004138409160077572, "global_step": 46087, "epoch": 258, "lr": 6.10815876697589e-05}
{"train_loss": 0.003261963836848736, "global_step": 46088, "epoch": 258, "lr": 6.10801467135499e-05}
{"train_loss": 0.0034576328471302986, "global_step": 46089, "epoch": 258, "lr": 6.107870574766306e-05}
{"train_loss": 0.005539072211831808, "global_step": 46090, "epoch": 258, "lr": 6.107726477209962e-05}
{"train_loss": 0.005609057378023863, "global_step": 46091, "epoch": 258, "lr": 6.107582378686084e-05}
{"train_loss": 0.010329692624509335, "global_step": 46092, "epoch": 258, "lr": 6.107438279194802e-05}
{"train_loss": 0.0043144491501152515, "global_step": 46093, "epoch": 258, "lr": 6.107294178736237e-05}
{"train_loss": 0.005175580736249685, "global_step": 46094, "epoch": 258, "lr": 6.107150077310518e-05}
{"train_loss": 0.003271629335358739, "global_step": 46095, "epoch": 258, "lr": 6.107005974917767e-05}
{"train_loss": 0.003744277637451887, "global_step": 46096, "epoch": 258, "lr": 6.106861871558113e-05}
{"train_loss": 0.002826221287250519, "global_step": 46097, "epoch": 258, "lr": 6.106717767231683e-05}
{"train_loss": 0.0023693798575550318, "global_step": 46098, "epoch": 258, "lr": 6.106573661938601e-05}
{"train_loss": 0.007492438890039921, "global_step": 46099, "epoch": 258, "lr": 6.106429555678992e-05}
{"train_loss": 0.0022522485814988613, "global_step": 46100, "epoch": 258, "lr": 6.106285448452982e-05}
{"train_loss": 0.004031785251703532, "global_step": 46101, "epoch": 258, "lr": 6.1061413402607e-05}
{"train_loss": 0.003583945333957672, "global_step": 46102, "epoch": 259, "lr": 6.105997231102268e-05}
{"train_loss": 0.0032915163319557905, "global_step": 46103, "epoch": 259, "lr": 6.105853120977815e-05}
{"train_loss": 0.005191977601498365, "global_step": 46104, "epoch": 259, "lr": 6.105709009887465e-05}
{"train_loss": 0.003390030935406685, "global_step": 46105, "epoch": 259, "lr": 6.105564897831342e-05}
{"train_loss": 0.0031846496276557446, "global_step": 46106, "epoch": 259, "lr": 6.105420784809575e-05}
{"train_loss": 0.004075091797858477, "global_step": 46107, "epoch": 259, "lr": 6.105276670822291e-05}
{"train_loss": 0.006605180911719799, "global_step": 46108, "epoch": 259, "lr": 6.105132555869613e-05}
{"train_loss": 0.005967745557427406, "global_step": 46109, "epoch": 259, "lr": 6.104988439951665e-05}
{"train_loss": 0.003443855559453368, "global_step": 46110, "epoch": 259, "lr": 6.104844323068579e-05}
{"train_loss": 0.004963428247720003, "global_step": 46111, "epoch": 259, "lr": 6.104700205220476e-05}
{"train_loss": 0.003483944106847048, "global_step": 46112, "epoch": 259, "lr": 6.104556086407482e-05}
{"train_loss": 0.004476393107324839, "global_step": 46113, "epoch": 259, "lr": 6.104411966629726e-05}
{"train_loss": 0.008824917487800121, "global_step": 46114, "epoch": 259, "lr": 6.104267845887333e-05}
{"train_loss": 0.004926121793687344, "global_step": 46115, "epoch": 259, "lr": 6.104123724180426e-05}
{"train_loss": 0.0028295046649873257, "global_step": 46116, "epoch": 259, "lr": 6.103979601509134e-05}
{"train_loss": 0.004589274991303682, "global_step": 46117, "epoch": 259, "lr": 6.10383547787358e-05}
{"train_loss": 0.004721933975815773, "global_step": 46118, "epoch": 259, "lr": 6.103691353273895e-05}
{"train_loss": 0.004143767524510622, "global_step": 46119, "epoch": 259, "lr": 6.103547227710199e-05}
{"train_loss": 0.002966581843793392, "global_step": 46120, "epoch": 259, "lr": 6.103403101182621e-05}
{"train_loss": 0.0049440860748291016, "global_step": 46121, "epoch": 259, "lr": 6.103258973691286e-05}
{"train_loss": 0.002584751695394516, "global_step": 46122, "epoch": 259, "lr": 6.103114845236321e-05}
{"train_loss": 0.003760072635486722, "global_step": 46123, "epoch": 259, "lr": 6.1029707158178506e-05}
{"train_loss": 0.0035535546485334635, "global_step": 46124, "epoch": 259, "lr": 6.102826585436e-05}
{"train_loss": 0.00364258186891675, "global_step": 46125, "epoch": 259, "lr": 6.102682454090898e-05}
{"train_loss": 0.004231924191117287, "global_step": 46126, "epoch": 259, "lr": 6.102538321782668e-05}
{"train_loss": 0.0032581083942204714, "global_step": 46127, "epoch": 259, "lr": 6.1023941885114365e-05}
{"train_loss": 0.006416446529328823, "global_step": 46128, "epoch": 259, "lr": 6.10225005427733e-05}
{"train_loss": 0.00503414124250412, "global_step": 46129, "epoch": 259, "lr": 6.102105919080473e-05}
{"train_loss": 0.00435905996710062, "global_step": 46130, "epoch": 259, "lr": 6.101961782920993e-05}
{"train_loss": 0.0034865469206124544, "global_step": 46131, "epoch": 259, "lr": 6.101817645799015e-05}
{"train_loss": 0.004436129238456488, "global_step": 46132, "epoch": 259, "lr": 6.101673507714666e-05}
{"train_loss": 0.002640265040099621, "global_step": 46133, "epoch": 259, "lr": 6.1015293686680685e-05}
{"train_loss": 0.0035382225178182125, "global_step": 46134, "epoch": 259, "lr": 6.101385228659352e-05}
{"train_loss": 0.0030934521928429604, "global_step": 46135, "epoch": 259, "lr": 6.101241087688642e-05}
{"train_loss": 0.007541906554251909, "global_step": 46136, "epoch": 259, "lr": 6.101096945756064e-05}
{"train_loss": 0.006529080215841532, "global_step": 46137, "epoch": 259, "lr": 6.1009528028617424e-05}
{"train_loss": 0.004389251582324505, "global_step": 46138, "epoch": 259, "lr": 6.100808659005806e-05}
{"train_loss": 0.004932764917612076, "global_step": 46139, "epoch": 259, "lr": 6.100664514188377e-05}
{"train_loss": 0.0027725074905902147, "global_step": 46140, "epoch": 259, "lr": 6.100520368409584e-05}
{"train_loss": 0.0018980334280058742, "global_step": 46141, "epoch": 259, "lr": 6.100376221669553e-05}
{"train_loss": 0.004043011926114559, "global_step": 46142, "epoch": 259, "lr": 6.100232073968408e-05}
{"train_loss": 0.004219598136842251, "global_step": 46143, "epoch": 259, "lr": 6.100087925306276e-05}
{"train_loss": 0.0025553125888109207, "global_step": 46144, "epoch": 259, "lr": 6.0999437756832834e-05}
{"train_loss": 0.0024220962077379227, "global_step": 46145, "epoch": 259, "lr": 6.099799625099556e-05}
{"train_loss": 0.004409657325595617, "global_step": 46146, "epoch": 259, "lr": 6.099655473555218e-05}
{"train_loss": 0.0038450458087027073, "global_step": 46147, "epoch": 259, "lr": 6.099511321050398e-05}
{"train_loss": 0.005598118528723717, "global_step": 46148, "epoch": 259, "lr": 6.0993671675852196e-05}
{"train_loss": 0.0023216158151626587, "global_step": 46149, "epoch": 259, "lr": 6.099223013159809e-05}
{"train_loss": 0.0045096734538674355, "global_step": 46150, "epoch": 259, "lr": 6.099078857774295e-05}
{"train_loss": 0.004156898707151413, "global_step": 46151, "epoch": 259, "lr": 6.0989347014288e-05}
{"train_loss": 0.006902853026986122, "global_step": 46152, "epoch": 259, "lr": 6.0987905441234505e-05}
{"train_loss": 0.0029330644756555557, "global_step": 46153, "epoch": 259, "lr": 6.0986463858583734e-05}
{"train_loss": 0.005112824961543083, "global_step": 46154, "epoch": 259, "lr": 6.098502226633695e-05}
{"train_loss": 0.00453439075499773, "global_step": 46155, "epoch": 259, "lr": 6.098358066449539e-05}
{"train_loss": 0.0022417032159864902, "global_step": 46156, "epoch": 259, "lr": 6.098213905306035e-05}
{"train_loss": 0.00616851169615984, "global_step": 46157, "epoch": 259, "lr": 6.098069743203305e-05}
{"train_loss": 0.007044532336294651, "global_step": 46158, "epoch": 259, "lr": 6.097925580141477e-05}
{"train_loss": 0.004815411288291216, "global_step": 46159, "epoch": 259, "lr": 6.097781416120677e-05}
{"train_loss": 0.0038782001938670874, "global_step": 46160, "epoch": 259, "lr": 6.097637251141031e-05}
{"train_loss": 0.0019046335946768522, "global_step": 46161, "epoch": 259, "lr": 6.097493085202663e-05}
{"train_loss": 0.0028543351218104362, "global_step": 46162, "epoch": 259, "lr": 6.097348918305701e-05}
{"train_loss": 0.0037998384796082973, "global_step": 46163, "epoch": 259, "lr": 6.0972047504502703e-05}
{"train_loss": 0.003694357117637992, "global_step": 46164, "epoch": 259, "lr": 6.0970605816364977e-05}
{"train_loss": 0.002125729573890567, "global_step": 46165, "epoch": 259, "lr": 6.096916411864507e-05}
{"train_loss": 0.006434467155486345, "global_step": 46166, "epoch": 259, "lr": 6.096772241134426e-05}
{"train_loss": 0.0030844486318528652, "global_step": 46167, "epoch": 259, "lr": 6.09662806944638e-05}
{"train_loss": 0.0053529273718595505, "global_step": 46168, "epoch": 259, "lr": 6.096483896800493e-05}
{"train_loss": 0.0031804009340703487, "global_step": 46169, "epoch": 259, "lr": 6.0963397231968956e-05}
{"train_loss": 0.003784721251577139, "global_step": 46170, "epoch": 259, "lr": 6.096195548635709e-05}
{"train_loss": 0.003875007154420018, "global_step": 46171, "epoch": 259, "lr": 6.096051373117062e-05}
{"train_loss": 0.002902844687923789, "global_step": 46172, "epoch": 259, "lr": 6.095907196641079e-05}
{"train_loss": 0.00196012482047081, "global_step": 46173, "epoch": 259, "lr": 6.095763019207887e-05}
{"train_loss": 0.0051099034026265144, "global_step": 46174, "epoch": 259, "lr": 6.0956188408176115e-05}
{"train_loss": 0.002257484942674637, "global_step": 46175, "epoch": 259, "lr": 6.095474661470377e-05}
{"train_loss": 0.0034599979408085346, "global_step": 46176, "epoch": 259, "lr": 6.0953304811663124e-05}
{"train_loss": 0.002336584497243166, "global_step": 46177, "epoch": 259, "lr": 6.095186299905541e-05}
{"train_loss": 0.0059668999165296555, "global_step": 46178, "epoch": 259, "lr": 6.09504211768819e-05}
{"train_loss": 0.0037651238963007927, "global_step": 46179, "epoch": 259, "lr": 6.0948979345143854e-05}
{"train_loss": 0.0016108965501189232, "global_step": 46180, "epoch": 259, "lr": 6.094753750384253e-05}
{"train_loss": 0.001654641586355865, "global_step": 46181, "epoch": 259, "lr": 6.0946095652979185e-05}
{"train_loss": 0.002781445160508156, "global_step": 46182, "epoch": 259, "lr": 6.094465379255507e-05}
{"train_loss": 0.003798399120569229, "global_step": 46183, "epoch": 259, "lr": 6.0943211922571474e-05}
{"train_loss": 0.0074545638635754585, "global_step": 46184, "epoch": 259, "lr": 6.0941770043029624e-05}
{"train_loss": 0.0037598847411572933, "global_step": 46185, "epoch": 259, "lr": 6.094032815393079e-05}
{"train_loss": 0.006462886929512024, "global_step": 46186, "epoch": 259, "lr": 6.093888625527623e-05}
{"train_loss": 0.004516230430454016, "global_step": 46187, "epoch": 259, "lr": 6.093744434706721e-05}
{"train_loss": 0.004983692429959774, "global_step": 46188, "epoch": 259, "lr": 6.093600242930498e-05}
{"train_loss": 0.0025332565419375896, "global_step": 46189, "epoch": 259, "lr": 6.0934560501990825e-05}
{"train_loss": 0.0034830910153687, "global_step": 46190, "epoch": 259, "lr": 6.093311856512596e-05}
{"train_loss": 0.0025940085761249065, "global_step": 46191, "epoch": 259, "lr": 6.093167661871168e-05}
{"train_loss": 0.005629164166748524, "global_step": 46192, "epoch": 259, "lr": 6.093023466274923e-05}
{"train_loss": 0.002195637673139572, "global_step": 46193, "epoch": 259, "lr": 6.0928792697239877e-05}
{"train_loss": 0.003671472193673253, "global_step": 46194, "epoch": 259, "lr": 6.0927350722184884e-05}
{"train_loss": 0.006165608298033476, "global_step": 46195, "epoch": 259, "lr": 6.092590873758548e-05}
{"train_loss": 0.004721788689494133, "global_step": 46196, "epoch": 259, "lr": 6.0924466743442955e-05}
{"train_loss": 0.006762983277440071, "global_step": 46197, "epoch": 259, "lr": 6.092302473975856e-05}
{"train_loss": 0.006510383449494839, "global_step": 46198, "epoch": 259, "lr": 6.0921582726533566e-05}
{"train_loss": 0.0044311778619885445, "global_step": 46199, "epoch": 259, "lr": 6.0920140703769226e-05}
{"train_loss": 0.007592234760522842, "global_step": 46200, "epoch": 259, "lr": 6.0918698671466766e-05}
{"train_loss": 0.0029681280720978975, "global_step": 46201, "epoch": 259, "lr": 6.091725662962751e-05}
{"train_loss": 0.0030548428185284138, "global_step": 46202, "epoch": 259, "lr": 6.0915814578252665e-05}
{"train_loss": 0.0067893448285758495, "global_step": 46203, "epoch": 259, "lr": 6.091437251734351e-05}
{"train_loss": 0.004863068927079439, "global_step": 46204, "epoch": 259, "lr": 6.0912930446901305e-05}
{"train_loss": 0.0031582433730363846, "global_step": 46205, "epoch": 259, "lr": 6.0911488366927295e-05}
{"train_loss": 0.0021997266449034214, "global_step": 46206, "epoch": 259, "lr": 6.091004627742276e-05}
{"train_loss": 0.00616289721801877, "global_step": 46207, "epoch": 259, "lr": 6.090860417838896e-05}
{"train_loss": 0.0038459659554064274, "global_step": 46208, "epoch": 259, "lr": 6.090716206982714e-05}
{"train_loss": 0.0034287371672689915, "global_step": 46209, "epoch": 259, "lr": 6.0905719951738546e-05}
{"train_loss": 0.00460323691368103, "global_step": 46210, "epoch": 259, "lr": 6.0904277824124476e-05}
{"train_loss": 0.0038226614706218243, "global_step": 46211, "epoch": 259, "lr": 6.090283568698618e-05}
{"train_loss": 0.0029121870175004005, "global_step": 46212, "epoch": 259, "lr": 6.090139354032489e-05}
{"train_loss": 0.006028051488101482, "global_step": 46213, "epoch": 259, "lr": 6.08999513841419e-05}
{"train_loss": 0.005211506504565477, "global_step": 46214, "epoch": 259, "lr": 6.089850921843844e-05}
{"train_loss": 0.0033420834224671125, "global_step": 46215, "epoch": 259, "lr": 6.0897067043215783e-05}
{"train_loss": 0.003421240719035268, "global_step": 46216, "epoch": 259, "lr": 6.089562485847519e-05}
{"train_loss": 0.003939435817301273, "global_step": 46217, "epoch": 259, "lr": 6.0894182664217916e-05}
{"train_loss": 0.002908778842538595, "global_step": 46218, "epoch": 259, "lr": 6.089274046044523e-05}
{"train_loss": 0.002404541242867708, "global_step": 46219, "epoch": 259, "lr": 6.089129824715838e-05}
{"train_loss": 0.003344881348311901, "global_step": 46220, "epoch": 259, "lr": 6.0889856024358636e-05}
{"train_loss": 0.002423349767923355, "global_step": 46221, "epoch": 259, "lr": 6.088841379204726e-05}
{"train_loss": 0.004856830462813377, "global_step": 46222, "epoch": 259, "lr": 6.08869715502255e-05}
{"train_loss": 0.0025875300634652376, "global_step": 46223, "epoch": 259, "lr": 6.088552929889463e-05}
{"train_loss": 0.002308050636202097, "global_step": 46224, "epoch": 259, "lr": 6.088408703805587e-05}
{"train_loss": 0.0024775927886366844, "global_step": 46225, "epoch": 259, "lr": 6.088264476771054e-05}
{"train_loss": 0.003490990726277232, "global_step": 46226, "epoch": 259, "lr": 6.0881202487859856e-05}
{"train_loss": 0.003390305209904909, "global_step": 46227, "epoch": 259, "lr": 6.0879760198505095e-05}
{"train_loss": 0.004927417263388634, "global_step": 46228, "epoch": 259, "lr": 6.0878317899647506e-05}
{"train_loss": 0.0038170358166098595, "global_step": 46229, "epoch": 259, "lr": 6.087687559128836e-05}
{"train_loss": 0.0019901052583009005, "global_step": 46230, "epoch": 259, "lr": 6.087543327342893e-05}
{"train_loss": 0.0030265911482274532, "global_step": 46231, "epoch": 259, "lr": 6.0873990946070445e-05}
{"train_loss": 0.0037256465293467045, "global_step": 46232, "epoch": 259, "lr": 6.087254860921418e-05}
{"train_loss": 0.0029766159132122993, "global_step": 46233, "epoch": 259, "lr": 6.087110626286138e-05}
{"train_loss": 0.0025415702257305384, "global_step": 46234, "epoch": 259, "lr": 6.086966390701333e-05}
{"train_loss": 0.006624577566981316, "global_step": 46235, "epoch": 259, "lr": 6.086822154167128e-05}
{"train_loss": 0.003164054825901985, "global_step": 46236, "epoch": 259, "lr": 6.086677916683648e-05}
{"train_loss": 0.002824072726070881, "global_step": 46237, "epoch": 259, "lr": 6.08653367825102e-05}
{"train_loss": 0.004380402155220509, "global_step": 46238, "epoch": 259, "lr": 6.0863894388693684e-05}
{"train_loss": 0.001908432925119996, "global_step": 46239, "epoch": 259, "lr": 6.0862451985388225e-05}
{"train_loss": 0.0017661936581134796, "global_step": 46240, "epoch": 259, "lr": 6.086100957259506e-05}
{"train_loss": 0.00762650603428483, "global_step": 46241, "epoch": 259, "lr": 6.0859567150315455e-05}
{"train_loss": 0.004735919181257486, "global_step": 46242, "epoch": 259, "lr": 6.085812471855066e-05}
{"train_loss": 0.004706826992332935, "global_step": 46243, "epoch": 259, "lr": 6.085668227730194e-05}
{"train_loss": 0.0037036598660051823, "global_step": 46244, "epoch": 259, "lr": 6.0855239826570555e-05}
{"train_loss": 0.0028762654401361942, "global_step": 46245, "epoch": 259, "lr": 6.085379736635777e-05}
{"train_loss": 0.0019436292350292206, "global_step": 46246, "epoch": 259, "lr": 6.0852354896664844e-05}
{"train_loss": 0.003327932907268405, "global_step": 46247, "epoch": 259, "lr": 6.0850912417493036e-05}
{"train_loss": 0.0027668296825140715, "global_step": 46248, "epoch": 259, "lr": 6.0849469928843586e-05}
{"train_loss": 0.005742485169321299, "global_step": 46249, "epoch": 259, "lr": 6.084802743071779e-05}
{"train_loss": 0.003280319506302476, "global_step": 46250, "epoch": 259, "lr": 6.0846584923116886e-05}
{"train_loss": 0.0024905004538595676, "global_step": 46251, "epoch": 259, "lr": 6.084514240604214e-05}
{"train_loss": 0.0038484055548906326, "global_step": 46252, "epoch": 259, "lr": 6.08436998794948e-05}
{"train_loss": 0.002050314098596573, "global_step": 46253, "epoch": 259, "lr": 6.084225734347614e-05}
{"train_loss": 0.006949004251509905, "global_step": 46254, "epoch": 259, "lr": 6.084081479798742e-05}
{"train_loss": 0.004727515392005444, "global_step": 46255, "epoch": 259, "lr": 6.08393722430299e-05}
{"train_loss": 0.004537123255431652, "global_step": 46256, "epoch": 259, "lr": 6.083792967860483e-05}
{"train_loss": 0.002043795771896839, "global_step": 46257, "epoch": 259, "lr": 6.083648710471347e-05}
{"train_loss": 0.0032318567391484976, "global_step": 46258, "epoch": 259, "lr": 6.0835044521357076e-05}
{"train_loss": 0.002726030070334673, "global_step": 46259, "epoch": 259, "lr": 6.083360192853693e-05}
{"train_loss": 0.005524614360183477, "global_step": 46260, "epoch": 259, "lr": 6.083215932625429e-05}
{"train_loss": 0.0009678941569291055, "global_step": 46261, "epoch": 259, "lr": 6.0830716714510405e-05}
{"train_loss": 0.004593923222273588, "global_step": 46262, "epoch": 259, "lr": 6.082927409330652e-05}
{"train_loss": 0.004193294793367386, "global_step": 46263, "epoch": 259, "lr": 6.082783146264391e-05}
{"train_loss": 0.0039643654599785805, "global_step": 46264, "epoch": 259, "lr": 6.082638882252385e-05}
{"train_loss": 0.0027570314705371857, "global_step": 46265, "epoch": 259, "lr": 6.082494617294758e-05}
{"train_loss": 0.004486386198550463, "global_step": 46266, "epoch": 259, "lr": 6.082350351391638e-05}
{"train_loss": 0.0027582398615777493, "global_step": 46267, "epoch": 259, "lr": 6.082206084543147e-05}
{"train_loss": 0.0023866239935159683, "global_step": 46268, "epoch": 259, "lr": 6.082061816749416e-05}
{"train_loss": 0.006938745267689228, "global_step": 46269, "epoch": 259, "lr": 6.0819175480105675e-05}
{"train_loss": 0.003931041806936264, "global_step": 46270, "epoch": 259, "lr": 6.081773278326729e-05}
{"train_loss": 0.0036146456841379404, "global_step": 46271, "epoch": 259, "lr": 6.081629007698024e-05}
{"train_loss": 0.0033558481372892857, "global_step": 46272, "epoch": 259, "lr": 6.081484736124583e-05}
{"train_loss": 0.004068381618708372, "global_step": 46273, "epoch": 259, "lr": 6.08134046360653e-05}
{"train_loss": 0.002101498655974865, "global_step": 46274, "epoch": 259, "lr": 6.081196190143989e-05}
{"train_loss": 0.0036238511092960835, "global_step": 46275, "epoch": 259, "lr": 6.081051915737089e-05}
{"train_loss": 0.0023851266596466303, "global_step": 46276, "epoch": 259, "lr": 6.0809076403859544e-05}
{"train_loss": 0.007267629262059927, "global_step": 46277, "epoch": 259, "lr": 6.0807633640907114e-05}
{"train_loss": 0.003680609865114093, "global_step": 46278, "epoch": 259, "lr": 6.0806190868514855e-05}
{"train_loss": 0.0039646106067746665, "global_step": 46279, "epoch": 259, "lr": 6.080474808668404e-05}
{"train_loss": 0.003539726138114929, "global_step": 46280, "epoch": 260, "lr": 6.080330529541592e-05}
{"train_loss": 0.00306042842566967, "global_step": 46281, "epoch": 260, "lr": 6.080186249471176e-05}
{"train_loss": 0.00265432707965374, "global_step": 46282, "epoch": 260, "lr": 6.080041968457282e-05}
{"train_loss": 0.0037666200660169125, "global_step": 46283, "epoch": 260, "lr": 6.079897686500036e-05}
{"train_loss": 0.0035618548281490803, "global_step": 46284, "epoch": 260, "lr": 6.079753403599563e-05}
{"train_loss": 0.004221953451633453, "global_step": 46285, "epoch": 260, "lr": 6.079609119755991e-05}
{"train_loss": 0.003688027150928974, "global_step": 46286, "epoch": 260, "lr": 6.0794648349694435e-05}
{"train_loss": 0.002663126913830638, "global_step": 46287, "epoch": 260, "lr": 6.0793205492400486e-05}
{"train_loss": 0.0024518268182873726, "global_step": 46288, "epoch": 260, "lr": 6.079176262567933e-05}
{"train_loss": 0.00201006093993783, "global_step": 46289, "epoch": 260, "lr": 6.0790319749532196e-05}
{"train_loss": 0.0028951093554496765, "global_step": 46290, "epoch": 260, "lr": 6.078887686396036e-05}
{"train_loss": 0.0022758650593459606, "global_step": 46291, "epoch": 260, "lr": 6.07874339689651e-05}
{"train_loss": 0.005064793396741152, "global_step": 46292, "epoch": 260, "lr": 6.078599106454766e-05}
{"train_loss": 0.0046073514968156815, "global_step": 46293, "epoch": 260, "lr": 6.0784548150709284e-05}
{"train_loss": 0.006259327754378319, "global_step": 46294, "epoch": 260, "lr": 6.078310522745126e-05}
{"train_loss": 0.003501096274703741, "global_step": 46295, "epoch": 260, "lr": 6.078166229477484e-05}
{"train_loss": 0.004474970977753401, "global_step": 46296, "epoch": 260, "lr": 6.078021935268128e-05}
{"train_loss": 0.005378091707825661, "global_step": 46297, "epoch": 260, "lr": 6.077877640117184e-05}
{"train_loss": 0.0028531658463180065, "global_step": 46298, "epoch": 260, "lr": 6.077733344024779e-05}
{"train_loss": 0.0049482849426567554, "global_step": 46299, "epoch": 260, "lr": 6.077589046991037e-05}
{"train_loss": 0.001983657479286194, "global_step": 46300, "epoch": 260, "lr": 6.0774447490160844e-05}
{"train_loss": 0.003258858108893037, "global_step": 46301, "epoch": 260, "lr": 6.0773004501000507e-05}
{"train_loss": 0.0024364336859434843, "global_step": 46302, "epoch": 260, "lr": 6.077156150243058e-05}
{"train_loss": 0.003953112289309502, "global_step": 46303, "epoch": 260, "lr": 6.0770118494452344e-05}
{"train_loss": 0.005710551515221596, "global_step": 46304, "epoch": 260, "lr": 6.076867547706706e-05}
{"train_loss": 0.0057556163519620895, "global_step": 46305, "epoch": 260, "lr": 6.0767232450275956e-05}
{"train_loss": 0.004344115033745766, "global_step": 46306, "epoch": 260, "lr": 6.076578941408034e-05}
{"train_loss": 0.004886661656200886, "global_step": 46307, "epoch": 260, "lr": 6.076434636848145e-05}
{"train_loss": 0.005402309820055962, "global_step": 46308, "epoch": 260, "lr": 6.076290331348053e-05}
{"train_loss": 0.005434030666947365, "global_step": 46309, "epoch": 260, "lr": 6.076146024907886e-05}
{"train_loss": 0.0025669108144938946, "global_step": 46310, "epoch": 260, "lr": 6.076001717527771e-05}
{"train_loss": 0.0013183217961341143, "global_step": 46311, "epoch": 260, "lr": 6.075857409207832e-05}
{"train_loss": 0.005174814723432064, "global_step": 46312, "epoch": 260, "lr": 6.075713099948196e-05}
{"train_loss": 0.003365157637745142, "global_step": 46313, "epoch": 260, "lr": 6.075568789748989e-05}
{"train_loss": 0.0028351456858217716, "global_step": 46314, "epoch": 260, "lr": 6.075424478610336e-05}
{"train_loss": 0.00204062694683671, "global_step": 46315, "epoch": 260, "lr": 6.0752801665323646e-05}
{"train_loss": 0.002883770503103733, "global_step": 46316, "epoch": 260, "lr": 6.0751358535152e-05}
{"train_loss": 0.00353585509583354, "global_step": 46317, "epoch": 260, "lr": 6.0749915395589696e-05}
{"train_loss": 0.0063257478177547455, "global_step": 46318, "epoch": 260, "lr": 6.0748472246637955e-05}
{"train_loss": 0.006710991263389587, "global_step": 46319, "epoch": 260, "lr": 6.074702908829809e-05}
{"train_loss": 0.004124220460653305, "global_step": 46320, "epoch": 260, "lr": 6.0745585920571334e-05}
{"train_loss": 0.004667110741138458, "global_step": 46321, "epoch": 260, "lr": 6.0744142743458946e-05}
{"train_loss": 0.002429208718240261, "global_step": 46322, "epoch": 260, "lr": 6.074269955696219e-05}
{"train_loss": 0.007099620997905731, "global_step": 46323, "epoch": 260, "lr": 6.074125636108232e-05}
{"train_loss": 0.00256450311280787, "global_step": 46324, "epoch": 260, "lr": 6.0739813155820614e-05}
{"train_loss": 0.006141251884400845, "global_step": 46325, "epoch": 260, "lr": 6.073836994117832e-05}
{"train_loss": 0.004263664595782757, "global_step": 46326, "epoch": 260, "lr": 6.07369267171567e-05}
{"train_loss": 0.005104324780404568, "global_step": 46327, "epoch": 260, "lr": 6.0735483483757025e-05}
{"train_loss": 0.0018286769045516849, "global_step": 46328, "epoch": 260, "lr": 6.073404024098053e-05}
{"train_loss": 0.004361668135970831, "global_step": 46329, "epoch": 260, "lr": 6.07325969888285e-05}
{"train_loss": 0.00331323454156518, "global_step": 46330, "epoch": 260, "lr": 6.0731153727302194e-05}
{"train_loss": 0.003238129895180464, "global_step": 46331, "epoch": 260, "lr": 6.072971045640286e-05}
{"train_loss": 0.006098037585616112, "global_step": 46332, "epoch": 260, "lr": 6.072826717613177e-05}
{"train_loss": 0.005943038500845432, "global_step": 46333, "epoch": 260, "lr": 6.072682388649017e-05}
{"train_loss": 0.005076452624052763, "global_step": 46334, "epoch": 260, "lr": 6.072538058747934e-05}
{"train_loss": 0.0037070042453706264, "global_step": 46335, "epoch": 260, "lr": 6.072393727910053e-05}
{"train_loss": 0.006366534624248743, "global_step": 46336, "epoch": 260, "lr": 6.0722493961355e-05}
{"train_loss": 0.005550755187869072, "global_step": 46337, "epoch": 260, "lr": 6.0721050634243994e-05}
{"train_loss": 0.0026025548577308655, "global_step": 46338, "epoch": 260, "lr": 6.071960729776881e-05}
{"train_loss": 0.004160366952419281, "global_step": 46339, "epoch": 260, "lr": 6.071816395193068e-05}
{"train_loss": 0.006951113697141409, "global_step": 46340, "epoch": 260, "lr": 6.071672059673088e-05}
{"train_loss": 0.002624839311465621, "global_step": 46341, "epoch": 260, "lr": 6.0715277232170675e-05}
{"train_loss": 0.0030159095767885447, "global_step": 46342, "epoch": 260, "lr": 6.071383385825129e-05}
{"train_loss": 0.005210573785007, "global_step": 46343, "epoch": 260, "lr": 6.0712390474974014e-05}
{"train_loss": 0.003339835675433278, "global_step": 46344, "epoch": 260, "lr": 6.071094708234012e-05}
{"train_loss": 0.006395790725946426, "global_step": 46345, "epoch": 260, "lr": 6.070950368035084e-05}
{"train_loss": 0.0022323429584503174, "global_step": 46346, "epoch": 260, "lr": 6.070806026900746e-05}
{"train_loss": 0.002528817392885685, "global_step": 46347, "epoch": 260, "lr": 6.0706616848311225e-05}
{"train_loss": 0.0031123398803174496, "global_step": 46348, "epoch": 260, "lr": 6.0705173418263394e-05}
{"train_loss": 0.005296509712934494, "global_step": 46349, "epoch": 260, "lr": 6.070372997886524e-05}
{"train_loss": 0.00524624390527606, "global_step": 46350, "epoch": 260, "lr": 6.070228653011802e-05}
{"train_loss": 0.006630749441683292, "global_step": 46351, "epoch": 260, "lr": 6.070084307202299e-05}
{"train_loss": 0.002282259752973914, "global_step": 46352, "epoch": 260, "lr": 6.069939960458141e-05}
{"train_loss": 0.00766898225992918, "global_step": 46353, "epoch": 260, "lr": 6.0697956127794544e-05}
{"train_loss": 0.0016585292760282755, "global_step": 46354, "epoch": 260, "lr": 6.069651264166365e-05}
{"train_loss": 0.0065674385987222195, "global_step": 46355, "epoch": 260, "lr": 6.0695069146189995e-05}
{"train_loss": 0.0026360764168202877, "global_step": 46356, "epoch": 260, "lr": 6.069362564137483e-05}
{"train_loss": 0.0019767452031373978, "global_step": 46357, "epoch": 260, "lr": 6.0692182127219435e-05}
{"train_loss": 0.0034287385642528534, "global_step": 46358, "epoch": 260, "lr": 6.069073860372504e-05}
{"train_loss": 0.0038644149899482727, "global_step": 46359, "epoch": 260, "lr": 6.068929507089294e-05}
{"train_loss": 0.0026598270051181316, "global_step": 46360, "epoch": 260, "lr": 6.0687851528724374e-05}
{"train_loss": 0.0038471990264952183, "global_step": 46361, "epoch": 260, "lr": 6.068640797722059e-05}
{"train_loss": 0.004852467216551304, "global_step": 46362, "epoch": 260, "lr": 6.0684964416382885e-05}
{"train_loss": 0.0018541966564953327, "global_step": 46363, "epoch": 260, "lr": 6.068352084621248e-05}
{"train_loss": 0.005478904582560062, "global_step": 46364, "epoch": 260, "lr": 6.068207726671069e-05}
{"train_loss": 0.004227521829307079, "global_step": 46365, "epoch": 260, "lr": 6.0680633677878726e-05}
{"train_loss": 0.006347831338644028, "global_step": 46366, "epoch": 260, "lr": 6.0679190079717875e-05}
{"train_loss": 0.002577799605205655, "global_step": 46367, "epoch": 260, "lr": 6.067774647222937e-05}
{"train_loss": 0.009080318734049797, "global_step": 46368, "epoch": 260, "lr": 6.06763028554145e-05}
{"train_loss": 0.003935313783586025, "global_step": 46369, "epoch": 260, "lr": 6.0674859229274524e-05}
{"train_loss": 0.0033960784785449505, "global_step": 46370, "epoch": 260, "lr": 6.06734155938107e-05}
{"train_loss": 0.0023435314651578665, "global_step": 46371, "epoch": 260, "lr": 6.067197194902428e-05}
{"train_loss": 0.003654774744063616, "global_step": 46372, "epoch": 260, "lr": 6.067052829491653e-05}
{"train_loss": 0.004325039219111204, "global_step": 46373, "epoch": 260, "lr": 6.0669084631488705e-05}
{"train_loss": 0.0023692194372415543, "global_step": 46374, "epoch": 260, "lr": 6.0667640958742076e-05}
{"train_loss": 0.002257545478641987, "global_step": 46375, "epoch": 260, "lr": 6.06661972766779e-05}
{"train_loss": 0.0056860363110899925, "global_step": 46376, "epoch": 260, "lr": 6.066475358529743e-05}
{"train_loss": 0.0060691530816257, "global_step": 46377, "epoch": 260, "lr": 6.0663309884601945e-05}
{"train_loss": 0.003652544692158699, "global_step": 46378, "epoch": 260, "lr": 6.06618661745927e-05}
{"train_loss": 0.0021406495943665504, "global_step": 46379, "epoch": 260, "lr": 6.066042245527094e-05}
{"train_loss": 0.0077087669633328915, "global_step": 46380, "epoch": 260, "lr": 6.065897872663794e-05}
{"train_loss": 0.0041150888428092, "global_step": 46381, "epoch": 260, "lr": 6.065753498869495e-05}
{"train_loss": 0.003372329054400325, "global_step": 46382, "epoch": 260, "lr": 6.065609124144326e-05}
{"train_loss": 0.004670495633035898, "global_step": 46383, "epoch": 260, "lr": 6.0654647484884094e-05}
{"train_loss": 0.004789821803569794, "global_step": 46384, "epoch": 260, "lr": 6.0653203719018736e-05}
{"train_loss": 0.0023665691260248423, "global_step": 46385, "epoch": 260, "lr": 6.065175994384844e-05}
{"train_loss": 0.0038811976555734873, "global_step": 46386, "epoch": 260, "lr": 6.065031615937447e-05}
{"train_loss": 0.002941275481134653, "global_step": 46387, "epoch": 260, "lr": 6.064887236559807e-05}
{"train_loss": 0.0035326769575476646, "global_step": 46388, "epoch": 260, "lr": 6.0647428562520545e-05}
{"train_loss": 0.0025486983358860016, "global_step": 46389, "epoch": 260, "lr": 6.0645984750143116e-05}
{"train_loss": 0.005374260246753693, "global_step": 46390, "epoch": 260, "lr": 6.064454092846703e-05}
{"train_loss": 0.005345571786165237, "global_step": 46391, "epoch": 260, "lr": 6.064309709749361e-05}
{"train_loss": 0.0033818003721535206, "global_step": 46392, "epoch": 260, "lr": 6.064165325722406e-05}
{"train_loss": 0.004539323505014181, "global_step": 46393, "epoch": 260, "lr": 6.0640209407659665e-05}
{"train_loss": 0.00802551582455635, "global_step": 46394, "epoch": 260, "lr": 6.063876554880169e-05}
{"train_loss": 0.0025330011267215014, "global_step": 46395, "epoch": 260, "lr": 6.063732168065137e-05}
{"train_loss": 0.006120075471699238, "global_step": 46396, "epoch": 260, "lr": 6.0635877803209994e-05}
{"train_loss": 0.0020894312765449286, "global_step": 46397, "epoch": 260, "lr": 6.063443391647883e-05}
{"train_loss": 0.0038534211926162243, "global_step": 46398, "epoch": 260, "lr": 6.0632990020459105e-05}
{"train_loss": 0.001718416577205062, "global_step": 46399, "epoch": 260, "lr": 6.063154611515209e-05}
{"train_loss": 0.0032281868625432253, "global_step": 46400, "epoch": 260, "lr": 6.063010220055907e-05}
{"train_loss": 0.004951675422489643, "global_step": 46401, "epoch": 260, "lr": 6.0628658276681296e-05}
{"train_loss": 0.0032362518832087517, "global_step": 46402, "epoch": 260, "lr": 6.062721434352001e-05}
{"train_loss": 0.0021913470700383186, "global_step": 46403, "epoch": 260, "lr": 6.06257704010765e-05}
{"train_loss": 0.003435863647609949, "global_step": 46404, "epoch": 260, "lr": 6.0624326449352e-05}
{"train_loss": 0.00479242205619812, "global_step": 46405, "epoch": 260, "lr": 6.0622882488347775e-05}
{"train_loss": 0.005863864906132221, "global_step": 46406, "epoch": 260, "lr": 6.062143851806512e-05}
{"train_loss": 0.0021233134903013706, "global_step": 46407, "epoch": 260, "lr": 6.0619994538505265e-05}
{"train_loss": 0.00379401003010571, "global_step": 46408, "epoch": 260, "lr": 6.061855054966948e-05}
{"train_loss": 0.0028926823288202286, "global_step": 46409, "epoch": 260, "lr": 6.0617106551559025e-05}
{"train_loss": 0.0035566948354244232, "global_step": 46410, "epoch": 260, "lr": 6.0615662544175164e-05}
{"train_loss": 0.003963513765484095, "global_step": 46411, "epoch": 260, "lr": 6.061421852751915e-05}
{"train_loss": 0.0019082118524238467, "global_step": 46412, "epoch": 260, "lr": 6.061277450159226e-05}
{"train_loss": 0.0027403647545725107, "global_step": 46413, "epoch": 260, "lr": 6.0611330466395744e-05}
{"train_loss": 0.001992348115891218, "global_step": 46414, "epoch": 260, "lr": 6.060988642193085e-05}
{"train_loss": 0.002446709666401148, "global_step": 46415, "epoch": 260, "lr": 6.060844236819887e-05}
{"train_loss": 0.004747963976114988, "global_step": 46416, "epoch": 260, "lr": 6.060699830520103e-05}
{"train_loss": 0.00345083000138402, "global_step": 46417, "epoch": 260, "lr": 6.060555423293863e-05}
{"train_loss": 0.0033777025528252125, "global_step": 46418, "epoch": 260, "lr": 6.06041101514129e-05}
{"train_loss": 0.003907280042767525, "global_step": 46419, "epoch": 260, "lr": 6.0602666060625125e-05}
{"train_loss": 0.002921018749475479, "global_step": 46420, "epoch": 260, "lr": 6.060122196057655e-05}
{"train_loss": 0.004167098086327314, "global_step": 46421, "epoch": 260, "lr": 6.0599777851268436e-05}
{"train_loss": 0.003363426774740219, "global_step": 46422, "epoch": 260, "lr": 6.059833373270205e-05}
{"train_loss": 0.003461280604824424, "global_step": 46423, "epoch": 260, "lr": 6.059688960487865e-05}
{"train_loss": 0.0024820410180836916, "global_step": 46424, "epoch": 260, "lr": 6.059544546779951e-05}
{"train_loss": 0.002085617743432522, "global_step": 46425, "epoch": 260, "lr": 6.059400132146587e-05}
{"train_loss": 0.003842463716864586, "global_step": 46426, "epoch": 260, "lr": 6.059255716587899e-05}
{"train_loss": 0.005545763298869133, "global_step": 46427, "epoch": 260, "lr": 6.059111300104017e-05}
{"train_loss": 0.005498717539012432, "global_step": 46428, "epoch": 260, "lr": 6.058966882695063e-05}
{"train_loss": 0.005576848052442074, "global_step": 46429, "epoch": 260, "lr": 6.0588224643611645e-05}
{"train_loss": 0.0032722936011850834, "global_step": 46430, "epoch": 260, "lr": 6.058678045102449e-05}
{"train_loss": 0.0038056420162320137, "global_step": 46431, "epoch": 260, "lr": 6.0585336249190414e-05}
{"train_loss": 0.0035183648578822613, "global_step": 46432, "epoch": 260, "lr": 6.058389203811068e-05}
{"train_loss": 0.004696615040302277, "global_step": 46433, "epoch": 260, "lr": 6.058244781778654e-05}
{"train_loss": 0.004643220454454422, "global_step": 46434, "epoch": 260, "lr": 6.058100358821926e-05}
{"train_loss": 0.00407753512263298, "global_step": 46435, "epoch": 260, "lr": 6.057955934941012e-05}
{"train_loss": 0.0037306942977011204, "global_step": 46436, "epoch": 260, "lr": 6.0578115101360357e-05}
{"train_loss": 0.00205875001847744, "global_step": 46437, "epoch": 260, "lr": 6.0576670844071236e-05}
{"train_loss": 0.004153545014560223, "global_step": 46438, "epoch": 260, "lr": 6.057522657754403e-05}
{"train_loss": 0.005345979705452919, "global_step": 46439, "epoch": 260, "lr": 6.057378230178e-05}
{"train_loss": 0.00718904472887516, "global_step": 46440, "epoch": 260, "lr": 6.057233801678041e-05}
{"train_loss": 0.0037112203426659107, "global_step": 46441, "epoch": 260, "lr": 6.057089372254651e-05}
{"train_loss": 0.002586493967100978, "global_step": 46442, "epoch": 260, "lr": 6.056944941907955e-05}
{"train_loss": 0.0031324243173003197, "global_step": 46443, "epoch": 260, "lr": 6.056800510638082e-05}
{"train_loss": 0.004991867113858461, "global_step": 46444, "epoch": 260, "lr": 6.0566560784451566e-05}
{"train_loss": 0.005648245103657246, "global_step": 46445, "epoch": 260, "lr": 6.056511645329306e-05}
{"train_loss": 0.0030679628252983093, "global_step": 46446, "epoch": 260, "lr": 6.056367211290653e-05}
{"train_loss": 0.003203003201633692, "global_step": 46447, "epoch": 260, "lr": 6.056222776329328e-05}
{"train_loss": 0.004755065776407719, "global_step": 46448, "epoch": 260, "lr": 6.056078340445456e-05}
{"train_loss": 0.00819774717092514, "global_step": 46449, "epoch": 260, "lr": 6.055933903639161e-05}
{"train_loss": 0.0032838620245456696, "global_step": 46450, "epoch": 260, "lr": 6.055789465910573e-05}
{"train_loss": 0.001882090698927641, "global_step": 46451, "epoch": 260, "lr": 6.055645027259815e-05}
{"train_loss": 0.005814579781144857, "global_step": 46452, "epoch": 260, "lr": 6.055500587687014e-05}
{"train_loss": 0.003322410862892866, "global_step": 46453, "epoch": 260, "lr": 6.055356147192297e-05}
{"train_loss": 0.002006704220548272, "global_step": 46454, "epoch": 260, "lr": 6.055211705775788e-05}
{"train_loss": 0.005003628320991993, "global_step": 46455, "epoch": 260, "lr": 6.055067263437616e-05}
{"train_loss": 0.004540527239441872, "global_step": 46456, "epoch": 260, "lr": 6.054922820177904e-05}
{"train_loss": 0.003998175481847079, "global_step": 46457, "epoch": 260, "lr": 6.0547783759967816e-05, "train_action_mse_error": 1.01770065157325e-05}
{"train_loss": 0.0031013316474854946, "global_step": 46458, "epoch": 261, "lr": 6.0546339308943734e-05}
{"train_loss": 0.004279782995581627, "global_step": 46459, "epoch": 261, "lr": 6.054489484870805e-05}
{"train_loss": 0.007270722649991512, "global_step": 46460, "epoch": 261, "lr": 6.0543450379262035e-05}
{"train_loss": 0.004165323451161385, "global_step": 46461, "epoch": 261, "lr": 6.0542005900606925e-05}
{"train_loss": 0.004578418098390102, "global_step": 46462, "epoch": 261, "lr": 6.0540561412744025e-05}
{"train_loss": 0.004167276434600353, "global_step": 46463, "epoch": 261, "lr": 6.053911691567457e-05}
{"train_loss": 0.0009740024106577039, "global_step": 46464, "epoch": 261, "lr": 6.0537672409399814e-05}
{"train_loss": 0.004813008476048708, "global_step": 46465, "epoch": 261, "lr": 6.0536227893921024e-05}
{"train_loss": 0.004336059093475342, "global_step": 46466, "epoch": 261, "lr": 6.053478336923949e-05}
{"train_loss": 0.0040191952139139175, "global_step": 46467, "epoch": 261, "lr": 6.053333883535643e-05}
{"train_loss": 0.0038680173456668854, "global_step": 46468, "epoch": 261, "lr": 6.053189429227315e-05}
{"train_loss": 0.008401919156312943, "global_step": 46469, "epoch": 261, "lr": 6.053044973999088e-05}
{"train_loss": 0.004776825662702322, "global_step": 46470, "epoch": 261, "lr": 6.05290051785109e-05}
{"train_loss": 0.0054647657088935375, "global_step": 46471, "epoch": 261, "lr": 6.0527560607834445e-05}
{"train_loss": 0.003815937787294388, "global_step": 46472, "epoch": 261, "lr": 6.05261160279628e-05}
{"train_loss": 0.005670098587870598, "global_step": 46473, "epoch": 261, "lr": 6.052467143889723e-05}
{"train_loss": 0.004868759773671627, "global_step": 46474, "epoch": 261, "lr": 6.052322684063898e-05}
{"train_loss": 0.003713128622621298, "global_step": 46475, "epoch": 261, "lr": 6.052178223318932e-05}
{"train_loss": 0.00538912508636713, "global_step": 46476, "epoch": 261, "lr": 6.0520337616549514e-05}
{"train_loss": 0.005077057518064976, "global_step": 46477, "epoch": 261, "lr": 6.0518892990720824e-05}
{"train_loss": 0.004612225107848644, "global_step": 46478, "epoch": 261, "lr": 6.051744835570451e-05}
{"train_loss": 0.00574227562174201, "global_step": 46479, "epoch": 261, "lr": 6.051600371150184e-05}
{"train_loss": 0.0062936823815107346, "global_step": 46480, "epoch": 261, "lr": 6.051455905811404e-05}
{"train_loss": 0.005726786330342293, "global_step": 46481, "epoch": 261, "lr": 6.0513114395542425e-05}
{"train_loss": 0.006090477574616671, "global_step": 46482, "epoch": 261, "lr": 6.051166972378823e-05}
{"train_loss": 0.0015866031171754003, "global_step": 46483, "epoch": 261, "lr": 6.051022504285272e-05}
{"train_loss": 0.0023719267919659615, "global_step": 46484, "epoch": 261, "lr": 6.050878035273715e-05}
{"train_loss": 0.0042912308126688, "global_step": 46485, "epoch": 261, "lr": 6.0507335653442786e-05}
{"train_loss": 0.002671527909114957, "global_step": 46486, "epoch": 261, "lr": 6.05058909449709e-05}
{"train_loss": 0.005744289606809616, "global_step": 46487, "epoch": 261, "lr": 6.050444622732274e-05}
{"train_loss": 0.0027034045197069645, "global_step": 46488, "epoch": 261, "lr": 6.050300150049957e-05}
{"train_loss": 0.0021270732395350933, "global_step": 46489, "epoch": 261, "lr": 6.050155676450267e-05}
{"train_loss": 0.001535716000944376, "global_step": 46490, "epoch": 261, "lr": 6.0500112019333256e-05}
{"train_loss": 0.006225969642400742, "global_step": 46491, "epoch": 261, "lr": 6.0498667264992645e-05}
{"train_loss": 0.0053733596578240395, "global_step": 46492, "epoch": 261, "lr": 6.0497222501482076e-05}
{"train_loss": 0.0042823972180485725, "global_step": 46493, "epoch": 261, "lr": 6.0495777728802816e-05}
{"train_loss": 0.007581007666885853, "global_step": 46494, "epoch": 261, "lr": 6.049433294695611e-05}
{"train_loss": 0.0031859194859862328, "global_step": 46495, "epoch": 261, "lr": 6.049288815594323e-05}
{"train_loss": 0.0038197862450033426, "global_step": 46496, "epoch": 261, "lr": 6.0491443355765445e-05}
{"train_loss": 0.009001174010336399, "global_step": 46497, "epoch": 261, "lr": 6.048999854642401e-05}
{"train_loss": 0.0073899757117033005, "global_step": 46498, "epoch": 261, "lr": 6.0488553727920186e-05}
{"train_loss": 0.0040918332524597645, "global_step": 46499, "epoch": 261, "lr": 6.048710890025522e-05}
{"train_loss": 0.006201005540788174, "global_step": 46500, "epoch": 261, "lr": 6.048566406343041e-05}
{"train_loss": 0.003260419238358736, "global_step": 46501, "epoch": 261, "lr": 6.0484219217447e-05}
{"train_loss": 0.004325998947024345, "global_step": 46502, "epoch": 261, "lr": 6.0482774362306246e-05}
{"train_loss": 0.0029816001188009977, "global_step": 46503, "epoch": 261, "lr": 6.048132949800942e-05}
{"train_loss": 0.0015242393128573895, "global_step": 46504, "epoch": 261, "lr": 6.047988462455776e-05}
{"train_loss": 0.004869629628956318, "global_step": 46505, "epoch": 261, "lr": 6.047843974195256e-05}
{"train_loss": 0.004219311289489269, "global_step": 46506, "epoch": 261, "lr": 6.047699485019508e-05}
{"train_loss": 0.0038608827162534, "global_step": 46507, "epoch": 261, "lr": 6.0475549949286556e-05}
{"train_loss": 0.005909225903451443, "global_step": 46508, "epoch": 261, "lr": 6.0474105039228255e-05}
{"train_loss": 0.0038972562178969383, "global_step": 46509, "epoch": 261, "lr": 6.0472660120021464e-05}
{"train_loss": 0.007959162816405296, "global_step": 46510, "epoch": 261, "lr": 6.047121519166743e-05}
{"train_loss": 0.0025054472498595715, "global_step": 46511, "epoch": 261, "lr": 6.0469770254167414e-05}
{"train_loss": 0.005714718252420425, "global_step": 46512, "epoch": 261, "lr": 6.046832530752268e-05}
{"train_loss": 0.001930381404235959, "global_step": 46513, "epoch": 261, "lr": 6.046688035173449e-05}
{"train_loss": 0.002819519955664873, "global_step": 46514, "epoch": 261, "lr": 6.0465435386804095e-05}
{"train_loss": 0.00473197503015399, "global_step": 46515, "epoch": 261, "lr": 6.0463990412732763e-05}
{"train_loss": 0.004422585014253855, "global_step": 46516, "epoch": 261, "lr": 6.046254542952178e-05}
{"train_loss": 0.0074484036304056644, "global_step": 46517, "epoch": 261, "lr": 6.046110043717238e-05}
{"train_loss": 0.004976792261004448, "global_step": 46518, "epoch": 261, "lr": 6.0459655435685827e-05}
{"train_loss": 0.0064475154504179955, "global_step": 46519, "epoch": 261, "lr": 6.045821042506339e-05}
{"train_loss": 0.006905641872435808, "global_step": 46520, "epoch": 261, "lr": 6.0456765405306334e-05}
{"train_loss": 0.002492175903171301, "global_step": 46521, "epoch": 261, "lr": 6.0455320376415924e-05}
{"train_loss": 0.00964857917279005, "global_step": 46522, "epoch": 261, "lr": 6.0453875338393415e-05}
{"train_loss": 0.0037061991170048714, "global_step": 46523, "epoch": 261, "lr": 6.045243029124007e-05}
{"train_loss": 0.004848095588386059, "global_step": 46524, "epoch": 261, "lr": 6.045098523495715e-05}
{"train_loss": 0.00338942464441061, "global_step": 46525, "epoch": 261, "lr": 6.044954016954592e-05}
{"train_loss": 0.004412931390106678, "global_step": 46526, "epoch": 261, "lr": 6.044809509500764e-05}
{"train_loss": 0.0018843619618564844, "global_step": 46527, "epoch": 261, "lr": 6.0446650011343555e-05}
{"train_loss": 0.0035238852724432945, "global_step": 46528, "epoch": 261, "lr": 6.0445204918554965e-05}
{"train_loss": 0.0036847591400146484, "global_step": 46529, "epoch": 261, "lr": 6.0443759816643106e-05}
{"train_loss": 0.007575197611004114, "global_step": 46530, "epoch": 261, "lr": 6.044231470560925e-05}
{"train_loss": 0.0022509885020554066, "global_step": 46531, "epoch": 261, "lr": 6.044086958545465e-05}
{"train_loss": 0.0019159512594342232, "global_step": 46532, "epoch": 261, "lr": 6.043942445618058e-05}
{"train_loss": 0.004116205498576164, "global_step": 46533, "epoch": 261, "lr": 6.0437979317788285e-05}
{"train_loss": 0.007243370171636343, "global_step": 46534, "epoch": 261, "lr": 6.0436534170279057e-05}
{"train_loss": 0.006499411538243294, "global_step": 46535, "epoch": 261, "lr": 6.0435089013654134e-05}
{"train_loss": 0.004100675228983164, "global_step": 46536, "epoch": 261, "lr": 6.043364384791478e-05}
{"train_loss": 0.004435526207089424, "global_step": 46537, "epoch": 261, "lr": 6.043219867306225e-05}
{"train_loss": 0.0032144952565431595, "global_step": 46538, "epoch": 261, "lr": 6.043075348909783e-05}
{"train_loss": 0.004032733850181103, "global_step": 46539, "epoch": 261, "lr": 6.042930829602278e-05}
{"train_loss": 0.00600498728454113, "global_step": 46540, "epoch": 261, "lr": 6.042786309383833e-05}
{"train_loss": 0.0031387056224048138, "global_step": 46541, "epoch": 261, "lr": 6.042641788254578e-05}
{"train_loss": 0.0036529393400996923, "global_step": 46542, "epoch": 261, "lr": 6.042497266214637e-05}
{"train_loss": 0.00879829190671444, "global_step": 46543, "epoch": 261, "lr": 6.042352743264137e-05}
{"train_loss": 0.0025337589904665947, "global_step": 46544, "epoch": 261, "lr": 6.042208219403205e-05}
{"train_loss": 0.003096407512202859, "global_step": 46545, "epoch": 261, "lr": 6.0420636946319656e-05}
{"train_loss": 0.004430496133863926, "global_step": 46546, "epoch": 261, "lr": 6.041919168950545e-05}
{"train_loss": 0.00675629498437047, "global_step": 46547, "epoch": 261, "lr": 6.04177464235907e-05}
{"train_loss": 0.004754465073347092, "global_step": 46548, "epoch": 261, "lr": 6.041630114857669e-05}
{"train_loss": 0.0027752001769840717, "global_step": 46549, "epoch": 261, "lr": 6.041485586446466e-05}
{"train_loss": 0.0041701155714690685, "global_step": 46550, "epoch": 261, "lr": 6.0413410571255866e-05}
{"train_loss": 0.003579308744519949, "global_step": 46551, "epoch": 261, "lr": 6.0411965268951576e-05}
{"train_loss": 0.00854196585714817, "global_step": 46552, "epoch": 261, "lr": 6.041051995755306e-05}
{"train_loss": 0.003519101068377495, "global_step": 46553, "epoch": 261, "lr": 6.040907463706158e-05}
{"train_loss": 0.004298060201108456, "global_step": 46554, "epoch": 261, "lr": 6.0407629307478395e-05}
{"train_loss": 0.004554613959044218, "global_step": 46555, "epoch": 261, "lr": 6.0406183968804767e-05}
{"train_loss": 0.004221073351800442, "global_step": 46556, "epoch": 261, "lr": 6.0404738621041947e-05}
{"train_loss": 0.007974567823112011, "global_step": 46557, "epoch": 261, "lr": 6.040329326419123e-05}
{"train_loss": 0.005448604933917522, "global_step": 46558, "epoch": 261, "lr": 6.0401847898253846e-05}
{"train_loss": 0.0028425967320799828, "global_step": 46559, "epoch": 261, "lr": 6.040040252323107e-05}
{"train_loss": 0.003853320609778166, "global_step": 46560, "epoch": 261, "lr": 6.039895713912417e-05}
{"train_loss": 0.004410833120346069, "global_step": 46561, "epoch": 261, "lr": 6.039751174593439e-05}
{"train_loss": 0.003554551862180233, "global_step": 46562, "epoch": 261, "lr": 6.0396066343663015e-05}
{"train_loss": 0.009346842765808105, "global_step": 46563, "epoch": 261, "lr": 6.03946209323113e-05}
{"train_loss": 0.002320688683539629, "global_step": 46564, "epoch": 261, "lr": 6.03931755118805e-05}
{"train_loss": 0.0032356721349060535, "global_step": 46565, "epoch": 261, "lr": 6.039173008237187e-05}
{"train_loss": 0.002008700743317604, "global_step": 46566, "epoch": 261, "lr": 6.0390284643786687e-05}
{"train_loss": 0.003747467417269945, "global_step": 46567, "epoch": 261, "lr": 6.0388839196126224e-05}
{"train_loss": 0.003648117184638977, "global_step": 46568, "epoch": 261, "lr": 6.038739373939173e-05}
{"train_loss": 0.005955762229859829, "global_step": 46569, "epoch": 261, "lr": 6.038594827358446e-05}
{"train_loss": 0.00534927099943161, "global_step": 46570, "epoch": 261, "lr": 6.0384502798705675e-05}
{"train_loss": 0.0034092608839273453, "global_step": 46571, "epoch": 261, "lr": 6.038305731475666e-05}
{"train_loss": 0.008293909020721912, "global_step": 46572, "epoch": 261, "lr": 6.038161182173866e-05}
{"train_loss": 0.0054881456308066845, "global_step": 46573, "epoch": 261, "lr": 6.038016631965294e-05}
{"train_loss": 0.005784974433481693, "global_step": 46574, "epoch": 261, "lr": 6.0378720808500775e-05}
{"train_loss": 0.0040209051221609116, "global_step": 46575, "epoch": 261, "lr": 6.037727528828341e-05}
{"train_loss": 0.00734867574647069, "global_step": 46576, "epoch": 261, "lr": 6.037582975900211e-05}
{"train_loss": 0.003122967202216387, "global_step": 46577, "epoch": 261, "lr": 6.037438422065815e-05}
{"train_loss": 0.001979461405426264, "global_step": 46578, "epoch": 261, "lr": 6.037293867325279e-05}
{"train_loss": 0.002561247907578945, "global_step": 46579, "epoch": 261, "lr": 6.037149311678728e-05}
{"train_loss": 0.004754172172397375, "global_step": 46580, "epoch": 261, "lr": 6.037004755126289e-05}
{"train_loss": 0.005503728054463863, "global_step": 46581, "epoch": 261, "lr": 6.036860197668088e-05}
{"train_loss": 0.0031487620435655117, "global_step": 46582, "epoch": 261, "lr": 6.0367156393042525e-05}
{"train_loss": 0.006785200443118811, "global_step": 46583, "epoch": 261, "lr": 6.0365710800349076e-05}
{"train_loss": 0.0037156890612095594, "global_step": 46584, "epoch": 261, "lr": 6.036426519860179e-05}
{"train_loss": 0.0059438301250338554, "global_step": 46585, "epoch": 261, "lr": 6.0362819587801945e-05}
{"train_loss": 0.007690979167819023, "global_step": 46586, "epoch": 261, "lr": 6.0361373967950784e-05}
{"train_loss": 0.002860120963305235, "global_step": 46587, "epoch": 261, "lr": 6.03599283390496e-05}
{"train_loss": 0.004520498216152191, "global_step": 46588, "epoch": 261, "lr": 6.0358482701099625e-05}
{"train_loss": 0.0032233837991952896, "global_step": 46589, "epoch": 261, "lr": 6.035703705410213e-05}
{"train_loss": 0.0030742958188056946, "global_step": 46590, "epoch": 261, "lr": 6.035559139805839e-05}
{"train_loss": 0.002394795184955001, "global_step": 46591, "epoch": 261, "lr": 6.0354145732969656e-05}
{"train_loss": 0.0028522838838398457, "global_step": 46592, "epoch": 261, "lr": 6.0352700058837195e-05}
{"train_loss": 0.003765918081626296, "global_step": 46593, "epoch": 261, "lr": 6.035125437566227e-05}
{"train_loss": 0.0046845003962516785, "global_step": 46594, "epoch": 261, "lr": 6.034980868344613e-05}
{"train_loss": 0.0034253320191055536, "global_step": 46595, "epoch": 261, "lr": 6.034836298219007e-05}
{"train_loss": 0.0042307376861572266, "global_step": 46596, "epoch": 261, "lr": 6.034691727189532e-05}
{"train_loss": 0.004633077885955572, "global_step": 46597, "epoch": 261, "lr": 6.034547155256316e-05}
{"train_loss": 0.0038077696226537228, "global_step": 46598, "epoch": 261, "lr": 6.034402582419485e-05}
{"train_loss": 0.0055120354518294334, "global_step": 46599, "epoch": 261, "lr": 6.0342580086791643e-05}
{"train_loss": 0.0030180937610566616, "global_step": 46600, "epoch": 261, "lr": 6.034113434035482e-05}
{"train_loss": 0.007387748919427395, "global_step": 46601, "epoch": 261, "lr": 6.033968858488564e-05}
{"train_loss": 0.0035818493925035, "global_step": 46602, "epoch": 261, "lr": 6.033824282038535e-05}
{"train_loss": 0.006062428001314402, "global_step": 46603, "epoch": 261, "lr": 6.0336797046855206e-05}
{"train_loss": 0.004182703793048859, "global_step": 46604, "epoch": 261, "lr": 6.033535126429652e-05}
{"train_loss": 0.005666922777891159, "global_step": 46605, "epoch": 261, "lr": 6.0333905472710496e-05}
{"train_loss": 0.0028079734183847904, "global_step": 46606, "epoch": 261, "lr": 6.033245967209844e-05}
{"train_loss": 0.0028151129372417927, "global_step": 46607, "epoch": 261, "lr": 6.0331013862461596e-05}
{"train_loss": 0.0032375401351600885, "global_step": 46608, "epoch": 261, "lr": 6.032956804380121e-05}
{"train_loss": 0.005201338324695826, "global_step": 46609, "epoch": 261, "lr": 6.0328122216118576e-05}
{"train_loss": 0.0047241440042853355, "global_step": 46610, "epoch": 261, "lr": 6.0326676379414945e-05}
{"train_loss": 0.003592135850340128, "global_step": 46611, "epoch": 261, "lr": 6.032523053369158e-05}
{"train_loss": 0.00532353762537241, "global_step": 46612, "epoch": 261, "lr": 6.0323784678949745e-05}
{"train_loss": 0.005868908949196339, "global_step": 46613, "epoch": 261, "lr": 6.032233881519068e-05}
{"train_loss": 0.002208944410085678, "global_step": 46614, "epoch": 261, "lr": 6.032089294241567e-05}
{"train_loss": 0.008095107972621918, "global_step": 46615, "epoch": 261, "lr": 6.0319447060626e-05}
{"train_loss": 0.002197731053456664, "global_step": 46616, "epoch": 261, "lr": 6.03180011698229e-05}
{"train_loss": 0.0031782547011971474, "global_step": 46617, "epoch": 261, "lr": 6.0316555270007644e-05}
{"train_loss": 0.0033484981395304203, "global_step": 46618, "epoch": 261, "lr": 6.031510936118149e-05}
{"train_loss": 0.0034931572154164314, "global_step": 46619, "epoch": 261, "lr": 6.03136634433457e-05}
{"train_loss": 0.005566872656345367, "global_step": 46620, "epoch": 261, "lr": 6.0312217516501557e-05}
{"train_loss": 0.00531024020165205, "global_step": 46621, "epoch": 261, "lr": 6.0310771580650294e-05}
{"train_loss": 0.0017925843130797148, "global_step": 46622, "epoch": 261, "lr": 6.030932563579319e-05}
{"train_loss": 0.0036280297208577394, "global_step": 46623, "epoch": 261, "lr": 6.03078796819315e-05}
{"train_loss": 0.0030837329104542732, "global_step": 46624, "epoch": 261, "lr": 6.03064337190665e-05}
{"train_loss": 0.004310727585107088, "global_step": 46625, "epoch": 261, "lr": 6.0304987747199446e-05}
{"train_loss": 0.007762250490486622, "global_step": 46626, "epoch": 261, "lr": 6.030354176633161e-05}
{"train_loss": 0.0025000839959830046, "global_step": 46627, "epoch": 261, "lr": 6.030209577646422e-05}
{"train_loss": 0.006901688873767853, "global_step": 46628, "epoch": 261, "lr": 6.0300649777598584e-05}
{"train_loss": 0.002417669165879488, "global_step": 46629, "epoch": 261, "lr": 6.029920376973595e-05}
{"train_loss": 0.0036499155685305595, "global_step": 46630, "epoch": 261, "lr": 6.029775775287756e-05}
{"train_loss": 0.0020414204336702824, "global_step": 46631, "epoch": 261, "lr": 6.02963117270247e-05}
{"train_loss": 0.005263112485408783, "global_step": 46632, "epoch": 261, "lr": 6.029486569217862e-05}
{"train_loss": 0.006390071939677, "global_step": 46633, "epoch": 261, "lr": 6.02934196483406e-05}
{"train_loss": 0.003194074146449566, "global_step": 46634, "epoch": 261, "lr": 6.02919735955119e-05}
{"train_loss": 0.004507813393399956, "global_step": 46635, "epoch": 261, "lr": 6.029052753369375e-05}
{"train_loss": 0.003552338108420372, "global_step": 46636, "epoch": 262, "lr": 6.028908146288745e-05}
{"train_loss": 0.004805776756256819, "global_step": 46637, "epoch": 262, "lr": 6.0287635383094257e-05}
{"train_loss": 0.006452533882111311, "global_step": 46638, "epoch": 262, "lr": 6.028618929431543e-05}
{"train_loss": 0.0035569285973906517, "global_step": 46639, "epoch": 262, "lr": 6.028474319655223e-05}
{"train_loss": 0.0034915334545075893, "global_step": 46640, "epoch": 262, "lr": 6.028329708980592e-05}
{"train_loss": 0.0015354191418737173, "global_step": 46641, "epoch": 262, "lr": 6.028185097407777e-05}
{"train_loss": 0.006095523480325937, "global_step": 46642, "epoch": 262, "lr": 6.028040484936902e-05}
{"train_loss": 0.006012699566781521, "global_step": 46643, "epoch": 262, "lr": 6.027895871568097e-05}
{"train_loss": 0.0046651242300868034, "global_step": 46644, "epoch": 262, "lr": 6.027751257301485e-05}
{"train_loss": 0.0046758572570979595, "global_step": 46645, "epoch": 262, "lr": 6.0276066421371946e-05}
{"train_loss": 0.0031404471956193447, "global_step": 46646, "epoch": 262, "lr": 6.02746202607535e-05}
{"train_loss": 0.0050577460788190365, "global_step": 46647, "epoch": 262, "lr": 6.02731740911608e-05}
{"train_loss": 0.006608448922634125, "global_step": 46648, "epoch": 262, "lr": 6.027172791259509e-05}
{"train_loss": 0.0052187563851475716, "global_step": 46649, "epoch": 262, "lr": 6.027028172505764e-05}
{"train_loss": 0.0028594271279871464, "global_step": 46650, "epoch": 262, "lr": 6.0268835528549715e-05}
{"train_loss": 0.001900676405057311, "global_step": 46651, "epoch": 262, "lr": 6.0267389323072564e-05}
{"train_loss": 0.0051953671500086784, "global_step": 46652, "epoch": 262, "lr": 6.026594310862746e-05}
{"train_loss": 0.006388165056705475, "global_step": 46653, "epoch": 262, "lr": 6.0264496885215696e-05}
{"train_loss": 0.002779484260827303, "global_step": 46654, "epoch": 262, "lr": 6.026305065283848e-05}
{"train_loss": 0.0032418915070593357, "global_step": 46655, "epoch": 262, "lr": 6.026160441149711e-05}
{"train_loss": 0.004906641319394112, "global_step": 46656, "epoch": 262, "lr": 6.0260158161192824e-05}
{"train_loss": 0.0040228297002613544, "global_step": 46657, "epoch": 262, "lr": 6.0258711901926926e-05}
{"train_loss": 0.0016804095357656479, "global_step": 46658, "epoch": 262, "lr": 6.025726563370065e-05}
{"train_loss": 0.003364924341440201, "global_step": 46659, "epoch": 262, "lr": 6.025581935651528e-05}
{"train_loss": 0.00336814415641129, "global_step": 46660, "epoch": 262, "lr": 6.0254373070372036e-05}
{"train_loss": 0.006950629409402609, "global_step": 46661, "epoch": 262, "lr": 6.025292677527222e-05}
{"train_loss": 0.006103429012000561, "global_step": 46662, "epoch": 262, "lr": 6.025148047121709e-05}
{"train_loss": 0.0034242058172822, "global_step": 46663, "epoch": 262, "lr": 6.02500341582079e-05}
{"train_loss": 0.006344466935843229, "global_step": 46664, "epoch": 262, "lr": 6.024858783624593e-05}
{"train_loss": 0.003907977137714624, "global_step": 46665, "epoch": 262, "lr": 6.02471415053324e-05}
{"train_loss": 0.006934457458555698, "global_step": 46666, "epoch": 262, "lr": 6.024569516546863e-05}
{"train_loss": 0.005404544062912464, "global_step": 46667, "epoch": 262, "lr": 6.024424881665586e-05}
{"train_loss": 0.004217298701405525, "global_step": 46668, "epoch": 262, "lr": 6.024280245889533e-05}
{"train_loss": 0.0037771579809486866, "global_step": 46669, "epoch": 262, "lr": 6.024135609218834e-05}
{"train_loss": 0.0048676952719688416, "global_step": 46670, "epoch": 262, "lr": 6.023990971653613e-05}
{"train_loss": 0.0067474087700247765, "global_step": 46671, "epoch": 262, "lr": 6.023846333193996e-05}
{"train_loss": 0.001729002920910716, "global_step": 46672, "epoch": 262, "lr": 6.023701693840113e-05}
{"train_loss": 0.004389613401144743, "global_step": 46673, "epoch": 262, "lr": 6.023557053592086e-05}
{"train_loss": 0.00397973507642746, "global_step": 46674, "epoch": 262, "lr": 6.0234124124500425e-05}
{"train_loss": 0.002882225438952446, "global_step": 46675, "epoch": 262, "lr": 6.0232677704141105e-05}
{"train_loss": 0.004270576871931553, "global_step": 46676, "epoch": 262, "lr": 6.0231231274844145e-05}
{"train_loss": 0.0026701558381319046, "global_step": 46677, "epoch": 262, "lr": 6.0229784836610824e-05}
{"train_loss": 0.0034607849083840847, "global_step": 46678, "epoch": 262, "lr": 6.0228338389442396e-05}
{"train_loss": 0.002866964088752866, "global_step": 46679, "epoch": 262, "lr": 6.022689193334012e-05}
{"train_loss": 0.005706027150154114, "global_step": 46680, "epoch": 262, "lr": 6.0225445468305256e-05}
{"train_loss": 0.009421251714229584, "global_step": 46681, "epoch": 262, "lr": 6.022399899433909e-05}
{"train_loss": 0.0025052065029740334, "global_step": 46682, "epoch": 262, "lr": 6.022255251144286e-05}
{"train_loss": 0.004162856377661228, "global_step": 46683, "epoch": 262, "lr": 6.0221106019617854e-05}
{"train_loss": 0.005952649749815464, "global_step": 46684, "epoch": 262, "lr": 6.0219659518865316e-05}
{"train_loss": 0.0027296440675854683, "global_step": 46685, "epoch": 262, "lr": 6.021821300918652e-05}
{"train_loss": 0.0068492162972688675, "global_step": 46686, "epoch": 262, "lr": 6.021676649058272e-05}
{"train_loss": 0.0030292347073554993, "global_step": 46687, "epoch": 262, "lr": 6.0215319963055195e-05}
{"train_loss": 0.00342182582244277, "global_step": 46688, "epoch": 262, "lr": 6.0213873426605185e-05}
{"train_loss": 0.001145179383456707, "global_step": 46689, "epoch": 262, "lr": 6.021242688123396e-05}
{"train_loss": 0.0010832061525434256, "global_step": 46690, "epoch": 262, "lr": 6.0210980326942814e-05}
{"train_loss": 0.002541370689868927, "global_step": 46691, "epoch": 262, "lr": 6.020953376373297e-05}
{"train_loss": 0.0019045581575483084, "global_step": 46692, "epoch": 262, "lr": 6.020808719160571e-05}
{"train_loss": 0.006092567928135395, "global_step": 46693, "epoch": 262, "lr": 6.020664061056229e-05}
{"train_loss": 0.0030951020307838917, "global_step": 46694, "epoch": 262, "lr": 6.0205194020603996e-05}
{"train_loss": 0.002487802179530263, "global_step": 46695, "epoch": 262, "lr": 6.020374742173206e-05}
{"train_loss": 0.002580061089247465, "global_step": 46696, "epoch": 262, "lr": 6.020230081394778e-05}
{"train_loss": 0.004346809815615416, "global_step": 46697, "epoch": 262, "lr": 6.0200854197252366e-05}
{"train_loss": 0.007408830802887678, "global_step": 46698, "epoch": 262, "lr": 6.019940757164714e-05}
{"train_loss": 0.0014666863717138767, "global_step": 46699, "epoch": 262, "lr": 6.0197960937133325e-05}
{"train_loss": 0.003693914972245693, "global_step": 46700, "epoch": 262, "lr": 6.01965142937122e-05}
{"train_loss": 0.0023937190417200327, "global_step": 46701, "epoch": 262, "lr": 6.019506764138505e-05}
{"train_loss": 0.0042181918397545815, "global_step": 46702, "epoch": 262, "lr": 6.01936209801531e-05}
{"train_loss": 0.004062259569764137, "global_step": 46703, "epoch": 262, "lr": 6.019217431001762e-05}
{"train_loss": 0.003442094661295414, "global_step": 46704, "epoch": 262, "lr": 6.0190727630979915e-05}
{"train_loss": 0.002913767471909523, "global_step": 46705, "epoch": 262, "lr": 6.0189280943041206e-05}
{"train_loss": 0.0038917020428925753, "global_step": 46706, "epoch": 262, "lr": 6.018783424620277e-05}
{"train_loss": 0.002769452054053545, "global_step": 46707, "epoch": 262, "lr": 6.018638754046586e-05}
{"train_loss": 0.005293685477226973, "global_step": 46708, "epoch": 262, "lr": 6.018494082583175e-05}
{"train_loss": 0.005875264294445515, "global_step": 46709, "epoch": 262, "lr": 6.0183494102301706e-05}
{"train_loss": 0.001857625087723136, "global_step": 46710, "epoch": 262, "lr": 6.018204736987699e-05}
{"train_loss": 0.0033382894471287727, "global_step": 46711, "epoch": 262, "lr": 6.018060062855886e-05}
{"train_loss": 0.0023400092031806707, "global_step": 46712, "epoch": 262, "lr": 6.017915387834858e-05}
{"train_loss": 0.006260965019464493, "global_step": 46713, "epoch": 262, "lr": 6.017770711924743e-05}
{"train_loss": 0.002396521158516407, "global_step": 46714, "epoch": 262, "lr": 6.0176260351256654e-05}
{"train_loss": 0.00751805305480957, "global_step": 46715, "epoch": 262, "lr": 6.017481357437752e-05}
{"train_loss": 0.0033891743514686823, "global_step": 46716, "epoch": 262, "lr": 6.01733667886113e-05}
{"train_loss": 0.0035696637351065874, "global_step": 46717, "epoch": 262, "lr": 6.017191999395924e-05}
{"train_loss": 0.0025242960546165705, "global_step": 46718, "epoch": 262, "lr": 6.0170473190422604e-05}
{"train_loss": 0.0022224653512239456, "global_step": 46719, "epoch": 262, "lr": 6.0169026378002694e-05}
{"train_loss": 0.005571333691477776, "global_step": 46720, "epoch": 262, "lr": 6.0167579556700735e-05}
{"train_loss": 0.00278467801399529, "global_step": 46721, "epoch": 262, "lr": 6.016613272651801e-05}
{"train_loss": 0.002581485081464052, "global_step": 46722, "epoch": 262, "lr": 6.016468588745576e-05}
{"train_loss": 0.002627295907586813, "global_step": 46723, "epoch": 262, "lr": 6.016323903951529e-05}
{"train_loss": 0.002998181851580739, "global_step": 46724, "epoch": 262, "lr": 6.016179218269782e-05}
{"train_loss": 0.0031129042617976665, "global_step": 46725, "epoch": 262, "lr": 6.016034531700463e-05}
{"train_loss": 0.0038296165876090527, "global_step": 46726, "epoch": 262, "lr": 6.0158898442436986e-05}
{"train_loss": 0.0013942772056907415, "global_step": 46727, "epoch": 262, "lr": 6.015745155899615e-05}
{"train_loss": 0.005104281939566135, "global_step": 46728, "epoch": 262, "lr": 6.0156004666683386e-05}
{"train_loss": 0.003278929740190506, "global_step": 46729, "epoch": 262, "lr": 6.0154557765499965e-05}
{"train_loss": 0.005858116317540407, "global_step": 46730, "epoch": 262, "lr": 6.015311085544715e-05}
{"train_loss": 0.004393513780087233, "global_step": 46731, "epoch": 262, "lr": 6.0151663936526194e-05}
{"train_loss": 0.005543939769268036, "global_step": 46732, "epoch": 262, "lr": 6.015021700873835e-05}
{"train_loss": 0.002394042443484068, "global_step": 46733, "epoch": 262, "lr": 6.0148770072084917e-05}
{"train_loss": 0.00546251330524683, "global_step": 46734, "epoch": 262, "lr": 6.0147323126567135e-05}
{"train_loss": 0.003609370905905962, "global_step": 46735, "epoch": 262, "lr": 6.0145876172186264e-05}
{"train_loss": 0.003968267701566219, "global_step": 46736, "epoch": 262, "lr": 6.014442920894357e-05}
{"train_loss": 0.0018539822194725275, "global_step": 46737, "epoch": 262, "lr": 6.0142982236840354e-05}
{"train_loss": 0.002562745474278927, "global_step": 46738, "epoch": 262, "lr": 6.014153525587782e-05}
{"train_loss": 0.002597872167825699, "global_step": 46739, "epoch": 262, "lr": 6.014008826605726e-05}
{"train_loss": 0.002277236431837082, "global_step": 46740, "epoch": 262, "lr": 6.0138641267379956e-05}
{"train_loss": 0.0037284838035702705, "global_step": 46741, "epoch": 262, "lr": 6.013719425984715e-05}
{"train_loss": 0.0038089645095169544, "global_step": 46742, "epoch": 262, "lr": 6.0135747243460094e-05}
{"train_loss": 0.0038084890693426132, "global_step": 46743, "epoch": 262, "lr": 6.0134300218220086e-05}
{"train_loss": 0.003262592013925314, "global_step": 46744, "epoch": 262, "lr": 6.013285318412837e-05}
{"train_loss": 0.0029595945961773396, "global_step": 46745, "epoch": 262, "lr": 6.013140614118622e-05}
{"train_loss": 0.0039062658324837685, "global_step": 46746, "epoch": 262, "lr": 6.012995908939487e-05}
{"train_loss": 0.0024712802842259407, "global_step": 46747, "epoch": 262, "lr": 6.0128512028755615e-05}
{"train_loss": 0.001946592004969716, "global_step": 46748, "epoch": 262, "lr": 6.0127064959269716e-05}
{"train_loss": 0.0017201497685164213, "global_step": 46749, "epoch": 262, "lr": 6.012561788093842e-05}
{"train_loss": 0.0036954074166715145, "global_step": 46750, "epoch": 262, "lr": 6.012417079376301e-05}
{"train_loss": 0.0028779394924640656, "global_step": 46751, "epoch": 262, "lr": 6.0122723697744734e-05}
{"train_loss": 0.002096308395266533, "global_step": 46752, "epoch": 262, "lr": 6.012127659288487e-05}
{"train_loss": 0.0018357097869738936, "global_step": 46753, "epoch": 262, "lr": 6.011982947918468e-05}
{"train_loss": 0.002945330459624529, "global_step": 46754, "epoch": 262, "lr": 6.011838235664542e-05}
{"train_loss": 0.0027571218088269234, "global_step": 46755, "epoch": 262, "lr": 6.011693522526835e-05}
{"train_loss": 0.002739687915891409, "global_step": 46756, "epoch": 262, "lr": 6.011548808505474e-05}
{"train_loss": 0.002429148880764842, "global_step": 46757, "epoch": 262, "lr": 6.011404093600587e-05}
{"train_loss": 0.0038307993672788143, "global_step": 46758, "epoch": 262, "lr": 6.0112593778122973e-05}
{"train_loss": 0.003013557754456997, "global_step": 46759, "epoch": 262, "lr": 6.011114661140734e-05}
{"train_loss": 0.004931177943944931, "global_step": 46760, "epoch": 262, "lr": 6.010969943586021e-05}
{"train_loss": 0.004944270011037588, "global_step": 46761, "epoch": 262, "lr": 6.0108252251482866e-05}
{"train_loss": 0.0051682693883776665, "global_step": 46762, "epoch": 262, "lr": 6.010680505827657e-05}
{"train_loss": 0.0039051680359989405, "global_step": 46763, "epoch": 262, "lr": 6.010535785624259e-05}
{"train_loss": 0.0031443575862795115, "global_step": 46764, "epoch": 262, "lr": 6.010391064538219e-05}
{"train_loss": 0.003403262933716178, "global_step": 46765, "epoch": 262, "lr": 6.0102463425696596e-05}
{"train_loss": 0.0026182278525084257, "global_step": 46766, "epoch": 262, "lr": 6.010101619718713e-05}
{"train_loss": 0.0036357268691062927, "global_step": 46767, "epoch": 262, "lr": 6.009956895985502e-05}
{"train_loss": 0.006142213940620422, "global_step": 46768, "epoch": 262, "lr": 6.009812171370156e-05}
{"train_loss": 0.003852402325719595, "global_step": 46769, "epoch": 262, "lr": 6.009667445872798e-05}
{"train_loss": 0.005580798722803593, "global_step": 46770, "epoch": 262, "lr": 6.0095227194935547e-05}
{"train_loss": 0.0029840574134141207, "global_step": 46771, "epoch": 262, "lr": 6.009377992232554e-05}
{"train_loss": 0.0032113613560795784, "global_step": 46772, "epoch": 262, "lr": 6.009233264089923e-05}
{"train_loss": 0.006459366530179977, "global_step": 46773, "epoch": 262, "lr": 6.009088535065787e-05}
{"train_loss": 0.004338807892054319, "global_step": 46774, "epoch": 262, "lr": 6.0089438051602696e-05}
{"train_loss": 0.00536692701280117, "global_step": 46775, "epoch": 262, "lr": 6.0087990743735034e-05}
{"train_loss": 0.003984730690717697, "global_step": 46776, "epoch": 262, "lr": 6.008654342705611e-05}
{"train_loss": 0.0055990805849432945, "global_step": 46777, "epoch": 262, "lr": 6.0085096101567186e-05}
{"train_loss": 0.0029326132498681545, "global_step": 46778, "epoch": 262, "lr": 6.008364876726953e-05}
{"train_loss": 0.00519650150090456, "global_step": 46779, "epoch": 262, "lr": 6.0082201424164394e-05}
{"train_loss": 0.002434035297483206, "global_step": 46780, "epoch": 262, "lr": 6.0080754072253086e-05}
{"train_loss": 0.008767407387495041, "global_step": 46781, "epoch": 262, "lr": 6.007930671153682e-05}
{"train_loss": 0.0032239933498203754, "global_step": 46782, "epoch": 262, "lr": 6.00778593420169e-05}
{"train_loss": 0.005453996825963259, "global_step": 46783, "epoch": 262, "lr": 6.0076411963694554e-05}
{"train_loss": 0.0033970242366194725, "global_step": 46784, "epoch": 262, "lr": 6.007496457657107e-05}
{"train_loss": 0.007752633187919855, "global_step": 46785, "epoch": 262, "lr": 6.007351718064771e-05}
{"train_loss": 0.0068533094599843025, "global_step": 46786, "epoch": 262, "lr": 6.007206977592573e-05}
{"train_loss": 0.0019548721611499786, "global_step": 46787, "epoch": 262, "lr": 6.0070622362406415e-05}
{"train_loss": 0.00304790074005723, "global_step": 46788, "epoch": 262, "lr": 6.0069174940091e-05}
{"train_loss": 0.00328362500295043, "global_step": 46789, "epoch": 262, "lr": 6.006772750898075e-05}
{"train_loss": 0.004517178982496262, "global_step": 46790, "epoch": 262, "lr": 6.006628006907695e-05}
{"train_loss": 0.004227256402373314, "global_step": 46791, "epoch": 262, "lr": 6.0064832620380865e-05}
{"train_loss": 0.004496750421822071, "global_step": 46792, "epoch": 262, "lr": 6.006338516289375e-05}
{"train_loss": 0.0052199093624949455, "global_step": 46793, "epoch": 262, "lr": 6.006193769661685e-05}
{"train_loss": 0.004180528689175844, "global_step": 46794, "epoch": 262, "lr": 6.006049022155147e-05}
{"train_loss": 0.004590970929712057, "global_step": 46795, "epoch": 262, "lr": 6.0059042737698846e-05}
{"train_loss": 0.0030909411143511534, "global_step": 46796, "epoch": 262, "lr": 6.005759524506024e-05}
{"train_loss": 0.0029332733247429132, "global_step": 46797, "epoch": 262, "lr": 6.0056147743636934e-05}
{"train_loss": 0.00257929228246212, "global_step": 46798, "epoch": 262, "lr": 6.005470023343017e-05}
{"train_loss": 0.002782172057777643, "global_step": 46799, "epoch": 262, "lr": 6.005325271444124e-05}
{"train_loss": 0.004527490586042404, "global_step": 46800, "epoch": 262, "lr": 6.00518051866714e-05}
{"train_loss": 0.004437643568962812, "global_step": 46801, "epoch": 262, "lr": 6.00503576501219e-05}
{"train_loss": 0.004477163311094046, "global_step": 46802, "epoch": 262, "lr": 6.0048910104793996e-05}
{"train_loss": 0.004982487298548222, "global_step": 46803, "epoch": 262, "lr": 6.0047462550688984e-05}
{"train_loss": 0.005004115402698517, "global_step": 46804, "epoch": 262, "lr": 6.004601498780811e-05}
{"train_loss": 0.002493258798494935, "global_step": 46805, "epoch": 262, "lr": 6.0044567416152655e-05}
{"train_loss": 0.0037288584280759096, "global_step": 46806, "epoch": 262, "lr": 6.004311983572386e-05}
{"train_loss": 0.004611899144947529, "global_step": 46807, "epoch": 262, "lr": 6.0041672246523005e-05}
{"train_loss": 0.0033406149595975876, "global_step": 46808, "epoch": 262, "lr": 6.0040224648551336e-05}
{"train_loss": 0.0041591408662498, "global_step": 46809, "epoch": 262, "lr": 6.0038777041810145e-05}
{"train_loss": 0.004445292986929417, "global_step": 46810, "epoch": 262, "lr": 6.003732942630068e-05}
{"train_loss": 0.007751015946269035, "global_step": 46811, "epoch": 262, "lr": 6.0035881802024205e-05}
{"train_loss": 0.004833404906094074, "global_step": 46812, "epoch": 262, "lr": 6.003443416898198e-05}
{"train_loss": 0.00395141011744926, "global_step": 46813, "epoch": 262, "lr": 6.003298652717528e-05}
{"train_loss": 0.0032843942753970623, "global_step": 46814, "epoch": 263, "lr": 6.003153887660536e-05}
{"train_loss": 0.005709296558052301, "global_step": 46815, "epoch": 263, "lr": 6.003009121727351e-05}
{"train_loss": 0.0018962710164487362, "global_step": 46816, "epoch": 263, "lr": 6.002864354918096e-05}
{"train_loss": 0.006022085435688496, "global_step": 46817, "epoch": 263, "lr": 6.0027195872328976e-05}
{"train_loss": 0.0015043136663734913, "global_step": 46818, "epoch": 263, "lr": 6.0025748186718854e-05}
{"train_loss": 0.0032747569493949413, "global_step": 46819, "epoch": 263, "lr": 6.002430049235184e-05}
{"train_loss": 0.0018486665794625878, "global_step": 46820, "epoch": 263, "lr": 6.002285278922919e-05}
{"train_loss": 0.0034897266887128353, "global_step": 46821, "epoch": 263, "lr": 6.0021405077352175e-05}
{"train_loss": 0.002098815981298685, "global_step": 46822, "epoch": 263, "lr": 6.0019957356722065e-05}
{"train_loss": 0.002971343696117401, "global_step": 46823, "epoch": 263, "lr": 6.001850962734011e-05}
{"train_loss": 0.007703099865466356, "global_step": 46824, "epoch": 263, "lr": 6.0017061889207604e-05}
{"train_loss": 0.003490991657599807, "global_step": 46825, "epoch": 263, "lr": 6.001561414232578e-05}
{"train_loss": 0.0039153993129730225, "global_step": 46826, "epoch": 263, "lr": 6.0014166386695923e-05}
{"train_loss": 0.002994939684867859, "global_step": 46827, "epoch": 263, "lr": 6.0012718622319285e-05}
{"train_loss": 0.00264963717199862, "global_step": 46828, "epoch": 263, "lr": 6.0011270849197134e-05}
{"train_loss": 0.006159807089716196, "global_step": 46829, "epoch": 263, "lr": 6.000982306733074e-05}
{"train_loss": 0.006102445535361767, "global_step": 46830, "epoch": 263, "lr": 6.000837527672137e-05}
{"train_loss": 0.00502422358840704, "global_step": 46831, "epoch": 263, "lr": 6.000692747737027e-05}
{"train_loss": 0.004262878559529781, "global_step": 46832, "epoch": 263, "lr": 6.000547966927872e-05}
{"train_loss": 0.002360100857913494, "global_step": 46833, "epoch": 263, "lr": 6.000403185244798e-05}
{"train_loss": 0.002424793317914009, "global_step": 46834, "epoch": 263, "lr": 6.000258402687931e-05}
{"train_loss": 0.002819398185238242, "global_step": 46835, "epoch": 263, "lr": 6.0001136192574e-05}
{"train_loss": 0.00684549892321229, "global_step": 46836, "epoch": 263, "lr": 5.999968834953328e-05}
{"train_loss": 0.005009394139051437, "global_step": 46837, "epoch": 263, "lr": 5.999824049775843e-05}
{"train_loss": 0.003998666536062956, "global_step": 46838, "epoch": 263, "lr": 5.999679263725072e-05}
{"train_loss": 0.0037959530018270016, "global_step": 46839, "epoch": 263, "lr": 5.9995344768011406e-05}
{"train_loss": 0.0075420052744448185, "global_step": 46840, "epoch": 263, "lr": 5.999389689004175e-05}
{"train_loss": 0.003345030825585127, "global_step": 46841, "epoch": 263, "lr": 5.999244900334302e-05}
{"train_loss": 0.005644137039780617, "global_step": 46842, "epoch": 263, "lr": 5.999100110791649e-05}
{"train_loss": 0.0035521285608410835, "global_step": 46843, "epoch": 263, "lr": 5.9989553203763415e-05}
{"train_loss": 0.0021559519227594137, "global_step": 46844, "epoch": 263, "lr": 5.9988105290885056e-05}
{"train_loss": 0.005522214341908693, "global_step": 46845, "epoch": 263, "lr": 5.99866573692827e-05}
{"train_loss": 0.00811336562037468, "global_step": 46846, "epoch": 263, "lr": 5.998520943895757e-05}
{"train_loss": 0.002044680528342724, "global_step": 46847, "epoch": 263, "lr": 5.998376149991097e-05}
{"train_loss": 0.006114414893090725, "global_step": 46848, "epoch": 263, "lr": 5.998231355214415e-05}
{"train_loss": 0.002175776520743966, "global_step": 46849, "epoch": 263, "lr": 5.998086559565839e-05}
{"train_loss": 0.003962637856602669, "global_step": 46850, "epoch": 263, "lr": 5.9979417630454914e-05}
{"train_loss": 0.0026692859828472137, "global_step": 46851, "epoch": 263, "lr": 5.997796965653503e-05}
{"train_loss": 0.007332365028560162, "global_step": 46852, "epoch": 263, "lr": 5.997652167389998e-05}
{"train_loss": 0.0026159104891121387, "global_step": 46853, "epoch": 263, "lr": 5.997507368255103e-05}
{"train_loss": 0.0041722496971488, "global_step": 46854, "epoch": 263, "lr": 5.997362568248945e-05}
{"train_loss": 0.0037677560467272997, "global_step": 46855, "epoch": 263, "lr": 5.99721776737165e-05}
{"train_loss": 0.00841862615197897, "global_step": 46856, "epoch": 263, "lr": 5.997072965623346e-05}
{"train_loss": 0.0023103768471628428, "global_step": 46857, "epoch": 263, "lr": 5.996928163004158e-05}
{"train_loss": 0.00551882479339838, "global_step": 46858, "epoch": 263, "lr": 5.996783359514213e-05}
{"train_loss": 0.0029952507466077805, "global_step": 46859, "epoch": 263, "lr": 5.996638555153638e-05}
{"train_loss": 0.0062373848631978035, "global_step": 46860, "epoch": 263, "lr": 5.996493749922556e-05}
{"train_loss": 0.0037581580691039562, "global_step": 46861, "epoch": 263, "lr": 5.9963489438210983e-05}
{"train_loss": 0.002394558396190405, "global_step": 46862, "epoch": 263, "lr": 5.9962041368493896e-05}
{"train_loss": 0.004671372473239899, "global_step": 46863, "epoch": 263, "lr": 5.996059329007555e-05}
{"train_loss": 0.002909560687839985, "global_step": 46864, "epoch": 263, "lr": 5.9959145202957215e-05}
{"train_loss": 0.0040978556498885155, "global_step": 46865, "epoch": 263, "lr": 5.995769710714016e-05}
{"train_loss": 0.004320382606238127, "global_step": 46866, "epoch": 263, "lr": 5.995624900262566e-05}
{"train_loss": 0.003318612929433584, "global_step": 46867, "epoch": 263, "lr": 5.9954800889414983e-05}
{"train_loss": 0.006354665383696556, "global_step": 46868, "epoch": 263, "lr": 5.995335276750938e-05}
{"train_loss": 0.004734795540571213, "global_step": 46869, "epoch": 263, "lr": 5.99519046369101e-05}
{"train_loss": 0.002984160091727972, "global_step": 46870, "epoch": 263, "lr": 5.9950456497618434e-05}
{"train_loss": 0.005097588524222374, "global_step": 46871, "epoch": 263, "lr": 5.994900834963564e-05}
{"train_loss": 0.0033917708788067102, "global_step": 46872, "epoch": 263, "lr": 5.994756019296298e-05}
{"train_loss": 0.005122724454849958, "global_step": 46873, "epoch": 263, "lr": 5.994611202760172e-05}
{"train_loss": 0.0024783709086477757, "global_step": 46874, "epoch": 263, "lr": 5.9944663853553117e-05}
{"train_loss": 0.007276227697730064, "global_step": 46875, "epoch": 263, "lr": 5.994321567081846e-05}
{"train_loss": 0.0109564159065485, "global_step": 46876, "epoch": 263, "lr": 5.994176747939899e-05}
{"train_loss": 0.0027181929908692837, "global_step": 46877, "epoch": 263, "lr": 5.994031927929599e-05}
{"train_loss": 0.008296155370771885, "global_step": 46878, "epoch": 263, "lr": 5.9938871070510706e-05}
{"train_loss": 0.004862518049776554, "global_step": 46879, "epoch": 263, "lr": 5.99374228530444e-05}
{"train_loss": 0.0045804367400705814, "global_step": 46880, "epoch": 263, "lr": 5.993597462689836e-05}
{"train_loss": 0.005419399589300156, "global_step": 46881, "epoch": 263, "lr": 5.993452639207384e-05}
{"train_loss": 0.0064782314002513885, "global_step": 46882, "epoch": 263, "lr": 5.993307814857211e-05}
{"train_loss": 0.004457028582692146, "global_step": 46883, "epoch": 263, "lr": 5.9931629896394416e-05}
{"train_loss": 0.005662201903760433, "global_step": 46884, "epoch": 263, "lr": 5.9930181635542047e-05}
{"train_loss": 0.003361868904903531, "global_step": 46885, "epoch": 263, "lr": 5.9928733366016257e-05}
{"train_loss": 0.006767256185412407, "global_step": 46886, "epoch": 263, "lr": 5.99272850878183e-05}
{"train_loss": 0.0036646584048867226, "global_step": 46887, "epoch": 263, "lr": 5.992583680094946e-05}
{"train_loss": 0.0030220216140151024, "global_step": 46888, "epoch": 263, "lr": 5.9924388505411e-05}
{"train_loss": 0.004889383912086487, "global_step": 46889, "epoch": 263, "lr": 5.992294020120417e-05}
{"train_loss": 0.004216307308524847, "global_step": 46890, "epoch": 263, "lr": 5.992149188833025e-05}
{"train_loss": 0.0028140826616436243, "global_step": 46891, "epoch": 263, "lr": 5.99200435667905e-05}
{"train_loss": 0.003829383524134755, "global_step": 46892, "epoch": 263, "lr": 5.991859523658618e-05}
{"train_loss": 0.00554684130474925, "global_step": 46893, "epoch": 263, "lr": 5.9917146897718554e-05}
{"train_loss": 0.004143659491091967, "global_step": 46894, "epoch": 263, "lr": 5.99156985501889e-05}
{"train_loss": 0.004341071471571922, "global_step": 46895, "epoch": 263, "lr": 5.9914250193998477e-05}
{"train_loss": 0.0040799835696816444, "global_step": 46896, "epoch": 263, "lr": 5.9912801829148554e-05}
{"train_loss": 0.0025455011054873466, "global_step": 46897, "epoch": 263, "lr": 5.991135345564038e-05}
{"train_loss": 0.0043597896583378315, "global_step": 46898, "epoch": 263, "lr": 5.990990507347522e-05}
{"train_loss": 0.003578317118808627, "global_step": 46899, "epoch": 263, "lr": 5.9908456682654376e-05}
{"train_loss": 0.008684394881129265, "global_step": 46900, "epoch": 263, "lr": 5.9907008283179075e-05}
{"train_loss": 0.003212999552488327, "global_step": 46901, "epoch": 263, "lr": 5.99055598750506e-05}
{"train_loss": 0.0024683689698576927, "global_step": 46902, "epoch": 263, "lr": 5.990411145827019e-05}
{"train_loss": 0.005131605081260204, "global_step": 46903, "epoch": 263, "lr": 5.990266303283916e-05}
{"train_loss": 0.004276749212294817, "global_step": 46904, "epoch": 263, "lr": 5.990121459875873e-05}
{"train_loss": 0.004318572580814362, "global_step": 46905, "epoch": 263, "lr": 5.9899766156030176e-05}
{"train_loss": 0.006214701104909182, "global_step": 46906, "epoch": 263, "lr": 5.989831770465476e-05}
{"train_loss": 0.007557740435004234, "global_step": 46907, "epoch": 263, "lr": 5.989686924463377e-05}
{"train_loss": 0.004762531258165836, "global_step": 46908, "epoch": 263, "lr": 5.9895420775968445e-05}
{"train_loss": 0.005706236232072115, "global_step": 46909, "epoch": 263, "lr": 5.989397229866007e-05}
{"train_loss": 0.004353393334895372, "global_step": 46910, "epoch": 263, "lr": 5.98925238127099e-05}
{"train_loss": 0.004416437819600105, "global_step": 46911, "epoch": 263, "lr": 5.989107531811921e-05}
{"train_loss": 0.0054999347776174545, "global_step": 46912, "epoch": 263, "lr": 5.9889626814889234e-05}
{"train_loss": 0.008932070806622505, "global_step": 46913, "epoch": 263, "lr": 5.9888178303021267e-05}
{"train_loss": 0.005697936750948429, "global_step": 46914, "epoch": 263, "lr": 5.988672978251657e-05}
{"train_loss": 0.007309895474463701, "global_step": 46915, "epoch": 263, "lr": 5.988528125337641e-05}
{"train_loss": 0.004151545464992523, "global_step": 46916, "epoch": 263, "lr": 5.988383271560205e-05}
{"train_loss": 0.002530704950913787, "global_step": 46917, "epoch": 263, "lr": 5.988238416919474e-05}
{"train_loss": 0.004270817153155804, "global_step": 46918, "epoch": 263, "lr": 5.988093561415577e-05}
{"train_loss": 0.0030823401175439358, "global_step": 46919, "epoch": 263, "lr": 5.987948705048638e-05}
{"train_loss": 0.0037260588724166155, "global_step": 46920, "epoch": 263, "lr": 5.987803847818786e-05}
{"train_loss": 0.0038901916705071926, "global_step": 46921, "epoch": 263, "lr": 5.987658989726145e-05}
{"train_loss": 0.003153173252940178, "global_step": 46922, "epoch": 263, "lr": 5.987514130770844e-05}
{"train_loss": 0.004091138951480389, "global_step": 46923, "epoch": 263, "lr": 5.9873692709530085e-05}
{"train_loss": 0.003919303882867098, "global_step": 46924, "epoch": 263, "lr": 5.987224410272764e-05}
{"train_loss": 0.0030273664742708206, "global_step": 46925, "epoch": 263, "lr": 5.987079548730239e-05}
{"train_loss": 0.004099808633327484, "global_step": 46926, "epoch": 263, "lr": 5.986934686325557e-05}
{"train_loss": 0.0031130672432482243, "global_step": 46927, "epoch": 263, "lr": 5.986789823058847e-05}
{"train_loss": 0.0040862769819796085, "global_step": 46928, "epoch": 263, "lr": 5.9866449589302364e-05}
{"train_loss": 0.003330840729176998, "global_step": 46929, "epoch": 263, "lr": 5.98650009393985e-05}
{"train_loss": 0.006684324238449335, "global_step": 46930, "epoch": 263, "lr": 5.986355228087814e-05}
{"train_loss": 0.0018905919278040528, "global_step": 46931, "epoch": 263, "lr": 5.986210361374256e-05}
{"train_loss": 0.0056715719401836395, "global_step": 46932, "epoch": 263, "lr": 5.986065493799302e-05}
{"train_loss": 0.0069052716717123985, "global_step": 46933, "epoch": 263, "lr": 5.9859206253630796e-05}
{"train_loss": 0.005596484523266554, "global_step": 46934, "epoch": 263, "lr": 5.9857757560657136e-05}
{"train_loss": 0.0040328288450837135, "global_step": 46935, "epoch": 263, "lr": 5.985630885907332e-05}
{"train_loss": 0.00276575842872262, "global_step": 46936, "epoch": 263, "lr": 5.985486014888059e-05}
{"train_loss": 0.004189806990325451, "global_step": 46937, "epoch": 263, "lr": 5.985341143008024e-05}
{"train_loss": 0.003231773851439357, "global_step": 46938, "epoch": 263, "lr": 5.985196270267353e-05}
{"train_loss": 0.002970252651721239, "global_step": 46939, "epoch": 263, "lr": 5.9850513966661716e-05}
{"train_loss": 0.0028139902278780937, "global_step": 46940, "epoch": 263, "lr": 5.9849065222046055e-05}
{"train_loss": 0.0019038370810449123, "global_step": 46941, "epoch": 263, "lr": 5.984761646882783e-05}
{"train_loss": 0.0030655907467007637, "global_step": 46942, "epoch": 263, "lr": 5.9846167707008304e-05}
{"train_loss": 0.004363946616649628, "global_step": 46943, "epoch": 263, "lr": 5.984471893658874e-05}
{"train_loss": 0.003688763128593564, "global_step": 46944, "epoch": 263, "lr": 5.9843270157570396e-05}
{"train_loss": 0.0020525255240499973, "global_step": 46945, "epoch": 263, "lr": 5.984182136995453e-05}
{"train_loss": 0.0027272063307464123, "global_step": 46946, "epoch": 263, "lr": 5.984037257374244e-05}
{"train_loss": 0.002820685040205717, "global_step": 46947, "epoch": 263, "lr": 5.9838923768935375e-05}
{"train_loss": 0.003579386742785573, "global_step": 46948, "epoch": 263, "lr": 5.983747495553458e-05}
{"train_loss": 0.0019922589417546988, "global_step": 46949, "epoch": 263, "lr": 5.9836026133541357e-05}
{"train_loss": 0.003222566330805421, "global_step": 46950, "epoch": 263, "lr": 5.983457730295693e-05}
{"train_loss": 0.005052533000707626, "global_step": 46951, "epoch": 263, "lr": 5.983312846378261e-05}
{"train_loss": 0.0034080951008945704, "global_step": 46952, "epoch": 263, "lr": 5.983167961601963e-05}
{"train_loss": 0.002878667088225484, "global_step": 46953, "epoch": 263, "lr": 5.983023075966927e-05}
{"train_loss": 0.005977276712656021, "global_step": 46954, "epoch": 263, "lr": 5.982878189473279e-05}
{"train_loss": 0.0022089695557951927, "global_step": 46955, "epoch": 263, "lr": 5.982733302121144e-05}
{"train_loss": 0.0031537599861621857, "global_step": 46956, "epoch": 263, "lr": 5.9825884139106515e-05}
{"train_loss": 0.004691171459853649, "global_step": 46957, "epoch": 263, "lr": 5.982443524841928e-05}
{"train_loss": 0.004085157066583633, "global_step": 46958, "epoch": 263, "lr": 5.982298634915097e-05}
{"train_loss": 0.0035060520749539137, "global_step": 46959, "epoch": 263, "lr": 5.9821537441302855e-05}
{"train_loss": 0.003476186888292432, "global_step": 46960, "epoch": 263, "lr": 5.982008852487624e-05}
{"train_loss": 0.004502107389271259, "global_step": 46961, "epoch": 263, "lr": 5.981863959987235e-05}
{"train_loss": 0.004058560822159052, "global_step": 46962, "epoch": 263, "lr": 5.981719066629248e-05}
{"train_loss": 0.0028620052617043257, "global_step": 46963, "epoch": 263, "lr": 5.981574172413786e-05}
{"train_loss": 0.0026552858762443066, "global_step": 46964, "epoch": 263, "lr": 5.9814292773409784e-05}
{"train_loss": 0.0017644676845520735, "global_step": 46965, "epoch": 263, "lr": 5.981284381410951e-05}
{"train_loss": 0.0034214076586067677, "global_step": 46966, "epoch": 263, "lr": 5.981139484623831e-05}
{"train_loss": 0.005249223671853542, "global_step": 46967, "epoch": 263, "lr": 5.980994586979743e-05}
{"train_loss": 0.004549958743155003, "global_step": 46968, "epoch": 263, "lr": 5.980849688478816e-05}
{"train_loss": 0.0016335449181497097, "global_step": 46969, "epoch": 263, "lr": 5.980704789121173e-05}
{"train_loss": 0.0024254622403532267, "global_step": 46970, "epoch": 263, "lr": 5.980559888906945e-05}
{"train_loss": 0.0035376569721847773, "global_step": 46971, "epoch": 263, "lr": 5.980414987836256e-05}
{"train_loss": 0.0017900897655636072, "global_step": 46972, "epoch": 263, "lr": 5.980270085909234e-05}
{"train_loss": 0.0024899854324758053, "global_step": 46973, "epoch": 263, "lr": 5.980125183126004e-05}
{"train_loss": 0.00409263139590621, "global_step": 46974, "epoch": 263, "lr": 5.979980279486692e-05}
{"train_loss": 0.004839249886572361, "global_step": 46975, "epoch": 263, "lr": 5.979835374991427e-05}
{"train_loss": 0.0061877137050032616, "global_step": 46976, "epoch": 263, "lr": 5.9796904696403345e-05}
{"train_loss": 0.0027781613171100616, "global_step": 46977, "epoch": 263, "lr": 5.979545563433541e-05}
{"train_loss": 0.0032546415459364653, "global_step": 46978, "epoch": 263, "lr": 5.979400656371172e-05}
{"train_loss": 0.004204997792840004, "global_step": 46979, "epoch": 263, "lr": 5.979255748453355e-05}
{"train_loss": 0.003412589430809021, "global_step": 46980, "epoch": 263, "lr": 5.979110839680218e-05}
{"train_loss": 0.002112960908561945, "global_step": 46981, "epoch": 263, "lr": 5.978965930051885e-05}
{"train_loss": 0.0035955929197371006, "global_step": 46982, "epoch": 263, "lr": 5.9788210195684837e-05}
{"train_loss": 0.006283894181251526, "global_step": 46983, "epoch": 263, "lr": 5.97867610823014e-05}
{"train_loss": 0.0044143348932266235, "global_step": 46984, "epoch": 263, "lr": 5.978531196036983e-05}
{"train_loss": 0.007699670270085335, "global_step": 46985, "epoch": 263, "lr": 5.978386282989137e-05}
{"train_loss": 0.0041068787686526775, "global_step": 46986, "epoch": 263, "lr": 5.978241369086728e-05}
{"train_loss": 0.003160905558615923, "global_step": 46987, "epoch": 263, "lr": 5.978096454329884e-05}
{"train_loss": 0.0033190588001161814, "global_step": 46988, "epoch": 263, "lr": 5.977951538718731e-05}
{"train_loss": 0.002912079216912389, "global_step": 46989, "epoch": 263, "lr": 5.977806622253397e-05}
{"train_loss": 0.0026739579625427723, "global_step": 46990, "epoch": 263, "lr": 5.977661704934004e-05}
{"train_loss": 0.004171962490085554, "global_step": 46991, "epoch": 263, "lr": 5.977516786760685e-05}
{"train_loss": 0.0036560671869665384, "global_step": 46992, "epoch": 264, "lr": 5.977371867733563e-05}
{"train_loss": 0.004690264351665974, "global_step": 46993, "epoch": 264, "lr": 5.9772269478527644e-05}
{"train_loss": 0.004749098792672157, "global_step": 46994, "epoch": 264, "lr": 5.9770820271184166e-05}
{"train_loss": 0.006324694957584143, "global_step": 46995, "epoch": 264, "lr": 5.9769371055306465e-05}
{"train_loss": 0.004605880007147789, "global_step": 46996, "epoch": 264, "lr": 5.97679218308958e-05}
{"train_loss": 0.0024233656004071236, "global_step": 46997, "epoch": 264, "lr": 5.976647259795344e-05}
{"train_loss": 0.003196926787495613, "global_step": 46998, "epoch": 264, "lr": 5.9765023356480644e-05}
{"train_loss": 0.005493507254868746, "global_step": 46999, "epoch": 264, "lr": 5.976357410647868e-05}
{"train_loss": 0.0030825536232441664, "global_step": 47000, "epoch": 264, "lr": 5.976212484794883e-05}
{"train_loss": 0.004418525379151106, "global_step": 47001, "epoch": 264, "lr": 5.976067558089233e-05}
{"train_loss": 0.004142347257584333, "global_step": 47002, "epoch": 264, "lr": 5.9759226305310464e-05}
{"train_loss": 0.003023468190804124, "global_step": 47003, "epoch": 264, "lr": 5.975777702120452e-05}
{"train_loss": 0.004797404631972313, "global_step": 47004, "epoch": 264, "lr": 5.9756327728575725e-05}
{"train_loss": 0.0035482996609061956, "global_step": 47005, "epoch": 264, "lr": 5.975487842742537e-05}
{"train_loss": 0.0013133656466379762, "global_step": 47006, "epoch": 264, "lr": 5.97534291177547e-05}
{"train_loss": 0.0023285122588276863, "global_step": 47007, "epoch": 264, "lr": 5.9751979799564986e-05}
{"train_loss": 0.005955234169960022, "global_step": 47008, "epoch": 264, "lr": 5.9750530472857503e-05}
{"train_loss": 0.0033452105708420277, "global_step": 47009, "epoch": 264, "lr": 5.9749081137633525e-05}
{"train_loss": 0.006333750672638416, "global_step": 47010, "epoch": 264, "lr": 5.974763179389431e-05}
{"train_loss": 0.006141563877463341, "global_step": 47011, "epoch": 264, "lr": 5.97461824416411e-05}
{"train_loss": 0.006372950971126556, "global_step": 47012, "epoch": 264, "lr": 5.974473308087518e-05}
{"train_loss": 0.011513622477650642, "global_step": 47013, "epoch": 264, "lr": 5.974328371159783e-05}
{"train_loss": 0.006144272163510323, "global_step": 47014, "epoch": 264, "lr": 5.974183433381031e-05}
{"train_loss": 0.004925721324980259, "global_step": 47015, "epoch": 264, "lr": 5.974038494751388e-05}
{"train_loss": 0.0039625028148293495, "global_step": 47016, "epoch": 264, "lr": 5.9738935552709795e-05}
{"train_loss": 0.0032811746932566166, "global_step": 47017, "epoch": 264, "lr": 5.9737486149399336e-05}
{"train_loss": 0.005196892656385899, "global_step": 47018, "epoch": 264, "lr": 5.9736036737583765e-05}
{"train_loss": 0.005489105824381113, "global_step": 47019, "epoch": 264, "lr": 5.973458731726434e-05}
{"train_loss": 0.005483819171786308, "global_step": 47020, "epoch": 264, "lr": 5.973313788844235e-05}
{"train_loss": 0.005225195549428463, "global_step": 47021, "epoch": 264, "lr": 5.973168845111903e-05}
{"train_loss": 0.004629732575267553, "global_step": 47022, "epoch": 264, "lr": 5.9730239005295677e-05}
{"train_loss": 0.0028934376314282417, "global_step": 47023, "epoch": 264, "lr": 5.972878955097353e-05}
{"train_loss": 0.00602913461625576, "global_step": 47024, "epoch": 264, "lr": 5.972734008815387e-05}
{"train_loss": 0.0032505556009709835, "global_step": 47025, "epoch": 264, "lr": 5.972589061683796e-05}
{"train_loss": 0.0027563953772187233, "global_step": 47026, "epoch": 264, "lr": 5.972444113702705e-05}
{"train_loss": 0.008165440522134304, "global_step": 47027, "epoch": 264, "lr": 5.9722991648722435e-05}
{"train_loss": 0.00685760285705328, "global_step": 47028, "epoch": 264, "lr": 5.972154215192537e-05}
{"train_loss": 0.003485811874270439, "global_step": 47029, "epoch": 264, "lr": 5.972009264663712e-05}
{"train_loss": 0.0015376271912828088, "global_step": 47030, "epoch": 264, "lr": 5.971864313285893e-05}
{"train_loss": 0.003778272308409214, "global_step": 47031, "epoch": 264, "lr": 5.9717193610592115e-05}
{"train_loss": 0.004885189235210419, "global_step": 47032, "epoch": 264, "lr": 5.9715744079837885e-05}
{"train_loss": 0.006133625283837318, "global_step": 47033, "epoch": 264, "lr": 5.971429454059755e-05}
{"train_loss": 0.003435001242905855, "global_step": 47034, "epoch": 264, "lr": 5.971284499287235e-05}
{"train_loss": 0.004072176292538643, "global_step": 47035, "epoch": 264, "lr": 5.9711395436663575e-05}
{"train_loss": 0.005598767660558224, "global_step": 47036, "epoch": 264, "lr": 5.970994587197245e-05}
{"train_loss": 0.003213329240679741, "global_step": 47037, "epoch": 264, "lr": 5.9708496298800286e-05}
{"train_loss": 0.005018264055252075, "global_step": 47038, "epoch": 264, "lr": 5.970704671714833e-05}
{"train_loss": 0.002815481973811984, "global_step": 47039, "epoch": 264, "lr": 5.970559712701784e-05}
{"train_loss": 0.005256123840808868, "global_step": 47040, "epoch": 264, "lr": 5.970414752841009e-05}
{"train_loss": 0.006642111577093601, "global_step": 47041, "epoch": 264, "lr": 5.9702697921326355e-05}
{"train_loss": 0.0029890318401157856, "global_step": 47042, "epoch": 264, "lr": 5.9701248305767884e-05}
{"train_loss": 0.004503637086600065, "global_step": 47043, "epoch": 264, "lr": 5.969979868173596e-05}
{"train_loss": 0.0025963331572711468, "global_step": 47044, "epoch": 264, "lr": 5.969834904923185e-05}
{"train_loss": 0.0074864826165139675, "global_step": 47045, "epoch": 264, "lr": 5.969689940825679e-05}
{"train_loss": 0.0038072955794632435, "global_step": 47046, "epoch": 264, "lr": 5.9695449758812086e-05}
{"train_loss": 0.00510062463581562, "global_step": 47047, "epoch": 264, "lr": 5.969400010089897e-05}
{"train_loss": 0.007712696213275194, "global_step": 47048, "epoch": 264, "lr": 5.9692550434518735e-05}
{"train_loss": 0.003365193260833621, "global_step": 47049, "epoch": 264, "lr": 5.969110075967263e-05}
{"train_loss": 0.002144248690456152, "global_step": 47050, "epoch": 264, "lr": 5.968965107636193e-05}
{"train_loss": 0.003678658977150917, "global_step": 47051, "epoch": 264, "lr": 5.9688201384587895e-05}
{"train_loss": 0.002657317090779543, "global_step": 47052, "epoch": 264, "lr": 5.9686751684351805e-05}
{"train_loss": 0.007058266084641218, "global_step": 47053, "epoch": 264, "lr": 5.968530197565489e-05}
{"train_loss": 0.003930047620087862, "global_step": 47054, "epoch": 264, "lr": 5.968385225849847e-05}
{"train_loss": 0.004118525423109531, "global_step": 47055, "epoch": 264, "lr": 5.9682402532883764e-05}
{"train_loss": 0.004424083977937698, "global_step": 47056, "epoch": 264, "lr": 5.9680952798812075e-05}
{"train_loss": 0.00583143113180995, "global_step": 47057, "epoch": 264, "lr": 5.9679503056284646e-05}
{"train_loss": 0.005717987194657326, "global_step": 47058, "epoch": 264, "lr": 5.967805330530275e-05}
{"train_loss": 0.007687360979616642, "global_step": 47059, "epoch": 264, "lr": 5.967660354586764e-05}
{"train_loss": 0.004055550321936607, "global_step": 47060, "epoch": 264, "lr": 5.967515377798061e-05}
{"train_loss": 0.0036949135828763247, "global_step": 47061, "epoch": 264, "lr": 5.967370400164291e-05}
{"train_loss": 0.0039021498523652554, "global_step": 47062, "epoch": 264, "lr": 5.967225421685579e-05}
{"train_loss": 0.002459177514538169, "global_step": 47063, "epoch": 264, "lr": 5.967080442362055e-05}
{"train_loss": 0.0033430331386625767, "global_step": 47064, "epoch": 264, "lr": 5.966935462193844e-05}
{"train_loss": 0.005740404594689608, "global_step": 47065, "epoch": 264, "lr": 5.966790481181072e-05}
{"train_loss": 0.00450150016695261, "global_step": 47066, "epoch": 264, "lr": 5.9666454993238663e-05}
{"train_loss": 0.006770274136215448, "global_step": 47067, "epoch": 264, "lr": 5.966500516622354e-05}
{"train_loss": 0.005628070794045925, "global_step": 47068, "epoch": 264, "lr": 5.966355533076661e-05}
{"train_loss": 0.0033971150405704975, "global_step": 47069, "epoch": 264, "lr": 5.966210548686914e-05}
{"train_loss": 0.00375165743753314, "global_step": 47070, "epoch": 264, "lr": 5.966065563453239e-05}
{"train_loss": 0.0031044906936585903, "global_step": 47071, "epoch": 264, "lr": 5.965920577375765e-05}
{"train_loss": 0.006573060527443886, "global_step": 47072, "epoch": 264, "lr": 5.9657755904546166e-05}
{"train_loss": 0.0029478250071406364, "global_step": 47073, "epoch": 264, "lr": 5.96563060268992e-05}
{"train_loss": 0.002400075551122427, "global_step": 47074, "epoch": 264, "lr": 5.9654856140818025e-05}
{"train_loss": 0.004471521358937025, "global_step": 47075, "epoch": 264, "lr": 5.9653406246303924e-05}
{"train_loss": 0.0024231639690697193, "global_step": 47076, "epoch": 264, "lr": 5.965195634335814e-05}
{"train_loss": 0.001728289294987917, "global_step": 47077, "epoch": 264, "lr": 5.9650506431981955e-05}
{"train_loss": 0.003445988055318594, "global_step": 47078, "epoch": 264, "lr": 5.9649056512176616e-05}
{"train_loss": 0.001838634954765439, "global_step": 47079, "epoch": 264, "lr": 5.9647606583943414e-05}
{"train_loss": 0.005005395971238613, "global_step": 47080, "epoch": 264, "lr": 5.96461566472836e-05}
{"train_loss": 0.0035440060310065746, "global_step": 47081, "epoch": 264, "lr": 5.964470670219846e-05}
{"train_loss": 0.0036839055828750134, "global_step": 47082, "epoch": 264, "lr": 5.964325674868922e-05}
{"train_loss": 0.0026328032836318016, "global_step": 47083, "epoch": 264, "lr": 5.964180678675718e-05}
{"train_loss": 0.0031894026324152946, "global_step": 47084, "epoch": 264, "lr": 5.964035681640361e-05}
{"train_loss": 0.002620878629386425, "global_step": 47085, "epoch": 264, "lr": 5.963890683762975e-05}
{"train_loss": 0.007883693091571331, "global_step": 47086, "epoch": 264, "lr": 5.963745685043689e-05}
{"train_loss": 0.0048043932765722275, "global_step": 47087, "epoch": 264, "lr": 5.9636006854826266e-05}
{"train_loss": 0.0025061024352908134, "global_step": 47088, "epoch": 264, "lr": 5.963455685079918e-05}
{"train_loss": 0.0036252536810934544, "global_step": 47089, "epoch": 264, "lr": 5.963310683835689e-05}
{"train_loss": 0.005152958445250988, "global_step": 47090, "epoch": 264, "lr": 5.9631656817500656e-05}
{"train_loss": 0.004399042576551437, "global_step": 47091, "epoch": 264, "lr": 5.9630206788231744e-05}
{"train_loss": 0.0037190509028732777, "global_step": 47092, "epoch": 264, "lr": 5.962875675055141e-05}
{"train_loss": 0.0024419778492301702, "global_step": 47093, "epoch": 264, "lr": 5.962730670446094e-05}
{"train_loss": 0.003554239869117737, "global_step": 47094, "epoch": 264, "lr": 5.96258566499616e-05}
{"train_loss": 0.002849691081792116, "global_step": 47095, "epoch": 264, "lr": 5.962440658705462e-05}
{"train_loss": 0.0032034271862357855, "global_step": 47096, "epoch": 264, "lr": 5.962295651574133e-05}
{"train_loss": 0.0071159349754452705, "global_step": 47097, "epoch": 264, "lr": 5.962150643602294e-05}
{"train_loss": 0.006717477459460497, "global_step": 47098, "epoch": 264, "lr": 5.9620056347900746e-05}
{"train_loss": 0.004482416436076164, "global_step": 47099, "epoch": 264, "lr": 5.961860625137601e-05}
{"train_loss": 0.005780087783932686, "global_step": 47100, "epoch": 264, "lr": 5.9617156146450006e-05}
{"train_loss": 0.0024597228039056063, "global_step": 47101, "epoch": 264, "lr": 5.961570603312398e-05}
{"train_loss": 0.003096257569268346, "global_step": 47102, "epoch": 264, "lr": 5.96142559113992e-05}
{"train_loss": 0.002988163847476244, "global_step": 47103, "epoch": 264, "lr": 5.9612805781276946e-05}
{"train_loss": 0.0012520551681518555, "global_step": 47104, "epoch": 264, "lr": 5.9611355642758484e-05}
{"train_loss": 0.004160135053098202, "global_step": 47105, "epoch": 264, "lr": 5.9609905495845085e-05}
{"train_loss": 0.0056164925917983055, "global_step": 47106, "epoch": 264, "lr": 5.9608455340538e-05}
{"train_loss": 0.0029732263647019863, "global_step": 47107, "epoch": 264, "lr": 5.960700517683849e-05}
{"train_loss": 0.0038654999807476997, "global_step": 47108, "epoch": 264, "lr": 5.960555500474785e-05}
{"train_loss": 0.0024172640405595303, "global_step": 47109, "epoch": 264, "lr": 5.9604104824267336e-05}
{"train_loss": 0.005671333521604538, "global_step": 47110, "epoch": 264, "lr": 5.96026546353982e-05}
{"train_loss": 0.002033024560660124, "global_step": 47111, "epoch": 264, "lr": 5.960120443814171e-05}
{"train_loss": 0.0040407562628388405, "global_step": 47112, "epoch": 264, "lr": 5.959975423249916e-05}
{"train_loss": 0.003750850446522236, "global_step": 47113, "epoch": 264, "lr": 5.9598304018471796e-05}
{"train_loss": 0.005681677721440792, "global_step": 47114, "epoch": 264, "lr": 5.959685379606088e-05}
{"train_loss": 0.0032337200827896595, "global_step": 47115, "epoch": 264, "lr": 5.959540356526769e-05}
{"train_loss": 0.0028888010419905186, "global_step": 47116, "epoch": 264, "lr": 5.959395332609348e-05}
{"train_loss": 0.002183367032557726, "global_step": 47117, "epoch": 264, "lr": 5.959250307853952e-05}
{"train_loss": 0.0031178812496364117, "global_step": 47118, "epoch": 264, "lr": 5.959105282260709e-05}
{"train_loss": 0.003013130510225892, "global_step": 47119, "epoch": 264, "lr": 5.9589602558297456e-05}
{"train_loss": 0.002212135586887598, "global_step": 47120, "epoch": 264, "lr": 5.958815228561186e-05}
{"train_loss": 0.005875622853636742, "global_step": 47121, "epoch": 264, "lr": 5.9586702004551584e-05}
{"train_loss": 0.0044016651809215546, "global_step": 47122, "epoch": 264, "lr": 5.958525171511792e-05}
{"train_loss": 0.002778036752715707, "global_step": 47123, "epoch": 264, "lr": 5.95838014173121e-05}
{"train_loss": 0.0034697488881647587, "global_step": 47124, "epoch": 264, "lr": 5.9582351111135405e-05}
{"train_loss": 0.002202211879193783, "global_step": 47125, "epoch": 264, "lr": 5.958090079658909e-05}
{"train_loss": 0.003673662431538105, "global_step": 47126, "epoch": 264, "lr": 5.957945047367443e-05}
{"train_loss": 0.004090090282261372, "global_step": 47127, "epoch": 264, "lr": 5.95780001423927e-05}
{"train_loss": 0.007007427513599396, "global_step": 47128, "epoch": 264, "lr": 5.9576549802745154e-05}
{"train_loss": 0.003145886119455099, "global_step": 47129, "epoch": 264, "lr": 5.9575099454733075e-05}
{"train_loss": 0.003333107102662325, "global_step": 47130, "epoch": 264, "lr": 5.95736490983577e-05}
{"train_loss": 0.005211000796407461, "global_step": 47131, "epoch": 264, "lr": 5.9572198733620324e-05}
{"train_loss": 0.0043468112125992775, "global_step": 47132, "epoch": 264, "lr": 5.95707483605222e-05}
{"train_loss": 0.0022884542122483253, "global_step": 47133, "epoch": 264, "lr": 5.956929797906461e-05}
{"train_loss": 0.006054728291928768, "global_step": 47134, "epoch": 264, "lr": 5.9567847589248794e-05}
{"train_loss": 0.0022636111825704575, "global_step": 47135, "epoch": 264, "lr": 5.956639719107604e-05}
{"train_loss": 0.0031974432058632374, "global_step": 47136, "epoch": 264, "lr": 5.956494678454761e-05}
{"train_loss": 0.004555853083729744, "global_step": 47137, "epoch": 264, "lr": 5.9563496369664764e-05}
{"train_loss": 0.002428171457722783, "global_step": 47138, "epoch": 264, "lr": 5.956204594642878e-05}
{"train_loss": 0.0028855018317699432, "global_step": 47139, "epoch": 264, "lr": 5.956059551484092e-05}
{"train_loss": 0.003459325060248375, "global_step": 47140, "epoch": 264, "lr": 5.955914507490245e-05}
{"train_loss": 0.0030798951629549265, "global_step": 47141, "epoch": 264, "lr": 5.955769462661464e-05}
{"train_loss": 0.0042699165642261505, "global_step": 47142, "epoch": 264, "lr": 5.955624416997876e-05}
{"train_loss": 0.00278713321313262, "global_step": 47143, "epoch": 264, "lr": 5.955479370499607e-05}
{"train_loss": 0.002993281465023756, "global_step": 47144, "epoch": 264, "lr": 5.9553343231667837e-05}
{"train_loss": 0.001970462268218398, "global_step": 47145, "epoch": 264, "lr": 5.955189274999532e-05}
{"train_loss": 0.0035249395295977592, "global_step": 47146, "epoch": 264, "lr": 5.95504422599798e-05}
{"train_loss": 0.0051022786647081375, "global_step": 47147, "epoch": 264, "lr": 5.9548991761622553e-05}
{"train_loss": 0.002982242265716195, "global_step": 47148, "epoch": 264, "lr": 5.954754125492482e-05}
{"train_loss": 0.003630994353443384, "global_step": 47149, "epoch": 264, "lr": 5.9546090739887875e-05}
{"train_loss": 0.003758024424314499, "global_step": 47150, "epoch": 264, "lr": 5.9544640216512994e-05}
{"train_loss": 0.004003074485808611, "global_step": 47151, "epoch": 264, "lr": 5.954318968480144e-05}
{"train_loss": 0.005256341770291328, "global_step": 47152, "epoch": 264, "lr": 5.954173914475448e-05}
{"train_loss": 0.0028842552565038204, "global_step": 47153, "epoch": 264, "lr": 5.9540288596373384e-05}
{"train_loss": 0.007121038157492876, "global_step": 47154, "epoch": 264, "lr": 5.953883803965941e-05}
{"train_loss": 0.007029786705970764, "global_step": 47155, "epoch": 264, "lr": 5.953738747461384e-05}
{"train_loss": 0.002624570159241557, "global_step": 47156, "epoch": 264, "lr": 5.953593690123792e-05}
{"train_loss": 0.0038340259343385696, "global_step": 47157, "epoch": 264, "lr": 5.9534486319532926e-05}
{"train_loss": 0.0033983727917075157, "global_step": 47158, "epoch": 264, "lr": 5.953303572950013e-05}
{"train_loss": 0.0035444116219878197, "global_step": 47159, "epoch": 264, "lr": 5.95315851311408e-05}
{"train_loss": 0.0026059532538056374, "global_step": 47160, "epoch": 264, "lr": 5.9530134524456205e-05}
{"train_loss": 0.003201059764251113, "global_step": 47161, "epoch": 264, "lr": 5.9528683909447605e-05}
{"train_loss": 0.004778053145855665, "global_step": 47162, "epoch": 264, "lr": 5.952723328611627e-05}
{"train_loss": 0.0029403348453342915, "global_step": 47163, "epoch": 264, "lr": 5.952578265446346e-05}
{"train_loss": 0.0032216040417551994, "global_step": 47164, "epoch": 264, "lr": 5.9524332014490446e-05}
{"train_loss": 0.0009633674053475261, "global_step": 47165, "epoch": 264, "lr": 5.95228813661985e-05}
{"train_loss": 0.0025231996551156044, "global_step": 47166, "epoch": 264, "lr": 5.9521430709588886e-05}
{"train_loss": 0.007204406429082155, "global_step": 47167, "epoch": 264, "lr": 5.951998004466288e-05}
{"train_loss": 0.005615853704512119, "global_step": 47168, "epoch": 264, "lr": 5.951852937142173e-05}
{"train_loss": 0.0041176219224887955, "global_step": 47169, "epoch": 264, "lr": 5.9517078689866715e-05}
{"train_loss": 0.0031325286254286766, "global_step": 47170, "epoch": 265, "lr": 5.951562799999909e-05}
{"train_loss": 0.003948314115405083, "global_step": 47171, "epoch": 265, "lr": 5.951417730182015e-05}
{"train_loss": 0.0016791739035397768, "global_step": 47172, "epoch": 265, "lr": 5.951272659533114e-05}
{"train_loss": 0.0018306935671716928, "global_step": 47173, "epoch": 265, "lr": 5.951127588053331e-05}
{"train_loss": 0.003832066897302866, "global_step": 47174, "epoch": 265, "lr": 5.950982515742798e-05}
{"train_loss": 0.00256960466504097, "global_step": 47175, "epoch": 265, "lr": 5.950837442601637e-05}
{"train_loss": 0.0028869272209703922, "global_step": 47176, "epoch": 265, "lr": 5.9506923686299766e-05}
{"train_loss": 0.0038890144787728786, "global_step": 47177, "epoch": 265, "lr": 5.950547293827943e-05}
{"train_loss": 0.004602530505508184, "global_step": 47178, "epoch": 265, "lr": 5.950402218195662e-05}
{"train_loss": 0.003739269683137536, "global_step": 47179, "epoch": 265, "lr": 5.950257141733262e-05}
{"train_loss": 0.003993952181190252, "global_step": 47180, "epoch": 265, "lr": 5.95011206444087e-05}
{"train_loss": 0.0032164580188691616, "global_step": 47181, "epoch": 265, "lr": 5.949966986318613e-05}
{"train_loss": 0.00444946251809597, "global_step": 47182, "epoch": 265, "lr": 5.949821907366615e-05}
{"train_loss": 0.004873896017670631, "global_step": 47183, "epoch": 265, "lr": 5.949676827585004e-05}
{"train_loss": 0.004252724349498749, "global_step": 47184, "epoch": 265, "lr": 5.949531746973907e-05}
{"train_loss": 0.005897920578718185, "global_step": 47185, "epoch": 265, "lr": 5.949386665533451e-05}
{"train_loss": 0.004522338509559631, "global_step": 47186, "epoch": 265, "lr": 5.949241583263763e-05}
{"train_loss": 0.003692923579365015, "global_step": 47187, "epoch": 265, "lr": 5.9490965001649676e-05}
{"train_loss": 0.0020953351631760597, "global_step": 47188, "epoch": 265, "lr": 5.948951416237195e-05}
{"train_loss": 0.0023929961025714874, "global_step": 47189, "epoch": 265, "lr": 5.94880633148057e-05}
{"train_loss": 0.0035624532029032707, "global_step": 47190, "epoch": 265, "lr": 5.9486612458952185e-05}
{"train_loss": 0.0036664619110524654, "global_step": 47191, "epoch": 265, "lr": 5.9485161594812676e-05}
{"train_loss": 0.003751373616978526, "global_step": 47192, "epoch": 265, "lr": 5.948371072238844e-05}
{"train_loss": 0.003822404658421874, "global_step": 47193, "epoch": 265, "lr": 5.948225984168076e-05}
{"train_loss": 0.0018255854956805706, "global_step": 47194, "epoch": 265, "lr": 5.9480808952690905e-05}
{"train_loss": 0.005926060024648905, "global_step": 47195, "epoch": 265, "lr": 5.947935805542011e-05}
{"train_loss": 0.003064672462642193, "global_step": 47196, "epoch": 265, "lr": 5.947790714986966e-05}
{"train_loss": 0.004011224023997784, "global_step": 47197, "epoch": 265, "lr": 5.9476456236040834e-05}
{"train_loss": 0.0021102451719343662, "global_step": 47198, "epoch": 265, "lr": 5.9475005313934896e-05}
{"train_loss": 0.0034643334802240133, "global_step": 47199, "epoch": 265, "lr": 5.9473554383553087e-05}
{"train_loss": 0.003725761082023382, "global_step": 47200, "epoch": 265, "lr": 5.947210344489671e-05}
{"train_loss": 0.004627916030585766, "global_step": 47201, "epoch": 265, "lr": 5.947065249796702e-05}
{"train_loss": 0.003156266873702407, "global_step": 47202, "epoch": 265, "lr": 5.9469201542765254e-05}
{"train_loss": 0.006749688647687435, "global_step": 47203, "epoch": 265, "lr": 5.946775057929273e-05}
{"train_loss": 0.0042039938271045685, "global_step": 47204, "epoch": 265, "lr": 5.946629960755069e-05}
{"train_loss": 0.002318108920007944, "global_step": 47205, "epoch": 265, "lr": 5.94648486275404e-05}
{"train_loss": 0.004095928743481636, "global_step": 47206, "epoch": 265, "lr": 5.946339763926312e-05}
{"train_loss": 0.005810869857668877, "global_step": 47207, "epoch": 265, "lr": 5.946194664272014e-05}
{"train_loss": 0.003923721611499786, "global_step": 47208, "epoch": 265, "lr": 5.946049563791271e-05}
{"train_loss": 0.00249087018892169, "global_step": 47209, "epoch": 265, "lr": 5.94590446248421e-05}
{"train_loss": 0.006928400602191687, "global_step": 47210, "epoch": 265, "lr": 5.9457593603509585e-05}
{"train_loss": 0.00546442624181509, "global_step": 47211, "epoch": 265, "lr": 5.945614257391642e-05}
{"train_loss": 0.003229487454518676, "global_step": 47212, "epoch": 265, "lr": 5.9454691536063876e-05}
{"train_loss": 0.002297638915479183, "global_step": 47213, "epoch": 265, "lr": 5.945324048995323e-05}
{"train_loss": 0.0014919184613972902, "global_step": 47214, "epoch": 265, "lr": 5.945178943558575e-05}
{"train_loss": 0.006425898987799883, "global_step": 47215, "epoch": 265, "lr": 5.945033837296268e-05}
{"train_loss": 0.0046606361865997314, "global_step": 47216, "epoch": 265, "lr": 5.944888730208532e-05}
{"train_loss": 0.0037655148189514875, "global_step": 47217, "epoch": 265, "lr": 5.944743622295491e-05}
{"train_loss": 0.005368012934923172, "global_step": 47218, "epoch": 265, "lr": 5.944598513557274e-05}
{"train_loss": 0.0029045259580016136, "global_step": 47219, "epoch": 265, "lr": 5.944453403994006e-05}
{"train_loss": 0.001737597631290555, "global_step": 47220, "epoch": 265, "lr": 5.9443082936058134e-05}
{"train_loss": 0.00494886189699173, "global_step": 47221, "epoch": 265, "lr": 5.944163182392825e-05}
{"train_loss": 0.002775214146822691, "global_step": 47222, "epoch": 265, "lr": 5.944018070355165e-05}
{"train_loss": 0.004787002690136433, "global_step": 47223, "epoch": 265, "lr": 5.943872957492964e-05}
{"train_loss": 0.0034538540057837963, "global_step": 47224, "epoch": 265, "lr": 5.9437278438063445e-05}
{"train_loss": 0.003886618185788393, "global_step": 47225, "epoch": 265, "lr": 5.943582729295436e-05}
{"train_loss": 0.002820179797708988, "global_step": 47226, "epoch": 265, "lr": 5.943437613960363e-05}
{"train_loss": 0.002814609557390213, "global_step": 47227, "epoch": 265, "lr": 5.943292497801256e-05}
{"train_loss": 0.0033286907710134983, "global_step": 47228, "epoch": 265, "lr": 5.943147380818238e-05}
{"train_loss": 0.0041198572143912315, "global_step": 47229, "epoch": 265, "lr": 5.943002263011437e-05}
{"train_loss": 0.0039671966806054115, "global_step": 47230, "epoch": 265, "lr": 5.942857144380979e-05}
{"train_loss": 0.0033653704449534416, "global_step": 47231, "epoch": 265, "lr": 5.942712024926993e-05}
{"train_loss": 0.0024314718320965767, "global_step": 47232, "epoch": 265, "lr": 5.942566904649605e-05}
{"train_loss": 0.00124775106087327, "global_step": 47233, "epoch": 265, "lr": 5.942421783548939e-05}
{"train_loss": 0.003852308727800846, "global_step": 47234, "epoch": 265, "lr": 5.9422766616251255e-05}
{"train_loss": 0.00190231972374022, "global_step": 47235, "epoch": 265, "lr": 5.9421315388782886e-05}
{"train_loss": 0.010115638375282288, "global_step": 47236, "epoch": 265, "lr": 5.941986415308556e-05}
{"train_loss": 0.004083151463419199, "global_step": 47237, "epoch": 265, "lr": 5.941841290916055e-05}
{"train_loss": 0.005329858511686325, "global_step": 47238, "epoch": 265, "lr": 5.941696165700912e-05}
{"train_loss": 0.004417256452143192, "global_step": 47239, "epoch": 265, "lr": 5.941551039663252e-05}
{"train_loss": 0.001961852191016078, "global_step": 47240, "epoch": 265, "lr": 5.9414059128032064e-05}
{"train_loss": 0.005320780910551548, "global_step": 47241, "epoch": 265, "lr": 5.9412607851208955e-05}
{"train_loss": 0.0038196032401174307, "global_step": 47242, "epoch": 265, "lr": 5.941115656616452e-05}
{"train_loss": 0.003026170190423727, "global_step": 47243, "epoch": 265, "lr": 5.94097052729e-05}
{"train_loss": 0.006694515235722065, "global_step": 47244, "epoch": 265, "lr": 5.940825397141666e-05}
{"train_loss": 0.0055213612504303455, "global_step": 47245, "epoch": 265, "lr": 5.9406802661715766e-05}
{"train_loss": 0.007807758636772633, "global_step": 47246, "epoch": 265, "lr": 5.9405351343798596e-05}
{"train_loss": 0.005177024751901627, "global_step": 47247, "epoch": 265, "lr": 5.940390001766641e-05}
{"train_loss": 0.0036622360348701477, "global_step": 47248, "epoch": 265, "lr": 5.9402448683320496e-05}
{"train_loss": 0.0042485687881708145, "global_step": 47249, "epoch": 265, "lr": 5.9400997340762074e-05}
{"train_loss": 0.0032857197802513838, "global_step": 47250, "epoch": 265, "lr": 5.939954598999247e-05}
{"train_loss": 0.004580666311085224, "global_step": 47251, "epoch": 265, "lr": 5.9398094631012915e-05}
{"train_loss": 0.003788722911849618, "global_step": 47252, "epoch": 265, "lr": 5.939664326382469e-05}
{"train_loss": 0.0034214318729937077, "global_step": 47253, "epoch": 265, "lr": 5.939519188842906e-05}
{"train_loss": 0.004137080628424883, "global_step": 47254, "epoch": 265, "lr": 5.939374050482727e-05}
{"train_loss": 0.0061042034067213535, "global_step": 47255, "epoch": 265, "lr": 5.939228911302063e-05}
{"train_loss": 0.0011109404731541872, "global_step": 47256, "epoch": 265, "lr": 5.939083771301038e-05}
{"train_loss": 0.007562317885458469, "global_step": 47257, "epoch": 265, "lr": 5.93893863047978e-05}
{"train_loss": 0.003807228524237871, "global_step": 47258, "epoch": 265, "lr": 5.9387934888384134e-05}
{"train_loss": 0.004524865187704563, "global_step": 47259, "epoch": 265, "lr": 5.938648346377068e-05}
{"train_loss": 0.002502684248611331, "global_step": 47260, "epoch": 265, "lr": 5.93850320309587e-05}
{"train_loss": 0.0037738194223493338, "global_step": 47261, "epoch": 265, "lr": 5.938358058994944e-05}
{"train_loss": 0.001981978537514806, "global_step": 47262, "epoch": 265, "lr": 5.938212914074419e-05}
{"train_loss": 0.003431070363149047, "global_step": 47263, "epoch": 265, "lr": 5.938067768334421e-05}
{"train_loss": 0.002241037553176284, "global_step": 47264, "epoch": 265, "lr": 5.937922621775076e-05}
{"train_loss": 0.003241309430450201, "global_step": 47265, "epoch": 265, "lr": 5.937777474396513e-05}
{"train_loss": 0.002208073390647769, "global_step": 47266, "epoch": 265, "lr": 5.9376323261988563e-05}
{"train_loss": 0.003173466771841049, "global_step": 47267, "epoch": 265, "lr": 5.937487177182235e-05}
{"train_loss": 0.0043145837262272835, "global_step": 47268, "epoch": 265, "lr": 5.937342027346773e-05}
{"train_loss": 0.005500682629644871, "global_step": 47269, "epoch": 265, "lr": 5.9371968766926e-05}
{"train_loss": 0.0027982015162706375, "global_step": 47270, "epoch": 265, "lr": 5.937051725219841e-05}
{"train_loss": 0.005220432765781879, "global_step": 47271, "epoch": 265, "lr": 5.9369065729286245e-05}
{"train_loss": 0.002211451530456543, "global_step": 47272, "epoch": 265, "lr": 5.936761419819074e-05}
{"train_loss": 0.0019345148466527462, "global_step": 47273, "epoch": 265, "lr": 5.9366162658913195e-05}
{"train_loss": 0.0065608820877969265, "global_step": 47274, "epoch": 265, "lr": 5.936471111145486e-05}
{"train_loss": 0.005392694380134344, "global_step": 47275, "epoch": 265, "lr": 5.936325955581702e-05}
{"train_loss": 0.0020043030381202698, "global_step": 47276, "epoch": 265, "lr": 5.9361807992000926e-05}
{"train_loss": 0.0034223096445202827, "global_step": 47277, "epoch": 265, "lr": 5.936035642000785e-05}
{"train_loss": 0.004573408979922533, "global_step": 47278, "epoch": 265, "lr": 5.935890483983906e-05}
{"train_loss": 0.0018675999017432332, "global_step": 47279, "epoch": 265, "lr": 5.935745325149583e-05}
{"train_loss": 0.0037569417618215084, "global_step": 47280, "epoch": 265, "lr": 5.935600165497942e-05}
{"train_loss": 0.001722403452731669, "global_step": 47281, "epoch": 265, "lr": 5.935455005029112e-05}
{"train_loss": 0.004005366936326027, "global_step": 47282, "epoch": 265, "lr": 5.935309843743214e-05}
{"train_loss": 0.004685346502810717, "global_step": 47283, "epoch": 265, "lr": 5.9351646816403804e-05}
{"train_loss": 0.006015898659825325, "global_step": 47284, "epoch": 265, "lr": 5.935019518720737e-05}
{"train_loss": 0.0044560180976986885, "global_step": 47285, "epoch": 265, "lr": 5.93487435498441e-05}
{"train_loss": 0.003213664749637246, "global_step": 47286, "epoch": 265, "lr": 5.934729190431526e-05}
{"train_loss": 0.003658551722764969, "global_step": 47287, "epoch": 265, "lr": 5.934584025062211e-05}
{"train_loss": 0.0031977600883692503, "global_step": 47288, "epoch": 265, "lr": 5.934438858876594e-05}
{"train_loss": 0.002879910171031952, "global_step": 47289, "epoch": 265, "lr": 5.934293691874799e-05}
{"train_loss": 0.0024418155662715435, "global_step": 47290, "epoch": 265, "lr": 5.934148524056956e-05}
{"train_loss": 0.003550245426595211, "global_step": 47291, "epoch": 265, "lr": 5.93400335542319e-05}
{"train_loss": 0.0015372319612652063, "global_step": 47292, "epoch": 265, "lr": 5.933858185973626e-05}
{"train_loss": 0.004477624781429768, "global_step": 47293, "epoch": 265, "lr": 5.9337130157083934e-05}
{"train_loss": 0.003955436404794455, "global_step": 47294, "epoch": 265, "lr": 5.933567844627619e-05}
{"train_loss": 0.007640700787305832, "global_step": 47295, "epoch": 265, "lr": 5.933422672731428e-05}
{"train_loss": 0.0023152572102844715, "global_step": 47296, "epoch": 265, "lr": 5.933277500019948e-05}
{"train_loss": 0.00440755020827055, "global_step": 47297, "epoch": 265, "lr": 5.933132326493307e-05}
{"train_loss": 0.005063213407993317, "global_step": 47298, "epoch": 265, "lr": 5.93298715215163e-05}
{"train_loss": 0.003177487291395664, "global_step": 47299, "epoch": 265, "lr": 5.932841976995044e-05}
{"train_loss": 0.006198662333190441, "global_step": 47300, "epoch": 265, "lr": 5.9326968010236775e-05}
{"train_loss": 0.004582829307764769, "global_step": 47301, "epoch": 265, "lr": 5.932551624237653e-05}
{"train_loss": 0.003711958881467581, "global_step": 47302, "epoch": 265, "lr": 5.932406446637103e-05}
{"train_loss": 0.003631114959716797, "global_step": 47303, "epoch": 265, "lr": 5.932261268222151e-05}
{"train_loss": 0.00488634966313839, "global_step": 47304, "epoch": 265, "lr": 5.932116088992924e-05}
{"train_loss": 0.003528190078213811, "global_step": 47305, "epoch": 265, "lr": 5.93197090894955e-05}
{"train_loss": 0.005813577212393284, "global_step": 47306, "epoch": 265, "lr": 5.931825728092154e-05}
{"train_loss": 0.0028244799468666315, "global_step": 47307, "epoch": 265, "lr": 5.931680546420865e-05}
{"train_loss": 0.008787665516138077, "global_step": 47308, "epoch": 265, "lr": 5.931535363935808e-05}
{"train_loss": 0.004550750833004713, "global_step": 47309, "epoch": 265, "lr": 5.931390180637112e-05}
{"train_loss": 0.0034645134583115578, "global_step": 47310, "epoch": 265, "lr": 5.931244996524902e-05}
{"train_loss": 0.003457948099821806, "global_step": 47311, "epoch": 265, "lr": 5.9310998115993034e-05}
{"train_loss": 0.005156744737178087, "global_step": 47312, "epoch": 265, "lr": 5.9309546258604456e-05}
{"train_loss": 0.002663483377546072, "global_step": 47313, "epoch": 265, "lr": 5.9308094393084544e-05}
{"train_loss": 0.002605410758405924, "global_step": 47314, "epoch": 265, "lr": 5.930664251943457e-05}
{"train_loss": 0.010677458718419075, "global_step": 47315, "epoch": 265, "lr": 5.9305190637655797e-05}
{"train_loss": 0.006424447521567345, "global_step": 47316, "epoch": 265, "lr": 5.9303738747749495e-05}
{"train_loss": 0.003167433198541403, "global_step": 47317, "epoch": 265, "lr": 5.9302286849716935e-05}
{"train_loss": 0.004250621423125267, "global_step": 47318, "epoch": 265, "lr": 5.930083494355939e-05}
{"train_loss": 0.001969151198863983, "global_step": 47319, "epoch": 265, "lr": 5.929938302927811e-05}
{"train_loss": 0.003006140934303403, "global_step": 47320, "epoch": 265, "lr": 5.9297931106874374e-05}
{"train_loss": 0.007440430577844381, "global_step": 47321, "epoch": 265, "lr": 5.929647917634946e-05}
{"train_loss": 0.003369464073330164, "global_step": 47322, "epoch": 265, "lr": 5.929502723770461e-05}
{"train_loss": 0.0034409761428833008, "global_step": 47323, "epoch": 265, "lr": 5.929357529094113e-05}
{"train_loss": 0.0028746766038239002, "global_step": 47324, "epoch": 265, "lr": 5.9292123336060245e-05}
{"train_loss": 0.0016453512944281101, "global_step": 47325, "epoch": 265, "lr": 5.929067137306325e-05}
{"train_loss": 0.004443867597728968, "global_step": 47326, "epoch": 265, "lr": 5.928921940195142e-05}
{"train_loss": 0.005970958154648542, "global_step": 47327, "epoch": 265, "lr": 5.928776742272602e-05}
{"train_loss": 0.002223305869847536, "global_step": 47328, "epoch": 265, "lr": 5.9286315435388294e-05}
{"train_loss": 0.004166672937572002, "global_step": 47329, "epoch": 265, "lr": 5.928486343993953e-05}
{"train_loss": 0.004688555374741554, "global_step": 47330, "epoch": 265, "lr": 5.9283411436380985e-05}
{"train_loss": 0.004108290188014507, "global_step": 47331, "epoch": 265, "lr": 5.928195942471394e-05}
{"train_loss": 0.0033064321614801884, "global_step": 47332, "epoch": 265, "lr": 5.928050740493967e-05}
{"train_loss": 0.0018717943457886577, "global_step": 47333, "epoch": 265, "lr": 5.927905537705941e-05}
{"train_loss": 0.004234342370182276, "global_step": 47334, "epoch": 265, "lr": 5.9277603341074463e-05}
{"train_loss": 0.003985600080341101, "global_step": 47335, "epoch": 265, "lr": 5.927615129698607e-05}
{"train_loss": 0.0034386368934065104, "global_step": 47336, "epoch": 265, "lr": 5.927469924479553e-05}
{"train_loss": 0.003797783050686121, "global_step": 47337, "epoch": 265, "lr": 5.9273247184504087e-05}
{"train_loss": 0.0029387250542640686, "global_step": 47338, "epoch": 265, "lr": 5.927179511611303e-05}
{"train_loss": 0.0066200122237205505, "global_step": 47339, "epoch": 265, "lr": 5.9270343039623576e-05}
{"train_loss": 0.004465202800929546, "global_step": 47340, "epoch": 265, "lr": 5.926889095503706e-05}
{"train_loss": 0.0025722477585077286, "global_step": 47341, "epoch": 265, "lr": 5.926743886235472e-05}
{"train_loss": 0.004657062701880932, "global_step": 47342, "epoch": 265, "lr": 5.926598676157783e-05}
{"train_loss": 0.008438038639724255, "global_step": 47343, "epoch": 265, "lr": 5.9264534652707646e-05}
{"train_loss": 0.007254097610712051, "global_step": 47344, "epoch": 265, "lr": 5.926308253574543e-05}
{"train_loss": 0.0029064712580293417, "global_step": 47345, "epoch": 265, "lr": 5.926163041069248e-05}
{"train_loss": 0.004127956461161375, "global_step": 47346, "epoch": 265, "lr": 5.9260178277550036e-05}
{"train_loss": 0.003972856809903103, "global_step": 47347, "epoch": 265, "lr": 5.9258726136319396e-05, "train_action_mse_error": 1.0706169632612728e-05}
{"train_loss": 0.0018888053018599749, "global_step": 47348, "epoch": 266, "lr": 5.9257273987001813e-05}
{"train_loss": 0.0028824047185480595, "global_step": 47349, "epoch": 266, "lr": 5.9255821829598536e-05}
{"train_loss": 0.002810700098052621, "global_step": 47350, "epoch": 266, "lr": 5.9254369664110865e-05}
{"train_loss": 0.0034420867450535297, "global_step": 47351, "epoch": 266, "lr": 5.925291749054005e-05}
{"train_loss": 0.0029069194570183754, "global_step": 47352, "epoch": 266, "lr": 5.925146530888738e-05}
{"train_loss": 0.0031471210531890392, "global_step": 47353, "epoch": 266, "lr": 5.925001311915409e-05}
{"train_loss": 0.004221846349537373, "global_step": 47354, "epoch": 266, "lr": 5.924856092134146e-05}
{"train_loss": 0.005808041896671057, "global_step": 47355, "epoch": 266, "lr": 5.924710871545078e-05}
{"train_loss": 0.004435783252120018, "global_step": 47356, "epoch": 266, "lr": 5.92456565014833e-05}
{"train_loss": 0.003867256222292781, "global_step": 47357, "epoch": 266, "lr": 5.9244204279440285e-05}
{"train_loss": 0.002509946236386895, "global_step": 47358, "epoch": 266, "lr": 5.9242752049323017e-05}
{"train_loss": 0.006926348898559809, "global_step": 47359, "epoch": 266, "lr": 5.9241299811132745e-05}
{"train_loss": 0.006058192811906338, "global_step": 47360, "epoch": 266, "lr": 5.9239847564870765e-05}
{"train_loss": 0.005236173514276743, "global_step": 47361, "epoch": 266, "lr": 5.9238395310538316e-05}
{"train_loss": 0.0020043025724589825, "global_step": 47362, "epoch": 266, "lr": 5.923694304813669e-05}
{"train_loss": 0.005155826918780804, "global_step": 47363, "epoch": 266, "lr": 5.9235490777667134e-05}
{"train_loss": 0.003055236302316189, "global_step": 47364, "epoch": 266, "lr": 5.923403849913094e-05}
{"train_loss": 0.0032983035780489445, "global_step": 47365, "epoch": 266, "lr": 5.923258621252937e-05}
{"train_loss": 0.004332559648901224, "global_step": 47366, "epoch": 266, "lr": 5.9231133917863665e-05}
{"train_loss": 0.0029411963187158108, "global_step": 47367, "epoch": 266, "lr": 5.9229681615135134e-05}
{"train_loss": 0.001948519959114492, "global_step": 47368, "epoch": 266, "lr": 5.922822930434502e-05}
{"train_loss": 0.004627412650734186, "global_step": 47369, "epoch": 266, "lr": 5.9226776985494605e-05}
{"train_loss": 0.003917436581104994, "global_step": 47370, "epoch": 266, "lr": 5.922532465858515e-05}
{"train_loss": 0.006056412123143673, "global_step": 47371, "epoch": 266, "lr": 5.922387232361793e-05}
{"train_loss": 0.0060195475816726685, "global_step": 47372, "epoch": 266, "lr": 5.92224199805942e-05}
{"train_loss": 0.0033037399407476187, "global_step": 47373, "epoch": 266, "lr": 5.9220967629515236e-05}
{"train_loss": 0.0037216031923890114, "global_step": 47374, "epoch": 266, "lr": 5.921951527038231e-05}
{"train_loss": 0.0029807118698954582, "global_step": 47375, "epoch": 266, "lr": 5.921806290319668e-05}
{"train_loss": 0.0009528115042485297, "global_step": 47376, "epoch": 266, "lr": 5.921661052795964e-05}
{"train_loss": 0.004805690608918667, "global_step": 47377, "epoch": 266, "lr": 5.921515814467242e-05}
{"train_loss": 0.004028075374662876, "global_step": 47378, "epoch": 266, "lr": 5.921370575333632e-05}
{"train_loss": 0.0042807250283658504, "global_step": 47379, "epoch": 266, "lr": 5.9212253353952606e-05}
{"train_loss": 0.004806180484592915, "global_step": 47380, "epoch": 266, "lr": 5.9210800946522536e-05}
{"train_loss": 0.004032385069876909, "global_step": 47381, "epoch": 266, "lr": 5.920934853104738e-05}
{"train_loss": 0.004240077454596758, "global_step": 47382, "epoch": 266, "lr": 5.9207896107528395e-05}
{"train_loss": 0.0019502609502524137, "global_step": 47383, "epoch": 266, "lr": 5.9206443675966885e-05}
{"train_loss": 0.003687345189973712, "global_step": 47384, "epoch": 266, "lr": 5.9204991236364085e-05}
{"train_loss": 0.005267101805657148, "global_step": 47385, "epoch": 266, "lr": 5.920353878872127e-05}
{"train_loss": 0.0036297133192420006, "global_step": 47386, "epoch": 266, "lr": 5.920208633303971e-05}
{"train_loss": 0.004043569788336754, "global_step": 47387, "epoch": 266, "lr": 5.9200633869320675e-05}
{"train_loss": 0.004283128306269646, "global_step": 47388, "epoch": 266, "lr": 5.919918139756545e-05}
{"train_loss": 0.0069479867815971375, "global_step": 47389, "epoch": 266, "lr": 5.919772891777528e-05}
{"train_loss": 0.004027143120765686, "global_step": 47390, "epoch": 266, "lr": 5.919627642995146e-05}
{"train_loss": 0.0022109525743871927, "global_step": 47391, "epoch": 266, "lr": 5.9194823934095236e-05}
{"train_loss": 0.003601487260311842, "global_step": 47392, "epoch": 266, "lr": 5.919337143020787e-05}
{"train_loss": 0.0038880070205777884, "global_step": 47393, "epoch": 266, "lr": 5.9191918918290645e-05}
{"train_loss": 0.001987640280276537, "global_step": 47394, "epoch": 266, "lr": 5.919046639834483e-05}
{"train_loss": 0.002853839658200741, "global_step": 47395, "epoch": 266, "lr": 5.91890138703717e-05}
{"train_loss": 0.0028216158971190453, "global_step": 47396, "epoch": 266, "lr": 5.918756133437251e-05}
{"train_loss": 0.00469555938616395, "global_step": 47397, "epoch": 266, "lr": 5.918610879034853e-05}
{"train_loss": 0.0061455341055989265, "global_step": 47398, "epoch": 266, "lr": 5.918465623830104e-05}
{"train_loss": 0.00493841664865613, "global_step": 47399, "epoch": 266, "lr": 5.91832036782313e-05}
{"train_loss": 0.003889304818585515, "global_step": 47400, "epoch": 266, "lr": 5.9181751110140584e-05}
{"train_loss": 0.0015871603973209858, "global_step": 47401, "epoch": 266, "lr": 5.918029853403013e-05}
{"train_loss": 0.003056855872273445, "global_step": 47402, "epoch": 266, "lr": 5.917884594990126e-05}
{"train_loss": 0.009639156982302666, "global_step": 47403, "epoch": 266, "lr": 5.9177393357755215e-05}
{"train_loss": 0.003573691938072443, "global_step": 47404, "epoch": 266, "lr": 5.917594075759326e-05}
{"train_loss": 0.004008804447948933, "global_step": 47405, "epoch": 266, "lr": 5.917448814941666e-05}
{"train_loss": 0.0039504943415522575, "global_step": 47406, "epoch": 266, "lr": 5.917303553322671e-05}
{"train_loss": 0.0028214810881763697, "global_step": 47407, "epoch": 266, "lr": 5.9171582909024644e-05}
{"train_loss": 0.003401205874979496, "global_step": 47408, "epoch": 266, "lr": 5.917013027681175e-05}
{"train_loss": 0.005785719025880098, "global_step": 47409, "epoch": 266, "lr": 5.91686776365893e-05}
{"train_loss": 0.005361600778996944, "global_step": 47410, "epoch": 266, "lr": 5.916722498835856e-05}
{"train_loss": 0.003417450236156583, "global_step": 47411, "epoch": 266, "lr": 5.91657723321208e-05}
{"train_loss": 0.002921844134107232, "global_step": 47412, "epoch": 266, "lr": 5.916431966787728e-05}
{"train_loss": 0.004994640126824379, "global_step": 47413, "epoch": 266, "lr": 5.9162866995629275e-05}
{"train_loss": 0.005513201933354139, "global_step": 47414, "epoch": 266, "lr": 5.916141431537805e-05}
{"train_loss": 0.006605696398764849, "global_step": 47415, "epoch": 266, "lr": 5.9159961627124874e-05}
{"train_loss": 0.00840120017528534, "global_step": 47416, "epoch": 266, "lr": 5.915850893087102e-05}
{"train_loss": 0.00731881707906723, "global_step": 47417, "epoch": 266, "lr": 5.915705622661776e-05}
{"train_loss": 0.006807158701121807, "global_step": 47418, "epoch": 266, "lr": 5.915560351436636e-05}
{"train_loss": 0.001727138995192945, "global_step": 47419, "epoch": 266, "lr": 5.915415079411809e-05}
{"train_loss": 0.003299309406429529, "global_step": 47420, "epoch": 266, "lr": 5.91526980658742e-05}
{"train_loss": 0.008736862801015377, "global_step": 47421, "epoch": 266, "lr": 5.9151245329635984e-05}
{"train_loss": 0.004769492894411087, "global_step": 47422, "epoch": 266, "lr": 5.914979258540471e-05}
{"train_loss": 0.004411515314131975, "global_step": 47423, "epoch": 266, "lr": 5.914833983318163e-05}
{"train_loss": 0.004045343026518822, "global_step": 47424, "epoch": 266, "lr": 5.914688707296802e-05}
{"train_loss": 0.003981387708336115, "global_step": 47425, "epoch": 266, "lr": 5.914543430476515e-05}
{"train_loss": 0.0026284479536116123, "global_step": 47426, "epoch": 266, "lr": 5.91439815285743e-05}
{"train_loss": 0.004993326961994171, "global_step": 47427, "epoch": 266, "lr": 5.914252874439672e-05}
{"train_loss": 0.0038096897769719362, "global_step": 47428, "epoch": 266, "lr": 5.914107595223368e-05}
{"train_loss": 0.006060432642698288, "global_step": 47429, "epoch": 266, "lr": 5.913962315208647e-05}
{"train_loss": 0.006754793226718903, "global_step": 47430, "epoch": 266, "lr": 5.913817034395632e-05}
{"train_loss": 0.003204961773008108, "global_step": 47431, "epoch": 266, "lr": 5.9136717527844545e-05}
{"train_loss": 0.005671110935509205, "global_step": 47432, "epoch": 266, "lr": 5.913526470375239e-05}
{"train_loss": 0.0051142494194209576, "global_step": 47433, "epoch": 266, "lr": 5.9133811871681135e-05}
{"train_loss": 0.0051897065714001656, "global_step": 47434, "epoch": 266, "lr": 5.913235903163202e-05}
{"train_loss": 0.0037335376255214214, "global_step": 47435, "epoch": 266, "lr": 5.913090618360635e-05}
{"train_loss": 0.010742944665253162, "global_step": 47436, "epoch": 266, "lr": 5.912945332760539e-05}
{"train_loss": 0.004100601188838482, "global_step": 47437, "epoch": 266, "lr": 5.912800046363038e-05}
{"train_loss": 0.001982572488486767, "global_step": 47438, "epoch": 266, "lr": 5.912654759168261e-05}
{"train_loss": 0.006188123486936092, "global_step": 47439, "epoch": 266, "lr": 5.912509471176334e-05}
{"train_loss": 0.0035248752683401108, "global_step": 47440, "epoch": 266, "lr": 5.912364182387386e-05}
{"train_loss": 0.005055444315075874, "global_step": 47441, "epoch": 266, "lr": 5.912218892801542e-05}
{"train_loss": 0.0016422388143837452, "global_step": 47442, "epoch": 266, "lr": 5.9120736024189285e-05}
{"train_loss": 0.005145841743797064, "global_step": 47443, "epoch": 266, "lr": 5.911928311239673e-05}
{"train_loss": 0.0016650853212922812, "global_step": 47444, "epoch": 266, "lr": 5.911783019263904e-05}
{"train_loss": 0.002400354016572237, "global_step": 47445, "epoch": 266, "lr": 5.9116377264917454e-05}
{"train_loss": 0.004300164524465799, "global_step": 47446, "epoch": 266, "lr": 5.911492432923327e-05}
{"train_loss": 0.004267087206244469, "global_step": 47447, "epoch": 266, "lr": 5.911347138558774e-05}
{"train_loss": 0.007244952023029327, "global_step": 47448, "epoch": 266, "lr": 5.9112018433982116e-05}
{"train_loss": 0.0031076292507350445, "global_step": 47449, "epoch": 266, "lr": 5.911056547441771e-05}
{"train_loss": 0.007750915363430977, "global_step": 47450, "epoch": 266, "lr": 5.910911250689576e-05}
{"train_loss": 0.003826997010037303, "global_step": 47451, "epoch": 266, "lr": 5.9107659531417545e-05}
{"train_loss": 0.004399826750159264, "global_step": 47452, "epoch": 266, "lr": 5.910620654798434e-05}
{"train_loss": 0.004744480364024639, "global_step": 47453, "epoch": 266, "lr": 5.9104753556597406e-05}
{"train_loss": 0.007373184431344271, "global_step": 47454, "epoch": 266, "lr": 5.910330055725801e-05}
{"train_loss": 0.0034146192483603954, "global_step": 47455, "epoch": 266, "lr": 5.910184754996744e-05}
{"train_loss": 0.007486172951757908, "global_step": 47456, "epoch": 266, "lr": 5.910039453472693e-05}
{"train_loss": 0.003445572918280959, "global_step": 47457, "epoch": 266, "lr": 5.909894151153779e-05}
{"train_loss": 0.004999028518795967, "global_step": 47458, "epoch": 266, "lr": 5.909748848040124e-05}
{"train_loss": 0.0058108242228627205, "global_step": 47459, "epoch": 266, "lr": 5.9096035441318586e-05}
{"train_loss": 0.005291758105158806, "global_step": 47460, "epoch": 266, "lr": 5.90945823942911e-05}
{"train_loss": 0.008497178554534912, "global_step": 47461, "epoch": 266, "lr": 5.909312933932003e-05}
{"train_loss": 0.005248701199889183, "global_step": 47462, "epoch": 266, "lr": 5.909167627640665e-05}
{"train_loss": 0.005186157301068306, "global_step": 47463, "epoch": 266, "lr": 5.9090223205552245e-05}
{"train_loss": 0.0036814147606492043, "global_step": 47464, "epoch": 266, "lr": 5.9088770126758074e-05}
{"train_loss": 0.004935778211802244, "global_step": 47465, "epoch": 266, "lr": 5.90873170400254e-05}
{"train_loss": 0.004334628582000732, "global_step": 47466, "epoch": 266, "lr": 5.9085863945355503e-05}
{"train_loss": 0.002040242310613394, "global_step": 47467, "epoch": 266, "lr": 5.9084410842749624e-05}
{"train_loss": 0.003363664261996746, "global_step": 47468, "epoch": 266, "lr": 5.908295773220908e-05}
{"train_loss": 0.002704574726521969, "global_step": 47469, "epoch": 266, "lr": 5.908150461373511e-05}
{"train_loss": 0.0037331366911530495, "global_step": 47470, "epoch": 266, "lr": 5.908005148732898e-05}
{"train_loss": 0.004558120854198933, "global_step": 47471, "epoch": 266, "lr": 5.907859835299196e-05}
{"train_loss": 0.0036480831913650036, "global_step": 47472, "epoch": 266, "lr": 5.907714521072535e-05}
{"train_loss": 0.0025771339423954487, "global_step": 47473, "epoch": 266, "lr": 5.9075692060530376e-05}
{"train_loss": 0.005530175752937794, "global_step": 47474, "epoch": 266, "lr": 5.907423890240834e-05}
{"train_loss": 0.005812538787722588, "global_step": 47475, "epoch": 266, "lr": 5.907278573636049e-05}
{"train_loss": 0.002593054436147213, "global_step": 47476, "epoch": 266, "lr": 5.9071332562388114e-05}
{"train_loss": 0.005637491587549448, "global_step": 47477, "epoch": 266, "lr": 5.9069879380492456e-05}
{"train_loss": 0.009070029482245445, "global_step": 47478, "epoch": 266, "lr": 5.906842619067481e-05}
{"train_loss": 0.0040892488323152065, "global_step": 47479, "epoch": 266, "lr": 5.906697299293643e-05}
{"train_loss": 0.003542146645486355, "global_step": 47480, "epoch": 266, "lr": 5.90655197872786e-05}
{"train_loss": 0.0027407114394009113, "global_step": 47481, "epoch": 266, "lr": 5.906406657370257e-05}
{"train_loss": 0.004157966002821922, "global_step": 47482, "epoch": 266, "lr": 5.9062613352209616e-05}
{"train_loss": 0.0029401788488030434, "global_step": 47483, "epoch": 266, "lr": 5.906116012280102e-05}
{"train_loss": 0.006466972641646862, "global_step": 47484, "epoch": 266, "lr": 5.905970688547804e-05}
{"train_loss": 0.0019206700380891562, "global_step": 47485, "epoch": 266, "lr": 5.9058253640241944e-05}
{"train_loss": 0.002719614189118147, "global_step": 47486, "epoch": 266, "lr": 5.9056800387094e-05}
{"train_loss": 0.002083204220980406, "global_step": 47487, "epoch": 266, "lr": 5.9055347126035486e-05}
{"train_loss": 0.002619139850139618, "global_step": 47488, "epoch": 266, "lr": 5.905389385706768e-05}
{"train_loss": 0.004190404899418354, "global_step": 47489, "epoch": 266, "lr": 5.9052440580191826e-05}
{"train_loss": 0.00197479035705328, "global_step": 47490, "epoch": 266, "lr": 5.905098729540921e-05}
{"train_loss": 0.005217617377638817, "global_step": 47491, "epoch": 266, "lr": 5.904953400272109e-05}
{"train_loss": 0.001704564318060875, "global_step": 47492, "epoch": 266, "lr": 5.904808070212873e-05}
{"train_loss": 0.004716202616691589, "global_step": 47493, "epoch": 266, "lr": 5.9046627393633434e-05}
{"train_loss": 0.0027046306058764458, "global_step": 47494, "epoch": 266, "lr": 5.9045174077236446e-05}
{"train_loss": 0.006125031970441341, "global_step": 47495, "epoch": 266, "lr": 5.904372075293904e-05}
{"train_loss": 0.005759893450886011, "global_step": 47496, "epoch": 266, "lr": 5.9042267420742466e-05}
{"train_loss": 0.005932641681283712, "global_step": 47497, "epoch": 266, "lr": 5.904081408064803e-05}
{"train_loss": 0.005274022929370403, "global_step": 47498, "epoch": 266, "lr": 5.903936073265698e-05}
{"train_loss": 0.0074739353731274605, "global_step": 47499, "epoch": 266, "lr": 5.9037907376770594e-05}
{"train_loss": 0.004468383267521858, "global_step": 47500, "epoch": 266, "lr": 5.903645401299013e-05}
{"train_loss": 0.0051069543696939945, "global_step": 47501, "epoch": 266, "lr": 5.9035000641316854e-05}
{"train_loss": 0.00708362739533186, "global_step": 47502, "epoch": 266, "lr": 5.903354726175205e-05}
{"train_loss": 0.002649396425113082, "global_step": 47503, "epoch": 266, "lr": 5.903209387429699e-05}
{"train_loss": 0.0026019494980573654, "global_step": 47504, "epoch": 266, "lr": 5.903064047895292e-05}
{"train_loss": 0.002965620020404458, "global_step": 47505, "epoch": 266, "lr": 5.902918707572114e-05}
{"train_loss": 0.003923328593373299, "global_step": 47506, "epoch": 266, "lr": 5.902773366460289e-05}
{"train_loss": 0.0034889269154518843, "global_step": 47507, "epoch": 266, "lr": 5.9026280245599466e-05}
{"train_loss": 0.008773209527134895, "global_step": 47508, "epoch": 266, "lr": 5.902482681871213e-05}
{"train_loss": 0.008548231795430183, "global_step": 47509, "epoch": 266, "lr": 5.902337338394214e-05}
{"train_loss": 0.002412400208413601, "global_step": 47510, "epoch": 266, "lr": 5.902191994129076e-05}
{"train_loss": 0.0030183326452970505, "global_step": 47511, "epoch": 266, "lr": 5.9020466490759284e-05}
{"train_loss": 0.002607691800221801, "global_step": 47512, "epoch": 266, "lr": 5.901901303234897e-05}
{"train_loss": 0.003877317998558283, "global_step": 47513, "epoch": 266, "lr": 5.901755956606108e-05}
{"train_loss": 0.004784526769071817, "global_step": 47514, "epoch": 266, "lr": 5.90161060918969e-05}
{"train_loss": 0.003570273518562317, "global_step": 47515, "epoch": 266, "lr": 5.901465260985767e-05}
{"train_loss": 0.008306114003062248, "global_step": 47516, "epoch": 266, "lr": 5.9013199119944693e-05}
{"train_loss": 0.0045746974647045135, "global_step": 47517, "epoch": 266, "lr": 5.901174562215923e-05}
{"train_loss": 0.002267898991703987, "global_step": 47518, "epoch": 266, "lr": 5.901029211650254e-05}
{"train_loss": 0.002496364526450634, "global_step": 47519, "epoch": 266, "lr": 5.90088386029759e-05}
{"train_loss": 0.0028942623175680637, "global_step": 47520, "epoch": 266, "lr": 5.900738508158057e-05}
{"train_loss": 0.003627559868618846, "global_step": 47521, "epoch": 266, "lr": 5.900593155231784e-05}
{"train_loss": 0.002298310399055481, "global_step": 47522, "epoch": 266, "lr": 5.9004478015188955e-05}
{"train_loss": 0.002215032931417227, "global_step": 47523, "epoch": 266, "lr": 5.90030244701952e-05}
{"train_loss": 0.0036129874642938375, "global_step": 47524, "epoch": 266, "lr": 5.900157091733783e-05}
{"train_loss": 0.0043532126521027194, "global_step": 47525, "epoch": 266, "lr": 5.900011735661815e-05}
{"train_loss": 0.00538518326357007, "global_step": 47526, "epoch": 267, "lr": 5.899866378803739e-05}
{"train_loss": 0.004686248023062944, "global_step": 47527, "epoch": 267, "lr": 5.8997210211596845e-05}
{"train_loss": 0.004760500509291887, "global_step": 47528, "epoch": 267, "lr": 5.899575662729776e-05}
{"train_loss": 0.003934128675609827, "global_step": 47529, "epoch": 267, "lr": 5.899430303514142e-05}
{"train_loss": 0.004397244192659855, "global_step": 47530, "epoch": 267, "lr": 5.89928494351291e-05}
{"train_loss": 0.0029813540168106556, "global_step": 47531, "epoch": 267, "lr": 5.8991395827262065e-05}
{"train_loss": 0.004880557768046856, "global_step": 47532, "epoch": 267, "lr": 5.8989942211541583e-05}
{"train_loss": 0.004105697385966778, "global_step": 47533, "epoch": 267, "lr": 5.89884885879689e-05}
{"train_loss": 0.005929507780820131, "global_step": 47534, "epoch": 267, "lr": 5.898703495654533e-05}
{"train_loss": 0.0037407511845231056, "global_step": 47535, "epoch": 267, "lr": 5.898558131727212e-05}
{"train_loss": 0.00655023381114006, "global_step": 47536, "epoch": 267, "lr": 5.8984127670150544e-05}
{"train_loss": 0.004530210513621569, "global_step": 47537, "epoch": 267, "lr": 5.898267401518187e-05}
{"train_loss": 0.004633103031665087, "global_step": 47538, "epoch": 267, "lr": 5.898122035236736e-05}
{"train_loss": 0.002657826989889145, "global_step": 47539, "epoch": 267, "lr": 5.897976668170828e-05}
{"train_loss": 0.0022942819632589817, "global_step": 47540, "epoch": 267, "lr": 5.897831300320593e-05}
{"train_loss": 0.0046286191791296005, "global_step": 47541, "epoch": 267, "lr": 5.897685931686156e-05}
{"train_loss": 0.005597327835857868, "global_step": 47542, "epoch": 267, "lr": 5.897540562267643e-05}
{"train_loss": 0.00638972595334053, "global_step": 47543, "epoch": 267, "lr": 5.8973951920651814e-05}
{"train_loss": 0.004914767108857632, "global_step": 47544, "epoch": 267, "lr": 5.8972498210788993e-05}
{"train_loss": 0.00479901023209095, "global_step": 47545, "epoch": 267, "lr": 5.897104449308925e-05}
{"train_loss": 0.003821935271844268, "global_step": 47546, "epoch": 267, "lr": 5.8969590767553804e-05}
{"train_loss": 0.004996932111680508, "global_step": 47547, "epoch": 267, "lr": 5.8968137034183976e-05}
{"train_loss": 0.002679595025256276, "global_step": 47548, "epoch": 267, "lr": 5.8966683292981005e-05}
{"train_loss": 0.006516760215163231, "global_step": 47549, "epoch": 267, "lr": 5.8965229543946177e-05}
{"train_loss": 0.0058039152063429356, "global_step": 47550, "epoch": 267, "lr": 5.896377578708075e-05}
{"train_loss": 0.0021856604143977165, "global_step": 47551, "epoch": 267, "lr": 5.896232202238602e-05}
{"train_loss": 0.0035454374738037586, "global_step": 47552, "epoch": 267, "lr": 5.896086824986321e-05}
{"train_loss": 0.004402477294206619, "global_step": 47553, "epoch": 267, "lr": 5.895941446951363e-05}
{"train_loss": 0.0029878222849220037, "global_step": 47554, "epoch": 267, "lr": 5.895796068133854e-05}
{"train_loss": 0.0027573134284466505, "global_step": 47555, "epoch": 267, "lr": 5.89565068853392e-05}
{"train_loss": 0.0062870606780052185, "global_step": 47556, "epoch": 267, "lr": 5.8955053081516884e-05}
{"train_loss": 0.0041704000905156136, "global_step": 47557, "epoch": 267, "lr": 5.895359926987287e-05}
{"train_loss": 0.0032368104439228773, "global_step": 47558, "epoch": 267, "lr": 5.895214545040841e-05}
{"train_loss": 0.004617706872522831, "global_step": 47559, "epoch": 267, "lr": 5.895069162312481e-05}
{"train_loss": 0.0035206065513193607, "global_step": 47560, "epoch": 267, "lr": 5.8949237788023295e-05}
{"train_loss": 0.006137974560260773, "global_step": 47561, "epoch": 267, "lr": 5.8947783945105165e-05}
{"train_loss": 0.005111587233841419, "global_step": 47562, "epoch": 267, "lr": 5.894633009437167e-05}
{"train_loss": 0.005645555444061756, "global_step": 47563, "epoch": 267, "lr": 5.8944876235824096e-05}
{"train_loss": 0.005689451936632395, "global_step": 47564, "epoch": 267, "lr": 5.8943422369463705e-05}
{"train_loss": 0.006054798141121864, "global_step": 47565, "epoch": 267, "lr": 5.894196849529178e-05}
{"train_loss": 0.004954976961016655, "global_step": 47566, "epoch": 267, "lr": 5.8940514613309575e-05}
{"train_loss": 0.0029166252352297306, "global_step": 47567, "epoch": 267, "lr": 5.893906072351835e-05}
{"train_loss": 0.004113534465432167, "global_step": 47568, "epoch": 267, "lr": 5.8937606825919404e-05}
{"train_loss": 0.004513949155807495, "global_step": 47569, "epoch": 267, "lr": 5.8936152920513986e-05}
{"train_loss": 0.007410665508359671, "global_step": 47570, "epoch": 267, "lr": 5.8934699007303376e-05}
{"train_loss": 0.00554765434935689, "global_step": 47571, "epoch": 267, "lr": 5.893324508628882e-05}
{"train_loss": 0.002448796294629574, "global_step": 47572, "epoch": 267, "lr": 5.893179115747164e-05}
{"train_loss": 0.002890560310333967, "global_step": 47573, "epoch": 267, "lr": 5.893033722085306e-05}
{"train_loss": 0.003630491439253092, "global_step": 47574, "epoch": 267, "lr": 5.8928883276434364e-05}
{"train_loss": 0.007590069435536861, "global_step": 47575, "epoch": 267, "lr": 5.892742932421682e-05}
{"train_loss": 0.006680957041680813, "global_step": 47576, "epoch": 267, "lr": 5.8925975364201693e-05}
{"train_loss": 0.002815383020788431, "global_step": 47577, "epoch": 267, "lr": 5.892452139639026e-05}
{"train_loss": 0.006766567938029766, "global_step": 47578, "epoch": 267, "lr": 5.89230674207838e-05}
{"train_loss": 0.007059423252940178, "global_step": 47579, "epoch": 267, "lr": 5.892161343738357e-05}
{"train_loss": 0.004629426635801792, "global_step": 47580, "epoch": 267, "lr": 5.892015944619085e-05}
{"train_loss": 0.003290266264230013, "global_step": 47581, "epoch": 267, "lr": 5.891870544720689e-05}
{"train_loss": 0.005835389252752066, "global_step": 47582, "epoch": 267, "lr": 5.891725144043299e-05}
{"train_loss": 0.003760880557820201, "global_step": 47583, "epoch": 267, "lr": 5.8915797425870386e-05}
{"train_loss": 0.004246442578732967, "global_step": 47584, "epoch": 267, "lr": 5.891434340352038e-05}
{"train_loss": 0.006700922269374132, "global_step": 47585, "epoch": 267, "lr": 5.891288937338422e-05}
{"train_loss": 0.0037332666106522083, "global_step": 47586, "epoch": 267, "lr": 5.891143533546317e-05}
{"train_loss": 0.008331803604960442, "global_step": 47587, "epoch": 267, "lr": 5.8909981289758545e-05}
{"train_loss": 0.0023769186809659004, "global_step": 47588, "epoch": 267, "lr": 5.890852723627156e-05}
{"train_loss": 0.003699653781950474, "global_step": 47589, "epoch": 267, "lr": 5.890707317500352e-05}
{"train_loss": 0.00585832679644227, "global_step": 47590, "epoch": 267, "lr": 5.8905619105955676e-05}
{"train_loss": 0.005344646982848644, "global_step": 47591, "epoch": 267, "lr": 5.89041650291293e-05}
{"train_loss": 0.004616281017661095, "global_step": 47592, "epoch": 267, "lr": 5.890271094452568e-05}
{"train_loss": 0.005247765686362982, "global_step": 47593, "epoch": 267, "lr": 5.890125685214607e-05}
{"train_loss": 0.005508307833224535, "global_step": 47594, "epoch": 267, "lr": 5.889980275199175e-05}
{"train_loss": 0.004194483160972595, "global_step": 47595, "epoch": 267, "lr": 5.8898348644063974e-05}
{"train_loss": 0.004975123330950737, "global_step": 47596, "epoch": 267, "lr": 5.889689452836401e-05}
{"train_loss": 0.00423956336453557, "global_step": 47597, "epoch": 267, "lr": 5.8895440404893155e-05}
{"train_loss": 0.0028146356344223022, "global_step": 47598, "epoch": 267, "lr": 5.8893986273652666e-05}
{"train_loss": 0.0036968751810491085, "global_step": 47599, "epoch": 267, "lr": 5.889253213464381e-05}
{"train_loss": 0.0048691327683627605, "global_step": 47600, "epoch": 267, "lr": 5.889107798786786e-05}
{"train_loss": 0.003422314766794443, "global_step": 47601, "epoch": 267, "lr": 5.888962383332608e-05}
{"train_loss": 0.0032502985559403896, "global_step": 47602, "epoch": 267, "lr": 5.888816967101974e-05}
{"train_loss": 0.0031823362223803997, "global_step": 47603, "epoch": 267, "lr": 5.8886715500950126e-05}
{"train_loss": 0.005060517229139805, "global_step": 47604, "epoch": 267, "lr": 5.888526132311849e-05}
{"train_loss": 0.007063497789204121, "global_step": 47605, "epoch": 267, "lr": 5.8883807137526105e-05}
{"train_loss": 0.00235008355230093, "global_step": 47606, "epoch": 267, "lr": 5.8882352944174256e-05}
{"train_loss": 0.006178000941872597, "global_step": 47607, "epoch": 267, "lr": 5.8880898743064195e-05}
{"train_loss": 0.004959607496857643, "global_step": 47608, "epoch": 267, "lr": 5.88794445341972e-05}
{"train_loss": 0.005137477535754442, "global_step": 47609, "epoch": 267, "lr": 5.8877990317574546e-05}
{"train_loss": 0.004458232782781124, "global_step": 47610, "epoch": 267, "lr": 5.8876536093197486e-05}
{"train_loss": 0.005155322607606649, "global_step": 47611, "epoch": 267, "lr": 5.887508186106732e-05}
{"train_loss": 0.004538650158792734, "global_step": 47612, "epoch": 267, "lr": 5.887362762118528e-05}
{"train_loss": 0.004736943170428276, "global_step": 47613, "epoch": 267, "lr": 5.8872173373552665e-05}
{"train_loss": 0.003254461567848921, "global_step": 47614, "epoch": 267, "lr": 5.887071911817072e-05}
{"train_loss": 0.0021546147763729095, "global_step": 47615, "epoch": 267, "lr": 5.886926485504076e-05}
{"train_loss": 0.003697765525430441, "global_step": 47616, "epoch": 267, "lr": 5.886781058416402e-05}
{"train_loss": 0.003492105519399047, "global_step": 47617, "epoch": 267, "lr": 5.886635630554176e-05}
{"train_loss": 0.0027659828774631023, "global_step": 47618, "epoch": 267, "lr": 5.8864902019175286e-05}
{"train_loss": 0.002876044251024723, "global_step": 47619, "epoch": 267, "lr": 5.8863447725065846e-05}
{"train_loss": 0.003402767702937126, "global_step": 47620, "epoch": 267, "lr": 5.88619934232147e-05}
{"train_loss": 0.0036602162290364504, "global_step": 47621, "epoch": 267, "lr": 5.886053911362315e-05}
{"train_loss": 0.004378952085971832, "global_step": 47622, "epoch": 267, "lr": 5.885908479629243e-05}
{"train_loss": 0.00390974897891283, "global_step": 47623, "epoch": 267, "lr": 5.885763047122385e-05}
{"train_loss": 0.003777852514758706, "global_step": 47624, "epoch": 267, "lr": 5.885617613841863e-05}
{"train_loss": 0.0028207595460116863, "global_step": 47625, "epoch": 267, "lr": 5.8854721797878095e-05}
{"train_loss": 0.001398576656356454, "global_step": 47626, "epoch": 267, "lr": 5.885326744960348e-05}
{"train_loss": 0.004187685437500477, "global_step": 47627, "epoch": 267, "lr": 5.885181309359606e-05}
{"train_loss": 0.0022493598517030478, "global_step": 47628, "epoch": 267, "lr": 5.8850358729857127e-05}
{"train_loss": 0.003472163574770093, "global_step": 47629, "epoch": 267, "lr": 5.884890435838791e-05}
{"train_loss": 0.0025001552421599627, "global_step": 47630, "epoch": 267, "lr": 5.884744997918972e-05}
{"train_loss": 0.0032181942369788885, "global_step": 47631, "epoch": 267, "lr": 5.884599559226381e-05}
{"train_loss": 0.005811178591102362, "global_step": 47632, "epoch": 267, "lr": 5.8844541197611446e-05}
{"train_loss": 0.0042599886655807495, "global_step": 47633, "epoch": 267, "lr": 5.88430867952339e-05}
{"train_loss": 0.002949018031358719, "global_step": 47634, "epoch": 267, "lr": 5.884163238513246e-05}
{"train_loss": 0.0033902002032846212, "global_step": 47635, "epoch": 267, "lr": 5.8840177967308376e-05}
{"train_loss": 0.005254807882010937, "global_step": 47636, "epoch": 267, "lr": 5.8838723541762916e-05}
{"train_loss": 0.0019368806388229132, "global_step": 47637, "epoch": 267, "lr": 5.8837269108497374e-05}
{"train_loss": 0.005128414370119572, "global_step": 47638, "epoch": 267, "lr": 5.883581466751299e-05}
{"train_loss": 0.003716658800840378, "global_step": 47639, "epoch": 267, "lr": 5.8834360218811044e-05}
{"train_loss": 0.003422074718400836, "global_step": 47640, "epoch": 267, "lr": 5.883290576239282e-05}
{"train_loss": 0.0027672890573740005, "global_step": 47641, "epoch": 267, "lr": 5.8831451298259586e-05}
{"train_loss": 0.003947423305362463, "global_step": 47642, "epoch": 267, "lr": 5.8829996826412614e-05}
{"train_loss": 0.0020313228014856577, "global_step": 47643, "epoch": 267, "lr": 5.8828542346853144e-05}
{"train_loss": 0.0020399889908730984, "global_step": 47644, "epoch": 267, "lr": 5.882708785958249e-05}
{"train_loss": 0.0027853117790073156, "global_step": 47645, "epoch": 267, "lr": 5.8825633364601895e-05}
{"train_loss": 0.001524096354842186, "global_step": 47646, "epoch": 267, "lr": 5.882417886191264e-05}
{"train_loss": 0.003580909688025713, "global_step": 47647, "epoch": 267, "lr": 5.882272435151599e-05}
{"train_loss": 0.0013563093962147832, "global_step": 47648, "epoch": 267, "lr": 5.882126983341321e-05}
{"train_loss": 0.001835319329984486, "global_step": 47649, "epoch": 267, "lr": 5.881981530760559e-05}
{"train_loss": 0.0027785871643573046, "global_step": 47650, "epoch": 267, "lr": 5.8818360774094374e-05}
{"train_loss": 0.004778076428920031, "global_step": 47651, "epoch": 267, "lr": 5.881690623288085e-05}
{"train_loss": 0.008552705869078636, "global_step": 47652, "epoch": 267, "lr": 5.881545168396628e-05}
{"train_loss": 0.004761642776429653, "global_step": 47653, "epoch": 267, "lr": 5.881399712735196e-05}
{"train_loss": 0.0037076303269714117, "global_step": 47654, "epoch": 267, "lr": 5.881254256303913e-05}
{"train_loss": 0.004431029316037893, "global_step": 47655, "epoch": 267, "lr": 5.881108799102907e-05}
{"train_loss": 0.006250210106372833, "global_step": 47656, "epoch": 267, "lr": 5.880963341132305e-05}
{"train_loss": 0.00517808785662055, "global_step": 47657, "epoch": 267, "lr": 5.8808178823922335e-05}
{"train_loss": 0.011180941015481949, "global_step": 47658, "epoch": 267, "lr": 5.88067242288282e-05}
{"train_loss": 0.0032371780835092068, "global_step": 47659, "epoch": 267, "lr": 5.8805269626041915e-05}
{"train_loss": 0.003002496901899576, "global_step": 47660, "epoch": 267, "lr": 5.880381501556477e-05}
{"train_loss": 0.006531893275678158, "global_step": 47661, "epoch": 267, "lr": 5.880236039739802e-05}
{"train_loss": 0.002741429954767227, "global_step": 47662, "epoch": 267, "lr": 5.88009057715429e-05}
{"train_loss": 0.0034966228995472193, "global_step": 47663, "epoch": 267, "lr": 5.879945113800075e-05}
{"train_loss": 0.006820664741098881, "global_step": 47664, "epoch": 267, "lr": 5.8797996496772786e-05}
{"train_loss": 0.0054268017411231995, "global_step": 47665, "epoch": 267, "lr": 5.879654184786032e-05}
{"train_loss": 0.0016905036754906178, "global_step": 47666, "epoch": 267, "lr": 5.8795087191264586e-05}
{"train_loss": 0.002482464537024498, "global_step": 47667, "epoch": 267, "lr": 5.8793632526986854e-05}
{"train_loss": 0.002353621181100607, "global_step": 47668, "epoch": 267, "lr": 5.879217785502843e-05}
{"train_loss": 0.004839873872697353, "global_step": 47669, "epoch": 267, "lr": 5.879072317539056e-05}
{"train_loss": 0.0018594263819977641, "global_step": 47670, "epoch": 267, "lr": 5.878926848807451e-05}
{"train_loss": 0.0024809418246150017, "global_step": 47671, "epoch": 267, "lr": 5.878781379308156e-05}
{"train_loss": 0.0038016412872821093, "global_step": 47672, "epoch": 267, "lr": 5.878635909041298e-05}
{"train_loss": 0.0019037497695535421, "global_step": 47673, "epoch": 267, "lr": 5.878490438007005e-05}
{"train_loss": 0.002263807225972414, "global_step": 47674, "epoch": 267, "lr": 5.878344966205403e-05}
{"train_loss": 0.006465509533882141, "global_step": 47675, "epoch": 267, "lr": 5.878199493636618e-05}
{"train_loss": 0.0031047514639794827, "global_step": 47676, "epoch": 267, "lr": 5.8780540203007784e-05}
{"train_loss": 0.005246456246823072, "global_step": 47677, "epoch": 267, "lr": 5.877908546198011e-05}
{"train_loss": 0.002893611788749695, "global_step": 47678, "epoch": 267, "lr": 5.877763071328444e-05}
{"train_loss": 0.003200759645551443, "global_step": 47679, "epoch": 267, "lr": 5.877617595692203e-05}
{"train_loss": 0.00347381760366261, "global_step": 47680, "epoch": 267, "lr": 5.877472119289413e-05}
{"train_loss": 0.0025293026119470596, "global_step": 47681, "epoch": 267, "lr": 5.8773266421202057e-05}
{"train_loss": 0.003234152216464281, "global_step": 47682, "epoch": 267, "lr": 5.8771811641847065e-05}
{"train_loss": 0.001991287339478731, "global_step": 47683, "epoch": 267, "lr": 5.877035685483041e-05}
{"train_loss": 0.006293632555752993, "global_step": 47684, "epoch": 267, "lr": 5.876890206015338e-05}
{"train_loss": 0.0031259669922292233, "global_step": 47685, "epoch": 267, "lr": 5.876744725781723e-05}
{"train_loss": 0.0018775247735902667, "global_step": 47686, "epoch": 267, "lr": 5.876599244782324e-05}
{"train_loss": 0.004050298128277063, "global_step": 47687, "epoch": 267, "lr": 5.8764537630172676e-05}
{"train_loss": 0.0030676499009132385, "global_step": 47688, "epoch": 267, "lr": 5.876308280486682e-05}
{"train_loss": 0.004910999443382025, "global_step": 47689, "epoch": 267, "lr": 5.876162797190693e-05}
{"train_loss": 0.0014249952509999275, "global_step": 47690, "epoch": 267, "lr": 5.8760173131294274e-05}
{"train_loss": 0.00551943201571703, "global_step": 47691, "epoch": 267, "lr": 5.875871828303014e-05}
{"train_loss": 0.005894858855754137, "global_step": 47692, "epoch": 267, "lr": 5.8757263427115794e-05}
{"train_loss": 0.0029499258380383253, "global_step": 47693, "epoch": 267, "lr": 5.875580856355249e-05}
{"train_loss": 0.004844628274440765, "global_step": 47694, "epoch": 267, "lr": 5.875435369234152e-05}
{"train_loss": 0.003006642684340477, "global_step": 47695, "epoch": 267, "lr": 5.8752898813484126e-05}
{"train_loss": 0.002646305598318577, "global_step": 47696, "epoch": 267, "lr": 5.875144392698162e-05}
{"train_loss": 0.005812147632241249, "global_step": 47697, "epoch": 267, "lr": 5.874998903283524e-05}
{"train_loss": 0.004005142021924257, "global_step": 47698, "epoch": 267, "lr": 5.874853413104627e-05}
{"train_loss": 0.003962291870266199, "global_step": 47699, "epoch": 267, "lr": 5.874707922161597e-05}
{"train_loss": 0.005308177787810564, "global_step": 47700, "epoch": 267, "lr": 5.874562430454562e-05}
{"train_loss": 0.005363968200981617, "global_step": 47701, "epoch": 267, "lr": 5.874416937983649e-05}
{"train_loss": 0.0036455360241234303, "global_step": 47702, "epoch": 267, "lr": 5.874271444748986e-05}
{"train_loss": 0.0041783243166596705, "global_step": 47703, "epoch": 267, "lr": 5.874125950750699e-05}
{"train_loss": 0.004174566362053156, "global_step": 47704, "epoch": 268, "lr": 5.8739804559889145e-05}
{"train_loss": 0.002118607982993126, "global_step": 47705, "epoch": 268, "lr": 5.873834960463759e-05}
{"train_loss": 0.0015765755670145154, "global_step": 47706, "epoch": 268, "lr": 5.8736894641753625e-05}
{"train_loss": 0.003217175602912903, "global_step": 47707, "epoch": 268, "lr": 5.873543967123851e-05}
{"train_loss": 0.0038411756977438927, "global_step": 47708, "epoch": 268, "lr": 5.8733984693093505e-05}
{"train_loss": 0.0023220437578856945, "global_step": 47709, "epoch": 268, "lr": 5.873252970731987e-05}
{"train_loss": 0.004911929368972778, "global_step": 47710, "epoch": 268, "lr": 5.873107471391891e-05}
{"train_loss": 0.002214604988694191, "global_step": 47711, "epoch": 268, "lr": 5.872961971289188e-05}
{"train_loss": 0.0040485672652721405, "global_step": 47712, "epoch": 268, "lr": 5.872816470424004e-05}
{"train_loss": 0.0032653610687702894, "global_step": 47713, "epoch": 268, "lr": 5.872670968796468e-05}
{"train_loss": 0.004215277265757322, "global_step": 47714, "epoch": 268, "lr": 5.872525466406703e-05}
{"train_loss": 0.00788389053195715, "global_step": 47715, "epoch": 268, "lr": 5.8723799632548415e-05}
{"train_loss": 0.004021164495497942, "global_step": 47716, "epoch": 268, "lr": 5.8722344593410086e-05}
{"train_loss": 0.005906104575842619, "global_step": 47717, "epoch": 268, "lr": 5.8720889546653304e-05}
{"train_loss": 0.002827212680131197, "global_step": 47718, "epoch": 268, "lr": 5.8719434492279345e-05}
{"train_loss": 0.005071099381893873, "global_step": 47719, "epoch": 268, "lr": 5.871797943028947e-05}
{"train_loss": 0.0022477502934634686, "global_step": 47720, "epoch": 268, "lr": 5.871652436068498e-05}
{"train_loss": 0.0023991684429347515, "global_step": 47721, "epoch": 268, "lr": 5.8715069283467116e-05}
{"train_loss": 0.005950590129941702, "global_step": 47722, "epoch": 268, "lr": 5.871361419863716e-05}
{"train_loss": 0.004288953263312578, "global_step": 47723, "epoch": 268, "lr": 5.871215910619639e-05}
{"train_loss": 0.002485045697540045, "global_step": 47724, "epoch": 268, "lr": 5.871070400614604e-05}
{"train_loss": 0.003123325062915683, "global_step": 47725, "epoch": 268, "lr": 5.870924889848744e-05}
{"train_loss": 0.006817871704697609, "global_step": 47726, "epoch": 268, "lr": 5.870779378322183e-05}
{"train_loss": 0.003388244193047285, "global_step": 47727, "epoch": 268, "lr": 5.870633866035048e-05}
{"train_loss": 0.003778603160753846, "global_step": 47728, "epoch": 268, "lr": 5.8704883529874655e-05}
{"train_loss": 0.006369567476212978, "global_step": 47729, "epoch": 268, "lr": 5.870342839179563e-05}
{"train_loss": 0.0030618789605796337, "global_step": 47730, "epoch": 268, "lr": 5.8701973246114694e-05}
{"train_loss": 0.0070711774751544, "global_step": 47731, "epoch": 268, "lr": 5.8700518092833104e-05}
{"train_loss": 0.0031533369328826666, "global_step": 47732, "epoch": 268, "lr": 5.869906293195213e-05}
{"train_loss": 0.0035102691035717726, "global_step": 47733, "epoch": 268, "lr": 5.869760776347303e-05}
{"train_loss": 0.00565608125180006, "global_step": 47734, "epoch": 268, "lr": 5.86961525873971e-05}
{"train_loss": 0.004001139663159847, "global_step": 47735, "epoch": 268, "lr": 5.8694697403725594e-05}
{"train_loss": 0.002817402593791485, "global_step": 47736, "epoch": 268, "lr": 5.86932422124598e-05}
{"train_loss": 0.0040351529605686665, "global_step": 47737, "epoch": 268, "lr": 5.8691787013600975e-05}
{"train_loss": 0.005736294202506542, "global_step": 47738, "epoch": 268, "lr": 5.869033180715038e-05}
{"train_loss": 0.007428315933793783, "global_step": 47739, "epoch": 268, "lr": 5.868887659310931e-05}
{"train_loss": 0.003827401902526617, "global_step": 47740, "epoch": 268, "lr": 5.868742137147903e-05}
{"train_loss": 0.006137095391750336, "global_step": 47741, "epoch": 268, "lr": 5.8685966142260804e-05}
{"train_loss": 0.003772483905777335, "global_step": 47742, "epoch": 268, "lr": 5.868451090545589e-05}
{"train_loss": 0.00537106953561306, "global_step": 47743, "epoch": 268, "lr": 5.868305566106558e-05}
{"train_loss": 0.0015126252546906471, "global_step": 47744, "epoch": 268, "lr": 5.8681600409091154e-05}
{"train_loss": 0.0023758369497954845, "global_step": 47745, "epoch": 268, "lr": 5.868014514953386e-05}
{"train_loss": 0.006215878762304783, "global_step": 47746, "epoch": 268, "lr": 5.8678689882394975e-05}
{"train_loss": 0.004001203924417496, "global_step": 47747, "epoch": 268, "lr": 5.867723460767578e-05}
{"train_loss": 0.003116324543952942, "global_step": 47748, "epoch": 268, "lr": 5.8675779325377536e-05}
{"train_loss": 0.004843554925173521, "global_step": 47749, "epoch": 268, "lr": 5.86743240355015e-05}
{"train_loss": 0.004053723067045212, "global_step": 47750, "epoch": 268, "lr": 5.867286873804899e-05}
{"train_loss": 0.006671725772321224, "global_step": 47751, "epoch": 268, "lr": 5.8671413433021224e-05}
{"train_loss": 0.0061640613712370396, "global_step": 47752, "epoch": 268, "lr": 5.86699581204195e-05}
{"train_loss": 0.004106009379029274, "global_step": 47753, "epoch": 268, "lr": 5.86685028002451e-05}
{"train_loss": 0.004643844906240702, "global_step": 47754, "epoch": 268, "lr": 5.866704747249927e-05}
{"train_loss": 0.004225699231028557, "global_step": 47755, "epoch": 268, "lr": 5.866559213718329e-05}
{"train_loss": 0.005940552335232496, "global_step": 47756, "epoch": 268, "lr": 5.866413679429844e-05}
{"train_loss": 0.0027420027181506157, "global_step": 47757, "epoch": 268, "lr": 5.866268144384597e-05}
{"train_loss": 0.00520309479907155, "global_step": 47758, "epoch": 268, "lr": 5.866122608582718e-05}
{"train_loss": 0.005106368102133274, "global_step": 47759, "epoch": 268, "lr": 5.8659770720243325e-05}
{"train_loss": 0.0011196290142834187, "global_step": 47760, "epoch": 268, "lr": 5.865831534709567e-05}
{"train_loss": 0.0032379059121012688, "global_step": 47761, "epoch": 268, "lr": 5.865685996638549e-05}
{"train_loss": 0.0059455446898937225, "global_step": 47762, "epoch": 268, "lr": 5.865540457811407e-05}
{"train_loss": 0.002509701531380415, "global_step": 47763, "epoch": 268, "lr": 5.865394918228266e-05}
{"train_loss": 0.00517719890922308, "global_step": 47764, "epoch": 268, "lr": 5.865249377889255e-05}
{"train_loss": 0.007966332137584686, "global_step": 47765, "epoch": 268, "lr": 5.8651038367945e-05}
{"train_loss": 0.0023971840273588896, "global_step": 47766, "epoch": 268, "lr": 5.8649582949441296e-05}
{"train_loss": 0.004047011025249958, "global_step": 47767, "epoch": 268, "lr": 5.864812752338267e-05}
{"train_loss": 0.003454272635281086, "global_step": 47768, "epoch": 268, "lr": 5.864667208977045e-05}
{"train_loss": 0.004817657638341188, "global_step": 47769, "epoch": 268, "lr": 5.864521664860587e-05}
{"train_loss": 0.011933989822864532, "global_step": 47770, "epoch": 268, "lr": 5.864376119989021e-05}
{"train_loss": 0.003473399905487895, "global_step": 47771, "epoch": 268, "lr": 5.8642305743624725e-05}
{"train_loss": 0.004748175852000713, "global_step": 47772, "epoch": 268, "lr": 5.864085027981072e-05}
{"train_loss": 0.003004821017384529, "global_step": 47773, "epoch": 268, "lr": 5.863939480844944e-05}
{"train_loss": 0.007502660155296326, "global_step": 47774, "epoch": 268, "lr": 5.863793932954218e-05}
{"train_loss": 0.006342063657939434, "global_step": 47775, "epoch": 268, "lr": 5.8636483843090185e-05}
{"train_loss": 0.005002415738999844, "global_step": 47776, "epoch": 268, "lr": 5.8635028349094736e-05}
{"train_loss": 0.0020613856613636017, "global_step": 47777, "epoch": 268, "lr": 5.863357284755711e-05}
{"train_loss": 0.0042985593900084496, "global_step": 47778, "epoch": 268, "lr": 5.8632117338478564e-05}
{"train_loss": 0.00597399054095149, "global_step": 47779, "epoch": 268, "lr": 5.863066182186039e-05}
{"train_loss": 0.0028152745217084885, "global_step": 47780, "epoch": 268, "lr": 5.862920629770383e-05}
{"train_loss": 0.004435685463249683, "global_step": 47781, "epoch": 268, "lr": 5.862775076601019e-05}
{"train_loss": 0.004841956309974194, "global_step": 47782, "epoch": 268, "lr": 5.862629522678072e-05}
{"train_loss": 0.004213557578623295, "global_step": 47783, "epoch": 268, "lr": 5.862483968001671e-05}
{"train_loss": 0.006247092038393021, "global_step": 47784, "epoch": 268, "lr": 5.86233841257194e-05}
{"train_loss": 0.004828667733818293, "global_step": 47785, "epoch": 268, "lr": 5.8621928563890086e-05}
{"train_loss": 0.0044305273331701756, "global_step": 47786, "epoch": 268, "lr": 5.8620472994530015e-05}
{"train_loss": 0.007232804782688618, "global_step": 47787, "epoch": 268, "lr": 5.8619017417640486e-05}
{"train_loss": 0.004588297568261623, "global_step": 47788, "epoch": 268, "lr": 5.861756183322278e-05}
{"train_loss": 0.007681743241846561, "global_step": 47789, "epoch": 268, "lr": 5.8616106241278134e-05}
{"train_loss": 0.0021484955213963985, "global_step": 47790, "epoch": 268, "lr": 5.8614650641807824e-05}
{"train_loss": 0.003368052886798978, "global_step": 47791, "epoch": 268, "lr": 5.861319503481314e-05}
{"train_loss": 0.005440208129584789, "global_step": 47792, "epoch": 268, "lr": 5.861173942029535e-05}
{"train_loss": 0.0055926027707755566, "global_step": 47793, "epoch": 268, "lr": 5.861028379825572e-05}
{"train_loss": 0.0022151467856019735, "global_step": 47794, "epoch": 268, "lr": 5.860882816869552e-05}
{"train_loss": 0.004014737904071808, "global_step": 47795, "epoch": 268, "lr": 5.860737253161601e-05}
{"train_loss": 0.0023768278770148754, "global_step": 47796, "epoch": 268, "lr": 5.8605916887018484e-05}
{"train_loss": 0.0016551257576793432, "global_step": 47797, "epoch": 268, "lr": 5.860446123490421e-05}
{"train_loss": 0.005320739932358265, "global_step": 47798, "epoch": 268, "lr": 5.860300557527444e-05}
{"train_loss": 0.004979660734534264, "global_step": 47799, "epoch": 268, "lr": 5.860154990813046e-05}
{"train_loss": 0.003489418886601925, "global_step": 47800, "epoch": 268, "lr": 5.8600094233473544e-05}
{"train_loss": 0.006312990095466375, "global_step": 47801, "epoch": 268, "lr": 5.859863855130496e-05}
{"train_loss": 0.005370951257646084, "global_step": 47802, "epoch": 268, "lr": 5.8597182861625976e-05}
{"train_loss": 0.0025463495403528214, "global_step": 47803, "epoch": 268, "lr": 5.859572716443787e-05}
{"train_loss": 0.00452431570738554, "global_step": 47804, "epoch": 268, "lr": 5.85942714597419e-05}
{"train_loss": 0.0024113492108881474, "global_step": 47805, "epoch": 268, "lr": 5.8592815747539366e-05}
{"train_loss": 0.0052672578021883965, "global_step": 47806, "epoch": 268, "lr": 5.85913600278315e-05}
{"train_loss": 0.003475895617157221, "global_step": 47807, "epoch": 268, "lr": 5.85899043006196e-05}
{"train_loss": 0.0014548382023349404, "global_step": 47808, "epoch": 268, "lr": 5.858844856590494e-05}
{"train_loss": 0.004859892651438713, "global_step": 47809, "epoch": 268, "lr": 5.858699282368877e-05}
{"train_loss": 0.004533839412033558, "global_step": 47810, "epoch": 268, "lr": 5.858553707397239e-05}
{"train_loss": 0.0022727344185113907, "global_step": 47811, "epoch": 268, "lr": 5.8584081316757046e-05}
{"train_loss": 0.005402334965765476, "global_step": 47812, "epoch": 268, "lr": 5.8582625552044025e-05}
{"train_loss": 0.0019126072293147445, "global_step": 47813, "epoch": 268, "lr": 5.85811697798346e-05}
{"train_loss": 0.004983444698154926, "global_step": 47814, "epoch": 268, "lr": 5.857971400013001e-05}
{"train_loss": 0.003103227587416768, "global_step": 47815, "epoch": 268, "lr": 5.857825821293157e-05}
{"train_loss": 0.004315439611673355, "global_step": 47816, "epoch": 268, "lr": 5.857680241824054e-05}
{"train_loss": 0.0060083940625190735, "global_step": 47817, "epoch": 268, "lr": 5.857534661605818e-05}
{"train_loss": 0.004060626029968262, "global_step": 47818, "epoch": 268, "lr": 5.857389080638576e-05}
{"train_loss": 0.005417832173407078, "global_step": 47819, "epoch": 268, "lr": 5.857243498922456e-05}
{"train_loss": 0.0027316417545080185, "global_step": 47820, "epoch": 268, "lr": 5.8570979164575853e-05}
{"train_loss": 0.0019302093423902988, "global_step": 47821, "epoch": 268, "lr": 5.8569523332440915e-05}
{"train_loss": 0.006255194544792175, "global_step": 47822, "epoch": 268, "lr": 5.8568067492820996e-05}
{"train_loss": 0.006596140563488007, "global_step": 47823, "epoch": 268, "lr": 5.8566611645717386e-05}
{"train_loss": 0.004506310448050499, "global_step": 47824, "epoch": 268, "lr": 5.856515579113135e-05}
{"train_loss": 0.00391492759808898, "global_step": 47825, "epoch": 268, "lr": 5.856369992906418e-05}
{"train_loss": 0.0052238935604691505, "global_step": 47826, "epoch": 268, "lr": 5.85622440595171e-05}
{"train_loss": 0.004197734408080578, "global_step": 47827, "epoch": 268, "lr": 5.856078818249143e-05}
{"train_loss": 0.0044643813744187355, "global_step": 47828, "epoch": 268, "lr": 5.8559332297988415e-05}
{"train_loss": 0.00401203753426671, "global_step": 47829, "epoch": 268, "lr": 5.855787640600934e-05}
{"train_loss": 0.003848422784358263, "global_step": 47830, "epoch": 268, "lr": 5.855642050655548e-05}
{"train_loss": 0.002341141924262047, "global_step": 47831, "epoch": 268, "lr": 5.855496459962808e-05}
{"train_loss": 0.003096663858741522, "global_step": 47832, "epoch": 268, "lr": 5.855350868522844e-05}
{"train_loss": 0.0026940791867673397, "global_step": 47833, "epoch": 268, "lr": 5.8552052763357815e-05}
{"train_loss": 0.0027562137693166733, "global_step": 47834, "epoch": 268, "lr": 5.855059683401749e-05}
{"train_loss": 0.0027582161128520966, "global_step": 47835, "epoch": 268, "lr": 5.8549140897208734e-05}
{"train_loss": 0.0033867903985083103, "global_step": 47836, "epoch": 268, "lr": 5.85476849529328e-05}
{"train_loss": 0.0025047792587429285, "global_step": 47837, "epoch": 268, "lr": 5.854622900119098e-05}
{"train_loss": 0.0051782261580228806, "global_step": 47838, "epoch": 268, "lr": 5.854477304198454e-05}
{"train_loss": 0.0027629113756120205, "global_step": 47839, "epoch": 268, "lr": 5.854331707531474e-05}
{"train_loss": 0.001482017571106553, "global_step": 47840, "epoch": 268, "lr": 5.854186110118288e-05}
{"train_loss": 0.0021066025365144014, "global_step": 47841, "epoch": 268, "lr": 5.85404051195902e-05}
{"train_loss": 0.0030222218483686447, "global_step": 47842, "epoch": 268, "lr": 5.853894913053799e-05}
{"train_loss": 0.0037207112181931734, "global_step": 47843, "epoch": 268, "lr": 5.853749313402752e-05}
{"train_loss": 0.005617068614810705, "global_step": 47844, "epoch": 268, "lr": 5.8536037130060064e-05}
{"train_loss": 0.004195609129965305, "global_step": 47845, "epoch": 268, "lr": 5.8534581118636886e-05}
{"train_loss": 0.0069804261438548565, "global_step": 47846, "epoch": 268, "lr": 5.853312509975927e-05}
{"train_loss": 0.0016678173560649157, "global_step": 47847, "epoch": 268, "lr": 5.853166907342846e-05}
{"train_loss": 0.0029724156484007835, "global_step": 47848, "epoch": 268, "lr": 5.853021303964574e-05}
{"train_loss": 0.0072729140520095825, "global_step": 47849, "epoch": 268, "lr": 5.852875699841241e-05}
{"train_loss": 0.0038258349522948265, "global_step": 47850, "epoch": 268, "lr": 5.852730094972973e-05}
{"train_loss": 0.002865365706384182, "global_step": 47851, "epoch": 268, "lr": 5.852584489359894e-05}
{"train_loss": 0.003937852568924427, "global_step": 47852, "epoch": 268, "lr": 5.8524388830021326e-05}
{"train_loss": 0.0036024642176926136, "global_step": 47853, "epoch": 268, "lr": 5.8522932758998186e-05}
{"train_loss": 0.0038551646284759045, "global_step": 47854, "epoch": 268, "lr": 5.852147668053077e-05}
{"train_loss": 0.003796496894210577, "global_step": 47855, "epoch": 268, "lr": 5.8520020594620365e-05}
{"train_loss": 0.0018630990525707603, "global_step": 47856, "epoch": 268, "lr": 5.851856450126822e-05}
{"train_loss": 0.003703740192577243, "global_step": 47857, "epoch": 268, "lr": 5.8517108400475596e-05}
{"train_loss": 0.0026049271691590548, "global_step": 47858, "epoch": 268, "lr": 5.8515652292243804e-05}
{"train_loss": 0.004742637276649475, "global_step": 47859, "epoch": 268, "lr": 5.851419617657411e-05}
{"train_loss": 0.0026583264116197824, "global_step": 47860, "epoch": 268, "lr": 5.8512740053467765e-05}
{"train_loss": 0.006734870374202728, "global_step": 47861, "epoch": 268, "lr": 5.851128392292604e-05}
{"train_loss": 0.005477484315633774, "global_step": 47862, "epoch": 268, "lr": 5.850982778495023e-05}
{"train_loss": 0.004947205074131489, "global_step": 47863, "epoch": 268, "lr": 5.850837163954159e-05}
{"train_loss": 0.004998414311558008, "global_step": 47864, "epoch": 268, "lr": 5.85069154867014e-05}
{"train_loss": 0.003893763292580843, "global_step": 47865, "epoch": 268, "lr": 5.8505459326430925e-05}
{"train_loss": 0.003016882110387087, "global_step": 47866, "epoch": 268, "lr": 5.850400315873142e-05}
{"train_loss": 0.0058642225340008736, "global_step": 47867, "epoch": 268, "lr": 5.85025469836042e-05}
{"train_loss": 0.0057429238222539425, "global_step": 47868, "epoch": 268, "lr": 5.85010908010505e-05}
{"train_loss": 0.00313307112082839, "global_step": 47869, "epoch": 268, "lr": 5.849963461107161e-05}
{"train_loss": 0.002749646082520485, "global_step": 47870, "epoch": 268, "lr": 5.84981784136688e-05}
{"train_loss": 0.003023795783519745, "global_step": 47871, "epoch": 268, "lr": 5.8496722208843324e-05}
{"train_loss": 0.002968392102047801, "global_step": 47872, "epoch": 268, "lr": 5.849526599659648e-05}
{"train_loss": 0.0033423209097236395, "global_step": 47873, "epoch": 268, "lr": 5.849380977692953e-05}
{"train_loss": 0.004978653509169817, "global_step": 47874, "epoch": 268, "lr": 5.849235354984375e-05}
{"train_loss": 0.00421872828155756, "global_step": 47875, "epoch": 268, "lr": 5.849089731534041e-05}
{"train_loss": 0.004953117109835148, "global_step": 47876, "epoch": 268, "lr": 5.8489441073420756e-05}
{"train_loss": 0.007046002894639969, "global_step": 47877, "epoch": 268, "lr": 5.8487984824086096e-05}
{"train_loss": 0.0029922393150627613, "global_step": 47878, "epoch": 268, "lr": 5.848652856733769e-05}
{"train_loss": 0.003958767745643854, "global_step": 47879, "epoch": 268, "lr": 5.8485072303176806e-05}
{"train_loss": 0.0036935675889253616, "global_step": 47880, "epoch": 268, "lr": 5.8483616031604704e-05}
{"train_loss": 0.004199262012549666, "global_step": 47881, "epoch": 268, "lr": 5.848215975262269e-05}
{"train_loss": 0.004911579191684723, "global_step": 47882, "epoch": 269, "lr": 5.848070346623201e-05}
{"train_loss": 0.0034429579973220825, "global_step": 47883, "epoch": 269, "lr": 5.8479247172433935e-05}
{"train_loss": 0.002496719593182206, "global_step": 47884, "epoch": 269, "lr": 5.8477790871229755e-05}
{"train_loss": 0.003624136559665203, "global_step": 47885, "epoch": 269, "lr": 5.847633456262072e-05}
{"train_loss": 0.00495750829577446, "global_step": 47886, "epoch": 269, "lr": 5.8474878246608125e-05}
{"train_loss": 0.0033129495568573475, "global_step": 47887, "epoch": 269, "lr": 5.8473421923193216e-05}
{"train_loss": 0.004041844978928566, "global_step": 47888, "epoch": 269, "lr": 5.8471965592377285e-05}
{"train_loss": 0.00273082684725523, "global_step": 47889, "epoch": 269, "lr": 5.84705092541616e-05}
{"train_loss": 0.005704604554921389, "global_step": 47890, "epoch": 269, "lr": 5.8469052908547415e-05}
{"train_loss": 0.0055484045296907425, "global_step": 47891, "epoch": 269, "lr": 5.846759655553604e-05}
{"train_loss": 0.0019006265792995691, "global_step": 47892, "epoch": 269, "lr": 5.8466140195128726e-05}
{"train_loss": 0.005966769531369209, "global_step": 47893, "epoch": 269, "lr": 5.8464683827326736e-05}
{"train_loss": 0.006365676410496235, "global_step": 47894, "epoch": 269, "lr": 5.8463227452131354e-05}
{"train_loss": 0.003627206664532423, "global_step": 47895, "epoch": 269, "lr": 5.8461771069543835e-05}
{"train_loss": 0.0015699146315455437, "global_step": 47896, "epoch": 269, "lr": 5.846031467956548e-05}
{"train_loss": 0.002777782268822193, "global_step": 47897, "epoch": 269, "lr": 5.845885828219754e-05}
{"train_loss": 0.0020001947414129972, "global_step": 47898, "epoch": 269, "lr": 5.8457401877441284e-05}
{"train_loss": 0.0029898760840296745, "global_step": 47899, "epoch": 269, "lr": 5.8455945465298e-05}
{"train_loss": 0.005344387609511614, "global_step": 47900, "epoch": 269, "lr": 5.8454489045768955e-05}
{"train_loss": 0.003223721869289875, "global_step": 47901, "epoch": 269, "lr": 5.8453032618855416e-05}
{"train_loss": 0.001566209364682436, "global_step": 47902, "epoch": 269, "lr": 5.845157618455866e-05}
{"train_loss": 0.008053027093410492, "global_step": 47903, "epoch": 269, "lr": 5.845011974287996e-05}
{"train_loss": 0.004542302340269089, "global_step": 47904, "epoch": 269, "lr": 5.844866329382057e-05}
{"train_loss": 0.0033518625423312187, "global_step": 47905, "epoch": 269, "lr": 5.8447206837381794e-05}
{"train_loss": 0.002471808809787035, "global_step": 47906, "epoch": 269, "lr": 5.8445750373564886e-05}
{"train_loss": 0.0025254881475120783, "global_step": 47907, "epoch": 269, "lr": 5.8444293902371114e-05}
{"train_loss": 0.007438203319907188, "global_step": 47908, "epoch": 269, "lr": 5.844283742380176e-05}
{"train_loss": 0.0036264127120375633, "global_step": 47909, "epoch": 269, "lr": 5.844138093785808e-05}
{"train_loss": 0.002433961722999811, "global_step": 47910, "epoch": 269, "lr": 5.843992444454136e-05}
{"train_loss": 0.0059198359958827496, "global_step": 47911, "epoch": 269, "lr": 5.843846794385288e-05}
{"train_loss": 0.004019382409751415, "global_step": 47912, "epoch": 269, "lr": 5.84370114357939e-05}
{"train_loss": 0.004141738638281822, "global_step": 47913, "epoch": 269, "lr": 5.84355549203657e-05}
{"train_loss": 0.0038201359566301107, "global_step": 47914, "epoch": 269, "lr": 5.843409839756953e-05}
{"train_loss": 0.0051218485459685326, "global_step": 47915, "epoch": 269, "lr": 5.843264186740668e-05}
{"train_loss": 0.003210224909707904, "global_step": 47916, "epoch": 269, "lr": 5.8431185329878434e-05}
{"train_loss": 0.0033929701894521713, "global_step": 47917, "epoch": 269, "lr": 5.8429728784986046e-05}
{"train_loss": 0.0024087976198643446, "global_step": 47918, "epoch": 269, "lr": 5.842827223273079e-05}
{"train_loss": 0.003953097853809595, "global_step": 47919, "epoch": 269, "lr": 5.8426815673113944e-05}
{"train_loss": 0.0018467992777004838, "global_step": 47920, "epoch": 269, "lr": 5.842535910613678e-05}
{"train_loss": 0.0032867679838091135, "global_step": 47921, "epoch": 269, "lr": 5.842390253180057e-05}
{"train_loss": 0.003931274637579918, "global_step": 47922, "epoch": 269, "lr": 5.8422445950106585e-05}
{"train_loss": 0.001978814136236906, "global_step": 47923, "epoch": 269, "lr": 5.842098936105608e-05}
{"train_loss": 0.005492157768458128, "global_step": 47924, "epoch": 269, "lr": 5.841953276465035e-05}
{"train_loss": 0.004246868193149567, "global_step": 47925, "epoch": 269, "lr": 5.841807616089068e-05}
{"train_loss": 0.0023047523573040962, "global_step": 47926, "epoch": 269, "lr": 5.8416619549778306e-05}
{"train_loss": 0.004912134259939194, "global_step": 47927, "epoch": 269, "lr": 5.841516293131451e-05}
{"train_loss": 0.00427968380972743, "global_step": 47928, "epoch": 269, "lr": 5.8413706305500595e-05}
{"train_loss": 0.0014439590740948915, "global_step": 47929, "epoch": 269, "lr": 5.8412249672337806e-05}
{"train_loss": 0.002253269776701927, "global_step": 47930, "epoch": 269, "lr": 5.8410793031827406e-05}
{"train_loss": 0.00384126347489655, "global_step": 47931, "epoch": 269, "lr": 5.840933638397068e-05}
{"train_loss": 0.004824083298444748, "global_step": 47932, "epoch": 269, "lr": 5.840787972876891e-05}
{"train_loss": 0.0017741948831826448, "global_step": 47933, "epoch": 269, "lr": 5.8406423066223346e-05}
{"train_loss": 0.0028615158516913652, "global_step": 47934, "epoch": 269, "lr": 5.840496639633528e-05}
{"train_loss": 0.004353751894086599, "global_step": 47935, "epoch": 269, "lr": 5.8403509719105983e-05}
{"train_loss": 0.002940061269327998, "global_step": 47936, "epoch": 269, "lr": 5.840205303453673e-05}
{"train_loss": 0.004166466649621725, "global_step": 47937, "epoch": 269, "lr": 5.8400596342628764e-05}
{"train_loss": 0.0036832839250564575, "global_step": 47938, "epoch": 269, "lr": 5.839913964338339e-05}
{"train_loss": 0.00270542548969388, "global_step": 47939, "epoch": 269, "lr": 5.839768293680188e-05}
{"train_loss": 0.0025571102742105722, "global_step": 47940, "epoch": 269, "lr": 5.8396226222885485e-05}
{"train_loss": 0.006737694144248962, "global_step": 47941, "epoch": 269, "lr": 5.839476950163549e-05}
{"train_loss": 0.0021786908619105816, "global_step": 47942, "epoch": 269, "lr": 5.839331277305315e-05}
{"train_loss": 0.0036474205553531647, "global_step": 47943, "epoch": 269, "lr": 5.839185603713977e-05}
{"train_loss": 0.001520037418231368, "global_step": 47944, "epoch": 269, "lr": 5.83903992938966e-05}
{"train_loss": 0.0020078844390809536, "global_step": 47945, "epoch": 269, "lr": 5.838894254332492e-05}
{"train_loss": 0.0017977773677557707, "global_step": 47946, "epoch": 269, "lr": 5.8387485785425986e-05}
{"train_loss": 0.003780003869906068, "global_step": 47947, "epoch": 269, "lr": 5.8386029020201105e-05}
{"train_loss": 0.0019664564169943333, "global_step": 47948, "epoch": 269, "lr": 5.838457224765152e-05}
{"train_loss": 0.004068614449352026, "global_step": 47949, "epoch": 269, "lr": 5.8383115467778513e-05}
{"train_loss": 0.0036656325682997704, "global_step": 47950, "epoch": 269, "lr": 5.838165868058336e-05}
{"train_loss": 0.003041651099920273, "global_step": 47951, "epoch": 269, "lr": 5.838020188606731e-05}
{"train_loss": 0.004189056344330311, "global_step": 47952, "epoch": 269, "lr": 5.8378745084231654e-05}
{"train_loss": 0.004000574350357056, "global_step": 47953, "epoch": 269, "lr": 5.837728827507768e-05}
{"train_loss": 0.0028191315941512585, "global_step": 47954, "epoch": 269, "lr": 5.8375831458606646e-05}
{"train_loss": 0.003409448079764843, "global_step": 47955, "epoch": 269, "lr": 5.837437463481983e-05}
{"train_loss": 0.0022333175875246525, "global_step": 47956, "epoch": 269, "lr": 5.837291780371847e-05}
{"train_loss": 0.0021030635107308626, "global_step": 47957, "epoch": 269, "lr": 5.837146096530388e-05}
{"train_loss": 0.0034183841198682785, "global_step": 47958, "epoch": 269, "lr": 5.837000411957734e-05}
{"train_loss": 0.0017347211251035333, "global_step": 47959, "epoch": 269, "lr": 5.8368547266540076e-05}
{"train_loss": 0.0026249117217957973, "global_step": 47960, "epoch": 269, "lr": 5.8367090406193394e-05}
{"train_loss": 0.006239988375455141, "global_step": 47961, "epoch": 269, "lr": 5.836563353853855e-05}
{"train_loss": 0.0033726589754223824, "global_step": 47962, "epoch": 269, "lr": 5.836417666357683e-05}
{"train_loss": 0.0035931714810431004, "global_step": 47963, "epoch": 269, "lr": 5.8362719781309514e-05}
{"train_loss": 0.0035945530980825424, "global_step": 47964, "epoch": 269, "lr": 5.8361262891737844e-05}
{"train_loss": 0.003334634006023407, "global_step": 47965, "epoch": 269, "lr": 5.8359805994863124e-05}
{"train_loss": 0.0035669682547450066, "global_step": 47966, "epoch": 269, "lr": 5.83583490906866e-05}
{"train_loss": 0.0048197112046182156, "global_step": 47967, "epoch": 269, "lr": 5.835689217920957e-05}
{"train_loss": 0.0033759477082639933, "global_step": 47968, "epoch": 269, "lr": 5.835543526043328e-05}
{"train_loss": 0.003584915306419134, "global_step": 47969, "epoch": 269, "lr": 5.835397833435903e-05}
{"train_loss": 0.003673659637570381, "global_step": 47970, "epoch": 269, "lr": 5.835252140098806e-05}
{"train_loss": 0.0019132825545966625, "global_step": 47971, "epoch": 269, "lr": 5.835106446032168e-05}
{"train_loss": 0.00451319245621562, "global_step": 47972, "epoch": 269, "lr": 5.8349607512361136e-05}
{"train_loss": 0.0015951048117130995, "global_step": 47973, "epoch": 269, "lr": 5.8348150557107706e-05}
{"train_loss": 0.0018210688140243292, "global_step": 47974, "epoch": 269, "lr": 5.8346693594562664e-05}
{"train_loss": 0.005866939667612314, "global_step": 47975, "epoch": 269, "lr": 5.83452366247273e-05}
{"train_loss": 0.0040630134753882885, "global_step": 47976, "epoch": 269, "lr": 5.8343779647602846e-05}
{"train_loss": 0.004019900690764189, "global_step": 47977, "epoch": 269, "lr": 5.8342322663190605e-05}
{"train_loss": 0.003883004654198885, "global_step": 47978, "epoch": 269, "lr": 5.834086567149186e-05}
{"train_loss": 0.0058623990043997765, "global_step": 47979, "epoch": 269, "lr": 5.8339408672507854e-05}
{"train_loss": 0.0037966715171933174, "global_step": 47980, "epoch": 269, "lr": 5.8337951666239865e-05}
{"train_loss": 0.004025082103908062, "global_step": 47981, "epoch": 269, "lr": 5.833649465268919e-05}
{"train_loss": 0.005493499338626862, "global_step": 47982, "epoch": 269, "lr": 5.833503763185708e-05}
{"train_loss": 0.0030146995559334755, "global_step": 47983, "epoch": 269, "lr": 5.833358060374481e-05}
{"train_loss": 0.00449848547577858, "global_step": 47984, "epoch": 269, "lr": 5.833212356835366e-05}
{"train_loss": 0.0035314466804265976, "global_step": 47985, "epoch": 269, "lr": 5.8330666525684884e-05}
{"train_loss": 0.005003837402909994, "global_step": 47986, "epoch": 269, "lr": 5.832920947573978e-05}
{"train_loss": 0.005317834205925465, "global_step": 47987, "epoch": 269, "lr": 5.832775241851961e-05}
{"train_loss": 0.001958906650543213, "global_step": 47988, "epoch": 269, "lr": 5.832629535402564e-05}
{"train_loss": 0.001825618790462613, "global_step": 47989, "epoch": 269, "lr": 5.8324838282259145e-05}
{"train_loss": 0.0038188297767192125, "global_step": 47990, "epoch": 269, "lr": 5.8323381203221404e-05}
{"train_loss": 0.004954224452376366, "global_step": 47991, "epoch": 269, "lr": 5.8321924116913695e-05}
{"train_loss": 0.005485159810632467, "global_step": 47992, "epoch": 269, "lr": 5.832046702333728e-05}
{"train_loss": 0.006399450823664665, "global_step": 47993, "epoch": 269, "lr": 5.8319009922493425e-05}
{"train_loss": 0.0025338130071759224, "global_step": 47994, "epoch": 269, "lr": 5.831755281438341e-05}
{"train_loss": 0.0016318990383297205, "global_step": 47995, "epoch": 269, "lr": 5.8316095699008514e-05}
{"train_loss": 0.004392506554722786, "global_step": 47996, "epoch": 269, "lr": 5.831463857637001e-05}
{"train_loss": 0.002998752985149622, "global_step": 47997, "epoch": 269, "lr": 5.831318144646915e-05}
{"train_loss": 0.004041016101837158, "global_step": 47998, "epoch": 269, "lr": 5.8311724309307245e-05}
{"train_loss": 0.006165473721921444, "global_step": 47999, "epoch": 269, "lr": 5.831026716488553e-05}
{"train_loss": 0.004755329340696335, "global_step": 48000, "epoch": 269, "lr": 5.83088100132053e-05}
{"train_loss": 0.004327742382884026, "global_step": 48001, "epoch": 269, "lr": 5.8307352854267814e-05}
{"train_loss": 0.0033562355674803257, "global_step": 48002, "epoch": 269, "lr": 5.830589568807437e-05}
{"train_loss": 0.0036710710264742374, "global_step": 48003, "epoch": 269, "lr": 5.8304438514626205e-05}
{"train_loss": 0.004342620261013508, "global_step": 48004, "epoch": 269, "lr": 5.83029813339246e-05}
{"train_loss": 0.0021195411682128906, "global_step": 48005, "epoch": 269, "lr": 5.830152414597085e-05}
{"train_loss": 0.0013669861946254969, "global_step": 48006, "epoch": 269, "lr": 5.830006695076622e-05}
{"train_loss": 0.005893999710679054, "global_step": 48007, "epoch": 269, "lr": 5.829860974831197e-05}
{"train_loss": 0.00534001225605607, "global_step": 48008, "epoch": 269, "lr": 5.8297152538609376e-05}
{"train_loss": 0.0023309835232794285, "global_step": 48009, "epoch": 269, "lr": 5.829569532165973e-05}
{"train_loss": 0.002655891701579094, "global_step": 48010, "epoch": 269, "lr": 5.829423809746427e-05}
{"train_loss": 0.0037361164577305317, "global_step": 48011, "epoch": 269, "lr": 5.82927808660243e-05}
{"train_loss": 0.005322770681232214, "global_step": 48012, "epoch": 269, "lr": 5.8291323627341086e-05}
{"train_loss": 0.003125178162008524, "global_step": 48013, "epoch": 269, "lr": 5.828986638141588e-05}
{"train_loss": 0.0035502929240465164, "global_step": 48014, "epoch": 269, "lr": 5.828840912824998e-05}
{"train_loss": 0.0035993175115436316, "global_step": 48015, "epoch": 269, "lr": 5.828695186784464e-05}
{"train_loss": 0.0031421277672052383, "global_step": 48016, "epoch": 269, "lr": 5.828549460020115e-05}
{"train_loss": 0.005002549383789301, "global_step": 48017, "epoch": 269, "lr": 5.8284037325320785e-05}
{"train_loss": 0.004573811776936054, "global_step": 48018, "epoch": 269, "lr": 5.828258004320478e-05}
{"train_loss": 0.0049038720317184925, "global_step": 48019, "epoch": 269, "lr": 5.8281122753854465e-05}
{"train_loss": 0.004086486995220184, "global_step": 48020, "epoch": 269, "lr": 5.8279665457271083e-05}
{"train_loss": 0.006672140210866928, "global_step": 48021, "epoch": 269, "lr": 5.827820815345589e-05}
{"train_loss": 0.004091919399797916, "global_step": 48022, "epoch": 269, "lr": 5.827675084241019e-05}
{"train_loss": 0.004638698883354664, "global_step": 48023, "epoch": 269, "lr": 5.8275293524135235e-05}
{"train_loss": 0.004885879345238209, "global_step": 48024, "epoch": 269, "lr": 5.8273836198632305e-05}
{"train_loss": 0.0035063691902905703, "global_step": 48025, "epoch": 269, "lr": 5.8272378865902674e-05}
{"train_loss": 0.005919927731156349, "global_step": 48026, "epoch": 269, "lr": 5.827092152594763e-05}
{"train_loss": 0.0033649359829723835, "global_step": 48027, "epoch": 269, "lr": 5.826946417876841e-05}
{"train_loss": 0.004712872207164764, "global_step": 48028, "epoch": 269, "lr": 5.8268006824366307e-05}
{"train_loss": 0.004521645605564117, "global_step": 48029, "epoch": 269, "lr": 5.8266549462742606e-05}
{"train_loss": 0.0036006264854222536, "global_step": 48030, "epoch": 269, "lr": 5.8265092093898566e-05}
{"train_loss": 0.00390938064083457, "global_step": 48031, "epoch": 269, "lr": 5.826363471783546e-05}
{"train_loss": 0.004223891533911228, "global_step": 48032, "epoch": 269, "lr": 5.8262177334554544e-05}
{"train_loss": 0.004657316952943802, "global_step": 48033, "epoch": 269, "lr": 5.826071994405713e-05}
{"train_loss": 0.006178113631904125, "global_step": 48034, "epoch": 269, "lr": 5.825926254634447e-05}
{"train_loss": 0.0030985150951892138, "global_step": 48035, "epoch": 269, "lr": 5.825780514141783e-05}
{"train_loss": 0.004672802984714508, "global_step": 48036, "epoch": 269, "lr": 5.8256347729278497e-05}
{"train_loss": 0.005102938041090965, "global_step": 48037, "epoch": 269, "lr": 5.8254890309927725e-05}
{"train_loss": 0.004229225218296051, "global_step": 48038, "epoch": 269, "lr": 5.825343288336681e-05}
{"train_loss": 0.0018156206933781505, "global_step": 48039, "epoch": 269, "lr": 5.825197544959702e-05}
{"train_loss": 0.0024304529651999474, "global_step": 48040, "epoch": 269, "lr": 5.8250518008619614e-05}
{"train_loss": 0.003958759363740683, "global_step": 48041, "epoch": 269, "lr": 5.8249060560435875e-05}
{"train_loss": 0.0023800376802682877, "global_step": 48042, "epoch": 269, "lr": 5.8247603105047064e-05}
{"train_loss": 0.0036364682018756866, "global_step": 48043, "epoch": 269, "lr": 5.8246145642454474e-05}
{"train_loss": 0.005954190157353878, "global_step": 48044, "epoch": 269, "lr": 5.824468817265937e-05}
{"train_loss": 0.0037914805579930544, "global_step": 48045, "epoch": 269, "lr": 5.8243230695663024e-05}
{"train_loss": 0.0020598445553332567, "global_step": 48046, "epoch": 269, "lr": 5.8241773211466696e-05}
{"train_loss": 0.00485942792147398, "global_step": 48047, "epoch": 269, "lr": 5.824031572007168e-05}
{"train_loss": 0.005203790031373501, "global_step": 48048, "epoch": 269, "lr": 5.8238858221479255e-05}
{"train_loss": 0.0017876275815069675, "global_step": 48049, "epoch": 269, "lr": 5.823740071569066e-05}
{"train_loss": 0.004015974700450897, "global_step": 48050, "epoch": 269, "lr": 5.82359432027072e-05}
{"train_loss": 0.003032206790521741, "global_step": 48051, "epoch": 269, "lr": 5.8234485682530115e-05}
{"train_loss": 0.003287365660071373, "global_step": 48052, "epoch": 269, "lr": 5.823302815516072e-05}
{"train_loss": 0.0021252362057566643, "global_step": 48053, "epoch": 269, "lr": 5.823157062060025e-05}
{"train_loss": 0.003030527150258422, "global_step": 48054, "epoch": 269, "lr": 5.823011307885001e-05}
{"train_loss": 0.004237206652760506, "global_step": 48055, "epoch": 269, "lr": 5.822865552991125e-05}
{"train_loss": 0.0036369571462273598, "global_step": 48056, "epoch": 269, "lr": 5.822719797378524e-05}
{"train_loss": 0.004136853385716677, "global_step": 48057, "epoch": 269, "lr": 5.8225740410473274e-05}
{"train_loss": 0.0051437607035040855, "global_step": 48058, "epoch": 269, "lr": 5.8224282839976616e-05}
{"train_loss": 0.0037712858188007907, "global_step": 48059, "epoch": 269, "lr": 5.822282526229654e-05}
{"train_loss": 0.0037638950161635876, "global_step": 48060, "epoch": 270, "lr": 5.8221367677434326e-05}
{"train_loss": 0.00247413432225585, "global_step": 48061, "epoch": 270, "lr": 5.8219910085391216e-05}
{"train_loss": 0.0030758134089410305, "global_step": 48062, "epoch": 270, "lr": 5.821845248616852e-05}
{"train_loss": 0.002440749667584896, "global_step": 48063, "epoch": 270, "lr": 5.8216994879767496e-05}
{"train_loss": 0.004476514644920826, "global_step": 48064, "epoch": 270, "lr": 5.821553726618942e-05}
{"train_loss": 0.002342375461012125, "global_step": 48065, "epoch": 270, "lr": 5.8214079645435546e-05}
{"train_loss": 0.0035618895199149847, "global_step": 48066, "epoch": 270, "lr": 5.821262201750718e-05}
{"train_loss": 0.0016194864874705672, "global_step": 48067, "epoch": 270, "lr": 5.821116438240558e-05}
{"train_loss": 0.004769633058458567, "global_step": 48068, "epoch": 270, "lr": 5.820970674013202e-05}
{"train_loss": 0.0032302187755703926, "global_step": 48069, "epoch": 270, "lr": 5.820824909068776e-05}
{"train_loss": 0.004713837988674641, "global_step": 48070, "epoch": 270, "lr": 5.8206791434074084e-05}
{"train_loss": 0.003533752169460058, "global_step": 48071, "epoch": 270, "lr": 5.820533377029228e-05}
{"train_loss": 0.005790297407656908, "global_step": 48072, "epoch": 270, "lr": 5.82038760993436e-05}
{"train_loss": 0.004858711734414101, "global_step": 48073, "epoch": 270, "lr": 5.820241842122932e-05}
{"train_loss": 0.004089479334652424, "global_step": 48074, "epoch": 270, "lr": 5.820096073595073e-05}
{"train_loss": 0.008783448487520218, "global_step": 48075, "epoch": 270, "lr": 5.819950304350907e-05}
{"train_loss": 0.002159407362341881, "global_step": 48076, "epoch": 270, "lr": 5.8198045343905647e-05}
{"train_loss": 0.003982205875217915, "global_step": 48077, "epoch": 270, "lr": 5.819658763714171e-05}
{"train_loss": 0.003774877404794097, "global_step": 48078, "epoch": 270, "lr": 5.819512992321855e-05}
{"train_loss": 0.004215980879962444, "global_step": 48079, "epoch": 270, "lr": 5.819367220213744e-05}
{"train_loss": 0.005120310932397842, "global_step": 48080, "epoch": 270, "lr": 5.819221447389963e-05}
{"train_loss": 0.0024604236241430044, "global_step": 48081, "epoch": 270, "lr": 5.819075673850642e-05}
{"train_loss": 0.002305800560861826, "global_step": 48082, "epoch": 270, "lr": 5.818929899595908e-05}
{"train_loss": 0.0023583639413118362, "global_step": 48083, "epoch": 270, "lr": 5.8187841246258876e-05}
{"train_loss": 0.0038066571578383446, "global_step": 48084, "epoch": 270, "lr": 5.818638348940708e-05}
{"train_loss": 0.002504684729501605, "global_step": 48085, "epoch": 270, "lr": 5.818492572540496e-05}
{"train_loss": 0.002850996796041727, "global_step": 48086, "epoch": 270, "lr": 5.81834679542538e-05}
{"train_loss": 0.005605399142950773, "global_step": 48087, "epoch": 270, "lr": 5.818201017595487e-05}
{"train_loss": 0.0028913188725709915, "global_step": 48088, "epoch": 270, "lr": 5.818055239050945e-05}
{"train_loss": 0.0040671140886843204, "global_step": 48089, "epoch": 270, "lr": 5.817909459791878e-05}
{"train_loss": 0.0037693947087973356, "global_step": 48090, "epoch": 270, "lr": 5.8177636798184186e-05}
{"train_loss": 0.0064622266218066216, "global_step": 48091, "epoch": 270, "lr": 5.8176178991306904e-05}
{"train_loss": 0.004101609345525503, "global_step": 48092, "epoch": 270, "lr": 5.8174721177288226e-05}
{"train_loss": 0.005360390059649944, "global_step": 48093, "epoch": 270, "lr": 5.817326335612941e-05}
{"train_loss": 0.0028827039059251547, "global_step": 48094, "epoch": 270, "lr": 5.817180552783174e-05}
{"train_loss": 0.0030043027363717556, "global_step": 48095, "epoch": 270, "lr": 5.8170347692396474e-05}
{"train_loss": 0.003746131667867303, "global_step": 48096, "epoch": 270, "lr": 5.816888984982491e-05}
{"train_loss": 0.004562138579785824, "global_step": 48097, "epoch": 270, "lr": 5.8167432000118316e-05}
{"train_loss": 0.0043754251673817635, "global_step": 48098, "epoch": 270, "lr": 5.8165974143277934e-05}
{"train_loss": 0.0051716906018555164, "global_step": 48099, "epoch": 270, "lr": 5.816451627930507e-05}
{"train_loss": 0.0019362842431291938, "global_step": 48100, "epoch": 270, "lr": 5.8163058408201e-05}
{"train_loss": 0.00301000801846385, "global_step": 48101, "epoch": 270, "lr": 5.8161600529966976e-05}
{"train_loss": 0.004397651646286249, "global_step": 48102, "epoch": 270, "lr": 5.8160142644604284e-05}
{"train_loss": 0.005163498222827911, "global_step": 48103, "epoch": 270, "lr": 5.8158684752114204e-05}
{"train_loss": 0.0032865270040929317, "global_step": 48104, "epoch": 270, "lr": 5.815722685249798e-05}
{"train_loss": 0.003920114599168301, "global_step": 48105, "epoch": 270, "lr": 5.8155768945756916e-05}
{"train_loss": 0.004149825777858496, "global_step": 48106, "epoch": 270, "lr": 5.8154311031892285e-05}
{"train_loss": 0.0012693330645561218, "global_step": 48107, "epoch": 270, "lr": 5.815285311090534e-05}
{"train_loss": 0.004021793603897095, "global_step": 48108, "epoch": 270, "lr": 5.8151395182797354e-05}
{"train_loss": 0.0021982300095260143, "global_step": 48109, "epoch": 270, "lr": 5.814993724756963e-05}
{"train_loss": 0.0043066334910690784, "global_step": 48110, "epoch": 270, "lr": 5.814847930522341e-05}
{"train_loss": 0.0024327475111931562, "global_step": 48111, "epoch": 270, "lr": 5.814702135576e-05}
{"train_loss": 0.0022644526325166225, "global_step": 48112, "epoch": 270, "lr": 5.8145563399180634e-05}
{"train_loss": 0.0037530502304434776, "global_step": 48113, "epoch": 270, "lr": 5.8144105435486606e-05}
{"train_loss": 0.003000798635184765, "global_step": 48114, "epoch": 270, "lr": 5.814264746467919e-05}
{"train_loss": 0.001900689210742712, "global_step": 48115, "epoch": 270, "lr": 5.814118948675966e-05}
{"train_loss": 0.0034084224607795477, "global_step": 48116, "epoch": 270, "lr": 5.813973150172929e-05}
{"train_loss": 0.004415970761328936, "global_step": 48117, "epoch": 270, "lr": 5.8138273509589344e-05}
{"train_loss": 0.0052413335070014, "global_step": 48118, "epoch": 270, "lr": 5.81368155103411e-05}
{"train_loss": 0.004591737873852253, "global_step": 48119, "epoch": 270, "lr": 5.8135357503985845e-05}
{"train_loss": 0.004945642314851284, "global_step": 48120, "epoch": 270, "lr": 5.8133899490524837e-05}
{"train_loss": 0.0023607267066836357, "global_step": 48121, "epoch": 270, "lr": 5.813244146995934e-05}
{"train_loss": 0.006352407857775688, "global_step": 48122, "epoch": 270, "lr": 5.8130983442290664e-05}
{"train_loss": 0.004608504939824343, "global_step": 48123, "epoch": 270, "lr": 5.8129525407520034e-05}
{"train_loss": 0.004962163977324963, "global_step": 48124, "epoch": 270, "lr": 5.8128067365648775e-05}
{"train_loss": 0.0025965797249227762, "global_step": 48125, "epoch": 270, "lr": 5.812660931667812e-05}
{"train_loss": 0.00642186775803566, "global_step": 48126, "epoch": 270, "lr": 5.812515126060937e-05}
{"train_loss": 0.0044943708926439285, "global_step": 48127, "epoch": 270, "lr": 5.812369319744376e-05}
{"train_loss": 0.002515611704438925, "global_step": 48128, "epoch": 270, "lr": 5.812223512718261e-05}
{"train_loss": 0.006449372507631779, "global_step": 48129, "epoch": 270, "lr": 5.812077704982717e-05}
{"train_loss": 0.005341135896742344, "global_step": 48130, "epoch": 270, "lr": 5.811931896537871e-05}
{"train_loss": 0.007756474427878857, "global_step": 48131, "epoch": 270, "lr": 5.8117860873838516e-05}
{"train_loss": 0.00434653926640749, "global_step": 48132, "epoch": 270, "lr": 5.8116402775207843e-05}
{"train_loss": 0.0033662538044154644, "global_step": 48133, "epoch": 270, "lr": 5.811494466948799e-05}
{"train_loss": 0.00564968679100275, "global_step": 48134, "epoch": 270, "lr": 5.811348655668022e-05}
{"train_loss": 0.0014654288534075022, "global_step": 48135, "epoch": 270, "lr": 5.8112028436785806e-05}
{"train_loss": 0.0024983056355267763, "global_step": 48136, "epoch": 270, "lr": 5.8110570309806004e-05}
{"train_loss": 0.002667851746082306, "global_step": 48137, "epoch": 270, "lr": 5.8109112175742106e-05}
{"train_loss": 0.0034385723993182182, "global_step": 48138, "epoch": 270, "lr": 5.8107654034595394e-05}
{"train_loss": 0.0031524323858320713, "global_step": 48139, "epoch": 270, "lr": 5.810619588636712e-05}
{"train_loss": 0.002361875958740711, "global_step": 48140, "epoch": 270, "lr": 5.8104737731058566e-05}
{"train_loss": 0.0034526525996625423, "global_step": 48141, "epoch": 270, "lr": 5.810327956867102e-05}
{"train_loss": 0.004078321158885956, "global_step": 48142, "epoch": 270, "lr": 5.8101821399205724e-05}
{"train_loss": 0.008199476636946201, "global_step": 48143, "epoch": 270, "lr": 5.810036322266399e-05}
{"train_loss": 0.004508540034294128, "global_step": 48144, "epoch": 270, "lr": 5.809890503904707e-05}
{"train_loss": 0.004553843755275011, "global_step": 48145, "epoch": 270, "lr": 5.809744684835623e-05}
{"train_loss": 0.004376756958663464, "global_step": 48146, "epoch": 270, "lr": 5.809598865059276e-05}
{"train_loss": 0.0057137529365718365, "global_step": 48147, "epoch": 270, "lr": 5.8094530445757925e-05}
{"train_loss": 0.0038318727165460587, "global_step": 48148, "epoch": 270, "lr": 5.809307223385301e-05}
{"train_loss": 0.0029319641180336475, "global_step": 48149, "epoch": 270, "lr": 5.809161401487927e-05}
{"train_loss": 0.0044938032515347, "global_step": 48150, "epoch": 270, "lr": 5.8090155788837994e-05}
{"train_loss": 0.004508454352617264, "global_step": 48151, "epoch": 270, "lr": 5.808869755573044e-05}
{"train_loss": 0.003507558722048998, "global_step": 48152, "epoch": 270, "lr": 5.8087239315557905e-05}
{"train_loss": 0.001941394992172718, "global_step": 48153, "epoch": 270, "lr": 5.8085781068321644e-05}
{"train_loss": 0.002635851502418518, "global_step": 48154, "epoch": 270, "lr": 5.808432281402294e-05}
{"train_loss": 0.002857155166566372, "global_step": 48155, "epoch": 270, "lr": 5.808286455266305e-05}
{"train_loss": 0.006823032163083553, "global_step": 48156, "epoch": 270, "lr": 5.808140628424328e-05}
{"train_loss": 0.002383400220423937, "global_step": 48157, "epoch": 270, "lr": 5.807994800876487e-05}
{"train_loss": 0.0032237903214991093, "global_step": 48158, "epoch": 270, "lr": 5.8078489726229115e-05}
{"train_loss": 0.003394474508240819, "global_step": 48159, "epoch": 270, "lr": 5.8077031436637276e-05}
{"train_loss": 0.0025364141911268234, "global_step": 48160, "epoch": 270, "lr": 5.807557313999062e-05}
{"train_loss": 0.002295751590281725, "global_step": 48161, "epoch": 270, "lr": 5.807411483629045e-05}
{"train_loss": 0.004184324759989977, "global_step": 48162, "epoch": 270, "lr": 5.807265652553802e-05}
{"train_loss": 0.003807518631219864, "global_step": 48163, "epoch": 270, "lr": 5.807119820773461e-05}
{"train_loss": 0.004889348987489939, "global_step": 48164, "epoch": 270, "lr": 5.806973988288149e-05}
{"train_loss": 0.0035309847444295883, "global_step": 48165, "epoch": 270, "lr": 5.806828155097992e-05}
{"train_loss": 0.002681654179468751, "global_step": 48166, "epoch": 270, "lr": 5.8066823212031206e-05}
{"train_loss": 0.0023572512436658144, "global_step": 48167, "epoch": 270, "lr": 5.8065364866036595e-05}
{"train_loss": 0.0015959716401994228, "global_step": 48168, "epoch": 270, "lr": 5.806390651299738e-05}
{"train_loss": 0.002834416925907135, "global_step": 48169, "epoch": 270, "lr": 5.806244815291482e-05}
{"train_loss": 0.0036072959192097187, "global_step": 48170, "epoch": 270, "lr": 5.806098978579018e-05}
{"train_loss": 0.004410019144415855, "global_step": 48171, "epoch": 270, "lr": 5.8059531411624755e-05}
{"train_loss": 0.003315003588795662, "global_step": 48172, "epoch": 270, "lr": 5.805807303041981e-05}
{"train_loss": 0.0022968207485973835, "global_step": 48173, "epoch": 270, "lr": 5.8056614642176634e-05}
{"train_loss": 0.004800864029675722, "global_step": 48174, "epoch": 270, "lr": 5.8055156246896456e-05}
{"train_loss": 0.004299254156649113, "global_step": 48175, "epoch": 270, "lr": 5.80536978445806e-05}
{"train_loss": 0.0033422817941755056, "global_step": 48176, "epoch": 270, "lr": 5.805223943523033e-05}
{"train_loss": 0.004811429418623447, "global_step": 48177, "epoch": 270, "lr": 5.805078101884689e-05}
{"train_loss": 0.004077673424035311, "global_step": 48178, "epoch": 270, "lr": 5.804932259543159e-05}
{"train_loss": 0.0030536409467458725, "global_step": 48179, "epoch": 270, "lr": 5.8047864164985665e-05}
{"train_loss": 0.005640605464577675, "global_step": 48180, "epoch": 270, "lr": 5.804640572751042e-05}
{"train_loss": 0.0032984265126287937, "global_step": 48181, "epoch": 270, "lr": 5.804494728300713e-05}
{"train_loss": 0.004035626538097858, "global_step": 48182, "epoch": 270, "lr": 5.8043488831477046e-05}
{"train_loss": 0.003910779021680355, "global_step": 48183, "epoch": 270, "lr": 5.804203037292146e-05}
{"train_loss": 0.003617062233388424, "global_step": 48184, "epoch": 270, "lr": 5.804057190734165e-05}
{"train_loss": 0.006094678770750761, "global_step": 48185, "epoch": 270, "lr": 5.803911343473887e-05}
{"train_loss": 0.005722894333302975, "global_step": 48186, "epoch": 270, "lr": 5.803765495511441e-05}
{"train_loss": 0.007020971272140741, "global_step": 48187, "epoch": 270, "lr": 5.8036196468469536e-05}
{"train_loss": 0.006138963624835014, "global_step": 48188, "epoch": 270, "lr": 5.803473797480553e-05}
{"train_loss": 0.0049616312608122826, "global_step": 48189, "epoch": 270, "lr": 5.8033279474123644e-05}
{"train_loss": 0.0015718968352302909, "global_step": 48190, "epoch": 270, "lr": 5.803182096642518e-05}
{"train_loss": 0.006438907701522112, "global_step": 48191, "epoch": 270, "lr": 5.8030362451711404e-05}
{"train_loss": 0.006062956526875496, "global_step": 48192, "epoch": 270, "lr": 5.802890392998358e-05}
{"train_loss": 0.002182416617870331, "global_step": 48193, "epoch": 270, "lr": 5.8027445401242986e-05}
{"train_loss": 0.004145609214901924, "global_step": 48194, "epoch": 270, "lr": 5.80259868654909e-05}
{"train_loss": 0.004720176570117474, "global_step": 48195, "epoch": 270, "lr": 5.80245283227286e-05}
{"train_loss": 0.0020694537088274956, "global_step": 48196, "epoch": 270, "lr": 5.802306977295735e-05}
{"train_loss": 0.002768330741673708, "global_step": 48197, "epoch": 270, "lr": 5.802161121617843e-05}
{"train_loss": 0.004923950880765915, "global_step": 48198, "epoch": 270, "lr": 5.802015265239309e-05}
{"train_loss": 0.003236592747271061, "global_step": 48199, "epoch": 270, "lr": 5.801869408160265e-05}
{"train_loss": 0.004548754543066025, "global_step": 48200, "epoch": 270, "lr": 5.801723550380835e-05}
{"train_loss": 0.00425949040800333, "global_step": 48201, "epoch": 270, "lr": 5.801577691901148e-05}
{"train_loss": 0.004285523667931557, "global_step": 48202, "epoch": 270, "lr": 5.8014318327213314e-05}
{"train_loss": 0.007594754919409752, "global_step": 48203, "epoch": 270, "lr": 5.801285972841508e-05}
{"train_loss": 0.0044114175252616405, "global_step": 48204, "epoch": 270, "lr": 5.8011401122618124e-05}
{"train_loss": 0.00252051604911685, "global_step": 48205, "epoch": 270, "lr": 5.8009942509823686e-05}
{"train_loss": 0.004439867567270994, "global_step": 48206, "epoch": 270, "lr": 5.800848389003305e-05}
{"train_loss": 0.0031699626706540585, "global_step": 48207, "epoch": 270, "lr": 5.800702526324747e-05}
{"train_loss": 0.0060927895829081535, "global_step": 48208, "epoch": 270, "lr": 5.800556662946823e-05}
{"train_loss": 0.0020461820531636477, "global_step": 48209, "epoch": 270, "lr": 5.800410798869661e-05}
{"train_loss": 0.0028719084803014994, "global_step": 48210, "epoch": 270, "lr": 5.800264934093388e-05}
{"train_loss": 0.004796619061380625, "global_step": 48211, "epoch": 270, "lr": 5.800119068618132e-05}
{"train_loss": 0.007112978957593441, "global_step": 48212, "epoch": 270, "lr": 5.799973202444019e-05}
{"train_loss": 0.006362409796565771, "global_step": 48213, "epoch": 270, "lr": 5.799827335571176e-05}
{"train_loss": 0.003734885947778821, "global_step": 48214, "epoch": 270, "lr": 5.799681467999734e-05}
{"train_loss": 0.0023187105543911457, "global_step": 48215, "epoch": 270, "lr": 5.7995355997298165e-05}
{"train_loss": 0.005842149257659912, "global_step": 48216, "epoch": 270, "lr": 5.799389730761553e-05}
{"train_loss": 0.004275836981832981, "global_step": 48217, "epoch": 270, "lr": 5.79924386109507e-05}
{"train_loss": 0.004781068302690983, "global_step": 48218, "epoch": 270, "lr": 5.799097990730494e-05}
{"train_loss": 0.004613125696778297, "global_step": 48219, "epoch": 270, "lr": 5.7989521196679555e-05}
{"train_loss": 0.00810639001429081, "global_step": 48220, "epoch": 270, "lr": 5.79880624790758e-05}
{"train_loss": 0.00636938214302063, "global_step": 48221, "epoch": 270, "lr": 5.7986603754494936e-05}
{"train_loss": 0.0041863080114126205, "global_step": 48222, "epoch": 270, "lr": 5.798514502293826e-05}
{"train_loss": 0.0036181332543492317, "global_step": 48223, "epoch": 270, "lr": 5.798368628440703e-05}
{"train_loss": 0.0010975677287206054, "global_step": 48224, "epoch": 270, "lr": 5.798222753890252e-05}
{"train_loss": 0.004630393348634243, "global_step": 48225, "epoch": 270, "lr": 5.798076878642603e-05}
{"train_loss": 0.004507128149271011, "global_step": 48226, "epoch": 270, "lr": 5.797931002697881e-05}
{"train_loss": 0.006885836832225323, "global_step": 48227, "epoch": 270, "lr": 5.797785126056212e-05}
{"train_loss": 0.0037226518616080284, "global_step": 48228, "epoch": 270, "lr": 5.7976392487177275e-05}
{"train_loss": 0.0015777441440150142, "global_step": 48229, "epoch": 270, "lr": 5.797493370682553e-05}
{"train_loss": 0.003161185886710882, "global_step": 48230, "epoch": 270, "lr": 5.7973474919508155e-05}
{"train_loss": 0.0027939947322010994, "global_step": 48231, "epoch": 270, "lr": 5.797201612522641e-05}
{"train_loss": 0.0035028953570872545, "global_step": 48232, "epoch": 270, "lr": 5.797055732398159e-05}
{"train_loss": 0.0030355947092175484, "global_step": 48233, "epoch": 270, "lr": 5.796909851577498e-05}
{"train_loss": 0.0019471017876639962, "global_step": 48234, "epoch": 270, "lr": 5.796763970060782e-05}
{"train_loss": 0.00448296032845974, "global_step": 48235, "epoch": 270, "lr": 5.7966180878481416e-05}
{"train_loss": 0.004268850199878216, "global_step": 48236, "epoch": 270, "lr": 5.7964722049397014e-05}
{"train_loss": 0.003969178903910718, "global_step": 48237, "epoch": 270, "lr": 5.796326321335591e-05, "train_action_mse_error": 7.331926099141128e-06}
{"train_loss": 0.0027095312252640724, "global_step": 48238, "epoch": 271, "lr": 5.7961804370359385e-05}
{"train_loss": 0.006755292881280184, "global_step": 48239, "epoch": 271, "lr": 5.7960345520408685e-05}
{"train_loss": 0.0049946000799536705, "global_step": 48240, "epoch": 271, "lr": 5.7958886663505106e-05}
{"train_loss": 0.005882237572222948, "global_step": 48241, "epoch": 271, "lr": 5.79574277996499e-05}
{"train_loss": 0.005144670605659485, "global_step": 48242, "epoch": 271, "lr": 5.795596892884436e-05}
{"train_loss": 0.004343174397945404, "global_step": 48243, "epoch": 271, "lr": 5.795451005108977e-05}
{"train_loss": 0.004897462669759989, "global_step": 48244, "epoch": 271, "lr": 5.795305116638738e-05}
{"train_loss": 0.007055291905999184, "global_step": 48245, "epoch": 271, "lr": 5.795159227473848e-05}
{"train_loss": 0.004273407161235809, "global_step": 48246, "epoch": 271, "lr": 5.795013337614432e-05}
{"train_loss": 0.00423473259434104, "global_step": 48247, "epoch": 271, "lr": 5.794867447060621e-05}
{"train_loss": 0.006437597330659628, "global_step": 48248, "epoch": 271, "lr": 5.794721555812541e-05}
{"train_loss": 0.0053201476112008095, "global_step": 48249, "epoch": 271, "lr": 5.79457566387032e-05}
{"train_loss": 0.005669334437698126, "global_step": 48250, "epoch": 271, "lr": 5.7944297712340836e-05}
{"train_loss": 0.002097584307193756, "global_step": 48251, "epoch": 271, "lr": 5.794283877903959e-05}
{"train_loss": 0.005531741306185722, "global_step": 48252, "epoch": 271, "lr": 5.794137983880076e-05}
{"train_loss": 0.005430418532341719, "global_step": 48253, "epoch": 271, "lr": 5.793992089162561e-05}
{"train_loss": 0.005482315085828304, "global_step": 48254, "epoch": 271, "lr": 5.793846193751542e-05}
{"train_loss": 0.004474339075386524, "global_step": 48255, "epoch": 271, "lr": 5.793700297647144e-05}
{"train_loss": 0.002646495122462511, "global_step": 48256, "epoch": 271, "lr": 5.793554400849497e-05}
{"train_loss": 0.0028458675369620323, "global_step": 48257, "epoch": 271, "lr": 5.793408503358728e-05}
{"train_loss": 0.004028089344501495, "global_step": 48258, "epoch": 271, "lr": 5.793262605174965e-05}
{"train_loss": 0.0017757005989551544, "global_step": 48259, "epoch": 271, "lr": 5.7931167062983325e-05}
{"train_loss": 0.0017445319099351764, "global_step": 48260, "epoch": 271, "lr": 5.79297080672896e-05}
{"train_loss": 0.00262927426956594, "global_step": 48261, "epoch": 271, "lr": 5.792824906466976e-05}
{"train_loss": 0.003249803092330694, "global_step": 48262, "epoch": 271, "lr": 5.792679005512507e-05}
{"train_loss": 0.004302661865949631, "global_step": 48263, "epoch": 271, "lr": 5.792533103865679e-05}
{"train_loss": 0.004299876280128956, "global_step": 48264, "epoch": 271, "lr": 5.792387201526621e-05}
{"train_loss": 0.0031718893442302942, "global_step": 48265, "epoch": 271, "lr": 5.792241298495461e-05}
{"train_loss": 0.004681493155658245, "global_step": 48266, "epoch": 271, "lr": 5.792095394772323e-05}
{"train_loss": 0.00930659007281065, "global_step": 48267, "epoch": 271, "lr": 5.79194949035734e-05}
{"train_loss": 0.009154750034213066, "global_step": 48268, "epoch": 271, "lr": 5.791803585250636e-05}
{"train_loss": 0.0038232230581343174, "global_step": 48269, "epoch": 271, "lr": 5.791657679452338e-05}
{"train_loss": 0.003001854754984379, "global_step": 48270, "epoch": 271, "lr": 5.7915117729625735e-05}
{"train_loss": 0.003727656090632081, "global_step": 48271, "epoch": 271, "lr": 5.791365865781472e-05}
{"train_loss": 0.006955146323889494, "global_step": 48272, "epoch": 271, "lr": 5.79121995790916e-05}
{"train_loss": 0.003973158076405525, "global_step": 48273, "epoch": 271, "lr": 5.791074049345764e-05}
{"train_loss": 0.004155003000050783, "global_step": 48274, "epoch": 271, "lr": 5.790928140091412e-05}
{"train_loss": 0.005712490528821945, "global_step": 48275, "epoch": 271, "lr": 5.7907822301462314e-05}
{"train_loss": 0.002016345737501979, "global_step": 48276, "epoch": 271, "lr": 5.79063631951035e-05}
{"train_loss": 0.0030005790758877993, "global_step": 48277, "epoch": 271, "lr": 5.7904904081838954e-05}
{"train_loss": 0.0059884460642933846, "global_step": 48278, "epoch": 271, "lr": 5.790344496166994e-05}
{"train_loss": 0.002531369449570775, "global_step": 48279, "epoch": 271, "lr": 5.7901985834597726e-05}
{"train_loss": 0.002309855306521058, "global_step": 48280, "epoch": 271, "lr": 5.7900526700623624e-05}
{"train_loss": 0.00469724927097559, "global_step": 48281, "epoch": 271, "lr": 5.7899067559748874e-05}
{"train_loss": 0.001960115972906351, "global_step": 48282, "epoch": 271, "lr": 5.7897608411974757e-05}
{"train_loss": 0.003236419754102826, "global_step": 48283, "epoch": 271, "lr": 5.7896149257302545e-05}
{"train_loss": 0.0038898522034287453, "global_step": 48284, "epoch": 271, "lr": 5.7894690095733526e-05}
{"train_loss": 0.0036266325041651726, "global_step": 48285, "epoch": 271, "lr": 5.789323092726897e-05}
{"train_loss": 0.0018883200827986002, "global_step": 48286, "epoch": 271, "lr": 5.789177175191014e-05}
{"train_loss": 0.0028621191158890724, "global_step": 48287, "epoch": 271, "lr": 5.789031256965833e-05}
{"train_loss": 0.0038971081376075745, "global_step": 48288, "epoch": 271, "lr": 5.78888533805148e-05}
{"train_loss": 0.0076374183408916, "global_step": 48289, "epoch": 271, "lr": 5.7887394184480816e-05}
{"train_loss": 0.004630750976502895, "global_step": 48290, "epoch": 271, "lr": 5.788593498155768e-05}
{"train_loss": 0.004137189127504826, "global_step": 48291, "epoch": 271, "lr": 5.7884475771746636e-05}
{"train_loss": 0.003728489624336362, "global_step": 48292, "epoch": 271, "lr": 5.7883016555048986e-05}
{"train_loss": 0.005741124041378498, "global_step": 48293, "epoch": 271, "lr": 5.7881557331465975e-05}
{"train_loss": 0.006324305199086666, "global_step": 48294, "epoch": 271, "lr": 5.788009810099892e-05}
{"train_loss": 0.002561085857450962, "global_step": 48295, "epoch": 271, "lr": 5.7878638863649046e-05}
{"train_loss": 0.0028237123042345047, "global_step": 48296, "epoch": 271, "lr": 5.787717961941766e-05}
{"train_loss": 0.003481875639408827, "global_step": 48297, "epoch": 271, "lr": 5.787572036830604e-05}
{"train_loss": 0.002897996688261628, "global_step": 48298, "epoch": 271, "lr": 5.787426111031543e-05}
{"train_loss": 0.007113475352525711, "global_step": 48299, "epoch": 271, "lr": 5.7872801845447134e-05}
{"train_loss": 0.005439975298941135, "global_step": 48300, "epoch": 271, "lr": 5.787134257370241e-05}
{"train_loss": 0.0028990288265049458, "global_step": 48301, "epoch": 271, "lr": 5.786988329508255e-05}
{"train_loss": 0.00550927734002471, "global_step": 48302, "epoch": 271, "lr": 5.7868424009588795e-05}
{"train_loss": 0.0020599644631147385, "global_step": 48303, "epoch": 271, "lr": 5.786696471722246e-05}
{"train_loss": 0.0036128652282059193, "global_step": 48304, "epoch": 271, "lr": 5.78655054179848e-05}
{"train_loss": 0.005749702453613281, "global_step": 48305, "epoch": 271, "lr": 5.7864046111877094e-05}
{"train_loss": 0.0047412896528840065, "global_step": 48306, "epoch": 271, "lr": 5.78625867989006e-05}
{"train_loss": 0.004077819176018238, "global_step": 48307, "epoch": 271, "lr": 5.786112747905661e-05}
{"train_loss": 0.00652724876999855, "global_step": 48308, "epoch": 271, "lr": 5.785966815234638e-05}
{"train_loss": 0.0049436213448643684, "global_step": 48309, "epoch": 271, "lr": 5.785820881877122e-05}
{"train_loss": 0.005648350343108177, "global_step": 48310, "epoch": 271, "lr": 5.7856749478332386e-05}
{"train_loss": 0.0032967980951070786, "global_step": 48311, "epoch": 271, "lr": 5.7855290131031146e-05}
{"train_loss": 0.003949266392737627, "global_step": 48312, "epoch": 271, "lr": 5.785383077686877e-05}
{"train_loss": 0.002874028868973255, "global_step": 48313, "epoch": 271, "lr": 5.785237141584655e-05}
{"train_loss": 0.004051671363413334, "global_step": 48314, "epoch": 271, "lr": 5.785091204796575e-05}
{"train_loss": 0.002784623298794031, "global_step": 48315, "epoch": 271, "lr": 5.784945267322765e-05}
{"train_loss": 0.003839399665594101, "global_step": 48316, "epoch": 271, "lr": 5.784799329163353e-05}
{"train_loss": 0.0026422543451189995, "global_step": 48317, "epoch": 271, "lr": 5.784653390318464e-05}
{"train_loss": 0.002565916860476136, "global_step": 48318, "epoch": 271, "lr": 5.784507450788228e-05}
{"train_loss": 0.0036677750758826733, "global_step": 48319, "epoch": 271, "lr": 5.7843615105727714e-05}
{"train_loss": 0.0024441643618047237, "global_step": 48320, "epoch": 271, "lr": 5.7842155696722224e-05}
{"train_loss": 0.0056146373972296715, "global_step": 48321, "epoch": 271, "lr": 5.784069628086708e-05}
{"train_loss": 0.0037332195788621902, "global_step": 48322, "epoch": 271, "lr": 5.7839236858163535e-05}
{"train_loss": 0.006224845536053181, "global_step": 48323, "epoch": 271, "lr": 5.78377774286129e-05}
{"train_loss": 0.006172840483486652, "global_step": 48324, "epoch": 271, "lr": 5.783631799221645e-05}
{"train_loss": 0.0025101229548454285, "global_step": 48325, "epoch": 271, "lr": 5.7834858548975425e-05}
{"train_loss": 0.005463353358209133, "global_step": 48326, "epoch": 271, "lr": 5.7833399098891115e-05}
{"train_loss": 0.004557488486170769, "global_step": 48327, "epoch": 271, "lr": 5.7831939641964805e-05}
{"train_loss": 0.0024288431741297245, "global_step": 48328, "epoch": 271, "lr": 5.783048017819777e-05}
{"train_loss": 0.0054508051835000515, "global_step": 48329, "epoch": 271, "lr": 5.7829020707591266e-05}
{"train_loss": 0.0033825563732534647, "global_step": 48330, "epoch": 271, "lr": 5.7827561230146585e-05}
{"train_loss": 0.0019157864153385162, "global_step": 48331, "epoch": 271, "lr": 5.7826101745865e-05}
{"train_loss": 0.0056099919602274895, "global_step": 48332, "epoch": 271, "lr": 5.782464225474777e-05}
{"train_loss": 0.002925477223470807, "global_step": 48333, "epoch": 271, "lr": 5.78231827567962e-05}
{"train_loss": 0.004402522463351488, "global_step": 48334, "epoch": 271, "lr": 5.782172325201155e-05}
{"train_loss": 0.0029886288102716208, "global_step": 48335, "epoch": 271, "lr": 5.782026374039509e-05}
{"train_loss": 0.004261985886842012, "global_step": 48336, "epoch": 271, "lr": 5.781880422194808e-05}
{"train_loss": 0.002157782204449177, "global_step": 48337, "epoch": 271, "lr": 5.781734469667182e-05}
{"train_loss": 0.0053807590156793594, "global_step": 48338, "epoch": 271, "lr": 5.7815885164567574e-05}
{"train_loss": 0.002601196989417076, "global_step": 48339, "epoch": 271, "lr": 5.781442562563662e-05}
{"train_loss": 0.004260258283466101, "global_step": 48340, "epoch": 271, "lr": 5.7812966079880246e-05}
{"train_loss": 0.0032005964312702417, "global_step": 48341, "epoch": 271, "lr": 5.78115065272997e-05}
{"train_loss": 0.006091279909014702, "global_step": 48342, "epoch": 271, "lr": 5.781004696789627e-05}
{"train_loss": 0.003853157628327608, "global_step": 48343, "epoch": 271, "lr": 5.7808587401671235e-05}
{"train_loss": 0.005703413859009743, "global_step": 48344, "epoch": 271, "lr": 5.780712782862585e-05}
{"train_loss": 0.0027291355654597282, "global_step": 48345, "epoch": 271, "lr": 5.7805668248761414e-05}
{"train_loss": 0.0063768308609724045, "global_step": 48346, "epoch": 271, "lr": 5.78042086620792e-05}
{"train_loss": 0.0020621814765036106, "global_step": 48347, "epoch": 271, "lr": 5.780274906858047e-05}
{"train_loss": 0.005500744096934795, "global_step": 48348, "epoch": 271, "lr": 5.7801289468266507e-05}
{"train_loss": 0.0054148053750395775, "global_step": 48349, "epoch": 271, "lr": 5.7799829861138575e-05}
{"train_loss": 0.0036554085090756416, "global_step": 48350, "epoch": 271, "lr": 5.779837024719796e-05}
{"train_loss": 0.001963467337191105, "global_step": 48351, "epoch": 271, "lr": 5.779691062644593e-05}
{"train_loss": 0.005015617236495018, "global_step": 48352, "epoch": 271, "lr": 5.7795450998883785e-05}
{"train_loss": 0.0037898276932537556, "global_step": 48353, "epoch": 271, "lr": 5.7793991364512766e-05}
{"train_loss": 0.0035487597342580557, "global_step": 48354, "epoch": 271, "lr": 5.7792531723334164e-05}
{"train_loss": 0.002409513806924224, "global_step": 48355, "epoch": 271, "lr": 5.779107207534924e-05}
{"train_loss": 0.0047604599967598915, "global_step": 48356, "epoch": 271, "lr": 5.778961242055929e-05}
{"train_loss": 0.004835581406950951, "global_step": 48357, "epoch": 271, "lr": 5.778815275896559e-05}
{"train_loss": 0.00554265733808279, "global_step": 48358, "epoch": 271, "lr": 5.7786693090569385e-05}
{"train_loss": 0.005713324528187513, "global_step": 48359, "epoch": 271, "lr": 5.7785233415371975e-05}
{"train_loss": 0.003501267172396183, "global_step": 48360, "epoch": 271, "lr": 5.7783773733374624e-05}
{"train_loss": 0.006949653849005699, "global_step": 48361, "epoch": 271, "lr": 5.7782314044578615e-05}
{"train_loss": 0.0019512110156938434, "global_step": 48362, "epoch": 271, "lr": 5.7780854348985227e-05}
{"train_loss": 0.006042953580617905, "global_step": 48363, "epoch": 271, "lr": 5.777939464659572e-05}
{"train_loss": 0.005459550768136978, "global_step": 48364, "epoch": 271, "lr": 5.777793493741137e-05}
{"train_loss": 0.002182282041758299, "global_step": 48365, "epoch": 271, "lr": 5.777647522143347e-05}
{"train_loss": 0.0023850686848163605, "global_step": 48366, "epoch": 271, "lr": 5.7775015498663274e-05}
{"train_loss": 0.003761755069717765, "global_step": 48367, "epoch": 271, "lr": 5.777355576910207e-05}
{"train_loss": 0.004458094947040081, "global_step": 48368, "epoch": 271, "lr": 5.777209603275113e-05}
{"train_loss": 0.0035169157199561596, "global_step": 48369, "epoch": 271, "lr": 5.777063628961172e-05}
{"train_loss": 0.003740268060937524, "global_step": 48370, "epoch": 271, "lr": 5.7769176539685135e-05}
{"train_loss": 0.0045104785822331905, "global_step": 48371, "epoch": 271, "lr": 5.7767716782972635e-05}
{"train_loss": 0.0038042510859668255, "global_step": 48372, "epoch": 271, "lr": 5.77662570194755e-05}
{"train_loss": 0.002053133910521865, "global_step": 48373, "epoch": 271, "lr": 5.7764797249195004e-05}
{"train_loss": 0.004680450074374676, "global_step": 48374, "epoch": 271, "lr": 5.776333747213241e-05}
{"train_loss": 0.0030885341111570597, "global_step": 48375, "epoch": 271, "lr": 5.776187768828901e-05}
{"train_loss": 0.002411955501884222, "global_step": 48376, "epoch": 271, "lr": 5.7760417897666087e-05}
{"train_loss": 0.002654849085956812, "global_step": 48377, "epoch": 271, "lr": 5.7758958100264895e-05}
{"train_loss": 0.004342660307884216, "global_step": 48378, "epoch": 271, "lr": 5.775749829608671e-05}
{"train_loss": 0.003083416260778904, "global_step": 48379, "epoch": 271, "lr": 5.775603848513281e-05}
{"train_loss": 0.004023414570838213, "global_step": 48380, "epoch": 271, "lr": 5.775457866740448e-05}
{"train_loss": 0.005672873929142952, "global_step": 48381, "epoch": 271, "lr": 5.7753118842903e-05}
{"train_loss": 0.0020741350017488003, "global_step": 48382, "epoch": 271, "lr": 5.775165901162962e-05}
{"train_loss": 0.0025200452655553818, "global_step": 48383, "epoch": 271, "lr": 5.775019917358562e-05}
{"train_loss": 0.004847640171647072, "global_step": 48384, "epoch": 271, "lr": 5.774873932877229e-05}
{"train_loss": 0.0025889587122946978, "global_step": 48385, "epoch": 271, "lr": 5.7747279477190916e-05}
{"train_loss": 0.003677049186080694, "global_step": 48386, "epoch": 271, "lr": 5.774581961884274e-05}
{"train_loss": 0.0027547155041247606, "global_step": 48387, "epoch": 271, "lr": 5.774435975372907e-05}
{"train_loss": 0.002232917817309499, "global_step": 48388, "epoch": 271, "lr": 5.774289988185114e-05}
{"train_loss": 0.0027594405692070723, "global_step": 48389, "epoch": 271, "lr": 5.774144000321027e-05}
{"train_loss": 0.004921611398458481, "global_step": 48390, "epoch": 271, "lr": 5.77399801178077e-05}
{"train_loss": 0.00214666360989213, "global_step": 48391, "epoch": 271, "lr": 5.773852022564472e-05}
{"train_loss": 0.00436072051525116, "global_step": 48392, "epoch": 271, "lr": 5.7737060326722614e-05}
{"train_loss": 0.0020793057046830654, "global_step": 48393, "epoch": 271, "lr": 5.773560042104263e-05}
{"train_loss": 0.0035434337332844734, "global_step": 48394, "epoch": 271, "lr": 5.7734140508606086e-05}
{"train_loss": 0.0025809172075241804, "global_step": 48395, "epoch": 271, "lr": 5.7732680589414215e-05}
{"train_loss": 0.0031017311848700047, "global_step": 48396, "epoch": 271, "lr": 5.773122066346832e-05}
{"train_loss": 0.002856848295778036, "global_step": 48397, "epoch": 271, "lr": 5.772976073076967e-05}
{"train_loss": 0.0017998275579884648, "global_step": 48398, "epoch": 271, "lr": 5.772830079131951e-05}
{"train_loss": 0.0020147128961980343, "global_step": 48399, "epoch": 271, "lr": 5.7726840845119155e-05}
{"train_loss": 0.00556035153567791, "global_step": 48400, "epoch": 271, "lr": 5.7725380892169876e-05}
{"train_loss": 0.004047884605824947, "global_step": 48401, "epoch": 271, "lr": 5.772392093247293e-05}
{"train_loss": 0.005805634893476963, "global_step": 48402, "epoch": 271, "lr": 5.77224609660296e-05}
{"train_loss": 0.003433766309171915, "global_step": 48403, "epoch": 271, "lr": 5.7721000992841157e-05}
{"train_loss": 0.0023228274658322334, "global_step": 48404, "epoch": 271, "lr": 5.77195410129089e-05}
{"train_loss": 0.00310630165040493, "global_step": 48405, "epoch": 271, "lr": 5.771808102623406e-05}
{"train_loss": 0.0030684112571179867, "global_step": 48406, "epoch": 271, "lr": 5.771662103281795e-05}
{"train_loss": 0.0029369418043643236, "global_step": 48407, "epoch": 271, "lr": 5.771516103266183e-05}
{"train_loss": 0.004566114861518145, "global_step": 48408, "epoch": 271, "lr": 5.771370102576698e-05}
{"train_loss": 0.003808008972555399, "global_step": 48409, "epoch": 271, "lr": 5.7712241012134674e-05}
{"train_loss": 0.003605038160458207, "global_step": 48410, "epoch": 271, "lr": 5.771078099176618e-05}
{"train_loss": 0.004391796886920929, "global_step": 48411, "epoch": 271, "lr": 5.770932096466277e-05}
{"train_loss": 0.0030863292049616575, "global_step": 48412, "epoch": 271, "lr": 5.770786093082574e-05}
{"train_loss": 0.002808830002322793, "global_step": 48413, "epoch": 271, "lr": 5.7706400890256354e-05}
{"train_loss": 0.003194232238456607, "global_step": 48414, "epoch": 271, "lr": 5.770494084295589e-05}
{"train_loss": 0.003994180862085496, "global_step": 48415, "epoch": 271, "lr": 5.7703480788925626e-05}
{"train_loss": 0.0029594884254038334, "global_step": 48416, "epoch": 272, "lr": 5.7702020728166814e-05}
{"train_loss": 0.0034395945258438587, "global_step": 48417, "epoch": 272, "lr": 5.7700560660680744e-05}
{"train_loss": 0.004556469619274139, "global_step": 48418, "epoch": 272, "lr": 5.7699100586468724e-05}
{"train_loss": 0.003705386072397232, "global_step": 48419, "epoch": 272, "lr": 5.769764050553198e-05}
{"train_loss": 0.003268774598836899, "global_step": 48420, "epoch": 272, "lr": 5.7696180417871816e-05}
{"train_loss": 0.003974037244915962, "global_step": 48421, "epoch": 272, "lr": 5.769472032348947e-05}
{"train_loss": 0.005729754455387592, "global_step": 48422, "epoch": 272, "lr": 5.769326022238627e-05}
{"train_loss": 0.0059248460456728935, "global_step": 48423, "epoch": 272, "lr": 5.7691800114563465e-05}
{"train_loss": 0.0015253492165356874, "global_step": 48424, "epoch": 272, "lr": 5.7690340000022336e-05}
{"train_loss": 0.0025414270348846912, "global_step": 48425, "epoch": 272, "lr": 5.768887987876415e-05}
{"train_loss": 0.002649536356329918, "global_step": 48426, "epoch": 272, "lr": 5.7687419750790175e-05}
{"train_loss": 0.002128771273419261, "global_step": 48427, "epoch": 272, "lr": 5.7685959616101704e-05}
{"train_loss": 0.0033490112982690334, "global_step": 48428, "epoch": 272, "lr": 5.7684499474700015e-05}
{"train_loss": 0.003471860196441412, "global_step": 48429, "epoch": 272, "lr": 5.768303932658638e-05}
{"train_loss": 0.004896007012575865, "global_step": 48430, "epoch": 272, "lr": 5.768157917176205e-05}
{"train_loss": 0.001352466526441276, "global_step": 48431, "epoch": 272, "lr": 5.768011901022832e-05}
{"train_loss": 0.004081895109266043, "global_step": 48432, "epoch": 272, "lr": 5.767865884198648e-05}
{"train_loss": 0.0039457716047763824, "global_step": 48433, "epoch": 272, "lr": 5.767719866703777e-05}
{"train_loss": 0.0038457263726741076, "global_step": 48434, "epoch": 272, "lr": 5.76757384853835e-05}
{"train_loss": 0.0032302080653607845, "global_step": 48435, "epoch": 272, "lr": 5.767427829702493e-05}
{"train_loss": 0.0013861828483641148, "global_step": 48436, "epoch": 272, "lr": 5.767281810196333e-05}
{"train_loss": 0.004870319738984108, "global_step": 48437, "epoch": 272, "lr": 5.7671357900199986e-05}
{"train_loss": 0.002451565582305193, "global_step": 48438, "epoch": 272, "lr": 5.766989769173617e-05}
{"train_loss": 0.004262264352291822, "global_step": 48439, "epoch": 272, "lr": 5.766843747657315e-05}
{"train_loss": 0.002641341183334589, "global_step": 48440, "epoch": 272, "lr": 5.766697725471222e-05}
{"train_loss": 0.0035334513522684574, "global_step": 48441, "epoch": 272, "lr": 5.7665517026154634e-05}
{"train_loss": 0.004317816346883774, "global_step": 48442, "epoch": 272, "lr": 5.7664056790901675e-05}
{"train_loss": 0.002678212244063616, "global_step": 48443, "epoch": 272, "lr": 5.766259654895464e-05}
{"train_loss": 0.0037698568776249886, "global_step": 48444, "epoch": 272, "lr": 5.766113630031477e-05}
{"train_loss": 0.00535180838778615, "global_step": 48445, "epoch": 272, "lr": 5.7659676044983345e-05}
{"train_loss": 0.00479136360809207, "global_step": 48446, "epoch": 272, "lr": 5.765821578296166e-05}
{"train_loss": 0.007712099235504866, "global_step": 48447, "epoch": 272, "lr": 5.765675551425098e-05}
{"train_loss": 0.002235183259472251, "global_step": 48448, "epoch": 272, "lr": 5.765529523885258e-05}
{"train_loss": 0.0037215547636151314, "global_step": 48449, "epoch": 272, "lr": 5.765383495676775e-05}
{"train_loss": 0.0055656698532402515, "global_step": 48450, "epoch": 272, "lr": 5.7652374667997734e-05}
{"train_loss": 0.00720461318269372, "global_step": 48451, "epoch": 272, "lr": 5.765091437254383e-05}
{"train_loss": 0.0048670037649571896, "global_step": 48452, "epoch": 272, "lr": 5.7649454070407315e-05}
{"train_loss": 0.0041513522155582905, "global_step": 48453, "epoch": 272, "lr": 5.7647993761589456e-05}
{"train_loss": 0.00267197797074914, "global_step": 48454, "epoch": 272, "lr": 5.764653344609152e-05}
{"train_loss": 0.002895290032029152, "global_step": 48455, "epoch": 272, "lr": 5.7645073123914795e-05}
{"train_loss": 0.0030560996383428574, "global_step": 48456, "epoch": 272, "lr": 5.764361279506056e-05}
{"train_loss": 0.004332653246819973, "global_step": 48457, "epoch": 272, "lr": 5.7642152459530096e-05}
{"train_loss": 0.0038601746782660484, "global_step": 48458, "epoch": 272, "lr": 5.764069211732467e-05}
{"train_loss": 0.004923408851027489, "global_step": 48459, "epoch": 272, "lr": 5.763923176844554e-05}
{"train_loss": 0.004216262139379978, "global_step": 48460, "epoch": 272, "lr": 5.7637771412894e-05}
{"train_loss": 0.0021088821813464165, "global_step": 48461, "epoch": 272, "lr": 5.763631105067133e-05}
{"train_loss": 0.004309766925871372, "global_step": 48462, "epoch": 272, "lr": 5.763485068177881e-05}
{"train_loss": 0.006647592410445213, "global_step": 48463, "epoch": 272, "lr": 5.763339030621768e-05}
{"train_loss": 0.005255400203168392, "global_step": 48464, "epoch": 272, "lr": 5.763192992398925e-05}
{"train_loss": 0.00452245119959116, "global_step": 48465, "epoch": 272, "lr": 5.763046953509479e-05}
{"train_loss": 0.0025258930400013924, "global_step": 48466, "epoch": 272, "lr": 5.7629009139535564e-05}
{"train_loss": 0.0017535947263240814, "global_step": 48467, "epoch": 272, "lr": 5.762754873731286e-05}
{"train_loss": 0.00459709670394659, "global_step": 48468, "epoch": 272, "lr": 5.762608832842794e-05}
{"train_loss": 0.0037643907126039267, "global_step": 48469, "epoch": 272, "lr": 5.762462791288209e-05}
{"train_loss": 0.005864113103598356, "global_step": 48470, "epoch": 272, "lr": 5.7623167490676575e-05}
{"train_loss": 0.0015048603527247906, "global_step": 48471, "epoch": 272, "lr": 5.7621707061812694e-05}
{"train_loss": 0.0032499819062650204, "global_step": 48472, "epoch": 272, "lr": 5.762024662629171e-05}
{"train_loss": 0.0018310461891815066, "global_step": 48473, "epoch": 272, "lr": 5.761878618411487e-05}
{"train_loss": 0.0015286954585462809, "global_step": 48474, "epoch": 272, "lr": 5.761732573528349e-05}
{"train_loss": 0.0037613692693412304, "global_step": 48475, "epoch": 272, "lr": 5.761586527979883e-05}
{"train_loss": 0.007651709485799074, "global_step": 48476, "epoch": 272, "lr": 5.761440481766216e-05}
{"train_loss": 0.002781781367957592, "global_step": 48477, "epoch": 272, "lr": 5.761294434887478e-05}
{"train_loss": 0.0031147850677371025, "global_step": 48478, "epoch": 272, "lr": 5.7611483873437935e-05}
{"train_loss": 0.0034480788744986057, "global_step": 48479, "epoch": 272, "lr": 5.761002339135291e-05}
{"train_loss": 0.006195807363837957, "global_step": 48480, "epoch": 272, "lr": 5.7608562902621e-05}
{"train_loss": 0.006815343629568815, "global_step": 48481, "epoch": 272, "lr": 5.760710240724345e-05}
{"train_loss": 0.001177449245005846, "global_step": 48482, "epoch": 272, "lr": 5.7605641905221565e-05}
{"train_loss": 0.0031063654460012913, "global_step": 48483, "epoch": 272, "lr": 5.7604181396556575e-05}
{"train_loss": 0.001604885677807033, "global_step": 48484, "epoch": 272, "lr": 5.760272088124982e-05}
{"train_loss": 0.004740478470921516, "global_step": 48485, "epoch": 272, "lr": 5.760126035930253e-05}
{"train_loss": 0.003544997423887253, "global_step": 48486, "epoch": 272, "lr": 5.7599799830716e-05}
{"train_loss": 0.005863911937922239, "global_step": 48487, "epoch": 272, "lr": 5.759833929549149e-05}
{"train_loss": 0.0035342779010534286, "global_step": 48488, "epoch": 272, "lr": 5.7596878753630276e-05}
{"train_loss": 0.003324792254716158, "global_step": 48489, "epoch": 272, "lr": 5.7595418205133657e-05}
{"train_loss": 0.003891017520800233, "global_step": 48490, "epoch": 272, "lr": 5.759395765000289e-05}
{"train_loss": 0.0021792573388665915, "global_step": 48491, "epoch": 272, "lr": 5.7592497088239264e-05}
{"train_loss": 0.004954353906214237, "global_step": 48492, "epoch": 272, "lr": 5.7591036519844025e-05}
{"train_loss": 0.0031889723613858223, "global_step": 48493, "epoch": 272, "lr": 5.7589575944818476e-05}
{"train_loss": 0.0036501758731901646, "global_step": 48494, "epoch": 272, "lr": 5.7588115363163885e-05}
{"train_loss": 0.004888458177447319, "global_step": 48495, "epoch": 272, "lr": 5.758665477488153e-05}
{"train_loss": 0.004717389587312937, "global_step": 48496, "epoch": 272, "lr": 5.758519417997269e-05}
{"train_loss": 0.004980697296559811, "global_step": 48497, "epoch": 272, "lr": 5.7583733578438636e-05}
{"train_loss": 0.003232694696635008, "global_step": 48498, "epoch": 272, "lr": 5.758227297028063e-05}
{"train_loss": 0.00129253463819623, "global_step": 48499, "epoch": 272, "lr": 5.758081235549997e-05}
{"train_loss": 0.0039673130959272385, "global_step": 48500, "epoch": 272, "lr": 5.757935173409793e-05}
{"train_loss": 0.004427311476320028, "global_step": 48501, "epoch": 272, "lr": 5.757789110607578e-05}
{"train_loss": 0.002572887111455202, "global_step": 48502, "epoch": 272, "lr": 5.757643047143478e-05}
{"train_loss": 0.0035924555268138647, "global_step": 48503, "epoch": 272, "lr": 5.757496983017623e-05}
{"train_loss": 0.0027362285181879997, "global_step": 48504, "epoch": 272, "lr": 5.75735091823014e-05}
{"train_loss": 0.0033582057803869247, "global_step": 48505, "epoch": 272, "lr": 5.757204852781156e-05}
{"train_loss": 0.005313955247402191, "global_step": 48506, "epoch": 272, "lr": 5.757058786670798e-05}
{"train_loss": 0.004768607672303915, "global_step": 48507, "epoch": 272, "lr": 5.7569127198991944e-05}
{"train_loss": 0.0025954770389944315, "global_step": 48508, "epoch": 272, "lr": 5.756766652466473e-05}
{"train_loss": 0.004019124433398247, "global_step": 48509, "epoch": 272, "lr": 5.7566205843727626e-05}
{"train_loss": 0.004089314956218004, "global_step": 48510, "epoch": 272, "lr": 5.7564745156181875e-05}
{"train_loss": 0.00580932293087244, "global_step": 48511, "epoch": 272, "lr": 5.7563284462028766e-05}
{"train_loss": 0.0035179313272237778, "global_step": 48512, "epoch": 272, "lr": 5.756182376126959e-05}
{"train_loss": 0.0030949723441153765, "global_step": 48513, "epoch": 272, "lr": 5.756036305390562e-05}
{"train_loss": 0.0038799825124442577, "global_step": 48514, "epoch": 272, "lr": 5.755890233993813e-05}
{"train_loss": 0.004800030030310154, "global_step": 48515, "epoch": 272, "lr": 5.755744161936837e-05}
{"train_loss": 0.0022431029938161373, "global_step": 48516, "epoch": 272, "lr": 5.755598089219763e-05}
{"train_loss": 0.0038962876424193382, "global_step": 48517, "epoch": 272, "lr": 5.755452015842721e-05}
{"train_loss": 0.003989240154623985, "global_step": 48518, "epoch": 272, "lr": 5.755305941805837e-05}
{"train_loss": 0.003459501313045621, "global_step": 48519, "epoch": 272, "lr": 5.755159867109237e-05}
{"train_loss": 0.007297462318092585, "global_step": 48520, "epoch": 272, "lr": 5.755013791753051e-05}
{"train_loss": 0.004020511172711849, "global_step": 48521, "epoch": 272, "lr": 5.754867715737404e-05}
{"train_loss": 0.007232711650431156, "global_step": 48522, "epoch": 272, "lr": 5.754721639062426e-05}
{"train_loss": 0.0059277573600411415, "global_step": 48523, "epoch": 272, "lr": 5.754575561728245e-05}
{"train_loss": 0.0024406276643276215, "global_step": 48524, "epoch": 272, "lr": 5.7544294837349864e-05}
{"train_loss": 0.003920866176486015, "global_step": 48525, "epoch": 272, "lr": 5.7542834050827784e-05}
{"train_loss": 0.002807225100696087, "global_step": 48526, "epoch": 272, "lr": 5.754137325771749e-05}
{"train_loss": 0.004655772354453802, "global_step": 48527, "epoch": 272, "lr": 5.753991245802026e-05}
{"train_loss": 0.006111884955316782, "global_step": 48528, "epoch": 272, "lr": 5.753845165173737e-05}
{"train_loss": 0.004686448257416487, "global_step": 48529, "epoch": 272, "lr": 5.7536990838870085e-05}
{"train_loss": 0.004614047706127167, "global_step": 48530, "epoch": 272, "lr": 5.753553001941968e-05}
{"train_loss": 0.004552849568426609, "global_step": 48531, "epoch": 272, "lr": 5.753406919338745e-05}
{"train_loss": 0.0064874067902565, "global_step": 48532, "epoch": 272, "lr": 5.7532608360774664e-05}
{"train_loss": 0.010025931522250175, "global_step": 48533, "epoch": 272, "lr": 5.75311475215826e-05}
{"train_loss": 0.006832460407167673, "global_step": 48534, "epoch": 272, "lr": 5.752968667581252e-05}
{"train_loss": 0.004239357076585293, "global_step": 48535, "epoch": 272, "lr": 5.7528225823465696e-05}
{"train_loss": 0.00434679351747036, "global_step": 48536, "epoch": 272, "lr": 5.7526764964543435e-05}
{"train_loss": 0.004578280262649059, "global_step": 48537, "epoch": 272, "lr": 5.752530409904697e-05}
{"train_loss": 0.0017917423974722624, "global_step": 48538, "epoch": 272, "lr": 5.7523843226977634e-05}
{"train_loss": 0.005993460305035114, "global_step": 48539, "epoch": 272, "lr": 5.7522382348336656e-05}
{"train_loss": 0.005913738161325455, "global_step": 48540, "epoch": 272, "lr": 5.752092146312531e-05}
{"train_loss": 0.005457020364701748, "global_step": 48541, "epoch": 272, "lr": 5.7519460571344907e-05}
{"train_loss": 0.004642077721655369, "global_step": 48542, "epoch": 272, "lr": 5.751799967299672e-05}
{"train_loss": 0.004948020447045565, "global_step": 48543, "epoch": 272, "lr": 5.751653876808198e-05}
{"train_loss": 0.002118383999913931, "global_step": 48544, "epoch": 272, "lr": 5.7515077856602005e-05}
{"train_loss": 0.0028679014649242163, "global_step": 48545, "epoch": 272, "lr": 5.7513616938558044e-05}
{"train_loss": 0.007635258603841066, "global_step": 48546, "epoch": 272, "lr": 5.75121560139514e-05}
{"train_loss": 0.004652604926377535, "global_step": 48547, "epoch": 272, "lr": 5.751069508278335e-05}
{"train_loss": 0.0020872699096798897, "global_step": 48548, "epoch": 272, "lr": 5.750923414505513e-05}
{"train_loss": 0.0021193157881498337, "global_step": 48549, "epoch": 272, "lr": 5.750777320076806e-05}
{"train_loss": 0.0028597768396139145, "global_step": 48550, "epoch": 272, "lr": 5.750631224992339e-05}
{"train_loss": 0.004936121869832277, "global_step": 48551, "epoch": 272, "lr": 5.750485129252241e-05}
{"train_loss": 0.001790697337128222, "global_step": 48552, "epoch": 272, "lr": 5.7503390328566386e-05}
{"train_loss": 0.0031561364885419607, "global_step": 48553, "epoch": 272, "lr": 5.750192935805661e-05}
{"train_loss": 0.006726421881467104, "global_step": 48554, "epoch": 272, "lr": 5.7500468380994324e-05}
{"train_loss": 0.00347679085098207, "global_step": 48555, "epoch": 272, "lr": 5.7499007397380844e-05}
{"train_loss": 0.003085256088525057, "global_step": 48556, "epoch": 272, "lr": 5.749754640721743e-05}
{"train_loss": 0.0048301643691957, "global_step": 48557, "epoch": 272, "lr": 5.749608541050535e-05}
{"train_loss": 0.006805800832808018, "global_step": 48558, "epoch": 272, "lr": 5.749462440724589e-05}
{"train_loss": 0.004042297136038542, "global_step": 48559, "epoch": 272, "lr": 5.7493163397440306e-05}
{"train_loss": 0.0025407038629055023, "global_step": 48560, "epoch": 272, "lr": 5.7491702381089904e-05}
{"train_loss": 0.002812882885336876, "global_step": 48561, "epoch": 272, "lr": 5.749024135819596e-05}
{"train_loss": 0.00517266895622015, "global_step": 48562, "epoch": 272, "lr": 5.748878032875973e-05}
{"train_loss": 0.005336746107786894, "global_step": 48563, "epoch": 272, "lr": 5.74873192927825e-05}
{"train_loss": 0.0053239185363054276, "global_step": 48564, "epoch": 272, "lr": 5.748585825026554e-05}
{"train_loss": 0.0038431761786341667, "global_step": 48565, "epoch": 272, "lr": 5.748439720121013e-05}
{"train_loss": 0.004896305967122316, "global_step": 48566, "epoch": 272, "lr": 5.748293614561754e-05}
{"train_loss": 0.005428515374660492, "global_step": 48567, "epoch": 272, "lr": 5.748147508348907e-05}
{"train_loss": 0.0034464539494365454, "global_step": 48568, "epoch": 272, "lr": 5.748001401482595e-05}
{"train_loss": 0.002932248404249549, "global_step": 48569, "epoch": 272, "lr": 5.74785529396295e-05}
{"train_loss": 0.0023771733976900578, "global_step": 48570, "epoch": 272, "lr": 5.747709185790099e-05}
{"train_loss": 0.0019636761862784624, "global_step": 48571, "epoch": 272, "lr": 5.747563076964167e-05}
{"train_loss": 0.0030418559908866882, "global_step": 48572, "epoch": 272, "lr": 5.747416967485285e-05}
{"train_loss": 0.0032601365819573402, "global_step": 48573, "epoch": 272, "lr": 5.747270857353577e-05}
{"train_loss": 0.0025718905963003635, "global_step": 48574, "epoch": 272, "lr": 5.7471247465691736e-05}
{"train_loss": 0.0037754354998469353, "global_step": 48575, "epoch": 272, "lr": 5.746978635132202e-05}
{"train_loss": 0.007278428412973881, "global_step": 48576, "epoch": 272, "lr": 5.746832523042789e-05}
{"train_loss": 0.0036254923325031996, "global_step": 48577, "epoch": 272, "lr": 5.746686410301061e-05}
{"train_loss": 0.00192573934327811, "global_step": 48578, "epoch": 272, "lr": 5.746540296907148e-05}
{"train_loss": 0.003035122063010931, "global_step": 48579, "epoch": 272, "lr": 5.746394182861176e-05}
{"train_loss": 0.005502677522599697, "global_step": 48580, "epoch": 272, "lr": 5.7462480681632735e-05}
{"train_loss": 0.002330482704564929, "global_step": 48581, "epoch": 272, "lr": 5.7461019528135684e-05}
{"train_loss": 0.005452240817248821, "global_step": 48582, "epoch": 272, "lr": 5.745955836812187e-05}
{"train_loss": 0.002329894807189703, "global_step": 48583, "epoch": 272, "lr": 5.745809720159258e-05}
{"train_loss": 0.007694632280617952, "global_step": 48584, "epoch": 272, "lr": 5.7456636028549096e-05}
{"train_loss": 0.0024473664816468954, "global_step": 48585, "epoch": 272, "lr": 5.745517484899268e-05}
{"train_loss": 0.004150505177676678, "global_step": 48586, "epoch": 272, "lr": 5.7453713662924614e-05}
{"train_loss": 0.0026741321198642254, "global_step": 48587, "epoch": 272, "lr": 5.745225247034618e-05}
{"train_loss": 0.0049511222168803215, "global_step": 48588, "epoch": 272, "lr": 5.745079127125863e-05}
{"train_loss": 0.003773435717448592, "global_step": 48589, "epoch": 272, "lr": 5.7449330065663276e-05}
{"train_loss": 0.004951357841491699, "global_step": 48590, "epoch": 272, "lr": 5.744786885356137e-05}
{"train_loss": 0.0031046997755765915, "global_step": 48591, "epoch": 272, "lr": 5.7446407634954205e-05}
{"train_loss": 0.0031080213375389576, "global_step": 48592, "epoch": 272, "lr": 5.7444946409843026e-05}
{"train_loss": 0.004011395138170403, "global_step": 48593, "epoch": 272, "lr": 5.744348517822915e-05}
{"train_loss": 0.0029388079419732094, "global_step": 48594, "epoch": 273, "lr": 5.744202394011383e-05}
{"train_loss": 0.0032636518590152264, "global_step": 48595, "epoch": 273, "lr": 5.7440562695498356e-05}
{"train_loss": 0.006050820928066969, "global_step": 48596, "epoch": 273, "lr": 5.743910144438398e-05}
{"train_loss": 0.00459427572786808, "global_step": 48597, "epoch": 273, "lr": 5.743764018677199e-05}
{"train_loss": 0.006508548744022846, "global_step": 48598, "epoch": 273, "lr": 5.7436178922663676e-05}
{"train_loss": 0.004183338023722172, "global_step": 48599, "epoch": 273, "lr": 5.743471765206031e-05}
{"train_loss": 0.0021855453960597515, "global_step": 48600, "epoch": 273, "lr": 5.743325637496314e-05}
{"train_loss": 0.00393241923302412, "global_step": 48601, "epoch": 273, "lr": 5.7431795091373484e-05}
{"train_loss": 0.0051397476345300674, "global_step": 48602, "epoch": 273, "lr": 5.743033380129258e-05}
{"train_loss": 0.006468825973570347, "global_step": 48603, "epoch": 273, "lr": 5.7428872504721744e-05}
{"train_loss": 0.002282200613990426, "global_step": 48604, "epoch": 273, "lr": 5.7427411201662216e-05}
{"train_loss": 0.0027518237475305796, "global_step": 48605, "epoch": 273, "lr": 5.74259498921153e-05}
{"train_loss": 0.002389182336628437, "global_step": 48606, "epoch": 273, "lr": 5.742448857608226e-05}
{"train_loss": 0.004381882026791573, "global_step": 48607, "epoch": 273, "lr": 5.7423027253564364e-05}
{"train_loss": 0.005695212632417679, "global_step": 48608, "epoch": 273, "lr": 5.7421565924562906e-05}
{"train_loss": 0.0026845401152968407, "global_step": 48609, "epoch": 273, "lr": 5.7420104589079147e-05}
{"train_loss": 0.0032004700042307377, "global_step": 48610, "epoch": 273, "lr": 5.7418643247114365e-05}
{"train_loss": 0.006117365323007107, "global_step": 48611, "epoch": 273, "lr": 5.741718189866985e-05}
{"train_loss": 0.004632024560123682, "global_step": 48612, "epoch": 273, "lr": 5.7415720543746866e-05}
{"train_loss": 0.004748848732560873, "global_step": 48613, "epoch": 273, "lr": 5.7414259182346696e-05}
{"train_loss": 0.007348285987973213, "global_step": 48614, "epoch": 273, "lr": 5.741279781447061e-05}
{"train_loss": 0.002682991325855255, "global_step": 48615, "epoch": 273, "lr": 5.741133644011989e-05}
{"train_loss": 0.004591755568981171, "global_step": 48616, "epoch": 273, "lr": 5.74098750592958e-05}
{"train_loss": 0.003722669556736946, "global_step": 48617, "epoch": 273, "lr": 5.740841367199965e-05}
{"train_loss": 0.007009617984294891, "global_step": 48618, "epoch": 273, "lr": 5.7406952278232674e-05}
{"train_loss": 0.0025737262330949306, "global_step": 48619, "epoch": 273, "lr": 5.740549087799618e-05}
{"train_loss": 0.0029436126351356506, "global_step": 48620, "epoch": 273, "lr": 5.740402947129141e-05}
{"train_loss": 0.005487917922437191, "global_step": 48621, "epoch": 273, "lr": 5.740256805811968e-05}
{"train_loss": 0.00404781848192215, "global_step": 48622, "epoch": 273, "lr": 5.740110663848224e-05}
{"train_loss": 0.005362676456570625, "global_step": 48623, "epoch": 273, "lr": 5.739964521238038e-05}
{"train_loss": 0.0034000701270997524, "global_step": 48624, "epoch": 273, "lr": 5.739818377981538e-05}
{"train_loss": 0.002416271483525634, "global_step": 48625, "epoch": 273, "lr": 5.73967223407885e-05}
{"train_loss": 0.0036824382841587067, "global_step": 48626, "epoch": 273, "lr": 5.739526089530102e-05}
{"train_loss": 0.005782656837254763, "global_step": 48627, "epoch": 273, "lr": 5.739379944335423e-05}
{"train_loss": 0.0032076642382889986, "global_step": 48628, "epoch": 273, "lr": 5.73923379849494e-05}
{"train_loss": 0.004333010874688625, "global_step": 48629, "epoch": 273, "lr": 5.73908765200878e-05}
{"train_loss": 0.00415446050465107, "global_step": 48630, "epoch": 273, "lr": 5.73894150487707e-05}
{"train_loss": 0.004144568461924791, "global_step": 48631, "epoch": 273, "lr": 5.7387953570999396e-05}
{"train_loss": 0.006609315983951092, "global_step": 48632, "epoch": 273, "lr": 5.7386492086775166e-05}
{"train_loss": 0.003978190943598747, "global_step": 48633, "epoch": 273, "lr": 5.738503059609926e-05}
{"train_loss": 0.003032366745173931, "global_step": 48634, "epoch": 273, "lr": 5.738356909897299e-05}
{"train_loss": 0.0042146057821810246, "global_step": 48635, "epoch": 273, "lr": 5.738210759539759e-05}
{"train_loss": 0.0021434600930660963, "global_step": 48636, "epoch": 273, "lr": 5.738064608537438e-05}
{"train_loss": 0.005219315178692341, "global_step": 48637, "epoch": 273, "lr": 5.737918456890461e-05}
{"train_loss": 0.006305202376097441, "global_step": 48638, "epoch": 273, "lr": 5.737772304598956e-05}
{"train_loss": 0.003149535972625017, "global_step": 48639, "epoch": 273, "lr": 5.73762615166305e-05}
{"train_loss": 0.006337255239486694, "global_step": 48640, "epoch": 273, "lr": 5.737479998082873e-05}
{"train_loss": 0.0028892173431813717, "global_step": 48641, "epoch": 273, "lr": 5.7373338438585514e-05}
{"train_loss": 0.003476617857813835, "global_step": 48642, "epoch": 273, "lr": 5.737187688990211e-05}
{"train_loss": 0.0020690811797976494, "global_step": 48643, "epoch": 273, "lr": 5.737041533477983e-05}
{"train_loss": 0.002454023342579603, "global_step": 48644, "epoch": 273, "lr": 5.7368953773219925e-05}
{"train_loss": 0.003701588837429881, "global_step": 48645, "epoch": 273, "lr": 5.736749220522367e-05}
{"train_loss": 0.002103478414937854, "global_step": 48646, "epoch": 273, "lr": 5.736603063079237e-05}
{"train_loss": 0.003970794379711151, "global_step": 48647, "epoch": 273, "lr": 5.736456904992728e-05}
{"train_loss": 0.0027700341306626797, "global_step": 48648, "epoch": 273, "lr": 5.736310746262966e-05}
{"train_loss": 0.006174023263156414, "global_step": 48649, "epoch": 273, "lr": 5.736164586890082e-05}
{"train_loss": 0.0038506505079567432, "global_step": 48650, "epoch": 273, "lr": 5.7360184268742015e-05}
{"train_loss": 0.0031631640158593655, "global_step": 48651, "epoch": 273, "lr": 5.735872266215454e-05}
{"train_loss": 0.002864970127120614, "global_step": 48652, "epoch": 273, "lr": 5.7357261049139655e-05}
{"train_loss": 0.004165559075772762, "global_step": 48653, "epoch": 273, "lr": 5.735579942969864e-05}
{"train_loss": 0.003539490746334195, "global_step": 48654, "epoch": 273, "lr": 5.735433780383277e-05}
{"train_loss": 0.0036604437045753, "global_step": 48655, "epoch": 273, "lr": 5.735287617154333e-05}
{"train_loss": 0.0024576352443546057, "global_step": 48656, "epoch": 273, "lr": 5.7351414532831584e-05}
{"train_loss": 0.0024949838407337666, "global_step": 48657, "epoch": 273, "lr": 5.734995288769883e-05}
{"train_loss": 0.0033717285841703415, "global_step": 48658, "epoch": 273, "lr": 5.734849123614632e-05}
{"train_loss": 0.0034547040704637766, "global_step": 48659, "epoch": 273, "lr": 5.7347029578175336e-05}
{"train_loss": 0.004261962603777647, "global_step": 48660, "epoch": 273, "lr": 5.734556791378718e-05}
{"train_loss": 0.004371462855488062, "global_step": 48661, "epoch": 273, "lr": 5.73441062429831e-05}
{"train_loss": 0.0026092755142599344, "global_step": 48662, "epoch": 273, "lr": 5.7342644565764384e-05}
{"train_loss": 0.0028438346926122904, "global_step": 48663, "epoch": 273, "lr": 5.7341182882132295e-05}
{"train_loss": 0.003231859067454934, "global_step": 48664, "epoch": 273, "lr": 5.733972119208811e-05}
{"train_loss": 0.002840433269739151, "global_step": 48665, "epoch": 273, "lr": 5.733825949563315e-05}
{"train_loss": 0.0030729486607015133, "global_step": 48666, "epoch": 273, "lr": 5.733679779276864e-05}
{"train_loss": 0.008022403344511986, "global_step": 48667, "epoch": 273, "lr": 5.7335336083495885e-05}
{"train_loss": 0.002945610787719488, "global_step": 48668, "epoch": 273, "lr": 5.733387436781614e-05}
{"train_loss": 0.0027817077934741974, "global_step": 48669, "epoch": 273, "lr": 5.73324126457307e-05}
{"train_loss": 0.0057023316621780396, "global_step": 48670, "epoch": 273, "lr": 5.7330950917240846e-05}
{"train_loss": 0.003006755141541362, "global_step": 48671, "epoch": 273, "lr": 5.732948918234783e-05}
{"train_loss": 0.0032672076486051083, "global_step": 48672, "epoch": 273, "lr": 5.7328027441052954e-05}
{"train_loss": 0.007098867557942867, "global_step": 48673, "epoch": 273, "lr": 5.732656569335747e-05}
{"train_loss": 0.0012313348706811666, "global_step": 48674, "epoch": 273, "lr": 5.732510393926267e-05}
{"train_loss": 0.0025992817245423794, "global_step": 48675, "epoch": 273, "lr": 5.7323642178769844e-05}
{"train_loss": 0.0019090324640274048, "global_step": 48676, "epoch": 273, "lr": 5.7322180411880243e-05}
{"train_loss": 0.003905758261680603, "global_step": 48677, "epoch": 273, "lr": 5.732071863859515e-05}
{"train_loss": 0.0033137882128357887, "global_step": 48678, "epoch": 273, "lr": 5.731925685891586e-05}
{"train_loss": 0.006193708628416061, "global_step": 48679, "epoch": 273, "lr": 5.731779507284363e-05}
{"train_loss": 0.005779793485999107, "global_step": 48680, "epoch": 273, "lr": 5.731633328037974e-05}
{"train_loss": 0.0034765745513141155, "global_step": 48681, "epoch": 273, "lr": 5.731487148152548e-05}
{"train_loss": 0.0035421005450189114, "global_step": 48682, "epoch": 273, "lr": 5.731340967628209e-05}
{"train_loss": 0.005177708342671394, "global_step": 48683, "epoch": 273, "lr": 5.731194786465089e-05}
{"train_loss": 0.00344623695127666, "global_step": 48684, "epoch": 273, "lr": 5.7310486046633136e-05}
{"train_loss": 0.004975500516593456, "global_step": 48685, "epoch": 273, "lr": 5.730902422223012e-05}
{"train_loss": 0.00237339548766613, "global_step": 48686, "epoch": 273, "lr": 5.7307562391443106e-05}
{"train_loss": 0.003060474991798401, "global_step": 48687, "epoch": 273, "lr": 5.7306100554273367e-05}
{"train_loss": 0.005153341218829155, "global_step": 48688, "epoch": 273, "lr": 5.730463871072218e-05}
{"train_loss": 0.0017484785057604313, "global_step": 48689, "epoch": 273, "lr": 5.730317686079084e-05}
{"train_loss": 0.004872137680649757, "global_step": 48690, "epoch": 273, "lr": 5.7301715004480616e-05}
{"train_loss": 0.003831776324659586, "global_step": 48691, "epoch": 273, "lr": 5.730025314179277e-05}
{"train_loss": 0.005982203874737024, "global_step": 48692, "epoch": 273, "lr": 5.729879127272858e-05}
{"train_loss": 0.0035024737007915974, "global_step": 48693, "epoch": 273, "lr": 5.729732939728934e-05}
{"train_loss": 0.001900896430015564, "global_step": 48694, "epoch": 273, "lr": 5.729586751547632e-05}
{"train_loss": 0.003984931856393814, "global_step": 48695, "epoch": 273, "lr": 5.729440562729081e-05}
{"train_loss": 0.0026836954057216644, "global_step": 48696, "epoch": 273, "lr": 5.729294373273405e-05}
{"train_loss": 0.0036410908214747906, "global_step": 48697, "epoch": 273, "lr": 5.7291481831807333e-05}
{"train_loss": 0.004527648910880089, "global_step": 48698, "epoch": 273, "lr": 5.729001992451196e-05}
{"train_loss": 0.004652220290154219, "global_step": 48699, "epoch": 273, "lr": 5.728855801084919e-05}
{"train_loss": 0.005065341480076313, "global_step": 48700, "epoch": 273, "lr": 5.72870960908203e-05}
{"train_loss": 0.005611623637378216, "global_step": 48701, "epoch": 273, "lr": 5.728563416442655e-05}
{"train_loss": 0.0039449287578463554, "global_step": 48702, "epoch": 273, "lr": 5.728417223166925e-05}
{"train_loss": 0.004605218768119812, "global_step": 48703, "epoch": 273, "lr": 5.7282710292549656e-05}
{"train_loss": 0.00411983672529459, "global_step": 48704, "epoch": 273, "lr": 5.728124834706905e-05}
{"train_loss": 0.0037182667292654514, "global_step": 48705, "epoch": 273, "lr": 5.7279786395228706e-05}
{"train_loss": 0.0022919534239917994, "global_step": 48706, "epoch": 273, "lr": 5.7278324437029904e-05}
{"train_loss": 0.003190819174051285, "global_step": 48707, "epoch": 273, "lr": 5.727686247247391e-05}
{"train_loss": 0.005033472552895546, "global_step": 48708, "epoch": 273, "lr": 5.727540050156204e-05}
{"train_loss": 0.007428724318742752, "global_step": 48709, "epoch": 273, "lr": 5.727393852429552e-05}
{"train_loss": 0.002837990876287222, "global_step": 48710, "epoch": 273, "lr": 5.727247654067566e-05}
{"train_loss": 0.004907221999019384, "global_step": 48711, "epoch": 273, "lr": 5.727101455070371e-05}
{"train_loss": 0.0015525947092100978, "global_step": 48712, "epoch": 273, "lr": 5.726955255438098e-05}
{"train_loss": 0.0028077634051442146, "global_step": 48713, "epoch": 273, "lr": 5.726809055170872e-05}
{"train_loss": 0.0036302770022302866, "global_step": 48714, "epoch": 273, "lr": 5.726662854268822e-05}
{"train_loss": 0.0031280815601348877, "global_step": 48715, "epoch": 273, "lr": 5.7265166527320757e-05}
{"train_loss": 0.00314789405092597, "global_step": 48716, "epoch": 273, "lr": 5.7263704505607596e-05}
{"train_loss": 0.004591671284288168, "global_step": 48717, "epoch": 273, "lr": 5.726224247755003e-05}
{"train_loss": 0.00750616192817688, "global_step": 48718, "epoch": 273, "lr": 5.726078044314933e-05}
{"train_loss": 0.006480552721768618, "global_step": 48719, "epoch": 273, "lr": 5.725931840240677e-05}
{"train_loss": 0.0034601602237671614, "global_step": 48720, "epoch": 273, "lr": 5.7257856355323625e-05}
{"train_loss": 0.004333395976573229, "global_step": 48721, "epoch": 273, "lr": 5.725639430190117e-05}
{"train_loss": 0.002408785279840231, "global_step": 48722, "epoch": 273, "lr": 5.725493224214071e-05}
{"train_loss": 0.0018110682722181082, "global_step": 48723, "epoch": 273, "lr": 5.725347017604349e-05}
{"train_loss": 0.004924314562231302, "global_step": 48724, "epoch": 273, "lr": 5.72520081036108e-05}
{"train_loss": 0.003229352179914713, "global_step": 48725, "epoch": 273, "lr": 5.72505460248439e-05}
{"train_loss": 0.0049132127314805984, "global_step": 48726, "epoch": 273, "lr": 5.724908393974407e-05}
{"train_loss": 0.004061572253704071, "global_step": 48727, "epoch": 273, "lr": 5.7247621848312626e-05}
{"train_loss": 0.005020365118980408, "global_step": 48728, "epoch": 273, "lr": 5.724615975055081e-05}
{"train_loss": 0.00561568746343255, "global_step": 48729, "epoch": 273, "lr": 5.724469764645991e-05}
{"train_loss": 0.00908442959189415, "global_step": 48730, "epoch": 273, "lr": 5.7243235536041186e-05}
{"train_loss": 0.0020328841637820005, "global_step": 48731, "epoch": 273, "lr": 5.724177341929594e-05}
{"train_loss": 0.004797097761183977, "global_step": 48732, "epoch": 273, "lr": 5.724031129622544e-05}
{"train_loss": 0.0047268555499613285, "global_step": 48733, "epoch": 273, "lr": 5.723884916683096e-05}
{"train_loss": 0.0018976698629558086, "global_step": 48734, "epoch": 273, "lr": 5.723738703111376e-05}
{"train_loss": 0.0029063881374895573, "global_step": 48735, "epoch": 273, "lr": 5.723592488907514e-05}
{"train_loss": 0.0024851681664586067, "global_step": 48736, "epoch": 273, "lr": 5.723446274071638e-05}
{"train_loss": 0.0018871236825361848, "global_step": 48737, "epoch": 273, "lr": 5.723300058603875e-05}
{"train_loss": 0.009461134672164917, "global_step": 48738, "epoch": 273, "lr": 5.723153842504353e-05}
{"train_loss": 0.004133966285735369, "global_step": 48739, "epoch": 273, "lr": 5.723007625773198e-05}
{"train_loss": 0.012646904215216637, "global_step": 48740, "epoch": 273, "lr": 5.722861408410539e-05}
{"train_loss": 0.003732044482603669, "global_step": 48741, "epoch": 273, "lr": 5.7227151904165054e-05}
{"train_loss": 0.0064492011442780495, "global_step": 48742, "epoch": 273, "lr": 5.722568971791222e-05}
{"train_loss": 0.00699210911989212, "global_step": 48743, "epoch": 273, "lr": 5.7224227525348185e-05}
{"train_loss": 0.0016882529016584158, "global_step": 48744, "epoch": 273, "lr": 5.72227653264742e-05}
{"train_loss": 0.0022988151758909225, "global_step": 48745, "epoch": 273, "lr": 5.722130312129158e-05}
{"train_loss": 0.0030129984952509403, "global_step": 48746, "epoch": 273, "lr": 5.721984090980157e-05}
{"train_loss": 0.003906530328094959, "global_step": 48747, "epoch": 273, "lr": 5.721837869200547e-05}
{"train_loss": 0.004333476070314646, "global_step": 48748, "epoch": 273, "lr": 5.7216916467904546e-05}
{"train_loss": 0.0029987129382789135, "global_step": 48749, "epoch": 273, "lr": 5.7215454237500065e-05}
{"train_loss": 0.0027554973494261503, "global_step": 48750, "epoch": 273, "lr": 5.721399200079333e-05}
{"train_loss": 0.0030705700628459454, "global_step": 48751, "epoch": 273, "lr": 5.721252975778559e-05}
{"train_loss": 0.0022341939620673656, "global_step": 48752, "epoch": 273, "lr": 5.7211067508478156e-05}
{"train_loss": 0.004853907972574234, "global_step": 48753, "epoch": 273, "lr": 5.7209605252872276e-05}
{"train_loss": 0.0035420916974544525, "global_step": 48754, "epoch": 273, "lr": 5.720814299096923e-05}
{"train_loss": 0.0018462977604940534, "global_step": 48755, "epoch": 273, "lr": 5.72066807227703e-05}
{"train_loss": 0.004092433489859104, "global_step": 48756, "epoch": 273, "lr": 5.720521844827677e-05}
{"train_loss": 0.0018140445463359356, "global_step": 48757, "epoch": 273, "lr": 5.720375616748992e-05}
{"train_loss": 0.004704972729086876, "global_step": 48758, "epoch": 273, "lr": 5.7202293880411006e-05}
{"train_loss": 0.002678687684237957, "global_step": 48759, "epoch": 273, "lr": 5.720083158704133e-05}
{"train_loss": 0.004245128016918898, "global_step": 48760, "epoch": 273, "lr": 5.719936928738215e-05}
{"train_loss": 0.0015348754823207855, "global_step": 48761, "epoch": 273, "lr": 5.7197906981434755e-05}
{"train_loss": 0.0033583196345716715, "global_step": 48762, "epoch": 273, "lr": 5.719644466920042e-05}
{"train_loss": 0.002651209942996502, "global_step": 48763, "epoch": 273, "lr": 5.719498235068042e-05}
{"train_loss": 0.002306943293660879, "global_step": 48764, "epoch": 273, "lr": 5.7193520025876025e-05}
{"train_loss": 0.004601581022143364, "global_step": 48765, "epoch": 273, "lr": 5.7192057694788526e-05}
{"train_loss": 0.007202100474387407, "global_step": 48766, "epoch": 273, "lr": 5.719059535741919e-05}
{"train_loss": 0.0031608252320438623, "global_step": 48767, "epoch": 273, "lr": 5.7189133013769294e-05}
{"train_loss": 0.00260382192209363, "global_step": 48768, "epoch": 273, "lr": 5.718767066384012e-05}
{"train_loss": 0.005051168613135815, "global_step": 48769, "epoch": 273, "lr": 5.718620830763295e-05}
{"train_loss": 0.004477507434785366, "global_step": 48770, "epoch": 273, "lr": 5.718474594514907e-05}
{"train_loss": 0.003983526018427245, "global_step": 48771, "epoch": 273, "lr": 5.7183283576389724e-05}
{"train_loss": 0.003907384816557169, "global_step": 48772, "epoch": 274, "lr": 5.7181821201356224e-05}
{"train_loss": 0.0028773993253707886, "global_step": 48773, "epoch": 274, "lr": 5.7180358820049816e-05}
{"train_loss": 0.00384142785333097, "global_step": 48774, "epoch": 274, "lr": 5.71788964324718e-05}
{"train_loss": 0.00421749847009778, "global_step": 48775, "epoch": 274, "lr": 5.717743403862345e-05}
{"train_loss": 0.002447746694087982, "global_step": 48776, "epoch": 274, "lr": 5.717597163850604e-05}
{"train_loss": 0.004780244082212448, "global_step": 48777, "epoch": 274, "lr": 5.717450923212083e-05}
{"train_loss": 0.0044495421461761, "global_step": 48778, "epoch": 274, "lr": 5.7173046819469135e-05}
{"train_loss": 0.00534775760024786, "global_step": 48779, "epoch": 274, "lr": 5.7171584400552214e-05}
{"train_loss": 0.003636538051068783, "global_step": 48780, "epoch": 274, "lr": 5.7170121975371335e-05}
{"train_loss": 0.003819885663688183, "global_step": 48781, "epoch": 274, "lr": 5.7168659543927785e-05}
{"train_loss": 0.004905615001916885, "global_step": 48782, "epoch": 274, "lr": 5.7167197106222826e-05}
{"train_loss": 0.0028575342148542404, "global_step": 48783, "epoch": 274, "lr": 5.7165734662257765e-05}
{"train_loss": 0.0022086570970714092, "global_step": 48784, "epoch": 274, "lr": 5.716427221203386e-05}
{"train_loss": 0.0043808589689433575, "global_step": 48785, "epoch": 274, "lr": 5.716280975555239e-05}
{"train_loss": 0.0043326327577233315, "global_step": 48786, "epoch": 274, "lr": 5.716134729281463e-05}
{"train_loss": 0.003341004950925708, "global_step": 48787, "epoch": 274, "lr": 5.715988482382185e-05}
{"train_loss": 0.0017704919446259737, "global_step": 48788, "epoch": 274, "lr": 5.715842234857535e-05}
{"train_loss": 0.001772803720086813, "global_step": 48789, "epoch": 274, "lr": 5.71569598670764e-05}
{"train_loss": 0.002204208169132471, "global_step": 48790, "epoch": 274, "lr": 5.7155497379326274e-05}
{"train_loss": 0.004639478400349617, "global_step": 48791, "epoch": 274, "lr": 5.715403488532624e-05}
{"train_loss": 0.0037181659135967493, "global_step": 48792, "epoch": 274, "lr": 5.715257238507757e-05}
{"train_loss": 0.002259413246065378, "global_step": 48793, "epoch": 274, "lr": 5.715110987858159e-05}
{"train_loss": 0.006130203604698181, "global_step": 48794, "epoch": 274, "lr": 5.714964736583952e-05}
{"train_loss": 0.0028590126894414425, "global_step": 48795, "epoch": 274, "lr": 5.714818484685267e-05}
{"train_loss": 0.007728533819317818, "global_step": 48796, "epoch": 274, "lr": 5.714672232162229e-05}
{"train_loss": 0.007241676561534405, "global_step": 48797, "epoch": 274, "lr": 5.714525979014969e-05}
{"train_loss": 0.0034031409304589033, "global_step": 48798, "epoch": 274, "lr": 5.7143797252436125e-05}
{"train_loss": 0.0045364899560809135, "global_step": 48799, "epoch": 274, "lr": 5.714233470848289e-05}
{"train_loss": 0.006335308309644461, "global_step": 48800, "epoch": 274, "lr": 5.714087215829125e-05}
{"train_loss": 0.003775408025830984, "global_step": 48801, "epoch": 274, "lr": 5.713940960186247e-05}
{"train_loss": 0.002634526463225484, "global_step": 48802, "epoch": 274, "lr": 5.713794703919786e-05}
{"train_loss": 0.004313930869102478, "global_step": 48803, "epoch": 274, "lr": 5.713648447029868e-05}
{"train_loss": 0.00227303896099329, "global_step": 48804, "epoch": 274, "lr": 5.7135021895166196e-05}
{"train_loss": 0.005874228198081255, "global_step": 48805, "epoch": 274, "lr": 5.713355931380169e-05}
{"train_loss": 0.003094552783295512, "global_step": 48806, "epoch": 274, "lr": 5.7132096726206466e-05}
{"train_loss": 0.00542574655264616, "global_step": 48807, "epoch": 274, "lr": 5.713063413238177e-05}
{"train_loss": 0.00562016386538744, "global_step": 48808, "epoch": 274, "lr": 5.71291715323289e-05}
{"train_loss": 0.0023862640373408794, "global_step": 48809, "epoch": 274, "lr": 5.712770892604911e-05}
{"train_loss": 0.002844169270247221, "global_step": 48810, "epoch": 274, "lr": 5.712624631354369e-05}
{"train_loss": 0.0030450276099145412, "global_step": 48811, "epoch": 274, "lr": 5.712478369481392e-05}
{"train_loss": 0.005324054975062609, "global_step": 48812, "epoch": 274, "lr": 5.712332106986109e-05}
{"train_loss": 0.004114124923944473, "global_step": 48813, "epoch": 274, "lr": 5.712185843868646e-05}
{"train_loss": 0.007343776524066925, "global_step": 48814, "epoch": 274, "lr": 5.7120395801291314e-05}
{"train_loss": 0.005608839448541403, "global_step": 48815, "epoch": 274, "lr": 5.711893315767692e-05}
{"train_loss": 0.0029648803174495697, "global_step": 48816, "epoch": 274, "lr": 5.711747050784456e-05}
{"train_loss": 0.002114490605890751, "global_step": 48817, "epoch": 274, "lr": 5.711600785179553e-05}
{"train_loss": 0.005512641742825508, "global_step": 48818, "epoch": 274, "lr": 5.711454518953109e-05}
{"train_loss": 0.0038983174599707127, "global_step": 48819, "epoch": 274, "lr": 5.711308252105252e-05}
{"train_loss": 0.002928786911070347, "global_step": 48820, "epoch": 274, "lr": 5.7111619846361076e-05}
{"train_loss": 0.004837872460484505, "global_step": 48821, "epoch": 274, "lr": 5.711015716545808e-05}
{"train_loss": 0.005160189233720303, "global_step": 48822, "epoch": 274, "lr": 5.710869447834477e-05}
{"train_loss": 0.002193349413573742, "global_step": 48823, "epoch": 274, "lr": 5.7107231785022464e-05}
{"train_loss": 0.003079615766182542, "global_step": 48824, "epoch": 274, "lr": 5.71057690854924e-05}
{"train_loss": 0.001931243110448122, "global_step": 48825, "epoch": 274, "lr": 5.7104306379755856e-05}
{"train_loss": 0.0037470394745469093, "global_step": 48826, "epoch": 274, "lr": 5.710284366781414e-05}
{"train_loss": 0.002081846119835973, "global_step": 48827, "epoch": 274, "lr": 5.7101380949668526e-05}
{"train_loss": 0.0021933368407189846, "global_step": 48828, "epoch": 274, "lr": 5.709991822532026e-05}
{"train_loss": 0.006717429496347904, "global_step": 48829, "epoch": 274, "lr": 5.709845549477064e-05}
{"train_loss": 0.0035552470944821835, "global_step": 48830, "epoch": 274, "lr": 5.709699275802094e-05}
{"train_loss": 0.004069603979587555, "global_step": 48831, "epoch": 274, "lr": 5.709553001507246e-05}
{"train_loss": 0.00675941351801157, "global_step": 48832, "epoch": 274, "lr": 5.709406726592646e-05}
{"train_loss": 0.004792822524905205, "global_step": 48833, "epoch": 274, "lr": 5.7092604510584204e-05}
{"train_loss": 0.010847272351384163, "global_step": 48834, "epoch": 274, "lr": 5.7091141749046975e-05}
{"train_loss": 0.004034571349620819, "global_step": 48835, "epoch": 274, "lr": 5.7089678981316065e-05}
{"train_loss": 0.004579897038638592, "global_step": 48836, "epoch": 274, "lr": 5.708821620739274e-05}
{"train_loss": 0.001959965331479907, "global_step": 48837, "epoch": 274, "lr": 5.7086753427278284e-05}
{"train_loss": 0.0011304756626486778, "global_step": 48838, "epoch": 274, "lr": 5.7085290640973975e-05}
{"train_loss": 0.001965537667274475, "global_step": 48839, "epoch": 274, "lr": 5.708382784848107e-05}
{"train_loss": 0.004158865660429001, "global_step": 48840, "epoch": 274, "lr": 5.708236504980089e-05}
{"train_loss": 0.004790793638676405, "global_step": 48841, "epoch": 274, "lr": 5.7080902244934684e-05}
{"train_loss": 0.003215219359844923, "global_step": 48842, "epoch": 274, "lr": 5.707943943388373e-05}
{"train_loss": 0.002036311896517873, "global_step": 48843, "epoch": 274, "lr": 5.707797661664931e-05}
{"train_loss": 0.004858500324189663, "global_step": 48844, "epoch": 274, "lr": 5.707651379323268e-05}
{"train_loss": 0.003258894430473447, "global_step": 48845, "epoch": 274, "lr": 5.707505096363516e-05}
{"train_loss": 0.0023805429227650166, "global_step": 48846, "epoch": 274, "lr": 5.707358812785799e-05}
{"train_loss": 0.006408931687474251, "global_step": 48847, "epoch": 274, "lr": 5.707212528590248e-05}
{"train_loss": 0.0027081305161118507, "global_step": 48848, "epoch": 274, "lr": 5.7070662437769875e-05}
{"train_loss": 0.004857505671679974, "global_step": 48849, "epoch": 274, "lr": 5.706919958346148e-05}
{"train_loss": 0.004814604762941599, "global_step": 48850, "epoch": 274, "lr": 5.706773672297856e-05}
{"train_loss": 0.004559173248708248, "global_step": 48851, "epoch": 274, "lr": 5.706627385632237e-05}
{"train_loss": 0.0052078720182180405, "global_step": 48852, "epoch": 274, "lr": 5.706481098349424e-05}
{"train_loss": 0.004617324098944664, "global_step": 48853, "epoch": 274, "lr": 5.7063348104495417e-05}
{"train_loss": 0.0054273586720228195, "global_step": 48854, "epoch": 274, "lr": 5.706188521932717e-05}
{"train_loss": 0.004050157498568296, "global_step": 48855, "epoch": 274, "lr": 5.7060422327990795e-05}
{"train_loss": 0.004112838767468929, "global_step": 48856, "epoch": 274, "lr": 5.7058959430487567e-05}
{"train_loss": 0.003217881079763174, "global_step": 48857, "epoch": 274, "lr": 5.705749652681875e-05}
{"train_loss": 0.004176076967269182, "global_step": 48858, "epoch": 274, "lr": 5.705603361698564e-05}
{"train_loss": 0.004221039358526468, "global_step": 48859, "epoch": 274, "lr": 5.70545707009895e-05}
{"train_loss": 0.00414263317361474, "global_step": 48860, "epoch": 274, "lr": 5.705310777883161e-05}
{"train_loss": 0.004832171369343996, "global_step": 48861, "epoch": 274, "lr": 5.7051644850513265e-05}
{"train_loss": 0.005255310330539942, "global_step": 48862, "epoch": 274, "lr": 5.705018191603573e-05}
{"train_loss": 0.004735896829515696, "global_step": 48863, "epoch": 274, "lr": 5.704871897540026e-05}
{"train_loss": 0.0017201758455485106, "global_step": 48864, "epoch": 274, "lr": 5.704725602860818e-05}
{"train_loss": 0.006670488975942135, "global_step": 48865, "epoch": 274, "lr": 5.7045793075660726e-05}
{"train_loss": 0.006115647964179516, "global_step": 48866, "epoch": 274, "lr": 5.7044330116559195e-05}
{"train_loss": 0.002554378006607294, "global_step": 48867, "epoch": 274, "lr": 5.704286715130486e-05}
{"train_loss": 0.002635814482346177, "global_step": 48868, "epoch": 274, "lr": 5.704140417989901e-05}
{"train_loss": 0.00286037172190845, "global_step": 48869, "epoch": 274, "lr": 5.703994120234292e-05}
{"train_loss": 0.004919126629829407, "global_step": 48870, "epoch": 274, "lr": 5.7038478218637844e-05}
{"train_loss": 0.00436223391443491, "global_step": 48871, "epoch": 274, "lr": 5.7037015228785094e-05}
{"train_loss": 0.0037744203582406044, "global_step": 48872, "epoch": 274, "lr": 5.703555223278591e-05}
{"train_loss": 0.004220784641802311, "global_step": 48873, "epoch": 274, "lr": 5.7034089230641596e-05}
{"train_loss": 0.004239828325808048, "global_step": 48874, "epoch": 274, "lr": 5.703262622235344e-05}
{"train_loss": 0.003337692003697157, "global_step": 48875, "epoch": 274, "lr": 5.70311632079227e-05}
{"train_loss": 0.005026973783969879, "global_step": 48876, "epoch": 274, "lr": 5.7029700187350664e-05}
{"train_loss": 0.004062412306666374, "global_step": 48877, "epoch": 274, "lr": 5.7028237160638584e-05}
{"train_loss": 0.0027648350223898888, "global_step": 48878, "epoch": 274, "lr": 5.702677412778777e-05}
{"train_loss": 0.004220345988869667, "global_step": 48879, "epoch": 274, "lr": 5.7025311088799507e-05}
{"train_loss": 0.0035074090119451284, "global_step": 48880, "epoch": 274, "lr": 5.702384804367503e-05}
{"train_loss": 0.005400415975600481, "global_step": 48881, "epoch": 274, "lr": 5.702238499241566e-05}
{"train_loss": 0.0019136277260258794, "global_step": 48882, "epoch": 274, "lr": 5.7020921935022634e-05}
{"train_loss": 0.0030127009376883507, "global_step": 48883, "epoch": 274, "lr": 5.701945887149727e-05}
{"train_loss": 0.0039008683525025845, "global_step": 48884, "epoch": 274, "lr": 5.701799580184082e-05}
{"train_loss": 0.004786483012139797, "global_step": 48885, "epoch": 274, "lr": 5.701653272605457e-05}
{"train_loss": 0.003122997935861349, "global_step": 48886, "epoch": 274, "lr": 5.7015069644139795e-05}
{"train_loss": 0.0017736677546054125, "global_step": 48887, "epoch": 274, "lr": 5.7013606556097786e-05}
{"train_loss": 0.0053773922845721245, "global_step": 48888, "epoch": 274, "lr": 5.7012143461929804e-05}
{"train_loss": 0.0037164143286645412, "global_step": 48889, "epoch": 274, "lr": 5.701068036163714e-05}
{"train_loss": 0.0028915610164403915, "global_step": 48890, "epoch": 274, "lr": 5.700921725522106e-05}
{"train_loss": 0.0026558050885796547, "global_step": 48891, "epoch": 274, "lr": 5.7007754142682836e-05}
{"train_loss": 0.006622517481446266, "global_step": 48892, "epoch": 274, "lr": 5.700629102402377e-05}
{"train_loss": 0.002141516888514161, "global_step": 48893, "epoch": 274, "lr": 5.7004827899245116e-05}
{"train_loss": 0.004722476005554199, "global_step": 48894, "epoch": 274, "lr": 5.700336476834818e-05}
{"train_loss": 0.002653021365404129, "global_step": 48895, "epoch": 274, "lr": 5.700190163133421e-05}
{"train_loss": 0.006914719473570585, "global_step": 48896, "epoch": 274, "lr": 5.7000438488204496e-05}
{"train_loss": 0.002568111289292574, "global_step": 48897, "epoch": 274, "lr": 5.6998975338960325e-05}
{"train_loss": 0.004648681730031967, "global_step": 48898, "epoch": 274, "lr": 5.699751218360296e-05}
{"train_loss": 0.002817695029079914, "global_step": 48899, "epoch": 274, "lr": 5.6996049022133705e-05}
{"train_loss": 0.004088816232979298, "global_step": 48900, "epoch": 274, "lr": 5.6994585854553804e-05}
{"train_loss": 0.003404429415240884, "global_step": 48901, "epoch": 274, "lr": 5.699312268086454e-05}
{"train_loss": 0.00323090679012239, "global_step": 48902, "epoch": 274, "lr": 5.699165950106722e-05}
{"train_loss": 0.008959506638348103, "global_step": 48903, "epoch": 274, "lr": 5.699019631516309e-05}
{"train_loss": 0.0013141990639269352, "global_step": 48904, "epoch": 274, "lr": 5.6988733123153456e-05}
{"train_loss": 0.00412147119641304, "global_step": 48905, "epoch": 274, "lr": 5.698726992503956e-05}
{"train_loss": 0.0023232935927808285, "global_step": 48906, "epoch": 274, "lr": 5.698580672082272e-05}
{"train_loss": 0.0041573625057935715, "global_step": 48907, "epoch": 274, "lr": 5.698434351050419e-05}
{"train_loss": 0.003636145032942295, "global_step": 48908, "epoch": 274, "lr": 5.698288029408525e-05}
{"train_loss": 0.005811749957501888, "global_step": 48909, "epoch": 274, "lr": 5.698141707156718e-05}
{"train_loss": 0.002802320057526231, "global_step": 48910, "epoch": 274, "lr": 5.697995384295125e-05}
{"train_loss": 0.002886686008423567, "global_step": 48911, "epoch": 274, "lr": 5.697849060823876e-05}
{"train_loss": 0.003424993949010968, "global_step": 48912, "epoch": 274, "lr": 5.697702736743098e-05}
{"train_loss": 0.005369754042476416, "global_step": 48913, "epoch": 274, "lr": 5.697556412052918e-05}
{"train_loss": 0.006796623580157757, "global_step": 48914, "epoch": 274, "lr": 5.697410086753463e-05}
{"train_loss": 0.0033746622502803802, "global_step": 48915, "epoch": 274, "lr": 5.697263760844862e-05}
{"train_loss": 0.003681204281747341, "global_step": 48916, "epoch": 274, "lr": 5.697117434327244e-05}
{"train_loss": 0.0026999320834875107, "global_step": 48917, "epoch": 274, "lr": 5.696971107200735e-05}
{"train_loss": 0.0027266626711934805, "global_step": 48918, "epoch": 274, "lr": 5.696824779465463e-05}
{"train_loss": 0.007039791438728571, "global_step": 48919, "epoch": 274, "lr": 5.696678451121556e-05}
{"train_loss": 0.0023593557998538017, "global_step": 48920, "epoch": 274, "lr": 5.6965321221691425e-05}
{"train_loss": 0.004128066822886467, "global_step": 48921, "epoch": 274, "lr": 5.69638579260835e-05}
{"train_loss": 0.006738524883985519, "global_step": 48922, "epoch": 274, "lr": 5.696239462439305e-05}
{"train_loss": 0.005421251989901066, "global_step": 48923, "epoch": 274, "lr": 5.6960931316621394e-05}
{"train_loss": 0.003952378872781992, "global_step": 48924, "epoch": 274, "lr": 5.6959468002769745e-05}
{"train_loss": 0.002174129942432046, "global_step": 48925, "epoch": 274, "lr": 5.695800468283943e-05}
{"train_loss": 0.006562967784702778, "global_step": 48926, "epoch": 274, "lr": 5.695654135683172e-05}
{"train_loss": 0.001311984728090465, "global_step": 48927, "epoch": 274, "lr": 5.6955078024747876e-05}
{"train_loss": 0.010183947160840034, "global_step": 48928, "epoch": 274, "lr": 5.6953614686589194e-05}
{"train_loss": 0.004049468785524368, "global_step": 48929, "epoch": 274, "lr": 5.695215134235694e-05}
{"train_loss": 0.005148771218955517, "global_step": 48930, "epoch": 274, "lr": 5.6950687992052395e-05}
{"train_loss": 0.002607736736536026, "global_step": 48931, "epoch": 274, "lr": 5.694922463567685e-05}
{"train_loss": 0.0032740815076977015, "global_step": 48932, "epoch": 274, "lr": 5.694776127323156e-05}
{"train_loss": 0.002789604477584362, "global_step": 48933, "epoch": 274, "lr": 5.694629790471783e-05}
{"train_loss": 0.004256804473698139, "global_step": 48934, "epoch": 274, "lr": 5.6944834530136905e-05}
{"train_loss": 0.004146963823586702, "global_step": 48935, "epoch": 274, "lr": 5.6943371149490075e-05}
{"train_loss": 0.001836706418544054, "global_step": 48936, "epoch": 274, "lr": 5.6941907762778645e-05}
{"train_loss": 0.005293712951242924, "global_step": 48937, "epoch": 274, "lr": 5.6940444370003874e-05}
{"train_loss": 0.0022305557504296303, "global_step": 48938, "epoch": 274, "lr": 5.693898097116703e-05}
{"train_loss": 0.0036866955924779177, "global_step": 48939, "epoch": 274, "lr": 5.6937517566269404e-05}
{"train_loss": 0.0032616443932056427, "global_step": 48940, "epoch": 274, "lr": 5.693605415531228e-05}
{"train_loss": 0.002521660178899765, "global_step": 48941, "epoch": 274, "lr": 5.6934590738296924e-05}
{"train_loss": 0.0036284313537180424, "global_step": 48942, "epoch": 274, "lr": 5.693312731522461e-05}
{"train_loss": 0.00223772251047194, "global_step": 48943, "epoch": 274, "lr": 5.693166388609662e-05}
{"train_loss": 0.004022540990263224, "global_step": 48944, "epoch": 274, "lr": 5.693020045091424e-05}
{"train_loss": 0.005593577865511179, "global_step": 48945, "epoch": 274, "lr": 5.6928737009678744e-05}
{"train_loss": 0.004158445168286562, "global_step": 48946, "epoch": 274, "lr": 5.6927273562391414e-05}
{"train_loss": 0.001575545989908278, "global_step": 48947, "epoch": 274, "lr": 5.6925810109053524e-05}
{"train_loss": 0.00254404591396451, "global_step": 48948, "epoch": 274, "lr": 5.692434664966634e-05}
{"train_loss": 0.004036908955548712, "global_step": 48949, "epoch": 274, "lr": 5.692288318423116e-05}
{"train_loss": 0.0019916128367185593, "global_step": 48950, "epoch": 275, "lr": 5.6921419712749255e-05}
{"train_loss": 0.0046375468373298645, "global_step": 48951, "epoch": 275, "lr": 5.6919956235221914e-05}
{"train_loss": 0.0027221892960369587, "global_step": 48952, "epoch": 275, "lr": 5.6918492751650395e-05}
{"train_loss": 0.004421114921569824, "global_step": 48953, "epoch": 275, "lr": 5.691702926203598e-05}
{"train_loss": 0.003112414386123419, "global_step": 48954, "epoch": 275, "lr": 5.6915565766379966e-05}
{"train_loss": 0.007624548394232988, "global_step": 48955, "epoch": 275, "lr": 5.69141022646836e-05}
{"train_loss": 0.002989675849676132, "global_step": 48956, "epoch": 275, "lr": 5.6912638756948186e-05}
{"train_loss": 0.004493658430874348, "global_step": 48957, "epoch": 275, "lr": 5.691117524317501e-05}
{"train_loss": 0.003156238468363881, "global_step": 48958, "epoch": 275, "lr": 5.690971172336531e-05}
{"train_loss": 0.0074998121708631516, "global_step": 48959, "epoch": 275, "lr": 5.690824819752041e-05}
{"train_loss": 0.003620483912527561, "global_step": 48960, "epoch": 275, "lr": 5.6906784665641565e-05}
{"train_loss": 0.006106822285801172, "global_step": 48961, "epoch": 275, "lr": 5.690532112773005e-05}
{"train_loss": 0.001995636383071542, "global_step": 48962, "epoch": 275, "lr": 5.6903857583787154e-05}
{"train_loss": 0.0031672194600105286, "global_step": 48963, "epoch": 275, "lr": 5.690239403381414e-05}
{"train_loss": 0.004890221171081066, "global_step": 48964, "epoch": 275, "lr": 5.690093047781231e-05}
{"train_loss": 0.005092835519462824, "global_step": 48965, "epoch": 275, "lr": 5.6899466915782925e-05}
{"train_loss": 0.002824242226779461, "global_step": 48966, "epoch": 275, "lr": 5.689800334772728e-05}
{"train_loss": 0.003402853850275278, "global_step": 48967, "epoch": 275, "lr": 5.6896539773646616e-05}
{"train_loss": 0.004738739226013422, "global_step": 48968, "epoch": 275, "lr": 5.689507619354225e-05}
{"train_loss": 0.0024748551659286022, "global_step": 48969, "epoch": 275, "lr": 5.6893612607415444e-05}
{"train_loss": 0.006013516336679459, "global_step": 48970, "epoch": 275, "lr": 5.6892149015267495e-05}
{"train_loss": 0.003005444072186947, "global_step": 48971, "epoch": 275, "lr": 5.689068541709964e-05}
{"train_loss": 0.0035066530108451843, "global_step": 48972, "epoch": 275, "lr": 5.6889221812913195e-05}
{"train_loss": 0.002510295482352376, "global_step": 48973, "epoch": 275, "lr": 5.688775820270943e-05}
{"train_loss": 0.003321183379739523, "global_step": 48974, "epoch": 275, "lr": 5.6886294586489605e-05}
{"train_loss": 0.0043677082285285, "global_step": 48975, "epoch": 275, "lr": 5.688483096425503e-05}
{"train_loss": 0.0063004884868860245, "global_step": 48976, "epoch": 275, "lr": 5.688336733600695e-05}
{"train_loss": 0.004118544049561024, "global_step": 48977, "epoch": 275, "lr": 5.688190370174666e-05}
{"train_loss": 0.0050370898097753525, "global_step": 48978, "epoch": 275, "lr": 5.688044006147545e-05}
{"train_loss": 0.003351393388584256, "global_step": 48979, "epoch": 275, "lr": 5.687897641519459e-05}
{"train_loss": 0.0022361166775226593, "global_step": 48980, "epoch": 275, "lr": 5.687751276290535e-05}
{"train_loss": 0.0023096762597560883, "global_step": 48981, "epoch": 275, "lr": 5.6876049104609006e-05}
{"train_loss": 0.005614016205072403, "global_step": 48982, "epoch": 275, "lr": 5.687458544030685e-05}
{"train_loss": 0.004130926914513111, "global_step": 48983, "epoch": 275, "lr": 5.6873121770000146e-05}
{"train_loss": 0.003956038970500231, "global_step": 48984, "epoch": 275, "lr": 5.68716580936902e-05}
{"train_loss": 0.006443358957767487, "global_step": 48985, "epoch": 275, "lr": 5.687019441137826e-05}
{"train_loss": 0.004684642888605595, "global_step": 48986, "epoch": 275, "lr": 5.68687307230656e-05}
{"train_loss": 0.006118028424680233, "global_step": 48987, "epoch": 275, "lr": 5.6867267028753536e-05}
{"train_loss": 0.002380003686994314, "global_step": 48988, "epoch": 275, "lr": 5.686580332844332e-05}
{"train_loss": 0.0025954286102205515, "global_step": 48989, "epoch": 275, "lr": 5.686433962213623e-05}
{"train_loss": 0.005965585820376873, "global_step": 48990, "epoch": 275, "lr": 5.6862875909833555e-05}
{"train_loss": 0.005747196264564991, "global_step": 48991, "epoch": 275, "lr": 5.6861412191536555e-05}
{"train_loss": 0.004362921230494976, "global_step": 48992, "epoch": 275, "lr": 5.685994846724654e-05}
{"train_loss": 0.006297226995229721, "global_step": 48993, "epoch": 275, "lr": 5.685848473696476e-05}
{"train_loss": 0.006128522101789713, "global_step": 48994, "epoch": 275, "lr": 5.68570210006925e-05}
{"train_loss": 0.005332465749233961, "global_step": 48995, "epoch": 275, "lr": 5.6855557258431034e-05}
{"train_loss": 0.005002533085644245, "global_step": 48996, "epoch": 275, "lr": 5.685409351018166e-05}
{"train_loss": 0.00429844856262207, "global_step": 48997, "epoch": 275, "lr": 5.6852629755945644e-05}
{"train_loss": 0.0025337296538054943, "global_step": 48998, "epoch": 275, "lr": 5.685116599572426e-05}
{"train_loss": 0.0017161574214696884, "global_step": 48999, "epoch": 275, "lr": 5.6849702229518794e-05}
{"train_loss": 0.004153169691562653, "global_step": 49000, "epoch": 275, "lr": 5.684823845733054e-05}
{"train_loss": 0.0034108050167560577, "global_step": 49001, "epoch": 275, "lr": 5.684677467916073e-05}
{"train_loss": 0.00464476365596056, "global_step": 49002, "epoch": 275, "lr": 5.6845310895010686e-05}
{"train_loss": 0.0024699976202100515, "global_step": 49003, "epoch": 275, "lr": 5.684384710488167e-05}
{"train_loss": 0.0047596413642168045, "global_step": 49004, "epoch": 275, "lr": 5.684238330877496e-05}
{"train_loss": 0.004051518626511097, "global_step": 49005, "epoch": 275, "lr": 5.6840919506691835e-05}
{"train_loss": 0.003338788403198123, "global_step": 49006, "epoch": 275, "lr": 5.683945569863358e-05}
{"train_loss": 0.008431775495409966, "global_step": 49007, "epoch": 275, "lr": 5.683799188460147e-05}
{"train_loss": 0.004467132966965437, "global_step": 49008, "epoch": 275, "lr": 5.6836528064596786e-05}
{"train_loss": 0.0026068296283483505, "global_step": 49009, "epoch": 275, "lr": 5.683506423862079e-05}
{"train_loss": 0.0037048994563519955, "global_step": 49010, "epoch": 275, "lr": 5.683360040667478e-05}
{"train_loss": 0.003964856266975403, "global_step": 49011, "epoch": 275, "lr": 5.683213656876003e-05}
{"train_loss": 0.0043163844384253025, "global_step": 49012, "epoch": 275, "lr": 5.683067272487782e-05}
{"train_loss": 0.003983019385486841, "global_step": 49013, "epoch": 275, "lr": 5.682920887502943e-05}
{"train_loss": 0.003541952231898904, "global_step": 49014, "epoch": 275, "lr": 5.68277450192161e-05}
{"train_loss": 0.004186197184026241, "global_step": 49015, "epoch": 275, "lr": 5.6826281157439176e-05}
{"train_loss": 0.006813282147049904, "global_step": 49016, "epoch": 275, "lr": 5.68248172896999e-05}
{"train_loss": 0.003743623849004507, "global_step": 49017, "epoch": 275, "lr": 5.682335341599956e-05}
{"train_loss": 0.0033672864083200693, "global_step": 49018, "epoch": 275, "lr": 5.68218895363394e-05}
{"train_loss": 0.00284946383908391, "global_step": 49019, "epoch": 275, "lr": 5.6820425650720747e-05}
{"train_loss": 0.002508974401280284, "global_step": 49020, "epoch": 275, "lr": 5.681896175914485e-05}
{"train_loss": 0.0034742860589176416, "global_step": 49021, "epoch": 275, "lr": 5.6817497861613e-05}
{"train_loss": 0.0019511384889483452, "global_step": 49022, "epoch": 275, "lr": 5.681603395812648e-05}
{"train_loss": 0.003734287340193987, "global_step": 49023, "epoch": 275, "lr": 5.681457004868657e-05}
{"train_loss": 0.004043974913656712, "global_step": 49024, "epoch": 275, "lr": 5.6813106133294515e-05}
{"train_loss": 0.0024018401745706797, "global_step": 49025, "epoch": 275, "lr": 5.681164221195163e-05}
{"train_loss": 0.00352487713098526, "global_step": 49026, "epoch": 275, "lr": 5.6810178284659185e-05}
{"train_loss": 0.004047057591378689, "global_step": 49027, "epoch": 275, "lr": 5.6808714351418454e-05}
{"train_loss": 0.002049329224973917, "global_step": 49028, "epoch": 275, "lr": 5.6807250412230726e-05}
{"train_loss": 0.0017950142500922084, "global_step": 49029, "epoch": 275, "lr": 5.680578646709725e-05}
{"train_loss": 0.0053681726567447186, "global_step": 49030, "epoch": 275, "lr": 5.680432251601935e-05}
{"train_loss": 0.00406755693256855, "global_step": 49031, "epoch": 275, "lr": 5.6802858558998265e-05}
{"train_loss": 0.0043321759440004826, "global_step": 49032, "epoch": 275, "lr": 5.68013945960353e-05}
{"train_loss": 0.00565276388078928, "global_step": 49033, "epoch": 275, "lr": 5.67999306271317e-05}
{"train_loss": 0.0013370484812185168, "global_step": 49034, "epoch": 275, "lr": 5.679846665228879e-05}
{"train_loss": 0.0036235267762094736, "global_step": 49035, "epoch": 275, "lr": 5.679700267150783e-05}
{"train_loss": 0.006457625888288021, "global_step": 49036, "epoch": 275, "lr": 5.679553868479008e-05}
{"train_loss": 0.003937832545489073, "global_step": 49037, "epoch": 275, "lr": 5.6794074692136846e-05}
{"train_loss": 0.005210125353187323, "global_step": 49038, "epoch": 275, "lr": 5.679261069354937e-05}
{"train_loss": 0.0071248216554522514, "global_step": 49039, "epoch": 275, "lr": 5.6791146689028965e-05}
{"train_loss": 0.0030661539640277624, "global_step": 49040, "epoch": 275, "lr": 5.678968267857689e-05}
{"train_loss": 0.002665403764694929, "global_step": 49041, "epoch": 275, "lr": 5.6788218662194456e-05}
{"train_loss": 0.002493220381438732, "global_step": 49042, "epoch": 275, "lr": 5.678675463988291e-05}
{"train_loss": 0.003463244065642357, "global_step": 49043, "epoch": 275, "lr": 5.678529061164353e-05}
{"train_loss": 0.004174096044152975, "global_step": 49044, "epoch": 275, "lr": 5.678382657747761e-05}
{"train_loss": 0.0028668385930359364, "global_step": 49045, "epoch": 275, "lr": 5.678236253738642e-05}
{"train_loss": 0.0030062615405768156, "global_step": 49046, "epoch": 275, "lr": 5.678089849137125e-05}
{"train_loss": 0.005697641521692276, "global_step": 49047, "epoch": 275, "lr": 5.677943443943337e-05}
{"train_loss": 0.005036481656134129, "global_step": 49048, "epoch": 275, "lr": 5.677797038157404e-05}
{"train_loss": 0.00567499827593565, "global_step": 49049, "epoch": 275, "lr": 5.677650631779456e-05}
{"train_loss": 0.005099103786051273, "global_step": 49050, "epoch": 275, "lr": 5.6775042248096234e-05}
{"train_loss": 0.006364648230373859, "global_step": 49051, "epoch": 275, "lr": 5.677357817248029e-05}
{"train_loss": 0.00467056967318058, "global_step": 49052, "epoch": 275, "lr": 5.677211409094804e-05}
{"train_loss": 0.003535568481311202, "global_step": 49053, "epoch": 275, "lr": 5.6770650003500745e-05}
{"train_loss": 0.004198458977043629, "global_step": 49054, "epoch": 275, "lr": 5.67691859101397e-05}
{"train_loss": 0.0029426985420286655, "global_step": 49055, "epoch": 275, "lr": 5.676772181086617e-05}
{"train_loss": 0.004999576136469841, "global_step": 49056, "epoch": 275, "lr": 5.6766257705681446e-05}
{"train_loss": 0.004013844300061464, "global_step": 49057, "epoch": 275, "lr": 5.676479359458679e-05}
{"train_loss": 0.0025368446949869394, "global_step": 49058, "epoch": 275, "lr": 5.676332947758349e-05}
{"train_loss": 0.005241332575678825, "global_step": 49059, "epoch": 275, "lr": 5.676186535467283e-05}
{"train_loss": 0.007655046880245209, "global_step": 49060, "epoch": 275, "lr": 5.676040122585607e-05}
{"train_loss": 0.003415885614231229, "global_step": 49061, "epoch": 275, "lr": 5.675893709113452e-05}
{"train_loss": 0.004105120897293091, "global_step": 49062, "epoch": 275, "lr": 5.675747295050945e-05}
{"train_loss": 0.004218030720949173, "global_step": 49063, "epoch": 275, "lr": 5.675600880398211e-05}
{"train_loss": 0.004348214250057936, "global_step": 49064, "epoch": 275, "lr": 5.675454465155381e-05}
{"train_loss": 0.004725255537778139, "global_step": 49065, "epoch": 275, "lr": 5.675308049322583e-05}
{"train_loss": 0.0026100168470293283, "global_step": 49066, "epoch": 275, "lr": 5.6751616328999426e-05}
{"train_loss": 0.002219622256234288, "global_step": 49067, "epoch": 275, "lr": 5.675015215887588e-05}
{"train_loss": 0.00633221585303545, "global_step": 49068, "epoch": 275, "lr": 5.6748687982856495e-05}
{"train_loss": 0.006381209008395672, "global_step": 49069, "epoch": 275, "lr": 5.674722380094253e-05}
{"train_loss": 0.0028266480658203363, "global_step": 49070, "epoch": 275, "lr": 5.6745759613135264e-05}
{"train_loss": 0.0033312030136585236, "global_step": 49071, "epoch": 275, "lr": 5.674429541943599e-05}
{"train_loss": 0.0028935440350323915, "global_step": 49072, "epoch": 275, "lr": 5.674283121984596e-05}
{"train_loss": 0.0046497550792992115, "global_step": 49073, "epoch": 275, "lr": 5.674136701436647e-05}
{"train_loss": 0.0020792537834495306, "global_step": 49074, "epoch": 275, "lr": 5.6739902802998815e-05}
{"train_loss": 0.0040296586230397224, "global_step": 49075, "epoch": 275, "lr": 5.6738438585744245e-05}
{"train_loss": 0.006098566576838493, "global_step": 49076, "epoch": 275, "lr": 5.673697436260404e-05}
{"train_loss": 0.004899912513792515, "global_step": 49077, "epoch": 275, "lr": 5.6735510133579515e-05}
{"train_loss": 0.002824855735525489, "global_step": 49078, "epoch": 275, "lr": 5.673404589867192e-05}
{"train_loss": 0.00691843219101429, "global_step": 49079, "epoch": 275, "lr": 5.6732581657882536e-05}
{"train_loss": 0.0043343352153897285, "global_step": 49080, "epoch": 275, "lr": 5.6731117411212645e-05}
{"train_loss": 0.003605025354772806, "global_step": 49081, "epoch": 275, "lr": 5.6729653158663506e-05}
{"train_loss": 0.003227708162739873, "global_step": 49082, "epoch": 275, "lr": 5.6728188900236426e-05}
{"train_loss": 0.002855094615370035, "global_step": 49083, "epoch": 275, "lr": 5.6726724635932685e-05}
{"train_loss": 0.0013894389849156141, "global_step": 49084, "epoch": 275, "lr": 5.6725260365753544e-05}
{"train_loss": 0.00517099816352129, "global_step": 49085, "epoch": 275, "lr": 5.67237960897003e-05}
{"train_loss": 0.0022931997664272785, "global_step": 49086, "epoch": 275, "lr": 5.67223318077742e-05}
{"train_loss": 0.0052943299524486065, "global_step": 49087, "epoch": 275, "lr": 5.672086751997656e-05}
{"train_loss": 0.0023698073346167803, "global_step": 49088, "epoch": 275, "lr": 5.671940322630864e-05}
{"train_loss": 0.003980050794780254, "global_step": 49089, "epoch": 275, "lr": 5.671793892677173e-05}
{"train_loss": 0.0038083360996097326, "global_step": 49090, "epoch": 275, "lr": 5.67164746213671e-05}
{"train_loss": 0.003426513634622097, "global_step": 49091, "epoch": 275, "lr": 5.671501031009602e-05}
{"train_loss": 0.003906056983396411, "global_step": 49092, "epoch": 275, "lr": 5.671354599295979e-05}
{"train_loss": 0.004605071619153023, "global_step": 49093, "epoch": 275, "lr": 5.671208166995967e-05}
{"train_loss": 0.005430476740002632, "global_step": 49094, "epoch": 275, "lr": 5.671061734109696e-05}
{"train_loss": 0.0043390169739723206, "global_step": 49095, "epoch": 275, "lr": 5.670915300637291e-05}
{"train_loss": 0.0021442887373268604, "global_step": 49096, "epoch": 275, "lr": 5.670768866578883e-05}
{"train_loss": 0.005295445676892996, "global_step": 49097, "epoch": 275, "lr": 5.670622431934598e-05}
{"train_loss": 0.004524070769548416, "global_step": 49098, "epoch": 275, "lr": 5.670475996704564e-05}
{"train_loss": 0.005007938481867313, "global_step": 49099, "epoch": 275, "lr": 5.6703295608889095e-05}
{"train_loss": 0.0015223207883536816, "global_step": 49100, "epoch": 275, "lr": 5.670183124487762e-05}
{"train_loss": 0.0028737562242895365, "global_step": 49101, "epoch": 275, "lr": 5.67003668750125e-05}
{"train_loss": 0.002220882335677743, "global_step": 49102, "epoch": 275, "lr": 5.6698902499294995e-05}
{"train_loss": 0.003703534370288253, "global_step": 49103, "epoch": 275, "lr": 5.6697438117726407e-05}
{"train_loss": 0.002265149261802435, "global_step": 49104, "epoch": 275, "lr": 5.669597373030802e-05}
{"train_loss": 0.005716085433959961, "global_step": 49105, "epoch": 275, "lr": 5.669450933704108e-05}
{"train_loss": 0.005867908708751202, "global_step": 49106, "epoch": 275, "lr": 5.6693044937926895e-05}
{"train_loss": 0.0028438102453947067, "global_step": 49107, "epoch": 275, "lr": 5.669158053296675e-05}
{"train_loss": 0.005233130417764187, "global_step": 49108, "epoch": 275, "lr": 5.6690116122161895e-05}
{"train_loss": 0.002657142002135515, "global_step": 49109, "epoch": 275, "lr": 5.668865170551362e-05}
{"train_loss": 0.004376380238682032, "global_step": 49110, "epoch": 275, "lr": 5.6687187283023204e-05}
{"train_loss": 0.003651941195130348, "global_step": 49111, "epoch": 275, "lr": 5.668572285469193e-05}
{"train_loss": 0.004070713184773922, "global_step": 49112, "epoch": 275, "lr": 5.6684258420521095e-05}
{"train_loss": 0.0026458364445716143, "global_step": 49113, "epoch": 275, "lr": 5.668279398051195e-05}
{"train_loss": 0.003323046723380685, "global_step": 49114, "epoch": 275, "lr": 5.668132953466577e-05}
{"train_loss": 0.003330197650939226, "global_step": 49115, "epoch": 275, "lr": 5.667986508298386e-05}
{"train_loss": 0.004441458731889725, "global_step": 49116, "epoch": 275, "lr": 5.667840062546749e-05}
{"train_loss": 0.0027096448466181755, "global_step": 49117, "epoch": 275, "lr": 5.667693616211793e-05}
{"train_loss": 0.004383860155940056, "global_step": 49118, "epoch": 275, "lr": 5.667547169293647e-05}
{"train_loss": 0.006036314647644758, "global_step": 49119, "epoch": 275, "lr": 5.6674007217924365e-05}
{"train_loss": 0.005717288237065077, "global_step": 49120, "epoch": 275, "lr": 5.667254273708293e-05}
{"train_loss": 0.001978568732738495, "global_step": 49121, "epoch": 275, "lr": 5.6671078250413426e-05}
{"train_loss": 0.001856268965639174, "global_step": 49122, "epoch": 275, "lr": 5.666961375791714e-05}
{"train_loss": 0.0038021302316337824, "global_step": 49123, "epoch": 275, "lr": 5.6668149259595325e-05}
{"train_loss": 0.0027152453549206257, "global_step": 49124, "epoch": 275, "lr": 5.6666684755449286e-05}
{"train_loss": 0.0019260647241026163, "global_step": 49125, "epoch": 275, "lr": 5.666522024548031e-05}
{"train_loss": 0.0039205593056976795, "global_step": 49126, "epoch": 275, "lr": 5.666375572968965e-05}
{"train_loss": 0.003997951444484335, "global_step": 49127, "epoch": 275, "lr": 5.66622912080786e-05, "train_action_mse_error": 8.356182661373168e-06}
{"train_loss": 0.002519959816709161, "global_step": 49128, "epoch": 276, "lr": 5.666082668064845e-05}
{"train_loss": 0.004995384253561497, "global_step": 49129, "epoch": 276, "lr": 5.665936214740044e-05}
{"train_loss": 0.003678417531773448, "global_step": 49130, "epoch": 276, "lr": 5.6657897608335895e-05}
{"train_loss": 0.002792677842080593, "global_step": 49131, "epoch": 276, "lr": 5.665643306345607e-05}
{"train_loss": 0.005697683896869421, "global_step": 49132, "epoch": 276, "lr": 5.665496851276224e-05}
{"train_loss": 0.004260693676769733, "global_step": 49133, "epoch": 276, "lr": 5.6653503956255695e-05}
{"train_loss": 0.003825453342869878, "global_step": 49134, "epoch": 276, "lr": 5.6652039393937716e-05}
{"train_loss": 0.003205179236829281, "global_step": 49135, "epoch": 276, "lr": 5.665057482580958e-05}
{"train_loss": 0.004315551836043596, "global_step": 49136, "epoch": 276, "lr": 5.664911025187256e-05}
{"train_loss": 0.00677442317828536, "global_step": 49137, "epoch": 276, "lr": 5.664764567212795e-05}
{"train_loss": 0.0035310080274939537, "global_step": 49138, "epoch": 276, "lr": 5.6646181086577e-05}
{"train_loss": 0.0036760405637323856, "global_step": 49139, "epoch": 276, "lr": 5.664471649522102e-05}
{"train_loss": 0.0017218177672475576, "global_step": 49140, "epoch": 276, "lr": 5.664325189806128e-05}
{"train_loss": 0.0023255229461938143, "global_step": 49141, "epoch": 276, "lr": 5.664178729509905e-05}
{"train_loss": 0.0023852225858718157, "global_step": 49142, "epoch": 276, "lr": 5.66403226863356e-05}
{"train_loss": 0.004226854536682367, "global_step": 49143, "epoch": 276, "lr": 5.663885807177225e-05}
{"train_loss": 0.0032669776119291782, "global_step": 49144, "epoch": 276, "lr": 5.6637393451410226e-05}
{"train_loss": 0.005201652180403471, "global_step": 49145, "epoch": 276, "lr": 5.663592882525086e-05}
{"train_loss": 0.004418559838086367, "global_step": 49146, "epoch": 276, "lr": 5.66344641932954e-05}
{"train_loss": 0.0025624195113778114, "global_step": 49147, "epoch": 276, "lr": 5.663299955554513e-05}
{"train_loss": 0.0068907178938388824, "global_step": 49148, "epoch": 276, "lr": 5.6631534912001324e-05}
{"train_loss": 0.003355826949700713, "global_step": 49149, "epoch": 276, "lr": 5.663007026266528e-05}
{"train_loss": 0.003199626225978136, "global_step": 49150, "epoch": 276, "lr": 5.6628605607538266e-05}
{"train_loss": 0.0032789777033030987, "global_step": 49151, "epoch": 276, "lr": 5.662714094662156e-05}
{"train_loss": 0.0055763935670256615, "global_step": 49152, "epoch": 276, "lr": 5.662567627991643e-05}
{"train_loss": 0.004581584595143795, "global_step": 49153, "epoch": 276, "lr": 5.662421160742418e-05}
{"train_loss": 0.0034593013115227222, "global_step": 49154, "epoch": 276, "lr": 5.662274692914608e-05}
{"train_loss": 0.004954589996486902, "global_step": 49155, "epoch": 276, "lr": 5.6621282245083396e-05}
{"train_loss": 0.004429335705935955, "global_step": 49156, "epoch": 276, "lr": 5.661981755523742e-05}
{"train_loss": 0.006228141486644745, "global_step": 49157, "epoch": 276, "lr": 5.661835285960942e-05}
{"train_loss": 0.0053641642443835735, "global_step": 49158, "epoch": 276, "lr": 5.66168881582007e-05}
{"train_loss": 0.0028596818447113037, "global_step": 49159, "epoch": 276, "lr": 5.6615423451012515e-05}
{"train_loss": 0.0033894525840878487, "global_step": 49160, "epoch": 276, "lr": 5.6613958738046155e-05}
{"train_loss": 0.003090205369517207, "global_step": 49161, "epoch": 276, "lr": 5.6612494019302896e-05}
{"train_loss": 0.0030052121728658676, "global_step": 49162, "epoch": 276, "lr": 5.661102929478402e-05}
{"train_loss": 0.0027415729127824306, "global_step": 49163, "epoch": 276, "lr": 5.6609564564490805e-05}
{"train_loss": 0.0024058485869318247, "global_step": 49164, "epoch": 276, "lr": 5.660809982842453e-05}
{"train_loss": 0.004313681274652481, "global_step": 49165, "epoch": 276, "lr": 5.660663508658647e-05}
{"train_loss": 0.0021404470317065716, "global_step": 49166, "epoch": 276, "lr": 5.6605170338977906e-05}
{"train_loss": 0.004607445560395718, "global_step": 49167, "epoch": 276, "lr": 5.660370558560012e-05}
{"train_loss": 0.001904590055346489, "global_step": 49168, "epoch": 276, "lr": 5.66022408264544e-05}
{"train_loss": 0.005669130012392998, "global_step": 49169, "epoch": 276, "lr": 5.6600776061542015e-05}
{"train_loss": 0.006142984144389629, "global_step": 49170, "epoch": 276, "lr": 5.659931129086425e-05}
{"train_loss": 0.005756881088018417, "global_step": 49171, "epoch": 276, "lr": 5.659784651442237e-05}
{"train_loss": 0.0019338477868586779, "global_step": 49172, "epoch": 276, "lr": 5.659638173221767e-05}
{"train_loss": 0.006134503521025181, "global_step": 49173, "epoch": 276, "lr": 5.659491694425143e-05}
{"train_loss": 0.0015005274908617139, "global_step": 49174, "epoch": 276, "lr": 5.6593452150524926e-05}
{"train_loss": 0.005363428499549627, "global_step": 49175, "epoch": 276, "lr": 5.659198735103943e-05}
{"train_loss": 0.0019420708995312452, "global_step": 49176, "epoch": 276, "lr": 5.659052254579622e-05}
{"train_loss": 0.0037550851702690125, "global_step": 49177, "epoch": 276, "lr": 5.658905773479659e-05}
{"train_loss": 0.005664406344294548, "global_step": 49178, "epoch": 276, "lr": 5.658759291804181e-05}
{"train_loss": 0.0035597579553723335, "global_step": 49179, "epoch": 276, "lr": 5.658612809553317e-05}
{"train_loss": 0.003993868362158537, "global_step": 49180, "epoch": 276, "lr": 5.658466326727193e-05}
{"train_loss": 0.0029583927243947983, "global_step": 49181, "epoch": 276, "lr": 5.6583198433259364e-05}
{"train_loss": 0.0024614259600639343, "global_step": 49182, "epoch": 276, "lr": 5.6581733593496787e-05}
{"train_loss": 0.004045668989419937, "global_step": 49183, "epoch": 276, "lr": 5.6580268747985465e-05}
{"train_loss": 0.006667565554380417, "global_step": 49184, "epoch": 276, "lr": 5.6578803896726665e-05}
{"train_loss": 0.0012769298627972603, "global_step": 49185, "epoch": 276, "lr": 5.657733903972167e-05}
{"train_loss": 0.004903793800622225, "global_step": 49186, "epoch": 276, "lr": 5.657587417697174e-05}
{"train_loss": 0.0046668993309140205, "global_step": 49187, "epoch": 276, "lr": 5.65744093084782e-05}
{"train_loss": 0.004956688266247511, "global_step": 49188, "epoch": 276, "lr": 5.657294443424231e-05}
{"train_loss": 0.0036714624147862196, "global_step": 49189, "epoch": 276, "lr": 5.657147955426535e-05}
{"train_loss": 0.002563749672845006, "global_step": 49190, "epoch": 276, "lr": 5.657001466854859e-05}
{"train_loss": 0.0019126372644677758, "global_step": 49191, "epoch": 276, "lr": 5.6568549777093294e-05}
{"train_loss": 0.002160022035241127, "global_step": 49192, "epoch": 276, "lr": 5.656708487990079e-05}
{"train_loss": 0.003462366061285138, "global_step": 49193, "epoch": 276, "lr": 5.656561997697232e-05}
{"train_loss": 0.0018596219597384334, "global_step": 49194, "epoch": 276, "lr": 5.656415506830917e-05}
{"train_loss": 0.004781164228916168, "global_step": 49195, "epoch": 276, "lr": 5.6562690153912614e-05}
{"train_loss": 0.005342320539057255, "global_step": 49196, "epoch": 276, "lr": 5.656122523378395e-05}
{"train_loss": 0.0059880102053284645, "global_step": 49197, "epoch": 276, "lr": 5.6559760307924446e-05}
{"train_loss": 0.0015751549508422613, "global_step": 49198, "epoch": 276, "lr": 5.655829537633539e-05}
{"train_loss": 0.009459231048822403, "global_step": 49199, "epoch": 276, "lr": 5.6556830439018046e-05}
{"train_loss": 0.0032486908603459597, "global_step": 49200, "epoch": 276, "lr": 5.65553654959737e-05}
{"train_loss": 0.0032273735851049423, "global_step": 49201, "epoch": 276, "lr": 5.655390054720364e-05}
{"train_loss": 0.006699255667626858, "global_step": 49202, "epoch": 276, "lr": 5.655243559270914e-05}
{"train_loss": 0.0057335952296853065, "global_step": 49203, "epoch": 276, "lr": 5.655097063249148e-05}
{"train_loss": 0.002825388452038169, "global_step": 49204, "epoch": 276, "lr": 5.654950566655193e-05}
{"train_loss": 0.003680895082652569, "global_step": 49205, "epoch": 276, "lr": 5.654804069489178e-05}
{"train_loss": 0.005982738919556141, "global_step": 49206, "epoch": 276, "lr": 5.654657571751231e-05}
{"train_loss": 0.0030381050892174244, "global_step": 49207, "epoch": 276, "lr": 5.6545110734414797e-05}
{"train_loss": 0.005006379447877407, "global_step": 49208, "epoch": 276, "lr": 5.6543645745600516e-05}
{"train_loss": 0.007070389576256275, "global_step": 49209, "epoch": 276, "lr": 5.654218075107076e-05}
{"train_loss": 0.0029334467835724354, "global_step": 49210, "epoch": 276, "lr": 5.654071575082679e-05}
{"train_loss": 0.009525078348815441, "global_step": 49211, "epoch": 276, "lr": 5.653925074486991e-05}
{"train_loss": 0.006378716789186001, "global_step": 49212, "epoch": 276, "lr": 5.6537785733201374e-05}
{"train_loss": 0.003090246580541134, "global_step": 49213, "epoch": 276, "lr": 5.653632071582248e-05}
{"train_loss": 0.004018628038465977, "global_step": 49214, "epoch": 276, "lr": 5.653485569273449e-05}
{"train_loss": 0.005768974311649799, "global_step": 49215, "epoch": 276, "lr": 5.65333906639387e-05}
{"train_loss": 0.001828040461987257, "global_step": 49216, "epoch": 276, "lr": 5.653192562943638e-05}
{"train_loss": 0.003460926003754139, "global_step": 49217, "epoch": 276, "lr": 5.6530460589228814e-05}
{"train_loss": 0.0037512369453907013, "global_step": 49218, "epoch": 276, "lr": 5.652899554331729e-05}
{"train_loss": 0.0052494751289486885, "global_step": 49219, "epoch": 276, "lr": 5.6527530491703066e-05}
{"train_loss": 0.0024124423507601023, "global_step": 49220, "epoch": 276, "lr": 5.6526065434387435e-05}
{"train_loss": 0.006056527141481638, "global_step": 49221, "epoch": 276, "lr": 5.6524600371371686e-05}
{"train_loss": 0.006923405919224024, "global_step": 49222, "epoch": 276, "lr": 5.652313530265708e-05}
{"train_loss": 0.003128153970465064, "global_step": 49223, "epoch": 276, "lr": 5.65216702282449e-05}
{"train_loss": 0.0025491013657301664, "global_step": 49224, "epoch": 276, "lr": 5.652020514813644e-05}
{"train_loss": 0.0010712416842579842, "global_step": 49225, "epoch": 276, "lr": 5.6518740062332966e-05}
{"train_loss": 0.00628046877682209, "global_step": 49226, "epoch": 276, "lr": 5.651727497083577e-05}
{"train_loss": 0.004175092559307814, "global_step": 49227, "epoch": 276, "lr": 5.651580987364611e-05}
{"train_loss": 0.0036052726209163666, "global_step": 49228, "epoch": 276, "lr": 5.651434477076528e-05}
{"train_loss": 0.0030427698511630297, "global_step": 49229, "epoch": 276, "lr": 5.6512879662194564e-05}
{"train_loss": 0.002984113758429885, "global_step": 49230, "epoch": 276, "lr": 5.651141454793524e-05}
{"train_loss": 0.0054794056341052055, "global_step": 49231, "epoch": 276, "lr": 5.650994942798857e-05}
{"train_loss": 0.0040418789722025394, "global_step": 49232, "epoch": 276, "lr": 5.650848430235587e-05}
{"train_loss": 0.007217531092464924, "global_step": 49233, "epoch": 276, "lr": 5.650701917103838e-05}
{"train_loss": 0.0032722875475883484, "global_step": 49234, "epoch": 276, "lr": 5.650555403403741e-05}
{"train_loss": 0.0050902473740279675, "global_step": 49235, "epoch": 276, "lr": 5.6504088891354225e-05}
{"train_loss": 0.0038856302853673697, "global_step": 49236, "epoch": 276, "lr": 5.65026237429901e-05}
{"train_loss": 0.005305986851453781, "global_step": 49237, "epoch": 276, "lr": 5.6501158588946324e-05}
{"train_loss": 0.003930846229195595, "global_step": 49238, "epoch": 276, "lr": 5.6499693429224166e-05}
{"train_loss": 0.004632927943021059, "global_step": 49239, "epoch": 276, "lr": 5.649822826382493e-05}
{"train_loss": 0.0057470528408885, "global_step": 49240, "epoch": 276, "lr": 5.6496763092749874e-05}
{"train_loss": 0.0054779271595180035, "global_step": 49241, "epoch": 276, "lr": 5.649529791600028e-05}
{"train_loss": 0.004338023252785206, "global_step": 49242, "epoch": 276, "lr": 5.649383273357742e-05}
{"train_loss": 0.0061548734083771706, "global_step": 49243, "epoch": 276, "lr": 5.64923675454826e-05}
{"train_loss": 0.003768754890188575, "global_step": 49244, "epoch": 276, "lr": 5.649090235171709e-05}
{"train_loss": 0.006400407291948795, "global_step": 49245, "epoch": 276, "lr": 5.648943715228217e-05}
{"train_loss": 0.004828650504350662, "global_step": 49246, "epoch": 276, "lr": 5.6487971947179095e-05}
{"train_loss": 0.006337889935821295, "global_step": 49247, "epoch": 276, "lr": 5.648650673640916e-05}
{"train_loss": 0.005014145281165838, "global_step": 49248, "epoch": 276, "lr": 5.648504151997365e-05}
{"train_loss": 0.008488149382174015, "global_step": 49249, "epoch": 276, "lr": 5.6483576297873864e-05}
{"train_loss": 0.00403958186507225, "global_step": 49250, "epoch": 276, "lr": 5.648211107011104e-05}
{"train_loss": 0.0033307860139757395, "global_step": 49251, "epoch": 276, "lr": 5.64806458366865e-05}
{"train_loss": 0.004439323674887419, "global_step": 49252, "epoch": 276, "lr": 5.6479180597601475e-05}
{"train_loss": 0.006820096168667078, "global_step": 49253, "epoch": 276, "lr": 5.6477715352857294e-05}
{"train_loss": 0.0027211694978177547, "global_step": 49254, "epoch": 276, "lr": 5.647625010245522e-05}
{"train_loss": 0.0031901097390800714, "global_step": 49255, "epoch": 276, "lr": 5.647478484639652e-05}
{"train_loss": 0.006288422271609306, "global_step": 49256, "epoch": 276, "lr": 5.647331958468248e-05}
{"train_loss": 0.005905112251639366, "global_step": 49257, "epoch": 276, "lr": 5.6471854317314376e-05}
{"train_loss": 0.003081801813095808, "global_step": 49258, "epoch": 276, "lr": 5.6470389044293505e-05}
{"train_loss": 0.004798607900738716, "global_step": 49259, "epoch": 276, "lr": 5.646892376562113e-05}
{"train_loss": 0.002420500386506319, "global_step": 49260, "epoch": 276, "lr": 5.646745848129854e-05}
{"train_loss": 0.0026311296969652176, "global_step": 49261, "epoch": 276, "lr": 5.646599319132701e-05}
{"train_loss": 0.004433399066329002, "global_step": 49262, "epoch": 276, "lr": 5.646452789570782e-05}
{"train_loss": 0.0026381034404039383, "global_step": 49263, "epoch": 276, "lr": 5.646306259444225e-05}
{"train_loss": 0.0025045645888894796, "global_step": 49264, "epoch": 276, "lr": 5.646159728753159e-05}
{"train_loss": 0.0074279410764575005, "global_step": 49265, "epoch": 276, "lr": 5.64601319749771e-05}
{"train_loss": 0.006191466003656387, "global_step": 49266, "epoch": 276, "lr": 5.6458666656780066e-05}
{"train_loss": 0.004716129042208195, "global_step": 49267, "epoch": 276, "lr": 5.645720133294178e-05}
{"train_loss": 0.004954281263053417, "global_step": 49268, "epoch": 276, "lr": 5.6455736003463525e-05}
{"train_loss": 0.0036800536327064037, "global_step": 49269, "epoch": 276, "lr": 5.645427066834654e-05}
{"train_loss": 0.002579280873760581, "global_step": 49270, "epoch": 276, "lr": 5.6452805327592164e-05}
{"train_loss": 0.007438423112034798, "global_step": 49271, "epoch": 276, "lr": 5.6451339981201624e-05}
{"train_loss": 0.0024136819411069155, "global_step": 49272, "epoch": 276, "lr": 5.6449874629176234e-05}
{"train_loss": 0.003047029720619321, "global_step": 49273, "epoch": 276, "lr": 5.6448409271517276e-05}
{"train_loss": 0.0034242249093949795, "global_step": 49274, "epoch": 276, "lr": 5.644694390822601e-05}
{"train_loss": 0.0016913400031626225, "global_step": 49275, "epoch": 276, "lr": 5.644547853930373e-05}
{"train_loss": 0.001808501547202468, "global_step": 49276, "epoch": 276, "lr": 5.644401316475169e-05}
{"train_loss": 0.00294006010517478, "global_step": 49277, "epoch": 276, "lr": 5.644254778457121e-05}
{"train_loss": 0.0071057821623981, "global_step": 49278, "epoch": 276, "lr": 5.6441082398763536e-05}
{"train_loss": 0.005409234669059515, "global_step": 49279, "epoch": 276, "lr": 5.643961700732997e-05}
{"train_loss": 0.0023842486552894115, "global_step": 49280, "epoch": 276, "lr": 5.643815161027177e-05}
{"train_loss": 0.0040208399295806885, "global_step": 49281, "epoch": 276, "lr": 5.643668620759024e-05}
{"train_loss": 0.003229393158107996, "global_step": 49282, "epoch": 276, "lr": 5.643522079928665e-05}
{"train_loss": 0.0022204406559467316, "global_step": 49283, "epoch": 276, "lr": 5.643375538536227e-05}
{"train_loss": 0.0021588040981441736, "global_step": 49284, "epoch": 276, "lr": 5.643228996581841e-05}
{"train_loss": 0.0021354765631258488, "global_step": 49285, "epoch": 276, "lr": 5.64308245406563e-05}
{"train_loss": 0.0012172056594863534, "global_step": 49286, "epoch": 276, "lr": 5.642935910987727e-05}
{"train_loss": 0.0027963295578956604, "global_step": 49287, "epoch": 276, "lr": 5.642789367348257e-05}
{"train_loss": 0.002597364131361246, "global_step": 49288, "epoch": 276, "lr": 5.6426428231473493e-05}
{"train_loss": 0.0029047555290162563, "global_step": 49289, "epoch": 276, "lr": 5.64249627838513e-05}
{"train_loss": 0.006103971507400274, "global_step": 49290, "epoch": 276, "lr": 5.642349733061729e-05}
{"train_loss": 0.0037176788318902254, "global_step": 49291, "epoch": 276, "lr": 5.6422031871772755e-05}
{"train_loss": 0.008734768256545067, "global_step": 49292, "epoch": 276, "lr": 5.642056640731894e-05}
{"train_loss": 0.0032875537872314453, "global_step": 49293, "epoch": 276, "lr": 5.6419100937257165e-05}
{"train_loss": 0.004405404906719923, "global_step": 49294, "epoch": 276, "lr": 5.641763546158867e-05}
{"train_loss": 0.005500731058418751, "global_step": 49295, "epoch": 276, "lr": 5.641616998031476e-05}
{"train_loss": 0.004357353318482637, "global_step": 49296, "epoch": 276, "lr": 5.641470449343671e-05}
{"train_loss": 0.0015210637357085943, "global_step": 49297, "epoch": 276, "lr": 5.6413239000955796e-05}
{"train_loss": 0.0024956536944955587, "global_step": 49298, "epoch": 276, "lr": 5.641177350287331e-05}
{"train_loss": 0.0045903208665549755, "global_step": 49299, "epoch": 276, "lr": 5.641030799919051e-05}
{"train_loss": 0.007442880421876907, "global_step": 49300, "epoch": 276, "lr": 5.64088424899087e-05}
{"train_loss": 0.003905228339135647, "global_step": 49301, "epoch": 276, "lr": 5.640737697502914e-05}
{"train_loss": 0.002764956559985876, "global_step": 49302, "epoch": 276, "lr": 5.6405911454553114e-05}
{"train_loss": 0.005130919627845287, "global_step": 49303, "epoch": 276, "lr": 5.640444592848193e-05}
{"train_loss": 0.005923478398472071, "global_step": 49304, "epoch": 276, "lr": 5.6402980396816817e-05}
{"train_loss": 0.004174693377709456, "global_step": 49305, "epoch": 276, "lr": 5.6401514859559105e-05}
{"train_loss": 0.0020151413045823574, "global_step": 49306, "epoch": 277, "lr": 5.640004931671003e-05}
{"train_loss": 0.004484955687075853, "global_step": 49307, "epoch": 277, "lr": 5.639858376827092e-05}
{"train_loss": 0.005265980958938599, "global_step": 49308, "epoch": 277, "lr": 5.6397118214243016e-05}
{"train_loss": 0.005364417098462582, "global_step": 49309, "epoch": 277, "lr": 5.6395652654627606e-05}
{"train_loss": 0.0028919177129864693, "global_step": 49310, "epoch": 277, "lr": 5.6394187089425985e-05}
{"train_loss": 0.004712100140750408, "global_step": 49311, "epoch": 277, "lr": 5.6392721518639416e-05}
{"train_loss": 0.003467182395979762, "global_step": 49312, "epoch": 277, "lr": 5.6391255942269185e-05}
{"train_loss": 0.0040309131145477295, "global_step": 49313, "epoch": 277, "lr": 5.638979036031657e-05}
{"train_loss": 0.002405344508588314, "global_step": 49314, "epoch": 277, "lr": 5.638832477278286e-05}
{"train_loss": 0.004512077663093805, "global_step": 49315, "epoch": 277, "lr": 5.638685917966934e-05}
{"train_loss": 0.0033096764236688614, "global_step": 49316, "epoch": 277, "lr": 5.6385393580977274e-05}
{"train_loss": 0.004221657291054726, "global_step": 49317, "epoch": 277, "lr": 5.638392797670795e-05}
{"train_loss": 0.0029119430109858513, "global_step": 49318, "epoch": 277, "lr": 5.638246236686264e-05}
{"train_loss": 0.0031368741765618324, "global_step": 49319, "epoch": 277, "lr": 5.638099675144264e-05}
{"train_loss": 0.004644646309316158, "global_step": 49320, "epoch": 277, "lr": 5.63795311304492e-05}
{"train_loss": 0.00436081737279892, "global_step": 49321, "epoch": 277, "lr": 5.637806550388365e-05}
{"train_loss": 0.007561204023659229, "global_step": 49322, "epoch": 277, "lr": 5.637659987174723e-05}
{"train_loss": 0.00422400888055563, "global_step": 49323, "epoch": 277, "lr": 5.6375134234041215e-05}
{"train_loss": 0.0031862519681453705, "global_step": 49324, "epoch": 277, "lr": 5.6373668590766915e-05}
{"train_loss": 0.0028046187944710255, "global_step": 49325, "epoch": 277, "lr": 5.637220294192559e-05}
{"train_loss": 0.0030762162059545517, "global_step": 49326, "epoch": 277, "lr": 5.637073728751854e-05}
{"train_loss": 0.005983978044241667, "global_step": 49327, "epoch": 277, "lr": 5.6369271627547015e-05}
{"train_loss": 0.00544512877240777, "global_step": 49328, "epoch": 277, "lr": 5.636780596201231e-05}
{"train_loss": 0.003193457145243883, "global_step": 49329, "epoch": 277, "lr": 5.636634029091572e-05}
{"train_loss": 0.0022437581792473793, "global_step": 49330, "epoch": 277, "lr": 5.6364874614258504e-05}
{"train_loss": 0.003758564591407776, "global_step": 49331, "epoch": 277, "lr": 5.636340893204195e-05}
{"train_loss": 0.0034649642184376717, "global_step": 49332, "epoch": 277, "lr": 5.636194324426733e-05}
{"train_loss": 0.00470675528049469, "global_step": 49333, "epoch": 277, "lr": 5.636047755093594e-05}
{"train_loss": 0.0035776724107563496, "global_step": 49334, "epoch": 277, "lr": 5.635901185204906e-05}
{"train_loss": 0.003042737254872918, "global_step": 49335, "epoch": 277, "lr": 5.635754614760796e-05}
{"train_loss": 0.0042265369556844234, "global_step": 49336, "epoch": 277, "lr": 5.635608043761392e-05}
{"train_loss": 0.004139147698879242, "global_step": 49337, "epoch": 277, "lr": 5.6354614722068234e-05}
{"train_loss": 0.0027819881215691566, "global_step": 49338, "epoch": 277, "lr": 5.635314900097215e-05}
{"train_loss": 0.006491782143712044, "global_step": 49339, "epoch": 277, "lr": 5.635168327432698e-05}
{"train_loss": 0.003182599088177085, "global_step": 49340, "epoch": 277, "lr": 5.6350217542134006e-05}
{"train_loss": 0.007412977050989866, "global_step": 49341, "epoch": 277, "lr": 5.634875180439449e-05}
{"train_loss": 0.004796665161848068, "global_step": 49342, "epoch": 277, "lr": 5.6347286061109704e-05}
{"train_loss": 0.003299742005765438, "global_step": 49343, "epoch": 277, "lr": 5.634582031228096e-05}
{"train_loss": 0.004248333629220724, "global_step": 49344, "epoch": 277, "lr": 5.6344354557909516e-05}
{"train_loss": 0.0017073007766157389, "global_step": 49345, "epoch": 277, "lr": 5.634288879799665e-05}
{"train_loss": 0.00660303607583046, "global_step": 49346, "epoch": 277, "lr": 5.634142303254366e-05}
{"train_loss": 0.0026632356457412243, "global_step": 49347, "epoch": 277, "lr": 5.633995726155181e-05}
{"train_loss": 0.005783549975603819, "global_step": 49348, "epoch": 277, "lr": 5.633849148502238e-05}
{"train_loss": 0.004316565580666065, "global_step": 49349, "epoch": 277, "lr": 5.633702570295667e-05}
{"train_loss": 0.006976860109716654, "global_step": 49350, "epoch": 277, "lr": 5.633555991535594e-05}
{"train_loss": 0.004076815210282803, "global_step": 49351, "epoch": 277, "lr": 5.633409412222147e-05}
{"train_loss": 0.003924972377717495, "global_step": 49352, "epoch": 277, "lr": 5.633262832355456e-05}
{"train_loss": 0.004832754842936993, "global_step": 49353, "epoch": 277, "lr": 5.633116251935646e-05}
{"train_loss": 0.0019763344898819923, "global_step": 49354, "epoch": 277, "lr": 5.6329696709628475e-05}
{"train_loss": 0.003016868606209755, "global_step": 49355, "epoch": 277, "lr": 5.632823089437189e-05}
{"train_loss": 0.004895621445029974, "global_step": 49356, "epoch": 277, "lr": 5.632676507358796e-05}
{"train_loss": 0.00677905511111021, "global_step": 49357, "epoch": 277, "lr": 5.6325299247277986e-05}
{"train_loss": 0.004505468066781759, "global_step": 49358, "epoch": 277, "lr": 5.632383341544324e-05}
{"train_loss": 0.005415346473455429, "global_step": 49359, "epoch": 277, "lr": 5.6322367578085e-05}
{"train_loss": 0.0023711691610515118, "global_step": 49360, "epoch": 277, "lr": 5.6320901735204555e-05}
{"train_loss": 0.003761072177439928, "global_step": 49361, "epoch": 277, "lr": 5.631943588680316e-05}
{"train_loss": 0.0060106609016656876, "global_step": 49362, "epoch": 277, "lr": 5.631797003288214e-05}
{"train_loss": 0.005552471149712801, "global_step": 49363, "epoch": 277, "lr": 5.631650417344274e-05}
{"train_loss": 0.005277900956571102, "global_step": 49364, "epoch": 277, "lr": 5.631503830848626e-05}
{"train_loss": 0.004518616013228893, "global_step": 49365, "epoch": 277, "lr": 5.631357243801396e-05}
{"train_loss": 0.005342822056263685, "global_step": 49366, "epoch": 277, "lr": 5.6312106562027125e-05}
{"train_loss": 0.0033081225119531155, "global_step": 49367, "epoch": 277, "lr": 5.631064068052706e-05}
{"train_loss": 0.002661432372406125, "global_step": 49368, "epoch": 277, "lr": 5.6309174793515015e-05}
{"train_loss": 0.002169694285839796, "global_step": 49369, "epoch": 277, "lr": 5.63077089009923e-05}
{"train_loss": 0.0013031918788328767, "global_step": 49370, "epoch": 277, "lr": 5.630624300296015e-05}
{"train_loss": 0.004837964661419392, "global_step": 49371, "epoch": 277, "lr": 5.630477709941988e-05}
{"train_loss": 0.0021439767442643642, "global_step": 49372, "epoch": 277, "lr": 5.630331119037278e-05}
{"train_loss": 0.0027268249541521072, "global_step": 49373, "epoch": 277, "lr": 5.630184527582011e-05}
{"train_loss": 0.0016862795455381274, "global_step": 49374, "epoch": 277, "lr": 5.6300379355763145e-05}
{"train_loss": 0.005636338144540787, "global_step": 49375, "epoch": 277, "lr": 5.629891343020317e-05}
{"train_loss": 0.0024670579005032778, "global_step": 49376, "epoch": 277, "lr": 5.6297447499141475e-05}
{"train_loss": 0.0015908916248008609, "global_step": 49377, "epoch": 277, "lr": 5.629598156257935e-05}
{"train_loss": 0.0031432537361979485, "global_step": 49378, "epoch": 277, "lr": 5.629451562051805e-05}
{"train_loss": 0.004139202646911144, "global_step": 49379, "epoch": 277, "lr": 5.629304967295887e-05}
{"train_loss": 0.0024423955474048853, "global_step": 49380, "epoch": 277, "lr": 5.629158371990308e-05}
{"train_loss": 0.005820541176944971, "global_step": 49381, "epoch": 277, "lr": 5.629011776135198e-05}
{"train_loss": 0.005385673604905605, "global_step": 49382, "epoch": 277, "lr": 5.628865179730682e-05}
{"train_loss": 0.004924943670630455, "global_step": 49383, "epoch": 277, "lr": 5.6287185827768915e-05}
{"train_loss": 0.0015317904762923717, "global_step": 49384, "epoch": 277, "lr": 5.6285719852739524e-05}
{"train_loss": 0.00560974795371294, "global_step": 49385, "epoch": 277, "lr": 5.628425387221993e-05}
{"train_loss": 0.005242469720542431, "global_step": 49386, "epoch": 277, "lr": 5.628278788621142e-05}
{"train_loss": 0.004536733031272888, "global_step": 49387, "epoch": 277, "lr": 5.628132189471527e-05}
{"train_loss": 0.003850300330668688, "global_step": 49388, "epoch": 277, "lr": 5.627985589773275e-05}
{"train_loss": 0.008051818236708641, "global_step": 49389, "epoch": 277, "lr": 5.627838989526515e-05}
{"train_loss": 0.003313590306788683, "global_step": 49390, "epoch": 277, "lr": 5.627692388731376e-05}
{"train_loss": 0.005961807444691658, "global_step": 49391, "epoch": 277, "lr": 5.6275457873879856e-05}
{"train_loss": 0.003247062209993601, "global_step": 49392, "epoch": 277, "lr": 5.627399185496471e-05}
{"train_loss": 0.0023072282783687115, "global_step": 49393, "epoch": 277, "lr": 5.627252583056961e-05}
{"train_loss": 0.0019753016531467438, "global_step": 49394, "epoch": 277, "lr": 5.627105980069581e-05}
{"train_loss": 0.004264212213456631, "global_step": 49395, "epoch": 277, "lr": 5.626959376534463e-05}
{"train_loss": 0.004386258311569691, "global_step": 49396, "epoch": 277, "lr": 5.626812772451734e-05}
{"train_loss": 0.0013021781342104077, "global_step": 49397, "epoch": 277, "lr": 5.6266661678215216e-05}
{"train_loss": 0.0060312203131616116, "global_step": 49398, "epoch": 277, "lr": 5.626519562643954e-05}
{"train_loss": 0.002828465774655342, "global_step": 49399, "epoch": 277, "lr": 5.626372956919157e-05}
{"train_loss": 0.0055371494963765144, "global_step": 49400, "epoch": 277, "lr": 5.626226350647262e-05}
{"train_loss": 0.0023790905252099037, "global_step": 49401, "epoch": 277, "lr": 5.6260797438283965e-05}
{"train_loss": 0.003678960260003805, "global_step": 49402, "epoch": 277, "lr": 5.6259331364626864e-05}
{"train_loss": 0.002658506855368614, "global_step": 49403, "epoch": 277, "lr": 5.625786528550262e-05}
{"train_loss": 0.004408868961036205, "global_step": 49404, "epoch": 277, "lr": 5.625639920091249e-05}
{"train_loss": 0.003196991514414549, "global_step": 49405, "epoch": 277, "lr": 5.6254933110857774e-05}
{"train_loss": 0.003678317181766033, "global_step": 49406, "epoch": 277, "lr": 5.6253467015339756e-05}
{"train_loss": 0.004846267402172089, "global_step": 49407, "epoch": 277, "lr": 5.6252000914359716e-05}
{"train_loss": 0.0042542098090052605, "global_step": 49408, "epoch": 277, "lr": 5.6250534807918896e-05}
{"train_loss": 0.0042649321258068085, "global_step": 49409, "epoch": 277, "lr": 5.624906869601864e-05}
{"train_loss": 0.002437814138829708, "global_step": 49410, "epoch": 277, "lr": 5.624760257866017e-05}
{"train_loss": 0.0036329329013824463, "global_step": 49411, "epoch": 277, "lr": 5.624613645584481e-05}
{"train_loss": 0.0030815983191132545, "global_step": 49412, "epoch": 277, "lr": 5.624467032757382e-05}
{"train_loss": 0.0023153554648160934, "global_step": 49413, "epoch": 277, "lr": 5.624320419384848e-05}
{"train_loss": 0.0022467197850346565, "global_step": 49414, "epoch": 277, "lr": 5.6241738054670066e-05}
{"train_loss": 0.0026923196855932474, "global_step": 49415, "epoch": 277, "lr": 5.6240271910039864e-05}
{"train_loss": 0.0038552237674593925, "global_step": 49416, "epoch": 277, "lr": 5.623880575995917e-05}
{"train_loss": 0.003593017812818289, "global_step": 49417, "epoch": 277, "lr": 5.623733960442925e-05}
{"train_loss": 0.0011739141773432493, "global_step": 49418, "epoch": 277, "lr": 5.623587344345138e-05}
{"train_loss": 0.0018560464959591627, "global_step": 49419, "epoch": 277, "lr": 5.623440727702686e-05}
{"train_loss": 0.0019080089405179024, "global_step": 49420, "epoch": 277, "lr": 5.6232941105156945e-05}
{"train_loss": 0.003329985309392214, "global_step": 49421, "epoch": 277, "lr": 5.623147492784294e-05}
{"train_loss": 0.006209049839526415, "global_step": 49422, "epoch": 277, "lr": 5.6230008745086105e-05}
{"train_loss": 0.006438512355089188, "global_step": 49423, "epoch": 277, "lr": 5.6228542556887734e-05}
{"train_loss": 0.004137887619435787, "global_step": 49424, "epoch": 277, "lr": 5.62270763632491e-05}
{"train_loss": 0.0022840783931314945, "global_step": 49425, "epoch": 277, "lr": 5.6225610164171485e-05}
{"train_loss": 0.0042963093146681786, "global_step": 49426, "epoch": 277, "lr": 5.622414395965617e-05}
{"train_loss": 0.002424210077151656, "global_step": 49427, "epoch": 277, "lr": 5.622267774970445e-05}
{"train_loss": 0.0021772203035652637, "global_step": 49428, "epoch": 277, "lr": 5.622121153431758e-05}
{"train_loss": 0.004074486903846264, "global_step": 49429, "epoch": 277, "lr": 5.621974531349685e-05}
{"train_loss": 0.004858708009123802, "global_step": 49430, "epoch": 277, "lr": 5.621827908724355e-05}
{"train_loss": 0.0015650056302547455, "global_step": 49431, "epoch": 277, "lr": 5.6216812855558964e-05}
{"train_loss": 0.0037487903609871864, "global_step": 49432, "epoch": 277, "lr": 5.6215346618444345e-05}
{"train_loss": 0.0029250322841107845, "global_step": 49433, "epoch": 277, "lr": 5.6213880375901004e-05}
{"train_loss": 0.00489460863173008, "global_step": 49434, "epoch": 277, "lr": 5.62124141279302e-05}
{"train_loss": 0.0032454412430524826, "global_step": 49435, "epoch": 277, "lr": 5.621094787453324e-05}
{"train_loss": 0.007579477969557047, "global_step": 49436, "epoch": 277, "lr": 5.6209481615711366e-05}
{"train_loss": 0.0027119508013129234, "global_step": 49437, "epoch": 277, "lr": 5.6208015351465895e-05}
{"train_loss": 0.0035533111076802015, "global_step": 49438, "epoch": 277, "lr": 5.6206549081798086e-05}
{"train_loss": 0.0035853309091180563, "global_step": 49439, "epoch": 277, "lr": 5.620508280670923e-05}
{"train_loss": 0.005586463026702404, "global_step": 49440, "epoch": 277, "lr": 5.6203616526200606e-05}
{"train_loss": 0.0024778000079095364, "global_step": 49441, "epoch": 277, "lr": 5.62021502402735e-05}
{"train_loss": 0.0015010458882898092, "global_step": 49442, "epoch": 277, "lr": 5.6200683948929167e-05}
{"train_loss": 0.0091019906103611, "global_step": 49443, "epoch": 277, "lr": 5.619921765216892e-05}
{"train_loss": 0.0036143800243735313, "global_step": 49444, "epoch": 277, "lr": 5.619775134999403e-05}
{"train_loss": 0.004035739228129387, "global_step": 49445, "epoch": 277, "lr": 5.6196285042405785e-05}
{"train_loss": 0.0048170858062803745, "global_step": 49446, "epoch": 277, "lr": 5.619481872940544e-05}
{"train_loss": 0.001321162679232657, "global_step": 49447, "epoch": 277, "lr": 5.619335241099428e-05}
{"train_loss": 0.0034485673531889915, "global_step": 49448, "epoch": 277, "lr": 5.6191886087173603e-05}
{"train_loss": 0.0033396738581359386, "global_step": 49449, "epoch": 277, "lr": 5.61904197579447e-05}
{"train_loss": 0.0014228110667318106, "global_step": 49450, "epoch": 277, "lr": 5.618895342330882e-05}
{"train_loss": 0.003106327261775732, "global_step": 49451, "epoch": 277, "lr": 5.6187487083267264e-05}
{"train_loss": 0.005108780227601528, "global_step": 49452, "epoch": 277, "lr": 5.61860207378213e-05}
{"train_loss": 0.002638026140630245, "global_step": 49453, "epoch": 277, "lr": 5.618455438697223e-05}
{"train_loss": 0.004289153032004833, "global_step": 49454, "epoch": 277, "lr": 5.618308803072131e-05}
{"train_loss": 0.005119920242577791, "global_step": 49455, "epoch": 277, "lr": 5.6181621669069836e-05}
{"train_loss": 0.0034277765080332756, "global_step": 49456, "epoch": 277, "lr": 5.6180155302019075e-05}
{"train_loss": 0.003053891472518444, "global_step": 49457, "epoch": 277, "lr": 5.617868892957032e-05}
{"train_loss": 0.006610230077058077, "global_step": 49458, "epoch": 277, "lr": 5.617722255172486e-05}
{"train_loss": 0.003996368031948805, "global_step": 49459, "epoch": 277, "lr": 5.617575616848396e-05}
{"train_loss": 0.0028774412348866463, "global_step": 49460, "epoch": 277, "lr": 5.617428977984891e-05}
{"train_loss": 0.005212823860347271, "global_step": 49461, "epoch": 277, "lr": 5.6172823385820975e-05}
{"train_loss": 0.004498722031712532, "global_step": 49462, "epoch": 277, "lr": 5.617135698640146e-05}
{"train_loss": 0.004086002241820097, "global_step": 49463, "epoch": 277, "lr": 5.616989058159163e-05}
{"train_loss": 0.003562506753951311, "global_step": 49464, "epoch": 277, "lr": 5.6168424171392775e-05}
{"train_loss": 0.00410589762032032, "global_step": 49465, "epoch": 277, "lr": 5.616695775580616e-05}
{"train_loss": 0.00628187321126461, "global_step": 49466, "epoch": 277, "lr": 5.6165491334833064e-05}
{"train_loss": 0.0022862625773996115, "global_step": 49467, "epoch": 277, "lr": 5.61640249084748e-05}
{"train_loss": 0.00586494617164135, "global_step": 49468, "epoch": 277, "lr": 5.616255847673263e-05}
{"train_loss": 0.003215841483324766, "global_step": 49469, "epoch": 277, "lr": 5.616109203960782e-05}
{"train_loss": 0.004123481456190348, "global_step": 49470, "epoch": 277, "lr": 5.6159625597101665e-05}
{"train_loss": 0.003465451765805483, "global_step": 49471, "epoch": 277, "lr": 5.6158159149215453e-05}
{"train_loss": 0.00454292818903923, "global_step": 49472, "epoch": 277, "lr": 5.6156692695950454e-05}
{"train_loss": 0.004600565414875746, "global_step": 49473, "epoch": 277, "lr": 5.6155226237307954e-05}
{"train_loss": 0.003938117064535618, "global_step": 49474, "epoch": 277, "lr": 5.615375977328923e-05}
{"train_loss": 0.005727126728743315, "global_step": 49475, "epoch": 277, "lr": 5.6152293303895555e-05}
{"train_loss": 0.004372335039079189, "global_step": 49476, "epoch": 277, "lr": 5.6150826829128225e-05}
{"train_loss": 0.0027993139810860157, "global_step": 49477, "epoch": 277, "lr": 5.6149360348988523e-05}
{"train_loss": 0.0024455757811665535, "global_step": 49478, "epoch": 277, "lr": 5.6147893863477705e-05}
{"train_loss": 0.00413718493655324, "global_step": 49479, "epoch": 277, "lr": 5.614642737259708e-05}
{"train_loss": 0.0028029782697558403, "global_step": 49480, "epoch": 277, "lr": 5.6144960876347906e-05}
{"train_loss": 0.004512104205787182, "global_step": 49481, "epoch": 277, "lr": 5.614349437473149e-05}
{"train_loss": 0.005224854219704866, "global_step": 49482, "epoch": 277, "lr": 5.61420278677491e-05}
{"train_loss": 0.0039094761426016434, "global_step": 49483, "epoch": 277, "lr": 5.614056135540201e-05}
{"train_loss": 0.0029439805075526237, "global_step": 49484, "epoch": 278, "lr": 5.6139094837691505e-05}
{"train_loss": 0.0022996736224740744, "global_step": 49485, "epoch": 278, "lr": 5.613762831461886e-05}
{"train_loss": 0.002542183268815279, "global_step": 49486, "epoch": 278, "lr": 5.613616178618538e-05}
{"train_loss": 0.005163687746971846, "global_step": 49487, "epoch": 278, "lr": 5.613469525239232e-05}
{"train_loss": 0.004147066734731197, "global_step": 49488, "epoch": 278, "lr": 5.613322871324098e-05}
{"train_loss": 0.004190842621028423, "global_step": 49489, "epoch": 278, "lr": 5.6131762168732615e-05}
{"train_loss": 0.005477206781506538, "global_step": 49490, "epoch": 278, "lr": 5.6130295618868536e-05}
{"train_loss": 0.004541649948805571, "global_step": 49491, "epoch": 278, "lr": 5.612882906365e-05}
{"train_loss": 0.002977803349494934, "global_step": 49492, "epoch": 278, "lr": 5.612736250307831e-05}
{"train_loss": 0.005326984915882349, "global_step": 49493, "epoch": 278, "lr": 5.612589593715473e-05}
{"train_loss": 0.0027698250487446785, "global_step": 49494, "epoch": 278, "lr": 5.6124429365880524e-05}
{"train_loss": 0.0017505371943116188, "global_step": 49495, "epoch": 278, "lr": 5.6122962789257013e-05}
{"train_loss": 0.006272975821048021, "global_step": 49496, "epoch": 278, "lr": 5.612149620728546e-05}
{"train_loss": 0.002811916870996356, "global_step": 49497, "epoch": 278, "lr": 5.612002961996715e-05}
{"train_loss": 0.006587164010852575, "global_step": 49498, "epoch": 278, "lr": 5.611856302730335e-05}
{"train_loss": 0.004311878699809313, "global_step": 49499, "epoch": 278, "lr": 5.6117096429295347e-05}
{"train_loss": 0.0019246696028858423, "global_step": 49500, "epoch": 278, "lr": 5.611562982594444e-05}
{"train_loss": 0.0021505295298993587, "global_step": 49501, "epoch": 278, "lr": 5.6114163217251894e-05}
{"train_loss": 0.002143989782780409, "global_step": 49502, "epoch": 278, "lr": 5.6112696603218984e-05}
{"train_loss": 0.0034548076801002026, "global_step": 49503, "epoch": 278, "lr": 5.6111229983847e-05}
{"train_loss": 0.006842285860329866, "global_step": 49504, "epoch": 278, "lr": 5.6109763359137214e-05}
{"train_loss": 0.008000735193490982, "global_step": 49505, "epoch": 278, "lr": 5.610829672909092e-05}
{"train_loss": 0.003976082429289818, "global_step": 49506, "epoch": 278, "lr": 5.610683009370941e-05}
{"train_loss": 0.0029315196443349123, "global_step": 49507, "epoch": 278, "lr": 5.6105363452993944e-05}
{"train_loss": 0.005605925805866718, "global_step": 49508, "epoch": 278, "lr": 5.610389680694579e-05}
{"train_loss": 0.0040707699954509735, "global_step": 49509, "epoch": 278, "lr": 5.6102430155566256e-05}
{"train_loss": 0.0052343267016112804, "global_step": 49510, "epoch": 278, "lr": 5.610096349885661e-05}
{"train_loss": 0.0024150703102350235, "global_step": 49511, "epoch": 278, "lr": 5.6099496836818146e-05}
{"train_loss": 0.007242920808494091, "global_step": 49512, "epoch": 278, "lr": 5.609803016945213e-05}
{"train_loss": 0.003186797257512808, "global_step": 49513, "epoch": 278, "lr": 5.6096563496759846e-05}
{"train_loss": 0.004680521786212921, "global_step": 49514, "epoch": 278, "lr": 5.6095096818742575e-05}
{"train_loss": 0.005336569622159004, "global_step": 49515, "epoch": 278, "lr": 5.609363013540161e-05}
{"train_loss": 0.0032636886462569237, "global_step": 49516, "epoch": 278, "lr": 5.6092163446738224e-05}
{"train_loss": 0.0027955002151429653, "global_step": 49517, "epoch": 278, "lr": 5.609069675275369e-05}
{"train_loss": 0.006293751299381256, "global_step": 49518, "epoch": 278, "lr": 5.608923005344929e-05}
{"train_loss": 0.0036919424310326576, "global_step": 49519, "epoch": 278, "lr": 5.608776334882633e-05}
{"train_loss": 0.00298491632565856, "global_step": 49520, "epoch": 278, "lr": 5.608629663888605e-05}
{"train_loss": 0.002647940069437027, "global_step": 49521, "epoch": 278, "lr": 5.608482992362978e-05}
{"train_loss": 0.004595133475959301, "global_step": 49522, "epoch": 278, "lr": 5.608336320305876e-05}
{"train_loss": 0.003397783963009715, "global_step": 49523, "epoch": 278, "lr": 5.608189647717428e-05}
{"train_loss": 0.005064872093498707, "global_step": 49524, "epoch": 278, "lr": 5.6080429745977626e-05}
{"train_loss": 0.006094392389059067, "global_step": 49525, "epoch": 278, "lr": 5.607896300947009e-05}
{"train_loss": 0.004691737703979015, "global_step": 49526, "epoch": 278, "lr": 5.607749626765294e-05}
{"train_loss": 0.002633300144225359, "global_step": 49527, "epoch": 278, "lr": 5.607602952052745e-05}
{"train_loss": 0.003709890181198716, "global_step": 49528, "epoch": 278, "lr": 5.607456276809493e-05}
{"train_loss": 0.0031450469978153706, "global_step": 49529, "epoch": 278, "lr": 5.607309601035663e-05}
{"train_loss": 0.004755300935357809, "global_step": 49530, "epoch": 278, "lr": 5.6071629247313854e-05}
{"train_loss": 0.004054100252687931, "global_step": 49531, "epoch": 278, "lr": 5.607016247896786e-05}
{"train_loss": 0.005392780527472496, "global_step": 49532, "epoch": 278, "lr": 5.606869570531994e-05}
{"train_loss": 0.006309788674116135, "global_step": 49533, "epoch": 278, "lr": 5.606722892637139e-05}
{"train_loss": 0.004415270872414112, "global_step": 49534, "epoch": 278, "lr": 5.6065762142123466e-05}
{"train_loss": 0.003691246034577489, "global_step": 49535, "epoch": 278, "lr": 5.606429535257747e-05}
{"train_loss": 0.002430801512673497, "global_step": 49536, "epoch": 278, "lr": 5.6062828557734656e-05}
{"train_loss": 0.006183895282447338, "global_step": 49537, "epoch": 278, "lr": 5.606136175759634e-05}
{"train_loss": 0.0032448628917336464, "global_step": 49538, "epoch": 278, "lr": 5.605989495216378e-05}
{"train_loss": 0.00560793187469244, "global_step": 49539, "epoch": 278, "lr": 5.605842814143828e-05}
{"train_loss": 0.0023767463862895966, "global_step": 49540, "epoch": 278, "lr": 5.605696132542109e-05}
{"train_loss": 0.002385033993050456, "global_step": 49541, "epoch": 278, "lr": 5.6055494504113504e-05}
{"train_loss": 0.002617115154862404, "global_step": 49542, "epoch": 278, "lr": 5.6054027677516795e-05}
{"train_loss": 0.004753890447318554, "global_step": 49543, "epoch": 278, "lr": 5.6052560845632277e-05}
{"train_loss": 0.0025567044503986835, "global_step": 49544, "epoch": 278, "lr": 5.605109400846119e-05}
{"train_loss": 0.0036106870975345373, "global_step": 49545, "epoch": 278, "lr": 5.604962716600485e-05}
{"train_loss": 0.002117256633937359, "global_step": 49546, "epoch": 278, "lr": 5.6048160318264506e-05}
{"train_loss": 0.006237327586859465, "global_step": 49547, "epoch": 278, "lr": 5.604669346524147e-05}
{"train_loss": 0.005541044287383556, "global_step": 49548, "epoch": 278, "lr": 5.604522660693701e-05}
{"train_loss": 0.0013086075196042657, "global_step": 49549, "epoch": 278, "lr": 5.6043759743352396e-05}
{"train_loss": 0.0038058606442064047, "global_step": 49550, "epoch": 278, "lr": 5.604229287448892e-05}
{"train_loss": 0.00341061782091856, "global_step": 49551, "epoch": 278, "lr": 5.604082600034786e-05}
{"train_loss": 0.003920305520296097, "global_step": 49552, "epoch": 278, "lr": 5.60393591209305e-05}
{"train_loss": 0.004061227664351463, "global_step": 49553, "epoch": 278, "lr": 5.603789223623813e-05}
{"train_loss": 0.0028274604119360447, "global_step": 49554, "epoch": 278, "lr": 5.6036425346272015e-05}
{"train_loss": 0.00437853392213583, "global_step": 49555, "epoch": 278, "lr": 5.603495845103345e-05}
{"train_loss": 0.0010774428956210613, "global_step": 49556, "epoch": 278, "lr": 5.6033491550523684e-05}
{"train_loss": 0.003998755477368832, "global_step": 49557, "epoch": 278, "lr": 5.603202464474405e-05}
{"train_loss": 0.0025973692536354065, "global_step": 49558, "epoch": 278, "lr": 5.60305577336958e-05}
{"train_loss": 0.003401147434487939, "global_step": 49559, "epoch": 278, "lr": 5.6029090817380216e-05}
{"train_loss": 0.002000130247324705, "global_step": 49560, "epoch": 278, "lr": 5.602762389579857e-05}
{"train_loss": 0.004713759757578373, "global_step": 49561, "epoch": 278, "lr": 5.602615696895216e-05}
{"train_loss": 0.004631648771464825, "global_step": 49562, "epoch": 278, "lr": 5.602469003684225e-05}
{"train_loss": 0.0023702492471784353, "global_step": 49563, "epoch": 278, "lr": 5.6023223099470154e-05}
{"train_loss": 0.004616670310497284, "global_step": 49564, "epoch": 278, "lr": 5.602175615683712e-05}
{"train_loss": 0.006788694765418768, "global_step": 49565, "epoch": 278, "lr": 5.6020289208944454e-05}
{"train_loss": 0.005295992363244295, "global_step": 49566, "epoch": 278, "lr": 5.601882225579341e-05}
{"train_loss": 0.0032329102978110313, "global_step": 49567, "epoch": 278, "lr": 5.60173552973853e-05}
{"train_loss": 0.002520118374377489, "global_step": 49568, "epoch": 278, "lr": 5.601588833372138e-05}
{"train_loss": 0.002779388800263405, "global_step": 49569, "epoch": 278, "lr": 5.6014421364802936e-05}
{"train_loss": 0.0022610616870224476, "global_step": 49570, "epoch": 278, "lr": 5.6012954390631254e-05}
{"train_loss": 0.002646216657012701, "global_step": 49571, "epoch": 278, "lr": 5.601148741120763e-05}
{"train_loss": 0.004999091383069754, "global_step": 49572, "epoch": 278, "lr": 5.601002042653333e-05}
{"train_loss": 0.002828455064445734, "global_step": 49573, "epoch": 278, "lr": 5.600855343660962e-05}
{"train_loss": 0.003010632935911417, "global_step": 49574, "epoch": 278, "lr": 5.600708644143782e-05}
{"train_loss": 0.0036615184508264065, "global_step": 49575, "epoch": 278, "lr": 5.6005619441019166e-05}
{"train_loss": 0.00521979620680213, "global_step": 49576, "epoch": 278, "lr": 5.600415243535496e-05}
{"train_loss": 0.003506098408252001, "global_step": 49577, "epoch": 278, "lr": 5.60026854244465e-05}
{"train_loss": 0.0025180138181895018, "global_step": 49578, "epoch": 278, "lr": 5.600121840829505e-05}
{"train_loss": 0.0030770348384976387, "global_step": 49579, "epoch": 278, "lr": 5.599975138690189e-05}
{"train_loss": 0.006298359017819166, "global_step": 49580, "epoch": 278, "lr": 5.5998284360268305e-05}
{"train_loss": 0.0034184535034000874, "global_step": 49581, "epoch": 278, "lr": 5.599681732839559e-05}
{"train_loss": 0.00784880667924881, "global_step": 49582, "epoch": 278, "lr": 5.5995350291285e-05}
{"train_loss": 0.008267532102763653, "global_step": 49583, "epoch": 278, "lr": 5.5993883248937826e-05}
{"train_loss": 0.004698571749031544, "global_step": 49584, "epoch": 278, "lr": 5.599241620135537e-05}
{"train_loss": 0.005428846925497055, "global_step": 49585, "epoch": 278, "lr": 5.5990949148538876e-05}
{"train_loss": 0.004204382188618183, "global_step": 49586, "epoch": 278, "lr": 5.5989482090489655e-05}
{"train_loss": 0.0036693853326141834, "global_step": 49587, "epoch": 278, "lr": 5.598801502720898e-05}
{"train_loss": 0.0032162368297576904, "global_step": 49588, "epoch": 278, "lr": 5.598654795869813e-05}
{"train_loss": 0.003074582200497389, "global_step": 49589, "epoch": 278, "lr": 5.5985080884958386e-05}
{"train_loss": 0.0031470770481973886, "global_step": 49590, "epoch": 278, "lr": 5.598361380599104e-05}
{"train_loss": 0.0035219311248511076, "global_step": 49591, "epoch": 278, "lr": 5.598214672179736e-05}
{"train_loss": 0.0012523052282631397, "global_step": 49592, "epoch": 278, "lr": 5.598067963237863e-05}
{"train_loss": 0.0035517967771738768, "global_step": 49593, "epoch": 278, "lr": 5.5979212537736136e-05}
{"train_loss": 0.002510080114006996, "global_step": 49594, "epoch": 278, "lr": 5.5977745437871155e-05}
{"train_loss": 0.0033985571935772896, "global_step": 49595, "epoch": 278, "lr": 5.597627833278497e-05}
{"train_loss": 0.003022619057446718, "global_step": 49596, "epoch": 278, "lr": 5.597481122247886e-05}
{"train_loss": 0.008156191557645798, "global_step": 49597, "epoch": 278, "lr": 5.597334410695412e-05}
{"train_loss": 0.006029595620930195, "global_step": 49598, "epoch": 278, "lr": 5.5971876986212e-05}
{"train_loss": 0.0028043119236826897, "global_step": 49599, "epoch": 278, "lr": 5.5970409860253824e-05}
{"train_loss": 0.003174526384100318, "global_step": 49600, "epoch": 278, "lr": 5.5968942729080845e-05}
{"train_loss": 0.004501914139837027, "global_step": 49601, "epoch": 278, "lr": 5.596747559269435e-05}
{"train_loss": 0.0052842628210783005, "global_step": 49602, "epoch": 278, "lr": 5.596600845109563e-05}
{"train_loss": 0.0014715100405737758, "global_step": 49603, "epoch": 278, "lr": 5.5964541304285935e-05}
{"train_loss": 0.005015060305595398, "global_step": 49604, "epoch": 278, "lr": 5.596307415226658e-05}
{"train_loss": 0.0018183366628363729, "global_step": 49605, "epoch": 278, "lr": 5.596160699503884e-05}
{"train_loss": 0.0030936698894947767, "global_step": 49606, "epoch": 278, "lr": 5.5960139832604e-05}
{"train_loss": 0.0015028801281005144, "global_step": 49607, "epoch": 278, "lr": 5.595867266496332e-05}
{"train_loss": 0.0034340820275247097, "global_step": 49608, "epoch": 278, "lr": 5.595720549211809e-05}
{"train_loss": 0.002595531288534403, "global_step": 49609, "epoch": 278, "lr": 5.595573831406962e-05}
{"train_loss": 0.003224855288863182, "global_step": 49610, "epoch": 278, "lr": 5.5954271130819144e-05}
{"train_loss": 0.0014542262069880962, "global_step": 49611, "epoch": 278, "lr": 5.595280394236798e-05}
{"train_loss": 0.0032306192442774773, "global_step": 49612, "epoch": 278, "lr": 5.595133674871741e-05}
{"train_loss": 0.005899016745388508, "global_step": 49613, "epoch": 278, "lr": 5.594986954986867e-05}
{"train_loss": 0.004959663841873407, "global_step": 49614, "epoch": 278, "lr": 5.59484023458231e-05}
{"train_loss": 0.002658752491697669, "global_step": 49615, "epoch": 278, "lr": 5.5946935136581956e-05}
{"train_loss": 0.005812700837850571, "global_step": 49616, "epoch": 278, "lr": 5.594546792214651e-05}
{"train_loss": 0.0023352012503892183, "global_step": 49617, "epoch": 278, "lr": 5.594400070251805e-05}
{"train_loss": 0.00500158267095685, "global_step": 49618, "epoch": 278, "lr": 5.594253347769787e-05}
{"train_loss": 0.0019643001724034548, "global_step": 49619, "epoch": 278, "lr": 5.594106624768723e-05}
{"train_loss": 0.0010601123794913292, "global_step": 49620, "epoch": 278, "lr": 5.593959901248744e-05}
{"train_loss": 0.0033110310323536396, "global_step": 49621, "epoch": 278, "lr": 5.5938131772099755e-05}
{"train_loss": 0.006553930230438709, "global_step": 49622, "epoch": 278, "lr": 5.593666452652546e-05}
{"train_loss": 0.0016459929756820202, "global_step": 49623, "epoch": 278, "lr": 5.593519727576586e-05}
{"train_loss": 0.0041673267260193825, "global_step": 49624, "epoch": 278, "lr": 5.593373001982221e-05}
{"train_loss": 0.003723147790879011, "global_step": 49625, "epoch": 278, "lr": 5.5932262758695796e-05}
{"train_loss": 0.0030341267120093107, "global_step": 49626, "epoch": 278, "lr": 5.593079549238791e-05}
{"train_loss": 0.005130135919898748, "global_step": 49627, "epoch": 278, "lr": 5.5929328220899826e-05}
{"train_loss": 0.004698097240179777, "global_step": 49628, "epoch": 278, "lr": 5.5927860944232825e-05}
{"train_loss": 0.0019084226805716753, "global_step": 49629, "epoch": 278, "lr": 5.5926393662388196e-05}
{"train_loss": 0.006033757235854864, "global_step": 49630, "epoch": 278, "lr": 5.5924926375367226e-05}
{"train_loss": 0.005218783393502235, "global_step": 49631, "epoch": 278, "lr": 5.5923459083171184e-05}
{"train_loss": 0.005068098660558462, "global_step": 49632, "epoch": 278, "lr": 5.592199178580133e-05}
{"train_loss": 0.005756210535764694, "global_step": 49633, "epoch": 278, "lr": 5.5920524483258995e-05}
{"train_loss": 0.004570009186863899, "global_step": 49634, "epoch": 278, "lr": 5.591905717554543e-05}
{"train_loss": 0.0035703014582395554, "global_step": 49635, "epoch": 278, "lr": 5.591758986266192e-05}
{"train_loss": 0.0023448264691978693, "global_step": 49636, "epoch": 278, "lr": 5.591612254460974e-05}
{"train_loss": 0.0014575524255633354, "global_step": 49637, "epoch": 278, "lr": 5.5914655221390186e-05}
{"train_loss": 0.005663680844008923, "global_step": 49638, "epoch": 278, "lr": 5.5913187893004545e-05}
{"train_loss": 0.004170569591224194, "global_step": 49639, "epoch": 278, "lr": 5.5911720559454084e-05}
{"train_loss": 0.00682542659342289, "global_step": 49640, "epoch": 278, "lr": 5.591025322074008e-05}
{"train_loss": 0.00164692010730505, "global_step": 49641, "epoch": 278, "lr": 5.590878587686382e-05}
{"train_loss": 0.0019226673757657409, "global_step": 49642, "epoch": 278, "lr": 5.5907318527826604e-05}
{"train_loss": 0.003124701790511608, "global_step": 49643, "epoch": 278, "lr": 5.590585117362969e-05}
{"train_loss": 0.0020097612868994474, "global_step": 49644, "epoch": 278, "lr": 5.590438381427436e-05}
{"train_loss": 0.0016329992795363069, "global_step": 49645, "epoch": 278, "lr": 5.590291644976191e-05}
{"train_loss": 0.005981966853141785, "global_step": 49646, "epoch": 278, "lr": 5.5901449080093606e-05}
{"train_loss": 0.008256413042545319, "global_step": 49647, "epoch": 278, "lr": 5.589998170527074e-05}
{"train_loss": 0.0014744342770427465, "global_step": 49648, "epoch": 278, "lr": 5.5898514325294606e-05}
{"train_loss": 0.005733427591621876, "global_step": 49649, "epoch": 278, "lr": 5.589704694016647e-05}
{"train_loss": 0.004231862723827362, "global_step": 49650, "epoch": 278, "lr": 5.589557954988761e-05}
{"train_loss": 0.003114457242190838, "global_step": 49651, "epoch": 278, "lr": 5.589411215445931e-05}
{"train_loss": 0.003555725095793605, "global_step": 49652, "epoch": 278, "lr": 5.589264475388286e-05}
{"train_loss": 0.0018853649962693453, "global_step": 49653, "epoch": 278, "lr": 5.589117734815954e-05}
{"train_loss": 0.007200184278190136, "global_step": 49654, "epoch": 278, "lr": 5.5889709937290636e-05}
{"train_loss": 0.0033905766904354095, "global_step": 49655, "epoch": 278, "lr": 5.58882425212774e-05}
{"train_loss": 0.0033687399700284004, "global_step": 49656, "epoch": 278, "lr": 5.5886775100121144e-05}
{"train_loss": 0.004060894716531038, "global_step": 49657, "epoch": 278, "lr": 5.588530767382315e-05}
{"train_loss": 0.0070040058344602585, "global_step": 49658, "epoch": 278, "lr": 5.588384024238469e-05}
{"train_loss": 0.002260555513203144, "global_step": 49659, "epoch": 278, "lr": 5.5882372805807036e-05}
{"train_loss": 0.003477188991382718, "global_step": 49660, "epoch": 278, "lr": 5.5880905364091484e-05}
{"train_loss": 0.003910777830712372, "global_step": 49661, "epoch": 278, "lr": 5.587943791723932e-05}
{"train_loss": 0.002486849669367075, "global_step": 49662, "epoch": 279, "lr": 5.5877970465251814e-05}
{"train_loss": 0.006384990643709898, "global_step": 49663, "epoch": 279, "lr": 5.587650300813026e-05}
{"train_loss": 0.005116279702633619, "global_step": 49664, "epoch": 279, "lr": 5.587503554587591e-05}
{"train_loss": 0.0028751417994499207, "global_step": 49665, "epoch": 279, "lr": 5.5873568078490077e-05}
{"train_loss": 0.00706988200545311, "global_step": 49666, "epoch": 279, "lr": 5.5872100605974035e-05}
{"train_loss": 0.00325954332947731, "global_step": 49667, "epoch": 279, "lr": 5.5870633128329066e-05}
{"train_loss": 0.008967683650553226, "global_step": 49668, "epoch": 279, "lr": 5.586916564555645e-05}
{"train_loss": 0.005790305323898792, "global_step": 49669, "epoch": 279, "lr": 5.5867698157657465e-05}
{"train_loss": 0.0019265463342890143, "global_step": 49670, "epoch": 279, "lr": 5.586623066463339e-05}
{"train_loss": 0.007753664627671242, "global_step": 49671, "epoch": 279, "lr": 5.586476316648553e-05}
{"train_loss": 0.0038384445942938328, "global_step": 49672, "epoch": 279, "lr": 5.586329566321514e-05}
{"train_loss": 0.005247374996542931, "global_step": 49673, "epoch": 279, "lr": 5.586182815482351e-05}
{"train_loss": 0.0034940531477332115, "global_step": 49674, "epoch": 279, "lr": 5.5860360641311936e-05}
{"train_loss": 0.0020248601213097572, "global_step": 49675, "epoch": 279, "lr": 5.5858893122681666e-05}
{"train_loss": 0.002597550395876169, "global_step": 49676, "epoch": 279, "lr": 5.585742559893401e-05}
{"train_loss": 0.00494803860783577, "global_step": 49677, "epoch": 279, "lr": 5.585595807007026e-05}
{"train_loss": 0.007676971610635519, "global_step": 49678, "epoch": 279, "lr": 5.585449053609166e-05}
{"train_loss": 0.004058239050209522, "global_step": 49679, "epoch": 279, "lr": 5.5853022996999516e-05}
{"train_loss": 0.004534975625574589, "global_step": 49680, "epoch": 279, "lr": 5.58515554527951e-05}
{"train_loss": 0.003907882608473301, "global_step": 49681, "epoch": 279, "lr": 5.585008790347972e-05}
{"train_loss": 0.0036689620465040207, "global_step": 49682, "epoch": 279, "lr": 5.584862034905463e-05}
{"train_loss": 0.005733557976782322, "global_step": 49683, "epoch": 279, "lr": 5.584715278952111e-05}
{"train_loss": 0.003947606775909662, "global_step": 49684, "epoch": 279, "lr": 5.584568522488045e-05}
{"train_loss": 0.004967901855707169, "global_step": 49685, "epoch": 279, "lr": 5.5844217655133936e-05}
{"train_loss": 0.002450545784085989, "global_step": 49686, "epoch": 279, "lr": 5.584275008028286e-05}
{"train_loss": 0.005291190929710865, "global_step": 49687, "epoch": 279, "lr": 5.5841282500328465e-05}
{"train_loss": 0.002857735613361001, "global_step": 49688, "epoch": 279, "lr": 5.583981491527208e-05}
{"train_loss": 0.0033305473625659943, "global_step": 49689, "epoch": 279, "lr": 5.583834732511495e-05}
{"train_loss": 0.0024670283310115337, "global_step": 49690, "epoch": 279, "lr": 5.5836879729858383e-05}
{"train_loss": 0.005284725688397884, "global_step": 49691, "epoch": 279, "lr": 5.583541212950365e-05}
{"train_loss": 0.002720376942306757, "global_step": 49692, "epoch": 279, "lr": 5.583394452405204e-05}
{"train_loss": 0.006002549082040787, "global_step": 49693, "epoch": 279, "lr": 5.583247691350482e-05}
{"train_loss": 0.005778008606284857, "global_step": 49694, "epoch": 279, "lr": 5.583100929786327e-05}
{"train_loss": 0.004014604724943638, "global_step": 49695, "epoch": 279, "lr": 5.582954167712869e-05}
{"train_loss": 0.0023007686249911785, "global_step": 49696, "epoch": 279, "lr": 5.582807405130236e-05}
{"train_loss": 0.005483134649693966, "global_step": 49697, "epoch": 279, "lr": 5.582660642038555e-05}
{"train_loss": 0.003146365750581026, "global_step": 49698, "epoch": 279, "lr": 5.582513878437954e-05}
{"train_loss": 0.004375300370156765, "global_step": 49699, "epoch": 279, "lr": 5.5823671143285624e-05}
{"train_loss": 0.0033533601090312004, "global_step": 49700, "epoch": 279, "lr": 5.582220349710509e-05}
{"train_loss": 0.004091908223927021, "global_step": 49701, "epoch": 279, "lr": 5.58207358458392e-05}
{"train_loss": 0.004849744960665703, "global_step": 49702, "epoch": 279, "lr": 5.581926818948925e-05}
{"train_loss": 0.002957137767225504, "global_step": 49703, "epoch": 279, "lr": 5.581780052805651e-05}
{"train_loss": 0.005850750487297773, "global_step": 49704, "epoch": 279, "lr": 5.5816332861542266e-05}
{"train_loss": 0.0040299370884895325, "global_step": 49705, "epoch": 279, "lr": 5.581486518994781e-05}
{"train_loss": 0.005970992147922516, "global_step": 49706, "epoch": 279, "lr": 5.5813397513274416e-05}
{"train_loss": 0.003899567760527134, "global_step": 49707, "epoch": 279, "lr": 5.581192983152336e-05}
{"train_loss": 0.005197429098188877, "global_step": 49708, "epoch": 279, "lr": 5.581046214469592e-05}
{"train_loss": 0.004407554864883423, "global_step": 49709, "epoch": 279, "lr": 5.5808994452793406e-05}
{"train_loss": 0.0032205982133746147, "global_step": 49710, "epoch": 279, "lr": 5.580752675581708e-05}
{"train_loss": 0.0016731275245547295, "global_step": 49711, "epoch": 279, "lr": 5.580605905376823e-05}
{"train_loss": 0.002383502433076501, "global_step": 49712, "epoch": 279, "lr": 5.580459134664814e-05}
{"train_loss": 0.005400149151682854, "global_step": 49713, "epoch": 279, "lr": 5.5803123634458066e-05}
{"train_loss": 0.003949121106415987, "global_step": 49714, "epoch": 279, "lr": 5.5801655917199315e-05}
{"train_loss": 0.004166612401604652, "global_step": 49715, "epoch": 279, "lr": 5.580018819487317e-05}
{"train_loss": 0.0021081885788589716, "global_step": 49716, "epoch": 279, "lr": 5.579872046748091e-05}
{"train_loss": 0.0022334144450724125, "global_step": 49717, "epoch": 279, "lr": 5.579725273502381e-05}
{"train_loss": 0.0024608494713902473, "global_step": 49718, "epoch": 279, "lr": 5.5795784997503155e-05}
{"train_loss": 0.005210241302847862, "global_step": 49719, "epoch": 279, "lr": 5.5794317254920226e-05}
{"train_loss": 0.006025576964020729, "global_step": 49720, "epoch": 279, "lr": 5.5792849507276316e-05}
{"train_loss": 0.003368038684129715, "global_step": 49721, "epoch": 279, "lr": 5.579138175457269e-05}
{"train_loss": 0.0017200140282511711, "global_step": 49722, "epoch": 279, "lr": 5.578991399681063e-05}
{"train_loss": 0.002148308325558901, "global_step": 49723, "epoch": 279, "lr": 5.5788446233991444e-05}
{"train_loss": 0.00427717249840498, "global_step": 49724, "epoch": 279, "lr": 5.578697846611638e-05}
{"train_loss": 0.0032198058906942606, "global_step": 49725, "epoch": 279, "lr": 5.578551069318675e-05}
{"train_loss": 0.005146687850356102, "global_step": 49726, "epoch": 279, "lr": 5.578404291520381e-05}
{"train_loss": 0.0030551706440746784, "global_step": 49727, "epoch": 279, "lr": 5.5782575132168855e-05}
{"train_loss": 0.002669762820005417, "global_step": 49728, "epoch": 279, "lr": 5.578110734408317e-05}
{"train_loss": 0.0032596702221781015, "global_step": 49729, "epoch": 279, "lr": 5.5779639550948024e-05}
{"train_loss": 0.0033310679718852043, "global_step": 49730, "epoch": 279, "lr": 5.577817175276473e-05}
{"train_loss": 0.004576553590595722, "global_step": 49731, "epoch": 279, "lr": 5.577670394953454e-05}
{"train_loss": 0.00356519827619195, "global_step": 49732, "epoch": 279, "lr": 5.577523614125872e-05}
{"train_loss": 0.0057114725932478905, "global_step": 49733, "epoch": 279, "lr": 5.57737683279386e-05}
{"train_loss": 0.004587268922477961, "global_step": 49734, "epoch": 279, "lr": 5.5772300509575436e-05}
{"train_loss": 0.003616436617448926, "global_step": 49735, "epoch": 279, "lr": 5.5770832686170514e-05}
{"train_loss": 0.004146947525441647, "global_step": 49736, "epoch": 279, "lr": 5.57693648577251e-05}
{"train_loss": 0.0030759908258914948, "global_step": 49737, "epoch": 279, "lr": 5.57678970242405e-05}
{"train_loss": 0.00294557586312294, "global_step": 49738, "epoch": 279, "lr": 5.576642918571799e-05}
{"train_loss": 0.0035035358741879463, "global_step": 49739, "epoch": 279, "lr": 5.576496134215885e-05}
{"train_loss": 0.0014723676722496748, "global_step": 49740, "epoch": 279, "lr": 5.576349349356435e-05}
{"train_loss": 0.004948675632476807, "global_step": 49741, "epoch": 279, "lr": 5.576202563993579e-05}
{"train_loss": 0.0020479392260313034, "global_step": 49742, "epoch": 279, "lr": 5.576055778127444e-05}
{"train_loss": 0.00552167184650898, "global_step": 49743, "epoch": 279, "lr": 5.57590899175816e-05}
{"train_loss": 0.005324326455593109, "global_step": 49744, "epoch": 279, "lr": 5.5757622048858524e-05}
{"train_loss": 0.0023727500811219215, "global_step": 49745, "epoch": 279, "lr": 5.57561541751065e-05}
{"train_loss": 0.0026256046257913113, "global_step": 49746, "epoch": 279, "lr": 5.575468629632684e-05}
{"train_loss": 0.0034838616847991943, "global_step": 49747, "epoch": 279, "lr": 5.57532184125208e-05}
{"train_loss": 0.0021318369545042515, "global_step": 49748, "epoch": 279, "lr": 5.5751750523689673e-05}
{"train_loss": 0.0053665717132389545, "global_step": 49749, "epoch": 279, "lr": 5.5750282629834724e-05}
{"train_loss": 0.005054617300629616, "global_step": 49750, "epoch": 279, "lr": 5.574881473095724e-05}
{"train_loss": 0.0023773694410920143, "global_step": 49751, "epoch": 279, "lr": 5.574734682705851e-05}
{"train_loss": 0.003989254590123892, "global_step": 49752, "epoch": 279, "lr": 5.574587891813983e-05}
{"train_loss": 0.0028229323215782642, "global_step": 49753, "epoch": 279, "lr": 5.574441100420247e-05}
{"train_loss": 0.007038543466478586, "global_step": 49754, "epoch": 279, "lr": 5.57429430852477e-05}
{"train_loss": 0.004405145533382893, "global_step": 49755, "epoch": 279, "lr": 5.5741475161276814e-05}
{"train_loss": 0.0029296218417584896, "global_step": 49756, "epoch": 279, "lr": 5.574000723229109e-05}
{"train_loss": 0.0064555625431239605, "global_step": 49757, "epoch": 279, "lr": 5.573853929829182e-05}
{"train_loss": 0.0055387988686561584, "global_step": 49758, "epoch": 279, "lr": 5.573707135928028e-05}
{"train_loss": 0.0023922172840684652, "global_step": 49759, "epoch": 279, "lr": 5.5735603415257743e-05}
{"train_loss": 0.00203181360848248, "global_step": 49760, "epoch": 279, "lr": 5.57341354662255e-05}
{"train_loss": 0.003852976020425558, "global_step": 49761, "epoch": 279, "lr": 5.573266751218483e-05}
{"train_loss": 0.0034187021665275097, "global_step": 49762, "epoch": 279, "lr": 5.573119955313703e-05}
{"train_loss": 0.002612926997244358, "global_step": 49763, "epoch": 279, "lr": 5.5729731589083355e-05}
{"train_loss": 0.0029470250010490417, "global_step": 49764, "epoch": 279, "lr": 5.57282636200251e-05}
{"train_loss": 0.005362830124795437, "global_step": 49765, "epoch": 279, "lr": 5.572679564596356e-05}
{"train_loss": 0.0034657451324164867, "global_step": 49766, "epoch": 279, "lr": 5.572532766690001e-05}
{"train_loss": 0.0063941143453121185, "global_step": 49767, "epoch": 279, "lr": 5.5723859682835724e-05}
{"train_loss": 0.0036846171133220196, "global_step": 49768, "epoch": 279, "lr": 5.572239169377198e-05}
{"train_loss": 0.0020344392396509647, "global_step": 49769, "epoch": 279, "lr": 5.572092369971007e-05}
{"train_loss": 0.0061948299407958984, "global_step": 49770, "epoch": 279, "lr": 5.571945570065128e-05}
{"train_loss": 0.004648427478969097, "global_step": 49771, "epoch": 279, "lr": 5.5717987696596876e-05}
{"train_loss": 0.002783890813589096, "global_step": 49772, "epoch": 279, "lr": 5.571651968754816e-05}
{"train_loss": 0.00513116829097271, "global_step": 49773, "epoch": 279, "lr": 5.5715051673506414e-05}
{"train_loss": 0.004322209395468235, "global_step": 49774, "epoch": 279, "lr": 5.571358365447289e-05}
{"train_loss": 0.0028673855122178793, "global_step": 49775, "epoch": 279, "lr": 5.5712115630448905e-05}
{"train_loss": 0.0033948575146496296, "global_step": 49776, "epoch": 279, "lr": 5.571064760143573e-05}
{"train_loss": 0.003931751474738121, "global_step": 49777, "epoch": 279, "lr": 5.570917956743464e-05}
{"train_loss": 0.0053923651576042175, "global_step": 49778, "epoch": 279, "lr": 5.5707711528446934e-05}
{"train_loss": 0.00322683434933424, "global_step": 49779, "epoch": 279, "lr": 5.5706243484473874e-05}
{"train_loss": 0.004704051185399294, "global_step": 49780, "epoch": 279, "lr": 5.5704775435516756e-05}
{"train_loss": 0.004098385572433472, "global_step": 49781, "epoch": 279, "lr": 5.5703307381576855e-05}
{"train_loss": 0.0024762768298387527, "global_step": 49782, "epoch": 279, "lr": 5.570183932265546e-05}
{"train_loss": 0.004583787173032761, "global_step": 49783, "epoch": 279, "lr": 5.570037125875383e-05}
{"train_loss": 0.0014645782066509128, "global_step": 49784, "epoch": 279, "lr": 5.5698903189873275e-05}
{"train_loss": 0.005449811462312937, "global_step": 49785, "epoch": 279, "lr": 5.569743511601508e-05}
{"train_loss": 0.0018503388855606318, "global_step": 49786, "epoch": 279, "lr": 5.5695967037180504e-05}
{"train_loss": 0.003100345376878977, "global_step": 49787, "epoch": 279, "lr": 5.5694498953370854e-05}
{"train_loss": 0.0036537281703203917, "global_step": 49788, "epoch": 279, "lr": 5.569303086458738e-05}
{"train_loss": 0.007286808453500271, "global_step": 49789, "epoch": 279, "lr": 5.569156277083139e-05}
{"train_loss": 0.004238380119204521, "global_step": 49790, "epoch": 279, "lr": 5.569009467210418e-05}
{"train_loss": 0.0018608749378472567, "global_step": 49791, "epoch": 279, "lr": 5.568862656840699e-05}
{"train_loss": 0.002930553164333105, "global_step": 49792, "epoch": 279, "lr": 5.568715845974113e-05}
{"train_loss": 0.005984475836157799, "global_step": 49793, "epoch": 279, "lr": 5.568569034610787e-05}
{"train_loss": 0.004821292124688625, "global_step": 49794, "epoch": 279, "lr": 5.56842222275085e-05}
{"train_loss": 0.0017357427859678864, "global_step": 49795, "epoch": 279, "lr": 5.5682754103944315e-05}
{"train_loss": 0.0048391250893473625, "global_step": 49796, "epoch": 279, "lr": 5.5681285975416576e-05}
{"train_loss": 0.004324072971940041, "global_step": 49797, "epoch": 279, "lr": 5.5679817841926573e-05}
{"train_loss": 0.0021518345456570387, "global_step": 49798, "epoch": 279, "lr": 5.567834970347559e-05}
{"train_loss": 0.004166856408119202, "global_step": 49799, "epoch": 279, "lr": 5.56768815600649e-05}
{"train_loss": 0.0017312270356342196, "global_step": 49800, "epoch": 279, "lr": 5.56754134116958e-05}
{"train_loss": 0.002079532714560628, "global_step": 49801, "epoch": 279, "lr": 5.5673945258369564e-05}
{"train_loss": 0.002888677641749382, "global_step": 49802, "epoch": 279, "lr": 5.567247710008748e-05}
{"train_loss": 0.005013624671846628, "global_step": 49803, "epoch": 279, "lr": 5.567100893685082e-05}
{"train_loss": 0.004191510379314423, "global_step": 49804, "epoch": 279, "lr": 5.566954076866088e-05}
{"train_loss": 0.004806173034012318, "global_step": 49805, "epoch": 279, "lr": 5.566807259551893e-05}
{"train_loss": 0.00239980174228549, "global_step": 49806, "epoch": 279, "lr": 5.566660441742625e-05}
{"train_loss": 0.004158140160143375, "global_step": 49807, "epoch": 279, "lr": 5.566513623438413e-05}
{"train_loss": 0.0021892741788178682, "global_step": 49808, "epoch": 279, "lr": 5.566366804639386e-05}
{"train_loss": 0.0030846334993839264, "global_step": 49809, "epoch": 279, "lr": 5.566219985345672e-05}
{"train_loss": 0.0024921968579292297, "global_step": 49810, "epoch": 279, "lr": 5.566073165557397e-05}
{"train_loss": 0.0020337661262601614, "global_step": 49811, "epoch": 279, "lr": 5.5659263452746926e-05}
{"train_loss": 0.002722017001360655, "global_step": 49812, "epoch": 279, "lr": 5.5657795244976844e-05}
{"train_loss": 0.0015200837515294552, "global_step": 49813, "epoch": 279, "lr": 5.5656327032265e-05}
{"train_loss": 0.0027530973311513662, "global_step": 49814, "epoch": 279, "lr": 5.565485881461271e-05}
{"train_loss": 0.002714470261707902, "global_step": 49815, "epoch": 279, "lr": 5.5653390592021235e-05}
{"train_loss": 0.0032327291555702686, "global_step": 49816, "epoch": 279, "lr": 5.565192236449187e-05}
{"train_loss": 0.0021291314624249935, "global_step": 49817, "epoch": 279, "lr": 5.565045413202587e-05}
{"train_loss": 0.004775300621986389, "global_step": 49818, "epoch": 279, "lr": 5.564898589462455e-05}
{"train_loss": 0.003001407952979207, "global_step": 49819, "epoch": 279, "lr": 5.564751765228918e-05}
{"train_loss": 0.003542001824826002, "global_step": 49820, "epoch": 279, "lr": 5.564604940502104e-05}
{"train_loss": 0.0021238636691123247, "global_step": 49821, "epoch": 279, "lr": 5.564458115282141e-05}
{"train_loss": 0.005046968348324299, "global_step": 49822, "epoch": 279, "lr": 5.5643112895691563e-05}
{"train_loss": 0.005591127090156078, "global_step": 49823, "epoch": 279, "lr": 5.564164463363281e-05}
{"train_loss": 0.004297394305467606, "global_step": 49824, "epoch": 279, "lr": 5.5640176366646415e-05}
{"train_loss": 0.002913909498602152, "global_step": 49825, "epoch": 279, "lr": 5.563870809473366e-05}
{"train_loss": 0.0034926151856780052, "global_step": 49826, "epoch": 279, "lr": 5.5637239817895824e-05}
{"train_loss": 0.004160453099757433, "global_step": 49827, "epoch": 279, "lr": 5.563577153613421e-05}
{"train_loss": 0.0020377812907099724, "global_step": 49828, "epoch": 279, "lr": 5.563430324945007e-05}
{"train_loss": 0.004302619490772486, "global_step": 49829, "epoch": 279, "lr": 5.563283495784472e-05}
{"train_loss": 0.0028500910848379135, "global_step": 49830, "epoch": 279, "lr": 5.563136666131942e-05}
{"train_loss": 0.007964331656694412, "global_step": 49831, "epoch": 279, "lr": 5.562989835987544e-05}
{"train_loss": 0.0029481681995093822, "global_step": 49832, "epoch": 279, "lr": 5.5628430053514105e-05}
{"train_loss": 0.0028489558026194572, "global_step": 49833, "epoch": 279, "lr": 5.5626961742236663e-05}
{"train_loss": 0.00407993420958519, "global_step": 49834, "epoch": 279, "lr": 5.5625493426044385e-05}
{"train_loss": 0.0034720064140856266, "global_step": 49835, "epoch": 279, "lr": 5.56240251049386e-05}
{"train_loss": 0.005838360637426376, "global_step": 49836, "epoch": 279, "lr": 5.562255677892055e-05}
{"train_loss": 0.0070914048701524734, "global_step": 49837, "epoch": 279, "lr": 5.562108844799154e-05}
{"train_loss": 0.003900438081473112, "global_step": 49838, "epoch": 279, "lr": 5.561962011215285e-05}
{"train_loss": 0.00387584328327035, "global_step": 49839, "epoch": 279, "lr": 5.5618151771405754e-05}
{"train_loss": 0.0025323114823549986, "global_step": 49840, "epoch": 280, "lr": 5.5616683425751535e-05}
{"train_loss": 0.00384712778031826, "global_step": 49841, "epoch": 280, "lr": 5.561521507519147e-05}
{"train_loss": 0.003953680861741304, "global_step": 49842, "epoch": 280, "lr": 5.561374671972687e-05}
{"train_loss": 0.007117483299225569, "global_step": 49843, "epoch": 280, "lr": 5.5612278359358996e-05}
{"train_loss": 0.004495509434491396, "global_step": 49844, "epoch": 280, "lr": 5.561080999408912e-05}
{"train_loss": 0.005353417247533798, "global_step": 49845, "epoch": 280, "lr": 5.5609341623918535e-05}
{"train_loss": 0.001022858778014779, "global_step": 49846, "epoch": 280, "lr": 5.560787324884853e-05}
{"train_loss": 0.00247150007635355, "global_step": 49847, "epoch": 280, "lr": 5.560640486888039e-05}
{"train_loss": 0.004709725733846426, "global_step": 49848, "epoch": 280, "lr": 5.560493648401538e-05}
{"train_loss": 0.004131407476961613, "global_step": 49849, "epoch": 280, "lr": 5.560346809425481e-05}
{"train_loss": 0.006578334141522646, "global_step": 49850, "epoch": 280, "lr": 5.5601999699599915e-05}
{"train_loss": 0.0047162119299173355, "global_step": 49851, "epoch": 280, "lr": 5.5600531300052025e-05}
{"train_loss": 0.0038858207408338785, "global_step": 49852, "epoch": 280, "lr": 5.559906289561241e-05}
{"train_loss": 0.004464794881641865, "global_step": 49853, "epoch": 280, "lr": 5.559759448628235e-05}
{"train_loss": 0.004394889809191227, "global_step": 49854, "epoch": 280, "lr": 5.55961260720631e-05}
{"train_loss": 0.003735271282494068, "global_step": 49855, "epoch": 280, "lr": 5.559465765295598e-05}
{"train_loss": 0.0021187644451856613, "global_step": 49856, "epoch": 280, "lr": 5.5593189228962274e-05}
{"train_loss": 0.004054524935781956, "global_step": 49857, "epoch": 280, "lr": 5.559172080008324e-05}
{"train_loss": 0.001362648094072938, "global_step": 49858, "epoch": 280, "lr": 5.5590252366320185e-05}
{"train_loss": 0.0026465447153896093, "global_step": 49859, "epoch": 280, "lr": 5.558878392767437e-05}
{"train_loss": 0.0036775991320610046, "global_step": 49860, "epoch": 280, "lr": 5.5587315484147075e-05}
{"train_loss": 0.0032303109765052795, "global_step": 49861, "epoch": 280, "lr": 5.55858470357396e-05}
{"train_loss": 0.005006229504942894, "global_step": 49862, "epoch": 280, "lr": 5.558437858245324e-05}
{"train_loss": 0.0039883386343717575, "global_step": 49863, "epoch": 280, "lr": 5.558291012428923e-05}
{"train_loss": 0.000785643293056637, "global_step": 49864, "epoch": 280, "lr": 5.558144166124889e-05}
{"train_loss": 0.003938986919820309, "global_step": 49865, "epoch": 280, "lr": 5.55799731933335e-05}
{"train_loss": 0.0023638466373085976, "global_step": 49866, "epoch": 280, "lr": 5.5578504720544346e-05}
{"train_loss": 0.004695173818618059, "global_step": 49867, "epoch": 280, "lr": 5.55770362428827e-05}
{"train_loss": 0.0059172892943024635, "global_step": 49868, "epoch": 280, "lr": 5.557556776034983e-05}
{"train_loss": 0.003943986259400845, "global_step": 49869, "epoch": 280, "lr": 5.5574099272947034e-05}
{"train_loss": 0.003061417955905199, "global_step": 49870, "epoch": 280, "lr": 5.5572630780675606e-05}
{"train_loss": 0.0021119541488587856, "global_step": 49871, "epoch": 280, "lr": 5.5571162283536815e-05}
{"train_loss": 0.00189703528303653, "global_step": 49872, "epoch": 280, "lr": 5.556969378153195e-05}
{"train_loss": 0.006713113747537136, "global_step": 49873, "epoch": 280, "lr": 5.556822527466228e-05}
{"train_loss": 0.0025202592369168997, "global_step": 49874, "epoch": 280, "lr": 5.5566756762929105e-05}
{"train_loss": 0.005125108174979687, "global_step": 49875, "epoch": 280, "lr": 5.556528824633369e-05}
{"train_loss": 0.004263844806700945, "global_step": 49876, "epoch": 280, "lr": 5.556381972487734e-05}
{"train_loss": 0.003062260802835226, "global_step": 49877, "epoch": 280, "lr": 5.556235119856132e-05}
{"train_loss": 0.0033604195341467857, "global_step": 49878, "epoch": 280, "lr": 5.5560882667386925e-05}
{"train_loss": 0.002098169643431902, "global_step": 49879, "epoch": 280, "lr": 5.5559414131355424e-05}
{"train_loss": 0.005121528171002865, "global_step": 49880, "epoch": 280, "lr": 5.5557945590468106e-05}
{"train_loss": 0.007855476811528206, "global_step": 49881, "epoch": 280, "lr": 5.555647704472626e-05}
{"train_loss": 0.0017679504817351699, "global_step": 49882, "epoch": 280, "lr": 5.5555008494131165e-05}
{"train_loss": 0.0026695330161601305, "global_step": 49883, "epoch": 280, "lr": 5.55535399386841e-05}
{"train_loss": 0.002309332834556699, "global_step": 49884, "epoch": 280, "lr": 5.555207137838635e-05}
{"train_loss": 0.003698194632306695, "global_step": 49885, "epoch": 280, "lr": 5.5550602813239194e-05}
{"train_loss": 0.004664389882236719, "global_step": 49886, "epoch": 280, "lr": 5.5549134243243915e-05}
{"train_loss": 0.00613397965207696, "global_step": 49887, "epoch": 280, "lr": 5.554766566840182e-05}
{"train_loss": 0.00460758525878191, "global_step": 49888, "epoch": 280, "lr": 5.554619708871414e-05}
{"train_loss": 0.004156449809670448, "global_step": 49889, "epoch": 280, "lr": 5.55447285041822e-05}
{"train_loss": 0.0019209827296435833, "global_step": 49890, "epoch": 280, "lr": 5.554325991480728e-05}
{"train_loss": 0.0022635329514741898, "global_step": 49891, "epoch": 280, "lr": 5.554179132059064e-05}
{"train_loss": 0.003353518433868885, "global_step": 49892, "epoch": 280, "lr": 5.554032272153358e-05}
{"train_loss": 0.003093262668699026, "global_step": 49893, "epoch": 280, "lr": 5.5538854117637384e-05}
{"train_loss": 0.002352404873818159, "global_step": 49894, "epoch": 280, "lr": 5.553738550890333e-05}
{"train_loss": 0.006004969123750925, "global_step": 49895, "epoch": 280, "lr": 5.55359168953327e-05}
{"train_loss": 0.00405045785009861, "global_step": 49896, "epoch": 280, "lr": 5.553444827692676e-05}
{"train_loss": 0.0037261019460856915, "global_step": 49897, "epoch": 280, "lr": 5.553297965368682e-05}
{"train_loss": 0.003045479767024517, "global_step": 49898, "epoch": 280, "lr": 5.553151102561416e-05}
{"train_loss": 0.002305586589500308, "global_step": 49899, "epoch": 280, "lr": 5.553004239271005e-05}
{"train_loss": 0.0009242153028026223, "global_step": 49900, "epoch": 280, "lr": 5.552857375497579e-05}
{"train_loss": 0.004044805653393269, "global_step": 49901, "epoch": 280, "lr": 5.5527105112412635e-05}
{"train_loss": 0.0027140278834849596, "global_step": 49902, "epoch": 280, "lr": 5.552563646502188e-05}
{"train_loss": 0.005057044327259064, "global_step": 49903, "epoch": 280, "lr": 5.552416781280483e-05}
{"train_loss": 0.00412368169054389, "global_step": 49904, "epoch": 280, "lr": 5.552269915576274e-05}
{"train_loss": 0.004148636944591999, "global_step": 49905, "epoch": 280, "lr": 5.5521230493896904e-05}
{"train_loss": 0.004256048239767551, "global_step": 49906, "epoch": 280, "lr": 5.5519761827208605e-05}
{"train_loss": 0.003210710594430566, "global_step": 49907, "epoch": 280, "lr": 5.551829315569912e-05}
{"train_loss": 0.00470171170309186, "global_step": 49908, "epoch": 280, "lr": 5.5516824479369734e-05}
{"train_loss": 0.001957096392288804, "global_step": 49909, "epoch": 280, "lr": 5.5515355798221736e-05}
{"train_loss": 0.0037843564059585333, "global_step": 49910, "epoch": 280, "lr": 5.5513887112256404e-05}
{"train_loss": 0.002238493412733078, "global_step": 49911, "epoch": 280, "lr": 5.551241842147501e-05}
{"train_loss": 0.005565901752561331, "global_step": 49912, "epoch": 280, "lr": 5.5510949725878855e-05}
{"train_loss": 0.002981840632855892, "global_step": 49913, "epoch": 280, "lr": 5.5509481025469226e-05}
{"train_loss": 0.0018654789309948683, "global_step": 49914, "epoch": 280, "lr": 5.550801232024738e-05}
{"train_loss": 0.002797978464514017, "global_step": 49915, "epoch": 280, "lr": 5.550654361021462e-05}
{"train_loss": 0.0034094632137566805, "global_step": 49916, "epoch": 280, "lr": 5.5505074895372224e-05}
{"train_loss": 0.004408308304846287, "global_step": 49917, "epoch": 280, "lr": 5.5503606175721455e-05}
{"train_loss": 0.0033696552272886038, "global_step": 49918, "epoch": 280, "lr": 5.550213745126363e-05}
{"train_loss": 0.0037506544031202793, "global_step": 49919, "epoch": 280, "lr": 5.550066872200003e-05}
{"train_loss": 0.0029645957984030247, "global_step": 49920, "epoch": 280, "lr": 5.549919998793191e-05}
{"train_loss": 0.006944484077394009, "global_step": 49921, "epoch": 280, "lr": 5.549773124906057e-05}
{"train_loss": 0.002168449806049466, "global_step": 49922, "epoch": 280, "lr": 5.549626250538728e-05}
{"train_loss": 0.003932433668524027, "global_step": 49923, "epoch": 280, "lr": 5.549479375691334e-05}
{"train_loss": 0.00699963141232729, "global_step": 49924, "epoch": 280, "lr": 5.549332500364004e-05}
{"train_loss": 0.0069115301594138145, "global_step": 49925, "epoch": 280, "lr": 5.549185624556863e-05}
{"train_loss": 0.005803472362458706, "global_step": 49926, "epoch": 280, "lr": 5.549038748270041e-05}
{"train_loss": 0.004984700120985508, "global_step": 49927, "epoch": 280, "lr": 5.548891871503668e-05}
{"train_loss": 0.001620271592400968, "global_step": 49928, "epoch": 280, "lr": 5.54874499425787e-05}
{"train_loss": 0.00350138358771801, "global_step": 49929, "epoch": 280, "lr": 5.548598116532776e-05}
{"train_loss": 0.005070192739367485, "global_step": 49930, "epoch": 280, "lr": 5.5484512383285146e-05}
{"train_loss": 0.004769898485392332, "global_step": 49931, "epoch": 280, "lr": 5.5483043596452136e-05}
{"train_loss": 0.0038397768512368202, "global_step": 49932, "epoch": 280, "lr": 5.548157480483001e-05}
{"train_loss": 0.004442198667675257, "global_step": 49933, "epoch": 280, "lr": 5.5480106008420064e-05}
{"train_loss": 0.006984188687056303, "global_step": 49934, "epoch": 280, "lr": 5.547863720722357e-05}
{"train_loss": 0.0029602949507534504, "global_step": 49935, "epoch": 280, "lr": 5.5477168401241795e-05}
{"train_loss": 0.003102424554526806, "global_step": 49936, "epoch": 280, "lr": 5.547569959047607e-05}
{"train_loss": 0.0034755882807075977, "global_step": 49937, "epoch": 280, "lr": 5.5474230774927635e-05}
{"train_loss": 0.0032619601115584373, "global_step": 49938, "epoch": 280, "lr": 5.547276195459777e-05}
{"train_loss": 0.0016903381329029799, "global_step": 49939, "epoch": 280, "lr": 5.54712931294878e-05}
{"train_loss": 0.002748240949586034, "global_step": 49940, "epoch": 280, "lr": 5.546982429959897e-05}
{"train_loss": 0.0027394655626267195, "global_step": 49941, "epoch": 280, "lr": 5.546835546493257e-05}
{"train_loss": 0.00417497381567955, "global_step": 49942, "epoch": 280, "lr": 5.546688662548991e-05}
{"train_loss": 0.0022364510223269463, "global_step": 49943, "epoch": 280, "lr": 5.5465417781272236e-05}
{"train_loss": 0.0034492406994104385, "global_step": 49944, "epoch": 280, "lr": 5.546394893228085e-05}
{"train_loss": 0.0029428135603666306, "global_step": 49945, "epoch": 280, "lr": 5.546248007851702e-05}
{"train_loss": 0.005170935299247503, "global_step": 49946, "epoch": 280, "lr": 5.546101121998205e-05}
{"train_loss": 0.004385186359286308, "global_step": 49947, "epoch": 280, "lr": 5.545954235667722e-05}
{"train_loss": 0.004067226313054562, "global_step": 49948, "epoch": 280, "lr": 5.545807348860379e-05}
{"train_loss": 0.0013642744161188602, "global_step": 49949, "epoch": 280, "lr": 5.5456604615763074e-05}
{"train_loss": 0.0020971125923097134, "global_step": 49950, "epoch": 280, "lr": 5.545513573815633e-05}
{"train_loss": 0.004760514013469219, "global_step": 49951, "epoch": 280, "lr": 5.5453666855784845e-05}
{"train_loss": 0.0018200023332610726, "global_step": 49952, "epoch": 280, "lr": 5.545219796864992e-05}
{"train_loss": 0.0041304645128548145, "global_step": 49953, "epoch": 280, "lr": 5.545072907675283e-05}
{"train_loss": 0.001988419331610203, "global_step": 49954, "epoch": 280, "lr": 5.544926018009483e-05}
{"train_loss": 0.004359194543212652, "global_step": 49955, "epoch": 280, "lr": 5.5447791278677245e-05}
{"train_loss": 0.0025588981807231903, "global_step": 49956, "epoch": 280, "lr": 5.544632237250134e-05}
{"train_loss": 0.004082097671926022, "global_step": 49957, "epoch": 280, "lr": 5.544485346156839e-05}
{"train_loss": 0.0016876172740012407, "global_step": 49958, "epoch": 280, "lr": 5.5443384545879695e-05}
{"train_loss": 0.005467289127409458, "global_step": 49959, "epoch": 280, "lr": 5.5441915625436514e-05}
{"train_loss": 0.005107308272272348, "global_step": 49960, "epoch": 280, "lr": 5.544044670024014e-05}
{"train_loss": 0.002719955751672387, "global_step": 49961, "epoch": 280, "lr": 5.543897777029188e-05}
{"train_loss": 0.0018712661694735289, "global_step": 49962, "epoch": 280, "lr": 5.5437508835593e-05}
{"train_loss": 0.0016382300527766347, "global_step": 49963, "epoch": 280, "lr": 5.543603989614477e-05}
{"train_loss": 0.00455324025824666, "global_step": 49964, "epoch": 280, "lr": 5.543457095194847e-05}
{"train_loss": 0.003260095836594701, "global_step": 49965, "epoch": 280, "lr": 5.5433102003005424e-05}
{"train_loss": 0.0019368333742022514, "global_step": 49966, "epoch": 280, "lr": 5.543163304931688e-05}
{"train_loss": 0.002211705781519413, "global_step": 49967, "epoch": 280, "lr": 5.5430164090884126e-05}
{"train_loss": 0.005276462994515896, "global_step": 49968, "epoch": 280, "lr": 5.542869512770845e-05}
{"train_loss": 0.005407221615314484, "global_step": 49969, "epoch": 280, "lr": 5.542722615979112e-05}
{"train_loss": 0.0032918411307036877, "global_step": 49970, "epoch": 280, "lr": 5.5425757187133454e-05}
{"train_loss": 0.006902542430907488, "global_step": 49971, "epoch": 280, "lr": 5.54242882097367e-05}
{"train_loss": 0.0026721544563770294, "global_step": 49972, "epoch": 280, "lr": 5.5422819227602164e-05}
{"train_loss": 0.004933175630867481, "global_step": 49973, "epoch": 280, "lr": 5.5421350240731095e-05}
{"train_loss": 0.002395287621766329, "global_step": 49974, "epoch": 280, "lr": 5.541988124912481e-05}
{"train_loss": 0.004534898791462183, "global_step": 49975, "epoch": 280, "lr": 5.54184122527846e-05}
{"train_loss": 0.005800371058285236, "global_step": 49976, "epoch": 280, "lr": 5.541694325171173e-05}
{"train_loss": 0.003856094554066658, "global_step": 49977, "epoch": 280, "lr": 5.5415474245907475e-05}
{"train_loss": 0.002786769066005945, "global_step": 49978, "epoch": 280, "lr": 5.541400523537311e-05}
{"train_loss": 0.0012071238597854972, "global_step": 49979, "epoch": 280, "lr": 5.541253622010996e-05}
{"train_loss": 0.007098538335412741, "global_step": 49980, "epoch": 280, "lr": 5.541106720011926e-05}
{"train_loss": 0.004679483827203512, "global_step": 49981, "epoch": 280, "lr": 5.5409598175402336e-05}
{"train_loss": 0.0027984450571238995, "global_step": 49982, "epoch": 280, "lr": 5.540812914596044e-05}
{"train_loss": 0.002886463887989521, "global_step": 49983, "epoch": 280, "lr": 5.540666011179486e-05}
{"train_loss": 0.00716461893171072, "global_step": 49984, "epoch": 280, "lr": 5.54051910729069e-05}
{"train_loss": 0.005074852146208286, "global_step": 49985, "epoch": 280, "lr": 5.540372202929782e-05}
{"train_loss": 0.003045446705073118, "global_step": 49986, "epoch": 280, "lr": 5.5402252980968926e-05}
{"train_loss": 0.001937837339937687, "global_step": 49987, "epoch": 280, "lr": 5.540078392792148e-05}
{"train_loss": 0.0036536739207804203, "global_step": 49988, "epoch": 280, "lr": 5.539931487015675e-05}
{"train_loss": 0.0023854151368141174, "global_step": 49989, "epoch": 280, "lr": 5.5397845807676066e-05}
{"train_loss": 0.004174403380602598, "global_step": 49990, "epoch": 280, "lr": 5.539637674048068e-05}
{"train_loss": 0.00721821328625083, "global_step": 49991, "epoch": 280, "lr": 5.539490766857188e-05}
{"train_loss": 0.0038731759414076805, "global_step": 49992, "epoch": 280, "lr": 5.539343859195094e-05}
{"train_loss": 0.003606020472943783, "global_step": 49993, "epoch": 280, "lr": 5.539196951061917e-05}
{"train_loss": 0.0031410041265189648, "global_step": 49994, "epoch": 280, "lr": 5.539050042457783e-05}
{"train_loss": 0.0023710038512945175, "global_step": 49995, "epoch": 280, "lr": 5.538903133382821e-05}
{"train_loss": 0.0032911617308855057, "global_step": 49996, "epoch": 280, "lr": 5.538756223837159e-05}
{"train_loss": 0.007788169197738171, "global_step": 49997, "epoch": 280, "lr": 5.5386093138209264e-05}
{"train_loss": 0.002079276368021965, "global_step": 49998, "epoch": 280, "lr": 5.53846240333425e-05}
{"train_loss": 0.004709069617092609, "global_step": 49999, "epoch": 280, "lr": 5.53831549237726e-05}
{"train_loss": 0.0027208381798118353, "global_step": 50000, "epoch": 280, "lr": 5.538168580950081e-05}
{"train_loss": 0.0021709520369768143, "global_step": 50001, "epoch": 280, "lr": 5.538021669052845e-05}
{"train_loss": 0.003155249170958996, "global_step": 50002, "epoch": 280, "lr": 5.537874756685679e-05}
{"train_loss": 0.006932027637958527, "global_step": 50003, "epoch": 280, "lr": 5.537727843848713e-05}
{"train_loss": 0.0027441242709755898, "global_step": 50004, "epoch": 280, "lr": 5.537580930542073e-05}
{"train_loss": 0.005336333066225052, "global_step": 50005, "epoch": 280, "lr": 5.537434016765889e-05}
{"train_loss": 0.0017607570625841618, "global_step": 50006, "epoch": 280, "lr": 5.5372871025202876e-05}
{"train_loss": 0.005011336877942085, "global_step": 50007, "epoch": 280, "lr": 5.5371401878053976e-05}
{"train_loss": 0.0019709181506186724, "global_step": 50008, "epoch": 280, "lr": 5.536993272621348e-05}
{"train_loss": 0.0045837820507586, "global_step": 50009, "epoch": 280, "lr": 5.5368463569682684e-05}
{"train_loss": 0.005135084502398968, "global_step": 50010, "epoch": 280, "lr": 5.536699440846284e-05}
{"train_loss": 0.003159439191222191, "global_step": 50011, "epoch": 280, "lr": 5.5365525242555235e-05}
{"train_loss": 0.0026323585771024227, "global_step": 50012, "epoch": 280, "lr": 5.536405607196119e-05}
{"train_loss": 0.0016973888268694282, "global_step": 50013, "epoch": 280, "lr": 5.5362586896681945e-05}
{"train_loss": 0.0039001021068543196, "global_step": 50014, "epoch": 280, "lr": 5.536111771671881e-05}
{"train_loss": 0.003681477624922991, "global_step": 50015, "epoch": 280, "lr": 5.535964853207306e-05}
{"train_loss": 0.0025015061255544424, "global_step": 50016, "epoch": 280, "lr": 5.5358179342745964e-05}
{"train_loss": 0.003721931160838354, "global_step": 50017, "epoch": 280, "lr": 5.5356710148738835e-05, "train_action_mse_error": 7.730734068900347e-06}
{"train_loss": 0.0030117984861135483, "global_step": 50018, "epoch": 281, "lr": 5.5355240950052934e-05}
{"train_loss": 0.007142664864659309, "global_step": 50019, "epoch": 281, "lr": 5.535377174668954e-05}
{"train_loss": 0.0065234387293457985, "global_step": 50020, "epoch": 281, "lr": 5.535230253864995e-05}
{"train_loss": 0.0019614894408732653, "global_step": 50021, "epoch": 281, "lr": 5.535083332593545e-05}
{"train_loss": 0.002398921176791191, "global_step": 50022, "epoch": 281, "lr": 5.534936410854731e-05}
{"train_loss": 0.002987997140735388, "global_step": 50023, "epoch": 281, "lr": 5.5347894886486816e-05}
{"train_loss": 0.003248421475291252, "global_step": 50024, "epoch": 281, "lr": 5.534642565975526e-05}
{"train_loss": 0.002238236367702484, "global_step": 50025, "epoch": 281, "lr": 5.534495642835393e-05}
{"train_loss": 0.003969584591686726, "global_step": 50026, "epoch": 281, "lr": 5.534348719228408e-05}
{"train_loss": 0.005746280308812857, "global_step": 50027, "epoch": 281, "lr": 5.5342017951547034e-05}
{"train_loss": 0.0022578900679945946, "global_step": 50028, "epoch": 281, "lr": 5.534054870614405e-05}
{"train_loss": 0.0023258416913449764, "global_step": 50029, "epoch": 281, "lr": 5.5339079456076416e-05}
{"train_loss": 0.008941929787397385, "global_step": 50030, "epoch": 281, "lr": 5.53376102013454e-05}
{"train_loss": 0.0027507105842232704, "global_step": 50031, "epoch": 281, "lr": 5.5336140941952316e-05}
{"train_loss": 0.0028339573182165623, "global_step": 50032, "epoch": 281, "lr": 5.533467167789843e-05}
{"train_loss": 0.0030381344258785248, "global_step": 50033, "epoch": 281, "lr": 5.533320240918503e-05}
{"train_loss": 0.0014117693062871695, "global_step": 50034, "epoch": 281, "lr": 5.533173313581339e-05}
{"train_loss": 0.006098429672420025, "global_step": 50035, "epoch": 281, "lr": 5.5330263857784784e-05}
{"train_loss": 0.0015103677287697792, "global_step": 50036, "epoch": 281, "lr": 5.532879457510053e-05}
{"train_loss": 0.003395942971110344, "global_step": 50037, "epoch": 281, "lr": 5.532732528776189e-05}
{"train_loss": 0.004696412943303585, "global_step": 50038, "epoch": 281, "lr": 5.5325855995770146e-05}
{"train_loss": 0.0036425264552235603, "global_step": 50039, "epoch": 281, "lr": 5.53243866991266e-05}
{"train_loss": 0.0019191164756193757, "global_step": 50040, "epoch": 281, "lr": 5.5322917397832495e-05}
{"train_loss": 0.0016448046080768108, "global_step": 50041, "epoch": 281, "lr": 5.532144809188915e-05}
{"train_loss": 0.0025491632986813784, "global_step": 50042, "epoch": 281, "lr": 5.531997878129784e-05}
{"train_loss": 0.003167476039379835, "global_step": 50043, "epoch": 281, "lr": 5.531850946605984e-05}
{"train_loss": 0.004140380769968033, "global_step": 50044, "epoch": 281, "lr": 5.531704014617645e-05}
{"train_loss": 0.005020699929445982, "global_step": 50045, "epoch": 281, "lr": 5.531557082164892e-05}
{"train_loss": 0.0018704968970268965, "global_step": 50046, "epoch": 281, "lr": 5.5314101492478585e-05}
{"train_loss": 0.006845080293715, "global_step": 50047, "epoch": 281, "lr": 5.531263215866669e-05}
{"train_loss": 0.006992526352405548, "global_step": 50048, "epoch": 281, "lr": 5.5311162820214525e-05}
{"train_loss": 0.002195703098550439, "global_step": 50049, "epoch": 281, "lr": 5.5309693477123384e-05}
{"train_loss": 0.002219979651272297, "global_step": 50050, "epoch": 281, "lr": 5.530822412939453e-05}
{"train_loss": 0.005191237665712833, "global_step": 50051, "epoch": 281, "lr": 5.530675477702927e-05}
{"train_loss": 0.0044332630932331085, "global_step": 50052, "epoch": 281, "lr": 5.530528542002887e-05}
{"train_loss": 0.002121471567079425, "global_step": 50053, "epoch": 281, "lr": 5.530381605839463e-05}
{"train_loss": 0.004920418374240398, "global_step": 50054, "epoch": 281, "lr": 5.5302346692127806e-05}
{"train_loss": 0.0013223313726484776, "global_step": 50055, "epoch": 281, "lr": 5.530087732122972e-05}
{"train_loss": 0.00421673571690917, "global_step": 50056, "epoch": 281, "lr": 5.529940794570162e-05}
{"train_loss": 0.0016146863345056772, "global_step": 50057, "epoch": 281, "lr": 5.5297938565544805e-05}
{"train_loss": 0.0030399984680116177, "global_step": 50058, "epoch": 281, "lr": 5.529646918076057e-05}
{"train_loss": 0.0034822102170437574, "global_step": 50059, "epoch": 281, "lr": 5.529499979135017e-05}
{"train_loss": 0.0037474760320037603, "global_step": 50060, "epoch": 281, "lr": 5.529353039731491e-05}
{"train_loss": 0.004962155595421791, "global_step": 50061, "epoch": 281, "lr": 5.5292060998656056e-05}
{"train_loss": 0.0049031744711101055, "global_step": 50062, "epoch": 281, "lr": 5.5290591595374916e-05}
{"train_loss": 0.005491468124091625, "global_step": 50063, "epoch": 281, "lr": 5.528912218747275e-05}
{"train_loss": 0.0020928613375872374, "global_step": 50064, "epoch": 281, "lr": 5.528765277495085e-05}
{"train_loss": 0.004526030272245407, "global_step": 50065, "epoch": 281, "lr": 5.5286183357810515e-05}
{"train_loss": 0.006241358816623688, "global_step": 50066, "epoch": 281, "lr": 5.528471393605301e-05}
{"train_loss": 0.0016778286080807447, "global_step": 50067, "epoch": 281, "lr": 5.528324450967962e-05}
{"train_loss": 0.001605507917702198, "global_step": 50068, "epoch": 281, "lr": 5.5281775078691646e-05}
{"train_loss": 0.005568943917751312, "global_step": 50069, "epoch": 281, "lr": 5.528030564309034e-05}
{"train_loss": 0.006490370258688927, "global_step": 50070, "epoch": 281, "lr": 5.5278836202877e-05}
{"train_loss": 0.0023091561160981655, "global_step": 50071, "epoch": 281, "lr": 5.527736675805293e-05}
{"train_loss": 0.0044588325545191765, "global_step": 50072, "epoch": 281, "lr": 5.5275897308619384e-05}
{"train_loss": 0.005098634399473667, "global_step": 50073, "epoch": 281, "lr": 5.527442785457765e-05}
{"train_loss": 0.004213374573737383, "global_step": 50074, "epoch": 281, "lr": 5.527295839592902e-05}
{"train_loss": 0.0018926102202385664, "global_step": 50075, "epoch": 281, "lr": 5.527148893267478e-05}
{"train_loss": 0.00437117088586092, "global_step": 50076, "epoch": 281, "lr": 5.527001946481621e-05}
{"train_loss": 0.006608208175748587, "global_step": 50077, "epoch": 281, "lr": 5.5268549992354604e-05}
{"train_loss": 0.0028294138610363007, "global_step": 50078, "epoch": 281, "lr": 5.5267080515291216e-05}
{"train_loss": 0.003843032754957676, "global_step": 50079, "epoch": 281, "lr": 5.526561103362735e-05}
{"train_loss": 0.002167990431189537, "global_step": 50080, "epoch": 281, "lr": 5.52641415473643e-05}
{"train_loss": 0.0047415196895599365, "global_step": 50081, "epoch": 281, "lr": 5.526267205650333e-05}
{"train_loss": 0.002278650412335992, "global_step": 50082, "epoch": 281, "lr": 5.526120256104572e-05}
{"train_loss": 0.006604203954339027, "global_step": 50083, "epoch": 281, "lr": 5.525973306099277e-05}
{"train_loss": 0.00536549324169755, "global_step": 50084, "epoch": 281, "lr": 5.5258263556345766e-05}
{"train_loss": 0.008311359211802483, "global_step": 50085, "epoch": 281, "lr": 5.525679404710596e-05}
{"train_loss": 0.0038378899917006493, "global_step": 50086, "epoch": 281, "lr": 5.525532453327469e-05}
{"train_loss": 0.005806985776871443, "global_step": 50087, "epoch": 281, "lr": 5.52538550148532e-05}
{"train_loss": 0.004577960819005966, "global_step": 50088, "epoch": 281, "lr": 5.5252385491842764e-05}
{"train_loss": 0.0032795961014926434, "global_step": 50089, "epoch": 281, "lr": 5.5250915964244686e-05}
{"train_loss": 0.003169889794662595, "global_step": 50090, "epoch": 281, "lr": 5.524944643206026e-05}
{"train_loss": 0.002438572235405445, "global_step": 50091, "epoch": 281, "lr": 5.524797689529076e-05}
{"train_loss": 0.0019153141183778644, "global_step": 50092, "epoch": 281, "lr": 5.524650735393744e-05}
{"train_loss": 0.0020193574018776417, "global_step": 50093, "epoch": 281, "lr": 5.5245037808001633e-05}
{"train_loss": 0.003400979330763221, "global_step": 50094, "epoch": 281, "lr": 5.524356825748459e-05}
{"train_loss": 0.0038477424532175064, "global_step": 50095, "epoch": 281, "lr": 5.52420987023876e-05}
{"train_loss": 0.0016940433997660875, "global_step": 50096, "epoch": 281, "lr": 5.5240629142711953e-05}
{"train_loss": 0.005742545239627361, "global_step": 50097, "epoch": 281, "lr": 5.5239159578458924e-05}
{"train_loss": 0.00195464794524014, "global_step": 50098, "epoch": 281, "lr": 5.523769000962982e-05}
{"train_loss": 0.0020013516768813133, "global_step": 50099, "epoch": 281, "lr": 5.523622043622589e-05}
{"train_loss": 0.0037435912527143955, "global_step": 50100, "epoch": 281, "lr": 5.523475085824844e-05}
{"train_loss": 0.004541974514722824, "global_step": 50101, "epoch": 281, "lr": 5.5233281275698735e-05}
{"train_loss": 0.0023317032027989626, "global_step": 50102, "epoch": 281, "lr": 5.5231811688578086e-05}
{"train_loss": 0.004756953567266464, "global_step": 50103, "epoch": 281, "lr": 5.523034209688777e-05}
{"train_loss": 0.003392481477931142, "global_step": 50104, "epoch": 281, "lr": 5.5228872500629044e-05}
{"train_loss": 0.003418605774641037, "global_step": 50105, "epoch": 281, "lr": 5.522740289980321e-05}
{"train_loss": 0.002281279768794775, "global_step": 50106, "epoch": 281, "lr": 5.5225933294411555e-05}
{"train_loss": 0.0053906748071312904, "global_step": 50107, "epoch": 281, "lr": 5.5224463684455366e-05}
{"train_loss": 0.007738938555121422, "global_step": 50108, "epoch": 281, "lr": 5.522299406993592e-05}
{"train_loss": 0.007907155901193619, "global_step": 50109, "epoch": 281, "lr": 5.52215244508545e-05}
{"train_loss": 0.0017910613678395748, "global_step": 50110, "epoch": 281, "lr": 5.522005482721239e-05}
{"train_loss": 0.0032651794608682394, "global_step": 50111, "epoch": 281, "lr": 5.5218585199010864e-05}
{"train_loss": 0.0023212768137454987, "global_step": 50112, "epoch": 281, "lr": 5.521711556625122e-05}
{"train_loss": 0.0023935274221003056, "global_step": 50113, "epoch": 281, "lr": 5.521564592893474e-05}
{"train_loss": 0.003630199935287237, "global_step": 50114, "epoch": 281, "lr": 5.521417628706271e-05}
{"train_loss": 0.008525451645255089, "global_step": 50115, "epoch": 281, "lr": 5.52127066406364e-05}
{"train_loss": 0.0035947966389358044, "global_step": 50116, "epoch": 281, "lr": 5.52112369896571e-05}
{"train_loss": 0.007450932636857033, "global_step": 50117, "epoch": 281, "lr": 5.52097673341261e-05}
{"train_loss": 0.0029168769251555204, "global_step": 50118, "epoch": 281, "lr": 5.520829767404469e-05}
{"train_loss": 0.003790040500462055, "global_step": 50119, "epoch": 281, "lr": 5.520682800941413e-05}
{"train_loss": 0.005934707820415497, "global_step": 50120, "epoch": 281, "lr": 5.5205358340235723e-05}
{"train_loss": 0.00366323534399271, "global_step": 50121, "epoch": 281, "lr": 5.520388866651074e-05}
{"train_loss": 0.004264911636710167, "global_step": 50122, "epoch": 281, "lr": 5.5202418988240476e-05}
{"train_loss": 0.002271822886541486, "global_step": 50123, "epoch": 281, "lr": 5.520094930542622e-05}
{"train_loss": 0.0028102027717977762, "global_step": 50124, "epoch": 281, "lr": 5.519947961806923e-05}
{"train_loss": 0.00343135092407465, "global_step": 50125, "epoch": 281, "lr": 5.51980099261708e-05}
{"train_loss": 0.0045387051068246365, "global_step": 50126, "epoch": 281, "lr": 5.519654022973222e-05}
{"train_loss": 0.002081287559121847, "global_step": 50127, "epoch": 281, "lr": 5.519507052875479e-05}
{"train_loss": 0.003418613225221634, "global_step": 50128, "epoch": 281, "lr": 5.5193600823239764e-05}
{"train_loss": 0.002532623941078782, "global_step": 50129, "epoch": 281, "lr": 5.519213111318844e-05}
{"train_loss": 0.004285248927772045, "global_step": 50130, "epoch": 281, "lr": 5.51906613986021e-05}
{"train_loss": 0.0023839741479605436, "global_step": 50131, "epoch": 281, "lr": 5.518919167948202e-05}
{"train_loss": 0.0017171548679471016, "global_step": 50132, "epoch": 281, "lr": 5.518772195582951e-05}
{"train_loss": 0.00560435326769948, "global_step": 50133, "epoch": 281, "lr": 5.5186252227645816e-05}
{"train_loss": 0.002505181822925806, "global_step": 50134, "epoch": 281, "lr": 5.518478249493225e-05}
{"train_loss": 0.005450296215713024, "global_step": 50135, "epoch": 281, "lr": 5.518331275769008e-05}
{"train_loss": 0.002873029327020049, "global_step": 50136, "epoch": 281, "lr": 5.51818430159206e-05}
{"train_loss": 0.003590657375752926, "global_step": 50137, "epoch": 281, "lr": 5.5180373269625086e-05}
{"train_loss": 0.0029978854581713676, "global_step": 50138, "epoch": 281, "lr": 5.517890351880484e-05}
{"train_loss": 0.0035430886782705784, "global_step": 50139, "epoch": 281, "lr": 5.517743376346111e-05}
{"train_loss": 0.008987318724393845, "global_step": 50140, "epoch": 281, "lr": 5.5175964003595204e-05}
{"train_loss": 0.0020094788633286953, "global_step": 50141, "epoch": 281, "lr": 5.517449423920842e-05}
{"train_loss": 0.0017032650066539645, "global_step": 50142, "epoch": 281, "lr": 5.5173024470302e-05}
{"train_loss": 0.0027997165452688932, "global_step": 50143, "epoch": 281, "lr": 5.517155469687727e-05}
{"train_loss": 0.005067337770015001, "global_step": 50144, "epoch": 281, "lr": 5.5170084918935485e-05}
{"train_loss": 0.002940296195447445, "global_step": 50145, "epoch": 281, "lr": 5.516861513647795e-05}
{"train_loss": 0.004922477062791586, "global_step": 50146, "epoch": 281, "lr": 5.516714534950593e-05}
{"train_loss": 0.0033003946300596, "global_step": 50147, "epoch": 281, "lr": 5.5165675558020716e-05}
{"train_loss": 0.005308289546519518, "global_step": 50148, "epoch": 281, "lr": 5.51642057620236e-05}
{"train_loss": 0.0038852684665471315, "global_step": 50149, "epoch": 281, "lr": 5.516273596151584e-05}
{"train_loss": 0.0052006118930876255, "global_step": 50150, "epoch": 281, "lr": 5.516126615649877e-05}
{"train_loss": 0.004277278669178486, "global_step": 50151, "epoch": 281, "lr": 5.5159796346973625e-05}
{"train_loss": 0.00480505358427763, "global_step": 50152, "epoch": 281, "lr": 5.515832653294171e-05}
{"train_loss": 0.008320211432874203, "global_step": 50153, "epoch": 281, "lr": 5.5156856714404305e-05}
{"train_loss": 0.0038638124242424965, "global_step": 50154, "epoch": 281, "lr": 5.515538689136268e-05}
{"train_loss": 0.008733863942325115, "global_step": 50155, "epoch": 281, "lr": 5.515391706381815e-05}
{"train_loss": 0.002703562378883362, "global_step": 50156, "epoch": 281, "lr": 5.515244723177198e-05}
{"train_loss": 0.005022624507546425, "global_step": 50157, "epoch": 281, "lr": 5.515097739522544e-05}
{"train_loss": 0.003742943052202463, "global_step": 50158, "epoch": 281, "lr": 5.5149507554179834e-05}
{"train_loss": 0.004545564763247967, "global_step": 50159, "epoch": 281, "lr": 5.514803770863646e-05}
{"train_loss": 0.005049129948019981, "global_step": 50160, "epoch": 281, "lr": 5.514656785859657e-05}
{"train_loss": 0.0029536953661590815, "global_step": 50161, "epoch": 281, "lr": 5.514509800406146e-05}
{"train_loss": 0.0020171680953353643, "global_step": 50162, "epoch": 281, "lr": 5.514362814503241e-05}
{"train_loss": 0.006044957786798477, "global_step": 50163, "epoch": 281, "lr": 5.51421582815107e-05}
{"train_loss": 0.0029515165369957685, "global_step": 50164, "epoch": 281, "lr": 5.514068841349763e-05}
{"train_loss": 0.0029344623908400536, "global_step": 50165, "epoch": 281, "lr": 5.5139218540994487e-05}
{"train_loss": 0.0010444772196933627, "global_step": 50166, "epoch": 281, "lr": 5.513774866400254e-05}
{"train_loss": 0.00958026759326458, "global_step": 50167, "epoch": 281, "lr": 5.5136278782523076e-05}
{"train_loss": 0.006736180745065212, "global_step": 50168, "epoch": 281, "lr": 5.513480889655735e-05}
{"train_loss": 0.0037211859598755836, "global_step": 50169, "epoch": 281, "lr": 5.51333390061067e-05}
{"train_loss": 0.0026225897017866373, "global_step": 50170, "epoch": 281, "lr": 5.5131869111172385e-05}
{"train_loss": 0.004862336907535791, "global_step": 50171, "epoch": 281, "lr": 5.513039921175569e-05}
{"train_loss": 0.004472766071557999, "global_step": 50172, "epoch": 281, "lr": 5.51289293078579e-05}
{"train_loss": 0.0038519208319485188, "global_step": 50173, "epoch": 281, "lr": 5.5127459399480286e-05}
{"train_loss": 0.00572244031354785, "global_step": 50174, "epoch": 281, "lr": 5.512598948662415e-05}
{"train_loss": 0.005787798203527927, "global_step": 50175, "epoch": 281, "lr": 5.5124519569290765e-05}
{"train_loss": 0.0022333613596856594, "global_step": 50176, "epoch": 281, "lr": 5.5123049647481426e-05}
{"train_loss": 0.00623483769595623, "global_step": 50177, "epoch": 281, "lr": 5.51215797211974e-05}
{"train_loss": 0.005548285786062479, "global_step": 50178, "epoch": 281, "lr": 5.512010979043998e-05}
{"train_loss": 0.003060075221583247, "global_step": 50179, "epoch": 281, "lr": 5.511863985521045e-05}
{"train_loss": 0.003524509957060218, "global_step": 50180, "epoch": 281, "lr": 5.51171699155101e-05}
{"train_loss": 0.003000588621944189, "global_step": 50181, "epoch": 281, "lr": 5.5115699971340205e-05}
{"train_loss": 0.0028058900497853756, "global_step": 50182, "epoch": 281, "lr": 5.511423002270205e-05}
{"train_loss": 0.003663713578134775, "global_step": 50183, "epoch": 281, "lr": 5.5112760069596925e-05}
{"train_loss": 0.003764551132917404, "global_step": 50184, "epoch": 281, "lr": 5.5111290112026106e-05}
{"train_loss": 0.0029398640617728233, "global_step": 50185, "epoch": 281, "lr": 5.510982014999089e-05}
{"train_loss": 0.004922012332826853, "global_step": 50186, "epoch": 281, "lr": 5.510835018349254e-05}
{"train_loss": 0.0033344626426696777, "global_step": 50187, "epoch": 281, "lr": 5.510688021253234e-05}
{"train_loss": 0.0028601670637726784, "global_step": 50188, "epoch": 281, "lr": 5.5105410237111596e-05}
{"train_loss": 0.00374390697106719, "global_step": 50189, "epoch": 281, "lr": 5.5103940257231575e-05}
{"train_loss": 0.002834294456988573, "global_step": 50190, "epoch": 281, "lr": 5.510247027289358e-05}
{"train_loss": 0.007756100967526436, "global_step": 50191, "epoch": 281, "lr": 5.510100028409888e-05}
{"train_loss": 0.0036134684924036264, "global_step": 50192, "epoch": 281, "lr": 5.509953029084876e-05}
{"train_loss": 0.002568565309047699, "global_step": 50193, "epoch": 281, "lr": 5.5098060293144494e-05}
{"train_loss": 0.002690475434064865, "global_step": 50194, "epoch": 281, "lr": 5.509659029098739e-05}
{"train_loss": 0.003973354212678132, "global_step": 50195, "epoch": 281, "lr": 5.5095120284378724e-05}
{"train_loss": 0.0030739596113562584, "global_step": 50196, "epoch": 282, "lr": 5.5093650273319765e-05}
{"train_loss": 0.0023337765596807003, "global_step": 50197, "epoch": 282, "lr": 5.50921802578118e-05}
{"train_loss": 0.0019337672274559736, "global_step": 50198, "epoch": 282, "lr": 5.5090710237856127e-05}
{"train_loss": 0.005234178621321917, "global_step": 50199, "epoch": 282, "lr": 5.508924021345402e-05}
{"train_loss": 0.003254122566431761, "global_step": 50200, "epoch": 282, "lr": 5.508777018460677e-05}
{"train_loss": 0.009285316802561283, "global_step": 50201, "epoch": 282, "lr": 5.508630015131564e-05}
{"train_loss": 0.004831178113818169, "global_step": 50202, "epoch": 282, "lr": 5.5084830113581955e-05}
{"train_loss": 0.004375835880637169, "global_step": 50203, "epoch": 282, "lr": 5.5083360071406964e-05}
{"train_loss": 0.001724897068925202, "global_step": 50204, "epoch": 282, "lr": 5.508189002479196e-05}
{"train_loss": 0.006400702521204948, "global_step": 50205, "epoch": 282, "lr": 5.508041997373824e-05}
{"train_loss": 0.00475697498768568, "global_step": 50206, "epoch": 282, "lr": 5.507894991824706e-05}
{"train_loss": 0.006358087062835693, "global_step": 50207, "epoch": 282, "lr": 5.507747985831973e-05}
{"train_loss": 0.004541261587291956, "global_step": 50208, "epoch": 282, "lr": 5.5076009793957514e-05}
{"train_loss": 0.003737078979611397, "global_step": 50209, "epoch": 282, "lr": 5.507453972516172e-05}
{"train_loss": 0.0026272726245224476, "global_step": 50210, "epoch": 282, "lr": 5.507306965193361e-05}
{"train_loss": 0.003534771502017975, "global_step": 50211, "epoch": 282, "lr": 5.507159957427447e-05}
{"train_loss": 0.0016095510218292475, "global_step": 50212, "epoch": 282, "lr": 5.5070129492185596e-05}
{"train_loss": 0.00384164834395051, "global_step": 50213, "epoch": 282, "lr": 5.5068659405668274e-05}
{"train_loss": 0.003228964749723673, "global_step": 50214, "epoch": 282, "lr": 5.5067189314723775e-05}
{"train_loss": 0.0011962481075897813, "global_step": 50215, "epoch": 282, "lr": 5.5065719219353394e-05}
{"train_loss": 0.004948814399540424, "global_step": 50216, "epoch": 282, "lr": 5.506424911955841e-05}
{"train_loss": 0.0025342153385281563, "global_step": 50217, "epoch": 282, "lr": 5.5062779015340105e-05}
{"train_loss": 0.002630417700856924, "global_step": 50218, "epoch": 282, "lr": 5.506130890669976e-05}
{"train_loss": 0.004026971757411957, "global_step": 50219, "epoch": 282, "lr": 5.5059838793638675e-05}
{"train_loss": 0.003758134786039591, "global_step": 50220, "epoch": 282, "lr": 5.50583686761581e-05}
{"train_loss": 0.004178885370492935, "global_step": 50221, "epoch": 282, "lr": 5.505689855425936e-05}
{"train_loss": 0.003017714247107506, "global_step": 50222, "epoch": 282, "lr": 5.505542842794374e-05}
{"train_loss": 0.0015938980504870415, "global_step": 50223, "epoch": 282, "lr": 5.5053958297212474e-05}
{"train_loss": 0.002473315689712763, "global_step": 50224, "epoch": 282, "lr": 5.5052488162066896e-05}
{"train_loss": 0.008997423574328423, "global_step": 50225, "epoch": 282, "lr": 5.505101802250825e-05}
{"train_loss": 0.0038113300688564777, "global_step": 50226, "epoch": 282, "lr": 5.5049547878537854e-05}
{"train_loss": 0.0030677630566060543, "global_step": 50227, "epoch": 282, "lr": 5.5048077730156986e-05}
{"train_loss": 0.005498293787240982, "global_step": 50228, "epoch": 282, "lr": 5.504660757736692e-05}
{"train_loss": 0.00188953778706491, "global_step": 50229, "epoch": 282, "lr": 5.5045137420168925e-05}
{"train_loss": 0.003741317428648472, "global_step": 50230, "epoch": 282, "lr": 5.504366725856432e-05}
{"train_loss": 0.0026581718120723963, "global_step": 50231, "epoch": 282, "lr": 5.5042197092554373e-05}
{"train_loss": 0.0034039667807519436, "global_step": 50232, "epoch": 282, "lr": 5.504072692214036e-05}
{"train_loss": 0.005883697420358658, "global_step": 50233, "epoch": 282, "lr": 5.503925674732359e-05}
{"train_loss": 0.0037224958650767803, "global_step": 50234, "epoch": 282, "lr": 5.503778656810532e-05}
{"train_loss": 0.004993010312318802, "global_step": 50235, "epoch": 282, "lr": 5.503631638448684e-05}
{"train_loss": 0.00439508818089962, "global_step": 50236, "epoch": 282, "lr": 5.5034846196469444e-05}
{"train_loss": 0.0035973647609353065, "global_step": 50237, "epoch": 282, "lr": 5.5033376004054416e-05}
{"train_loss": 0.0045556724071502686, "global_step": 50238, "epoch": 282, "lr": 5.503190580724304e-05}
{"train_loss": 0.0030708929989486933, "global_step": 50239, "epoch": 282, "lr": 5.5030435606036566e-05}
{"train_loss": 0.0038956953212618828, "global_step": 50240, "epoch": 282, "lr": 5.5028965400436325e-05}
{"train_loss": 0.0032670521177351475, "global_step": 50241, "epoch": 282, "lr": 5.502749519044359e-05}
{"train_loss": 0.004553898237645626, "global_step": 50242, "epoch": 282, "lr": 5.502602497605963e-05}
{"train_loss": 0.005177719984203577, "global_step": 50243, "epoch": 282, "lr": 5.502455475728574e-05}
{"train_loss": 0.003544199513271451, "global_step": 50244, "epoch": 282, "lr": 5.5023084534123196e-05}
{"train_loss": 0.005648716818541288, "global_step": 50245, "epoch": 282, "lr": 5.502161430657329e-05}
{"train_loss": 0.005598371848464012, "global_step": 50246, "epoch": 282, "lr": 5.50201440746373e-05}
{"train_loss": 0.002562271198257804, "global_step": 50247, "epoch": 282, "lr": 5.5018673838316526e-05}
{"train_loss": 0.0030583273619413376, "global_step": 50248, "epoch": 282, "lr": 5.5017203597612225e-05}
{"train_loss": 0.0065780929289758205, "global_step": 50249, "epoch": 282, "lr": 5.50157333525257e-05}
{"train_loss": 0.004260268062353134, "global_step": 50250, "epoch": 282, "lr": 5.501426310305824e-05}
{"train_loss": 0.0031005218625068665, "global_step": 50251, "epoch": 282, "lr": 5.5012792849211124e-05}
{"train_loss": 0.0056706685572862625, "global_step": 50252, "epoch": 282, "lr": 5.5011322590985614e-05}
{"train_loss": 0.0012492411769926548, "global_step": 50253, "epoch": 282, "lr": 5.5009852328383024e-05}
{"train_loss": 0.002820247784256935, "global_step": 50254, "epoch": 282, "lr": 5.5008382061404614e-05}
{"train_loss": 0.004852712154388428, "global_step": 50255, "epoch": 282, "lr": 5.5006911790051706e-05}
{"train_loss": 0.004472722299396992, "global_step": 50256, "epoch": 282, "lr": 5.5005441514325554e-05}
{"train_loss": 0.0036794613115489483, "global_step": 50257, "epoch": 282, "lr": 5.500397123422744e-05}
{"train_loss": 0.004071292467415333, "global_step": 50258, "epoch": 282, "lr": 5.500250094975865e-05}
{"train_loss": 0.007798425853252411, "global_step": 50259, "epoch": 282, "lr": 5.500103066092048e-05}
{"train_loss": 0.003242104547098279, "global_step": 50260, "epoch": 282, "lr": 5.499956036771421e-05}
{"train_loss": 0.005442027933895588, "global_step": 50261, "epoch": 282, "lr": 5.499809007014113e-05}
{"train_loss": 0.002895228797569871, "global_step": 50262, "epoch": 282, "lr": 5.4996619768202505e-05}
{"train_loss": 0.003813565708696842, "global_step": 50263, "epoch": 282, "lr": 5.499514946189963e-05}
{"train_loss": 0.0024075910914689302, "global_step": 50264, "epoch": 282, "lr": 5.49936791512338e-05}
{"train_loss": 0.0054368325509130955, "global_step": 50265, "epoch": 282, "lr": 5.4992208836206294e-05}
{"train_loss": 0.003359355730935931, "global_step": 50266, "epoch": 282, "lr": 5.4990738516818385e-05}
{"train_loss": 0.00665444228798151, "global_step": 50267, "epoch": 282, "lr": 5.498926819307135e-05}
{"train_loss": 0.005303515587002039, "global_step": 50268, "epoch": 282, "lr": 5.4987797864966506e-05}
{"train_loss": 0.00830582994967699, "global_step": 50269, "epoch": 282, "lr": 5.498632753250511e-05}
{"train_loss": 0.0038979072123765945, "global_step": 50270, "epoch": 282, "lr": 5.4984857195688455e-05}
{"train_loss": 0.004175050184130669, "global_step": 50271, "epoch": 282, "lr": 5.498338685451784e-05}
{"train_loss": 0.0018205291125923395, "global_step": 50272, "epoch": 282, "lr": 5.4981916508994505e-05}
{"train_loss": 0.005677803419530392, "global_step": 50273, "epoch": 282, "lr": 5.4980446159119766e-05}
{"train_loss": 0.0029094747733324766, "global_step": 50274, "epoch": 282, "lr": 5.497897580489493e-05}
{"train_loss": 0.003077629255130887, "global_step": 50275, "epoch": 282, "lr": 5.4977505446321244e-05}
{"train_loss": 0.0031615360639989376, "global_step": 50276, "epoch": 282, "lr": 5.49760350834e-05}
{"train_loss": 0.0013229192700237036, "global_step": 50277, "epoch": 282, "lr": 5.4974564716132484e-05}
{"train_loss": 0.005022418685257435, "global_step": 50278, "epoch": 282, "lr": 5.497309434451999e-05}
{"train_loss": 0.00611779373139143, "global_step": 50279, "epoch": 282, "lr": 5.49716239685638e-05}
{"train_loss": 0.003858551848679781, "global_step": 50280, "epoch": 282, "lr": 5.49701535882652e-05}
{"train_loss": 0.005063884891569614, "global_step": 50281, "epoch": 282, "lr": 5.496868320362545e-05}
{"train_loss": 0.0032459907233715057, "global_step": 50282, "epoch": 282, "lr": 5.4967212814645854e-05}
{"train_loss": 0.005782227963209152, "global_step": 50283, "epoch": 282, "lr": 5.4965742421327696e-05}
{"train_loss": 0.004276370629668236, "global_step": 50284, "epoch": 282, "lr": 5.496427202367226e-05}
{"train_loss": 0.004573494661599398, "global_step": 50285, "epoch": 282, "lr": 5.496280162168084e-05}
{"train_loss": 0.0027571667451411486, "global_step": 50286, "epoch": 282, "lr": 5.4961331215354695e-05}
{"train_loss": 0.002790495753288269, "global_step": 50287, "epoch": 282, "lr": 5.4959860804695116e-05}
{"train_loss": 0.0036846883594989777, "global_step": 50288, "epoch": 282, "lr": 5.4958390389703404e-05}
{"train_loss": 0.004805772565305233, "global_step": 50289, "epoch": 282, "lr": 5.495691997038084e-05}
{"train_loss": 0.0048796385526657104, "global_step": 50290, "epoch": 282, "lr": 5.49554495467287e-05}
{"train_loss": 0.003225466003641486, "global_step": 50291, "epoch": 282, "lr": 5.4953979118748265e-05}
{"train_loss": 0.00274273450486362, "global_step": 50292, "epoch": 282, "lr": 5.495250868644083e-05}
{"train_loss": 0.0029509784653782845, "global_step": 50293, "epoch": 282, "lr": 5.4951038249807675e-05}
{"train_loss": 0.004134745802730322, "global_step": 50294, "epoch": 282, "lr": 5.494956780885008e-05}
{"train_loss": 0.0026153819635510445, "global_step": 50295, "epoch": 282, "lr": 5.494809736356933e-05}
{"train_loss": 0.004027728922665119, "global_step": 50296, "epoch": 282, "lr": 5.494662691396673e-05}
{"train_loss": 0.0036395983770489693, "global_step": 50297, "epoch": 282, "lr": 5.494515646004351e-05}
{"train_loss": 0.005117972381412983, "global_step": 50298, "epoch": 282, "lr": 5.494368600180102e-05}
{"train_loss": 0.004580299835652113, "global_step": 50299, "epoch": 282, "lr": 5.494221553924052e-05}
{"train_loss": 0.002223173389211297, "global_step": 50300, "epoch": 282, "lr": 5.494074507236329e-05}
{"train_loss": 0.003961597569286823, "global_step": 50301, "epoch": 282, "lr": 5.493927460117059e-05}
{"train_loss": 0.002837252803146839, "global_step": 50302, "epoch": 282, "lr": 5.493780412566374e-05}
{"train_loss": 0.00490005686879158, "global_step": 50303, "epoch": 282, "lr": 5.4936333645844016e-05}
{"train_loss": 0.004856438376009464, "global_step": 50304, "epoch": 282, "lr": 5.493486316171271e-05}
{"train_loss": 0.0025167244020849466, "global_step": 50305, "epoch": 282, "lr": 5.493339267327109e-05}
{"train_loss": 0.0019019439350813627, "global_step": 50306, "epoch": 282, "lr": 5.4931922180520436e-05}
{"train_loss": 0.0028961612842977047, "global_step": 50307, "epoch": 282, "lr": 5.493045168346205e-05}
{"train_loss": 0.004330179654061794, "global_step": 50308, "epoch": 282, "lr": 5.4928981182097206e-05}
{"train_loss": 0.0019282263237982988, "global_step": 50309, "epoch": 282, "lr": 5.4927510676427196e-05}
{"train_loss": 0.00259504490531981, "global_step": 50310, "epoch": 282, "lr": 5.492604016645328e-05}
{"train_loss": 0.006690435577183962, "global_step": 50311, "epoch": 282, "lr": 5.492456965217678e-05}
{"train_loss": 0.0036942800506949425, "global_step": 50312, "epoch": 282, "lr": 5.4923099133598976e-05}
{"train_loss": 0.004549870267510414, "global_step": 50313, "epoch": 282, "lr": 5.492162861072112e-05}
{"train_loss": 0.003130431519821286, "global_step": 50314, "epoch": 282, "lr": 5.492015808354453e-05}
{"train_loss": 0.002374183852225542, "global_step": 50315, "epoch": 282, "lr": 5.4918687552070445e-05}
{"train_loss": 0.003509697038680315, "global_step": 50316, "epoch": 282, "lr": 5.491721701630019e-05}
{"train_loss": 0.006182816345244646, "global_step": 50317, "epoch": 282, "lr": 5.4915746476235065e-05}
{"train_loss": 0.0037565568927675486, "global_step": 50318, "epoch": 282, "lr": 5.4914275931876316e-05}
{"train_loss": 0.008074051700532436, "global_step": 50319, "epoch": 282, "lr": 5.491280538322523e-05}
{"train_loss": 0.0029646267648786306, "global_step": 50320, "epoch": 282, "lr": 5.49113348302831e-05}
{"train_loss": 0.00259899883531034, "global_step": 50321, "epoch": 282, "lr": 5.4909864273051224e-05}
{"train_loss": 0.004386440385133028, "global_step": 50322, "epoch": 282, "lr": 5.490839371153088e-05}
{"train_loss": 0.0030522351153194904, "global_step": 50323, "epoch": 282, "lr": 5.490692314572334e-05}
{"train_loss": 0.0031625404953956604, "global_step": 50324, "epoch": 282, "lr": 5.49054525756299e-05}
{"train_loss": 0.00646331999450922, "global_step": 50325, "epoch": 282, "lr": 5.490398200125183e-05}
{"train_loss": 0.0017328864196315408, "global_step": 50326, "epoch": 282, "lr": 5.490251142259043e-05}
{"train_loss": 0.002263162285089493, "global_step": 50327, "epoch": 282, "lr": 5.490104083964699e-05}
{"train_loss": 0.0021931047085672617, "global_step": 50328, "epoch": 282, "lr": 5.4899570252422774e-05}
{"train_loss": 0.004936773329973221, "global_step": 50329, "epoch": 282, "lr": 5.4898099660919066e-05}
{"train_loss": 0.0024157934822142124, "global_step": 50330, "epoch": 282, "lr": 5.489662906513717e-05}
{"train_loss": 0.002957776887342334, "global_step": 50331, "epoch": 282, "lr": 5.489515846507837e-05}
{"train_loss": 0.0017176263500005007, "global_step": 50332, "epoch": 282, "lr": 5.489368786074393e-05}
{"train_loss": 0.0037033800035715103, "global_step": 50333, "epoch": 282, "lr": 5.489221725213515e-05}
{"train_loss": 0.0056810537353158, "global_step": 50334, "epoch": 282, "lr": 5.48907466392533e-05}
{"train_loss": 0.004181251861155033, "global_step": 50335, "epoch": 282, "lr": 5.4889276022099677e-05}
{"train_loss": 0.004161710385233164, "global_step": 50336, "epoch": 282, "lr": 5.488780540067557e-05}
{"train_loss": 0.005402418784797192, "global_step": 50337, "epoch": 282, "lr": 5.488633477498226e-05}
{"train_loss": 0.00403866171836853, "global_step": 50338, "epoch": 282, "lr": 5.488486414502103e-05}
{"train_loss": 0.003733969759196043, "global_step": 50339, "epoch": 282, "lr": 5.488339351079315e-05}
{"train_loss": 0.004737952258437872, "global_step": 50340, "epoch": 282, "lr": 5.488192287229992e-05}
{"train_loss": 0.002917257836088538, "global_step": 50341, "epoch": 282, "lr": 5.4880452229542635e-05}
{"train_loss": 0.003996243700385094, "global_step": 50342, "epoch": 282, "lr": 5.487898158252256e-05}
{"train_loss": 0.0033408687449991703, "global_step": 50343, "epoch": 282, "lr": 5.4877510931240984e-05}
{"train_loss": 0.00625824648886919, "global_step": 50344, "epoch": 282, "lr": 5.487604027569919e-05}
{"train_loss": 0.004757172893732786, "global_step": 50345, "epoch": 282, "lr": 5.487456961589847e-05}
{"train_loss": 0.004768382757902145, "global_step": 50346, "epoch": 282, "lr": 5.4873098951840104e-05}
{"train_loss": 0.001708770403638482, "global_step": 50347, "epoch": 282, "lr": 5.487162828352539e-05}
{"train_loss": 0.00418911874294281, "global_step": 50348, "epoch": 282, "lr": 5.487015761095557e-05}
{"train_loss": 0.0020422888919711113, "global_step": 50349, "epoch": 282, "lr": 5.4868686934131984e-05}
{"train_loss": 0.005677391774952412, "global_step": 50350, "epoch": 282, "lr": 5.486721625305589e-05}
{"train_loss": 0.0040185535326600075, "global_step": 50351, "epoch": 282, "lr": 5.486574556772856e-05}
{"train_loss": 0.0022228951565921307, "global_step": 50352, "epoch": 282, "lr": 5.48642748781513e-05}
{"train_loss": 0.0030891234055161476, "global_step": 50353, "epoch": 282, "lr": 5.486280418432538e-05}
{"train_loss": 0.0026929161977022886, "global_step": 50354, "epoch": 282, "lr": 5.4861333486252084e-05}
{"train_loss": 0.005479347426444292, "global_step": 50355, "epoch": 282, "lr": 5.485986278393272e-05}
{"train_loss": 0.003961400594562292, "global_step": 50356, "epoch": 282, "lr": 5.4858392077368546e-05}
{"train_loss": 0.004315986298024654, "global_step": 50357, "epoch": 282, "lr": 5.4856921366560864e-05}
{"train_loss": 0.0035326480865478516, "global_step": 50358, "epoch": 282, "lr": 5.485545065151094e-05}
{"train_loss": 0.0029132699128240347, "global_step": 50359, "epoch": 282, "lr": 5.485397993222008e-05}
{"train_loss": 0.005498170852661133, "global_step": 50360, "epoch": 282, "lr": 5.485250920868956e-05}
{"train_loss": 0.0022881869226694107, "global_step": 50361, "epoch": 282, "lr": 5.485103848092066e-05}
{"train_loss": 0.003955201245844364, "global_step": 50362, "epoch": 282, "lr": 5.4849567748914664e-05}
{"train_loss": 0.0027689109556376934, "global_step": 50363, "epoch": 282, "lr": 5.484809701267286e-05}
{"train_loss": 0.002842181595042348, "global_step": 50364, "epoch": 282, "lr": 5.484662627219655e-05}
{"train_loss": 0.0030022496357560158, "global_step": 50365, "epoch": 282, "lr": 5.484515552748698e-05}
{"train_loss": 0.002161547774448991, "global_step": 50366, "epoch": 282, "lr": 5.484368477854547e-05}
{"train_loss": 0.002724485471844673, "global_step": 50367, "epoch": 282, "lr": 5.484221402537327e-05}
{"train_loss": 0.0032891249284148216, "global_step": 50368, "epoch": 282, "lr": 5.48407432679717e-05}
{"train_loss": 0.002378378761932254, "global_step": 50369, "epoch": 282, "lr": 5.483927250634203e-05}
{"train_loss": 0.004495054483413696, "global_step": 50370, "epoch": 282, "lr": 5.483780174048555e-05}
{"train_loss": 0.002381307538598776, "global_step": 50371, "epoch": 282, "lr": 5.483633097040354e-05}
{"train_loss": 0.0025699520483613014, "global_step": 50372, "epoch": 282, "lr": 5.483486019609726e-05}
{"train_loss": 0.0038688283608546165, "global_step": 50373, "epoch": 282, "lr": 5.483338941756804e-05}
{"train_loss": 0.0033030803315341473, "global_step": 50374, "epoch": 283, "lr": 5.483191863481714e-05}
{"train_loss": 0.003377683460712433, "global_step": 50375, "epoch": 283, "lr": 5.4830447847845846e-05}
{"train_loss": 0.00196766946464777, "global_step": 50376, "epoch": 283, "lr": 5.482897705665544e-05}
{"train_loss": 0.0029921026434749365, "global_step": 50377, "epoch": 283, "lr": 5.48275062612472e-05}
{"train_loss": 0.003385411575436592, "global_step": 50378, "epoch": 283, "lr": 5.4826035461622435e-05}
{"train_loss": 0.003288142615929246, "global_step": 50379, "epoch": 283, "lr": 5.482456465778243e-05}
{"train_loss": 0.004261438734829426, "global_step": 50380, "epoch": 283, "lr": 5.482309384972844e-05}
{"train_loss": 0.002990142907947302, "global_step": 50381, "epoch": 283, "lr": 5.482162303746177e-05}
{"train_loss": 0.002102932194247842, "global_step": 50382, "epoch": 283, "lr": 5.482015222098369e-05}
{"train_loss": 0.008722133934497833, "global_step": 50383, "epoch": 283, "lr": 5.481868140029551e-05}
{"train_loss": 0.0043170033022761345, "global_step": 50384, "epoch": 283, "lr": 5.4817210575398495e-05}
{"train_loss": 0.006848028860986233, "global_step": 50385, "epoch": 283, "lr": 5.4815739746293934e-05}
{"train_loss": 0.0029710987582802773, "global_step": 50386, "epoch": 283, "lr": 5.48142689129831e-05}
{"train_loss": 0.003346680663526058, "global_step": 50387, "epoch": 283, "lr": 5.481279807546731e-05}
{"train_loss": 0.003724221372976899, "global_step": 50388, "epoch": 283, "lr": 5.481132723374781e-05}
{"train_loss": 0.0032727974466979504, "global_step": 50389, "epoch": 283, "lr": 5.480985638782592e-05}
{"train_loss": 0.003111974336206913, "global_step": 50390, "epoch": 283, "lr": 5.48083855377029e-05}
{"train_loss": 0.004526822827756405, "global_step": 50391, "epoch": 283, "lr": 5.480691468338004e-05}
{"train_loss": 0.00445833895355463, "global_step": 50392, "epoch": 283, "lr": 5.480544382485863e-05}
{"train_loss": 0.0025733495131134987, "global_step": 50393, "epoch": 283, "lr": 5.480397296213995e-05}
{"train_loss": 0.0034371004439890385, "global_step": 50394, "epoch": 283, "lr": 5.480250209522528e-05}
{"train_loss": 0.0034400462172925472, "global_step": 50395, "epoch": 283, "lr": 5.4801031224115916e-05}
{"train_loss": 0.0057426029816269875, "global_step": 50396, "epoch": 283, "lr": 5.479956034881315e-05}
{"train_loss": 0.002895382698625326, "global_step": 50397, "epoch": 283, "lr": 5.479808946931824e-05}
{"train_loss": 0.00275337602943182, "global_step": 50398, "epoch": 283, "lr": 5.479661858563249e-05}
{"train_loss": 0.0022627494763582945, "global_step": 50399, "epoch": 283, "lr": 5.4795147697757175e-05}
{"train_loss": 0.002307236660271883, "global_step": 50400, "epoch": 283, "lr": 5.47936768056936e-05}
{"train_loss": 0.00235440069809556, "global_step": 50401, "epoch": 283, "lr": 5.4792205909443006e-05}
{"train_loss": 0.0026195175014436245, "global_step": 50402, "epoch": 283, "lr": 5.479073500900673e-05}
{"train_loss": 0.004858499858528376, "global_step": 50403, "epoch": 283, "lr": 5.478926410438603e-05}
{"train_loss": 0.0014440754894167185, "global_step": 50404, "epoch": 283, "lr": 5.4787793195582196e-05}
{"train_loss": 0.0038260738365352154, "global_step": 50405, "epoch": 283, "lr": 5.478632228259651e-05}
{"train_loss": 0.004459807649254799, "global_step": 50406, "epoch": 283, "lr": 5.4784851365430245e-05}
{"train_loss": 0.004724197089672089, "global_step": 50407, "epoch": 283, "lr": 5.478338044408471e-05}
{"train_loss": 0.002153910230845213, "global_step": 50408, "epoch": 283, "lr": 5.478190951856118e-05}
{"train_loss": 0.004351240582764149, "global_step": 50409, "epoch": 283, "lr": 5.478043858886093e-05}
{"train_loss": 0.0015656616305932403, "global_step": 50410, "epoch": 283, "lr": 5.477896765498525e-05}
{"train_loss": 0.0034597429912537336, "global_step": 50411, "epoch": 283, "lr": 5.4777496716935427e-05}
{"train_loss": 0.0027964748442173004, "global_step": 50412, "epoch": 283, "lr": 5.477602577471276e-05}
{"train_loss": 0.002990616485476494, "global_step": 50413, "epoch": 283, "lr": 5.4774554828318516e-05}
{"train_loss": 0.0022130783181637526, "global_step": 50414, "epoch": 283, "lr": 5.477308387775397e-05}
{"train_loss": 0.004668675363063812, "global_step": 50415, "epoch": 283, "lr": 5.4771612923020424e-05}
{"train_loss": 0.00574957812204957, "global_step": 50416, "epoch": 283, "lr": 5.477014196411917e-05}
{"train_loss": 0.003280704142525792, "global_step": 50417, "epoch": 283, "lr": 5.4768671001051477e-05}
{"train_loss": 0.0038534021005034447, "global_step": 50418, "epoch": 283, "lr": 5.476720003381863e-05}
{"train_loss": 0.0049718753434717655, "global_step": 50419, "epoch": 283, "lr": 5.476572906242192e-05}
{"train_loss": 0.003067760029807687, "global_step": 50420, "epoch": 283, "lr": 5.476425808686262e-05}
{"train_loss": 0.002249971032142639, "global_step": 50421, "epoch": 283, "lr": 5.4762787107142046e-05}
{"train_loss": 0.002294637029990554, "global_step": 50422, "epoch": 283, "lr": 5.476131612326145e-05}
{"train_loss": 0.0020623456221073866, "global_step": 50423, "epoch": 283, "lr": 5.475984513522213e-05}
{"train_loss": 0.0026971898041665554, "global_step": 50424, "epoch": 283, "lr": 5.475837414302538e-05}
{"train_loss": 0.002950712339952588, "global_step": 50425, "epoch": 283, "lr": 5.4756903146672455e-05}
{"train_loss": 0.0029680845327675343, "global_step": 50426, "epoch": 283, "lr": 5.475543214616468e-05}
{"train_loss": 0.0041608791798353195, "global_step": 50427, "epoch": 283, "lr": 5.4753961141503296e-05}
{"train_loss": 0.0021541996393352747, "global_step": 50428, "epoch": 283, "lr": 5.475249013268963e-05}
{"train_loss": 0.0019454830326139927, "global_step": 50429, "epoch": 283, "lr": 5.475101911972493e-05}
{"train_loss": 0.002957750577479601, "global_step": 50430, "epoch": 283, "lr": 5.474954810261051e-05}
{"train_loss": 0.00253335852175951, "global_step": 50431, "epoch": 283, "lr": 5.474807708134765e-05}
{"train_loss": 0.0048524560406804085, "global_step": 50432, "epoch": 283, "lr": 5.474660605593762e-05}
{"train_loss": 0.0026382796932011843, "global_step": 50433, "epoch": 283, "lr": 5.474513502638172e-05}
{"train_loss": 0.0027932494413107634, "global_step": 50434, "epoch": 283, "lr": 5.474366399268121e-05}
{"train_loss": 0.0022266737651079893, "global_step": 50435, "epoch": 283, "lr": 5.474219295483741e-05}
{"train_loss": 0.0032945964485406876, "global_step": 50436, "epoch": 283, "lr": 5.474072191285159e-05}
{"train_loss": 0.002620910294353962, "global_step": 50437, "epoch": 283, "lr": 5.473925086672502e-05}
{"train_loss": 0.002958672819659114, "global_step": 50438, "epoch": 283, "lr": 5.4737779816459e-05}
{"train_loss": 0.0019191596657037735, "global_step": 50439, "epoch": 283, "lr": 5.473630876205481e-05}
{"train_loss": 0.002121314639225602, "global_step": 50440, "epoch": 283, "lr": 5.473483770351374e-05}
{"train_loss": 0.003162920009344816, "global_step": 50441, "epoch": 283, "lr": 5.473336664083708e-05}
{"train_loss": 0.0028732807841151953, "global_step": 50442, "epoch": 283, "lr": 5.473189557402609e-05}
{"train_loss": 0.003232555463910103, "global_step": 50443, "epoch": 283, "lr": 5.473042450308209e-05}
{"train_loss": 0.00375166442245245, "global_step": 50444, "epoch": 283, "lr": 5.472895342800633e-05}
{"train_loss": 0.0048271347768604755, "global_step": 50445, "epoch": 283, "lr": 5.472748234880013e-05}
{"train_loss": 0.002025577472522855, "global_step": 50446, "epoch": 283, "lr": 5.472601126546475e-05}
{"train_loss": 0.002622399479150772, "global_step": 50447, "epoch": 283, "lr": 5.4724540178001484e-05}
{"train_loss": 0.003046526340767741, "global_step": 50448, "epoch": 283, "lr": 5.472306908641159e-05}
{"train_loss": 0.005021268036216497, "global_step": 50449, "epoch": 283, "lr": 5.47215979906964e-05}
{"train_loss": 0.0055279857479035854, "global_step": 50450, "epoch": 283, "lr": 5.472012689085718e-05}
{"train_loss": 0.00620120158419013, "global_step": 50451, "epoch": 283, "lr": 5.47186557868952e-05}
{"train_loss": 0.002529808320105076, "global_step": 50452, "epoch": 283, "lr": 5.471718467881177e-05}
{"train_loss": 0.0023238644935190678, "global_step": 50453, "epoch": 283, "lr": 5.471571356660814e-05}
{"train_loss": 0.0020680101588368416, "global_step": 50454, "epoch": 283, "lr": 5.471424245028562e-05}
{"train_loss": 0.003882067045196891, "global_step": 50455, "epoch": 283, "lr": 5.4712771329845515e-05}
{"train_loss": 0.001839347300119698, "global_step": 50456, "epoch": 283, "lr": 5.471130020528906e-05}
{"train_loss": 0.003277494804933667, "global_step": 50457, "epoch": 283, "lr": 5.470982907661757e-05}
{"train_loss": 0.005089327692985535, "global_step": 50458, "epoch": 283, "lr": 5.4708357943832335e-05}
{"train_loss": 0.0035412348806858063, "global_step": 50459, "epoch": 283, "lr": 5.470688680693462e-05}
{"train_loss": 0.002775688888505101, "global_step": 50460, "epoch": 283, "lr": 5.470541566592573e-05}
{"train_loss": 0.0053987931460142136, "global_step": 50461, "epoch": 283, "lr": 5.4703944520806925e-05}
{"train_loss": 0.002680962672457099, "global_step": 50462, "epoch": 283, "lr": 5.470247337157952e-05}
{"train_loss": 0.002432849258184433, "global_step": 50463, "epoch": 283, "lr": 5.470100221824477e-05}
{"train_loss": 0.003047451376914978, "global_step": 50464, "epoch": 283, "lr": 5.469953106080399e-05}
{"train_loss": 0.0022400496527552605, "global_step": 50465, "epoch": 283, "lr": 5.469805989925845e-05}
{"train_loss": 0.002325679874047637, "global_step": 50466, "epoch": 283, "lr": 5.469658873360943e-05}
{"train_loss": 0.007354870438575745, "global_step": 50467, "epoch": 283, "lr": 5.469511756385821e-05}
{"train_loss": 0.0037958011962473392, "global_step": 50468, "epoch": 283, "lr": 5.46936463900061e-05}
{"train_loss": 0.0031637519132345915, "global_step": 50469, "epoch": 283, "lr": 5.4692175212054376e-05}
{"train_loss": 0.0032509544398635626, "global_step": 50470, "epoch": 283, "lr": 5.469070403000431e-05}
{"train_loss": 0.004719814285635948, "global_step": 50471, "epoch": 283, "lr": 5.4689232843857196e-05}
{"train_loss": 0.0027238321490585804, "global_step": 50472, "epoch": 283, "lr": 5.46877616536143e-05}
{"train_loss": 0.002134270966053009, "global_step": 50473, "epoch": 283, "lr": 5.468629045927694e-05}
{"train_loss": 0.003897757036611438, "global_step": 50474, "epoch": 283, "lr": 5.4684819260846385e-05}
{"train_loss": 0.002705527236685157, "global_step": 50475, "epoch": 283, "lr": 5.468334805832393e-05}
{"train_loss": 0.004095879383385181, "global_step": 50476, "epoch": 283, "lr": 5.468187685171082e-05}
{"train_loss": 0.005066824145615101, "global_step": 50477, "epoch": 283, "lr": 5.4680405641008405e-05}
{"train_loss": 0.004151627421379089, "global_step": 50478, "epoch": 283, "lr": 5.467893442621791e-05}
{"train_loss": 0.003851880319416523, "global_step": 50479, "epoch": 283, "lr": 5.467746320734066e-05}
{"train_loss": 0.0053023225627839565, "global_step": 50480, "epoch": 283, "lr": 5.467599198437793e-05}
{"train_loss": 0.004985572770237923, "global_step": 50481, "epoch": 283, "lr": 5.4674520757330973e-05}
{"train_loss": 0.0033187689259648323, "global_step": 50482, "epoch": 283, "lr": 5.4673049526201116e-05}
{"train_loss": 0.0013133250176906586, "global_step": 50483, "epoch": 283, "lr": 5.4671578290989624e-05}
{"train_loss": 0.002336240839213133, "global_step": 50484, "epoch": 283, "lr": 5.4670107051697805e-05}
{"train_loss": 0.0031675337813794613, "global_step": 50485, "epoch": 283, "lr": 5.466863580832692e-05}
{"train_loss": 0.004484959412366152, "global_step": 50486, "epoch": 283, "lr": 5.4667164560878233e-05}
{"train_loss": 0.0019105173414573073, "global_step": 50487, "epoch": 283, "lr": 5.46656933093531e-05}
{"train_loss": 0.004277217201888561, "global_step": 50488, "epoch": 283, "lr": 5.4664222053752736e-05}
{"train_loss": 0.003941635601222515, "global_step": 50489, "epoch": 283, "lr": 5.4662750794078464e-05}
{"train_loss": 0.00258193863555789, "global_step": 50490, "epoch": 283, "lr": 5.466127953033156e-05}
{"train_loss": 0.003921967931091785, "global_step": 50491, "epoch": 283, "lr": 5.465980826251328e-05}
{"train_loss": 0.0032040057703852654, "global_step": 50492, "epoch": 283, "lr": 5.465833699062496e-05}
{"train_loss": 0.007225964218378067, "global_step": 50493, "epoch": 283, "lr": 5.465686571466786e-05}
{"train_loss": 0.0018391977064311504, "global_step": 50494, "epoch": 283, "lr": 5.4655394434643256e-05}
{"train_loss": 0.00307351048104465, "global_step": 50495, "epoch": 283, "lr": 5.465392315055245e-05}
{"train_loss": 0.0050289323553442955, "global_step": 50496, "epoch": 283, "lr": 5.4652451862396714e-05}
{"train_loss": 0.0019440090982243419, "global_step": 50497, "epoch": 283, "lr": 5.465098057017734e-05}
{"train_loss": 0.004990370012819767, "global_step": 50498, "epoch": 283, "lr": 5.464950927389563e-05}
{"train_loss": 0.004071399569511414, "global_step": 50499, "epoch": 283, "lr": 5.464803797355283e-05}
{"train_loss": 0.004123737569898367, "global_step": 50500, "epoch": 283, "lr": 5.4646566669150255e-05}
{"train_loss": 0.0034181715454906225, "global_step": 50501, "epoch": 283, "lr": 5.464509536068918e-05}
{"train_loss": 0.002950561000034213, "global_step": 50502, "epoch": 283, "lr": 5.464362404817089e-05}
{"train_loss": 0.0026958328671753407, "global_step": 50503, "epoch": 283, "lr": 5.4642152731596674e-05}
{"train_loss": 0.0034141740761697292, "global_step": 50504, "epoch": 283, "lr": 5.464068141096781e-05}
{"train_loss": 0.002503851894289255, "global_step": 50505, "epoch": 283, "lr": 5.4639210086285584e-05}
{"train_loss": 0.005562386475503445, "global_step": 50506, "epoch": 283, "lr": 5.463773875755131e-05}
{"train_loss": 0.003251963760703802, "global_step": 50507, "epoch": 283, "lr": 5.463626742476622e-05}
{"train_loss": 0.00418576505035162, "global_step": 50508, "epoch": 283, "lr": 5.463479608793165e-05}
{"train_loss": 0.0036008998285979033, "global_step": 50509, "epoch": 283, "lr": 5.4633324747048856e-05}
{"train_loss": 0.002108487067744136, "global_step": 50510, "epoch": 283, "lr": 5.463185340211911e-05}
{"train_loss": 0.005853553302586079, "global_step": 50511, "epoch": 283, "lr": 5.463038205314374e-05}
{"train_loss": 0.002853245474398136, "global_step": 50512, "epoch": 283, "lr": 5.462891070012399e-05}
{"train_loss": 0.007401433307677507, "global_step": 50513, "epoch": 283, "lr": 5.462743934306118e-05}
{"train_loss": 0.0023703728802502155, "global_step": 50514, "epoch": 283, "lr": 5.462596798195656e-05}
{"train_loss": 0.004857617896050215, "global_step": 50515, "epoch": 283, "lr": 5.4624496616811446e-05}
{"train_loss": 0.002319001592695713, "global_step": 50516, "epoch": 283, "lr": 5.462302524762711e-05}
{"train_loss": 0.000595925550442189, "global_step": 50517, "epoch": 283, "lr": 5.462155387440484e-05}
{"train_loss": 0.0021317785140126944, "global_step": 50518, "epoch": 283, "lr": 5.462008249714592e-05}
{"train_loss": 0.0037593934684991837, "global_step": 50519, "epoch": 283, "lr": 5.461861111585161e-05}
{"train_loss": 0.004757264629006386, "global_step": 50520, "epoch": 283, "lr": 5.461713973052325e-05}
{"train_loss": 0.0031693587079644203, "global_step": 50521, "epoch": 283, "lr": 5.4615668341162074e-05}
{"train_loss": 0.004240857437252998, "global_step": 50522, "epoch": 283, "lr": 5.46141969477694e-05}
{"train_loss": 0.004553935490548611, "global_step": 50523, "epoch": 283, "lr": 5.46127255503465e-05}
{"train_loss": 0.00462597981095314, "global_step": 50524, "epoch": 283, "lr": 5.4611254148894634e-05}
{"train_loss": 0.002906481269747019, "global_step": 50525, "epoch": 283, "lr": 5.460978274341514e-05}
{"train_loss": 0.002652448136359453, "global_step": 50526, "epoch": 283, "lr": 5.4608311333909265e-05}
{"train_loss": 0.003472941927611828, "global_step": 50527, "epoch": 283, "lr": 5.4606839920378317e-05}
{"train_loss": 0.006416540127247572, "global_step": 50528, "epoch": 283, "lr": 5.460536850282356e-05}
{"train_loss": 0.004093274474143982, "global_step": 50529, "epoch": 283, "lr": 5.460389708124629e-05}
{"train_loss": 0.0032454784959554672, "global_step": 50530, "epoch": 283, "lr": 5.460242565564779e-05}
{"train_loss": 0.004994514398276806, "global_step": 50531, "epoch": 283, "lr": 5.4600954226029355e-05}
{"train_loss": 0.004875986371189356, "global_step": 50532, "epoch": 283, "lr": 5.4599482792392257e-05}
{"train_loss": 0.005358275957405567, "global_step": 50533, "epoch": 283, "lr": 5.459801135473779e-05}
{"train_loss": 0.003934879321604967, "global_step": 50534, "epoch": 283, "lr": 5.4596539913067214e-05}
{"train_loss": 0.001283307676203549, "global_step": 50535, "epoch": 283, "lr": 5.459506846738185e-05}
{"train_loss": 0.0027858910616487265, "global_step": 50536, "epoch": 283, "lr": 5.459359701768296e-05}
{"train_loss": 0.006303377449512482, "global_step": 50537, "epoch": 283, "lr": 5.4592125563971853e-05}
{"train_loss": 0.004257798194885254, "global_step": 50538, "epoch": 283, "lr": 5.4590654106249787e-05}
{"train_loss": 0.003895839676260948, "global_step": 50539, "epoch": 283, "lr": 5.4589182644518056e-05}
{"train_loss": 0.002538183005526662, "global_step": 50540, "epoch": 283, "lr": 5.4587711178777955e-05}
{"train_loss": 0.002366560511291027, "global_step": 50541, "epoch": 283, "lr": 5.4586239709030764e-05}
{"train_loss": 0.005889222025871277, "global_step": 50542, "epoch": 283, "lr": 5.458476823527776e-05}
{"train_loss": 0.0024560769088566303, "global_step": 50543, "epoch": 283, "lr": 5.458329675752023e-05}
{"train_loss": 0.0022948081605136395, "global_step": 50544, "epoch": 283, "lr": 5.458182527575948e-05}
{"train_loss": 0.0035091021563857794, "global_step": 50545, "epoch": 283, "lr": 5.4580353789996766e-05}
{"train_loss": 0.006686725653707981, "global_step": 50546, "epoch": 283, "lr": 5.4578882300233394e-05}
{"train_loss": 0.005084755830466747, "global_step": 50547, "epoch": 283, "lr": 5.4577410806470644e-05}
{"train_loss": 0.004740663804113865, "global_step": 50548, "epoch": 283, "lr": 5.457593930870978e-05}
{"train_loss": 0.002057854551821947, "global_step": 50549, "epoch": 283, "lr": 5.457446780695212e-05}
{"train_loss": 0.007838238961994648, "global_step": 50550, "epoch": 283, "lr": 5.457299630119894e-05}
{"train_loss": 0.0035604577792123, "global_step": 50551, "epoch": 283, "lr": 5.457152479145152e-05}
{"train_loss": 0.003680965630337596, "global_step": 50552, "epoch": 284, "lr": 5.457005327771114e-05}
{"train_loss": 0.0017998011317104101, "global_step": 50553, "epoch": 284, "lr": 5.456858175997909e-05}
{"train_loss": 0.004238770343363285, "global_step": 50554, "epoch": 284, "lr": 5.456711023825667e-05}
{"train_loss": 0.0020623868331313133, "global_step": 50555, "epoch": 284, "lr": 5.4565638712545144e-05}
{"train_loss": 0.004858711268752813, "global_step": 50556, "epoch": 284, "lr": 5.45641671828458e-05}
{"train_loss": 0.002954850671812892, "global_step": 50557, "epoch": 284, "lr": 5.456269564915992e-05}
{"train_loss": 0.0030031509231776, "global_step": 50558, "epoch": 284, "lr": 5.4561224111488815e-05}
{"train_loss": 0.006140066310763359, "global_step": 50559, "epoch": 284, "lr": 5.455975256983375e-05}
{"train_loss": 0.004999466240406036, "global_step": 50560, "epoch": 284, "lr": 5.455828102419602e-05}
{"train_loss": 0.008903183043003082, "global_step": 50561, "epoch": 284, "lr": 5.45568094745769e-05}
{"train_loss": 0.001961993519216776, "global_step": 50562, "epoch": 284, "lr": 5.455533792097767e-05}
{"train_loss": 0.005779585801064968, "global_step": 50563, "epoch": 284, "lr": 5.455386636339963e-05}
{"train_loss": 0.0041703516617417336, "global_step": 50564, "epoch": 284, "lr": 5.455239480184405e-05}
{"train_loss": 0.004576750099658966, "global_step": 50565, "epoch": 284, "lr": 5.4550923236312234e-05}
{"train_loss": 0.0037113893777132034, "global_step": 50566, "epoch": 284, "lr": 5.454945166680546e-05}
{"train_loss": 0.002626236993819475, "global_step": 50567, "epoch": 284, "lr": 5.4547980093325005e-05}
{"train_loss": 0.004752843640744686, "global_step": 50568, "epoch": 284, "lr": 5.454650851587216e-05}
{"train_loss": 0.004112812224775553, "global_step": 50569, "epoch": 284, "lr": 5.4545036934448223e-05}
{"train_loss": 0.004120406694710255, "global_step": 50570, "epoch": 284, "lr": 5.454356534905447e-05}
{"train_loss": 0.005485668778419495, "global_step": 50571, "epoch": 284, "lr": 5.454209375969217e-05}
{"train_loss": 0.004408426582813263, "global_step": 50572, "epoch": 284, "lr": 5.454062216636262e-05}
{"train_loss": 0.003570541273802519, "global_step": 50573, "epoch": 284, "lr": 5.453915056906712e-05}
{"train_loss": 0.004115091636776924, "global_step": 50574, "epoch": 284, "lr": 5.453767896780695e-05}
{"train_loss": 0.0019938822370022535, "global_step": 50575, "epoch": 284, "lr": 5.453620736258337e-05}
{"train_loss": 0.0025181269738823175, "global_step": 50576, "epoch": 284, "lr": 5.4534735753397684e-05}
{"train_loss": 0.004050968214869499, "global_step": 50577, "epoch": 284, "lr": 5.4533264140251183e-05}
{"train_loss": 0.0036700530909001827, "global_step": 50578, "epoch": 284, "lr": 5.4531792523145156e-05}
{"train_loss": 0.003956719767302275, "global_step": 50579, "epoch": 284, "lr": 5.4530320902080877e-05}
{"train_loss": 0.004662109538912773, "global_step": 50580, "epoch": 284, "lr": 5.4528849277059625e-05}
{"train_loss": 0.0038290403317660093, "global_step": 50581, "epoch": 284, "lr": 5.452737764808269e-05}
{"train_loss": 0.0028378628194332123, "global_step": 50582, "epoch": 284, "lr": 5.452590601515136e-05}
{"train_loss": 0.0019488893449306488, "global_step": 50583, "epoch": 284, "lr": 5.452443437826694e-05}
{"train_loss": 0.003218949306756258, "global_step": 50584, "epoch": 284, "lr": 5.452296273743068e-05}
{"train_loss": 0.001341789960861206, "global_step": 50585, "epoch": 284, "lr": 5.452149109264388e-05}
{"train_loss": 0.005003504455089569, "global_step": 50586, "epoch": 284, "lr": 5.4520019443907835e-05}
{"train_loss": 0.0058840420097112656, "global_step": 50587, "epoch": 284, "lr": 5.4518547791223815e-05}
{"train_loss": 0.0035099436063319445, "global_step": 50588, "epoch": 284, "lr": 5.451707613459312e-05}
{"train_loss": 0.003612169995903969, "global_step": 50589, "epoch": 284, "lr": 5.451560447401703e-05}
{"train_loss": 0.0024709911085665226, "global_step": 50590, "epoch": 284, "lr": 5.4514132809496846e-05}
{"train_loss": 0.0017697589937597513, "global_step": 50591, "epoch": 284, "lr": 5.45126611410338e-05}
{"train_loss": 0.0015417728573083878, "global_step": 50592, "epoch": 284, "lr": 5.451118946862924e-05}
{"train_loss": 0.00424877367913723, "global_step": 50593, "epoch": 284, "lr": 5.450971779228442e-05}
{"train_loss": 0.004463119897991419, "global_step": 50594, "epoch": 284, "lr": 5.450824611200064e-05}
{"train_loss": 0.004195592366158962, "global_step": 50595, "epoch": 284, "lr": 5.450677442777915e-05}
{"train_loss": 0.00532018905505538, "global_step": 50596, "epoch": 284, "lr": 5.4505302739621275e-05}
{"train_loss": 0.0040636369958519936, "global_step": 50597, "epoch": 284, "lr": 5.4503831047528296e-05}
{"train_loss": 0.0024815998040139675, "global_step": 50598, "epoch": 284, "lr": 5.4502359351501485e-05}
{"train_loss": 0.0025749043561518192, "global_step": 50599, "epoch": 284, "lr": 5.450088765154213e-05}
{"train_loss": 0.00435197539627552, "global_step": 50600, "epoch": 284, "lr": 5.449941594765151e-05}
{"train_loss": 0.007734336890280247, "global_step": 50601, "epoch": 284, "lr": 5.4497944239830934e-05}
{"train_loss": 0.003834228031337261, "global_step": 50602, "epoch": 284, "lr": 5.449647252808167e-05}
{"train_loss": 0.0023111975751817226, "global_step": 50603, "epoch": 284, "lr": 5.4495000812405006e-05}
{"train_loss": 0.002801201306283474, "global_step": 50604, "epoch": 284, "lr": 5.449352909280221e-05}
{"train_loss": 0.0059815323911607265, "global_step": 50605, "epoch": 284, "lr": 5.449205736927459e-05}
{"train_loss": 0.0033707551192492247, "global_step": 50606, "epoch": 284, "lr": 5.449058564182344e-05}
{"train_loss": 0.003905372228473425, "global_step": 50607, "epoch": 284, "lr": 5.448911391045002e-05}
{"train_loss": 0.0053734080865979195, "global_step": 50608, "epoch": 284, "lr": 5.448764217515564e-05}
{"train_loss": 0.003884859848767519, "global_step": 50609, "epoch": 284, "lr": 5.4486170435941564e-05}
{"train_loss": 0.0035107708536088467, "global_step": 50610, "epoch": 284, "lr": 5.4484698692809076e-05}
{"train_loss": 0.003195196855813265, "global_step": 50611, "epoch": 284, "lr": 5.4483226945759494e-05}
{"train_loss": 0.0030678764451295137, "global_step": 50612, "epoch": 284, "lr": 5.448175519479406e-05}
{"train_loss": 0.0034361877478659153, "global_step": 50613, "epoch": 284, "lr": 5.448028343991409e-05}
{"train_loss": 0.003031557658687234, "global_step": 50614, "epoch": 284, "lr": 5.447881168112086e-05}
{"train_loss": 0.005326896905899048, "global_step": 50615, "epoch": 284, "lr": 5.447733991841566e-05}
{"train_loss": 0.00437126774340868, "global_step": 50616, "epoch": 284, "lr": 5.447586815179977e-05}
{"train_loss": 0.004446391016244888, "global_step": 50617, "epoch": 284, "lr": 5.447439638127447e-05}
{"train_loss": 0.0023288291413336992, "global_step": 50618, "epoch": 284, "lr": 5.447292460684106e-05}
{"train_loss": 0.0037940996699035168, "global_step": 50619, "epoch": 284, "lr": 5.44714528285008e-05}
{"train_loss": 0.0035777948796749115, "global_step": 50620, "epoch": 284, "lr": 5.4469981046255006e-05}
{"train_loss": 0.004594075493514538, "global_step": 50621, "epoch": 284, "lr": 5.446850926010496e-05}
{"train_loss": 0.002697157673537731, "global_step": 50622, "epoch": 284, "lr": 5.446703747005193e-05}
{"train_loss": 0.003318104427307844, "global_step": 50623, "epoch": 284, "lr": 5.44655656760972e-05}
{"train_loss": 0.0058046975173056126, "global_step": 50624, "epoch": 284, "lr": 5.446409387824207e-05}
{"train_loss": 0.003570368280634284, "global_step": 50625, "epoch": 284, "lr": 5.446262207648782e-05}
{"train_loss": 0.0028682309202849865, "global_step": 50626, "epoch": 284, "lr": 5.4461150270835745e-05}
{"train_loss": 0.003791513154283166, "global_step": 50627, "epoch": 284, "lr": 5.4459678461287126e-05}
{"train_loss": 0.0012202935758978128, "global_step": 50628, "epoch": 284, "lr": 5.445820664784321e-05}
{"train_loss": 0.003780096536502242, "global_step": 50629, "epoch": 284, "lr": 5.445673483050534e-05}
{"train_loss": 0.003798662917688489, "global_step": 50630, "epoch": 284, "lr": 5.445526300927478e-05}
{"train_loss": 0.004773576743900776, "global_step": 50631, "epoch": 284, "lr": 5.4453791184152815e-05}
{"train_loss": 0.0017053406918421388, "global_step": 50632, "epoch": 284, "lr": 5.4452319355140734e-05}
{"train_loss": 0.004128023982048035, "global_step": 50633, "epoch": 284, "lr": 5.44508475222398e-05}
{"train_loss": 0.0032656064722687006, "global_step": 50634, "epoch": 284, "lr": 5.444937568545133e-05}
{"train_loss": 0.003307059407234192, "global_step": 50635, "epoch": 284, "lr": 5.444790384477659e-05}
{"train_loss": 0.002859975676983595, "global_step": 50636, "epoch": 284, "lr": 5.444643200021688e-05}
{"train_loss": 0.004346189554780722, "global_step": 50637, "epoch": 284, "lr": 5.444496015177347e-05}
{"train_loss": 0.004238266497850418, "global_step": 50638, "epoch": 284, "lr": 5.444348829944766e-05}
{"train_loss": 0.005447786767035723, "global_step": 50639, "epoch": 284, "lr": 5.4442016443240715e-05}
{"train_loss": 0.004747428931295872, "global_step": 50640, "epoch": 284, "lr": 5.444054458315395e-05}
{"train_loss": 0.0020086164586246014, "global_step": 50641, "epoch": 284, "lr": 5.4439072719188633e-05}
{"train_loss": 0.0028075159061700106, "global_step": 50642, "epoch": 284, "lr": 5.443760085134604e-05}
{"train_loss": 0.00234435498714447, "global_step": 50643, "epoch": 284, "lr": 5.4436128979627467e-05}
{"train_loss": 0.006801913492381573, "global_step": 50644, "epoch": 284, "lr": 5.443465710403422e-05}
{"train_loss": 0.0035049901343882084, "global_step": 50645, "epoch": 284, "lr": 5.443318522456754e-05}
{"train_loss": 0.001370372367091477, "global_step": 50646, "epoch": 284, "lr": 5.443171334122875e-05}
{"train_loss": 0.005655319895595312, "global_step": 50647, "epoch": 284, "lr": 5.443024145401912e-05}
{"train_loss": 0.003591671120375395, "global_step": 50648, "epoch": 284, "lr": 5.442876956293994e-05}
{"train_loss": 0.004468726925551891, "global_step": 50649, "epoch": 284, "lr": 5.442729766799248e-05}
{"train_loss": 0.002105951774865389, "global_step": 50650, "epoch": 284, "lr": 5.442582576917806e-05}
{"train_loss": 0.004610992036759853, "global_step": 50651, "epoch": 284, "lr": 5.4424353866497946e-05}
{"train_loss": 0.0016948742559179664, "global_step": 50652, "epoch": 284, "lr": 5.442288195995342e-05}
{"train_loss": 0.002153612906113267, "global_step": 50653, "epoch": 284, "lr": 5.442141004954575e-05}
{"train_loss": 0.002170991152524948, "global_step": 50654, "epoch": 284, "lr": 5.441993813527626e-05}
{"train_loss": 0.0053504034876823425, "global_step": 50655, "epoch": 284, "lr": 5.441846621714622e-05}
{"train_loss": 0.0038902638480067253, "global_step": 50656, "epoch": 284, "lr": 5.441699429515692e-05}
{"train_loss": 0.0039855437353253365, "global_step": 50657, "epoch": 284, "lr": 5.4415522369309626e-05}
{"train_loss": 0.0021704991813749075, "global_step": 50658, "epoch": 284, "lr": 5.4414050439605635e-05}
{"train_loss": 0.0034415314439684153, "global_step": 50659, "epoch": 284, "lr": 5.441257850604625e-05}
{"train_loss": 0.004136598668992519, "global_step": 50660, "epoch": 284, "lr": 5.441110656863273e-05}
{"train_loss": 0.0036576292477548122, "global_step": 50661, "epoch": 284, "lr": 5.440963462736638e-05}
{"train_loss": 0.0024814822245389223, "global_step": 50662, "epoch": 284, "lr": 5.440816268224846e-05}
{"train_loss": 0.00400887057185173, "global_step": 50663, "epoch": 284, "lr": 5.4406690733280286e-05}
{"train_loss": 0.0019331574440002441, "global_step": 50664, "epoch": 284, "lr": 5.440521878046314e-05}
{"train_loss": 0.0033599012531340122, "global_step": 50665, "epoch": 284, "lr": 5.4403746823798286e-05}
{"train_loss": 0.00517882127314806, "global_step": 50666, "epoch": 284, "lr": 5.4402274863287016e-05}
{"train_loss": 0.003918629139661789, "global_step": 50667, "epoch": 284, "lr": 5.440080289893064e-05}
{"train_loss": 0.0014772610738873482, "global_step": 50668, "epoch": 284, "lr": 5.439933093073041e-05}
{"train_loss": 0.005622687749564648, "global_step": 50669, "epoch": 284, "lr": 5.439785895868764e-05}
{"train_loss": 0.003759899875149131, "global_step": 50670, "epoch": 284, "lr": 5.439638698280358e-05}
{"train_loss": 0.002810416277498007, "global_step": 50671, "epoch": 284, "lr": 5.439491500307956e-05}
{"train_loss": 0.003421412780880928, "global_step": 50672, "epoch": 284, "lr": 5.439344301951683e-05}
{"train_loss": 0.0061393845826387405, "global_step": 50673, "epoch": 284, "lr": 5.439197103211671e-05}
{"train_loss": 0.004338487517088652, "global_step": 50674, "epoch": 284, "lr": 5.439049904088045e-05}
{"train_loss": 0.002395785879343748, "global_step": 50675, "epoch": 284, "lr": 5.438902704580935e-05}
{"train_loss": 0.0022280625998973846, "global_step": 50676, "epoch": 284, "lr": 5.438755504690469e-05}
{"train_loss": 0.0010575616033747792, "global_step": 50677, "epoch": 284, "lr": 5.438608304416779e-05}
{"train_loss": 0.003681737929582596, "global_step": 50678, "epoch": 284, "lr": 5.4384611037599885e-05}
{"train_loss": 0.0037433686666190624, "global_step": 50679, "epoch": 284, "lr": 5.43831390272023e-05}
{"train_loss": 0.004055711440742016, "global_step": 50680, "epoch": 284, "lr": 5.43816670129763e-05}
{"train_loss": 0.004936039913445711, "global_step": 50681, "epoch": 284, "lr": 5.438019499492316e-05}
{"train_loss": 0.0014100143453106284, "global_step": 50682, "epoch": 284, "lr": 5.4378722973044204e-05}
{"train_loss": 0.003904797602444887, "global_step": 50683, "epoch": 284, "lr": 5.4377250947340685e-05}
{"train_loss": 0.003309842199087143, "global_step": 50684, "epoch": 284, "lr": 5.43757789178139e-05}
{"train_loss": 0.0014297931920737028, "global_step": 50685, "epoch": 284, "lr": 5.437430688446512e-05}
{"train_loss": 0.0023275569546967745, "global_step": 50686, "epoch": 284, "lr": 5.4372834847295665e-05}
{"train_loss": 0.002158029470592737, "global_step": 50687, "epoch": 284, "lr": 5.437136280630679e-05}
{"train_loss": 0.0032560061663389206, "global_step": 50688, "epoch": 284, "lr": 5.43698907614998e-05}
{"train_loss": 0.002133752452209592, "global_step": 50689, "epoch": 284, "lr": 5.4368418712875954e-05}
{"train_loss": 0.0033817505463957787, "global_step": 50690, "epoch": 284, "lr": 5.436694666043656e-05}
{"train_loss": 0.0029068614821881056, "global_step": 50691, "epoch": 284, "lr": 5.43654746041829e-05}
{"train_loss": 0.004851844627410173, "global_step": 50692, "epoch": 284, "lr": 5.4364002544116254e-05}
{"train_loss": 0.003760160878300667, "global_step": 50693, "epoch": 284, "lr": 5.436253048023793e-05}
{"train_loss": 0.004242230206727982, "global_step": 50694, "epoch": 284, "lr": 5.4361058412549195e-05}
{"train_loss": 0.005017265677452087, "global_step": 50695, "epoch": 284, "lr": 5.435958634105131e-05}
{"train_loss": 0.005004897713661194, "global_step": 50696, "epoch": 284, "lr": 5.4358114265745605e-05}
{"train_loss": 0.0018001424614340067, "global_step": 50697, "epoch": 284, "lr": 5.435664218663336e-05}
{"train_loss": 0.0031637984793633223, "global_step": 50698, "epoch": 284, "lr": 5.4355170103715826e-05}
{"train_loss": 0.002804553136229515, "global_step": 50699, "epoch": 284, "lr": 5.435369801699432e-05}
{"train_loss": 0.0017879534279927611, "global_step": 50700, "epoch": 284, "lr": 5.4352225926470116e-05}
{"train_loss": 0.005998409818857908, "global_step": 50701, "epoch": 284, "lr": 5.4350753832144506e-05}
{"train_loss": 0.003224688582122326, "global_step": 50702, "epoch": 284, "lr": 5.4349281734018775e-05}
{"train_loss": 0.002529893070459366, "global_step": 50703, "epoch": 284, "lr": 5.43478096320942e-05}
{"train_loss": 0.003181908279657364, "global_step": 50704, "epoch": 284, "lr": 5.434633752637207e-05}
{"train_loss": 0.0017170105129480362, "global_step": 50705, "epoch": 284, "lr": 5.4344865416853685e-05}
{"train_loss": 0.0020028892904520035, "global_step": 50706, "epoch": 284, "lr": 5.4343393303540314e-05}
{"train_loss": 0.00245182728394866, "global_step": 50707, "epoch": 284, "lr": 5.434192118643325e-05}
{"train_loss": 0.003368332516402006, "global_step": 50708, "epoch": 284, "lr": 5.434044906553377e-05}
{"train_loss": 0.0028188652358949184, "global_step": 50709, "epoch": 284, "lr": 5.4338976940843164e-05}
{"train_loss": 0.0016675933729857206, "global_step": 50710, "epoch": 284, "lr": 5.433750481236274e-05}
{"train_loss": 0.0034514639992266893, "global_step": 50711, "epoch": 284, "lr": 5.433603268009375e-05}
{"train_loss": 0.0020589237101376057, "global_step": 50712, "epoch": 284, "lr": 5.4334560544037495e-05}
{"train_loss": 0.0028810726944357157, "global_step": 50713, "epoch": 284, "lr": 5.433308840419526e-05}
{"train_loss": 0.001934820436872542, "global_step": 50714, "epoch": 284, "lr": 5.433161626056833e-05}
{"train_loss": 0.004005564842373133, "global_step": 50715, "epoch": 284, "lr": 5.4330144113158e-05}
{"train_loss": 0.002250528894364834, "global_step": 50716, "epoch": 284, "lr": 5.432867196196554e-05}
{"train_loss": 0.0076815541833639145, "global_step": 50717, "epoch": 284, "lr": 5.432719980699226e-05}
{"train_loss": 0.003885239828377962, "global_step": 50718, "epoch": 284, "lr": 5.432572764823941e-05}
{"train_loss": 0.001715892693027854, "global_step": 50719, "epoch": 284, "lr": 5.43242554857083e-05}
{"train_loss": 0.004270930774509907, "global_step": 50720, "epoch": 284, "lr": 5.432278331940021e-05}
{"train_loss": 0.0034457510337233543, "global_step": 50721, "epoch": 284, "lr": 5.432131114931643e-05}
{"train_loss": 0.005119948647916317, "global_step": 50722, "epoch": 284, "lr": 5.4319838975458245e-05}
{"train_loss": 0.0016826028004288673, "global_step": 50723, "epoch": 284, "lr": 5.4318366797826925e-05}
{"train_loss": 0.0037659727968275547, "global_step": 50724, "epoch": 284, "lr": 5.431689461642379e-05}
{"train_loss": 0.0037934500724077225, "global_step": 50725, "epoch": 284, "lr": 5.431542243125009e-05}
{"train_loss": 0.007515317760407925, "global_step": 50726, "epoch": 284, "lr": 5.431395024230714e-05}
{"train_loss": 0.002042211126536131, "global_step": 50727, "epoch": 284, "lr": 5.4312478049596204e-05}
{"train_loss": 0.004026717506349087, "global_step": 50728, "epoch": 284, "lr": 5.431100585311857e-05}
{"train_loss": 0.0035764807305466175, "global_step": 50729, "epoch": 284, "lr": 5.430953365287554e-05}
{"train_loss": 0.0030204865615814924, "global_step": 50730, "epoch": 285, "lr": 5.430806144886838e-05}
{"train_loss": 0.007521670311689377, "global_step": 50731, "epoch": 285, "lr": 5.4306589241098404e-05}
{"train_loss": 0.002746022306382656, "global_step": 50732, "epoch": 285, "lr": 5.430511702956685e-05}
{"train_loss": 0.0043704695999622345, "global_step": 50733, "epoch": 285, "lr": 5.4303644814275046e-05}
{"train_loss": 0.0038528016302734613, "global_step": 50734, "epoch": 285, "lr": 5.4302172595224275e-05}
{"train_loss": 0.0032341727055609226, "global_step": 50735, "epoch": 285, "lr": 5.4300700372415816e-05}
{"train_loss": 0.0032183988951146603, "global_step": 50736, "epoch": 285, "lr": 5.429922814585094e-05}
{"train_loss": 0.001450713025406003, "global_step": 50737, "epoch": 285, "lr": 5.429775591553095e-05}
{"train_loss": 0.0023665516637265682, "global_step": 50738, "epoch": 285, "lr": 5.429628368145712e-05}
{"train_loss": 0.003413379192352295, "global_step": 50739, "epoch": 285, "lr": 5.429481144363075e-05}
{"train_loss": 0.002478183712810278, "global_step": 50740, "epoch": 285, "lr": 5.429333920205312e-05}
{"train_loss": 0.007014711387455463, "global_step": 50741, "epoch": 285, "lr": 5.429186695672551e-05}
{"train_loss": 0.0033619063906371593, "global_step": 50742, "epoch": 285, "lr": 5.4290394707649205e-05}
{"train_loss": 0.004513120278716087, "global_step": 50743, "epoch": 285, "lr": 5.428892245482551e-05}
{"train_loss": 0.003160857828333974, "global_step": 50744, "epoch": 285, "lr": 5.428745019825569e-05}
{"train_loss": 0.0025175982154905796, "global_step": 50745, "epoch": 285, "lr": 5.428597793794105e-05}
{"train_loss": 0.0014461912214756012, "global_step": 50746, "epoch": 285, "lr": 5.4284505673882844e-05}
{"train_loss": 0.0053123547695577145, "global_step": 50747, "epoch": 285, "lr": 5.4283033406082386e-05}
{"train_loss": 0.003765244735404849, "global_step": 50748, "epoch": 285, "lr": 5.428156113454096e-05}
{"train_loss": 0.0020194060634821653, "global_step": 50749, "epoch": 285, "lr": 5.428008885925984e-05}
{"train_loss": 0.0013447648379951715, "global_step": 50750, "epoch": 285, "lr": 5.4278616580240326e-05}
{"train_loss": 0.004007271490991116, "global_step": 50751, "epoch": 285, "lr": 5.4277144297483686e-05}
{"train_loss": 0.0032000220380723476, "global_step": 50752, "epoch": 285, "lr": 5.427567201099122e-05}
{"train_loss": 0.0032930229790508747, "global_step": 50753, "epoch": 285, "lr": 5.427419972076421e-05}
{"train_loss": 0.00442186463624239, "global_step": 50754, "epoch": 285, "lr": 5.4272727426803924e-05}
{"train_loss": 0.0033728384878486395, "global_step": 50755, "epoch": 285, "lr": 5.427125512911169e-05}
{"train_loss": 0.005132405087351799, "global_step": 50756, "epoch": 285, "lr": 5.4269782827688765e-05}
{"train_loss": 0.0038185715675354004, "global_step": 50757, "epoch": 285, "lr": 5.426831052253644e-05}
{"train_loss": 0.002406281651929021, "global_step": 50758, "epoch": 285, "lr": 5.426683821365599e-05}
{"train_loss": 0.0032620213460177183, "global_step": 50759, "epoch": 285, "lr": 5.426536590104873e-05}
{"train_loss": 0.0032058688811957836, "global_step": 50760, "epoch": 285, "lr": 5.426389358471592e-05}
{"train_loss": 0.0030209822580218315, "global_step": 50761, "epoch": 285, "lr": 5.4262421264658834e-05}
{"train_loss": 0.0031071887351572514, "global_step": 50762, "epoch": 285, "lr": 5.4260948940878796e-05}
{"train_loss": 0.003872447181493044, "global_step": 50763, "epoch": 285, "lr": 5.425947661337708e-05}
{"train_loss": 0.004709748551249504, "global_step": 50764, "epoch": 285, "lr": 5.425800428215496e-05}
{"train_loss": 0.002927144058048725, "global_step": 50765, "epoch": 285, "lr": 5.425653194721373e-05}
{"train_loss": 0.0027438460383564234, "global_step": 50766, "epoch": 285, "lr": 5.425505960855466e-05}
{"train_loss": 0.004505309276282787, "global_step": 50767, "epoch": 285, "lr": 5.425358726617906e-05}
{"train_loss": 0.0030015655793249607, "global_step": 50768, "epoch": 285, "lr": 5.4252114920088204e-05}
{"train_loss": 0.0018549489323049784, "global_step": 50769, "epoch": 285, "lr": 5.4250642570283384e-05}
{"train_loss": 0.005646617151796818, "global_step": 50770, "epoch": 285, "lr": 5.4249170216765875e-05}
{"train_loss": 0.0035908734425902367, "global_step": 50771, "epoch": 285, "lr": 5.424769785953696e-05}
{"train_loss": 0.004225979093462229, "global_step": 50772, "epoch": 285, "lr": 5.424622549859796e-05}
{"train_loss": 0.0018015509704127908, "global_step": 50773, "epoch": 285, "lr": 5.424475313395012e-05}
{"train_loss": 0.00497107207775116, "global_step": 50774, "epoch": 285, "lr": 5.424328076559474e-05}
{"train_loss": 0.0038686522748321295, "global_step": 50775, "epoch": 285, "lr": 5.424180839353311e-05}
{"train_loss": 0.004840687848627567, "global_step": 50776, "epoch": 285, "lr": 5.4240336017766504e-05}
{"train_loss": 0.0036179907619953156, "global_step": 50777, "epoch": 285, "lr": 5.423886363829623e-05}
{"train_loss": 0.003072380553930998, "global_step": 50778, "epoch": 285, "lr": 5.423739125512356e-05}
{"train_loss": 0.0011308920802548528, "global_step": 50779, "epoch": 285, "lr": 5.423591886824979e-05}
{"train_loss": 0.003227170091122389, "global_step": 50780, "epoch": 285, "lr": 5.423444647767619e-05}
{"train_loss": 0.003003299469128251, "global_step": 50781, "epoch": 285, "lr": 5.4232974083404044e-05}
{"train_loss": 0.0016595158958807588, "global_step": 50782, "epoch": 285, "lr": 5.423150168543466e-05}
{"train_loss": 0.005613110959529877, "global_step": 50783, "epoch": 285, "lr": 5.423002928376931e-05}
{"train_loss": 0.006099645514041185, "global_step": 50784, "epoch": 285, "lr": 5.422855687840929e-05}
{"train_loss": 0.004244623240083456, "global_step": 50785, "epoch": 285, "lr": 5.422708446935586e-05}
{"train_loss": 0.004418698605149984, "global_step": 50786, "epoch": 285, "lr": 5.422561205661033e-05}
{"train_loss": 0.007839187979698181, "global_step": 50787, "epoch": 285, "lr": 5.4224139640173984e-05}
{"train_loss": 0.0027897758409380913, "global_step": 50788, "epoch": 285, "lr": 5.4222667220048116e-05}
{"train_loss": 0.0038655917160212994, "global_step": 50789, "epoch": 285, "lr": 5.422119479623399e-05}
{"train_loss": 0.0022397669963538647, "global_step": 50790, "epoch": 285, "lr": 5.4219722368732895e-05}
{"train_loss": 0.003503232030197978, "global_step": 50791, "epoch": 285, "lr": 5.4218249937546125e-05}
{"train_loss": 0.0029185451567173004, "global_step": 50792, "epoch": 285, "lr": 5.421677750267498e-05}
{"train_loss": 0.006801575422286987, "global_step": 50793, "epoch": 285, "lr": 5.421530506412072e-05}
{"train_loss": 0.002171905245631933, "global_step": 50794, "epoch": 285, "lr": 5.4213832621884644e-05}
{"train_loss": 0.011389539577066898, "global_step": 50795, "epoch": 285, "lr": 5.4212360175968025e-05}
{"train_loss": 0.0036821160465478897, "global_step": 50796, "epoch": 285, "lr": 5.4210887726372186e-05}
{"train_loss": 0.0036366370040923357, "global_step": 50797, "epoch": 285, "lr": 5.4209415273098375e-05}
{"train_loss": 0.004053378477692604, "global_step": 50798, "epoch": 285, "lr": 5.420794281614789e-05}
{"train_loss": 0.003515465185046196, "global_step": 50799, "epoch": 285, "lr": 5.420647035552203e-05}
{"train_loss": 0.006024705711752176, "global_step": 50800, "epoch": 285, "lr": 5.420499789122205e-05}
{"train_loss": 0.005362725351005793, "global_step": 50801, "epoch": 285, "lr": 5.420352542324927e-05}
{"train_loss": 0.001613682135939598, "global_step": 50802, "epoch": 285, "lr": 5.4202052951604954e-05}
{"train_loss": 0.006201926153153181, "global_step": 50803, "epoch": 285, "lr": 5.420058047629041e-05}
{"train_loss": 0.004449449945241213, "global_step": 50804, "epoch": 285, "lr": 5.4199107997306885e-05}
{"train_loss": 0.008928545750677586, "global_step": 50805, "epoch": 285, "lr": 5.419763551465571e-05}
{"train_loss": 0.005850169342011213, "global_step": 50806, "epoch": 285, "lr": 5.4196163028338145e-05}
{"train_loss": 0.0028963731601834297, "global_step": 50807, "epoch": 285, "lr": 5.4194690538355484e-05}
{"train_loss": 0.003478678874671459, "global_step": 50808, "epoch": 285, "lr": 5.419321804470902e-05}
{"train_loss": 0.003075649030506611, "global_step": 50809, "epoch": 285, "lr": 5.419174554740001e-05}
{"train_loss": 0.0014120774576440454, "global_step": 50810, "epoch": 285, "lr": 5.419027304642976e-05}
{"train_loss": 0.003199939848855138, "global_step": 50811, "epoch": 285, "lr": 5.4188800541799575e-05}
{"train_loss": 0.0017445371486246586, "global_step": 50812, "epoch": 285, "lr": 5.418732803351072e-05}
{"train_loss": 0.004198909737169743, "global_step": 50813, "epoch": 285, "lr": 5.418585552156446e-05}
{"train_loss": 0.003372089471668005, "global_step": 50814, "epoch": 285, "lr": 5.418438300596214e-05}
{"train_loss": 0.005572935566306114, "global_step": 50815, "epoch": 285, "lr": 5.4182910486704996e-05}
{"train_loss": 0.002097113523632288, "global_step": 50816, "epoch": 285, "lr": 5.418143796379432e-05}
{"train_loss": 0.003138948231935501, "global_step": 50817, "epoch": 285, "lr": 5.417996543723142e-05}
{"train_loss": 0.0026377621106803417, "global_step": 50818, "epoch": 285, "lr": 5.4178492907017565e-05}
{"train_loss": 0.004468281287699938, "global_step": 50819, "epoch": 285, "lr": 5.4177020373154044e-05}
{"train_loss": 0.005009803920984268, "global_step": 50820, "epoch": 285, "lr": 5.417554783564215e-05}
{"train_loss": 0.0018736269557848573, "global_step": 50821, "epoch": 285, "lr": 5.417407529448316e-05}
{"train_loss": 0.0028689189348369837, "global_step": 50822, "epoch": 285, "lr": 5.417260274967837e-05}
{"train_loss": 0.0017564536537975073, "global_step": 50823, "epoch": 285, "lr": 5.417113020122906e-05}
{"train_loss": 0.001731992932036519, "global_step": 50824, "epoch": 285, "lr": 5.4169657649136506e-05}
{"train_loss": 0.002990664914250374, "global_step": 50825, "epoch": 285, "lr": 5.4168185093402025e-05}
{"train_loss": 0.003393101505935192, "global_step": 50826, "epoch": 285, "lr": 5.4166712534026874e-05}
{"train_loss": 0.0042141457088291645, "global_step": 50827, "epoch": 285, "lr": 5.416523997101235e-05}
{"train_loss": 0.00595620833337307, "global_step": 50828, "epoch": 285, "lr": 5.416376740435972e-05}
{"train_loss": 0.004185818135738373, "global_step": 50829, "epoch": 285, "lr": 5.4162294834070306e-05}
{"train_loss": 0.0021549349185079336, "global_step": 50830, "epoch": 285, "lr": 5.4160822260145385e-05}
{"train_loss": 0.0038103414699435234, "global_step": 50831, "epoch": 285, "lr": 5.415934968258621e-05}
{"train_loss": 0.005082153715193272, "global_step": 50832, "epoch": 285, "lr": 5.415787710139411e-05}
{"train_loss": 0.00392944598570466, "global_step": 50833, "epoch": 285, "lr": 5.4156404516570334e-05}
{"train_loss": 0.0033701229840517044, "global_step": 50834, "epoch": 285, "lr": 5.41549319281162e-05}
{"train_loss": 0.004525794647634029, "global_step": 50835, "epoch": 285, "lr": 5.415345933603298e-05}
{"train_loss": 0.0030907648615539074, "global_step": 50836, "epoch": 285, "lr": 5.415198674032197e-05}
{"train_loss": 0.0019652205519378185, "global_step": 50837, "epoch": 285, "lr": 5.4150514140984434e-05}
{"train_loss": 0.0014048605225980282, "global_step": 50838, "epoch": 285, "lr": 5.414904153802166e-05}
{"train_loss": 0.0030604563653469086, "global_step": 50839, "epoch": 285, "lr": 5.4147568931434965e-05}
{"train_loss": 0.004894953221082687, "global_step": 50840, "epoch": 285, "lr": 5.4146096321225626e-05}
{"train_loss": 0.002957758493721485, "global_step": 50841, "epoch": 285, "lr": 5.41446237073949e-05}
{"train_loss": 0.002456344198435545, "global_step": 50842, "epoch": 285, "lr": 5.41431510899441e-05}
{"train_loss": 0.0013197059743106365, "global_step": 50843, "epoch": 285, "lr": 5.41416784688745e-05}
{"train_loss": 0.0026916484348475933, "global_step": 50844, "epoch": 285, "lr": 5.41402058441874e-05}
{"train_loss": 0.0029824520461261272, "global_step": 50845, "epoch": 285, "lr": 5.4138733215884074e-05}
{"train_loss": 0.00398320471867919, "global_step": 50846, "epoch": 285, "lr": 5.413726058396582e-05}
{"train_loss": 0.002714095637202263, "global_step": 50847, "epoch": 285, "lr": 5.413578794843389e-05}
{"train_loss": 0.0019990685395896435, "global_step": 50848, "epoch": 285, "lr": 5.413431530928962e-05}
{"train_loss": 0.001321912626735866, "global_step": 50849, "epoch": 285, "lr": 5.4132842666534264e-05}
{"train_loss": 0.0023408900015056133, "global_step": 50850, "epoch": 285, "lr": 5.413137002016913e-05}
{"train_loss": 0.005957324523478746, "global_step": 50851, "epoch": 285, "lr": 5.412989737019547e-05}
{"train_loss": 0.002109737601131201, "global_step": 50852, "epoch": 285, "lr": 5.41284247166146e-05}
{"train_loss": 0.0019682873971760273, "global_step": 50853, "epoch": 285, "lr": 5.4126952059427805e-05}
{"train_loss": 0.001953772734850645, "global_step": 50854, "epoch": 285, "lr": 5.4125479398636356e-05}
{"train_loss": 0.004435624927282333, "global_step": 50855, "epoch": 285, "lr": 5.412400673424155e-05}
{"train_loss": 0.0036263850051909685, "global_step": 50856, "epoch": 285, "lr": 5.412253406624466e-05}
{"train_loss": 0.004921674728393555, "global_step": 50857, "epoch": 285, "lr": 5.4121061394647e-05}
{"train_loss": 0.0034670892637223005, "global_step": 50858, "epoch": 285, "lr": 5.411958871944982e-05}
{"train_loss": 0.0024623130448162556, "global_step": 50859, "epoch": 285, "lr": 5.4118116040654434e-05}
{"train_loss": 0.00157573027536273, "global_step": 50860, "epoch": 285, "lr": 5.411664335826212e-05}
{"train_loss": 0.002954623196274042, "global_step": 50861, "epoch": 285, "lr": 5.4115170672274164e-05}
{"train_loss": 0.0028626895509660244, "global_step": 50862, "epoch": 285, "lr": 5.411369798269185e-05}
{"train_loss": 0.003071302082389593, "global_step": 50863, "epoch": 285, "lr": 5.411222528951647e-05}
{"train_loss": 0.004088017623871565, "global_step": 50864, "epoch": 285, "lr": 5.411075259274931e-05}
{"train_loss": 0.002619190840050578, "global_step": 50865, "epoch": 285, "lr": 5.410927989239165e-05}
{"train_loss": 0.0066918907687067986, "global_step": 50866, "epoch": 285, "lr": 5.410780718844477e-05}
{"train_loss": 0.0032488033175468445, "global_step": 50867, "epoch": 285, "lr": 5.410633448090998e-05}
{"train_loss": 0.005692792125046253, "global_step": 50868, "epoch": 285, "lr": 5.410486176978855e-05}
{"train_loss": 0.007294763345271349, "global_step": 50869, "epoch": 285, "lr": 5.4103389055081764e-05}
{"train_loss": 0.0014052686747163534, "global_step": 50870, "epoch": 285, "lr": 5.410191633679091e-05}
{"train_loss": 0.002452655229717493, "global_step": 50871, "epoch": 285, "lr": 5.410044361491728e-05}
{"train_loss": 0.0039040527772158384, "global_step": 50872, "epoch": 285, "lr": 5.4098970889462165e-05}
{"train_loss": 0.0027523457538336515, "global_step": 50873, "epoch": 285, "lr": 5.4097498160426844e-05}
{"train_loss": 0.001947043463587761, "global_step": 50874, "epoch": 285, "lr": 5.409602542781259e-05}
{"train_loss": 0.004079114645719528, "global_step": 50875, "epoch": 285, "lr": 5.40945526916207e-05}
{"train_loss": 0.003339756978675723, "global_step": 50876, "epoch": 285, "lr": 5.4093079951852476e-05}
{"train_loss": 0.008207295089960098, "global_step": 50877, "epoch": 285, "lr": 5.409160720850919e-05}
{"train_loss": 0.0035636047832667828, "global_step": 50878, "epoch": 285, "lr": 5.409013446159212e-05}
{"train_loss": 0.005257767625153065, "global_step": 50879, "epoch": 285, "lr": 5.408866171110256e-05}
{"train_loss": 0.003083999501541257, "global_step": 50880, "epoch": 285, "lr": 5.40871889570418e-05}
{"train_loss": 0.003527308814227581, "global_step": 50881, "epoch": 285, "lr": 5.408571619941114e-05}
{"train_loss": 0.0028416672721505165, "global_step": 50882, "epoch": 285, "lr": 5.408424343821185e-05}
{"train_loss": 0.0038884244859218597, "global_step": 50883, "epoch": 285, "lr": 5.40827706734452e-05}
{"train_loss": 0.0022129190620034933, "global_step": 50884, "epoch": 285, "lr": 5.4081297905112504e-05}
{"train_loss": 0.012068813666701317, "global_step": 50885, "epoch": 285, "lr": 5.407982513321503e-05}
{"train_loss": 0.0024360883980989456, "global_step": 50886, "epoch": 285, "lr": 5.407835235775408e-05}
{"train_loss": 0.0024494670797139406, "global_step": 50887, "epoch": 285, "lr": 5.407687957873093e-05}
{"train_loss": 0.002070065587759018, "global_step": 50888, "epoch": 285, "lr": 5.407540679614688e-05}
{"train_loss": 0.004578700289130211, "global_step": 50889, "epoch": 285, "lr": 5.407393401000318e-05}
{"train_loss": 0.0032731862738728523, "global_step": 50890, "epoch": 285, "lr": 5.407246122030116e-05}
{"train_loss": 0.0040486473590135574, "global_step": 50891, "epoch": 285, "lr": 5.4070988427042094e-05}
{"train_loss": 0.0026591061614453793, "global_step": 50892, "epoch": 285, "lr": 5.4069515630227264e-05}
{"train_loss": 0.002637924626469612, "global_step": 50893, "epoch": 285, "lr": 5.4068042829857944e-05}
{"train_loss": 0.003538450226187706, "global_step": 50894, "epoch": 285, "lr": 5.4066570025935423e-05}
{"train_loss": 0.003453472862020135, "global_step": 50895, "epoch": 285, "lr": 5.4065097218461015e-05}
{"train_loss": 0.005538282450288534, "global_step": 50896, "epoch": 285, "lr": 5.4063624407435974e-05}
{"train_loss": 0.00226476788520813, "global_step": 50897, "epoch": 285, "lr": 5.406215159286161e-05}
{"train_loss": 0.006934949196875095, "global_step": 50898, "epoch": 285, "lr": 5.4060678774739196e-05}
{"train_loss": 0.006279856897890568, "global_step": 50899, "epoch": 285, "lr": 5.405920595307001e-05}
{"train_loss": 0.0017296286532655358, "global_step": 50900, "epoch": 285, "lr": 5.405773312785535e-05}
{"train_loss": 0.001782574807293713, "global_step": 50901, "epoch": 285, "lr": 5.405626029909652e-05}
{"train_loss": 0.004117376171052456, "global_step": 50902, "epoch": 285, "lr": 5.4054787466794776e-05}
{"train_loss": 0.002476508729159832, "global_step": 50903, "epoch": 285, "lr": 5.4053314630951425e-05}
{"train_loss": 0.0037294926587492228, "global_step": 50904, "epoch": 285, "lr": 5.4051841791567734e-05}
{"train_loss": 0.0064547061920166016, "global_step": 50905, "epoch": 285, "lr": 5.405036894864501e-05}
{"train_loss": 0.002396908588707447, "global_step": 50906, "epoch": 285, "lr": 5.404889610218454e-05}
{"train_loss": 0.0036558516197994855, "global_step": 50907, "epoch": 285, "lr": 5.404742325218759e-05, "train_action_mse_error": 9.175624654744752e-06}
{"train_loss": 0.004532540682703257, "global_step": 50908, "epoch": 286, "lr": 5.404595039865547e-05}
{"train_loss": 0.00665046414360404, "global_step": 50909, "epoch": 286, "lr": 5.4044477541589435e-05}
{"train_loss": 0.004028321709483862, "global_step": 50910, "epoch": 286, "lr": 5.4043004680990795e-05}
{"train_loss": 0.005486213602125645, "global_step": 50911, "epoch": 286, "lr": 5.404153181686083e-05}
{"train_loss": 0.0019784346222877502, "global_step": 50912, "epoch": 286, "lr": 5.4040058949200845e-05}
{"train_loss": 0.004486321937292814, "global_step": 50913, "epoch": 286, "lr": 5.403858607801209e-05}
{"train_loss": 0.00458646472543478, "global_step": 50914, "epoch": 286, "lr": 5.4037113203295877e-05}
{"train_loss": 0.0015360948164016008, "global_step": 50915, "epoch": 286, "lr": 5.403564032505349e-05}
{"train_loss": 0.010097191669046879, "global_step": 50916, "epoch": 286, "lr": 5.4034167443286224e-05}
{"train_loss": 0.004531273618340492, "global_step": 50917, "epoch": 286, "lr": 5.403269455799533e-05}
{"train_loss": 0.00355704128742218, "global_step": 50918, "epoch": 286, "lr": 5.403122166918213e-05}
{"train_loss": 0.0024141264148056507, "global_step": 50919, "epoch": 286, "lr": 5.40297487768479e-05}
{"train_loss": 0.0022211421746760607, "global_step": 50920, "epoch": 286, "lr": 5.402827588099393e-05}
{"train_loss": 0.0037822502199560404, "global_step": 50921, "epoch": 286, "lr": 5.402680298162148e-05}
{"train_loss": 0.005491045769304037, "global_step": 50922, "epoch": 286, "lr": 5.402533007873187e-05}
{"train_loss": 0.004842142108827829, "global_step": 50923, "epoch": 286, "lr": 5.402385717232638e-05}
{"train_loss": 0.0025155150797218084, "global_step": 50924, "epoch": 286, "lr": 5.402238426240629e-05}
{"train_loss": 0.005432308651506901, "global_step": 50925, "epoch": 286, "lr": 5.402091134897288e-05}
{"train_loss": 0.00421270914375782, "global_step": 50926, "epoch": 286, "lr": 5.401943843202746e-05}
{"train_loss": 0.004819913767278194, "global_step": 50927, "epoch": 286, "lr": 5.401796551157129e-05}
{"train_loss": 0.002960729179903865, "global_step": 50928, "epoch": 286, "lr": 5.401649258760566e-05}
{"train_loss": 0.0048139095306396484, "global_step": 50929, "epoch": 286, "lr": 5.401501966013187e-05}
{"train_loss": 0.00533375795930624, "global_step": 50930, "epoch": 286, "lr": 5.401354672915121e-05}
{"train_loss": 0.0033322740346193314, "global_step": 50931, "epoch": 286, "lr": 5.401207379466495e-05}
{"train_loss": 0.0014346966054290533, "global_step": 50932, "epoch": 286, "lr": 5.4010600856674365e-05}
{"train_loss": 0.004003670532256365, "global_step": 50933, "epoch": 286, "lr": 5.400912791518078e-05}
{"train_loss": 0.004639831371605396, "global_step": 50934, "epoch": 286, "lr": 5.400765497018546e-05}
{"train_loss": 0.002916816622018814, "global_step": 50935, "epoch": 286, "lr": 5.40061820216897e-05}
{"train_loss": 0.0023962287232279778, "global_step": 50936, "epoch": 286, "lr": 5.400470906969477e-05}
{"train_loss": 0.0024946434423327446, "global_step": 50937, "epoch": 286, "lr": 5.400323611420195e-05}
{"train_loss": 0.00822514295578003, "global_step": 50938, "epoch": 286, "lr": 5.400176315521256e-05}
{"train_loss": 0.00440635159611702, "global_step": 50939, "epoch": 286, "lr": 5.400029019272788e-05}
{"train_loss": 0.0030250861309468746, "global_step": 50940, "epoch": 286, "lr": 5.3998817226749163e-05}
{"train_loss": 0.004714494105428457, "global_step": 50941, "epoch": 286, "lr": 5.399734425727772e-05}
{"train_loss": 0.0055038826540112495, "global_step": 50942, "epoch": 286, "lr": 5.399587128431484e-05}
{"train_loss": 0.002551725134253502, "global_step": 50943, "epoch": 286, "lr": 5.39943983078618e-05}
{"train_loss": 0.004805557429790497, "global_step": 50944, "epoch": 286, "lr": 5.3992925327919906e-05}
{"train_loss": 0.0055711534805595875, "global_step": 50945, "epoch": 286, "lr": 5.399145234449042e-05}
{"train_loss": 0.004577006679028273, "global_step": 50946, "epoch": 286, "lr": 5.3989979357574646e-05}
{"train_loss": 0.002420036820694804, "global_step": 50947, "epoch": 286, "lr": 5.398850636717385e-05}
{"train_loss": 0.002596482867375016, "global_step": 50948, "epoch": 286, "lr": 5.3987033373289345e-05}
{"train_loss": 0.004610634408891201, "global_step": 50949, "epoch": 286, "lr": 5.3985560375922395e-05}
{"train_loss": 0.0030121353920549154, "global_step": 50950, "epoch": 286, "lr": 5.398408737507431e-05}
{"train_loss": 0.00320634339004755, "global_step": 50951, "epoch": 286, "lr": 5.398261437074634e-05}
{"train_loss": 0.009735490195453167, "global_step": 50952, "epoch": 286, "lr": 5.398114136293981e-05}
{"train_loss": 0.003489658934995532, "global_step": 50953, "epoch": 286, "lr": 5.3979668351656e-05}
{"train_loss": 0.005102941766381264, "global_step": 50954, "epoch": 286, "lr": 5.397819533689618e-05}
{"train_loss": 0.005575467832386494, "global_step": 50955, "epoch": 286, "lr": 5.397672231866163e-05}
{"train_loss": 0.0043573928996920586, "global_step": 50956, "epoch": 286, "lr": 5.3975249296953656e-05}
{"train_loss": 0.0037049916572868824, "global_step": 50957, "epoch": 286, "lr": 5.3973776271773546e-05}
{"train_loss": 0.00395568273961544, "global_step": 50958, "epoch": 286, "lr": 5.397230324312258e-05}
{"train_loss": 0.005352836102247238, "global_step": 50959, "epoch": 286, "lr": 5.3970830211002043e-05}
{"train_loss": 0.0032190720085054636, "global_step": 50960, "epoch": 286, "lr": 5.396935717541321e-05}
{"train_loss": 0.00201215292327106, "global_step": 50961, "epoch": 286, "lr": 5.39678841363574e-05}
{"train_loss": 0.002658831188455224, "global_step": 50962, "epoch": 286, "lr": 5.396641109383588e-05}
{"train_loss": 0.004317458253353834, "global_step": 50963, "epoch": 286, "lr": 5.396493804784992e-05}
{"train_loss": 0.0027326319832354784, "global_step": 50964, "epoch": 286, "lr": 5.396346499840084e-05}
{"train_loss": 0.002956987591460347, "global_step": 50965, "epoch": 286, "lr": 5.39619919454899e-05}
{"train_loss": 0.0034833422396332026, "global_step": 50966, "epoch": 286, "lr": 5.3960518889118384e-05}
{"train_loss": 0.0033372300677001476, "global_step": 50967, "epoch": 286, "lr": 5.395904582928761e-05}
{"train_loss": 0.0036585326306521893, "global_step": 50968, "epoch": 286, "lr": 5.395757276599884e-05}
{"train_loss": 0.005514753516763449, "global_step": 50969, "epoch": 286, "lr": 5.395609969925338e-05}
{"train_loss": 0.0036719480995088816, "global_step": 50970, "epoch": 286, "lr": 5.3954626629052486e-05}
{"train_loss": 0.0037490753456950188, "global_step": 50971, "epoch": 286, "lr": 5.395315355539746e-05}
{"train_loss": 0.0015653769951313734, "global_step": 50972, "epoch": 286, "lr": 5.3951680478289614e-05}
{"train_loss": 0.004704924300312996, "global_step": 50973, "epoch": 286, "lr": 5.395020739773019e-05}
{"train_loss": 0.004021006636321545, "global_step": 50974, "epoch": 286, "lr": 5.3948734313720506e-05}
{"train_loss": 0.001536165364086628, "global_step": 50975, "epoch": 286, "lr": 5.3947261226261824e-05}
{"train_loss": 0.007115289568901062, "global_step": 50976, "epoch": 286, "lr": 5.394578813535546e-05}
{"train_loss": 0.005200853571295738, "global_step": 50977, "epoch": 286, "lr": 5.394431504100268e-05}
{"train_loss": 0.0029547722078859806, "global_step": 50978, "epoch": 286, "lr": 5.3942841943204784e-05}
{"train_loss": 0.003693375503644347, "global_step": 50979, "epoch": 286, "lr": 5.394136884196304e-05}
{"train_loss": 0.006207463797181845, "global_step": 50980, "epoch": 286, "lr": 5.393989573727874e-05}
{"train_loss": 0.002865444403141737, "global_step": 50981, "epoch": 286, "lr": 5.3938422629153195e-05}
{"train_loss": 0.003873169422149658, "global_step": 50982, "epoch": 286, "lr": 5.3936949517587664e-05}
{"train_loss": 0.0015841564163565636, "global_step": 50983, "epoch": 286, "lr": 5.393547640258344e-05}
{"train_loss": 0.00250589894130826, "global_step": 50984, "epoch": 286, "lr": 5.393400328414181e-05}
{"train_loss": 0.0035043680109083652, "global_step": 50985, "epoch": 286, "lr": 5.393253016226406e-05}
{"train_loss": 0.003421778790652752, "global_step": 50986, "epoch": 286, "lr": 5.393105703695149e-05}
{"train_loss": 0.003573882859200239, "global_step": 50987, "epoch": 286, "lr": 5.3929583908205375e-05}
{"train_loss": 0.004364443011581898, "global_step": 50988, "epoch": 286, "lr": 5.3928110776027006e-05}
{"train_loss": 0.0043824962340295315, "global_step": 50989, "epoch": 286, "lr": 5.392663764041765e-05}
{"train_loss": 0.00545878242701292, "global_step": 50990, "epoch": 286, "lr": 5.3925164501378634e-05}
{"train_loss": 0.004741343203932047, "global_step": 50991, "epoch": 286, "lr": 5.392369135891121e-05}
{"train_loss": 0.003674994921311736, "global_step": 50992, "epoch": 286, "lr": 5.392221821301668e-05}
{"train_loss": 0.00983617827296257, "global_step": 50993, "epoch": 286, "lr": 5.392074506369632e-05}
{"train_loss": 0.0050383978523314, "global_step": 50994, "epoch": 286, "lr": 5.391927191095142e-05}
{"train_loss": 0.002641136758029461, "global_step": 50995, "epoch": 286, "lr": 5.3917798754783275e-05}
{"train_loss": 0.004845608025789261, "global_step": 50996, "epoch": 286, "lr": 5.391632559519317e-05}
{"train_loss": 0.0020978720858693123, "global_step": 50997, "epoch": 286, "lr": 5.3914852432182396e-05}
{"train_loss": 0.0027634191792458296, "global_step": 50998, "epoch": 286, "lr": 5.391337926575222e-05}
{"train_loss": 0.005793055519461632, "global_step": 50999, "epoch": 286, "lr": 5.391190609590394e-05}
{"train_loss": 0.0028084032237529755, "global_step": 51000, "epoch": 286, "lr": 5.3910432922638856e-05}
{"train_loss": 0.004323914181441069, "global_step": 51001, "epoch": 286, "lr": 5.390895974595823e-05}
{"train_loss": 0.003616420552134514, "global_step": 51002, "epoch": 286, "lr": 5.3907486565863376e-05}
{"train_loss": 0.0058625079691410065, "global_step": 51003, "epoch": 286, "lr": 5.390601338235555e-05}
{"train_loss": 0.002120311837643385, "global_step": 51004, "epoch": 286, "lr": 5.390454019543606e-05}
{"train_loss": 0.005268741399049759, "global_step": 51005, "epoch": 286, "lr": 5.390306700510618e-05}
{"train_loss": 0.004771353676915169, "global_step": 51006, "epoch": 286, "lr": 5.3901593811367215e-05}
{"train_loss": 0.0028541875071823597, "global_step": 51007, "epoch": 286, "lr": 5.390012061422043e-05}
{"train_loss": 0.006526578217744827, "global_step": 51008, "epoch": 286, "lr": 5.389864741366713e-05}
{"train_loss": 0.0032150575425475836, "global_step": 51009, "epoch": 286, "lr": 5.389717420970859e-05}
{"train_loss": 0.0019642834085971117, "global_step": 51010, "epoch": 286, "lr": 5.389570100234611e-05}
{"train_loss": 0.004278269596397877, "global_step": 51011, "epoch": 286, "lr": 5.389422779158096e-05}
{"train_loss": 0.002833484672009945, "global_step": 51012, "epoch": 286, "lr": 5.389275457741444e-05}
{"train_loss": 0.004041162319481373, "global_step": 51013, "epoch": 286, "lr": 5.3891281359847824e-05}
{"train_loss": 0.0032152128405869007, "global_step": 51014, "epoch": 286, "lr": 5.388980813888241e-05}
{"train_loss": 0.004207769874483347, "global_step": 51015, "epoch": 286, "lr": 5.388833491451948e-05}
{"train_loss": 0.0026214716490358114, "global_step": 51016, "epoch": 286, "lr": 5.388686168676033e-05}
{"train_loss": 0.002962837228551507, "global_step": 51017, "epoch": 286, "lr": 5.3885388455606233e-05}
{"train_loss": 0.004311396740376949, "global_step": 51018, "epoch": 286, "lr": 5.388391522105847e-05}
{"train_loss": 0.0036219169851392508, "global_step": 51019, "epoch": 286, "lr": 5.388244198311836e-05}
{"train_loss": 0.007366366684436798, "global_step": 51020, "epoch": 286, "lr": 5.388096874178715e-05}
{"train_loss": 0.004404053092002869, "global_step": 51021, "epoch": 286, "lr": 5.387949549706616e-05}
{"train_loss": 0.002464309800416231, "global_step": 51022, "epoch": 286, "lr": 5.387802224895665e-05}
{"train_loss": 0.0026251308154314756, "global_step": 51023, "epoch": 286, "lr": 5.3876548997459917e-05}
{"train_loss": 0.003450726857408881, "global_step": 51024, "epoch": 286, "lr": 5.3875075742577265e-05}
{"train_loss": 0.0025158938951790333, "global_step": 51025, "epoch": 286, "lr": 5.387360248430995e-05}
{"train_loss": 0.0051893386989831924, "global_step": 51026, "epoch": 286, "lr": 5.387212922265928e-05}
{"train_loss": 0.007751986850053072, "global_step": 51027, "epoch": 286, "lr": 5.3870655957626545e-05}
{"train_loss": 0.00273162592202425, "global_step": 51028, "epoch": 286, "lr": 5.3869182689213016e-05}
{"train_loss": 0.0036053750663995743, "global_step": 51029, "epoch": 286, "lr": 5.386770941741999e-05}
{"train_loss": 0.0015213615261018276, "global_step": 51030, "epoch": 286, "lr": 5.386623614224875e-05}
{"train_loss": 0.006577737629413605, "global_step": 51031, "epoch": 286, "lr": 5.386476286370059e-05}
{"train_loss": 0.0017995558446273208, "global_step": 51032, "epoch": 286, "lr": 5.3863289581776766e-05}
{"train_loss": 0.005059720948338509, "global_step": 51033, "epoch": 286, "lr": 5.386181629647862e-05}
{"train_loss": 0.004481426440179348, "global_step": 51034, "epoch": 286, "lr": 5.386034300780739e-05}
{"train_loss": 0.002980070188641548, "global_step": 51035, "epoch": 286, "lr": 5.385886971576439e-05}
{"train_loss": 0.0033920742571353912, "global_step": 51036, "epoch": 286, "lr": 5.3857396420350894e-05}
{"train_loss": 0.004217273090034723, "global_step": 51037, "epoch": 286, "lr": 5.3855923121568185e-05}
{"train_loss": 0.0035598785616457462, "global_step": 51038, "epoch": 286, "lr": 5.3854449819417564e-05}
{"train_loss": 0.0025464927311986685, "global_step": 51039, "epoch": 286, "lr": 5.385297651390032e-05}
{"train_loss": 0.005495199467986822, "global_step": 51040, "epoch": 286, "lr": 5.385150320501773e-05}
{"train_loss": 0.0035860722418874502, "global_step": 51041, "epoch": 286, "lr": 5.385002989277106e-05}
{"train_loss": 0.0030885941814631224, "global_step": 51042, "epoch": 286, "lr": 5.3848556577161634e-05}
{"train_loss": 0.00406180415302515, "global_step": 51043, "epoch": 286, "lr": 5.384708325819072e-05}
{"train_loss": 0.00548363896086812, "global_step": 51044, "epoch": 286, "lr": 5.384560993585962e-05}
{"train_loss": 0.0025099737104028463, "global_step": 51045, "epoch": 286, "lr": 5.38441366101696e-05}
{"train_loss": 0.0033113230019807816, "global_step": 51046, "epoch": 286, "lr": 5.384266328112195e-05}
{"train_loss": 0.004189870785921812, "global_step": 51047, "epoch": 286, "lr": 5.3841189948717964e-05}
{"train_loss": 0.0020080367103219032, "global_step": 51048, "epoch": 286, "lr": 5.383971661295893e-05}
{"train_loss": 0.004338521976023912, "global_step": 51049, "epoch": 286, "lr": 5.3838243273846145e-05}
{"train_loss": 0.0029128389433026314, "global_step": 51050, "epoch": 286, "lr": 5.383676993138088e-05}
{"train_loss": 0.0031464118510484695, "global_step": 51051, "epoch": 286, "lr": 5.383529658556441e-05}
{"train_loss": 0.0036008302122354507, "global_step": 51052, "epoch": 286, "lr": 5.383382323639806e-05}
{"train_loss": 0.0054068961180746555, "global_step": 51053, "epoch": 286, "lr": 5.383234988388308e-05}
{"train_loss": 0.002995535731315613, "global_step": 51054, "epoch": 286, "lr": 5.383087652802078e-05}
{"train_loss": 0.0022709479089826345, "global_step": 51055, "epoch": 286, "lr": 5.382940316881243e-05}
{"train_loss": 0.0023185007739812136, "global_step": 51056, "epoch": 286, "lr": 5.382792980625933e-05}
{"train_loss": 0.005307193845510483, "global_step": 51057, "epoch": 286, "lr": 5.382645644036276e-05}
{"train_loss": 0.0030170357786118984, "global_step": 51058, "epoch": 286, "lr": 5.3824983071124016e-05}
{"train_loss": 0.001878403127193451, "global_step": 51059, "epoch": 286, "lr": 5.382350969854436e-05}
{"train_loss": 0.005412427708506584, "global_step": 51060, "epoch": 286, "lr": 5.3822036322625104e-05}
{"train_loss": 0.003399176523089409, "global_step": 51061, "epoch": 286, "lr": 5.3820562943367536e-05}
{"train_loss": 0.006752746645361185, "global_step": 51062, "epoch": 286, "lr": 5.381908956077293e-05}
{"train_loss": 0.0027771564200520515, "global_step": 51063, "epoch": 286, "lr": 5.381761617484258e-05}
{"train_loss": 0.005980643443763256, "global_step": 51064, "epoch": 286, "lr": 5.381614278557776e-05}
{"train_loss": 0.0040870425291359425, "global_step": 51065, "epoch": 286, "lr": 5.3814669392979764e-05}
{"train_loss": 0.002768313977867365, "global_step": 51066, "epoch": 286, "lr": 5.3813195997049904e-05}
{"train_loss": 0.004472486674785614, "global_step": 51067, "epoch": 286, "lr": 5.381172259778943e-05}
{"train_loss": 0.004538391251116991, "global_step": 51068, "epoch": 286, "lr": 5.3810249195199647e-05}
{"train_loss": 0.003247849177569151, "global_step": 51069, "epoch": 286, "lr": 5.380877578928184e-05}
{"train_loss": 0.003685188479721546, "global_step": 51070, "epoch": 286, "lr": 5.3807302380037284e-05}
{"train_loss": 0.0035739652812480927, "global_step": 51071, "epoch": 286, "lr": 5.3805828967467286e-05}
{"train_loss": 0.0030341865494847298, "global_step": 51072, "epoch": 286, "lr": 5.380435555157313e-05}
{"train_loss": 0.002204680349677801, "global_step": 51073, "epoch": 286, "lr": 5.380288213235609e-05}
{"train_loss": 0.0038592808414250612, "global_step": 51074, "epoch": 286, "lr": 5.380140870981746e-05}
{"train_loss": 0.00706388708204031, "global_step": 51075, "epoch": 286, "lr": 5.379993528395853e-05}
{"train_loss": 0.0038442264776676893, "global_step": 51076, "epoch": 286, "lr": 5.379846185478057e-05}
{"train_loss": 0.006733032409101725, "global_step": 51077, "epoch": 286, "lr": 5.37969884222849e-05}
{"train_loss": 0.003220193088054657, "global_step": 51078, "epoch": 286, "lr": 5.379551498647277e-05}
{"train_loss": 0.0021016420796513557, "global_step": 51079, "epoch": 286, "lr": 5.3794041547345486e-05}
{"train_loss": 0.0030708685517311096, "global_step": 51080, "epoch": 286, "lr": 5.379256810490434e-05}
{"train_loss": 0.0026232716627418995, "global_step": 51081, "epoch": 286, "lr": 5.379109465915062e-05}
{"train_loss": 0.004139145836234093, "global_step": 51082, "epoch": 286, "lr": 5.378962121008559e-05}
{"train_loss": 0.0019869012758135796, "global_step": 51083, "epoch": 286, "lr": 5.3788147757710575e-05}
{"train_loss": 0.0037396783009171486, "global_step": 51084, "epoch": 286, "lr": 5.378667430202681e-05}
{"train_loss": 0.003941028037506124, "global_step": 51085, "epoch": 286, "lr": 5.3785200843035624e-05}
{"train_loss": 0.0016652728663757443, "global_step": 51086, "epoch": 287, "lr": 5.378372738073829e-05}
{"train_loss": 0.001909962622448802, "global_step": 51087, "epoch": 287, "lr": 5.3782253915136104e-05}
{"train_loss": 0.0043989019468426704, "global_step": 51088, "epoch": 287, "lr": 5.378078044623034e-05}
{"train_loss": 0.003022783901542425, "global_step": 51089, "epoch": 287, "lr": 5.377930697402227e-05}
{"train_loss": 0.005920120514929295, "global_step": 51090, "epoch": 287, "lr": 5.377783349851323e-05}
{"train_loss": 0.003039419883862138, "global_step": 51091, "epoch": 287, "lr": 5.3776360019704466e-05}
{"train_loss": 0.002282546367496252, "global_step": 51092, "epoch": 287, "lr": 5.377488653759728e-05}
{"train_loss": 0.0030106089543551207, "global_step": 51093, "epoch": 287, "lr": 5.3773413052192955e-05}
{"train_loss": 0.00417732261121273, "global_step": 51094, "epoch": 287, "lr": 5.377193956349278e-05}
{"train_loss": 0.0027190782129764557, "global_step": 51095, "epoch": 287, "lr": 5.377046607149804e-05}
{"train_loss": 0.002480333438143134, "global_step": 51096, "epoch": 287, "lr": 5.3768992576210017e-05}
{"train_loss": 0.0047678714618086815, "global_step": 51097, "epoch": 287, "lr": 5.3767519077630016e-05}
{"train_loss": 0.003563461359590292, "global_step": 51098, "epoch": 287, "lr": 5.3766045575759305e-05}
{"train_loss": 0.0021872902289032936, "global_step": 51099, "epoch": 287, "lr": 5.376457207059917e-05}
{"train_loss": 0.0025774124078452587, "global_step": 51100, "epoch": 287, "lr": 5.376309856215093e-05}
{"train_loss": 0.0026352042332291603, "global_step": 51101, "epoch": 287, "lr": 5.3761625050415833e-05}
{"train_loss": 0.0030683488585054874, "global_step": 51102, "epoch": 287, "lr": 5.376015153539519e-05}
{"train_loss": 0.0033687106333673, "global_step": 51103, "epoch": 287, "lr": 5.3758678017090256e-05}
{"train_loss": 0.0035556883085519075, "global_step": 51104, "epoch": 287, "lr": 5.375720449550235e-05}
{"train_loss": 0.002322917338460684, "global_step": 51105, "epoch": 287, "lr": 5.375573097063277e-05}
{"train_loss": 0.0032670365180820227, "global_step": 51106, "epoch": 287, "lr": 5.375425744248277e-05}
{"train_loss": 0.0027924994938075542, "global_step": 51107, "epoch": 287, "lr": 5.375278391105364e-05}
{"train_loss": 0.004815682303160429, "global_step": 51108, "epoch": 287, "lr": 5.375131037634669e-05}
{"train_loss": 0.00399249792098999, "global_step": 51109, "epoch": 287, "lr": 5.374983683836319e-05}
{"train_loss": 0.005358041729778051, "global_step": 51110, "epoch": 287, "lr": 5.374836329710443e-05}
{"train_loss": 0.00289036612957716, "global_step": 51111, "epoch": 287, "lr": 5.3746889752571706e-05}
{"train_loss": 0.002589455572888255, "global_step": 51112, "epoch": 287, "lr": 5.37454162047663e-05}
{"train_loss": 0.0031565562821924686, "global_step": 51113, "epoch": 287, "lr": 5.374394265368947e-05}
{"train_loss": 0.004933634772896767, "global_step": 51114, "epoch": 287, "lr": 5.374246909934255e-05}
{"train_loss": 0.004262956324964762, "global_step": 51115, "epoch": 287, "lr": 5.374099554172681e-05}
{"train_loss": 0.002303771674633026, "global_step": 51116, "epoch": 287, "lr": 5.3739521980843546e-05}
{"train_loss": 0.007893968373537064, "global_step": 51117, "epoch": 287, "lr": 5.3738048416694e-05}
{"train_loss": 0.0018463976448401809, "global_step": 51118, "epoch": 287, "lr": 5.373657484927951e-05}
{"train_loss": 0.004233135376125574, "global_step": 51119, "epoch": 287, "lr": 5.373510127860135e-05}
{"train_loss": 0.005520125851035118, "global_step": 51120, "epoch": 287, "lr": 5.3733627704660794e-05}
{"train_loss": 0.0036511702928692102, "global_step": 51121, "epoch": 287, "lr": 5.373215412745915e-05}
{"train_loss": 0.004022200591862202, "global_step": 51122, "epoch": 287, "lr": 5.373068054699767e-05}
{"train_loss": 0.001971426187083125, "global_step": 51123, "epoch": 287, "lr": 5.372920696327768e-05}
{"train_loss": 0.004940338432788849, "global_step": 51124, "epoch": 287, "lr": 5.3727733376300446e-05}
{"train_loss": 0.0042339819483459, "global_step": 51125, "epoch": 287, "lr": 5.372625978606726e-05}
{"train_loss": 0.00500134751200676, "global_step": 51126, "epoch": 287, "lr": 5.3724786192579404e-05}
{"train_loss": 0.003927384968847036, "global_step": 51127, "epoch": 287, "lr": 5.372331259583817e-05}
{"train_loss": 0.00130272947717458, "global_step": 51128, "epoch": 287, "lr": 5.3721838995844854e-05}
{"train_loss": 0.005550645291805267, "global_step": 51129, "epoch": 287, "lr": 5.3720365392600726e-05}
{"train_loss": 0.0049064503982663155, "global_step": 51130, "epoch": 287, "lr": 5.3718891786107074e-05}
{"train_loss": 0.0034571639262139797, "global_step": 51131, "epoch": 287, "lr": 5.371741817636521e-05}
{"train_loss": 0.0039535583928227425, "global_step": 51132, "epoch": 287, "lr": 5.3715944563376384e-05}
{"train_loss": 0.0017332076095044613, "global_step": 51133, "epoch": 287, "lr": 5.3714470947141915e-05}
{"train_loss": 0.002561605768278241, "global_step": 51134, "epoch": 287, "lr": 5.371299732766307e-05}
{"train_loss": 0.0038508987054228783, "global_step": 51135, "epoch": 287, "lr": 5.3711523704941156e-05}
{"train_loss": 0.004517869558185339, "global_step": 51136, "epoch": 287, "lr": 5.371005007897742e-05}
{"train_loss": 0.0018398422980681062, "global_step": 51137, "epoch": 287, "lr": 5.3708576449773205e-05}
{"train_loss": 0.0034846127964556217, "global_step": 51138, "epoch": 287, "lr": 5.370710281732977e-05}
{"train_loss": 0.004380566533654928, "global_step": 51139, "epoch": 287, "lr": 5.37056291816484e-05}
{"train_loss": 0.0032083599362522364, "global_step": 51140, "epoch": 287, "lr": 5.3704155542730374e-05}
{"train_loss": 0.0020249623339623213, "global_step": 51141, "epoch": 287, "lr": 5.370268190057699e-05}
{"train_loss": 0.003275263821706176, "global_step": 51142, "epoch": 287, "lr": 5.370120825518954e-05}
{"train_loss": 0.001650963444262743, "global_step": 51143, "epoch": 287, "lr": 5.369973460656931e-05}
{"train_loss": 0.003213641932234168, "global_step": 51144, "epoch": 287, "lr": 5.369826095471757e-05}
{"train_loss": 0.003207182977348566, "global_step": 51145, "epoch": 287, "lr": 5.369678729963563e-05}
{"train_loss": 0.003760267747566104, "global_step": 51146, "epoch": 287, "lr": 5.3695313641324765e-05}
{"train_loss": 0.0029457600321620703, "global_step": 51147, "epoch": 287, "lr": 5.369383997978625e-05}
{"train_loss": 0.005274485796689987, "global_step": 51148, "epoch": 287, "lr": 5.3692366315021414e-05}
{"train_loss": 0.0033153770491480827, "global_step": 51149, "epoch": 287, "lr": 5.3690892647031497e-05}
{"train_loss": 0.0019362140446901321, "global_step": 51150, "epoch": 287, "lr": 5.3689418975817806e-05}
{"train_loss": 0.003480505431070924, "global_step": 51151, "epoch": 287, "lr": 5.368794530138163e-05}
{"train_loss": 0.0038758092559874058, "global_step": 51152, "epoch": 287, "lr": 5.368647162372425e-05}
{"train_loss": 0.004738486371934414, "global_step": 51153, "epoch": 287, "lr": 5.368499794284697e-05}
{"train_loss": 0.0019873499404639006, "global_step": 51154, "epoch": 287, "lr": 5.368352425875106e-05}
{"train_loss": 0.00314214825630188, "global_step": 51155, "epoch": 287, "lr": 5.368205057143782e-05}
{"train_loss": 0.0017435948830097914, "global_step": 51156, "epoch": 287, "lr": 5.3680576880908495e-05}
{"train_loss": 0.0023200255818665028, "global_step": 51157, "epoch": 287, "lr": 5.367910318716444e-05}
{"train_loss": 0.004455341026186943, "global_step": 51158, "epoch": 287, "lr": 5.3677629490206896e-05}
{"train_loss": 0.004667150322347879, "global_step": 51159, "epoch": 287, "lr": 5.367615579003716e-05}
{"train_loss": 0.0038388578686863184, "global_step": 51160, "epoch": 287, "lr": 5.3674682086656526e-05}
{"train_loss": 0.0028624776750802994, "global_step": 51161, "epoch": 287, "lr": 5.3673208380066274e-05}
{"train_loss": 0.001045852666720748, "global_step": 51162, "epoch": 287, "lr": 5.367173467026769e-05}
{"train_loss": 0.008799535222351551, "global_step": 51163, "epoch": 287, "lr": 5.367026095726207e-05}
{"train_loss": 0.0057029202580451965, "global_step": 51164, "epoch": 287, "lr": 5.366878724105071e-05}
{"train_loss": 0.0023390990681946278, "global_step": 51165, "epoch": 287, "lr": 5.3667313521634855e-05}
{"train_loss": 0.004168563988059759, "global_step": 51166, "epoch": 287, "lr": 5.366583979901584e-05}
{"train_loss": 0.0017031512688845396, "global_step": 51167, "epoch": 287, "lr": 5.366436607319494e-05}
{"train_loss": 0.0026895375922322273, "global_step": 51168, "epoch": 287, "lr": 5.366289234417342e-05}
{"train_loss": 0.0017153765074908733, "global_step": 51169, "epoch": 287, "lr": 5.3661418611952577e-05}
{"train_loss": 0.0018300407100468874, "global_step": 51170, "epoch": 287, "lr": 5.365994487653372e-05}
{"train_loss": 0.00405679177492857, "global_step": 51171, "epoch": 287, "lr": 5.365847113791811e-05}
{"train_loss": 0.002061312086880207, "global_step": 51172, "epoch": 287, "lr": 5.365699739610703e-05}
{"train_loss": 0.0023537026718258858, "global_step": 51173, "epoch": 287, "lr": 5.36555236511018e-05}
{"train_loss": 0.0037306947633624077, "global_step": 51174, "epoch": 287, "lr": 5.3654049902903693e-05}
{"train_loss": 0.004474358633160591, "global_step": 51175, "epoch": 287, "lr": 5.365257615151398e-05}
{"train_loss": 0.00818096287548542, "global_step": 51176, "epoch": 287, "lr": 5.365110239693396e-05}
{"train_loss": 0.0014872989850118756, "global_step": 51177, "epoch": 287, "lr": 5.364962863916493e-05}
{"train_loss": 0.003813055343925953, "global_step": 51178, "epoch": 287, "lr": 5.364815487820817e-05}
{"train_loss": 0.0028012837283313274, "global_step": 51179, "epoch": 287, "lr": 5.3646681114064944e-05}
{"train_loss": 0.004283535294234753, "global_step": 51180, "epoch": 287, "lr": 5.364520734673657e-05}
{"train_loss": 0.0019008382223546505, "global_step": 51181, "epoch": 287, "lr": 5.364373357622433e-05}
{"train_loss": 0.003037923015654087, "global_step": 51182, "epoch": 287, "lr": 5.3642259802529505e-05}
{"train_loss": 0.0026962573174387217, "global_step": 51183, "epoch": 287, "lr": 5.364078602565339e-05}
{"train_loss": 0.0021910404320806265, "global_step": 51184, "epoch": 287, "lr": 5.363931224559725e-05}
{"train_loss": 0.004943463020026684, "global_step": 51185, "epoch": 287, "lr": 5.363783846236239e-05}
{"train_loss": 0.005282599478960037, "global_step": 51186, "epoch": 287, "lr": 5.3636364675950115e-05}
{"train_loss": 0.005399984307587147, "global_step": 51187, "epoch": 287, "lr": 5.363489088636168e-05}
{"train_loss": 0.003446117974817753, "global_step": 51188, "epoch": 287, "lr": 5.363341709359837e-05}
{"train_loss": 0.004633511416614056, "global_step": 51189, "epoch": 287, "lr": 5.36319432976615e-05}
{"train_loss": 0.0030881327111274004, "global_step": 51190, "epoch": 287, "lr": 5.363046949855235e-05}
{"train_loss": 0.005743976216763258, "global_step": 51191, "epoch": 287, "lr": 5.36289956962722e-05}
{"train_loss": 0.002114703878760338, "global_step": 51192, "epoch": 287, "lr": 5.362752189082234e-05}
{"train_loss": 0.004511537961661816, "global_step": 51193, "epoch": 287, "lr": 5.362604808220404e-05}
{"train_loss": 0.002818442415446043, "global_step": 51194, "epoch": 287, "lr": 5.3624574270418606e-05}
{"train_loss": 0.0058334688656032085, "global_step": 51195, "epoch": 287, "lr": 5.3623100455467334e-05}
{"train_loss": 0.002806491916999221, "global_step": 51196, "epoch": 287, "lr": 5.3621626637351506e-05}
{"train_loss": 0.002039385959506035, "global_step": 51197, "epoch": 287, "lr": 5.36201528160724e-05}
{"train_loss": 0.00203539221547544, "global_step": 51198, "epoch": 287, "lr": 5.3618678991631285e-05}
{"train_loss": 0.0032991559710353613, "global_step": 51199, "epoch": 287, "lr": 5.3617205164029495e-05}
{"train_loss": 0.0026702438481152058, "global_step": 51200, "epoch": 287, "lr": 5.361573133326829e-05}
{"train_loss": 0.003114119404926896, "global_step": 51201, "epoch": 287, "lr": 5.361425749934895e-05}
{"train_loss": 0.0023700608871877193, "global_step": 51202, "epoch": 287, "lr": 5.3612783662272784e-05}
{"train_loss": 0.004208368249237537, "global_step": 51203, "epoch": 287, "lr": 5.3611309822041055e-05}
{"train_loss": 0.00760545302182436, "global_step": 51204, "epoch": 287, "lr": 5.360983597865506e-05}
{"train_loss": 0.00261518033221364, "global_step": 51205, "epoch": 287, "lr": 5.360836213211611e-05}
{"train_loss": 0.0024862985592335463, "global_step": 51206, "epoch": 287, "lr": 5.360688828242546e-05}
{"train_loss": 0.0011076623341068625, "global_step": 51207, "epoch": 287, "lr": 5.36054144295844e-05}
{"train_loss": 0.0029054132755845785, "global_step": 51208, "epoch": 287, "lr": 5.3603940573594225e-05}
{"train_loss": 0.0036983792670071125, "global_step": 51209, "epoch": 287, "lr": 5.360246671445623e-05}
{"train_loss": 0.0020725298672914505, "global_step": 51210, "epoch": 287, "lr": 5.360099285217171e-05}
{"train_loss": 0.0038217282854020596, "global_step": 51211, "epoch": 287, "lr": 5.3599518986741914e-05}
{"train_loss": 0.003518493613228202, "global_step": 51212, "epoch": 287, "lr": 5.359804511816816e-05}
{"train_loss": 0.002855131169781089, "global_step": 51213, "epoch": 287, "lr": 5.359657124645173e-05}
{"train_loss": 0.002314601559191942, "global_step": 51214, "epoch": 287, "lr": 5.3595097371593906e-05}
{"train_loss": 0.003653641790151596, "global_step": 51215, "epoch": 287, "lr": 5.359362349359598e-05}
{"train_loss": 0.003971939906477928, "global_step": 51216, "epoch": 287, "lr": 5.359214961245925e-05}
{"train_loss": 0.00272786570712924, "global_step": 51217, "epoch": 287, "lr": 5.359067572818497e-05}
{"train_loss": 0.005427715368568897, "global_step": 51218, "epoch": 287, "lr": 5.358920184077447e-05}
{"train_loss": 0.003570836503058672, "global_step": 51219, "epoch": 287, "lr": 5.358772795022901e-05}
{"train_loss": 0.0028622830286622047, "global_step": 51220, "epoch": 287, "lr": 5.358625405654989e-05}
{"train_loss": 0.006751000881195068, "global_step": 51221, "epoch": 287, "lr": 5.358478015973839e-05}
{"train_loss": 0.002446558326482773, "global_step": 51222, "epoch": 287, "lr": 5.358330625979578e-05}
{"train_loss": 0.0020111219491809607, "global_step": 51223, "epoch": 287, "lr": 5.358183235672338e-05}
{"train_loss": 0.0043055168353021145, "global_step": 51224, "epoch": 287, "lr": 5.358035845052247e-05}
{"train_loss": 0.0075220768339931965, "global_step": 51225, "epoch": 287, "lr": 5.3578884541194326e-05}
{"train_loss": 0.006362228654325008, "global_step": 51226, "epoch": 287, "lr": 5.357741062874023e-05}
{"train_loss": 0.0013875740114599466, "global_step": 51227, "epoch": 287, "lr": 5.357593671316149e-05}
{"train_loss": 0.004313231445848942, "global_step": 51228, "epoch": 287, "lr": 5.357446279445938e-05}
{"train_loss": 0.0036495598033070564, "global_step": 51229, "epoch": 287, "lr": 5.3572988872635186e-05}
{"train_loss": 0.0031341505236923695, "global_step": 51230, "epoch": 287, "lr": 5.3571514947690215e-05}
{"train_loss": 0.0025036276783794165, "global_step": 51231, "epoch": 287, "lr": 5.3570041019625715e-05}
{"train_loss": 0.0047013829462230206, "global_step": 51232, "epoch": 287, "lr": 5.356856708844301e-05}
{"train_loss": 0.005280605051666498, "global_step": 51233, "epoch": 287, "lr": 5.356709315414338e-05}
{"train_loss": 0.0035010715946555138, "global_step": 51234, "epoch": 287, "lr": 5.3565619216728104e-05}
{"train_loss": 0.004817593842744827, "global_step": 51235, "epoch": 287, "lr": 5.3564145276198465e-05}
{"train_loss": 0.0051144789904356, "global_step": 51236, "epoch": 287, "lr": 5.3562671332555756e-05}
{"train_loss": 0.003690208774060011, "global_step": 51237, "epoch": 287, "lr": 5.356119738580128e-05}
{"train_loss": 0.004079350270330906, "global_step": 51238, "epoch": 287, "lr": 5.3559723435936305e-05}
{"train_loss": 0.00451740063726902, "global_step": 51239, "epoch": 287, "lr": 5.355824948296212e-05}
{"train_loss": 0.006653125397861004, "global_step": 51240, "epoch": 287, "lr": 5.355677552688002e-05}
{"train_loss": 0.0029675194527953863, "global_step": 51241, "epoch": 287, "lr": 5.355530156769129e-05}
{"train_loss": 0.004103687591850758, "global_step": 51242, "epoch": 287, "lr": 5.355382760539721e-05}
{"train_loss": 0.0028920050244778395, "global_step": 51243, "epoch": 287, "lr": 5.3552353639999085e-05}
{"train_loss": 0.003763466840609908, "global_step": 51244, "epoch": 287, "lr": 5.355087967149819e-05}
{"train_loss": 0.0030963891185820103, "global_step": 51245, "epoch": 287, "lr": 5.35494056998958e-05}
{"train_loss": 0.0043645440600812435, "global_step": 51246, "epoch": 287, "lr": 5.354793172519322e-05}
{"train_loss": 0.005158465821295977, "global_step": 51247, "epoch": 287, "lr": 5.3546457747391754e-05}
{"train_loss": 0.0047798436135053635, "global_step": 51248, "epoch": 287, "lr": 5.3544983766492653e-05}
{"train_loss": 0.0015853645745664835, "global_step": 51249, "epoch": 287, "lr": 5.354350978249723e-05}
{"train_loss": 0.0024089780636131763, "global_step": 51250, "epoch": 287, "lr": 5.354203579540674e-05}
{"train_loss": 0.005433056969195604, "global_step": 51251, "epoch": 287, "lr": 5.3540561805222514e-05}
{"train_loss": 0.0035373466089367867, "global_step": 51252, "epoch": 287, "lr": 5.353908781194581e-05}
{"train_loss": 0.004349927417933941, "global_step": 51253, "epoch": 287, "lr": 5.353761381557793e-05}
{"train_loss": 0.004903304390609264, "global_step": 51254, "epoch": 287, "lr": 5.3536139816120145e-05}
{"train_loss": 0.003716857172548771, "global_step": 51255, "epoch": 287, "lr": 5.353466581357375e-05}
{"train_loss": 0.002991854678839445, "global_step": 51256, "epoch": 287, "lr": 5.353319180794004e-05}
{"train_loss": 0.002215924672782421, "global_step": 51257, "epoch": 287, "lr": 5.353171779922032e-05}
{"train_loss": 0.006119320169091225, "global_step": 51258, "epoch": 287, "lr": 5.3530243787415837e-05}
{"train_loss": 0.004454170353710651, "global_step": 51259, "epoch": 287, "lr": 5.35287697725279e-05}
{"train_loss": 0.0033854348585009575, "global_step": 51260, "epoch": 287, "lr": 5.3527295754557784e-05}
{"train_loss": 0.003088591154664755, "global_step": 51261, "epoch": 287, "lr": 5.35258217335068e-05}
{"train_loss": 0.004241708666086197, "global_step": 51262, "epoch": 287, "lr": 5.352434770937621e-05}
{"train_loss": 0.003599391437889066, "global_step": 51263, "epoch": 287, "lr": 5.3522873682167317e-05}
{"train_loss": 0.004536467604339123, "global_step": 51264, "epoch": 288, "lr": 5.352139965188141e-05}
{"train_loss": 0.003281234297901392, "global_step": 51265, "epoch": 288, "lr": 5.351992561851976e-05}
{"train_loss": 0.005488002207130194, "global_step": 51266, "epoch": 288, "lr": 5.3518451582083676e-05}
{"train_loss": 0.006616231519728899, "global_step": 51267, "epoch": 288, "lr": 5.351697754257443e-05}
{"train_loss": 0.005413082428276539, "global_step": 51268, "epoch": 288, "lr": 5.351550349999331e-05}
{"train_loss": 0.005867078434675932, "global_step": 51269, "epoch": 288, "lr": 5.351402945434161e-05}
{"train_loss": 0.0036077466793358326, "global_step": 51270, "epoch": 288, "lr": 5.3512555405620616e-05}
{"train_loss": 0.004623147659003735, "global_step": 51271, "epoch": 288, "lr": 5.351108135383161e-05}
{"train_loss": 0.002540217712521553, "global_step": 51272, "epoch": 288, "lr": 5.35096072989759e-05}
{"train_loss": 0.006433493457734585, "global_step": 51273, "epoch": 288, "lr": 5.350813324105475e-05}
{"train_loss": 0.0016881434712558985, "global_step": 51274, "epoch": 288, "lr": 5.350665918006944e-05}
{"train_loss": 0.00390907097607851, "global_step": 51275, "epoch": 288, "lr": 5.35051851160213e-05}
{"train_loss": 0.0027438639663159847, "global_step": 51276, "epoch": 288, "lr": 5.3503711048911556e-05}
{"train_loss": 0.003413431579247117, "global_step": 51277, "epoch": 288, "lr": 5.350223697874155e-05}
{"train_loss": 0.0034819128923118114, "global_step": 51278, "epoch": 288, "lr": 5.3500762905512546e-05}
{"train_loss": 0.0038559758104383945, "global_step": 51279, "epoch": 288, "lr": 5.349928882922583e-05}
{"train_loss": 0.006442036479711533, "global_step": 51280, "epoch": 288, "lr": 5.34978147498827e-05}
{"train_loss": 0.0018332292092964053, "global_step": 51281, "epoch": 288, "lr": 5.349634066748445e-05}
{"train_loss": 0.005028753541409969, "global_step": 51282, "epoch": 288, "lr": 5.349486658203234e-05}
{"train_loss": 0.004342935513705015, "global_step": 51283, "epoch": 288, "lr": 5.349339249352768e-05}
{"train_loss": 0.008687767200171947, "global_step": 51284, "epoch": 288, "lr": 5.349191840197174e-05}
{"train_loss": 0.005337011069059372, "global_step": 51285, "epoch": 288, "lr": 5.3490444307365826e-05}
{"train_loss": 0.0036261931527405977, "global_step": 51286, "epoch": 288, "lr": 5.348897020971122e-05}
{"train_loss": 0.004858223721385002, "global_step": 51287, "epoch": 288, "lr": 5.3487496109009205e-05}
{"train_loss": 0.004515073727816343, "global_step": 51288, "epoch": 288, "lr": 5.348602200526106e-05}
{"train_loss": 0.003919132053852081, "global_step": 51289, "epoch": 288, "lr": 5.348454789846808e-05}
{"train_loss": 0.0034370822831988335, "global_step": 51290, "epoch": 288, "lr": 5.348307378863158e-05}
{"train_loss": 0.002369293011724949, "global_step": 51291, "epoch": 288, "lr": 5.348159967575281e-05}
{"train_loss": 0.0036076365504413843, "global_step": 51292, "epoch": 288, "lr": 5.348012555983307e-05}
{"train_loss": 0.0021334246266633272, "global_step": 51293, "epoch": 288, "lr": 5.347865144087364e-05}
{"train_loss": 0.002528694923967123, "global_step": 51294, "epoch": 288, "lr": 5.3477177318875826e-05}
{"train_loss": 0.0023950038012117147, "global_step": 51295, "epoch": 288, "lr": 5.347570319384091e-05}
{"train_loss": 0.004001914523541927, "global_step": 51296, "epoch": 288, "lr": 5.347422906577017e-05}
{"train_loss": 0.0021193954162299633, "global_step": 51297, "epoch": 288, "lr": 5.347275493466489e-05}
{"train_loss": 0.0034859427250921726, "global_step": 51298, "epoch": 288, "lr": 5.3471280800526355e-05}
{"train_loss": 0.006274314597249031, "global_step": 51299, "epoch": 288, "lr": 5.346980666335589e-05}
{"train_loss": 0.0020318678580224514, "global_step": 51300, "epoch": 288, "lr": 5.3468332523154753e-05}
{"train_loss": 0.0023475023917853832, "global_step": 51301, "epoch": 288, "lr": 5.346685837992422e-05}
{"train_loss": 0.005136363673955202, "global_step": 51302, "epoch": 288, "lr": 5.346538423366561e-05}
{"train_loss": 0.0070037320256233215, "global_step": 51303, "epoch": 288, "lr": 5.346391008438018e-05}
{"train_loss": 0.004505557008087635, "global_step": 51304, "epoch": 288, "lr": 5.3462435932069235e-05}
{"train_loss": 0.004212604369968176, "global_step": 51305, "epoch": 288, "lr": 5.3460961776734066e-05}
{"train_loss": 0.0062539242208004, "global_step": 51306, "epoch": 288, "lr": 5.3459487618375946e-05}
{"train_loss": 0.0026415945030748844, "global_step": 51307, "epoch": 288, "lr": 5.345801345699617e-05}
{"train_loss": 0.007442675530910492, "global_step": 51308, "epoch": 288, "lr": 5.345653929259603e-05}
{"train_loss": 0.005763660185039043, "global_step": 51309, "epoch": 288, "lr": 5.345506512517682e-05}
{"train_loss": 0.007224580273032188, "global_step": 51310, "epoch": 288, "lr": 5.34535909547398e-05}
{"train_loss": 0.004312249831855297, "global_step": 51311, "epoch": 288, "lr": 5.345211678128628e-05}
{"train_loss": 0.003908201120793819, "global_step": 51312, "epoch": 288, "lr": 5.3450642604817534e-05}
{"train_loss": 0.0034133316949009895, "global_step": 51313, "epoch": 288, "lr": 5.344916842533487e-05}
{"train_loss": 0.004000294953584671, "global_step": 51314, "epoch": 288, "lr": 5.3447694242839565e-05}
{"train_loss": 0.002167067490518093, "global_step": 51315, "epoch": 288, "lr": 5.3446220057332893e-05}
{"train_loss": 0.0052308980375528336, "global_step": 51316, "epoch": 288, "lr": 5.344474586881615e-05}
{"train_loss": 0.004537243861705065, "global_step": 51317, "epoch": 288, "lr": 5.344327167729064e-05}
{"train_loss": 0.003274567425251007, "global_step": 51318, "epoch": 288, "lr": 5.3441797482757625e-05}
{"train_loss": 0.004766033496707678, "global_step": 51319, "epoch": 288, "lr": 5.3440323285218416e-05}
{"train_loss": 0.007123123854398727, "global_step": 51320, "epoch": 288, "lr": 5.3438849084674294e-05}
{"train_loss": 0.005692130420356989, "global_step": 51321, "epoch": 288, "lr": 5.3437374881126545e-05}
{"train_loss": 0.005176665261387825, "global_step": 51322, "epoch": 288, "lr": 5.343590067457643e-05}
{"train_loss": 0.005965632386505604, "global_step": 51323, "epoch": 288, "lr": 5.343442646502529e-05}
{"train_loss": 0.003847534768283367, "global_step": 51324, "epoch": 288, "lr": 5.343295225247437e-05}
{"train_loss": 0.005166575312614441, "global_step": 51325, "epoch": 288, "lr": 5.3431478036924976e-05}
{"train_loss": 0.0034467012155801058, "global_step": 51326, "epoch": 288, "lr": 5.343000381837837e-05}
{"train_loss": 0.007308932486921549, "global_step": 51327, "epoch": 288, "lr": 5.3428529596835886e-05}
{"train_loss": 0.0058357082307338715, "global_step": 51328, "epoch": 288, "lr": 5.342705537229878e-05}
{"train_loss": 0.0036910679191350937, "global_step": 51329, "epoch": 288, "lr": 5.3425581144768346e-05}
{"train_loss": 0.0037657716311514378, "global_step": 51330, "epoch": 288, "lr": 5.342410691424588e-05}
{"train_loss": 0.004482168238610029, "global_step": 51331, "epoch": 288, "lr": 5.342263268073263e-05}
{"train_loss": 0.0044244639575481415, "global_step": 51332, "epoch": 288, "lr": 5.342115844422995e-05}
{"train_loss": 0.003214825876057148, "global_step": 51333, "epoch": 288, "lr": 5.3419684204739074e-05}
{"train_loss": 0.002604731358587742, "global_step": 51334, "epoch": 288, "lr": 5.341820996226131e-05}
{"train_loss": 0.005391629878431559, "global_step": 51335, "epoch": 288, "lr": 5.341673571679794e-05}
{"train_loss": 0.007179696578532457, "global_step": 51336, "epoch": 288, "lr": 5.341526146835026e-05}
{"train_loss": 0.003135194769129157, "global_step": 51337, "epoch": 288, "lr": 5.3413787216919566e-05}
{"train_loss": 0.003723177593201399, "global_step": 51338, "epoch": 288, "lr": 5.3412312962507116e-05}
{"train_loss": 0.003260243684053421, "global_step": 51339, "epoch": 288, "lr": 5.341083870511421e-05}
{"train_loss": 0.0031125368550419807, "global_step": 51340, "epoch": 288, "lr": 5.340936444474215e-05}
{"train_loss": 0.005069214850664139, "global_step": 51341, "epoch": 288, "lr": 5.340789018139221e-05}
{"train_loss": 0.007746296469122171, "global_step": 51342, "epoch": 288, "lr": 5.340641591506569e-05}
{"train_loss": 0.0028432500548660755, "global_step": 51343, "epoch": 288, "lr": 5.3404941645763865e-05}
{"train_loss": 0.0030926221515983343, "global_step": 51344, "epoch": 288, "lr": 5.3403467373488025e-05}
{"train_loss": 0.003143862122669816, "global_step": 51345, "epoch": 288, "lr": 5.3401993098239446e-05}
{"train_loss": 0.0052823713049292564, "global_step": 51346, "epoch": 288, "lr": 5.3400518820019454e-05}
{"train_loss": 0.0059939194470644, "global_step": 51347, "epoch": 288, "lr": 5.3399044538829305e-05}
{"train_loss": 0.0034440848976373672, "global_step": 51348, "epoch": 288, "lr": 5.3397570254670284e-05}
{"train_loss": 0.0068555185571312904, "global_step": 51349, "epoch": 288, "lr": 5.3396095967543694e-05}
{"train_loss": 0.0028687044978141785, "global_step": 51350, "epoch": 288, "lr": 5.339462167745081e-05}
{"train_loss": 0.004097985103726387, "global_step": 51351, "epoch": 288, "lr": 5.339314738439294e-05}
{"train_loss": 0.0023776167072355747, "global_step": 51352, "epoch": 288, "lr": 5.339167308837135e-05}
{"train_loss": 0.007048056460916996, "global_step": 51353, "epoch": 288, "lr": 5.339019878938734e-05}
{"train_loss": 0.004269072320312262, "global_step": 51354, "epoch": 288, "lr": 5.338872448744219e-05}
{"train_loss": 0.004952836316078901, "global_step": 51355, "epoch": 288, "lr": 5.3387250182537185e-05}
{"train_loss": 0.004701434634625912, "global_step": 51356, "epoch": 288, "lr": 5.3385775874673636e-05}
{"train_loss": 0.0027248580008745193, "global_step": 51357, "epoch": 288, "lr": 5.3384301563852803e-05}
{"train_loss": 0.0044157058000564575, "global_step": 51358, "epoch": 288, "lr": 5.3382827250075995e-05}
{"train_loss": 0.0021091075614094734, "global_step": 51359, "epoch": 288, "lr": 5.338135293334447e-05}
{"train_loss": 0.002777246991172433, "global_step": 51360, "epoch": 288, "lr": 5.337987861365954e-05}
{"train_loss": 0.0024428577162325382, "global_step": 51361, "epoch": 288, "lr": 5.33784042910225e-05}
{"train_loss": 0.002264441689476371, "global_step": 51362, "epoch": 288, "lr": 5.337692996543462e-05}
{"train_loss": 0.01110673975199461, "global_step": 51363, "epoch": 288, "lr": 5.33754556368972e-05}
{"train_loss": 0.004910360090434551, "global_step": 51364, "epoch": 288, "lr": 5.33739813054115e-05}
{"train_loss": 0.005456279031932354, "global_step": 51365, "epoch": 288, "lr": 5.337250697097884e-05}
{"train_loss": 0.001136140082962811, "global_step": 51366, "epoch": 288, "lr": 5.33710326336005e-05}
{"train_loss": 0.004679741337895393, "global_step": 51367, "epoch": 288, "lr": 5.3369558293277775e-05}
{"train_loss": 0.0031093056313693523, "global_step": 51368, "epoch": 288, "lr": 5.3368083950011935e-05}
{"train_loss": 0.003863385645672679, "global_step": 51369, "epoch": 288, "lr": 5.336660960380426e-05}
{"train_loss": 0.005143643356859684, "global_step": 51370, "epoch": 288, "lr": 5.3365135254656076e-05}
{"train_loss": 0.004869048483669758, "global_step": 51371, "epoch": 288, "lr": 5.336366090256864e-05}
{"train_loss": 0.0042107850313186646, "global_step": 51372, "epoch": 288, "lr": 5.3362186547543236e-05}
{"train_loss": 0.002191580133512616, "global_step": 51373, "epoch": 288, "lr": 5.3360712189581164e-05}
{"train_loss": 0.004377154167741537, "global_step": 51374, "epoch": 288, "lr": 5.335923782868372e-05}
{"train_loss": 0.005379608832299709, "global_step": 51375, "epoch": 288, "lr": 5.3357763464852174e-05}
{"train_loss": 0.005739680491387844, "global_step": 51376, "epoch": 288, "lr": 5.335628909808783e-05}
{"train_loss": 0.004225056618452072, "global_step": 51377, "epoch": 288, "lr": 5.335481472839197e-05}
{"train_loss": 0.004127950873225927, "global_step": 51378, "epoch": 288, "lr": 5.335334035576586e-05}
{"train_loss": 0.006287838332355022, "global_step": 51379, "epoch": 288, "lr": 5.3351865980210824e-05}
{"train_loss": 0.0035584745928645134, "global_step": 51380, "epoch": 288, "lr": 5.335039160172813e-05}
{"train_loss": 0.005161256529390812, "global_step": 51381, "epoch": 288, "lr": 5.334891722031906e-05}
{"train_loss": 0.0017032393952831626, "global_step": 51382, "epoch": 288, "lr": 5.3347442835984926e-05}
{"train_loss": 0.003631995525211096, "global_step": 51383, "epoch": 288, "lr": 5.334596844872699e-05}
{"train_loss": 0.001896066591143608, "global_step": 51384, "epoch": 288, "lr": 5.334449405854656e-05}
{"train_loss": 0.005157916806638241, "global_step": 51385, "epoch": 288, "lr": 5.3343019665444905e-05}
{"train_loss": 0.003957638517022133, "global_step": 51386, "epoch": 288, "lr": 5.334154526942333e-05}
{"train_loss": 0.0041577983647584915, "global_step": 51387, "epoch": 288, "lr": 5.3340070870483114e-05}
{"train_loss": 0.0037392007652670145, "global_step": 51388, "epoch": 288, "lr": 5.333859646862553e-05}
{"train_loss": 0.004523802548646927, "global_step": 51389, "epoch": 288, "lr": 5.33371220638519e-05}
{"train_loss": 0.005861362442374229, "global_step": 51390, "epoch": 288, "lr": 5.333564765616349e-05}
{"train_loss": 0.0036416768562048674, "global_step": 51391, "epoch": 288, "lr": 5.3334173245561595e-05}
{"train_loss": 0.0039512403309345245, "global_step": 51392, "epoch": 288, "lr": 5.333269883204749e-05}
{"train_loss": 0.005343183875083923, "global_step": 51393, "epoch": 288, "lr": 5.333122441562246e-05}
{"train_loss": 0.005740634631365538, "global_step": 51394, "epoch": 288, "lr": 5.332974999628782e-05}
{"train_loss": 0.0030610994435846806, "global_step": 51395, "epoch": 288, "lr": 5.332827557404485e-05}
{"train_loss": 0.0018926868215203285, "global_step": 51396, "epoch": 288, "lr": 5.332680114889482e-05}
{"train_loss": 0.004985373932868242, "global_step": 51397, "epoch": 288, "lr": 5.332532672083902e-05}
{"train_loss": 0.004325746558606625, "global_step": 51398, "epoch": 288, "lr": 5.332385228987875e-05}
{"train_loss": 0.004247796721756458, "global_step": 51399, "epoch": 288, "lr": 5.3322377856015305e-05}
{"train_loss": 0.003239735960960388, "global_step": 51400, "epoch": 288, "lr": 5.3320903419249956e-05}
{"train_loss": 0.004308420233428478, "global_step": 51401, "epoch": 288, "lr": 5.3319428979583994e-05}
{"train_loss": 0.0037142920773476362, "global_step": 51402, "epoch": 288, "lr": 5.33179545370187e-05}
{"train_loss": 0.0014439052902162075, "global_step": 51403, "epoch": 288, "lr": 5.331648009155537e-05}
{"train_loss": 0.0018788835732266307, "global_step": 51404, "epoch": 288, "lr": 5.3315005643195316e-05}
{"train_loss": 0.004042467102408409, "global_step": 51405, "epoch": 288, "lr": 5.331353119193978e-05}
{"train_loss": 0.004372702445834875, "global_step": 51406, "epoch": 288, "lr": 5.3312056737790085e-05}
{"train_loss": 0.0021857391111552715, "global_step": 51407, "epoch": 288, "lr": 5.33105822807475e-05}
{"train_loss": 0.005466291680932045, "global_step": 51408, "epoch": 288, "lr": 5.330910782081332e-05}
{"train_loss": 0.005887030623853207, "global_step": 51409, "epoch": 288, "lr": 5.330763335798884e-05}
{"train_loss": 0.003371728118509054, "global_step": 51410, "epoch": 288, "lr": 5.3306158892275335e-05}
{"train_loss": 0.007476218044757843, "global_step": 51411, "epoch": 288, "lr": 5.33046844236741e-05}
{"train_loss": 0.0038013795856386423, "global_step": 51412, "epoch": 288, "lr": 5.330320995218641e-05}
{"train_loss": 0.0034524810034781694, "global_step": 51413, "epoch": 288, "lr": 5.330173547781356e-05}
{"train_loss": 0.004261578433215618, "global_step": 51414, "epoch": 288, "lr": 5.330026100055686e-05}
{"train_loss": 0.004780254326760769, "global_step": 51415, "epoch": 288, "lr": 5.329878652041758e-05}
{"train_loss": 0.003063756972551346, "global_step": 51416, "epoch": 288, "lr": 5.329731203739699e-05}
{"train_loss": 0.003661557799205184, "global_step": 51417, "epoch": 288, "lr": 5.3295837551496396e-05}
{"train_loss": 0.0013450256083160639, "global_step": 51418, "epoch": 288, "lr": 5.329436306271709e-05}
{"train_loss": 0.0038520856760442257, "global_step": 51419, "epoch": 288, "lr": 5.329288857106036e-05}
{"train_loss": 0.0021670928690582514, "global_step": 51420, "epoch": 288, "lr": 5.329141407652749e-05}
{"train_loss": 0.005064706318080425, "global_step": 51421, "epoch": 288, "lr": 5.328993957911975e-05}
{"train_loss": 0.008234871551394463, "global_step": 51422, "epoch": 288, "lr": 5.328846507883846e-05}
{"train_loss": 0.0034174565225839615, "global_step": 51423, "epoch": 288, "lr": 5.328699057568488e-05}
{"train_loss": 0.0023017304483801126, "global_step": 51424, "epoch": 288, "lr": 5.3285516069660315e-05}
{"train_loss": 0.0029087932780385017, "global_step": 51425, "epoch": 288, "lr": 5.328404156076605e-05}
{"train_loss": 0.0029276087880134583, "global_step": 51426, "epoch": 288, "lr": 5.328256704900336e-05}
{"train_loss": 0.003048726823180914, "global_step": 51427, "epoch": 288, "lr": 5.328109253437357e-05}
{"train_loss": 0.0036367750726640224, "global_step": 51428, "epoch": 288, "lr": 5.327961801687792e-05}
{"train_loss": 0.001102822832763195, "global_step": 51429, "epoch": 288, "lr": 5.327814349651773e-05}
{"train_loss": 0.0038699128199368715, "global_step": 51430, "epoch": 288, "lr": 5.327666897329428e-05}
{"train_loss": 0.004468325991183519, "global_step": 51431, "epoch": 288, "lr": 5.327519444720883e-05}
{"train_loss": 0.0054333992302417755, "global_step": 51432, "epoch": 288, "lr": 5.327371991826272e-05}
{"train_loss": 0.0038856954779475927, "global_step": 51433, "epoch": 288, "lr": 5.32722453864572e-05}
{"train_loss": 0.0021101627498865128, "global_step": 51434, "epoch": 288, "lr": 5.3270770851793574e-05}
{"train_loss": 0.004152101464569569, "global_step": 51435, "epoch": 288, "lr": 5.326929631427311e-05}
{"train_loss": 0.0025371131487190723, "global_step": 51436, "epoch": 288, "lr": 5.326782177389713e-05}
{"train_loss": 0.006116167176514864, "global_step": 51437, "epoch": 288, "lr": 5.32663472306669e-05}
{"train_loss": 0.0023296561557799578, "global_step": 51438, "epoch": 288, "lr": 5.326487268458371e-05}
{"train_loss": 0.003514709882438183, "global_step": 51439, "epoch": 288, "lr": 5.326339813564885e-05}
{"train_loss": 0.004483501892536879, "global_step": 51440, "epoch": 288, "lr": 5.3261923583863594e-05}
{"train_loss": 0.00416855616239946, "global_step": 51441, "epoch": 288, "lr": 5.3260449029229254e-05}
{"train_loss": 0.002216078108176589, "global_step": 51442, "epoch": 289, "lr": 5.32589744717471e-05}
{"train_loss": 0.0026985141448676586, "global_step": 51443, "epoch": 289, "lr": 5.325749991141844e-05}
{"train_loss": 0.0032337738666683435, "global_step": 51444, "epoch": 289, "lr": 5.325602534824452e-05}
{"train_loss": 0.005419396795332432, "global_step": 51445, "epoch": 289, "lr": 5.325455078222667e-05}
{"train_loss": 0.003332371823489666, "global_step": 51446, "epoch": 289, "lr": 5.325307621336617e-05}
{"train_loss": 0.005053848959505558, "global_step": 51447, "epoch": 289, "lr": 5.3251601641664306e-05}
{"train_loss": 0.0029209982603788376, "global_step": 51448, "epoch": 289, "lr": 5.3250127067122354e-05}
{"train_loss": 0.003652583109214902, "global_step": 51449, "epoch": 289, "lr": 5.324865248974162e-05}
{"train_loss": 0.0031788935884833336, "global_step": 51450, "epoch": 289, "lr": 5.324717790952337e-05}
{"train_loss": 0.0020000282675027847, "global_step": 51451, "epoch": 289, "lr": 5.324570332646891e-05}
{"train_loss": 0.0039985692128539085, "global_step": 51452, "epoch": 289, "lr": 5.3244228740579524e-05}
{"train_loss": 0.003922918811440468, "global_step": 51453, "epoch": 289, "lr": 5.32427541518565e-05}
{"train_loss": 0.008427312597632408, "global_step": 51454, "epoch": 289, "lr": 5.3241279560301104e-05}
{"train_loss": 0.004585652146488428, "global_step": 51455, "epoch": 289, "lr": 5.323980496591466e-05}
{"train_loss": 0.002555639948695898, "global_step": 51456, "epoch": 289, "lr": 5.323833036869844e-05}
{"train_loss": 0.004022948443889618, "global_step": 51457, "epoch": 289, "lr": 5.323685576865374e-05}
{"train_loss": 0.0037201866507530212, "global_step": 51458, "epoch": 289, "lr": 5.323538116578183e-05}
{"train_loss": 0.0034698238596320152, "global_step": 51459, "epoch": 289, "lr": 5.3233906560084004e-05}
{"train_loss": 0.0022254115901887417, "global_step": 51460, "epoch": 289, "lr": 5.3232431951561557e-05}
{"train_loss": 0.0035878135822713375, "global_step": 51461, "epoch": 289, "lr": 5.323095734021578e-05}
{"train_loss": 0.003283862257376313, "global_step": 51462, "epoch": 289, "lr": 5.322948272604795e-05}
{"train_loss": 0.0041788071393966675, "global_step": 51463, "epoch": 289, "lr": 5.322800810905935e-05}
{"train_loss": 0.0021911635994911194, "global_step": 51464, "epoch": 289, "lr": 5.3226533489251285e-05}
{"train_loss": 0.00547900190576911, "global_step": 51465, "epoch": 289, "lr": 5.3225058866625034e-05}
{"train_loss": 0.003548851702362299, "global_step": 51466, "epoch": 289, "lr": 5.322358424118189e-05}
{"train_loss": 0.004257906228303909, "global_step": 51467, "epoch": 289, "lr": 5.322210961292314e-05}
{"train_loss": 0.0028229886665940285, "global_step": 51468, "epoch": 289, "lr": 5.322063498185007e-05}
{"train_loss": 0.0031313765794038773, "global_step": 51469, "epoch": 289, "lr": 5.321916034796396e-05}
{"train_loss": 0.006360690109431744, "global_step": 51470, "epoch": 289, "lr": 5.3217685711266105e-05}
{"train_loss": 0.0033818832598626614, "global_step": 51471, "epoch": 289, "lr": 5.32162110717578e-05}
{"train_loss": 0.005140071734786034, "global_step": 51472, "epoch": 289, "lr": 5.321473642944034e-05}
{"train_loss": 0.0024281113874167204, "global_step": 51473, "epoch": 289, "lr": 5.321326178431497e-05}
{"train_loss": 0.001207015011459589, "global_step": 51474, "epoch": 289, "lr": 5.321178713638303e-05}
{"train_loss": 0.00399710051715374, "global_step": 51475, "epoch": 289, "lr": 5.3210312485645785e-05}
{"train_loss": 0.005765195470303297, "global_step": 51476, "epoch": 289, "lr": 5.320883783210452e-05}
{"train_loss": 0.003093412611633539, "global_step": 51477, "epoch": 289, "lr": 5.320736317576053e-05}
{"train_loss": 0.0011943902354687452, "global_step": 51478, "epoch": 289, "lr": 5.320588851661509e-05}
{"train_loss": 0.004488079342991114, "global_step": 51479, "epoch": 289, "lr": 5.32044138546695e-05}
{"train_loss": 0.0014957396779209375, "global_step": 51480, "epoch": 289, "lr": 5.3202939189925046e-05}
{"train_loss": 0.0024162433110177517, "global_step": 51481, "epoch": 289, "lr": 5.3201464522383024e-05}
{"train_loss": 0.003278526943176985, "global_step": 51482, "epoch": 289, "lr": 5.3199989852044694e-05}
{"train_loss": 0.004444002173841, "global_step": 51483, "epoch": 289, "lr": 5.319851517891139e-05}
{"train_loss": 0.004166720900684595, "global_step": 51484, "epoch": 289, "lr": 5.319704050298436e-05}
{"train_loss": 0.0018306816928088665, "global_step": 51485, "epoch": 289, "lr": 5.3195565824264905e-05}
{"train_loss": 0.003496851772069931, "global_step": 51486, "epoch": 289, "lr": 5.319409114275432e-05}
{"train_loss": 0.002201101742684841, "global_step": 51487, "epoch": 289, "lr": 5.319261645845388e-05}
{"train_loss": 0.004199605900794268, "global_step": 51488, "epoch": 289, "lr": 5.3191141771364884e-05}
{"train_loss": 0.00408773310482502, "global_step": 51489, "epoch": 289, "lr": 5.3189667081488615e-05}
{"train_loss": 0.0032936600036919117, "global_step": 51490, "epoch": 289, "lr": 5.3188192388826366e-05}
{"train_loss": 0.0030395404901355505, "global_step": 51491, "epoch": 289, "lr": 5.318671769337942e-05}
{"train_loss": 0.005283766891807318, "global_step": 51492, "epoch": 289, "lr": 5.318524299514907e-05}
{"train_loss": 0.0015315668424591422, "global_step": 51493, "epoch": 289, "lr": 5.318376829413659e-05}
{"train_loss": 0.003300528507679701, "global_step": 51494, "epoch": 289, "lr": 5.3182293590343294e-05}
{"train_loss": 0.0044209957122802734, "global_step": 51495, "epoch": 289, "lr": 5.318081888377045e-05}
{"train_loss": 0.0035223732702434063, "global_step": 51496, "epoch": 289, "lr": 5.3179344174419345e-05}
{"train_loss": 0.0032294446136802435, "global_step": 51497, "epoch": 289, "lr": 5.317786946229126e-05}
{"train_loss": 0.0018600430339574814, "global_step": 51498, "epoch": 289, "lr": 5.3176394747387515e-05}
{"train_loss": 0.0029621573630720377, "global_step": 51499, "epoch": 289, "lr": 5.3174920029709375e-05}
{"train_loss": 0.00514341052621603, "global_step": 51500, "epoch": 289, "lr": 5.317344530925813e-05}
{"train_loss": 0.003679189831018448, "global_step": 51501, "epoch": 289, "lr": 5.317197058603507e-05}
{"train_loss": 0.00255170208401978, "global_step": 51502, "epoch": 289, "lr": 5.317049586004148e-05}
{"train_loss": 0.001983376918360591, "global_step": 51503, "epoch": 289, "lr": 5.3169021131278665e-05}
{"train_loss": 0.001973494188860059, "global_step": 51504, "epoch": 289, "lr": 5.316754639974788e-05}
{"train_loss": 0.00180176948197186, "global_step": 51505, "epoch": 289, "lr": 5.316607166545045e-05}
{"train_loss": 0.004556156229227781, "global_step": 51506, "epoch": 289, "lr": 5.316459692838762e-05}
{"train_loss": 0.006227215752005577, "global_step": 51507, "epoch": 289, "lr": 5.316312218856072e-05}
{"train_loss": 0.00505086500197649, "global_step": 51508, "epoch": 289, "lr": 5.316164744597103e-05}
{"train_loss": 0.0017385028768330812, "global_step": 51509, "epoch": 289, "lr": 5.3160172700619816e-05}
{"train_loss": 0.00293149147182703, "global_step": 51510, "epoch": 289, "lr": 5.31586979525084e-05}
{"train_loss": 0.0021431308705359697, "global_step": 51511, "epoch": 289, "lr": 5.315722320163803e-05}
{"train_loss": 0.0026766550727188587, "global_step": 51512, "epoch": 289, "lr": 5.315574844801001e-05}
{"train_loss": 0.004076003096997738, "global_step": 51513, "epoch": 289, "lr": 5.3154273691625644e-05}
{"train_loss": 0.0027313181199133396, "global_step": 51514, "epoch": 289, "lr": 5.315279893248622e-05}
{"train_loss": 0.00425997469574213, "global_step": 51515, "epoch": 289, "lr": 5.3151324170593e-05}
{"train_loss": 0.001959326211363077, "global_step": 51516, "epoch": 289, "lr": 5.3149849405947274e-05}
{"train_loss": 0.004086661152541637, "global_step": 51517, "epoch": 289, "lr": 5.314837463855036e-05}
{"train_loss": 0.006268443539738655, "global_step": 51518, "epoch": 289, "lr": 5.314689986840352e-05}
{"train_loss": 0.00507025932893157, "global_step": 51519, "epoch": 289, "lr": 5.3145425095508063e-05}
{"train_loss": 0.005202808417379856, "global_step": 51520, "epoch": 289, "lr": 5.314395031986526e-05}
{"train_loss": 0.004030130337923765, "global_step": 51521, "epoch": 289, "lr": 5.31424755414764e-05}
{"train_loss": 0.0024001679848879576, "global_step": 51522, "epoch": 289, "lr": 5.3141000760342776e-05}
{"train_loss": 0.004770588129758835, "global_step": 51523, "epoch": 289, "lr": 5.313952597646568e-05}
{"train_loss": 0.0024022655561566353, "global_step": 51524, "epoch": 289, "lr": 5.3138051189846394e-05}
{"train_loss": 0.005540158599615097, "global_step": 51525, "epoch": 289, "lr": 5.313657640048619e-05}
{"train_loss": 0.002119458746165037, "global_step": 51526, "epoch": 289, "lr": 5.3135101608386397e-05}
{"train_loss": 0.002218786161392927, "global_step": 51527, "epoch": 289, "lr": 5.3133626813548264e-05}
{"train_loss": 0.0033839368261396885, "global_step": 51528, "epoch": 289, "lr": 5.313215201597311e-05}
{"train_loss": 0.005104184150695801, "global_step": 51529, "epoch": 289, "lr": 5.3130677215662205e-05}
{"train_loss": 0.0025720139965415, "global_step": 51530, "epoch": 289, "lr": 5.312920241261684e-05}
{"train_loss": 0.00325321638956666, "global_step": 51531, "epoch": 289, "lr": 5.312772760683829e-05}
{"train_loss": 0.00204460509121418, "global_step": 51532, "epoch": 289, "lr": 5.312625279832787e-05}
{"train_loss": 0.005044246092438698, "global_step": 51533, "epoch": 289, "lr": 5.312477798708686e-05}
{"train_loss": 0.002559099579229951, "global_step": 51534, "epoch": 289, "lr": 5.3123303173116534e-05}
{"train_loss": 0.0031582226511090994, "global_step": 51535, "epoch": 289, "lr": 5.312182835641818e-05}
{"train_loss": 0.0033289759885519743, "global_step": 51536, "epoch": 289, "lr": 5.312035353699312e-05}
{"train_loss": 0.005270574241876602, "global_step": 51537, "epoch": 289, "lr": 5.3118878714842604e-05}
{"train_loss": 0.0040740869008004665, "global_step": 51538, "epoch": 289, "lr": 5.311740388996793e-05}
{"train_loss": 0.0025478287134319544, "global_step": 51539, "epoch": 289, "lr": 5.3115929062370394e-05}
{"train_loss": 0.006215143948793411, "global_step": 51540, "epoch": 289, "lr": 5.311445423205127e-05}
{"train_loss": 0.005166258662939072, "global_step": 51541, "epoch": 289, "lr": 5.311297939901187e-05}
{"train_loss": 0.003106840420514345, "global_step": 51542, "epoch": 289, "lr": 5.311150456325347e-05}
{"train_loss": 0.004506254568696022, "global_step": 51543, "epoch": 289, "lr": 5.311002972477735e-05}
{"train_loss": 0.0023060364183038473, "global_step": 51544, "epoch": 289, "lr": 5.310855488358479e-05}
{"train_loss": 0.005527426954358816, "global_step": 51545, "epoch": 289, "lr": 5.3107080039677114e-05}
{"train_loss": 0.004807128570973873, "global_step": 51546, "epoch": 289, "lr": 5.3105605193055596e-05}
{"train_loss": 0.003463516943156719, "global_step": 51547, "epoch": 289, "lr": 5.3104130343721505e-05}
{"train_loss": 0.0020578892435878515, "global_step": 51548, "epoch": 289, "lr": 5.310265549167614e-05}
{"train_loss": 0.0031368513591587543, "global_step": 51549, "epoch": 289, "lr": 5.310118063692079e-05}
{"train_loss": 0.0069292751140892506, "global_step": 51550, "epoch": 289, "lr": 5.309970577945673e-05}
{"train_loss": 0.002814619103446603, "global_step": 51551, "epoch": 289, "lr": 5.3098230919285286e-05}
{"train_loss": 0.002649948000907898, "global_step": 51552, "epoch": 289, "lr": 5.3096756056407714e-05}
{"train_loss": 0.0022491265553981066, "global_step": 51553, "epoch": 289, "lr": 5.3095281190825316e-05}
{"train_loss": 0.004164484329521656, "global_step": 51554, "epoch": 289, "lr": 5.3093806322539365e-05}
{"train_loss": 0.0018116288119927049, "global_step": 51555, "epoch": 289, "lr": 5.309233145155116e-05}
{"train_loss": 0.0028053305577486753, "global_step": 51556, "epoch": 289, "lr": 5.3090856577861994e-05}
{"train_loss": 0.002590872347354889, "global_step": 51557, "epoch": 289, "lr": 5.308938170147315e-05}
{"train_loss": 0.0033729919232428074, "global_step": 51558, "epoch": 289, "lr": 5.3087906822385915e-05}
{"train_loss": 0.004404446110129356, "global_step": 51559, "epoch": 289, "lr": 5.3086431940601565e-05}
{"train_loss": 0.0030780253000557423, "global_step": 51560, "epoch": 289, "lr": 5.308495705612142e-05}
{"train_loss": 0.001792488037608564, "global_step": 51561, "epoch": 289, "lr": 5.3083482168946744e-05}
{"train_loss": 0.001725854235701263, "global_step": 51562, "epoch": 289, "lr": 5.3082007279078827e-05}
{"train_loss": 0.006679294165223837, "global_step": 51563, "epoch": 289, "lr": 5.308053238651896e-05}
{"train_loss": 0.0035522454418241978, "global_step": 51564, "epoch": 289, "lr": 5.3079057491268424e-05}
{"train_loss": 0.003244129940867424, "global_step": 51565, "epoch": 289, "lr": 5.307758259332853e-05}
{"train_loss": 0.0017351082060486078, "global_step": 51566, "epoch": 289, "lr": 5.3076107692700547e-05}
{"train_loss": 0.0036462550051510334, "global_step": 51567, "epoch": 289, "lr": 5.307463278938577e-05}
{"train_loss": 0.003297096583992243, "global_step": 51568, "epoch": 289, "lr": 5.3073157883385475e-05}
{"train_loss": 0.0024762602988630533, "global_step": 51569, "epoch": 289, "lr": 5.307168297470095e-05}
{"train_loss": 0.00571864889934659, "global_step": 51570, "epoch": 289, "lr": 5.3070208063333515e-05}
{"train_loss": 0.002742091193795204, "global_step": 51571, "epoch": 289, "lr": 5.306873314928443e-05}
{"train_loss": 0.0064032538793981075, "global_step": 51572, "epoch": 289, "lr": 5.3067258232554994e-05}
{"train_loss": 0.0037557766772806644, "global_step": 51573, "epoch": 289, "lr": 5.306578331314649e-05}
{"train_loss": 0.005754145793616772, "global_step": 51574, "epoch": 289, "lr": 5.3064308391060205e-05}
{"train_loss": 0.0052399602718651295, "global_step": 51575, "epoch": 289, "lr": 5.306283346629744e-05}
{"train_loss": 0.007230691611766815, "global_step": 51576, "epoch": 289, "lr": 5.306135853885945e-05}
{"train_loss": 0.0033321233931928873, "global_step": 51577, "epoch": 289, "lr": 5.305988360874756e-05}
{"train_loss": 0.0026704450137913227, "global_step": 51578, "epoch": 289, "lr": 5.3058408675963045e-05}
{"train_loss": 0.0036006455775350332, "global_step": 51579, "epoch": 289, "lr": 5.3056933740507184e-05}
{"train_loss": 0.005940285511314869, "global_step": 51580, "epoch": 289, "lr": 5.3055458802381286e-05}
{"train_loss": 0.0035522994585335255, "global_step": 51581, "epoch": 289, "lr": 5.305398386158663e-05}
{"train_loss": 0.0038738399744033813, "global_step": 51582, "epoch": 289, "lr": 5.3052508918124486e-05}
{"train_loss": 0.002511922735720873, "global_step": 51583, "epoch": 289, "lr": 5.3051033971996166e-05}
{"train_loss": 0.003694904036819935, "global_step": 51584, "epoch": 289, "lr": 5.304955902320295e-05}
{"train_loss": 0.0023982846178114414, "global_step": 51585, "epoch": 289, "lr": 5.304808407174613e-05}
{"train_loss": 0.005070596933364868, "global_step": 51586, "epoch": 289, "lr": 5.304660911762699e-05}
{"train_loss": 0.001610429841093719, "global_step": 51587, "epoch": 289, "lr": 5.304513416084681e-05}
{"train_loss": 0.0022618959192186594, "global_step": 51588, "epoch": 289, "lr": 5.3043659201406894e-05}
{"train_loss": 0.002826716285198927, "global_step": 51589, "epoch": 289, "lr": 5.304218423930852e-05}
{"train_loss": 0.0010616767685860395, "global_step": 51590, "epoch": 289, "lr": 5.304070927455298e-05}
{"train_loss": 0.0032781208865344524, "global_step": 51591, "epoch": 289, "lr": 5.303923430714156e-05}
{"train_loss": 0.001282355049625039, "global_step": 51592, "epoch": 289, "lr": 5.3037759337075545e-05}
{"train_loss": 0.004151599016040564, "global_step": 51593, "epoch": 289, "lr": 5.303628436435624e-05}
{"train_loss": 0.0052217524498701096, "global_step": 51594, "epoch": 289, "lr": 5.3034809388984926e-05}
{"train_loss": 0.003521552076563239, "global_step": 51595, "epoch": 289, "lr": 5.3033334410962875e-05}
{"train_loss": 0.005431311205029488, "global_step": 51596, "epoch": 289, "lr": 5.30318594302914e-05}
{"train_loss": 0.0027487066108733416, "global_step": 51597, "epoch": 289, "lr": 5.303038444697176e-05}
{"train_loss": 0.0016626546857878566, "global_step": 51598, "epoch": 289, "lr": 5.302890946100527e-05}
{"train_loss": 0.003389725461602211, "global_step": 51599, "epoch": 289, "lr": 5.302743447239322e-05}
{"train_loss": 0.007223852444440126, "global_step": 51600, "epoch": 289, "lr": 5.302595948113688e-05}
{"train_loss": 0.0024012671783566475, "global_step": 51601, "epoch": 289, "lr": 5.3024484487237525e-05}
{"train_loss": 0.0060396986082196236, "global_step": 51602, "epoch": 289, "lr": 5.302300949069649e-05}
{"train_loss": 0.0042204586789011955, "global_step": 51603, "epoch": 289, "lr": 5.3021534491515025e-05}
{"train_loss": 0.003976931795477867, "global_step": 51604, "epoch": 289, "lr": 5.302005948969443e-05}
{"train_loss": 0.003045249730348587, "global_step": 51605, "epoch": 289, "lr": 5.3018584485236e-05}
{"train_loss": 0.0032174396328628063, "global_step": 51606, "epoch": 289, "lr": 5.3017109478141e-05}
{"train_loss": 0.0034112376160919666, "global_step": 51607, "epoch": 289, "lr": 5.3015634468410745e-05}
{"train_loss": 0.005306587088853121, "global_step": 51608, "epoch": 289, "lr": 5.301415945604652e-05}
{"train_loss": 0.0030450159683823586, "global_step": 51609, "epoch": 289, "lr": 5.3012684441049606e-05}
{"train_loss": 0.0034399479627609253, "global_step": 51610, "epoch": 289, "lr": 5.3011209423421284e-05}
{"train_loss": 0.004762731492519379, "global_step": 51611, "epoch": 289, "lr": 5.3009734403162836e-05}
{"train_loss": 0.005086657125502825, "global_step": 51612, "epoch": 289, "lr": 5.300825938027559e-05}
{"train_loss": 0.006231419276446104, "global_step": 51613, "epoch": 289, "lr": 5.300678435476081e-05}
{"train_loss": 0.003762722946703434, "global_step": 51614, "epoch": 289, "lr": 5.300530932661977e-05}
{"train_loss": 0.003086123615503311, "global_step": 51615, "epoch": 289, "lr": 5.3003834295853784e-05}
{"train_loss": 0.0030437081586569548, "global_step": 51616, "epoch": 289, "lr": 5.300235926246411e-05}
{"train_loss": 0.005038757808506489, "global_step": 51617, "epoch": 289, "lr": 5.300088422645206e-05}
{"train_loss": 0.0019352827221155167, "global_step": 51618, "epoch": 289, "lr": 5.299940918781893e-05}
{"train_loss": 0.003619350662999106, "global_step": 51619, "epoch": 289, "lr": 5.2997934146565996e-05}
{"train_loss": 0.00205409643240273, "global_step": 51620, "epoch": 290, "lr": 5.2996459102694526e-05}
{"train_loss": 0.005355014931410551, "global_step": 51621, "epoch": 290, "lr": 5.299498405620584e-05}
{"train_loss": 0.0038551948964595795, "global_step": 51622, "epoch": 290, "lr": 5.299350900710122e-05}
{"train_loss": 0.002218385925516486, "global_step": 51623, "epoch": 290, "lr": 5.299203395538194e-05}
{"train_loss": 0.002435757778584957, "global_step": 51624, "epoch": 290, "lr": 5.29905589010493e-05}
{"train_loss": 0.002839991357177496, "global_step": 51625, "epoch": 290, "lr": 5.298908384410458e-05}
{"train_loss": 0.005248816683888435, "global_step": 51626, "epoch": 290, "lr": 5.298760878454908e-05}
{"train_loss": 0.003461918095126748, "global_step": 51627, "epoch": 290, "lr": 5.298613372238408e-05}
{"train_loss": 0.0019208960002288222, "global_step": 51628, "epoch": 290, "lr": 5.2984658657610874e-05}
{"train_loss": 0.005040639080107212, "global_step": 51629, "epoch": 290, "lr": 5.298318359023074e-05}
{"train_loss": 0.003245143685489893, "global_step": 51630, "epoch": 290, "lr": 5.2981708520244976e-05}
{"train_loss": 0.0025652970653027296, "global_step": 51631, "epoch": 290, "lr": 5.298023344765487e-05}
{"train_loss": 0.003360120579600334, "global_step": 51632, "epoch": 290, "lr": 5.29787583724617e-05}
{"train_loss": 0.0045233312994241714, "global_step": 51633, "epoch": 290, "lr": 5.297728329466677e-05}
{"train_loss": 0.002475541550666094, "global_step": 51634, "epoch": 290, "lr": 5.297580821427136e-05}
{"train_loss": 0.004076277371495962, "global_step": 51635, "epoch": 290, "lr": 5.297433313127675e-05}
{"train_loss": 0.002575873164460063, "global_step": 51636, "epoch": 290, "lr": 5.297285804568425e-05}
{"train_loss": 0.00377994729205966, "global_step": 51637, "epoch": 290, "lr": 5.297138295749514e-05}
{"train_loss": 0.0033134259283542633, "global_step": 51638, "epoch": 290, "lr": 5.2969907866710697e-05}
{"train_loss": 0.004270642995834351, "global_step": 51639, "epoch": 290, "lr": 5.2968432773332224e-05}
{"train_loss": 0.0026901045348495245, "global_step": 51640, "epoch": 290, "lr": 5.2966957677360984e-05}
{"train_loss": 0.0034757782705128193, "global_step": 51641, "epoch": 290, "lr": 5.29654825787983e-05}
{"train_loss": 0.003189092967659235, "global_step": 51642, "epoch": 290, "lr": 5.296400747764544e-05}
{"train_loss": 0.005485421512275934, "global_step": 51643, "epoch": 290, "lr": 5.2962532373903695e-05}
{"train_loss": 0.0031218561343848705, "global_step": 51644, "epoch": 290, "lr": 5.2961057267574346e-05}
{"train_loss": 0.005033875349909067, "global_step": 51645, "epoch": 290, "lr": 5.295958215865871e-05}
{"train_loss": 0.0020387740805745125, "global_step": 51646, "epoch": 290, "lr": 5.295810704715805e-05}
{"train_loss": 0.004707495681941509, "global_step": 51647, "epoch": 290, "lr": 5.295663193307365e-05}
{"train_loss": 0.001431777491234243, "global_step": 51648, "epoch": 290, "lr": 5.2955156816406815e-05}
{"train_loss": 0.0024466202594339848, "global_step": 51649, "epoch": 290, "lr": 5.295368169715882e-05}
{"train_loss": 0.004503169562667608, "global_step": 51650, "epoch": 290, "lr": 5.295220657533096e-05}
{"train_loss": 0.004581477027386427, "global_step": 51651, "epoch": 290, "lr": 5.295073145092454e-05}
{"train_loss": 0.0050650727935135365, "global_step": 51652, "epoch": 290, "lr": 5.294925632394082e-05}
{"train_loss": 0.0037040594033896923, "global_step": 51653, "epoch": 290, "lr": 5.2947781194381095e-05}
{"train_loss": 0.005125920753926039, "global_step": 51654, "epoch": 290, "lr": 5.2946306062246664e-05}
{"train_loss": 0.003364989534020424, "global_step": 51655, "epoch": 290, "lr": 5.294483092753881e-05}
{"train_loss": 0.0022013001143932343, "global_step": 51656, "epoch": 290, "lr": 5.2943355790258845e-05}
{"train_loss": 0.003028578357771039, "global_step": 51657, "epoch": 290, "lr": 5.294188065040802e-05}
{"train_loss": 0.002598176244646311, "global_step": 51658, "epoch": 290, "lr": 5.294040550798762e-05}
{"train_loss": 0.0024093135725706816, "global_step": 51659, "epoch": 290, "lr": 5.293893036299896e-05}
{"train_loss": 0.003802513936534524, "global_step": 51660, "epoch": 290, "lr": 5.2937455215443334e-05}
{"train_loss": 0.006109217647463083, "global_step": 51661, "epoch": 290, "lr": 5.293598006532201e-05}
{"train_loss": 0.0036461639683693647, "global_step": 51662, "epoch": 290, "lr": 5.293450491263628e-05}
{"train_loss": 0.0024463823065161705, "global_step": 51663, "epoch": 290, "lr": 5.2933029757387434e-05}
{"train_loss": 0.004105200059711933, "global_step": 51664, "epoch": 290, "lr": 5.293155459957676e-05}
{"train_loss": 0.002964532468467951, "global_step": 51665, "epoch": 290, "lr": 5.293007943920555e-05}
{"train_loss": 0.004378430545330048, "global_step": 51666, "epoch": 290, "lr": 5.2928604276275094e-05}
{"train_loss": 0.008742611855268478, "global_step": 51667, "epoch": 290, "lr": 5.2927129110786674e-05}
{"train_loss": 0.004144403617829084, "global_step": 51668, "epoch": 290, "lr": 5.2925653942741584e-05}
{"train_loss": 0.005212701391428709, "global_step": 51669, "epoch": 290, "lr": 5.292417877214111e-05}
{"train_loss": 0.001964361872524023, "global_step": 51670, "epoch": 290, "lr": 5.2922703598986534e-05}
{"train_loss": 0.004196801222860813, "global_step": 51671, "epoch": 290, "lr": 5.2921228423279156e-05}
{"train_loss": 0.003098811022937298, "global_step": 51672, "epoch": 290, "lr": 5.291975324502025e-05}
{"train_loss": 0.0024287838023155928, "global_step": 51673, "epoch": 290, "lr": 5.291827806421113e-05}
{"train_loss": 0.0031060511246323586, "global_step": 51674, "epoch": 290, "lr": 5.2916802880853055e-05}
{"train_loss": 0.0030909732449799776, "global_step": 51675, "epoch": 290, "lr": 5.291532769494733e-05}
{"train_loss": 0.0036870650947093964, "global_step": 51676, "epoch": 290, "lr": 5.2913852506495254e-05}
{"train_loss": 0.004166600294411182, "global_step": 51677, "epoch": 290, "lr": 5.29123773154981e-05}
{"train_loss": 0.0029954700730741024, "global_step": 51678, "epoch": 290, "lr": 5.2910902121957126e-05}
{"train_loss": 0.0027662934735417366, "global_step": 51679, "epoch": 290, "lr": 5.2909426925873686e-05}
{"train_loss": 0.0020645917393267155, "global_step": 51680, "epoch": 290, "lr": 5.2907951727249026e-05}
{"train_loss": 0.005318007431924343, "global_step": 51681, "epoch": 290, "lr": 5.2906476526084445e-05}
{"train_loss": 0.0049366941675543785, "global_step": 51682, "epoch": 290, "lr": 5.290500132238122e-05}
{"train_loss": 0.0028146784752607346, "global_step": 51683, "epoch": 290, "lr": 5.290352611614067e-05}
{"train_loss": 0.0017348770052194595, "global_step": 51684, "epoch": 290, "lr": 5.2902050907364054e-05}
{"train_loss": 0.0026358836330473423, "global_step": 51685, "epoch": 290, "lr": 5.290057569605267e-05}
{"train_loss": 0.005352516658604145, "global_step": 51686, "epoch": 290, "lr": 5.289910048220781e-05}
{"train_loss": 0.004167031962424517, "global_step": 51687, "epoch": 290, "lr": 5.289762526583074e-05}
{"train_loss": 0.003366094082593918, "global_step": 51688, "epoch": 290, "lr": 5.289615004692278e-05}
{"train_loss": 0.004502494819462299, "global_step": 51689, "epoch": 290, "lr": 5.289467482548521e-05}
{"train_loss": 0.0027614939026534557, "global_step": 51690, "epoch": 290, "lr": 5.289319960151932e-05}
{"train_loss": 0.0018721118103712797, "global_step": 51691, "epoch": 290, "lr": 5.289172437502638e-05}
{"train_loss": 0.0034930084366351366, "global_step": 51692, "epoch": 290, "lr": 5.289024914600769e-05}
{"train_loss": 0.0021785397548228502, "global_step": 51693, "epoch": 290, "lr": 5.288877391446455e-05}
{"train_loss": 0.003604615805670619, "global_step": 51694, "epoch": 290, "lr": 5.2887298680398235e-05}
{"train_loss": 0.003454302903264761, "global_step": 51695, "epoch": 290, "lr": 5.2885823443810025e-05}
{"train_loss": 0.0033639520406723022, "global_step": 51696, "epoch": 290, "lr": 5.288434820470123e-05}
{"train_loss": 0.0030199261382222176, "global_step": 51697, "epoch": 290, "lr": 5.2882872963073125e-05}
{"train_loss": 0.005469701252877712, "global_step": 51698, "epoch": 290, "lr": 5.288139771892702e-05}
{"train_loss": 0.0016095875762403011, "global_step": 51699, "epoch": 290, "lr": 5.2879922472264164e-05}
{"train_loss": 0.0019473847933113575, "global_step": 51700, "epoch": 290, "lr": 5.287844722308588e-05}
{"train_loss": 0.0039596837013959885, "global_step": 51701, "epoch": 290, "lr": 5.287697197139344e-05}
{"train_loss": 0.0026612873189151287, "global_step": 51702, "epoch": 290, "lr": 5.2875496717188144e-05}
{"train_loss": 0.002390972338616848, "global_step": 51703, "epoch": 290, "lr": 5.287402146047127e-05}
{"train_loss": 0.0017427123384550214, "global_step": 51704, "epoch": 290, "lr": 5.287254620124411e-05}
{"train_loss": 0.0022149868309497833, "global_step": 51705, "epoch": 290, "lr": 5.287107093950795e-05}
{"train_loss": 0.0019231876358389854, "global_step": 51706, "epoch": 290, "lr": 5.286959567526407e-05}
{"train_loss": 0.00320428516715765, "global_step": 51707, "epoch": 290, "lr": 5.286812040851379e-05}
{"train_loss": 0.00573506485670805, "global_step": 51708, "epoch": 290, "lr": 5.286664513925837e-05}
{"train_loss": 0.0032991510815918446, "global_step": 51709, "epoch": 290, "lr": 5.286516986749911e-05}
{"train_loss": 0.0053284019231796265, "global_step": 51710, "epoch": 290, "lr": 5.2863694593237275e-05}
{"train_loss": 0.002266091527417302, "global_step": 51711, "epoch": 290, "lr": 5.2862219316474205e-05}
{"train_loss": 0.0032048742286860943, "global_step": 51712, "epoch": 290, "lr": 5.286074403721114e-05}
{"train_loss": 0.0029684826731681824, "global_step": 51713, "epoch": 290, "lr": 5.285926875544939e-05}
{"train_loss": 0.0016340897418558598, "global_step": 51714, "epoch": 290, "lr": 5.285779347119024e-05}
{"train_loss": 0.005257099401205778, "global_step": 51715, "epoch": 290, "lr": 5.285631818443497e-05}
{"train_loss": 0.005694812163710594, "global_step": 51716, "epoch": 290, "lr": 5.2854842895184875e-05}
{"train_loss": 0.004209165461361408, "global_step": 51717, "epoch": 290, "lr": 5.285336760344125e-05}
{"train_loss": 0.007622646167874336, "global_step": 51718, "epoch": 290, "lr": 5.2851892309205386e-05}
{"train_loss": 0.0020788051187992096, "global_step": 51719, "epoch": 290, "lr": 5.285041701247857e-05}
{"train_loss": 0.0032217393163591623, "global_step": 51720, "epoch": 290, "lr": 5.284894171326206e-05}
{"train_loss": 0.0033898514229804277, "global_step": 51721, "epoch": 290, "lr": 5.284746641155719e-05}
{"train_loss": 0.0015746267745271325, "global_step": 51722, "epoch": 290, "lr": 5.2845991107365225e-05}
{"train_loss": 0.0022128447890281677, "global_step": 51723, "epoch": 290, "lr": 5.284451580068746e-05}
{"train_loss": 0.0020892703905701637, "global_step": 51724, "epoch": 290, "lr": 5.2843040491525174e-05}
{"train_loss": 0.003592574503272772, "global_step": 51725, "epoch": 290, "lr": 5.284156517987965e-05}
{"train_loss": 0.0018158063758164644, "global_step": 51726, "epoch": 290, "lr": 5.2840089865752205e-05}
{"train_loss": 0.0026447633281350136, "global_step": 51727, "epoch": 290, "lr": 5.2838614549144115e-05}
{"train_loss": 0.004776632413268089, "global_step": 51728, "epoch": 290, "lr": 5.283713923005665e-05}
{"train_loss": 0.0027061556465923786, "global_step": 51729, "epoch": 290, "lr": 5.2835663908491115e-05}
{"train_loss": 0.004656339064240456, "global_step": 51730, "epoch": 290, "lr": 5.283418858444881e-05}
{"train_loss": 0.0031740660779178143, "global_step": 51731, "epoch": 290, "lr": 5.2832713257931e-05}
{"train_loss": 0.006584571674466133, "global_step": 51732, "epoch": 290, "lr": 5.283123792893899e-05}
{"train_loss": 0.0026678419671952724, "global_step": 51733, "epoch": 290, "lr": 5.2829762597474066e-05}
{"train_loss": 0.004076962359249592, "global_step": 51734, "epoch": 290, "lr": 5.2828287263537505e-05}
{"train_loss": 0.002120294841006398, "global_step": 51735, "epoch": 290, "lr": 5.28268119271306e-05}
{"train_loss": 0.0033533331006765366, "global_step": 51736, "epoch": 290, "lr": 5.282533658825464e-05}
{"train_loss": 0.005170856136828661, "global_step": 51737, "epoch": 290, "lr": 5.282386124691093e-05}
{"train_loss": 0.004631878808140755, "global_step": 51738, "epoch": 290, "lr": 5.2822385903100745e-05}
{"train_loss": 0.0026694016996771097, "global_step": 51739, "epoch": 290, "lr": 5.282091055682537e-05}
{"train_loss": 0.005423965863883495, "global_step": 51740, "epoch": 290, "lr": 5.28194352080861e-05}
{"train_loss": 0.005858324933797121, "global_step": 51741, "epoch": 290, "lr": 5.281795985688423e-05}
{"train_loss": 0.0017211363883689046, "global_step": 51742, "epoch": 290, "lr": 5.281648450322103e-05}
{"train_loss": 0.003167016664519906, "global_step": 51743, "epoch": 290, "lr": 5.281500914709781e-05}
{"train_loss": 0.0024609374813735485, "global_step": 51744, "epoch": 290, "lr": 5.281353378851582e-05}
{"train_loss": 0.003132936544716358, "global_step": 51745, "epoch": 290, "lr": 5.2812058427476394e-05}
{"train_loss": 0.0026794043369591236, "global_step": 51746, "epoch": 290, "lr": 5.281058306398081e-05}
{"train_loss": 0.0028271605260670185, "global_step": 51747, "epoch": 290, "lr": 5.2809107698030346e-05}
{"train_loss": 0.005947609432041645, "global_step": 51748, "epoch": 290, "lr": 5.2807632329626287e-05}
{"train_loss": 0.004361339844763279, "global_step": 51749, "epoch": 290, "lr": 5.280615695876994e-05}
{"train_loss": 0.0019098948687314987, "global_step": 51750, "epoch": 290, "lr": 5.280468158546257e-05}
{"train_loss": 0.0021226350218057632, "global_step": 51751, "epoch": 290, "lr": 5.280320620970549e-05}
{"train_loss": 0.003581891069188714, "global_step": 51752, "epoch": 290, "lr": 5.280173083149997e-05}
{"train_loss": 0.005667610559612513, "global_step": 51753, "epoch": 290, "lr": 5.28002554508473e-05}
{"train_loss": 0.001688963151536882, "global_step": 51754, "epoch": 290, "lr": 5.279878006774879e-05}
{"train_loss": 0.0033936593681573868, "global_step": 51755, "epoch": 290, "lr": 5.27973046822057e-05}
{"train_loss": 0.002365116961300373, "global_step": 51756, "epoch": 290, "lr": 5.279582929421933e-05}
{"train_loss": 0.00629527447745204, "global_step": 51757, "epoch": 290, "lr": 5.2794353903790974e-05}
{"train_loss": 0.003495003329589963, "global_step": 51758, "epoch": 290, "lr": 5.279287851092192e-05}
{"train_loss": 0.0026060985401272774, "global_step": 51759, "epoch": 290, "lr": 5.2791403115613444e-05}
{"train_loss": 0.0031096837483346462, "global_step": 51760, "epoch": 290, "lr": 5.278992771786685e-05}
{"train_loss": 0.0035376143641769886, "global_step": 51761, "epoch": 290, "lr": 5.278845231768342e-05}
{"train_loss": 0.002996534574776888, "global_step": 51762, "epoch": 290, "lr": 5.2786976915064454e-05}
{"train_loss": 0.003911933861672878, "global_step": 51763, "epoch": 290, "lr": 5.278550151001122e-05}
{"train_loss": 0.0037846353370696306, "global_step": 51764, "epoch": 290, "lr": 5.278402610252501e-05}
{"train_loss": 0.002888925839215517, "global_step": 51765, "epoch": 290, "lr": 5.278255069260713e-05}
{"train_loss": 0.0018389886245131493, "global_step": 51766, "epoch": 290, "lr": 5.278107528025886e-05}
{"train_loss": 0.005565213970839977, "global_step": 51767, "epoch": 290, "lr": 5.277959986548149e-05}
{"train_loss": 0.0010173860937356949, "global_step": 51768, "epoch": 290, "lr": 5.277812444827629e-05}
{"train_loss": 0.0031397752463817596, "global_step": 51769, "epoch": 290, "lr": 5.2776649028644573e-05}
{"train_loss": 0.005063716787844896, "global_step": 51770, "epoch": 290, "lr": 5.277517360658761e-05}
{"train_loss": 0.0029358938336372375, "global_step": 51771, "epoch": 290, "lr": 5.277369818210671e-05}
{"train_loss": 0.003691046964377165, "global_step": 51772, "epoch": 290, "lr": 5.277222275520315e-05}
{"train_loss": 0.002583160065114498, "global_step": 51773, "epoch": 290, "lr": 5.2770747325878215e-05}
{"train_loss": 0.003879837691783905, "global_step": 51774, "epoch": 290, "lr": 5.27692718941332e-05}
{"train_loss": 0.005831975489854813, "global_step": 51775, "epoch": 290, "lr": 5.27677964599694e-05}
{"train_loss": 0.003505988046526909, "global_step": 51776, "epoch": 290, "lr": 5.276632102338808e-05}
{"train_loss": 0.005961907561868429, "global_step": 51777, "epoch": 290, "lr": 5.2764845584390544e-05}
{"train_loss": 0.004045575857162476, "global_step": 51778, "epoch": 290, "lr": 5.276337014297807e-05}
{"train_loss": 0.001976428320631385, "global_step": 51779, "epoch": 290, "lr": 5.276189469915198e-05}
{"train_loss": 0.0027164588682353497, "global_step": 51780, "epoch": 290, "lr": 5.276041925291354e-05}
{"train_loss": 0.0012994338758289814, "global_step": 51781, "epoch": 290, "lr": 5.275894380426403e-05}
{"train_loss": 0.0048942952416837215, "global_step": 51782, "epoch": 290, "lr": 5.275746835320474e-05}
{"train_loss": 0.0019259589025750756, "global_step": 51783, "epoch": 290, "lr": 5.275599289973697e-05}
{"train_loss": 0.0028532794676721096, "global_step": 51784, "epoch": 290, "lr": 5.275451744386202e-05}
{"train_loss": 0.002738503273576498, "global_step": 51785, "epoch": 290, "lr": 5.275304198558115e-05}
{"train_loss": 0.0022879205644130707, "global_step": 51786, "epoch": 290, "lr": 5.275156652489567e-05}
{"train_loss": 0.0019954154267907143, "global_step": 51787, "epoch": 290, "lr": 5.275009106180685e-05}
{"train_loss": 0.003672933904454112, "global_step": 51788, "epoch": 290, "lr": 5.2748615596316e-05}
{"train_loss": 0.004852896556258202, "global_step": 51789, "epoch": 290, "lr": 5.274714012842439e-05}
{"train_loss": 0.0027344494592398405, "global_step": 51790, "epoch": 290, "lr": 5.274566465813333e-05}
{"train_loss": 0.0059241969138383865, "global_step": 51791, "epoch": 290, "lr": 5.274418918544407e-05}
{"train_loss": 0.0022995145991444588, "global_step": 51792, "epoch": 290, "lr": 5.274271371035795e-05}
{"train_loss": 0.0021600271575152874, "global_step": 51793, "epoch": 290, "lr": 5.274123823287623e-05}
{"train_loss": 0.0015906889457255602, "global_step": 51794, "epoch": 290, "lr": 5.27397627530002e-05}
{"train_loss": 0.002032774267718196, "global_step": 51795, "epoch": 290, "lr": 5.2738287270731145e-05}
{"train_loss": 0.006006527692079544, "global_step": 51796, "epoch": 290, "lr": 5.273681178607036e-05}
{"train_loss": 0.0034565624115161933, "global_step": 51797, "epoch": 290, "lr": 5.273533629901913e-05, "train_action_mse_error": 1.0236980415356811e-05}
{"train_loss": 0.0034046508371829987, "global_step": 51798, "epoch": 291, "lr": 5.273386080957876e-05}
{"train_loss": 0.003850396955385804, "global_step": 51799, "epoch": 291, "lr": 5.273238531775051e-05}
{"train_loss": 0.0019224296556785703, "global_step": 51800, "epoch": 291, "lr": 5.27309098235357e-05}
{"train_loss": 0.004113337025046349, "global_step": 51801, "epoch": 291, "lr": 5.272943432693559e-05}
{"train_loss": 0.003430346492677927, "global_step": 51802, "epoch": 291, "lr": 5.272795882795148e-05}
{"train_loss": 0.006126811727881432, "global_step": 51803, "epoch": 291, "lr": 5.2726483326584684e-05}
{"train_loss": 0.0015110649401322007, "global_step": 51804, "epoch": 291, "lr": 5.272500782283646e-05}
{"train_loss": 0.002368211280554533, "global_step": 51805, "epoch": 291, "lr": 5.272353231670809e-05}
{"train_loss": 0.007627345621585846, "global_step": 51806, "epoch": 291, "lr": 5.272205680820088e-05}
{"train_loss": 0.0017697489820420742, "global_step": 51807, "epoch": 291, "lr": 5.2720581297316126e-05}
{"train_loss": 0.010085014626383781, "global_step": 51808, "epoch": 291, "lr": 5.27191057840551e-05}
{"train_loss": 0.0041032396256923676, "global_step": 51809, "epoch": 291, "lr": 5.2717630268419103e-05}
{"train_loss": 0.0020026080310344696, "global_step": 51810, "epoch": 291, "lr": 5.271615475040941e-05}
{"train_loss": 0.0030573855619877577, "global_step": 51811, "epoch": 291, "lr": 5.271467923002732e-05}
{"train_loss": 0.003560928627848625, "global_step": 51812, "epoch": 291, "lr": 5.271320370727413e-05}
{"train_loss": 0.004069965332746506, "global_step": 51813, "epoch": 291, "lr": 5.271172818215111e-05}
{"train_loss": 0.002242068061605096, "global_step": 51814, "epoch": 291, "lr": 5.2710252654659565e-05}
{"train_loss": 0.006323781795799732, "global_step": 51815, "epoch": 291, "lr": 5.270877712480076e-05}
{"train_loss": 0.00699219573289156, "global_step": 51816, "epoch": 291, "lr": 5.270730159257601e-05}
{"train_loss": 0.0017046274151653051, "global_step": 51817, "epoch": 291, "lr": 5.27058260579866e-05}
{"train_loss": 0.003094162791967392, "global_step": 51818, "epoch": 291, "lr": 5.2704350521033804e-05}
{"train_loss": 0.0053652687929570675, "global_step": 51819, "epoch": 291, "lr": 5.270287498171892e-05}
{"train_loss": 0.0015984006458893418, "global_step": 51820, "epoch": 291, "lr": 5.270139944004322e-05}
{"train_loss": 0.0060044992715120316, "global_step": 51821, "epoch": 291, "lr": 5.269992389600803e-05}
{"train_loss": 0.0026130599435418844, "global_step": 51822, "epoch": 291, "lr": 5.269844834961461e-05}
{"train_loss": 0.0041567254811525345, "global_step": 51823, "epoch": 291, "lr": 5.2696972800864275e-05}
{"train_loss": 0.008507856167852879, "global_step": 51824, "epoch": 291, "lr": 5.2695497249758285e-05}
{"train_loss": 0.0033163107000291348, "global_step": 51825, "epoch": 291, "lr": 5.269402169629792e-05}
{"train_loss": 0.004007274750620127, "global_step": 51826, "epoch": 291, "lr": 5.269254614048451e-05}
{"train_loss": 0.0029651555232703686, "global_step": 51827, "epoch": 291, "lr": 5.2691070582319314e-05}
{"train_loss": 0.0021333512850105762, "global_step": 51828, "epoch": 291, "lr": 5.268959502180363e-05}
{"train_loss": 0.0033624323550611734, "global_step": 51829, "epoch": 291, "lr": 5.2688119458938734e-05}
{"train_loss": 0.0021630097180604935, "global_step": 51830, "epoch": 291, "lr": 5.268664389372594e-05}
{"train_loss": 0.004148279316723347, "global_step": 51831, "epoch": 291, "lr": 5.2685168326166524e-05}
{"train_loss": 0.005515775643289089, "global_step": 51832, "epoch": 291, "lr": 5.268369275626177e-05}
{"train_loss": 0.0056195929646492004, "global_step": 51833, "epoch": 291, "lr": 5.268221718401297e-05}
{"train_loss": 0.0032524284906685352, "global_step": 51834, "epoch": 291, "lr": 5.268074160942141e-05}
{"train_loss": 0.005714148283004761, "global_step": 51835, "epoch": 291, "lr": 5.267926603248839e-05}
{"train_loss": 0.005389823578298092, "global_step": 51836, "epoch": 291, "lr": 5.2677790453215195e-05}
{"train_loss": 0.0020865185651928186, "global_step": 51837, "epoch": 291, "lr": 5.26763148716031e-05}
{"train_loss": 0.0038727098144590855, "global_step": 51838, "epoch": 291, "lr": 5.26748392876534e-05}
{"train_loss": 0.002532642101868987, "global_step": 51839, "epoch": 291, "lr": 5.267336370136739e-05}
{"train_loss": 0.004694577772170305, "global_step": 51840, "epoch": 291, "lr": 5.267188811274636e-05}
{"train_loss": 0.001970815472304821, "global_step": 51841, "epoch": 291, "lr": 5.267041252179159e-05}
{"train_loss": 0.0033362209796905518, "global_step": 51842, "epoch": 291, "lr": 5.266893692850439e-05}
{"train_loss": 0.0047041624784469604, "global_step": 51843, "epoch": 291, "lr": 5.266746133288601e-05}
{"train_loss": 0.0016457606106996536, "global_step": 51844, "epoch": 291, "lr": 5.266598573493777e-05}
{"train_loss": 0.005865456070750952, "global_step": 51845, "epoch": 291, "lr": 5.2664510134660964e-05}
{"train_loss": 0.004520018585026264, "global_step": 51846, "epoch": 291, "lr": 5.2663034532056854e-05}
{"train_loss": 0.0035784707870334387, "global_step": 51847, "epoch": 291, "lr": 5.266155892712675e-05}
{"train_loss": 0.00461103580892086, "global_step": 51848, "epoch": 291, "lr": 5.2660083319871924e-05}
{"train_loss": 0.0025825882330536842, "global_step": 51849, "epoch": 291, "lr": 5.2658607710293684e-05}
{"train_loss": 0.003989512100815773, "global_step": 51850, "epoch": 291, "lr": 5.26571320983933e-05}
{"train_loss": 0.003859542775899172, "global_step": 51851, "epoch": 291, "lr": 5.265565648417209e-05}
{"train_loss": 0.0028118398040533066, "global_step": 51852, "epoch": 291, "lr": 5.265418086763131e-05}
{"train_loss": 0.005646895617246628, "global_step": 51853, "epoch": 291, "lr": 5.265270524877224e-05}
{"train_loss": 0.0034875927958637476, "global_step": 51854, "epoch": 291, "lr": 5.265122962759621e-05}
{"train_loss": 0.0022694775834679604, "global_step": 51855, "epoch": 291, "lr": 5.2649754004104504e-05}
{"train_loss": 0.0028724810108542442, "global_step": 51856, "epoch": 291, "lr": 5.2648278378298374e-05}
{"train_loss": 0.0025030681863427162, "global_step": 51857, "epoch": 291, "lr": 5.264680275017914e-05}
{"train_loss": 0.004998896736651659, "global_step": 51858, "epoch": 291, "lr": 5.264532711974808e-05}
{"train_loss": 0.00292279664427042, "global_step": 51859, "epoch": 291, "lr": 5.264385148700648e-05}
{"train_loss": 0.0030188648961484432, "global_step": 51860, "epoch": 291, "lr": 5.264237585195564e-05}
{"train_loss": 0.002892678137868643, "global_step": 51861, "epoch": 291, "lr": 5.264090021459685e-05}
{"train_loss": 0.0024963687174022198, "global_step": 51862, "epoch": 291, "lr": 5.263942457493136e-05}
{"train_loss": 0.003220830112695694, "global_step": 51863, "epoch": 291, "lr": 5.2637948932960514e-05}
{"train_loss": 0.0047966474667191505, "global_step": 51864, "epoch": 291, "lr": 5.2636473288685575e-05}
{"train_loss": 0.004434326197952032, "global_step": 51865, "epoch": 291, "lr": 5.263499764210783e-05}
{"train_loss": 0.004412855952978134, "global_step": 51866, "epoch": 291, "lr": 5.2633521993228585e-05}
{"train_loss": 0.0016205371357500553, "global_step": 51867, "epoch": 291, "lr": 5.26320463420491e-05}
{"train_loss": 0.003387065138667822, "global_step": 51868, "epoch": 291, "lr": 5.263057068857069e-05}
{"train_loss": 0.0017833034507930279, "global_step": 51869, "epoch": 291, "lr": 5.262909503279463e-05}
{"train_loss": 0.0038807722739875317, "global_step": 51870, "epoch": 291, "lr": 5.2627619374722215e-05}
{"train_loss": 0.00390423065982759, "global_step": 51871, "epoch": 291, "lr": 5.2626143714354735e-05}
{"train_loss": 0.005683210678398609, "global_step": 51872, "epoch": 291, "lr": 5.262466805169346e-05}
{"train_loss": 0.006008029915392399, "global_step": 51873, "epoch": 291, "lr": 5.2623192386739705e-05}
{"train_loss": 0.003542455844581127, "global_step": 51874, "epoch": 291, "lr": 5.262171671949475e-05}
{"train_loss": 0.005052152555435896, "global_step": 51875, "epoch": 291, "lr": 5.262024104995989e-05}
{"train_loss": 0.00415195245295763, "global_step": 51876, "epoch": 291, "lr": 5.261876537813638e-05}
{"train_loss": 0.003301674034446478, "global_step": 51877, "epoch": 291, "lr": 5.2617289704025554e-05}
{"train_loss": 0.004317731596529484, "global_step": 51878, "epoch": 291, "lr": 5.2615814027628673e-05}
{"train_loss": 0.005611813627183437, "global_step": 51879, "epoch": 291, "lr": 5.2614338348947047e-05}
{"train_loss": 0.0049088383093476295, "global_step": 51880, "epoch": 291, "lr": 5.261286266798194e-05}
{"train_loss": 0.0031130407005548477, "global_step": 51881, "epoch": 291, "lr": 5.2611386984734644e-05}
{"train_loss": 0.003103025956079364, "global_step": 51882, "epoch": 291, "lr": 5.2609911299206483e-05}
{"train_loss": 0.0057692136615514755, "global_step": 51883, "epoch": 291, "lr": 5.26084356113987e-05}
{"train_loss": 0.0037204110994935036, "global_step": 51884, "epoch": 291, "lr": 5.2606959921312615e-05}
{"train_loss": 0.004675162024796009, "global_step": 51885, "epoch": 291, "lr": 5.260548422894951e-05}
{"train_loss": 0.004266456700861454, "global_step": 51886, "epoch": 291, "lr": 5.260400853431067e-05}
{"train_loss": 0.0036731709260493517, "global_step": 51887, "epoch": 291, "lr": 5.260253283739737e-05}
{"train_loss": 0.005028023850172758, "global_step": 51888, "epoch": 291, "lr": 5.260105713821092e-05}
{"train_loss": 0.004009751137346029, "global_step": 51889, "epoch": 291, "lr": 5.25995814367526e-05}
{"train_loss": 0.002520635724067688, "global_step": 51890, "epoch": 291, "lr": 5.259810573302371e-05}
{"train_loss": 0.003642488969489932, "global_step": 51891, "epoch": 291, "lr": 5.259663002702552e-05}
{"train_loss": 0.0027698311023414135, "global_step": 51892, "epoch": 291, "lr": 5.259515431875933e-05}
{"train_loss": 0.002429287414997816, "global_step": 51893, "epoch": 291, "lr": 5.259367860822644e-05}
{"train_loss": 0.003812008071690798, "global_step": 51894, "epoch": 291, "lr": 5.2592202895428114e-05}
{"train_loss": 0.001317042508162558, "global_step": 51895, "epoch": 291, "lr": 5.259072718036566e-05}
{"train_loss": 0.005090376362204552, "global_step": 51896, "epoch": 291, "lr": 5.2589251463040346e-05}
{"train_loss": 0.0050146812573075294, "global_step": 51897, "epoch": 291, "lr": 5.258777574345349e-05}
{"train_loss": 0.003174569457769394, "global_step": 51898, "epoch": 291, "lr": 5.258630002160636e-05}
{"train_loss": 0.0025550273712724447, "global_step": 51899, "epoch": 291, "lr": 5.2584824297500256e-05}
{"train_loss": 0.005295423790812492, "global_step": 51900, "epoch": 291, "lr": 5.258334857113646e-05}
{"train_loss": 0.00324843917042017, "global_step": 51901, "epoch": 291, "lr": 5.2581872842516265e-05}
{"train_loss": 0.0016730416100472212, "global_step": 51902, "epoch": 291, "lr": 5.2580397111640956e-05}
{"train_loss": 0.0032854266464710236, "global_step": 51903, "epoch": 291, "lr": 5.2578921378511834e-05}
{"train_loss": 0.004065565764904022, "global_step": 51904, "epoch": 291, "lr": 5.257744564313016e-05}
{"train_loss": 0.004771570675075054, "global_step": 51905, "epoch": 291, "lr": 5.257596990549725e-05}
{"train_loss": 0.004408332984894514, "global_step": 51906, "epoch": 291, "lr": 5.2574494165614375e-05}
{"train_loss": 0.003508214605972171, "global_step": 51907, "epoch": 291, "lr": 5.2573018423482845e-05}
{"train_loss": 0.0033796378411352634, "global_step": 51908, "epoch": 291, "lr": 5.2571542679103934e-05}
{"train_loss": 0.004135370720177889, "global_step": 51909, "epoch": 291, "lr": 5.257006693247895e-05}
{"train_loss": 0.004408184438943863, "global_step": 51910, "epoch": 291, "lr": 5.256859118360914e-05}
{"train_loss": 0.0012975892750546336, "global_step": 51911, "epoch": 291, "lr": 5.256711543249583e-05}
{"train_loss": 0.0037999972701072693, "global_step": 51912, "epoch": 291, "lr": 5.25656396791403e-05}
{"train_loss": 0.0024253136944025755, "global_step": 51913, "epoch": 291, "lr": 5.256416392354384e-05}
{"train_loss": 0.0041472408920526505, "global_step": 51914, "epoch": 291, "lr": 5.256268816570773e-05}
{"train_loss": 0.0016183062689378858, "global_step": 51915, "epoch": 291, "lr": 5.2561212405633264e-05}
{"train_loss": 0.0037125868257135153, "global_step": 51916, "epoch": 291, "lr": 5.2559736643321736e-05}
{"train_loss": 0.003155178390443325, "global_step": 51917, "epoch": 291, "lr": 5.255826087877442e-05}
{"train_loss": 0.007222823798656464, "global_step": 51918, "epoch": 291, "lr": 5.255678511199263e-05}
{"train_loss": 0.0025650467723608017, "global_step": 51919, "epoch": 291, "lr": 5.255530934297763e-05}
{"train_loss": 0.004363837651908398, "global_step": 51920, "epoch": 291, "lr": 5.255383357173073e-05}
{"train_loss": 0.0032792449928820133, "global_step": 51921, "epoch": 291, "lr": 5.2552357798253205e-05}
{"train_loss": 0.004469865933060646, "global_step": 51922, "epoch": 291, "lr": 5.255088202254635e-05}
{"train_loss": 0.0017637487035244703, "global_step": 51923, "epoch": 291, "lr": 5.254940624461145e-05}
{"train_loss": 0.004236367531120777, "global_step": 51924, "epoch": 291, "lr": 5.254793046444979e-05}
{"train_loss": 0.006315538194030523, "global_step": 51925, "epoch": 291, "lr": 5.2546454682062666e-05}
{"train_loss": 0.002123740268871188, "global_step": 51926, "epoch": 291, "lr": 5.254497889745137e-05}
{"train_loss": 0.002876976039260626, "global_step": 51927, "epoch": 291, "lr": 5.254350311061719e-05}
{"train_loss": 0.0033330372534692287, "global_step": 51928, "epoch": 291, "lr": 5.25420273215614e-05}
{"train_loss": 0.004603384993970394, "global_step": 51929, "epoch": 291, "lr": 5.254055153028531e-05}
{"train_loss": 0.0025203917175531387, "global_step": 51930, "epoch": 291, "lr": 5.25390757367902e-05}
{"train_loss": 0.002160836011171341, "global_step": 51931, "epoch": 291, "lr": 5.253759994107736e-05}
{"train_loss": 0.0022434694692492485, "global_step": 51932, "epoch": 291, "lr": 5.253612414314808e-05}
{"train_loss": 0.004440027754753828, "global_step": 51933, "epoch": 291, "lr": 5.253464834300364e-05}
{"train_loss": 0.0036214578431099653, "global_step": 51934, "epoch": 291, "lr": 5.253317254064534e-05}
{"train_loss": 0.0029175239615142345, "global_step": 51935, "epoch": 291, "lr": 5.253169673607446e-05}
{"train_loss": 0.005024458281695843, "global_step": 51936, "epoch": 291, "lr": 5.25302209292923e-05}
{"train_loss": 0.005665848962962627, "global_step": 51937, "epoch": 291, "lr": 5.2528745120300146e-05}
{"train_loss": 0.005205191671848297, "global_step": 51938, "epoch": 291, "lr": 5.252726930909928e-05}
{"train_loss": 0.004645382519811392, "global_step": 51939, "epoch": 291, "lr": 5.2525793495691e-05}
{"train_loss": 0.0014834525063633919, "global_step": 51940, "epoch": 291, "lr": 5.252431768007658e-05}
{"train_loss": 0.0032281712628901005, "global_step": 51941, "epoch": 291, "lr": 5.252284186225733e-05}
{"train_loss": 0.002534181345254183, "global_step": 51942, "epoch": 291, "lr": 5.2521366042234535e-05}
{"train_loss": 0.003616564441472292, "global_step": 51943, "epoch": 291, "lr": 5.251989022000945e-05}
{"train_loss": 0.0023722280748188496, "global_step": 51944, "epoch": 291, "lr": 5.25184143955834e-05}
{"train_loss": 0.0031678234227001667, "global_step": 51945, "epoch": 291, "lr": 5.251693856895767e-05}
{"train_loss": 0.002387698506936431, "global_step": 51946, "epoch": 291, "lr": 5.2515462740133545e-05}
{"train_loss": 0.0032837637700140476, "global_step": 51947, "epoch": 291, "lr": 5.2513986909112325e-05}
{"train_loss": 0.002959350124001503, "global_step": 51948, "epoch": 291, "lr": 5.251251107589526e-05}
{"train_loss": 0.004512679763138294, "global_step": 51949, "epoch": 291, "lr": 5.2511035240483694e-05}
{"train_loss": 0.004167857579886913, "global_step": 51950, "epoch": 291, "lr": 5.2509559402878886e-05}
{"train_loss": 0.0040989406406879425, "global_step": 51951, "epoch": 291, "lr": 5.250808356308212e-05}
{"train_loss": 0.00216412590816617, "global_step": 51952, "epoch": 291, "lr": 5.25066077210947e-05}
{"train_loss": 0.0025173299945890903, "global_step": 51953, "epoch": 291, "lr": 5.250513187691789e-05}
{"train_loss": 0.005873080343008041, "global_step": 51954, "epoch": 291, "lr": 5.250365603055302e-05}
{"train_loss": 0.0036470957566052675, "global_step": 51955, "epoch": 291, "lr": 5.250218018200134e-05}
{"train_loss": 0.0055033061653375626, "global_step": 51956, "epoch": 291, "lr": 5.250070433126416e-05}
{"train_loss": 0.002250745426863432, "global_step": 51957, "epoch": 291, "lr": 5.249922847834275e-05}
{"train_loss": 0.0028840142767876387, "global_step": 51958, "epoch": 291, "lr": 5.249775262323844e-05}
{"train_loss": 0.0028034900315105915, "global_step": 51959, "epoch": 291, "lr": 5.249627676595248e-05}
{"train_loss": 0.00275742937810719, "global_step": 51960, "epoch": 291, "lr": 5.249480090648616e-05}
{"train_loss": 0.004252913407981396, "global_step": 51961, "epoch": 291, "lr": 5.24933250448408e-05}
{"train_loss": 0.005829734727740288, "global_step": 51962, "epoch": 291, "lr": 5.249184918101765e-05}
{"train_loss": 0.001408066600561142, "global_step": 51963, "epoch": 291, "lr": 5.249037331501804e-05}
{"train_loss": 0.0027600396424531937, "global_step": 51964, "epoch": 291, "lr": 5.248889744684322e-05}
{"train_loss": 0.0033380878157913685, "global_step": 51965, "epoch": 291, "lr": 5.248742157649451e-05}
{"train_loss": 0.00398081261664629, "global_step": 51966, "epoch": 291, "lr": 5.248594570397317e-05}
{"train_loss": 0.0020625588949769735, "global_step": 51967, "epoch": 291, "lr": 5.24844698292805e-05}
{"train_loss": 0.00409136014059186, "global_step": 51968, "epoch": 291, "lr": 5.248299395241781e-05}
{"train_loss": 0.0028044041246175766, "global_step": 51969, "epoch": 291, "lr": 5.2481518073386384e-05}
{"train_loss": 0.0032097329385578632, "global_step": 51970, "epoch": 291, "lr": 5.248004219218749e-05}
{"train_loss": 0.0028678225353360176, "global_step": 51971, "epoch": 291, "lr": 5.247856630882242e-05}
{"train_loss": 0.0010921480134129524, "global_step": 51972, "epoch": 291, "lr": 5.247709042329246e-05}
{"train_loss": 0.0037456422578543425, "global_step": 51973, "epoch": 291, "lr": 5.247561453559894e-05}
{"train_loss": 0.00268136290833354, "global_step": 51974, "epoch": 291, "lr": 5.24741386457431e-05}
{"train_loss": 0.0037620113299259646, "global_step": 51975, "epoch": 291, "lr": 5.247266275372626e-05}
{"train_loss": 0.0016712439246475697, "global_step": 51976, "epoch": 292, "lr": 5.247118685954967e-05}
{"train_loss": 0.002624653745442629, "global_step": 51977, "epoch": 292, "lr": 5.246971096321467e-05}
{"train_loss": 0.002647711429744959, "global_step": 51978, "epoch": 292, "lr": 5.2468235064722515e-05}
{"train_loss": 0.0027026974130421877, "global_step": 51979, "epoch": 292, "lr": 5.246675916407451e-05}
{"train_loss": 0.00529858423396945, "global_step": 51980, "epoch": 292, "lr": 5.2465283261271935e-05}
{"train_loss": 0.00294491951353848, "global_step": 51981, "epoch": 292, "lr": 5.2463807356316074e-05}
{"train_loss": 0.0034961276687681675, "global_step": 51982, "epoch": 292, "lr": 5.2462331449208235e-05}
{"train_loss": 0.0034388089552521706, "global_step": 51983, "epoch": 292, "lr": 5.246085553994969e-05}
{"train_loss": 0.006436700001358986, "global_step": 51984, "epoch": 292, "lr": 5.245937962854175e-05}
{"train_loss": 0.006294037215411663, "global_step": 51985, "epoch": 292, "lr": 5.245790371498567e-05}
{"train_loss": 0.005280061159282923, "global_step": 51986, "epoch": 292, "lr": 5.245642779928277e-05}
{"train_loss": 0.0055414121598005295, "global_step": 51987, "epoch": 292, "lr": 5.2454951881434314e-05}
{"train_loss": 0.0031075451988726854, "global_step": 51988, "epoch": 292, "lr": 5.245347596144161e-05}
{"train_loss": 0.00304486695677042, "global_step": 51989, "epoch": 292, "lr": 5.2452000039305946e-05}
{"train_loss": 0.002931084018200636, "global_step": 51990, "epoch": 292, "lr": 5.245052411502861e-05}
{"train_loss": 0.004792459309101105, "global_step": 51991, "epoch": 292, "lr": 5.244904818861087e-05}
{"train_loss": 0.0011742761125788093, "global_step": 51992, "epoch": 292, "lr": 5.244757226005404e-05}
{"train_loss": 0.005359843838959932, "global_step": 51993, "epoch": 292, "lr": 5.244609632935942e-05}
{"train_loss": 0.003275433089584112, "global_step": 51994, "epoch": 292, "lr": 5.2444620396528267e-05}
{"train_loss": 0.0021894220262765884, "global_step": 51995, "epoch": 292, "lr": 5.244314446156188e-05}
{"train_loss": 0.002740159397944808, "global_step": 51996, "epoch": 292, "lr": 5.244166852446155e-05}
{"train_loss": 0.0041946833953261375, "global_step": 51997, "epoch": 292, "lr": 5.2440192585228587e-05}
{"train_loss": 0.003151138313114643, "global_step": 51998, "epoch": 292, "lr": 5.243871664386425e-05}
{"train_loss": 0.003495212411507964, "global_step": 51999, "epoch": 292, "lr": 5.243724070036984e-05}
{"train_loss": 0.006355064921081066, "global_step": 52000, "epoch": 292, "lr": 5.243576475474664e-05}
{"train_loss": 0.004486953839659691, "global_step": 52001, "epoch": 292, "lr": 5.2434288806995944e-05}
{"train_loss": 0.006174938287585974, "global_step": 52002, "epoch": 292, "lr": 5.243281285711905e-05}
{"train_loss": 0.0027801149990409613, "global_step": 52003, "epoch": 292, "lr": 5.243133690511725e-05}
{"train_loss": 0.003195535158738494, "global_step": 52004, "epoch": 292, "lr": 5.24298609509918e-05}
{"train_loss": 0.00581386499106884, "global_step": 52005, "epoch": 292, "lr": 5.242838499474402e-05}
{"train_loss": 0.007069992832839489, "global_step": 52006, "epoch": 292, "lr": 5.2426909036375195e-05}
{"train_loss": 0.002418129239231348, "global_step": 52007, "epoch": 292, "lr": 5.242543307588661e-05}
{"train_loss": 0.0049271490424871445, "global_step": 52008, "epoch": 292, "lr": 5.2423957113279544e-05}
{"train_loss": 0.009430653415620327, "global_step": 52009, "epoch": 292, "lr": 5.2422481148555304e-05}
{"train_loss": 0.005687972530722618, "global_step": 52010, "epoch": 292, "lr": 5.242100518171516e-05}
{"train_loss": 0.00458128284662962, "global_step": 52011, "epoch": 292, "lr": 5.2419529212760434e-05}
{"train_loss": 0.0020974944345653057, "global_step": 52012, "epoch": 292, "lr": 5.241805324169238e-05}
{"train_loss": 0.00689887348562479, "global_step": 52013, "epoch": 292, "lr": 5.24165772685123e-05}
{"train_loss": 0.007771792355924845, "global_step": 52014, "epoch": 292, "lr": 5.241510129322149e-05}
{"train_loss": 0.003882115939632058, "global_step": 52015, "epoch": 292, "lr": 5.2413625315821226e-05}
{"train_loss": 0.003023013472557068, "global_step": 52016, "epoch": 292, "lr": 5.241214933631281e-05}
{"train_loss": 0.004133107606321573, "global_step": 52017, "epoch": 292, "lr": 5.241067335469753e-05}
{"train_loss": 0.0019323828164488077, "global_step": 52018, "epoch": 292, "lr": 5.240919737097667e-05}
{"train_loss": 0.004136363044381142, "global_step": 52019, "epoch": 292, "lr": 5.2407721385151506e-05}
{"train_loss": 0.0033627424854785204, "global_step": 52020, "epoch": 292, "lr": 5.2406245397223354e-05}
{"train_loss": 0.006383461877703667, "global_step": 52021, "epoch": 292, "lr": 5.240476940719349e-05}
{"train_loss": 0.0040299356915056705, "global_step": 52022, "epoch": 292, "lr": 5.24032934150632e-05}
{"train_loss": 0.0037485132925212383, "global_step": 52023, "epoch": 292, "lr": 5.240181742083379e-05}
{"train_loss": 0.0017408495768904686, "global_step": 52024, "epoch": 292, "lr": 5.2400341424506505e-05}
{"train_loss": 0.0027149016968905926, "global_step": 52025, "epoch": 292, "lr": 5.239886542608269e-05}
{"train_loss": 0.0017832221928983927, "global_step": 52026, "epoch": 292, "lr": 5.23973894255636e-05}
{"train_loss": 0.00449398485943675, "global_step": 52027, "epoch": 292, "lr": 5.239591342295054e-05}
{"train_loss": 0.003510653041303158, "global_step": 52028, "epoch": 292, "lr": 5.239443741824478e-05}
{"train_loss": 0.0037371364887803793, "global_step": 52029, "epoch": 292, "lr": 5.239296141144763e-05}
{"train_loss": 0.003280472243204713, "global_step": 52030, "epoch": 292, "lr": 5.239148540256037e-05}
{"train_loss": 0.003193959128111601, "global_step": 52031, "epoch": 292, "lr": 5.2390009391584297e-05}
{"train_loss": 0.0020189376082271338, "global_step": 52032, "epoch": 292, "lr": 5.2388533378520686e-05}
{"train_loss": 0.007987743243575096, "global_step": 52033, "epoch": 292, "lr": 5.238705736337084e-05}
{"train_loss": 0.0015695651527494192, "global_step": 52034, "epoch": 292, "lr": 5.238558134613604e-05}
{"train_loss": 0.003347275545820594, "global_step": 52035, "epoch": 292, "lr": 5.2384105326817565e-05}
{"train_loss": 0.004446958191692829, "global_step": 52036, "epoch": 292, "lr": 5.2382629305416745e-05}
{"train_loss": 0.0034085060469806194, "global_step": 52037, "epoch": 292, "lr": 5.238115328193481e-05}
{"train_loss": 0.0033660409972071648, "global_step": 52038, "epoch": 292, "lr": 5.2379677256373095e-05}
{"train_loss": 0.005085831508040428, "global_step": 52039, "epoch": 292, "lr": 5.237820122873287e-05}
{"train_loss": 0.004085945896804333, "global_step": 52040, "epoch": 292, "lr": 5.237672519901543e-05}
{"train_loss": 0.0029529596213251352, "global_step": 52041, "epoch": 292, "lr": 5.237524916722207e-05}
{"train_loss": 0.004458020441234112, "global_step": 52042, "epoch": 292, "lr": 5.2373773133354065e-05}
{"train_loss": 0.0034865830093622208, "global_step": 52043, "epoch": 292, "lr": 5.2372297097412704e-05}
{"train_loss": 0.0028003682382404804, "global_step": 52044, "epoch": 292, "lr": 5.237082105939929e-05}
{"train_loss": 0.002887470182031393, "global_step": 52045, "epoch": 292, "lr": 5.2369345019315106e-05}
{"train_loss": 0.0015736944042146206, "global_step": 52046, "epoch": 292, "lr": 5.2367868977161436e-05}
{"train_loss": 0.0033030621707439423, "global_step": 52047, "epoch": 292, "lr": 5.2366392932939576e-05}
{"train_loss": 0.0023283613845705986, "global_step": 52048, "epoch": 292, "lr": 5.2364916886650814e-05}
{"train_loss": 0.005376772955060005, "global_step": 52049, "epoch": 292, "lr": 5.236344083829644e-05}
{"train_loss": 0.0020189930219203234, "global_step": 52050, "epoch": 292, "lr": 5.236196478787774e-05}
{"train_loss": 0.003114563412964344, "global_step": 52051, "epoch": 292, "lr": 5.2360488735396e-05}
{"train_loss": 0.002314596902579069, "global_step": 52052, "epoch": 292, "lr": 5.235901268085253e-05}
{"train_loss": 0.008911296725273132, "global_step": 52053, "epoch": 292, "lr": 5.235753662424857e-05}
{"train_loss": 0.005597819574177265, "global_step": 52054, "epoch": 292, "lr": 5.235606056558548e-05}
{"train_loss": 0.0017900685779750347, "global_step": 52055, "epoch": 292, "lr": 5.235458450486449e-05}
{"train_loss": 0.003015707479789853, "global_step": 52056, "epoch": 292, "lr": 5.235310844208692e-05}
{"train_loss": 0.0024654227308928967, "global_step": 52057, "epoch": 292, "lr": 5.2351632377254044e-05}
{"train_loss": 0.002560058841481805, "global_step": 52058, "epoch": 292, "lr": 5.235015631036716e-05}
{"train_loss": 0.0043828655034303665, "global_step": 52059, "epoch": 292, "lr": 5.234868024142756e-05}
{"train_loss": 0.0035940289963036776, "global_step": 52060, "epoch": 292, "lr": 5.2347204170436524e-05}
{"train_loss": 0.008384525775909424, "global_step": 52061, "epoch": 292, "lr": 5.234572809739535e-05}
{"train_loss": 0.004059514496475458, "global_step": 52062, "epoch": 292, "lr": 5.2344252022305306e-05}
{"train_loss": 0.0032221719156950712, "global_step": 52063, "epoch": 292, "lr": 5.234277594516772e-05}
{"train_loss": 0.002077398356050253, "global_step": 52064, "epoch": 292, "lr": 5.234129986598385e-05}
{"train_loss": 0.003975857049226761, "global_step": 52065, "epoch": 292, "lr": 5.233982378475499e-05}
{"train_loss": 0.003379303961992264, "global_step": 52066, "epoch": 292, "lr": 5.233834770148244e-05}
{"train_loss": 0.0025303037837147713, "global_step": 52067, "epoch": 292, "lr": 5.2336871616167474e-05}
{"train_loss": 0.003301165997982025, "global_step": 52068, "epoch": 292, "lr": 5.2335395528811404e-05}
{"train_loss": 0.010393530130386353, "global_step": 52069, "epoch": 292, "lr": 5.23339194394155e-05}
{"train_loss": 0.005781056359410286, "global_step": 52070, "epoch": 292, "lr": 5.2332443347981055e-05}
{"train_loss": 0.0024825087748467922, "global_step": 52071, "epoch": 292, "lr": 5.233096725450935e-05}
{"train_loss": 0.0027844011783599854, "global_step": 52072, "epoch": 292, "lr": 5.232949115900169e-05}
{"train_loss": 0.0075736502185463905, "global_step": 52073, "epoch": 292, "lr": 5.2328015061459354e-05}
{"train_loss": 0.0024806635919958353, "global_step": 52074, "epoch": 292, "lr": 5.2326538961883654e-05}
{"train_loss": 0.004309496842324734, "global_step": 52075, "epoch": 292, "lr": 5.2325062860275854e-05}
{"train_loss": 0.001763672917149961, "global_step": 52076, "epoch": 292, "lr": 5.232358675663724e-05}
{"train_loss": 0.0033159865997731686, "global_step": 52077, "epoch": 292, "lr": 5.2322110650969125e-05}
{"train_loss": 0.0035874568857252598, "global_step": 52078, "epoch": 292, "lr": 5.2320634543272785e-05}
{"train_loss": 0.0032269645016640425, "global_step": 52079, "epoch": 292, "lr": 5.2319158433549495e-05}
{"train_loss": 0.0031402683816850185, "global_step": 52080, "epoch": 292, "lr": 5.2317682321800576e-05}
{"train_loss": 0.004209206439554691, "global_step": 52081, "epoch": 292, "lr": 5.231620620802728e-05}
{"train_loss": 0.0018005012534558773, "global_step": 52082, "epoch": 292, "lr": 5.2314730092230935e-05}
{"train_loss": 0.003463279688730836, "global_step": 52083, "epoch": 292, "lr": 5.23132539744128e-05}
{"train_loss": 0.004431696143001318, "global_step": 52084, "epoch": 292, "lr": 5.231177785457418e-05}
{"train_loss": 0.0032241097651422024, "global_step": 52085, "epoch": 292, "lr": 5.231030173271636e-05}
{"train_loss": 0.004682134836912155, "global_step": 52086, "epoch": 292, "lr": 5.2308825608840626e-05}
{"train_loss": 0.0025959243066608906, "global_step": 52087, "epoch": 292, "lr": 5.230734948294829e-05}
{"train_loss": 0.003919143229722977, "global_step": 52088, "epoch": 292, "lr": 5.2305873355040605e-05}
{"train_loss": 0.0023558526299893856, "global_step": 52089, "epoch": 292, "lr": 5.2304397225118886e-05}
{"train_loss": 0.0021816976368427277, "global_step": 52090, "epoch": 292, "lr": 5.2302921093184386e-05}
{"train_loss": 0.0016276664100587368, "global_step": 52091, "epoch": 292, "lr": 5.2301444959238454e-05}
{"train_loss": 0.0038483147509396076, "global_step": 52092, "epoch": 292, "lr": 5.2299968823282316e-05}
{"train_loss": 0.005841918755322695, "global_step": 52093, "epoch": 292, "lr": 5.229849268531732e-05}
{"train_loss": 0.0024427834432572126, "global_step": 52094, "epoch": 292, "lr": 5.229701654534472e-05}
{"train_loss": 0.002520293463021517, "global_step": 52095, "epoch": 292, "lr": 5.229554040336581e-05}
{"train_loss": 0.0022145998664200306, "global_step": 52096, "epoch": 292, "lr": 5.229406425938189e-05}
{"train_loss": 0.004274177365005016, "global_step": 52097, "epoch": 292, "lr": 5.2292588113394234e-05}
{"train_loss": 0.005241572856903076, "global_step": 52098, "epoch": 292, "lr": 5.229111196540415e-05}
{"train_loss": 0.002860462060198188, "global_step": 52099, "epoch": 292, "lr": 5.2289635815412906e-05}
{"train_loss": 0.006619321182370186, "global_step": 52100, "epoch": 292, "lr": 5.22881596634218e-05}
{"train_loss": 0.008750003762543201, "global_step": 52101, "epoch": 292, "lr": 5.228668350943213e-05}
{"train_loss": 0.002125571481883526, "global_step": 52102, "epoch": 292, "lr": 5.2285207353445176e-05}
{"train_loss": 0.002838414628058672, "global_step": 52103, "epoch": 292, "lr": 5.228373119546224e-05}
{"train_loss": 0.0026721127796918154, "global_step": 52104, "epoch": 292, "lr": 5.2282255035484585e-05}
{"train_loss": 0.0034244125708937645, "global_step": 52105, "epoch": 292, "lr": 5.2280778873513524e-05}
{"train_loss": 0.001375436084344983, "global_step": 52106, "epoch": 292, "lr": 5.2279302709550337e-05}
{"train_loss": 0.0034815857652574778, "global_step": 52107, "epoch": 292, "lr": 5.227782654359632e-05}
{"train_loss": 0.0035664504393935204, "global_step": 52108, "epoch": 292, "lr": 5.227635037565276e-05}
{"train_loss": 0.0034882647451013327, "global_step": 52109, "epoch": 292, "lr": 5.2274874205720924e-05}
{"train_loss": 0.003693686332553625, "global_step": 52110, "epoch": 292, "lr": 5.2273398033802145e-05}
{"train_loss": 0.006173194386065006, "global_step": 52111, "epoch": 292, "lr": 5.227192185989768e-05}
{"train_loss": 0.002802914474159479, "global_step": 52112, "epoch": 292, "lr": 5.227044568400883e-05}
{"train_loss": 0.007173472084105015, "global_step": 52113, "epoch": 292, "lr": 5.2268969506136866e-05}
{"train_loss": 0.005010422319173813, "global_step": 52114, "epoch": 292, "lr": 5.226749332628309e-05}
{"train_loss": 0.002170490100979805, "global_step": 52115, "epoch": 292, "lr": 5.226601714444882e-05}
{"train_loss": 0.004112829454243183, "global_step": 52116, "epoch": 292, "lr": 5.22645409606353e-05}
{"train_loss": 0.0016937409527599812, "global_step": 52117, "epoch": 292, "lr": 5.226306477484385e-05}
{"train_loss": 0.0052363453432917595, "global_step": 52118, "epoch": 292, "lr": 5.226158858707575e-05}
{"train_loss": 0.0045060329139232635, "global_step": 52119, "epoch": 292, "lr": 5.226011239733227e-05}
{"train_loss": 0.004795209504663944, "global_step": 52120, "epoch": 292, "lr": 5.2258636205614734e-05}
{"train_loss": 0.002137304749339819, "global_step": 52121, "epoch": 292, "lr": 5.225716001192441e-05}
{"train_loss": 0.0041999719105660915, "global_step": 52122, "epoch": 292, "lr": 5.2255683816262594e-05}
{"train_loss": 0.0053491899743676186, "global_step": 52123, "epoch": 292, "lr": 5.225420761863057e-05}
{"train_loss": 0.004253368824720383, "global_step": 52124, "epoch": 292, "lr": 5.225273141902962e-05}
{"train_loss": 0.004431927110999823, "global_step": 52125, "epoch": 292, "lr": 5.225125521746106e-05}
{"train_loss": 0.003604161087423563, "global_step": 52126, "epoch": 292, "lr": 5.224977901392615e-05}
{"train_loss": 0.0038005844689905643, "global_step": 52127, "epoch": 292, "lr": 5.22483028084262e-05}
{"train_loss": 0.0038565481081604958, "global_step": 52128, "epoch": 292, "lr": 5.2246826600962484e-05}
{"train_loss": 0.0020223758183419704, "global_step": 52129, "epoch": 292, "lr": 5.224535039153631e-05}
{"train_loss": 0.0033134212717413902, "global_step": 52130, "epoch": 292, "lr": 5.224387418014896e-05}
{"train_loss": 0.00387719739228487, "global_step": 52131, "epoch": 292, "lr": 5.22423979668017e-05}
{"train_loss": 0.007621234282851219, "global_step": 52132, "epoch": 292, "lr": 5.224092175149585e-05}
{"train_loss": 0.002537171822041273, "global_step": 52133, "epoch": 292, "lr": 5.223944553423269e-05}
{"train_loss": 0.0022007026709616184, "global_step": 52134, "epoch": 292, "lr": 5.2237969315013503e-05}
{"train_loss": 0.0030675025191158056, "global_step": 52135, "epoch": 292, "lr": 5.223649309383959e-05}
{"train_loss": 0.004878446459770203, "global_step": 52136, "epoch": 292, "lr": 5.223501687071223e-05}
{"train_loss": 0.0020408891141414642, "global_step": 52137, "epoch": 292, "lr": 5.2233540645632714e-05}
{"train_loss": 0.005333480425179005, "global_step": 52138, "epoch": 292, "lr": 5.223206441860233e-05}
{"train_loss": 0.004559316206723452, "global_step": 52139, "epoch": 292, "lr": 5.223058818962239e-05}
{"train_loss": 0.0020846654660999775, "global_step": 52140, "epoch": 292, "lr": 5.222911195869416e-05}
{"train_loss": 0.0019721342250704765, "global_step": 52141, "epoch": 292, "lr": 5.2227635725818924e-05}
{"train_loss": 0.0037278011441230774, "global_step": 52142, "epoch": 292, "lr": 5.222615949099798e-05}
{"train_loss": 0.004971817601472139, "global_step": 52143, "epoch": 292, "lr": 5.222468325423262e-05}
{"train_loss": 0.003507578279823065, "global_step": 52144, "epoch": 292, "lr": 5.222320701552413e-05}
{"train_loss": 0.0018019666895270348, "global_step": 52145, "epoch": 292, "lr": 5.2221730774873815e-05}
{"train_loss": 0.003510383889079094, "global_step": 52146, "epoch": 292, "lr": 5.2220254532282944e-05}
{"train_loss": 0.0027894843369722366, "global_step": 52147, "epoch": 292, "lr": 5.22187782877528e-05}
{"train_loss": 0.0019363384926691651, "global_step": 52148, "epoch": 292, "lr": 5.22173020412847e-05}
{"train_loss": 0.0019042917992919683, "global_step": 52149, "epoch": 292, "lr": 5.221582579287991e-05}
{"train_loss": 0.0028066362719982862, "global_step": 52150, "epoch": 292, "lr": 5.221434954253974e-05}
{"train_loss": 0.00181462406180799, "global_step": 52151, "epoch": 292, "lr": 5.2212873290265474e-05}
{"train_loss": 0.0028104910161346197, "global_step": 52152, "epoch": 292, "lr": 5.2211397036058374e-05}
{"train_loss": 0.0037968817887712647, "global_step": 52153, "epoch": 292, "lr": 5.220992077991976e-05}
{"train_loss": 0.003269417677074671, "global_step": 52154, "epoch": 293, "lr": 5.220844452185092e-05}
{"train_loss": 0.003570873523131013, "global_step": 52155, "epoch": 293, "lr": 5.2206968261853116e-05}
{"train_loss": 0.003009392414242029, "global_step": 52156, "epoch": 293, "lr": 5.220549199992767e-05}
{"train_loss": 0.003807623637840152, "global_step": 52157, "epoch": 293, "lr": 5.220401573607585e-05}
{"train_loss": 0.0016253176145255566, "global_step": 52158, "epoch": 293, "lr": 5.2202539470298964e-05}
{"train_loss": 0.0032897689379751682, "global_step": 52159, "epoch": 293, "lr": 5.220106320259829e-05}
{"train_loss": 0.004886339418590069, "global_step": 52160, "epoch": 293, "lr": 5.219958693297512e-05}
{"train_loss": 0.0037497463636100292, "global_step": 52161, "epoch": 293, "lr": 5.219811066143074e-05}
{"train_loss": 0.004857003688812256, "global_step": 52162, "epoch": 293, "lr": 5.2196634387966434e-05}
{"train_loss": 0.0038590608164668083, "global_step": 52163, "epoch": 293, "lr": 5.219515811258351e-05}
{"train_loss": 0.002154709305614233, "global_step": 52164, "epoch": 293, "lr": 5.219368183528325e-05}
{"train_loss": 0.005338148679584265, "global_step": 52165, "epoch": 293, "lr": 5.219220555606693e-05}
{"train_loss": 0.0038088024593889713, "global_step": 52166, "epoch": 293, "lr": 5.2190729274935844e-05}
{"train_loss": 0.005296004936099052, "global_step": 52167, "epoch": 293, "lr": 5.21892529918913e-05}
{"train_loss": 0.0021870036143809557, "global_step": 52168, "epoch": 293, "lr": 5.2187776706934575e-05}
{"train_loss": 0.002548503689467907, "global_step": 52169, "epoch": 293, "lr": 5.218630042006695e-05}
{"train_loss": 0.0020642676390707493, "global_step": 52170, "epoch": 293, "lr": 5.218482413128972e-05}
{"train_loss": 0.0016169821610674262, "global_step": 52171, "epoch": 293, "lr": 5.218334784060418e-05}
{"train_loss": 0.0020349849946796894, "global_step": 52172, "epoch": 293, "lr": 5.218187154801162e-05}
{"train_loss": 0.006528794765472412, "global_step": 52173, "epoch": 293, "lr": 5.218039525351333e-05}
{"train_loss": 0.0025209891609847546, "global_step": 52174, "epoch": 293, "lr": 5.2178918957110576e-05}
{"train_loss": 0.0044848499819636345, "global_step": 52175, "epoch": 293, "lr": 5.217744265880468e-05}
{"train_loss": 0.0036752503365278244, "global_step": 52176, "epoch": 293, "lr": 5.2175966358596904e-05}
{"train_loss": 0.0037736576050519943, "global_step": 52177, "epoch": 293, "lr": 5.2174490056488566e-05}
{"train_loss": 0.003451702883467078, "global_step": 52178, "epoch": 293, "lr": 5.2173013752480935e-05}
{"train_loss": 0.0019469524268060923, "global_step": 52179, "epoch": 293, "lr": 5.2171537446575314e-05}
{"train_loss": 0.0026472830213606358, "global_step": 52180, "epoch": 293, "lr": 5.217006113877298e-05}
{"train_loss": 0.0035696299746632576, "global_step": 52181, "epoch": 293, "lr": 5.2168584829075215e-05}
{"train_loss": 0.003261418081820011, "global_step": 52182, "epoch": 293, "lr": 5.216710851748334e-05}
{"train_loss": 0.0019135498441755772, "global_step": 52183, "epoch": 293, "lr": 5.2165632203998624e-05}
{"train_loss": 0.0024146148934960365, "global_step": 52184, "epoch": 293, "lr": 5.2164155888622354e-05}
{"train_loss": 0.0025712589267641306, "global_step": 52185, "epoch": 293, "lr": 5.216267957135581e-05}
{"train_loss": 0.002337017562240362, "global_step": 52186, "epoch": 293, "lr": 5.2161203252200305e-05}
{"train_loss": 0.004753075074404478, "global_step": 52187, "epoch": 293, "lr": 5.215972693115713e-05}
{"train_loss": 0.0031709764152765274, "global_step": 52188, "epoch": 293, "lr": 5.215825060822754e-05}
{"train_loss": 0.001410741708241403, "global_step": 52189, "epoch": 293, "lr": 5.215677428341287e-05}
{"train_loss": 0.004046164453029633, "global_step": 52190, "epoch": 293, "lr": 5.215529795671435e-05}
{"train_loss": 0.003285051556304097, "global_step": 52191, "epoch": 293, "lr": 5.215382162813335e-05}
{"train_loss": 0.0048817796632647514, "global_step": 52192, "epoch": 293, "lr": 5.215234529767109e-05}
{"train_loss": 0.0016107159899547696, "global_step": 52193, "epoch": 293, "lr": 5.215086896532889e-05}
{"train_loss": 0.002178479451686144, "global_step": 52194, "epoch": 293, "lr": 5.214939263110803e-05}
{"train_loss": 0.005475994199514389, "global_step": 52195, "epoch": 293, "lr": 5.214791629500981e-05}
{"train_loss": 0.004301951266825199, "global_step": 52196, "epoch": 293, "lr": 5.2146439957035496e-05}
{"train_loss": 0.005093894898891449, "global_step": 52197, "epoch": 293, "lr": 5.214496361718642e-05}
{"train_loss": 0.0029973844066262245, "global_step": 52198, "epoch": 293, "lr": 5.214348727546384e-05}
{"train_loss": 0.002882541622966528, "global_step": 52199, "epoch": 293, "lr": 5.2142010931869054e-05}
{"train_loss": 0.0013001780025660992, "global_step": 52200, "epoch": 293, "lr": 5.2140534586403335e-05}
{"train_loss": 0.0048478445969522, "global_step": 52201, "epoch": 293, "lr": 5.2139058239068e-05}
{"train_loss": 0.005257779266685247, "global_step": 52202, "epoch": 293, "lr": 5.2137581889864315e-05}
{"train_loss": 0.004400403238832951, "global_step": 52203, "epoch": 293, "lr": 5.21361055387936e-05}
{"train_loss": 0.005169183015823364, "global_step": 52204, "epoch": 293, "lr": 5.21346291858571e-05}
{"train_loss": 0.0014560709241777658, "global_step": 52205, "epoch": 293, "lr": 5.2133152831056144e-05}
{"train_loss": 0.005492163822054863, "global_step": 52206, "epoch": 293, "lr": 5.2131676474392e-05}
{"train_loss": 0.004649261012673378, "global_step": 52207, "epoch": 293, "lr": 5.2130200115865967e-05}
{"train_loss": 0.0041001951321959496, "global_step": 52208, "epoch": 293, "lr": 5.2128723755479335e-05}
{"train_loss": 0.0020467473659664392, "global_step": 52209, "epoch": 293, "lr": 5.212724739323338e-05}
{"train_loss": 0.00280387164093554, "global_step": 52210, "epoch": 293, "lr": 5.212577102912941e-05}
{"train_loss": 0.0023721768520772457, "global_step": 52211, "epoch": 293, "lr": 5.212429466316871e-05}
{"train_loss": 0.0019693796057254076, "global_step": 52212, "epoch": 293, "lr": 5.2122818295352546e-05}
{"train_loss": 0.002545296447351575, "global_step": 52213, "epoch": 293, "lr": 5.212134192568223e-05}
{"train_loss": 0.008776770904660225, "global_step": 52214, "epoch": 293, "lr": 5.211986555415906e-05}
{"train_loss": 0.003649196121841669, "global_step": 52215, "epoch": 293, "lr": 5.2118389180784324e-05}
{"train_loss": 0.0020036802161484957, "global_step": 52216, "epoch": 293, "lr": 5.2116912805559295e-05}
{"train_loss": 0.0010706910397857428, "global_step": 52217, "epoch": 293, "lr": 5.2115436428485255e-05}
{"train_loss": 0.004741063807159662, "global_step": 52218, "epoch": 293, "lr": 5.2113960049563516e-05}
{"train_loss": 0.0026800218038260937, "global_step": 52219, "epoch": 293, "lr": 5.211248366879534e-05}
{"train_loss": 0.004939470440149307, "global_step": 52220, "epoch": 293, "lr": 5.211100728618207e-05}
{"train_loss": 0.0027467322070151567, "global_step": 52221, "epoch": 293, "lr": 5.2109530901724945e-05}
{"train_loss": 0.0034761063288897276, "global_step": 52222, "epoch": 293, "lr": 5.210805451542528e-05}
{"train_loss": 0.003925240598618984, "global_step": 52223, "epoch": 293, "lr": 5.210657812728433e-05}
{"train_loss": 0.001886814832687378, "global_step": 52224, "epoch": 293, "lr": 5.210510173730343e-05}
{"train_loss": 0.0033908579498529434, "global_step": 52225, "epoch": 293, "lr": 5.210362534548385e-05}
{"train_loss": 0.00426148995757103, "global_step": 52226, "epoch": 293, "lr": 5.2102148951826876e-05}
{"train_loss": 0.002493723761290312, "global_step": 52227, "epoch": 293, "lr": 5.2100672556333805e-05}
{"train_loss": 0.004092729650437832, "global_step": 52228, "epoch": 293, "lr": 5.2099196159005906e-05}
{"train_loss": 0.0030225678347051144, "global_step": 52229, "epoch": 293, "lr": 5.20977197598445e-05}
{"train_loss": 0.005070128478109837, "global_step": 52230, "epoch": 293, "lr": 5.2096243358850863e-05}
{"train_loss": 0.008499032817780972, "global_step": 52231, "epoch": 293, "lr": 5.2094766956026275e-05}
{"train_loss": 0.0023453552275896072, "global_step": 52232, "epoch": 293, "lr": 5.209329055137202e-05}
{"train_loss": 0.004818889312446117, "global_step": 52233, "epoch": 293, "lr": 5.209181414488942e-05}
{"train_loss": 0.0036359012592583895, "global_step": 52234, "epoch": 293, "lr": 5.209033773657974e-05}
{"train_loss": 0.004558044020086527, "global_step": 52235, "epoch": 293, "lr": 5.2088861326444284e-05}
{"train_loss": 0.003078353125602007, "global_step": 52236, "epoch": 293, "lr": 5.208738491448432e-05}
{"train_loss": 0.003601993666961789, "global_step": 52237, "epoch": 293, "lr": 5.208590850070114e-05}
{"train_loss": 0.0028370521031320095, "global_step": 52238, "epoch": 293, "lr": 5.208443208509605e-05}
{"train_loss": 0.004858179017901421, "global_step": 52239, "epoch": 293, "lr": 5.208295566767034e-05}
{"train_loss": 0.0022905708756297827, "global_step": 52240, "epoch": 293, "lr": 5.20814792484253e-05}
{"train_loss": 0.005822533741593361, "global_step": 52241, "epoch": 293, "lr": 5.208000282736221e-05}
{"train_loss": 0.00939689576625824, "global_step": 52242, "epoch": 293, "lr": 5.207852640448234e-05}
{"train_loss": 0.0027305183466523886, "global_step": 52243, "epoch": 293, "lr": 5.2077049979787015e-05}
{"train_loss": 0.002730263862758875, "global_step": 52244, "epoch": 293, "lr": 5.207557355327752e-05}
{"train_loss": 0.0019139038631692529, "global_step": 52245, "epoch": 293, "lr": 5.2074097124955136e-05}
{"train_loss": 0.006131872534751892, "global_step": 52246, "epoch": 293, "lr": 5.207262069482115e-05}
{"train_loss": 0.0038406390231102705, "global_step": 52247, "epoch": 293, "lr": 5.2071144262876835e-05}
{"train_loss": 0.0014437183272093534, "global_step": 52248, "epoch": 293, "lr": 5.206966782912352e-05}
{"train_loss": 0.0032770077232271433, "global_step": 52249, "epoch": 293, "lr": 5.206819139356246e-05}
{"train_loss": 0.004478649236261845, "global_step": 52250, "epoch": 293, "lr": 5.2066714956194975e-05}
{"train_loss": 0.007030819542706013, "global_step": 52251, "epoch": 293, "lr": 5.206523851702233e-05}
{"train_loss": 0.004945913329720497, "global_step": 52252, "epoch": 293, "lr": 5.206376207604581e-05}
{"train_loss": 0.0021931289229542017, "global_step": 52253, "epoch": 293, "lr": 5.2062285633266724e-05}
{"train_loss": 0.0023264773190021515, "global_step": 52254, "epoch": 293, "lr": 5.2060809188686366e-05}
{"train_loss": 0.0036742202937602997, "global_step": 52255, "epoch": 293, "lr": 5.205933274230601e-05}
{"train_loss": 0.008635027334094048, "global_step": 52256, "epoch": 293, "lr": 5.205785629412694e-05}
{"train_loss": 0.005136594641953707, "global_step": 52257, "epoch": 293, "lr": 5.205637984415046e-05}
{"train_loss": 0.005688435398042202, "global_step": 52258, "epoch": 293, "lr": 5.205490339237785e-05}
{"train_loss": 0.00501681212335825, "global_step": 52259, "epoch": 293, "lr": 5.2053426938810414e-05}
{"train_loss": 0.0020711319521069527, "global_step": 52260, "epoch": 293, "lr": 5.205195048344943e-05}
{"train_loss": 0.0055500827729702, "global_step": 52261, "epoch": 293, "lr": 5.2050474026296193e-05}
{"train_loss": 0.003811752889305353, "global_step": 52262, "epoch": 293, "lr": 5.204899756735197e-05}
{"train_loss": 0.005639916285872459, "global_step": 52263, "epoch": 293, "lr": 5.2047521106618094e-05}
{"train_loss": 0.003087181132286787, "global_step": 52264, "epoch": 293, "lr": 5.2046044644095816e-05}
{"train_loss": 0.005814080126583576, "global_step": 52265, "epoch": 293, "lr": 5.2044568179786455e-05}
{"train_loss": 0.004553431645035744, "global_step": 52266, "epoch": 293, "lr": 5.2043091713691264e-05}
{"train_loss": 0.0045554921962320805, "global_step": 52267, "epoch": 293, "lr": 5.204161524581157e-05}
{"train_loss": 0.00683026947081089, "global_step": 52268, "epoch": 293, "lr": 5.204013877614865e-05}
{"train_loss": 0.0025811148807406425, "global_step": 52269, "epoch": 293, "lr": 5.203866230470379e-05}
{"train_loss": 0.007829496636986732, "global_step": 52270, "epoch": 293, "lr": 5.2037185831478274e-05}
{"train_loss": 0.005566528998315334, "global_step": 52271, "epoch": 293, "lr": 5.2035709356473394e-05}
{"train_loss": 0.0036162438336759806, "global_step": 52272, "epoch": 293, "lr": 5.203423287969045e-05}
{"train_loss": 0.00678998464718461, "global_step": 52273, "epoch": 293, "lr": 5.203275640113072e-05}
{"train_loss": 0.0052941301837563515, "global_step": 52274, "epoch": 293, "lr": 5.2031279920795504e-05}
{"train_loss": 0.0035629491321742535, "global_step": 52275, "epoch": 293, "lr": 5.202980343868608e-05}
{"train_loss": 0.004150948487222195, "global_step": 52276, "epoch": 293, "lr": 5.202832695480375e-05}
{"train_loss": 0.0030018461402505636, "global_step": 52277, "epoch": 293, "lr": 5.20268504691498e-05}
{"train_loss": 0.0022077574394643307, "global_step": 52278, "epoch": 293, "lr": 5.202537398172551e-05}
{"train_loss": 0.002572952536866069, "global_step": 52279, "epoch": 293, "lr": 5.202389749253218e-05}
{"train_loss": 0.0024496931582689285, "global_step": 52280, "epoch": 293, "lr": 5.20224210015711e-05}
{"train_loss": 0.002149916486814618, "global_step": 52281, "epoch": 293, "lr": 5.202094450884354e-05}
{"train_loss": 0.005370048806071281, "global_step": 52282, "epoch": 293, "lr": 5.2019468014350816e-05}
{"train_loss": 0.0041425833478569984, "global_step": 52283, "epoch": 293, "lr": 5.201799151809421e-05}
{"train_loss": 0.0047735534608364105, "global_step": 52284, "epoch": 293, "lr": 5.201651502007502e-05}
{"train_loss": 0.003061532974243164, "global_step": 52285, "epoch": 293, "lr": 5.20150385202945e-05}
{"train_loss": 0.0025527593679726124, "global_step": 52286, "epoch": 293, "lr": 5.201356201875398e-05}
{"train_loss": 0.0017859325744211674, "global_step": 52287, "epoch": 293, "lr": 5.201208551545473e-05}
{"train_loss": 0.0030478746630251408, "global_step": 52288, "epoch": 293, "lr": 5.2010609010398045e-05}
{"train_loss": 0.004903003573417664, "global_step": 52289, "epoch": 293, "lr": 5.2009132503585215e-05}
{"train_loss": 0.0020404988899827003, "global_step": 52290, "epoch": 293, "lr": 5.2007655995017515e-05}
{"train_loss": 0.0037863296456635, "global_step": 52291, "epoch": 293, "lr": 5.200617948469626e-05}
{"train_loss": 0.0031360271386802197, "global_step": 52292, "epoch": 293, "lr": 5.200470297262273e-05}
{"train_loss": 0.001515476033091545, "global_step": 52293, "epoch": 293, "lr": 5.20032264587982e-05}
{"train_loss": 0.0038655740208923817, "global_step": 52294, "epoch": 293, "lr": 5.2001749943223975e-05}
{"train_loss": 0.0033960817381739616, "global_step": 52295, "epoch": 293, "lr": 5.200027342590135e-05}
{"train_loss": 0.0029056048952043056, "global_step": 52296, "epoch": 293, "lr": 5.1998796906831606e-05}
{"train_loss": 0.004322460852563381, "global_step": 52297, "epoch": 293, "lr": 5.199732038601603e-05}
{"train_loss": 0.0027902484871447086, "global_step": 52298, "epoch": 293, "lr": 5.1995843863455905e-05}
{"train_loss": 0.007911915890872478, "global_step": 52299, "epoch": 293, "lr": 5.199436733915253e-05}
{"train_loss": 0.0035313046537339687, "global_step": 52300, "epoch": 293, "lr": 5.19928908131072e-05}
{"train_loss": 0.00335891917347908, "global_step": 52301, "epoch": 293, "lr": 5.199141428532118e-05}
{"train_loss": 0.004398579243570566, "global_step": 52302, "epoch": 293, "lr": 5.1989937755795806e-05}
{"train_loss": 0.004419935867190361, "global_step": 52303, "epoch": 293, "lr": 5.1988461224532326e-05}
{"train_loss": 0.0034274884965270758, "global_step": 52304, "epoch": 293, "lr": 5.1986984691532035e-05}
{"train_loss": 0.004437176510691643, "global_step": 52305, "epoch": 293, "lr": 5.198550815679625e-05}
{"train_loss": 0.004734893329441547, "global_step": 52306, "epoch": 293, "lr": 5.198403162032623e-05}
{"train_loss": 0.0039130523800849915, "global_step": 52307, "epoch": 293, "lr": 5.1982555082123296e-05}
{"train_loss": 0.002152106026187539, "global_step": 52308, "epoch": 293, "lr": 5.198107854218871e-05}
{"train_loss": 0.0031352706719189882, "global_step": 52309, "epoch": 293, "lr": 5.1979602000523756e-05}
{"train_loss": 0.004891212098300457, "global_step": 52310, "epoch": 293, "lr": 5.197812545712975e-05}
{"train_loss": 0.003344018943607807, "global_step": 52311, "epoch": 293, "lr": 5.197664891200796e-05}
{"train_loss": 0.003061415860429406, "global_step": 52312, "epoch": 293, "lr": 5.1975172365159705e-05}
{"train_loss": 0.008665710687637329, "global_step": 52313, "epoch": 293, "lr": 5.197369581658623e-05}
{"train_loss": 0.0028097289614379406, "global_step": 52314, "epoch": 293, "lr": 5.197221926628887e-05}
{"train_loss": 0.004511491395533085, "global_step": 52315, "epoch": 293, "lr": 5.197074271426888e-05}
{"train_loss": 0.002294649835675955, "global_step": 52316, "epoch": 293, "lr": 5.1969266160527574e-05}
{"train_loss": 0.0022773114033043385, "global_step": 52317, "epoch": 293, "lr": 5.196778960506623e-05}
{"train_loss": 0.002390374429523945, "global_step": 52318, "epoch": 293, "lr": 5.1966313047886126e-05}
{"train_loss": 0.004950548987835646, "global_step": 52319, "epoch": 293, "lr": 5.196483648898859e-05}
{"train_loss": 0.00272173760458827, "global_step": 52320, "epoch": 293, "lr": 5.196335992837487e-05}
{"train_loss": 0.002896661404520273, "global_step": 52321, "epoch": 293, "lr": 5.196188336604628e-05}
{"train_loss": 0.004597161430865526, "global_step": 52322, "epoch": 293, "lr": 5.1960406802004094e-05}
{"train_loss": 0.0056662349961698055, "global_step": 52323, "epoch": 293, "lr": 5.1958930236249595e-05}
{"train_loss": 0.0049422383308410645, "global_step": 52324, "epoch": 293, "lr": 5.19574536687841e-05}
{"train_loss": 0.0017794199520722032, "global_step": 52325, "epoch": 293, "lr": 5.19559770996089e-05}
{"train_loss": 0.0018383641727268696, "global_step": 52326, "epoch": 293, "lr": 5.195450052872527e-05}
{"train_loss": 0.005653067026287317, "global_step": 52327, "epoch": 293, "lr": 5.1953023956134496e-05}
{"train_loss": 0.0024359917733818293, "global_step": 52328, "epoch": 293, "lr": 5.195154738183786e-05}
{"train_loss": 0.0038985656574368477, "global_step": 52329, "epoch": 293, "lr": 5.1950070805836674e-05}
{"train_loss": 0.004360695369541645, "global_step": 52330, "epoch": 293, "lr": 5.194859422813222e-05}
{"train_loss": 0.003760434750577414, "global_step": 52331, "epoch": 293, "lr": 5.1947117648725786e-05}
{"train_loss": 0.002759179100394249, "global_step": 52332, "epoch": 294, "lr": 5.1945641067618645e-05}
{"train_loss": 0.001484945765696466, "global_step": 52333, "epoch": 294, "lr": 5.194416448481212e-05}
{"train_loss": 0.0021504999604076147, "global_step": 52334, "epoch": 294, "lr": 5.1942687900307475e-05}
{"train_loss": 0.0034815443214029074, "global_step": 52335, "epoch": 294, "lr": 5.194121131410602e-05}
{"train_loss": 0.002551513258367777, "global_step": 52336, "epoch": 294, "lr": 5.193973472620902e-05}
{"train_loss": 0.002146394457668066, "global_step": 52337, "epoch": 294, "lr": 5.193825813661778e-05}
{"train_loss": 0.005099304020404816, "global_step": 52338, "epoch": 294, "lr": 5.193678154533359e-05}
{"train_loss": 0.002432184526696801, "global_step": 52339, "epoch": 294, "lr": 5.1935304952357735e-05}
{"train_loss": 0.007199031300842762, "global_step": 52340, "epoch": 294, "lr": 5.193382835769151e-05}
{"train_loss": 0.0036434712819755077, "global_step": 52341, "epoch": 294, "lr": 5.193235176133618e-05}
{"train_loss": 0.004323028959333897, "global_step": 52342, "epoch": 294, "lr": 5.193087516329309e-05}
{"train_loss": 0.001371131744235754, "global_step": 52343, "epoch": 294, "lr": 5.192939856356347e-05}
{"train_loss": 0.002251152414828539, "global_step": 52344, "epoch": 294, "lr": 5.1927921962148654e-05}
{"train_loss": 0.0031444428022950888, "global_step": 52345, "epoch": 294, "lr": 5.19264453590499e-05}
{"train_loss": 0.002063656924292445, "global_step": 52346, "epoch": 294, "lr": 5.192496875426852e-05}
{"train_loss": 0.0017000283114612103, "global_step": 52347, "epoch": 294, "lr": 5.192349214780579e-05}
{"train_loss": 0.004032153636217117, "global_step": 52348, "epoch": 294, "lr": 5.1922015539663e-05}
{"train_loss": 0.0029267650097608566, "global_step": 52349, "epoch": 294, "lr": 5.192053892984146e-05}
{"train_loss": 0.004077476914972067, "global_step": 52350, "epoch": 294, "lr": 5.1919062318342424e-05}
{"train_loss": 0.0037638565991073847, "global_step": 52351, "epoch": 294, "lr": 5.191758570516722e-05}
{"train_loss": 0.002837274456396699, "global_step": 52352, "epoch": 294, "lr": 5.19161090903171e-05}
{"train_loss": 0.002370849484577775, "global_step": 52353, "epoch": 294, "lr": 5.191463247379339e-05}
{"train_loss": 0.002282090950757265, "global_step": 52354, "epoch": 294, "lr": 5.1913155855597365e-05}
{"train_loss": 0.003710468066856265, "global_step": 52355, "epoch": 294, "lr": 5.19116792357303e-05}
{"train_loss": 0.0024450630880892277, "global_step": 52356, "epoch": 294, "lr": 5.191020261419349e-05}
{"train_loss": 0.002287220675498247, "global_step": 52357, "epoch": 294, "lr": 5.190872599098825e-05}
{"train_loss": 0.004354564473032951, "global_step": 52358, "epoch": 294, "lr": 5.1907249366115853e-05}
{"train_loss": 0.0029243186581879854, "global_step": 52359, "epoch": 294, "lr": 5.1905772739577586e-05}
{"train_loss": 0.0020809872075915337, "global_step": 52360, "epoch": 294, "lr": 5.1904296111374715e-05}
{"train_loss": 0.002136377152055502, "global_step": 52361, "epoch": 294, "lr": 5.190281948150858e-05}
{"train_loss": 0.004058165475726128, "global_step": 52362, "epoch": 294, "lr": 5.190134284998045e-05}
{"train_loss": 0.007918430492281914, "global_step": 52363, "epoch": 294, "lr": 5.1899866216791606e-05}
{"train_loss": 0.0030229068361222744, "global_step": 52364, "epoch": 294, "lr": 5.189838958194333e-05}
{"train_loss": 0.00631894962862134, "global_step": 52365, "epoch": 294, "lr": 5.1896912945436926e-05}
{"train_loss": 0.0031104704830795527, "global_step": 52366, "epoch": 294, "lr": 5.189543630727368e-05}
{"train_loss": 0.004889199510216713, "global_step": 52367, "epoch": 294, "lr": 5.18939596674549e-05}
{"train_loss": 0.002470212522894144, "global_step": 52368, "epoch": 294, "lr": 5.189248302598185e-05}
{"train_loss": 0.0032178773544728756, "global_step": 52369, "epoch": 294, "lr": 5.1891006382855834e-05}
{"train_loss": 0.0025848406367003918, "global_step": 52370, "epoch": 294, "lr": 5.1889529738078135e-05}
{"train_loss": 0.0030743712559342384, "global_step": 52371, "epoch": 294, "lr": 5.1888053091650036e-05}
{"train_loss": 0.0030252463184297085, "global_step": 52372, "epoch": 294, "lr": 5.1886576443572845e-05}
{"train_loss": 0.0017677225405350327, "global_step": 52373, "epoch": 294, "lr": 5.1885099793847836e-05}
{"train_loss": 0.0014650656376034021, "global_step": 52374, "epoch": 294, "lr": 5.188362314247631e-05}
{"train_loss": 0.003990557510405779, "global_step": 52375, "epoch": 294, "lr": 5.1882146489459535e-05}
{"train_loss": 0.002904998604208231, "global_step": 52376, "epoch": 294, "lr": 5.188066983479883e-05}
{"train_loss": 0.001671124016866088, "global_step": 52377, "epoch": 294, "lr": 5.187919317849549e-05}
{"train_loss": 0.007956101559102535, "global_step": 52378, "epoch": 294, "lr": 5.187771652055077e-05}
{"train_loss": 0.0030033120419830084, "global_step": 52379, "epoch": 294, "lr": 5.187623986096598e-05}
{"train_loss": 0.0016235108487308025, "global_step": 52380, "epoch": 294, "lr": 5.1874763199742396e-05}
{"train_loss": 0.002013404853641987, "global_step": 52381, "epoch": 294, "lr": 5.187328653688133e-05}
{"train_loss": 0.0033639762550592422, "global_step": 52382, "epoch": 294, "lr": 5.187180987238406e-05}
{"train_loss": 0.0024769227020442486, "global_step": 52383, "epoch": 294, "lr": 5.187033320625187e-05}
{"train_loss": 0.004871925339102745, "global_step": 52384, "epoch": 294, "lr": 5.186885653848605e-05}
{"train_loss": 0.004101671744138002, "global_step": 52385, "epoch": 294, "lr": 5.1867379869087896e-05}
{"train_loss": 0.003383015748113394, "global_step": 52386, "epoch": 294, "lr": 5.186590319805871e-05}
{"train_loss": 0.0016564036486670375, "global_step": 52387, "epoch": 294, "lr": 5.186442652539977e-05}
{"train_loss": 0.005620251409709454, "global_step": 52388, "epoch": 294, "lr": 5.1862949851112355e-05}
{"train_loss": 0.002623016946017742, "global_step": 52389, "epoch": 294, "lr": 5.186147317519777e-05}
{"train_loss": 0.005226261913776398, "global_step": 52390, "epoch": 294, "lr": 5.185999649765729e-05}
{"train_loss": 0.0016764667816460133, "global_step": 52391, "epoch": 294, "lr": 5.185851981849222e-05}
{"train_loss": 0.003594084642827511, "global_step": 52392, "epoch": 294, "lr": 5.185704313770385e-05}
{"train_loss": 0.0021142964251339436, "global_step": 52393, "epoch": 294, "lr": 5.1855566455293456e-05}
{"train_loss": 0.003269762499257922, "global_step": 52394, "epoch": 294, "lr": 5.185408977126234e-05}
{"train_loss": 0.005543843377381563, "global_step": 52395, "epoch": 294, "lr": 5.1852613085611776e-05}
{"train_loss": 0.0034747293684631586, "global_step": 52396, "epoch": 294, "lr": 5.185113639834308e-05}
{"train_loss": 0.004607069306075573, "global_step": 52397, "epoch": 294, "lr": 5.184965970945753e-05}
{"train_loss": 0.0027674217708408833, "global_step": 52398, "epoch": 294, "lr": 5.184818301895641e-05}
{"train_loss": 0.002896085847169161, "global_step": 52399, "epoch": 294, "lr": 5.1846706326841e-05}
{"train_loss": 0.005477949511259794, "global_step": 52400, "epoch": 294, "lr": 5.184522963311261e-05}
{"train_loss": 0.0034699002280831337, "global_step": 52401, "epoch": 294, "lr": 5.1843752937772526e-05}
{"train_loss": 0.005850613117218018, "global_step": 52402, "epoch": 294, "lr": 5.184227624082203e-05}
{"train_loss": 0.0028166882693767548, "global_step": 52403, "epoch": 294, "lr": 5.1840799542262406e-05}
{"train_loss": 0.0017497546505182981, "global_step": 52404, "epoch": 294, "lr": 5.183932284209496e-05}
{"train_loss": 0.0036554071120917797, "global_step": 52405, "epoch": 294, "lr": 5.1837846140320975e-05}
{"train_loss": 0.0017892803298309445, "global_step": 52406, "epoch": 294, "lr": 5.183636943694175e-05}
{"train_loss": 0.0020777410827577114, "global_step": 52407, "epoch": 294, "lr": 5.183489273195856e-05}
{"train_loss": 0.0027482090517878532, "global_step": 52408, "epoch": 294, "lr": 5.1833416025372704e-05}
{"train_loss": 0.00407002167776227, "global_step": 52409, "epoch": 294, "lr": 5.1831939317185454e-05}
{"train_loss": 0.006397808901965618, "global_step": 52410, "epoch": 294, "lr": 5.183046260739813e-05}
{"train_loss": 0.0026623427402228117, "global_step": 52411, "epoch": 294, "lr": 5.1828985896012004e-05}
{"train_loss": 0.005550445057451725, "global_step": 52412, "epoch": 294, "lr": 5.1827509183028366e-05}
{"train_loss": 0.00300582149066031, "global_step": 52413, "epoch": 294, "lr": 5.1826032468448504e-05}
{"train_loss": 0.0035503325052559376, "global_step": 52414, "epoch": 294, "lr": 5.182455575227372e-05}
{"train_loss": 0.00327446311712265, "global_step": 52415, "epoch": 294, "lr": 5.1823079034505294e-05}
{"train_loss": 0.0038556589279323816, "global_step": 52416, "epoch": 294, "lr": 5.1821602315144514e-05}
{"train_loss": 0.002455024514347315, "global_step": 52417, "epoch": 294, "lr": 5.182012559419268e-05}
{"train_loss": 0.0019698510877788067, "global_step": 52418, "epoch": 294, "lr": 5.1818648871651055e-05}
{"train_loss": 0.003167151240631938, "global_step": 52419, "epoch": 294, "lr": 5.1817172147520965e-05}
{"train_loss": 0.002318351063877344, "global_step": 52420, "epoch": 294, "lr": 5.181569542180369e-05}
{"train_loss": 0.0032196887768805027, "global_step": 52421, "epoch": 294, "lr": 5.1814218694500506e-05}
{"train_loss": 0.004711094778031111, "global_step": 52422, "epoch": 294, "lr": 5.18127419656127e-05}
{"train_loss": 0.0039344001561403275, "global_step": 52423, "epoch": 294, "lr": 5.1811265235141585e-05}
{"train_loss": 0.004249719902873039, "global_step": 52424, "epoch": 294, "lr": 5.180978850308843e-05}
{"train_loss": 0.0031415061093866825, "global_step": 52425, "epoch": 294, "lr": 5.180831176945454e-05}
{"train_loss": 0.002214350737631321, "global_step": 52426, "epoch": 294, "lr": 5.180683503424119e-05}
{"train_loss": 0.005325241480022669, "global_step": 52427, "epoch": 294, "lr": 5.180535829744968e-05}
{"train_loss": 0.0026931636966764927, "global_step": 52428, "epoch": 294, "lr": 5.180388155908129e-05}
{"train_loss": 0.005063135176897049, "global_step": 52429, "epoch": 294, "lr": 5.180240481913733e-05}
{"train_loss": 0.00472720991820097, "global_step": 52430, "epoch": 294, "lr": 5.180092807761908e-05}
{"train_loss": 0.003856802824884653, "global_step": 52431, "epoch": 294, "lr": 5.1799451334527826e-05}
{"train_loss": 0.0019707437604665756, "global_step": 52432, "epoch": 294, "lr": 5.179797458986484e-05}
{"train_loss": 0.002445827703922987, "global_step": 52433, "epoch": 294, "lr": 5.1796497843631456e-05}
{"train_loss": 0.004072591662406921, "global_step": 52434, "epoch": 294, "lr": 5.179502109582892e-05}
{"train_loss": 0.0036232415586709976, "global_step": 52435, "epoch": 294, "lr": 5.1793544346458544e-05}
{"train_loss": 0.0020022443495690823, "global_step": 52436, "epoch": 294, "lr": 5.179206759552162e-05}
{"train_loss": 0.002213023602962494, "global_step": 52437, "epoch": 294, "lr": 5.1790590843019425e-05}
{"train_loss": 0.005089939571917057, "global_step": 52438, "epoch": 294, "lr": 5.178911408895326e-05}
{"train_loss": 0.0030476711690425873, "global_step": 52439, "epoch": 294, "lr": 5.178763733332441e-05}
{"train_loss": 0.004145074635744095, "global_step": 52440, "epoch": 294, "lr": 5.178616057613417e-05}
{"train_loss": 0.004784619435667992, "global_step": 52441, "epoch": 294, "lr": 5.178468381738382e-05}
{"train_loss": 0.003994932398200035, "global_step": 52442, "epoch": 294, "lr": 5.1783207057074654e-05}
{"train_loss": 0.003919751383364201, "global_step": 52443, "epoch": 294, "lr": 5.1781730295207965e-05}
{"train_loss": 0.00508106779307127, "global_step": 52444, "epoch": 294, "lr": 5.178025353178505e-05}
{"train_loss": 0.004276926629245281, "global_step": 52445, "epoch": 294, "lr": 5.177877676680718e-05}
{"train_loss": 0.0026471843011677265, "global_step": 52446, "epoch": 294, "lr": 5.1777300000275655e-05}
{"train_loss": 0.0025036095175892115, "global_step": 52447, "epoch": 294, "lr": 5.177582323219176e-05}
{"train_loss": 0.0029134671203792095, "global_step": 52448, "epoch": 294, "lr": 5.177434646255679e-05}
{"train_loss": 0.0030694459564983845, "global_step": 52449, "epoch": 294, "lr": 5.177286969137204e-05}
{"train_loss": 0.004015896935015917, "global_step": 52450, "epoch": 294, "lr": 5.17713929186388e-05}
{"train_loss": 0.0015720296651124954, "global_step": 52451, "epoch": 294, "lr": 5.176991614435833e-05}
{"train_loss": 0.0024293255992233753, "global_step": 52452, "epoch": 294, "lr": 5.176843936853197e-05}
{"train_loss": 0.002899265382438898, "global_step": 52453, "epoch": 294, "lr": 5.176696259116098e-05}
{"train_loss": 0.0018839528784155846, "global_step": 52454, "epoch": 294, "lr": 5.176548581224665e-05}
{"train_loss": 0.0033856381196528673, "global_step": 52455, "epoch": 294, "lr": 5.176400903179027e-05}
{"train_loss": 0.004160979762673378, "global_step": 52456, "epoch": 294, "lr": 5.176253224979314e-05}
{"train_loss": 0.002789510879665613, "global_step": 52457, "epoch": 294, "lr": 5.1761055466256535e-05}
{"train_loss": 0.0021440882701426744, "global_step": 52458, "epoch": 294, "lr": 5.1759578681181766e-05}
{"train_loss": 0.006067682057619095, "global_step": 52459, "epoch": 294, "lr": 5.17581018945701e-05}
{"train_loss": 0.003075066953897476, "global_step": 52460, "epoch": 294, "lr": 5.175662510642283e-05}
{"train_loss": 0.003313280176371336, "global_step": 52461, "epoch": 294, "lr": 5.175514831674126e-05}
{"train_loss": 0.006396661512553692, "global_step": 52462, "epoch": 294, "lr": 5.1753671525526684e-05}
{"train_loss": 0.001759252743795514, "global_step": 52463, "epoch": 294, "lr": 5.1752194732780365e-05}
{"train_loss": 0.002764681354165077, "global_step": 52464, "epoch": 294, "lr": 5.175071793850362e-05}
{"train_loss": 0.004043877590447664, "global_step": 52465, "epoch": 294, "lr": 5.174924114269771e-05}
{"train_loss": 0.002905638189986348, "global_step": 52466, "epoch": 294, "lr": 5.174776434536397e-05}
{"train_loss": 0.002658361569046974, "global_step": 52467, "epoch": 294, "lr": 5.1746287546503646e-05}
{"train_loss": 0.003929337486624718, "global_step": 52468, "epoch": 294, "lr": 5.174481074611803e-05}
{"train_loss": 0.005541688296943903, "global_step": 52469, "epoch": 294, "lr": 5.174333394420845e-05}
{"train_loss": 0.0038038999773561954, "global_step": 52470, "epoch": 294, "lr": 5.174185714077615e-05}
{"train_loss": 0.007006470579653978, "global_step": 52471, "epoch": 294, "lr": 5.174038033582246e-05}
{"train_loss": 0.0026243312750011683, "global_step": 52472, "epoch": 294, "lr": 5.173890352934865e-05}
{"train_loss": 0.0014842485543340445, "global_step": 52473, "epoch": 294, "lr": 5.173742672135601e-05}
{"train_loss": 0.0031753494404256344, "global_step": 52474, "epoch": 294, "lr": 5.173594991184583e-05}
{"train_loss": 0.0021638115867972374, "global_step": 52475, "epoch": 294, "lr": 5.1734473100819394e-05}
{"train_loss": 0.009020655415952206, "global_step": 52476, "epoch": 294, "lr": 5.173299628827801e-05}
{"train_loss": 0.005351270083338022, "global_step": 52477, "epoch": 294, "lr": 5.173151947422296e-05}
{"train_loss": 0.0024870727211236954, "global_step": 52478, "epoch": 294, "lr": 5.173004265865552e-05}
{"train_loss": 0.0032251467928290367, "global_step": 52479, "epoch": 294, "lr": 5.1728565841576994e-05}
{"train_loss": 0.004721153527498245, "global_step": 52480, "epoch": 294, "lr": 5.172708902298866e-05}
{"train_loss": 0.002614834811538458, "global_step": 52481, "epoch": 294, "lr": 5.172561220289184e-05}
{"train_loss": 0.003300952259451151, "global_step": 52482, "epoch": 294, "lr": 5.1724135381287786e-05}
{"train_loss": 0.0022437197621911764, "global_step": 52483, "epoch": 294, "lr": 5.17226585581778e-05}
{"train_loss": 0.0026962277479469776, "global_step": 52484, "epoch": 294, "lr": 5.1721181733563184e-05}
{"train_loss": 0.005804034881293774, "global_step": 52485, "epoch": 294, "lr": 5.171970490744521e-05}
{"train_loss": 0.0037951995618641376, "global_step": 52486, "epoch": 294, "lr": 5.1718228079825183e-05}
{"train_loss": 0.003901373129338026, "global_step": 52487, "epoch": 294, "lr": 5.171675125070439e-05}
{"train_loss": 0.002893869299441576, "global_step": 52488, "epoch": 294, "lr": 5.171527442008411e-05}
{"train_loss": 0.003760548308491707, "global_step": 52489, "epoch": 294, "lr": 5.171379758796563e-05}
{"train_loss": 0.002494764979928732, "global_step": 52490, "epoch": 294, "lr": 5.171232075435026e-05}
{"train_loss": 0.001554217073135078, "global_step": 52491, "epoch": 294, "lr": 5.1710843919239285e-05}
{"train_loss": 0.005685439333319664, "global_step": 52492, "epoch": 294, "lr": 5.1709367082633986e-05}
{"train_loss": 0.0035413240548223257, "global_step": 52493, "epoch": 294, "lr": 5.170789024453566e-05}
{"train_loss": 0.007345155347138643, "global_step": 52494, "epoch": 294, "lr": 5.170641340494559e-05}
{"train_loss": 0.002544933697208762, "global_step": 52495, "epoch": 294, "lr": 5.170493656386507e-05}
{"train_loss": 0.0059111351147294044, "global_step": 52496, "epoch": 294, "lr": 5.170345972129539e-05}
{"train_loss": 0.0034773857332766056, "global_step": 52497, "epoch": 294, "lr": 5.170198287723784e-05}
{"train_loss": 0.003974634222686291, "global_step": 52498, "epoch": 294, "lr": 5.170050603169372e-05}
{"train_loss": 0.0033530835062265396, "global_step": 52499, "epoch": 294, "lr": 5.1699029184664296e-05}
{"train_loss": 0.004131540656089783, "global_step": 52500, "epoch": 294, "lr": 5.169755233615088e-05}
{"train_loss": 0.0015579506289213896, "global_step": 52501, "epoch": 294, "lr": 5.169607548615475e-05}
{"train_loss": 0.0017859720392152667, "global_step": 52502, "epoch": 294, "lr": 5.169459863467719e-05}
{"train_loss": 0.003261774778366089, "global_step": 52503, "epoch": 294, "lr": 5.16931217817195e-05}
{"train_loss": 0.004053873475641012, "global_step": 52504, "epoch": 294, "lr": 5.1691644927282975e-05}
{"train_loss": 0.0048383246175944805, "global_step": 52505, "epoch": 294, "lr": 5.169016807136892e-05}
{"train_loss": 0.0036967522464692593, "global_step": 52506, "epoch": 294, "lr": 5.168869121397858e-05}
{"train_loss": 0.004709802567958832, "global_step": 52507, "epoch": 294, "lr": 5.168721435511328e-05}
{"train_loss": 0.0018604628276079893, "global_step": 52508, "epoch": 294, "lr": 5.168573749477428e-05}
{"train_loss": 0.0034616304394067005, "global_step": 52509, "epoch": 294, "lr": 5.16842606329629e-05}
{"train_loss": 0.005471866112202406, "global_step": 52510, "epoch": 295, "lr": 5.168278376968042e-05}
{"train_loss": 0.004168658517301083, "global_step": 52511, "epoch": 295, "lr": 5.168130690492813e-05}
{"train_loss": 0.0027773682959377766, "global_step": 52512, "epoch": 295, "lr": 5.167983003870732e-05}
{"train_loss": 0.00604633241891861, "global_step": 52513, "epoch": 295, "lr": 5.167835317101927e-05}
{"train_loss": 0.006215155124664307, "global_step": 52514, "epoch": 295, "lr": 5.1676876301865284e-05}
{"train_loss": 0.004926194902509451, "global_step": 52515, "epoch": 295, "lr": 5.167539943124665e-05}
{"train_loss": 0.003850158303976059, "global_step": 52516, "epoch": 295, "lr": 5.167392255916467e-05}
{"train_loss": 0.002223802264779806, "global_step": 52517, "epoch": 295, "lr": 5.1672445685620594e-05}
{"train_loss": 0.004844670183956623, "global_step": 52518, "epoch": 295, "lr": 5.167096881061574e-05}
{"train_loss": 0.0023487117141485214, "global_step": 52519, "epoch": 295, "lr": 5.16694919341514e-05}
{"train_loss": 0.002748559694737196, "global_step": 52520, "epoch": 295, "lr": 5.166801505622886e-05}
{"train_loss": 0.005309853237122297, "global_step": 52521, "epoch": 295, "lr": 5.166653817684941e-05}
{"train_loss": 0.0036975231487303972, "global_step": 52522, "epoch": 295, "lr": 5.1665061296014326e-05}
{"train_loss": 0.0031463028863072395, "global_step": 52523, "epoch": 295, "lr": 5.166358441372492e-05}
{"train_loss": 0.003996116109192371, "global_step": 52524, "epoch": 295, "lr": 5.166210752998247e-05}
{"train_loss": 0.0034399316646158695, "global_step": 52525, "epoch": 295, "lr": 5.166063064478828e-05}
{"train_loss": 0.003985084127634764, "global_step": 52526, "epoch": 295, "lr": 5.165915375814362e-05}
{"train_loss": 0.0035038611385971308, "global_step": 52527, "epoch": 295, "lr": 5.165767687004977e-05}
{"train_loss": 0.0037782469298690557, "global_step": 52528, "epoch": 295, "lr": 5.165619998050806e-05}
{"train_loss": 0.003142363391816616, "global_step": 52529, "epoch": 295, "lr": 5.165472308951976e-05}
{"train_loss": 0.003945979755371809, "global_step": 52530, "epoch": 295, "lr": 5.165324619708615e-05}
{"train_loss": 0.0019440751057118177, "global_step": 52531, "epoch": 295, "lr": 5.165176930320852e-05}
{"train_loss": 0.005367901176214218, "global_step": 52532, "epoch": 295, "lr": 5.165029240788817e-05}
{"train_loss": 0.00210396246984601, "global_step": 52533, "epoch": 295, "lr": 5.16488155111264e-05}
{"train_loss": 0.0015699525829404593, "global_step": 52534, "epoch": 295, "lr": 5.164733861292449e-05}
{"train_loss": 0.0034606349654495716, "global_step": 52535, "epoch": 295, "lr": 5.1645861713283714e-05}
{"train_loss": 0.004972602240741253, "global_step": 52536, "epoch": 295, "lr": 5.164438481220539e-05}
{"train_loss": 0.0030205496586859226, "global_step": 52537, "epoch": 295, "lr": 5.1642907909690785e-05}
{"train_loss": 0.0027919327840209007, "global_step": 52538, "epoch": 295, "lr": 5.1641431005741204e-05}
{"train_loss": 0.003270268440246582, "global_step": 52539, "epoch": 295, "lr": 5.163995410035792e-05}
{"train_loss": 0.004405875690281391, "global_step": 52540, "epoch": 295, "lr": 5.1638477193542245e-05}
{"train_loss": 0.0023694015108048916, "global_step": 52541, "epoch": 295, "lr": 5.1637000285295456e-05}
{"train_loss": 0.002400794764980674, "global_step": 52542, "epoch": 295, "lr": 5.163552337561884e-05}
{"train_loss": 0.001975317019969225, "global_step": 52543, "epoch": 295, "lr": 5.1634046464513695e-05}
{"train_loss": 0.001244876766577363, "global_step": 52544, "epoch": 295, "lr": 5.163256955198131e-05}
{"train_loss": 0.004276220686733723, "global_step": 52545, "epoch": 295, "lr": 5.163109263802298e-05}
{"train_loss": 0.00344516197219491, "global_step": 52546, "epoch": 295, "lr": 5.162961572263998e-05}
{"train_loss": 0.0032110537867993116, "global_step": 52547, "epoch": 295, "lr": 5.16281388058336e-05}
{"train_loss": 0.004030994139611721, "global_step": 52548, "epoch": 295, "lr": 5.162666188760515e-05}
{"train_loss": 0.00541887991130352, "global_step": 52549, "epoch": 295, "lr": 5.162518496795591e-05}
{"train_loss": 0.0030670342966914177, "global_step": 52550, "epoch": 295, "lr": 5.162370804688716e-05}
{"train_loss": 0.005517702549695969, "global_step": 52551, "epoch": 295, "lr": 5.16222311244002e-05}
{"train_loss": 0.0034911830443888903, "global_step": 52552, "epoch": 295, "lr": 5.16207542004963e-05}
{"train_loss": 0.004298815969377756, "global_step": 52553, "epoch": 295, "lr": 5.161927727517679e-05}
{"train_loss": 0.0030449293553829193, "global_step": 52554, "epoch": 295, "lr": 5.161780034844293e-05}
{"train_loss": 0.004574657883495092, "global_step": 52555, "epoch": 295, "lr": 5.161632342029603e-05}
{"train_loss": 0.004963995888829231, "global_step": 52556, "epoch": 295, "lr": 5.161484649073736e-05}
{"train_loss": 0.002947527449578047, "global_step": 52557, "epoch": 295, "lr": 5.161336955976821e-05}
{"train_loss": 0.0013057941105216742, "global_step": 52558, "epoch": 295, "lr": 5.161189262738989e-05}
{"train_loss": 0.002605582121759653, "global_step": 52559, "epoch": 295, "lr": 5.1610415693603673e-05}
{"train_loss": 0.0019008854869753122, "global_step": 52560, "epoch": 295, "lr": 5.1608938758410855e-05}
{"train_loss": 0.0018909706268459558, "global_step": 52561, "epoch": 295, "lr": 5.160746182181273e-05}
{"train_loss": 0.0020364581141620874, "global_step": 52562, "epoch": 295, "lr": 5.160598488381058e-05}
{"train_loss": 0.006066991947591305, "global_step": 52563, "epoch": 295, "lr": 5.16045079444057e-05}
{"train_loss": 0.0028742877766489983, "global_step": 52564, "epoch": 295, "lr": 5.160303100359938e-05}
{"train_loss": 0.0043260566890239716, "global_step": 52565, "epoch": 295, "lr": 5.1601554061392885e-05}
{"train_loss": 0.003499228972941637, "global_step": 52566, "epoch": 295, "lr": 5.1600077117787546e-05}
{"train_loss": 0.004203129094094038, "global_step": 52567, "epoch": 295, "lr": 5.1598600172784636e-05}
{"train_loss": 0.008285781368613243, "global_step": 52568, "epoch": 295, "lr": 5.1597123226385456e-05}
{"train_loss": 0.004422476515173912, "global_step": 52569, "epoch": 295, "lr": 5.159564627859126e-05}
{"train_loss": 0.0018899851711466908, "global_step": 52570, "epoch": 295, "lr": 5.159416932940337e-05}
{"train_loss": 0.003985894378274679, "global_step": 52571, "epoch": 295, "lr": 5.159269237882308e-05}
{"train_loss": 0.0021782354451715946, "global_step": 52572, "epoch": 295, "lr": 5.159121542685166e-05}
{"train_loss": 0.004500639624893665, "global_step": 52573, "epoch": 295, "lr": 5.1589738473490403e-05}
{"train_loss": 0.0050395336002111435, "global_step": 52574, "epoch": 295, "lr": 5.158826151874061e-05}
{"train_loss": 0.0029951967298984528, "global_step": 52575, "epoch": 295, "lr": 5.158678456260356e-05}
{"train_loss": 0.00218599708750844, "global_step": 52576, "epoch": 295, "lr": 5.1585307605080555e-05}
{"train_loss": 0.002838672371581197, "global_step": 52577, "epoch": 295, "lr": 5.158383064617288e-05}
{"train_loss": 0.00515451654791832, "global_step": 52578, "epoch": 295, "lr": 5.1582353685881826e-05}
{"train_loss": 0.0029571428894996643, "global_step": 52579, "epoch": 295, "lr": 5.158087672420867e-05}
{"train_loss": 0.004183733370155096, "global_step": 52580, "epoch": 295, "lr": 5.157939976115471e-05}
{"train_loss": 0.006731786765158176, "global_step": 52581, "epoch": 295, "lr": 5.157792279672126e-05}
{"train_loss": 0.004015877842903137, "global_step": 52582, "epoch": 295, "lr": 5.157644583090957e-05}
{"train_loss": 0.00381444557569921, "global_step": 52583, "epoch": 295, "lr": 5.1574968863720966e-05}
{"train_loss": 0.003445046953856945, "global_step": 52584, "epoch": 295, "lr": 5.15734918951567e-05}
{"train_loss": 0.0024319065269082785, "global_step": 52585, "epoch": 295, "lr": 5.157201492521809e-05}
{"train_loss": 0.0023077810183167458, "global_step": 52586, "epoch": 295, "lr": 5.157053795390642e-05}
{"train_loss": 0.005738225765526295, "global_step": 52587, "epoch": 295, "lr": 5.156906098122298e-05}
{"train_loss": 0.002539547858759761, "global_step": 52588, "epoch": 295, "lr": 5.156758400716906e-05}
{"train_loss": 0.003552329493686557, "global_step": 52589, "epoch": 295, "lr": 5.156610703174595e-05}
{"train_loss": 0.0046770088374614716, "global_step": 52590, "epoch": 295, "lr": 5.1564630054954935e-05}
{"train_loss": 0.0020464176777750254, "global_step": 52591, "epoch": 295, "lr": 5.156315307679731e-05}
{"train_loss": 0.0023489086888730526, "global_step": 52592, "epoch": 295, "lr": 5.156167609727437e-05}
{"train_loss": 0.007474095560610294, "global_step": 52593, "epoch": 295, "lr": 5.156019911638739e-05}
{"train_loss": 0.0036615512799471617, "global_step": 52594, "epoch": 295, "lr": 5.155872213413766e-05}
{"train_loss": 0.001669869408942759, "global_step": 52595, "epoch": 295, "lr": 5.155724515052649e-05}
{"train_loss": 0.004486611112952232, "global_step": 52596, "epoch": 295, "lr": 5.155576816555516e-05}
{"train_loss": 0.004156825132668018, "global_step": 52597, "epoch": 295, "lr": 5.1554291179224966e-05}
{"train_loss": 0.00286418991163373, "global_step": 52598, "epoch": 295, "lr": 5.155281419153718e-05}
{"train_loss": 0.002290289383381605, "global_step": 52599, "epoch": 295, "lr": 5.155133720249311e-05}
{"train_loss": 0.002493171952664852, "global_step": 52600, "epoch": 295, "lr": 5.1549860212094045e-05}
{"train_loss": 0.003979974426329136, "global_step": 52601, "epoch": 295, "lr": 5.1548383220341265e-05}
{"train_loss": 0.0038956827484071255, "global_step": 52602, "epoch": 295, "lr": 5.154690622723607e-05}
{"train_loss": 0.0016006708610802889, "global_step": 52603, "epoch": 295, "lr": 5.1545429232779727e-05}
{"train_loss": 0.0031780279241502285, "global_step": 52604, "epoch": 295, "lr": 5.1543952236973556e-05}
{"train_loss": 0.004378771409392357, "global_step": 52605, "epoch": 295, "lr": 5.154247523981884e-05}
{"train_loss": 0.003267924999818206, "global_step": 52606, "epoch": 295, "lr": 5.154099824131686e-05}
{"train_loss": 0.0028209162410348654, "global_step": 52607, "epoch": 295, "lr": 5.1539521241468914e-05}
{"train_loss": 0.0034704972058534622, "global_step": 52608, "epoch": 295, "lr": 5.153804424027627e-05}
{"train_loss": 0.004207494668662548, "global_step": 52609, "epoch": 295, "lr": 5.153656723774026e-05}
{"train_loss": 0.0022456608712673187, "global_step": 52610, "epoch": 295, "lr": 5.153509023386214e-05}
{"train_loss": 0.002809277269989252, "global_step": 52611, "epoch": 295, "lr": 5.153361322864321e-05}
{"train_loss": 0.0009624091908335686, "global_step": 52612, "epoch": 295, "lr": 5.153213622208476e-05}
{"train_loss": 0.0036930167116224766, "global_step": 52613, "epoch": 295, "lr": 5.153065921418808e-05}
{"train_loss": 0.0013411549152806401, "global_step": 52614, "epoch": 295, "lr": 5.152918220495446e-05}
{"train_loss": 0.004164688289165497, "global_step": 52615, "epoch": 295, "lr": 5.152770519438519e-05}
{"train_loss": 0.005734024569392204, "global_step": 52616, "epoch": 295, "lr": 5.1526228182481564e-05}
{"train_loss": 0.004109074827283621, "global_step": 52617, "epoch": 295, "lr": 5.1524751169244865e-05}
{"train_loss": 0.007817460224032402, "global_step": 52618, "epoch": 295, "lr": 5.152327415467638e-05}
{"train_loss": 0.0019360680598765612, "global_step": 52619, "epoch": 295, "lr": 5.1521797138777414e-05}
{"train_loss": 0.006108063273131847, "global_step": 52620, "epoch": 295, "lr": 5.152032012154926e-05}
{"train_loss": 0.007439626846462488, "global_step": 52621, "epoch": 295, "lr": 5.1518843102993185e-05}
{"train_loss": 0.002085224725306034, "global_step": 52622, "epoch": 295, "lr": 5.151736608311048e-05}
{"train_loss": 0.00351776834577322, "global_step": 52623, "epoch": 295, "lr": 5.1515889061902465e-05}
{"train_loss": 0.003758990438655019, "global_step": 52624, "epoch": 295, "lr": 5.151441203937042e-05}
{"train_loss": 0.006716468837112188, "global_step": 52625, "epoch": 295, "lr": 5.151293501551562e-05}
{"train_loss": 0.001550637767650187, "global_step": 52626, "epoch": 295, "lr": 5.1511457990339354e-05}
{"train_loss": 0.00404683593660593, "global_step": 52627, "epoch": 295, "lr": 5.150998096384291e-05}
{"train_loss": 0.005182311404496431, "global_step": 52628, "epoch": 295, "lr": 5.1508503936027594e-05}
{"train_loss": 0.003227369859814644, "global_step": 52629, "epoch": 295, "lr": 5.150702690689471e-05}
{"train_loss": 0.0047878301702439785, "global_step": 52630, "epoch": 295, "lr": 5.15055498764455e-05}
{"train_loss": 0.0026750247925519943, "global_step": 52631, "epoch": 295, "lr": 5.1504072844681296e-05}
{"train_loss": 0.003965709358453751, "global_step": 52632, "epoch": 295, "lr": 5.150259581160337e-05}
{"train_loss": 0.0038484532851725817, "global_step": 52633, "epoch": 295, "lr": 5.150111877721302e-05}
{"train_loss": 0.004520817194133997, "global_step": 52634, "epoch": 295, "lr": 5.149964174151154e-05}
{"train_loss": 0.001940260292030871, "global_step": 52635, "epoch": 295, "lr": 5.1498164704500195e-05}
{"train_loss": 0.004364068154245615, "global_step": 52636, "epoch": 295, "lr": 5.14966876661803e-05}
{"train_loss": 0.006319566164165735, "global_step": 52637, "epoch": 295, "lr": 5.1495210626553126e-05}
{"train_loss": 0.00366335641592741, "global_step": 52638, "epoch": 295, "lr": 5.1493733585619994e-05}
{"train_loss": 0.004005380906164646, "global_step": 52639, "epoch": 295, "lr": 5.149225654338217e-05}
{"train_loss": 0.003251415677368641, "global_step": 52640, "epoch": 295, "lr": 5.149077949984096e-05}
{"train_loss": 0.0022181817330420017, "global_step": 52641, "epoch": 295, "lr": 5.148930245499761e-05}
{"train_loss": 0.001550411689095199, "global_step": 52642, "epoch": 295, "lr": 5.148782540885347e-05}
{"train_loss": 0.005617794115096331, "global_step": 52643, "epoch": 295, "lr": 5.1486348361409795e-05}
{"train_loss": 0.0015550173120573163, "global_step": 52644, "epoch": 295, "lr": 5.1484871312667894e-05}
{"train_loss": 0.0039556692354381084, "global_step": 52645, "epoch": 295, "lr": 5.148339426262905e-05}
{"train_loss": 0.0031811362132430077, "global_step": 52646, "epoch": 295, "lr": 5.1481917211294516e-05}
{"train_loss": 0.003118823980912566, "global_step": 52647, "epoch": 295, "lr": 5.148044015866564e-05}
{"train_loss": 0.0021929629147052765, "global_step": 52648, "epoch": 295, "lr": 5.147896310474369e-05}
{"train_loss": 0.0027155540883541107, "global_step": 52649, "epoch": 295, "lr": 5.147748604952996e-05}
{"train_loss": 0.0038287732750177383, "global_step": 52650, "epoch": 295, "lr": 5.147600899302572e-05}
{"train_loss": 0.004099105950444937, "global_step": 52651, "epoch": 295, "lr": 5.1474531935232274e-05}
{"train_loss": 0.002712512854486704, "global_step": 52652, "epoch": 295, "lr": 5.147305487615092e-05}
{"train_loss": 0.0030528861097991467, "global_step": 52653, "epoch": 295, "lr": 5.147157781578295e-05}
{"train_loss": 0.005083669442683458, "global_step": 52654, "epoch": 295, "lr": 5.147010075412962e-05}
{"train_loss": 0.0033635133877396584, "global_step": 52655, "epoch": 295, "lr": 5.1468623691192255e-05}
{"train_loss": 0.005061673931777477, "global_step": 52656, "epoch": 295, "lr": 5.146714662697213e-05}
{"train_loss": 0.002974199131131172, "global_step": 52657, "epoch": 295, "lr": 5.146566956147054e-05}
{"train_loss": 0.00550013268366456, "global_step": 52658, "epoch": 295, "lr": 5.146419249468879e-05}
{"train_loss": 0.0026580244302749634, "global_step": 52659, "epoch": 295, "lr": 5.146271542662815e-05}
{"train_loss": 0.0034091155976057053, "global_step": 52660, "epoch": 295, "lr": 5.146123835728991e-05}
{"train_loss": 0.007803813554346561, "global_step": 52661, "epoch": 295, "lr": 5.1459761286675365e-05}
{"train_loss": 0.003948178142309189, "global_step": 52662, "epoch": 295, "lr": 5.1458284214785815e-05}
{"train_loss": 0.0017496959771960974, "global_step": 52663, "epoch": 295, "lr": 5.145680714162253e-05}
{"train_loss": 0.0068452246487140656, "global_step": 52664, "epoch": 295, "lr": 5.145533006718683e-05}
{"train_loss": 0.002706843428313732, "global_step": 52665, "epoch": 295, "lr": 5.145385299147996e-05}
{"train_loss": 0.0054039116948843, "global_step": 52666, "epoch": 295, "lr": 5.145237591450325e-05}
{"train_loss": 0.004992774222046137, "global_step": 52667, "epoch": 295, "lr": 5.145089883625798e-05}
{"train_loss": 0.003470796626061201, "global_step": 52668, "epoch": 295, "lr": 5.144942175674543e-05}
{"train_loss": 0.0025519849732518196, "global_step": 52669, "epoch": 295, "lr": 5.1447944675966884e-05}
{"train_loss": 0.0038085812702775, "global_step": 52670, "epoch": 295, "lr": 5.1446467593923666e-05}
{"train_loss": 0.006383095867931843, "global_step": 52671, "epoch": 295, "lr": 5.144499051061704e-05}
{"train_loss": 0.003936236724257469, "global_step": 52672, "epoch": 295, "lr": 5.1443513426048294e-05}
{"train_loss": 0.005004081875085831, "global_step": 52673, "epoch": 295, "lr": 5.144203634021874e-05}
{"train_loss": 0.007950659841299057, "global_step": 52674, "epoch": 295, "lr": 5.144055925312963e-05}
{"train_loss": 0.003477631136775017, "global_step": 52675, "epoch": 295, "lr": 5.1439082164782295e-05}
{"train_loss": 0.001837167190387845, "global_step": 52676, "epoch": 295, "lr": 5.143760507517801e-05}
{"train_loss": 0.0048925504088401794, "global_step": 52677, "epoch": 295, "lr": 5.1436127984318036e-05}
{"train_loss": 0.003879574127495289, "global_step": 52678, "epoch": 295, "lr": 5.143465089220372e-05}
{"train_loss": 0.004394949413836002, "global_step": 52679, "epoch": 295, "lr": 5.14331737988363e-05}
{"train_loss": 0.003901901189237833, "global_step": 52680, "epoch": 295, "lr": 5.14316967042171e-05}
{"train_loss": 0.001623311429284513, "global_step": 52681, "epoch": 295, "lr": 5.143021960834741e-05}
{"train_loss": 0.0024495411198586226, "global_step": 52682, "epoch": 295, "lr": 5.14287425112285e-05}
{"train_loss": 0.005946841556578875, "global_step": 52683, "epoch": 295, "lr": 5.142726541286167e-05}
{"train_loss": 0.0030861333943903446, "global_step": 52684, "epoch": 295, "lr": 5.142578831324819e-05}
{"train_loss": 0.0033264525700360537, "global_step": 52685, "epoch": 295, "lr": 5.142431121238939e-05}
{"train_loss": 0.005435355938971043, "global_step": 52686, "epoch": 295, "lr": 5.1422834110286534e-05}
{"train_loss": 0.003731762042028432, "global_step": 52687, "epoch": 295, "lr": 5.142135700694092e-05, "train_action_mse_error": 8.99520000530174e-06}
{"train_loss": 0.001990951132029295, "global_step": 52688, "epoch": 296, "lr": 5.141987990235383e-05}
{"train_loss": 0.0037160164210945368, "global_step": 52689, "epoch": 296, "lr": 5.1418402796526556e-05}
{"train_loss": 0.004024134017527103, "global_step": 52690, "epoch": 296, "lr": 5.1416925689460405e-05}
{"train_loss": 0.002134766662493348, "global_step": 52691, "epoch": 296, "lr": 5.1415448581156644e-05}
{"train_loss": 0.004238945432007313, "global_step": 52692, "epoch": 296, "lr": 5.141397147161658e-05}
{"train_loss": 0.003840623190626502, "global_step": 52693, "epoch": 296, "lr": 5.141249436084149e-05}
{"train_loss": 0.00224966648966074, "global_step": 52694, "epoch": 296, "lr": 5.141101724883267e-05}
{"train_loss": 0.002255247440189123, "global_step": 52695, "epoch": 296, "lr": 5.1409540135591414e-05}
{"train_loss": 0.004435175098478794, "global_step": 52696, "epoch": 296, "lr": 5.140806302111901e-05}
{"train_loss": 0.004566227085888386, "global_step": 52697, "epoch": 296, "lr": 5.1406585905416735e-05}
{"train_loss": 0.003940802067518234, "global_step": 52698, "epoch": 296, "lr": 5.14051087884859e-05}
{"train_loss": 0.003036148613318801, "global_step": 52699, "epoch": 296, "lr": 5.140363167032779e-05}
{"train_loss": 0.003462689695879817, "global_step": 52700, "epoch": 296, "lr": 5.140215455094369e-05}
{"train_loss": 0.005511214956641197, "global_step": 52701, "epoch": 296, "lr": 5.14006774303349e-05}
{"train_loss": 0.0049716937355697155, "global_step": 52702, "epoch": 296, "lr": 5.1399200308502695e-05}
{"train_loss": 0.004538958892226219, "global_step": 52703, "epoch": 296, "lr": 5.1397723185448364e-05}
{"train_loss": 0.004742057994008064, "global_step": 52704, "epoch": 296, "lr": 5.1396246061173214e-05}
{"train_loss": 0.004799263086169958, "global_step": 52705, "epoch": 296, "lr": 5.139476893567853e-05}
{"train_loss": 0.0046524181962013245, "global_step": 52706, "epoch": 296, "lr": 5.1393291808965596e-05}
{"train_loss": 0.005645080469548702, "global_step": 52707, "epoch": 296, "lr": 5.139181468103569e-05}
{"train_loss": 0.004213468637317419, "global_step": 52708, "epoch": 296, "lr": 5.1390337551890134e-05}
{"train_loss": 0.00338541716337204, "global_step": 52709, "epoch": 296, "lr": 5.138886042153019e-05}
{"train_loss": 0.0036931028589606285, "global_step": 52710, "epoch": 296, "lr": 5.138738328995717e-05}
{"train_loss": 0.005880397278815508, "global_step": 52711, "epoch": 296, "lr": 5.1385906157172346e-05}
{"train_loss": 0.004562322050333023, "global_step": 52712, "epoch": 296, "lr": 5.138442902317702e-05}
{"train_loss": 0.0017428351566195488, "global_step": 52713, "epoch": 296, "lr": 5.1382951887972474e-05}
{"train_loss": 0.004561384674161673, "global_step": 52714, "epoch": 296, "lr": 5.138147475156001e-05}
{"train_loss": 0.005226036533713341, "global_step": 52715, "epoch": 296, "lr": 5.13799976139409e-05}
{"train_loss": 0.0029953159391880035, "global_step": 52716, "epoch": 296, "lr": 5.1378520475116444e-05}
{"train_loss": 0.005004360340535641, "global_step": 52717, "epoch": 296, "lr": 5.137704333508794e-05}
{"train_loss": 0.0065140752121806145, "global_step": 52718, "epoch": 296, "lr": 5.1375566193856673e-05}
{"train_loss": 0.0044294120743870735, "global_step": 52719, "epoch": 296, "lr": 5.137408905142392e-05}
{"train_loss": 0.0050471024587750435, "global_step": 52720, "epoch": 296, "lr": 5.1372611907790993e-05}
{"train_loss": 0.0042812214232981205, "global_step": 52721, "epoch": 296, "lr": 5.1371134762959174e-05}
{"train_loss": 0.0030437237583100796, "global_step": 52722, "epoch": 296, "lr": 5.136965761692973e-05}
{"train_loss": 0.004499832633882761, "global_step": 52723, "epoch": 296, "lr": 5.136818046970399e-05}
{"train_loss": 0.002474517561495304, "global_step": 52724, "epoch": 296, "lr": 5.136670332128323e-05}
{"train_loss": 0.005326030310243368, "global_step": 52725, "epoch": 296, "lr": 5.136522617166872e-05}
{"train_loss": 0.004529301077127457, "global_step": 52726, "epoch": 296, "lr": 5.1363749020861776e-05}
{"train_loss": 0.004733397625386715, "global_step": 52727, "epoch": 296, "lr": 5.136227186886368e-05}
{"train_loss": 0.0040765609592199326, "global_step": 52728, "epoch": 296, "lr": 5.1360794715675716e-05}
{"train_loss": 0.004980700556188822, "global_step": 52729, "epoch": 296, "lr": 5.135931756129918e-05}
{"train_loss": 0.001434152596630156, "global_step": 52730, "epoch": 296, "lr": 5.135784040573537e-05}
{"train_loss": 0.005534856114536524, "global_step": 52731, "epoch": 296, "lr": 5.135636324898555e-05}
{"train_loss": 0.0017459775554016232, "global_step": 52732, "epoch": 296, "lr": 5.135488609105105e-05}
{"train_loss": 0.0023989714682102203, "global_step": 52733, "epoch": 296, "lr": 5.1353408931933123e-05}
{"train_loss": 0.004285021685063839, "global_step": 52734, "epoch": 296, "lr": 5.135193177163308e-05}
{"train_loss": 0.004233536310493946, "global_step": 52735, "epoch": 296, "lr": 5.13504546101522e-05}
{"train_loss": 0.0016920126508921385, "global_step": 52736, "epoch": 296, "lr": 5.134897744749178e-05}
{"train_loss": 0.0025809002108871937, "global_step": 52737, "epoch": 296, "lr": 5.13475002836531e-05}
{"train_loss": 0.002803437877446413, "global_step": 52738, "epoch": 296, "lr": 5.1346023118637477e-05}
{"train_loss": 0.0027886973693966866, "global_step": 52739, "epoch": 296, "lr": 5.1344545952446176e-05}
{"train_loss": 0.0039045813027769327, "global_step": 52740, "epoch": 296, "lr": 5.1343068785080496e-05}
{"train_loss": 0.0034336899407207966, "global_step": 52741, "epoch": 296, "lr": 5.134159161654171e-05}
{"train_loss": 0.002260011387988925, "global_step": 52742, "epoch": 296, "lr": 5.1340114446831135e-05}
{"train_loss": 0.0042043412104249, "global_step": 52743, "epoch": 296, "lr": 5.133863727595005e-05}
{"train_loss": 0.0020822798833251, "global_step": 52744, "epoch": 296, "lr": 5.133716010389976e-05}
{"train_loss": 0.0037122643552720547, "global_step": 52745, "epoch": 296, "lr": 5.1335682930681525e-05}
{"train_loss": 0.002717373427003622, "global_step": 52746, "epoch": 296, "lr": 5.133420575629665e-05}
{"train_loss": 0.0023832067381590605, "global_step": 52747, "epoch": 296, "lr": 5.133272858074642e-05}
{"train_loss": 0.004175225272774696, "global_step": 52748, "epoch": 296, "lr": 5.1331251404032155e-05}
{"train_loss": 0.003734076162800193, "global_step": 52749, "epoch": 296, "lr": 5.13297742261551e-05}
{"train_loss": 0.003718014108017087, "global_step": 52750, "epoch": 296, "lr": 5.1328297047116566e-05}
{"train_loss": 0.002044763881713152, "global_step": 52751, "epoch": 296, "lr": 5.132681986691786e-05}
{"train_loss": 0.0028161867521703243, "global_step": 52752, "epoch": 296, "lr": 5.1325342685560254e-05}
{"train_loss": 0.0031632022000849247, "global_step": 52753, "epoch": 296, "lr": 5.132386550304503e-05}
{"train_loss": 0.0035932427272200584, "global_step": 52754, "epoch": 296, "lr": 5.132238831937349e-05}
{"train_loss": 0.005148285999894142, "global_step": 52755, "epoch": 296, "lr": 5.1320911134546923e-05}
{"train_loss": 0.0030947707127779722, "global_step": 52756, "epoch": 296, "lr": 5.131943394856662e-05}
{"train_loss": 0.005901038646697998, "global_step": 52757, "epoch": 296, "lr": 5.131795676143388e-05}
{"train_loss": 0.0018220855854451656, "global_step": 52758, "epoch": 296, "lr": 5.131647957314998e-05}
{"train_loss": 0.0031652096658945084, "global_step": 52759, "epoch": 296, "lr": 5.1315002383716196e-05}
{"train_loss": 0.006939001847058535, "global_step": 52760, "epoch": 296, "lr": 5.131352519313385e-05}
{"train_loss": 0.001821980345994234, "global_step": 52761, "epoch": 296, "lr": 5.131204800140421e-05}
{"train_loss": 0.005311531480401754, "global_step": 52762, "epoch": 296, "lr": 5.131057080852858e-05}
{"train_loss": 0.0015674687456339598, "global_step": 52763, "epoch": 296, "lr": 5.1309093614508255e-05}
{"train_loss": 0.0019227078882977366, "global_step": 52764, "epoch": 296, "lr": 5.1307616419344505e-05}
{"train_loss": 0.0028630790766328573, "global_step": 52765, "epoch": 296, "lr": 5.130613922303862e-05}
{"train_loss": 0.0020554703660309315, "global_step": 52766, "epoch": 296, "lr": 5.130466202559192e-05}
{"train_loss": 0.0070247892290353775, "global_step": 52767, "epoch": 296, "lr": 5.130318482700567e-05}
{"train_loss": 0.0031103407964110374, "global_step": 52768, "epoch": 296, "lr": 5.130170762728116e-05}
{"train_loss": 0.0029514271300286055, "global_step": 52769, "epoch": 296, "lr": 5.1300230426419685e-05}
{"train_loss": 0.002631064038723707, "global_step": 52770, "epoch": 296, "lr": 5.1298753224422534e-05}
{"train_loss": 0.004620236810296774, "global_step": 52771, "epoch": 296, "lr": 5.1297276021291015e-05}
{"train_loss": 0.007380009163171053, "global_step": 52772, "epoch": 296, "lr": 5.12957988170264e-05}
{"train_loss": 0.004607470706105232, "global_step": 52773, "epoch": 296, "lr": 5.129432161162997e-05}
{"train_loss": 0.005543110892176628, "global_step": 52774, "epoch": 296, "lr": 5.1292844405103026e-05}
{"train_loss": 0.004128708504140377, "global_step": 52775, "epoch": 296, "lr": 5.1291367197446874e-05}
{"train_loss": 0.006034310441464186, "global_step": 52776, "epoch": 296, "lr": 5.128988998866279e-05}
{"train_loss": 0.0013721035793423653, "global_step": 52777, "epoch": 296, "lr": 5.128841277875205e-05}
{"train_loss": 0.003339641261845827, "global_step": 52778, "epoch": 296, "lr": 5.128693556771595e-05}
{"train_loss": 0.003123209811747074, "global_step": 52779, "epoch": 296, "lr": 5.1285458355555816e-05}
{"train_loss": 0.0017857138300314546, "global_step": 52780, "epoch": 296, "lr": 5.12839811422729e-05}
{"train_loss": 0.004099679179489613, "global_step": 52781, "epoch": 296, "lr": 5.128250392786851e-05}
{"train_loss": 0.005776464007794857, "global_step": 52782, "epoch": 296, "lr": 5.1281026712343904e-05}
{"train_loss": 0.004983644932508469, "global_step": 52783, "epoch": 296, "lr": 5.127954949570042e-05}
{"train_loss": 0.002883407287299633, "global_step": 52784, "epoch": 296, "lr": 5.1278072277939316e-05}
{"train_loss": 0.002393657574430108, "global_step": 52785, "epoch": 296, "lr": 5.1276595059061896e-05}
{"train_loss": 0.008349372074007988, "global_step": 52786, "epoch": 296, "lr": 5.1275117839069455e-05}
{"train_loss": 0.002711694221943617, "global_step": 52787, "epoch": 296, "lr": 5.127364061796327e-05}
{"train_loss": 0.006579796317964792, "global_step": 52788, "epoch": 296, "lr": 5.127216339574462e-05}
{"train_loss": 0.0044378978200256824, "global_step": 52789, "epoch": 296, "lr": 5.127068617241483e-05}
{"train_loss": 0.00684721302241087, "global_step": 52790, "epoch": 296, "lr": 5.126920894797517e-05}
{"train_loss": 0.0023225415498018265, "global_step": 52791, "epoch": 296, "lr": 5.126773172242693e-05}
{"train_loss": 0.0024998332373797894, "global_step": 52792, "epoch": 296, "lr": 5.12662544957714e-05}
{"train_loss": 0.003851513145491481, "global_step": 52793, "epoch": 296, "lr": 5.1264777268009866e-05}
{"train_loss": 0.0020523720886558294, "global_step": 52794, "epoch": 296, "lr": 5.1263300039143636e-05}
{"train_loss": 0.0024906164035201073, "global_step": 52795, "epoch": 296, "lr": 5.126182280917399e-05}
{"train_loss": 0.004840685985982418, "global_step": 52796, "epoch": 296, "lr": 5.126034557810221e-05}
{"train_loss": 0.0026901799719780684, "global_step": 52797, "epoch": 296, "lr": 5.125886834592958e-05}
{"train_loss": 0.0028988784179091454, "global_step": 52798, "epoch": 296, "lr": 5.1257391112657425e-05}
{"train_loss": 0.0030178579036146402, "global_step": 52799, "epoch": 296, "lr": 5.125591387828701e-05}
{"train_loss": 0.0045145973563194275, "global_step": 52800, "epoch": 296, "lr": 5.1254436642819626e-05}
{"train_loss": 0.004112831316888332, "global_step": 52801, "epoch": 296, "lr": 5.125295940625657e-05}
{"train_loss": 0.0049046967178583145, "global_step": 52802, "epoch": 296, "lr": 5.1251482168599116e-05}
{"train_loss": 0.0037461828906089067, "global_step": 52803, "epoch": 296, "lr": 5.1250004929848575e-05}
{"train_loss": 0.0043341247364878654, "global_step": 52804, "epoch": 296, "lr": 5.124852769000622e-05}
{"train_loss": 0.0019315865356475115, "global_step": 52805, "epoch": 296, "lr": 5.124705044907338e-05}
{"train_loss": 0.001628319500014186, "global_step": 52806, "epoch": 296, "lr": 5.124557320705129e-05}
{"train_loss": 0.007852086797356606, "global_step": 52807, "epoch": 296, "lr": 5.124409596394126e-05}
{"train_loss": 0.0024688232224434614, "global_step": 52808, "epoch": 296, "lr": 5.124261871974461e-05}
{"train_loss": 0.0025026067160069942, "global_step": 52809, "epoch": 296, "lr": 5.12411414744626e-05}
{"train_loss": 0.0027165443170815706, "global_step": 52810, "epoch": 296, "lr": 5.123966422809652e-05}
{"train_loss": 0.0024125073105096817, "global_step": 52811, "epoch": 296, "lr": 5.1238186980647673e-05}
{"train_loss": 0.003984728828072548, "global_step": 52812, "epoch": 296, "lr": 5.123670973211734e-05}
{"train_loss": 0.0025839023292064667, "global_step": 52813, "epoch": 296, "lr": 5.123523248250681e-05}
{"train_loss": 0.0024545793421566486, "global_step": 52814, "epoch": 296, "lr": 5.1233755231817394e-05}
{"train_loss": 0.0035585234872996807, "global_step": 52815, "epoch": 296, "lr": 5.1232277980050355e-05}
{"train_loss": 0.0032440293580293655, "global_step": 52816, "epoch": 296, "lr": 5.1230800727206995e-05}
{"train_loss": 0.0018410412594676018, "global_step": 52817, "epoch": 296, "lr": 5.12293234732886e-05}
{"train_loss": 0.004260093439370394, "global_step": 52818, "epoch": 296, "lr": 5.122784621829648e-05}
{"train_loss": 0.0042010946199297905, "global_step": 52819, "epoch": 296, "lr": 5.1226368962231895e-05}
{"train_loss": 0.0016870906110852957, "global_step": 52820, "epoch": 296, "lr": 5.1224891705096165e-05}
{"train_loss": 0.004726993385702372, "global_step": 52821, "epoch": 296, "lr": 5.122341444689055e-05}
{"train_loss": 0.001993847545236349, "global_step": 52822, "epoch": 296, "lr": 5.122193718761637e-05}
{"train_loss": 0.0036760172806680202, "global_step": 52823, "epoch": 296, "lr": 5.122045992727489e-05}
{"train_loss": 0.0028588147833943367, "global_step": 52824, "epoch": 296, "lr": 5.12189826658674e-05}
{"train_loss": 0.002649381523951888, "global_step": 52825, "epoch": 296, "lr": 5.1217505403395215e-05}
{"train_loss": 0.0040013138204813, "global_step": 52826, "epoch": 296, "lr": 5.121602813985961e-05}
{"train_loss": 0.007754684425890446, "global_step": 52827, "epoch": 296, "lr": 5.121455087526187e-05}
{"train_loss": 0.001761272898875177, "global_step": 52828, "epoch": 296, "lr": 5.12130736096033e-05}
{"train_loss": 0.0031987251713871956, "global_step": 52829, "epoch": 296, "lr": 5.121159634288519e-05}
{"train_loss": 0.003772265277802944, "global_step": 52830, "epoch": 296, "lr": 5.121011907510882e-05}
{"train_loss": 0.0038681388832628727, "global_step": 52831, "epoch": 296, "lr": 5.120864180627547e-05}
{"train_loss": 0.002667434513568878, "global_step": 52832, "epoch": 296, "lr": 5.1207164536386455e-05}
{"train_loss": 0.004840507637709379, "global_step": 52833, "epoch": 296, "lr": 5.120568726544306e-05}
{"train_loss": 0.0024646653328090906, "global_step": 52834, "epoch": 296, "lr": 5.120420999344656e-05}
{"train_loss": 0.004175196401774883, "global_step": 52835, "epoch": 296, "lr": 5.120273272039825e-05}
{"train_loss": 0.0018841975834220648, "global_step": 52836, "epoch": 296, "lr": 5.1201255446299435e-05}
{"train_loss": 0.003052422543987632, "global_step": 52837, "epoch": 296, "lr": 5.119977817115139e-05}
{"train_loss": 0.001596943475306034, "global_step": 52838, "epoch": 296, "lr": 5.119830089495541e-05}
{"train_loss": 0.004617416299879551, "global_step": 52839, "epoch": 296, "lr": 5.1196823617712784e-05}
{"train_loss": 0.004775025881826878, "global_step": 52840, "epoch": 296, "lr": 5.11953463394248e-05}
{"train_loss": 0.003737242892384529, "global_step": 52841, "epoch": 296, "lr": 5.119386906009277e-05}
{"train_loss": 0.005284392274916172, "global_step": 52842, "epoch": 296, "lr": 5.1192391779717955e-05}
{"train_loss": 0.0047144778072834015, "global_step": 52843, "epoch": 296, "lr": 5.119091449830166e-05}
{"train_loss": 0.0042293318547308445, "global_step": 52844, "epoch": 296, "lr": 5.118943721584516e-05}
{"train_loss": 0.0017338928300887346, "global_step": 52845, "epoch": 296, "lr": 5.118795993234976e-05}
{"train_loss": 0.0030317846685647964, "global_step": 52846, "epoch": 296, "lr": 5.118648264781676e-05}
{"train_loss": 0.0031694320496171713, "global_step": 52847, "epoch": 296, "lr": 5.118500536224743e-05}
{"train_loss": 0.005349768325686455, "global_step": 52848, "epoch": 296, "lr": 5.118352807564307e-05}
{"train_loss": 0.005936936475336552, "global_step": 52849, "epoch": 296, "lr": 5.118205078800498e-05}
{"train_loss": 0.0018006194150075316, "global_step": 52850, "epoch": 296, "lr": 5.118057349933443e-05}
{"train_loss": 0.002108277752995491, "global_step": 52851, "epoch": 296, "lr": 5.1179096209632714e-05}
{"train_loss": 0.002656583208590746, "global_step": 52852, "epoch": 296, "lr": 5.117761891890114e-05}
{"train_loss": 0.0014571251813322306, "global_step": 52853, "epoch": 296, "lr": 5.117614162714098e-05}
{"train_loss": 0.0026529417373239994, "global_step": 52854, "epoch": 296, "lr": 5.117466433435353e-05}
{"train_loss": 0.005907776299864054, "global_step": 52855, "epoch": 296, "lr": 5.117318704054007e-05}
{"train_loss": 0.0029944414272904396, "global_step": 52856, "epoch": 296, "lr": 5.117170974570192e-05}
{"train_loss": 0.003119088476523757, "global_step": 52857, "epoch": 296, "lr": 5.117023244984035e-05}
{"train_loss": 0.0033721262589097023, "global_step": 52858, "epoch": 296, "lr": 5.116875515295665e-05}
{"train_loss": 0.0027699859347194433, "global_step": 52859, "epoch": 296, "lr": 5.11672778550521e-05}
{"train_loss": 0.003262172220274806, "global_step": 52860, "epoch": 296, "lr": 5.116580055612801e-05}
{"train_loss": 0.0019787002820521593, "global_step": 52861, "epoch": 296, "lr": 5.116432325618567e-05}
{"train_loss": 0.003954158164560795, "global_step": 52862, "epoch": 296, "lr": 5.116284595522636e-05}
{"train_loss": 0.004003550857305527, "global_step": 52863, "epoch": 296, "lr": 5.1161368653251365e-05}
{"train_loss": 0.002312632743269205, "global_step": 52864, "epoch": 296, "lr": 5.115989135026198e-05}
{"train_loss": 0.0036520224935741403, "global_step": 52865, "epoch": 296, "lr": 5.1158414046259505e-05}
{"train_loss": 0.0037954277358949184, "global_step": 52866, "epoch": 297, "lr": 5.115693674124523e-05}
{"train_loss": 0.0060554370284080505, "global_step": 52867, "epoch": 297, "lr": 5.115545943522043e-05}
{"train_loss": 0.0029866877011954784, "global_step": 52868, "epoch": 297, "lr": 5.115398212818642e-05}
{"train_loss": 0.005106775090098381, "global_step": 52869, "epoch": 297, "lr": 5.115250482014446e-05}
{"train_loss": 0.003479009959846735, "global_step": 52870, "epoch": 297, "lr": 5.115102751109587e-05}
{"train_loss": 0.005354283377528191, "global_step": 52871, "epoch": 297, "lr": 5.114955020104192e-05}
{"train_loss": 0.0049322559498250484, "global_step": 52872, "epoch": 297, "lr": 5.114807288998391e-05}
{"train_loss": 0.005167890340089798, "global_step": 52873, "epoch": 297, "lr": 5.114659557792313e-05}
{"train_loss": 0.0020661603193730116, "global_step": 52874, "epoch": 297, "lr": 5.114511826486085e-05}
{"train_loss": 0.003538442775607109, "global_step": 52875, "epoch": 297, "lr": 5.1143640950798385e-05}
{"train_loss": 0.0034370822831988335, "global_step": 52876, "epoch": 297, "lr": 5.1142163635737026e-05}
{"train_loss": 0.0025660586543381214, "global_step": 52877, "epoch": 297, "lr": 5.114068631967805e-05}
{"train_loss": 0.0049750423058867455, "global_step": 52878, "epoch": 297, "lr": 5.113920900262276e-05}
{"train_loss": 0.005383982323110104, "global_step": 52879, "epoch": 297, "lr": 5.113773168457243e-05}
{"train_loss": 0.0038763214834034443, "global_step": 52880, "epoch": 297, "lr": 5.1136254365528355e-05}
{"train_loss": 0.005171028897166252, "global_step": 52881, "epoch": 297, "lr": 5.113477704549184e-05}
{"train_loss": 0.0023452744353562593, "global_step": 52882, "epoch": 297, "lr": 5.113329972446417e-05}
{"train_loss": 0.0027670974377542734, "global_step": 52883, "epoch": 297, "lr": 5.1131822402446615e-05}
{"train_loss": 0.003672571387141943, "global_step": 52884, "epoch": 297, "lr": 5.1130345079440486e-05}
{"train_loss": 0.002499988302588463, "global_step": 52885, "epoch": 297, "lr": 5.112886775544708e-05}
{"train_loss": 0.004609500057995319, "global_step": 52886, "epoch": 297, "lr": 5.1127390430467647e-05}
{"train_loss": 0.007160883396863937, "global_step": 52887, "epoch": 297, "lr": 5.112591310450353e-05}
{"train_loss": 0.003105554264038801, "global_step": 52888, "epoch": 297, "lr": 5.112443577755598e-05}
{"train_loss": 0.003989546559751034, "global_step": 52889, "epoch": 297, "lr": 5.1122958449626315e-05}
{"train_loss": 0.0030131384264677763, "global_step": 52890, "epoch": 297, "lr": 5.112148112071581e-05}
{"train_loss": 0.003653371473774314, "global_step": 52891, "epoch": 297, "lr": 5.112000379082575e-05}
{"train_loss": 0.0029495377093553543, "global_step": 52892, "epoch": 297, "lr": 5.111852645995745e-05}
{"train_loss": 0.0035052853636443615, "global_step": 52893, "epoch": 297, "lr": 5.1117049128112174e-05}
{"train_loss": 0.005476434249430895, "global_step": 52894, "epoch": 297, "lr": 5.111557179529122e-05}
{"train_loss": 0.002830259967595339, "global_step": 52895, "epoch": 297, "lr": 5.111409446149589e-05}
{"train_loss": 0.002991735003888607, "global_step": 52896, "epoch": 297, "lr": 5.111261712672746e-05}
{"train_loss": 0.002611889038234949, "global_step": 52897, "epoch": 297, "lr": 5.1111139790987216e-05}
{"train_loss": 0.0028127115219831467, "global_step": 52898, "epoch": 297, "lr": 5.110966245427646e-05}
{"train_loss": 0.0042132483795285225, "global_step": 52899, "epoch": 297, "lr": 5.1108185116596496e-05}
{"train_loss": 0.0018157552694901824, "global_step": 52900, "epoch": 297, "lr": 5.110670777794859e-05}
{"train_loss": 0.001623946358449757, "global_step": 52901, "epoch": 297, "lr": 5.1105230438334036e-05}
{"train_loss": 0.003754978533834219, "global_step": 52902, "epoch": 297, "lr": 5.1103753097754136e-05}
{"train_loss": 0.002691947855055332, "global_step": 52903, "epoch": 297, "lr": 5.110227575621017e-05}
{"train_loss": 0.0011041724355891347, "global_step": 52904, "epoch": 297, "lr": 5.110079841370343e-05}
{"train_loss": 0.004823244642466307, "global_step": 52905, "epoch": 297, "lr": 5.109932107023522e-05}
{"train_loss": 0.003557119518518448, "global_step": 52906, "epoch": 297, "lr": 5.109784372580679e-05}
{"train_loss": 0.0036914830561727285, "global_step": 52907, "epoch": 297, "lr": 5.109636638041948e-05}
{"train_loss": 0.005406384356319904, "global_step": 52908, "epoch": 297, "lr": 5.109488903407456e-05}
{"train_loss": 0.003213072894141078, "global_step": 52909, "epoch": 297, "lr": 5.1093411686773315e-05}
{"train_loss": 0.004881755914539099, "global_step": 52910, "epoch": 297, "lr": 5.109193433851705e-05}
{"train_loss": 0.0045725274831056595, "global_step": 52911, "epoch": 297, "lr": 5.109045698930703e-05}
{"train_loss": 0.003623099997639656, "global_step": 52912, "epoch": 297, "lr": 5.1088979639144574e-05}
{"train_loss": 0.005261125508695841, "global_step": 52913, "epoch": 297, "lr": 5.108750228803095e-05}
{"train_loss": 0.0017346584936603904, "global_step": 52914, "epoch": 297, "lr": 5.108602493596747e-05}
{"train_loss": 0.00465751439332962, "global_step": 52915, "epoch": 297, "lr": 5.10845475829554e-05}
{"train_loss": 0.0013849219540134072, "global_step": 52916, "epoch": 297, "lr": 5.1083070228996045e-05}
{"train_loss": 0.0026413898449391127, "global_step": 52917, "epoch": 297, "lr": 5.10815928740907e-05}
{"train_loss": 0.002987007610499859, "global_step": 52918, "epoch": 297, "lr": 5.108011551824064e-05}
{"train_loss": 0.0037343199364840984, "global_step": 52919, "epoch": 297, "lr": 5.107863816144717e-05}
{"train_loss": 0.004748133476823568, "global_step": 52920, "epoch": 297, "lr": 5.107716080371158e-05}
{"train_loss": 0.006589572876691818, "global_step": 52921, "epoch": 297, "lr": 5.1075683445035125e-05}
{"train_loss": 0.003967650234699249, "global_step": 52922, "epoch": 297, "lr": 5.107420608541915e-05}
{"train_loss": 0.0028567719273269176, "global_step": 52923, "epoch": 297, "lr": 5.107272872486492e-05}
{"train_loss": 0.0024618490133434534, "global_step": 52924, "epoch": 297, "lr": 5.107125136337372e-05}
{"train_loss": 0.0040720123797655106, "global_step": 52925, "epoch": 297, "lr": 5.106977400094683e-05}
{"train_loss": 0.004178094211965799, "global_step": 52926, "epoch": 297, "lr": 5.106829663758559e-05}
{"train_loss": 0.002481821458786726, "global_step": 52927, "epoch": 297, "lr": 5.106681927329123e-05}
{"train_loss": 0.003916092682629824, "global_step": 52928, "epoch": 297, "lr": 5.1065341908065065e-05}
{"train_loss": 0.004721148870885372, "global_step": 52929, "epoch": 297, "lr": 5.1063864541908416e-05}
{"train_loss": 0.0033951227087527514, "global_step": 52930, "epoch": 297, "lr": 5.1062387174822524e-05}
{"train_loss": 0.002005450427532196, "global_step": 52931, "epoch": 297, "lr": 5.1060909806808697e-05}
{"train_loss": 0.005287399515509605, "global_step": 52932, "epoch": 297, "lr": 5.1059432437868236e-05}
{"train_loss": 0.004587381146848202, "global_step": 52933, "epoch": 297, "lr": 5.105795506800243e-05}
{"train_loss": 0.006350691430270672, "global_step": 52934, "epoch": 297, "lr": 5.105647769721256e-05}
{"train_loss": 0.006736856885254383, "global_step": 52935, "epoch": 297, "lr": 5.10550003254999e-05}
{"train_loss": 0.00581373879685998, "global_step": 52936, "epoch": 297, "lr": 5.1053522952865786e-05}
{"train_loss": 0.004145087208598852, "global_step": 52937, "epoch": 297, "lr": 5.105204557931147e-05}
{"train_loss": 0.003421388566493988, "global_step": 52938, "epoch": 297, "lr": 5.105056820483827e-05}
{"train_loss": 0.0035822493955492973, "global_step": 52939, "epoch": 297, "lr": 5.1049090829447444e-05}
{"train_loss": 0.0031835315749049187, "global_step": 52940, "epoch": 297, "lr": 5.10476134531403e-05}
{"train_loss": 0.0023431582376360893, "global_step": 52941, "epoch": 297, "lr": 5.104613607591814e-05}
{"train_loss": 0.004589813761413097, "global_step": 52942, "epoch": 297, "lr": 5.104465869778223e-05}
{"train_loss": 0.00351260369643569, "global_step": 52943, "epoch": 297, "lr": 5.104318131873389e-05}
{"train_loss": 0.003059079870581627, "global_step": 52944, "epoch": 297, "lr": 5.104170393877438e-05}
{"train_loss": 0.0037740713451057673, "global_step": 52945, "epoch": 297, "lr": 5.1040226557905004e-05}
{"train_loss": 0.004519769921898842, "global_step": 52946, "epoch": 297, "lr": 5.1038749176127054e-05}
{"train_loss": 0.0022004321217536926, "global_step": 52947, "epoch": 297, "lr": 5.1037271793441824e-05}
{"train_loss": 0.003681606613099575, "global_step": 52948, "epoch": 297, "lr": 5.10357944098506e-05}
{"train_loss": 0.002445452380925417, "global_step": 52949, "epoch": 297, "lr": 5.103431702535465e-05}
{"train_loss": 0.003817950142547488, "global_step": 52950, "epoch": 297, "lr": 5.1032839639955296e-05}
{"train_loss": 0.002065890934318304, "global_step": 52951, "epoch": 297, "lr": 5.1031362253653825e-05}
{"train_loss": 0.002569598611444235, "global_step": 52952, "epoch": 297, "lr": 5.102988486645153e-05}
{"train_loss": 0.0018714473117142916, "global_step": 52953, "epoch": 297, "lr": 5.102840747834968e-05}
{"train_loss": 0.005134905688464642, "global_step": 52954, "epoch": 297, "lr": 5.102693008934957e-05}
{"train_loss": 0.001939338049851358, "global_step": 52955, "epoch": 297, "lr": 5.1025452699452516e-05}
{"train_loss": 0.0041540879756212234, "global_step": 52956, "epoch": 297, "lr": 5.102397530865978e-05}
{"train_loss": 0.0022704927250742912, "global_step": 52957, "epoch": 297, "lr": 5.102249791697267e-05}
{"train_loss": 0.0032863165251910686, "global_step": 52958, "epoch": 297, "lr": 5.102102052439246e-05}
{"train_loss": 0.003187598194926977, "global_step": 52959, "epoch": 297, "lr": 5.101954313092045e-05}
{"train_loss": 0.0034635690972208977, "global_step": 52960, "epoch": 297, "lr": 5.101806573655793e-05}
{"train_loss": 0.003668575081974268, "global_step": 52961, "epoch": 297, "lr": 5.10165883413062e-05}
{"train_loss": 0.006225275807082653, "global_step": 52962, "epoch": 297, "lr": 5.101511094516653e-05}
{"train_loss": 0.003725839778780937, "global_step": 52963, "epoch": 297, "lr": 5.101363354814023e-05}
{"train_loss": 0.0018966322531923652, "global_step": 52964, "epoch": 297, "lr": 5.1012156150228577e-05}
{"train_loss": 0.006902854889631271, "global_step": 52965, "epoch": 297, "lr": 5.101067875143286e-05}
{"train_loss": 0.0020851141307502985, "global_step": 52966, "epoch": 297, "lr": 5.100920135175439e-05}
{"train_loss": 0.003646126016974449, "global_step": 52967, "epoch": 297, "lr": 5.100772395119443e-05}
{"train_loss": 0.0025585703551769257, "global_step": 52968, "epoch": 297, "lr": 5.1006246549754285e-05}
{"train_loss": 0.0035346876829862595, "global_step": 52969, "epoch": 297, "lr": 5.100476914743525e-05}
{"train_loss": 0.0015444871969521046, "global_step": 52970, "epoch": 297, "lr": 5.10032917442386e-05}
{"train_loss": 0.003159097395837307, "global_step": 52971, "epoch": 297, "lr": 5.100181434016564e-05}
{"train_loss": 0.0037961527705192566, "global_step": 52972, "epoch": 297, "lr": 5.1000336935217655e-05}
{"train_loss": 0.00426659919321537, "global_step": 52973, "epoch": 297, "lr": 5.099885952939593e-05}
{"train_loss": 0.002310339827090502, "global_step": 52974, "epoch": 297, "lr": 5.099738212270177e-05}
{"train_loss": 0.003310865955427289, "global_step": 52975, "epoch": 297, "lr": 5.0995904715136455e-05}
{"train_loss": 0.0035356739535927773, "global_step": 52976, "epoch": 297, "lr": 5.0994427306701274e-05}
{"train_loss": 0.006015186198055744, "global_step": 52977, "epoch": 297, "lr": 5.0992949897397525e-05}
{"train_loss": 0.0020528603345155716, "global_step": 52978, "epoch": 297, "lr": 5.0991472487226475e-05}
{"train_loss": 0.0067411623895168304, "global_step": 52979, "epoch": 297, "lr": 5.098999507618946e-05}
{"train_loss": 0.002612637123093009, "global_step": 52980, "epoch": 297, "lr": 5.0988517664287725e-05}
{"train_loss": 0.0024934196844697, "global_step": 52981, "epoch": 297, "lr": 5.0987040251522586e-05}
{"train_loss": 0.0039964038878679276, "global_step": 52982, "epoch": 297, "lr": 5.098556283789533e-05}
{"train_loss": 0.00315386475995183, "global_step": 52983, "epoch": 297, "lr": 5.098408542340724e-05}
{"train_loss": 0.0037397053092718124, "global_step": 52984, "epoch": 297, "lr": 5.0982608008059604e-05}
{"train_loss": 0.0020082141272723675, "global_step": 52985, "epoch": 297, "lr": 5.098113059185372e-05}
{"train_loss": 0.0029118505772203207, "global_step": 52986, "epoch": 297, "lr": 5.097965317479089e-05}
{"train_loss": 0.002673504641279578, "global_step": 52987, "epoch": 297, "lr": 5.097817575687237e-05}
{"train_loss": 0.002006765455007553, "global_step": 52988, "epoch": 297, "lr": 5.097669833809948e-05}
{"train_loss": 0.0035166365560144186, "global_step": 52989, "epoch": 297, "lr": 5.097522091847352e-05}
{"train_loss": 0.0047633107751607895, "global_step": 52990, "epoch": 297, "lr": 5.097374349799575e-05}
{"train_loss": 0.005464223213493824, "global_step": 52991, "epoch": 297, "lr": 5.0972266076667466e-05}
{"train_loss": 0.0038254025857895613, "global_step": 52992, "epoch": 297, "lr": 5.097078865448996e-05}
{"train_loss": 0.003884104546159506, "global_step": 52993, "epoch": 297, "lr": 5.0969311231464536e-05}
{"train_loss": 0.0027553923428058624, "global_step": 52994, "epoch": 297, "lr": 5.096783380759249e-05}
{"train_loss": 0.0033547086641192436, "global_step": 52995, "epoch": 297, "lr": 5.0966356382875094e-05}
{"train_loss": 0.004014889243990183, "global_step": 52996, "epoch": 297, "lr": 5.096487895731363e-05}
{"train_loss": 0.0033838781528174877, "global_step": 52997, "epoch": 297, "lr": 5.0963401530909406e-05}
{"train_loss": 0.001959068700671196, "global_step": 52998, "epoch": 297, "lr": 5.096192410366372e-05}
{"train_loss": 0.005214552860707045, "global_step": 52999, "epoch": 297, "lr": 5.0960446675577846e-05}
{"train_loss": 0.001739858416840434, "global_step": 53000, "epoch": 297, "lr": 5.095896924665307e-05}
{"train_loss": 0.004395591095089912, "global_step": 53001, "epoch": 297, "lr": 5.09574918168907e-05}
{"train_loss": 0.0043936194851994514, "global_step": 53002, "epoch": 297, "lr": 5.0956014386292015e-05}
{"train_loss": 0.004727262072265148, "global_step": 53003, "epoch": 297, "lr": 5.095453695485831e-05}
{"train_loss": 0.004800758324563503, "global_step": 53004, "epoch": 297, "lr": 5.0953059522590875e-05}
{"train_loss": 0.00411697942763567, "global_step": 53005, "epoch": 297, "lr": 5.0951582089491e-05}
{"train_loss": 0.004654222168028355, "global_step": 53006, "epoch": 297, "lr": 5.0950104655559973e-05}
{"train_loss": 0.004420657642185688, "global_step": 53007, "epoch": 297, "lr": 5.094862722079908e-05}
{"train_loss": 0.0051820771768689156, "global_step": 53008, "epoch": 297, "lr": 5.094714978520964e-05}
{"train_loss": 0.003068967256695032, "global_step": 53009, "epoch": 297, "lr": 5.094567234879289e-05}
{"train_loss": 0.00451329629868269, "global_step": 53010, "epoch": 297, "lr": 5.094419491155018e-05}
{"train_loss": 0.00387771800160408, "global_step": 53011, "epoch": 297, "lr": 5.0942717473482746e-05}
{"train_loss": 0.0021457201801240444, "global_step": 53012, "epoch": 297, "lr": 5.0941240034591906e-05}
{"train_loss": 0.002328649163246155, "global_step": 53013, "epoch": 297, "lr": 5.093976259487897e-05}
{"train_loss": 0.0040270197205245495, "global_step": 53014, "epoch": 297, "lr": 5.09382851543452e-05}
{"train_loss": 0.001517975702881813, "global_step": 53015, "epoch": 297, "lr": 5.09368077129919e-05}
{"train_loss": 0.0036336351186037064, "global_step": 53016, "epoch": 297, "lr": 5.0935330270820335e-05}
{"train_loss": 0.002967037493363023, "global_step": 53017, "epoch": 297, "lr": 5.093385282783183e-05}
{"train_loss": 0.0044586737640202045, "global_step": 53018, "epoch": 297, "lr": 5.0932375384027654e-05}
{"train_loss": 0.00540085369721055, "global_step": 53019, "epoch": 297, "lr": 5.0930897939409116e-05}
{"train_loss": 0.0023018396459519863, "global_step": 53020, "epoch": 297, "lr": 5.092942049397749e-05}
{"train_loss": 0.0027717736084014177, "global_step": 53021, "epoch": 297, "lr": 5.092794304773405e-05}
{"train_loss": 0.0020438116043806076, "global_step": 53022, "epoch": 297, "lr": 5.092646560068013e-05}
{"train_loss": 0.003096461296081543, "global_step": 53023, "epoch": 297, "lr": 5.092498815281699e-05}
{"train_loss": 0.005380250513553619, "global_step": 53024, "epoch": 297, "lr": 5.0923510704145925e-05}
{"train_loss": 0.00215092021971941, "global_step": 53025, "epoch": 297, "lr": 5.0922033254668236e-05}
{"train_loss": 0.0019323421875014901, "global_step": 53026, "epoch": 297, "lr": 5.0920555804385196e-05}
{"train_loss": 0.0041474211029708385, "global_step": 53027, "epoch": 297, "lr": 5.0919078353298125e-05}
{"train_loss": 0.0019528697011992335, "global_step": 53028, "epoch": 297, "lr": 5.091760090140828e-05}
{"train_loss": 0.0038489201106131077, "global_step": 53029, "epoch": 297, "lr": 5.0916123448716966e-05}
{"train_loss": 0.0045449864119291306, "global_step": 53030, "epoch": 297, "lr": 5.0914645995225466e-05}
{"train_loss": 0.003295738250017166, "global_step": 53031, "epoch": 297, "lr": 5.0913168540935086e-05}
{"train_loss": 0.004409306216984987, "global_step": 53032, "epoch": 297, "lr": 5.09116910858471e-05}
{"train_loss": 0.003037350019440055, "global_step": 53033, "epoch": 297, "lr": 5.091021362996281e-05}
{"train_loss": 0.004328208044171333, "global_step": 53034, "epoch": 297, "lr": 5.090873617328351e-05}
{"train_loss": 0.0035871202126145363, "global_step": 53035, "epoch": 297, "lr": 5.0907258715810466e-05}
{"train_loss": 0.001516734599135816, "global_step": 53036, "epoch": 297, "lr": 5.090578125754501e-05}
{"train_loss": 0.004675013013184071, "global_step": 53037, "epoch": 297, "lr": 5.0904303798488386e-05}
{"train_loss": 0.0023281164467334747, "global_step": 53038, "epoch": 297, "lr": 5.090282633864192e-05}
{"train_loss": 0.003753981553018093, "global_step": 53039, "epoch": 297, "lr": 5.0901348878006894e-05}
{"train_loss": 0.004399366211146116, "global_step": 53040, "epoch": 297, "lr": 5.089987141658458e-05}
{"train_loss": 0.0032000234350562096, "global_step": 53041, "epoch": 297, "lr": 5.089839395437629e-05}
{"train_loss": 0.006305982358753681, "global_step": 53042, "epoch": 297, "lr": 5.0896916491383295e-05}
{"train_loss": 0.003655380149518422, "global_step": 53043, "epoch": 297, "lr": 5.089543902760692e-05}
{"train_loss": 0.001453327713534236, "global_step": 53044, "epoch": 298, "lr": 5.089396156304841e-05}
{"train_loss": 0.006476988084614277, "global_step": 53045, "epoch": 298, "lr": 5.089248409770908e-05}
{"train_loss": 0.0021292520686984062, "global_step": 53046, "epoch": 298, "lr": 5.089100663159023e-05}
{"train_loss": 0.003364080563187599, "global_step": 53047, "epoch": 298, "lr": 5.0889529164693136e-05}
{"train_loss": 0.004307531286031008, "global_step": 53048, "epoch": 298, "lr": 5.088805169701909e-05}
{"train_loss": 0.005730086006224155, "global_step": 53049, "epoch": 298, "lr": 5.088657422856937e-05}
{"train_loss": 0.003891815897077322, "global_step": 53050, "epoch": 298, "lr": 5.0885096759345306e-05}
{"train_loss": 0.003907994367182255, "global_step": 53051, "epoch": 298, "lr": 5.088361928934815e-05}
{"train_loss": 0.006207173690199852, "global_step": 53052, "epoch": 298, "lr": 5.088214181857921e-05}
{"train_loss": 0.003873794572427869, "global_step": 53053, "epoch": 298, "lr": 5.088066434703975e-05}
{"train_loss": 0.00229334132745862, "global_step": 53054, "epoch": 298, "lr": 5.08791868747311e-05}
{"train_loss": 0.005486904643476009, "global_step": 53055, "epoch": 298, "lr": 5.087770940165454e-05}
{"train_loss": 0.0024548210203647614, "global_step": 53056, "epoch": 298, "lr": 5.0876231927811346e-05}
{"train_loss": 0.004458349198102951, "global_step": 53057, "epoch": 298, "lr": 5.0874754453202814e-05}
{"train_loss": 0.002909341361373663, "global_step": 53058, "epoch": 298, "lr": 5.0873276977830244e-05}
{"train_loss": 0.004616828635334969, "global_step": 53059, "epoch": 298, "lr": 5.0871799501694904e-05}
{"train_loss": 0.00220620003528893, "global_step": 53060, "epoch": 298, "lr": 5.087032202479811e-05}
{"train_loss": 0.0032867207191884518, "global_step": 53061, "epoch": 298, "lr": 5.086884454714114e-05}
{"train_loss": 0.0030043846927583218, "global_step": 53062, "epoch": 298, "lr": 5.086736706872529e-05}
{"train_loss": 0.0034163715317845345, "global_step": 53063, "epoch": 298, "lr": 5.086588958955183e-05}
{"train_loss": 0.00477678282186389, "global_step": 53064, "epoch": 298, "lr": 5.086441210962208e-05}
{"train_loss": 0.004942874424159527, "global_step": 53065, "epoch": 298, "lr": 5.086293462893732e-05}
{"train_loss": 0.006653616204857826, "global_step": 53066, "epoch": 298, "lr": 5.086145714749884e-05}
{"train_loss": 0.0034958841279149055, "global_step": 53067, "epoch": 298, "lr": 5.0859979665307924e-05}
{"train_loss": 0.004158536437898874, "global_step": 53068, "epoch": 298, "lr": 5.085850218236586e-05}
{"train_loss": 0.0021369776222854853, "global_step": 53069, "epoch": 298, "lr": 5.085702469867395e-05}
{"train_loss": 0.0019151091109961271, "global_step": 53070, "epoch": 298, "lr": 5.085554721423349e-05}
{"train_loss": 0.004562161862850189, "global_step": 53071, "epoch": 298, "lr": 5.085406972904575e-05}
{"train_loss": 0.003531946800649166, "global_step": 53072, "epoch": 298, "lr": 5.085259224311203e-05}
{"train_loss": 0.0075912210159003735, "global_step": 53073, "epoch": 298, "lr": 5.085111475643363e-05}
{"train_loss": 0.0032553020864725113, "global_step": 53074, "epoch": 298, "lr": 5.084963726901183e-05}
{"train_loss": 0.0057598319835960865, "global_step": 53075, "epoch": 298, "lr": 5.0848159780847914e-05}
{"train_loss": 0.0051805670373141766, "global_step": 53076, "epoch": 298, "lr": 5.084668229194319e-05}
{"train_loss": 0.002565310802310705, "global_step": 53077, "epoch": 298, "lr": 5.084520480229894e-05}
{"train_loss": 0.005212533287703991, "global_step": 53078, "epoch": 298, "lr": 5.0843727311916443e-05}
{"train_loss": 0.010273240506649017, "global_step": 53079, "epoch": 298, "lr": 5.0842249820797e-05}
{"train_loss": 0.004680630750954151, "global_step": 53080, "epoch": 298, "lr": 5.0840772328941924e-05}
{"train_loss": 0.0035729988012462854, "global_step": 53081, "epoch": 298, "lr": 5.083929483635247e-05}
{"train_loss": 0.003104275790974498, "global_step": 53082, "epoch": 298, "lr": 5.0837817343029935e-05}
{"train_loss": 0.005575953051447868, "global_step": 53083, "epoch": 298, "lr": 5.083633984897562e-05}
{"train_loss": 0.00655945111066103, "global_step": 53084, "epoch": 298, "lr": 5.0834862354190824e-05}
{"train_loss": 0.0019474904984235764, "global_step": 53085, "epoch": 298, "lr": 5.083338485867683e-05}
{"train_loss": 0.0038107619620859623, "global_step": 53086, "epoch": 298, "lr": 5.0831907362434905e-05}
{"train_loss": 0.005262392107397318, "global_step": 53087, "epoch": 298, "lr": 5.0830429865466356e-05}
{"train_loss": 0.001966811716556549, "global_step": 53088, "epoch": 298, "lr": 5.082895236777249e-05}
{"train_loss": 0.004622858017683029, "global_step": 53089, "epoch": 298, "lr": 5.0827474869354586e-05}
{"train_loss": 0.0029245526529848576, "global_step": 53090, "epoch": 298, "lr": 5.0825997370213926e-05}
{"train_loss": 0.0056762597523629665, "global_step": 53091, "epoch": 298, "lr": 5.082451987035179e-05}
{"train_loss": 0.004706106148660183, "global_step": 53092, "epoch": 298, "lr": 5.0823042369769515e-05}
{"train_loss": 0.0017461603274568915, "global_step": 53093, "epoch": 298, "lr": 5.082156486846834e-05}
{"train_loss": 0.004668003413826227, "global_step": 53094, "epoch": 298, "lr": 5.0820087366449597e-05}
{"train_loss": 0.0044234576635062695, "global_step": 53095, "epoch": 298, "lr": 5.081860986371453e-05}
{"train_loss": 0.0024871383793652058, "global_step": 53096, "epoch": 298, "lr": 5.081713236026448e-05}
{"train_loss": 0.006562688387930393, "global_step": 53097, "epoch": 298, "lr": 5.081565485610069e-05}
{"train_loss": 0.0027313579339534044, "global_step": 53098, "epoch": 298, "lr": 5.081417735122449e-05}
{"train_loss": 0.003282689256593585, "global_step": 53099, "epoch": 298, "lr": 5.081269984563716e-05}
{"train_loss": 0.0021840869449079037, "global_step": 53100, "epoch": 298, "lr": 5.081122233933998e-05}
{"train_loss": 0.004510388243943453, "global_step": 53101, "epoch": 298, "lr": 5.080974483233425e-05}
{"train_loss": 0.006037026643753052, "global_step": 53102, "epoch": 298, "lr": 5.080826732462124e-05}
{"train_loss": 0.004247855860739946, "global_step": 53103, "epoch": 298, "lr": 5.080678981620227e-05}
{"train_loss": 0.003376635257154703, "global_step": 53104, "epoch": 298, "lr": 5.0805312307078614e-05}
{"train_loss": 0.003774519544094801, "global_step": 53105, "epoch": 298, "lr": 5.080383479725157e-05}
{"train_loss": 0.0028560301288962364, "global_step": 53106, "epoch": 298, "lr": 5.080235728672241e-05}
{"train_loss": 0.002095823874697089, "global_step": 53107, "epoch": 298, "lr": 5.080087977549245e-05}
{"train_loss": 0.004047164227813482, "global_step": 53108, "epoch": 298, "lr": 5.079940226356298e-05}
{"train_loss": 0.004379017744213343, "global_step": 53109, "epoch": 298, "lr": 5.0797924750935266e-05}
{"train_loss": 0.005024198442697525, "global_step": 53110, "epoch": 298, "lr": 5.079644723761062e-05}
{"train_loss": 0.00423843041062355, "global_step": 53111, "epoch": 298, "lr": 5.0794969723590315e-05}
{"train_loss": 0.004327842965722084, "global_step": 53112, "epoch": 298, "lr": 5.079349220887566e-05}
{"train_loss": 0.005366926081478596, "global_step": 53113, "epoch": 298, "lr": 5.079201469346793e-05}
{"train_loss": 0.006754720117896795, "global_step": 53114, "epoch": 298, "lr": 5.0790537177368424e-05}
{"train_loss": 0.0029980605468153954, "global_step": 53115, "epoch": 298, "lr": 5.078905966057843e-05}
{"train_loss": 0.005958440247923136, "global_step": 53116, "epoch": 298, "lr": 5.0787582143099236e-05}
{"train_loss": 0.002460140036419034, "global_step": 53117, "epoch": 298, "lr": 5.078610462493214e-05}
{"train_loss": 0.00630862545222044, "global_step": 53118, "epoch": 298, "lr": 5.078462710607843e-05}
{"train_loss": 0.0026641488075256348, "global_step": 53119, "epoch": 298, "lr": 5.07831495865394e-05}
{"train_loss": 0.0030794646590948105, "global_step": 53120, "epoch": 298, "lr": 5.0781672066316336e-05}
{"train_loss": 0.0035202624276280403, "global_step": 53121, "epoch": 298, "lr": 5.078019454541052e-05}
{"train_loss": 0.003721466986462474, "global_step": 53122, "epoch": 298, "lr": 5.077871702382325e-05}
{"train_loss": 0.00928586907684803, "global_step": 53123, "epoch": 298, "lr": 5.077723950155583e-05}
{"train_loss": 0.0024066974874585867, "global_step": 53124, "epoch": 298, "lr": 5.077576197860952e-05}
{"train_loss": 0.0015586325898766518, "global_step": 53125, "epoch": 298, "lr": 5.077428445498564e-05}
{"train_loss": 0.004351833835244179, "global_step": 53126, "epoch": 298, "lr": 5.0772806930685466e-05}
{"train_loss": 0.005469261668622494, "global_step": 53127, "epoch": 298, "lr": 5.07713294057103e-05}
{"train_loss": 0.0021914863027632236, "global_step": 53128, "epoch": 298, "lr": 5.0769851880061414e-05}
{"train_loss": 0.004193834960460663, "global_step": 53129, "epoch": 298, "lr": 5.076837435374011e-05}
{"train_loss": 0.005886325612664223, "global_step": 53130, "epoch": 298, "lr": 5.0766896826747666e-05}
{"train_loss": 0.004816992674022913, "global_step": 53131, "epoch": 298, "lr": 5.07654192990854e-05}
{"train_loss": 0.004166852682828903, "global_step": 53132, "epoch": 298, "lr": 5.0763941770754584e-05}
{"train_loss": 0.004263630136847496, "global_step": 53133, "epoch": 298, "lr": 5.0762464241756514e-05}
{"train_loss": 0.0024369959719479084, "global_step": 53134, "epoch": 298, "lr": 5.076098671209245e-05}
{"train_loss": 0.0030256956815719604, "global_step": 53135, "epoch": 298, "lr": 5.075950918176374e-05}
{"train_loss": 0.0031850049272179604, "global_step": 53136, "epoch": 298, "lr": 5.0758031650771635e-05}
{"train_loss": 0.002532890997827053, "global_step": 53137, "epoch": 298, "lr": 5.0756554119117426e-05}
{"train_loss": 0.0016957613406702876, "global_step": 53138, "epoch": 298, "lr": 5.075507658680242e-05}
{"train_loss": 0.004462813027203083, "global_step": 53139, "epoch": 298, "lr": 5.0753599053827906e-05}
{"train_loss": 0.0019359688740223646, "global_step": 53140, "epoch": 298, "lr": 5.075212152019515e-05}
{"train_loss": 0.0040509519167244434, "global_step": 53141, "epoch": 298, "lr": 5.075064398590547e-05}
{"train_loss": 0.010011639446020126, "global_step": 53142, "epoch": 298, "lr": 5.074916645096015e-05}
{"train_loss": 0.0031983372755348682, "global_step": 53143, "epoch": 298, "lr": 5.074768891536048e-05}
{"train_loss": 0.004713053349405527, "global_step": 53144, "epoch": 298, "lr": 5.074621137910773e-05}
{"train_loss": 0.0025775167159736156, "global_step": 53145, "epoch": 298, "lr": 5.074473384220323e-05}
{"train_loss": 0.0055235810577869415, "global_step": 53146, "epoch": 298, "lr": 5.0743256304648246e-05}
{"train_loss": 0.0028005242347717285, "global_step": 53147, "epoch": 298, "lr": 5.074177876644408e-05}
{"train_loss": 0.0031051812693476677, "global_step": 53148, "epoch": 298, "lr": 5.0740301227592e-05}
{"train_loss": 0.0029252050444483757, "global_step": 53149, "epoch": 298, "lr": 5.0738823688093306e-05}
{"train_loss": 0.003236035816371441, "global_step": 53150, "epoch": 298, "lr": 5.0737346147949306e-05}
{"train_loss": 0.005738073028624058, "global_step": 53151, "epoch": 298, "lr": 5.073586860716128e-05}
{"train_loss": 0.0034186621196568012, "global_step": 53152, "epoch": 298, "lr": 5.073439106573051e-05}
{"train_loss": 0.0017636093543842435, "global_step": 53153, "epoch": 298, "lr": 5.0732913523658284e-05}
{"train_loss": 0.00383308669552207, "global_step": 53154, "epoch": 298, "lr": 5.073143598094592e-05}
{"train_loss": 0.0019231317564845085, "global_step": 53155, "epoch": 298, "lr": 5.072995843759469e-05}
{"train_loss": 0.00326147279702127, "global_step": 53156, "epoch": 298, "lr": 5.072848089360588e-05}
{"train_loss": 0.002380684483796358, "global_step": 53157, "epoch": 298, "lr": 5.0727003348980785e-05}
{"train_loss": 0.0031014294363558292, "global_step": 53158, "epoch": 298, "lr": 5.0725525803720686e-05}
{"train_loss": 0.0035043698735535145, "global_step": 53159, "epoch": 298, "lr": 5.0724048257826884e-05}
{"train_loss": 0.0057646180503070354, "global_step": 53160, "epoch": 298, "lr": 5.0722570711300673e-05}
{"train_loss": 0.003035572823137045, "global_step": 53161, "epoch": 298, "lr": 5.072109316414335e-05}
{"train_loss": 0.004666946828365326, "global_step": 53162, "epoch": 298, "lr": 5.07196156163562e-05}
{"train_loss": 0.0032672076486051083, "global_step": 53163, "epoch": 298, "lr": 5.071813806794048e-05}
{"train_loss": 0.0026262684259563684, "global_step": 53164, "epoch": 298, "lr": 5.071666051889753e-05}
{"train_loss": 0.002527153817936778, "global_step": 53165, "epoch": 298, "lr": 5.071518296922863e-05}
{"train_loss": 0.003696818370372057, "global_step": 53166, "epoch": 298, "lr": 5.0713705418935044e-05}
{"train_loss": 0.0023806877434253693, "global_step": 53167, "epoch": 298, "lr": 5.071222786801808e-05}
{"train_loss": 0.005684650503098965, "global_step": 53168, "epoch": 298, "lr": 5.0710750316479026e-05}
{"train_loss": 0.0038020864594727755, "global_step": 53169, "epoch": 298, "lr": 5.070927276431918e-05}
{"train_loss": 0.0034706336446106434, "global_step": 53170, "epoch": 298, "lr": 5.070779521153982e-05}
{"train_loss": 0.002726116217672825, "global_step": 53171, "epoch": 298, "lr": 5.0706317658142255e-05}
{"train_loss": 0.00389420660212636, "global_step": 53172, "epoch": 298, "lr": 5.070484010412775e-05}
{"train_loss": 0.0034800036810338497, "global_step": 53173, "epoch": 298, "lr": 5.070336254949761e-05}
{"train_loss": 0.0016410849057137966, "global_step": 53174, "epoch": 298, "lr": 5.0701884994253134e-05}
{"train_loss": 0.0016495492309331894, "global_step": 53175, "epoch": 298, "lr": 5.07004074383956e-05}
{"train_loss": 0.004785786382853985, "global_step": 53176, "epoch": 298, "lr": 5.0698929881926316e-05}
{"train_loss": 0.004887396935373545, "global_step": 53177, "epoch": 298, "lr": 5.069745232484653e-05}
{"train_loss": 0.0012597357854247093, "global_step": 53178, "epoch": 298, "lr": 5.069597476715757e-05}
{"train_loss": 0.0049072084948420525, "global_step": 53179, "epoch": 298, "lr": 5.0694497208860726e-05}
{"train_loss": 0.004033314064145088, "global_step": 53180, "epoch": 298, "lr": 5.069301964995728e-05}
{"train_loss": 0.0038209264166653156, "global_step": 53181, "epoch": 298, "lr": 5.069154209044852e-05}
{"train_loss": 0.0026523307897150517, "global_step": 53182, "epoch": 298, "lr": 5.069006453033572e-05}
{"train_loss": 0.00704350508749485, "global_step": 53183, "epoch": 298, "lr": 5.068858696962022e-05}
{"train_loss": 0.004169614519923925, "global_step": 53184, "epoch": 298, "lr": 5.068710940830327e-05}
{"train_loss": 0.0022455232683569193, "global_step": 53185, "epoch": 298, "lr": 5.068563184638617e-05}
{"train_loss": 0.002734265523031354, "global_step": 53186, "epoch": 298, "lr": 5.068415428387022e-05}
{"train_loss": 0.003794299438595772, "global_step": 53187, "epoch": 298, "lr": 5.068267672075668e-05}
{"train_loss": 0.0025519055780023336, "global_step": 53188, "epoch": 298, "lr": 5.068119915704688e-05}
{"train_loss": 0.0015003894222900271, "global_step": 53189, "epoch": 298, "lr": 5.067972159274209e-05}
{"train_loss": 0.0013403090415522456, "global_step": 53190, "epoch": 298, "lr": 5.067824402784361e-05}
{"train_loss": 0.00275881914421916, "global_step": 53191, "epoch": 298, "lr": 5.067676646235271e-05}
{"train_loss": 0.0012592474231496453, "global_step": 53192, "epoch": 298, "lr": 5.06752888962707e-05}
{"train_loss": 0.0017146379686892033, "global_step": 53193, "epoch": 298, "lr": 5.0673811329598876e-05}
{"train_loss": 0.005762710236012936, "global_step": 53194, "epoch": 298, "lr": 5.0672333762338505e-05}
{"train_loss": 0.0037417951971292496, "global_step": 53195, "epoch": 298, "lr": 5.0670856194490904e-05}
{"train_loss": 0.001609881641343236, "global_step": 53196, "epoch": 298, "lr": 5.066937862605733e-05}
{"train_loss": 0.003519558347761631, "global_step": 53197, "epoch": 298, "lr": 5.0667901057039117e-05}
{"train_loss": 0.005166482180356979, "global_step": 53198, "epoch": 298, "lr": 5.066642348743752e-05}
{"train_loss": 0.0035601661074906588, "global_step": 53199, "epoch": 298, "lr": 5.066494591725385e-05}
{"train_loss": 0.004330563824623823, "global_step": 53200, "epoch": 298, "lr": 5.0663468346489364e-05}
{"train_loss": 0.003821274731308222, "global_step": 53201, "epoch": 298, "lr": 5.0661990775145386e-05}
{"train_loss": 0.003233331022784114, "global_step": 53202, "epoch": 298, "lr": 5.066051320322322e-05}
{"train_loss": 0.0032184794545173645, "global_step": 53203, "epoch": 298, "lr": 5.065903563072413e-05}
{"train_loss": 0.0008394009782932699, "global_step": 53204, "epoch": 298, "lr": 5.06575580576494e-05}
{"train_loss": 0.002095449948683381, "global_step": 53205, "epoch": 298, "lr": 5.065608048400035e-05}
{"train_loss": 0.0036419308744370937, "global_step": 53206, "epoch": 298, "lr": 5.065460290977823e-05}
{"train_loss": 0.0028928143437951803, "global_step": 53207, "epoch": 298, "lr": 5.0653125334984366e-05}
{"train_loss": 0.0017932516057044268, "global_step": 53208, "epoch": 298, "lr": 5.065164775962004e-05}
{"train_loss": 0.0022852756083011627, "global_step": 53209, "epoch": 298, "lr": 5.065017018368653e-05}
{"train_loss": 0.004922292660921812, "global_step": 53210, "epoch": 298, "lr": 5.064869260718512e-05}
{"train_loss": 0.003598251147195697, "global_step": 53211, "epoch": 298, "lr": 5.0647215030117144e-05}
{"train_loss": 0.002664698753505945, "global_step": 53212, "epoch": 298, "lr": 5.064573745248385e-05}
{"train_loss": 0.005737528670579195, "global_step": 53213, "epoch": 298, "lr": 5.064425987428656e-05}
{"train_loss": 0.006449762731790543, "global_step": 53214, "epoch": 298, "lr": 5.0642782295526536e-05}
{"train_loss": 0.0028895537834614515, "global_step": 53215, "epoch": 298, "lr": 5.064130471620506e-05}
{"train_loss": 0.002179268281906843, "global_step": 53216, "epoch": 298, "lr": 5.063982713632347e-05}
{"train_loss": 0.0028877765871584415, "global_step": 53217, "epoch": 298, "lr": 5.0638349555883024e-05}
{"train_loss": 0.001730465330183506, "global_step": 53218, "epoch": 298, "lr": 5.063687197488501e-05}
{"train_loss": 0.0034242160618305206, "global_step": 53219, "epoch": 298, "lr": 5.063539439333074e-05}
{"train_loss": 0.005915411747992039, "global_step": 53220, "epoch": 298, "lr": 5.063391681122147e-05}
{"train_loss": 0.0037702984831248817, "global_step": 53221, "epoch": 298, "lr": 5.063243922855851e-05}
{"train_loss": 0.003692054655402899, "global_step": 53222, "epoch": 299, "lr": 5.063096164534318e-05}
{"train_loss": 0.0028736814856529236, "global_step": 53223, "epoch": 299, "lr": 5.0629484061576724e-05}
{"train_loss": 0.0026305795181542635, "global_step": 53224, "epoch": 299, "lr": 5.062800647726046e-05}
{"train_loss": 0.004035990685224533, "global_step": 53225, "epoch": 299, "lr": 5.062652889239565e-05}
{"train_loss": 0.004097141325473785, "global_step": 53226, "epoch": 299, "lr": 5.062505130698363e-05}
{"train_loss": 0.0036712223663926125, "global_step": 53227, "epoch": 299, "lr": 5.062357372102565e-05}
{"train_loss": 0.007137787062674761, "global_step": 53228, "epoch": 299, "lr": 5.0622096134523035e-05}
{"train_loss": 0.002531705889850855, "global_step": 53229, "epoch": 299, "lr": 5.062061854747704e-05}
{"train_loss": 0.0034192190505564213, "global_step": 53230, "epoch": 299, "lr": 5.061914095988897e-05}
{"train_loss": 0.002265913411974907, "global_step": 53231, "epoch": 299, "lr": 5.061766337176012e-05}
{"train_loss": 0.0025534131564199924, "global_step": 53232, "epoch": 299, "lr": 5.0616185783091776e-05}
{"train_loss": 0.0025870660319924355, "global_step": 53233, "epoch": 299, "lr": 5.061470819388523e-05}
{"train_loss": 0.007872985675930977, "global_step": 53234, "epoch": 299, "lr": 5.061323060414177e-05}
{"train_loss": 0.0035959789529442787, "global_step": 53235, "epoch": 299, "lr": 5.06117530138627e-05}
{"train_loss": 0.0041319215670228004, "global_step": 53236, "epoch": 299, "lr": 5.06102754230493e-05}
{"train_loss": 0.004543875344097614, "global_step": 53237, "epoch": 299, "lr": 5.060879783170286e-05}
{"train_loss": 0.006363661959767342, "global_step": 53238, "epoch": 299, "lr": 5.0607320239824674e-05}
{"train_loss": 0.0035722078755497932, "global_step": 53239, "epoch": 299, "lr": 5.060584264741601e-05}
{"train_loss": 0.0033477945253252983, "global_step": 53240, "epoch": 299, "lr": 5.0604365054478195e-05}
{"train_loss": 0.004719297867268324, "global_step": 53241, "epoch": 299, "lr": 5.06028874610125e-05}
{"train_loss": 0.0018690961878746748, "global_step": 53242, "epoch": 299, "lr": 5.060140986702021e-05}
{"train_loss": 0.004656749777495861, "global_step": 53243, "epoch": 299, "lr": 5.0599932272502646e-05}
{"train_loss": 0.0025864169001579285, "global_step": 53244, "epoch": 299, "lr": 5.059845467746105e-05}
{"train_loss": 0.004275099840015173, "global_step": 53245, "epoch": 299, "lr": 5.059697708189676e-05}
{"train_loss": 0.005087973549962044, "global_step": 53246, "epoch": 299, "lr": 5.059549948581105e-05}
{"train_loss": 0.003684856928884983, "global_step": 53247, "epoch": 299, "lr": 5.059402188920519e-05}
{"train_loss": 0.0012257401831448078, "global_step": 53248, "epoch": 299, "lr": 5.05925442920805e-05}
{"train_loss": 0.004411747679114342, "global_step": 53249, "epoch": 299, "lr": 5.059106669443825e-05}
{"train_loss": 0.005105246789753437, "global_step": 53250, "epoch": 299, "lr": 5.0589589096279746e-05}
{"train_loss": 0.0020667933858931065, "global_step": 53251, "epoch": 299, "lr": 5.0588111497606264e-05}
{"train_loss": 0.0014207296771928668, "global_step": 53252, "epoch": 299, "lr": 5.0586633898419114e-05}
{"train_loss": 0.00259178364649415, "global_step": 53253, "epoch": 299, "lr": 5.058515629871955e-05}
{"train_loss": 0.0025663571432232857, "global_step": 53254, "epoch": 299, "lr": 5.0583678698508906e-05}
{"train_loss": 0.0033413830678910017, "global_step": 53255, "epoch": 299, "lr": 5.058220109778845e-05}
{"train_loss": 0.0036998786963522434, "global_step": 53256, "epoch": 299, "lr": 5.058072349655948e-05}
{"train_loss": 0.004102608188986778, "global_step": 53257, "epoch": 299, "lr": 5.057924589482328e-05}
{"train_loss": 0.004981242120265961, "global_step": 53258, "epoch": 299, "lr": 5.0577768292581126e-05}
{"train_loss": 0.005679734982550144, "global_step": 53259, "epoch": 299, "lr": 5.057629068983435e-05}
{"train_loss": 0.0011613722890615463, "global_step": 53260, "epoch": 299, "lr": 5.0574813086584214e-05}
{"train_loss": 0.002194546163082123, "global_step": 53261, "epoch": 299, "lr": 5.057333548283201e-05}
{"train_loss": 0.0026168094482272863, "global_step": 53262, "epoch": 299, "lr": 5.057185787857902e-05}
{"train_loss": 0.002546004019677639, "global_step": 53263, "epoch": 299, "lr": 5.0570380273826546e-05}
{"train_loss": 0.00394653994590044, "global_step": 53264, "epoch": 299, "lr": 5.056890266857589e-05}
{"train_loss": 0.0014369003474712372, "global_step": 53265, "epoch": 299, "lr": 5.0567425062828345e-05}
{"train_loss": 0.005410897079855204, "global_step": 53266, "epoch": 299, "lr": 5.0565947456585174e-05}
{"train_loss": 0.0032984826248139143, "global_step": 53267, "epoch": 299, "lr": 5.056446984984769e-05}
{"train_loss": 0.0022561587393283844, "global_step": 53268, "epoch": 299, "lr": 5.0562992242617146e-05}
{"train_loss": 0.002588295843452215, "global_step": 53269, "epoch": 299, "lr": 5.056151463489489e-05}
{"train_loss": 0.0028655589558184147, "global_step": 53270, "epoch": 299, "lr": 5.056003702668218e-05}
{"train_loss": 0.0025551354046911, "global_step": 53271, "epoch": 299, "lr": 5.055855941798031e-05}
{"train_loss": 0.0024384972639381886, "global_step": 53272, "epoch": 299, "lr": 5.055708180879056e-05}
{"train_loss": 0.004489995539188385, "global_step": 53273, "epoch": 299, "lr": 5.055560419911425e-05}
{"train_loss": 0.0024203509092330933, "global_step": 53274, "epoch": 299, "lr": 5.055412658895264e-05}
{"train_loss": 0.0024733971804380417, "global_step": 53275, "epoch": 299, "lr": 5.055264897830705e-05}
{"train_loss": 0.0022640316747128963, "global_step": 53276, "epoch": 299, "lr": 5.055117136717874e-05}
{"train_loss": 0.0015902395825833082, "global_step": 53277, "epoch": 299, "lr": 5.054969375556902e-05}
{"train_loss": 0.003789885900914669, "global_step": 53278, "epoch": 299, "lr": 5.0548216143479164e-05}
{"train_loss": 0.0069620865397155285, "global_step": 53279, "epoch": 299, "lr": 5.05467385309105e-05}
{"train_loss": 0.003715136554092169, "global_step": 53280, "epoch": 299, "lr": 5.054526091786427e-05}
{"train_loss": 0.0036862946581095457, "global_step": 53281, "epoch": 299, "lr": 5.0543783304341786e-05}
{"train_loss": 0.005050436593592167, "global_step": 53282, "epoch": 299, "lr": 5.054230569034435e-05}
{"train_loss": 0.0017110944027081132, "global_step": 53283, "epoch": 299, "lr": 5.054082807587324e-05}
{"train_loss": 0.0038331523537635803, "global_step": 53284, "epoch": 299, "lr": 5.053935046092974e-05}
{"train_loss": 0.004912084899842739, "global_step": 53285, "epoch": 299, "lr": 5.0537872845515165e-05}
{"train_loss": 0.00321694603189826, "global_step": 53286, "epoch": 299, "lr": 5.053639522963079e-05}
{"train_loss": 0.0041254437528550625, "global_step": 53287, "epoch": 299, "lr": 5.053491761327788e-05}
{"train_loss": 0.002598240040242672, "global_step": 53288, "epoch": 299, "lr": 5.053343999645778e-05}
{"train_loss": 0.001835798961110413, "global_step": 53289, "epoch": 299, "lr": 5.053196237917174e-05}
{"train_loss": 0.004245898686349392, "global_step": 53290, "epoch": 299, "lr": 5.0530484761421074e-05}
{"train_loss": 0.0029566630255430937, "global_step": 53291, "epoch": 299, "lr": 5.052900714320704e-05}
{"train_loss": 0.0018399523105472326, "global_step": 53292, "epoch": 299, "lr": 5.052752952453096e-05}
{"train_loss": 0.0017154649831354618, "global_step": 53293, "epoch": 299, "lr": 5.0526051905394124e-05}
{"train_loss": 0.0036674579605460167, "global_step": 53294, "epoch": 299, "lr": 5.0524574285797796e-05}
{"train_loss": 0.00406747916713357, "global_step": 53295, "epoch": 299, "lr": 5.0523096665743305e-05}
{"train_loss": 0.0031907358206808567, "global_step": 53296, "epoch": 299, "lr": 5.052161904523189e-05}
{"train_loss": 0.005320922937244177, "global_step": 53297, "epoch": 299, "lr": 5.05201414242649e-05}
{"train_loss": 0.0023983449209481478, "global_step": 53298, "epoch": 299, "lr": 5.051866380284359e-05}
{"train_loss": 0.0038130413740873337, "global_step": 53299, "epoch": 299, "lr": 5.051718618096925e-05}
{"train_loss": 0.002806643024086952, "global_step": 53300, "epoch": 299, "lr": 5.051570855864318e-05}
{"train_loss": 0.003527415916323662, "global_step": 53301, "epoch": 299, "lr": 5.051423093586668e-05}
{"train_loss": 0.00731936190277338, "global_step": 53302, "epoch": 299, "lr": 5.0512753312641026e-05}
{"train_loss": 0.002511080354452133, "global_step": 53303, "epoch": 299, "lr": 5.0511275688967516e-05}
{"train_loss": 0.0024610478430986404, "global_step": 53304, "epoch": 299, "lr": 5.0509798064847436e-05}
{"train_loss": 0.00271178619004786, "global_step": 53305, "epoch": 299, "lr": 5.050832044028206e-05}
{"train_loss": 0.002958589233458042, "global_step": 53306, "epoch": 299, "lr": 5.0506842815272705e-05}
{"train_loss": 0.0027886107563972473, "global_step": 53307, "epoch": 299, "lr": 5.050536518982066e-05}
{"train_loss": 0.00328553793951869, "global_step": 53308, "epoch": 299, "lr": 5.050388756392721e-05}
{"train_loss": 0.004043844062834978, "global_step": 53309, "epoch": 299, "lr": 5.050240993759364e-05}
{"train_loss": 0.002783457050099969, "global_step": 53310, "epoch": 299, "lr": 5.0500932310821244e-05}
{"train_loss": 0.0023773512803018093, "global_step": 53311, "epoch": 299, "lr": 5.049945468361131e-05}
{"train_loss": 0.003230895148590207, "global_step": 53312, "epoch": 299, "lr": 5.049797705596515e-05}
{"train_loss": 0.003181545762345195, "global_step": 53313, "epoch": 299, "lr": 5.0496499427884024e-05}
{"train_loss": 0.004831220488995314, "global_step": 53314, "epoch": 299, "lr": 5.049502179936923e-05}
{"train_loss": 0.0031717477831989527, "global_step": 53315, "epoch": 299, "lr": 5.049354417042207e-05}
{"train_loss": 0.005261884070932865, "global_step": 53316, "epoch": 299, "lr": 5.049206654104384e-05}
{"train_loss": 0.0034067663364112377, "global_step": 53317, "epoch": 299, "lr": 5.04905889112358e-05}
{"train_loss": 0.008012039586901665, "global_step": 53318, "epoch": 299, "lr": 5.048911128099928e-05}
{"train_loss": 0.001932955696247518, "global_step": 53319, "epoch": 299, "lr": 5.0487633650335516e-05}
{"train_loss": 0.0042670900002121925, "global_step": 53320, "epoch": 299, "lr": 5.048615601924587e-05}
{"train_loss": 0.002444415120407939, "global_step": 53321, "epoch": 299, "lr": 5.0484678387731576e-05}
{"train_loss": 0.003125950461253524, "global_step": 53322, "epoch": 299, "lr": 5.048320075579396e-05}
{"train_loss": 0.004840278998017311, "global_step": 53323, "epoch": 299, "lr": 5.048172312343429e-05}
{"train_loss": 0.00493280217051506, "global_step": 53324, "epoch": 299, "lr": 5.0480245490653845e-05}
{"train_loss": 0.004044428467750549, "global_step": 53325, "epoch": 299, "lr": 5.0478767857453944e-05}
{"train_loss": 0.003031267086043954, "global_step": 53326, "epoch": 299, "lr": 5.0477290223835874e-05}
{"train_loss": 0.006666111759841442, "global_step": 53327, "epoch": 299, "lr": 5.047581258980092e-05}
{"train_loss": 0.0048837969079613686, "global_step": 53328, "epoch": 299, "lr": 5.047433495535038e-05}
{"train_loss": 0.003656970802694559, "global_step": 53329, "epoch": 299, "lr": 5.047285732048551e-05}
{"train_loss": 0.004813845269382, "global_step": 53330, "epoch": 299, "lr": 5.047137968520766e-05}
{"train_loss": 0.0026410785503685474, "global_step": 53331, "epoch": 299, "lr": 5.046990204951807e-05}
{"train_loss": 0.004957844503223896, "global_step": 53332, "epoch": 299, "lr": 5.046842441341806e-05}
{"train_loss": 0.004963701590895653, "global_step": 53333, "epoch": 299, "lr": 5.0466946776908894e-05}
{"train_loss": 0.003806407330557704, "global_step": 53334, "epoch": 299, "lr": 5.046546913999188e-05}
{"train_loss": 0.005309640429913998, "global_step": 53335, "epoch": 299, "lr": 5.046399150266832e-05}
{"train_loss": 0.004143049940466881, "global_step": 53336, "epoch": 299, "lr": 5.046251386493948e-05}
{"train_loss": 0.0032375939190387726, "global_step": 53337, "epoch": 299, "lr": 5.046103622680667e-05}
{"train_loss": 0.0012440603459253907, "global_step": 53338, "epoch": 299, "lr": 5.045955858827115e-05}
{"train_loss": 0.0019643274135887623, "global_step": 53339, "epoch": 299, "lr": 5.0458080949334255e-05}
{"train_loss": 0.0017070105532184243, "global_step": 53340, "epoch": 299, "lr": 5.045660330999725e-05}
{"train_loss": 0.00508737051859498, "global_step": 53341, "epoch": 299, "lr": 5.0455125670261426e-05}
{"train_loss": 0.00407882034778595, "global_step": 53342, "epoch": 299, "lr": 5.045364803012809e-05}
{"train_loss": 0.005581889767199755, "global_step": 53343, "epoch": 299, "lr": 5.04521703895985e-05}
{"train_loss": 0.00311641045846045, "global_step": 53344, "epoch": 299, "lr": 5.0450692748673976e-05}
{"train_loss": 0.0031082616187632084, "global_step": 53345, "epoch": 299, "lr": 5.0449215107355794e-05}
{"train_loss": 0.0019054777221754193, "global_step": 53346, "epoch": 299, "lr": 5.044773746564525e-05}
{"train_loss": 0.004604918882250786, "global_step": 53347, "epoch": 299, "lr": 5.044625982354364e-05}
{"train_loss": 0.0024442251306027174, "global_step": 53348, "epoch": 299, "lr": 5.044478218105224e-05}
{"train_loss": 0.005048535764217377, "global_step": 53349, "epoch": 299, "lr": 5.0443304538172354e-05}
{"train_loss": 0.0036633412819355726, "global_step": 53350, "epoch": 299, "lr": 5.0441826894905264e-05}
{"train_loss": 0.0031197580974549055, "global_step": 53351, "epoch": 299, "lr": 5.044034925125227e-05}
{"train_loss": 0.003290473483502865, "global_step": 53352, "epoch": 299, "lr": 5.043887160721467e-05}
{"train_loss": 0.005350478924810886, "global_step": 53353, "epoch": 299, "lr": 5.043739396279371e-05}
{"train_loss": 0.0033239847980439663, "global_step": 53354, "epoch": 299, "lr": 5.043591631799074e-05}
{"train_loss": 0.003025354351848364, "global_step": 53355, "epoch": 299, "lr": 5.0434438672807015e-05}
{"train_loss": 0.005250786431133747, "global_step": 53356, "epoch": 299, "lr": 5.043296102724383e-05}
{"train_loss": 0.0037146322429180145, "global_step": 53357, "epoch": 299, "lr": 5.043148338130249e-05}
{"train_loss": 0.0023609688505530357, "global_step": 53358, "epoch": 299, "lr": 5.0430005734984255e-05}
{"train_loss": 0.003780434839427471, "global_step": 53359, "epoch": 299, "lr": 5.042852808829045e-05}
{"train_loss": 0.004538277164101601, "global_step": 53360, "epoch": 299, "lr": 5.0427050441222356e-05}
{"train_loss": 0.003931242041289806, "global_step": 53361, "epoch": 299, "lr": 5.042557279378125e-05}
{"train_loss": 0.0024993408005684614, "global_step": 53362, "epoch": 299, "lr": 5.042409514596842e-05}
{"train_loss": 0.002739385236054659, "global_step": 53363, "epoch": 299, "lr": 5.0422617497785184e-05}
{"train_loss": 0.0016664434224367142, "global_step": 53364, "epoch": 299, "lr": 5.0421139849232825e-05}
{"train_loss": 0.0031064306385815144, "global_step": 53365, "epoch": 299, "lr": 5.041966220031261e-05}
{"train_loss": 0.00760355219244957, "global_step": 53366, "epoch": 299, "lr": 5.041818455102586e-05}
{"train_loss": 0.003797454759478569, "global_step": 53367, "epoch": 299, "lr": 5.0416706901373835e-05}
{"train_loss": 0.004230576101690531, "global_step": 53368, "epoch": 299, "lr": 5.041522925135783e-05}
{"train_loss": 0.002170389983803034, "global_step": 53369, "epoch": 299, "lr": 5.0413751600979174e-05}
{"train_loss": 0.002649464877322316, "global_step": 53370, "epoch": 299, "lr": 5.041227395023912e-05}
{"train_loss": 0.0017892635660246015, "global_step": 53371, "epoch": 299, "lr": 5.041079629913897e-05}
{"train_loss": 0.0030208220705389977, "global_step": 53372, "epoch": 299, "lr": 5.040931864768002e-05}
{"train_loss": 0.005644164979457855, "global_step": 53373, "epoch": 299, "lr": 5.040784099586354e-05}
{"train_loss": 0.0023893052712082863, "global_step": 53374, "epoch": 299, "lr": 5.0406363343690846e-05}
{"train_loss": 0.004702046979218721, "global_step": 53375, "epoch": 299, "lr": 5.040488569116322e-05}
{"train_loss": 0.004402623511850834, "global_step": 53376, "epoch": 299, "lr": 5.040340803828195e-05}
{"train_loss": 0.005409184843301773, "global_step": 53377, "epoch": 299, "lr": 5.0401930385048315e-05}
{"train_loss": 0.001247538486495614, "global_step": 53378, "epoch": 299, "lr": 5.040045273146363e-05}
{"train_loss": 0.0033147113863378763, "global_step": 53379, "epoch": 299, "lr": 5.039897507752918e-05}
{"train_loss": 0.003419778309762478, "global_step": 53380, "epoch": 299, "lr": 5.0397497423246235e-05}
{"train_loss": 0.003783967811614275, "global_step": 53381, "epoch": 299, "lr": 5.0396019768616096e-05}
{"train_loss": 0.003903707256540656, "global_step": 53382, "epoch": 299, "lr": 5.039454211364006e-05}
{"train_loss": 0.0031142341904342175, "global_step": 53383, "epoch": 299, "lr": 5.039306445831943e-05}
{"train_loss": 0.00380896613933146, "global_step": 53384, "epoch": 299, "lr": 5.039158680265548e-05}
{"train_loss": 0.0047717648558318615, "global_step": 53385, "epoch": 299, "lr": 5.0390109146649486e-05}
{"train_loss": 0.007504696492105722, "global_step": 53386, "epoch": 299, "lr": 5.0388631490302764e-05}
{"train_loss": 0.0026052738539874554, "global_step": 53387, "epoch": 299, "lr": 5.03871538336166e-05}
{"train_loss": 0.002696288749575615, "global_step": 53388, "epoch": 299, "lr": 5.038567617659226e-05}
{"train_loss": 0.002753898501396179, "global_step": 53389, "epoch": 299, "lr": 5.0384198519231074e-05}
{"train_loss": 0.0030872775241732597, "global_step": 53390, "epoch": 299, "lr": 5.03827208615343e-05}
{"train_loss": 0.003085097298026085, "global_step": 53391, "epoch": 299, "lr": 5.0381243203503246e-05}
{"train_loss": 0.0031577032059431076, "global_step": 53392, "epoch": 299, "lr": 5.037976554513921e-05}
{"train_loss": 0.004411735106259584, "global_step": 53393, "epoch": 299, "lr": 5.0378287886443476e-05}
{"train_loss": 0.004234790802001953, "global_step": 53394, "epoch": 299, "lr": 5.037681022741732e-05}
{"train_loss": 0.002854596823453903, "global_step": 53395, "epoch": 299, "lr": 5.037533256806204e-05}
{"train_loss": 0.003366657067090273, "global_step": 53396, "epoch": 299, "lr": 5.0373854908378925e-05}
{"train_loss": 0.003323235549032688, "global_step": 53397, "epoch": 299, "lr": 5.037237724836929e-05}
{"train_loss": 0.003138766624033451, "global_step": 53398, "epoch": 299, "lr": 5.0370899588034395e-05}
{"train_loss": 0.003610599948239795, "global_step": 53399, "epoch": 299, "lr": 5.036942192737554e-05}
{"train_loss": 0.002889900002628565, "global_step": 53400, "epoch": 300, "lr": 5.0367944266394006e-05}
{"train_loss": 0.002400507451966405, "global_step": 53401, "epoch": 300, "lr": 5.03664666050911e-05}
{"train_loss": 0.004325440153479576, "global_step": 53402, "epoch": 300, "lr": 5.036498894346812e-05}
{"train_loss": 0.003517787903547287, "global_step": 53403, "epoch": 300, "lr": 5.0363511281526345e-05}
{"train_loss": 0.004005741328001022, "global_step": 53404, "epoch": 300, "lr": 5.0362033619267055e-05}
{"train_loss": 0.0020701149478554726, "global_step": 53405, "epoch": 300, "lr": 5.0360555956691544e-05}
{"train_loss": 0.0030718338675796986, "global_step": 53406, "epoch": 300, "lr": 5.035907829380112e-05}
{"train_loss": 0.005357553716748953, "global_step": 53407, "epoch": 300, "lr": 5.0357600630597056e-05}
{"train_loss": 0.005904046818614006, "global_step": 53408, "epoch": 300, "lr": 5.0356122967080654e-05}
{"train_loss": 0.0046583423390984535, "global_step": 53409, "epoch": 300, "lr": 5.035464530325319e-05}
{"train_loss": 0.004658197984099388, "global_step": 53410, "epoch": 300, "lr": 5.035316763911596e-05}
{"train_loss": 0.007127775344997644, "global_step": 53411, "epoch": 300, "lr": 5.035168997467028e-05}
{"train_loss": 0.0023695831187069416, "global_step": 53412, "epoch": 300, "lr": 5.035021230991741e-05}
{"train_loss": 0.002421415876597166, "global_step": 53413, "epoch": 300, "lr": 5.034873464485865e-05}
{"train_loss": 0.0028072213754057884, "global_step": 53414, "epoch": 300, "lr": 5.0347256979495305e-05}
{"train_loss": 0.002804830204695463, "global_step": 53415, "epoch": 300, "lr": 5.0345779313828625e-05}
{"train_loss": 0.0038108208682388067, "global_step": 53416, "epoch": 300, "lr": 5.034430164785995e-05}
{"train_loss": 0.003911512438207865, "global_step": 53417, "epoch": 300, "lr": 5.034282398159054e-05}
{"train_loss": 0.0035772002302110195, "global_step": 53418, "epoch": 300, "lr": 5.0341346315021695e-05}
{"train_loss": 0.0037107160314917564, "global_step": 53419, "epoch": 300, "lr": 5.0339868648154695e-05}
{"train_loss": 0.0042867520824074745, "global_step": 53420, "epoch": 300, "lr": 5.0338390980990854e-05}
{"train_loss": 0.001994900871068239, "global_step": 53421, "epoch": 300, "lr": 5.033691331353144e-05}
{"train_loss": 0.002751828171312809, "global_step": 53422, "epoch": 300, "lr": 5.0335435645777765e-05}
{"train_loss": 0.004291144665330648, "global_step": 53423, "epoch": 300, "lr": 5.033395797773109e-05}
{"train_loss": 0.006345691625028849, "global_step": 53424, "epoch": 300, "lr": 5.033248030939273e-05}
{"train_loss": 0.0050765108317136765, "global_step": 53425, "epoch": 300, "lr": 5.033100264076397e-05}
{"train_loss": 0.0032180044800043106, "global_step": 53426, "epoch": 300, "lr": 5.03295249718461e-05}
{"train_loss": 0.002981926780194044, "global_step": 53427, "epoch": 300, "lr": 5.0328047302640405e-05}
{"train_loss": 0.0027319584041833878, "global_step": 53428, "epoch": 300, "lr": 5.032656963314818e-05}
{"train_loss": 0.0031410676892846823, "global_step": 53429, "epoch": 300, "lr": 5.032509196337072e-05}
{"train_loss": 0.002339976141229272, "global_step": 53430, "epoch": 300, "lr": 5.0323614293309294e-05}
{"train_loss": 0.005579080898314714, "global_step": 53431, "epoch": 300, "lr": 5.032213662296523e-05}
{"train_loss": 0.0023810050915926695, "global_step": 53432, "epoch": 300, "lr": 5.0320658952339796e-05}
{"train_loss": 0.005162674468010664, "global_step": 53433, "epoch": 300, "lr": 5.031918128143429e-05}
{"train_loss": 0.0038157394155859947, "global_step": 53434, "epoch": 300, "lr": 5.031770361024999e-05}
{"train_loss": 0.003698064247146249, "global_step": 53435, "epoch": 300, "lr": 5.03162259387882e-05}
{"train_loss": 0.004681647755205631, "global_step": 53436, "epoch": 300, "lr": 5.03147482670502e-05}
{"train_loss": 0.0019668671302497387, "global_step": 53437, "epoch": 300, "lr": 5.031327059503729e-05}
{"train_loss": 0.002997713629156351, "global_step": 53438, "epoch": 300, "lr": 5.031179292275075e-05}
{"train_loss": 0.0015096048591658473, "global_step": 53439, "epoch": 300, "lr": 5.031031525019189e-05}
{"train_loss": 0.003536511678248644, "global_step": 53440, "epoch": 300, "lr": 5.030883757736198e-05}
{"train_loss": 0.0027737044729292393, "global_step": 53441, "epoch": 300, "lr": 5.030735990426232e-05}
{"train_loss": 0.005738185718655586, "global_step": 53442, "epoch": 300, "lr": 5.030588223089421e-05}
{"train_loss": 0.0022164685651659966, "global_step": 53443, "epoch": 300, "lr": 5.0304404557258914e-05}
{"train_loss": 0.0033125337213277817, "global_step": 53444, "epoch": 300, "lr": 5.030292688335774e-05}
{"train_loss": 0.0028614713810384274, "global_step": 53445, "epoch": 300, "lr": 5.0301449209191984e-05}
{"train_loss": 0.0027026061434298754, "global_step": 53446, "epoch": 300, "lr": 5.029997153476294e-05}
{"train_loss": 0.0032239570282399654, "global_step": 53447, "epoch": 300, "lr": 5.029849386007186e-05}
{"train_loss": 0.0039024590514600277, "global_step": 53448, "epoch": 300, "lr": 5.029701618512008e-05}
{"train_loss": 0.003701888956129551, "global_step": 53449, "epoch": 300, "lr": 5.029553850990888e-05}
{"train_loss": 0.0039879255928099155, "global_step": 53450, "epoch": 300, "lr": 5.029406083443954e-05}
{"train_loss": 0.0017773752333596349, "global_step": 53451, "epoch": 300, "lr": 5.029258315871335e-05}
{"train_loss": 0.004095503594726324, "global_step": 53452, "epoch": 300, "lr": 5.0291105482731616e-05}
{"train_loss": 0.0026566525921225548, "global_step": 53453, "epoch": 300, "lr": 5.02896278064956e-05}
{"train_loss": 0.006264387629926205, "global_step": 53454, "epoch": 300, "lr": 5.028815013000663e-05}
{"train_loss": 0.0024092686362564564, "global_step": 53455, "epoch": 300, "lr": 5.028667245326597e-05}
{"train_loss": 0.006316740065813065, "global_step": 53456, "epoch": 300, "lr": 5.0285194776274926e-05}
{"train_loss": 0.005343385972082615, "global_step": 53457, "epoch": 300, "lr": 5.028371709903477e-05}
{"train_loss": 0.002829819917678833, "global_step": 53458, "epoch": 300, "lr": 5.0282239421546815e-05}
{"train_loss": 0.004091381095349789, "global_step": 53459, "epoch": 300, "lr": 5.028076174381234e-05}
{"train_loss": 0.0063522737473249435, "global_step": 53460, "epoch": 300, "lr": 5.0279284065832635e-05}
{"train_loss": 0.001844245009124279, "global_step": 53461, "epoch": 300, "lr": 5.0277806387609e-05}
{"train_loss": 0.0047757187858223915, "global_step": 53462, "epoch": 300, "lr": 5.0276328709142694e-05}
{"train_loss": 0.003307440783828497, "global_step": 53463, "epoch": 300, "lr": 5.027485103043505e-05}
{"train_loss": 0.0027110171504318714, "global_step": 53464, "epoch": 300, "lr": 5.027337335148734e-05}
{"train_loss": 0.003514077514410019, "global_step": 53465, "epoch": 300, "lr": 5.0271895672300854e-05}
{"train_loss": 0.0025499146431684494, "global_step": 53466, "epoch": 300, "lr": 5.0270417992876875e-05}
{"train_loss": 0.005685385782271624, "global_step": 53467, "epoch": 300, "lr": 5.026894031321671e-05}
{"train_loss": 0.0013721305876970291, "global_step": 53468, "epoch": 300, "lr": 5.0267462633321624e-05}
{"train_loss": 0.0012913323007524014, "global_step": 53469, "epoch": 300, "lr": 5.026598495319295e-05}
{"train_loss": 0.003146710339933634, "global_step": 53470, "epoch": 300, "lr": 5.0264507272831954e-05}
{"train_loss": 0.001500963233411312, "global_step": 53471, "epoch": 300, "lr": 5.0263029592239896e-05}
{"train_loss": 0.0036900790873914957, "global_step": 53472, "epoch": 300, "lr": 5.0261551911418116e-05}
{"train_loss": 0.004225749988108873, "global_step": 53473, "epoch": 300, "lr": 5.0260074230367895e-05}
{"train_loss": 0.0020563495345413685, "global_step": 53474, "epoch": 300, "lr": 5.025859654909051e-05}
{"train_loss": 0.0028881635516881943, "global_step": 53475, "epoch": 300, "lr": 5.025711886758725e-05}
{"train_loss": 0.005216915160417557, "global_step": 53476, "epoch": 300, "lr": 5.025564118585942e-05}
{"train_loss": 0.0015896086115390062, "global_step": 53477, "epoch": 300, "lr": 5.025416350390829e-05}
{"train_loss": 0.0019851536490023136, "global_step": 53478, "epoch": 300, "lr": 5.025268582173517e-05}
{"train_loss": 0.003251071320846677, "global_step": 53479, "epoch": 300, "lr": 5.025120813934136e-05}
{"train_loss": 0.002990007633343339, "global_step": 53480, "epoch": 300, "lr": 5.024973045672812e-05}
{"train_loss": 0.0029004861135035753, "global_step": 53481, "epoch": 300, "lr": 5.024825277389674e-05}
{"train_loss": 0.002190204570069909, "global_step": 53482, "epoch": 300, "lr": 5.024677509084855e-05}
{"train_loss": 0.004590456839650869, "global_step": 53483, "epoch": 300, "lr": 5.024529740758481e-05}
{"train_loss": 0.0022846711799502373, "global_step": 53484, "epoch": 300, "lr": 5.0243819724106823e-05}
{"train_loss": 0.002921805949881673, "global_step": 53485, "epoch": 300, "lr": 5.0242342040415865e-05}
{"train_loss": 0.003293106332421303, "global_step": 53486, "epoch": 300, "lr": 5.024086435651323e-05}
{"train_loss": 0.0029988079331815243, "global_step": 53487, "epoch": 300, "lr": 5.0239386672400226e-05}
{"train_loss": 0.007361586205661297, "global_step": 53488, "epoch": 300, "lr": 5.0237908988078133e-05}
{"train_loss": 0.005285442806780338, "global_step": 53489, "epoch": 300, "lr": 5.023643130354824e-05}
{"train_loss": 0.004641617648303509, "global_step": 53490, "epoch": 300, "lr": 5.023495361881182e-05}
{"train_loss": 0.0023070790339261293, "global_step": 53491, "epoch": 300, "lr": 5.02334759338702e-05}
{"train_loss": 0.0033945294562727213, "global_step": 53492, "epoch": 300, "lr": 5.0231998248724656e-05}
{"train_loss": 0.003492742544040084, "global_step": 53493, "epoch": 300, "lr": 5.023052056337646e-05}
{"train_loss": 0.003922856878489256, "global_step": 53494, "epoch": 300, "lr": 5.022904287782692e-05}
{"train_loss": 0.001735716126859188, "global_step": 53495, "epoch": 300, "lr": 5.022756519207734e-05}
{"train_loss": 0.005004034377634525, "global_step": 53496, "epoch": 300, "lr": 5.0226087506128974e-05}
{"train_loss": 0.003655088134109974, "global_step": 53497, "epoch": 300, "lr": 5.022460981998315e-05}
{"train_loss": 0.005359053146094084, "global_step": 53498, "epoch": 300, "lr": 5.022313213364115e-05}
{"train_loss": 0.004596155136823654, "global_step": 53499, "epoch": 300, "lr": 5.0221654447104235e-05}
{"train_loss": 0.0020604587625712156, "global_step": 53500, "epoch": 300, "lr": 5.022017676037373e-05}
{"train_loss": 0.0018943585455417633, "global_step": 53501, "epoch": 300, "lr": 5.0218699073450914e-05}
{"train_loss": 0.0065017156302928925, "global_step": 53502, "epoch": 300, "lr": 5.0217221386337075e-05}
{"train_loss": 0.0013580031227320433, "global_step": 53503, "epoch": 300, "lr": 5.0215743699033515e-05}
{"train_loss": 0.003674182342365384, "global_step": 53504, "epoch": 300, "lr": 5.021426601154151e-05}
{"train_loss": 0.007116883993148804, "global_step": 53505, "epoch": 300, "lr": 5.0212788323862345e-05}
{"train_loss": 0.0011699339374899864, "global_step": 53506, "epoch": 300, "lr": 5.0211310635997344e-05}
{"train_loss": 0.0025765341706573963, "global_step": 53507, "epoch": 300, "lr": 5.0209832947947764e-05}
{"train_loss": 0.0038748939987272024, "global_step": 53508, "epoch": 300, "lr": 5.0208355259714913e-05}
{"train_loss": 0.0032813274301588535, "global_step": 53509, "epoch": 300, "lr": 5.020687757130006e-05}
{"train_loss": 0.0024716381449252367, "global_step": 53510, "epoch": 300, "lr": 5.020539988270453e-05}
{"train_loss": 0.0032504075206816196, "global_step": 53511, "epoch": 300, "lr": 5.0203922193929585e-05}
{"train_loss": 0.0044131409376859665, "global_step": 53512, "epoch": 300, "lr": 5.020244450497653e-05}
{"train_loss": 0.0033164359629154205, "global_step": 53513, "epoch": 300, "lr": 5.020096681584666e-05}
{"train_loss": 0.0019859764724969864, "global_step": 53514, "epoch": 300, "lr": 5.019948912654123e-05}
{"train_loss": 0.0028056814335286617, "global_step": 53515, "epoch": 300, "lr": 5.0198011437061574e-05}
{"train_loss": 0.004130302928388119, "global_step": 53516, "epoch": 300, "lr": 5.019653374740897e-05}
{"train_loss": 0.0032691799569875, "global_step": 53517, "epoch": 300, "lr": 5.019505605758471e-05}
{"train_loss": 0.0012515229173004627, "global_step": 53518, "epoch": 300, "lr": 5.019357836759008e-05}
{"train_loss": 0.0019133485620841384, "global_step": 53519, "epoch": 300, "lr": 5.019210067742636e-05}
{"train_loss": 0.004517856054008007, "global_step": 53520, "epoch": 300, "lr": 5.019062298709486e-05}
{"train_loss": 0.0030155712738633156, "global_step": 53521, "epoch": 300, "lr": 5.018914529659686e-05}
{"train_loss": 0.0026041988749057055, "global_step": 53522, "epoch": 300, "lr": 5.0187667605933656e-05}
{"train_loss": 0.00496966578066349, "global_step": 53523, "epoch": 300, "lr": 5.018618991510653e-05}
{"train_loss": 0.0023382953368127346, "global_step": 53524, "epoch": 300, "lr": 5.018471222411678e-05}
{"train_loss": 0.0039568012580275536, "global_step": 53525, "epoch": 300, "lr": 5.01832345329657e-05}
{"train_loss": 0.0017715900903567672, "global_step": 53526, "epoch": 300, "lr": 5.0181756841654574e-05}
{"train_loss": 0.002180119277909398, "global_step": 53527, "epoch": 300, "lr": 5.018027915018468e-05}
{"train_loss": 0.0015803901478648186, "global_step": 53528, "epoch": 300, "lr": 5.0178801458557336e-05}
{"train_loss": 0.004258012864738703, "global_step": 53529, "epoch": 300, "lr": 5.017732376677382e-05}
{"train_loss": 0.0037626742850989103, "global_step": 53530, "epoch": 300, "lr": 5.017584607483542e-05}
{"train_loss": 0.0027396404184401035, "global_step": 53531, "epoch": 300, "lr": 5.017436838274343e-05}
{"train_loss": 0.002167013008147478, "global_step": 53532, "epoch": 300, "lr": 5.017289069049914e-05}
{"train_loss": 0.0028456796426326036, "global_step": 53533, "epoch": 300, "lr": 5.0171412998103826e-05}
{"train_loss": 0.003212158801034093, "global_step": 53534, "epoch": 300, "lr": 5.016993530555881e-05}
{"train_loss": 0.0020579351112246513, "global_step": 53535, "epoch": 300, "lr": 5.016845761286536e-05}
{"train_loss": 0.0020899991504848003, "global_step": 53536, "epoch": 300, "lr": 5.016697992002477e-05}
{"train_loss": 0.0017965079750865698, "global_step": 53537, "epoch": 300, "lr": 5.0165502227038343e-05}
{"train_loss": 0.003806022461503744, "global_step": 53538, "epoch": 300, "lr": 5.016402453390735e-05}
{"train_loss": 0.001448304858058691, "global_step": 53539, "epoch": 300, "lr": 5.01625468406331e-05}
{"train_loss": 0.0025462612975388765, "global_step": 53540, "epoch": 300, "lr": 5.0161069147216866e-05}
{"train_loss": 0.003092163009569049, "global_step": 53541, "epoch": 300, "lr": 5.015959145365996e-05}
{"train_loss": 0.006135254632681608, "global_step": 53542, "epoch": 300, "lr": 5.015811375996365e-05}
{"train_loss": 0.0021314434707164764, "global_step": 53543, "epoch": 300, "lr": 5.0156636066129236e-05}
{"train_loss": 0.002418935764580965, "global_step": 53544, "epoch": 300, "lr": 5.015515837215801e-05}
{"train_loss": 0.0032884874381124973, "global_step": 53545, "epoch": 300, "lr": 5.0153680678051276e-05}
{"train_loss": 0.0013445117510855198, "global_step": 53546, "epoch": 300, "lr": 5.015220298381029e-05}
{"train_loss": 0.001078117871657014, "global_step": 53547, "epoch": 300, "lr": 5.015072528943637e-05}
{"train_loss": 0.004140979610383511, "global_step": 53548, "epoch": 300, "lr": 5.0149247594930815e-05}
{"train_loss": 0.0031623831018805504, "global_step": 53549, "epoch": 300, "lr": 5.0147769900294884e-05}
{"train_loss": 0.004191174171864986, "global_step": 53550, "epoch": 300, "lr": 5.01462922055299e-05}
{"train_loss": 0.0025182589888572693, "global_step": 53551, "epoch": 300, "lr": 5.0144814510637126e-05}
{"train_loss": 0.0037960181944072247, "global_step": 53552, "epoch": 300, "lr": 5.014333681561787e-05}
{"train_loss": 0.0017167748883366585, "global_step": 53553, "epoch": 300, "lr": 5.014185912047341e-05}
{"train_loss": 0.0016748136840760708, "global_step": 53554, "epoch": 300, "lr": 5.0140381425205064e-05}
{"train_loss": 0.004381099250167608, "global_step": 53555, "epoch": 300, "lr": 5.013890372981408e-05}
{"train_loss": 0.0025862392503768206, "global_step": 53556, "epoch": 300, "lr": 5.013742603430178e-05}
{"train_loss": 0.0027996518183499575, "global_step": 53557, "epoch": 300, "lr": 5.013594833866945e-05}
{"train_loss": 0.0023356317542493343, "global_step": 53558, "epoch": 300, "lr": 5.0134470642918373e-05}
{"train_loss": 0.001887934748083353, "global_step": 53559, "epoch": 300, "lr": 5.013299294704985e-05}
{"train_loss": 0.0037914623972028494, "global_step": 53560, "epoch": 300, "lr": 5.013151525106517e-05}
{"train_loss": 0.005643151234835386, "global_step": 53561, "epoch": 300, "lr": 5.013003755496562e-05}
{"train_loss": 0.0037047099322080612, "global_step": 53562, "epoch": 300, "lr": 5.012855985875247e-05}
{"train_loss": 0.003921076655387878, "global_step": 53563, "epoch": 300, "lr": 5.012708216242704e-05}
{"train_loss": 0.00516834482550621, "global_step": 53564, "epoch": 300, "lr": 5.012560446599062e-05}
{"train_loss": 0.0028154533356428146, "global_step": 53565, "epoch": 300, "lr": 5.012412676944449e-05}
{"train_loss": 0.0033013424836099148, "global_step": 53566, "epoch": 300, "lr": 5.0122649072789926e-05}
{"train_loss": 0.0016735484823584557, "global_step": 53567, "epoch": 300, "lr": 5.0121171376028254e-05}
{"train_loss": 0.004061935469508171, "global_step": 53568, "epoch": 300, "lr": 5.011969367916074e-05}
{"train_loss": 0.0016815676353871822, "global_step": 53569, "epoch": 300, "lr": 5.011821598218869e-05}
{"train_loss": 0.003769662231206894, "global_step": 53570, "epoch": 300, "lr": 5.0116738285113375e-05}
{"train_loss": 0.0037005608901381493, "global_step": 53571, "epoch": 300, "lr": 5.011526058793609e-05}
{"train_loss": 0.003445203648880124, "global_step": 53572, "epoch": 300, "lr": 5.0113782890658145e-05}
{"train_loss": 0.0017862773966044188, "global_step": 53573, "epoch": 300, "lr": 5.0112305193280814e-05}
{"train_loss": 0.006026286631822586, "global_step": 53574, "epoch": 300, "lr": 5.011082749580539e-05}
{"train_loss": 0.006481579039245844, "global_step": 53575, "epoch": 300, "lr": 5.010934979823315e-05}
{"train_loss": 0.006664877291768789, "global_step": 53576, "epoch": 300, "lr": 5.0107872100565415e-05}
{"train_loss": 0.0034019163694609415, "global_step": 53577, "epoch": 300, "lr": 5.010639440280346e-05, "train_action_mse_error": 7.187388291640673e-06}
{"train_loss": 0.003291256260126829, "global_step": 53578, "epoch": 301, "lr": 5.010491670494858e-05}
{"train_loss": 0.0037486087530851364, "global_step": 53579, "epoch": 301, "lr": 5.0103439007002054e-05}
{"train_loss": 0.0015693395398557186, "global_step": 53580, "epoch": 301, "lr": 5.0101961308965184e-05}
{"train_loss": 0.0011306547094136477, "global_step": 53581, "epoch": 301, "lr": 5.0100483610839246e-05}
{"train_loss": 0.007751372177153826, "global_step": 53582, "epoch": 301, "lr": 5.009900591262555e-05}
{"train_loss": 0.004346851259469986, "global_step": 53583, "epoch": 301, "lr": 5.0097528214325386e-05}
{"train_loss": 0.002941171173006296, "global_step": 53584, "epoch": 301, "lr": 5.009605051594003e-05}
{"train_loss": 0.002964993705973029, "global_step": 53585, "epoch": 301, "lr": 5.0094572817470776e-05}
{"train_loss": 0.0029121162369847298, "global_step": 53586, "epoch": 301, "lr": 5.009309511891892e-05}
{"train_loss": 0.004400011617690325, "global_step": 53587, "epoch": 301, "lr": 5.0091617420285754e-05}
{"train_loss": 0.004598473664373159, "global_step": 53588, "epoch": 301, "lr": 5.009013972157257e-05}
{"train_loss": 0.0023415652103722095, "global_step": 53589, "epoch": 301, "lr": 5.008866202278065e-05}
{"train_loss": 0.0029549135360866785, "global_step": 53590, "epoch": 301, "lr": 5.0087184323911274e-05}
{"train_loss": 0.0015605820808559656, "global_step": 53591, "epoch": 301, "lr": 5.008570662496577e-05}
{"train_loss": 0.002541051246225834, "global_step": 53592, "epoch": 301, "lr": 5.00842289259454e-05}
{"train_loss": 0.007848834618926048, "global_step": 53593, "epoch": 301, "lr": 5.0082751226851456e-05}
{"train_loss": 0.0047013889998197556, "global_step": 53594, "epoch": 301, "lr": 5.008127352768525e-05}
{"train_loss": 0.0030025304295122623, "global_step": 53595, "epoch": 301, "lr": 5.007979582844803e-05}
{"train_loss": 0.0021246210671961308, "global_step": 53596, "epoch": 301, "lr": 5.0078318129141124e-05}
{"train_loss": 0.004170295316725969, "global_step": 53597, "epoch": 301, "lr": 5.0076840429765806e-05}
{"train_loss": 0.006589722353965044, "global_step": 53598, "epoch": 301, "lr": 5.007536273032338e-05}
{"train_loss": 0.0029220781289041042, "global_step": 53599, "epoch": 301, "lr": 5.007388503081514e-05}
{"train_loss": 0.0024776598438620567, "global_step": 53600, "epoch": 301, "lr": 5.007240733124234e-05}
{"train_loss": 0.0028663440607488155, "global_step": 53601, "epoch": 301, "lr": 5.0070929631606314e-05}
{"train_loss": 0.002362211234867573, "global_step": 53602, "epoch": 301, "lr": 5.006945193190834e-05}
{"train_loss": 0.001474627759307623, "global_step": 53603, "epoch": 301, "lr": 5.006797423214969e-05}
{"train_loss": 0.0037658419460058212, "global_step": 53604, "epoch": 301, "lr": 5.006649653233169e-05}
{"train_loss": 0.0013997888891026378, "global_step": 53605, "epoch": 301, "lr": 5.0065018832455576e-05}
{"train_loss": 0.004149584099650383, "global_step": 53606, "epoch": 301, "lr": 5.0063541132522694e-05}
{"train_loss": 0.001537631032988429, "global_step": 53607, "epoch": 301, "lr": 5.0062063432534313e-05}
{"train_loss": 0.003400585148483515, "global_step": 53608, "epoch": 301, "lr": 5.006058573249173e-05}
{"train_loss": 0.0035327188670635223, "global_step": 53609, "epoch": 301, "lr": 5.005910803239621e-05}
{"train_loss": 0.005863006226718426, "global_step": 53610, "epoch": 301, "lr": 5.0057630332249075e-05}
{"train_loss": 0.0024512948002666235, "global_step": 53611, "epoch": 301, "lr": 5.00561526320516e-05}
{"train_loss": 0.003814494237303734, "global_step": 53612, "epoch": 301, "lr": 5.005467493180508e-05}
{"train_loss": 0.0034832684323191643, "global_step": 53613, "epoch": 301, "lr": 5.0053197231510803e-05}
{"train_loss": 0.0023401211947202682, "global_step": 53614, "epoch": 301, "lr": 5.005171953117005e-05}
{"train_loss": 0.0032879114151000977, "global_step": 53615, "epoch": 301, "lr": 5.005024183078414e-05}
{"train_loss": 0.003039856906980276, "global_step": 53616, "epoch": 301, "lr": 5.004876413035434e-05}
{"train_loss": 0.003541564103215933, "global_step": 53617, "epoch": 301, "lr": 5.004728642988196e-05}
{"train_loss": 0.00291481357999146, "global_step": 53618, "epoch": 301, "lr": 5.004580872936826e-05}
{"train_loss": 0.00426043476909399, "global_step": 53619, "epoch": 301, "lr": 5.004433102881454e-05}
{"train_loss": 0.004167329519987106, "global_step": 53620, "epoch": 301, "lr": 5.0042853328222116e-05}
{"train_loss": 0.0026053194887936115, "global_step": 53621, "epoch": 301, "lr": 5.004137562759227e-05}
{"train_loss": 0.0029338886961340904, "global_step": 53622, "epoch": 301, "lr": 5.003989792692628e-05}
{"train_loss": 0.0013989439466968179, "global_step": 53623, "epoch": 301, "lr": 5.003842022622544e-05}
{"train_loss": 0.003598390147089958, "global_step": 53624, "epoch": 301, "lr": 5.0036942525491024e-05}
{"train_loss": 0.004339250735938549, "global_step": 53625, "epoch": 301, "lr": 5.003546482472436e-05}
{"train_loss": 0.003247240325435996, "global_step": 53626, "epoch": 301, "lr": 5.003398712392673e-05}
{"train_loss": 0.003886896651238203, "global_step": 53627, "epoch": 301, "lr": 5.003250942309939e-05}
{"train_loss": 0.002399458084255457, "global_step": 53628, "epoch": 301, "lr": 5.003103172224367e-05}
{"train_loss": 0.005359196104109287, "global_step": 53629, "epoch": 301, "lr": 5.0029554021360836e-05}
{"train_loss": 0.003963975701481104, "global_step": 53630, "epoch": 301, "lr": 5.00280763204522e-05}
{"train_loss": 0.00173592334613204, "global_step": 53631, "epoch": 301, "lr": 5.002659861951904e-05}
{"train_loss": 0.0032533910125494003, "global_step": 53632, "epoch": 301, "lr": 5.002512091856264e-05}
{"train_loss": 0.004373565316200256, "global_step": 53633, "epoch": 301, "lr": 5.002364321758429e-05}
{"train_loss": 0.002743283286690712, "global_step": 53634, "epoch": 301, "lr": 5.0022165516585304e-05}
{"train_loss": 0.0032135567162185907, "global_step": 53635, "epoch": 301, "lr": 5.002068781556696e-05}
{"train_loss": 0.0024069033097475767, "global_step": 53636, "epoch": 301, "lr": 5.001921011453055e-05}
{"train_loss": 0.004996743984520435, "global_step": 53637, "epoch": 301, "lr": 5.001773241347734e-05}
{"train_loss": 0.002960332203656435, "global_step": 53638, "epoch": 301, "lr": 5.001625471240865e-05}
{"train_loss": 0.002408783184364438, "global_step": 53639, "epoch": 301, "lr": 5.0014777011325764e-05}
{"train_loss": 0.0014401923399418592, "global_step": 53640, "epoch": 301, "lr": 5.0013299310229966e-05}
{"train_loss": 0.004351840354502201, "global_step": 53641, "epoch": 301, "lr": 5.001182160912257e-05}
{"train_loss": 0.002617326332256198, "global_step": 53642, "epoch": 301, "lr": 5.0010343908004834e-05}
{"train_loss": 0.0035988199524581432, "global_step": 53643, "epoch": 301, "lr": 5.0008866206878055e-05}
{"train_loss": 0.0022981162182986736, "global_step": 53644, "epoch": 301, "lr": 5.0007388505743544e-05}
{"train_loss": 0.0020772162824869156, "global_step": 53645, "epoch": 301, "lr": 5.000591080460258e-05}
{"train_loss": 0.005437632091343403, "global_step": 53646, "epoch": 301, "lr": 5.000443310345646e-05}
{"train_loss": 0.004431114532053471, "global_step": 53647, "epoch": 301, "lr": 5.000295540230645e-05}
{"train_loss": 0.004491771105676889, "global_step": 53648, "epoch": 301, "lr": 5.000147770115387e-05}
{"train_loss": 0.0039912741631269455, "global_step": 53649, "epoch": 301, "lr": 5e-05}
{"train_loss": 0.003204657696187496, "global_step": 53650, "epoch": 301, "lr": 4.9998522298846125e-05}
{"train_loss": 0.002314265351742506, "global_step": 53651, "epoch": 301, "lr": 4.999704459769356e-05}
{"train_loss": 0.0015470626531168818, "global_step": 53652, "epoch": 301, "lr": 4.999556689654355e-05}
{"train_loss": 0.0024464232847094536, "global_step": 53653, "epoch": 301, "lr": 4.999408919539742e-05}
{"train_loss": 0.0014401816297322512, "global_step": 53654, "epoch": 301, "lr": 4.999261149425645e-05}
{"train_loss": 0.008333122357726097, "global_step": 53655, "epoch": 301, "lr": 4.999113379312195e-05}
{"train_loss": 0.0031264934223145247, "global_step": 53656, "epoch": 301, "lr": 4.998965609199517e-05}
{"train_loss": 0.002777592046186328, "global_step": 53657, "epoch": 301, "lr": 4.9988178390877445e-05}
{"train_loss": 0.003832664340734482, "global_step": 53658, "epoch": 301, "lr": 4.9986700689770026e-05}
{"train_loss": 0.002596975304186344, "global_step": 53659, "epoch": 301, "lr": 4.9985222988674255e-05}
{"train_loss": 0.003933828789740801, "global_step": 53660, "epoch": 301, "lr": 4.998374528759136e-05}
{"train_loss": 0.002148222178220749, "global_step": 53661, "epoch": 301, "lr": 4.998226758652267e-05}
{"train_loss": 0.0011855507036671042, "global_step": 53662, "epoch": 301, "lr": 4.998078988546947e-05}
{"train_loss": 0.0018283746903762221, "global_step": 53663, "epoch": 301, "lr": 4.9979312184433066e-05}
{"train_loss": 0.002273784950375557, "global_step": 53664, "epoch": 301, "lr": 4.99778344834147e-05}
{"train_loss": 0.0018536681309342384, "global_step": 53665, "epoch": 301, "lr": 4.9976356782415715e-05}
{"train_loss": 0.005756633821874857, "global_step": 53666, "epoch": 301, "lr": 4.997487908143737e-05}
{"train_loss": 0.005739681422710419, "global_step": 53667, "epoch": 301, "lr": 4.997340138048098e-05}
{"train_loss": 0.004197492729872465, "global_step": 53668, "epoch": 301, "lr": 4.997192367954781e-05}
{"train_loss": 0.0024867227766662836, "global_step": 53669, "epoch": 301, "lr": 4.997044597863918e-05}
{"train_loss": 0.0021567605435848236, "global_step": 53670, "epoch": 301, "lr": 4.996896827775635e-05}
{"train_loss": 0.003286022925749421, "global_step": 53671, "epoch": 301, "lr": 4.996749057690061e-05}
{"train_loss": 0.008224686607718468, "global_step": 53672, "epoch": 301, "lr": 4.9966012876073284e-05}
{"train_loss": 0.003297349438071251, "global_step": 53673, "epoch": 301, "lr": 4.9964535175275635e-05}
{"train_loss": 0.0028373210225254297, "global_step": 53674, "epoch": 301, "lr": 4.996305747450898e-05}
{"train_loss": 0.002313629724085331, "global_step": 53675, "epoch": 301, "lr": 4.9961579773774574e-05}
{"train_loss": 0.003945797681808472, "global_step": 53676, "epoch": 301, "lr": 4.996010207307373e-05}
{"train_loss": 0.003269239328801632, "global_step": 53677, "epoch": 301, "lr": 4.995862437240773e-05}
{"train_loss": 0.00279831001535058, "global_step": 53678, "epoch": 301, "lr": 4.995714667177789e-05}
{"train_loss": 0.005260718520730734, "global_step": 53679, "epoch": 301, "lr": 4.995566897118546e-05}
{"train_loss": 0.001869733678176999, "global_step": 53680, "epoch": 301, "lr": 4.9954191270631755e-05}
{"train_loss": 0.0033758757635951042, "global_step": 53681, "epoch": 301, "lr": 4.995271357011805e-05}
{"train_loss": 0.0049864258617162704, "global_step": 53682, "epoch": 301, "lr": 4.995123586964568e-05}
{"train_loss": 0.0018416547682136297, "global_step": 53683, "epoch": 301, "lr": 4.994975816921587e-05}
{"train_loss": 0.0046981885097920895, "global_step": 53684, "epoch": 301, "lr": 4.9948280468829954e-05}
{"train_loss": 0.00527594517916441, "global_step": 53685, "epoch": 301, "lr": 4.994680276848921e-05}
{"train_loss": 0.004362164996564388, "global_step": 53686, "epoch": 301, "lr": 4.994532506819494e-05}
{"train_loss": 0.0051488629542291164, "global_step": 53687, "epoch": 301, "lr": 4.994384736794842e-05}
{"train_loss": 0.003027180675417185, "global_step": 53688, "epoch": 301, "lr": 4.9942369667750956e-05}
{"train_loss": 0.004027615301311016, "global_step": 53689, "epoch": 301, "lr": 4.99408919676038e-05}
{"train_loss": 0.0025014737620949745, "global_step": 53690, "epoch": 301, "lr": 4.9939414267508295e-05}
{"train_loss": 0.001538299024105072, "global_step": 53691, "epoch": 301, "lr": 4.993793656746569e-05}
{"train_loss": 0.005910523235797882, "global_step": 53692, "epoch": 301, "lr": 4.9936458867477304e-05}
{"train_loss": 0.0054090796038508415, "global_step": 53693, "epoch": 301, "lr": 4.993498116754443e-05}
{"train_loss": 0.0022281925193965435, "global_step": 53694, "epoch": 301, "lr": 4.9933503467668324e-05}
{"train_loss": 0.0025092391297221184, "global_step": 53695, "epoch": 301, "lr": 4.993202576785031e-05}
{"train_loss": 0.0038912962190806866, "global_step": 53696, "epoch": 301, "lr": 4.993054806809167e-05}
{"train_loss": 0.006054763216525316, "global_step": 53697, "epoch": 301, "lr": 4.992907036839369e-05}
{"train_loss": 0.0033227207604795694, "global_step": 53698, "epoch": 301, "lr": 4.9927592668757656e-05}
{"train_loss": 0.0023807468824088573, "global_step": 53699, "epoch": 301, "lr": 4.992611496918488e-05}
{"train_loss": 0.0025970079004764557, "global_step": 53700, "epoch": 301, "lr": 4.9924637269676616e-05}
{"train_loss": 0.0051216552965343, "global_step": 53701, "epoch": 301, "lr": 4.9923159570234206e-05}
{"train_loss": 0.0032117986120283604, "global_step": 53702, "epoch": 301, "lr": 4.992168187085889e-05}
{"train_loss": 0.005077008623629808, "global_step": 53703, "epoch": 301, "lr": 4.992020417155199e-05}
{"train_loss": 0.002284616231918335, "global_step": 53704, "epoch": 301, "lr": 4.991872647231477e-05}
{"train_loss": 0.0039675566367805, "global_step": 53705, "epoch": 301, "lr": 4.991724877314856e-05}
{"train_loss": 0.0013050129637122154, "global_step": 53706, "epoch": 301, "lr": 4.9915771074054615e-05}
{"train_loss": 0.005922022741287947, "global_step": 53707, "epoch": 301, "lr": 4.991429337503426e-05}
{"train_loss": 0.0025958509650081396, "global_step": 53708, "epoch": 301, "lr": 4.991281567608873e-05}
{"train_loss": 0.0035096611827611923, "global_step": 53709, "epoch": 301, "lr": 4.9911337977219376e-05}
{"train_loss": 0.0035334345884621143, "global_step": 53710, "epoch": 301, "lr": 4.9909860278427446e-05}
{"train_loss": 0.002911893418058753, "global_step": 53711, "epoch": 301, "lr": 4.990838257971427e-05}
{"train_loss": 0.003991197794675827, "global_step": 53712, "epoch": 301, "lr": 4.990690488108109e-05}
{"train_loss": 0.0026732366532087326, "global_step": 53713, "epoch": 301, "lr": 4.990542718252923e-05}
{"train_loss": 0.003393705701455474, "global_step": 53714, "epoch": 301, "lr": 4.990394948405998e-05}
{"train_loss": 0.005435016937553883, "global_step": 53715, "epoch": 301, "lr": 4.990247178567461e-05}
{"train_loss": 0.004106828011572361, "global_step": 53716, "epoch": 301, "lr": 4.9900994087374456e-05}
{"train_loss": 0.0028916976880282164, "global_step": 53717, "epoch": 301, "lr": 4.989951638916075e-05}
{"train_loss": 0.00463128462433815, "global_step": 53718, "epoch": 301, "lr": 4.989803869103483e-05}
{"train_loss": 0.0030436930246651173, "global_step": 53719, "epoch": 301, "lr": 4.989656099299795e-05}
{"train_loss": 0.003436713945120573, "global_step": 53720, "epoch": 301, "lr": 4.9895083295051435e-05}
{"train_loss": 0.004269171040505171, "global_step": 53721, "epoch": 301, "lr": 4.989360559719654e-05}
{"train_loss": 0.005122623406350613, "global_step": 53722, "epoch": 301, "lr": 4.9892127899434597e-05}
{"train_loss": 0.004129321314394474, "global_step": 53723, "epoch": 301, "lr": 4.9890650201766856e-05}
{"train_loss": 0.0037496578879654408, "global_step": 53724, "epoch": 301, "lr": 4.9889172504194634e-05}
{"train_loss": 0.003446853719651699, "global_step": 53725, "epoch": 301, "lr": 4.98876948067192e-05}
{"train_loss": 0.002118213102221489, "global_step": 53726, "epoch": 301, "lr": 4.9886217109341874e-05}
{"train_loss": 0.0015990628162398934, "global_step": 53727, "epoch": 301, "lr": 4.988473941206392e-05}
{"train_loss": 0.0022287596948444843, "global_step": 53728, "epoch": 301, "lr": 4.988326171488665e-05}
{"train_loss": 0.002876869635656476, "global_step": 53729, "epoch": 301, "lr": 4.9881784017811324e-05}
{"train_loss": 0.00416121631860733, "global_step": 53730, "epoch": 301, "lr": 4.9880306320839276e-05}
{"train_loss": 0.003091964405030012, "global_step": 53731, "epoch": 301, "lr": 4.987882862397176e-05}
{"train_loss": 0.0016584352124482393, "global_step": 53732, "epoch": 301, "lr": 4.987735092721008e-05}
{"train_loss": 0.0020961188711225986, "global_step": 53733, "epoch": 301, "lr": 4.987587323055552e-05}
{"train_loss": 0.0065685962326824665, "global_step": 53734, "epoch": 301, "lr": 4.987439553400938e-05}
{"train_loss": 0.0032347296364605427, "global_step": 53735, "epoch": 301, "lr": 4.9872917837572966e-05}
{"train_loss": 0.004268894903361797, "global_step": 53736, "epoch": 301, "lr": 4.9871440141247536e-05}
{"train_loss": 0.002765796845778823, "global_step": 53737, "epoch": 301, "lr": 4.9869962445034395e-05}
{"train_loss": 0.004716289695352316, "global_step": 53738, "epoch": 301, "lr": 4.986848474893483e-05}
{"train_loss": 0.0018638565670698881, "global_step": 53739, "epoch": 301, "lr": 4.986700705295016e-05}
{"train_loss": 0.004801183007657528, "global_step": 53740, "epoch": 301, "lr": 4.9865529357081625e-05}
{"train_loss": 0.0022400300949811935, "global_step": 53741, "epoch": 301, "lr": 4.9864051661330564e-05}
{"train_loss": 0.003980081062763929, "global_step": 53742, "epoch": 301, "lr": 4.986257396569823e-05}
{"train_loss": 0.0027562687173485756, "global_step": 53743, "epoch": 301, "lr": 4.986109627018593e-05}
{"train_loss": 0.00401649484410882, "global_step": 53744, "epoch": 301, "lr": 4.985961857479495e-05}
{"train_loss": 0.00263748480938375, "global_step": 53745, "epoch": 301, "lr": 4.985814087952661e-05}
{"train_loss": 0.000988429062999785, "global_step": 53746, "epoch": 301, "lr": 4.9856663184382144e-05}
{"train_loss": 0.0022642984986305237, "global_step": 53747, "epoch": 301, "lr": 4.9855185489362886e-05}
{"train_loss": 0.001789591391570866, "global_step": 53748, "epoch": 301, "lr": 4.9853707794470114e-05}
{"train_loss": 0.004831884056329727, "global_step": 53749, "epoch": 301, "lr": 4.9852230099705135e-05}
{"train_loss": 0.003214873606339097, "global_step": 53750, "epoch": 301, "lr": 4.98507524050692e-05}
{"train_loss": 0.0029485097620636225, "global_step": 53751, "epoch": 301, "lr": 4.984927471056364e-05}
{"train_loss": 0.0019197140354663134, "global_step": 53752, "epoch": 301, "lr": 4.984779701618971e-05}
{"train_loss": 0.0021929508075118065, "global_step": 53753, "epoch": 301, "lr": 4.9846319321948756e-05}
{"train_loss": 0.0039001537952572107, "global_step": 53754, "epoch": 301, "lr": 4.9844841627841996e-05}
{"train_loss": 0.0034194803741771015, "global_step": 53755, "epoch": 301, "lr": 4.984336393387077e-05}
{"train_loss": 0.00296250032261014, "global_step": 53756, "epoch": 302, "lr": 4.984188624003636e-05}
{"train_loss": 0.004425768740475178, "global_step": 53757, "epoch": 302, "lr": 4.9840408546340046e-05}
{"train_loss": 0.0020291628316044807, "global_step": 53758, "epoch": 302, "lr": 4.9838930852783146e-05}
{"train_loss": 0.0019275732338428497, "global_step": 53759, "epoch": 302, "lr": 4.98374531593669e-05}
{"train_loss": 0.002498443005606532, "global_step": 53760, "epoch": 302, "lr": 4.9835975466092666e-05}
{"train_loss": 0.005949566140770912, "global_step": 53761, "epoch": 302, "lr": 4.983449777296166e-05}
{"train_loss": 0.0027108455542474985, "global_step": 53762, "epoch": 302, "lr": 4.9833020079975235e-05}
{"train_loss": 0.001576269743964076, "global_step": 53763, "epoch": 302, "lr": 4.983154238713464e-05}
{"train_loss": 0.0037854360416531563, "global_step": 53764, "epoch": 302, "lr": 4.9830064694441206e-05}
{"train_loss": 0.002595118246972561, "global_step": 53765, "epoch": 302, "lr": 4.982858700189618e-05}
{"train_loss": 0.0028190910816192627, "global_step": 53766, "epoch": 302, "lr": 4.982710930950088e-05}
{"train_loss": 0.004954082891345024, "global_step": 53767, "epoch": 302, "lr": 4.982563161725658e-05}
{"train_loss": 0.0015974536072462797, "global_step": 53768, "epoch": 302, "lr": 4.98241539251646e-05}
{"train_loss": 0.001589803141541779, "global_step": 53769, "epoch": 302, "lr": 4.982267623322619e-05}
{"train_loss": 0.0035711030941456556, "global_step": 53770, "epoch": 302, "lr": 4.9821198541442675e-05}
{"train_loss": 0.0021677319891750813, "global_step": 53771, "epoch": 302, "lr": 4.981972084981532e-05}
{"train_loss": 0.0021551805548369884, "global_step": 53772, "epoch": 302, "lr": 4.981824315834546e-05}
{"train_loss": 0.0032391194254159927, "global_step": 53773, "epoch": 302, "lr": 4.9816765467034314e-05}
{"train_loss": 0.00581637118011713, "global_step": 53774, "epoch": 302, "lr": 4.981528777588323e-05}
{"train_loss": 0.004660849459469318, "global_step": 53775, "epoch": 302, "lr": 4.981381008489347e-05}
{"train_loss": 0.005999715067446232, "global_step": 53776, "epoch": 302, "lr": 4.981233239406635e-05}
{"train_loss": 0.005535144358873367, "global_step": 53777, "epoch": 302, "lr": 4.981085470340315e-05}
{"train_loss": 0.0013565749395638704, "global_step": 53778, "epoch": 302, "lr": 4.9809377012905145e-05}
{"train_loss": 0.0026221205480396748, "global_step": 53779, "epoch": 302, "lr": 4.980789932257365e-05}
{"train_loss": 0.0044334642589092255, "global_step": 53780, "epoch": 302, "lr": 4.980642163240993e-05}
{"train_loss": 0.0019488947000354528, "global_step": 53781, "epoch": 302, "lr": 4.98049439424153e-05}
{"train_loss": 0.004586342256516218, "global_step": 53782, "epoch": 302, "lr": 4.9803466252591024e-05}
{"train_loss": 0.0041268556378781796, "global_step": 53783, "epoch": 302, "lr": 4.980198856293843e-05}
{"train_loss": 0.004632969852536917, "global_step": 53784, "epoch": 302, "lr": 4.9800510873458775e-05}
{"train_loss": 0.00346738426014781, "global_step": 53785, "epoch": 302, "lr": 4.9799033184153364e-05}
{"train_loss": 0.00124505499843508, "global_step": 53786, "epoch": 302, "lr": 4.979755549502348e-05}
{"train_loss": 0.003091652411967516, "global_step": 53787, "epoch": 302, "lr": 4.9796077806070433e-05}
{"train_loss": 0.0020853946916759014, "global_step": 53788, "epoch": 302, "lr": 4.979460011729549e-05}
{"train_loss": 0.005261573940515518, "global_step": 53789, "epoch": 302, "lr": 4.979312242869995e-05}
{"train_loss": 0.0019283781293779612, "global_step": 53790, "epoch": 302, "lr": 4.97916447402851e-05}
{"train_loss": 0.005380901042371988, "global_step": 53791, "epoch": 302, "lr": 4.9790167052052254e-05}
{"train_loss": 0.0029649091884493828, "global_step": 53792, "epoch": 302, "lr": 4.9788689364002675e-05}
{"train_loss": 0.003033026587218046, "global_step": 53793, "epoch": 302, "lr": 4.978721167613766e-05}
{"train_loss": 0.0022852253168821335, "global_step": 53794, "epoch": 302, "lr": 4.97857339884585e-05}
{"train_loss": 0.003726743161678314, "global_step": 53795, "epoch": 302, "lr": 4.97842563009665e-05}
{"train_loss": 0.006519609596580267, "global_step": 53796, "epoch": 302, "lr": 4.978277861366293e-05}
{"train_loss": 0.0021770691964775324, "global_step": 53797, "epoch": 302, "lr": 4.9781300926549084e-05}
{"train_loss": 0.002838199958205223, "global_step": 53798, "epoch": 302, "lr": 4.977982323962628e-05}
{"train_loss": 0.006012679543346167, "global_step": 53799, "epoch": 302, "lr": 4.977834555289577e-05}
{"train_loss": 0.004738324787467718, "global_step": 53800, "epoch": 302, "lr": 4.977686786635887e-05}
{"train_loss": 0.008500977419316769, "global_step": 53801, "epoch": 302, "lr": 4.977539018001685e-05}
{"train_loss": 0.0036036870442330837, "global_step": 53802, "epoch": 302, "lr": 4.977391249387103e-05}
{"train_loss": 0.002216281834989786, "global_step": 53803, "epoch": 302, "lr": 4.9772434807922676e-05}
{"train_loss": 0.005212727002799511, "global_step": 53804, "epoch": 302, "lr": 4.977095712217309e-05}
{"train_loss": 0.0029193717055022717, "global_step": 53805, "epoch": 302, "lr": 4.9769479436623544e-05}
{"train_loss": 0.0032525411807000637, "global_step": 53806, "epoch": 302, "lr": 4.9768001751275376e-05}
{"train_loss": 0.0021660716738551855, "global_step": 53807, "epoch": 302, "lr": 4.976652406612981e-05}
{"train_loss": 0.003896220587193966, "global_step": 53808, "epoch": 302, "lr": 4.976504638118819e-05}
{"train_loss": 0.002419324591755867, "global_step": 53809, "epoch": 302, "lr": 4.976356869645178e-05}
{"train_loss": 0.0032964423298835754, "global_step": 53810, "epoch": 302, "lr": 4.97620910119219e-05}
{"train_loss": 0.0036601880565285683, "global_step": 53811, "epoch": 302, "lr": 4.9760613327599786e-05}
{"train_loss": 0.006370930932462215, "global_step": 53812, "epoch": 302, "lr": 4.975913564348678e-05}
{"train_loss": 0.0033368440344929695, "global_step": 53813, "epoch": 302, "lr": 4.9757657959584146e-05}
{"train_loss": 0.0026918957009911537, "global_step": 53814, "epoch": 302, "lr": 4.97561802758932e-05}
{"train_loss": 0.0018181016203016043, "global_step": 53815, "epoch": 302, "lr": 4.97547025924152e-05}
{"train_loss": 0.004804154857993126, "global_step": 53816, "epoch": 302, "lr": 4.975322490915147e-05}
{"train_loss": 0.00839059054851532, "global_step": 53817, "epoch": 302, "lr": 4.975174722610327e-05}
{"train_loss": 0.005794771946966648, "global_step": 53818, "epoch": 302, "lr": 4.9750269543271895e-05}
{"train_loss": 0.0027087992057204247, "global_step": 53819, "epoch": 302, "lr": 4.974879186065866e-05}
{"train_loss": 0.002759852446615696, "global_step": 53820, "epoch": 302, "lr": 4.974731417826483e-05}
{"train_loss": 0.00525281298905611, "global_step": 53821, "epoch": 302, "lr": 4.9745836496091726e-05}
{"train_loss": 0.0023992282804101706, "global_step": 53822, "epoch": 302, "lr": 4.974435881414059e-05}
{"train_loss": 0.001955853309482336, "global_step": 53823, "epoch": 302, "lr": 4.974288113241276e-05}
{"train_loss": 0.0018977858126163483, "global_step": 53824, "epoch": 302, "lr": 4.97414034509095e-05}
{"train_loss": 0.0017915843054652214, "global_step": 53825, "epoch": 302, "lr": 4.973992576963212e-05}
{"train_loss": 0.0029140375554561615, "global_step": 53826, "epoch": 302, "lr": 4.973844808858188e-05}
{"train_loss": 0.0022852453403174877, "global_step": 53827, "epoch": 302, "lr": 4.973697040776011e-05}
{"train_loss": 0.004722990561276674, "global_step": 53828, "epoch": 302, "lr": 4.9735492727168065e-05}
{"train_loss": 0.003229950089007616, "global_step": 53829, "epoch": 302, "lr": 4.973401504680707e-05}
{"train_loss": 0.002213072497397661, "global_step": 53830, "epoch": 302, "lr": 4.973253736667838e-05}
{"train_loss": 0.005117403343319893, "global_step": 53831, "epoch": 302, "lr": 4.973105968678332e-05}
{"train_loss": 0.005411790683865547, "global_step": 53832, "epoch": 302, "lr": 4.972958200712313e-05}
{"train_loss": 0.0035275164991617203, "global_step": 53833, "epoch": 302, "lr": 4.972810432769917e-05}
{"train_loss": 0.004675723612308502, "global_step": 53834, "epoch": 302, "lr": 4.9726626648512674e-05}
{"train_loss": 0.004915026947855949, "global_step": 53835, "epoch": 302, "lr": 4.972514896956497e-05}
{"train_loss": 0.002145760226994753, "global_step": 53836, "epoch": 302, "lr": 4.972367129085732e-05}
{"train_loss": 0.002791329752653837, "global_step": 53837, "epoch": 302, "lr": 4.972219361239103e-05}
{"train_loss": 0.002932290080934763, "global_step": 53838, "epoch": 302, "lr": 4.972071593416737e-05}
{"train_loss": 0.0019420527387410402, "global_step": 53839, "epoch": 302, "lr": 4.971923825618766e-05}
{"train_loss": 0.0014064316637814045, "global_step": 53840, "epoch": 302, "lr": 4.971776057845319e-05}
{"train_loss": 0.002737493719905615, "global_step": 53841, "epoch": 302, "lr": 4.971628290096523e-05}
{"train_loss": 0.0028011419344693422, "global_step": 53842, "epoch": 302, "lr": 4.971480522372508e-05}
{"train_loss": 0.004594120196998119, "global_step": 53843, "epoch": 302, "lr": 4.971332754673402e-05}
{"train_loss": 0.0037333755753934383, "global_step": 53844, "epoch": 302, "lr": 4.971184986999338e-05}
{"train_loss": 0.00445137731730938, "global_step": 53845, "epoch": 302, "lr": 4.97103721935044e-05}
{"train_loss": 0.0018711327575147152, "global_step": 53846, "epoch": 302, "lr": 4.97088945172684e-05}
{"train_loss": 0.0061455718241631985, "global_step": 53847, "epoch": 302, "lr": 4.970741684128665e-05}
{"train_loss": 0.003000403754413128, "global_step": 53848, "epoch": 302, "lr": 4.970593916556048e-05}
{"train_loss": 0.001726786489598453, "global_step": 53849, "epoch": 302, "lr": 4.9704461490091134e-05}
{"train_loss": 0.0032499488443136215, "global_step": 53850, "epoch": 302, "lr": 4.970298381487994e-05}
{"train_loss": 0.0020977724343538284, "global_step": 53851, "epoch": 302, "lr": 4.970150613992815e-05}
{"train_loss": 0.0058658914640545845, "global_step": 53852, "epoch": 302, "lr": 4.9700028465237093e-05}
{"train_loss": 0.002683281432837248, "global_step": 53853, "epoch": 302, "lr": 4.969855079080803e-05}
{"train_loss": 0.00577666237950325, "global_step": 53854, "epoch": 302, "lr": 4.9697073116642287e-05}
{"train_loss": 0.004389843437820673, "global_step": 53855, "epoch": 302, "lr": 4.9695595442741105e-05}
{"train_loss": 0.0024479676503688097, "global_step": 53856, "epoch": 302, "lr": 4.969411776910582e-05}
{"train_loss": 0.004725697450339794, "global_step": 53857, "epoch": 302, "lr": 4.969264009573769e-05}
{"train_loss": 0.0016120926011353731, "global_step": 53858, "epoch": 302, "lr": 4.9691162422638045e-05}
{"train_loss": 0.004027219023555517, "global_step": 53859, "epoch": 302, "lr": 4.968968474980812e-05}
{"train_loss": 0.001978746149688959, "global_step": 53860, "epoch": 302, "lr": 4.968820707724925e-05}
{"train_loss": 0.004001433961093426, "global_step": 53861, "epoch": 302, "lr": 4.968672940496272e-05}
{"train_loss": 0.004299606662243605, "global_step": 53862, "epoch": 302, "lr": 4.96852517329498e-05}
{"train_loss": 0.0028740132693201303, "global_step": 53863, "epoch": 302, "lr": 4.968377406121182e-05}
{"train_loss": 0.002424773992970586, "global_step": 53864, "epoch": 302, "lr": 4.968229638975001e-05}
{"train_loss": 0.0034180963411927223, "global_step": 53865, "epoch": 302, "lr": 4.968081871856572e-05}
{"train_loss": 0.0030971518717706203, "global_step": 53866, "epoch": 302, "lr": 4.96793410476602e-05}
{"train_loss": 0.0038158451206982136, "global_step": 53867, "epoch": 302, "lr": 4.9677863377034775e-05}
{"train_loss": 0.002961267251521349, "global_step": 53868, "epoch": 302, "lr": 4.9676385706690704e-05}
{"train_loss": 0.004350467585027218, "global_step": 53869, "epoch": 302, "lr": 4.9674908036629306e-05}
{"train_loss": 0.005327649414539337, "global_step": 53870, "epoch": 302, "lr": 4.967343036685184e-05}
{"train_loss": 0.002206918317824602, "global_step": 53871, "epoch": 302, "lr": 4.967195269735961e-05}
{"train_loss": 0.004327370785176754, "global_step": 53872, "epoch": 302, "lr": 4.9670475028153915e-05}
{"train_loss": 0.005100992973893881, "global_step": 53873, "epoch": 302, "lr": 4.966899735923605e-05}
{"train_loss": 0.005575516261160374, "global_step": 53874, "epoch": 302, "lr": 4.9667519690607284e-05}
{"train_loss": 0.0028962520882487297, "global_step": 53875, "epoch": 302, "lr": 4.9666042022268927e-05}
{"train_loss": 0.0014819848584011197, "global_step": 53876, "epoch": 302, "lr": 4.966456435422225e-05}
{"train_loss": 0.005431875586509705, "global_step": 53877, "epoch": 302, "lr": 4.966308668646858e-05}
{"train_loss": 0.00647827098146081, "global_step": 53878, "epoch": 302, "lr": 4.966160901900916e-05}
{"train_loss": 0.0012830263003706932, "global_step": 53879, "epoch": 302, "lr": 4.96601313518453e-05}
{"train_loss": 0.001859005307778716, "global_step": 53880, "epoch": 302, "lr": 4.965865368497831e-05}
{"train_loss": 0.002456957707181573, "global_step": 53881, "epoch": 302, "lr": 4.965717601840946e-05}
{"train_loss": 0.006250184029340744, "global_step": 53882, "epoch": 302, "lr": 4.9655698352140064e-05}
{"train_loss": 0.0016966373659670353, "global_step": 53883, "epoch": 302, "lr": 4.965422068617137e-05}
{"train_loss": 0.003076460910961032, "global_step": 53884, "epoch": 302, "lr": 4.9652743020504713e-05}
{"train_loss": 0.0031193247996270657, "global_step": 53885, "epoch": 302, "lr": 4.965126535514134e-05}
{"train_loss": 0.00200053583830595, "global_step": 53886, "epoch": 302, "lr": 4.96497876900826e-05}
{"train_loss": 0.0041689625941216946, "global_step": 53887, "epoch": 302, "lr": 4.964831002532972e-05}
{"train_loss": 0.004957281053066254, "global_step": 53888, "epoch": 302, "lr": 4.964683236088405e-05}
{"train_loss": 0.002563387155532837, "global_step": 53889, "epoch": 302, "lr": 4.9645354696746824e-05}
{"train_loss": 0.003454082878306508, "global_step": 53890, "epoch": 302, "lr": 4.9643877032919364e-05}
{"train_loss": 0.002073940820991993, "global_step": 53891, "epoch": 302, "lr": 4.9642399369402955e-05}
{"train_loss": 0.0023747074883431196, "global_step": 53892, "epoch": 302, "lr": 4.9640921706198905e-05}
{"train_loss": 0.002956090494990349, "global_step": 53893, "epoch": 302, "lr": 4.963944404330847e-05}
{"train_loss": 0.0012918876018375158, "global_step": 53894, "epoch": 302, "lr": 4.963796638073297e-05}
{"train_loss": 0.006309156306087971, "global_step": 53895, "epoch": 302, "lr": 4.963648871847367e-05}
{"train_loss": 0.004682124126702547, "global_step": 53896, "epoch": 302, "lr": 4.96350110565319e-05}
{"train_loss": 0.0028103417716920376, "global_step": 53897, "epoch": 302, "lr": 4.963353339490891e-05}
{"train_loss": 0.003070155857130885, "global_step": 53898, "epoch": 302, "lr": 4.963205573360601e-05}
{"train_loss": 0.002650259528309107, "global_step": 53899, "epoch": 302, "lr": 4.9630578072624475e-05}
{"train_loss": 0.0028438782319426537, "global_step": 53900, "epoch": 302, "lr": 4.962910041196561e-05}
{"train_loss": 0.0013590141898021102, "global_step": 53901, "epoch": 302, "lr": 4.9627622751630724e-05}
{"train_loss": 0.0058465865440666676, "global_step": 53902, "epoch": 302, "lr": 4.962614509162107e-05}
{"train_loss": 0.002369978465139866, "global_step": 53903, "epoch": 302, "lr": 4.962466743193796e-05}
{"train_loss": 0.002339146099984646, "global_step": 53904, "epoch": 302, "lr": 4.962318977258268e-05}
{"train_loss": 0.0021258655469864607, "global_step": 53905, "epoch": 302, "lr": 4.962171211355654e-05}
{"train_loss": 0.003068499267101288, "global_step": 53906, "epoch": 302, "lr": 4.962023445486079e-05}
{"train_loss": 0.004128328524529934, "global_step": 53907, "epoch": 302, "lr": 4.961875679649676e-05}
{"train_loss": 0.0046325367875397205, "global_step": 53908, "epoch": 302, "lr": 4.96172791384657e-05}
{"train_loss": 0.004032800905406475, "global_step": 53909, "epoch": 302, "lr": 4.9615801480768945e-05}
{"train_loss": 0.00400170125067234, "global_step": 53910, "epoch": 302, "lr": 4.961432382340774e-05}
{"train_loss": 0.0021823099814355373, "global_step": 53911, "epoch": 302, "lr": 4.9612846166383434e-05}
{"train_loss": 0.004579408559948206, "global_step": 53912, "epoch": 302, "lr": 4.9611368509697255e-05}
{"train_loss": 0.0035653170198202133, "global_step": 53913, "epoch": 302, "lr": 4.960989085335053e-05}
{"train_loss": 0.001053431537002325, "global_step": 53914, "epoch": 302, "lr": 4.960841319734454e-05}
{"train_loss": 0.0028313943184912205, "global_step": 53915, "epoch": 302, "lr": 4.9606935541680595e-05}
{"train_loss": 0.005052762571722269, "global_step": 53916, "epoch": 302, "lr": 4.960545788635995e-05}
{"train_loss": 0.0018904986791312695, "global_step": 53917, "epoch": 302, "lr": 4.9603980231383916e-05}
{"train_loss": 0.0026153186336159706, "global_step": 53918, "epoch": 302, "lr": 4.960250257675378e-05}
{"train_loss": 0.0033642002381384373, "global_step": 53919, "epoch": 302, "lr": 4.9601024922470854e-05}
{"train_loss": 0.002429041313007474, "global_step": 53920, "epoch": 302, "lr": 4.959954726853639e-05}
{"train_loss": 0.0016347919590771198, "global_step": 53921, "epoch": 302, "lr": 4.9598069614951683e-05}
{"train_loss": 0.0037028761580586433, "global_step": 53922, "epoch": 302, "lr": 4.959659196171806e-05}
{"train_loss": 0.0039922213181853294, "global_step": 53923, "epoch": 302, "lr": 4.9595114308836785e-05}
{"train_loss": 0.0034207808785140514, "global_step": 53924, "epoch": 302, "lr": 4.959363665630916e-05}
{"train_loss": 0.005055908113718033, "global_step": 53925, "epoch": 302, "lr": 4.959215900413646e-05}
{"train_loss": 0.0029236392583698034, "global_step": 53926, "epoch": 302, "lr": 4.959068135232e-05}
{"train_loss": 0.003320254385471344, "global_step": 53927, "epoch": 302, "lr": 4.958920370086104e-05}
{"train_loss": 0.0019261145498603582, "global_step": 53928, "epoch": 302, "lr": 4.958772604976089e-05}
{"train_loss": 0.0030268102418631315, "global_step": 53929, "epoch": 302, "lr": 4.958624839902083e-05}
{"train_loss": 0.003569030901417136, "global_step": 53930, "epoch": 302, "lr": 4.958477074864218e-05}
{"train_loss": 0.001672604470513761, "global_step": 53931, "epoch": 302, "lr": 4.958329309862618e-05}
{"train_loss": 0.0038247054908424616, "global_step": 53932, "epoch": 302, "lr": 4.958181544897416e-05}
{"train_loss": 0.0034238060254844303, "global_step": 53933, "epoch": 302, "lr": 4.95803377996874e-05}
{"train_loss": 0.0019980943761765957, "global_step": 53934, "epoch": 303, "lr": 4.95788601507672e-05}
{"train_loss": 0.0043501784093678, "global_step": 53935, "epoch": 303, "lr": 4.957738250221482e-05}
{"train_loss": 0.004284572787582874, "global_step": 53936, "epoch": 303, "lr": 4.9575904854031586e-05}
{"train_loss": 0.001285051228478551, "global_step": 53937, "epoch": 303, "lr": 4.957442720621876e-05}
{"train_loss": 0.0028258683159947395, "global_step": 53938, "epoch": 303, "lr": 4.957294955877767e-05}
{"train_loss": 0.0016073386650532484, "global_step": 53939, "epoch": 303, "lr": 4.957147191170956e-05}
{"train_loss": 0.001808210159651935, "global_step": 53940, "epoch": 303, "lr": 4.956999426501576e-05}
{"train_loss": 0.0026891781017184258, "global_step": 53941, "epoch": 303, "lr": 4.9568516618697525e-05}
{"train_loss": 0.003912624903023243, "global_step": 53942, "epoch": 303, "lr": 4.956703897275617e-05}
{"train_loss": 0.005079243332147598, "global_step": 53943, "epoch": 303, "lr": 4.9565561327193e-05}
{"train_loss": 0.002286570845171809, "global_step": 53944, "epoch": 303, "lr": 4.956408368200927e-05}
{"train_loss": 0.0028143678791821003, "global_step": 53945, "epoch": 303, "lr": 4.95626060372063e-05}
{"train_loss": 0.0035537160001695156, "global_step": 53946, "epoch": 303, "lr": 4.956112839278535e-05}
{"train_loss": 0.005273735150694847, "global_step": 53947, "epoch": 303, "lr": 4.955965074874774e-05}
{"train_loss": 0.0019410984823480248, "global_step": 53948, "epoch": 303, "lr": 4.9558173105094734e-05}
{"train_loss": 0.001941822119988501, "global_step": 53949, "epoch": 303, "lr": 4.9556695461827664e-05}
{"train_loss": 0.0057916827499866486, "global_step": 53950, "epoch": 303, "lr": 4.955521781894777e-05}
{"train_loss": 0.0016377626452594995, "global_step": 53951, "epoch": 303, "lr": 4.955374017645637e-05}
{"train_loss": 0.004221667535603046, "global_step": 53952, "epoch": 303, "lr": 4.955226253435475e-05}
{"train_loss": 0.0030988878570497036, "global_step": 53953, "epoch": 303, "lr": 4.9550784892644224e-05}
{"train_loss": 0.006277936976402998, "global_step": 53954, "epoch": 303, "lr": 4.9549307251326035e-05}
{"train_loss": 0.003625937970355153, "global_step": 53955, "epoch": 303, "lr": 4.954782961040151e-05}
{"train_loss": 0.003975667990744114, "global_step": 53956, "epoch": 303, "lr": 4.9546351969871925e-05}
{"train_loss": 0.0022790702059865, "global_step": 53957, "epoch": 303, "lr": 4.9544874329738586e-05}
{"train_loss": 0.00411896500736475, "global_step": 53958, "epoch": 303, "lr": 4.9543396690002756e-05}
{"train_loss": 0.0027904207818210125, "global_step": 53959, "epoch": 303, "lr": 4.954191905066577e-05}
{"train_loss": 0.0021301142405718565, "global_step": 53960, "epoch": 303, "lr": 4.9540441411728855e-05}
{"train_loss": 0.002323706168681383, "global_step": 53961, "epoch": 303, "lr": 4.953896377319336e-05}
{"train_loss": 0.003497844096273184, "global_step": 53962, "epoch": 303, "lr": 4.9537486135060535e-05}
{"train_loss": 0.0014887864235788584, "global_step": 53963, "epoch": 303, "lr": 4.9536008497331685e-05}
{"train_loss": 0.002408528933301568, "global_step": 53964, "epoch": 303, "lr": 4.953453086000813e-05}
{"train_loss": 0.004113598261028528, "global_step": 53965, "epoch": 303, "lr": 4.953305322309111e-05}
{"train_loss": 0.0049190158024430275, "global_step": 53966, "epoch": 303, "lr": 4.9531575586581954e-05}
{"train_loss": 0.005157975945621729, "global_step": 53967, "epoch": 303, "lr": 4.953009795048193e-05}
{"train_loss": 0.0017052756156772375, "global_step": 53968, "epoch": 303, "lr": 4.9528620314792355e-05}
{"train_loss": 0.006216782610863447, "global_step": 53969, "epoch": 303, "lr": 4.952714267951448e-05}
{"train_loss": 0.005926480516791344, "global_step": 53970, "epoch": 303, "lr": 4.952566504464963e-05}
{"train_loss": 0.0012898562708869576, "global_step": 53971, "epoch": 303, "lr": 4.9524187410199076e-05}
{"train_loss": 0.0014256681315600872, "global_step": 53972, "epoch": 303, "lr": 4.952270977616413e-05}
{"train_loss": 0.0020086043514311314, "global_step": 53973, "epoch": 303, "lr": 4.952123214254606e-05}
{"train_loss": 0.004691486246883869, "global_step": 53974, "epoch": 303, "lr": 4.951975450934616e-05}
{"train_loss": 0.005687066353857517, "global_step": 53975, "epoch": 303, "lr": 4.951827687656573e-05}
{"train_loss": 0.002412752015516162, "global_step": 53976, "epoch": 303, "lr": 4.951679924420606e-05}
{"train_loss": 0.0030281462240964174, "global_step": 53977, "epoch": 303, "lr": 4.951532161226843e-05}
{"train_loss": 0.0010205870494246483, "global_step": 53978, "epoch": 303, "lr": 4.951384398075415e-05}
{"train_loss": 0.0022116433829069138, "global_step": 53979, "epoch": 303, "lr": 4.951236634966449e-05}
{"train_loss": 0.004439805634319782, "global_step": 53980, "epoch": 303, "lr": 4.951088871900075e-05}
{"train_loss": 0.0031345372553914785, "global_step": 53981, "epoch": 303, "lr": 4.950941108876421e-05}
{"train_loss": 0.0033944854512810707, "global_step": 53982, "epoch": 303, "lr": 4.950793345895619e-05}
{"train_loss": 0.0057069966569542885, "global_step": 53983, "epoch": 303, "lr": 4.9506455829577944e-05}
{"train_loss": 0.0017175604589283466, "global_step": 53984, "epoch": 303, "lr": 4.950497820063077e-05}
{"train_loss": 0.0029479116201400757, "global_step": 53985, "epoch": 303, "lr": 4.950350057211599e-05}
{"train_loss": 0.002386585809290409, "global_step": 53986, "epoch": 303, "lr": 4.950202294403486e-05}
{"train_loss": 0.003199499798938632, "global_step": 53987, "epoch": 303, "lr": 4.9500545316388694e-05}
{"train_loss": 0.004286356270313263, "global_step": 53988, "epoch": 303, "lr": 4.949906768917876e-05}
{"train_loss": 0.004116670228540897, "global_step": 53989, "epoch": 303, "lr": 4.949759006240636e-05}
{"train_loss": 0.002867572708055377, "global_step": 53990, "epoch": 303, "lr": 4.949611243607279e-05}
{"train_loss": 0.005460179876536131, "global_step": 53991, "epoch": 303, "lr": 4.949463481017935e-05}
{"train_loss": 0.0016249114414677024, "global_step": 53992, "epoch": 303, "lr": 4.949315718472729e-05}
{"train_loss": 0.004153829999268055, "global_step": 53993, "epoch": 303, "lr": 4.9491679559717943e-05}
{"train_loss": 0.00567228626459837, "global_step": 53994, "epoch": 303, "lr": 4.9490201935152575e-05}
{"train_loss": 0.005374565254896879, "global_step": 53995, "epoch": 303, "lr": 4.94887243110325e-05}
{"train_loss": 0.002303588669747114, "global_step": 53996, "epoch": 303, "lr": 4.948724668735898e-05}
{"train_loss": 0.0026443321257829666, "global_step": 53997, "epoch": 303, "lr": 4.948576906413334e-05}
{"train_loss": 0.003877311246469617, "global_step": 53998, "epoch": 303, "lr": 4.948429144135682e-05}
{"train_loss": 0.0023899287916719913, "global_step": 53999, "epoch": 303, "lr": 4.948281381903076e-05}
{"train_loss": 0.002202538074925542, "global_step": 54000, "epoch": 303, "lr": 4.948133619715642e-05}
{"train_loss": 0.004300534725189209, "global_step": 54001, "epoch": 303, "lr": 4.9479858575735124e-05}
{"train_loss": 0.002290646079927683, "global_step": 54002, "epoch": 303, "lr": 4.9478380954768114e-05}
{"train_loss": 0.005529753863811493, "global_step": 54003, "epoch": 303, "lr": 4.947690333425672e-05}
{"train_loss": 0.002297251485288143, "global_step": 54004, "epoch": 303, "lr": 4.947542571420221e-05}
{"train_loss": 0.002257911954075098, "global_step": 54005, "epoch": 303, "lr": 4.947394809460588e-05}
{"train_loss": 0.0023791687563061714, "global_step": 54006, "epoch": 303, "lr": 4.947247047546905e-05}
{"train_loss": 0.0023625497706234455, "global_step": 54007, "epoch": 303, "lr": 4.947099285679296e-05}
{"train_loss": 0.003424466121941805, "global_step": 54008, "epoch": 303, "lr": 4.9469515238578945e-05}
{"train_loss": 0.0032988088205456734, "global_step": 54009, "epoch": 303, "lr": 4.946803762082826e-05}
{"train_loss": 0.002697190036997199, "global_step": 54010, "epoch": 303, "lr": 4.946656000354223e-05}
{"train_loss": 0.0027248896658420563, "global_step": 54011, "epoch": 303, "lr": 4.9465082386722114e-05}
{"train_loss": 0.004021358210593462, "global_step": 54012, "epoch": 303, "lr": 4.946360477036923e-05}
{"train_loss": 0.0034908978268504143, "global_step": 54013, "epoch": 303, "lr": 4.946212715448484e-05}
{"train_loss": 0.0021815295331180096, "global_step": 54014, "epoch": 303, "lr": 4.9460649539070266e-05}
{"train_loss": 0.001850765896961093, "global_step": 54015, "epoch": 303, "lr": 4.9459171924126765e-05}
{"train_loss": 0.002706959843635559, "global_step": 54016, "epoch": 303, "lr": 4.945769430965567e-05}
{"train_loss": 0.002802953589707613, "global_step": 54017, "epoch": 303, "lr": 4.9456216695658225e-05}
{"train_loss": 0.006511791609227657, "global_step": 54018, "epoch": 303, "lr": 4.945473908213575e-05}
{"train_loss": 0.005707022733986378, "global_step": 54019, "epoch": 303, "lr": 4.945326146908952e-05}
{"train_loss": 0.0024085131008177996, "global_step": 54020, "epoch": 303, "lr": 4.945178385652085e-05}
{"train_loss": 0.005408733617514372, "global_step": 54021, "epoch": 303, "lr": 4.9450306244430994e-05}
{"train_loss": 0.0023517576046288013, "global_step": 54022, "epoch": 303, "lr": 4.944882863282127e-05}
{"train_loss": 0.004783376585692167, "global_step": 54023, "epoch": 303, "lr": 4.9447351021692964e-05}
{"train_loss": 0.0024240901693701744, "global_step": 54024, "epoch": 303, "lr": 4.944587341104737e-05}
{"train_loss": 0.0038011486176401377, "global_step": 54025, "epoch": 303, "lr": 4.944439580088576e-05}
{"train_loss": 0.0037891180254518986, "global_step": 54026, "epoch": 303, "lr": 4.944291819120944e-05}
{"train_loss": 0.0034734411165118217, "global_step": 54027, "epoch": 303, "lr": 4.9441440582019696e-05}
{"train_loss": 0.0037873138207942247, "global_step": 54028, "epoch": 303, "lr": 4.9439962973317825e-05}
{"train_loss": 0.0010737671982496977, "global_step": 54029, "epoch": 303, "lr": 4.943848536510512e-05}
{"train_loss": 0.004391403868794441, "global_step": 54030, "epoch": 303, "lr": 4.9437007757382845e-05}
{"train_loss": 0.0062826466746628284, "global_step": 54031, "epoch": 303, "lr": 4.943553015015233e-05}
{"train_loss": 0.004168254788964987, "global_step": 54032, "epoch": 303, "lr": 4.9434052543414824e-05}
{"train_loss": 0.0025094272568821907, "global_step": 54033, "epoch": 303, "lr": 4.943257493717167e-05}
{"train_loss": 0.0028989361599087715, "global_step": 54034, "epoch": 303, "lr": 4.9431097331424104e-05}
{"train_loss": 0.002109202090650797, "global_step": 54035, "epoch": 303, "lr": 4.942961972617346e-05}
{"train_loss": 0.002300052437931299, "global_step": 54036, "epoch": 303, "lr": 4.942814212142099e-05}
{"train_loss": 0.0034651323221623898, "global_step": 54037, "epoch": 303, "lr": 4.9426664517168015e-05}
{"train_loss": 0.004124322906136513, "global_step": 54038, "epoch": 303, "lr": 4.94251869134158e-05}
{"train_loss": 0.0036980989389121532, "global_step": 54039, "epoch": 303, "lr": 4.9423709310165675e-05}
{"train_loss": 0.001103987218812108, "global_step": 54040, "epoch": 303, "lr": 4.942223170741888e-05}
{"train_loss": 0.005622061900794506, "global_step": 54041, "epoch": 303, "lr": 4.942075410517674e-05}
{"train_loss": 0.0037596654146909714, "global_step": 54042, "epoch": 303, "lr": 4.9419276503440535e-05}
{"train_loss": 0.0036198534071445465, "global_step": 54043, "epoch": 303, "lr": 4.941779890221157e-05}
{"train_loss": 0.003732406534254551, "global_step": 54044, "epoch": 303, "lr": 4.9416321301491105e-05}
{"train_loss": 0.003515531774610281, "global_step": 54045, "epoch": 303, "lr": 4.941484370128046e-05}
{"train_loss": 0.005095160566270351, "global_step": 54046, "epoch": 303, "lr": 4.9413366101580905e-05}
{"train_loss": 0.003213974880054593, "global_step": 54047, "epoch": 303, "lr": 4.9411888502393734e-05}
{"train_loss": 0.005653291009366512, "global_step": 54048, "epoch": 303, "lr": 4.941041090372027e-05}
{"train_loss": 0.0011958751128986478, "global_step": 54049, "epoch": 303, "lr": 4.940893330556175e-05}
{"train_loss": 0.004484205506742001, "global_step": 54050, "epoch": 303, "lr": 4.940745570791951e-05}
{"train_loss": 0.0025203009136021137, "global_step": 54051, "epoch": 303, "lr": 4.9405978110794804e-05}
{"train_loss": 0.0017744912765920162, "global_step": 54052, "epoch": 303, "lr": 4.940450051418897e-05}
{"train_loss": 0.0028495618607848883, "global_step": 54053, "epoch": 303, "lr": 4.9403022918103234e-05}
{"train_loss": 0.003508134512230754, "global_step": 54054, "epoch": 303, "lr": 4.940154532253895e-05}
{"train_loss": 0.0023358017206192017, "global_step": 54055, "epoch": 303, "lr": 4.9400067727497365e-05}
{"train_loss": 0.003264410886913538, "global_step": 54056, "epoch": 303, "lr": 4.939859013297979e-05}
{"train_loss": 0.005830468609929085, "global_step": 54057, "epoch": 303, "lr": 4.93971125389875e-05}
{"train_loss": 0.002253816230222583, "global_step": 54058, "epoch": 303, "lr": 4.939563494552182e-05}
{"train_loss": 0.001953920815140009, "global_step": 54059, "epoch": 303, "lr": 4.9394157352584e-05}
{"train_loss": 0.003837366821244359, "global_step": 54060, "epoch": 303, "lr": 4.939267976017535e-05}
{"train_loss": 0.0029191276989877224, "global_step": 54061, "epoch": 303, "lr": 4.9391202168297154e-05}
{"train_loss": 0.0034655164927244186, "global_step": 54062, "epoch": 303, "lr": 4.9389724576950723e-05}
{"train_loss": 0.0020268606022000313, "global_step": 54063, "epoch": 303, "lr": 4.938824698613731e-05}
{"train_loss": 0.002465351950377226, "global_step": 54064, "epoch": 303, "lr": 4.938676939585824e-05}
{"train_loss": 0.003939290530979633, "global_step": 54065, "epoch": 303, "lr": 4.9385291806114776e-05}
{"train_loss": 0.003106983145698905, "global_step": 54066, "epoch": 303, "lr": 4.938381421690825e-05}
{"train_loss": 0.0021825837902724743, "global_step": 54067, "epoch": 303, "lr": 4.9382336628239893e-05}
{"train_loss": 0.002634554635733366, "global_step": 54068, "epoch": 303, "lr": 4.9380859040111036e-05}
{"train_loss": 0.00779355876147747, "global_step": 54069, "epoch": 303, "lr": 4.937938145252297e-05}
{"train_loss": 0.0017122512217611074, "global_step": 54070, "epoch": 303, "lr": 4.937790386547697e-05}
{"train_loss": 0.005162171088159084, "global_step": 54071, "epoch": 303, "lr": 4.9376426278974355e-05}
{"train_loss": 0.003149553667753935, "global_step": 54072, "epoch": 303, "lr": 4.937494869301637e-05}
{"train_loss": 0.002467339625582099, "global_step": 54073, "epoch": 303, "lr": 4.937347110760435e-05}
{"train_loss": 0.0026932312175631523, "global_step": 54074, "epoch": 303, "lr": 4.9371993522739555e-05}
{"train_loss": 0.005981264635920525, "global_step": 54075, "epoch": 303, "lr": 4.937051593842328e-05}
{"train_loss": 0.0019716285169124603, "global_step": 54076, "epoch": 303, "lr": 4.936903835465682e-05}
{"train_loss": 0.0019524268573150039, "global_step": 54077, "epoch": 303, "lr": 4.936756077144149e-05}
{"train_loss": 0.0021994449198246002, "global_step": 54078, "epoch": 303, "lr": 4.936608318877854e-05}
{"train_loss": 0.002294115023687482, "global_step": 54079, "epoch": 303, "lr": 4.936460560666928e-05}
{"train_loss": 0.0034758877009153366, "global_step": 54080, "epoch": 303, "lr": 4.9363128025115e-05}
{"train_loss": 0.004478418733924627, "global_step": 54081, "epoch": 303, "lr": 4.9361650444116995e-05}
{"train_loss": 0.0014068903401494026, "global_step": 54082, "epoch": 303, "lr": 4.936017286367654e-05}
{"train_loss": 0.0024527357891201973, "global_step": 54083, "epoch": 303, "lr": 4.9358695283794945e-05}
{"train_loss": 0.0012735784985125065, "global_step": 54084, "epoch": 303, "lr": 4.935721770447348e-05}
{"train_loss": 0.004043019376695156, "global_step": 54085, "epoch": 303, "lr": 4.935574012571347e-05}
{"train_loss": 0.0025511058047413826, "global_step": 54086, "epoch": 303, "lr": 4.935426254751615e-05}
{"train_loss": 0.00966385193169117, "global_step": 54087, "epoch": 303, "lr": 4.9352784969882875e-05}
{"train_loss": 0.0053726909682154655, "global_step": 54088, "epoch": 303, "lr": 4.9351307392814886e-05}
{"train_loss": 0.0030282246880233288, "global_step": 54089, "epoch": 303, "lr": 4.934982981631349e-05}
{"train_loss": 0.00437639094889164, "global_step": 54090, "epoch": 303, "lr": 4.934835224037998e-05}
{"train_loss": 0.004110486246645451, "global_step": 54091, "epoch": 303, "lr": 4.934687466501564e-05}
{"train_loss": 0.002503589726984501, "global_step": 54092, "epoch": 303, "lr": 4.934539709022179e-05}
{"train_loss": 0.0009377690148539841, "global_step": 54093, "epoch": 303, "lr": 4.934391951599967e-05}
{"train_loss": 0.0021595775615423918, "global_step": 54094, "epoch": 303, "lr": 4.934244194235061e-05}
{"train_loss": 0.003838031319901347, "global_step": 54095, "epoch": 303, "lr": 4.9340964369275874e-05}
{"train_loss": 0.002787728328257799, "global_step": 54096, "epoch": 303, "lr": 4.9339486796776794e-05}
{"train_loss": 0.0018572958651930094, "global_step": 54097, "epoch": 303, "lr": 4.933800922485461e-05}
{"train_loss": 0.0015707857673987746, "global_step": 54098, "epoch": 303, "lr": 4.933653165351064e-05}
{"train_loss": 0.0015877251280471683, "global_step": 54099, "epoch": 303, "lr": 4.933505408274617e-05}
{"train_loss": 0.0020099447574466467, "global_step": 54100, "epoch": 303, "lr": 4.9333576512562505e-05}
{"train_loss": 0.0036351606249809265, "global_step": 54101, "epoch": 303, "lr": 4.93320989429609e-05}
{"train_loss": 0.002573189325630665, "global_step": 54102, "epoch": 303, "lr": 4.9330621373942673e-05}
{"train_loss": 0.0030651194974780083, "global_step": 54103, "epoch": 303, "lr": 4.932914380550911e-05}
{"train_loss": 0.003244022373110056, "global_step": 54104, "epoch": 303, "lr": 4.932766623766151e-05}
{"train_loss": 0.0038894242607057095, "global_step": 54105, "epoch": 303, "lr": 4.9326188670401136e-05}
{"train_loss": 0.004404066130518913, "global_step": 54106, "epoch": 303, "lr": 4.9324711103729324e-05}
{"train_loss": 0.0043906294740736485, "global_step": 54107, "epoch": 303, "lr": 4.93232335376473e-05}
{"train_loss": 0.0027336739003658295, "global_step": 54108, "epoch": 303, "lr": 4.932175597215641e-05}
{"train_loss": 0.002230715937912464, "global_step": 54109, "epoch": 303, "lr": 4.932027840725792e-05}
{"train_loss": 0.003635609522461891, "global_step": 54110, "epoch": 303, "lr": 4.9318800842953114e-05}
{"train_loss": 0.0032921702508798938, "global_step": 54111, "epoch": 303, "lr": 4.931732327924333e-05}
{"train_loss": 0.0031608249992132187, "global_step": 54112, "epoch": 304, "lr": 4.9315845716129795e-05}
{"train_loss": 0.0039212568663060665, "global_step": 54113, "epoch": 304, "lr": 4.931436815361384e-05}
{"train_loss": 0.0017002347158268094, "global_step": 54114, "epoch": 304, "lr": 4.931289059169673e-05}
{"train_loss": 0.005134161561727524, "global_step": 54115, "epoch": 304, "lr": 4.931141303037979e-05}
{"train_loss": 0.00352666387334466, "global_step": 54116, "epoch": 304, "lr": 4.930993546966427e-05}
{"train_loss": 0.003089460777118802, "global_step": 54117, "epoch": 304, "lr": 4.930845790955149e-05}
{"train_loss": 0.0027303285896778107, "global_step": 54118, "epoch": 304, "lr": 4.930698035004273e-05}
{"train_loss": 0.004460555501282215, "global_step": 54119, "epoch": 304, "lr": 4.930550279113929e-05}
{"train_loss": 0.003161652944982052, "global_step": 54120, "epoch": 304, "lr": 4.9304025232842435e-05}
{"train_loss": 0.0030696275644004345, "global_step": 54121, "epoch": 304, "lr": 4.930254767515348e-05}
{"train_loss": 0.004587172996252775, "global_step": 54122, "epoch": 304, "lr": 4.93010701180737e-05}
{"train_loss": 0.0020956029184162617, "global_step": 54123, "epoch": 304, "lr": 4.9299592561604416e-05}
{"train_loss": 0.007843694649636745, "global_step": 54124, "epoch": 304, "lr": 4.929811500574687e-05}
{"train_loss": 0.0021415292285382748, "global_step": 54125, "epoch": 304, "lr": 4.929663745050241e-05}
{"train_loss": 0.0036104265600442886, "global_step": 54126, "epoch": 304, "lr": 4.929515989587226e-05}
{"train_loss": 0.0024788586888462305, "global_step": 54127, "epoch": 304, "lr": 4.9293682341857764e-05}
{"train_loss": 0.005527326371520758, "global_step": 54128, "epoch": 304, "lr": 4.9292204788460185e-05}
{"train_loss": 0.0030114389955997467, "global_step": 54129, "epoch": 304, "lr": 4.9290727235680845e-05}
{"train_loss": 0.003154632169753313, "global_step": 54130, "epoch": 304, "lr": 4.9289249683520985e-05}
{"train_loss": 0.0026059721130877733, "global_step": 54131, "epoch": 304, "lr": 4.928777213198193e-05}
{"train_loss": 0.0020818114280700684, "global_step": 54132, "epoch": 304, "lr": 4.928629458106497e-05}
{"train_loss": 0.0029057753272354603, "global_step": 54133, "epoch": 304, "lr": 4.928481703077138e-05}
{"train_loss": 0.0025087655521929264, "global_step": 54134, "epoch": 304, "lr": 4.928333948110247e-05}
{"train_loss": 0.002718430943787098, "global_step": 54135, "epoch": 304, "lr": 4.928186193205952e-05}
{"train_loss": 0.0031616659834980965, "global_step": 54136, "epoch": 304, "lr": 4.928038438364382e-05}
{"train_loss": 0.003912207670509815, "global_step": 54137, "epoch": 304, "lr": 4.927890683585665e-05}
{"train_loss": 0.0044059548527002335, "global_step": 54138, "epoch": 304, "lr": 4.927742928869933e-05}
{"train_loss": 0.0028756815008819103, "global_step": 54139, "epoch": 304, "lr": 4.9275951742173114e-05}
{"train_loss": 0.0015655988827347755, "global_step": 54140, "epoch": 304, "lr": 4.9274474196279326e-05}
{"train_loss": 0.0023618259001523256, "global_step": 54141, "epoch": 304, "lr": 4.9272996651019226e-05}
{"train_loss": 0.002062200102955103, "global_step": 54142, "epoch": 304, "lr": 4.9271519106394144e-05}
{"train_loss": 0.0034359588753432035, "global_step": 54143, "epoch": 304, "lr": 4.927004156240532e-05}
{"train_loss": 0.0025940106716006994, "global_step": 54144, "epoch": 304, "lr": 4.92685640190541e-05}
{"train_loss": 0.002838781103491783, "global_step": 54145, "epoch": 304, "lr": 4.926708647634172e-05}
{"train_loss": 0.0026235864497721195, "global_step": 54146, "epoch": 304, "lr": 4.926560893426951e-05}
{"train_loss": 0.0017188636120408773, "global_step": 54147, "epoch": 304, "lr": 4.926413139283873e-05}
{"train_loss": 0.0033346046693623066, "global_step": 54148, "epoch": 304, "lr": 4.926265385205071e-05}
{"train_loss": 0.004699891433119774, "global_step": 54149, "epoch": 304, "lr": 4.92611763119067e-05}
{"train_loss": 0.002282022964209318, "global_step": 54150, "epoch": 304, "lr": 4.9259698772408016e-05}
{"train_loss": 0.0035416509490460157, "global_step": 54151, "epoch": 304, "lr": 4.925822123355593e-05}
{"train_loss": 0.002176880370825529, "global_step": 54152, "epoch": 304, "lr": 4.9256743695351745e-05}
{"train_loss": 0.003993040882050991, "global_step": 54153, "epoch": 304, "lr": 4.925526615779677e-05}
{"train_loss": 0.004164862912148237, "global_step": 54154, "epoch": 304, "lr": 4.925378862089226e-05}
{"train_loss": 0.003041944932192564, "global_step": 54155, "epoch": 304, "lr": 4.925231108463953e-05}
{"train_loss": 0.0018002784345299006, "global_step": 54156, "epoch": 304, "lr": 4.925083354903985e-05}
{"train_loss": 0.0024145767092704773, "global_step": 54157, "epoch": 304, "lr": 4.9249356014094536e-05}
{"train_loss": 0.003668642370030284, "global_step": 54158, "epoch": 304, "lr": 4.9247878479804855e-05}
{"train_loss": 0.0018206859240308404, "global_step": 54159, "epoch": 304, "lr": 4.924640094617211e-05}
{"train_loss": 0.0042486125603318214, "global_step": 54160, "epoch": 304, "lr": 4.924492341319758e-05}
{"train_loss": 0.0033934295643121004, "global_step": 54161, "epoch": 304, "lr": 4.9243445880882586e-05}
{"train_loss": 0.001983839087188244, "global_step": 54162, "epoch": 304, "lr": 4.924196834922838e-05}
{"train_loss": 0.0016736384714022279, "global_step": 54163, "epoch": 304, "lr": 4.924049081823628e-05}
{"train_loss": 0.001296475064009428, "global_step": 54164, "epoch": 304, "lr": 4.923901328790755e-05}
{"train_loss": 0.0021872245706617832, "global_step": 54165, "epoch": 304, "lr": 4.923753575824351e-05}
{"train_loss": 0.0024815895594656467, "global_step": 54166, "epoch": 304, "lr": 4.923605822924543e-05}
{"train_loss": 0.006833823397755623, "global_step": 54167, "epoch": 304, "lr": 4.9234580700914624e-05}
{"train_loss": 0.0028722952120006084, "global_step": 54168, "epoch": 304, "lr": 4.9233103173252346e-05}
{"train_loss": 0.0033758985809981823, "global_step": 54169, "epoch": 304, "lr": 4.923162564625991e-05}
{"train_loss": 0.003510863985866308, "global_step": 54170, "epoch": 304, "lr": 4.92301481199386e-05}
{"train_loss": 0.0018084277398884296, "global_step": 54171, "epoch": 304, "lr": 4.922867059428973e-05}
{"train_loss": 0.0026255620177835226, "global_step": 54172, "epoch": 304, "lr": 4.9227193069314545e-05}
{"train_loss": 0.0030069565400481224, "global_step": 54173, "epoch": 304, "lr": 4.9225715545014364e-05}
{"train_loss": 0.003400947665795684, "global_step": 54174, "epoch": 304, "lr": 4.922423802139048e-05}
{"train_loss": 0.0016300190472975373, "global_step": 54175, "epoch": 304, "lr": 4.922276049844417e-05}
{"train_loss": 0.00279059074819088, "global_step": 54176, "epoch": 304, "lr": 4.922128297617676e-05}
{"train_loss": 0.0032054493203759193, "global_step": 54177, "epoch": 304, "lr": 4.9219805454589484e-05}
{"train_loss": 0.0006694532348774374, "global_step": 54178, "epoch": 304, "lr": 4.921832793368367e-05}
{"train_loss": 0.0026022805832326412, "global_step": 54179, "epoch": 304, "lr": 4.9216850413460596e-05}
{"train_loss": 0.0037722578272223473, "global_step": 54180, "epoch": 304, "lr": 4.9215372893921574e-05}
{"train_loss": 0.0020500309765338898, "global_step": 54181, "epoch": 304, "lr": 4.9213895375067856e-05}
{"train_loss": 0.0017795005114749074, "global_step": 54182, "epoch": 304, "lr": 4.9212417856900776e-05}
{"train_loss": 0.0021882832515984774, "global_step": 54183, "epoch": 304, "lr": 4.921094033942158e-05}
{"train_loss": 0.0020594352390617132, "global_step": 54184, "epoch": 304, "lr": 4.920946282263159e-05}
{"train_loss": 0.0012409205082803965, "global_step": 54185, "epoch": 304, "lr": 4.9207985306532075e-05}
{"train_loss": 0.002991804387420416, "global_step": 54186, "epoch": 304, "lr": 4.9206507791124365e-05}
{"train_loss": 0.003503119805827737, "global_step": 54187, "epoch": 304, "lr": 4.92050302764097e-05}
{"train_loss": 0.004846181254833937, "global_step": 54188, "epoch": 304, "lr": 4.9203552762389405e-05}
{"train_loss": 0.002831491641700268, "global_step": 54189, "epoch": 304, "lr": 4.9202075249064745e-05}
{"train_loss": 0.0051551396027207375, "global_step": 54190, "epoch": 304, "lr": 4.920059773643705e-05}
{"train_loss": 0.002025892026722431, "global_step": 54191, "epoch": 304, "lr": 4.9199120224507556e-05}
{"train_loss": 0.0040137749165296555, "global_step": 54192, "epoch": 304, "lr": 4.9197642713277595e-05}
{"train_loss": 0.002396519761532545, "global_step": 54193, "epoch": 304, "lr": 4.919616520274844e-05}
{"train_loss": 0.0041671558283269405, "global_step": 54194, "epoch": 304, "lr": 4.9194687692921384e-05}
{"train_loss": 0.0020361037459224463, "global_step": 54195, "epoch": 304, "lr": 4.919321018379774e-05}
{"train_loss": 0.0036145485937595367, "global_step": 54196, "epoch": 304, "lr": 4.919173267537876e-05}
{"train_loss": 0.0025399986188858747, "global_step": 54197, "epoch": 304, "lr": 4.9190255167665767e-05}
{"train_loss": 0.0024120532907545567, "global_step": 54198, "epoch": 304, "lr": 4.918877766066002e-05}
{"train_loss": 0.0034599001519382, "global_step": 54199, "epoch": 304, "lr": 4.918730015436285e-05}
{"train_loss": 0.004870284348726273, "global_step": 54200, "epoch": 304, "lr": 4.918582264877551e-05}
{"train_loss": 0.0026858500204980373, "global_step": 54201, "epoch": 304, "lr": 4.9184345143899316e-05}
{"train_loss": 0.0016157913487404585, "global_step": 54202, "epoch": 304, "lr": 4.9182867639735534e-05}
{"train_loss": 0.002300881315022707, "global_step": 54203, "epoch": 304, "lr": 4.9181390136285476e-05}
{"train_loss": 0.0028431639075279236, "global_step": 54204, "epoch": 304, "lr": 4.9179912633550415e-05}
{"train_loss": 0.0029601522255688906, "global_step": 54205, "epoch": 304, "lr": 4.917843513153167e-05}
{"train_loss": 0.0029817631002515554, "global_step": 54206, "epoch": 304, "lr": 4.91769576302305e-05}
{"train_loss": 0.004081279970705509, "global_step": 54207, "epoch": 304, "lr": 4.9175480129648214e-05}
{"train_loss": 0.004190321080386639, "global_step": 54208, "epoch": 304, "lr": 4.9174002629786085e-05}
{"train_loss": 0.002962403930723667, "global_step": 54209, "epoch": 304, "lr": 4.917252513064544e-05}
{"train_loss": 0.006937314756214619, "global_step": 54210, "epoch": 304, "lr": 4.9171047632227515e-05}
{"train_loss": 0.0038044224493205547, "global_step": 54211, "epoch": 304, "lr": 4.916957013453365e-05}
{"train_loss": 0.004835102707147598, "global_step": 54212, "epoch": 304, "lr": 4.916809263756511e-05}
{"train_loss": 0.0020166425965726376, "global_step": 54213, "epoch": 304, "lr": 4.91666151413232e-05}
{"train_loss": 0.0012242968659847975, "global_step": 54214, "epoch": 304, "lr": 4.916513764580919e-05}
{"train_loss": 0.002554358681663871, "global_step": 54215, "epoch": 304, "lr": 4.916366015102437e-05}
{"train_loss": 0.0030981325544416904, "global_step": 54216, "epoch": 304, "lr": 4.9162182656970076e-05}
{"train_loss": 0.0023480881936848164, "global_step": 54217, "epoch": 304, "lr": 4.9160705163647543e-05}
{"train_loss": 0.0024177604354918003, "global_step": 54218, "epoch": 304, "lr": 4.915922767105809e-05}
{"train_loss": 0.0032223365269601345, "global_step": 54219, "epoch": 304, "lr": 4.915775017920299e-05}
{"train_loss": 0.003680146997794509, "global_step": 54220, "epoch": 304, "lr": 4.915627268808357e-05}
{"train_loss": 0.0007037515752017498, "global_step": 54221, "epoch": 304, "lr": 4.915479519770107e-05}
{"train_loss": 0.003631114959716797, "global_step": 54222, "epoch": 304, "lr": 4.9153317708056825e-05}
{"train_loss": 0.003557245247066021, "global_step": 54223, "epoch": 304, "lr": 4.915184021915209e-05}
{"train_loss": 0.0019753980450332165, "global_step": 54224, "epoch": 304, "lr": 4.915036273098819e-05}
{"train_loss": 0.0029565375298261642, "global_step": 54225, "epoch": 304, "lr": 4.914888524356638e-05}
{"train_loss": 0.003183240769430995, "global_step": 54226, "epoch": 304, "lr": 4.914740775688798e-05}
{"train_loss": 0.0014407197013497353, "global_step": 54227, "epoch": 304, "lr": 4.9145930270954254e-05}
{"train_loss": 0.004668468609452248, "global_step": 54228, "epoch": 304, "lr": 4.914445278576653e-05}
{"train_loss": 0.002133735455572605, "global_step": 54229, "epoch": 304, "lr": 4.9142975301326054e-05}
{"train_loss": 0.0031377796549350023, "global_step": 54230, "epoch": 304, "lr": 4.914149781763415e-05}
{"train_loss": 0.005143987946212292, "global_step": 54231, "epoch": 304, "lr": 4.914002033469208e-05}
{"train_loss": 0.0021932898089289665, "global_step": 54232, "epoch": 304, "lr": 4.913854285250119e-05}
{"train_loss": 0.0025709732435643673, "global_step": 54233, "epoch": 304, "lr": 4.913706537106269e-05}
{"train_loss": 0.0042528873309493065, "global_step": 54234, "epoch": 304, "lr": 4.9135587890377936e-05}
{"train_loss": 0.003180290572345257, "global_step": 54235, "epoch": 304, "lr": 4.913411041044818e-05}
{"train_loss": 0.003932510502636433, "global_step": 54236, "epoch": 304, "lr": 4.913263293127472e-05}
{"train_loss": 0.0029942826367914677, "global_step": 54237, "epoch": 304, "lr": 4.913115545285887e-05}
{"train_loss": 0.002571752993389964, "global_step": 54238, "epoch": 304, "lr": 4.9129677975201896e-05}
{"train_loss": 0.0038656890392303467, "global_step": 54239, "epoch": 304, "lr": 4.912820049830511e-05}
{"train_loss": 0.0020469028968364, "global_step": 54240, "epoch": 304, "lr": 4.912672302216977e-05}
{"train_loss": 0.0044459691271185875, "global_step": 54241, "epoch": 304, "lr": 4.912524554679719e-05}
{"train_loss": 0.0020019314251840115, "global_step": 54242, "epoch": 304, "lr": 4.912376807218866e-05}
{"train_loss": 0.004308783449232578, "global_step": 54243, "epoch": 304, "lr": 4.912229059834548e-05}
{"train_loss": 0.00699170958250761, "global_step": 54244, "epoch": 304, "lr": 4.9120813125268896e-05}
{"train_loss": 0.0034466725774109364, "global_step": 54245, "epoch": 304, "lr": 4.9119335652960255e-05}
{"train_loss": 0.004474007990211248, "global_step": 54246, "epoch": 304, "lr": 4.91178581814208e-05}
{"train_loss": 0.00565214641392231, "global_step": 54247, "epoch": 304, "lr": 4.911638071065187e-05}
{"train_loss": 0.0032906753476709127, "global_step": 54248, "epoch": 304, "lr": 4.9114903240654706e-05}
{"train_loss": 0.0035860934294760227, "global_step": 54249, "epoch": 304, "lr": 4.9113425771430633e-05}
{"train_loss": 0.0028581086080521345, "global_step": 54250, "epoch": 304, "lr": 4.911194830298092e-05}
{"train_loss": 0.0024380928371101618, "global_step": 54251, "epoch": 304, "lr": 4.911047083530689e-05}
{"train_loss": 0.0026060815434902906, "global_step": 54252, "epoch": 304, "lr": 4.910899336840978e-05}
{"train_loss": 0.0038140888791531324, "global_step": 54253, "epoch": 304, "lr": 4.910751590229094e-05}
{"train_loss": 0.00567022105678916, "global_step": 54254, "epoch": 304, "lr": 4.9106038436951606e-05}
{"train_loss": 0.0021387715823948383, "global_step": 54255, "epoch": 304, "lr": 4.910456097239311e-05}
{"train_loss": 0.00324828689917922, "global_step": 54256, "epoch": 304, "lr": 4.910308350861671e-05}
{"train_loss": 0.004501006565988064, "global_step": 54257, "epoch": 304, "lr": 4.9101606045623716e-05}
{"train_loss": 0.004288910888135433, "global_step": 54258, "epoch": 304, "lr": 4.910012858341544e-05}
{"train_loss": 0.00174417975358665, "global_step": 54259, "epoch": 304, "lr": 4.9098651121993125e-05}
{"train_loss": 0.004896119236946106, "global_step": 54260, "epoch": 304, "lr": 4.909717366135809e-05}
{"train_loss": 0.002901811618357897, "global_step": 54261, "epoch": 304, "lr": 4.909569620151161e-05}
{"train_loss": 0.0025011959951370955, "global_step": 54262, "epoch": 304, "lr": 4.909421874245501e-05}
{"train_loss": 0.0010610957397148013, "global_step": 54263, "epoch": 304, "lr": 4.909274128418954e-05}
{"train_loss": 0.0060497429221868515, "global_step": 54264, "epoch": 304, "lr": 4.9091263826716504e-05}
{"train_loss": 0.003440458793193102, "global_step": 54265, "epoch": 304, "lr": 4.9089786370037186e-05}
{"train_loss": 0.004079245030879974, "global_step": 54266, "epoch": 304, "lr": 4.908830891415292e-05}
{"train_loss": 0.0073465039022266865, "global_step": 54267, "epoch": 304, "lr": 4.908683145906493e-05}
{"train_loss": 0.0013696878449991345, "global_step": 54268, "epoch": 304, "lr": 4.9085354004774545e-05}
{"train_loss": 0.00211527431383729, "global_step": 54269, "epoch": 304, "lr": 4.9083876551283046e-05}
{"train_loss": 0.0036328276619315147, "global_step": 54270, "epoch": 304, "lr": 4.908239909859175e-05}
{"train_loss": 0.004647455643862486, "global_step": 54271, "epoch": 304, "lr": 4.9080921646701893e-05}
{"train_loss": 0.003328731283545494, "global_step": 54272, "epoch": 304, "lr": 4.907944419561482e-05}
{"train_loss": 0.001672613201662898, "global_step": 54273, "epoch": 304, "lr": 4.907796674533178e-05}
{"train_loss": 0.001720463507808745, "global_step": 54274, "epoch": 304, "lr": 4.907648929585409e-05}
{"train_loss": 0.004234517924487591, "global_step": 54275, "epoch": 304, "lr": 4.9075011847183025e-05}
{"train_loss": 0.002118303906172514, "global_step": 54276, "epoch": 304, "lr": 4.907353439931989e-05}
{"train_loss": 0.0022327653132379055, "global_step": 54277, "epoch": 304, "lr": 4.907205695226596e-05}
{"train_loss": 0.0025216033682227135, "global_step": 54278, "epoch": 304, "lr": 4.9070579506022524e-05}
{"train_loss": 0.0035044190008193254, "global_step": 54279, "epoch": 304, "lr": 4.90691020605909e-05}
{"train_loss": 0.0024338853545486927, "global_step": 54280, "epoch": 304, "lr": 4.9067624615972344e-05}
{"train_loss": 0.006450916640460491, "global_step": 54281, "epoch": 304, "lr": 4.9066147172168184e-05}
{"train_loss": 0.00285226758569479, "global_step": 54282, "epoch": 304, "lr": 4.906466972917966e-05}
{"train_loss": 0.005507329478859901, "global_step": 54283, "epoch": 304, "lr": 4.9063192287008115e-05}
{"train_loss": 0.002707183826714754, "global_step": 54284, "epoch": 304, "lr": 4.90617148456548e-05}
{"train_loss": 0.002689145039767027, "global_step": 54285, "epoch": 304, "lr": 4.906023740512104e-05}
{"train_loss": 0.0065729059278965, "global_step": 54286, "epoch": 304, "lr": 4.9058759965408085e-05}
{"train_loss": 0.0027429377660155296, "global_step": 54287, "epoch": 304, "lr": 4.9057282526517265e-05}
{"train_loss": 0.0058157723397016525, "global_step": 54288, "epoch": 304, "lr": 4.905580508844983e-05}
{"train_loss": 0.0032027069557055286, "global_step": 54289, "epoch": 304, "lr": 4.905432765120712e-05}
{"train_loss": 0.0029568588361144066, "global_step": 54290, "epoch": 305, "lr": 4.905285021479038e-05}
{"train_loss": 0.004266942851245403, "global_step": 54291, "epoch": 305, "lr": 4.9051372779200935e-05}
{"train_loss": 0.001637578010559082, "global_step": 54292, "epoch": 305, "lr": 4.9049895344440045e-05}
{"train_loss": 0.0022121153306216, "global_step": 54293, "epoch": 305, "lr": 4.904841791050902e-05}
{"train_loss": 0.0011511861812323332, "global_step": 54294, "epoch": 305, "lr": 4.904694047740913e-05}
{"train_loss": 0.0031657544896006584, "global_step": 54295, "epoch": 305, "lr": 4.904546304514171e-05}
{"train_loss": 0.005447260569781065, "global_step": 54296, "epoch": 305, "lr": 4.9043985613708e-05}
{"train_loss": 0.002069314941763878, "global_step": 54297, "epoch": 305, "lr": 4.904250818310932e-05}
{"train_loss": 0.0015582775231450796, "global_step": 54298, "epoch": 305, "lr": 4.904103075334693e-05}
{"train_loss": 0.0022690454497933388, "global_step": 54299, "epoch": 305, "lr": 4.903955332442216e-05}
{"train_loss": 0.004996332339942455, "global_step": 54300, "epoch": 305, "lr": 4.9038075896336295e-05}
{"train_loss": 0.005995139479637146, "global_step": 54301, "epoch": 305, "lr": 4.903659846909059e-05}
{"train_loss": 0.0016504504019394517, "global_step": 54302, "epoch": 305, "lr": 4.903512104268638e-05}
{"train_loss": 0.0019336161203682423, "global_step": 54303, "epoch": 305, "lr": 4.903364361712491e-05}
{"train_loss": 0.0029431963339447975, "global_step": 54304, "epoch": 305, "lr": 4.903216619240753e-05}
{"train_loss": 0.0027145706117153168, "global_step": 54305, "epoch": 305, "lr": 4.903068876853546e-05}
{"train_loss": 0.007019292563199997, "global_step": 54306, "epoch": 305, "lr": 4.902921134551004e-05}
{"train_loss": 0.0052108545787632465, "global_step": 54307, "epoch": 305, "lr": 4.902773392333254e-05}
{"train_loss": 0.006630451884120703, "global_step": 54308, "epoch": 305, "lr": 4.9026256502004276e-05}
{"train_loss": 0.0021374837961047888, "global_step": 54309, "epoch": 305, "lr": 4.9024779081526495e-05}
{"train_loss": 0.0024764398112893105, "global_step": 54310, "epoch": 305, "lr": 4.902330166190053e-05}
{"train_loss": 0.0026644282042980194, "global_step": 54311, "epoch": 305, "lr": 4.902182424312764e-05}
{"train_loss": 0.005500582046806812, "global_step": 54312, "epoch": 305, "lr": 4.902034682520914e-05}
{"train_loss": 0.005561418831348419, "global_step": 54313, "epoch": 305, "lr": 4.901886940814628e-05}
{"train_loss": 0.0028475408907979727, "global_step": 54314, "epoch": 305, "lr": 4.901739199194042e-05}
{"train_loss": 0.006206574849784374, "global_step": 54315, "epoch": 305, "lr": 4.901591457659278e-05}
{"train_loss": 0.0009287904249504209, "global_step": 54316, "epoch": 305, "lr": 4.9014437162104695e-05}
{"train_loss": 0.003545003477483988, "global_step": 54317, "epoch": 305, "lr": 4.901295974847742e-05}
{"train_loss": 0.003323779907077551, "global_step": 54318, "epoch": 305, "lr": 4.9011482335712294e-05}
{"train_loss": 0.006874323356896639, "global_step": 54319, "epoch": 305, "lr": 4.901000492381055e-05}
{"train_loss": 0.0046468437649309635, "global_step": 54320, "epoch": 305, "lr": 4.9008527512773516e-05}
{"train_loss": 0.007349954918026924, "global_step": 54321, "epoch": 305, "lr": 4.900705010260249e-05}
{"train_loss": 0.0016050643753260374, "global_step": 54322, "epoch": 305, "lr": 4.9005572693298724e-05}
{"train_loss": 0.0033874046057462692, "global_step": 54323, "epoch": 305, "lr": 4.900409528486356e-05}
{"train_loss": 0.0017084000864997506, "global_step": 54324, "epoch": 305, "lr": 4.900261787729823e-05}
{"train_loss": 0.00426788255572319, "global_step": 54325, "epoch": 305, "lr": 4.900114047060408e-05}
{"train_loss": 0.0016686838353052735, "global_step": 54326, "epoch": 305, "lr": 4.8999663064782343e-05}
{"train_loss": 0.00509968027472496, "global_step": 54327, "epoch": 305, "lr": 4.899818565983437e-05}
{"train_loss": 0.006426671519875526, "global_step": 54328, "epoch": 305, "lr": 4.89967082557614e-05}
{"train_loss": 0.002425349084660411, "global_step": 54329, "epoch": 305, "lr": 4.8995230852564774e-05}
{"train_loss": 0.001955157145857811, "global_step": 54330, "epoch": 305, "lr": 4.8993753450245726e-05}
{"train_loss": 0.0053010787814855576, "global_step": 54331, "epoch": 305, "lr": 4.899227604880559e-05}
{"train_loss": 0.001873762346804142, "global_step": 54332, "epoch": 305, "lr": 4.8990798648245624e-05}
{"train_loss": 0.002541265683248639, "global_step": 54333, "epoch": 305, "lr": 4.898932124856716e-05}
{"train_loss": 0.0028715545777231455, "global_step": 54334, "epoch": 305, "lr": 4.8987843849771435e-05}
{"train_loss": 0.005724360700696707, "global_step": 54335, "epoch": 305, "lr": 4.898636645185979e-05}
{"train_loss": 0.0024900217540562153, "global_step": 54336, "epoch": 305, "lr": 4.898488905483348e-05}
{"train_loss": 0.003967486787587404, "global_step": 54337, "epoch": 305, "lr": 4.898341165869382e-05}
{"train_loss": 0.0018374628853052855, "global_step": 54338, "epoch": 305, "lr": 4.898193426344207e-05}
{"train_loss": 0.0023456434719264507, "global_step": 54339, "epoch": 305, "lr": 4.898045686907955e-05}
{"train_loss": 0.002882252912968397, "global_step": 54340, "epoch": 305, "lr": 4.897897947560755e-05}
{"train_loss": 0.0024252519942820072, "global_step": 54341, "epoch": 305, "lr": 4.897750208302733e-05}
{"train_loss": 0.004658286459743977, "global_step": 54342, "epoch": 305, "lr": 4.8976024691340234e-05}
{"train_loss": 0.004214057698845863, "global_step": 54343, "epoch": 305, "lr": 4.897454730054749e-05}
{"train_loss": 0.0035541877150535583, "global_step": 54344, "epoch": 305, "lr": 4.8973069910650437e-05}
{"train_loss": 0.0019179460359737277, "global_step": 54345, "epoch": 305, "lr": 4.8971592521650325e-05}
{"train_loss": 0.00516456039622426, "global_step": 54346, "epoch": 305, "lr": 4.897011513354848e-05}
{"train_loss": 0.005410452838987112, "global_step": 54347, "epoch": 305, "lr": 4.8968637746346166e-05}
{"train_loss": 0.003786790184676647, "global_step": 54348, "epoch": 305, "lr": 4.896716036004471e-05}
{"train_loss": 0.0023435901384800673, "global_step": 54349, "epoch": 305, "lr": 4.8965682974645354e-05}
{"train_loss": 0.004251999780535698, "global_step": 54350, "epoch": 305, "lr": 4.8964205590149425e-05}
{"train_loss": 0.0029403860680758953, "global_step": 54351, "epoch": 305, "lr": 4.896272820655819e-05}
{"train_loss": 0.006406760308891535, "global_step": 54352, "epoch": 305, "lr": 4.8961250823872964e-05}
{"train_loss": 0.003939020447432995, "global_step": 54353, "epoch": 305, "lr": 4.895977344209501e-05}
{"train_loss": 0.0018410272896289825, "global_step": 54354, "epoch": 305, "lr": 4.895829606122564e-05}
{"train_loss": 0.004438428208231926, "global_step": 54355, "epoch": 305, "lr": 4.895681868126613e-05}
{"train_loss": 0.004177989903837442, "global_step": 54356, "epoch": 305, "lr": 4.8955341302217785e-05}
{"train_loss": 0.0023665791377425194, "global_step": 54357, "epoch": 305, "lr": 4.895386392408188e-05}
{"train_loss": 0.005767015274614096, "global_step": 54358, "epoch": 305, "lr": 4.8952386546859715e-05}
{"train_loss": 0.003394758328795433, "global_step": 54359, "epoch": 305, "lr": 4.895090917055257e-05}
{"train_loss": 0.004885678179562092, "global_step": 54360, "epoch": 305, "lr": 4.8949431795161735e-05}
{"train_loss": 0.003394925268366933, "global_step": 54361, "epoch": 305, "lr": 4.8947954420688536e-05}
{"train_loss": 0.006924138404428959, "global_step": 54362, "epoch": 305, "lr": 4.894647704713421e-05}
{"train_loss": 0.0027635893784463406, "global_step": 54363, "epoch": 305, "lr": 4.8944999674500105e-05}
{"train_loss": 0.004961060360074043, "global_step": 54364, "epoch": 305, "lr": 4.8943522302787455e-05}
{"train_loss": 0.006124737672507763, "global_step": 54365, "epoch": 305, "lr": 4.894204493199758e-05}
{"train_loss": 0.004376361146569252, "global_step": 54366, "epoch": 305, "lr": 4.894056756213176e-05}
{"train_loss": 0.0007405530195683241, "global_step": 54367, "epoch": 305, "lr": 4.8939090193191315e-05}
{"train_loss": 0.0021982642356306314, "global_step": 54368, "epoch": 305, "lr": 4.893761282517749e-05}
{"train_loss": 0.003612902481108904, "global_step": 54369, "epoch": 305, "lr": 4.89361354580916e-05}
{"train_loss": 0.0029809954576194286, "global_step": 54370, "epoch": 305, "lr": 4.8934658091934926e-05}
{"train_loss": 0.003220754209905863, "global_step": 54371, "epoch": 305, "lr": 4.8933180726708786e-05}
{"train_loss": 0.001976107247173786, "global_step": 54372, "epoch": 305, "lr": 4.893170336241443e-05}
{"train_loss": 0.003327729646116495, "global_step": 54373, "epoch": 305, "lr": 4.893022599905317e-05}
{"train_loss": 0.004380040802061558, "global_step": 54374, "epoch": 305, "lr": 4.8928748636626286e-05}
{"train_loss": 0.003023410215973854, "global_step": 54375, "epoch": 305, "lr": 4.892727127513511e-05}
{"train_loss": 0.0019311107462272048, "global_step": 54376, "epoch": 305, "lr": 4.8925793914580856e-05}
{"train_loss": 0.004010356031358242, "global_step": 54377, "epoch": 305, "lr": 4.892431655496488e-05}
{"train_loss": 0.003575725480914116, "global_step": 54378, "epoch": 305, "lr": 4.892283919628844e-05}
{"train_loss": 0.002274039201438427, "global_step": 54379, "epoch": 305, "lr": 4.8921361838552855e-05}
{"train_loss": 0.002126180101186037, "global_step": 54380, "epoch": 305, "lr": 4.891988448175937e-05}
{"train_loss": 0.004575506784021854, "global_step": 54381, "epoch": 305, "lr": 4.891840712590931e-05}
{"train_loss": 0.001156922080554068, "global_step": 54382, "epoch": 305, "lr": 4.8916929771003966e-05}
{"train_loss": 0.002553233178332448, "global_step": 54383, "epoch": 305, "lr": 4.8915452417044605e-05}
{"train_loss": 0.001770508592016995, "global_step": 54384, "epoch": 305, "lr": 4.8913975064032544e-05}
{"train_loss": 0.0023174090310931206, "global_step": 54385, "epoch": 305, "lr": 4.8912497711969046e-05}
{"train_loss": 0.0026452154852449894, "global_step": 54386, "epoch": 305, "lr": 4.8911020360855444e-05}
{"train_loss": 0.0060884226113557816, "global_step": 54387, "epoch": 305, "lr": 4.890954301069297e-05}
{"train_loss": 0.005861522164195776, "global_step": 54388, "epoch": 305, "lr": 4.8908065661482965e-05}
{"train_loss": 0.004661065526306629, "global_step": 54389, "epoch": 305, "lr": 4.890658831322668e-05}
{"train_loss": 0.0032464948017150164, "global_step": 54390, "epoch": 305, "lr": 4.8905110965925454e-05}
{"train_loss": 0.004185367375612259, "global_step": 54391, "epoch": 305, "lr": 4.8903633619580526e-05}
{"train_loss": 0.0016102844383567572, "global_step": 54392, "epoch": 305, "lr": 4.890215627419321e-05}
{"train_loss": 0.004272522870451212, "global_step": 54393, "epoch": 305, "lr": 4.8900678929764794e-05}
{"train_loss": 0.0006166852544993162, "global_step": 54394, "epoch": 305, "lr": 4.8899201586296586e-05}
{"train_loss": 0.003986815921962261, "global_step": 54395, "epoch": 305, "lr": 4.889772424378984e-05}
{"train_loss": 0.0036624332424253225, "global_step": 54396, "epoch": 305, "lr": 4.889624690224588e-05}
{"train_loss": 0.0038058627396821976, "global_step": 54397, "epoch": 305, "lr": 4.889476956166597e-05}
{"train_loss": 0.0025221738032996655, "global_step": 54398, "epoch": 305, "lr": 4.889329222205143e-05}
{"train_loss": 0.003277627984061837, "global_step": 54399, "epoch": 305, "lr": 4.8891814883403515e-05}
{"train_loss": 0.004663608968257904, "global_step": 54400, "epoch": 305, "lr": 4.889033754572355e-05}
{"train_loss": 0.002550142351537943, "global_step": 54401, "epoch": 305, "lr": 4.8888860209012796e-05}
{"train_loss": 0.002362829865887761, "global_step": 54402, "epoch": 305, "lr": 4.888738287327255e-05}
{"train_loss": 0.002070995979011059, "global_step": 54403, "epoch": 305, "lr": 4.888590553850412e-05}
{"train_loss": 0.0016884778160601854, "global_step": 54404, "epoch": 305, "lr": 4.8884428204708774e-05}
{"train_loss": 0.002006044378504157, "global_step": 54405, "epoch": 305, "lr": 4.888295087188784e-05}
{"train_loss": 0.004385609179735184, "global_step": 54406, "epoch": 305, "lr": 4.888147354004256e-05}
{"train_loss": 0.0014768950641155243, "global_step": 54407, "epoch": 305, "lr": 4.887999620917425e-05}
{"train_loss": 0.002316795289516449, "global_step": 54408, "epoch": 305, "lr": 4.887851887928419e-05}
{"train_loss": 0.003702476155012846, "global_step": 54409, "epoch": 305, "lr": 4.8877041550373696e-05}
{"train_loss": 0.0037668533623218536, "global_step": 54410, "epoch": 305, "lr": 4.887556422244402e-05}
{"train_loss": 0.002013860736042261, "global_step": 54411, "epoch": 305, "lr": 4.887408689549649e-05}
{"train_loss": 0.002277074381709099, "global_step": 54412, "epoch": 305, "lr": 4.887260956953235e-05}
{"train_loss": 0.0028143515810370445, "global_step": 54413, "epoch": 305, "lr": 4.887113224455295e-05}
{"train_loss": 0.002601273125037551, "global_step": 54414, "epoch": 305, "lr": 4.8869654920559525e-05}
{"train_loss": 0.002278881147503853, "global_step": 54415, "epoch": 305, "lr": 4.88681775975534e-05}
{"train_loss": 0.002496667206287384, "global_step": 54416, "epoch": 305, "lr": 4.8866700275535844e-05}
{"train_loss": 0.0020612445659935474, "global_step": 54417, "epoch": 305, "lr": 4.8865222954508175e-05}
{"train_loss": 0.003523902501910925, "global_step": 54418, "epoch": 305, "lr": 4.886374563447165e-05}
{"train_loss": 0.0028633405454456806, "global_step": 54419, "epoch": 305, "lr": 4.8862268315427596e-05}
{"train_loss": 0.0042831809259951115, "global_step": 54420, "epoch": 305, "lr": 4.886079099737726e-05}
{"train_loss": 0.002086978405714035, "global_step": 54421, "epoch": 305, "lr": 4.8859313680321966e-05}
{"train_loss": 0.0025863158516585827, "global_step": 54422, "epoch": 305, "lr": 4.8857836364262985e-05}
{"train_loss": 0.0057956441305577755, "global_step": 54423, "epoch": 305, "lr": 4.885635904920161e-05}
{"train_loss": 0.0037938852328807116, "global_step": 54424, "epoch": 305, "lr": 4.885488173513916e-05}
{"train_loss": 0.0021906900219619274, "global_step": 54425, "epoch": 305, "lr": 4.885340442207688e-05}
{"train_loss": 0.00664729718118906, "global_step": 54426, "epoch": 305, "lr": 4.88519271100161e-05}
{"train_loss": 0.006370665039867163, "global_step": 54427, "epoch": 305, "lr": 4.885044979895808e-05}
{"train_loss": 0.002446428406983614, "global_step": 54428, "epoch": 305, "lr": 4.884897248890414e-05}
{"train_loss": 0.002498575020581484, "global_step": 54429, "epoch": 305, "lr": 4.884749517985554e-05}
{"train_loss": 0.0022316081449389458, "global_step": 54430, "epoch": 305, "lr": 4.884601787181359e-05}
{"train_loss": 0.0030866004526615143, "global_step": 54431, "epoch": 305, "lr": 4.884454056477956e-05}
{"train_loss": 0.005857793614268303, "global_step": 54432, "epoch": 305, "lr": 4.884306325875478e-05}
{"train_loss": 0.0029253943357616663, "global_step": 54433, "epoch": 305, "lr": 4.88415859537405e-05}
{"train_loss": 0.0020087705925107002, "global_step": 54434, "epoch": 305, "lr": 4.8840108649738024e-05}
{"train_loss": 0.0015556940343230963, "global_step": 54435, "epoch": 305, "lr": 4.883863134674864e-05}
{"train_loss": 0.0030869292095303535, "global_step": 54436, "epoch": 305, "lr": 4.883715404477367e-05}
{"train_loss": 0.0020832177251577377, "global_step": 54437, "epoch": 305, "lr": 4.8835676743814344e-05}
{"train_loss": 0.004538041539490223, "global_step": 54438, "epoch": 305, "lr": 4.8834199443872015e-05}
{"train_loss": 0.004898721817880869, "global_step": 54439, "epoch": 305, "lr": 4.8832722144947914e-05}
{"train_loss": 0.0032556019723415375, "global_step": 54440, "epoch": 305, "lr": 4.883124484704338e-05}
{"train_loss": 0.0049092890694737434, "global_step": 54441, "epoch": 305, "lr": 4.8829767550159664e-05}
{"train_loss": 0.0032760920003056526, "global_step": 54442, "epoch": 305, "lr": 4.8828290254298096e-05}
{"train_loss": 0.0033106913324445486, "global_step": 54443, "epoch": 305, "lr": 4.882681295945993e-05}
{"train_loss": 0.0035476561170071363, "global_step": 54444, "epoch": 305, "lr": 4.882533566564648e-05}
{"train_loss": 0.0037203305400907993, "global_step": 54445, "epoch": 305, "lr": 4.8823858372859035e-05}
{"train_loss": 0.0040320768021047115, "global_step": 54446, "epoch": 305, "lr": 4.882238108109886e-05}
{"train_loss": 0.003704250790178776, "global_step": 54447, "epoch": 305, "lr": 4.88209037903673e-05}
{"train_loss": 0.002543776761740446, "global_step": 54448, "epoch": 305, "lr": 4.8819426500665576e-05}
{"train_loss": 0.0032251100055873394, "global_step": 54449, "epoch": 305, "lr": 4.8817949211995026e-05}
{"train_loss": 0.0029170357156544924, "global_step": 54450, "epoch": 305, "lr": 4.881647192435692e-05}
{"train_loss": 0.002762822201475501, "global_step": 54451, "epoch": 305, "lr": 4.8814994637752576e-05}
{"train_loss": 0.0035860976204276085, "global_step": 54452, "epoch": 305, "lr": 4.8813517352183244e-05}
{"train_loss": 0.003539086552336812, "global_step": 54453, "epoch": 305, "lr": 4.881204006765025e-05}
{"train_loss": 0.0015809604665264487, "global_step": 54454, "epoch": 305, "lr": 4.881056278415485e-05}
{"train_loss": 0.0030168904922902584, "global_step": 54455, "epoch": 305, "lr": 4.8809085501698366e-05}
{"train_loss": 0.0023284058552235365, "global_step": 54456, "epoch": 305, "lr": 4.880760822028206e-05}
{"train_loss": 0.0018236731411889195, "global_step": 54457, "epoch": 305, "lr": 4.880613093990726e-05}
{"train_loss": 0.002260384615510702, "global_step": 54458, "epoch": 305, "lr": 4.880465366057521e-05}
{"train_loss": 0.002879262203350663, "global_step": 54459, "epoch": 305, "lr": 4.880317638228723e-05}
{"train_loss": 0.002946271561086178, "global_step": 54460, "epoch": 305, "lr": 4.88016991050446e-05}
{"train_loss": 0.005032903514802456, "global_step": 54461, "epoch": 305, "lr": 4.880022182884864e-05}
{"train_loss": 0.0019125423859804869, "global_step": 54462, "epoch": 305, "lr": 4.8798744553700584e-05}
{"train_loss": 0.002747518243268132, "global_step": 54463, "epoch": 305, "lr": 4.8797267279601765e-05}
{"train_loss": 0.0032519991509616375, "global_step": 54464, "epoch": 305, "lr": 4.879579000655345e-05}
{"train_loss": 0.0012450976064428687, "global_step": 54465, "epoch": 305, "lr": 4.879431273455694e-05}
{"train_loss": 0.004224130883812904, "global_step": 54466, "epoch": 305, "lr": 4.879283546361355e-05}
{"train_loss": 0.0033803491878030257, "global_step": 54467, "epoch": 305, "lr": 4.8791358193724526e-05, "train_action_mse_error": 9.472718375036493e-06}
{"train_loss": 0.002535191597416997, "global_step": 54468, "epoch": 306, "lr": 4.878988092489119e-05}
{"train_loss": 0.00457743089646101, "global_step": 54469, "epoch": 306, "lr": 4.878840365711481e-05}
{"train_loss": 0.002602375578135252, "global_step": 54470, "epoch": 306, "lr": 4.87869263903967e-05}
{"train_loss": 0.0026958270464092493, "global_step": 54471, "epoch": 306, "lr": 4.878544912473813e-05}
{"train_loss": 0.0063231587409973145, "global_step": 54472, "epoch": 306, "lr": 4.878397186014041e-05}
{"train_loss": 0.0024222161155194044, "global_step": 54473, "epoch": 306, "lr": 4.8782494596604796e-05}
{"train_loss": 0.00368114304728806, "global_step": 54474, "epoch": 306, "lr": 4.878101733413261e-05}
{"train_loss": 0.003194644581526518, "global_step": 54475, "epoch": 306, "lr": 4.877954007272513e-05}
{"train_loss": 0.003358395304530859, "global_step": 54476, "epoch": 306, "lr": 4.8778062812383664e-05}
{"train_loss": 0.003565872088074684, "global_step": 54477, "epoch": 306, "lr": 4.877658555310947e-05}
{"train_loss": 0.0019740373827517033, "global_step": 54478, "epoch": 306, "lr": 4.877510829490386e-05}
{"train_loss": 0.0017827765550464392, "global_step": 54479, "epoch": 306, "lr": 4.877363103776811e-05}
{"train_loss": 0.0018644267693161964, "global_step": 54480, "epoch": 306, "lr": 4.8772153781703544e-05}
{"train_loss": 0.001838300027884543, "global_step": 54481, "epoch": 306, "lr": 4.8770676526711404e-05}
{"train_loss": 0.0018238145858049393, "global_step": 54482, "epoch": 306, "lr": 4.876919927279302e-05}
{"train_loss": 0.002882195170968771, "global_step": 54483, "epoch": 306, "lr": 4.876772201994965e-05}
{"train_loss": 0.002362729050219059, "global_step": 54484, "epoch": 306, "lr": 4.876624476818263e-05}
{"train_loss": 0.00722847506403923, "global_step": 54485, "epoch": 306, "lr": 4.8764767517493194e-05}
{"train_loss": 0.003398482920601964, "global_step": 54486, "epoch": 306, "lr": 4.876329026788266e-05}
{"train_loss": 0.002770545892417431, "global_step": 54487, "epoch": 306, "lr": 4.876181301935234e-05}
{"train_loss": 0.0016310501378029585, "global_step": 54488, "epoch": 306, "lr": 4.876033577190347e-05}
{"train_loss": 0.004056150559335947, "global_step": 54489, "epoch": 306, "lr": 4.8758858525537415e-05}
{"train_loss": 0.004716630559414625, "global_step": 54490, "epoch": 306, "lr": 4.8757381280255396e-05}
{"train_loss": 0.002679110039025545, "global_step": 54491, "epoch": 306, "lr": 4.8755904036058744e-05}
{"train_loss": 0.0016894356813281775, "global_step": 54492, "epoch": 306, "lr": 4.875442679294872e-05}
{"train_loss": 0.0031628028955310583, "global_step": 54493, "epoch": 306, "lr": 4.875294955092664e-05}
{"train_loss": 0.002577014733105898, "global_step": 54494, "epoch": 306, "lr": 4.8751472309993776e-05}
{"train_loss": 0.0028251917101442814, "global_step": 54495, "epoch": 306, "lr": 4.8749995070151444e-05}
{"train_loss": 0.0022321855649352074, "global_step": 54496, "epoch": 306, "lr": 4.8748517831400896e-05}
{"train_loss": 0.0024326180573552847, "global_step": 54497, "epoch": 306, "lr": 4.8747040593743454e-05}
{"train_loss": 0.002978997305035591, "global_step": 54498, "epoch": 306, "lr": 4.8745563357180385e-05}
{"train_loss": 0.002705661114305258, "global_step": 54499, "epoch": 306, "lr": 4.874408612171302e-05}
{"train_loss": 0.0025961927603930235, "global_step": 54500, "epoch": 306, "lr": 4.8742608887342586e-05}
{"train_loss": 0.005936510860919952, "global_step": 54501, "epoch": 306, "lr": 4.8741131654070424e-05}
{"train_loss": 0.0037954626604914665, "global_step": 54502, "epoch": 306, "lr": 4.8739654421897805e-05}
{"train_loss": 0.0020590517669916153, "global_step": 54503, "epoch": 306, "lr": 4.873817719082604e-05}
{"train_loss": 0.0041472818702459335, "global_step": 54504, "epoch": 306, "lr": 4.873669996085638e-05}
{"train_loss": 0.0034644994884729385, "global_step": 54505, "epoch": 306, "lr": 4.8735222731990146e-05}
{"train_loss": 0.003365256590768695, "global_step": 54506, "epoch": 306, "lr": 4.873374550422861e-05}
{"train_loss": 0.0029320991598069668, "global_step": 54507, "epoch": 306, "lr": 4.8732268277573076e-05}
{"train_loss": 0.003797919023782015, "global_step": 54508, "epoch": 306, "lr": 4.8730791052024845e-05}
{"train_loss": 0.005050015635788441, "global_step": 54509, "epoch": 306, "lr": 4.872931382758517e-05}
{"train_loss": 0.002482951618731022, "global_step": 54510, "epoch": 306, "lr": 4.872783660425539e-05}
{"train_loss": 0.004210693761706352, "global_step": 54511, "epoch": 306, "lr": 4.872635938203674e-05}
{"train_loss": 0.003543385537341237, "global_step": 54512, "epoch": 306, "lr": 4.872488216093056e-05}
{"train_loss": 0.002841937355697155, "global_step": 54513, "epoch": 306, "lr": 4.87234049409381e-05}
{"train_loss": 0.0037814893294125795, "global_step": 54514, "epoch": 306, "lr": 4.8721927722060696e-05}
{"train_loss": 0.0024084399919956923, "global_step": 54515, "epoch": 306, "lr": 4.872045050429958e-05}
{"train_loss": 0.00198168633505702, "global_step": 54516, "epoch": 306, "lr": 4.87189732876561e-05}
{"train_loss": 0.0067723216488957405, "global_step": 54517, "epoch": 306, "lr": 4.87174960721315e-05}
{"train_loss": 0.003082059323787689, "global_step": 54518, "epoch": 306, "lr": 4.871601885772712e-05}
{"train_loss": 0.0036618844605982304, "global_step": 54519, "epoch": 306, "lr": 4.8714541644444196e-05}
{"train_loss": 0.003824259154498577, "global_step": 54520, "epoch": 306, "lr": 4.871306443228405e-05}
{"train_loss": 0.003242123406380415, "global_step": 54521, "epoch": 306, "lr": 4.8711587221247954e-05}
{"train_loss": 0.0020156630780547857, "global_step": 54522, "epoch": 306, "lr": 4.871011001133724e-05}
{"train_loss": 0.002733169123530388, "global_step": 54523, "epoch": 306, "lr": 4.870863280255314e-05}
{"train_loss": 0.0027844675350934267, "global_step": 54524, "epoch": 306, "lr": 4.870715559489698e-05}
{"train_loss": 0.005526764318346977, "global_step": 54525, "epoch": 306, "lr": 4.870567838837004e-05}
{"train_loss": 0.0016865102807059884, "global_step": 54526, "epoch": 306, "lr": 4.870420118297363e-05}
{"train_loss": 0.004410119727253914, "global_step": 54527, "epoch": 306, "lr": 4.8702723978708996e-05}
{"train_loss": 0.0015393566573038697, "global_step": 54528, "epoch": 306, "lr": 4.870124677557746e-05}
{"train_loss": 0.001323167933151126, "global_step": 54529, "epoch": 306, "lr": 4.8699769573580326e-05}
{"train_loss": 0.002470437902957201, "global_step": 54530, "epoch": 306, "lr": 4.869829237271885e-05}
{"train_loss": 0.004859408363699913, "global_step": 54531, "epoch": 306, "lr": 4.869681517299434e-05}
{"train_loss": 0.004283785820007324, "global_step": 54532, "epoch": 306, "lr": 4.8695337974408084e-05}
{"train_loss": 0.003836939111351967, "global_step": 54533, "epoch": 306, "lr": 4.869386077696138e-05}
{"train_loss": 0.00237584812566638, "global_step": 54534, "epoch": 306, "lr": 4.869238358065551e-05}
{"train_loss": 0.0023076296783983707, "global_step": 54535, "epoch": 306, "lr": 4.8690906385491757e-05}
{"train_loss": 0.005157911218702793, "global_step": 54536, "epoch": 306, "lr": 4.868942919147141e-05}
{"train_loss": 0.005235454998910427, "global_step": 54537, "epoch": 306, "lr": 4.8687951998595796e-05}
{"train_loss": 0.004416776821017265, "global_step": 54538, "epoch": 306, "lr": 4.868647480686616e-05}
{"train_loss": 0.003273518057540059, "global_step": 54539, "epoch": 306, "lr": 4.868499761628381e-05}
{"train_loss": 0.003446649992838502, "global_step": 54540, "epoch": 306, "lr": 4.868352042685003e-05}
{"train_loss": 0.004903004504740238, "global_step": 54541, "epoch": 306, "lr": 4.868204323856614e-05}
{"train_loss": 0.005519090685993433, "global_step": 54542, "epoch": 306, "lr": 4.868056605143338e-05}
{"train_loss": 0.004772434011101723, "global_step": 54543, "epoch": 306, "lr": 4.867908886545309e-05}
{"train_loss": 0.0008752287831157446, "global_step": 54544, "epoch": 306, "lr": 4.8677611680626514e-05}
{"train_loss": 0.007510824128985405, "global_step": 54545, "epoch": 306, "lr": 4.867613449695499e-05}
{"train_loss": 0.001797639997676015, "global_step": 54546, "epoch": 306, "lr": 4.867465731443976e-05}
{"train_loss": 0.0026830590795725584, "global_step": 54547, "epoch": 306, "lr": 4.867318013308216e-05}
{"train_loss": 0.003865201957523823, "global_step": 54548, "epoch": 306, "lr": 4.867170295288344e-05}
{"train_loss": 0.006280574016273022, "global_step": 54549, "epoch": 306, "lr": 4.8670225773844905e-05}
{"train_loss": 0.0017813985468819737, "global_step": 54550, "epoch": 306, "lr": 4.8668748595967864e-05}
{"train_loss": 0.005299367941915989, "global_step": 54551, "epoch": 306, "lr": 4.866727141925357e-05}
{"train_loss": 0.0018351514590904117, "global_step": 54552, "epoch": 306, "lr": 4.866579424370337e-05}
{"train_loss": 0.0011884175473824143, "global_step": 54553, "epoch": 306, "lr": 4.866431706931848e-05}
{"train_loss": 0.0038920100778341293, "global_step": 54554, "epoch": 306, "lr": 4.8662839896100256e-05}
{"train_loss": 0.004648981615900993, "global_step": 54555, "epoch": 306, "lr": 4.866136272404994e-05}
{"train_loss": 0.00270258542150259, "global_step": 54556, "epoch": 306, "lr": 4.865988555316887e-05}
{"train_loss": 0.0032738815061748028, "global_step": 54557, "epoch": 306, "lr": 4.865840838345829e-05}
{"train_loss": 0.0032862224616110325, "global_step": 54558, "epoch": 306, "lr": 4.865693121491952e-05}
{"train_loss": 0.004804541356861591, "global_step": 54559, "epoch": 306, "lr": 4.865545404755383e-05}
{"train_loss": 0.0034031751565635204, "global_step": 54560, "epoch": 306, "lr": 4.865397688136254e-05}
{"train_loss": 0.005127560347318649, "global_step": 54561, "epoch": 306, "lr": 4.86524997163469e-05}
{"train_loss": 0.00439833477139473, "global_step": 54562, "epoch": 306, "lr": 4.865102255250825e-05}
{"train_loss": 0.004300430417060852, "global_step": 54563, "epoch": 306, "lr": 4.864954538984781e-05}
{"train_loss": 0.0031440649181604385, "global_step": 54564, "epoch": 306, "lr": 4.8648068228366945e-05}
{"train_loss": 0.0015142271295189857, "global_step": 54565, "epoch": 306, "lr": 4.864659106806689e-05}
{"train_loss": 0.0039580389857292175, "global_step": 54566, "epoch": 306, "lr": 4.864511390894898e-05}
{"train_loss": 0.0015241594519466162, "global_step": 54567, "epoch": 306, "lr": 4.864363675101446e-05}
{"train_loss": 0.0036073424853384495, "global_step": 54568, "epoch": 306, "lr": 4.864215959426465e-05}
{"train_loss": 0.004046913236379623, "global_step": 54569, "epoch": 306, "lr": 4.864068243870083e-05}
{"train_loss": 0.001826653489843011, "global_step": 54570, "epoch": 306, "lr": 4.863920528432429e-05}
{"train_loss": 0.0023596284445375204, "global_step": 54571, "epoch": 306, "lr": 4.863772813113633e-05}
{"train_loss": 0.0031881395261734724, "global_step": 54572, "epoch": 306, "lr": 4.863625097913823e-05}
{"train_loss": 0.0041219196282327175, "global_step": 54573, "epoch": 306, "lr": 4.863477382833129e-05}
{"train_loss": 0.00511933583766222, "global_step": 54574, "epoch": 306, "lr": 4.863329667871678e-05}
{"train_loss": 0.004193825181573629, "global_step": 54575, "epoch": 306, "lr": 4.8631819530296025e-05}
{"train_loss": 0.0030498304404318333, "global_step": 54576, "epoch": 306, "lr": 4.8630342383070273e-05}
{"train_loss": 0.002051064744591713, "global_step": 54577, "epoch": 306, "lr": 4.8628865237040844e-05}
{"train_loss": 0.0021918094716966152, "global_step": 54578, "epoch": 306, "lr": 4.862738809220901e-05}
{"train_loss": 0.0041259946301579475, "global_step": 54579, "epoch": 306, "lr": 4.862591094857609e-05}
{"train_loss": 0.006039284635335207, "global_step": 54580, "epoch": 306, "lr": 4.862443380614334e-05}
{"train_loss": 0.002418557647615671, "global_step": 54581, "epoch": 306, "lr": 4.862295666491208e-05}
{"train_loss": 0.0032299612648785114, "global_step": 54582, "epoch": 306, "lr": 4.862147952488357e-05}
{"train_loss": 0.0034836814738810062, "global_step": 54583, "epoch": 306, "lr": 4.8620002386059116e-05}
{"train_loss": 0.00412803515791893, "global_step": 54584, "epoch": 306, "lr": 4.8618525248440005e-05}
{"train_loss": 0.0022403087932616472, "global_step": 54585, "epoch": 306, "lr": 4.8617048112027544e-05}
{"train_loss": 0.0017617627745494246, "global_step": 54586, "epoch": 306, "lr": 4.861557097682299e-05}
{"train_loss": 0.002232807921245694, "global_step": 54587, "epoch": 306, "lr": 4.8614093842827666e-05}
{"train_loss": 0.0018137372098863125, "global_step": 54588, "epoch": 306, "lr": 4.8612616710042844e-05}
{"train_loss": 0.0026978994719684124, "global_step": 54589, "epoch": 306, "lr": 4.861113957846983e-05}
{"train_loss": 0.002583941910415888, "global_step": 54590, "epoch": 306, "lr": 4.8609662448109885e-05}
{"train_loss": 0.0029882367234677076, "global_step": 54591, "epoch": 306, "lr": 4.860818531896431e-05}
{"train_loss": 0.0019270855700597167, "global_step": 54592, "epoch": 306, "lr": 4.860670819103442e-05}
{"train_loss": 0.0034730935003608465, "global_step": 54593, "epoch": 306, "lr": 4.860523106432148e-05}
{"train_loss": 0.0013913975562900305, "global_step": 54594, "epoch": 306, "lr": 4.8603753938826804e-05}
{"train_loss": 0.002107192762196064, "global_step": 54595, "epoch": 306, "lr": 4.860227681455164e-05}
{"train_loss": 0.0025149197317659855, "global_step": 54596, "epoch": 306, "lr": 4.8600799691497316e-05}
{"train_loss": 0.0013359732693061233, "global_step": 54597, "epoch": 306, "lr": 4.85993225696651e-05}
{"train_loss": 0.004181236028671265, "global_step": 54598, "epoch": 306, "lr": 4.859784544905632e-05}
{"train_loss": 0.0029432708397507668, "global_step": 54599, "epoch": 306, "lr": 4.859636832967221e-05}
{"train_loss": 0.005380944348871708, "global_step": 54600, "epoch": 306, "lr": 4.859489121151411e-05}
{"train_loss": 0.0024675659369677305, "global_step": 54601, "epoch": 306, "lr": 4.859341409458327e-05}
{"train_loss": 0.0017817699117586017, "global_step": 54602, "epoch": 306, "lr": 4.859193697888101e-05}
{"train_loss": 0.0030492953956127167, "global_step": 54603, "epoch": 306, "lr": 4.859045986440859e-05}
{"train_loss": 0.0028981920331716537, "global_step": 54604, "epoch": 306, "lr": 4.858898275116735e-05}
{"train_loss": 0.002657798584550619, "global_step": 54605, "epoch": 306, "lr": 4.858750563915853e-05}
{"train_loss": 0.0015867898473516107, "global_step": 54606, "epoch": 306, "lr": 4.858602852838344e-05}
{"train_loss": 0.003350998042151332, "global_step": 54607, "epoch": 306, "lr": 4.858455141884336e-05}
{"train_loss": 0.004327794536948204, "global_step": 54608, "epoch": 306, "lr": 4.858307431053962e-05}
{"train_loss": 0.0008573925588279963, "global_step": 54609, "epoch": 306, "lr": 4.858159720347345e-05}
{"train_loss": 0.0017975366208702326, "global_step": 54610, "epoch": 306, "lr": 4.858012009764619e-05}
{"train_loss": 0.002712888875976205, "global_step": 54611, "epoch": 306, "lr": 4.8578642993059094e-05}
{"train_loss": 0.004487769678235054, "global_step": 54612, "epoch": 306, "lr": 4.8577165889713464e-05}
{"train_loss": 0.0010928421979770064, "global_step": 54613, "epoch": 306, "lr": 4.857568878761062e-05}
{"train_loss": 0.004526134580373764, "global_step": 54614, "epoch": 306, "lr": 4.8574211686751806e-05}
{"train_loss": 0.0033833219204097986, "global_step": 54615, "epoch": 306, "lr": 4.8572734587138346e-05}
{"train_loss": 0.002642295090481639, "global_step": 54616, "epoch": 306, "lr": 4.85712574887715e-05}
{"train_loss": 0.003746062982827425, "global_step": 54617, "epoch": 306, "lr": 4.85697803916526e-05}
{"train_loss": 0.006077582482248545, "global_step": 54618, "epoch": 306, "lr": 4.856830329578289e-05}
{"train_loss": 0.0015120608732104301, "global_step": 54619, "epoch": 306, "lr": 4.8566826201163706e-05}
{"train_loss": 0.002281006658449769, "global_step": 54620, "epoch": 306, "lr": 4.8565349107796294e-05}
{"train_loss": 0.003265100996941328, "global_step": 54621, "epoch": 306, "lr": 4.856387201568197e-05}
{"train_loss": 0.0031795892864465714, "global_step": 54622, "epoch": 306, "lr": 4.8562394924822005e-05}
{"train_loss": 0.0038212838117033243, "global_step": 54623, "epoch": 306, "lr": 4.856091783521773e-05}
{"train_loss": 0.004127801861613989, "global_step": 54624, "epoch": 306, "lr": 4.855944074687038e-05}
{"train_loss": 0.002892116317525506, "global_step": 54625, "epoch": 306, "lr": 4.855796365978129e-05}
{"train_loss": 0.011386854574084282, "global_step": 54626, "epoch": 306, "lr": 4.855648657395172e-05}
{"train_loss": 0.002382618375122547, "global_step": 54627, "epoch": 306, "lr": 4.8555009489382985e-05}
{"train_loss": 0.001818884164094925, "global_step": 54628, "epoch": 306, "lr": 4.8553532406076346e-05}
{"train_loss": 0.0019052443094551563, "global_step": 54629, "epoch": 306, "lr": 4.855205532403313e-05}
{"train_loss": 0.002625820692628622, "global_step": 54630, "epoch": 306, "lr": 4.855057824325458e-05}
{"train_loss": 0.001887103309854865, "global_step": 54631, "epoch": 306, "lr": 4.854910116374205e-05}
{"train_loss": 0.0018989030504599214, "global_step": 54632, "epoch": 306, "lr": 4.854762408549676e-05}
{"train_loss": 0.003282728372141719, "global_step": 54633, "epoch": 306, "lr": 4.854614700852004e-05}
{"train_loss": 0.002307099523022771, "global_step": 54634, "epoch": 306, "lr": 4.8544669932813185e-05}
{"train_loss": 0.004377762321382761, "global_step": 54635, "epoch": 306, "lr": 4.854319285837747e-05}
{"train_loss": 0.0023053265176713467, "global_step": 54636, "epoch": 306, "lr": 4.8541715785214197e-05}
{"train_loss": 0.0037634498439729214, "global_step": 54637, "epoch": 306, "lr": 4.854023871332464e-05}
{"train_loss": 0.004000438377261162, "global_step": 54638, "epoch": 306, "lr": 4.8538761642710105e-05}
{"train_loss": 0.002438066992908716, "global_step": 54639, "epoch": 306, "lr": 4.853728457337186e-05}
{"train_loss": 0.0031481196638196707, "global_step": 54640, "epoch": 306, "lr": 4.853580750531122e-05}
{"train_loss": 0.005149391479790211, "global_step": 54641, "epoch": 306, "lr": 4.853433043852945e-05}
{"train_loss": 0.0039309486746788025, "global_step": 54642, "epoch": 306, "lr": 4.8532853373027884e-05}
{"train_loss": 0.0020164207089692354, "global_step": 54643, "epoch": 306, "lr": 4.853137630880776e-05}
{"train_loss": 0.005754607729613781, "global_step": 54644, "epoch": 306, "lr": 4.8529899245870397e-05}
{"train_loss": 0.003266495421628227, "global_step": 54645, "epoch": 306, "lr": 4.852842218421707e-05}
{"train_loss": 0.0023760031908750534, "global_step": 54646, "epoch": 307, "lr": 4.8526945123849106e-05}
{"train_loss": 0.0015478089917451143, "global_step": 54647, "epoch": 307, "lr": 4.852546806476774e-05}
{"train_loss": 0.003947155084460974, "global_step": 54648, "epoch": 307, "lr": 4.8523991006974293e-05}
{"train_loss": 0.004607750102877617, "global_step": 54649, "epoch": 307, "lr": 4.852251395047005e-05}
{"train_loss": 0.0017157914116978645, "global_step": 54650, "epoch": 307, "lr": 4.8521036895256326e-05}
{"train_loss": 0.0025901631452143192, "global_step": 54651, "epoch": 307, "lr": 4.8519559841334364e-05}
{"train_loss": 0.004164655692875385, "global_step": 54652, "epoch": 307, "lr": 4.851808278870549e-05}
{"train_loss": 0.0058859544806182384, "global_step": 54653, "epoch": 307, "lr": 4.851660573737097e-05}
{"train_loss": 0.0059485724195837975, "global_step": 54654, "epoch": 307, "lr": 4.8515128687332104e-05}
{"train_loss": 0.0011680735042318702, "global_step": 54655, "epoch": 307, "lr": 4.851365163859021e-05}
{"train_loss": 0.003039024770259857, "global_step": 54656, "epoch": 307, "lr": 4.851217459114653e-05}
{"train_loss": 0.0022722745779901743, "global_step": 54657, "epoch": 307, "lr": 4.85106975450024e-05}
{"train_loss": 0.002824203809723258, "global_step": 54658, "epoch": 307, "lr": 4.850922050015906e-05}
{"train_loss": 0.0030549094080924988, "global_step": 54659, "epoch": 307, "lr": 4.850774345661784e-05}
{"train_loss": 0.004107242450118065, "global_step": 54660, "epoch": 307, "lr": 4.8506266414380004e-05}
{"train_loss": 0.002900144085288048, "global_step": 54661, "epoch": 307, "lr": 4.850478937344688e-05}
{"train_loss": 0.0038527066353708506, "global_step": 54662, "epoch": 307, "lr": 4.850331233381971e-05}
{"train_loss": 0.0037331250496208668, "global_step": 54663, "epoch": 307, "lr": 4.850183529549982e-05}
{"train_loss": 0.0045260898768901825, "global_step": 54664, "epoch": 307, "lr": 4.8500358258488474e-05}
{"train_loss": 0.003666287986561656, "global_step": 54665, "epoch": 307, "lr": 4.8498881222787004e-05}
{"train_loss": 0.0028165713883936405, "global_step": 54666, "epoch": 307, "lr": 4.849740418839664e-05}
{"train_loss": 0.004483581520617008, "global_step": 54667, "epoch": 307, "lr": 4.849592715531872e-05}
{"train_loss": 0.001785248750820756, "global_step": 54668, "epoch": 307, "lr": 4.8494450123554505e-05}
{"train_loss": 0.005465972237288952, "global_step": 54669, "epoch": 307, "lr": 4.8492973093105324e-05}
{"train_loss": 0.004687116481363773, "global_step": 54670, "epoch": 307, "lr": 4.849149606397241e-05}
{"train_loss": 0.004060880281031132, "global_step": 54671, "epoch": 307, "lr": 4.84900190361571e-05}
{"train_loss": 0.004399451427161694, "global_step": 54672, "epoch": 307, "lr": 4.848854200966066e-05}
{"train_loss": 0.004937000572681427, "global_step": 54673, "epoch": 307, "lr": 4.848706498448441e-05}
{"train_loss": 0.006879594177007675, "global_step": 54674, "epoch": 307, "lr": 4.84855879606296e-05}
{"train_loss": 0.003533943323418498, "global_step": 54675, "epoch": 307, "lr": 4.848411093809753e-05}
{"train_loss": 0.005505319684743881, "global_step": 54676, "epoch": 307, "lr": 4.848263391688952e-05}
{"train_loss": 0.0032781879417598248, "global_step": 54677, "epoch": 307, "lr": 4.8481156897006826e-05}
{"train_loss": 0.00358963874168694, "global_step": 54678, "epoch": 307, "lr": 4.847967987845075e-05}
{"train_loss": 0.002333279699087143, "global_step": 54679, "epoch": 307, "lr": 4.8478202861222584e-05}
{"train_loss": 0.004431968554854393, "global_step": 54680, "epoch": 307, "lr": 4.8476725845323626e-05}
{"train_loss": 0.0032571102492511272, "global_step": 54681, "epoch": 307, "lr": 4.847524883075514e-05}
{"train_loss": 0.0014556506648659706, "global_step": 54682, "epoch": 307, "lr": 4.847377181751845e-05}
{"train_loss": 0.003797625657171011, "global_step": 54683, "epoch": 307, "lr": 4.8472294805614815e-05}
{"train_loss": 0.004194652196019888, "global_step": 54684, "epoch": 307, "lr": 4.847081779504556e-05}
{"train_loss": 0.002627135720103979, "global_step": 54685, "epoch": 307, "lr": 4.8469340785811936e-05}
{"train_loss": 0.007164021022617817, "global_step": 54686, "epoch": 307, "lr": 4.846786377791526e-05}
{"train_loss": 0.00392904132604599, "global_step": 54687, "epoch": 307, "lr": 4.84663867713568e-05}
{"train_loss": 0.002984569873660803, "global_step": 54688, "epoch": 307, "lr": 4.846490976613788e-05}
{"train_loss": 0.0034469158854335546, "global_step": 54689, "epoch": 307, "lr": 4.846343276225975e-05}
{"train_loss": 0.0039034702349454165, "global_step": 54690, "epoch": 307, "lr": 4.846195575972374e-05}
{"train_loss": 0.0032366211526095867, "global_step": 54691, "epoch": 307, "lr": 4.846047875853109e-05}
{"train_loss": 0.003570695873349905, "global_step": 54692, "epoch": 307, "lr": 4.8459001758683156e-05}
{"train_loss": 0.003561432007700205, "global_step": 54693, "epoch": 307, "lr": 4.8457524760181164e-05}
{"train_loss": 0.004334910772740841, "global_step": 54694, "epoch": 307, "lr": 4.8456047763026456e-05}
{"train_loss": 0.0028271833434700966, "global_step": 54695, "epoch": 307, "lr": 4.845457076722028e-05}
{"train_loss": 0.0027547297067940235, "global_step": 54696, "epoch": 307, "lr": 4.845309377276394e-05}
{"train_loss": 0.004682815633714199, "global_step": 54697, "epoch": 307, "lr": 4.845161677965874e-05}
{"train_loss": 0.002597353421151638, "global_step": 54698, "epoch": 307, "lr": 4.8450139787905954e-05}
{"train_loss": 0.0025697629898786545, "global_step": 54699, "epoch": 307, "lr": 4.8448662797506895e-05}
{"train_loss": 0.003923397045582533, "global_step": 54700, "epoch": 307, "lr": 4.844718580846282e-05}
{"train_loss": 0.005248349625617266, "global_step": 54701, "epoch": 307, "lr": 4.844570882077504e-05}
{"train_loss": 0.006023794412612915, "global_step": 54702, "epoch": 307, "lr": 4.844423183444483e-05}
{"train_loss": 0.002499847672879696, "global_step": 54703, "epoch": 307, "lr": 4.844275484947352e-05}
{"train_loss": 0.0039106206968426704, "global_step": 54704, "epoch": 307, "lr": 4.8441277865862344e-05}
{"train_loss": 0.003271270077675581, "global_step": 54705, "epoch": 307, "lr": 4.843980088361263e-05}
{"train_loss": 0.002058843383565545, "global_step": 54706, "epoch": 307, "lr": 4.843832390272564e-05}
{"train_loss": 0.0018866911996155977, "global_step": 54707, "epoch": 307, "lr": 4.843684692320271e-05}
{"train_loss": 0.0048565990291535854, "global_step": 54708, "epoch": 307, "lr": 4.843536994504508e-05}
{"train_loss": 0.006824792828410864, "global_step": 54709, "epoch": 307, "lr": 4.843389296825408e-05}
{"train_loss": 0.002519090659916401, "global_step": 54710, "epoch": 307, "lr": 4.843241599283096e-05}
{"train_loss": 0.003955305553972721, "global_step": 54711, "epoch": 307, "lr": 4.843093901877704e-05}
{"train_loss": 0.0019377071876078844, "global_step": 54712, "epoch": 307, "lr": 4.8429462046093585e-05}
{"train_loss": 0.005382301285862923, "global_step": 54713, "epoch": 307, "lr": 4.8427985074781934e-05}
{"train_loss": 0.002405836945399642, "global_step": 54714, "epoch": 307, "lr": 4.8426508104843316e-05}
{"train_loss": 0.004290343262255192, "global_step": 54715, "epoch": 307, "lr": 4.842503113627906e-05}
{"train_loss": 0.001971516292542219, "global_step": 54716, "epoch": 307, "lr": 4.842355416909043e-05}
{"train_loss": 0.004177178721874952, "global_step": 54717, "epoch": 307, "lr": 4.842207720327874e-05}
{"train_loss": 0.003710460849106312, "global_step": 54718, "epoch": 307, "lr": 4.8420600238845295e-05}
{"train_loss": 0.004550920333713293, "global_step": 54719, "epoch": 307, "lr": 4.8419123275791334e-05}
{"train_loss": 0.003567453706637025, "global_step": 54720, "epoch": 307, "lr": 4.8417646314118185e-05}
{"train_loss": 0.004211330786347389, "global_step": 54721, "epoch": 307, "lr": 4.841616935382712e-05}
{"train_loss": 0.003610307350754738, "global_step": 54722, "epoch": 307, "lr": 4.8414692394919456e-05}
{"train_loss": 0.0023594899103045464, "global_step": 54723, "epoch": 307, "lr": 4.8413215437396444e-05}
{"train_loss": 0.0018009277991950512, "global_step": 54724, "epoch": 307, "lr": 4.84117384812594e-05}
{"train_loss": 0.0027690986171364784, "global_step": 54725, "epoch": 307, "lr": 4.84102615265096e-05}
{"train_loss": 0.003789930371567607, "global_step": 54726, "epoch": 307, "lr": 4.840878457314836e-05}
{"train_loss": 0.003266768530011177, "global_step": 54727, "epoch": 307, "lr": 4.840730762117693e-05}
{"train_loss": 0.0010207656305283308, "global_step": 54728, "epoch": 307, "lr": 4.840583067059665e-05}
{"train_loss": 0.006032166071236134, "global_step": 54729, "epoch": 307, "lr": 4.840435372140875e-05}
{"train_loss": 0.0028343512676656246, "global_step": 54730, "epoch": 307, "lr": 4.840287677361457e-05}
{"train_loss": 0.003358960384503007, "global_step": 54731, "epoch": 307, "lr": 4.840139982721537e-05}
{"train_loss": 0.0023720695171505213, "global_step": 54732, "epoch": 307, "lr": 4.839992288221247e-05}
{"train_loss": 0.002849034033715725, "global_step": 54733, "epoch": 307, "lr": 4.8398445938607126e-05}
{"train_loss": 0.001550687593407929, "global_step": 54734, "epoch": 307, "lr": 4.839696899640065e-05}
{"train_loss": 0.003346621058881283, "global_step": 54735, "epoch": 307, "lr": 4.8395492055594315e-05}
{"train_loss": 0.006907578092068434, "global_step": 54736, "epoch": 307, "lr": 4.8394015116189446e-05}
{"train_loss": 0.001579192467033863, "global_step": 54737, "epoch": 307, "lr": 4.8392538178187284e-05}
{"train_loss": 0.0037843151949346066, "global_step": 54738, "epoch": 307, "lr": 4.839106124158915e-05}
{"train_loss": 0.0029409280978143215, "global_step": 54739, "epoch": 307, "lr": 4.838958430639633e-05}
{"train_loss": 0.007298102602362633, "global_step": 54740, "epoch": 307, "lr": 4.83881073726101e-05}
{"train_loss": 0.0034622682724148035, "global_step": 54741, "epoch": 307, "lr": 4.838663044023179e-05}
{"train_loss": 0.004186403937637806, "global_step": 54742, "epoch": 307, "lr": 4.8385153509262646e-05}
{"train_loss": 0.004804665222764015, "global_step": 54743, "epoch": 307, "lr": 4.838367657970398e-05}
{"train_loss": 0.00192704435903579, "global_step": 54744, "epoch": 307, "lr": 4.838219965155706e-05}
{"train_loss": 0.0042071472853422165, "global_step": 54745, "epoch": 307, "lr": 4.838072272482322e-05}
{"train_loss": 0.0022359006106853485, "global_step": 54746, "epoch": 307, "lr": 4.8379245799503695e-05}
{"train_loss": 0.0025226911529898643, "global_step": 54747, "epoch": 307, "lr": 4.837776887559983e-05}
{"train_loss": 0.002838236279785633, "global_step": 54748, "epoch": 307, "lr": 4.8376291953112855e-05}
{"train_loss": 0.008570284582674503, "global_step": 54749, "epoch": 307, "lr": 4.8374815032044114e-05}
{"train_loss": 0.004193319007754326, "global_step": 54750, "epoch": 307, "lr": 4.837333811239486e-05}
{"train_loss": 0.004858061671257019, "global_step": 54751, "epoch": 307, "lr": 4.8371861194166416e-05}
{"train_loss": 0.00654106680303812, "global_step": 54752, "epoch": 307, "lr": 4.8370384277360034e-05}
{"train_loss": 0.0018155721481889486, "global_step": 54753, "epoch": 307, "lr": 4.836890736197704e-05}
{"train_loss": 0.004388740751892328, "global_step": 54754, "epoch": 307, "lr": 4.836743044801869e-05}
{"train_loss": 0.0026015278417617083, "global_step": 54755, "epoch": 307, "lr": 4.836595353548632e-05}
{"train_loss": 0.0043341657146811485, "global_step": 54756, "epoch": 307, "lr": 4.8364476624381164e-05}
{"train_loss": 0.003771907417103648, "global_step": 54757, "epoch": 307, "lr": 4.836299971470456e-05}
{"train_loss": 0.003706547198817134, "global_step": 54758, "epoch": 307, "lr": 4.836152280645776e-05}
{"train_loss": 0.002991804387420416, "global_step": 54759, "epoch": 307, "lr": 4.8360045899642076e-05}
{"train_loss": 0.0011968918843194842, "global_step": 54760, "epoch": 307, "lr": 4.8358568994258814e-05}
{"train_loss": 0.004299953114241362, "global_step": 54761, "epoch": 307, "lr": 4.835709209030922e-05}
{"train_loss": 0.0033790171146392822, "global_step": 54762, "epoch": 307, "lr": 4.835561518779462e-05}
{"train_loss": 0.0038942343089729548, "global_step": 54763, "epoch": 307, "lr": 4.835413828671628e-05}
{"train_loss": 0.002072019036859274, "global_step": 54764, "epoch": 307, "lr": 4.8352661387075526e-05}
{"train_loss": 0.0031164067331701517, "global_step": 54765, "epoch": 307, "lr": 4.8351184488873605e-05}
{"train_loss": 0.0035064266994595528, "global_step": 54766, "epoch": 307, "lr": 4.834970759211184e-05}
{"train_loss": 0.0051059722900390625, "global_step": 54767, "epoch": 307, "lr": 4.834823069679148e-05}
{"train_loss": 0.0021767495200037956, "global_step": 54768, "epoch": 307, "lr": 4.834675380291387e-05}
{"train_loss": 0.0033308921847492456, "global_step": 54769, "epoch": 307, "lr": 4.8345276910480256e-05}
{"train_loss": 0.0023963861167430878, "global_step": 54770, "epoch": 307, "lr": 4.834380001949196e-05}
{"train_loss": 0.0038759473245590925, "global_step": 54771, "epoch": 307, "lr": 4.834232312995023e-05}
{"train_loss": 0.007523790001869202, "global_step": 54772, "epoch": 307, "lr": 4.83408462418564e-05}
{"train_loss": 0.0011575967073440552, "global_step": 54773, "epoch": 307, "lr": 4.833936935521173e-05}
{"train_loss": 0.0020494943019002676, "global_step": 54774, "epoch": 307, "lr": 4.833789247001755e-05}
{"train_loss": 0.003597511909902096, "global_step": 54775, "epoch": 307, "lr": 4.833641558627509e-05}
{"train_loss": 0.0033056805841624737, "global_step": 54776, "epoch": 307, "lr": 4.8334938703985685e-05}
{"train_loss": 0.005031700246036053, "global_step": 54777, "epoch": 307, "lr": 4.8333461823150596e-05}
{"train_loss": 0.006531054619699717, "global_step": 54778, "epoch": 307, "lr": 4.833198494377116e-05}
{"train_loss": 0.0006926720961928368, "global_step": 54779, "epoch": 307, "lr": 4.8330508065848615e-05}
{"train_loss": 0.0018991039833053946, "global_step": 54780, "epoch": 307, "lr": 4.8329031189384264e-05}
{"train_loss": 0.0029839565977454185, "global_step": 54781, "epoch": 307, "lr": 4.832755431437941e-05}
{"train_loss": 0.0040633766911923885, "global_step": 54782, "epoch": 307, "lr": 4.832607744083534e-05}
{"train_loss": 0.005159006454050541, "global_step": 54783, "epoch": 307, "lr": 4.832460056875335e-05}
{"train_loss": 0.006475933827459812, "global_step": 54784, "epoch": 307, "lr": 4.832312369813471e-05}
{"train_loss": 0.002696629147976637, "global_step": 54785, "epoch": 307, "lr": 4.8321646828980745e-05}
{"train_loss": 0.005606821738183498, "global_step": 54786, "epoch": 307, "lr": 4.832016996129269e-05}
{"train_loss": 0.0047515761107206345, "global_step": 54787, "epoch": 307, "lr": 4.831869309507188e-05}
{"train_loss": 0.001953836064785719, "global_step": 54788, "epoch": 307, "lr": 4.8317216230319584e-05}
{"train_loss": 0.0022495249286293983, "global_step": 54789, "epoch": 307, "lr": 4.831573936703712e-05}
{"train_loss": 0.006717644166201353, "global_step": 54790, "epoch": 307, "lr": 4.831426250522573e-05}
{"train_loss": 0.003526207059621811, "global_step": 54791, "epoch": 307, "lr": 4.831278564488675e-05}
{"train_loss": 0.004522042348980904, "global_step": 54792, "epoch": 307, "lr": 4.831130878602143e-05}
{"train_loss": 0.002767547033727169, "global_step": 54793, "epoch": 307, "lr": 4.830983192863111e-05}
{"train_loss": 0.0041390396654605865, "global_step": 54794, "epoch": 307, "lr": 4.830835507271703e-05}
{"train_loss": 0.0029565077275037766, "global_step": 54795, "epoch": 307, "lr": 4.83068782182805e-05}
{"train_loss": 0.0029164247680455446, "global_step": 54796, "epoch": 307, "lr": 4.830540136532282e-05}
{"train_loss": 0.002637813799083233, "global_step": 54797, "epoch": 307, "lr": 4.8303924513845276e-05}
{"train_loss": 0.003700789762660861, "global_step": 54798, "epoch": 307, "lr": 4.830244766384914e-05}
{"train_loss": 0.003914866130799055, "global_step": 54799, "epoch": 307, "lr": 4.830097081533571e-05}
{"train_loss": 0.003693973645567894, "global_step": 54800, "epoch": 307, "lr": 4.8299493968306295e-05}
{"train_loss": 0.004887756425887346, "global_step": 54801, "epoch": 307, "lr": 4.829801712276215e-05}
{"train_loss": 0.002954910509288311, "global_step": 54802, "epoch": 307, "lr": 4.8296540278704614e-05}
{"train_loss": 0.004615806974470615, "global_step": 54803, "epoch": 307, "lr": 4.829506343613493e-05}
{"train_loss": 0.006271887570619583, "global_step": 54804, "epoch": 307, "lr": 4.8293586595054425e-05}
{"train_loss": 0.004719146527349949, "global_step": 54805, "epoch": 307, "lr": 4.829210975546435e-05}
{"train_loss": 0.005392706487327814, "global_step": 54806, "epoch": 307, "lr": 4.8290632917366025e-05}
{"train_loss": 0.002313205972313881, "global_step": 54807, "epoch": 307, "lr": 4.8289156080760714e-05}
{"train_loss": 0.003347458317875862, "global_step": 54808, "epoch": 307, "lr": 4.828767924564975e-05}
{"train_loss": 0.0029964647255837917, "global_step": 54809, "epoch": 307, "lr": 4.828620241203438e-05}
{"train_loss": 0.006202399730682373, "global_step": 54810, "epoch": 307, "lr": 4.828472557991591e-05}
{"train_loss": 0.0014019312802702188, "global_step": 54811, "epoch": 307, "lr": 4.828324874929562e-05}
{"train_loss": 0.005508112721145153, "global_step": 54812, "epoch": 307, "lr": 4.8281771920174835e-05}
{"train_loss": 0.00445955153554678, "global_step": 54813, "epoch": 307, "lr": 4.8280295092554794e-05}
{"train_loss": 0.004987593740224838, "global_step": 54814, "epoch": 307, "lr": 4.8278818266436834e-05}
{"train_loss": 0.002144445665180683, "global_step": 54815, "epoch": 307, "lr": 4.82773414418222e-05}
{"train_loss": 0.002520244801416993, "global_step": 54816, "epoch": 307, "lr": 4.827586461871223e-05}
{"train_loss": 0.003330965992063284, "global_step": 54817, "epoch": 307, "lr": 4.827438779710817e-05}
{"train_loss": 0.0027209692634642124, "global_step": 54818, "epoch": 307, "lr": 4.8272910977011356e-05}
{"train_loss": 0.006003925576806068, "global_step": 54819, "epoch": 307, "lr": 4.8271434158423025e-05}
{"train_loss": 0.0031041502952575684, "global_step": 54820, "epoch": 307, "lr": 4.826995734134448e-05}
{"train_loss": 0.0028040404431521893, "global_step": 54821, "epoch": 307, "lr": 4.826848052577705e-05}
{"train_loss": 0.0010696249082684517, "global_step": 54822, "epoch": 307, "lr": 4.8267003711721994e-05}
{"train_loss": 0.0036557254759500618, "global_step": 54823, "epoch": 307, "lr": 4.826552689918062e-05}
{"train_loss": 0.002580497181043029, "global_step": 54824, "epoch": 308, "lr": 4.8264050088154176e-05}
{"train_loss": 0.003255723277106881, "global_step": 54825, "epoch": 308, "lr": 4.8262573278644004e-05}
{"train_loss": 0.0049492307007312775, "global_step": 54826, "epoch": 308, "lr": 4.826109647065135e-05}
{"train_loss": 0.0033531091175973415, "global_step": 54827, "epoch": 308, "lr": 4.8259619664177555e-05}
{"train_loss": 0.005055190995335579, "global_step": 54828, "epoch": 308, "lr": 4.825814285922385e-05}
{"train_loss": 0.0019462119089439511, "global_step": 54829, "epoch": 308, "lr": 4.825666605579156e-05}
{"train_loss": 0.006266159005463123, "global_step": 54830, "epoch": 308, "lr": 4.8255189253881966e-05}
{"train_loss": 0.004081082995980978, "global_step": 54831, "epoch": 308, "lr": 4.825371245349638e-05}
{"train_loss": 0.005130368284881115, "global_step": 54832, "epoch": 308, "lr": 4.825223565463605e-05}
{"train_loss": 0.0032552313059568405, "global_step": 54833, "epoch": 308, "lr": 4.8250758857302294e-05}
{"train_loss": 0.001130096148699522, "global_step": 54834, "epoch": 308, "lr": 4.8249282061496384e-05}
{"train_loss": 0.002073373645544052, "global_step": 54835, "epoch": 308, "lr": 4.8247805267219646e-05}
{"train_loss": 0.005140271969139576, "global_step": 54836, "epoch": 308, "lr": 4.824632847447333e-05}
{"train_loss": 0.0034839408472180367, "global_step": 54837, "epoch": 308, "lr": 4.8244851683258756e-05}
{"train_loss": 0.0030117216520011425, "global_step": 54838, "epoch": 308, "lr": 4.824337489357718e-05}
{"train_loss": 0.004918505437672138, "global_step": 54839, "epoch": 308, "lr": 4.8241898105429924e-05}
{"train_loss": 0.004336101468652487, "global_step": 54840, "epoch": 308, "lr": 4.8240421318818245e-05}
{"train_loss": 0.004549779929220676, "global_step": 54841, "epoch": 308, "lr": 4.823894453374346e-05}
{"train_loss": 0.002626444213092327, "global_step": 54842, "epoch": 308, "lr": 4.823746775020688e-05}
{"train_loss": 0.002917500678449869, "global_step": 54843, "epoch": 308, "lr": 4.8235990968209734e-05}
{"train_loss": 0.003762370441108942, "global_step": 54844, "epoch": 308, "lr": 4.823451418775336e-05}
{"train_loss": 0.0022833971306681633, "global_step": 54845, "epoch": 308, "lr": 4.8233037408839024e-05}
{"train_loss": 0.003077336587011814, "global_step": 54846, "epoch": 308, "lr": 4.8231560631468034e-05}
{"train_loss": 0.0021681608632206917, "global_step": 54847, "epoch": 308, "lr": 4.823008385564166e-05}
{"train_loss": 0.003928638994693756, "global_step": 54848, "epoch": 308, "lr": 4.822860708136121e-05}
{"train_loss": 0.004504557698965073, "global_step": 54849, "epoch": 308, "lr": 4.822713030862796e-05}
{"train_loss": 0.0024494174867868423, "global_step": 54850, "epoch": 308, "lr": 4.8225653537443224e-05}
{"train_loss": 0.0032823304645717144, "global_step": 54851, "epoch": 308, "lr": 4.822417676780825e-05}
{"train_loss": 0.002683461643755436, "global_step": 54852, "epoch": 308, "lr": 4.8222699999724364e-05}
{"train_loss": 0.003730783239006996, "global_step": 54853, "epoch": 308, "lr": 4.8221223233192834e-05}
{"train_loss": 0.004987847059965134, "global_step": 54854, "epoch": 308, "lr": 4.821974646821497e-05}
{"train_loss": 0.0029898497741669416, "global_step": 54855, "epoch": 308, "lr": 4.821826970479204e-05}
{"train_loss": 0.004096538759768009, "global_step": 54856, "epoch": 308, "lr": 4.8216792942925365e-05}
{"train_loss": 0.0012580972397699952, "global_step": 54857, "epoch": 308, "lr": 4.821531618261619e-05}
{"train_loss": 0.00494538526982069, "global_step": 54858, "epoch": 308, "lr": 4.821383942386585e-05}
{"train_loss": 0.0037640081718564034, "global_step": 54859, "epoch": 308, "lr": 4.82123626666756e-05}
{"train_loss": 0.0053957607597112656, "global_step": 54860, "epoch": 308, "lr": 4.821088591104676e-05}
{"train_loss": 0.004938637837767601, "global_step": 54861, "epoch": 308, "lr": 4.8209409156980587e-05}
{"train_loss": 0.002018645405769348, "global_step": 54862, "epoch": 308, "lr": 4.820793240447838e-05}
{"train_loss": 0.0020517471712082624, "global_step": 54863, "epoch": 308, "lr": 4.820645565354146e-05}
{"train_loss": 0.0026313611306250095, "global_step": 54864, "epoch": 308, "lr": 4.8204978904171076e-05}
{"train_loss": 0.0012157070450484753, "global_step": 54865, "epoch": 308, "lr": 4.820350215636856e-05}
{"train_loss": 0.0034690266475081444, "global_step": 54866, "epoch": 308, "lr": 4.820202541013516e-05}
{"train_loss": 0.001867523416876793, "global_step": 54867, "epoch": 308, "lr": 4.820054866547219e-05}
{"train_loss": 0.0047005051746964455, "global_step": 54868, "epoch": 308, "lr": 4.8199071922380924e-05}
{"train_loss": 0.002010660944506526, "global_step": 54869, "epoch": 308, "lr": 4.819759518086268e-05}
{"train_loss": 0.004980562254786491, "global_step": 54870, "epoch": 308, "lr": 4.819611844091871e-05}
{"train_loss": 0.00499383732676506, "global_step": 54871, "epoch": 308, "lr": 4.819464170255033e-05}
{"train_loss": 0.002356188837438822, "global_step": 54872, "epoch": 308, "lr": 4.819316496575881e-05}
{"train_loss": 0.0036429199390113354, "global_step": 54873, "epoch": 308, "lr": 4.819168823054548e-05}
{"train_loss": 0.0035697973798960447, "global_step": 54874, "epoch": 308, "lr": 4.819021149691158e-05}
{"train_loss": 0.002596307545900345, "global_step": 54875, "epoch": 308, "lr": 4.818873476485844e-05}
{"train_loss": 0.0028860352467745543, "global_step": 54876, "epoch": 308, "lr": 4.818725803438732e-05}
{"train_loss": 0.0032518673688173294, "global_step": 54877, "epoch": 308, "lr": 4.818578130549952e-05}
{"train_loss": 0.005589120555669069, "global_step": 54878, "epoch": 308, "lr": 4.818430457819633e-05}
{"train_loss": 0.00360460695810616, "global_step": 54879, "epoch": 308, "lr": 4.8182827852479053e-05}
{"train_loss": 0.0047332970425486565, "global_step": 54880, "epoch": 308, "lr": 4.8181351128348956e-05}
{"train_loss": 0.004659570287913084, "global_step": 54881, "epoch": 308, "lr": 4.8179874405807344e-05}
{"train_loss": 0.0037138722836971283, "global_step": 54882, "epoch": 308, "lr": 4.81783976848555e-05}
{"train_loss": 0.0013824529014527798, "global_step": 54883, "epoch": 308, "lr": 4.817692096549471e-05}
{"train_loss": 0.001799086225219071, "global_step": 54884, "epoch": 308, "lr": 4.817544424772629e-05}
{"train_loss": 0.00808701105415821, "global_step": 54885, "epoch": 308, "lr": 4.81739675315515e-05}
{"train_loss": 0.005192180629819632, "global_step": 54886, "epoch": 308, "lr": 4.8172490816971646e-05}
{"train_loss": 0.00310472771525383, "global_step": 54887, "epoch": 308, "lr": 4.8171014103987994e-05}
{"train_loss": 0.0015212977305054665, "global_step": 54888, "epoch": 308, "lr": 4.816953739260188e-05}
{"train_loss": 0.0042735496535897255, "global_step": 54889, "epoch": 308, "lr": 4.816806068281455e-05}
{"train_loss": 0.003690753597766161, "global_step": 54890, "epoch": 308, "lr": 4.816658397462731e-05}
{"train_loss": 0.0038397912867367268, "global_step": 54891, "epoch": 308, "lr": 4.8165107268041445e-05}
{"train_loss": 0.004947778768837452, "global_step": 54892, "epoch": 308, "lr": 4.816363056305826e-05}
{"train_loss": 0.0020711373072117567, "global_step": 54893, "epoch": 308, "lr": 4.816215385967903e-05}
{"train_loss": 0.00856767501682043, "global_step": 54894, "epoch": 308, "lr": 4.816067715790506e-05}
{"train_loss": 0.0015178077155724168, "global_step": 54895, "epoch": 308, "lr": 4.8159200457737606e-05}
{"train_loss": 0.0017103329300880432, "global_step": 54896, "epoch": 308, "lr": 4.815772375917799e-05}
{"train_loss": 0.004896238446235657, "global_step": 54897, "epoch": 308, "lr": 4.8156247062227486e-05}
{"train_loss": 0.0009842105209827423, "global_step": 54898, "epoch": 308, "lr": 4.8154770366887415e-05}
{"train_loss": 0.005012577399611473, "global_step": 54899, "epoch": 308, "lr": 4.815329367315902e-05}
{"train_loss": 0.004847733303904533, "global_step": 54900, "epoch": 308, "lr": 4.8151816981043615e-05}
{"train_loss": 0.0017243351321667433, "global_step": 54901, "epoch": 308, "lr": 4.815034029054248e-05}
{"train_loss": 0.0031273583881556988, "global_step": 54902, "epoch": 308, "lr": 4.8148863601656936e-05}
{"train_loss": 0.0018249499844387174, "global_step": 54903, "epoch": 308, "lr": 4.814738691438823e-05}
{"train_loss": 0.00519818440079689, "global_step": 54904, "epoch": 308, "lr": 4.814591022873766e-05}
{"train_loss": 0.0028865146450698376, "global_step": 54905, "epoch": 308, "lr": 4.814443354470655e-05}
{"train_loss": 0.007040838710963726, "global_step": 54906, "epoch": 308, "lr": 4.814295686229615e-05}
{"train_loss": 0.005133158527314663, "global_step": 54907, "epoch": 308, "lr": 4.814148018150779e-05}
{"train_loss": 0.0019412015099078417, "global_step": 54908, "epoch": 308, "lr": 4.814000350234271e-05}
{"train_loss": 0.0022661068942397833, "global_step": 54909, "epoch": 308, "lr": 4.813852682480225e-05}
{"train_loss": 0.005155605264008045, "global_step": 54910, "epoch": 308, "lr": 4.813705014888765e-05}
{"train_loss": 0.001571431988850236, "global_step": 54911, "epoch": 308, "lr": 4.813557347460025e-05}
{"train_loss": 0.004930385388433933, "global_step": 54912, "epoch": 308, "lr": 4.813409680194129e-05}
{"train_loss": 0.004720911383628845, "global_step": 54913, "epoch": 308, "lr": 4.8132620130912115e-05}
{"train_loss": 0.003181636333465576, "global_step": 54914, "epoch": 308, "lr": 4.813114346151396e-05}
{"train_loss": 0.0016458721365779638, "global_step": 54915, "epoch": 308, "lr": 4.812966679374815e-05}
{"train_loss": 0.005383002571761608, "global_step": 54916, "epoch": 308, "lr": 4.812819012761596e-05}
{"train_loss": 0.004766176454722881, "global_step": 54917, "epoch": 308, "lr": 4.8126713463118696e-05}
{"train_loss": 0.0014265151694417, "global_step": 54918, "epoch": 308, "lr": 4.8125236800257616e-05}
{"train_loss": 0.00329195661470294, "global_step": 54919, "epoch": 308, "lr": 4.812376013903404e-05}
{"train_loss": 0.006135056726634502, "global_step": 54920, "epoch": 308, "lr": 4.812228347944924e-05}
{"train_loss": 0.0034108394756913185, "global_step": 54921, "epoch": 308, "lr": 4.812080682150454e-05}
{"train_loss": 0.003938686102628708, "global_step": 54922, "epoch": 308, "lr": 4.811933016520117e-05}
{"train_loss": 0.0034830342046916485, "global_step": 54923, "epoch": 308, "lr": 4.811785351054047e-05}
{"train_loss": 0.003449485171586275, "global_step": 54924, "epoch": 308, "lr": 4.81163768575237e-05}
{"train_loss": 0.002572044264525175, "global_step": 54925, "epoch": 308, "lr": 4.811490020615216e-05}
{"train_loss": 0.002891429467126727, "global_step": 54926, "epoch": 308, "lr": 4.8113423556427173e-05}
{"train_loss": 0.002856161445379257, "global_step": 54927, "epoch": 308, "lr": 4.811194690834997e-05}
{"train_loss": 0.0014081175904721022, "global_step": 54928, "epoch": 308, "lr": 4.8110470261921884e-05}
{"train_loss": 0.004236502572894096, "global_step": 54929, "epoch": 308, "lr": 4.810899361714417e-05}
{"train_loss": 0.0028226394206285477, "global_step": 54930, "epoch": 308, "lr": 4.8107516974018165e-05}
{"train_loss": 0.004069833550602198, "global_step": 54931, "epoch": 308, "lr": 4.810604033254511e-05}
{"train_loss": 0.0037736347876489162, "global_step": 54932, "epoch": 308, "lr": 4.810456369272633e-05}
{"train_loss": 0.004128133412450552, "global_step": 54933, "epoch": 308, "lr": 4.8103087054563086e-05}
{"train_loss": 0.003580708522349596, "global_step": 54934, "epoch": 308, "lr": 4.810161041805668e-05}
{"train_loss": 0.004714663606137037, "global_step": 54935, "epoch": 308, "lr": 4.810013378320841e-05}
{"train_loss": 0.002810076344758272, "global_step": 54936, "epoch": 308, "lr": 4.8098657150019574e-05}
{"train_loss": 0.004803029354661703, "global_step": 54937, "epoch": 308, "lr": 4.809718051849143e-05}
{"train_loss": 0.0027556633576750755, "global_step": 54938, "epoch": 308, "lr": 4.809570388862529e-05}
{"train_loss": 0.0032294385600835085, "global_step": 54939, "epoch": 308, "lr": 4.809422726042243e-05}
{"train_loss": 0.0028964835219085217, "global_step": 54940, "epoch": 308, "lr": 4.809275063388417e-05}
{"train_loss": 0.004377038683742285, "global_step": 54941, "epoch": 308, "lr": 4.809127400901175e-05}
{"train_loss": 0.000779134570620954, "global_step": 54942, "epoch": 308, "lr": 4.808979738580651e-05}
{"train_loss": 0.003123007481917739, "global_step": 54943, "epoch": 308, "lr": 4.80883207642697e-05}
{"train_loss": 0.0022531531285494566, "global_step": 54944, "epoch": 308, "lr": 4.808684414440266e-05}
{"train_loss": 0.0027292040176689625, "global_step": 54945, "epoch": 308, "lr": 4.808536752620662e-05}
{"train_loss": 0.0025223561096936464, "global_step": 54946, "epoch": 308, "lr": 4.8083890909682894e-05}
{"train_loss": 0.002668095286935568, "global_step": 54947, "epoch": 308, "lr": 4.80824142948328e-05}
{"train_loss": 0.0015678743366152048, "global_step": 54948, "epoch": 308, "lr": 4.808093768165758e-05}
{"train_loss": 0.0035969086457043886, "global_step": 54949, "epoch": 308, "lr": 4.807946107015855e-05}
{"train_loss": 0.0023482651449739933, "global_step": 54950, "epoch": 308, "lr": 4.8077984460337e-05}
{"train_loss": 0.003400157205760479, "global_step": 54951, "epoch": 308, "lr": 4.807650785219423e-05}
{"train_loss": 0.003989077173173428, "global_step": 54952, "epoch": 308, "lr": 4.807503124573149e-05}
{"train_loss": 0.004089421592652798, "global_step": 54953, "epoch": 308, "lr": 4.807355464095011e-05}
{"train_loss": 0.0043015549890697, "global_step": 54954, "epoch": 308, "lr": 4.807207803785135e-05}
{"train_loss": 0.0031879355665296316, "global_step": 54955, "epoch": 308, "lr": 4.807060143643654e-05}
{"train_loss": 0.0023336978629231453, "global_step": 54956, "epoch": 308, "lr": 4.806912483670693e-05}
{"train_loss": 0.003320721909403801, "global_step": 54957, "epoch": 308, "lr": 4.806764823866382e-05}
{"train_loss": 0.0037071029655635357, "global_step": 54958, "epoch": 308, "lr": 4.8066171642308504e-05}
{"train_loss": 0.0037494460120797157, "global_step": 54959, "epoch": 308, "lr": 4.806469504764229e-05}
{"train_loss": 0.003355014370754361, "global_step": 54960, "epoch": 308, "lr": 4.806321845466643e-05}
{"train_loss": 0.00416714558377862, "global_step": 54961, "epoch": 308, "lr": 4.8061741863382235e-05}
{"train_loss": 0.0035682632587850094, "global_step": 54962, "epoch": 308, "lr": 4.806026527379099e-05}
{"train_loss": 0.0029875775799155235, "global_step": 54963, "epoch": 308, "lr": 4.8058788685894004e-05}
{"train_loss": 0.003420413238927722, "global_step": 54964, "epoch": 308, "lr": 4.8057312099692536e-05}
{"train_loss": 0.001749479561112821, "global_step": 54965, "epoch": 308, "lr": 4.8055835515187906e-05}
{"train_loss": 0.002461057621985674, "global_step": 54966, "epoch": 308, "lr": 4.8054358932381366e-05}
{"train_loss": 0.004260869696736336, "global_step": 54967, "epoch": 308, "lr": 4.805288235127423e-05}
{"train_loss": 0.005213989410549402, "global_step": 54968, "epoch": 308, "lr": 4.805140577186779e-05}
{"train_loss": 0.005250154063105583, "global_step": 54969, "epoch": 308, "lr": 4.804992919416333e-05}
{"train_loss": 0.0026292609982192516, "global_step": 54970, "epoch": 308, "lr": 4.804845261816215e-05}
{"train_loss": 0.0015241979854181409, "global_step": 54971, "epoch": 308, "lr": 4.8046976043865516e-05}
{"train_loss": 0.0039050201885402203, "global_step": 54972, "epoch": 308, "lr": 4.804549947127474e-05}
{"train_loss": 0.006000537425279617, "global_step": 54973, "epoch": 308, "lr": 4.804402290039109e-05}
{"train_loss": 0.0020108625758439302, "global_step": 54974, "epoch": 308, "lr": 4.80425463312159e-05}
{"train_loss": 0.0034771005157381296, "global_step": 54975, "epoch": 308, "lr": 4.80410697637504e-05}
{"train_loss": 0.0010407485533505678, "global_step": 54976, "epoch": 308, "lr": 4.8039593197995924e-05}
{"train_loss": 0.00476000364869833, "global_step": 54977, "epoch": 308, "lr": 4.803811663395373e-05}
{"train_loss": 0.003115701489150524, "global_step": 54978, "epoch": 308, "lr": 4.803664007162515e-05}
{"train_loss": 0.0018145500216633081, "global_step": 54979, "epoch": 308, "lr": 4.803516351101143e-05}
{"train_loss": 0.002648155437782407, "global_step": 54980, "epoch": 308, "lr": 4.803368695211388e-05}
{"train_loss": 0.0048978859558701515, "global_step": 54981, "epoch": 308, "lr": 4.803221039493377e-05}
{"train_loss": 0.0032653850503265858, "global_step": 54982, "epoch": 308, "lr": 4.8030733839472444e-05}
{"train_loss": 0.005090839229524136, "global_step": 54983, "epoch": 308, "lr": 4.802925728573113e-05}
{"train_loss": 0.0021406873129308224, "global_step": 54984, "epoch": 308, "lr": 4.802778073371116e-05}
{"train_loss": 0.002119828248396516, "global_step": 54985, "epoch": 308, "lr": 4.802630418341378e-05}
{"train_loss": 0.004118773154914379, "global_step": 54986, "epoch": 308, "lr": 4.802482763484032e-05}
{"train_loss": 0.0027074904646724463, "global_step": 54987, "epoch": 308, "lr": 4.8023351087992043e-05}
{"train_loss": 0.0038158255629241467, "global_step": 54988, "epoch": 308, "lr": 4.802187454287025e-05}
{"train_loss": 0.0027810526080429554, "global_step": 54989, "epoch": 308, "lr": 4.8020397999476256e-05}
{"train_loss": 0.0017980207921937108, "global_step": 54990, "epoch": 308, "lr": 4.8018921457811306e-05}
{"train_loss": 0.006228534504771233, "global_step": 54991, "epoch": 308, "lr": 4.8017444917876715e-05}
{"train_loss": 0.004461897071450949, "global_step": 54992, "epoch": 308, "lr": 4.801596837967376e-05}
{"train_loss": 0.004930769558995962, "global_step": 54993, "epoch": 308, "lr": 4.801449184320376e-05}
{"train_loss": 0.004814116284251213, "global_step": 54994, "epoch": 308, "lr": 4.801301530846796e-05}
{"train_loss": 0.003448187606409192, "global_step": 54995, "epoch": 308, "lr": 4.8011538775467686e-05}
{"train_loss": 0.0011527298483997583, "global_step": 54996, "epoch": 308, "lr": 4.80100622442042e-05}
{"train_loss": 0.002206824254244566, "global_step": 54997, "epoch": 308, "lr": 4.800858571467883e-05}
{"train_loss": 0.005385592579841614, "global_step": 54998, "epoch": 308, "lr": 4.800710918689282e-05}
{"train_loss": 0.002917412668466568, "global_step": 54999, "epoch": 308, "lr": 4.800563266084749e-05}
{"train_loss": 0.003663564333692193, "global_step": 55000, "epoch": 308, "lr": 4.8004156136544106e-05}
{"train_loss": 0.003472942128395557, "global_step": 55001, "epoch": 308, "lr": 4.8002679613984005e-05}
{"train_loss": 0.0019128028070554137, "global_step": 55002, "epoch": 309, "lr": 4.800120309316841e-05}
{"train_loss": 0.0028221923857927322, "global_step": 55003, "epoch": 309, "lr": 4.7999726574098676e-05}
{"train_loss": 0.004324442707002163, "global_step": 55004, "epoch": 309, "lr": 4.7998250056776036e-05}
{"train_loss": 0.00754708843305707, "global_step": 55005, "epoch": 309, "lr": 4.799677354120181e-05}
{"train_loss": 0.0037024738267064095, "global_step": 55006, "epoch": 309, "lr": 4.799529702737729e-05}
{"train_loss": 0.002336537931114435, "global_step": 55007, "epoch": 309, "lr": 4.799382051530376e-05}
{"train_loss": 0.002017623046413064, "global_step": 55008, "epoch": 309, "lr": 4.799234400498249e-05}
{"train_loss": 0.0014431594172492623, "global_step": 55009, "epoch": 309, "lr": 4.799086749641479e-05}
{"train_loss": 0.003892945358529687, "global_step": 55010, "epoch": 309, "lr": 4.798939098960196e-05}
{"train_loss": 0.004019395913928747, "global_step": 55011, "epoch": 309, "lr": 4.798791448454527e-05}
{"train_loss": 0.0015220798086374998, "global_step": 55012, "epoch": 309, "lr": 4.7986437981246036e-05}
{"train_loss": 0.002960740588605404, "global_step": 55013, "epoch": 309, "lr": 4.7984961479705504e-05}
{"train_loss": 0.003082903800532222, "global_step": 55014, "epoch": 309, "lr": 4.7983484979925e-05}
{"train_loss": 0.004495497327297926, "global_step": 55015, "epoch": 309, "lr": 4.7982008481905786e-05}
{"train_loss": 0.002752969041466713, "global_step": 55016, "epoch": 309, "lr": 4.7980531985649195e-05}
{"train_loss": 0.002746828831732273, "global_step": 55017, "epoch": 309, "lr": 4.7979055491156465e-05}
{"train_loss": 0.003593701869249344, "global_step": 55018, "epoch": 309, "lr": 4.797757899842892e-05}
{"train_loss": 0.0029679914005100727, "global_step": 55019, "epoch": 309, "lr": 4.797610250746782e-05}
{"train_loss": 0.002445286139845848, "global_step": 55020, "epoch": 309, "lr": 4.797462601827451e-05}
{"train_loss": 0.0014721506740897894, "global_step": 55021, "epoch": 309, "lr": 4.7973149530850216e-05}
{"train_loss": 0.0013625607825815678, "global_step": 55022, "epoch": 309, "lr": 4.7971673045196275e-05}
{"train_loss": 0.004596947692334652, "global_step": 55023, "epoch": 309, "lr": 4.7970196561313934e-05}
{"train_loss": 0.0014647701755166054, "global_step": 55024, "epoch": 309, "lr": 4.7968720079204514e-05}
{"train_loss": 0.003515687771141529, "global_step": 55025, "epoch": 309, "lr": 4.796724359886929e-05}
{"train_loss": 0.003902335185557604, "global_step": 55026, "epoch": 309, "lr": 4.7965767120309575e-05}
{"train_loss": 0.0018684474052861333, "global_step": 55027, "epoch": 309, "lr": 4.7964290643526624e-05}
{"train_loss": 0.003533144947141409, "global_step": 55028, "epoch": 309, "lr": 4.7962814168521744e-05}
{"train_loss": 0.0032181169372051954, "global_step": 55029, "epoch": 309, "lr": 4.796133769529623e-05}
{"train_loss": 0.0023977712262421846, "global_step": 55030, "epoch": 309, "lr": 4.7959861223851355e-05}
{"train_loss": 0.003781825304031372, "global_step": 55031, "epoch": 309, "lr": 4.795838475418844e-05}
{"train_loss": 0.0026484031695872545, "global_step": 55032, "epoch": 309, "lr": 4.7956908286308734e-05}
{"train_loss": 0.004708023276180029, "global_step": 55033, "epoch": 309, "lr": 4.7955431820213556e-05}
{"train_loss": 0.00579346576705575, "global_step": 55034, "epoch": 309, "lr": 4.795395535590418e-05}
{"train_loss": 0.002821653848513961, "global_step": 55035, "epoch": 309, "lr": 4.7952478893381925e-05}
{"train_loss": 0.004546311683952808, "global_step": 55036, "epoch": 309, "lr": 4.795100243264803e-05}
{"train_loss": 0.0035498561337590218, "global_step": 55037, "epoch": 309, "lr": 4.7949525973703825e-05}
{"train_loss": 0.002159785944968462, "global_step": 55038, "epoch": 309, "lr": 4.794804951655058e-05}
{"train_loss": 0.005047636106610298, "global_step": 55039, "epoch": 309, "lr": 4.7946573061189605e-05}
{"train_loss": 0.004007352516055107, "global_step": 55040, "epoch": 309, "lr": 4.794509660762215e-05}
{"train_loss": 0.0025078468024730682, "global_step": 55041, "epoch": 309, "lr": 4.7943620155849564e-05}
{"train_loss": 0.0018178831087425351, "global_step": 55042, "epoch": 309, "lr": 4.794214370587308e-05}
{"train_loss": 0.0019271449418738484, "global_step": 55043, "epoch": 309, "lr": 4.7940667257694016e-05}
{"train_loss": 0.002410846995189786, "global_step": 55044, "epoch": 309, "lr": 4.7939190811313645e-05}
{"train_loss": 0.004796252585947514, "global_step": 55045, "epoch": 309, "lr": 4.7937714366733294e-05}
{"train_loss": 0.003799496917054057, "global_step": 55046, "epoch": 309, "lr": 4.79362379239542e-05}
{"train_loss": 0.004703075625002384, "global_step": 55047, "epoch": 309, "lr": 4.79347614829777e-05}
{"train_loss": 0.0023859720677137375, "global_step": 55048, "epoch": 309, "lr": 4.793328504380504e-05}
{"train_loss": 0.003796058939769864, "global_step": 55049, "epoch": 309, "lr": 4.793180860643756e-05}
{"train_loss": 0.002455690875649452, "global_step": 55050, "epoch": 309, "lr": 4.7930332170876495e-05}
{"train_loss": 0.0020483392290771008, "global_step": 55051, "epoch": 309, "lr": 4.792885573712316e-05}
{"train_loss": 0.0024115191772580147, "global_step": 55052, "epoch": 309, "lr": 4.792737930517886e-05}
{"train_loss": 0.004969573579728603, "global_step": 55053, "epoch": 309, "lr": 4.792590287504486e-05}
{"train_loss": 0.005197085440158844, "global_step": 55054, "epoch": 309, "lr": 4.792442644672249e-05}
{"train_loss": 0.002983676502481103, "global_step": 55055, "epoch": 309, "lr": 4.7922950020212976e-05}
{"train_loss": 0.002923988038673997, "global_step": 55056, "epoch": 309, "lr": 4.7921473595517665e-05}
{"train_loss": 0.004006136208772659, "global_step": 55057, "epoch": 309, "lr": 4.791999717263779e-05}
{"train_loss": 0.002723352750763297, "global_step": 55058, "epoch": 309, "lr": 4.791852075157471e-05}
{"train_loss": 0.0017958794487640262, "global_step": 55059, "epoch": 309, "lr": 4.791704433232966e-05}
{"train_loss": 0.002778037916868925, "global_step": 55060, "epoch": 309, "lr": 4.791556791490396e-05}
{"train_loss": 0.0017672874964773655, "global_step": 55061, "epoch": 309, "lr": 4.791409149929887e-05}
{"train_loss": 0.00527470838278532, "global_step": 55062, "epoch": 309, "lr": 4.791261508551571e-05}
{"train_loss": 0.0029304716736078262, "global_step": 55063, "epoch": 309, "lr": 4.7911138673555734e-05}
{"train_loss": 0.0017254719277843833, "global_step": 55064, "epoch": 309, "lr": 4.7909662263420276e-05}
{"train_loss": 0.0024043493904173374, "global_step": 55065, "epoch": 309, "lr": 4.7908185855110594e-05}
{"train_loss": 0.0032067610882222652, "global_step": 55066, "epoch": 309, "lr": 4.790670944862799e-05}
{"train_loss": 0.0023235834669321775, "global_step": 55067, "epoch": 309, "lr": 4.790523304397374e-05}
{"train_loss": 0.002386908745393157, "global_step": 55068, "epoch": 309, "lr": 4.790375664114917e-05}
{"train_loss": 0.0035235595423728228, "global_step": 55069, "epoch": 309, "lr": 4.7902280240155513e-05}
{"train_loss": 0.00273666949942708, "global_step": 55070, "epoch": 309, "lr": 4.7900803840994106e-05}
{"train_loss": 0.0059730177745223045, "global_step": 55071, "epoch": 309, "lr": 4.7899327443666206e-05}
{"train_loss": 0.0041267164051532745, "global_step": 55072, "epoch": 309, "lr": 4.789785104817313e-05}
{"train_loss": 0.003651319770142436, "global_step": 55073, "epoch": 309, "lr": 4.789637465451616e-05}
{"train_loss": 0.004499456845223904, "global_step": 55074, "epoch": 309, "lr": 4.789489826269657e-05}
{"train_loss": 0.005095400847494602, "global_step": 55075, "epoch": 309, "lr": 4.789342187271568e-05}
{"train_loss": 0.002139138989150524, "global_step": 55076, "epoch": 309, "lr": 4.789194548457474e-05}
{"train_loss": 0.001901892595924437, "global_step": 55077, "epoch": 309, "lr": 4.7890469098275073e-05}
{"train_loss": 0.0024570394307374954, "global_step": 55078, "epoch": 309, "lr": 4.7888992713817934e-05}
{"train_loss": 0.004586929455399513, "global_step": 55079, "epoch": 309, "lr": 4.7887516331204664e-05}
{"train_loss": 0.0038164351135492325, "global_step": 55080, "epoch": 309, "lr": 4.78860399504365e-05}
{"train_loss": 0.0018376274965703487, "global_step": 55081, "epoch": 309, "lr": 4.7884563571514764e-05}
{"train_loss": 0.0026261862367391586, "global_step": 55082, "epoch": 309, "lr": 4.788308719444072e-05}
{"train_loss": 0.001722019980661571, "global_step": 55083, "epoch": 309, "lr": 4.78816108192157e-05}
{"train_loss": 0.0043884152546525, "global_step": 55084, "epoch": 309, "lr": 4.7880134445840944e-05}
{"train_loss": 0.0033953161910176277, "global_step": 55085, "epoch": 309, "lr": 4.7878658074317774e-05}
{"train_loss": 0.0030999421142041683, "global_step": 55086, "epoch": 309, "lr": 4.787718170464746e-05}
{"train_loss": 0.003315064823254943, "global_step": 55087, "epoch": 309, "lr": 4.7875705336831325e-05}
{"train_loss": 0.004261416383087635, "global_step": 55088, "epoch": 309, "lr": 4.787422897087061e-05}
{"train_loss": 0.0017026907298713923, "global_step": 55089, "epoch": 309, "lr": 4.787275260676663e-05}
{"train_loss": 0.0044087013229727745, "global_step": 55090, "epoch": 309, "lr": 4.7871276244520676e-05}
{"train_loss": 0.0021160198375582695, "global_step": 55091, "epoch": 309, "lr": 4.786979988413405e-05}
{"train_loss": 0.003139512613415718, "global_step": 55092, "epoch": 309, "lr": 4.786832352560801e-05}
{"train_loss": 0.0024133436381816864, "global_step": 55093, "epoch": 309, "lr": 4.786684716894386e-05}
{"train_loss": 0.004594065714627504, "global_step": 55094, "epoch": 309, "lr": 4.786537081414291e-05}
{"train_loss": 0.003933613188564777, "global_step": 55095, "epoch": 309, "lr": 4.7863894461206415e-05}
{"train_loss": 0.004742074757814407, "global_step": 55096, "epoch": 309, "lr": 4.786241811013569e-05}
{"train_loss": 0.0022623753175139427, "global_step": 55097, "epoch": 309, "lr": 4.786094176093201e-05}
{"train_loss": 0.0026842975057661533, "global_step": 55098, "epoch": 309, "lr": 4.785946541359668e-05}
{"train_loss": 0.005335374269634485, "global_step": 55099, "epoch": 309, "lr": 4.785798906813096e-05}
{"train_loss": 0.00431168545037508, "global_step": 55100, "epoch": 309, "lr": 4.785651272453617e-05}
{"train_loss": 0.002269101794809103, "global_step": 55101, "epoch": 309, "lr": 4.785503638281358e-05}
{"train_loss": 0.002725309692323208, "global_step": 55102, "epoch": 309, "lr": 4.785356004296451e-05}
{"train_loss": 0.001609999337233603, "global_step": 55103, "epoch": 309, "lr": 4.78520837049902e-05}
{"train_loss": 0.0028855446726083755, "global_step": 55104, "epoch": 309, "lr": 4.785060736889198e-05}
{"train_loss": 0.0016875301953405142, "global_step": 55105, "epoch": 309, "lr": 4.784913103467112e-05}
{"train_loss": 0.0024946746416389942, "global_step": 55106, "epoch": 309, "lr": 4.784765470232893e-05}
{"train_loss": 0.0023112124763429165, "global_step": 55107, "epoch": 309, "lr": 4.784617837186667e-05}
{"train_loss": 0.0013861842453479767, "global_step": 55108, "epoch": 309, "lr": 4.784470204328565e-05}
{"train_loss": 0.005832130089402199, "global_step": 55109, "epoch": 309, "lr": 4.784322571658715e-05}
{"train_loss": 0.0017920741811394691, "global_step": 55110, "epoch": 309, "lr": 4.784174939177248e-05}
{"train_loss": 0.002180250594392419, "global_step": 55111, "epoch": 309, "lr": 4.784027306884289e-05}
{"train_loss": 0.0029467621352523565, "global_step": 55112, "epoch": 309, "lr": 4.783879674779971e-05}
{"train_loss": 0.0044061485677957535, "global_step": 55113, "epoch": 309, "lr": 4.78373204286442e-05}
{"train_loss": 0.0034202453680336475, "global_step": 55114, "epoch": 309, "lr": 4.783584411137766e-05}
{"train_loss": 0.0020864028483629227, "global_step": 55115, "epoch": 309, "lr": 4.783436779600139e-05}
{"train_loss": 0.003008984960615635, "global_step": 55116, "epoch": 309, "lr": 4.783289148251666e-05}
{"train_loss": 0.0038558905944228172, "global_step": 55117, "epoch": 309, "lr": 4.783141517092479e-05}
{"train_loss": 0.005128596443682909, "global_step": 55118, "epoch": 309, "lr": 4.782993886122702e-05}
{"train_loss": 0.0024092025123536587, "global_step": 55119, "epoch": 309, "lr": 4.78284625534247e-05}
{"train_loss": 0.002962506376206875, "global_step": 55120, "epoch": 309, "lr": 4.782698624751906e-05}
{"train_loss": 0.001757872523739934, "global_step": 55121, "epoch": 309, "lr": 4.7825509943511446e-05}
{"train_loss": 0.0024921931326389313, "global_step": 55122, "epoch": 309, "lr": 4.78240336414031e-05}
{"train_loss": 0.0029652814846485853, "global_step": 55123, "epoch": 309, "lr": 4.7822557341195335e-05}
{"train_loss": 0.0035116064827889204, "global_step": 55124, "epoch": 309, "lr": 4.782108104288943e-05}
{"train_loss": 0.003086961805820465, "global_step": 55125, "epoch": 309, "lr": 4.78196047464867e-05}
{"train_loss": 0.00243605044670403, "global_step": 55126, "epoch": 309, "lr": 4.7818128451988394e-05}
{"train_loss": 0.002650042064487934, "global_step": 55127, "epoch": 309, "lr": 4.7816652159395833e-05}
{"train_loss": 0.006215057335793972, "global_step": 55128, "epoch": 309, "lr": 4.781517586871028e-05}
{"train_loss": 0.0025693487841635942, "global_step": 55129, "epoch": 309, "lr": 4.781369957993307e-05}
{"train_loss": 0.0026949364691972733, "global_step": 55130, "epoch": 309, "lr": 4.7812223293065437e-05}
{"train_loss": 0.0038418606854975224, "global_step": 55131, "epoch": 309, "lr": 4.781074700810872e-05}
{"train_loss": 0.0034678922966122627, "global_step": 55132, "epoch": 309, "lr": 4.780927072506417e-05}
{"train_loss": 0.0007916019530966878, "global_step": 55133, "epoch": 309, "lr": 4.780779444393309e-05}
{"train_loss": 0.0028746826574206352, "global_step": 55134, "epoch": 309, "lr": 4.7806318164716764e-05}
{"train_loss": 0.0013634664937853813, "global_step": 55135, "epoch": 309, "lr": 4.780484188741649e-05}
{"train_loss": 0.0045588272623717785, "global_step": 55136, "epoch": 309, "lr": 4.780336561203357e-05}
{"train_loss": 0.002582716755568981, "global_step": 55137, "epoch": 309, "lr": 4.7801889338569264e-05}
{"train_loss": 0.0030297660268843174, "global_step": 55138, "epoch": 309, "lr": 4.780041306702489e-05}
{"train_loss": 0.002056736033409834, "global_step": 55139, "epoch": 309, "lr": 4.779893679740171e-05}
{"train_loss": 0.004553033038973808, "global_step": 55140, "epoch": 309, "lr": 4.779746052970105e-05}
{"train_loss": 0.0024074940010905266, "global_step": 55141, "epoch": 309, "lr": 4.779598426392415e-05}
{"train_loss": 0.0020656713750213385, "global_step": 55142, "epoch": 309, "lr": 4.779450800007234e-05}
{"train_loss": 0.0011785647366195917, "global_step": 55143, "epoch": 309, "lr": 4.779303173814689e-05}
{"train_loss": 0.003568429034203291, "global_step": 55144, "epoch": 309, "lr": 4.779155547814911e-05}
{"train_loss": 0.0026707276701927185, "global_step": 55145, "epoch": 309, "lr": 4.779007922008025e-05}
{"train_loss": 0.0011910232715308666, "global_step": 55146, "epoch": 309, "lr": 4.7788602963941645e-05}
{"train_loss": 0.0018281597876921296, "global_step": 55147, "epoch": 309, "lr": 4.7787126709734544e-05}
{"train_loss": 0.0034073791466653347, "global_step": 55148, "epoch": 309, "lr": 4.778565045746028e-05}
{"train_loss": 0.0011146960314363241, "global_step": 55149, "epoch": 309, "lr": 4.778417420712009e-05}
{"train_loss": 0.002398458542302251, "global_step": 55150, "epoch": 309, "lr": 4.778269795871532e-05}
{"train_loss": 0.004442847799509764, "global_step": 55151, "epoch": 309, "lr": 4.778122171224721e-05}
{"train_loss": 0.003186243586242199, "global_step": 55152, "epoch": 309, "lr": 4.777974546771708e-05}
{"train_loss": 0.002055257325991988, "global_step": 55153, "epoch": 309, "lr": 4.77782692251262e-05}
{"train_loss": 0.003201879560947418, "global_step": 55154, "epoch": 309, "lr": 4.7776792984475886e-05}
{"train_loss": 0.003845567349344492, "global_step": 55155, "epoch": 309, "lr": 4.7775316745767394e-05}
{"train_loss": 0.0035232240334153175, "global_step": 55156, "epoch": 309, "lr": 4.777384050900203e-05}
{"train_loss": 0.001967637101188302, "global_step": 55157, "epoch": 309, "lr": 4.7772364274181094e-05}
{"train_loss": 0.0034046329092234373, "global_step": 55158, "epoch": 309, "lr": 4.777088804130585e-05}
{"train_loss": 0.0036797397769987583, "global_step": 55159, "epoch": 309, "lr": 4.776941181037763e-05}
{"train_loss": 0.003501053899526596, "global_step": 55160, "epoch": 309, "lr": 4.7767935581397665e-05}
{"train_loss": 0.004717805422842503, "global_step": 55161, "epoch": 309, "lr": 4.776645935436729e-05}
{"train_loss": 0.003913905471563339, "global_step": 55162, "epoch": 309, "lr": 4.776498312928777e-05}
{"train_loss": 0.004300708882510662, "global_step": 55163, "epoch": 309, "lr": 4.776350690616043e-05}
{"train_loss": 0.004653580486774445, "global_step": 55164, "epoch": 309, "lr": 4.77620306849865e-05}
{"train_loss": 0.0030640726909041405, "global_step": 55165, "epoch": 309, "lr": 4.776055446576732e-05}
{"train_loss": 0.002344763372093439, "global_step": 55166, "epoch": 309, "lr": 4.7759078248504154e-05}
{"train_loss": 0.0022467351518571377, "global_step": 55167, "epoch": 309, "lr": 4.7757602033198315e-05}
{"train_loss": 0.0020047989673912525, "global_step": 55168, "epoch": 309, "lr": 4.775612581985106e-05}
{"train_loss": 0.002467057667672634, "global_step": 55169, "epoch": 309, "lr": 4.775464960846371e-05}
{"train_loss": 0.0028784594032913446, "global_step": 55170, "epoch": 309, "lr": 4.775317339903753e-05}
{"train_loss": 0.0013569861184805632, "global_step": 55171, "epoch": 309, "lr": 4.775169719157382e-05}
{"train_loss": 0.002746631158515811, "global_step": 55172, "epoch": 309, "lr": 4.7750220986073857e-05}
{"train_loss": 0.0038673083763569593, "global_step": 55173, "epoch": 309, "lr": 4.774874478253897e-05}
{"train_loss": 0.0023063579574227333, "global_step": 55174, "epoch": 309, "lr": 4.774726858097039e-05}
{"train_loss": 0.0023292454425245523, "global_step": 55175, "epoch": 309, "lr": 4.7745792381369453e-05}
{"train_loss": 0.00716740544885397, "global_step": 55176, "epoch": 309, "lr": 4.774431618373742e-05}
{"train_loss": 0.004187433049082756, "global_step": 55177, "epoch": 309, "lr": 4.774283998807559e-05}
{"train_loss": 0.0038034855388104916, "global_step": 55178, "epoch": 309, "lr": 4.774136379438528e-05}
{"train_loss": 0.003119492174774994, "global_step": 55179, "epoch": 309, "lr": 4.773988760266773e-05}
{"train_loss": 0.0030298035126179457, "global_step": 55180, "epoch": 310, "lr": 4.773841141292426e-05}
{"train_loss": 0.0023429780267179012, "global_step": 55181, "epoch": 310, "lr": 4.7736935225156146e-05}
{"train_loss": 0.0034166164696216583, "global_step": 55182, "epoch": 310, "lr": 4.77354590393647e-05}
{"train_loss": 0.0026823903899639845, "global_step": 55183, "epoch": 310, "lr": 4.773398285555118e-05}
{"train_loss": 0.003220650600269437, "global_step": 55184, "epoch": 310, "lr": 4.7732506673716915e-05}
{"train_loss": 0.003126827534288168, "global_step": 55185, "epoch": 310, "lr": 4.7731030493863146e-05}
{"train_loss": 0.0027934182435274124, "global_step": 55186, "epoch": 310, "lr": 4.7729554315991196e-05}
{"train_loss": 0.005279270466417074, "global_step": 55187, "epoch": 310, "lr": 4.7728078140102334e-05}
{"train_loss": 0.00496758334338665, "global_step": 55188, "epoch": 310, "lr": 4.772660196619788e-05}
{"train_loss": 0.003057178109884262, "global_step": 55189, "epoch": 310, "lr": 4.772512579427908e-05}
{"train_loss": 0.0024776747450232506, "global_step": 55190, "epoch": 310, "lr": 4.772364962434726e-05}
{"train_loss": 0.0024642953649163246, "global_step": 55191, "epoch": 310, "lr": 4.772217345640369e-05}
{"train_loss": 0.004397210665047169, "global_step": 55192, "epoch": 310, "lr": 4.772069729044968e-05}
{"train_loss": 0.002561802975833416, "global_step": 55193, "epoch": 310, "lr": 4.771922112648649e-05}
{"train_loss": 0.003599009942263365, "global_step": 55194, "epoch": 310, "lr": 4.771774496451543e-05}
{"train_loss": 0.0036883570719510317, "global_step": 55195, "epoch": 310, "lr": 4.7716268804537774e-05}
{"train_loss": 0.003274098737165332, "global_step": 55196, "epoch": 310, "lr": 4.771479264655484e-05}
{"train_loss": 0.0021556508727371693, "global_step": 55197, "epoch": 310, "lr": 4.771331649056788e-05}
{"train_loss": 0.0032670055516064167, "global_step": 55198, "epoch": 310, "lr": 4.77118403365782e-05}
{"train_loss": 0.003354682819917798, "global_step": 55199, "epoch": 310, "lr": 4.7710364184587105e-05}
{"train_loss": 0.0065436819568276405, "global_step": 55200, "epoch": 310, "lr": 4.770888803459585e-05}
{"train_loss": 0.0026998743414878845, "global_step": 55201, "epoch": 310, "lr": 4.770741188660577e-05}
{"train_loss": 0.0032690821681171656, "global_step": 55202, "epoch": 310, "lr": 4.7705935740618114e-05}
{"train_loss": 0.0010775066912174225, "global_step": 55203, "epoch": 310, "lr": 4.7704459596634204e-05}
{"train_loss": 0.0022320779971778393, "global_step": 55204, "epoch": 310, "lr": 4.770298345465529e-05}
{"train_loss": 0.003317110938951373, "global_step": 55205, "epoch": 310, "lr": 4.770150731468269e-05}
{"train_loss": 0.0031431985553354025, "global_step": 55206, "epoch": 310, "lr": 4.770003117671768e-05}
{"train_loss": 0.0017059259116649628, "global_step": 55207, "epoch": 310, "lr": 4.769855504076157e-05}
{"train_loss": 0.004522133618593216, "global_step": 55208, "epoch": 310, "lr": 4.769707890681562e-05}
{"train_loss": 0.005945809185504913, "global_step": 55209, "epoch": 310, "lr": 4.7695602774881146e-05}
{"train_loss": 0.001824104692786932, "global_step": 55210, "epoch": 310, "lr": 4.7694126644959406e-05}
{"train_loss": 0.002393390517681837, "global_step": 55211, "epoch": 310, "lr": 4.769265051705174e-05}
{"train_loss": 0.004040103405714035, "global_step": 55212, "epoch": 310, "lr": 4.769117439115938e-05}
{"train_loss": 0.003378582652658224, "global_step": 55213, "epoch": 310, "lr": 4.768969826728365e-05}
{"train_loss": 0.005057896487414837, "global_step": 55214, "epoch": 310, "lr": 4.768822214542582e-05}
{"train_loss": 0.0030112783424556255, "global_step": 55215, "epoch": 310, "lr": 4.7686746025587216e-05}
{"train_loss": 0.00574339646846056, "global_step": 55216, "epoch": 310, "lr": 4.7685269907769076e-05}
{"train_loss": 0.0014996059471741319, "global_step": 55217, "epoch": 310, "lr": 4.768379379197272e-05}
{"train_loss": 0.0054232459515333176, "global_step": 55218, "epoch": 310, "lr": 4.7682317678199436e-05}
{"train_loss": 0.0019076806493103504, "global_step": 55219, "epoch": 310, "lr": 4.7680841566450496e-05}
{"train_loss": 0.0037977504543960094, "global_step": 55220, "epoch": 310, "lr": 4.767936545672723e-05}
{"train_loss": 0.004449415486305952, "global_step": 55221, "epoch": 310, "lr": 4.767788934903088e-05}
{"train_loss": 0.002600151114165783, "global_step": 55222, "epoch": 310, "lr": 4.767641324336277e-05}
{"train_loss": 0.006228288635611534, "global_step": 55223, "epoch": 310, "lr": 4.767493713972416e-05}
{"train_loss": 0.004993412643671036, "global_step": 55224, "epoch": 310, "lr": 4.767346103811636e-05}
{"train_loss": 0.0015224406961351633, "global_step": 55225, "epoch": 310, "lr": 4.767198493854064e-05}
{"train_loss": 0.00352492299862206, "global_step": 55226, "epoch": 310, "lr": 4.7670508840998324e-05}
{"train_loss": 0.005399013869464397, "global_step": 55227, "epoch": 310, "lr": 4.766903274549066e-05}
{"train_loss": 0.0032965762075036764, "global_step": 55228, "epoch": 310, "lr": 4.766755665201897e-05}
{"train_loss": 0.007185963448137045, "global_step": 55229, "epoch": 310, "lr": 4.766608056058452e-05}
{"train_loss": 0.003252234775573015, "global_step": 55230, "epoch": 310, "lr": 4.766460447118862e-05}
{"train_loss": 0.004538948647677898, "global_step": 55231, "epoch": 310, "lr": 4.766312838383253e-05}
{"train_loss": 0.005241917911916971, "global_step": 55232, "epoch": 310, "lr": 4.766165229851758e-05}
{"train_loss": 0.0013301530852913857, "global_step": 55233, "epoch": 310, "lr": 4.766017621524502e-05}
{"train_loss": 0.002010148484259844, "global_step": 55234, "epoch": 310, "lr": 4.765870013401617e-05}
{"train_loss": 0.0032856175675988197, "global_step": 55235, "epoch": 310, "lr": 4.765722405483229e-05}
{"train_loss": 0.0021991331595927477, "global_step": 55236, "epoch": 310, "lr": 4.76557479776947e-05}
{"train_loss": 0.0030221124179661274, "global_step": 55237, "epoch": 310, "lr": 4.765427190260466e-05}
{"train_loss": 0.003752447199076414, "global_step": 55238, "epoch": 310, "lr": 4.7652795829563494e-05}
{"train_loss": 0.0018162743654102087, "global_step": 55239, "epoch": 310, "lr": 4.765131975857245e-05}
{"train_loss": 0.0017143763834610581, "global_step": 55240, "epoch": 310, "lr": 4.7649843689632836e-05}
{"train_loss": 0.002911435905843973, "global_step": 55241, "epoch": 310, "lr": 4.7648367622745974e-05}
{"train_loss": 0.003699658438563347, "global_step": 55242, "epoch": 310, "lr": 4.7646891557913085e-05}
{"train_loss": 0.005269122309982777, "global_step": 55243, "epoch": 310, "lr": 4.764541549513552e-05}
{"train_loss": 0.003409706288948655, "global_step": 55244, "epoch": 310, "lr": 4.764393943441453e-05}
{"train_loss": 0.002032975200563669, "global_step": 55245, "epoch": 310, "lr": 4.7642463375751434e-05}
{"train_loss": 0.0030333634931594133, "global_step": 55246, "epoch": 310, "lr": 4.764098731914749e-05}
{"train_loss": 0.004480620846152306, "global_step": 55247, "epoch": 310, "lr": 4.7639511264604006e-05}
{"train_loss": 0.006059342063963413, "global_step": 55248, "epoch": 310, "lr": 4.763803521212227e-05}
{"train_loss": 0.0026692254468798637, "global_step": 55249, "epoch": 310, "lr": 4.763655916170358e-05}
{"train_loss": 0.00403226725757122, "global_step": 55250, "epoch": 310, "lr": 4.76350831133492e-05}
{"train_loss": 0.0033187931403517723, "global_step": 55251, "epoch": 310, "lr": 4.7633607067060435e-05}
{"train_loss": 0.002828211523592472, "global_step": 55252, "epoch": 310, "lr": 4.763213102283857e-05}
{"train_loss": 0.0017325240187346935, "global_step": 55253, "epoch": 310, "lr": 4.763065498068492e-05}
{"train_loss": 0.002735522110015154, "global_step": 55254, "epoch": 310, "lr": 4.762917894060072e-05}
{"train_loss": 0.004990981891751289, "global_step": 55255, "epoch": 310, "lr": 4.7627702902587314e-05}
{"train_loss": 0.001981383189558983, "global_step": 55256, "epoch": 310, "lr": 4.762622686664595e-05}
{"train_loss": 0.0016505573876202106, "global_step": 55257, "epoch": 310, "lr": 4.7624750832777954e-05}
{"train_loss": 0.003502462524920702, "global_step": 55258, "epoch": 310, "lr": 4.762327480098458e-05}
{"train_loss": 0.0030001215636730194, "global_step": 55259, "epoch": 310, "lr": 4.762179877126713e-05}
{"train_loss": 0.0029334553983062506, "global_step": 55260, "epoch": 310, "lr": 4.7620322743626923e-05}
{"train_loss": 0.0016084563685581088, "global_step": 55261, "epoch": 310, "lr": 4.761884671806519e-05}
{"train_loss": 0.0018654655432328582, "global_step": 55262, "epoch": 310, "lr": 4.7617370694583273e-05}
{"train_loss": 0.0024400651454925537, "global_step": 55263, "epoch": 310, "lr": 4.7615894673182426e-05}
{"train_loss": 0.0056744785979390144, "global_step": 55264, "epoch": 310, "lr": 4.761441865386398e-05}
{"train_loss": 0.0033417772501707077, "global_step": 55265, "epoch": 310, "lr": 4.7612942636629165e-05}
{"train_loss": 0.0030816965736448765, "global_step": 55266, "epoch": 310, "lr": 4.7611466621479325e-05}
{"train_loss": 0.0023009951692074537, "global_step": 55267, "epoch": 310, "lr": 4.760999060841571e-05}
{"train_loss": 0.002407502382993698, "global_step": 55268, "epoch": 310, "lr": 4.760851459743964e-05}
{"train_loss": 0.004325840622186661, "global_step": 55269, "epoch": 310, "lr": 4.760703858855237e-05}
{"train_loss": 0.002457604743540287, "global_step": 55270, "epoch": 310, "lr": 4.7605562581755225e-05}
{"train_loss": 0.0018623792566359043, "global_step": 55271, "epoch": 310, "lr": 4.7604086577049465e-05}
{"train_loss": 0.001852850429713726, "global_step": 55272, "epoch": 310, "lr": 4.760261057443642e-05}
{"train_loss": 0.004705383442342281, "global_step": 55273, "epoch": 310, "lr": 4.7601134573917325e-05}
{"train_loss": 0.0035943903494626284, "global_step": 55274, "epoch": 310, "lr": 4.7599658575493506e-05}
{"train_loss": 0.0025506506208330393, "global_step": 55275, "epoch": 310, "lr": 4.759818257916623e-05}
{"train_loss": 0.002498917980119586, "global_step": 55276, "epoch": 310, "lr": 4.759670658493682e-05}
{"train_loss": 0.002875983715057373, "global_step": 55277, "epoch": 310, "lr": 4.759523059280652e-05}
{"train_loss": 0.005839395336806774, "global_step": 55278, "epoch": 310, "lr": 4.759375460277667e-05}
{"train_loss": 0.0033560439478605986, "global_step": 55279, "epoch": 310, "lr": 4.7592278614848506e-05}
{"train_loss": 0.002236299216747284, "global_step": 55280, "epoch": 310, "lr": 4.759080262902334e-05}
{"train_loss": 0.004675491712987423, "global_step": 55281, "epoch": 310, "lr": 4.7589326645302476e-05}
{"train_loss": 0.0033244024962186813, "global_step": 55282, "epoch": 310, "lr": 4.7587850663687186e-05}
{"train_loss": 0.0026577324606478214, "global_step": 55283, "epoch": 310, "lr": 4.7586374684178786e-05}
{"train_loss": 0.0022601161617785692, "global_step": 55284, "epoch": 310, "lr": 4.7584898706778515e-05}
{"train_loss": 0.0013415869325399399, "global_step": 55285, "epoch": 310, "lr": 4.758342273148771e-05}
{"train_loss": 0.0026140885893255472, "global_step": 55286, "epoch": 310, "lr": 4.758194675830762e-05}
{"train_loss": 0.0021790778264403343, "global_step": 55287, "epoch": 310, "lr": 4.7580470787239585e-05}
{"train_loss": 0.00310296262614429, "global_step": 55288, "epoch": 310, "lr": 4.757899481828484e-05}
{"train_loss": 0.0016185904387384653, "global_step": 55289, "epoch": 310, "lr": 4.757751885144471e-05}
{"train_loss": 0.0024603456258773804, "global_step": 55290, "epoch": 310, "lr": 4.7576042886720454e-05}
{"train_loss": 0.002542982343584299, "global_step": 55291, "epoch": 310, "lr": 4.757456692411341e-05}
{"train_loss": 0.0041977656073868275, "global_step": 55292, "epoch": 310, "lr": 4.7573090963624816e-05}
{"train_loss": 0.0034006352070719004, "global_step": 55293, "epoch": 310, "lr": 4.757161500525599e-05}
{"train_loss": 0.004020980559289455, "global_step": 55294, "epoch": 310, "lr": 4.75701390490082e-05}
{"train_loss": 0.001975425286218524, "global_step": 55295, "epoch": 310, "lr": 4.756866309488278e-05}
{"train_loss": 0.004124901723116636, "global_step": 55296, "epoch": 310, "lr": 4.756718714288095e-05}
{"train_loss": 0.002322431653738022, "global_step": 55297, "epoch": 310, "lr": 4.756571119300407e-05}
{"train_loss": 0.0022404238115996122, "global_step": 55298, "epoch": 310, "lr": 4.756423524525337e-05}
{"train_loss": 0.0046808356419205666, "global_step": 55299, "epoch": 310, "lr": 4.7562759299630186e-05}
{"train_loss": 0.000945422681979835, "global_step": 55300, "epoch": 310, "lr": 4.756128335613576e-05}
{"train_loss": 0.0030433288775384426, "global_step": 55301, "epoch": 310, "lr": 4.755980741477142e-05}
{"train_loss": 0.0037951432168483734, "global_step": 55302, "epoch": 310, "lr": 4.755833147553845e-05}
{"train_loss": 0.002632572315633297, "global_step": 55303, "epoch": 310, "lr": 4.7556855538438125e-05}
{"train_loss": 0.006971521303057671, "global_step": 55304, "epoch": 310, "lr": 4.7555379603471745e-05}
{"train_loss": 0.0030462678987532854, "global_step": 55305, "epoch": 310, "lr": 4.755390367064058e-05}
{"train_loss": 0.003001077566295862, "global_step": 55306, "epoch": 310, "lr": 4.755242773994596e-05}
{"train_loss": 0.0019310209900140762, "global_step": 55307, "epoch": 310, "lr": 4.755095181138913e-05}
{"train_loss": 0.0021009210031479597, "global_step": 55308, "epoch": 310, "lr": 4.75494758849714e-05}
{"train_loss": 0.0011060585966333747, "global_step": 55309, "epoch": 310, "lr": 4.754799996069405e-05}
{"train_loss": 0.0029301263857632875, "global_step": 55310, "epoch": 310, "lr": 4.75465240385584e-05}
{"train_loss": 0.002730928361415863, "global_step": 55311, "epoch": 310, "lr": 4.754504811856569e-05}
{"train_loss": 0.00418958580121398, "global_step": 55312, "epoch": 310, "lr": 4.754357220071726e-05}
{"train_loss": 0.002263094997033477, "global_step": 55313, "epoch": 310, "lr": 4.7542096285014345e-05}
{"train_loss": 0.0013236156664788723, "global_step": 55314, "epoch": 310, "lr": 4.7540620371458274e-05}
{"train_loss": 0.0021781830582767725, "global_step": 55315, "epoch": 310, "lr": 4.753914446005031e-05}
{"train_loss": 0.0035913297906517982, "global_step": 55316, "epoch": 310, "lr": 4.753766855079178e-05}
{"train_loss": 0.0025236248038709164, "global_step": 55317, "epoch": 310, "lr": 4.753619264368394e-05}
{"train_loss": 0.001629450125619769, "global_step": 55318, "epoch": 310, "lr": 4.7534716738728084e-05}
{"train_loss": 0.002214583568274975, "global_step": 55319, "epoch": 310, "lr": 4.75332408359255e-05}
{"train_loss": 0.0020805674139410257, "global_step": 55320, "epoch": 310, "lr": 4.75317649352775e-05}
{"train_loss": 0.00661052530631423, "global_step": 55321, "epoch": 310, "lr": 4.7530289036785344e-05}
{"train_loss": 0.0029043618123978376, "global_step": 55322, "epoch": 310, "lr": 4.752881314045033e-05}
{"train_loss": 0.0018091571982949972, "global_step": 55323, "epoch": 310, "lr": 4.752733724627376e-05}
{"train_loss": 0.0026478664949536324, "global_step": 55324, "epoch": 310, "lr": 4.75258613542569e-05}
{"train_loss": 0.0038328717928379774, "global_step": 55325, "epoch": 310, "lr": 4.752438546440108e-05}
{"train_loss": 0.003253378439694643, "global_step": 55326, "epoch": 310, "lr": 4.752290957670753e-05}
{"train_loss": 0.0018436410464346409, "global_step": 55327, "epoch": 310, "lr": 4.752143369117759e-05}
{"train_loss": 0.005297274328768253, "global_step": 55328, "epoch": 310, "lr": 4.751995780781252e-05}
{"train_loss": 0.003869646228849888, "global_step": 55329, "epoch": 310, "lr": 4.7518481926613635e-05}
{"train_loss": 0.0036269910633563995, "global_step": 55330, "epoch": 310, "lr": 4.7517006047582187e-05}
{"train_loss": 0.0016480566700920463, "global_step": 55331, "epoch": 310, "lr": 4.751553017071951e-05}
{"train_loss": 0.006663110107183456, "global_step": 55332, "epoch": 310, "lr": 4.751405429602684e-05}
{"train_loss": 0.0026688019279390574, "global_step": 55333, "epoch": 310, "lr": 4.751257842350551e-05}
{"train_loss": 0.0034164488315582275, "global_step": 55334, "epoch": 310, "lr": 4.751110255315679e-05}
{"train_loss": 0.005389155354350805, "global_step": 55335, "epoch": 310, "lr": 4.7509626684981986e-05}
{"train_loss": 0.005161677487194538, "global_step": 55336, "epoch": 310, "lr": 4.750815081898236e-05}
{"train_loss": 0.0034097537863999605, "global_step": 55337, "epoch": 310, "lr": 4.7506674955159216e-05}
{"train_loss": 0.003951027058064938, "global_step": 55338, "epoch": 310, "lr": 4.7505199093513845e-05}
{"train_loss": 0.0027697915211319923, "global_step": 55339, "epoch": 310, "lr": 4.750372323404755e-05}
{"train_loss": 0.0031155250035226345, "global_step": 55340, "epoch": 310, "lr": 4.750224737676158e-05}
{"train_loss": 0.0050789909437298775, "global_step": 55341, "epoch": 310, "lr": 4.750077152165725e-05}
{"train_loss": 0.0012147588422521949, "global_step": 55342, "epoch": 310, "lr": 4.7499295668735847e-05}
{"train_loss": 0.0015959565062075853, "global_step": 55343, "epoch": 310, "lr": 4.749781981799866e-05}
{"train_loss": 0.004222223535180092, "global_step": 55344, "epoch": 310, "lr": 4.7496343969447e-05}
{"train_loss": 0.0023973744828253984, "global_step": 55345, "epoch": 310, "lr": 4.749486812308211e-05}
{"train_loss": 0.00432021077722311, "global_step": 55346, "epoch": 310, "lr": 4.749339227890531e-05}
{"train_loss": 0.002999816555529833, "global_step": 55347, "epoch": 310, "lr": 4.749191643691788e-05}
{"train_loss": 0.0016943443333730102, "global_step": 55348, "epoch": 310, "lr": 4.7490440597121126e-05}
{"train_loss": 0.005372923798859119, "global_step": 55349, "epoch": 310, "lr": 4.7488964759516304e-05}
{"train_loss": 0.0033002630807459354, "global_step": 55350, "epoch": 310, "lr": 4.748748892410474e-05}
{"train_loss": 0.0013239001855254173, "global_step": 55351, "epoch": 310, "lr": 4.748601309088769e-05}
{"train_loss": 0.0043912786059081554, "global_step": 55352, "epoch": 310, "lr": 4.748453725986646e-05}
{"train_loss": 0.004396300762891769, "global_step": 55353, "epoch": 310, "lr": 4.748306143104233e-05}
{"train_loss": 0.005160578992217779, "global_step": 55354, "epoch": 310, "lr": 4.748158560441661e-05}
{"train_loss": 0.003387322649359703, "global_step": 55355, "epoch": 310, "lr": 4.748010977999056e-05}
{"train_loss": 0.0041929674334824085, "global_step": 55356, "epoch": 310, "lr": 4.74786339577655e-05}
{"train_loss": 0.003252853566173757, "global_step": 55357, "epoch": 310, "lr": 4.747715813774268e-05, "train_action_mse_error": 1.093574974220246e-05}
{"train_loss": 0.0023411880247294903, "global_step": 55358, "epoch": 311, "lr": 4.747568231992344e-05}
{"train_loss": 0.0016088720876723528, "global_step": 55359, "epoch": 311, "lr": 4.7474206504309014e-05}
{"train_loss": 0.0024795113131403923, "global_step": 55360, "epoch": 311, "lr": 4.747273069090073e-05}
{"train_loss": 0.0026335911825299263, "global_step": 55361, "epoch": 311, "lr": 4.747125487969986e-05}
{"train_loss": 0.003782212734222412, "global_step": 55362, "epoch": 311, "lr": 4.7469779070707715e-05}
{"train_loss": 0.0019193202024325728, "global_step": 55363, "epoch": 311, "lr": 4.746830326392555e-05}
{"train_loss": 0.0015591911505907774, "global_step": 55364, "epoch": 311, "lr": 4.746682745935466e-05}
{"train_loss": 0.004121623933315277, "global_step": 55365, "epoch": 311, "lr": 4.746535165699636e-05}
{"train_loss": 0.002461515599861741, "global_step": 55366, "epoch": 311, "lr": 4.746387585685192e-05}
{"train_loss": 0.0013211386976763606, "global_step": 55367, "epoch": 311, "lr": 4.746240005892265e-05}
{"train_loss": 0.00447895098477602, "global_step": 55368, "epoch": 311, "lr": 4.74609242632098e-05}
{"train_loss": 0.003241195110604167, "global_step": 55369, "epoch": 311, "lr": 4.74594484697147e-05}
{"train_loss": 0.000677378848195076, "global_step": 55370, "epoch": 311, "lr": 4.7457972678438603e-05}
{"train_loss": 0.002592667704448104, "global_step": 55371, "epoch": 311, "lr": 4.7456496889382824e-05}
{"train_loss": 0.0056526754051446915, "global_step": 55372, "epoch": 311, "lr": 4.745502110254863e-05}
{"train_loss": 0.001975348452106118, "global_step": 55373, "epoch": 311, "lr": 4.7453545317937346e-05}
{"train_loss": 0.0018468709895387292, "global_step": 55374, "epoch": 311, "lr": 4.745206953555022e-05}
{"train_loss": 0.001967849675565958, "global_step": 55375, "epoch": 311, "lr": 4.745059375538857e-05}
{"train_loss": 0.0016955126775428653, "global_step": 55376, "epoch": 311, "lr": 4.744911797745366e-05}
{"train_loss": 0.0033836013171821833, "global_step": 55377, "epoch": 311, "lr": 4.744764220174682e-05}
{"train_loss": 0.0030340654775500298, "global_step": 55378, "epoch": 311, "lr": 4.744616642826928e-05}
{"train_loss": 0.0036448747850954533, "global_step": 55379, "epoch": 311, "lr": 4.744469065702238e-05}
{"train_loss": 0.0010513648157939315, "global_step": 55380, "epoch": 311, "lr": 4.744321488800738e-05}
{"train_loss": 0.0028585586696863174, "global_step": 55381, "epoch": 311, "lr": 4.744173912122559e-05}
{"train_loss": 0.003615931374952197, "global_step": 55382, "epoch": 311, "lr": 4.7440263356678275e-05}
{"train_loss": 0.002702261321246624, "global_step": 55383, "epoch": 311, "lr": 4.7438787594366754e-05}
{"train_loss": 0.003083882387727499, "global_step": 55384, "epoch": 311, "lr": 4.743731183429228e-05}
{"train_loss": 0.0033812010660767555, "global_step": 55385, "epoch": 311, "lr": 4.7435836076456164e-05}
{"train_loss": 0.0034112166613340378, "global_step": 55386, "epoch": 311, "lr": 4.743436032085971e-05}
{"train_loss": 0.004600379150360823, "global_step": 55387, "epoch": 311, "lr": 4.7432884567504174e-05}
{"train_loss": 0.002334502525627613, "global_step": 55388, "epoch": 311, "lr": 4.743140881639087e-05}
{"train_loss": 0.0024326418060809374, "global_step": 55389, "epoch": 311, "lr": 4.7429933067521064e-05}
{"train_loss": 0.0025372940581291914, "global_step": 55390, "epoch": 311, "lr": 4.742845732089607e-05}
{"train_loss": 0.004155494272708893, "global_step": 55391, "epoch": 311, "lr": 4.7426981576517146e-05}
{"train_loss": 0.0041552139446139336, "global_step": 55392, "epoch": 311, "lr": 4.742550583438563e-05}
{"train_loss": 0.002616896526888013, "global_step": 55393, "epoch": 311, "lr": 4.7424030094502755e-05}
{"train_loss": 0.0011699822498485446, "global_step": 55394, "epoch": 311, "lr": 4.742255435686985e-05}
{"train_loss": 0.0018487583147361875, "global_step": 55395, "epoch": 311, "lr": 4.742107862148818e-05}
{"train_loss": 0.003329432802274823, "global_step": 55396, "epoch": 311, "lr": 4.741960288835906e-05}
{"train_loss": 0.0017821798101067543, "global_step": 55397, "epoch": 311, "lr": 4.741812715748375e-05}
{"train_loss": 0.0031489399261772633, "global_step": 55398, "epoch": 311, "lr": 4.741665142886356e-05}
{"train_loss": 0.0040607573464512825, "global_step": 55399, "epoch": 311, "lr": 4.741517570249975e-05}
{"train_loss": 0.003717229701578617, "global_step": 55400, "epoch": 311, "lr": 4.7413699978393656e-05}
{"train_loss": 0.004108401946723461, "global_step": 55401, "epoch": 311, "lr": 4.7412224256546526e-05}
{"train_loss": 0.0018299997318536043, "global_step": 55402, "epoch": 311, "lr": 4.7410748536959665e-05}
{"train_loss": 0.002050241455435753, "global_step": 55403, "epoch": 311, "lr": 4.7409272819634356e-05}
{"train_loss": 0.002846900839358568, "global_step": 55404, "epoch": 311, "lr": 4.740779710457191e-05}
{"train_loss": 0.0018769658636301756, "global_step": 55405, "epoch": 311, "lr": 4.740632139177358e-05}
{"train_loss": 0.006977599114179611, "global_step": 55406, "epoch": 311, "lr": 4.7404845681240675e-05}
{"train_loss": 0.0020436239428818226, "global_step": 55407, "epoch": 311, "lr": 4.74033699729745e-05}
{"train_loss": 0.0016605397686362267, "global_step": 55408, "epoch": 311, "lr": 4.74018942669763e-05}
{"train_loss": 0.0014913380146026611, "global_step": 55409, "epoch": 311, "lr": 4.740041856324741e-05}
{"train_loss": 0.004378326237201691, "global_step": 55410, "epoch": 311, "lr": 4.739894286178909e-05}
{"train_loss": 0.004764191806316376, "global_step": 55411, "epoch": 311, "lr": 4.739746716260265e-05}
{"train_loss": 0.0045517501421272755, "global_step": 55412, "epoch": 311, "lr": 4.739599146568935e-05}
{"train_loss": 0.003007119055837393, "global_step": 55413, "epoch": 311, "lr": 4.739451577105051e-05}
{"train_loss": 0.003390524536371231, "global_step": 55414, "epoch": 311, "lr": 4.739304007868738e-05}
{"train_loss": 0.005478673614561558, "global_step": 55415, "epoch": 311, "lr": 4.739156438860131e-05}
{"train_loss": 0.002514067105948925, "global_step": 55416, "epoch": 311, "lr": 4.739008870079353e-05}
{"train_loss": 0.004654531367123127, "global_step": 55417, "epoch": 311, "lr": 4.738861301526536e-05}
{"train_loss": 0.0027704297099262476, "global_step": 55418, "epoch": 311, "lr": 4.738713733201807e-05}
{"train_loss": 0.003582398407161236, "global_step": 55419, "epoch": 311, "lr": 4.738566165105298e-05}
{"train_loss": 0.0030070804059505463, "global_step": 55420, "epoch": 311, "lr": 4.738418597237134e-05}
{"train_loss": 0.0036282113287597895, "global_step": 55421, "epoch": 311, "lr": 4.738271029597448e-05}
{"train_loss": 0.00386717333458364, "global_step": 55422, "epoch": 311, "lr": 4.7381234621863624e-05}
{"train_loss": 0.0031726921442896128, "global_step": 55423, "epoch": 311, "lr": 4.7379758950040145e-05}
{"train_loss": 0.0035616611130535603, "global_step": 55424, "epoch": 311, "lr": 4.737828328050527e-05}
{"train_loss": 0.0024981105234473944, "global_step": 55425, "epoch": 311, "lr": 4.737680761326032e-05}
{"train_loss": 0.0038368436507880688, "global_step": 55426, "epoch": 311, "lr": 4.7375331948306556e-05}
{"train_loss": 0.004899768624454737, "global_step": 55427, "epoch": 311, "lr": 4.737385628564528e-05}
{"train_loss": 0.002316200640052557, "global_step": 55428, "epoch": 311, "lr": 4.7372380625277796e-05}
{"train_loss": 0.002757125534117222, "global_step": 55429, "epoch": 311, "lr": 4.737090496720537e-05}
{"train_loss": 0.003310422645881772, "global_step": 55430, "epoch": 311, "lr": 4.736942931142932e-05}
{"train_loss": 0.0025237766094505787, "global_step": 55431, "epoch": 311, "lr": 4.73679536579509e-05}
{"train_loss": 0.0015622118953615427, "global_step": 55432, "epoch": 311, "lr": 4.7366478006771426e-05}
{"train_loss": 0.0017523029819130898, "global_step": 55433, "epoch": 311, "lr": 4.7365002357892166e-05}
{"train_loss": 0.0021333633922040462, "global_step": 55434, "epoch": 311, "lr": 4.7363526711314436e-05}
{"train_loss": 0.002323123859241605, "global_step": 55435, "epoch": 311, "lr": 4.736205106703949e-05}
{"train_loss": 0.0029461062513291836, "global_step": 55436, "epoch": 311, "lr": 4.7360575425068645e-05}
{"train_loss": 0.004894289653748274, "global_step": 55437, "epoch": 311, "lr": 4.7359099785403165e-05}
{"train_loss": 0.0019846796058118343, "global_step": 55438, "epoch": 311, "lr": 4.7357624148044386e-05}
{"train_loss": 0.003763341810554266, "global_step": 55439, "epoch": 311, "lr": 4.7356148512993534e-05}
{"train_loss": 0.0033147961366921663, "global_step": 55440, "epoch": 311, "lr": 4.735467288025195e-05}
{"train_loss": 0.004203641787171364, "global_step": 55441, "epoch": 311, "lr": 4.735319724982088e-05}
{"train_loss": 0.004535667598247528, "global_step": 55442, "epoch": 311, "lr": 4.7351721621701645e-05}
{"train_loss": 0.005053646396845579, "global_step": 55443, "epoch": 311, "lr": 4.7350245995895514e-05}
{"train_loss": 0.0033245242666453123, "global_step": 55444, "epoch": 311, "lr": 4.73487703724038e-05}
{"train_loss": 0.0016883971402421594, "global_step": 55445, "epoch": 311, "lr": 4.7347294751227765e-05}
{"train_loss": 0.0022912085987627506, "global_step": 55446, "epoch": 311, "lr": 4.734581913236872e-05}
{"train_loss": 0.004097604192793369, "global_step": 55447, "epoch": 311, "lr": 4.7344343515827924e-05}
{"train_loss": 0.003128837328404188, "global_step": 55448, "epoch": 311, "lr": 4.734286790160669e-05}
{"train_loss": 0.0036288457922637463, "global_step": 55449, "epoch": 311, "lr": 4.734139228970633e-05}
{"train_loss": 0.003683690447360277, "global_step": 55450, "epoch": 311, "lr": 4.7339916680128074e-05}
{"train_loss": 0.003250828478485346, "global_step": 55451, "epoch": 311, "lr": 4.733844107287326e-05}
{"train_loss": 0.0011716479202732444, "global_step": 55452, "epoch": 311, "lr": 4.733696546794314e-05}
{"train_loss": 0.004310615360736847, "global_step": 55453, "epoch": 311, "lr": 4.733548986533905e-05}
{"train_loss": 0.006222449243068695, "global_step": 55454, "epoch": 311, "lr": 4.7334014265062226e-05}
{"train_loss": 0.004335612058639526, "global_step": 55455, "epoch": 311, "lr": 4.733253866711399e-05}
{"train_loss": 0.00210587284527719, "global_step": 55456, "epoch": 311, "lr": 4.7331063071495615e-05}
{"train_loss": 0.0023132378701120615, "global_step": 55457, "epoch": 311, "lr": 4.732958747820842e-05}
{"train_loss": 0.0017980346456170082, "global_step": 55458, "epoch": 311, "lr": 4.7328111887253645e-05}
{"train_loss": 0.0037740892730653286, "global_step": 55459, "epoch": 311, "lr": 4.732663629863263e-05}
{"train_loss": 0.004241068381816149, "global_step": 55460, "epoch": 311, "lr": 4.7325160712346614e-05}
{"train_loss": 0.0053608613088727, "global_step": 55461, "epoch": 311, "lr": 4.732368512839692e-05}
{"train_loss": 0.0017505192663520575, "global_step": 55462, "epoch": 311, "lr": 4.732220954678482e-05}
{"train_loss": 0.002307055052369833, "global_step": 55463, "epoch": 311, "lr": 4.732073396751163e-05}
{"train_loss": 0.002031738171353936, "global_step": 55464, "epoch": 311, "lr": 4.73192583905786e-05}
{"train_loss": 0.002329411683604121, "global_step": 55465, "epoch": 311, "lr": 4.731778281598704e-05}
{"train_loss": 0.0036305380053818226, "global_step": 55466, "epoch": 311, "lr": 4.731630724373824e-05}
{"train_loss": 0.00228135846555233, "global_step": 55467, "epoch": 311, "lr": 4.73148316738335e-05}
{"train_loss": 0.0015558907762169838, "global_step": 55468, "epoch": 311, "lr": 4.7313356106274066e-05}
{"train_loss": 0.002871833508834243, "global_step": 55469, "epoch": 311, "lr": 4.731188054106126e-05}
{"train_loss": 0.0045047951862216, "global_step": 55470, "epoch": 311, "lr": 4.7310404978196376e-05}
{"train_loss": 0.0018080513691529632, "global_step": 55471, "epoch": 311, "lr": 4.7308929417680684e-05}
{"train_loss": 0.002310494426637888, "global_step": 55472, "epoch": 311, "lr": 4.730745385951551e-05}
{"train_loss": 0.0014994516968727112, "global_step": 55473, "epoch": 311, "lr": 4.7305978303702075e-05}
{"train_loss": 0.003815846052020788, "global_step": 55474, "epoch": 311, "lr": 4.730450275024173e-05}
{"train_loss": 0.001731595490127802, "global_step": 55475, "epoch": 311, "lr": 4.730302719913573e-05}
{"train_loss": 0.0011592783266678452, "global_step": 55476, "epoch": 311, "lr": 4.730155165038539e-05}
{"train_loss": 0.001906564924865961, "global_step": 55477, "epoch": 311, "lr": 4.730007610399197e-05}
{"train_loss": 0.003951037302613258, "global_step": 55478, "epoch": 311, "lr": 4.7298600559956786e-05}
{"train_loss": 0.004817100241780281, "global_step": 55479, "epoch": 311, "lr": 4.72971250182811e-05}
{"train_loss": 0.0017714505083858967, "global_step": 55480, "epoch": 311, "lr": 4.7295649478966214e-05}
{"train_loss": 0.002392048016190529, "global_step": 55481, "epoch": 311, "lr": 4.729417394201341e-05}
{"train_loss": 0.009274708107113838, "global_step": 55482, "epoch": 311, "lr": 4.729269840742401e-05}
{"train_loss": 0.0030754341278225183, "global_step": 55483, "epoch": 311, "lr": 4.7291222875199245e-05}
{"train_loss": 0.0035112390760332346, "global_step": 55484, "epoch": 311, "lr": 4.728974734534046e-05}
{"train_loss": 0.005330340936779976, "global_step": 55485, "epoch": 311, "lr": 4.72882718178489e-05}
{"train_loss": 0.0031989512499421835, "global_step": 55486, "epoch": 311, "lr": 4.728679629272589e-05}
{"train_loss": 0.005418604705482721, "global_step": 55487, "epoch": 311, "lr": 4.728532076997268e-05}
{"train_loss": 0.005651668645441532, "global_step": 55488, "epoch": 311, "lr": 4.7283845249590604e-05}
{"train_loss": 0.001980731263756752, "global_step": 55489, "epoch": 311, "lr": 4.728236973158091e-05}
{"train_loss": 0.002949843881651759, "global_step": 55490, "epoch": 311, "lr": 4.728089421594489e-05}
{"train_loss": 0.0030241617932915688, "global_step": 55491, "epoch": 311, "lr": 4.7279418702683885e-05}
{"train_loss": 0.0034023786429315805, "global_step": 55492, "epoch": 311, "lr": 4.727794319179912e-05}
{"train_loss": 0.0027051307260990143, "global_step": 55493, "epoch": 311, "lr": 4.7276467683291914e-05}
{"train_loss": 0.0031516486778855324, "global_step": 55494, "epoch": 311, "lr": 4.727499217716354e-05}
{"train_loss": 0.006422863341867924, "global_step": 55495, "epoch": 311, "lr": 4.727351667341533e-05}
{"train_loss": 0.0010751723311841488, "global_step": 55496, "epoch": 311, "lr": 4.727204117204851e-05}
{"train_loss": 0.0025572015438228846, "global_step": 55497, "epoch": 311, "lr": 4.727056567306442e-05}
{"train_loss": 0.0031103205401450396, "global_step": 55498, "epoch": 311, "lr": 4.726909017646431e-05}
{"train_loss": 0.004310068674385548, "global_step": 55499, "epoch": 311, "lr": 4.72676146822495e-05}
{"train_loss": 0.0032974532805383205, "global_step": 55500, "epoch": 311, "lr": 4.726613919042125e-05}
{"train_loss": 0.005021228455007076, "global_step": 55501, "epoch": 311, "lr": 4.726466370098088e-05}
{"train_loss": 0.0029093213379383087, "global_step": 55502, "epoch": 311, "lr": 4.7263188213929655e-05}
{"train_loss": 0.0022603918332606554, "global_step": 55503, "epoch": 311, "lr": 4.7261712729268874e-05}
{"train_loss": 0.003082643263041973, "global_step": 55504, "epoch": 311, "lr": 4.726023724699981e-05}
{"train_loss": 0.0033923345617949963, "global_step": 55505, "epoch": 311, "lr": 4.7258761767123794e-05}
{"train_loss": 0.0016489968402311206, "global_step": 55506, "epoch": 311, "lr": 4.725728628964206e-05}
{"train_loss": 0.0029981150291860104, "global_step": 55507, "epoch": 311, "lr": 4.725581081455593e-05}
{"train_loss": 0.0038551290053874254, "global_step": 55508, "epoch": 311, "lr": 4.725433534186669e-05}
{"train_loss": 0.0033647967502474785, "global_step": 55509, "epoch": 311, "lr": 4.725285987157563e-05}
{"train_loss": 0.0017493527848273516, "global_step": 55510, "epoch": 311, "lr": 4.725138440368401e-05}
{"train_loss": 0.005149132572114468, "global_step": 55511, "epoch": 311, "lr": 4.724990893819315e-05}
{"train_loss": 0.00437082489952445, "global_step": 55512, "epoch": 311, "lr": 4.724843347510434e-05}
{"train_loss": 0.002486418467015028, "global_step": 55513, "epoch": 311, "lr": 4.724695801441885e-05}
{"train_loss": 0.0016842624172568321, "global_step": 55514, "epoch": 311, "lr": 4.724548255613799e-05}
{"train_loss": 0.0038847620598971844, "global_step": 55515, "epoch": 311, "lr": 4.724400710026303e-05}
{"train_loss": 0.002604190493002534, "global_step": 55516, "epoch": 311, "lr": 4.724253164679527e-05}
{"train_loss": 0.002165389945730567, "global_step": 55517, "epoch": 311, "lr": 4.724105619573598e-05}
{"train_loss": 0.0025468242820352316, "global_step": 55518, "epoch": 311, "lr": 4.7239580747086474e-05}
{"train_loss": 0.0027401354163885117, "global_step": 55519, "epoch": 311, "lr": 4.7238105300848015e-05}
{"train_loss": 0.004060546867549419, "global_step": 55520, "epoch": 311, "lr": 4.723662985702193e-05}
{"train_loss": 0.0032740465831011534, "global_step": 55521, "epoch": 311, "lr": 4.723515441560947e-05}
{"train_loss": 0.005257387645542622, "global_step": 55522, "epoch": 311, "lr": 4.723367897661194e-05}
{"train_loss": 0.001595653360709548, "global_step": 55523, "epoch": 311, "lr": 4.723220354003062e-05}
{"train_loss": 0.0017796617466956377, "global_step": 55524, "epoch": 311, "lr": 4.7230728105866824e-05}
{"train_loss": 0.00422735046595335, "global_step": 55525, "epoch": 311, "lr": 4.722925267412179e-05}
{"train_loss": 0.004093930125236511, "global_step": 55526, "epoch": 311, "lr": 4.7227777244796864e-05}
{"train_loss": 0.0030166490469127893, "global_step": 55527, "epoch": 311, "lr": 4.7226301817893294e-05}
{"train_loss": 0.003385755466297269, "global_step": 55528, "epoch": 311, "lr": 4.72248263934124e-05}
{"train_loss": 0.0022687376476824284, "global_step": 55529, "epoch": 311, "lr": 4.722335097135544e-05}
{"train_loss": 0.0017944127321243286, "global_step": 55530, "epoch": 311, "lr": 4.722187555172373e-05}
{"train_loss": 0.0029478496871888638, "global_step": 55531, "epoch": 311, "lr": 4.722040013451852e-05}
{"train_loss": 0.0030196968000382185, "global_step": 55532, "epoch": 311, "lr": 4.7218924719741136e-05}
{"train_loss": 0.00324686779640615, "global_step": 55533, "epoch": 311, "lr": 4.721744930739288e-05}
{"train_loss": 0.0020880091469734907, "global_step": 55534, "epoch": 311, "lr": 4.721597389747499e-05}
{"train_loss": 0.0031045520209885213, "global_step": 55535, "epoch": 311, "lr": 4.72144984899888e-05}
{"train_loss": 0.0030949683859944344, "global_step": 55536, "epoch": 312, "lr": 4.721302308493556e-05}
{"train_loss": 0.0030868216417729855, "global_step": 55537, "epoch": 312, "lr": 4.7211547682316585e-05}
{"train_loss": 0.0018907656194642186, "global_step": 55538, "epoch": 312, "lr": 4.721007228213315e-05}
{"train_loss": 0.003915061242878437, "global_step": 55539, "epoch": 312, "lr": 4.720859688438657e-05}
{"train_loss": 0.0032188366167247295, "global_step": 55540, "epoch": 312, "lr": 4.720712148907809e-05}
{"train_loss": 0.0036662970669567585, "global_step": 55541, "epoch": 312, "lr": 4.720564609620904e-05}
{"train_loss": 0.003903456963598728, "global_step": 55542, "epoch": 312, "lr": 4.720417070578068e-05}
{"train_loss": 0.0018546892097219825, "global_step": 55543, "epoch": 312, "lr": 4.720269531779432e-05}
{"train_loss": 0.0015651818830519915, "global_step": 55544, "epoch": 312, "lr": 4.720121993225123e-05}
{"train_loss": 0.002766179386526346, "global_step": 55545, "epoch": 312, "lr": 4.7199744549152705e-05}
{"train_loss": 0.0019356654956936836, "global_step": 55546, "epoch": 312, "lr": 4.7198269168500034e-05}
{"train_loss": 0.003458763472735882, "global_step": 55547, "epoch": 312, "lr": 4.719679379029453e-05}
{"train_loss": 0.0048944707959890366, "global_step": 55548, "epoch": 312, "lr": 4.719531841453744e-05}
{"train_loss": 0.007877025753259659, "global_step": 55549, "epoch": 312, "lr": 4.719384304123009e-05}
{"train_loss": 0.0025442326441407204, "global_step": 55550, "epoch": 312, "lr": 4.7192367670373725e-05}
{"train_loss": 0.002582330023869872, "global_step": 55551, "epoch": 312, "lr": 4.719089230196967e-05}
{"train_loss": 0.001888378756120801, "global_step": 55552, "epoch": 312, "lr": 4.7189416936019196e-05}
{"train_loss": 0.002126235980540514, "global_step": 55553, "epoch": 312, "lr": 4.7187941572523604e-05}
{"train_loss": 0.002570532960817218, "global_step": 55554, "epoch": 312, "lr": 4.7186466211484184e-05}
{"train_loss": 0.005505967885255814, "global_step": 55555, "epoch": 312, "lr": 4.718499085290221e-05}
{"train_loss": 0.001966646406799555, "global_step": 55556, "epoch": 312, "lr": 4.718351549677898e-05}
{"train_loss": 0.004251027479767799, "global_step": 55557, "epoch": 312, "lr": 4.718204014311578e-05}
{"train_loss": 0.0033749083522707224, "global_step": 55558, "epoch": 312, "lr": 4.718056479191391e-05}
{"train_loss": 0.0035421112552285194, "global_step": 55559, "epoch": 312, "lr": 4.717908944317463e-05}
{"train_loss": 0.0032987608574330807, "global_step": 55560, "epoch": 312, "lr": 4.717761409689927e-05}
{"train_loss": 0.002782755997031927, "global_step": 55561, "epoch": 312, "lr": 4.7176138753089066e-05}
{"train_loss": 0.0009680903749540448, "global_step": 55562, "epoch": 312, "lr": 4.7174663411745365e-05}
{"train_loss": 0.002664214465767145, "global_step": 55563, "epoch": 312, "lr": 4.717318807286941e-05}
{"train_loss": 0.00399830611422658, "global_step": 55564, "epoch": 312, "lr": 4.7171712736462514e-05}
{"train_loss": 0.0031603598035871983, "global_step": 55565, "epoch": 312, "lr": 4.7170237402525946e-05}
{"train_loss": 0.002434330992400646, "global_step": 55566, "epoch": 312, "lr": 4.716876207106103e-05}
{"train_loss": 0.0033719202037900686, "global_step": 55567, "epoch": 312, "lr": 4.7167286742069004e-05}
{"train_loss": 0.0013714608503505588, "global_step": 55568, "epoch": 312, "lr": 4.716581141555121e-05}
{"train_loss": 0.0026087770238518715, "global_step": 55569, "epoch": 312, "lr": 4.716433609150889e-05}
{"train_loss": 0.0031134067103266716, "global_step": 55570, "epoch": 312, "lr": 4.716286076994337e-05}
{"train_loss": 0.005908883176743984, "global_step": 55571, "epoch": 312, "lr": 4.7161385450855896e-05}
{"train_loss": 0.003859669668599963, "global_step": 55572, "epoch": 312, "lr": 4.715991013424781e-05}
{"train_loss": 0.003943684045225382, "global_step": 55573, "epoch": 312, "lr": 4.715843482012036e-05}
{"train_loss": 0.002042571548372507, "global_step": 55574, "epoch": 312, "lr": 4.715695950847484e-05}
{"train_loss": 0.0014781428035348654, "global_step": 55575, "epoch": 312, "lr": 4.7155484199312554e-05}
{"train_loss": 0.003616215428337455, "global_step": 55576, "epoch": 312, "lr": 4.715400889263478e-05}
{"train_loss": 0.0024860186967998743, "global_step": 55577, "epoch": 312, "lr": 4.715253358844282e-05}
{"train_loss": 0.0030984878540039062, "global_step": 55578, "epoch": 312, "lr": 4.7151058286737934e-05}
{"train_loss": 0.0037663353141397238, "global_step": 55579, "epoch": 312, "lr": 4.714958298752144e-05}
{"train_loss": 0.004768115468323231, "global_step": 55580, "epoch": 312, "lr": 4.714810769079461e-05}
{"train_loss": 0.00724948663264513, "global_step": 55581, "epoch": 312, "lr": 4.714663239655876e-05}
{"train_loss": 0.006157024297863245, "global_step": 55582, "epoch": 312, "lr": 4.714515710481512e-05}
{"train_loss": 0.0020450707525014877, "global_step": 55583, "epoch": 312, "lr": 4.7143681815565045e-05}
{"train_loss": 0.0035890003200620413, "global_step": 55584, "epoch": 312, "lr": 4.714220652880977e-05}
{"train_loss": 0.0038986571598798037, "global_step": 55585, "epoch": 312, "lr": 4.714073124455063e-05}
{"train_loss": 0.004231291823089123, "global_step": 55586, "epoch": 312, "lr": 4.713925596278887e-05}
{"train_loss": 0.004334347788244486, "global_step": 55587, "epoch": 312, "lr": 4.713778068352582e-05}
{"train_loss": 0.0027716578915715218, "global_step": 55588, "epoch": 312, "lr": 4.713630540676273e-05}
{"train_loss": 0.004595819860696793, "global_step": 55589, "epoch": 312, "lr": 4.7134830132500913e-05}
{"train_loss": 0.002860800828784704, "global_step": 55590, "epoch": 312, "lr": 4.713335486074164e-05}
{"train_loss": 0.0025597787462174892, "global_step": 55591, "epoch": 312, "lr": 4.7131879591486235e-05}
{"train_loss": 0.0024101855233311653, "global_step": 55592, "epoch": 312, "lr": 4.7130404324735935e-05}
{"train_loss": 0.00242077955044806, "global_step": 55593, "epoch": 312, "lr": 4.712892906049207e-05}
{"train_loss": 0.001727698720060289, "global_step": 55594, "epoch": 312, "lr": 4.71274537987559e-05}
{"train_loss": 0.004729777574539185, "global_step": 55595, "epoch": 312, "lr": 4.712597853952873e-05}
{"train_loss": 0.00343412347137928, "global_step": 55596, "epoch": 312, "lr": 4.7124503282811874e-05}
{"train_loss": 0.0031342937145382166, "global_step": 55597, "epoch": 312, "lr": 4.712302802860656e-05}
{"train_loss": 0.0033080666325986385, "global_step": 55598, "epoch": 312, "lr": 4.7121552776914125e-05}
{"train_loss": 0.0036599207669496536, "global_step": 55599, "epoch": 312, "lr": 4.712007752773583e-05}
{"train_loss": 0.005456853657960892, "global_step": 55600, "epoch": 312, "lr": 4.7118602281073e-05}
{"train_loss": 0.0020128784235566854, "global_step": 55601, "epoch": 312, "lr": 4.711712703692687e-05}
{"train_loss": 0.003342541167512536, "global_step": 55602, "epoch": 312, "lr": 4.7115651795298776e-05}
{"train_loss": 0.0032654176466166973, "global_step": 55603, "epoch": 312, "lr": 4.711417655618997e-05}
{"train_loss": 0.0021694046445190907, "global_step": 55604, "epoch": 312, "lr": 4.711270131960179e-05}
{"train_loss": 0.0032018558122217655, "global_step": 55605, "epoch": 312, "lr": 4.711122608553546e-05}
{"train_loss": 0.005055291578173637, "global_step": 55606, "epoch": 312, "lr": 4.710975085399234e-05}
{"train_loss": 0.002496391301974654, "global_step": 55607, "epoch": 312, "lr": 4.710827562497364e-05}
{"train_loss": 0.0013225531438365579, "global_step": 55608, "epoch": 312, "lr": 4.710680039848071e-05}
{"train_loss": 0.004102613311260939, "global_step": 55609, "epoch": 312, "lr": 4.7105325174514794e-05}
{"train_loss": 0.0040243640542030334, "global_step": 55610, "epoch": 312, "lr": 4.710384995307724e-05}
{"train_loss": 0.0042622284963727, "global_step": 55611, "epoch": 312, "lr": 4.710237473416928e-05}
{"train_loss": 0.0028374071698635817, "global_step": 55612, "epoch": 312, "lr": 4.7100899517792215e-05}
{"train_loss": 0.0027207760140299797, "global_step": 55613, "epoch": 312, "lr": 4.709942430394734e-05}
{"train_loss": 0.0029203644953668118, "global_step": 55614, "epoch": 312, "lr": 4.709794909263597e-05}
{"train_loss": 0.0018094510305672884, "global_step": 55615, "epoch": 312, "lr": 4.709647388385934e-05}
{"train_loss": 0.004960888996720314, "global_step": 55616, "epoch": 312, "lr": 4.709499867761877e-05}
{"train_loss": 0.0032214713282883167, "global_step": 55617, "epoch": 312, "lr": 4.7093523473915566e-05}
{"train_loss": 0.0029925983399152756, "global_step": 55618, "epoch": 312, "lr": 4.709204827275097e-05}
{"train_loss": 0.002438147086650133, "global_step": 55619, "epoch": 312, "lr": 4.7090573074126325e-05}
{"train_loss": 0.003409783821552992, "global_step": 55620, "epoch": 312, "lr": 4.7089097878042865e-05}
{"train_loss": 0.004251673351973295, "global_step": 55621, "epoch": 312, "lr": 4.708762268450192e-05}
{"train_loss": 0.0025487421080470085, "global_step": 55622, "epoch": 312, "lr": 4.708614749350475e-05}
{"train_loss": 0.00393817201256752, "global_step": 55623, "epoch": 312, "lr": 4.708467230505267e-05}
{"train_loss": 0.005418235436081886, "global_step": 55624, "epoch": 312, "lr": 4.708319711914694e-05}
{"train_loss": 0.00268981303088367, "global_step": 55625, "epoch": 312, "lr": 4.708172193578889e-05}
{"train_loss": 0.005514000542461872, "global_step": 55626, "epoch": 312, "lr": 4.7080246754979754e-05}
{"train_loss": 0.0039618955925107, "global_step": 55627, "epoch": 312, "lr": 4.707877157672086e-05}
{"train_loss": 0.004596119746565819, "global_step": 55628, "epoch": 312, "lr": 4.707729640101348e-05}
{"train_loss": 0.0023421873338520527, "global_step": 55629, "epoch": 312, "lr": 4.7075821227858915e-05}
{"train_loss": 0.0018656081520020962, "global_step": 55630, "epoch": 312, "lr": 4.7074346057258435e-05}
{"train_loss": 0.001434252131730318, "global_step": 55631, "epoch": 312, "lr": 4.7072870889213344e-05}
{"train_loss": 0.003943006508052349, "global_step": 55632, "epoch": 312, "lr": 4.707139572372492e-05}
{"train_loss": 0.0049405284225940704, "global_step": 55633, "epoch": 312, "lr": 4.7069920560794476e-05}
{"train_loss": 0.0020120409317314625, "global_step": 55634, "epoch": 312, "lr": 4.706844540042325e-05}
{"train_loss": 0.0036921019200235605, "global_step": 55635, "epoch": 312, "lr": 4.7066970242612584e-05}
{"train_loss": 0.0024403142742812634, "global_step": 55636, "epoch": 312, "lr": 4.706549508736373e-05}
{"train_loss": 0.0036099953576922417, "global_step": 55637, "epoch": 312, "lr": 4.7064019934677995e-05}
{"train_loss": 0.0031669912859797478, "global_step": 55638, "epoch": 312, "lr": 4.706254478455668e-05}
{"train_loss": 0.005056261550635099, "global_step": 55639, "epoch": 312, "lr": 4.7061069637001036e-05}
{"train_loss": 0.0033316307235509157, "global_step": 55640, "epoch": 312, "lr": 4.7059594492012385e-05}
{"train_loss": 0.006019636057317257, "global_step": 55641, "epoch": 312, "lr": 4.7058119349591986e-05}
{"train_loss": 0.003470147028565407, "global_step": 55642, "epoch": 312, "lr": 4.705664420974117e-05}
{"train_loss": 0.003221679013222456, "global_step": 55643, "epoch": 312, "lr": 4.705516907246118e-05}
{"train_loss": 0.0057452647015452385, "global_step": 55644, "epoch": 312, "lr": 4.705369393775335e-05}
{"train_loss": 0.001996909035369754, "global_step": 55645, "epoch": 312, "lr": 4.705221880561891e-05}
{"train_loss": 0.005156362429261208, "global_step": 55646, "epoch": 312, "lr": 4.7050743676059195e-05}
{"train_loss": 0.0023167459294199944, "global_step": 55647, "epoch": 312, "lr": 4.704926854907547e-05}
{"train_loss": 0.0037040128372609615, "global_step": 55648, "epoch": 312, "lr": 4.7047793424669056e-05}
{"train_loss": 0.0017221064772456884, "global_step": 55649, "epoch": 312, "lr": 4.7046318302841194e-05}
{"train_loss": 0.0030205892398953438, "global_step": 55650, "epoch": 312, "lr": 4.7044843183593204e-05}
{"train_loss": 0.0017102318815886974, "global_step": 55651, "epoch": 312, "lr": 4.704336806692636e-05}
{"train_loss": 0.00367549667134881, "global_step": 55652, "epoch": 312, "lr": 4.7041892952841985e-05}
{"train_loss": 0.0038749873638153076, "global_step": 55653, "epoch": 312, "lr": 4.7040417841341304e-05}
{"train_loss": 0.005102565512061119, "global_step": 55654, "epoch": 312, "lr": 4.703894273242566e-05}
{"train_loss": 0.004766385070979595, "global_step": 55655, "epoch": 312, "lr": 4.703746762609632e-05}
{"train_loss": 0.0027483911253511906, "global_step": 55656, "epoch": 312, "lr": 4.703599252235458e-05}
{"train_loss": 0.0014115371741354465, "global_step": 55657, "epoch": 312, "lr": 4.703451742120172e-05}
{"train_loss": 0.0017608817433938384, "global_step": 55658, "epoch": 312, "lr": 4.703304232263902e-05}
{"train_loss": 0.001438212231732905, "global_step": 55659, "epoch": 312, "lr": 4.7031567226667794e-05}
{"train_loss": 0.002906752284616232, "global_step": 55660, "epoch": 312, "lr": 4.703009213328931e-05}
{"train_loss": 0.005213211290538311, "global_step": 55661, "epoch": 312, "lr": 4.702861704250488e-05}
{"train_loss": 0.0036484866868704557, "global_step": 55662, "epoch": 312, "lr": 4.702714195431575e-05}
{"train_loss": 0.0022849407978355885, "global_step": 55663, "epoch": 312, "lr": 4.702566686872326e-05}
{"train_loss": 0.0009852615185081959, "global_step": 55664, "epoch": 312, "lr": 4.702419178572865e-05}
{"train_loss": 0.004228575155138969, "global_step": 55665, "epoch": 312, "lr": 4.702271670533324e-05}
{"train_loss": 0.0023414520546793938, "global_step": 55666, "epoch": 312, "lr": 4.7021241627538306e-05}
{"train_loss": 0.004263873677700758, "global_step": 55667, "epoch": 312, "lr": 4.701976655234515e-05}
{"train_loss": 0.003219977021217346, "global_step": 55668, "epoch": 312, "lr": 4.701829147975504e-05}
{"train_loss": 0.005207332316786051, "global_step": 55669, "epoch": 312, "lr": 4.7016816409769275e-05}
{"train_loss": 0.004296718630939722, "global_step": 55670, "epoch": 312, "lr": 4.701534134238914e-05}
{"train_loss": 0.004612069111317396, "global_step": 55671, "epoch": 312, "lr": 4.7013866277615944e-05}
{"train_loss": 0.003042688360437751, "global_step": 55672, "epoch": 312, "lr": 4.7012391215450934e-05}
{"train_loss": 0.002989602740854025, "global_step": 55673, "epoch": 312, "lr": 4.7010916155895436e-05}
{"train_loss": 0.0028380858711898327, "global_step": 55674, "epoch": 312, "lr": 4.700944109895071e-05}
{"train_loss": 0.0035152644850313663, "global_step": 55675, "epoch": 312, "lr": 4.7007966044618085e-05}
{"train_loss": 0.003477365244179964, "global_step": 55676, "epoch": 312, "lr": 4.7006490992898794e-05}
{"train_loss": 0.0029052800964564085, "global_step": 55677, "epoch": 312, "lr": 4.7005015943794185e-05}
{"train_loss": 0.0013277119724079967, "global_step": 55678, "epoch": 312, "lr": 4.7003540897305485e-05}
{"train_loss": 0.003779234131798148, "global_step": 55679, "epoch": 312, "lr": 4.7002065853434015e-05}
{"train_loss": 0.0016225411090999842, "global_step": 55680, "epoch": 312, "lr": 4.7000590812181077e-05}
{"train_loss": 0.0036247647367417812, "global_step": 55681, "epoch": 312, "lr": 4.699911577354793e-05}
{"train_loss": 0.0012935241684317589, "global_step": 55682, "epoch": 312, "lr": 4.69976407375359e-05}
{"train_loss": 0.002014406258240342, "global_step": 55683, "epoch": 312, "lr": 4.699616570414623e-05}
{"train_loss": 0.0021829409524798393, "global_step": 55684, "epoch": 312, "lr": 4.6994690673380234e-05}
{"train_loss": 0.0016307192854583263, "global_step": 55685, "epoch": 312, "lr": 4.6993215645239196e-05}
{"train_loss": 0.0056790439411997795, "global_step": 55686, "epoch": 312, "lr": 4.699174061972442e-05}
{"train_loss": 0.0035908163990825415, "global_step": 55687, "epoch": 312, "lr": 4.6990265596837156e-05}
{"train_loss": 0.002803316805511713, "global_step": 55688, "epoch": 312, "lr": 4.6988790576578735e-05}
{"train_loss": 0.002734006382524967, "global_step": 55689, "epoch": 312, "lr": 4.6987315558950405e-05}
{"train_loss": 0.0024605172220617533, "global_step": 55690, "epoch": 312, "lr": 4.6985840543953496e-05}
{"train_loss": 0.002157164504751563, "global_step": 55691, "epoch": 312, "lr": 4.698436553158926e-05}
{"train_loss": 0.0035269157961010933, "global_step": 55692, "epoch": 312, "lr": 4.6982890521859004e-05}
{"train_loss": 0.0061147091910243034, "global_step": 55693, "epoch": 312, "lr": 4.698141551476401e-05}
{"train_loss": 0.0031087808310985565, "global_step": 55694, "epoch": 312, "lr": 4.697994051030559e-05}
{"train_loss": 0.004456675611436367, "global_step": 55695, "epoch": 312, "lr": 4.6978465508484986e-05}
{"train_loss": 0.002968970686197281, "global_step": 55696, "epoch": 312, "lr": 4.697699050930354e-05}
{"train_loss": 0.0035167131572961807, "global_step": 55697, "epoch": 312, "lr": 4.697551551276248e-05}
{"train_loss": 0.005533196032047272, "global_step": 55698, "epoch": 312, "lr": 4.697404051886314e-05}
{"train_loss": 0.003424576949328184, "global_step": 55699, "epoch": 312, "lr": 4.6972565527606796e-05}
{"train_loss": 0.003134465776383877, "global_step": 55700, "epoch": 312, "lr": 4.697109053899472e-05}
{"train_loss": 0.0036815546918660402, "global_step": 55701, "epoch": 312, "lr": 4.6969615553028244e-05}
{"train_loss": 0.004758023656904697, "global_step": 55702, "epoch": 312, "lr": 4.6968140569708605e-05}
{"train_loss": 0.0026513654738664627, "global_step": 55703, "epoch": 312, "lr": 4.696666558903713e-05}
{"train_loss": 0.0028306511230766773, "global_step": 55704, "epoch": 312, "lr": 4.696519061101508e-05}
{"train_loss": 0.004814002197235823, "global_step": 55705, "epoch": 312, "lr": 4.6963715635643766e-05}
{"train_loss": 0.005855835508555174, "global_step": 55706, "epoch": 312, "lr": 4.696224066292445e-05}
{"train_loss": 0.001850481377914548, "global_step": 55707, "epoch": 312, "lr": 4.6960765692858447e-05}
{"train_loss": 0.0034559343475848436, "global_step": 55708, "epoch": 312, "lr": 4.695929072544703e-05}
{"train_loss": 0.0039869374595582485, "global_step": 55709, "epoch": 312, "lr": 4.69578157606915e-05}
{"train_loss": 0.0037334589287638664, "global_step": 55710, "epoch": 312, "lr": 4.695634079859312e-05}
{"train_loss": 0.002094893716275692, "global_step": 55711, "epoch": 312, "lr": 4.695486583915321e-05}
{"train_loss": 0.0038389735855162144, "global_step": 55712, "epoch": 312, "lr": 4.695339088237302e-05}
{"train_loss": 0.0033315550477055604, "global_step": 55713, "epoch": 312, "lr": 4.6951915928253894e-05}
{"train_loss": 0.0037293466739356518, "global_step": 55714, "epoch": 313, "lr": 4.695044097679706e-05}
{"train_loss": 0.002688887994736433, "global_step": 55715, "epoch": 313, "lr": 4.694896602800385e-05}
{"train_loss": 0.0012822358403354883, "global_step": 55716, "epoch": 313, "lr": 4.6947491081875525e-05}
{"train_loss": 0.003959335386753082, "global_step": 55717, "epoch": 313, "lr": 4.6946016138413394e-05}
{"train_loss": 0.002462181728333235, "global_step": 55718, "epoch": 313, "lr": 4.694454119761872e-05}
{"train_loss": 0.0032399350311607122, "global_step": 55719, "epoch": 313, "lr": 4.694306625949281e-05}
{"train_loss": 0.001936069456860423, "global_step": 55720, "epoch": 313, "lr": 4.6941591324036974e-05}
{"train_loss": 0.004238261375576258, "global_step": 55721, "epoch": 313, "lr": 4.6940116391252445e-05}
{"train_loss": 0.004597863182425499, "global_step": 55722, "epoch": 313, "lr": 4.6938641461140556e-05}
{"train_loss": 0.0035043542739003897, "global_step": 55723, "epoch": 313, "lr": 4.693716653370257e-05}
{"train_loss": 0.0027347696013748646, "global_step": 55724, "epoch": 313, "lr": 4.6935691608939806e-05}
{"train_loss": 0.004931342322379351, "global_step": 55725, "epoch": 313, "lr": 4.6934216686853514e-05}
{"train_loss": 0.004249150399118662, "global_step": 55726, "epoch": 313, "lr": 4.693274176744501e-05}
{"train_loss": 0.003248373046517372, "global_step": 55727, "epoch": 313, "lr": 4.6931266850715565e-05}
{"train_loss": 0.003260083496570587, "global_step": 55728, "epoch": 313, "lr": 4.69297919366665e-05}
{"train_loss": 0.003796056378632784, "global_step": 55729, "epoch": 313, "lr": 4.692831702529905e-05}
{"train_loss": 0.007018940523266792, "global_step": 55730, "epoch": 313, "lr": 4.692684211661454e-05}
{"train_loss": 0.0027362729888409376, "global_step": 55731, "epoch": 313, "lr": 4.692536721061424e-05}
{"train_loss": 0.005082296207547188, "global_step": 55732, "epoch": 313, "lr": 4.692389230729947e-05}
{"train_loss": 0.001958027482032776, "global_step": 55733, "epoch": 313, "lr": 4.692241740667148e-05}
{"train_loss": 0.005054662004113197, "global_step": 55734, "epoch": 313, "lr": 4.6920942508731595e-05}
{"train_loss": 0.004077581223100424, "global_step": 55735, "epoch": 313, "lr": 4.691946761348106e-05}
{"train_loss": 0.0025263973511755466, "global_step": 55736, "epoch": 313, "lr": 4.691799272092119e-05}
{"train_loss": 0.0038037439808249474, "global_step": 55737, "epoch": 313, "lr": 4.691651783105327e-05}
{"train_loss": 0.0030597771983593702, "global_step": 55738, "epoch": 313, "lr": 4.6915042943878604e-05}
{"train_loss": 0.003357235575094819, "global_step": 55739, "epoch": 313, "lr": 4.6913568059398446e-05}
{"train_loss": 0.003687309566885233, "global_step": 55740, "epoch": 313, "lr": 4.691209317761409e-05}
{"train_loss": 0.0010949772549793124, "global_step": 55741, "epoch": 313, "lr": 4.691061829852686e-05}
{"train_loss": 0.00335102342069149, "global_step": 55742, "epoch": 313, "lr": 4.6909143422138004e-05}
{"train_loss": 0.004629404284060001, "global_step": 55743, "epoch": 313, "lr": 4.690766854844885e-05}
{"train_loss": 0.0036554504185914993, "global_step": 55744, "epoch": 313, "lr": 4.690619367746064e-05}
{"train_loss": 0.0016305642202496529, "global_step": 55745, "epoch": 313, "lr": 4.6904718809174695e-05}
{"train_loss": 0.0024585435166954994, "global_step": 55746, "epoch": 313, "lr": 4.6903243943592284e-05}
{"train_loss": 0.0025332681834697723, "global_step": 55747, "epoch": 313, "lr": 4.6901769080714726e-05}
{"train_loss": 0.004588089883327484, "global_step": 55748, "epoch": 313, "lr": 4.690029422054327e-05}
{"train_loss": 0.005438066087663174, "global_step": 55749, "epoch": 313, "lr": 4.689881936307923e-05}
{"train_loss": 0.004060438834130764, "global_step": 55750, "epoch": 313, "lr": 4.689734450832387e-05}
{"train_loss": 0.004358923994004726, "global_step": 55751, "epoch": 313, "lr": 4.689586965627852e-05}
{"train_loss": 0.004002606496214867, "global_step": 55752, "epoch": 313, "lr": 4.689439480694442e-05}
{"train_loss": 0.0032207260373979807, "global_step": 55753, "epoch": 313, "lr": 4.6892919960322904e-05}
{"train_loss": 0.005495171993970871, "global_step": 55754, "epoch": 313, "lr": 4.689144511641521e-05}
{"train_loss": 0.0037697223015129566, "global_step": 55755, "epoch": 313, "lr": 4.688997027522267e-05}
{"train_loss": 0.004969803616404533, "global_step": 55756, "epoch": 313, "lr": 4.688849543674654e-05}
{"train_loss": 0.0054642860777676105, "global_step": 55757, "epoch": 313, "lr": 4.688702060098815e-05}
{"train_loss": 0.002848108531907201, "global_step": 55758, "epoch": 313, "lr": 4.6885545767948734e-05}
{"train_loss": 0.0031606322154402733, "global_step": 55759, "epoch": 313, "lr": 4.6884070937629625e-05}
{"train_loss": 0.004437553696334362, "global_step": 55760, "epoch": 313, "lr": 4.688259611003208e-05}
{"train_loss": 0.0037870618980377913, "global_step": 55761, "epoch": 313, "lr": 4.68811212851574e-05}
{"train_loss": 0.004888948053121567, "global_step": 55762, "epoch": 313, "lr": 4.68796464630069e-05}
{"train_loss": 0.002910616807639599, "global_step": 55763, "epoch": 313, "lr": 4.6878171643581815e-05}
{"train_loss": 0.0025198382791131735, "global_step": 55764, "epoch": 313, "lr": 4.687669682688348e-05}
{"train_loss": 0.004332875832915306, "global_step": 55765, "epoch": 313, "lr": 4.687522201291315e-05}
{"train_loss": 0.0024498766288161278, "global_step": 55766, "epoch": 313, "lr": 4.687374720167214e-05}
{"train_loss": 0.004171835258603096, "global_step": 55767, "epoch": 313, "lr": 4.687227239316171e-05}
{"train_loss": 0.004543564282357693, "global_step": 55768, "epoch": 313, "lr": 4.687079758738317e-05}
{"train_loss": 0.0026971260085701942, "global_step": 55769, "epoch": 313, "lr": 4.68693227843378e-05}
{"train_loss": 0.0037677944637835026, "global_step": 55770, "epoch": 313, "lr": 4.68678479840269e-05}
{"train_loss": 0.005268141161650419, "global_step": 55771, "epoch": 313, "lr": 4.6866373186451734e-05}
{"train_loss": 0.0029098852537572384, "global_step": 55772, "epoch": 313, "lr": 4.686489839161362e-05}
{"train_loss": 0.003152648452669382, "global_step": 55773, "epoch": 313, "lr": 4.686342359951381e-05}
{"train_loss": 0.0014319932088255882, "global_step": 55774, "epoch": 313, "lr": 4.6861948810153625e-05}
{"train_loss": 0.002837736625224352, "global_step": 55775, "epoch": 313, "lr": 4.6860474023534335e-05}
{"train_loss": 0.006570545956492424, "global_step": 55776, "epoch": 313, "lr": 4.685899923965725e-05}
{"train_loss": 0.002944935578852892, "global_step": 55777, "epoch": 313, "lr": 4.6857524458523616e-05}
{"train_loss": 0.002212272956967354, "global_step": 55778, "epoch": 313, "lr": 4.685604968013476e-05}
{"train_loss": 0.0024189860559999943, "global_step": 55779, "epoch": 313, "lr": 4.685457490449194e-05}
{"train_loss": 0.0030399318784475327, "global_step": 55780, "epoch": 313, "lr": 4.6853100131596496e-05}
{"train_loss": 0.002203346462920308, "global_step": 55781, "epoch": 313, "lr": 4.685162536144965e-05}
{"train_loss": 0.006651131436228752, "global_step": 55782, "epoch": 313, "lr": 4.6850150594052725e-05}
{"train_loss": 0.0012542434269562364, "global_step": 55783, "epoch": 313, "lr": 4.684867582940702e-05}
{"train_loss": 0.002266650553792715, "global_step": 55784, "epoch": 313, "lr": 4.684720106751379e-05}
{"train_loss": 0.005195898003876209, "global_step": 55785, "epoch": 313, "lr": 4.684572630837437e-05}
{"train_loss": 0.002651034388691187, "global_step": 55786, "epoch": 313, "lr": 4.6844251551989987e-05}
{"train_loss": 0.002432543085888028, "global_step": 55787, "epoch": 313, "lr": 4.684277679836198e-05}
{"train_loss": 0.004357711412012577, "global_step": 55788, "epoch": 313, "lr": 4.6841302047491606e-05}
{"train_loss": 0.003759362269192934, "global_step": 55789, "epoch": 313, "lr": 4.683982729938019e-05}
{"train_loss": 0.002901078201830387, "global_step": 55790, "epoch": 313, "lr": 4.6838352554028974e-05}
{"train_loss": 0.0019852383993566036, "global_step": 55791, "epoch": 313, "lr": 4.683687781143929e-05}
{"train_loss": 0.0038684350438416004, "global_step": 55792, "epoch": 313, "lr": 4.6835403071612384e-05}
{"train_loss": 0.005662352778017521, "global_step": 55793, "epoch": 313, "lr": 4.683392833454957e-05}
{"train_loss": 0.0015980886528268456, "global_step": 55794, "epoch": 313, "lr": 4.683245360025212e-05}
{"train_loss": 0.004535325337201357, "global_step": 55795, "epoch": 313, "lr": 4.683097886872137e-05}
{"train_loss": 0.0012833706568926573, "global_step": 55796, "epoch": 313, "lr": 4.682950413995853e-05}
{"train_loss": 0.002425318118184805, "global_step": 55797, "epoch": 313, "lr": 4.682802941396495e-05}
{"train_loss": 0.0022220853716135025, "global_step": 55798, "epoch": 313, "lr": 4.682655469074188e-05}
{"train_loss": 0.002838286105543375, "global_step": 55799, "epoch": 313, "lr": 4.682507997029065e-05}
{"train_loss": 0.002845596522092819, "global_step": 55800, "epoch": 313, "lr": 4.68236052526125e-05}
{"train_loss": 0.0050014713779091835, "global_step": 55801, "epoch": 313, "lr": 4.6822130537708755e-05}
{"train_loss": 0.002056158147752285, "global_step": 55802, "epoch": 313, "lr": 4.682065582558067e-05}
{"train_loss": 0.0025583095848560333, "global_step": 55803, "epoch": 313, "lr": 4.681918111622956e-05}
{"train_loss": 0.0038302571047097445, "global_step": 55804, "epoch": 313, "lr": 4.6817706409656725e-05}
{"train_loss": 0.0026380144990980625, "global_step": 55805, "epoch": 313, "lr": 4.681623170586341e-05}
{"train_loss": 0.0036461446434259415, "global_step": 55806, "epoch": 313, "lr": 4.681475700485095e-05}
{"train_loss": 0.0018762784311547875, "global_step": 55807, "epoch": 313, "lr": 4.6813282306620586e-05}
{"train_loss": 0.0022696596570312977, "global_step": 55808, "epoch": 313, "lr": 4.681180761117364e-05}
{"train_loss": 0.002362377941608429, "global_step": 55809, "epoch": 313, "lr": 4.681033291851138e-05}
{"train_loss": 0.0035181217826902866, "global_step": 55810, "epoch": 313, "lr": 4.6808858228635135e-05}
{"train_loss": 0.0025332970544695854, "global_step": 55811, "epoch": 313, "lr": 4.680738354154613e-05}
{"train_loss": 0.006607152987271547, "global_step": 55812, "epoch": 313, "lr": 4.680590885724569e-05}
{"train_loss": 0.0037738988175988197, "global_step": 55813, "epoch": 313, "lr": 4.68044341757351e-05}
{"train_loss": 0.004109871573746204, "global_step": 55814, "epoch": 313, "lr": 4.680295949701566e-05}
{"train_loss": 0.001998788444325328, "global_step": 55815, "epoch": 313, "lr": 4.6801484821088625e-05}
{"train_loss": 0.0024314208421856165, "global_step": 55816, "epoch": 313, "lr": 4.680001014795531e-05}
{"train_loss": 0.00210564024746418, "global_step": 55817, "epoch": 313, "lr": 4.679853547761699e-05}
{"train_loss": 0.006341565866023302, "global_step": 55818, "epoch": 313, "lr": 4.679706081007497e-05}
{"train_loss": 0.005616001784801483, "global_step": 55819, "epoch": 313, "lr": 4.679558614533051e-05}
{"train_loss": 0.003121335059404373, "global_step": 55820, "epoch": 313, "lr": 4.679411148338493e-05}
{"train_loss": 0.0024988027289509773, "global_step": 55821, "epoch": 313, "lr": 4.679263682423948e-05}
{"train_loss": 0.003266704734414816, "global_step": 55822, "epoch": 313, "lr": 4.67911621678955e-05}
{"train_loss": 0.004575209692120552, "global_step": 55823, "epoch": 313, "lr": 4.678968751435423e-05}
{"train_loss": 0.004266000352799892, "global_step": 55824, "epoch": 313, "lr": 4.6788212863616965e-05}
{"train_loss": 0.0022334603127092123, "global_step": 55825, "epoch": 313, "lr": 4.6786738215685035e-05}
{"train_loss": 0.0037697111256420612, "global_step": 55826, "epoch": 313, "lr": 4.678526357055967e-05}
{"train_loss": 0.0038989572785794735, "global_step": 55827, "epoch": 313, "lr": 4.67837889282422e-05}
{"train_loss": 0.0016537705669179559, "global_step": 55828, "epoch": 313, "lr": 4.6782314288733887e-05}
{"train_loss": 0.0017700579483062029, "global_step": 55829, "epoch": 313, "lr": 4.6780839652036054e-05}
{"train_loss": 0.002261520829051733, "global_step": 55830, "epoch": 313, "lr": 4.677936501814994e-05}
{"train_loss": 0.0022624307312071323, "global_step": 55831, "epoch": 313, "lr": 4.677789038707687e-05}
{"train_loss": 0.005123309791088104, "global_step": 55832, "epoch": 313, "lr": 4.677641575881811e-05}
{"train_loss": 0.002746481681242585, "global_step": 55833, "epoch": 313, "lr": 4.677494113337498e-05}
{"train_loss": 0.0029917939100414515, "global_step": 55834, "epoch": 313, "lr": 4.677346651074872e-05}
{"train_loss": 0.0035125352442264557, "global_step": 55835, "epoch": 313, "lr": 4.6771991890940656e-05}
{"train_loss": 0.005127499811351299, "global_step": 55836, "epoch": 313, "lr": 4.677051727395207e-05}
{"train_loss": 0.003892397042363882, "global_step": 55837, "epoch": 313, "lr": 4.6769042659784246e-05}
{"train_loss": 0.004382122308015823, "global_step": 55838, "epoch": 313, "lr": 4.6767568048438455e-05}
{"train_loss": 0.0038072187453508377, "global_step": 55839, "epoch": 313, "lr": 4.676609343991601e-05}
{"train_loss": 0.0027852586936205626, "global_step": 55840, "epoch": 313, "lr": 4.676461883421818e-05}
{"train_loss": 0.0032151914201676846, "global_step": 55841, "epoch": 313, "lr": 4.676314423134629e-05}
{"train_loss": 0.0030718999914824963, "global_step": 55842, "epoch": 313, "lr": 4.676166963130156e-05}
{"train_loss": 0.002555305138230324, "global_step": 55843, "epoch": 313, "lr": 4.676019503408536e-05}
{"train_loss": 0.0018899422138929367, "global_step": 55844, "epoch": 313, "lr": 4.675872043969891e-05}
{"train_loss": 0.005842049140483141, "global_step": 55845, "epoch": 313, "lr": 4.675724584814352e-05}
{"train_loss": 0.0022655404172837734, "global_step": 55846, "epoch": 313, "lr": 4.675577125942049e-05}
{"train_loss": 0.0026179493870586157, "global_step": 55847, "epoch": 313, "lr": 4.675429667353109e-05}
{"train_loss": 0.0036218741443008184, "global_step": 55848, "epoch": 313, "lr": 4.675282209047664e-05}
{"train_loss": 0.0019078755285590887, "global_step": 55849, "epoch": 313, "lr": 4.675134751025839e-05}
{"train_loss": 0.003618222661316395, "global_step": 55850, "epoch": 313, "lr": 4.674987293287765e-05}
{"train_loss": 0.004835295490920544, "global_step": 55851, "epoch": 313, "lr": 4.674839835833569e-05}
{"train_loss": 0.005637288559228182, "global_step": 55852, "epoch": 313, "lr": 4.674692378663384e-05}
{"train_loss": 0.0038610452320426702, "global_step": 55853, "epoch": 313, "lr": 4.674544921777333e-05}
{"train_loss": 0.003967177122831345, "global_step": 55854, "epoch": 313, "lr": 4.6743974651755485e-05}
{"train_loss": 0.0026736946310847998, "global_step": 55855, "epoch": 313, "lr": 4.6742500088581576e-05}
{"train_loss": 0.005453210324048996, "global_step": 55856, "epoch": 313, "lr": 4.674102552825292e-05}
{"train_loss": 0.0019627069123089314, "global_step": 55857, "epoch": 313, "lr": 4.6739550970770765e-05}
{"train_loss": 0.0030470266938209534, "global_step": 55858, "epoch": 313, "lr": 4.673807641613642e-05}
{"train_loss": 0.004276677966117859, "global_step": 55859, "epoch": 313, "lr": 4.6736601864351164e-05}
{"train_loss": 0.0037977269385010004, "global_step": 55860, "epoch": 313, "lr": 4.673512731541631e-05}
{"train_loss": 0.002776441629976034, "global_step": 55861, "epoch": 313, "lr": 4.6733652769333116e-05}
{"train_loss": 0.002880111802369356, "global_step": 55862, "epoch": 313, "lr": 4.673217822610289e-05}
{"train_loss": 0.0035594599321484566, "global_step": 55863, "epoch": 313, "lr": 4.67307036857269e-05}
{"train_loss": 0.006444461643695831, "global_step": 55864, "epoch": 313, "lr": 4.6729229148206445e-05}
{"train_loss": 0.003998110070824623, "global_step": 55865, "epoch": 313, "lr": 4.6727754613542804e-05}
{"train_loss": 0.0030146425124257803, "global_step": 55866, "epoch": 313, "lr": 4.672628008173728e-05}
{"train_loss": 0.004794048145413399, "global_step": 55867, "epoch": 313, "lr": 4.672480555279118e-05}
{"train_loss": 0.003294062800705433, "global_step": 55868, "epoch": 313, "lr": 4.6723331026705734e-05}
{"train_loss": 0.0020067235454916954, "global_step": 55869, "epoch": 313, "lr": 4.672185650348228e-05}
{"train_loss": 0.0030231792479753494, "global_step": 55870, "epoch": 313, "lr": 4.672038198312208e-05}
{"train_loss": 0.0031472258269786835, "global_step": 55871, "epoch": 313, "lr": 4.671890746562645e-05}
{"train_loss": 0.0049185846000909805, "global_step": 55872, "epoch": 313, "lr": 4.6717432950996635e-05}
{"train_loss": 0.0022907485254108906, "global_step": 55873, "epoch": 313, "lr": 4.671595843923396e-05}
{"train_loss": 0.0026743896305561066, "global_step": 55874, "epoch": 313, "lr": 4.671448393033969e-05}
{"train_loss": 0.0032757758162915707, "global_step": 55875, "epoch": 313, "lr": 4.6713009424315134e-05}
{"train_loss": 0.0036633361596614122, "global_step": 55876, "epoch": 313, "lr": 4.671153492116155e-05}
{"train_loss": 0.003210814669728279, "global_step": 55877, "epoch": 313, "lr": 4.671006042088026e-05}
{"train_loss": 0.0028386719059199095, "global_step": 55878, "epoch": 313, "lr": 4.670858592347252e-05}
{"train_loss": 0.00202587409876287, "global_step": 55879, "epoch": 313, "lr": 4.670711142893966e-05}
{"train_loss": 0.004459777846932411, "global_step": 55880, "epoch": 313, "lr": 4.670563693728291e-05}
{"train_loss": 0.0014714945573359728, "global_step": 55881, "epoch": 313, "lr": 4.670416244850362e-05}
{"train_loss": 0.0036971704103052616, "global_step": 55882, "epoch": 313, "lr": 4.6702687962603024e-05}
{"train_loss": 0.005300055257976055, "global_step": 55883, "epoch": 313, "lr": 4.6701213479582447e-05}
{"train_loss": 0.0027806006837636232, "global_step": 55884, "epoch": 313, "lr": 4.669973899944315e-05}
{"train_loss": 0.0027348503936082125, "global_step": 55885, "epoch": 313, "lr": 4.6698264522186455e-05}
{"train_loss": 0.0037796907126903534, "global_step": 55886, "epoch": 313, "lr": 4.66967900478136e-05}
{"train_loss": 0.003152424469590187, "global_step": 55887, "epoch": 313, "lr": 4.6695315576325914e-05}
{"train_loss": 0.00490165501832962, "global_step": 55888, "epoch": 313, "lr": 4.669384110772468e-05}
{"train_loss": 0.0021412984933704138, "global_step": 55889, "epoch": 313, "lr": 4.669236664201116e-05}
{"train_loss": 0.0030055800452828407, "global_step": 55890, "epoch": 313, "lr": 4.669089217918669e-05}
{"train_loss": 0.00345042932012087, "global_step": 55891, "epoch": 313, "lr": 4.6689417719252505e-05}
{"train_loss": 0.0054933298379182816, "global_step": 55892, "epoch": 314, "lr": 4.668794326220992e-05}
{"train_loss": 0.0037680878303945065, "global_step": 55893, "epoch": 314, "lr": 4.6686468808060216e-05}
{"train_loss": 0.004241242539137602, "global_step": 55894, "epoch": 314, "lr": 4.66849943568047e-05}
{"train_loss": 0.0031226505525410175, "global_step": 55895, "epoch": 314, "lr": 4.6683519908444625e-05}
{"train_loss": 0.0016472196439281106, "global_step": 55896, "epoch": 314, "lr": 4.6682045462981305e-05}
{"train_loss": 0.0048920102417469025, "global_step": 55897, "epoch": 314, "lr": 4.668057102041602e-05}
{"train_loss": 0.005317459814250469, "global_step": 55898, "epoch": 314, "lr": 4.667909658075006e-05}
{"train_loss": 0.004494107328355312, "global_step": 55899, "epoch": 314, "lr": 4.667762214398471e-05}
{"train_loss": 0.0032196082174777985, "global_step": 55900, "epoch": 314, "lr": 4.6676147710121266e-05}
{"train_loss": 0.006938479840755463, "global_step": 55901, "epoch": 314, "lr": 4.6674673279160994e-05}
{"train_loss": 0.002788897603750229, "global_step": 55902, "epoch": 314, "lr": 4.6673198851105204e-05}
{"train_loss": 0.003329436993226409, "global_step": 55903, "epoch": 314, "lr": 4.6671724425955164e-05}
{"train_loss": 0.005782204680144787, "global_step": 55904, "epoch": 314, "lr": 4.6670250003712196e-05}
{"train_loss": 0.0027562889736145735, "global_step": 55905, "epoch": 314, "lr": 4.6668775584377545e-05}
{"train_loss": 0.0022825433406978846, "global_step": 55906, "epoch": 314, "lr": 4.6667301167952534e-05}
{"train_loss": 0.004088094457983971, "global_step": 55907, "epoch": 314, "lr": 4.666582675443842e-05}
{"train_loss": 0.004948095418512821, "global_step": 55908, "epoch": 314, "lr": 4.6664352343836506e-05}
{"train_loss": 0.0036103674210608006, "global_step": 55909, "epoch": 314, "lr": 4.666287793614811e-05}
{"train_loss": 0.003427259624004364, "global_step": 55910, "epoch": 314, "lr": 4.6661403531374466e-05}
{"train_loss": 0.0019242330454289913, "global_step": 55911, "epoch": 314, "lr": 4.66599291295169e-05}
{"train_loss": 0.003990701399743557, "global_step": 55912, "epoch": 314, "lr": 4.665845473057667e-05}
{"train_loss": 0.0034333961084485054, "global_step": 55913, "epoch": 314, "lr": 4.6656980334555106e-05}
{"train_loss": 0.00260994047857821, "global_step": 55914, "epoch": 314, "lr": 4.6655505941453446e-05}
{"train_loss": 0.0035608394537121058, "global_step": 55915, "epoch": 314, "lr": 4.6654031551273026e-05}
{"train_loss": 0.0041154720820486546, "global_step": 55916, "epoch": 314, "lr": 4.665255716401508e-05}
{"train_loss": 0.005743488669395447, "global_step": 55917, "epoch": 314, "lr": 4.665108277968095e-05}
{"train_loss": 0.0038827266544103622, "global_step": 55918, "epoch": 314, "lr": 4.664960839827188e-05}
{"train_loss": 0.0026681600138545036, "global_step": 55919, "epoch": 314, "lr": 4.6648134019789195e-05}
{"train_loss": 0.0019673483911901712, "global_step": 55920, "epoch": 314, "lr": 4.6646659644234154e-05}
{"train_loss": 0.003115489147603512, "global_step": 55921, "epoch": 314, "lr": 4.664518527160806e-05}
{"train_loss": 0.002269171178340912, "global_step": 55922, "epoch": 314, "lr": 4.664371090191219e-05}
{"train_loss": 0.003950376063585281, "global_step": 55923, "epoch": 314, "lr": 4.664223653514785e-05}
{"train_loss": 0.004594208672642708, "global_step": 55924, "epoch": 314, "lr": 4.66407621713163e-05}
{"train_loss": 0.00821410771459341, "global_step": 55925, "epoch": 314, "lr": 4.6639287810418854e-05}
{"train_loss": 0.003405765164643526, "global_step": 55926, "epoch": 314, "lr": 4.6637813452456775e-05}
{"train_loss": 0.0013657438103109598, "global_step": 55927, "epoch": 314, "lr": 4.6636339097431394e-05}
{"train_loss": 0.003984258510172367, "global_step": 55928, "epoch": 314, "lr": 4.663486474534394e-05}
{"train_loss": 0.0025928840041160583, "global_step": 55929, "epoch": 314, "lr": 4.663339039619574e-05}
{"train_loss": 0.0050921388901770115, "global_step": 55930, "epoch": 314, "lr": 4.6631916049988077e-05}
{"train_loss": 0.0032795595470815897, "global_step": 55931, "epoch": 314, "lr": 4.663044170672222e-05}
{"train_loss": 0.0038045686669647694, "global_step": 55932, "epoch": 314, "lr": 4.6628967366399504e-05}
{"train_loss": 0.0034499233588576317, "global_step": 55933, "epoch": 314, "lr": 4.662749302902115e-05}
{"train_loss": 0.004193629138171673, "global_step": 55934, "epoch": 314, "lr": 4.662601869458851e-05}
{"train_loss": 0.003824810264632106, "global_step": 55935, "epoch": 314, "lr": 4.662454436310282e-05}
{"train_loss": 0.0054920027032494545, "global_step": 55936, "epoch": 314, "lr": 4.662307003456539e-05}
{"train_loss": 0.0018000032287091017, "global_step": 55937, "epoch": 314, "lr": 4.662159570897751e-05}
{"train_loss": 0.0032037654891610146, "global_step": 55938, "epoch": 314, "lr": 4.662012138634047e-05}
{"train_loss": 0.005033297464251518, "global_step": 55939, "epoch": 314, "lr": 4.661864706665554e-05}
{"train_loss": 0.0024611668195575476, "global_step": 55940, "epoch": 314, "lr": 4.661717274992403e-05}
{"train_loss": 0.004816174507141113, "global_step": 55941, "epoch": 314, "lr": 4.66156984361472e-05}
{"train_loss": 0.002369424793869257, "global_step": 55942, "epoch": 314, "lr": 4.661422412532639e-05}
{"train_loss": 0.003788197413086891, "global_step": 55943, "epoch": 314, "lr": 4.661274981746282e-05}
{"train_loss": 0.004819088615477085, "global_step": 55944, "epoch": 314, "lr": 4.661127551255783e-05}
{"train_loss": 0.0015738413203507662, "global_step": 55945, "epoch": 314, "lr": 4.660980121061267e-05}
{"train_loss": 0.0029949131421744823, "global_step": 55946, "epoch": 314, "lr": 4.660832691162867e-05}
{"train_loss": 0.0012098182924091816, "global_step": 55947, "epoch": 314, "lr": 4.660685261560708e-05}
{"train_loss": 0.0016285731690004468, "global_step": 55948, "epoch": 314, "lr": 4.66053783225492e-05}
{"train_loss": 0.004241880029439926, "global_step": 55949, "epoch": 314, "lr": 4.660390403245631e-05}
{"train_loss": 0.0056930892169475555, "global_step": 55950, "epoch": 314, "lr": 4.660242974532972e-05}
{"train_loss": 0.0011814429890364408, "global_step": 55951, "epoch": 314, "lr": 4.6600955461170714e-05}
{"train_loss": 0.0038350969552993774, "global_step": 55952, "epoch": 314, "lr": 4.659948117998055e-05}
{"train_loss": 0.0015987942460924387, "global_step": 55953, "epoch": 314, "lr": 4.659800690176056e-05}
{"train_loss": 0.002755620051175356, "global_step": 55954, "epoch": 314, "lr": 4.659653262651199e-05}
{"train_loss": 0.0032059745863080025, "global_step": 55955, "epoch": 314, "lr": 4.6595058354236154e-05}
{"train_loss": 0.003502287669107318, "global_step": 55956, "epoch": 314, "lr": 4.6593584084934315e-05}
{"train_loss": 0.00479489378631115, "global_step": 55957, "epoch": 314, "lr": 4.6592109818607804e-05}
{"train_loss": 0.002420975361019373, "global_step": 55958, "epoch": 314, "lr": 4.659063555525786e-05}
{"train_loss": 0.002127286745235324, "global_step": 55959, "epoch": 314, "lr": 4.6589161294885804e-05}
{"train_loss": 0.0024972299579530954, "global_step": 55960, "epoch": 314, "lr": 4.6587687037492896e-05}
{"train_loss": 0.004574081860482693, "global_step": 55961, "epoch": 314, "lr": 4.658621278308046e-05}
{"train_loss": 0.0022723458241671324, "global_step": 55962, "epoch": 314, "lr": 4.658473853164975e-05}
{"train_loss": 0.003852739930152893, "global_step": 55963, "epoch": 314, "lr": 4.658326428320207e-05}
{"train_loss": 0.00179522973485291, "global_step": 55964, "epoch": 314, "lr": 4.65817900377387e-05}
{"train_loss": 0.0026085833087563515, "global_step": 55965, "epoch": 314, "lr": 4.658031579526095e-05}
{"train_loss": 0.0032608546316623688, "global_step": 55966, "epoch": 314, "lr": 4.657884155577007e-05}
{"train_loss": 0.0033701707143336535, "global_step": 55967, "epoch": 314, "lr": 4.6577367319267374e-05}
{"train_loss": 0.0021300173830240965, "global_step": 55968, "epoch": 314, "lr": 4.6575893085754134e-05}
{"train_loss": 0.0032077613286674023, "global_step": 55969, "epoch": 314, "lr": 4.657441885523167e-05}
{"train_loss": 0.0038222854491323233, "global_step": 55970, "epoch": 314, "lr": 4.657294462770123e-05}
{"train_loss": 0.0016039215261116624, "global_step": 55971, "epoch": 314, "lr": 4.657147040316411e-05}
{"train_loss": 0.0018940893933176994, "global_step": 55972, "epoch": 314, "lr": 4.656999618162164e-05}
{"train_loss": 0.0014026893768459558, "global_step": 55973, "epoch": 314, "lr": 4.656852196307504e-05}
{"train_loss": 0.004100961145013571, "global_step": 55974, "epoch": 314, "lr": 4.656704774752564e-05}
{"train_loss": 0.00234161876142025, "global_step": 55975, "epoch": 314, "lr": 4.656557353497471e-05}
{"train_loss": 0.003241288708522916, "global_step": 55976, "epoch": 314, "lr": 4.6564099325423574e-05}
{"train_loss": 0.0026256260462105274, "global_step": 55977, "epoch": 314, "lr": 4.656262511887347e-05}
{"train_loss": 0.001454060897231102, "global_step": 55978, "epoch": 314, "lr": 4.656115091532571e-05}
{"train_loss": 0.0024186542723327875, "global_step": 55979, "epoch": 314, "lr": 4.655967671478158e-05}
{"train_loss": 0.00305087654851377, "global_step": 55980, "epoch": 314, "lr": 4.655820251724238e-05}
{"train_loss": 0.001502856845036149, "global_step": 55981, "epoch": 314, "lr": 4.655672832270937e-05}
{"train_loss": 0.0027204551734030247, "global_step": 55982, "epoch": 314, "lr": 4.6555254131183854e-05}
{"train_loss": 0.002251565456390381, "global_step": 55983, "epoch": 314, "lr": 4.655377994266711e-05}
{"train_loss": 0.0028964895755052567, "global_step": 55984, "epoch": 314, "lr": 4.6552305757160466e-05}
{"train_loss": 0.004407424479722977, "global_step": 55985, "epoch": 314, "lr": 4.6550831574665146e-05}
{"train_loss": 0.0025576979387551546, "global_step": 55986, "epoch": 314, "lr": 4.654935739518248e-05}
{"train_loss": 0.004982782527804375, "global_step": 55987, "epoch": 314, "lr": 4.654788321871373e-05}
{"train_loss": 0.001761662308126688, "global_step": 55988, "epoch": 314, "lr": 4.6546409045260226e-05}
{"train_loss": 0.0016832794062793255, "global_step": 55989, "epoch": 314, "lr": 4.65449348748232e-05}
{"train_loss": 0.0040443046018481255, "global_step": 55990, "epoch": 314, "lr": 4.6543460707403994e-05}
{"train_loss": 0.0023805582895874977, "global_step": 55991, "epoch": 314, "lr": 4.654198654300384e-05}
{"train_loss": 0.004858901724219322, "global_step": 55992, "epoch": 314, "lr": 4.654051238162406e-05}
{"train_loss": 0.0031471694819629192, "global_step": 55993, "epoch": 314, "lr": 4.6539038223265945e-05}
{"train_loss": 0.0033644596114754677, "global_step": 55994, "epoch": 314, "lr": 4.653756406793076e-05}
{"train_loss": 0.0020292876288294792, "global_step": 55995, "epoch": 314, "lr": 4.653608991561983e-05}
{"train_loss": 0.0047922502271831036, "global_step": 55996, "epoch": 314, "lr": 4.65346157663344e-05}
{"train_loss": 0.004186199977993965, "global_step": 55997, "epoch": 314, "lr": 4.6533141620075784e-05}
{"train_loss": 0.00280615221709013, "global_step": 55998, "epoch": 314, "lr": 4.653166747684525e-05}
{"train_loss": 0.002189856953918934, "global_step": 55999, "epoch": 314, "lr": 4.653019333664412e-05}
{"train_loss": 0.0027689682319760323, "global_step": 56000, "epoch": 314, "lr": 4.6528719199473636e-05}
{"train_loss": 0.001301739364862442, "global_step": 56001, "epoch": 314, "lr": 4.652724506533512e-05}
{"train_loss": 0.002616755897179246, "global_step": 56002, "epoch": 314, "lr": 4.652577093422984e-05}
{"train_loss": 0.0011149730999022722, "global_step": 56003, "epoch": 314, "lr": 4.6524296806159115e-05}
{"train_loss": 0.0026300319004803896, "global_step": 56004, "epoch": 314, "lr": 4.652282268112418e-05}
{"train_loss": 0.004284936934709549, "global_step": 56005, "epoch": 314, "lr": 4.652134855912636e-05}
{"train_loss": 0.0017822262598201632, "global_step": 56006, "epoch": 314, "lr": 4.6519874440166936e-05}
{"train_loss": 0.0024993019178509712, "global_step": 56007, "epoch": 314, "lr": 4.651840032424721e-05}
{"train_loss": 0.002829683944582939, "global_step": 56008, "epoch": 314, "lr": 4.651692621136843e-05}
{"train_loss": 0.002195060485973954, "global_step": 56009, "epoch": 314, "lr": 4.651545210153193e-05}
{"train_loss": 0.0026260693557560444, "global_step": 56010, "epoch": 314, "lr": 4.651397799473896e-05}
{"train_loss": 0.004279443994164467, "global_step": 56011, "epoch": 314, "lr": 4.651250389099082e-05}
{"train_loss": 0.0010200240649282932, "global_step": 56012, "epoch": 314, "lr": 4.6511029790288796e-05}
{"train_loss": 0.0037231033202260733, "global_step": 56013, "epoch": 314, "lr": 4.650955569263418e-05}
{"train_loss": 0.003072442952543497, "global_step": 56014, "epoch": 314, "lr": 4.650808159802828e-05}
{"train_loss": 0.0013940519420430064, "global_step": 56015, "epoch": 314, "lr": 4.6506607506472325e-05}
{"train_loss": 0.004068645182996988, "global_step": 56016, "epoch": 314, "lr": 4.650513341796767e-05}
{"train_loss": 0.0021026874892413616, "global_step": 56017, "epoch": 314, "lr": 4.650365933251555e-05}
{"train_loss": 0.0041897837072610855, "global_step": 56018, "epoch": 314, "lr": 4.6502185250117305e-05}
{"train_loss": 0.0026797703467309475, "global_step": 56019, "epoch": 314, "lr": 4.650071117077417e-05}
{"train_loss": 0.0033167661167681217, "global_step": 56020, "epoch": 314, "lr": 4.649923709448746e-05}
{"train_loss": 0.00488935224711895, "global_step": 56021, "epoch": 314, "lr": 4.649776302125845e-05}
{"train_loss": 0.0029252897948026657, "global_step": 56022, "epoch": 314, "lr": 4.649628895108845e-05}
{"train_loss": 0.0027909744530916214, "global_step": 56023, "epoch": 314, "lr": 4.649481488397872e-05}
{"train_loss": 0.0019011031836271286, "global_step": 56024, "epoch": 314, "lr": 4.649334081993057e-05}
{"train_loss": 0.005052427761256695, "global_step": 56025, "epoch": 314, "lr": 4.649186675894526e-05}
{"train_loss": 0.001840219832956791, "global_step": 56026, "epoch": 314, "lr": 4.649039270102412e-05}
{"train_loss": 0.003802335588261485, "global_step": 56027, "epoch": 314, "lr": 4.648891864616839e-05}
{"train_loss": 0.0029091481119394302, "global_step": 56028, "epoch": 314, "lr": 4.64874445943794e-05}
{"train_loss": 0.001313555520027876, "global_step": 56029, "epoch": 314, "lr": 4.64859705456584e-05}
{"train_loss": 0.0013345167972147465, "global_step": 56030, "epoch": 314, "lr": 4.648449650000671e-05}
{"train_loss": 0.0016995330806821585, "global_step": 56031, "epoch": 314, "lr": 4.648302245742558e-05}
{"train_loss": 0.0033874877262860537, "global_step": 56032, "epoch": 314, "lr": 4.648154841791635e-05}
{"train_loss": 0.0021340823732316494, "global_step": 56033, "epoch": 314, "lr": 4.648007438148025e-05}
{"train_loss": 0.004897816572338343, "global_step": 56034, "epoch": 314, "lr": 4.64786003481186e-05}
{"train_loss": 0.0038350182585418224, "global_step": 56035, "epoch": 314, "lr": 4.6477126317832695e-05}
{"train_loss": 0.0037338645197451115, "global_step": 56036, "epoch": 314, "lr": 4.647565229062379e-05}
{"train_loss": 0.003626161487773061, "global_step": 56037, "epoch": 314, "lr": 4.647417826649322e-05}
{"train_loss": 0.004766805097460747, "global_step": 56038, "epoch": 314, "lr": 4.647270424544222e-05}
{"train_loss": 0.0014289894606918097, "global_step": 56039, "epoch": 314, "lr": 4.647123022747211e-05}
{"train_loss": 0.0045499056577682495, "global_step": 56040, "epoch": 314, "lr": 4.646975621258417e-05}
{"train_loss": 0.0016946822870522738, "global_step": 56041, "epoch": 314, "lr": 4.64682822007797e-05}
{"train_loss": 0.002882415894418955, "global_step": 56042, "epoch": 314, "lr": 4.646680819205995e-05}
{"train_loss": 0.004533754661679268, "global_step": 56043, "epoch": 314, "lr": 4.646533418642626e-05}
{"train_loss": 0.0026565378066152334, "global_step": 56044, "epoch": 314, "lr": 4.646386018387987e-05}
{"train_loss": 0.00424614455550909, "global_step": 56045, "epoch": 314, "lr": 4.64623861844221e-05}
{"train_loss": 0.0031058865133672953, "global_step": 56046, "epoch": 314, "lr": 4.64609121880542e-05}
{"train_loss": 0.0018298578215762973, "global_step": 56047, "epoch": 314, "lr": 4.645943819477752e-05}
{"train_loss": 0.0038796025328338146, "global_step": 56048, "epoch": 314, "lr": 4.6457964204593276e-05}
{"train_loss": 0.0045719570480287075, "global_step": 56049, "epoch": 314, "lr": 4.6456490217502805e-05}
{"train_loss": 0.0032737096771597862, "global_step": 56050, "epoch": 314, "lr": 4.645501623350736e-05}
{"train_loss": 0.0034525603987276554, "global_step": 56051, "epoch": 314, "lr": 4.645354225260827e-05}
{"train_loss": 0.004191293381154537, "global_step": 56052, "epoch": 314, "lr": 4.645206827480678e-05}
{"train_loss": 0.002736795926466584, "global_step": 56053, "epoch": 314, "lr": 4.645059430010421e-05}
{"train_loss": 0.005404777824878693, "global_step": 56054, "epoch": 314, "lr": 4.6449120328501824e-05}
{"train_loss": 0.0016599203227087855, "global_step": 56055, "epoch": 314, "lr": 4.644764636000091e-05}
{"train_loss": 0.0021606236696243286, "global_step": 56056, "epoch": 314, "lr": 4.64461723946028e-05}
{"train_loss": 0.0016995728947222233, "global_step": 56057, "epoch": 314, "lr": 4.644469843230872e-05}
{"train_loss": 0.0038503315299749374, "global_step": 56058, "epoch": 314, "lr": 4.6443224473119985e-05}
{"train_loss": 0.0019418331794440746, "global_step": 56059, "epoch": 314, "lr": 4.644175051703788e-05}
{"train_loss": 0.002925798762589693, "global_step": 56060, "epoch": 314, "lr": 4.644027656406371e-05}
{"train_loss": 0.002647283487021923, "global_step": 56061, "epoch": 314, "lr": 4.643880261419873e-05}
{"train_loss": 0.003029308747500181, "global_step": 56062, "epoch": 314, "lr": 4.6437328667444256e-05}
{"train_loss": 0.0032226797193288803, "global_step": 56063, "epoch": 314, "lr": 4.643585472380155e-05}
{"train_loss": 0.0018949387595057487, "global_step": 56064, "epoch": 314, "lr": 4.6434380783271914e-05}
{"train_loss": 0.0030747405253350735, "global_step": 56065, "epoch": 314, "lr": 4.6432906845856625e-05}
{"train_loss": 0.004508314188569784, "global_step": 56066, "epoch": 314, "lr": 4.643143291155701e-05}
{"train_loss": 0.004545348696410656, "global_step": 56067, "epoch": 314, "lr": 4.6429958980374296e-05}
{"train_loss": 0.001490644528530538, "global_step": 56068, "epoch": 314, "lr": 4.642848505230981e-05}
{"train_loss": 0.0031949260463059116, "global_step": 56069, "epoch": 314, "lr": 4.642701112736482e-05}
{"train_loss": 0.002174790482968092, "global_step": 56070, "epoch": 315, "lr": 4.642553720554064e-05}
{"train_loss": 0.00429866649210453, "global_step": 56071, "epoch": 315, "lr": 4.6424063286838526e-05}
{"train_loss": 0.0035829583648592234, "global_step": 56072, "epoch": 315, "lr": 4.642258937125978e-05}
{"train_loss": 0.0028006513603031635, "global_step": 56073, "epoch": 315, "lr": 4.6421115458805685e-05}
{"train_loss": 0.003314088098704815, "global_step": 56074, "epoch": 315, "lr": 4.6419641549477555e-05}
{"train_loss": 0.002458109986037016, "global_step": 56075, "epoch": 315, "lr": 4.641816764327663e-05}
{"train_loss": 0.0013830134412273765, "global_step": 56076, "epoch": 315, "lr": 4.6416693740204223e-05}
{"train_loss": 0.0012916522100567818, "global_step": 56077, "epoch": 315, "lr": 4.6415219840261625e-05}
{"train_loss": 0.004083934240043163, "global_step": 56078, "epoch": 315, "lr": 4.641374594345011e-05}
{"train_loss": 0.0020404397509992123, "global_step": 56079, "epoch": 315, "lr": 4.6412272049771e-05}
{"train_loss": 0.0038754744455218315, "global_step": 56080, "epoch": 315, "lr": 4.641079815922553e-05}
{"train_loss": 0.002891249256208539, "global_step": 56081, "epoch": 315, "lr": 4.6409324271815036e-05}
{"train_loss": 0.0050500864163041115, "global_step": 56082, "epoch": 315, "lr": 4.6407850387540765e-05}
{"train_loss": 0.003433840349316597, "global_step": 56083, "epoch": 315, "lr": 4.6406376506404026e-05}
{"train_loss": 0.0026298880111426115, "global_step": 56084, "epoch": 315, "lr": 4.640490262840609e-05}
{"train_loss": 0.003563020844012499, "global_step": 56085, "epoch": 315, "lr": 4.6403428753548286e-05}
{"train_loss": 0.003398727625608444, "global_step": 56086, "epoch": 315, "lr": 4.640195488183185e-05}
{"train_loss": 0.001754100201651454, "global_step": 56087, "epoch": 315, "lr": 4.6400481013258104e-05}
{"train_loss": 0.0015416640089824796, "global_step": 56088, "epoch": 315, "lr": 4.63990071478283e-05}
{"train_loss": 0.002685792976990342, "global_step": 56089, "epoch": 315, "lr": 4.6397533285543786e-05}
{"train_loss": 0.0033353292383253574, "global_step": 56090, "epoch": 315, "lr": 4.639605942640578e-05}
{"train_loss": 0.0020679105073213577, "global_step": 56091, "epoch": 315, "lr": 4.639458557041562e-05}
{"train_loss": 0.0033270001877099276, "global_step": 56092, "epoch": 315, "lr": 4.639311171757456e-05}
{"train_loss": 0.003833698108792305, "global_step": 56093, "epoch": 315, "lr": 4.6391637867883916e-05}
{"train_loss": 0.0076749324798583984, "global_step": 56094, "epoch": 315, "lr": 4.639016402134494e-05}
{"train_loss": 0.0030051609501242638, "global_step": 56095, "epoch": 315, "lr": 4.638869017795896e-05}
{"train_loss": 0.004600108601152897, "global_step": 56096, "epoch": 315, "lr": 4.638721633772722e-05}
{"train_loss": 0.003866341896355152, "global_step": 56097, "epoch": 315, "lr": 4.638574250065104e-05}
{"train_loss": 0.00212810724042356, "global_step": 56098, "epoch": 315, "lr": 4.638426866673172e-05}
{"train_loss": 0.0013579217484220862, "global_step": 56099, "epoch": 315, "lr": 4.63827948359705e-05}
{"train_loss": 0.002182764234021306, "global_step": 56100, "epoch": 315, "lr": 4.638132100836872e-05}
{"train_loss": 0.0017456207424402237, "global_step": 56101, "epoch": 315, "lr": 4.6379847183927615e-05}
{"train_loss": 0.005055987276136875, "global_step": 56102, "epoch": 315, "lr": 4.6378373362648506e-05}
{"train_loss": 0.004001507069915533, "global_step": 56103, "epoch": 315, "lr": 4.637689954453266e-05}
{"train_loss": 0.00329094217158854, "global_step": 56104, "epoch": 315, "lr": 4.63754257295814e-05}
{"train_loss": 0.0031673600897192955, "global_step": 56105, "epoch": 315, "lr": 4.637395191779597e-05}
{"train_loss": 0.0021184501238167286, "global_step": 56106, "epoch": 315, "lr": 4.6372478109177685e-05}
{"train_loss": 0.001670391415245831, "global_step": 56107, "epoch": 315, "lr": 4.637100430372781e-05}
{"train_loss": 0.0027299507055431604, "global_step": 56108, "epoch": 315, "lr": 4.636953050144767e-05}
{"train_loss": 0.002245646435767412, "global_step": 56109, "epoch": 315, "lr": 4.636805670233851e-05}
{"train_loss": 0.004857446067035198, "global_step": 56110, "epoch": 315, "lr": 4.636658290640164e-05}
{"train_loss": 0.00757695734500885, "global_step": 56111, "epoch": 315, "lr": 4.636510911363834e-05}
{"train_loss": 0.005468922667205334, "global_step": 56112, "epoch": 315, "lr": 4.6363635324049917e-05}
{"train_loss": 0.003316564252600074, "global_step": 56113, "epoch": 315, "lr": 4.636216153763762e-05}
{"train_loss": 0.0032371121924370527, "global_step": 56114, "epoch": 315, "lr": 4.636068775440277e-05}
{"train_loss": 0.0014636819250881672, "global_step": 56115, "epoch": 315, "lr": 4.6359213974346625e-05}
{"train_loss": 0.0018043119926005602, "global_step": 56116, "epoch": 315, "lr": 4.635774019747051e-05}
{"train_loss": 0.0036346709821373224, "global_step": 56117, "epoch": 315, "lr": 4.635626642377568e-05}
{"train_loss": 0.002415885217487812, "global_step": 56118, "epoch": 315, "lr": 4.635479265326343e-05}
{"train_loss": 0.0022091949358582497, "global_step": 56119, "epoch": 315, "lr": 4.635331888593507e-05}
{"train_loss": 0.003176159458234906, "global_step": 56120, "epoch": 315, "lr": 4.635184512179185e-05}
{"train_loss": 0.004767417907714844, "global_step": 56121, "epoch": 315, "lr": 4.6350371360835083e-05}
{"train_loss": 0.002810131758451462, "global_step": 56122, "epoch": 315, "lr": 4.6348897603066036e-05}
{"train_loss": 0.0031912242993712425, "global_step": 56123, "epoch": 315, "lr": 4.6347423848486035e-05}
{"train_loss": 0.0031963929068297148, "global_step": 56124, "epoch": 315, "lr": 4.634595009709631e-05}
{"train_loss": 0.0020940713584423065, "global_step": 56125, "epoch": 315, "lr": 4.63444763488982e-05}
{"train_loss": 0.0019316314719617367, "global_step": 56126, "epoch": 315, "lr": 4.6343002603892965e-05}
{"train_loss": 0.0062095848843455315, "global_step": 56127, "epoch": 315, "lr": 4.634152886208191e-05}
{"train_loss": 0.0032234787940979004, "global_step": 56128, "epoch": 315, "lr": 4.63400551234663e-05}
{"train_loss": 0.0034175189211964607, "global_step": 56129, "epoch": 315, "lr": 4.6338581388047435e-05}
{"train_loss": 0.0027730222791433334, "global_step": 56130, "epoch": 315, "lr": 4.633710765582659e-05}
{"train_loss": 0.002980907680466771, "global_step": 56131, "epoch": 315, "lr": 4.633563392680509e-05}
{"train_loss": 0.0028240876272320747, "global_step": 56132, "epoch": 315, "lr": 4.6334160200984166e-05}
{"train_loss": 0.005051407031714916, "global_step": 56133, "epoch": 315, "lr": 4.633268647836515e-05}
{"train_loss": 0.002647165674716234, "global_step": 56134, "epoch": 315, "lr": 4.633121275894931e-05}
{"train_loss": 0.001558530842885375, "global_step": 56135, "epoch": 315, "lr": 4.632973904273794e-05}
{"train_loss": 0.003294355468824506, "global_step": 56136, "epoch": 315, "lr": 4.6328265329732314e-05}
{"train_loss": 0.001991281285881996, "global_step": 56137, "epoch": 315, "lr": 4.632679161993375e-05}
{"train_loss": 0.002006182912737131, "global_step": 56138, "epoch": 315, "lr": 4.632531791334349e-05}
{"train_loss": 0.0024421769194304943, "global_step": 56139, "epoch": 315, "lr": 4.6323844209962844e-05}
{"train_loss": 0.002446488942950964, "global_step": 56140, "epoch": 315, "lr": 4.6322370509793115e-05}
{"train_loss": 0.007372823543846607, "global_step": 56141, "epoch": 315, "lr": 4.6320896812835565e-05}
{"train_loss": 0.0013464628718793392, "global_step": 56142, "epoch": 315, "lr": 4.631942311909151e-05}
{"train_loss": 0.00307215703651309, "global_step": 56143, "epoch": 315, "lr": 4.63179494285622e-05}
{"train_loss": 0.002524428768083453, "global_step": 56144, "epoch": 315, "lr": 4.6316475741248955e-05}
{"train_loss": 0.0018836772069334984, "global_step": 56145, "epoch": 315, "lr": 4.631500205715303e-05}
{"train_loss": 0.002015849109739065, "global_step": 56146, "epoch": 315, "lr": 4.631352837627576e-05}
{"train_loss": 0.0018193613504990935, "global_step": 56147, "epoch": 315, "lr": 4.6312054698618376e-05}
{"train_loss": 0.0022715842351317406, "global_step": 56148, "epoch": 315, "lr": 4.6310581024182206e-05}
{"train_loss": 0.0029017669148743153, "global_step": 56149, "epoch": 315, "lr": 4.630910735296851e-05}
{"train_loss": 0.0013752946397289634, "global_step": 56150, "epoch": 315, "lr": 4.630763368497861e-05}
{"train_loss": 0.005666162818670273, "global_step": 56151, "epoch": 315, "lr": 4.6306160020213755e-05}
{"train_loss": 0.002720965538173914, "global_step": 56152, "epoch": 315, "lr": 4.6304686358675254e-05}
{"train_loss": 0.006158908829092979, "global_step": 56153, "epoch": 315, "lr": 4.630321270036438e-05}
{"train_loss": 0.0006987287779338658, "global_step": 56154, "epoch": 315, "lr": 4.630173904528245e-05}
{"train_loss": 0.0037316454108804464, "global_step": 56155, "epoch": 315, "lr": 4.630026539343071e-05}
{"train_loss": 0.0028011277318000793, "global_step": 56156, "epoch": 315, "lr": 4.6298791744810484e-05}
{"train_loss": 0.0035347058437764645, "global_step": 56157, "epoch": 315, "lr": 4.6297318099423024e-05}
{"train_loss": 0.0031545229721814394, "global_step": 56158, "epoch": 315, "lr": 4.6295844457269644e-05}
{"train_loss": 0.005441747605800629, "global_step": 56159, "epoch": 315, "lr": 4.629437081835162e-05}
{"train_loss": 0.0031913965940475464, "global_step": 56160, "epoch": 315, "lr": 4.629289718267023e-05}
{"train_loss": 0.0033657215535640717, "global_step": 56161, "epoch": 315, "lr": 4.62914235502268e-05}
{"train_loss": 0.0013291797367855906, "global_step": 56162, "epoch": 315, "lr": 4.628994992102257e-05}
{"train_loss": 0.003959445282816887, "global_step": 56163, "epoch": 315, "lr": 4.6288476295058855e-05}
{"train_loss": 0.005645410157740116, "global_step": 56164, "epoch": 315, "lr": 4.6287002672336926e-05}
{"train_loss": 0.005007169209420681, "global_step": 56165, "epoch": 315, "lr": 4.6285529052858104e-05}
{"train_loss": 0.001539614051580429, "global_step": 56166, "epoch": 315, "lr": 4.628405543662362e-05}
{"train_loss": 0.003775054821744561, "global_step": 56167, "epoch": 315, "lr": 4.6282581823634805e-05}
{"train_loss": 0.005814715754240751, "global_step": 56168, "epoch": 315, "lr": 4.6281108213892924e-05}
{"train_loss": 0.003528549801558256, "global_step": 56169, "epoch": 315, "lr": 4.62796346073993e-05}
{"train_loss": 0.005294855684041977, "global_step": 56170, "epoch": 315, "lr": 4.6278161004155164e-05}
{"train_loss": 0.0026342924684286118, "global_step": 56171, "epoch": 315, "lr": 4.6276687404161854e-05}
{"train_loss": 0.00201887683942914, "global_step": 56172, "epoch": 315, "lr": 4.6275213807420614e-05}
{"train_loss": 0.0011878898367285728, "global_step": 56173, "epoch": 315, "lr": 4.627374021393277e-05}
{"train_loss": 0.0027355297934263945, "global_step": 56174, "epoch": 315, "lr": 4.6272266623699566e-05}
{"train_loss": 0.003323023207485676, "global_step": 56175, "epoch": 315, "lr": 4.6270793036722346e-05}
{"train_loss": 0.004864015616476536, "global_step": 56176, "epoch": 315, "lr": 4.626931945300234e-05}
{"train_loss": 0.0033524921163916588, "global_step": 56177, "epoch": 315, "lr": 4.626784587254088e-05}
{"train_loss": 0.0017430821899324656, "global_step": 56178, "epoch": 315, "lr": 4.626637229533921e-05}
{"train_loss": 0.00306203356012702, "global_step": 56179, "epoch": 315, "lr": 4.6264898721398655e-05}
{"train_loss": 0.0020596517715603113, "global_step": 56180, "epoch": 315, "lr": 4.62634251507205e-05}
{"train_loss": 0.004169824533164501, "global_step": 56181, "epoch": 315, "lr": 4.6261951583306e-05}
{"train_loss": 0.0015210920246317983, "global_step": 56182, "epoch": 315, "lr": 4.626047801915647e-05}
{"train_loss": 0.0030419391114264727, "global_step": 56183, "epoch": 315, "lr": 4.6259004458273186e-05}
{"train_loss": 0.0018665911629796028, "global_step": 56184, "epoch": 315, "lr": 4.6257530900657456e-05}
{"train_loss": 0.0010667205788195133, "global_step": 56185, "epoch": 315, "lr": 4.6256057346310527e-05}
{"train_loss": 0.004187692888081074, "global_step": 56186, "epoch": 315, "lr": 4.625458379523372e-05}
{"train_loss": 0.003728617448359728, "global_step": 56187, "epoch": 315, "lr": 4.62531102474283e-05}
{"train_loss": 0.001428356859833002, "global_step": 56188, "epoch": 315, "lr": 4.625163670289558e-05}
{"train_loss": 0.004204604774713516, "global_step": 56189, "epoch": 315, "lr": 4.6250163161636816e-05}
{"train_loss": 0.0013583917170763016, "global_step": 56190, "epoch": 315, "lr": 4.624868962365333e-05}
{"train_loss": 0.004996506497263908, "global_step": 56191, "epoch": 315, "lr": 4.624721608894637e-05}
{"train_loss": 0.0028459737077355385, "global_step": 56192, "epoch": 315, "lr": 4.6245742557517254e-05}
{"train_loss": 0.0029037015046924353, "global_step": 56193, "epoch": 315, "lr": 4.6244269029367244e-05}
{"train_loss": 0.0049171121791005135, "global_step": 56194, "epoch": 315, "lr": 4.6242795504497665e-05}
{"train_loss": 0.0038591534830629826, "global_step": 56195, "epoch": 315, "lr": 4.6241321982909756e-05}
{"train_loss": 0.003590810112655163, "global_step": 56196, "epoch": 315, "lr": 4.623984846460484e-05}
{"train_loss": 0.00256213522516191, "global_step": 56197, "epoch": 315, "lr": 4.623837494958418e-05}
{"train_loss": 0.0023723719641566277, "global_step": 56198, "epoch": 315, "lr": 4.62369014378491e-05}
{"train_loss": 0.002837748732417822, "global_step": 56199, "epoch": 315, "lr": 4.623542792940083e-05}
{"train_loss": 0.0031114337034523487, "global_step": 56200, "epoch": 315, "lr": 4.62339544242407e-05}
{"train_loss": 0.003448312636464834, "global_step": 56201, "epoch": 315, "lr": 4.623248092236999e-05}
{"train_loss": 0.0011214737314730883, "global_step": 56202, "epoch": 315, "lr": 4.623100742378998e-05}
{"train_loss": 0.0029394037555903196, "global_step": 56203, "epoch": 315, "lr": 4.622953392850197e-05}
{"train_loss": 0.004682852886617184, "global_step": 56204, "epoch": 315, "lr": 4.6228060436507224e-05}
{"train_loss": 0.004146520048379898, "global_step": 56205, "epoch": 315, "lr": 4.622658694780705e-05}
{"train_loss": 0.0036788303405046463, "global_step": 56206, "epoch": 315, "lr": 4.622511346240272e-05}
{"train_loss": 0.00197897688485682, "global_step": 56207, "epoch": 315, "lr": 4.6223639980295546e-05}
{"train_loss": 0.0025742303114384413, "global_step": 56208, "epoch": 315, "lr": 4.622216650148678e-05}
{"train_loss": 0.001551249297335744, "global_step": 56209, "epoch": 315, "lr": 4.622069302597773e-05}
{"train_loss": 0.004408845212310553, "global_step": 56210, "epoch": 315, "lr": 4.6219219553769675e-05}
{"train_loss": 0.00428162282332778, "global_step": 56211, "epoch": 315, "lr": 4.6217746084863915e-05}
{"train_loss": 0.0033933112863451242, "global_step": 56212, "epoch": 315, "lr": 4.621627261926171e-05}
{"train_loss": 0.0016090713907033205, "global_step": 56213, "epoch": 315, "lr": 4.6214799156964394e-05}
{"train_loss": 0.007749767042696476, "global_step": 56214, "epoch": 315, "lr": 4.62133256979732e-05}
{"train_loss": 0.00470296386629343, "global_step": 56215, "epoch": 315, "lr": 4.621185224228945e-05}
{"train_loss": 0.002704331185668707, "global_step": 56216, "epoch": 315, "lr": 4.621037878991441e-05}
{"train_loss": 0.002914236858487129, "global_step": 56217, "epoch": 315, "lr": 4.62089053408494e-05}
{"train_loss": 0.004201398231089115, "global_step": 56218, "epoch": 315, "lr": 4.620743189509566e-05}
{"train_loss": 0.0027345982380211353, "global_step": 56219, "epoch": 315, "lr": 4.6205958452654525e-05}
{"train_loss": 0.002313493750989437, "global_step": 56220, "epoch": 315, "lr": 4.620448501352724e-05}
{"train_loss": 0.006987094879150391, "global_step": 56221, "epoch": 315, "lr": 4.62030115777151e-05}
{"train_loss": 0.002406828571110964, "global_step": 56222, "epoch": 315, "lr": 4.6201538145219434e-05}
{"train_loss": 0.0032591368071734905, "global_step": 56223, "epoch": 315, "lr": 4.620006471604148e-05}
{"train_loss": 0.003186287358403206, "global_step": 56224, "epoch": 315, "lr": 4.619859129018255e-05}
{"train_loss": 0.002880765125155449, "global_step": 56225, "epoch": 315, "lr": 4.6197117867643914e-05}
{"train_loss": 0.0025982409715652466, "global_step": 56226, "epoch": 315, "lr": 4.619564444842688e-05}
{"train_loss": 0.003716487670317292, "global_step": 56227, "epoch": 315, "lr": 4.619417103253271e-05}
{"train_loss": 0.0033844346180558205, "global_step": 56228, "epoch": 315, "lr": 4.6192697619962734e-05}
{"train_loss": 0.0056158434599637985, "global_step": 56229, "epoch": 315, "lr": 4.619122421071817e-05}
{"train_loss": 0.0038469310384243727, "global_step": 56230, "epoch": 315, "lr": 4.618975080480037e-05}
{"train_loss": 0.0053046150133013725, "global_step": 56231, "epoch": 315, "lr": 4.6188277402210576e-05}
{"train_loss": 0.003943312913179398, "global_step": 56232, "epoch": 315, "lr": 4.6186804002950115e-05}
{"train_loss": 0.0023731254041194916, "global_step": 56233, "epoch": 315, "lr": 4.618533060702024e-05}
{"train_loss": 0.0014249077066779137, "global_step": 56234, "epoch": 315, "lr": 4.6183857214422256e-05}
{"train_loss": 0.0032395743764936924, "global_step": 56235, "epoch": 315, "lr": 4.6182383825157434e-05}
{"train_loss": 0.0019139294745400548, "global_step": 56236, "epoch": 315, "lr": 4.6180910439227096e-05}
{"train_loss": 0.0023523776326328516, "global_step": 56237, "epoch": 315, "lr": 4.617943705663248e-05}
{"train_loss": 0.0025520403869450092, "global_step": 56238, "epoch": 315, "lr": 4.617796367737491e-05}
{"train_loss": 0.0036985338665544987, "global_step": 56239, "epoch": 315, "lr": 4.6176490301455645e-05}
{"train_loss": 0.005203208886086941, "global_step": 56240, "epoch": 315, "lr": 4.6175016928876016e-05}
{"train_loss": 0.006009639240801334, "global_step": 56241, "epoch": 315, "lr": 4.6173543559637255e-05}
{"train_loss": 0.005326337181031704, "global_step": 56242, "epoch": 315, "lr": 4.6172070193740676e-05}
{"train_loss": 0.004063087049871683, "global_step": 56243, "epoch": 315, "lr": 4.6170596831187574e-05}
{"train_loss": 0.003082007635384798, "global_step": 56244, "epoch": 315, "lr": 4.616912347197922e-05}
{"train_loss": 0.0019378777360543609, "global_step": 56245, "epoch": 315, "lr": 4.6167650116116926e-05}
{"train_loss": 0.0016158416401594877, "global_step": 56246, "epoch": 315, "lr": 4.616617676360194e-05}
{"train_loss": 0.0032180920560462294, "global_step": 56247, "epoch": 315, "lr": 4.616470341443559e-05, "train_action_mse_error": 4.363244443084113e-06}
{"train_loss": 0.004930033348500729, "global_step": 56248, "epoch": 316, "lr": 4.616323006861913e-05}
{"train_loss": 0.0019957227632403374, "global_step": 56249, "epoch": 316, "lr": 4.616175672615386e-05}
{"train_loss": 0.0034035607241094112, "global_step": 56250, "epoch": 316, "lr": 4.616028338704106e-05}
{"train_loss": 0.004242409486323595, "global_step": 56251, "epoch": 316, "lr": 4.615881005128204e-05}
{"train_loss": 0.0033134380355477333, "global_step": 56252, "epoch": 316, "lr": 4.615733671887806e-05}
{"train_loss": 0.0018343105912208557, "global_step": 56253, "epoch": 316, "lr": 4.6155863389830416e-05}
{"train_loss": 0.0028455036226660013, "global_step": 56254, "epoch": 316, "lr": 4.615439006414039e-05}
{"train_loss": 0.0028460188768804073, "global_step": 56255, "epoch": 316, "lr": 4.615291674180929e-05}
{"train_loss": 0.004779238719493151, "global_step": 56256, "epoch": 316, "lr": 4.615144342283838e-05}
{"train_loss": 0.003080949652940035, "global_step": 56257, "epoch": 316, "lr": 4.614997010722895e-05}
{"train_loss": 0.0013310117647051811, "global_step": 56258, "epoch": 316, "lr": 4.614849679498229e-05}
{"train_loss": 0.004936459008604288, "global_step": 56259, "epoch": 316, "lr": 4.6147023486099706e-05}
{"train_loss": 0.002204710617661476, "global_step": 56260, "epoch": 316, "lr": 4.614555018058244e-05}
{"train_loss": 0.004169113002717495, "global_step": 56261, "epoch": 316, "lr": 4.614407687843183e-05}
{"train_loss": 0.003973550163209438, "global_step": 56262, "epoch": 316, "lr": 4.614260357964911e-05}
{"train_loss": 0.0009430578211322427, "global_step": 56263, "epoch": 316, "lr": 4.6141130284235614e-05}
{"train_loss": 0.002386847510933876, "global_step": 56264, "epoch": 316, "lr": 4.613965699219262e-05}
{"train_loss": 0.002637289697304368, "global_step": 56265, "epoch": 316, "lr": 4.6138183703521387e-05}
{"train_loss": 0.0029097399674355984, "global_step": 56266, "epoch": 316, "lr": 4.613671041822324e-05}
{"train_loss": 0.003879812778905034, "global_step": 56267, "epoch": 316, "lr": 4.6135237136299425e-05}
{"train_loss": 0.0033421204425394535, "global_step": 56268, "epoch": 316, "lr": 4.613376385775126e-05}
{"train_loss": 0.00888192467391491, "global_step": 56269, "epoch": 316, "lr": 4.613229058258001e-05}
{"train_loss": 0.004963546060025692, "global_step": 56270, "epoch": 316, "lr": 4.6130817310787e-05}
{"train_loss": 0.002381536178290844, "global_step": 56271, "epoch": 316, "lr": 4.612934404237346e-05}
{"train_loss": 0.003629041835665703, "global_step": 56272, "epoch": 316, "lr": 4.6127870777340724e-05}
{"train_loss": 0.00116823916323483, "global_step": 56273, "epoch": 316, "lr": 4.612639751569005e-05}
{"train_loss": 0.004054290242493153, "global_step": 56274, "epoch": 316, "lr": 4.6124924257422754e-05}
{"train_loss": 0.005390433594584465, "global_step": 56275, "epoch": 316, "lr": 4.612345100254009e-05}
{"train_loss": 0.001195885008201003, "global_step": 56276, "epoch": 316, "lr": 4.6121977751043366e-05}
{"train_loss": 0.0025687729939818382, "global_step": 56277, "epoch": 316, "lr": 4.6120504502933853e-05}
{"train_loss": 0.0027853050269186497, "global_step": 56278, "epoch": 316, "lr": 4.6119031258212866e-05}
{"train_loss": 0.0017813435988500714, "global_step": 56279, "epoch": 316, "lr": 4.611755801688166e-05}
{"train_loss": 0.00516978744417429, "global_step": 56280, "epoch": 316, "lr": 4.611608477894155e-05}
{"train_loss": 0.004997785668820143, "global_step": 56281, "epoch": 316, "lr": 4.611461154439378e-05}
{"train_loss": 0.0016664920840412378, "global_step": 56282, "epoch": 316, "lr": 4.611313831323969e-05}
{"train_loss": 0.006376626901328564, "global_step": 56283, "epoch": 316, "lr": 4.6111665085480524e-05}
{"train_loss": 0.002033732831478119, "global_step": 56284, "epoch": 316, "lr": 4.6110191861117594e-05}
{"train_loss": 0.0009714909829199314, "global_step": 56285, "epoch": 316, "lr": 4.6108718640152194e-05}
{"train_loss": 0.0028581146616488695, "global_step": 56286, "epoch": 316, "lr": 4.610724542258557e-05}
{"train_loss": 0.002231425605714321, "global_step": 56287, "epoch": 316, "lr": 4.610577220841905e-05}
{"train_loss": 0.0024183522909879684, "global_step": 56288, "epoch": 316, "lr": 4.61042989976539e-05}
{"train_loss": 0.00501223374158144, "global_step": 56289, "epoch": 316, "lr": 4.610282579029142e-05}
{"train_loss": 0.002292613498866558, "global_step": 56290, "epoch": 316, "lr": 4.6101352586332877e-05}
{"train_loss": 0.0033960917498916388, "global_step": 56291, "epoch": 316, "lr": 4.609987938577958e-05}
{"train_loss": 0.001511437352746725, "global_step": 56292, "epoch": 316, "lr": 4.609840618863279e-05}
{"train_loss": 0.004812311381101608, "global_step": 56293, "epoch": 316, "lr": 4.609693299489384e-05}
{"train_loss": 0.002567550167441368, "global_step": 56294, "epoch": 316, "lr": 4.6095459804563956e-05}
{"train_loss": 0.00213584559969604, "global_step": 56295, "epoch": 316, "lr": 4.609398661764447e-05}
{"train_loss": 0.0028053377754986286, "global_step": 56296, "epoch": 316, "lr": 4.609251343413664e-05}
{"train_loss": 0.002051432617008686, "global_step": 56297, "epoch": 316, "lr": 4.609104025404179e-05}
{"train_loss": 0.003729259129613638, "global_step": 56298, "epoch": 316, "lr": 4.6089567077361155e-05}
{"train_loss": 0.002884811954572797, "global_step": 56299, "epoch": 316, "lr": 4.608809390409608e-05}
{"train_loss": 0.0019050826085731387, "global_step": 56300, "epoch": 316, "lr": 4.6086620734247795e-05}
{"train_loss": 0.005679359193891287, "global_step": 56301, "epoch": 316, "lr": 4.608514756781762e-05}
{"train_loss": 0.002028882736340165, "global_step": 56302, "epoch": 316, "lr": 4.608367440480683e-05}
{"train_loss": 0.003469189628958702, "global_step": 56303, "epoch": 316, "lr": 4.6082201245216736e-05}
{"train_loss": 0.004405414219945669, "global_step": 56304, "epoch": 316, "lr": 4.6080728089048585e-05}
{"train_loss": 0.0015356249641627073, "global_step": 56305, "epoch": 316, "lr": 4.6079254936303686e-05}
{"train_loss": 0.00983373448252678, "global_step": 56306, "epoch": 316, "lr": 4.607778178698333e-05}
{"train_loss": 0.0038948541041463614, "global_step": 56307, "epoch": 316, "lr": 4.607630864108879e-05}
{"train_loss": 0.0016405846690759063, "global_step": 56308, "epoch": 316, "lr": 4.6074835498621385e-05}
{"train_loss": 0.00466098403558135, "global_step": 56309, "epoch": 316, "lr": 4.6073362359582347e-05}
{"train_loss": 0.004563989117741585, "global_step": 56310, "epoch": 316, "lr": 4.6071889223973006e-05}
{"train_loss": 0.002927374327555299, "global_step": 56311, "epoch": 316, "lr": 4.607041609179462e-05}
{"train_loss": 0.0026486064307391644, "global_step": 56312, "epoch": 316, "lr": 4.606894296304852e-05}
{"train_loss": 0.005815577227622271, "global_step": 56313, "epoch": 316, "lr": 4.606746983773594e-05}
{"train_loss": 0.002251663478091359, "global_step": 56314, "epoch": 316, "lr": 4.60659967158582e-05}
{"train_loss": 0.003503576386719942, "global_step": 56315, "epoch": 316, "lr": 4.606452359741657e-05}
{"train_loss": 0.001167741371318698, "global_step": 56316, "epoch": 316, "lr": 4.606305048241236e-05}
{"train_loss": 0.0034607085399329662, "global_step": 56317, "epoch": 316, "lr": 4.606157737084682e-05}
{"train_loss": 0.0026866665575653315, "global_step": 56318, "epoch": 316, "lr": 4.606010426272128e-05}
{"train_loss": 0.0062653739005327225, "global_step": 56319, "epoch": 316, "lr": 4.605863115803698e-05}
{"train_loss": 0.006428258493542671, "global_step": 56320, "epoch": 316, "lr": 4.605715805679524e-05}
{"train_loss": 0.0017544825095683336, "global_step": 56321, "epoch": 316, "lr": 4.605568495899733e-05}
{"train_loss": 0.006373112555593252, "global_step": 56322, "epoch": 316, "lr": 4.6054211864644565e-05}
{"train_loss": 0.0051076230593025684, "global_step": 56323, "epoch": 316, "lr": 4.605273877373819e-05}
{"train_loss": 0.0016665521543473005, "global_step": 56324, "epoch": 316, "lr": 4.605126568627951e-05}
{"train_loss": 0.0031625719275325537, "global_step": 56325, "epoch": 316, "lr": 4.604979260226982e-05}
{"train_loss": 0.006314591504633427, "global_step": 56326, "epoch": 316, "lr": 4.604831952171039e-05}
{"train_loss": 0.003187814960256219, "global_step": 56327, "epoch": 316, "lr": 4.6046846444602546e-05}
{"train_loss": 0.001987299183383584, "global_step": 56328, "epoch": 316, "lr": 4.604537337094752e-05}
{"train_loss": 0.0036055580712854862, "global_step": 56329, "epoch": 316, "lr": 4.604390030074663e-05}
{"train_loss": 0.001501266728155315, "global_step": 56330, "epoch": 316, "lr": 4.604242723400115e-05}
{"train_loss": 0.0022644822020083666, "global_step": 56331, "epoch": 316, "lr": 4.60409541707124e-05}
{"train_loss": 0.002931961789727211, "global_step": 56332, "epoch": 316, "lr": 4.6039481110881614e-05}
{"train_loss": 0.0022702207788825035, "global_step": 56333, "epoch": 316, "lr": 4.603800805451011e-05}
{"train_loss": 0.001648924546316266, "global_step": 56334, "epoch": 316, "lr": 4.6036535001599166e-05}
{"train_loss": 0.0017102311830967665, "global_step": 56335, "epoch": 316, "lr": 4.603506195215009e-05}
{"train_loss": 0.0032740081660449505, "global_step": 56336, "epoch": 316, "lr": 4.603358890616414e-05}
{"train_loss": 0.0034396250266581774, "global_step": 56337, "epoch": 316, "lr": 4.603211586364262e-05}
{"train_loss": 0.002395117888227105, "global_step": 56338, "epoch": 316, "lr": 4.603064282458679e-05}
{"train_loss": 0.0029225735925137997, "global_step": 56339, "epoch": 316, "lr": 4.6029169788997975e-05}
{"train_loss": 0.003011473920196295, "global_step": 56340, "epoch": 316, "lr": 4.602769675687743e-05}
{"train_loss": 0.004595435690134764, "global_step": 56341, "epoch": 316, "lr": 4.602622372822647e-05}
{"train_loss": 0.004493137821555138, "global_step": 56342, "epoch": 316, "lr": 4.6024750703046355e-05}
{"train_loss": 0.001776803401298821, "global_step": 56343, "epoch": 316, "lr": 4.602327768133838e-05}
{"train_loss": 0.005335644818842411, "global_step": 56344, "epoch": 316, "lr": 4.602180466310384e-05}
{"train_loss": 0.0023676003329455853, "global_step": 56345, "epoch": 316, "lr": 4.602033164834403e-05}
{"train_loss": 0.0012878652196377516, "global_step": 56346, "epoch": 316, "lr": 4.6018858637060194e-05}
{"train_loss": 0.0024674702435731888, "global_step": 56347, "epoch": 316, "lr": 4.601738562925366e-05}
{"train_loss": 0.0027846782468259335, "global_step": 56348, "epoch": 316, "lr": 4.60159126249257e-05}
{"train_loss": 0.001720550935715437, "global_step": 56349, "epoch": 316, "lr": 4.60144396240776e-05}
{"train_loss": 0.0019875233992934227, "global_step": 56350, "epoch": 316, "lr": 4.601296662671067e-05}
{"train_loss": 0.0032707168720662594, "global_step": 56351, "epoch": 316, "lr": 4.6011493632826154e-05}
{"train_loss": 0.004379453137516975, "global_step": 56352, "epoch": 316, "lr": 4.6010020642425366e-05}
{"train_loss": 0.004178524482995272, "global_step": 56353, "epoch": 316, "lr": 4.6008547655509576e-05}
{"train_loss": 0.0034436415880918503, "global_step": 56354, "epoch": 316, "lr": 4.6007074672080106e-05}
{"train_loss": 0.010425901040434837, "global_step": 56355, "epoch": 316, "lr": 4.60056016921382e-05}
{"train_loss": 0.0018101480090990663, "global_step": 56356, "epoch": 316, "lr": 4.600412871568518e-05}
{"train_loss": 0.0033214837312698364, "global_step": 56357, "epoch": 316, "lr": 4.6002655742722286e-05}
{"train_loss": 0.0041121807880699635, "global_step": 56358, "epoch": 316, "lr": 4.6001182773250855e-05}
{"train_loss": 0.0031105487141758204, "global_step": 56359, "epoch": 316, "lr": 4.599970980727214e-05}
{"train_loss": 0.0032939184457063675, "global_step": 56360, "epoch": 316, "lr": 4.5998236844787464e-05}
{"train_loss": 0.004498353227972984, "global_step": 56361, "epoch": 316, "lr": 4.599676388579806e-05}
{"train_loss": 0.0037663420662283897, "global_step": 56362, "epoch": 316, "lr": 4.599529093030526e-05}
{"train_loss": 0.0035780316684395075, "global_step": 56363, "epoch": 316, "lr": 4.5993817978310315e-05}
{"train_loss": 0.0021355391945689917, "global_step": 56364, "epoch": 316, "lr": 4.599234502981456e-05}
{"train_loss": 0.002477442380040884, "global_step": 56365, "epoch": 316, "lr": 4.599087208481923e-05}
{"train_loss": 0.0038484062533825636, "global_step": 56366, "epoch": 316, "lr": 4.598939914332564e-05}
{"train_loss": 0.00579020706936717, "global_step": 56367, "epoch": 316, "lr": 4.598792620533506e-05}
{"train_loss": 0.002032817341387272, "global_step": 56368, "epoch": 316, "lr": 4.5986453270848796e-05}
{"train_loss": 0.0022141975350677967, "global_step": 56369, "epoch": 316, "lr": 4.598498033986814e-05}
{"train_loss": 0.00383763387799263, "global_step": 56370, "epoch": 316, "lr": 4.598350741239434e-05}
{"train_loss": 0.0053261215798556805, "global_step": 56371, "epoch": 316, "lr": 4.598203448842872e-05}
{"train_loss": 0.0047582159750163555, "global_step": 56372, "epoch": 316, "lr": 4.598056156797254e-05}
{"train_loss": 0.0017418551724404097, "global_step": 56373, "epoch": 316, "lr": 4.597908865102713e-05}
{"train_loss": 0.002960466779768467, "global_step": 56374, "epoch": 316, "lr": 4.5977615737593715e-05}
{"train_loss": 0.004014796577394009, "global_step": 56375, "epoch": 316, "lr": 4.597614282767363e-05}
{"train_loss": 0.0029417602345347404, "global_step": 56376, "epoch": 316, "lr": 4.5974669921268135e-05}
{"train_loss": 0.00241807266138494, "global_step": 56377, "epoch": 316, "lr": 4.597319701837853e-05}
{"train_loss": 0.0021339626982808113, "global_step": 56378, "epoch": 316, "lr": 4.597172411900609e-05}
{"train_loss": 0.007096372079104185, "global_step": 56379, "epoch": 316, "lr": 4.597025122315212e-05}
{"train_loss": 0.0033431481570005417, "global_step": 56380, "epoch": 316, "lr": 4.596877833081788e-05}
{"train_loss": 0.00439276359975338, "global_step": 56381, "epoch": 316, "lr": 4.5967305442004685e-05}
{"train_loss": 0.006017857231199741, "global_step": 56382, "epoch": 316, "lr": 4.5965832556713794e-05}
{"train_loss": 0.004245914984494448, "global_step": 56383, "epoch": 316, "lr": 4.5964359674946526e-05}
{"train_loss": 0.0022685742005705833, "global_step": 56384, "epoch": 316, "lr": 4.596288679670413e-05}
{"train_loss": 0.0028758682310581207, "global_step": 56385, "epoch": 316, "lr": 4.596141392198792e-05}
{"train_loss": 0.0024105303455144167, "global_step": 56386, "epoch": 316, "lr": 4.595994105079917e-05}
{"train_loss": 0.0022512059658765793, "global_step": 56387, "epoch": 316, "lr": 4.5958468183139185e-05}
{"train_loss": 0.004013954661786556, "global_step": 56388, "epoch": 316, "lr": 4.595699531900922e-05}
{"train_loss": 0.004355621058493853, "global_step": 56389, "epoch": 316, "lr": 4.595552245841057e-05}
{"train_loss": 0.002233798149973154, "global_step": 56390, "epoch": 316, "lr": 4.5954049601344544e-05}
{"train_loss": 0.004934738390147686, "global_step": 56391, "epoch": 316, "lr": 4.595257674781241e-05}
{"train_loss": 0.0017859184881672263, "global_step": 56392, "epoch": 316, "lr": 4.5951103897815475e-05}
{"train_loss": 0.0036647655069828033, "global_step": 56393, "epoch": 316, "lr": 4.594963105135499e-05}
{"train_loss": 0.005280332639813423, "global_step": 56394, "epoch": 316, "lr": 4.594815820843227e-05}
{"train_loss": 0.005098539870232344, "global_step": 56395, "epoch": 316, "lr": 4.594668536904858e-05}
{"train_loss": 0.0033624842762947083, "global_step": 56396, "epoch": 316, "lr": 4.5945212533205236e-05}
{"train_loss": 0.002428976120427251, "global_step": 56397, "epoch": 316, "lr": 4.5943739700903486e-05}
{"train_loss": 0.0026715854182839394, "global_step": 56398, "epoch": 316, "lr": 4.594226687214466e-05}
{"train_loss": 0.0019477065652608871, "global_step": 56399, "epoch": 316, "lr": 4.5940794046930005e-05}
{"train_loss": 0.0031982394866645336, "global_step": 56400, "epoch": 316, "lr": 4.593932122526083e-05}
{"train_loss": 0.0018852967768907547, "global_step": 56401, "epoch": 316, "lr": 4.59378484071384e-05}
{"train_loss": 0.004007297568023205, "global_step": 56402, "epoch": 316, "lr": 4.5936375592564044e-05}
{"train_loss": 0.0028941682539880276, "global_step": 56403, "epoch": 316, "lr": 4.5934902781539e-05}
{"train_loss": 0.0019322640728205442, "global_step": 56404, "epoch": 316, "lr": 4.593342997406459e-05}
{"train_loss": 0.0032267733477056026, "global_step": 56405, "epoch": 316, "lr": 4.593195717014207e-05}
{"train_loss": 0.0024101368617266417, "global_step": 56406, "epoch": 316, "lr": 4.593048436977276e-05}
{"train_loss": 0.002700026612728834, "global_step": 56407, "epoch": 316, "lr": 4.592901157295791e-05}
{"train_loss": 0.003120304085314274, "global_step": 56408, "epoch": 316, "lr": 4.592753877969886e-05}
{"train_loss": 0.004555793944746256, "global_step": 56409, "epoch": 316, "lr": 4.5926065989996826e-05}
{"train_loss": 0.004920399747788906, "global_step": 56410, "epoch": 316, "lr": 4.592459320385312e-05}
{"train_loss": 0.0022885818034410477, "global_step": 56411, "epoch": 316, "lr": 4.592312042126908e-05}
{"train_loss": 0.0024767140857875347, "global_step": 56412, "epoch": 316, "lr": 4.592164764224592e-05}
{"train_loss": 0.005534412804991007, "global_step": 56413, "epoch": 316, "lr": 4.592017486678498e-05}
{"train_loss": 0.0025711616035550833, "global_step": 56414, "epoch": 316, "lr": 4.591870209488751e-05}
{"train_loss": 0.003755839541554451, "global_step": 56415, "epoch": 316, "lr": 4.591722932655481e-05}
{"train_loss": 0.0049503459595143795, "global_step": 56416, "epoch": 316, "lr": 4.5915756561788156e-05}
{"train_loss": 0.004090618342161179, "global_step": 56417, "epoch": 316, "lr": 4.591428380058887e-05}
{"train_loss": 0.0036610509268939495, "global_step": 56418, "epoch": 316, "lr": 4.591281104295819e-05}
{"train_loss": 0.002906759502366185, "global_step": 56419, "epoch": 316, "lr": 4.5911338288897445e-05}
{"train_loss": 0.0018146894872188568, "global_step": 56420, "epoch": 316, "lr": 4.5909865538407884e-05}
{"train_loss": 0.0034594624303281307, "global_step": 56421, "epoch": 316, "lr": 4.5908392791490836e-05}
{"train_loss": 0.0033606525976210833, "global_step": 56422, "epoch": 316, "lr": 4.5906920048147535e-05}
{"train_loss": 0.004195670131593943, "global_step": 56423, "epoch": 316, "lr": 4.590544730837931e-05}
{"train_loss": 0.0036014411598443985, "global_step": 56424, "epoch": 316, "lr": 4.590397457218742e-05}
{"train_loss": 0.00340403207928319, "global_step": 56425, "epoch": 316, "lr": 4.590250183957318e-05}
{"train_loss": 0.002542537171393633, "global_step": 56426, "epoch": 317, "lr": 4.5901029110537846e-05}
{"train_loss": 0.0022643019910901785, "global_step": 56427, "epoch": 317, "lr": 4.5899556385082736e-05}
{"train_loss": 0.004240230657160282, "global_step": 56428, "epoch": 317, "lr": 4.58980836632091e-05}
{"train_loss": 0.0012448047054931521, "global_step": 56429, "epoch": 317, "lr": 4.589661094491825e-05}
{"train_loss": 0.003712654346600175, "global_step": 56430, "epoch": 317, "lr": 4.589513823021146e-05}
{"train_loss": 0.003622323041781783, "global_step": 56431, "epoch": 317, "lr": 4.5893665519090015e-05}
{"train_loss": 0.005364187993109226, "global_step": 56432, "epoch": 317, "lr": 4.5892192811555235e-05}
{"train_loss": 0.0022117439657449722, "global_step": 56433, "epoch": 317, "lr": 4.589072010760835e-05}
{"train_loss": 0.003073296044021845, "global_step": 56434, "epoch": 317, "lr": 4.588924740725069e-05}
{"train_loss": 0.00134745379909873, "global_step": 56435, "epoch": 317, "lr": 4.5887774710483525e-05}
{"train_loss": 0.003650358412414789, "global_step": 56436, "epoch": 317, "lr": 4.5886302017308156e-05}
{"train_loss": 0.003975422587245703, "global_step": 56437, "epoch": 317, "lr": 4.588482932772584e-05}
{"train_loss": 0.002642651554197073, "global_step": 56438, "epoch": 317, "lr": 4.5883356641737885e-05}
{"train_loss": 0.0011549664195626974, "global_step": 56439, "epoch": 317, "lr": 4.5881883959345564e-05}
{"train_loss": 0.003368208883330226, "global_step": 56440, "epoch": 317, "lr": 4.588041128055019e-05}
{"train_loss": 0.0016776580596342683, "global_step": 56441, "epoch": 317, "lr": 4.587893860535302e-05}
{"train_loss": 0.005014420486986637, "global_step": 56442, "epoch": 317, "lr": 4.5877465933755345e-05}
{"train_loss": 0.004842919297516346, "global_step": 56443, "epoch": 317, "lr": 4.587599326575846e-05}
{"train_loss": 0.004848126322031021, "global_step": 56444, "epoch": 317, "lr": 4.587452060136367e-05}
{"train_loss": 0.003623618744313717, "global_step": 56445, "epoch": 317, "lr": 4.587304794057221e-05}
{"train_loss": 0.0025130263529717922, "global_step": 56446, "epoch": 317, "lr": 4.587157528338542e-05}
{"train_loss": 0.005047876387834549, "global_step": 56447, "epoch": 317, "lr": 4.587010262980454e-05}
{"train_loss": 0.0081696892157197, "global_step": 56448, "epoch": 317, "lr": 4.58686299798309e-05}
{"train_loss": 0.004799315240234137, "global_step": 56449, "epoch": 317, "lr": 4.586715733346574e-05}
{"train_loss": 0.0034164474345743656, "global_step": 56450, "epoch": 317, "lr": 4.5865684690710394e-05}
{"train_loss": 0.004176449030637741, "global_step": 56451, "epoch": 317, "lr": 4.586421205156611e-05}
{"train_loss": 0.0025616649072617292, "global_step": 56452, "epoch": 317, "lr": 4.5862739416034195e-05}
{"train_loss": 0.0032559665851294994, "global_step": 56453, "epoch": 317, "lr": 4.586126678411593e-05}
{"train_loss": 0.0010177616495639086, "global_step": 56454, "epoch": 317, "lr": 4.58597941558126e-05}
{"train_loss": 0.0038319271989166737, "global_step": 56455, "epoch": 317, "lr": 4.585832153112551e-05}
{"train_loss": 0.003991737030446529, "global_step": 56456, "epoch": 317, "lr": 4.585684891005591e-05}
{"train_loss": 0.004327093716710806, "global_step": 56457, "epoch": 317, "lr": 4.585537629260511e-05}
{"train_loss": 0.0035730907693505287, "global_step": 56458, "epoch": 317, "lr": 4.585390367877438e-05}
{"train_loss": 0.0035341812763363123, "global_step": 56459, "epoch": 317, "lr": 4.585243106856504e-05}
{"train_loss": 0.002828771946951747, "global_step": 56460, "epoch": 317, "lr": 4.585095846197833e-05}
{"train_loss": 0.0020294475834816694, "global_step": 56461, "epoch": 317, "lr": 4.584948585901558e-05}
{"train_loss": 0.002451658947393298, "global_step": 56462, "epoch": 317, "lr": 4.584801325967804e-05}
{"train_loss": 0.006505070254206657, "global_step": 56463, "epoch": 317, "lr": 4.584654066396703e-05}
{"train_loss": 0.0041489871218800545, "global_step": 56464, "epoch": 317, "lr": 4.584506807188381e-05}
{"train_loss": 0.002304977271705866, "global_step": 56465, "epoch": 317, "lr": 4.584359548342968e-05}
{"train_loss": 0.0027737640775740147, "global_step": 56466, "epoch": 317, "lr": 4.584212289860591e-05}
{"train_loss": 0.005070541985332966, "global_step": 56467, "epoch": 317, "lr": 4.58406503174138e-05}
{"train_loss": 0.004022818058729172, "global_step": 56468, "epoch": 317, "lr": 4.583917773985463e-05}
{"train_loss": 0.0027570039965212345, "global_step": 56469, "epoch": 317, "lr": 4.583770516592971e-05}
{"train_loss": 0.003362351329997182, "global_step": 56470, "epoch": 317, "lr": 4.583623259564029e-05}
{"train_loss": 0.0034060245379805565, "global_step": 56471, "epoch": 317, "lr": 4.583476002898767e-05}
{"train_loss": 0.004065875429660082, "global_step": 56472, "epoch": 317, "lr": 4.583328746597314e-05}
{"train_loss": 0.002187129808589816, "global_step": 56473, "epoch": 317, "lr": 4.583181490659797e-05}
{"train_loss": 0.0011828620918095112, "global_step": 56474, "epoch": 317, "lr": 4.58303423508635e-05}
{"train_loss": 0.002883684355765581, "global_step": 56475, "epoch": 317, "lr": 4.582886979877095e-05}
{"train_loss": 0.003172570373862982, "global_step": 56476, "epoch": 317, "lr": 4.5827397250321634e-05}
{"train_loss": 0.005466455593705177, "global_step": 56477, "epoch": 317, "lr": 4.582592470551684e-05}
{"train_loss": 0.00481268297880888, "global_step": 56478, "epoch": 317, "lr": 4.582445216435786e-05}
{"train_loss": 0.002282785950228572, "global_step": 56479, "epoch": 317, "lr": 4.582297962684596e-05}
{"train_loss": 0.002960117068141699, "global_step": 56480, "epoch": 317, "lr": 4.582150709298244e-05}
{"train_loss": 0.003328092163428664, "global_step": 56481, "epoch": 317, "lr": 4.582003456276858e-05}
{"train_loss": 0.002159349387511611, "global_step": 56482, "epoch": 317, "lr": 4.581856203620569e-05}
{"train_loss": 0.003019881434738636, "global_step": 56483, "epoch": 317, "lr": 4.5817089513295016e-05}
{"train_loss": 0.003951147198677063, "global_step": 56484, "epoch": 317, "lr": 4.5815616994037886e-05}
{"train_loss": 0.0021043606102466583, "global_step": 56485, "epoch": 317, "lr": 4.581414447843554e-05}
{"train_loss": 0.00430205138400197, "global_step": 56486, "epoch": 317, "lr": 4.58126719664893e-05}
{"train_loss": 0.003752403426915407, "global_step": 56487, "epoch": 317, "lr": 4.581119945820043e-05}
{"train_loss": 0.0022872802801430225, "global_step": 56488, "epoch": 317, "lr": 4.580972695357025e-05}
{"train_loss": 0.002217247849330306, "global_step": 56489, "epoch": 317, "lr": 4.580825445260001e-05}
{"train_loss": 0.002331675961613655, "global_step": 56490, "epoch": 317, "lr": 4.580678195529101e-05}
{"train_loss": 0.006036251783370972, "global_step": 56491, "epoch": 317, "lr": 4.580530946164452e-05}
{"train_loss": 0.003602629294618964, "global_step": 56492, "epoch": 317, "lr": 4.580383697166188e-05}
{"train_loss": 0.0034131365828216076, "global_step": 56493, "epoch": 317, "lr": 4.5802364485344304e-05}
{"train_loss": 0.0018501556478440762, "global_step": 56494, "epoch": 317, "lr": 4.580089200269311e-05}
{"train_loss": 0.004240767098963261, "global_step": 56495, "epoch": 317, "lr": 4.579941952370961e-05}
{"train_loss": 0.0028453455306589603, "global_step": 56496, "epoch": 317, "lr": 4.579794704839504e-05}
{"train_loss": 0.0034174611791968346, "global_step": 56497, "epoch": 317, "lr": 4.579647457675074e-05}
{"train_loss": 0.0040398552082479, "global_step": 56498, "epoch": 317, "lr": 4.579500210877795e-05}
{"train_loss": 0.0029631578363478184, "global_step": 56499, "epoch": 317, "lr": 4.579352964447798e-05}
{"train_loss": 0.002863495610654354, "global_step": 56500, "epoch": 317, "lr": 4.579205718385211e-05}
{"train_loss": 0.005283331498503685, "global_step": 56501, "epoch": 317, "lr": 4.579058472690164e-05}
{"train_loss": 0.008448729291558266, "global_step": 56502, "epoch": 317, "lr": 4.578911227362782e-05}
{"train_loss": 0.001529410481452942, "global_step": 56503, "epoch": 317, "lr": 4.578763982403198e-05}
{"train_loss": 0.0038585583679378033, "global_step": 56504, "epoch": 317, "lr": 4.578616737811537e-05}
{"train_loss": 0.0033236173912882805, "global_step": 56505, "epoch": 317, "lr": 4.5784694935879296e-05}
{"train_loss": 0.0043721930123865604, "global_step": 56506, "epoch": 317, "lr": 4.5783222497325026e-05}
{"train_loss": 0.00736527144908905, "global_step": 56507, "epoch": 317, "lr": 4.578175006245389e-05}
{"train_loss": 0.002324816770851612, "global_step": 56508, "epoch": 317, "lr": 4.578027763126712e-05}
{"train_loss": 0.001866409438662231, "global_step": 56509, "epoch": 317, "lr": 4.577880520376603e-05}
{"train_loss": 0.006906174588948488, "global_step": 56510, "epoch": 317, "lr": 4.5777332779951896e-05}
{"train_loss": 0.002503453753888607, "global_step": 56511, "epoch": 317, "lr": 4.577586035982603e-05}
{"train_loss": 0.002670168410986662, "global_step": 56512, "epoch": 317, "lr": 4.577438794338967e-05}
{"train_loss": 0.0049576228484511375, "global_step": 56513, "epoch": 317, "lr": 4.577291553064415e-05}
{"train_loss": 0.005072504281997681, "global_step": 56514, "epoch": 317, "lr": 4.5771443121590724e-05}
{"train_loss": 0.0013093944871798158, "global_step": 56515, "epoch": 317, "lr": 4.5769970716230686e-05}
{"train_loss": 0.0035475492477416992, "global_step": 56516, "epoch": 317, "lr": 4.576849831456535e-05}
{"train_loss": 0.003607769962400198, "global_step": 56517, "epoch": 317, "lr": 4.5767025916595954e-05}
{"train_loss": 0.0014321999624371529, "global_step": 56518, "epoch": 317, "lr": 4.576555352232382e-05}
{"train_loss": 0.0032079447992146015, "global_step": 56519, "epoch": 317, "lr": 4.5764081131750214e-05}
{"train_loss": 0.00444740941748023, "global_step": 56520, "epoch": 317, "lr": 4.576260874487645e-05}
{"train_loss": 0.0039930688217282295, "global_step": 56521, "epoch": 317, "lr": 4.576113636170377e-05}
{"train_loss": 0.0012271048035472631, "global_step": 56522, "epoch": 317, "lr": 4.575966398223351e-05}
{"train_loss": 0.003001540433615446, "global_step": 56523, "epoch": 317, "lr": 4.5758191606466904e-05}
{"train_loss": 0.0064614443108439445, "global_step": 56524, "epoch": 317, "lr": 4.5756719234405276e-05}
{"train_loss": 0.002269882010295987, "global_step": 56525, "epoch": 317, "lr": 4.575524686604989e-05}
{"train_loss": 0.0028715073131024837, "global_step": 56526, "epoch": 317, "lr": 4.575377450140207e-05}
{"train_loss": 0.0033681937493383884, "global_step": 56527, "epoch": 317, "lr": 4.5752302140463045e-05}
{"train_loss": 0.0018998539308086038, "global_step": 56528, "epoch": 317, "lr": 4.575082978323414e-05}
{"train_loss": 0.00509781064465642, "global_step": 56529, "epoch": 317, "lr": 4.574935742971663e-05}
{"train_loss": 0.0026638517156243324, "global_step": 56530, "epoch": 317, "lr": 4.5747885079911814e-05}
{"train_loss": 0.0016274966765195131, "global_step": 56531, "epoch": 317, "lr": 4.5746412733820955e-05}
{"train_loss": 0.002125463215634227, "global_step": 56532, "epoch": 317, "lr": 4.574494039144536e-05}
{"train_loss": 0.0036562683526426554, "global_step": 56533, "epoch": 317, "lr": 4.5743468052786286e-05}
{"train_loss": 0.0015898916171863675, "global_step": 56534, "epoch": 317, "lr": 4.5741995717845064e-05}
{"train_loss": 0.003591022454202175, "global_step": 56535, "epoch": 317, "lr": 4.574052338662293e-05}
{"train_loss": 0.002053533447906375, "global_step": 56536, "epoch": 317, "lr": 4.57390510591212e-05}
{"train_loss": 0.0017096399096772075, "global_step": 56537, "epoch": 317, "lr": 4.573757873534118e-05}
{"train_loss": 0.003665020689368248, "global_step": 56538, "epoch": 317, "lr": 4.57361064152841e-05}
{"train_loss": 0.0054154470562934875, "global_step": 56539, "epoch": 317, "lr": 4.5734634098951284e-05}
{"train_loss": 0.001668452052399516, "global_step": 56540, "epoch": 317, "lr": 4.573316178634401e-05}
{"train_loss": 0.0032592061907052994, "global_step": 56541, "epoch": 317, "lr": 4.573168947746358e-05}
{"train_loss": 0.0038809312973171473, "global_step": 56542, "epoch": 317, "lr": 4.573021717231124e-05}
{"train_loss": 0.0035049908328801394, "global_step": 56543, "epoch": 317, "lr": 4.572874487088832e-05}
{"train_loss": 0.0023706438951194286, "global_step": 56544, "epoch": 317, "lr": 4.572727257319607e-05}
{"train_loss": 0.003775342833250761, "global_step": 56545, "epoch": 317, "lr": 4.572580027923582e-05}
{"train_loss": 0.002632371848449111, "global_step": 56546, "epoch": 317, "lr": 4.5724327989008794e-05}
{"train_loss": 0.0026340563781559467, "global_step": 56547, "epoch": 317, "lr": 4.572285570251633e-05}
{"train_loss": 0.0035552179906517267, "global_step": 56548, "epoch": 317, "lr": 4.572138341975969e-05}
{"train_loss": 0.004077942110598087, "global_step": 56549, "epoch": 317, "lr": 4.571991114074018e-05}
{"train_loss": 0.0034230195451527834, "global_step": 56550, "epoch": 317, "lr": 4.5718438865459054e-05}
{"train_loss": 0.0033307920675724745, "global_step": 56551, "epoch": 317, "lr": 4.5716966593917625e-05}
{"train_loss": 0.0026531291659921408, "global_step": 56552, "epoch": 317, "lr": 4.571549432611716e-05}
{"train_loss": 0.0031571134459227324, "global_step": 56553, "epoch": 317, "lr": 4.5714022062058983e-05}
{"train_loss": 0.005088265985250473, "global_step": 56554, "epoch": 317, "lr": 4.571254980174432e-05}
{"train_loss": 0.0015125662321224809, "global_step": 56555, "epoch": 317, "lr": 4.5711077545174515e-05}
{"train_loss": 0.002191403415054083, "global_step": 56556, "epoch": 317, "lr": 4.570960529235081e-05}
{"train_loss": 0.0023391717113554478, "global_step": 56557, "epoch": 317, "lr": 4.57081330432745e-05}
{"train_loss": 0.002030611503869295, "global_step": 56558, "epoch": 317, "lr": 4.570666079794689e-05}
{"train_loss": 0.0031984252855181694, "global_step": 56559, "epoch": 317, "lr": 4.570518855636925e-05}
{"train_loss": 0.0028059957548975945, "global_step": 56560, "epoch": 317, "lr": 4.570371631854289e-05}
{"train_loss": 0.0036442051641643047, "global_step": 56561, "epoch": 317, "lr": 4.570224408446906e-05}
{"train_loss": 0.0012715858174487948, "global_step": 56562, "epoch": 317, "lr": 4.570077185414907e-05}
{"train_loss": 0.004232832230627537, "global_step": 56563, "epoch": 317, "lr": 4.569929962758419e-05}
{"train_loss": 0.0025492841377854347, "global_step": 56564, "epoch": 317, "lr": 4.5697827404775736e-05}
{"train_loss": 0.0012688256101682782, "global_step": 56565, "epoch": 317, "lr": 4.5696355185724945e-05}
{"train_loss": 0.004070114344358444, "global_step": 56566, "epoch": 317, "lr": 4.569488297043316e-05}
{"train_loss": 0.0022692277561873198, "global_step": 56567, "epoch": 317, "lr": 4.5693410758901615e-05}
{"train_loss": 0.004566226154565811, "global_step": 56568, "epoch": 317, "lr": 4.5691938551131636e-05}
{"train_loss": 0.0020729091484099627, "global_step": 56569, "epoch": 317, "lr": 4.569046634712447e-05}
{"train_loss": 0.000627427245490253, "global_step": 56570, "epoch": 317, "lr": 4.568899414688144e-05}
{"train_loss": 0.004179841838777065, "global_step": 56571, "epoch": 317, "lr": 4.568752195040381e-05}
{"train_loss": 0.002940437290817499, "global_step": 56572, "epoch": 317, "lr": 4.568604975769288e-05}
{"train_loss": 0.0034010540693998337, "global_step": 56573, "epoch": 317, "lr": 4.568457756874991e-05}
{"train_loss": 0.005377700552344322, "global_step": 56574, "epoch": 317, "lr": 4.568310538357624e-05}
{"train_loss": 0.00197266461327672, "global_step": 56575, "epoch": 317, "lr": 4.568163320217308e-05}
{"train_loss": 0.0015966242644935846, "global_step": 56576, "epoch": 317, "lr": 4.5680161024541774e-05}
{"train_loss": 0.0030903711449354887, "global_step": 56577, "epoch": 317, "lr": 4.567868885068358e-05}
{"train_loss": 0.0015463894233107567, "global_step": 56578, "epoch": 317, "lr": 4.567721668059979e-05}
{"train_loss": 0.0017217157874256372, "global_step": 56579, "epoch": 317, "lr": 4.567574451429172e-05}
{"train_loss": 0.004696984775364399, "global_step": 56580, "epoch": 317, "lr": 4.56742723517606e-05}
{"train_loss": 0.003690475132316351, "global_step": 56581, "epoch": 317, "lr": 4.567280019300776e-05}
{"train_loss": 0.005600854754447937, "global_step": 56582, "epoch": 317, "lr": 4.567132803803446e-05}
{"train_loss": 0.00130560586694628, "global_step": 56583, "epoch": 317, "lr": 4.566985588684202e-05}
{"train_loss": 0.0035490882582962513, "global_step": 56584, "epoch": 317, "lr": 4.5668383739431673e-05}
{"train_loss": 0.00241992250084877, "global_step": 56585, "epoch": 317, "lr": 4.566691159580475e-05}
{"train_loss": 0.0024900150019675493, "global_step": 56586, "epoch": 317, "lr": 4.566543945596251e-05}
{"train_loss": 0.003582567209377885, "global_step": 56587, "epoch": 317, "lr": 4.566396731990627e-05}
{"train_loss": 0.0024610585533082485, "global_step": 56588, "epoch": 317, "lr": 4.566249518763728e-05}
{"train_loss": 0.007001661695539951, "global_step": 56589, "epoch": 317, "lr": 4.566102305915684e-05}
{"train_loss": 0.005754570476710796, "global_step": 56590, "epoch": 317, "lr": 4.565955093446623e-05}
{"train_loss": 0.0065962569788098335, "global_step": 56591, "epoch": 317, "lr": 4.565807881356677e-05}
{"train_loss": 0.0020872754976153374, "global_step": 56592, "epoch": 317, "lr": 4.56566066964597e-05}
{"train_loss": 0.0031818386632949114, "global_step": 56593, "epoch": 317, "lr": 4.565513458314634e-05}
{"train_loss": 0.0021042977459728718, "global_step": 56594, "epoch": 317, "lr": 4.565366247362794e-05}
{"train_loss": 0.001664374372921884, "global_step": 56595, "epoch": 317, "lr": 4.5652190367905815e-05}
{"train_loss": 0.002838284708559513, "global_step": 56596, "epoch": 317, "lr": 4.565071826598124e-05}
{"train_loss": 0.004085940308868885, "global_step": 56597, "epoch": 317, "lr": 4.564924616785552e-05}
{"train_loss": 0.004639995284378529, "global_step": 56598, "epoch": 317, "lr": 4.5647774073529896e-05}
{"train_loss": 0.0027922592125833035, "global_step": 56599, "epoch": 317, "lr": 4.564630198300568e-05}
{"train_loss": 0.004371570888906717, "global_step": 56600, "epoch": 317, "lr": 4.564482989628418e-05}
{"train_loss": 0.00281256390735507, "global_step": 56601, "epoch": 317, "lr": 4.564335781336665e-05}
{"train_loss": 0.0034369449131190777, "global_step": 56602, "epoch": 317, "lr": 4.56418857342544e-05}
{"train_loss": 0.003337772447338558, "global_step": 56603, "epoch": 317, "lr": 4.564041365894869e-05}
{"train_loss": 0.004955871496349573, "global_step": 56604, "epoch": 318, "lr": 4.5638941587450824e-05}
{"train_loss": 0.003945570904761553, "global_step": 56605, "epoch": 318, "lr": 4.563746951976207e-05}
{"train_loss": 0.004477988462895155, "global_step": 56606, "epoch": 318, "lr": 4.563599745588375e-05}
{"train_loss": 0.0018226973479613662, "global_step": 56607, "epoch": 318, "lr": 4.563452539581711e-05}
{"train_loss": 0.005506783723831177, "global_step": 56608, "epoch": 318, "lr": 4.563305333956345e-05}
{"train_loss": 0.0029138149693608284, "global_step": 56609, "epoch": 318, "lr": 4.563158128712405e-05}
{"train_loss": 0.005805478896945715, "global_step": 56610, "epoch": 318, "lr": 4.563010923850023e-05}
{"train_loss": 0.006308555603027344, "global_step": 56611, "epoch": 318, "lr": 4.562863719369322e-05}
{"train_loss": 0.003345206379890442, "global_step": 56612, "epoch": 318, "lr": 4.562716515270436e-05}
{"train_loss": 0.005060120020061731, "global_step": 56613, "epoch": 318, "lr": 4.562569311553489e-05}
{"train_loss": 0.0034262235276401043, "global_step": 56614, "epoch": 318, "lr": 4.562422108218612e-05}
{"train_loss": 0.0066201346926391125, "global_step": 56615, "epoch": 318, "lr": 4.5622749052659334e-05}
{"train_loss": 0.0015300826635211706, "global_step": 56616, "epoch": 318, "lr": 4.562127702695582e-05}
{"train_loss": 0.004357022233307362, "global_step": 56617, "epoch": 318, "lr": 4.561980500507685e-05}
{"train_loss": 0.0026177456602454185, "global_step": 56618, "epoch": 318, "lr": 4.561833298702372e-05}
{"train_loss": 0.00237589655444026, "global_step": 56619, "epoch": 318, "lr": 4.5616860972797707e-05}
{"train_loss": 0.0050956448540091515, "global_step": 56620, "epoch": 318, "lr": 4.5615388962400106e-05}
{"train_loss": 0.005298674572259188, "global_step": 56621, "epoch": 318, "lr": 4.5613916955832226e-05}
{"train_loss": 0.002497783862054348, "global_step": 56622, "epoch": 318, "lr": 4.56124449530953e-05}
{"train_loss": 0.002371100941672921, "global_step": 56623, "epoch": 318, "lr": 4.5610972954190656e-05}
{"train_loss": 0.005144366063177586, "global_step": 56624, "epoch": 318, "lr": 4.5609500959119554e-05}
{"train_loss": 0.0025132824666798115, "global_step": 56625, "epoch": 318, "lr": 4.560802896788331e-05}
{"train_loss": 0.002117154886946082, "global_step": 56626, "epoch": 318, "lr": 4.5606556980483175e-05}
{"train_loss": 0.005726556293666363, "global_step": 56627, "epoch": 318, "lr": 4.560508499692045e-05}
{"train_loss": 0.0039351689629256725, "global_step": 56628, "epoch": 318, "lr": 4.5603613017196416e-05}
{"train_loss": 0.0026677357964217663, "global_step": 56629, "epoch": 318, "lr": 4.5602141041312386e-05}
{"train_loss": 0.004122110083699226, "global_step": 56630, "epoch": 318, "lr": 4.5600669069269596e-05}
{"train_loss": 0.0012752170441672206, "global_step": 56631, "epoch": 318, "lr": 4.559919710106939e-05}
{"train_loss": 0.0031311390921473503, "global_step": 56632, "epoch": 318, "lr": 4.5597725136712995e-05}
{"train_loss": 0.0018018768168985844, "global_step": 56633, "epoch": 318, "lr": 4.559625317620174e-05}
{"train_loss": 0.003369447775185108, "global_step": 56634, "epoch": 318, "lr": 4.559478121953687e-05}
{"train_loss": 0.0015359310200437903, "global_step": 56635, "epoch": 318, "lr": 4.559330926671973e-05}
{"train_loss": 0.0036120847798883915, "global_step": 56636, "epoch": 318, "lr": 4.559183731775154e-05}
{"train_loss": 0.002802950330078602, "global_step": 56637, "epoch": 318, "lr": 4.559036537263364e-05}
{"train_loss": 0.00563027523458004, "global_step": 56638, "epoch": 318, "lr": 4.558889343136728e-05}
{"train_loss": 0.004625327885150909, "global_step": 56639, "epoch": 318, "lr": 4.5587421493953756e-05}
{"train_loss": 0.0035854442976415157, "global_step": 56640, "epoch": 318, "lr": 4.558594956039437e-05}
{"train_loss": 0.004450103733688593, "global_step": 56641, "epoch": 318, "lr": 4.558447763069037e-05}
{"train_loss": 0.002409368520602584, "global_step": 56642, "epoch": 318, "lr": 4.558300570484309e-05}
{"train_loss": 0.0016202297993004322, "global_step": 56643, "epoch": 318, "lr": 4.558153378285378e-05}
{"train_loss": 0.005148158874362707, "global_step": 56644, "epoch": 318, "lr": 4.5580061864723746e-05}
{"train_loss": 0.0030880842823535204, "global_step": 56645, "epoch": 318, "lr": 4.557858995045425e-05}
{"train_loss": 0.0048443530686199665, "global_step": 56646, "epoch": 318, "lr": 4.5577118040046597e-05}
{"train_loss": 0.004246340598911047, "global_step": 56647, "epoch": 318, "lr": 4.557564613350206e-05}
{"train_loss": 0.004624633584171534, "global_step": 56648, "epoch": 318, "lr": 4.557417423082195e-05}
{"train_loss": 0.0032111513428390026, "global_step": 56649, "epoch": 318, "lr": 4.557270233200752e-05}
{"train_loss": 0.0022948801051825285, "global_step": 56650, "epoch": 318, "lr": 4.557123043706009e-05}
{"train_loss": 0.0037071648985147476, "global_step": 56651, "epoch": 318, "lr": 4.5569758545980894e-05}
{"train_loss": 0.001674629864282906, "global_step": 56652, "epoch": 318, "lr": 4.556828665877127e-05}
{"train_loss": 0.004232004750519991, "global_step": 56653, "epoch": 318, "lr": 4.556681477543247e-05}
{"train_loss": 0.003219261299818754, "global_step": 56654, "epoch": 318, "lr": 4.5565342895965814e-05}
{"train_loss": 0.002529346151277423, "global_step": 56655, "epoch": 318, "lr": 4.5563871020372545e-05}
{"train_loss": 0.0012706213165074587, "global_step": 56656, "epoch": 318, "lr": 4.556239914865398e-05}
{"train_loss": 0.002251700032502413, "global_step": 56657, "epoch": 318, "lr": 4.5560927280811385e-05}
{"train_loss": 0.0033016414381563663, "global_step": 56658, "epoch": 318, "lr": 4.555945541684607e-05}
{"train_loss": 0.004560096189379692, "global_step": 56659, "epoch": 318, "lr": 4.555798355675929e-05}
{"train_loss": 0.00469408743083477, "global_step": 56660, "epoch": 318, "lr": 4.555651170055235e-05}
{"train_loss": 0.0019541846122592688, "global_step": 56661, "epoch": 318, "lr": 4.555503984822653e-05}
{"train_loss": 0.005061380565166473, "global_step": 56662, "epoch": 318, "lr": 4.555356799978312e-05}
{"train_loss": 0.003313313238322735, "global_step": 56663, "epoch": 318, "lr": 4.555209615522342e-05}
{"train_loss": 0.003948789089918137, "global_step": 56664, "epoch": 318, "lr": 4.5550624314548676e-05}
{"train_loss": 0.005420657340437174, "global_step": 56665, "epoch": 318, "lr": 4.554915247776021e-05}
{"train_loss": 0.0029075464699417353, "global_step": 56666, "epoch": 318, "lr": 4.554768064485928e-05}
{"train_loss": 0.003112487029284239, "global_step": 56667, "epoch": 318, "lr": 4.5546208815847196e-05}
{"train_loss": 0.0030308524146676064, "global_step": 56668, "epoch": 318, "lr": 4.554473699072522e-05}
{"train_loss": 0.005620601121336222, "global_step": 56669, "epoch": 318, "lr": 4.554326516949467e-05}
{"train_loss": 0.004711756482720375, "global_step": 56670, "epoch": 318, "lr": 4.554179335215679e-05}
{"train_loss": 0.0021422291174530983, "global_step": 56671, "epoch": 318, "lr": 4.5540321538712906e-05}
{"train_loss": 0.0025650253519415855, "global_step": 56672, "epoch": 318, "lr": 4.5538849729164266e-05}
{"train_loss": 0.0031158910132944584, "global_step": 56673, "epoch": 318, "lr": 4.5537377923512195e-05}
{"train_loss": 0.005511311814188957, "global_step": 56674, "epoch": 318, "lr": 4.5535906121757946e-05}
{"train_loss": 0.0024624504148960114, "global_step": 56675, "epoch": 318, "lr": 4.553443432390282e-05}
{"train_loss": 0.003909389488399029, "global_step": 56676, "epoch": 318, "lr": 4.553296252994809e-05}
{"train_loss": 0.003145093098282814, "global_step": 56677, "epoch": 318, "lr": 4.5531490739895065e-05}
{"train_loss": 0.005783042870461941, "global_step": 56678, "epoch": 318, "lr": 4.5530018953745e-05}
{"train_loss": 0.0038459417410194874, "global_step": 56679, "epoch": 318, "lr": 4.5528547171499206e-05}
{"train_loss": 0.0024430102203041315, "global_step": 56680, "epoch": 318, "lr": 4.552707539315895e-05}
{"train_loss": 0.0039780838415026665, "global_step": 56681, "epoch": 318, "lr": 4.5525603618725535e-05}
{"train_loss": 0.0031851527746766806, "global_step": 56682, "epoch": 318, "lr": 4.5524131848200245e-05}
{"train_loss": 0.003739797044545412, "global_step": 56683, "epoch": 318, "lr": 4.5522660081584344e-05}
{"train_loss": 0.004246404394507408, "global_step": 56684, "epoch": 318, "lr": 4.5521188318879154e-05}
{"train_loss": 0.002636596094816923, "global_step": 56685, "epoch": 318, "lr": 4.5519716560085914e-05}
{"train_loss": 0.0023544887080788612, "global_step": 56686, "epoch": 318, "lr": 4.5518244805205946e-05}
{"train_loss": 0.0021506058983504772, "global_step": 56687, "epoch": 318, "lr": 4.551677305424051e-05}
{"train_loss": 0.0024127387441694736, "global_step": 56688, "epoch": 318, "lr": 4.5515301307190936e-05}
{"train_loss": 0.0015842777211219072, "global_step": 56689, "epoch": 318, "lr": 4.551382956405845e-05}
{"train_loss": 0.0023976918309926987, "global_step": 56690, "epoch": 318, "lr": 4.5512357824844374e-05}
{"train_loss": 0.00485563836991787, "global_step": 56691, "epoch": 318, "lr": 4.5510886089549977e-05}
{"train_loss": 0.0054997969418764114, "global_step": 56692, "epoch": 318, "lr": 4.5509414358176576e-05}
{"train_loss": 0.0031992443837225437, "global_step": 56693, "epoch": 318, "lr": 4.550794263072541e-05}
{"train_loss": 0.005317771807312965, "global_step": 56694, "epoch": 318, "lr": 4.55064709071978e-05}
{"train_loss": 0.004404762759804726, "global_step": 56695, "epoch": 318, "lr": 4.550499918759501e-05}
{"train_loss": 0.0035645696334540844, "global_step": 56696, "epoch": 318, "lr": 4.550352747191836e-05}
{"train_loss": 0.005555307026952505, "global_step": 56697, "epoch": 318, "lr": 4.550205576016908e-05}
{"train_loss": 0.002381756901741028, "global_step": 56698, "epoch": 318, "lr": 4.550058405234849e-05}
{"train_loss": 0.0035852938890457153, "global_step": 56699, "epoch": 318, "lr": 4.549911234845788e-05}
{"train_loss": 0.002345744986087084, "global_step": 56700, "epoch": 318, "lr": 4.5497640648498534e-05}
{"train_loss": 0.0021019969135522842, "global_step": 56701, "epoch": 318, "lr": 4.5496168952471716e-05}
{"train_loss": 0.0016896867891773582, "global_step": 56702, "epoch": 318, "lr": 4.549469726037872e-05}
{"train_loss": 0.0016521371435374022, "global_step": 56703, "epoch": 318, "lr": 4.549322557222086e-05}
{"train_loss": 0.004222957417368889, "global_step": 56704, "epoch": 318, "lr": 4.549175388799938e-05}
{"train_loss": 0.0012780474498867989, "global_step": 56705, "epoch": 318, "lr": 4.549028220771559e-05}
{"train_loss": 0.002486567245796323, "global_step": 56706, "epoch": 318, "lr": 4.548881053137076e-05}
{"train_loss": 0.001630088547244668, "global_step": 56707, "epoch": 318, "lr": 4.54873388589662e-05}
{"train_loss": 0.00195974949747324, "global_step": 56708, "epoch": 318, "lr": 4.548586719050317e-05}
{"train_loss": 0.0030311299487948418, "global_step": 56709, "epoch": 318, "lr": 4.548439552598297e-05}
{"train_loss": 0.002261173212900758, "global_step": 56710, "epoch": 318, "lr": 4.5482923865406875e-05}
{"train_loss": 0.002127626910805702, "global_step": 56711, "epoch": 318, "lr": 4.548145220877619e-05}
{"train_loss": 0.0032608741894364357, "global_step": 56712, "epoch": 318, "lr": 4.547998055609217e-05}
{"train_loss": 0.0034340661950409412, "global_step": 56713, "epoch": 318, "lr": 4.5478508907356123e-05}
{"train_loss": 0.0029989457689225674, "global_step": 56714, "epoch": 318, "lr": 4.547703726256933e-05}
{"train_loss": 0.004414787515997887, "global_step": 56715, "epoch": 318, "lr": 4.5475565621733086e-05}
{"train_loss": 0.0020505571737885475, "global_step": 56716, "epoch": 318, "lr": 4.547409398484864e-05}
{"train_loss": 0.0033866683952510357, "global_step": 56717, "epoch": 318, "lr": 4.547262235191732e-05}
{"train_loss": 0.0027262824587523937, "global_step": 56718, "epoch": 318, "lr": 4.547115072294039e-05}
{"train_loss": 0.003389580175280571, "global_step": 56719, "epoch": 318, "lr": 4.546967909791915e-05}
{"train_loss": 0.003354941960424185, "global_step": 56720, "epoch": 318, "lr": 4.5468207476854855e-05}
{"train_loss": 0.004041576758027077, "global_step": 56721, "epoch": 318, "lr": 4.5466735859748835e-05}
{"train_loss": 0.004390236455947161, "global_step": 56722, "epoch": 318, "lr": 4.546526424660232e-05}
{"train_loss": 0.003408904653042555, "global_step": 56723, "epoch": 318, "lr": 4.5463792637416635e-05}
{"train_loss": 0.002973720896989107, "global_step": 56724, "epoch": 318, "lr": 4.546232103219307e-05}
{"train_loss": 0.002030937932431698, "global_step": 56725, "epoch": 318, "lr": 4.5460849430932875e-05}
{"train_loss": 0.0021978600416332483, "global_step": 56726, "epoch": 318, "lr": 4.545937783363739e-05}
{"train_loss": 0.001127144554629922, "global_step": 56727, "epoch": 318, "lr": 4.5457906240307835e-05}
{"train_loss": 0.0030142534524202347, "global_step": 56728, "epoch": 318, "lr": 4.5456434650945545e-05}
{"train_loss": 0.004073904361575842, "global_step": 56729, "epoch": 318, "lr": 4.5454963065551775e-05}
{"train_loss": 0.0017213471001014113, "global_step": 56730, "epoch": 318, "lr": 4.5453491484127844e-05}
{"train_loss": 0.0016559662763029337, "global_step": 56731, "epoch": 318, "lr": 4.5452019906675e-05}
{"train_loss": 0.0026923043187707663, "global_step": 56732, "epoch": 318, "lr": 4.545054833319455e-05}
{"train_loss": 0.005239695310592651, "global_step": 56733, "epoch": 318, "lr": 4.544907676368777e-05}
{"train_loss": 0.0030414476059377193, "global_step": 56734, "epoch": 318, "lr": 4.544760519815596e-05}
{"train_loss": 0.0022617073263972998, "global_step": 56735, "epoch": 318, "lr": 4.544613363660039e-05}
{"train_loss": 0.0032397257164120674, "global_step": 56736, "epoch": 318, "lr": 4.544466207902235e-05}
{"train_loss": 0.007117254193872213, "global_step": 56737, "epoch": 318, "lr": 4.5443190525423114e-05}
{"train_loss": 0.003872192930430174, "global_step": 56738, "epoch": 318, "lr": 4.5441718975804e-05}
{"train_loss": 0.004304616712033749, "global_step": 56739, "epoch": 318, "lr": 4.544024743016625e-05}
{"train_loss": 0.0020568259060382843, "global_step": 56740, "epoch": 318, "lr": 4.54387758885112e-05}
{"train_loss": 0.003227554727345705, "global_step": 56741, "epoch": 318, "lr": 4.543730435084009e-05}
{"train_loss": 0.0022654610220342875, "global_step": 56742, "epoch": 318, "lr": 4.543583281715422e-05}
{"train_loss": 0.002288909163326025, "global_step": 56743, "epoch": 318, "lr": 4.5434361287454874e-05}
{"train_loss": 0.0023126103915274143, "global_step": 56744, "epoch": 318, "lr": 4.5432889761743336e-05}
{"train_loss": 0.008056165650486946, "global_step": 56745, "epoch": 318, "lr": 4.5431418240020924e-05}
{"train_loss": 0.004756574518978596, "global_step": 56746, "epoch": 318, "lr": 4.542994672228887e-05}
{"train_loss": 0.0032245172187685966, "global_step": 56747, "epoch": 318, "lr": 4.5428475208548496e-05}
{"train_loss": 0.003845784580335021, "global_step": 56748, "epoch": 318, "lr": 4.542700369880106e-05}
{"train_loss": 0.002547499258071184, "global_step": 56749, "epoch": 318, "lr": 4.542553219304789e-05}
{"train_loss": 0.002914068289101124, "global_step": 56750, "epoch": 318, "lr": 4.542406069129022e-05}
{"train_loss": 0.0032629729248583317, "global_step": 56751, "epoch": 318, "lr": 4.5422589193529374e-05}
{"train_loss": 0.003590205917134881, "global_step": 56752, "epoch": 318, "lr": 4.542111769976661e-05}
{"train_loss": 0.004741243552416563, "global_step": 56753, "epoch": 318, "lr": 4.5419646210003246e-05}
{"train_loss": 0.006513395346701145, "global_step": 56754, "epoch": 318, "lr": 4.541817472424053e-05}
{"train_loss": 0.006486167199909687, "global_step": 56755, "epoch": 318, "lr": 4.541670324247977e-05}
{"train_loss": 0.0032994523644447327, "global_step": 56756, "epoch": 318, "lr": 4.5415231764722246e-05}
{"train_loss": 0.0036636637523770332, "global_step": 56757, "epoch": 318, "lr": 4.541376029096926e-05}
{"train_loss": 0.005665295757353306, "global_step": 56758, "epoch": 318, "lr": 4.541228882122206e-05}
{"train_loss": 0.0030308447312563658, "global_step": 56759, "epoch": 318, "lr": 4.541081735548196e-05}
{"train_loss": 0.0031159461941570044, "global_step": 56760, "epoch": 318, "lr": 4.540934589375023e-05}
{"train_loss": 0.003162381472066045, "global_step": 56761, "epoch": 318, "lr": 4.540787443602817e-05}
{"train_loss": 0.0026052528992295265, "global_step": 56762, "epoch": 318, "lr": 4.540640298231704e-05}
{"train_loss": 0.002687745727598667, "global_step": 56763, "epoch": 318, "lr": 4.5404931532618174e-05}
{"train_loss": 0.0020529532339423895, "global_step": 56764, "epoch": 318, "lr": 4.54034600869328e-05}
{"train_loss": 0.0035248463973402977, "global_step": 56765, "epoch": 318, "lr": 4.540198864526223e-05}
{"train_loss": 0.002611827105283737, "global_step": 56766, "epoch": 318, "lr": 4.5400517207607755e-05}
{"train_loss": 0.003147520124912262, "global_step": 56767, "epoch": 318, "lr": 4.539904577397065e-05}
{"train_loss": 0.0038407063111662865, "global_step": 56768, "epoch": 318, "lr": 4.5397574344352215e-05}
{"train_loss": 0.0022698533721268177, "global_step": 56769, "epoch": 318, "lr": 4.5396102918753717e-05}
{"train_loss": 0.0023648226633667946, "global_step": 56770, "epoch": 318, "lr": 4.539463149717644e-05}
{"train_loss": 0.0020999261178076267, "global_step": 56771, "epoch": 318, "lr": 4.539316007962168e-05}
{"train_loss": 0.0024945044424384832, "global_step": 56772, "epoch": 318, "lr": 4.539168866609074e-05}
{"train_loss": 0.0019374790135771036, "global_step": 56773, "epoch": 318, "lr": 4.539021725658486e-05}
{"train_loss": 0.002918464131653309, "global_step": 56774, "epoch": 318, "lr": 4.538874585110537e-05}
{"train_loss": 0.002092864131554961, "global_step": 56775, "epoch": 318, "lr": 4.538727444965351e-05}
{"train_loss": 0.004365650005638599, "global_step": 56776, "epoch": 318, "lr": 4.5385803052230616e-05}
{"train_loss": 0.0011436387430876493, "global_step": 56777, "epoch": 318, "lr": 4.538433165883793e-05}
{"train_loss": 0.0024979393929243088, "global_step": 56778, "epoch": 318, "lr": 4.5382860269476776e-05}
{"train_loss": 0.006026275455951691, "global_step": 56779, "epoch": 318, "lr": 4.53813888841484e-05}
{"train_loss": 0.0035634739324450493, "global_step": 56780, "epoch": 318, "lr": 4.537991750285411e-05}
{"train_loss": 0.0034348045180164527, "global_step": 56781, "epoch": 318, "lr": 4.537844612559517e-05}
{"train_loss": 0.0028815646655857563, "global_step": 56782, "epoch": 319, "lr": 4.537697475237291e-05}
{"train_loss": 0.0017210624646395445, "global_step": 56783, "epoch": 319, "lr": 4.537550338318856e-05}
{"train_loss": 0.003805953310802579, "global_step": 56784, "epoch": 319, "lr": 4.537403201804345e-05}
{"train_loss": 0.004047860391438007, "global_step": 56785, "epoch": 319, "lr": 4.537256065693883e-05}
{"train_loss": 0.0026124026626348495, "global_step": 56786, "epoch": 319, "lr": 4.5371089299876e-05}
{"train_loss": 0.0019885795190930367, "global_step": 56787, "epoch": 319, "lr": 4.536961794685628e-05}
{"train_loss": 0.0030764099210500717, "global_step": 56788, "epoch": 319, "lr": 4.536814659788089e-05}
{"train_loss": 0.0032216741237789392, "global_step": 56789, "epoch": 319, "lr": 4.536667525295116e-05}
{"train_loss": 0.0017659792210906744, "global_step": 56790, "epoch": 319, "lr": 4.536520391206835e-05}
{"train_loss": 0.0021469839848577976, "global_step": 56791, "epoch": 319, "lr": 4.5363732575233784e-05}
{"train_loss": 0.0033890544436872005, "global_step": 56792, "epoch": 319, "lr": 4.53622612424487e-05}
{"train_loss": 0.0025317075196653605, "global_step": 56793, "epoch": 319, "lr": 4.536078991371442e-05}
{"train_loss": 0.003407238982617855, "global_step": 56794, "epoch": 319, "lr": 4.5359318589032194e-05}
{"train_loss": 0.0020436353515833616, "global_step": 56795, "epoch": 319, "lr": 4.5357847268403345e-05}
{"train_loss": 0.0054776533506810665, "global_step": 56796, "epoch": 319, "lr": 4.5356375951829114e-05}
{"train_loss": 0.0037641858216375113, "global_step": 56797, "epoch": 319, "lr": 4.535490463931084e-05}
{"train_loss": 0.0020698606967926025, "global_step": 56798, "epoch": 319, "lr": 4.535343333084976e-05}
{"train_loss": 0.0029700768645852804, "global_step": 56799, "epoch": 319, "lr": 4.535196202644718e-05}
{"train_loss": 0.002639467129483819, "global_step": 56800, "epoch": 319, "lr": 4.535049072610438e-05}
{"train_loss": 0.0025717930402606726, "global_step": 56801, "epoch": 319, "lr": 4.534901942982267e-05}
{"train_loss": 0.0016866899095475674, "global_step": 56802, "epoch": 319, "lr": 4.534754813760329e-05}
{"train_loss": 0.0016982348170131445, "global_step": 56803, "epoch": 319, "lr": 4.5346076849447564e-05}
{"train_loss": 0.003111992496997118, "global_step": 56804, "epoch": 319, "lr": 4.534460556535675e-05}
{"train_loss": 0.004699520766735077, "global_step": 56805, "epoch": 319, "lr": 4.5343134285332165e-05}
{"train_loss": 0.0015433229273185134, "global_step": 56806, "epoch": 319, "lr": 4.5341663009375054e-05}
{"train_loss": 0.003869475331157446, "global_step": 56807, "epoch": 319, "lr": 4.534019173748672e-05}
{"train_loss": 0.00335947354324162, "global_step": 56808, "epoch": 319, "lr": 4.533872046966846e-05}
{"train_loss": 0.004779458977282047, "global_step": 56809, "epoch": 319, "lr": 4.533724920592154e-05}
{"train_loss": 0.005987764336168766, "global_step": 56810, "epoch": 319, "lr": 4.5335777946247276e-05}
{"train_loss": 0.006511601619422436, "global_step": 56811, "epoch": 319, "lr": 4.533430669064691e-05}
{"train_loss": 0.004992867819964886, "global_step": 56812, "epoch": 319, "lr": 4.533283543912177e-05}
{"train_loss": 0.002454823348671198, "global_step": 56813, "epoch": 319, "lr": 4.53313641916731e-05}
{"train_loss": 0.0026815664023160934, "global_step": 56814, "epoch": 319, "lr": 4.5329892948302213e-05}
{"train_loss": 0.003272790927439928, "global_step": 56815, "epoch": 319, "lr": 4.5328421709010374e-05}
{"train_loss": 0.001928511424921453, "global_step": 56816, "epoch": 319, "lr": 4.53269504737989e-05}
{"train_loss": 0.00422144727781415, "global_step": 56817, "epoch": 319, "lr": 4.532547924266904e-05}
{"train_loss": 0.005829988047480583, "global_step": 56818, "epoch": 319, "lr": 4.5324008015622097e-05}
{"train_loss": 0.003968861885368824, "global_step": 56819, "epoch": 319, "lr": 4.532253679265935e-05}
{"train_loss": 0.004152381327003241, "global_step": 56820, "epoch": 319, "lr": 4.5321065573782104e-05}
{"train_loss": 0.001843827310949564, "global_step": 56821, "epoch": 319, "lr": 4.5319594358991614e-05}
{"train_loss": 0.0033182736951857805, "global_step": 56822, "epoch": 319, "lr": 4.531812314828918e-05}
{"train_loss": 0.0049594976007938385, "global_step": 56823, "epoch": 319, "lr": 4.5316651941676084e-05}
{"train_loss": 0.005315205082297325, "global_step": 56824, "epoch": 319, "lr": 4.5315180739153626e-05}
{"train_loss": 0.003138273023068905, "global_step": 56825, "epoch": 319, "lr": 4.531370954072306e-05}
{"train_loss": 0.005505159962922335, "global_step": 56826, "epoch": 319, "lr": 4.531223834638571e-05}
{"train_loss": 0.004632958211004734, "global_step": 56827, "epoch": 319, "lr": 4.5310767156142815e-05}
{"train_loss": 0.0042273495346307755, "global_step": 56828, "epoch": 319, "lr": 4.530929596999569e-05}
{"train_loss": 0.004332288168370724, "global_step": 56829, "epoch": 319, "lr": 4.5307824787945636e-05}
{"train_loss": 0.005022881552577019, "global_step": 56830, "epoch": 319, "lr": 4.5306353609993896e-05}
{"train_loss": 0.003651285544037819, "global_step": 56831, "epoch": 319, "lr": 4.5304882436141796e-05}
{"train_loss": 0.004753967747092247, "global_step": 56832, "epoch": 319, "lr": 4.5303411266390575e-05}
{"train_loss": 0.003315916284918785, "global_step": 56833, "epoch": 319, "lr": 4.530194010074156e-05}
{"train_loss": 0.0016880667535588145, "global_step": 56834, "epoch": 319, "lr": 4.530046893919601e-05}
{"train_loss": 0.003814342664554715, "global_step": 56835, "epoch": 319, "lr": 4.529899778175524e-05}
{"train_loss": 0.0017693861154839396, "global_step": 56836, "epoch": 319, "lr": 4.5297526628420495e-05}
{"train_loss": 0.0036113057285547256, "global_step": 56837, "epoch": 319, "lr": 4.5296055479193086e-05}
{"train_loss": 0.005173239391297102, "global_step": 56838, "epoch": 319, "lr": 4.529458433407429e-05}
{"train_loss": 0.003206361550837755, "global_step": 56839, "epoch": 319, "lr": 4.52931131930654e-05}
{"train_loss": 0.003605747129768133, "global_step": 56840, "epoch": 319, "lr": 4.529164205616768e-05}
{"train_loss": 0.0021488273050636053, "global_step": 56841, "epoch": 319, "lr": 4.5290170923382444e-05}
{"train_loss": 0.002392715075984597, "global_step": 56842, "epoch": 319, "lr": 4.5288699794710946e-05}
{"train_loss": 0.0032212259247899055, "global_step": 56843, "epoch": 319, "lr": 4.5287228670154516e-05}
{"train_loss": 0.0035564100835472345, "global_step": 56844, "epoch": 319, "lr": 4.528575754971438e-05}
{"train_loss": 0.0028437459841370583, "global_step": 56845, "epoch": 319, "lr": 4.528428643339187e-05}
{"train_loss": 0.0016416431171819568, "global_step": 56846, "epoch": 319, "lr": 4.528281532118825e-05}
{"train_loss": 0.002974728588014841, "global_step": 56847, "epoch": 319, "lr": 4.528134421310481e-05}
{"train_loss": 0.002980065532028675, "global_step": 56848, "epoch": 319, "lr": 4.527987310914284e-05}
{"train_loss": 0.004121370613574982, "global_step": 56849, "epoch": 319, "lr": 4.5278402009303595e-05}
{"train_loss": 0.002170907100662589, "global_step": 56850, "epoch": 319, "lr": 4.5276930913588414e-05}
{"train_loss": 0.002036921912804246, "global_step": 56851, "epoch": 319, "lr": 4.5275459821998534e-05}
{"train_loss": 0.002603534609079361, "global_step": 56852, "epoch": 319, "lr": 4.5273988734535264e-05}
{"train_loss": 0.0038133529014885426, "global_step": 56853, "epoch": 319, "lr": 4.527251765119987e-05}
{"train_loss": 0.0035687533672899008, "global_step": 56854, "epoch": 319, "lr": 4.527104657199367e-05}
{"train_loss": 0.003690328449010849, "global_step": 56855, "epoch": 319, "lr": 4.526957549691791e-05}
{"train_loss": 0.003879354102537036, "global_step": 56856, "epoch": 319, "lr": 4.526810442597391e-05}
{"train_loss": 0.0024296166375279427, "global_step": 56857, "epoch": 319, "lr": 4.526663335916292e-05}
{"train_loss": 0.0022732638753950596, "global_step": 56858, "epoch": 319, "lr": 4.5265162296486276e-05}
{"train_loss": 0.0038647986948490143, "global_step": 56859, "epoch": 319, "lr": 4.5263691237945196e-05}
{"train_loss": 0.0022635955829173326, "global_step": 56860, "epoch": 319, "lr": 4.526222018354102e-05}
{"train_loss": 0.001533934031613171, "global_step": 56861, "epoch": 319, "lr": 4.526074913327499e-05}
{"train_loss": 0.002888627117499709, "global_step": 56862, "epoch": 319, "lr": 4.525927808714844e-05}
{"train_loss": 0.0030642272904515266, "global_step": 56863, "epoch": 319, "lr": 4.5257807045162595e-05}
{"train_loss": 0.003506891429424286, "global_step": 56864, "epoch": 319, "lr": 4.525633600731879e-05}
{"train_loss": 0.0024706926196813583, "global_step": 56865, "epoch": 319, "lr": 4.525486497361829e-05}
{"train_loss": 0.0015524821355938911, "global_step": 56866, "epoch": 319, "lr": 4.52533939440624e-05}
{"train_loss": 0.001834637252613902, "global_step": 56867, "epoch": 319, "lr": 4.525192291865236e-05}
{"train_loss": 0.001899844966828823, "global_step": 56868, "epoch": 319, "lr": 4.5250451897389506e-05}
{"train_loss": 0.0018632368883118033, "global_step": 56869, "epoch": 319, "lr": 4.524898088027508e-05}
{"train_loss": 0.004324148874729872, "global_step": 56870, "epoch": 319, "lr": 4.5247509867310375e-05}
{"train_loss": 0.005506010260432959, "global_step": 56871, "epoch": 319, "lr": 4.524603885849671e-05}
{"train_loss": 0.0029867517296224833, "global_step": 56872, "epoch": 319, "lr": 4.524456785383533e-05}
{"train_loss": 0.0028454121202230453, "global_step": 56873, "epoch": 319, "lr": 4.524309685332756e-05}
{"train_loss": 0.008872301317751408, "global_step": 56874, "epoch": 319, "lr": 4.524162585697463e-05}
{"train_loss": 0.0018795139621943235, "global_step": 56875, "epoch": 319, "lr": 4.5240154864777876e-05}
{"train_loss": 0.001601725583896041, "global_step": 56876, "epoch": 319, "lr": 4.523868387673855e-05}
{"train_loss": 0.00468135392293334, "global_step": 56877, "epoch": 319, "lr": 4.523721289285797e-05}
{"train_loss": 0.004367062821984291, "global_step": 56878, "epoch": 319, "lr": 4.523574191313738e-05}
{"train_loss": 0.003573946189135313, "global_step": 56879, "epoch": 319, "lr": 4.523427093757809e-05}
{"train_loss": 0.002945828251540661, "global_step": 56880, "epoch": 319, "lr": 4.5232799966181374e-05}
{"train_loss": 0.0022271079942584038, "global_step": 56881, "epoch": 319, "lr": 4.523132899894855e-05}
{"train_loss": 0.0011326535604894161, "global_step": 56882, "epoch": 319, "lr": 4.522985803588085e-05}
{"train_loss": 0.00286346604116261, "global_step": 56883, "epoch": 319, "lr": 4.522838707697958e-05}
{"train_loss": 0.003204037668183446, "global_step": 56884, "epoch": 319, "lr": 4.5226916122246034e-05}
{"train_loss": 0.0037263354752212763, "global_step": 56885, "epoch": 319, "lr": 4.522544517168151e-05}
{"train_loss": 0.0015466263284906745, "global_step": 56886, "epoch": 319, "lr": 4.522397422528725e-05}
{"train_loss": 0.0037653138861060143, "global_step": 56887, "epoch": 319, "lr": 4.5222503283064585e-05}
{"train_loss": 0.004165190272033215, "global_step": 56888, "epoch": 319, "lr": 4.522103234501476e-05}
{"train_loss": 0.008189517073333263, "global_step": 56889, "epoch": 319, "lr": 4.521956141113909e-05}
{"train_loss": 0.0024539404548704624, "global_step": 56890, "epoch": 319, "lr": 4.5218090481438836e-05}
{"train_loss": 0.0033245678059756756, "global_step": 56891, "epoch": 319, "lr": 4.521661955591529e-05}
{"train_loss": 0.004470910411328077, "global_step": 56892, "epoch": 319, "lr": 4.521514863456977e-05}
{"train_loss": 0.0033313888125121593, "global_step": 56893, "epoch": 319, "lr": 4.52136777174035e-05}
{"train_loss": 0.0029696631245315075, "global_step": 56894, "epoch": 319, "lr": 4.521220680441781e-05}
{"train_loss": 0.0022054885048419237, "global_step": 56895, "epoch": 319, "lr": 4.5210735895613966e-05}
{"train_loss": 0.002741719363257289, "global_step": 56896, "epoch": 319, "lr": 4.520926499099328e-05}
{"train_loss": 0.004716589581221342, "global_step": 56897, "epoch": 319, "lr": 4.5207794090556985e-05}
{"train_loss": 0.004475407302379608, "global_step": 56898, "epoch": 319, "lr": 4.5206323194306415e-05}
{"train_loss": 0.0017801026115193963, "global_step": 56899, "epoch": 319, "lr": 4.520485230224282e-05}
{"train_loss": 0.0027433661743998528, "global_step": 56900, "epoch": 319, "lr": 4.520338141436753e-05}
{"train_loss": 0.003285221755504608, "global_step": 56901, "epoch": 319, "lr": 4.5201910530681767e-05}
{"train_loss": 0.0045637148432433605, "global_step": 56902, "epoch": 319, "lr": 4.520043965118688e-05}
{"train_loss": 0.0033227144740521908, "global_step": 56903, "epoch": 319, "lr": 4.5198968775884095e-05}
{"train_loss": 0.002830475103110075, "global_step": 56904, "epoch": 319, "lr": 4.519749790477473e-05}
{"train_loss": 0.0028046835213899612, "global_step": 56905, "epoch": 319, "lr": 4.519602703786006e-05}
{"train_loss": 0.004564962349832058, "global_step": 56906, "epoch": 319, "lr": 4.51945561751414e-05}
{"train_loss": 0.003590184962376952, "global_step": 56907, "epoch": 319, "lr": 4.519308531661998e-05}
{"train_loss": 0.005036689341068268, "global_step": 56908, "epoch": 319, "lr": 4.519161446229712e-05}
{"train_loss": 0.0036677136085927486, "global_step": 56909, "epoch": 319, "lr": 4.519014361217409e-05}
{"train_loss": 0.0027373970951884985, "global_step": 56910, "epoch": 319, "lr": 4.518867276625221e-05}
{"train_loss": 0.003170998301357031, "global_step": 56911, "epoch": 319, "lr": 4.5187201924532704e-05}
{"train_loss": 0.0026716997381299734, "global_step": 56912, "epoch": 319, "lr": 4.5185731087016896e-05}
{"train_loss": 0.004183506593108177, "global_step": 56913, "epoch": 319, "lr": 4.518426025370608e-05}
{"train_loss": 0.004644149914383888, "global_step": 56914, "epoch": 319, "lr": 4.518278942460151e-05}
{"train_loss": 0.005108903162181377, "global_step": 56915, "epoch": 319, "lr": 4.51813185997045e-05}
{"train_loss": 0.002036257414147258, "global_step": 56916, "epoch": 319, "lr": 4.517984777901631e-05}
{"train_loss": 0.0011969329789280891, "global_step": 56917, "epoch": 319, "lr": 4.517837696253824e-05}
{"train_loss": 0.0055652703158557415, "global_step": 56918, "epoch": 319, "lr": 4.517690615027156e-05}
{"train_loss": 0.002845261013135314, "global_step": 56919, "epoch": 319, "lr": 4.5175435342217584e-05}
{"train_loss": 0.0032581777777522802, "global_step": 56920, "epoch": 319, "lr": 4.517396453837756e-05}
{"train_loss": 0.004885243251919746, "global_step": 56921, "epoch": 319, "lr": 4.5172493738752805e-05}
{"train_loss": 0.0033542057499289513, "global_step": 56922, "epoch": 319, "lr": 4.5171022943344576e-05}
{"train_loss": 0.001457701437175274, "global_step": 56923, "epoch": 319, "lr": 4.516955215215418e-05}
{"train_loss": 0.005338381975889206, "global_step": 56924, "epoch": 319, "lr": 4.516808136518287e-05}
{"train_loss": 0.0034201813396066427, "global_step": 56925, "epoch": 319, "lr": 4.516661058243199e-05}
{"train_loss": 0.0024112726096063852, "global_step": 56926, "epoch": 319, "lr": 4.5165139803902754e-05}
{"train_loss": 0.004022976849228144, "global_step": 56927, "epoch": 319, "lr": 4.516366902959649e-05}
{"train_loss": 0.004177818074822426, "global_step": 56928, "epoch": 319, "lr": 4.516219825951446e-05}
{"train_loss": 0.004235320258885622, "global_step": 56929, "epoch": 319, "lr": 4.516072749365799e-05}
{"train_loss": 0.002623551059514284, "global_step": 56930, "epoch": 319, "lr": 4.515925673202831e-05}
{"train_loss": 0.0032655028626322746, "global_step": 56931, "epoch": 319, "lr": 4.515778597462674e-05}
{"train_loss": 0.0027052597142755985, "global_step": 56932, "epoch": 319, "lr": 4.515631522145455e-05}
{"train_loss": 0.0036347706336528063, "global_step": 56933, "epoch": 319, "lr": 4.515484447251302e-05}
{"train_loss": 0.0034607709385454655, "global_step": 56934, "epoch": 319, "lr": 4.515337372780347e-05}
{"train_loss": 0.0029958500526845455, "global_step": 56935, "epoch": 319, "lr": 4.515190298732714e-05}
{"train_loss": 0.004378395155072212, "global_step": 56936, "epoch": 319, "lr": 4.515043225108534e-05}
{"train_loss": 0.0025825798511505127, "global_step": 56937, "epoch": 319, "lr": 4.514896151907934e-05}
{"train_loss": 0.00366107071749866, "global_step": 56938, "epoch": 319, "lr": 4.514749079131045e-05}
{"train_loss": 0.001979806926101446, "global_step": 56939, "epoch": 319, "lr": 4.514602006777992e-05}
{"train_loss": 0.003864590311422944, "global_step": 56940, "epoch": 319, "lr": 4.5144549348489075e-05}
{"train_loss": 0.001636856235563755, "global_step": 56941, "epoch": 319, "lr": 4.5143078633439154e-05}
{"train_loss": 0.001624068827368319, "global_step": 56942, "epoch": 319, "lr": 4.5141607922631465e-05}
{"train_loss": 0.003897402435541153, "global_step": 56943, "epoch": 319, "lr": 4.514013721606728e-05}
{"train_loss": 0.004230956546962261, "global_step": 56944, "epoch": 319, "lr": 4.513866651374793e-05}
{"train_loss": 0.004522612318396568, "global_step": 56945, "epoch": 319, "lr": 4.513719581567464e-05}
{"train_loss": 0.002985809464007616, "global_step": 56946, "epoch": 319, "lr": 4.513572512184872e-05}
{"train_loss": 0.0028859470039606094, "global_step": 56947, "epoch": 319, "lr": 4.513425443227145e-05}
{"train_loss": 0.0043152025900781155, "global_step": 56948, "epoch": 319, "lr": 4.513278374694414e-05}
{"train_loss": 0.0016510507557541132, "global_step": 56949, "epoch": 319, "lr": 4.513131306586803e-05}
{"train_loss": 0.0036444352008402348, "global_step": 56950, "epoch": 319, "lr": 4.512984238904444e-05}
{"train_loss": 0.004081807564944029, "global_step": 56951, "epoch": 319, "lr": 4.512837171647463e-05}
{"train_loss": 0.0026101008988916874, "global_step": 56952, "epoch": 319, "lr": 4.5126901048159914e-05}
{"train_loss": 0.0051712766289711, "global_step": 56953, "epoch": 319, "lr": 4.512543038410154e-05}
{"train_loss": 0.0025703427381813526, "global_step": 56954, "epoch": 319, "lr": 4.512395972430081e-05}
{"train_loss": 0.005017619580030441, "global_step": 56955, "epoch": 319, "lr": 4.512248906875902e-05}
{"train_loss": 0.003603661898523569, "global_step": 56956, "epoch": 319, "lr": 4.512101841747744e-05}
{"train_loss": 0.004215072840452194, "global_step": 56957, "epoch": 319, "lr": 4.511954777045738e-05}
{"train_loss": 0.0016467595705762506, "global_step": 56958, "epoch": 319, "lr": 4.511807712770008e-05}
{"train_loss": 0.0033599389867407133, "global_step": 56959, "epoch": 319, "lr": 4.5116606489206864e-05}
{"train_loss": 0.002349797636270523, "global_step": 56960, "epoch": 320, "lr": 4.5115135854978984e-05}
{"train_loss": 0.0012926249764859676, "global_step": 56961, "epoch": 320, "lr": 4.511366522501775e-05}
{"train_loss": 0.0029795703012496233, "global_step": 56962, "epoch": 320, "lr": 4.511219459932443e-05}
{"train_loss": 0.0015526595525443554, "global_step": 56963, "epoch": 320, "lr": 4.5110723977900335e-05}
{"train_loss": 0.0028133601881563663, "global_step": 56964, "epoch": 320, "lr": 4.5109253360746714e-05}
{"train_loss": 0.003762077772989869, "global_step": 56965, "epoch": 320, "lr": 4.510778274786488e-05}
{"train_loss": 0.002705642953515053, "global_step": 56966, "epoch": 320, "lr": 4.510631213925608e-05}
{"train_loss": 0.002442033961415291, "global_step": 56967, "epoch": 320, "lr": 4.5104841534921656e-05}
{"train_loss": 0.003348854836076498, "global_step": 56968, "epoch": 320, "lr": 4.5103370934862834e-05}
{"train_loss": 0.00180667988024652, "global_step": 56969, "epoch": 320, "lr": 4.5101900339080946e-05}
{"train_loss": 0.0018712255405262113, "global_step": 56970, "epoch": 320, "lr": 4.510042974757724e-05}
{"train_loss": 0.0028625065460801125, "global_step": 56971, "epoch": 320, "lr": 4.509895916035303e-05}
{"train_loss": 0.004126920364797115, "global_step": 56972, "epoch": 320, "lr": 4.5097488577409574e-05}
{"train_loss": 0.0037645886186510324, "global_step": 56973, "epoch": 320, "lr": 4.509601799874818e-05}
{"train_loss": 0.006777788978070021, "global_step": 56974, "epoch": 320, "lr": 4.509454742437011e-05}
{"train_loss": 0.0025276842061430216, "global_step": 56975, "epoch": 320, "lr": 4.5093076854276656e-05}
{"train_loss": 0.004023062065243721, "global_step": 56976, "epoch": 320, "lr": 4.509160628846913e-05}
{"train_loss": 0.0016752011142671108, "global_step": 56977, "epoch": 320, "lr": 4.509013572694877e-05}
{"train_loss": 0.005976372864097357, "global_step": 56978, "epoch": 320, "lr": 4.508866516971691e-05}
{"train_loss": 0.005824007093906403, "global_step": 56979, "epoch": 320, "lr": 4.5087194616774773e-05}
{"train_loss": 0.0030067404732108116, "global_step": 56980, "epoch": 320, "lr": 4.50857240681237e-05}
{"train_loss": 0.003986004739999771, "global_step": 56981, "epoch": 320, "lr": 4.508425352376494e-05}
{"train_loss": 0.00377676822245121, "global_step": 56982, "epoch": 320, "lr": 4.5082782983699815e-05}
{"train_loss": 0.0020163676235824823, "global_step": 56983, "epoch": 320, "lr": 4.508131244792957e-05}
{"train_loss": 0.0020585302263498306, "global_step": 56984, "epoch": 320, "lr": 4.5079841916455504e-05}
{"train_loss": 0.002964612329378724, "global_step": 56985, "epoch": 320, "lr": 4.5078371389278886e-05}
{"train_loss": 0.0030945218168199062, "global_step": 56986, "epoch": 320, "lr": 4.507690086640105e-05}
{"train_loss": 0.004798080772161484, "global_step": 56987, "epoch": 320, "lr": 4.5075430347823225e-05}
{"train_loss": 0.00396173819899559, "global_step": 56988, "epoch": 320, "lr": 4.507395983354672e-05}
{"train_loss": 0.002020147629082203, "global_step": 56989, "epoch": 320, "lr": 4.5072489323572816e-05}
{"train_loss": 0.0017072692280635238, "global_step": 56990, "epoch": 320, "lr": 4.507101881790282e-05}
{"train_loss": 0.002649621106684208, "global_step": 56991, "epoch": 320, "lr": 4.5069548316537965e-05}
{"train_loss": 0.0026116298977285624, "global_step": 56992, "epoch": 320, "lr": 4.506807781947958e-05}
{"train_loss": 0.0033345185220241547, "global_step": 56993, "epoch": 320, "lr": 4.506660732672892e-05}
{"train_loss": 0.002585523994639516, "global_step": 56994, "epoch": 320, "lr": 4.5065136838287313e-05}
{"train_loss": 0.0015940199373289943, "global_step": 56995, "epoch": 320, "lr": 4.506366635415599e-05}
{"train_loss": 0.008430597372353077, "global_step": 56996, "epoch": 320, "lr": 4.506219587433626e-05}
{"train_loss": 0.0035505001433193684, "global_step": 56997, "epoch": 320, "lr": 4.506072539882942e-05}
{"train_loss": 0.006324984598904848, "global_step": 56998, "epoch": 320, "lr": 4.505925492763673e-05}
{"train_loss": 0.0015750143211334944, "global_step": 56999, "epoch": 320, "lr": 4.505778446075949e-05}
{"train_loss": 0.0009496215498074889, "global_step": 57000, "epoch": 320, "lr": 4.505631399819897e-05}
{"train_loss": 0.0036906693130731583, "global_step": 57001, "epoch": 320, "lr": 4.505484353995649e-05}
{"train_loss": 0.007880969904363155, "global_step": 57002, "epoch": 320, "lr": 4.505337308603329e-05}
{"train_loss": 0.0020932666957378387, "global_step": 57003, "epoch": 320, "lr": 4.505190263643068e-05}
{"train_loss": 0.0029099525418132544, "global_step": 57004, "epoch": 320, "lr": 4.5050432191149924e-05}
{"train_loss": 0.0011608559871092439, "global_step": 57005, "epoch": 320, "lr": 4.504896175019235e-05}
{"train_loss": 0.004385795444250107, "global_step": 57006, "epoch": 320, "lr": 4.5047491313559184e-05}
{"train_loss": 0.0033363825641572475, "global_step": 57007, "epoch": 320, "lr": 4.504602088125175e-05}
{"train_loss": 0.00355784734711051, "global_step": 57008, "epoch": 320, "lr": 4.504455045327131e-05}
{"train_loss": 0.002115538576617837, "global_step": 57009, "epoch": 320, "lr": 4.504308002961918e-05}
{"train_loss": 0.0019926410168409348, "global_step": 57010, "epoch": 320, "lr": 4.50416096102966e-05}
{"train_loss": 0.004343017004430294, "global_step": 57011, "epoch": 320, "lr": 4.504013919530491e-05}
{"train_loss": 0.002258989028632641, "global_step": 57012, "epoch": 320, "lr": 4.5038668784645324e-05}
{"train_loss": 0.004352372605353594, "global_step": 57013, "epoch": 320, "lr": 4.503719837831919e-05}
{"train_loss": 0.002168037462979555, "global_step": 57014, "epoch": 320, "lr": 4.503572797632775e-05}
{"train_loss": 0.0016521955840289593, "global_step": 57015, "epoch": 320, "lr": 4.503425757867233e-05}
{"train_loss": 0.0021076074335724115, "global_step": 57016, "epoch": 320, "lr": 4.5032787185354165e-05}
{"train_loss": 0.0011302689090371132, "global_step": 57017, "epoch": 320, "lr": 4.5031316796374564e-05}
{"train_loss": 0.0019303848966956139, "global_step": 57018, "epoch": 320, "lr": 4.502984641173482e-05}
{"train_loss": 0.0020926680881530046, "global_step": 57019, "epoch": 320, "lr": 4.5028376031436196e-05}
{"train_loss": 0.00574093870818615, "global_step": 57020, "epoch": 320, "lr": 4.502690565548002e-05}
{"train_loss": 0.006360512692481279, "global_step": 57021, "epoch": 320, "lr": 4.5025435283867514e-05}
{"train_loss": 0.0023347539827227592, "global_step": 57022, "epoch": 320, "lr": 4.502396491660001e-05}
{"train_loss": 0.0039380271919071674, "global_step": 57023, "epoch": 320, "lr": 4.5022494553678754e-05}
{"train_loss": 0.0015374580398201942, "global_step": 57024, "epoch": 320, "lr": 4.502102419510509e-05}
{"train_loss": 0.002072335686534643, "global_step": 57025, "epoch": 320, "lr": 4.501955384088023e-05}
{"train_loss": 0.004461330361664295, "global_step": 57026, "epoch": 320, "lr": 4.50180834910055e-05}
{"train_loss": 0.0041550626046955585, "global_step": 57027, "epoch": 320, "lr": 4.501661314548218e-05}
{"train_loss": 0.003559810109436512, "global_step": 57028, "epoch": 320, "lr": 4.5015142804311563e-05}
{"train_loss": 0.0020145741291344166, "global_step": 57029, "epoch": 320, "lr": 4.50136724674949e-05}
{"train_loss": 0.0018209090922027826, "global_step": 57030, "epoch": 320, "lr": 4.501220213503352e-05}
{"train_loss": 0.002830975688993931, "global_step": 57031, "epoch": 320, "lr": 4.5010731806928665e-05}
{"train_loss": 0.0032505872659385204, "global_step": 57032, "epoch": 320, "lr": 4.500926148318164e-05}
{"train_loss": 0.007153250277042389, "global_step": 57033, "epoch": 320, "lr": 4.5007791163793724e-05}
{"train_loss": 0.0009850349742919207, "global_step": 57034, "epoch": 320, "lr": 4.500632084876622e-05}
{"train_loss": 0.004835737869143486, "global_step": 57035, "epoch": 320, "lr": 4.500485053810038e-05}
{"train_loss": 0.0032387033570557833, "global_step": 57036, "epoch": 320, "lr": 4.500338023179751e-05}
{"train_loss": 0.005448219366371632, "global_step": 57037, "epoch": 320, "lr": 4.500190992985888e-05}
{"train_loss": 0.00331429042853415, "global_step": 57038, "epoch": 320, "lr": 4.5000439632285786e-05}
{"train_loss": 0.0031672737095505, "global_step": 57039, "epoch": 320, "lr": 4.499896933907953e-05}
{"train_loss": 0.0038008196279406548, "global_step": 57040, "epoch": 320, "lr": 4.4997499050241354e-05}
{"train_loss": 0.003346721176058054, "global_step": 57041, "epoch": 320, "lr": 4.4996028765772575e-05}
{"train_loss": 0.004879286978393793, "global_step": 57042, "epoch": 320, "lr": 4.499455848567445e-05}
{"train_loss": 0.0037541755009442568, "global_step": 57043, "epoch": 320, "lr": 4.4993088209948305e-05}
{"train_loss": 0.0029341555200517178, "global_step": 57044, "epoch": 320, "lr": 4.4991617938595384e-05}
{"train_loss": 0.002929260954260826, "global_step": 57045, "epoch": 320, "lr": 4.499014767161699e-05}
{"train_loss": 0.0037893233820796013, "global_step": 57046, "epoch": 320, "lr": 4.498867740901439e-05}
{"train_loss": 0.00190362345892936, "global_step": 57047, "epoch": 320, "lr": 4.49872071507889e-05}
{"train_loss": 0.0016170646995306015, "global_step": 57048, "epoch": 320, "lr": 4.498573689694177e-05}
{"train_loss": 0.0033122783061116934, "global_step": 57049, "epoch": 320, "lr": 4.498426664747432e-05}
{"train_loss": 0.001693385886028409, "global_step": 57050, "epoch": 320, "lr": 4.498279640238779e-05}
{"train_loss": 0.004523337818682194, "global_step": 57051, "epoch": 320, "lr": 4.49813261616835e-05}
{"train_loss": 0.0039994679391384125, "global_step": 57052, "epoch": 320, "lr": 4.497985592536271e-05}
{"train_loss": 0.002377534518018365, "global_step": 57053, "epoch": 320, "lr": 4.4978385693426736e-05}
{"train_loss": 0.0027079451829195023, "global_step": 57054, "epoch": 320, "lr": 4.497691546587682e-05}
{"train_loss": 0.002882351167500019, "global_step": 57055, "epoch": 320, "lr": 4.497544524271429e-05}
{"train_loss": 0.0030084114987403154, "global_step": 57056, "epoch": 320, "lr": 4.497397502394038e-05}
{"train_loss": 0.004706875886768103, "global_step": 57057, "epoch": 320, "lr": 4.4972504809556436e-05}
{"train_loss": 0.003098672954365611, "global_step": 57058, "epoch": 320, "lr": 4.4971034599563686e-05}
{"train_loss": 0.00297023868188262, "global_step": 57059, "epoch": 320, "lr": 4.496956439396344e-05}
{"train_loss": 0.0015268384013324976, "global_step": 57060, "epoch": 320, "lr": 4.496809419275698e-05}
{"train_loss": 0.0030578887090086937, "global_step": 57061, "epoch": 320, "lr": 4.496662399594558e-05}
{"train_loss": 0.005028332117944956, "global_step": 57062, "epoch": 320, "lr": 4.496515380353056e-05}
{"train_loss": 0.004512747284024954, "global_step": 57063, "epoch": 320, "lr": 4.496368361551316e-05}
{"train_loss": 0.0018965158378705382, "global_step": 57064, "epoch": 320, "lr": 4.496221343189469e-05}
{"train_loss": 0.0019725493621081114, "global_step": 57065, "epoch": 320, "lr": 4.496074325267641e-05}
{"train_loss": 0.0023182486183941364, "global_step": 57066, "epoch": 320, "lr": 4.495927307785964e-05}
{"train_loss": 0.004147671163082123, "global_step": 57067, "epoch": 320, "lr": 4.495780290744563e-05}
{"train_loss": 0.00278393249027431, "global_step": 57068, "epoch": 320, "lr": 4.49563327414357e-05}
{"train_loss": 0.0015533159021288157, "global_step": 57069, "epoch": 320, "lr": 4.495486257983108e-05}
{"train_loss": 0.0027181310579180717, "global_step": 57070, "epoch": 320, "lr": 4.495339242263311e-05}
{"train_loss": 0.0018521195743232965, "global_step": 57071, "epoch": 320, "lr": 4.4951922269843026e-05}
{"train_loss": 0.0022229738533496857, "global_step": 57072, "epoch": 320, "lr": 4.4950452121462164e-05}
{"train_loss": 0.0032934737391769886, "global_step": 57073, "epoch": 320, "lr": 4.494898197749176e-05}
{"train_loss": 0.004408023785799742, "global_step": 57074, "epoch": 320, "lr": 4.494751183793313e-05}
{"train_loss": 0.0013346851337701082, "global_step": 57075, "epoch": 320, "lr": 4.494604170278753e-05}
{"train_loss": 0.0015576581936329603, "global_step": 57076, "epoch": 320, "lr": 4.4944571572056295e-05}
{"train_loss": 0.002600261475890875, "global_step": 57077, "epoch": 320, "lr": 4.494310144574064e-05}
{"train_loss": 0.002797378459945321, "global_step": 57078, "epoch": 320, "lr": 4.494163132384191e-05}
{"train_loss": 0.003852980211377144, "global_step": 57079, "epoch": 320, "lr": 4.4940161206361336e-05}
{"train_loss": 0.0036117704585194588, "global_step": 57080, "epoch": 320, "lr": 4.493869109330023e-05}
{"train_loss": 0.0013268175534904003, "global_step": 57081, "epoch": 320, "lr": 4.493722098465991e-05}
{"train_loss": 0.006014705635607243, "global_step": 57082, "epoch": 320, "lr": 4.4935750880441595e-05}
{"train_loss": 0.0008284272626042366, "global_step": 57083, "epoch": 320, "lr": 4.493428078064661e-05}
{"train_loss": 0.00286557013168931, "global_step": 57084, "epoch": 320, "lr": 4.4932810685276216e-05}
{"train_loss": 0.00281384214758873, "global_step": 57085, "epoch": 320, "lr": 4.493134059433173e-05}
{"train_loss": 0.002223314018920064, "global_step": 57086, "epoch": 320, "lr": 4.49298705078144e-05}
{"train_loss": 0.00260995514690876, "global_step": 57087, "epoch": 320, "lr": 4.492840042572555e-05}
{"train_loss": 0.0034359574783593416, "global_step": 57088, "epoch": 320, "lr": 4.4926930348066404e-05}
{"train_loss": 0.003336116438731551, "global_step": 57089, "epoch": 320, "lr": 4.4925460274838304e-05}
{"train_loss": 0.0022117039188742638, "global_step": 57090, "epoch": 320, "lr": 4.492399020604249e-05}
{"train_loss": 0.00169854867272079, "global_step": 57091, "epoch": 320, "lr": 4.49225201416803e-05}
{"train_loss": 0.0023389174602925777, "global_step": 57092, "epoch": 320, "lr": 4.492105008175296e-05}
{"train_loss": 0.004625342320650816, "global_step": 57093, "epoch": 320, "lr": 4.491958002626179e-05}
{"train_loss": 0.0015531601384282112, "global_step": 57094, "epoch": 320, "lr": 4.491810997520805e-05}
{"train_loss": 0.0038305683992803097, "global_step": 57095, "epoch": 320, "lr": 4.4916639928593055e-05}
{"train_loss": 0.0023604901507496834, "global_step": 57096, "epoch": 320, "lr": 4.491516988641806e-05}
{"train_loss": 0.003035299014300108, "global_step": 57097, "epoch": 320, "lr": 4.4913699848684364e-05}
{"train_loss": 0.001242335420101881, "global_step": 57098, "epoch": 320, "lr": 4.4912229815393244e-05}
{"train_loss": 0.001804013387300074, "global_step": 57099, "epoch": 320, "lr": 4.4910759786545984e-05}
{"train_loss": 0.0032207865733653307, "global_step": 57100, "epoch": 320, "lr": 4.490928976214389e-05}
{"train_loss": 0.004492809996008873, "global_step": 57101, "epoch": 320, "lr": 4.490781974218821e-05}
{"train_loss": 0.0035079424269497395, "global_step": 57102, "epoch": 320, "lr": 4.490634972668025e-05}
{"train_loss": 0.0022486357484012842, "global_step": 57103, "epoch": 320, "lr": 4.490487971562128e-05}
{"train_loss": 0.0033204692881554365, "global_step": 57104, "epoch": 320, "lr": 4.490340970901262e-05}
{"train_loss": 0.0034370128996670246, "global_step": 57105, "epoch": 320, "lr": 4.49019397068555e-05}
{"train_loss": 0.0021756975911557674, "global_step": 57106, "epoch": 320, "lr": 4.490046970915126e-05}
{"train_loss": 0.0047570085152983665, "global_step": 57107, "epoch": 320, "lr": 4.489899971590113e-05}
{"train_loss": 0.002220312599092722, "global_step": 57108, "epoch": 320, "lr": 4.489752972710643e-05}
{"train_loss": 0.0036419727839529514, "global_step": 57109, "epoch": 320, "lr": 4.489605974276842e-05}
{"train_loss": 0.002846959512680769, "global_step": 57110, "epoch": 320, "lr": 4.4894589762888415e-05}
{"train_loss": 0.003336056601256132, "global_step": 57111, "epoch": 320, "lr": 4.489311978746767e-05}
{"train_loss": 0.003579334355890751, "global_step": 57112, "epoch": 320, "lr": 4.489164981650749e-05}
{"train_loss": 0.001173230935819447, "global_step": 57113, "epoch": 320, "lr": 4.489017985000913e-05}
{"train_loss": 0.0029658295679837465, "global_step": 57114, "epoch": 320, "lr": 4.488870988797391e-05}
{"train_loss": 0.001662100083194673, "global_step": 57115, "epoch": 320, "lr": 4.4887239930403086e-05}
{"train_loss": 0.00183970108628273, "global_step": 57116, "epoch": 320, "lr": 4.488576997729796e-05}
{"train_loss": 0.0014280157629400492, "global_step": 57117, "epoch": 320, "lr": 4.48843000286598e-05}
{"train_loss": 0.0020069938618689775, "global_step": 57118, "epoch": 320, "lr": 4.4882830084489916e-05}
{"train_loss": 0.004247707314789295, "global_step": 57119, "epoch": 320, "lr": 4.488136014478955e-05}
{"train_loss": 0.001977568259462714, "global_step": 57120, "epoch": 320, "lr": 4.487989020956001e-05}
{"train_loss": 0.003187134163454175, "global_step": 57121, "epoch": 320, "lr": 4.4878420278802604e-05}
{"train_loss": 0.0016542989760637283, "global_step": 57122, "epoch": 320, "lr": 4.487695035251858e-05}
{"train_loss": 0.004794069565832615, "global_step": 57123, "epoch": 320, "lr": 4.4875480430709247e-05}
{"train_loss": 0.004653831943869591, "global_step": 57124, "epoch": 320, "lr": 4.487401051337585e-05}
{"train_loss": 0.0023166132159531116, "global_step": 57125, "epoch": 320, "lr": 4.4872540600519726e-05}
{"train_loss": 0.002185538411140442, "global_step": 57126, "epoch": 320, "lr": 4.4871070692142106e-05}
{"train_loss": 0.0016613523475825787, "global_step": 57127, "epoch": 320, "lr": 4.486960078824432e-05}
{"train_loss": 0.0013373785186558962, "global_step": 57128, "epoch": 320, "lr": 4.486813088882761e-05}
{"train_loss": 0.002399113494902849, "global_step": 57129, "epoch": 320, "lr": 4.4866660993893314e-05}
{"train_loss": 0.002518141409382224, "global_step": 57130, "epoch": 320, "lr": 4.486519110344265e-05}
{"train_loss": 0.005447506904602051, "global_step": 57131, "epoch": 320, "lr": 4.486372121747695e-05}
{"train_loss": 0.003386192489415407, "global_step": 57132, "epoch": 320, "lr": 4.486225133599748e-05}
{"train_loss": 0.002913711592555046, "global_step": 57133, "epoch": 320, "lr": 4.486078145900554e-05}
{"train_loss": 0.0046852766536176205, "global_step": 57134, "epoch": 320, "lr": 4.485931158650237e-05}
{"train_loss": 0.0039380998350679874, "global_step": 57135, "epoch": 320, "lr": 4.485784171848931e-05}
{"train_loss": 0.006380145438015461, "global_step": 57136, "epoch": 320, "lr": 4.48563718549676e-05}
{"train_loss": 0.0030741478706281006, "global_step": 57137, "epoch": 320, "lr": 4.485490199593857e-05, "train_action_mse_error": 5.656507710227743e-06}
{"train_loss": 0.0035918019711971283, "global_step": 57138, "epoch": 321, "lr": 4.4853432141403444e-05}
{"train_loss": 0.0021486342884600163, "global_step": 57139, "epoch": 321, "lr": 4.485196229136357e-05}
{"train_loss": 0.002165996702387929, "global_step": 57140, "epoch": 321, "lr": 4.485049244582017e-05}
{"train_loss": 0.0019071639981120825, "global_step": 57141, "epoch": 321, "lr": 4.484902260477455e-05}
{"train_loss": 0.00334015185944736, "global_step": 57142, "epoch": 321, "lr": 4.4847552768228034e-05}
{"train_loss": 0.0023829536512494087, "global_step": 57143, "epoch": 321, "lr": 4.484608293618185e-05}
{"train_loss": 0.0049227322451770306, "global_step": 57144, "epoch": 321, "lr": 4.484461310863733e-05}
{"train_loss": 0.0037447556387633085, "global_step": 57145, "epoch": 321, "lr": 4.484314328559571e-05}
{"train_loss": 0.0018539880402386189, "global_step": 57146, "epoch": 321, "lr": 4.48416734670583e-05}
{"train_loss": 0.002852068981155753, "global_step": 57147, "epoch": 321, "lr": 4.484020365302637e-05}
{"train_loss": 0.0026030605658888817, "global_step": 57148, "epoch": 321, "lr": 4.4838733843501245e-05}
{"train_loss": 0.002709421329200268, "global_step": 57149, "epoch": 321, "lr": 4.483726403848415e-05}
{"train_loss": 0.003271065652370453, "global_step": 57150, "epoch": 321, "lr": 4.4835794237976406e-05}
{"train_loss": 0.006635275203734636, "global_step": 57151, "epoch": 321, "lr": 4.483432444197928e-05}
{"train_loss": 0.0030721181537956, "global_step": 57152, "epoch": 321, "lr": 4.4832854650494086e-05}
{"train_loss": 0.002369785215705633, "global_step": 57153, "epoch": 321, "lr": 4.4831384863522065e-05}
{"train_loss": 0.0025004216004163027, "global_step": 57154, "epoch": 321, "lr": 4.482991508106452e-05}
{"train_loss": 0.002939657773822546, "global_step": 57155, "epoch": 321, "lr": 4.4828445303122737e-05}
{"train_loss": 0.002591176424175501, "global_step": 57156, "epoch": 321, "lr": 4.482697552969801e-05}
{"train_loss": 0.0022139796055853367, "global_step": 57157, "epoch": 321, "lr": 4.4825505760791597e-05}
{"train_loss": 0.001159599982202053, "global_step": 57158, "epoch": 321, "lr": 4.4824035996404814e-05}
{"train_loss": 0.0018566683866083622, "global_step": 57159, "epoch": 321, "lr": 4.482256623653891e-05}
{"train_loss": 0.002031669719144702, "global_step": 57160, "epoch": 321, "lr": 4.482109648119519e-05}
{"train_loss": 0.002444287296384573, "global_step": 57161, "epoch": 321, "lr": 4.481962673037492e-05}
{"train_loss": 0.00221695052459836, "global_step": 57162, "epoch": 321, "lr": 4.48181569840794e-05}
{"train_loss": 0.002476861234754324, "global_step": 57163, "epoch": 321, "lr": 4.4816687242309934e-05}
{"train_loss": 0.004783147480338812, "global_step": 57164, "epoch": 321, "lr": 4.481521750506776e-05}
{"train_loss": 0.0020715577993541956, "global_step": 57165, "epoch": 321, "lr": 4.4813747772354195e-05}
{"train_loss": 0.0021803639829158783, "global_step": 57166, "epoch": 321, "lr": 4.4812278044170496e-05}
{"train_loss": 0.0028420588932931423, "global_step": 57167, "epoch": 321, "lr": 4.481080832051799e-05}
{"train_loss": 0.004374230280518532, "global_step": 57168, "epoch": 321, "lr": 4.480933860139791e-05}
{"train_loss": 0.0012276782654225826, "global_step": 57169, "epoch": 321, "lr": 4.480786888681157e-05}
{"train_loss": 0.0027162586338818073, "global_step": 57170, "epoch": 321, "lr": 4.480639917676024e-05}
{"train_loss": 0.005864959210157394, "global_step": 57171, "epoch": 321, "lr": 4.480492947124523e-05}
{"train_loss": 0.0033492357470095158, "global_step": 57172, "epoch": 321, "lr": 4.4803459770267774e-05}
{"train_loss": 0.0037423388566821814, "global_step": 57173, "epoch": 321, "lr": 4.480199007382921e-05}
{"train_loss": 0.00416500773280859, "global_step": 57174, "epoch": 321, "lr": 4.4800520381930775e-05}
{"train_loss": 0.0023032997269183397, "global_step": 57175, "epoch": 321, "lr": 4.4799050694573806e-05}
{"train_loss": 0.003874832997098565, "global_step": 57176, "epoch": 321, "lr": 4.479758101175953e-05}
{"train_loss": 0.0026805056259036064, "global_step": 57177, "epoch": 321, "lr": 4.479611133348928e-05}
{"train_loss": 0.0016264780424535275, "global_step": 57178, "epoch": 321, "lr": 4.479464165976429e-05}
{"train_loss": 0.0020327717065811157, "global_step": 57179, "epoch": 321, "lr": 4.479317199058588e-05}
{"train_loss": 0.005386840086430311, "global_step": 57180, "epoch": 321, "lr": 4.479170232595532e-05}
{"train_loss": 0.0045607006177306175, "global_step": 57181, "epoch": 321, "lr": 4.479023266587391e-05}
{"train_loss": 0.004846643656492233, "global_step": 57182, "epoch": 321, "lr": 4.47887630103429e-05}
{"train_loss": 0.003680011723190546, "global_step": 57183, "epoch": 321, "lr": 4.4787293359363606e-05}
{"train_loss": 0.002119715791195631, "global_step": 57184, "epoch": 321, "lr": 4.4785823712937295e-05}
{"train_loss": 0.0025594481267035007, "global_step": 57185, "epoch": 321, "lr": 4.4784354071065256e-05}
{"train_loss": 0.0027593367267400026, "global_step": 57186, "epoch": 321, "lr": 4.478288443374879e-05}
{"train_loss": 0.0036443041171878576, "global_step": 57187, "epoch": 321, "lr": 4.478141480098914e-05}
{"train_loss": 0.0055221617221832275, "global_step": 57188, "epoch": 321, "lr": 4.4779945172787624e-05}
{"train_loss": 0.0019185595447197556, "global_step": 57189, "epoch": 321, "lr": 4.4778475549145503e-05}
{"train_loss": 0.004501796793192625, "global_step": 57190, "epoch": 321, "lr": 4.47770059300641e-05}
{"train_loss": 0.0015700801741331816, "global_step": 57191, "epoch": 321, "lr": 4.477553631554464e-05}
{"train_loss": 0.0035086111165583134, "global_step": 57192, "epoch": 321, "lr": 4.477406670558845e-05}
{"train_loss": 0.002059925813227892, "global_step": 57193, "epoch": 321, "lr": 4.477259710019679e-05}
{"train_loss": 0.0031959423795342445, "global_step": 57194, "epoch": 321, "lr": 4.4771127499370974e-05}
{"train_loss": 0.0033716470934450626, "global_step": 57195, "epoch": 321, "lr": 4.476965790311225e-05}
{"train_loss": 0.002721194177865982, "global_step": 57196, "epoch": 321, "lr": 4.476818831142193e-05}
{"train_loss": 0.0038859203923493624, "global_step": 57197, "epoch": 321, "lr": 4.476671872430127e-05}
{"train_loss": 0.003143614623695612, "global_step": 57198, "epoch": 321, "lr": 4.4765249141751584e-05}
{"train_loss": 0.004244951531291008, "global_step": 57199, "epoch": 321, "lr": 4.476377956377412e-05}
{"train_loss": 0.00355001469142735, "global_step": 57200, "epoch": 321, "lr": 4.476230999037021e-05}
{"train_loss": 0.003593356581404805, "global_step": 57201, "epoch": 321, "lr": 4.476084042154108e-05}
{"train_loss": 0.0014297900488600135, "global_step": 57202, "epoch": 321, "lr": 4.4759370857288065e-05}
{"train_loss": 0.00523087102919817, "global_step": 57203, "epoch": 321, "lr": 4.475790129761241e-05}
{"train_loss": 0.0024759473744779825, "global_step": 57204, "epoch": 321, "lr": 4.475643174251541e-05}
{"train_loss": 0.0031276880763471127, "global_step": 57205, "epoch": 321, "lr": 4.4754962191998385e-05}
{"train_loss": 0.0025385436601936817, "global_step": 57206, "epoch": 321, "lr": 4.475349264606256e-05}
{"train_loss": 0.00165615975856781, "global_step": 57207, "epoch": 321, "lr": 4.4752023104709255e-05}
{"train_loss": 0.004203968681395054, "global_step": 57208, "epoch": 321, "lr": 4.475055356793974e-05}
{"train_loss": 0.002299686660990119, "global_step": 57209, "epoch": 321, "lr": 4.4749084035755325e-05}
{"train_loss": 0.0025905524380505085, "global_step": 57210, "epoch": 321, "lr": 4.474761450815724e-05}
{"train_loss": 0.002556351013481617, "global_step": 57211, "epoch": 321, "lr": 4.474614498514682e-05}
{"train_loss": 0.0026120722759515047, "global_step": 57212, "epoch": 321, "lr": 4.474467546672531e-05}
{"train_loss": 0.004958384670317173, "global_step": 57213, "epoch": 321, "lr": 4.474320595289404e-05}
{"train_loss": 0.0015899593709036708, "global_step": 57214, "epoch": 321, "lr": 4.474173644365424e-05}
{"train_loss": 0.0026872726157307625, "global_step": 57215, "epoch": 321, "lr": 4.474026693900725e-05}
{"train_loss": 0.0026096112560480833, "global_step": 57216, "epoch": 321, "lr": 4.47387974389543e-05}
{"train_loss": 0.001564903650432825, "global_step": 57217, "epoch": 321, "lr": 4.4737327943496695e-05}
{"train_loss": 0.0022089099511504173, "global_step": 57218, "epoch": 321, "lr": 4.4735858452635716e-05}
{"train_loss": 0.008422788232564926, "global_step": 57219, "epoch": 321, "lr": 4.473438896637267e-05}
{"train_loss": 0.0035912878811359406, "global_step": 57220, "epoch": 321, "lr": 4.4732919484708795e-05}
{"train_loss": 0.0019638151861727238, "global_step": 57221, "epoch": 321, "lr": 4.473145000764542e-05}
{"train_loss": 0.0027310613077133894, "global_step": 57222, "epoch": 321, "lr": 4.4729980535183794e-05}
{"train_loss": 0.0025526154786348343, "global_step": 57223, "epoch": 321, "lr": 4.4728511067325235e-05}
{"train_loss": 0.00573224201798439, "global_step": 57224, "epoch": 321, "lr": 4.472704160407099e-05}
{"train_loss": 0.0020847441628575325, "global_step": 57225, "epoch": 321, "lr": 4.472557214542236e-05}
{"train_loss": 0.0029762457124888897, "global_step": 57226, "epoch": 321, "lr": 4.4724102691380634e-05}
{"train_loss": 0.001996842212975025, "global_step": 57227, "epoch": 321, "lr": 4.4722633241947075e-05}
{"train_loss": 0.004994773305952549, "global_step": 57228, "epoch": 321, "lr": 4.472116379712301e-05}
{"train_loss": 0.003730551339685917, "global_step": 57229, "epoch": 321, "lr": 4.471969435690967e-05}
{"train_loss": 0.0039080241695046425, "global_step": 57230, "epoch": 321, "lr": 4.4718224921308366e-05}
{"train_loss": 0.0015283870743587613, "global_step": 57231, "epoch": 321, "lr": 4.471675549032037e-05}
{"train_loss": 0.003089684061706066, "global_step": 57232, "epoch": 321, "lr": 4.4715286063947e-05}
{"train_loss": 0.002411893103271723, "global_step": 57233, "epoch": 321, "lr": 4.471381664218949e-05}
{"train_loss": 0.003255292307585478, "global_step": 57234, "epoch": 321, "lr": 4.471234722504916e-05}
{"train_loss": 0.0031744041480123997, "global_step": 57235, "epoch": 321, "lr": 4.471087781252726e-05}
{"train_loss": 0.0013838140293955803, "global_step": 57236, "epoch": 321, "lr": 4.47094084046251e-05}
{"train_loss": 0.004640454426407814, "global_step": 57237, "epoch": 321, "lr": 4.470793900134395e-05}
{"train_loss": 0.006778880953788757, "global_step": 57238, "epoch": 321, "lr": 4.4706469602685116e-05}
{"train_loss": 0.0021944944746792316, "global_step": 57239, "epoch": 321, "lr": 4.470500020864985e-05}
{"train_loss": 0.003107613418251276, "global_step": 57240, "epoch": 321, "lr": 4.470353081923946e-05}
{"train_loss": 0.00807127170264721, "global_step": 57241, "epoch": 321, "lr": 4.47020614344552e-05}
{"train_loss": 0.004455984570086002, "global_step": 57242, "epoch": 321, "lr": 4.47005920542984e-05}
{"train_loss": 0.0045462558045983315, "global_step": 57243, "epoch": 321, "lr": 4.46991226787703e-05}
{"train_loss": 0.006190803367644548, "global_step": 57244, "epoch": 321, "lr": 4.4697653307872206e-05}
{"train_loss": 0.003937417641282082, "global_step": 57245, "epoch": 321, "lr": 4.469618394160538e-05}
{"train_loss": 0.0038307218346744776, "global_step": 57246, "epoch": 321, "lr": 4.4694714579971125e-05}
{"train_loss": 0.004337021615356207, "global_step": 57247, "epoch": 321, "lr": 4.469324522297074e-05}
{"train_loss": 0.004078902304172516, "global_step": 57248, "epoch": 321, "lr": 4.469177587060547e-05}
{"train_loss": 0.0019776797853410244, "global_step": 57249, "epoch": 321, "lr": 4.469030652287663e-05}
{"train_loss": 0.0033525866456329823, "global_step": 57250, "epoch": 321, "lr": 4.468883717978547e-05}
{"train_loss": 0.003785633249208331, "global_step": 57251, "epoch": 321, "lr": 4.468736784133332e-05}
{"train_loss": 0.00385389500297606, "global_step": 57252, "epoch": 321, "lr": 4.468589850752142e-05}
{"train_loss": 0.002689798828214407, "global_step": 57253, "epoch": 321, "lr": 4.468442917835108e-05}
{"train_loss": 0.0012867387849837542, "global_step": 57254, "epoch": 321, "lr": 4.468295985382356e-05}
{"train_loss": 0.002589924493804574, "global_step": 57255, "epoch": 321, "lr": 4.4681490533940176e-05}
{"train_loss": 0.005053939763456583, "global_step": 57256, "epoch": 321, "lr": 4.468002121870217e-05}
{"train_loss": 0.002792431740090251, "global_step": 57257, "epoch": 321, "lr": 4.467855190811087e-05}
{"train_loss": 0.0015002384316176176, "global_step": 57258, "epoch": 321, "lr": 4.4677082602167517e-05}
{"train_loss": 0.0023737726733088493, "global_step": 57259, "epoch": 321, "lr": 4.467561330087343e-05}
{"train_loss": 0.004806112498044968, "global_step": 57260, "epoch": 321, "lr": 4.467414400422986e-05}
{"train_loss": 0.008105001412332058, "global_step": 57261, "epoch": 321, "lr": 4.4672674712238135e-05}
{"train_loss": 0.004921002313494682, "global_step": 57262, "epoch": 321, "lr": 4.467120542489948e-05}
{"train_loss": 0.0020049945451319218, "global_step": 57263, "epoch": 321, "lr": 4.466973614221522e-05}
{"train_loss": 0.0013984927209094167, "global_step": 57264, "epoch": 321, "lr": 4.4668266864186626e-05}
{"train_loss": 0.002073526382446289, "global_step": 57265, "epoch": 321, "lr": 4.4666797590815004e-05}
{"train_loss": 0.002294603968039155, "global_step": 57266, "epoch": 321, "lr": 4.466532832210158e-05}
{"train_loss": 0.0043290602043271065, "global_step": 57267, "epoch": 321, "lr": 4.466385905804769e-05}
{"train_loss": 0.0029171835631132126, "global_step": 57268, "epoch": 321, "lr": 4.466238979865461e-05}
{"train_loss": 0.004069086164236069, "global_step": 57269, "epoch": 321, "lr": 4.466092054392358e-05}
{"train_loss": 0.003416643477976322, "global_step": 57270, "epoch": 321, "lr": 4.465945129385596e-05}
{"train_loss": 0.004248722922056913, "global_step": 57271, "epoch": 321, "lr": 4.4657982048452964e-05}
{"train_loss": 0.0013904569204896688, "global_step": 57272, "epoch": 321, "lr": 4.465651280771592e-05}
{"train_loss": 0.00174827896989882, "global_step": 57273, "epoch": 321, "lr": 4.465504357164608e-05}
{"train_loss": 0.002194509841501713, "global_step": 57274, "epoch": 321, "lr": 4.4653574340244744e-05}
{"train_loss": 0.004192959051579237, "global_step": 57275, "epoch": 321, "lr": 4.465210511351318e-05}
{"train_loss": 0.004925001412630081, "global_step": 57276, "epoch": 321, "lr": 4.465063589145271e-05}
{"train_loss": 0.001549792243167758, "global_step": 57277, "epoch": 321, "lr": 4.4649166674064564e-05}
{"train_loss": 0.0021753916516900063, "global_step": 57278, "epoch": 321, "lr": 4.464769746135006e-05}
{"train_loss": 0.002331237308681011, "global_step": 57279, "epoch": 321, "lr": 4.464622825331047e-05}
{"train_loss": 0.0023525236174464226, "global_step": 57280, "epoch": 321, "lr": 4.464475904994709e-05}
{"train_loss": 0.004533467814326286, "global_step": 57281, "epoch": 321, "lr": 4.464328985126118e-05}
{"train_loss": 0.002791827078908682, "global_step": 57282, "epoch": 321, "lr": 4.464182065725405e-05}
{"train_loss": 0.003837831085547805, "global_step": 57283, "epoch": 321, "lr": 4.464035146792695e-05}
{"train_loss": 0.002938498742878437, "global_step": 57284, "epoch": 321, "lr": 4.4638882283281205e-05}
{"train_loss": 0.0044912658631801605, "global_step": 57285, "epoch": 321, "lr": 4.463741310331806e-05}
{"train_loss": 0.001426219823770225, "global_step": 57286, "epoch": 321, "lr": 4.4635943928038836e-05}
{"train_loss": 0.002975805662572384, "global_step": 57287, "epoch": 321, "lr": 4.463447475744477e-05}
{"train_loss": 0.002627978101372719, "global_step": 57288, "epoch": 321, "lr": 4.463300559153717e-05}
{"train_loss": 0.0024124227929860353, "global_step": 57289, "epoch": 321, "lr": 4.4631536430317335e-05}
{"train_loss": 0.0030287043191492558, "global_step": 57290, "epoch": 321, "lr": 4.463006727378652e-05}
{"train_loss": 0.005102002061903477, "global_step": 57291, "epoch": 321, "lr": 4.4628598121946035e-05}
{"train_loss": 0.002938324585556984, "global_step": 57292, "epoch": 321, "lr": 4.4627128974797135e-05}
{"train_loss": 0.00340784783475101, "global_step": 57293, "epoch": 321, "lr": 4.462565983234112e-05}
{"train_loss": 0.0008650477975606918, "global_step": 57294, "epoch": 321, "lr": 4.4624190694579266e-05}
{"train_loss": 0.004344699904322624, "global_step": 57295, "epoch": 321, "lr": 4.462272156151288e-05}
{"train_loss": 0.001657153945416212, "global_step": 57296, "epoch": 321, "lr": 4.462125243314321e-05}
{"train_loss": 0.0027142877224832773, "global_step": 57297, "epoch": 321, "lr": 4.4619783309471554e-05}
{"train_loss": 0.0022413465194404125, "global_step": 57298, "epoch": 321, "lr": 4.461831419049919e-05}
{"train_loss": 0.0021494883112609386, "global_step": 57299, "epoch": 321, "lr": 4.461684507622743e-05}
{"train_loss": 0.005125557538121939, "global_step": 57300, "epoch": 321, "lr": 4.461537596665751e-05}
{"train_loss": 0.004354574717581272, "global_step": 57301, "epoch": 321, "lr": 4.4613906861790754e-05}
{"train_loss": 0.0016746092587709427, "global_step": 57302, "epoch": 321, "lr": 4.461243776162841e-05}
{"train_loss": 0.0026047523133456707, "global_step": 57303, "epoch": 321, "lr": 4.461096866617181e-05}
{"train_loss": 0.0036538084968924522, "global_step": 57304, "epoch": 321, "lr": 4.460949957542218e-05}
{"train_loss": 0.005752909928560257, "global_step": 57305, "epoch": 321, "lr": 4.4608030489380854e-05}
{"train_loss": 0.002592041390016675, "global_step": 57306, "epoch": 321, "lr": 4.460656140804907e-05}
{"train_loss": 0.0032597039826214314, "global_step": 57307, "epoch": 321, "lr": 4.4605092331428145e-05}
{"train_loss": 0.002379666082561016, "global_step": 57308, "epoch": 321, "lr": 4.460362325951933e-05}
{"train_loss": 0.0012389877811074257, "global_step": 57309, "epoch": 321, "lr": 4.460215419232394e-05}
{"train_loss": 0.003985377494245768, "global_step": 57310, "epoch": 321, "lr": 4.460068512984325e-05}
{"train_loss": 0.0021023245062679052, "global_step": 57311, "epoch": 321, "lr": 4.4599216072078535e-05}
{"train_loss": 0.005301281344145536, "global_step": 57312, "epoch": 321, "lr": 4.4597747019031086e-05}
{"train_loss": 0.0044569456949830055, "global_step": 57313, "epoch": 321, "lr": 4.459627797070218e-05}
{"train_loss": 0.0037210092414170504, "global_step": 57314, "epoch": 321, "lr": 4.459480892709311e-05}
{"train_loss": 0.003204247133356383, "global_step": 57315, "epoch": 321, "lr": 4.459333988820514e-05}
{"train_loss": 0.003534246701747179, "global_step": 57316, "epoch": 322, "lr": 4.459187085403957e-05}
{"train_loss": 0.005545624531805515, "global_step": 57317, "epoch": 322, "lr": 4.459040182459767e-05}
{"train_loss": 0.001551950816065073, "global_step": 57318, "epoch": 322, "lr": 4.458893279988075e-05}
{"train_loss": 0.003534832037985325, "global_step": 57319, "epoch": 322, "lr": 4.458746377989005e-05}
{"train_loss": 0.0035894308239221573, "global_step": 57320, "epoch": 322, "lr": 4.45859947646269e-05}
{"train_loss": 0.005774916615337133, "global_step": 57321, "epoch": 322, "lr": 4.4584525754092536e-05}
{"train_loss": 0.008102690801024437, "global_step": 57322, "epoch": 322, "lr": 4.4583056748288296e-05}
{"train_loss": 0.003392185550183058, "global_step": 57323, "epoch": 322, "lr": 4.458158774721541e-05}
{"train_loss": 0.0032754470594227314, "global_step": 57324, "epoch": 322, "lr": 4.45801187508752e-05}
{"train_loss": 0.006066528148949146, "global_step": 57325, "epoch": 322, "lr": 4.457864975926892e-05}
{"train_loss": 0.002003252971917391, "global_step": 57326, "epoch": 322, "lr": 4.457718077239786e-05}
{"train_loss": 0.006222453899681568, "global_step": 57327, "epoch": 322, "lr": 4.457571179026331e-05}
{"train_loss": 0.0031622140668332577, "global_step": 57328, "epoch": 322, "lr": 4.457424281286657e-05}
{"train_loss": 0.0028917319141328335, "global_step": 57329, "epoch": 322, "lr": 4.4572773840208885e-05}
{"train_loss": 0.004664664622396231, "global_step": 57330, "epoch": 322, "lr": 4.457130487229156e-05}
{"train_loss": 0.0010813098633661866, "global_step": 57331, "epoch": 322, "lr": 4.4569835909115885e-05}
{"train_loss": 0.0048547470942139626, "global_step": 57332, "epoch": 322, "lr": 4.456836695068312e-05}
{"train_loss": 0.006720375269651413, "global_step": 57333, "epoch": 322, "lr": 4.456689799699459e-05}
{"train_loss": 0.003896980779245496, "global_step": 57334, "epoch": 322, "lr": 4.456542904805152e-05}
{"train_loss": 0.004557722248136997, "global_step": 57335, "epoch": 322, "lr": 4.456396010385524e-05}
{"train_loss": 0.005998620763421059, "global_step": 57336, "epoch": 322, "lr": 4.4562491164407e-05}
{"train_loss": 0.003637011395767331, "global_step": 57337, "epoch": 322, "lr": 4.4561022229708135e-05}
{"train_loss": 0.00275409035384655, "global_step": 57338, "epoch": 322, "lr": 4.455955329975986e-05}
{"train_loss": 0.003376438282430172, "global_step": 57339, "epoch": 322, "lr": 4.45580843745635e-05}
{"train_loss": 0.005002478137612343, "global_step": 57340, "epoch": 322, "lr": 4.4556615454120324e-05}
{"train_loss": 0.0046353708021342754, "global_step": 57341, "epoch": 322, "lr": 4.455514653843163e-05}
{"train_loss": 0.003241667989641428, "global_step": 57342, "epoch": 322, "lr": 4.4553677627498674e-05}
{"train_loss": 0.003997170366346836, "global_step": 57343, "epoch": 322, "lr": 4.455220872132278e-05}
{"train_loss": 0.004918759688735008, "global_step": 57344, "epoch": 322, "lr": 4.455073981990518e-05}
{"train_loss": 0.0017263267654925585, "global_step": 57345, "epoch": 322, "lr": 4.45492709232472e-05}
{"train_loss": 0.002224362688139081, "global_step": 57346, "epoch": 322, "lr": 4.454780203135009e-05}
{"train_loss": 0.0031672348268330097, "global_step": 57347, "epoch": 322, "lr": 4.454633314421517e-05}
{"train_loss": 0.004257779568433762, "global_step": 57348, "epoch": 322, "lr": 4.454486426184369e-05}
{"train_loss": 0.0049463724717497826, "global_step": 57349, "epoch": 322, "lr": 4.4543395384236944e-05}
{"train_loss": 0.003864206140860915, "global_step": 57350, "epoch": 322, "lr": 4.4541926511396215e-05}
{"train_loss": 0.0026683779433369637, "global_step": 57351, "epoch": 322, "lr": 4.4540457643322784e-05}
{"train_loss": 0.005521875806152821, "global_step": 57352, "epoch": 322, "lr": 4.453898878001796e-05}
{"train_loss": 0.0029872795566916466, "global_step": 57353, "epoch": 322, "lr": 4.453751992148298e-05}
{"train_loss": 0.0024120958987623453, "global_step": 57354, "epoch": 322, "lr": 4.453605106771916e-05}
{"train_loss": 0.005920676980167627, "global_step": 57355, "epoch": 322, "lr": 4.453458221872776e-05}
{"train_loss": 0.005778603721410036, "global_step": 57356, "epoch": 322, "lr": 4.4533113374510106e-05}
{"train_loss": 0.003406306030228734, "global_step": 57357, "epoch": 322, "lr": 4.4531644535067426e-05}
{"train_loss": 0.001636860310100019, "global_step": 57358, "epoch": 322, "lr": 4.4530175700401035e-05}
{"train_loss": 0.0029510066378861666, "global_step": 57359, "epoch": 322, "lr": 4.45287068705122e-05}
{"train_loss": 0.006091429851949215, "global_step": 57360, "epoch": 322, "lr": 4.452723804540223e-05}
{"train_loss": 0.003186330199241638, "global_step": 57361, "epoch": 322, "lr": 4.452576922507238e-05}
{"train_loss": 0.002116288524121046, "global_step": 57362, "epoch": 322, "lr": 4.4524300409523953e-05}
{"train_loss": 0.004202039446681738, "global_step": 57363, "epoch": 322, "lr": 4.452283159875821e-05}
{"train_loss": 0.0017565947491675615, "global_step": 57364, "epoch": 322, "lr": 4.4521362792776455e-05}
{"train_loss": 0.003439837135374546, "global_step": 57365, "epoch": 322, "lr": 4.4519893991579954e-05}
{"train_loss": 0.0016889602411538363, "global_step": 57366, "epoch": 322, "lr": 4.451842519517001e-05}
{"train_loss": 0.0031329297926276922, "global_step": 57367, "epoch": 322, "lr": 4.451695640354788e-05}
{"train_loss": 0.0018233134178444743, "global_step": 57368, "epoch": 322, "lr": 4.451548761671487e-05}
{"train_loss": 0.0012318695662543178, "global_step": 57369, "epoch": 322, "lr": 4.4514018834672247e-05}
{"train_loss": 0.004577184095978737, "global_step": 57370, "epoch": 322, "lr": 4.451255005742132e-05}
{"train_loss": 0.003622982883825898, "global_step": 57371, "epoch": 322, "lr": 4.451108128496333e-05}
{"train_loss": 0.0015460283029824495, "global_step": 57372, "epoch": 322, "lr": 4.4509612517299587e-05}
{"train_loss": 0.0014764938969165087, "global_step": 57373, "epoch": 322, "lr": 4.4508143754431374e-05}
{"train_loss": 0.006196684669703245, "global_step": 57374, "epoch": 322, "lr": 4.4506674996359964e-05}
{"train_loss": 0.002347294008359313, "global_step": 57375, "epoch": 322, "lr": 4.4505206243086664e-05}
{"train_loss": 0.0023538044188171625, "global_step": 57376, "epoch": 322, "lr": 4.450373749461272e-05}
{"train_loss": 0.003018612740561366, "global_step": 57377, "epoch": 322, "lr": 4.450226875093944e-05}
{"train_loss": 0.0026184329763054848, "global_step": 57378, "epoch": 322, "lr": 4.450080001206809e-05}
{"train_loss": 0.0028938837349414825, "global_step": 57379, "epoch": 322, "lr": 4.449933127799999e-05}
{"train_loss": 0.0029010239522904158, "global_step": 57380, "epoch": 322, "lr": 4.449786254873637e-05}
{"train_loss": 0.0038738781586289406, "global_step": 57381, "epoch": 322, "lr": 4.4496393824278556e-05}
{"train_loss": 0.003172494238242507, "global_step": 57382, "epoch": 322, "lr": 4.4494925104627795e-05}
{"train_loss": 0.003954831976443529, "global_step": 57383, "epoch": 322, "lr": 4.4493456389785395e-05}
{"train_loss": 0.0016657693777233362, "global_step": 57384, "epoch": 322, "lr": 4.4491987679752625e-05}
{"train_loss": 0.001883902121335268, "global_step": 57385, "epoch": 322, "lr": 4.44905189745308e-05}
{"train_loss": 0.0023547597229480743, "global_step": 57386, "epoch": 322, "lr": 4.448905027412115e-05}
{"train_loss": 0.003147335723042488, "global_step": 57387, "epoch": 322, "lr": 4.4487581578525e-05}
{"train_loss": 0.0026369639672338963, "global_step": 57388, "epoch": 322, "lr": 4.448611288774361e-05}
{"train_loss": 0.0033257300965487957, "global_step": 57389, "epoch": 322, "lr": 4.448464420177829e-05}
{"train_loss": 0.0032770871184766293, "global_step": 57390, "epoch": 322, "lr": 4.448317552063028e-05}
{"train_loss": 0.0037202071398496628, "global_step": 57391, "epoch": 322, "lr": 4.4481706844300894e-05}
{"train_loss": 0.004013466648757458, "global_step": 57392, "epoch": 322, "lr": 4.44802381727914e-05}
{"train_loss": 0.0028363107703626156, "global_step": 57393, "epoch": 322, "lr": 4.447876950610309e-05}
{"train_loss": 0.0030618796590715647, "global_step": 57394, "epoch": 322, "lr": 4.4477300844237266e-05}
{"train_loss": 0.0023599355481565, "global_step": 57395, "epoch": 322, "lr": 4.447583218719517e-05}
{"train_loss": 0.0021882730070501566, "global_step": 57396, "epoch": 322, "lr": 4.447436353497812e-05}
{"train_loss": 0.005918730981647968, "global_step": 57397, "epoch": 322, "lr": 4.4472894887587376e-05}
{"train_loss": 0.0016416957369074225, "global_step": 57398, "epoch": 322, "lr": 4.447142624502423e-05}
{"train_loss": 0.0009212101576849818, "global_step": 57399, "epoch": 322, "lr": 4.446995760728995e-05}
{"train_loss": 0.004704594612121582, "global_step": 57400, "epoch": 322, "lr": 4.446848897438586e-05}
{"train_loss": 0.0026395628228783607, "global_step": 57401, "epoch": 322, "lr": 4.446702034631318e-05}
{"train_loss": 0.0017388074193149805, "global_step": 57402, "epoch": 322, "lr": 4.446555172307325e-05}
{"train_loss": 0.0023084371350705624, "global_step": 57403, "epoch": 322, "lr": 4.446408310466731e-05}
{"train_loss": 0.002843111287802458, "global_step": 57404, "epoch": 322, "lr": 4.44626144910967e-05}
{"train_loss": 0.002001975430175662, "global_step": 57405, "epoch": 322, "lr": 4.4461145882362634e-05}
{"train_loss": 0.008154756389558315, "global_step": 57406, "epoch": 322, "lr": 4.445967727846643e-05}
{"train_loss": 0.0021017142571508884, "global_step": 57407, "epoch": 322, "lr": 4.445820867940937e-05}
{"train_loss": 0.0031362930312752724, "global_step": 57408, "epoch": 322, "lr": 4.445674008519275e-05}
{"train_loss": 0.0012588792014867067, "global_step": 57409, "epoch": 322, "lr": 4.4455271495817805e-05}
{"train_loss": 0.0026933765038847923, "global_step": 57410, "epoch": 322, "lr": 4.4453802911285875e-05}
{"train_loss": 0.0022253552451729774, "global_step": 57411, "epoch": 322, "lr": 4.44523343315982e-05}
{"train_loss": 0.002018772531300783, "global_step": 57412, "epoch": 322, "lr": 4.44508657567561e-05}
{"train_loss": 0.0037622698582708836, "global_step": 57413, "epoch": 322, "lr": 4.444939718676082e-05}
{"train_loss": 0.0028517430182546377, "global_step": 57414, "epoch": 322, "lr": 4.4447928621613656e-05}
{"train_loss": 0.0029468215070664883, "global_step": 57415, "epoch": 322, "lr": 4.4446460061315915e-05}
{"train_loss": 0.003608805825933814, "global_step": 57416, "epoch": 322, "lr": 4.444499150586884e-05}
{"train_loss": 0.0031128167174756527, "global_step": 57417, "epoch": 322, "lr": 4.4443522955273745e-05}
{"train_loss": 0.0050927940756082535, "global_step": 57418, "epoch": 322, "lr": 4.444205440953189e-05}
{"train_loss": 0.0013005717191845179, "global_step": 57419, "epoch": 322, "lr": 4.444058586864459e-05}
{"train_loss": 0.0024845972657203674, "global_step": 57420, "epoch": 322, "lr": 4.443911733261309e-05}
{"train_loss": 0.0030179955065250397, "global_step": 57421, "epoch": 322, "lr": 4.443764880143869e-05}
{"train_loss": 0.005553491413593292, "global_step": 57422, "epoch": 322, "lr": 4.443618027512266e-05}
{"train_loss": 0.0018936562119051814, "global_step": 57423, "epoch": 322, "lr": 4.443471175366632e-05}
{"train_loss": 0.003098599147051573, "global_step": 57424, "epoch": 322, "lr": 4.443324323707091e-05}
{"train_loss": 0.0032435664907097816, "global_step": 57425, "epoch": 322, "lr": 4.443177472533773e-05}
{"train_loss": 0.0036259954795241356, "global_step": 57426, "epoch": 322, "lr": 4.443030621846806e-05}
{"train_loss": 0.004330131225287914, "global_step": 57427, "epoch": 322, "lr": 4.44288377164632e-05}
{"train_loss": 0.0022688591852784157, "global_step": 57428, "epoch": 322, "lr": 4.4427369219324405e-05}
{"train_loss": 0.0025808564387261868, "global_step": 57429, "epoch": 322, "lr": 4.442590072705298e-05}
{"train_loss": 0.005983746610581875, "global_step": 57430, "epoch": 322, "lr": 4.442443223965018e-05}
{"train_loss": 0.0021863547153770924, "global_step": 57431, "epoch": 322, "lr": 4.4422963757117334e-05}
{"train_loss": 0.0033490792848169804, "global_step": 57432, "epoch": 322, "lr": 4.4421495279455666e-05}
{"train_loss": 0.007159268483519554, "global_step": 57433, "epoch": 322, "lr": 4.442002680666652e-05}
{"train_loss": 0.003212596755474806, "global_step": 57434, "epoch": 322, "lr": 4.4418558338751115e-05}
{"train_loss": 0.002455014269798994, "global_step": 57435, "epoch": 322, "lr": 4.4417089875710774e-05}
{"train_loss": 0.004544854164123535, "global_step": 57436, "epoch": 322, "lr": 4.441562141754678e-05}
{"train_loss": 0.004403857514262199, "global_step": 57437, "epoch": 322, "lr": 4.44141529642604e-05}
{"train_loss": 0.0019735321402549744, "global_step": 57438, "epoch": 322, "lr": 4.4412684515852937e-05}
{"train_loss": 0.0039607626385986805, "global_step": 57439, "epoch": 322, "lr": 4.4411216072325646e-05}
{"train_loss": 0.004957495257258415, "global_step": 57440, "epoch": 322, "lr": 4.4409747633679833e-05}
{"train_loss": 0.0023819429334253073, "global_step": 57441, "epoch": 322, "lr": 4.440827919991676e-05}
{"train_loss": 0.002647940069437027, "global_step": 57442, "epoch": 322, "lr": 4.4406810771037745e-05}
{"train_loss": 0.0006772737833671272, "global_step": 57443, "epoch": 322, "lr": 4.440534234704402e-05}
{"train_loss": 0.002262711524963379, "global_step": 57444, "epoch": 322, "lr": 4.440387392793691e-05}
{"train_loss": 0.005487673915922642, "global_step": 57445, "epoch": 322, "lr": 4.440240551371767e-05}
{"train_loss": 0.003585794474929571, "global_step": 57446, "epoch": 322, "lr": 4.4400937104387614e-05}
{"train_loss": 0.0022543398663401604, "global_step": 57447, "epoch": 322, "lr": 4.439946869994798e-05}
{"train_loss": 0.002117337193340063, "global_step": 57448, "epoch": 322, "lr": 4.43980003004001e-05}
{"train_loss": 0.004806647542864084, "global_step": 57449, "epoch": 322, "lr": 4.439653190574521e-05}
{"train_loss": 0.0036111229564994574, "global_step": 57450, "epoch": 322, "lr": 4.439506351598464e-05}
{"train_loss": 0.0011483918642625213, "global_step": 57451, "epoch": 322, "lr": 4.4393595131119624e-05}
{"train_loss": 0.0026782341301441193, "global_step": 57452, "epoch": 322, "lr": 4.439212675115149e-05}
{"train_loss": 0.0024691284634172916, "global_step": 57453, "epoch": 322, "lr": 4.439065837608148e-05}
{"train_loss": 0.0038547508884221315, "global_step": 57454, "epoch": 322, "lr": 4.4389190005910905e-05}
{"train_loss": 0.0011768557596951723, "global_step": 57455, "epoch": 322, "lr": 4.4387721640641016e-05}
{"train_loss": 0.004386535380035639, "global_step": 57456, "epoch": 322, "lr": 4.438625328027313e-05}
{"train_loss": 0.001981784589588642, "global_step": 57457, "epoch": 322, "lr": 4.4384784924808534e-05}
{"train_loss": 0.00345900421962142, "global_step": 57458, "epoch": 322, "lr": 4.438331657424847e-05}
{"train_loss": 0.0024434567894786596, "global_step": 57459, "epoch": 322, "lr": 4.438184822859425e-05}
{"train_loss": 0.0029290858656167984, "global_step": 57460, "epoch": 322, "lr": 4.438037988784715e-05}
{"train_loss": 0.003530350513756275, "global_step": 57461, "epoch": 322, "lr": 4.4378911552008464e-05}
{"train_loss": 0.004601387307047844, "global_step": 57462, "epoch": 322, "lr": 4.437744322107945e-05}
{"train_loss": 0.0023783338256180286, "global_step": 57463, "epoch": 322, "lr": 4.4375974895061415e-05}
{"train_loss": 0.005447219591587782, "global_step": 57464, "epoch": 322, "lr": 4.4374506573955607e-05}
{"train_loss": 0.004435382783412933, "global_step": 57465, "epoch": 322, "lr": 4.437303825776337e-05}
{"train_loss": 0.0016864580102264881, "global_step": 57466, "epoch": 322, "lr": 4.4371569946485914e-05}
{"train_loss": 0.0032233104575425386, "global_step": 57467, "epoch": 322, "lr": 4.437010164012457e-05}
{"train_loss": 0.0024512065574526787, "global_step": 57468, "epoch": 322, "lr": 4.436863333868059e-05}
{"train_loss": 0.005174906924366951, "global_step": 57469, "epoch": 322, "lr": 4.43671650421553e-05}
{"train_loss": 0.0017064717831090093, "global_step": 57470, "epoch": 322, "lr": 4.4365696750549935e-05}
{"train_loss": 0.0020296801812946796, "global_step": 57471, "epoch": 322, "lr": 4.436422846386582e-05}
{"train_loss": 0.004353406373411417, "global_step": 57472, "epoch": 322, "lr": 4.436276018210419e-05}
{"train_loss": 0.004760999232530594, "global_step": 57473, "epoch": 322, "lr": 4.436129190526636e-05}
{"train_loss": 0.00394745497033, "global_step": 57474, "epoch": 322, "lr": 4.43598236333536e-05}
{"train_loss": 0.003203840460628271, "global_step": 57475, "epoch": 322, "lr": 4.435835536636721e-05}
{"train_loss": 0.0020810323767364025, "global_step": 57476, "epoch": 322, "lr": 4.435688710430845e-05}
{"train_loss": 0.0033670926932245493, "global_step": 57477, "epoch": 322, "lr": 4.4355418847178605e-05}
{"train_loss": 0.004817483481019735, "global_step": 57478, "epoch": 322, "lr": 4.4353950594978974e-05}
{"train_loss": 0.0020605516619980335, "global_step": 57479, "epoch": 322, "lr": 4.435248234771082e-05}
{"train_loss": 0.0058693354949355125, "global_step": 57480, "epoch": 322, "lr": 4.435101410537546e-05}
{"train_loss": 0.0029931964818388224, "global_step": 57481, "epoch": 322, "lr": 4.434954586797413e-05}
{"train_loss": 0.0037211221642792225, "global_step": 57482, "epoch": 322, "lr": 4.434807763550814e-05}
{"train_loss": 0.004252707585692406, "global_step": 57483, "epoch": 322, "lr": 4.434660940797876e-05}
{"train_loss": 0.0037409868091344833, "global_step": 57484, "epoch": 322, "lr": 4.43451411853873e-05}
{"train_loss": 0.0007792226388119161, "global_step": 57485, "epoch": 322, "lr": 4.4343672967735004e-05}
{"train_loss": 0.0036583980545401573, "global_step": 57486, "epoch": 322, "lr": 4.4342204755023175e-05}
{"train_loss": 0.002741330536082387, "global_step": 57487, "epoch": 322, "lr": 4.4340736547253085e-05}
{"train_loss": 0.002878681756556034, "global_step": 57488, "epoch": 322, "lr": 4.433926834442604e-05}
{"train_loss": 0.003646774683147669, "global_step": 57489, "epoch": 322, "lr": 4.4337800146543294e-05}
{"train_loss": 0.004175338428467512, "global_step": 57490, "epoch": 322, "lr": 4.433633195360616e-05}
{"train_loss": 0.0021571307443082333, "global_step": 57491, "epoch": 322, "lr": 4.433486376561588e-05}
{"train_loss": 0.003897302318364382, "global_step": 57492, "epoch": 322, "lr": 4.433339558257377e-05}
{"train_loss": 0.0033542204032170723, "global_step": 57493, "epoch": 322, "lr": 4.433192740448109e-05}
{"train_loss": 0.005045353900641203, "global_step": 57494, "epoch": 323, "lr": 4.433045923133915e-05}
{"train_loss": 0.005620317067950964, "global_step": 57495, "epoch": 323, "lr": 4.43289910631492e-05}
{"train_loss": 0.00244795810431242, "global_step": 57496, "epoch": 323, "lr": 4.4327522899912535e-05}
{"train_loss": 0.0030727600678801537, "global_step": 57497, "epoch": 323, "lr": 4.432605474163044e-05}
{"train_loss": 0.005102209746837616, "global_step": 57498, "epoch": 323, "lr": 4.432458658830419e-05}
{"train_loss": 0.0023450746666640043, "global_step": 57499, "epoch": 323, "lr": 4.432311843993511e-05}
{"train_loss": 0.004302761517465115, "global_step": 57500, "epoch": 323, "lr": 4.432165029652442e-05}
{"train_loss": 0.007059111259877682, "global_step": 57501, "epoch": 323, "lr": 4.432018215807344e-05}
{"train_loss": 0.005557096563279629, "global_step": 57502, "epoch": 323, "lr": 4.431871402458342e-05}
{"train_loss": 0.0015577549347653985, "global_step": 57503, "epoch": 323, "lr": 4.43172458960557e-05}
{"train_loss": 0.0045969607308506966, "global_step": 57504, "epoch": 323, "lr": 4.43157777724915e-05}
{"train_loss": 0.0020881779491901398, "global_step": 57505, "epoch": 323, "lr": 4.431430965389215e-05}
{"train_loss": 0.0030041122809052467, "global_step": 57506, "epoch": 323, "lr": 4.431284154025888e-05}
{"train_loss": 0.003891187720000744, "global_step": 57507, "epoch": 323, "lr": 4.431137343159303e-05}
{"train_loss": 0.0023098071105778217, "global_step": 57508, "epoch": 323, "lr": 4.430990532789583e-05}
{"train_loss": 0.003796502947807312, "global_step": 57509, "epoch": 323, "lr": 4.4308437229168625e-05}
{"train_loss": 0.0011238984297960997, "global_step": 57510, "epoch": 323, "lr": 4.4306969135412626e-05}
{"train_loss": 0.003892977721989155, "global_step": 57511, "epoch": 323, "lr": 4.4305501046629164e-05}
{"train_loss": 0.003051190637052059, "global_step": 57512, "epoch": 323, "lr": 4.43040329628195e-05}
{"train_loss": 0.0027478616684675217, "global_step": 57513, "epoch": 323, "lr": 4.430256488398494e-05}
{"train_loss": 0.0017280478496104479, "global_step": 57514, "epoch": 323, "lr": 4.430109681012673e-05}
{"train_loss": 0.003995705861598253, "global_step": 57515, "epoch": 323, "lr": 4.4299628741246184e-05}
{"train_loss": 0.005658533424139023, "global_step": 57516, "epoch": 323, "lr": 4.429816067734456e-05}
{"train_loss": 0.0030774041078984737, "global_step": 57517, "epoch": 323, "lr": 4.429669261842317e-05}
{"train_loss": 0.0035189809277653694, "global_step": 57518, "epoch": 323, "lr": 4.429522456448326e-05}
{"train_loss": 0.0030972049571573734, "global_step": 57519, "epoch": 323, "lr": 4.429375651552613e-05}
{"train_loss": 0.002055870369076729, "global_step": 57520, "epoch": 323, "lr": 4.429228847155307e-05}
{"train_loss": 0.002200845628976822, "global_step": 57521, "epoch": 323, "lr": 4.429082043256535e-05}
{"train_loss": 0.004144859500229359, "global_step": 57522, "epoch": 323, "lr": 4.428935239856428e-05}
{"train_loss": 0.004039013758301735, "global_step": 57523, "epoch": 323, "lr": 4.428788436955109e-05}
{"train_loss": 0.0017220324371010065, "global_step": 57524, "epoch": 323, "lr": 4.428641634552712e-05}
{"train_loss": 0.0015222611837089062, "global_step": 57525, "epoch": 323, "lr": 4.4284948326493605e-05}
{"train_loss": 0.002731801476329565, "global_step": 57526, "epoch": 323, "lr": 4.4283480312451856e-05}
{"train_loss": 0.001866537961177528, "global_step": 57527, "epoch": 323, "lr": 4.428201230340312e-05}
{"train_loss": 0.006306122988462448, "global_step": 57528, "epoch": 323, "lr": 4.4280544299348746e-05}
{"train_loss": 0.0009986641816794872, "global_step": 57529, "epoch": 323, "lr": 4.4279076300289946e-05}
{"train_loss": 0.0030077158007770777, "global_step": 57530, "epoch": 323, "lr": 4.427760830622804e-05}
{"train_loss": 0.002405245089903474, "global_step": 57531, "epoch": 323, "lr": 4.4276140317164295e-05}
{"train_loss": 0.0029664321336895227, "global_step": 57532, "epoch": 323, "lr": 4.427467233310002e-05}
{"train_loss": 0.004257206339389086, "global_step": 57533, "epoch": 323, "lr": 4.427320435403645e-05}
{"train_loss": 0.0034582086373120546, "global_step": 57534, "epoch": 323, "lr": 4.427173637997491e-05}
{"train_loss": 0.003249065950512886, "global_step": 57535, "epoch": 323, "lr": 4.427026841091665e-05}
{"train_loss": 0.002155714202672243, "global_step": 57536, "epoch": 323, "lr": 4.4268800446863e-05}
{"train_loss": 0.005755459424108267, "global_step": 57537, "epoch": 323, "lr": 4.4267332487815175e-05}
{"train_loss": 0.004633566364645958, "global_step": 57538, "epoch": 323, "lr": 4.4265864533774516e-05}
{"train_loss": 0.003355712629854679, "global_step": 57539, "epoch": 323, "lr": 4.426439658474226e-05}
{"train_loss": 0.003509910311549902, "global_step": 57540, "epoch": 323, "lr": 4.426292864071972e-05}
{"train_loss": 0.0026362771168351173, "global_step": 57541, "epoch": 323, "lr": 4.426146070170819e-05}
{"train_loss": 0.0025406726635992527, "global_step": 57542, "epoch": 323, "lr": 4.4259992767708906e-05}
{"train_loss": 0.0029205805622041225, "global_step": 57543, "epoch": 323, "lr": 4.4258524838723204e-05}
{"train_loss": 0.003560359589755535, "global_step": 57544, "epoch": 323, "lr": 4.425705691475231e-05}
{"train_loss": 0.0013846724759787321, "global_step": 57545, "epoch": 323, "lr": 4.4255588995797544e-05}
{"train_loss": 0.002649518661201, "global_step": 57546, "epoch": 323, "lr": 4.425412108186017e-05}
{"train_loss": 0.00668209558352828, "global_step": 57547, "epoch": 323, "lr": 4.42526531729415e-05}
{"train_loss": 0.002870157826691866, "global_step": 57548, "epoch": 323, "lr": 4.425118526904277e-05}
{"train_loss": 0.004674635827541351, "global_step": 57549, "epoch": 323, "lr": 4.42497173701653e-05}
{"train_loss": 0.004236331209540367, "global_step": 57550, "epoch": 323, "lr": 4.4248249476310345e-05}
{"train_loss": 0.002957815071567893, "global_step": 57551, "epoch": 323, "lr": 4.424678158747922e-05}
{"train_loss": 0.002066875109449029, "global_step": 57552, "epoch": 323, "lr": 4.424531370367317e-05}
{"train_loss": 0.0024034699890762568, "global_step": 57553, "epoch": 323, "lr": 4.4243845824893506e-05}
{"train_loss": 0.004693645052611828, "global_step": 57554, "epoch": 323, "lr": 4.424237795114149e-05}
{"train_loss": 0.0032500973902642727, "global_step": 57555, "epoch": 323, "lr": 4.424091008241843e-05}
{"train_loss": 0.004093755967915058, "global_step": 57556, "epoch": 323, "lr": 4.423944221872557e-05}
{"train_loss": 0.002383230486884713, "global_step": 57557, "epoch": 323, "lr": 4.423797436006423e-05}
{"train_loss": 0.003219630103558302, "global_step": 57558, "epoch": 323, "lr": 4.423650650643565e-05}
{"train_loss": 0.003915517590939999, "global_step": 57559, "epoch": 323, "lr": 4.4235038657841155e-05}
{"train_loss": 0.004018093459308147, "global_step": 57560, "epoch": 323, "lr": 4.423357081428202e-05}
{"train_loss": 0.0023382792714983225, "global_step": 57561, "epoch": 323, "lr": 4.42321029757595e-05}
{"train_loss": 0.0023666885681450367, "global_step": 57562, "epoch": 323, "lr": 4.423063514227491e-05}
{"train_loss": 0.0035915481857955456, "global_step": 57563, "epoch": 323, "lr": 4.42291673138295e-05}
{"train_loss": 0.0018906837794929743, "global_step": 57564, "epoch": 323, "lr": 4.4227699490424576e-05}
{"train_loss": 0.0017986479215323925, "global_step": 57565, "epoch": 323, "lr": 4.4226231672061404e-05}
{"train_loss": 0.0022686878219246864, "global_step": 57566, "epoch": 323, "lr": 4.422476385874129e-05}
{"train_loss": 0.00509538734331727, "global_step": 57567, "epoch": 323, "lr": 4.422329605046548e-05}
{"train_loss": 0.0026864411775022745, "global_step": 57568, "epoch": 323, "lr": 4.4221828247235284e-05}
{"train_loss": 0.003877311246469617, "global_step": 57569, "epoch": 323, "lr": 4.422036044905197e-05}
{"train_loss": 0.002705077640712261, "global_step": 57570, "epoch": 323, "lr": 4.4218892655916845e-05}
{"train_loss": 0.005262335762381554, "global_step": 57571, "epoch": 323, "lr": 4.421742486783115e-05}
{"train_loss": 0.0009522819891571999, "global_step": 57572, "epoch": 323, "lr": 4.4215957084796205e-05}
{"train_loss": 0.0020141019485890865, "global_step": 57573, "epoch": 323, "lr": 4.421448930681326e-05}
{"train_loss": 0.0014577044639736414, "global_step": 57574, "epoch": 323, "lr": 4.4213021533883636e-05}
{"train_loss": 0.004596755839884281, "global_step": 57575, "epoch": 323, "lr": 4.4211553766008574e-05}
{"train_loss": 0.0041580647230148315, "global_step": 57576, "epoch": 323, "lr": 4.421008600318938e-05}
{"train_loss": 0.0023715561255812645, "global_step": 57577, "epoch": 323, "lr": 4.420861824542732e-05}
{"train_loss": 0.001379509223625064, "global_step": 57578, "epoch": 323, "lr": 4.420715049272371e-05}
{"train_loss": 0.007306176237761974, "global_step": 57579, "epoch": 323, "lr": 4.4205682745079786e-05}
{"train_loss": 0.0051713488064706326, "global_step": 57580, "epoch": 323, "lr": 4.420421500249685e-05}
{"train_loss": 0.0016444618813693523, "global_step": 57581, "epoch": 323, "lr": 4.420274726497621e-05}
{"train_loss": 0.0022070680279284716, "global_step": 57582, "epoch": 323, "lr": 4.42012795325191e-05}
{"train_loss": 0.0013493082951754332, "global_step": 57583, "epoch": 323, "lr": 4.419981180512684e-05}
{"train_loss": 0.0027184367645531893, "global_step": 57584, "epoch": 323, "lr": 4.419834408280068e-05}
{"train_loss": 0.004185158293694258, "global_step": 57585, "epoch": 323, "lr": 4.419687636554195e-05}
{"train_loss": 0.0020332718268036842, "global_step": 57586, "epoch": 323, "lr": 4.419540865335188e-05}
{"train_loss": 0.004805136471986771, "global_step": 57587, "epoch": 323, "lr": 4.4193940946231774e-05}
{"train_loss": 0.002672168891876936, "global_step": 57588, "epoch": 323, "lr": 4.4192473244182916e-05}
{"train_loss": 0.0024040788412094116, "global_step": 57589, "epoch": 323, "lr": 4.4191005547206606e-05}
{"train_loss": 0.005760046653449535, "global_step": 57590, "epoch": 323, "lr": 4.418953785530408e-05}
{"train_loss": 0.004863699432462454, "global_step": 57591, "epoch": 323, "lr": 4.418807016847665e-05}
{"train_loss": 0.0022028787061572075, "global_step": 57592, "epoch": 323, "lr": 4.418660248672559e-05}
{"train_loss": 0.0034198604989796877, "global_step": 57593, "epoch": 323, "lr": 4.418513481005221e-05}
{"train_loss": 0.003536878153681755, "global_step": 57594, "epoch": 323, "lr": 4.418366713845774e-05}
{"train_loss": 0.001877359813079238, "global_step": 57595, "epoch": 323, "lr": 4.418219947194351e-05}
{"train_loss": 0.002900833496823907, "global_step": 57596, "epoch": 323, "lr": 4.4180731810510764e-05}
{"train_loss": 0.0031254093628376722, "global_step": 57597, "epoch": 323, "lr": 4.4179264154160824e-05}
{"train_loss": 0.0029095944482833147, "global_step": 57598, "epoch": 323, "lr": 4.417779650289492e-05}
{"train_loss": 0.004222499672323465, "global_step": 57599, "epoch": 323, "lr": 4.417632885671439e-05}
{"train_loss": 0.002579251304268837, "global_step": 57600, "epoch": 323, "lr": 4.4174861215620466e-05}
{"train_loss": 0.005021783988922834, "global_step": 57601, "epoch": 323, "lr": 4.417339357961446e-05}
{"train_loss": 0.0021610448602586985, "global_step": 57602, "epoch": 323, "lr": 4.417192594869765e-05}
{"train_loss": 0.0023624966852366924, "global_step": 57603, "epoch": 323, "lr": 4.4170458322871306e-05}
{"train_loss": 0.0030232518911361694, "global_step": 57604, "epoch": 323, "lr": 4.416899070213674e-05}
{"train_loss": 0.0037692359182983637, "global_step": 57605, "epoch": 323, "lr": 4.416752308649519e-05}
{"train_loss": 0.002434271154925227, "global_step": 57606, "epoch": 323, "lr": 4.4166055475947976e-05}
{"train_loss": 0.0021218322217464447, "global_step": 57607, "epoch": 323, "lr": 4.416458787049635e-05}
{"train_loss": 0.0012968415394425392, "global_step": 57608, "epoch": 323, "lr": 4.416312027014163e-05}
{"train_loss": 0.0033382540568709373, "global_step": 57609, "epoch": 323, "lr": 4.416165267488505e-05}
{"train_loss": 0.0022058766335248947, "global_step": 57610, "epoch": 323, "lr": 4.416018508472794e-05}
{"train_loss": 0.0020136714447289705, "global_step": 57611, "epoch": 323, "lr": 4.415871749967153e-05}
{"train_loss": 0.004700781311839819, "global_step": 57612, "epoch": 323, "lr": 4.415724991971717e-05}
{"train_loss": 0.00239984760992229, "global_step": 57613, "epoch": 323, "lr": 4.415578234486607e-05}
{"train_loss": 0.005547170527279377, "global_step": 57614, "epoch": 323, "lr": 4.415431477511956e-05}
{"train_loss": 0.002367231762036681, "global_step": 57615, "epoch": 323, "lr": 4.4152847210478896e-05}
{"train_loss": 0.0025582362432032824, "global_step": 57616, "epoch": 323, "lr": 4.4151379650945404e-05}
{"train_loss": 0.003439321182668209, "global_step": 57617, "epoch": 323, "lr": 4.4149912096520294e-05}
{"train_loss": 0.0034729442559182644, "global_step": 57618, "epoch": 323, "lr": 4.414844454720491e-05}
{"train_loss": 0.0023718043230473995, "global_step": 57619, "epoch": 323, "lr": 4.41469770030005e-05}
{"train_loss": 0.002567882649600506, "global_step": 57620, "epoch": 323, "lr": 4.414550946390836e-05}
{"train_loss": 0.003368406556546688, "global_step": 57621, "epoch": 323, "lr": 4.414404192992976e-05}
{"train_loss": 0.004324889276176691, "global_step": 57622, "epoch": 323, "lr": 4.414257440106598e-05}
{"train_loss": 0.0015653602313250303, "global_step": 57623, "epoch": 323, "lr": 4.4141106877318346e-05}
{"train_loss": 0.002460935153067112, "global_step": 57624, "epoch": 323, "lr": 4.4139639358688075e-05}
{"train_loss": 0.0031636846251785755, "global_step": 57625, "epoch": 323, "lr": 4.413817184517649e-05}
{"train_loss": 0.0017462926916778088, "global_step": 57626, "epoch": 323, "lr": 4.413670433678486e-05}
{"train_loss": 0.0025226916186511517, "global_step": 57627, "epoch": 323, "lr": 4.413523683351448e-05}
{"train_loss": 0.003388796467334032, "global_step": 57628, "epoch": 323, "lr": 4.4133769335366605e-05}
{"train_loss": 0.0038390392437577248, "global_step": 57629, "epoch": 323, "lr": 4.413230184234254e-05}
{"train_loss": 0.0035818936303257942, "global_step": 57630, "epoch": 323, "lr": 4.413083435444355e-05}
{"train_loss": 0.002529049990698695, "global_step": 57631, "epoch": 323, "lr": 4.4129366871670945e-05}
{"train_loss": 0.002792967017740011, "global_step": 57632, "epoch": 323, "lr": 4.412789939402597e-05}
{"train_loss": 0.0031202915124595165, "global_step": 57633, "epoch": 323, "lr": 4.4126431921509935e-05}
{"train_loss": 0.0021421974524855614, "global_step": 57634, "epoch": 323, "lr": 4.41249644541241e-05}
{"train_loss": 0.002511383965611458, "global_step": 57635, "epoch": 323, "lr": 4.412349699186977e-05}
{"train_loss": 0.0018239978235214949, "global_step": 57636, "epoch": 323, "lr": 4.412202953474819e-05}
{"train_loss": 0.0036695213057100773, "global_step": 57637, "epoch": 323, "lr": 4.4120562082760704e-05}
{"train_loss": 0.0018632524879649282, "global_step": 57638, "epoch": 323, "lr": 4.411909463590853e-05}
{"train_loss": 0.001990180928260088, "global_step": 57639, "epoch": 323, "lr": 4.4117627194192976e-05}
{"train_loss": 0.0025884946808218956, "global_step": 57640, "epoch": 323, "lr": 4.411615975761532e-05}
{"train_loss": 0.0018594299908727407, "global_step": 57641, "epoch": 323, "lr": 4.411469232617687e-05}
{"train_loss": 0.0016733520897105336, "global_step": 57642, "epoch": 323, "lr": 4.411322489987886e-05}
{"train_loss": 0.003348744474351406, "global_step": 57643, "epoch": 323, "lr": 4.411175747872261e-05}
{"train_loss": 0.0012115099234506488, "global_step": 57644, "epoch": 323, "lr": 4.411029006270938e-05}
{"train_loss": 0.002630367176607251, "global_step": 57645, "epoch": 323, "lr": 4.410882265184045e-05}
{"train_loss": 0.002712777815759182, "global_step": 57646, "epoch": 323, "lr": 4.4107355246117147e-05}
{"train_loss": 0.002749867271631956, "global_step": 57647, "epoch": 323, "lr": 4.410588784554069e-05}
{"train_loss": 0.0035059424117207527, "global_step": 57648, "epoch": 323, "lr": 4.410442045011239e-05}
{"train_loss": 0.003712686011567712, "global_step": 57649, "epoch": 323, "lr": 4.410295305983353e-05}
{"train_loss": 0.003772076917812228, "global_step": 57650, "epoch": 323, "lr": 4.41014856747054e-05}
{"train_loss": 0.0031768125481903553, "global_step": 57651, "epoch": 323, "lr": 4.410001829472925e-05}
{"train_loss": 0.003289204090833664, "global_step": 57652, "epoch": 323, "lr": 4.4098550919906405e-05}
{"train_loss": 0.005257987882941961, "global_step": 57653, "epoch": 323, "lr": 4.409708355023811e-05}
{"train_loss": 0.0038893846794962883, "global_step": 57654, "epoch": 323, "lr": 4.409561618572566e-05}
{"train_loss": 0.004572352394461632, "global_step": 57655, "epoch": 323, "lr": 4.4094148826370324e-05}
{"train_loss": 0.0016559949144721031, "global_step": 57656, "epoch": 323, "lr": 4.409268147217343e-05}
{"train_loss": 0.0028729308396577835, "global_step": 57657, "epoch": 323, "lr": 4.409121412313619e-05}
{"train_loss": 0.002267209580168128, "global_step": 57658, "epoch": 323, "lr": 4.4089746779259935e-05}
{"train_loss": 0.0016388437943533063, "global_step": 57659, "epoch": 323, "lr": 4.408827944054593e-05}
{"train_loss": 0.002470322186127305, "global_step": 57660, "epoch": 323, "lr": 4.408681210699548e-05}
{"train_loss": 0.0031242514960467815, "global_step": 57661, "epoch": 323, "lr": 4.408534477860982e-05}
{"train_loss": 0.00262984330765903, "global_step": 57662, "epoch": 323, "lr": 4.408387745539027e-05}
{"train_loss": 0.004495413973927498, "global_step": 57663, "epoch": 323, "lr": 4.4082410137338096e-05}
{"train_loss": 0.001546285580843687, "global_step": 57664, "epoch": 323, "lr": 4.4080942824454574e-05}
{"train_loss": 0.0028289183974266052, "global_step": 57665, "epoch": 323, "lr": 4.407947551674102e-05}
{"train_loss": 0.0025247575249522924, "global_step": 57666, "epoch": 323, "lr": 4.407800821419867e-05}
{"train_loss": 0.0040268441662192345, "global_step": 57667, "epoch": 323, "lr": 4.4076540916828835e-05}
{"train_loss": 0.003377271816134453, "global_step": 57668, "epoch": 323, "lr": 4.407507362463278e-05}
{"train_loss": 0.0025271675549447536, "global_step": 57669, "epoch": 323, "lr": 4.407360633761181e-05}
{"train_loss": 0.00244226586073637, "global_step": 57670, "epoch": 323, "lr": 4.407213905576717e-05}
{"train_loss": 0.003116454303871547, "global_step": 57671, "epoch": 323, "lr": 4.407067177910019e-05}
{"train_loss": 0.0015770411118865013, "global_step": 57672, "epoch": 324, "lr": 4.4069204507612106e-05}
{"train_loss": 0.002123667858541012, "global_step": 57673, "epoch": 324, "lr": 4.4067737241304216e-05}
{"train_loss": 0.0032024187967181206, "global_step": 57674, "epoch": 324, "lr": 4.4066269980177796e-05}
{"train_loss": 0.0033941403962671757, "global_step": 57675, "epoch": 324, "lr": 4.406480272423417e-05}
{"train_loss": 0.0060334587469697, "global_step": 57676, "epoch": 324, "lr": 4.406333547347455e-05}
{"train_loss": 0.0024015125818550587, "global_step": 57677, "epoch": 324, "lr": 4.406186822790026e-05}
{"train_loss": 0.003007381921634078, "global_step": 57678, "epoch": 324, "lr": 4.4060400987512565e-05}
{"train_loss": 0.0033487631008028984, "global_step": 57679, "epoch": 324, "lr": 4.4058933752312786e-05}
{"train_loss": 0.0020393994636833668, "global_step": 57680, "epoch": 324, "lr": 4.405746652230214e-05}
{"train_loss": 0.0021128954831510782, "global_step": 57681, "epoch": 324, "lr": 4.405599929748196e-05}
{"train_loss": 0.005731453653424978, "global_step": 57682, "epoch": 324, "lr": 4.40545320778535e-05}
{"train_loss": 0.005030917935073376, "global_step": 57683, "epoch": 324, "lr": 4.405306486341807e-05}
{"train_loss": 0.0048746224492788315, "global_step": 57684, "epoch": 324, "lr": 4.405159765417691e-05}
{"train_loss": 0.0026576754171401262, "global_step": 57685, "epoch": 324, "lr": 4.405013045013132e-05}
{"train_loss": 0.004679261241108179, "global_step": 57686, "epoch": 324, "lr": 4.4048663251282606e-05}
{"train_loss": 0.0031672182958573103, "global_step": 57687, "epoch": 324, "lr": 4.404719605763201e-05}
{"train_loss": 0.0062348004430532455, "global_step": 57688, "epoch": 324, "lr": 4.404572886918086e-05}
{"train_loss": 0.003972247242927551, "global_step": 57689, "epoch": 324, "lr": 4.4044261685930385e-05}
{"train_loss": 0.00382859050296247, "global_step": 57690, "epoch": 324, "lr": 4.404279450788192e-05}
{"train_loss": 0.0018394087674096227, "global_step": 57691, "epoch": 324, "lr": 4.4041327335036695e-05}
{"train_loss": 0.006305515766143799, "global_step": 57692, "epoch": 324, "lr": 4.403986016739602e-05}
{"train_loss": 0.002394511364400387, "global_step": 57693, "epoch": 324, "lr": 4.4038393004961156e-05}
{"train_loss": 0.002622155472636223, "global_step": 57694, "epoch": 324, "lr": 4.403692584773344e-05}
{"train_loss": 0.002774973399937153, "global_step": 57695, "epoch": 324, "lr": 4.403545869571407e-05}
{"train_loss": 0.004378328565508127, "global_step": 57696, "epoch": 324, "lr": 4.4033991548904395e-05}
{"train_loss": 0.0031573353335261345, "global_step": 57697, "epoch": 324, "lr": 4.403252440730566e-05}
{"train_loss": 0.003955957479774952, "global_step": 57698, "epoch": 324, "lr": 4.4031057270919173e-05}
{"train_loss": 0.0022838925942778587, "global_step": 57699, "epoch": 324, "lr": 4.402959013974619e-05}
{"train_loss": 0.0035916967317461967, "global_step": 57700, "epoch": 324, "lr": 4.4028123013788005e-05}
{"train_loss": 0.0034540118649601936, "global_step": 57701, "epoch": 324, "lr": 4.4026655893045884e-05}
{"train_loss": 0.0055542015470564365, "global_step": 57702, "epoch": 324, "lr": 4.4025188777521155e-05}
{"train_loss": 0.001787843182682991, "global_step": 57703, "epoch": 324, "lr": 4.402372166721504e-05}
{"train_loss": 0.0014641036977991462, "global_step": 57704, "epoch": 324, "lr": 4.402225456212886e-05}
{"train_loss": 0.005804093554615974, "global_step": 57705, "epoch": 324, "lr": 4.402078746226387e-05}
{"train_loss": 0.002138655399903655, "global_step": 57706, "epoch": 324, "lr": 4.401932036762136e-05}
{"train_loss": 0.001617256086319685, "global_step": 57707, "epoch": 324, "lr": 4.4017853278202654e-05}
{"train_loss": 0.005285397171974182, "global_step": 57708, "epoch": 324, "lr": 4.401638619400896e-05}
{"train_loss": 0.0025677508674561977, "global_step": 57709, "epoch": 324, "lr": 4.4014919115041626e-05}
{"train_loss": 0.002514018677175045, "global_step": 57710, "epoch": 324, "lr": 4.401345204130187e-05}
{"train_loss": 0.0022735793609172106, "global_step": 57711, "epoch": 324, "lr": 4.401198497279103e-05}
{"train_loss": 0.0017250536475330591, "global_step": 57712, "epoch": 324, "lr": 4.401051790951034e-05}
{"train_loss": 0.0020244792103767395, "global_step": 57713, "epoch": 324, "lr": 4.4009050851461136e-05}
{"train_loss": 0.0029635143000632524, "global_step": 57714, "epoch": 324, "lr": 4.400758379864465e-05}
{"train_loss": 0.003060759510844946, "global_step": 57715, "epoch": 324, "lr": 4.400611675106218e-05}
{"train_loss": 0.0031861900351941586, "global_step": 57716, "epoch": 324, "lr": 4.4004649708715004e-05}
{"train_loss": 0.0025447425432503223, "global_step": 57717, "epoch": 324, "lr": 4.400318267160444e-05}
{"train_loss": 0.004396431148052216, "global_step": 57718, "epoch": 324, "lr": 4.40017156397317e-05}
{"train_loss": 0.0035906711127609015, "global_step": 57719, "epoch": 324, "lr": 4.4000248613098125e-05}
{"train_loss": 0.0015760601963847876, "global_step": 57720, "epoch": 324, "lr": 4.399878159170496e-05}
{"train_loss": 0.005552568938583136, "global_step": 57721, "epoch": 324, "lr": 4.399731457555352e-05}
{"train_loss": 0.0023645865730941296, "global_step": 57722, "epoch": 324, "lr": 4.399584756464504e-05}
{"train_loss": 0.00790377426892519, "global_step": 57723, "epoch": 324, "lr": 4.399438055898085e-05}
{"train_loss": 0.0018511340022087097, "global_step": 57724, "epoch": 324, "lr": 4.39929135585622e-05}
{"train_loss": 0.001922378083691001, "global_step": 57725, "epoch": 324, "lr": 4.39914465633904e-05}
{"train_loss": 0.006278926972299814, "global_step": 57726, "epoch": 324, "lr": 4.398997957346669e-05}
{"train_loss": 0.003135843202471733, "global_step": 57727, "epoch": 324, "lr": 4.3988512588792375e-05}
{"train_loss": 0.0018254683818668127, "global_step": 57728, "epoch": 324, "lr": 4.398704560936876e-05}
{"train_loss": 0.004007300361990929, "global_step": 57729, "epoch": 324, "lr": 4.398557863519707e-05}
{"train_loss": 0.0031634746119379997, "global_step": 57730, "epoch": 324, "lr": 4.398411166627863e-05}
{"train_loss": 0.0018357139779254794, "global_step": 57731, "epoch": 324, "lr": 4.3982644702614706e-05}
{"train_loss": 0.001556699862703681, "global_step": 57732, "epoch": 324, "lr": 4.3981177744206605e-05}
{"train_loss": 0.00272403284907341, "global_step": 57733, "epoch": 324, "lr": 4.397971079105556e-05}
{"train_loss": 0.002746244892477989, "global_step": 57734, "epoch": 324, "lr": 4.3978243843162884e-05}
{"train_loss": 0.005622572731226683, "global_step": 57735, "epoch": 324, "lr": 4.397677690052985e-05}
{"train_loss": 0.004439628683030605, "global_step": 57736, "epoch": 324, "lr": 4.397530996315776e-05}
{"train_loss": 0.0017614798853173852, "global_step": 57737, "epoch": 324, "lr": 4.397384303104785e-05}
{"train_loss": 0.003279933240264654, "global_step": 57738, "epoch": 324, "lr": 4.3972376104201445e-05}
{"train_loss": 0.004431933164596558, "global_step": 57739, "epoch": 324, "lr": 4.39709091826198e-05}
{"train_loss": 0.002394932322204113, "global_step": 57740, "epoch": 324, "lr": 4.3969442266304226e-05}
{"train_loss": 0.001590839005075395, "global_step": 57741, "epoch": 324, "lr": 4.396797535525596e-05}
{"train_loss": 0.0036105008330196142, "global_step": 57742, "epoch": 324, "lr": 4.396650844947632e-05}
{"train_loss": 0.0026686706114560366, "global_step": 57743, "epoch": 324, "lr": 4.396504154896656e-05}
{"train_loss": 0.00493596401065588, "global_step": 57744, "epoch": 324, "lr": 4.396357465372801e-05}
{"train_loss": 0.0021325130946934223, "global_step": 57745, "epoch": 324, "lr": 4.3962107763761887e-05}
{"train_loss": 0.0015484924660995603, "global_step": 57746, "epoch": 324, "lr": 4.396064087906951e-05}
{"train_loss": 0.002804785966873169, "global_step": 57747, "epoch": 324, "lr": 4.3959173999652154e-05}
{"train_loss": 0.0034367504995316267, "global_step": 57748, "epoch": 324, "lr": 4.3957707125511086e-05}
{"train_loss": 0.00137020752299577, "global_step": 57749, "epoch": 324, "lr": 4.3956240256647616e-05}
{"train_loss": 0.004527708515524864, "global_step": 57750, "epoch": 324, "lr": 4.395477339306299e-05}
{"train_loss": 0.0026573664508759975, "global_step": 57751, "epoch": 324, "lr": 4.3953306534758545e-05}
{"train_loss": 0.005490493960678577, "global_step": 57752, "epoch": 324, "lr": 4.395183968173549e-05}
{"train_loss": 0.0038117868825793266, "global_step": 57753, "epoch": 324, "lr": 4.3950372833995154e-05}
{"train_loss": 0.002168318023905158, "global_step": 57754, "epoch": 324, "lr": 4.39489059915388e-05}
{"train_loss": 0.0053314100950956345, "global_step": 57755, "epoch": 324, "lr": 4.394743915436774e-05}
{"train_loss": 0.004179544746875763, "global_step": 57756, "epoch": 324, "lr": 4.39459723224832e-05}
{"train_loss": 0.003920107614248991, "global_step": 57757, "epoch": 324, "lr": 4.3944505495886514e-05}
{"train_loss": 0.004625562112778425, "global_step": 57758, "epoch": 324, "lr": 4.394303867457892e-05}
{"train_loss": 0.002313606906682253, "global_step": 57759, "epoch": 324, "lr": 4.394157185856175e-05}
{"train_loss": 0.0030343360267579556, "global_step": 57760, "epoch": 324, "lr": 4.394010504783622e-05}
{"train_loss": 0.002858630381524563, "global_step": 57761, "epoch": 324, "lr": 4.3938638242403676e-05}
{"train_loss": 0.0038220395799726248, "global_step": 57762, "epoch": 324, "lr": 4.393717144226535e-05}
{"train_loss": 0.003699994646012783, "global_step": 57763, "epoch": 324, "lr": 4.3935704647422557e-05}
{"train_loss": 0.004710010718554258, "global_step": 57764, "epoch": 324, "lr": 4.3934237857876546e-05}
{"train_loss": 0.002799954265356064, "global_step": 57765, "epoch": 324, "lr": 4.3932771073628645e-05}
{"train_loss": 0.0010253217769786716, "global_step": 57766, "epoch": 324, "lr": 4.3931304294680074e-05}
{"train_loss": 0.004721811972558498, "global_step": 57767, "epoch": 324, "lr": 4.392983752103216e-05}
{"train_loss": 0.0016037900932133198, "global_step": 57768, "epoch": 324, "lr": 4.3928370752686164e-05}
{"train_loss": 0.003796725068241358, "global_step": 57769, "epoch": 324, "lr": 4.392690398964337e-05}
{"train_loss": 0.0025672263000160456, "global_step": 57770, "epoch": 324, "lr": 4.3925437231905084e-05}
{"train_loss": 0.0028347547631710768, "global_step": 57771, "epoch": 324, "lr": 4.392397047947255e-05}
{"train_loss": 0.002231416292488575, "global_step": 57772, "epoch": 324, "lr": 4.392250373234707e-05}
{"train_loss": 0.0023390790447592735, "global_step": 57773, "epoch": 324, "lr": 4.3921036990529904e-05}
{"train_loss": 0.0030518951825797558, "global_step": 57774, "epoch": 324, "lr": 4.3919570254022386e-05}
{"train_loss": 0.004368338268250227, "global_step": 57775, "epoch": 324, "lr": 4.3918103522825724e-05}
{"train_loss": 0.003387986682355404, "global_step": 57776, "epoch": 324, "lr": 4.391663679694126e-05}
{"train_loss": 0.0026620335411280394, "global_step": 57777, "epoch": 324, "lr": 4.3915170076370226e-05}
{"train_loss": 0.0034108120016753674, "global_step": 57778, "epoch": 324, "lr": 4.391370336111396e-05}
{"train_loss": 0.006459656171500683, "global_step": 57779, "epoch": 324, "lr": 4.3912236651173676e-05}
{"train_loss": 0.005231873132288456, "global_step": 57780, "epoch": 324, "lr": 4.391076994655072e-05}
{"train_loss": 0.0008796113543212414, "global_step": 57781, "epoch": 324, "lr": 4.390930324724633e-05}
{"train_loss": 0.005327940918505192, "global_step": 57782, "epoch": 324, "lr": 4.3907836553261794e-05}
{"train_loss": 0.003969729878008366, "global_step": 57783, "epoch": 324, "lr": 4.39063698645984e-05}
{"train_loss": 0.0021559614688158035, "global_step": 57784, "epoch": 324, "lr": 4.390490318125744e-05}
{"train_loss": 0.002694525523111224, "global_step": 57785, "epoch": 324, "lr": 4.390343650324017e-05}
{"train_loss": 0.002994188340380788, "global_step": 57786, "epoch": 324, "lr": 4.390196983054789e-05}
{"train_loss": 0.0040064346976578236, "global_step": 57787, "epoch": 324, "lr": 4.3900503163181865e-05}
{"train_loss": 0.005180833861231804, "global_step": 57788, "epoch": 324, "lr": 4.389903650114341e-05}
{"train_loss": 0.004122817888855934, "global_step": 57789, "epoch": 324, "lr": 4.389756984443376e-05}
{"train_loss": 0.0021284755785018206, "global_step": 57790, "epoch": 324, "lr": 4.3896103193054214e-05}
{"train_loss": 0.002305207308381796, "global_step": 57791, "epoch": 324, "lr": 4.3894636547006074e-05}
{"train_loss": 0.005427428986877203, "global_step": 57792, "epoch": 324, "lr": 4.389316990629059e-05}
{"train_loss": 0.0040121376514434814, "global_step": 57793, "epoch": 324, "lr": 4.389170327090908e-05}
{"train_loss": 0.0031070902477949858, "global_step": 57794, "epoch": 324, "lr": 4.3890236640862784e-05}
{"train_loss": 0.0019291633507236838, "global_step": 57795, "epoch": 324, "lr": 4.388877001615301e-05}
{"train_loss": 0.0016381433233618736, "global_step": 57796, "epoch": 324, "lr": 4.3887303396781014e-05}
{"train_loss": 0.0057421959936618805, "global_step": 57797, "epoch": 324, "lr": 4.3885836782748125e-05}
{"train_loss": 0.003897774266079068, "global_step": 57798, "epoch": 324, "lr": 4.388437017405557e-05}
{"train_loss": 0.002827930264174938, "global_step": 57799, "epoch": 324, "lr": 4.3882903570704665e-05}
{"train_loss": 0.0020501071121543646, "global_step": 57800, "epoch": 324, "lr": 4.388143697269666e-05}
{"train_loss": 0.001869136467576027, "global_step": 57801, "epoch": 324, "lr": 4.387997038003287e-05}
{"train_loss": 0.004905179142951965, "global_step": 57802, "epoch": 324, "lr": 4.3878503792714545e-05}
{"train_loss": 0.004074432887136936, "global_step": 57803, "epoch": 324, "lr": 4.3877037210743005e-05}
{"train_loss": 0.002795947017148137, "global_step": 57804, "epoch": 324, "lr": 4.387557063411948e-05}
{"train_loss": 0.0029090573079884052, "global_step": 57805, "epoch": 324, "lr": 4.38741040628453e-05}
{"train_loss": 0.0021017747931182384, "global_step": 57806, "epoch": 324, "lr": 4.38726374969217e-05}
{"train_loss": 0.001801258884370327, "global_step": 57807, "epoch": 324, "lr": 4.387117093635002e-05}
{"train_loss": 0.0030737442430108786, "global_step": 57808, "epoch": 324, "lr": 4.386970438113148e-05}
{"train_loss": 0.0023847066331654787, "global_step": 57809, "epoch": 324, "lr": 4.3868237831267397e-05}
{"train_loss": 0.006190520711243153, "global_step": 57810, "epoch": 324, "lr": 4.3866771286759025e-05}
{"train_loss": 0.0025824634358286858, "global_step": 57811, "epoch": 324, "lr": 4.386530474760767e-05}
{"train_loss": 0.005699100438505411, "global_step": 57812, "epoch": 324, "lr": 4.386383821381463e-05}
{"train_loss": 0.0017306964145973325, "global_step": 57813, "epoch": 324, "lr": 4.386237168538113e-05}
{"train_loss": 0.004931221250444651, "global_step": 57814, "epoch": 324, "lr": 4.38609051623085e-05}
{"train_loss": 0.002088175155222416, "global_step": 57815, "epoch": 324, "lr": 4.385943864459799e-05}
{"train_loss": 0.0049979230388998985, "global_step": 57816, "epoch": 324, "lr": 4.3857972132250916e-05}
{"train_loss": 0.0014319652691483498, "global_step": 57817, "epoch": 324, "lr": 4.385650562526851e-05}
{"train_loss": 0.005215425509959459, "global_step": 57818, "epoch": 324, "lr": 4.3855039123652105e-05}
{"train_loss": 0.0024614715948700905, "global_step": 57819, "epoch": 324, "lr": 4.3853572627402935e-05}
{"train_loss": 0.002180937910452485, "global_step": 57820, "epoch": 324, "lr": 4.385210613652231e-05}
{"train_loss": 0.0036959098652005196, "global_step": 57821, "epoch": 324, "lr": 4.3850639651011495e-05}
{"train_loss": 0.001856246031820774, "global_step": 57822, "epoch": 324, "lr": 4.38491731708718e-05}
{"train_loss": 0.0016294013475999236, "global_step": 57823, "epoch": 324, "lr": 4.384770669610446e-05}
{"train_loss": 0.005936951842159033, "global_step": 57824, "epoch": 324, "lr": 4.38462402267108e-05}
{"train_loss": 0.004671707283705473, "global_step": 57825, "epoch": 324, "lr": 4.384477376269206e-05}
{"train_loss": 0.0025506014935672283, "global_step": 57826, "epoch": 324, "lr": 4.384330730404957e-05}
{"train_loss": 0.0026402617804706097, "global_step": 57827, "epoch": 324, "lr": 4.384184085078456e-05}
{"train_loss": 0.0010808294173330069, "global_step": 57828, "epoch": 324, "lr": 4.384037440289835e-05}
{"train_loss": 0.00177225552033633, "global_step": 57829, "epoch": 324, "lr": 4.383890796039219e-05}
{"train_loss": 0.0018521349411457777, "global_step": 57830, "epoch": 324, "lr": 4.38374415232674e-05}
{"train_loss": 0.002044122666120529, "global_step": 57831, "epoch": 324, "lr": 4.3835975091525213e-05}
{"train_loss": 0.0025177900679409504, "global_step": 57832, "epoch": 324, "lr": 4.383450866516693e-05}
{"train_loss": 0.0010373704135417938, "global_step": 57833, "epoch": 324, "lr": 4.383304224419385e-05}
{"train_loss": 0.002665342064574361, "global_step": 57834, "epoch": 324, "lr": 4.383157582860723e-05}
{"train_loss": 0.005341381765902042, "global_step": 57835, "epoch": 324, "lr": 4.383010941840838e-05}
{"train_loss": 0.006899029947817326, "global_step": 57836, "epoch": 324, "lr": 4.3828643013598545e-05}
{"train_loss": 0.00388021906837821, "global_step": 57837, "epoch": 324, "lr": 4.382717661417903e-05}
{"train_loss": 0.005049525760114193, "global_step": 57838, "epoch": 324, "lr": 4.3825710220151104e-05}
{"train_loss": 0.002586395014077425, "global_step": 57839, "epoch": 324, "lr": 4.3824243831516046e-05}
{"train_loss": 0.0021328022703528404, "global_step": 57840, "epoch": 324, "lr": 4.382277744827514e-05}
{"train_loss": 0.002718884963542223, "global_step": 57841, "epoch": 324, "lr": 4.382131107042969e-05}
{"train_loss": 0.002881570253521204, "global_step": 57842, "epoch": 324, "lr": 4.381984469798093e-05}
{"train_loss": 0.004982680547982454, "global_step": 57843, "epoch": 324, "lr": 4.381837833093018e-05}
{"train_loss": 0.004875790793448687, "global_step": 57844, "epoch": 324, "lr": 4.3816911969278694e-05}
{"train_loss": 0.002404714934527874, "global_step": 57845, "epoch": 324, "lr": 4.3815445613027794e-05}
{"train_loss": 0.003398621454834938, "global_step": 57846, "epoch": 324, "lr": 4.381397926217871e-05}
{"train_loss": 0.003065466647967696, "global_step": 57847, "epoch": 324, "lr": 4.381251291673275e-05}
{"train_loss": 0.00164408003911376, "global_step": 57848, "epoch": 324, "lr": 4.3811046576691185e-05}
{"train_loss": 0.0032939644134080226, "global_step": 57849, "epoch": 324, "lr": 4.380958024205532e-05}
{"train_loss": 0.0012410865165293217, "global_step": 57850, "epoch": 325, "lr": 4.38081139128264e-05}
{"train_loss": 0.0020896592177450657, "global_step": 57851, "epoch": 325, "lr": 4.380664758900573e-05}
{"train_loss": 0.0021745264530181885, "global_step": 57852, "epoch": 325, "lr": 4.3805181270594575e-05}
{"train_loss": 0.0028176973573863506, "global_step": 57853, "epoch": 325, "lr": 4.380371495759422e-05}
{"train_loss": 0.006536260712891817, "global_step": 57854, "epoch": 325, "lr": 4.380224865000597e-05}
{"train_loss": 0.0032839449122548103, "global_step": 57855, "epoch": 325, "lr": 4.380078234783107e-05}
{"train_loss": 0.0036339492071419954, "global_step": 57856, "epoch": 325, "lr": 4.379931605107084e-05}
{"train_loss": 0.004510587081313133, "global_step": 57857, "epoch": 325, "lr": 4.3797849759726514e-05}
{"train_loss": 0.0029094989877194166, "global_step": 57858, "epoch": 325, "lr": 4.37963834737994e-05}
{"train_loss": 0.00604556268081069, "global_step": 57859, "epoch": 325, "lr": 4.379491719329077e-05}
{"train_loss": 0.002913895295932889, "global_step": 57860, "epoch": 325, "lr": 4.3793450918201926e-05}
{"train_loss": 0.001320145558565855, "global_step": 57861, "epoch": 325, "lr": 4.379198464853411e-05}
{"train_loss": 0.002760183997452259, "global_step": 57862, "epoch": 325, "lr": 4.379051838428864e-05}
{"train_loss": 0.003305553924292326, "global_step": 57863, "epoch": 325, "lr": 4.3789052125466775e-05}
{"train_loss": 0.007671374827623367, "global_step": 57864, "epoch": 325, "lr": 4.378758587206981e-05}
{"train_loss": 0.00489787757396698, "global_step": 57865, "epoch": 325, "lr": 4.378611962409901e-05}
{"train_loss": 0.0012067384086549282, "global_step": 57866, "epoch": 325, "lr": 4.378465338155567e-05}
{"train_loss": 0.005787733010947704, "global_step": 57867, "epoch": 325, "lr": 4.3783187144441055e-05}
{"train_loss": 0.004564091097563505, "global_step": 57868, "epoch": 325, "lr": 4.3781720912756466e-05}
{"train_loss": 0.003960884176194668, "global_step": 57869, "epoch": 325, "lr": 4.378025468650316e-05}
{"train_loss": 0.0047423336654901505, "global_step": 57870, "epoch": 325, "lr": 4.377878846568245e-05}
{"train_loss": 0.00330051826313138, "global_step": 57871, "epoch": 325, "lr": 4.377732225029556e-05}
{"train_loss": 0.002401220379397273, "global_step": 57872, "epoch": 325, "lr": 4.377585604034384e-05}
{"train_loss": 0.00243633845821023, "global_step": 57873, "epoch": 325, "lr": 4.3774389835828526e-05}
{"train_loss": 0.004123815800994635, "global_step": 57874, "epoch": 325, "lr": 4.3772923636750904e-05}
{"train_loss": 0.004035959020256996, "global_step": 57875, "epoch": 325, "lr": 4.3771457443112284e-05}
{"train_loss": 0.002121377270668745, "global_step": 57876, "epoch": 325, "lr": 4.37699912549139e-05}
{"train_loss": 0.006356554105877876, "global_step": 57877, "epoch": 325, "lr": 4.376852507215707e-05}
{"train_loss": 0.00187544128857553, "global_step": 57878, "epoch": 325, "lr": 4.376705889484305e-05}
{"train_loss": 0.002398265525698662, "global_step": 57879, "epoch": 325, "lr": 4.376559272297315e-05}
{"train_loss": 0.003896948415786028, "global_step": 57880, "epoch": 325, "lr": 4.376412655654862e-05}
{"train_loss": 0.002860123058781028, "global_step": 57881, "epoch": 325, "lr": 4.3762660395570754e-05}
{"train_loss": 0.0032534825149923563, "global_step": 57882, "epoch": 325, "lr": 4.3761194240040823e-05}
{"train_loss": 0.003044305369257927, "global_step": 57883, "epoch": 325, "lr": 4.375972808996015e-05}
{"train_loss": 0.0025406356435269117, "global_step": 57884, "epoch": 325, "lr": 4.375826194532994e-05}
{"train_loss": 0.003406731178984046, "global_step": 57885, "epoch": 325, "lr": 4.375679580615154e-05}
{"train_loss": 0.0047965808771550655, "global_step": 57886, "epoch": 325, "lr": 4.3755329672426196e-05}
{"train_loss": 0.0031015255954116583, "global_step": 57887, "epoch": 325, "lr": 4.375386354415521e-05}
{"train_loss": 0.0026230760850012302, "global_step": 57888, "epoch": 325, "lr": 4.375239742133983e-05}
{"train_loss": 0.0028786598704755306, "global_step": 57889, "epoch": 325, "lr": 4.375093130398139e-05}
{"train_loss": 0.0023559690453112125, "global_step": 57890, "epoch": 325, "lr": 4.3749465192081115e-05}
{"train_loss": 0.0017400305951014161, "global_step": 57891, "epoch": 325, "lr": 4.374799908564031e-05}
{"train_loss": 0.0019489426631480455, "global_step": 57892, "epoch": 325, "lr": 4.374653298466025e-05}
{"train_loss": 0.004180062562227249, "global_step": 57893, "epoch": 325, "lr": 4.374506688914224e-05}
{"train_loss": 0.002834474202245474, "global_step": 57894, "epoch": 325, "lr": 4.374360079908753e-05}
{"train_loss": 0.0014267991064116359, "global_step": 57895, "epoch": 325, "lr": 4.374213471449739e-05}
{"train_loss": 0.0016551626613363624, "global_step": 57896, "epoch": 325, "lr": 4.374066863537314e-05}
{"train_loss": 0.0021306960843503475, "global_step": 57897, "epoch": 325, "lr": 4.373920256171604e-05}
{"train_loss": 0.004200025927275419, "global_step": 57898, "epoch": 325, "lr": 4.373773649352739e-05}
{"train_loss": 0.0031193632166832685, "global_step": 57899, "epoch": 325, "lr": 4.373627043080843e-05}
{"train_loss": 0.004071063827723265, "global_step": 57900, "epoch": 325, "lr": 4.373480437356048e-05}
{"train_loss": 0.0016293278895318508, "global_step": 57901, "epoch": 325, "lr": 4.373333832178478e-05}
{"train_loss": 0.003999350592494011, "global_step": 57902, "epoch": 325, "lr": 4.373187227548267e-05}
{"train_loss": 0.002471833024173975, "global_step": 57903, "epoch": 325, "lr": 4.373040623465537e-05}
{"train_loss": 0.0020018620416522026, "global_step": 57904, "epoch": 325, "lr": 4.372894019930419e-05}
{"train_loss": 0.0020760479383170605, "global_step": 57905, "epoch": 325, "lr": 4.372747416943041e-05}
{"train_loss": 0.005510980263352394, "global_step": 57906, "epoch": 325, "lr": 4.372600814503531e-05}
{"train_loss": 0.0033937154803425074, "global_step": 57907, "epoch": 325, "lr": 4.3724542126120156e-05}
{"train_loss": 0.0024805935099720955, "global_step": 57908, "epoch": 325, "lr": 4.3723076112686264e-05}
{"train_loss": 0.006254022475332022, "global_step": 57909, "epoch": 325, "lr": 4.3721610104734864e-05}
{"train_loss": 0.00228897831402719, "global_step": 57910, "epoch": 325, "lr": 4.372014410226727e-05}
{"train_loss": 0.002495015971362591, "global_step": 57911, "epoch": 325, "lr": 4.371867810528475e-05}
{"train_loss": 0.004453137516975403, "global_step": 57912, "epoch": 325, "lr": 4.3717212113788605e-05}
{"train_loss": 0.0027929742354899645, "global_step": 57913, "epoch": 325, "lr": 4.371574612778009e-05}
{"train_loss": 0.0025651613250374794, "global_step": 57914, "epoch": 325, "lr": 4.3714280147260494e-05}
{"train_loss": 0.004345766734331846, "global_step": 57915, "epoch": 325, "lr": 4.371281417223109e-05}
{"train_loss": 0.0034160662908107042, "global_step": 57916, "epoch": 325, "lr": 4.371134820269317e-05}
{"train_loss": 0.0015433363150805235, "global_step": 57917, "epoch": 325, "lr": 4.3709882238648033e-05}
{"train_loss": 0.005747615359723568, "global_step": 57918, "epoch": 325, "lr": 4.370841628009692e-05}
{"train_loss": 0.0015705357072874904, "global_step": 57919, "epoch": 325, "lr": 4.370695032704114e-05}
{"train_loss": 0.004098106175661087, "global_step": 57920, "epoch": 325, "lr": 4.370548437948195e-05}
{"train_loss": 0.0032180161215364933, "global_step": 57921, "epoch": 325, "lr": 4.3704018437420665e-05}
{"train_loss": 0.001670682686381042, "global_step": 57922, "epoch": 325, "lr": 4.3702552500858516e-05}
{"train_loss": 0.0029332363046705723, "global_step": 57923, "epoch": 325, "lr": 4.370108656979684e-05}
{"train_loss": 0.005631617270410061, "global_step": 57924, "epoch": 325, "lr": 4.369962064423686e-05}
{"train_loss": 0.0048695397563278675, "global_step": 57925, "epoch": 325, "lr": 4.3698154724179914e-05}
{"train_loss": 0.002674873685464263, "global_step": 57926, "epoch": 325, "lr": 4.3696688809627225e-05}
{"train_loss": 0.0023584547452628613, "global_step": 57927, "epoch": 325, "lr": 4.3695222900580136e-05}
{"train_loss": 0.0032028714194893837, "global_step": 57928, "epoch": 325, "lr": 4.3693756997039865e-05}
{"train_loss": 0.0016250699991360307, "global_step": 57929, "epoch": 325, "lr": 4.3692291099007734e-05}
{"train_loss": 0.002647251123562455, "global_step": 57930, "epoch": 325, "lr": 4.369082520648499e-05}
{"train_loss": 0.00260055810213089, "global_step": 57931, "epoch": 325, "lr": 4.368935931947297e-05}
{"train_loss": 0.002256427425891161, "global_step": 57932, "epoch": 325, "lr": 4.368789343797288e-05}
{"train_loss": 0.0016166236018761992, "global_step": 57933, "epoch": 325, "lr": 4.368642756198606e-05}
{"train_loss": 0.0017582062864676118, "global_step": 57934, "epoch": 325, "lr": 4.3684961691513754e-05}
{"train_loss": 0.004364300519227982, "global_step": 57935, "epoch": 325, "lr": 4.3683495826557283e-05}
{"train_loss": 0.0034598729107528925, "global_step": 57936, "epoch": 325, "lr": 4.368202996711788e-05}
{"train_loss": 0.003856112016364932, "global_step": 57937, "epoch": 325, "lr": 4.368056411319684e-05}
{"train_loss": 0.0028939524199813604, "global_step": 57938, "epoch": 325, "lr": 4.367909826479546e-05}
{"train_loss": 0.0012117362348362803, "global_step": 57939, "epoch": 325, "lr": 4.3677632421914996e-05}
{"train_loss": 0.004309596493840218, "global_step": 57940, "epoch": 325, "lr": 4.367616658455678e-05}
{"train_loss": 0.005244604777544737, "global_step": 57941, "epoch": 325, "lr": 4.367470075272202e-05}
{"train_loss": 0.0024312736932188272, "global_step": 57942, "epoch": 325, "lr": 4.3673234926412044e-05}
{"train_loss": 0.0020588780753314495, "global_step": 57943, "epoch": 325, "lr": 4.367176910562811e-05}
{"train_loss": 0.003050609491765499, "global_step": 57944, "epoch": 325, "lr": 4.367030329037153e-05}
{"train_loss": 0.002011342905461788, "global_step": 57945, "epoch": 325, "lr": 4.3668837480643546e-05}
{"train_loss": 0.0011615706607699394, "global_step": 57946, "epoch": 325, "lr": 4.366737167644546e-05}
{"train_loss": 0.0007698684930801392, "global_step": 57947, "epoch": 325, "lr": 4.366590587777854e-05}
{"train_loss": 0.0031835190020501614, "global_step": 57948, "epoch": 325, "lr": 4.3664440084644075e-05}
{"train_loss": 0.0033632880076766014, "global_step": 57949, "epoch": 325, "lr": 4.3662974297043336e-05}
{"train_loss": 0.0017299510072916746, "global_step": 57950, "epoch": 325, "lr": 4.366150851497763e-05}
{"train_loss": 0.005999824032187462, "global_step": 57951, "epoch": 325, "lr": 4.36600427384482e-05}
{"train_loss": 0.0014121084241196513, "global_step": 57952, "epoch": 325, "lr": 4.365857696745636e-05}
{"train_loss": 0.004816447850316763, "global_step": 57953, "epoch": 325, "lr": 4.3657111202003354e-05}
{"train_loss": 0.004118551500141621, "global_step": 57954, "epoch": 325, "lr": 4.365564544209051e-05}
{"train_loss": 0.0023918922524899244, "global_step": 57955, "epoch": 325, "lr": 4.3654179687719056e-05}
{"train_loss": 0.0016229985048994422, "global_step": 57956, "epoch": 325, "lr": 4.365271393889031e-05}
{"train_loss": 0.0015949805965647101, "global_step": 57957, "epoch": 325, "lr": 4.365124819560552e-05}
{"train_loss": 0.004565190523862839, "global_step": 57958, "epoch": 325, "lr": 4.3649782457866e-05}
{"train_loss": 0.003715587081387639, "global_step": 57959, "epoch": 325, "lr": 4.3648316725673025e-05}
{"train_loss": 0.003122627502307296, "global_step": 57960, "epoch": 325, "lr": 4.3646850999027847e-05}
{"train_loss": 0.0016524919774383307, "global_step": 57961, "epoch": 325, "lr": 4.364538527793178e-05}
{"train_loss": 0.0028777888510376215, "global_step": 57962, "epoch": 325, "lr": 4.364391956238608e-05}
{"train_loss": 0.002407741267234087, "global_step": 57963, "epoch": 325, "lr": 4.364245385239205e-05}
{"train_loss": 0.003979458473622799, "global_step": 57964, "epoch": 325, "lr": 4.364098814795094e-05}
{"train_loss": 0.0019455517176538706, "global_step": 57965, "epoch": 325, "lr": 4.3639522449064066e-05}
{"train_loss": 0.003388242330402136, "global_step": 57966, "epoch": 325, "lr": 4.363805675573267e-05}
{"train_loss": 0.002464025281369686, "global_step": 57967, "epoch": 325, "lr": 4.363659106795807e-05}
{"train_loss": 0.003539077239111066, "global_step": 57968, "epoch": 325, "lr": 4.36351253857415e-05}
{"train_loss": 0.0024292166344821453, "global_step": 57969, "epoch": 325, "lr": 4.3633659709084304e-05}
{"train_loss": 0.0014015886699780822, "global_step": 57970, "epoch": 325, "lr": 4.36321940379877e-05}
{"train_loss": 0.002131878398358822, "global_step": 57971, "epoch": 325, "lr": 4.3630728372453e-05}
{"train_loss": 0.0032789981923997402, "global_step": 57972, "epoch": 325, "lr": 4.362926271248148e-05}
{"train_loss": 0.002435132395476103, "global_step": 57973, "epoch": 325, "lr": 4.362779705807443e-05}
{"train_loss": 0.004386282525956631, "global_step": 57974, "epoch": 325, "lr": 4.3626331409233104e-05}
{"train_loss": 0.0019744744058698416, "global_step": 57975, "epoch": 325, "lr": 4.36248657659588e-05}
{"train_loss": 0.0022574651520699263, "global_step": 57976, "epoch": 325, "lr": 4.362340012825279e-05}
{"train_loss": 0.002280972432345152, "global_step": 57977, "epoch": 325, "lr": 4.362193449611638e-05}
{"train_loss": 0.002035435987636447, "global_step": 57978, "epoch": 325, "lr": 4.36204688695508e-05}
{"train_loss": 0.004303267691284418, "global_step": 57979, "epoch": 325, "lr": 4.3619003248557365e-05}
{"train_loss": 0.001871689222753048, "global_step": 57980, "epoch": 325, "lr": 4.361753763313736e-05}
{"train_loss": 0.0018201412167400122, "global_step": 57981, "epoch": 325, "lr": 4.361607202329205e-05}
{"train_loss": 0.0017826715484261513, "global_step": 57982, "epoch": 325, "lr": 4.361460641902274e-05}
{"train_loss": 0.0020813532173633575, "global_step": 57983, "epoch": 325, "lr": 4.3613140820330654e-05}
{"train_loss": 0.002898309612646699, "global_step": 57984, "epoch": 325, "lr": 4.361167522721715e-05}
{"train_loss": 0.0030022948049008846, "global_step": 57985, "epoch": 325, "lr": 4.361020963968343e-05}
{"train_loss": 0.0029784280341118574, "global_step": 57986, "epoch": 325, "lr": 4.3608744057730827e-05}
{"train_loss": 0.0043038297444581985, "global_step": 57987, "epoch": 325, "lr": 4.360727848136059e-05}
{"train_loss": 0.0028743622824549675, "global_step": 57988, "epoch": 325, "lr": 4.360581291057404e-05}
{"train_loss": 0.0017249597003683448, "global_step": 57989, "epoch": 325, "lr": 4.3604347345372406e-05}
{"train_loss": 0.001263154554180801, "global_step": 57990, "epoch": 325, "lr": 4.3602881785757e-05}
{"train_loss": 0.002661887789145112, "global_step": 57991, "epoch": 325, "lr": 4.3601416231729095e-05}
{"train_loss": 0.0025802506133913994, "global_step": 57992, "epoch": 325, "lr": 4.359995068328998e-05}
{"train_loss": 0.002997596748173237, "global_step": 57993, "epoch": 325, "lr": 4.3598485140440914e-05}
{"train_loss": 0.001578362425789237, "global_step": 57994, "epoch": 325, "lr": 4.3597019603183195e-05}
{"train_loss": 0.0025563030503690243, "global_step": 57995, "epoch": 325, "lr": 4.359555407151808e-05}
{"train_loss": 0.0015405231388285756, "global_step": 57996, "epoch": 325, "lr": 4.35940885454469e-05}
{"train_loss": 0.0019195557106286287, "global_step": 57997, "epoch": 325, "lr": 4.359262302497087e-05}
{"train_loss": 0.004450362175703049, "global_step": 57998, "epoch": 325, "lr": 4.359115751009133e-05}
{"train_loss": 0.0025959019549191, "global_step": 57999, "epoch": 325, "lr": 4.3589692000809505e-05}
{"train_loss": 0.004501014947891235, "global_step": 58000, "epoch": 325, "lr": 4.3588226497126695e-05}
{"train_loss": 0.0012281866511330009, "global_step": 58001, "epoch": 325, "lr": 4.3586760999044216e-05}
{"train_loss": 0.003015566850081086, "global_step": 58002, "epoch": 325, "lr": 4.358529550656329e-05}
{"train_loss": 0.003321281634271145, "global_step": 58003, "epoch": 325, "lr": 4.358383001968526e-05}
{"train_loss": 0.002464236691594124, "global_step": 58004, "epoch": 325, "lr": 4.3582364538411336e-05}
{"train_loss": 0.00132472300902009, "global_step": 58005, "epoch": 325, "lr": 4.358089906274285e-05}
{"train_loss": 0.001121595734730363, "global_step": 58006, "epoch": 325, "lr": 4.357943359268106e-05}
{"train_loss": 0.001970265991985798, "global_step": 58007, "epoch": 325, "lr": 4.3577968128227264e-05}
{"train_loss": 0.002731245942413807, "global_step": 58008, "epoch": 325, "lr": 4.357650266938271e-05}
{"train_loss": 0.0020075717475265265, "global_step": 58009, "epoch": 325, "lr": 4.357503721614871e-05}
{"train_loss": 0.0038039078935980797, "global_step": 58010, "epoch": 325, "lr": 4.3573571768526525e-05}
{"train_loss": 0.0031980061903595924, "global_step": 58011, "epoch": 325, "lr": 4.357210632651745e-05}
{"train_loss": 0.0015810651239007711, "global_step": 58012, "epoch": 325, "lr": 4.357064089012275e-05}
{"train_loss": 0.004436792805790901, "global_step": 58013, "epoch": 325, "lr": 4.356917545934371e-05}
{"train_loss": 0.004511960782110691, "global_step": 58014, "epoch": 325, "lr": 4.356771003418161e-05}
{"train_loss": 0.004683078266680241, "global_step": 58015, "epoch": 325, "lr": 4.3566244614637745e-05}
{"train_loss": 0.0019999390933662653, "global_step": 58016, "epoch": 325, "lr": 4.3564779200713364e-05}
{"train_loss": 0.0032149904873222113, "global_step": 58017, "epoch": 325, "lr": 4.3563313792409784e-05}
{"train_loss": 0.0022208080627024174, "global_step": 58018, "epoch": 325, "lr": 4.3561848389728246e-05}
{"train_loss": 0.00448138453066349, "global_step": 58019, "epoch": 325, "lr": 4.356038299267004e-05}
{"train_loss": 0.003001476638019085, "global_step": 58020, "epoch": 325, "lr": 4.355891760123647e-05}
{"train_loss": 0.003354386892169714, "global_step": 58021, "epoch": 325, "lr": 4.3557452215428796e-05}
{"train_loss": 0.003150269854813814, "global_step": 58022, "epoch": 325, "lr": 4.3555986835248316e-05}
{"train_loss": 0.0016499885823577642, "global_step": 58023, "epoch": 325, "lr": 4.355452146069628e-05}
{"train_loss": 0.003080872818827629, "global_step": 58024, "epoch": 325, "lr": 4.3553056091773995e-05}
{"train_loss": 0.005638653412461281, "global_step": 58025, "epoch": 325, "lr": 4.355159072848272e-05}
{"train_loss": 0.001954874023795128, "global_step": 58026, "epoch": 325, "lr": 4.355012537082377e-05}
{"train_loss": 0.003001879048507577, "global_step": 58027, "epoch": 325, "lr": 4.3548660018798374e-05, "train_action_mse_error": 4.089330104761757e-06}
{"train_loss": 0.0027262673247605562, "global_step": 58028, "epoch": 326, "lr": 4.3547194672407855e-05}
{"train_loss": 0.002582576824352145, "global_step": 58029, "epoch": 326, "lr": 4.354572933165346e-05}
{"train_loss": 0.002346968976780772, "global_step": 58030, "epoch": 326, "lr": 4.354426399653651e-05}
{"train_loss": 0.0017393355956301093, "global_step": 58031, "epoch": 326, "lr": 4.354279866705823e-05}
{"train_loss": 0.0013092159060761333, "global_step": 58032, "epoch": 326, "lr": 4.3541333343219945e-05}
{"train_loss": 0.0022098044864833355, "global_step": 58033, "epoch": 326, "lr": 4.353986802502291e-05}
{"train_loss": 0.0017777684843167663, "global_step": 58034, "epoch": 326, "lr": 4.353840271246844e-05}
{"train_loss": 0.0020268200896680355, "global_step": 58035, "epoch": 326, "lr": 4.353693740555776e-05}
{"train_loss": 0.0034315502271056175, "global_step": 58036, "epoch": 326, "lr": 4.3535472104292206e-05}
{"train_loss": 0.0024520247243344784, "global_step": 58037, "epoch": 326, "lr": 4.3534006808673004e-05}
{"train_loss": 0.0026656314730644226, "global_step": 58038, "epoch": 326, "lr": 4.353254151870148e-05}
{"train_loss": 0.00468029361218214, "global_step": 58039, "epoch": 326, "lr": 4.353107623437888e-05}
{"train_loss": 0.003376395907253027, "global_step": 58040, "epoch": 326, "lr": 4.352961095570649e-05}
{"train_loss": 0.002050070557743311, "global_step": 58041, "epoch": 326, "lr": 4.3528145682685635e-05}
{"train_loss": 0.002813361817970872, "global_step": 58042, "epoch": 326, "lr": 4.352668041531753e-05}
{"train_loss": 0.0034699116367846727, "global_step": 58043, "epoch": 326, "lr": 4.352521515360349e-05}
{"train_loss": 0.0013328708009794354, "global_step": 58044, "epoch": 326, "lr": 4.352374989754479e-05}
{"train_loss": 0.0024546117056161165, "global_step": 58045, "epoch": 326, "lr": 4.352228464714271e-05}
{"train_loss": 0.0024603300262242556, "global_step": 58046, "epoch": 326, "lr": 4.3520819402398516e-05}
{"train_loss": 0.004501677583903074, "global_step": 58047, "epoch": 326, "lr": 4.351935416331351e-05}
{"train_loss": 0.0009649007697589695, "global_step": 58048, "epoch": 326, "lr": 4.351788892988896e-05}
{"train_loss": 0.0019201386021450162, "global_step": 58049, "epoch": 326, "lr": 4.3516423702126154e-05}
{"train_loss": 0.0013972612796351314, "global_step": 58050, "epoch": 326, "lr": 4.351495848002635e-05}
{"train_loss": 0.003311705309897661, "global_step": 58051, "epoch": 326, "lr": 4.351349326359085e-05}
{"train_loss": 0.006303907372057438, "global_step": 58052, "epoch": 326, "lr": 4.3512028052820916e-05}
{"train_loss": 0.0021222252398729324, "global_step": 58053, "epoch": 326, "lr": 4.3510562847717864e-05}
{"train_loss": 0.0026989132165908813, "global_step": 58054, "epoch": 326, "lr": 4.350909764828291e-05}
{"train_loss": 0.0027699668426066637, "global_step": 58055, "epoch": 326, "lr": 4.350763245451741e-05}
{"train_loss": 0.002625236287713051, "global_step": 58056, "epoch": 326, "lr": 4.350616726642258e-05}
{"train_loss": 0.0033297862391918898, "global_step": 58057, "epoch": 326, "lr": 4.350470208399974e-05}
{"train_loss": 0.0044419956393539906, "global_step": 58058, "epoch": 326, "lr": 4.350323690725014e-05}
{"train_loss": 0.0031969554256647825, "global_step": 58059, "epoch": 326, "lr": 4.3501771736175096e-05}
{"train_loss": 0.002541122492402792, "global_step": 58060, "epoch": 326, "lr": 4.350030657077584e-05}
{"train_loss": 0.003424248890951276, "global_step": 58061, "epoch": 326, "lr": 4.349884141105368e-05}
{"train_loss": 0.0026547801680862904, "global_step": 58062, "epoch": 326, "lr": 4.349737625700992e-05}
{"train_loss": 0.0024614017456769943, "global_step": 58063, "epoch": 326, "lr": 4.349591110864578e-05}
{"train_loss": 0.0026217359118163586, "global_step": 58064, "epoch": 326, "lr": 4.3494445965962605e-05}
{"train_loss": 0.005314902868121862, "global_step": 58065, "epoch": 326, "lr": 4.349298082896162e-05}
{"train_loss": 0.0015792219201102853, "global_step": 58066, "epoch": 326, "lr": 4.349151569764414e-05}
{"train_loss": 0.001716330647468567, "global_step": 58067, "epoch": 326, "lr": 4.349005057201142e-05}
{"train_loss": 0.004201896488666534, "global_step": 58068, "epoch": 326, "lr": 4.348858545206478e-05}
{"train_loss": 0.004609955940395594, "global_step": 58069, "epoch": 326, "lr": 4.348712033780544e-05}
{"train_loss": 0.0023933411575853825, "global_step": 58070, "epoch": 326, "lr": 4.348565522923473e-05}
{"train_loss": 0.0035211641807109118, "global_step": 58071, "epoch": 326, "lr": 4.3484190126353896e-05}
{"train_loss": 0.005028183571994305, "global_step": 58072, "epoch": 326, "lr": 4.348272502916425e-05}
{"train_loss": 0.0011685064528137445, "global_step": 58073, "epoch": 326, "lr": 4.348125993766704e-05}
{"train_loss": 0.0024832109920680523, "global_step": 58074, "epoch": 326, "lr": 4.347979485186358e-05}
{"train_loss": 0.0016961846267804503, "global_step": 58075, "epoch": 326, "lr": 4.347832977175511e-05}
{"train_loss": 0.0030211363919079304, "global_step": 58076, "epoch": 326, "lr": 4.347686469734294e-05}
{"train_loss": 0.0030557606369256973, "global_step": 58077, "epoch": 326, "lr": 4.3475399628628325e-05}
{"train_loss": 0.0036229409743100405, "global_step": 58078, "epoch": 326, "lr": 4.347393456561258e-05}
{"train_loss": 0.0022296677343547344, "global_step": 58079, "epoch": 326, "lr": 4.3472469508296946e-05}
{"train_loss": 0.0025275400839746, "global_step": 58080, "epoch": 326, "lr": 4.347100445668273e-05}
{"train_loss": 0.0032222915906459093, "global_step": 58081, "epoch": 326, "lr": 4.346953941077119e-05}
{"train_loss": 0.0026156986132264137, "global_step": 58082, "epoch": 326, "lr": 4.346807437056361e-05}
{"train_loss": 0.0022769214119762182, "global_step": 58083, "epoch": 326, "lr": 4.346660933606132e-05}
{"train_loss": 0.0033768159337341785, "global_step": 58084, "epoch": 326, "lr": 4.346514430726552e-05}
{"train_loss": 0.0021172023843973875, "global_step": 58085, "epoch": 326, "lr": 4.346367928417753e-05}
{"train_loss": 0.0026399074122309685, "global_step": 58086, "epoch": 326, "lr": 4.346221426679863e-05}
{"train_loss": 0.0012248721905052662, "global_step": 58087, "epoch": 326, "lr": 4.346074925513011e-05}
{"train_loss": 0.0018154404824599624, "global_step": 58088, "epoch": 326, "lr": 4.345928424917321e-05}
{"train_loss": 0.0021703331731259823, "global_step": 58089, "epoch": 326, "lr": 4.345781924892925e-05}
{"train_loss": 0.0018857682589441538, "global_step": 58090, "epoch": 326, "lr": 4.345635425439948e-05}
{"train_loss": 0.0017542638815939426, "global_step": 58091, "epoch": 326, "lr": 4.345488926558522e-05}
{"train_loss": 0.004682949744164944, "global_step": 58092, "epoch": 326, "lr": 4.3453424282487696e-05}
{"train_loss": 0.003391033038496971, "global_step": 58093, "epoch": 326, "lr": 4.3451959305108245e-05}
{"train_loss": 0.0019098813645541668, "global_step": 58094, "epoch": 326, "lr": 4.345049433344808e-05}
{"train_loss": 0.0020706835202872753, "global_step": 58095, "epoch": 326, "lr": 4.3449029367508544e-05}
{"train_loss": 0.002022937871515751, "global_step": 58096, "epoch": 326, "lr": 4.344756440729087e-05}
{"train_loss": 0.0030851028859615326, "global_step": 58097, "epoch": 326, "lr": 4.344609945279638e-05}
{"train_loss": 0.0020647901110351086, "global_step": 58098, "epoch": 326, "lr": 4.344463450402631e-05}
{"train_loss": 0.0017563622677698731, "global_step": 58099, "epoch": 326, "lr": 4.344316956098197e-05}
{"train_loss": 0.002205825410783291, "global_step": 58100, "epoch": 326, "lr": 4.3441704623664625e-05}
{"train_loss": 0.0024089165963232517, "global_step": 58101, "epoch": 326, "lr": 4.344023969207557e-05}
{"train_loss": 0.0039922259747982025, "global_step": 58102, "epoch": 326, "lr": 4.343877476621606e-05}
{"train_loss": 0.0028342101722955704, "global_step": 58103, "epoch": 326, "lr": 4.343730984608739e-05}
{"train_loss": 0.0013464988442137837, "global_step": 58104, "epoch": 326, "lr": 4.343584493169084e-05}
{"train_loss": 0.0011282601626589894, "global_step": 58105, "epoch": 326, "lr": 4.3434380023027686e-05}
{"train_loss": 0.0020168512128293514, "global_step": 58106, "epoch": 326, "lr": 4.3432915120099226e-05}
{"train_loss": 0.0021032800432294607, "global_step": 58107, "epoch": 326, "lr": 4.3431450222906704e-05}
{"train_loss": 0.003458725055679679, "global_step": 58108, "epoch": 326, "lr": 4.342998533145143e-05}
{"train_loss": 0.0026877718046307564, "global_step": 58109, "epoch": 326, "lr": 4.342852044573466e-05}
{"train_loss": 0.0016348332865163684, "global_step": 58110, "epoch": 326, "lr": 4.342705556575769e-05}
{"train_loss": 0.004250547848641872, "global_step": 58111, "epoch": 326, "lr": 4.34255906915218e-05}
{"train_loss": 0.0020624115131795406, "global_step": 58112, "epoch": 326, "lr": 4.342412582302827e-05}
{"train_loss": 0.0034194495528936386, "global_step": 58113, "epoch": 326, "lr": 4.342266096027835e-05}
{"train_loss": 0.0020026382990181446, "global_step": 58114, "epoch": 326, "lr": 4.342119610327335e-05}
{"train_loss": 0.0028103564400225878, "global_step": 58115, "epoch": 326, "lr": 4.341973125201455e-05}
{"train_loss": 0.0029047983698546886, "global_step": 58116, "epoch": 326, "lr": 4.3418266406503225e-05}
{"train_loss": 0.002376186428591609, "global_step": 58117, "epoch": 326, "lr": 4.341680156674064e-05}
{"train_loss": 0.0019161765230819583, "global_step": 58118, "epoch": 326, "lr": 4.34153367327281e-05}
{"train_loss": 0.0031196612399071455, "global_step": 58119, "epoch": 326, "lr": 4.3413871904466845e-05}
{"train_loss": 0.002975024515762925, "global_step": 58120, "epoch": 326, "lr": 4.341240708195821e-05}
{"train_loss": 0.0017648690845817327, "global_step": 58121, "epoch": 326, "lr": 4.341094226520342e-05}
{"train_loss": 0.004063465632498264, "global_step": 58122, "epoch": 326, "lr": 4.340947745420379e-05}
{"train_loss": 0.0024978520814329386, "global_step": 58123, "epoch": 326, "lr": 4.3408012648960575e-05}
{"train_loss": 0.004290638491511345, "global_step": 58124, "epoch": 326, "lr": 4.340654784947508e-05}
{"train_loss": 0.002008920768275857, "global_step": 58125, "epoch": 326, "lr": 4.3405083055748574e-05}
{"train_loss": 0.001178021659143269, "global_step": 58126, "epoch": 326, "lr": 4.3403618267782326e-05}
{"train_loss": 0.0013724996242672205, "global_step": 58127, "epoch": 326, "lr": 4.340215348557764e-05}
{"train_loss": 0.00318419118411839, "global_step": 58128, "epoch": 326, "lr": 4.340068870913575e-05}
{"train_loss": 0.00240820599719882, "global_step": 58129, "epoch": 326, "lr": 4.339922393845799e-05}
{"train_loss": 0.0017098917160183191, "global_step": 58130, "epoch": 326, "lr": 4.339775917354559e-05}
{"train_loss": 0.004633261822164059, "global_step": 58131, "epoch": 326, "lr": 4.3396294414399885e-05}
{"train_loss": 0.0028692514169961214, "global_step": 58132, "epoch": 326, "lr": 4.33948296610221e-05}
{"train_loss": 0.0017935839714482427, "global_step": 58133, "epoch": 326, "lr": 4.339336491341354e-05}
{"train_loss": 0.0035098884254693985, "global_step": 58134, "epoch": 326, "lr": 4.3391900171575475e-05}
{"train_loss": 0.004135543946176767, "global_step": 58135, "epoch": 326, "lr": 4.339043543550921e-05}
{"train_loss": 0.0010425681248307228, "global_step": 58136, "epoch": 326, "lr": 4.3388970705215995e-05}
{"train_loss": 0.0026578051038086414, "global_step": 58137, "epoch": 326, "lr": 4.3387505980697116e-05}
{"train_loss": 0.00384744955226779, "global_step": 58138, "epoch": 326, "lr": 4.338604126195385e-05}
{"train_loss": 0.005058181472122669, "global_step": 58139, "epoch": 326, "lr": 4.33845765489875e-05}
{"train_loss": 0.0035472360905259848, "global_step": 58140, "epoch": 326, "lr": 4.3383111841799305e-05}
{"train_loss": 0.0023253147955983877, "global_step": 58141, "epoch": 326, "lr": 4.338164714039059e-05}
{"train_loss": 0.0032488182187080383, "global_step": 58142, "epoch": 326, "lr": 4.338018244476259e-05}
{"train_loss": 0.0036633950658142567, "global_step": 58143, "epoch": 326, "lr": 4.337871775491663e-05}
{"train_loss": 0.002869333140552044, "global_step": 58144, "epoch": 326, "lr": 4.3377253070853934e-05}
{"train_loss": 0.002864657435566187, "global_step": 58145, "epoch": 326, "lr": 4.337578839257582e-05}
{"train_loss": 0.004182877950370312, "global_step": 58146, "epoch": 326, "lr": 4.3374323720083585e-05}
{"train_loss": 0.003406981471925974, "global_step": 58147, "epoch": 326, "lr": 4.337285905337845e-05}
{"train_loss": 0.0032105271238833666, "global_step": 58148, "epoch": 326, "lr": 4.3371394392461745e-05}
{"train_loss": 0.001484312815591693, "global_step": 58149, "epoch": 326, "lr": 4.336992973733472e-05}
{"train_loss": 0.0036648856475949287, "global_step": 58150, "epoch": 326, "lr": 4.336846508799868e-05}
{"train_loss": 0.001174811739474535, "global_step": 58151, "epoch": 326, "lr": 4.336700044445488e-05}
{"train_loss": 0.003448041155934334, "global_step": 58152, "epoch": 326, "lr": 4.336553580670461e-05}
{"train_loss": 0.002656396944075823, "global_step": 58153, "epoch": 326, "lr": 4.3364071174749146e-05}
{"train_loss": 0.0036275512538850307, "global_step": 58154, "epoch": 326, "lr": 4.336260654858978e-05}
{"train_loss": 0.004925156012177467, "global_step": 58155, "epoch": 326, "lr": 4.336114192822776e-05}
{"train_loss": 0.0022816788405179977, "global_step": 58156, "epoch": 326, "lr": 4.335967731366441e-05}
{"train_loss": 0.0018262198427692056, "global_step": 58157, "epoch": 326, "lr": 4.335821270490097e-05}
{"train_loss": 0.0018415930680930614, "global_step": 58158, "epoch": 326, "lr": 4.335674810193875e-05}
{"train_loss": 0.0027420881669968367, "global_step": 58159, "epoch": 326, "lr": 4.3355283504778993e-05}
{"train_loss": 0.003365122713148594, "global_step": 58160, "epoch": 326, "lr": 4.335381891342301e-05}
{"train_loss": 0.0021732032764703035, "global_step": 58161, "epoch": 326, "lr": 4.3352354327872064e-05}
{"train_loss": 0.005667306017130613, "global_step": 58162, "epoch": 326, "lr": 4.335088974812745e-05}
{"train_loss": 0.0067487177439033985, "global_step": 58163, "epoch": 326, "lr": 4.3349425174190425e-05}
{"train_loss": 0.0019657923839986324, "global_step": 58164, "epoch": 326, "lr": 4.33479606060623e-05}
{"train_loss": 0.0016262501012533903, "global_step": 58165, "epoch": 326, "lr": 4.334649604374432e-05}
{"train_loss": 0.003226341912522912, "global_step": 58166, "epoch": 326, "lr": 4.3345031487237763e-05}
{"train_loss": 0.00331028806976974, "global_step": 58167, "epoch": 326, "lr": 4.334356693654394e-05}
{"train_loss": 0.004030624404549599, "global_step": 58168, "epoch": 326, "lr": 4.334210239166411e-05}
{"train_loss": 0.0022480073384940624, "global_step": 58169, "epoch": 326, "lr": 4.334063785259957e-05}
{"train_loss": 0.0027229972183704376, "global_step": 58170, "epoch": 326, "lr": 4.3339173319351566e-05}
{"train_loss": 0.00288248504512012, "global_step": 58171, "epoch": 326, "lr": 4.3337708791921404e-05}
{"train_loss": 0.004576852545142174, "global_step": 58172, "epoch": 326, "lr": 4.333624427031035e-05}
{"train_loss": 0.0011384780518710613, "global_step": 58173, "epoch": 326, "lr": 4.3334779754519704e-05}
{"train_loss": 0.0029452431481331587, "global_step": 58174, "epoch": 326, "lr": 4.333331524455071e-05}
{"train_loss": 0.004300069063901901, "global_step": 58175, "epoch": 326, "lr": 4.333185074040469e-05}
{"train_loss": 0.0044084228575229645, "global_step": 58176, "epoch": 326, "lr": 4.333038624208287e-05}
{"train_loss": 0.005242090672254562, "global_step": 58177, "epoch": 326, "lr": 4.332892174958659e-05}
{"train_loss": 0.004269261844456196, "global_step": 58178, "epoch": 326, "lr": 4.332745726291708e-05}
{"train_loss": 0.0027900696732103825, "global_step": 58179, "epoch": 326, "lr": 4.332599278207564e-05}
{"train_loss": 0.001980636967346072, "global_step": 58180, "epoch": 326, "lr": 4.332452830706354e-05}
{"train_loss": 0.0037772520445287228, "global_step": 58181, "epoch": 326, "lr": 4.3323063837882095e-05}
{"train_loss": 0.002728624502196908, "global_step": 58182, "epoch": 326, "lr": 4.332159937453253e-05}
{"train_loss": 0.0032237176783382893, "global_step": 58183, "epoch": 326, "lr": 4.332013491701616e-05}
{"train_loss": 0.003353932872414589, "global_step": 58184, "epoch": 326, "lr": 4.331867046533425e-05}
{"train_loss": 0.002153613604605198, "global_step": 58185, "epoch": 326, "lr": 4.3317206019488076e-05}
{"train_loss": 0.0031159725040197372, "global_step": 58186, "epoch": 326, "lr": 4.331574157947892e-05}
{"train_loss": 0.0023110350593924522, "global_step": 58187, "epoch": 326, "lr": 4.3314277145308065e-05}
{"train_loss": 0.0024396784137934446, "global_step": 58188, "epoch": 326, "lr": 4.331281271697681e-05}
{"train_loss": 0.00266638258472085, "global_step": 58189, "epoch": 326, "lr": 4.3311348294486384e-05}
{"train_loss": 0.003309347201138735, "global_step": 58190, "epoch": 326, "lr": 4.330988387783812e-05}
{"train_loss": 0.0018335843924432993, "global_step": 58191, "epoch": 326, "lr": 4.330841946703326e-05}
{"train_loss": 0.0017904785927385092, "global_step": 58192, "epoch": 326, "lr": 4.330695506207311e-05}
{"train_loss": 0.0021485111210495234, "global_step": 58193, "epoch": 326, "lr": 4.330549066295892e-05}
{"train_loss": 0.0008564777672290802, "global_step": 58194, "epoch": 326, "lr": 4.3304026269691986e-05}
{"train_loss": 0.0022463654167950153, "global_step": 58195, "epoch": 326, "lr": 4.3302561882273585e-05}
{"train_loss": 0.00711687421426177, "global_step": 58196, "epoch": 326, "lr": 4.330109750070501e-05}
{"train_loss": 0.0030578486621379852, "global_step": 58197, "epoch": 326, "lr": 4.3299633124987516e-05}
{"train_loss": 0.003680343274027109, "global_step": 58198, "epoch": 326, "lr": 4.3298168755122396e-05}
{"train_loss": 0.0035263937897980213, "global_step": 58199, "epoch": 326, "lr": 4.329670439111091e-05}
{"train_loss": 0.0028880988247692585, "global_step": 58200, "epoch": 326, "lr": 4.3295240032954374e-05}
{"train_loss": 0.004087410401552916, "global_step": 58201, "epoch": 326, "lr": 4.3293775680654033e-05}
{"train_loss": 0.0031222763936966658, "global_step": 58202, "epoch": 326, "lr": 4.32923113342112e-05}
{"train_loss": 0.002510898979380727, "global_step": 58203, "epoch": 326, "lr": 4.32908469936271e-05}
{"train_loss": 0.004853363148868084, "global_step": 58204, "epoch": 326, "lr": 4.328938265890306e-05}
{"train_loss": 0.002853157366639045, "global_step": 58205, "epoch": 326, "lr": 4.3287918330040335e-05}
{"train_loss": 0.00380411627702415, "global_step": 58206, "epoch": 327, "lr": 4.3286454007040233e-05}
{"train_loss": 0.003297980409115553, "global_step": 58207, "epoch": 327, "lr": 4.328498968990399e-05}
{"train_loss": 0.003234270727261901, "global_step": 58208, "epoch": 327, "lr": 4.328352537863291e-05}
{"train_loss": 0.002050901297479868, "global_step": 58209, "epoch": 327, "lr": 4.328206107322828e-05}
{"train_loss": 0.0026147929020226, "global_step": 58210, "epoch": 327, "lr": 4.3280596773691355e-05}
{"train_loss": 0.001637246343307197, "global_step": 58211, "epoch": 327, "lr": 4.327913248002345e-05}
{"train_loss": 0.0029417553450912237, "global_step": 58212, "epoch": 327, "lr": 4.32776681922258e-05}
{"train_loss": 0.00196697935461998, "global_step": 58213, "epoch": 327, "lr": 4.3276203910299714e-05}
{"train_loss": 0.003992966376245022, "global_step": 58214, "epoch": 327, "lr": 4.327473963424646e-05}
{"train_loss": 0.003299088915809989, "global_step": 58215, "epoch": 327, "lr": 4.3273275364067334e-05}
{"train_loss": 0.0028361412696540356, "global_step": 58216, "epoch": 327, "lr": 4.327181109976358e-05}
{"train_loss": 0.0023967321030795574, "global_step": 58217, "epoch": 327, "lr": 4.3270346841336506e-05}
{"train_loss": 0.0015099283773452044, "global_step": 58218, "epoch": 327, "lr": 4.326888258878737e-05}
{"train_loss": 0.0030459309928119183, "global_step": 58219, "epoch": 327, "lr": 4.326741834211749e-05}
{"train_loss": 0.006093935575336218, "global_step": 58220, "epoch": 327, "lr": 4.3265954101328095e-05}
{"train_loss": 0.0033925569150596857, "global_step": 58221, "epoch": 327, "lr": 4.3264489866420504e-05}
{"train_loss": 0.001990753225982189, "global_step": 58222, "epoch": 327, "lr": 4.326302563739596e-05}
{"train_loss": 0.00348599161952734, "global_step": 58223, "epoch": 327, "lr": 4.3261561414255774e-05}
{"train_loss": 0.001971594523638487, "global_step": 58224, "epoch": 327, "lr": 4.3260097197001196e-05}
{"train_loss": 0.0033291480503976345, "global_step": 58225, "epoch": 327, "lr": 4.325863298563355e-05}
{"train_loss": 0.005502087064087391, "global_step": 58226, "epoch": 327, "lr": 4.3257168780154054e-05}
{"train_loss": 0.0031588892452418804, "global_step": 58227, "epoch": 327, "lr": 4.325570458056404e-05}
{"train_loss": 0.0012538267765194178, "global_step": 58228, "epoch": 327, "lr": 4.325424038686475e-05}
{"train_loss": 0.0037309331819415092, "global_step": 58229, "epoch": 327, "lr": 4.3252776199057474e-05}
{"train_loss": 0.00448999460786581, "global_step": 58230, "epoch": 327, "lr": 4.3251312017143516e-05}
{"train_loss": 0.002635664539411664, "global_step": 58231, "epoch": 327, "lr": 4.324984784112412e-05}
{"train_loss": 0.003662396688014269, "global_step": 58232, "epoch": 327, "lr": 4.3248383671000586e-05}
{"train_loss": 0.0032766791991889477, "global_step": 58233, "epoch": 327, "lr": 4.3246919506774174e-05}
{"train_loss": 0.00311276875436306, "global_step": 58234, "epoch": 327, "lr": 4.3245455348446195e-05}
{"train_loss": 0.0015848710900172591, "global_step": 58235, "epoch": 327, "lr": 4.324399119601789e-05}
{"train_loss": 0.003375648520886898, "global_step": 58236, "epoch": 327, "lr": 4.324252704949056e-05}
{"train_loss": 0.003535351250320673, "global_step": 58237, "epoch": 327, "lr": 4.324106290886547e-05}
{"train_loss": 0.0035097806248813868, "global_step": 58238, "epoch": 327, "lr": 4.323959877414394e-05}
{"train_loss": 0.002281119115650654, "global_step": 58239, "epoch": 327, "lr": 4.323813464532718e-05}
{"train_loss": 0.004811752587556839, "global_step": 58240, "epoch": 327, "lr": 4.323667052241653e-05}
{"train_loss": 0.0027332366444170475, "global_step": 58241, "epoch": 327, "lr": 4.323520640541323e-05}
{"train_loss": 0.0031764409504830837, "global_step": 58242, "epoch": 327, "lr": 4.323374229431858e-05}
{"train_loss": 0.0050224438309669495, "global_step": 58243, "epoch": 327, "lr": 4.323227818913384e-05}
{"train_loss": 0.0015777860535308719, "global_step": 58244, "epoch": 327, "lr": 4.323081408986033e-05}
{"train_loss": 0.0023160409182310104, "global_step": 58245, "epoch": 327, "lr": 4.322934999649927e-05}
{"train_loss": 0.004515688866376877, "global_step": 58246, "epoch": 327, "lr": 4.322788590905198e-05}
{"train_loss": 0.0032285386696457863, "global_step": 58247, "epoch": 327, "lr": 4.3226421827519715e-05}
{"train_loss": 0.003996770828962326, "global_step": 58248, "epoch": 327, "lr": 4.322495775190379e-05}
{"train_loss": 0.005068134516477585, "global_step": 58249, "epoch": 327, "lr": 4.322349368220544e-05}
{"train_loss": 0.001679671579040587, "global_step": 58250, "epoch": 327, "lr": 4.3222029618425965e-05}
{"train_loss": 0.003358430229127407, "global_step": 58251, "epoch": 327, "lr": 4.322056556056665e-05}
{"train_loss": 0.0028801867738366127, "global_step": 58252, "epoch": 327, "lr": 4.3219101508628753e-05}
{"train_loss": 0.0046540843322873116, "global_step": 58253, "epoch": 327, "lr": 4.321763746261359e-05}
{"train_loss": 0.002351389965042472, "global_step": 58254, "epoch": 327, "lr": 4.3216173422522397e-05}
{"train_loss": 0.0018479900900274515, "global_step": 58255, "epoch": 327, "lr": 4.321470938835649e-05}
{"train_loss": 0.0022756292019039392, "global_step": 58256, "epoch": 327, "lr": 4.3213245360117106e-05}
{"train_loss": 0.006615186110138893, "global_step": 58257, "epoch": 327, "lr": 4.3211781337805555e-05}
{"train_loss": 0.0021536715794354677, "global_step": 58258, "epoch": 327, "lr": 4.3210317321423106e-05}
{"train_loss": 0.003189238253980875, "global_step": 58259, "epoch": 327, "lr": 4.3208853310971054e-05}
{"train_loss": 0.001430870732292533, "global_step": 58260, "epoch": 327, "lr": 4.320738930645064e-05}
{"train_loss": 0.003887810045853257, "global_step": 58261, "epoch": 327, "lr": 4.3205925307863185e-05}
{"train_loss": 0.00343713047914207, "global_step": 58262, "epoch": 327, "lr": 4.320446131520993e-05}
{"train_loss": 0.005629898048937321, "global_step": 58263, "epoch": 327, "lr": 4.32029973284922e-05}
{"train_loss": 0.0021720286458730698, "global_step": 58264, "epoch": 327, "lr": 4.320153334771122e-05}
{"train_loss": 0.003003630554303527, "global_step": 58265, "epoch": 327, "lr": 4.32000693728683e-05}
{"train_loss": 0.002267013769596815, "global_step": 58266, "epoch": 327, "lr": 4.3198605403964714e-05}
{"train_loss": 0.004728853702545166, "global_step": 58267, "epoch": 327, "lr": 4.319714144100175e-05}
{"train_loss": 0.0009565145592205226, "global_step": 58268, "epoch": 327, "lr": 4.319567748398067e-05}
{"train_loss": 0.002183370292186737, "global_step": 58269, "epoch": 327, "lr": 4.319421353290276e-05}
{"train_loss": 0.0016318130074068904, "global_step": 58270, "epoch": 327, "lr": 4.3192749587769286e-05}
{"train_loss": 0.003810412483289838, "global_step": 58271, "epoch": 327, "lr": 4.3191285648581544e-05}
{"train_loss": 0.003627751488238573, "global_step": 58272, "epoch": 327, "lr": 4.318982171534083e-05}
{"train_loss": 0.0022676344960927963, "global_step": 58273, "epoch": 327, "lr": 4.3188357788048375e-05}
{"train_loss": 0.002466217614710331, "global_step": 58274, "epoch": 327, "lr": 4.31868938667055e-05}
{"train_loss": 0.0036122826859354973, "global_step": 58275, "epoch": 327, "lr": 4.318542995131345e-05}
{"train_loss": 0.0019531722646206617, "global_step": 58276, "epoch": 327, "lr": 4.3183966041873533e-05}
{"train_loss": 0.0026150369085371494, "global_step": 58277, "epoch": 327, "lr": 4.318250213838699e-05}
{"train_loss": 0.0021730572916567326, "global_step": 58278, "epoch": 327, "lr": 4.318103824085516e-05}
{"train_loss": 0.002348038600757718, "global_step": 58279, "epoch": 327, "lr": 4.317957434927926e-05}
{"train_loss": 0.0023023062385618687, "global_step": 58280, "epoch": 327, "lr": 4.317811046366061e-05}
{"train_loss": 0.0017795638414099813, "global_step": 58281, "epoch": 327, "lr": 4.317664658400046e-05}
{"train_loss": 0.00243261712603271, "global_step": 58282, "epoch": 327, "lr": 4.317518271030012e-05}
{"train_loss": 0.004173027351498604, "global_step": 58283, "epoch": 327, "lr": 4.317371884256083e-05}
{"train_loss": 0.0020581132266670465, "global_step": 58284, "epoch": 327, "lr": 4.31722549807839e-05}
{"train_loss": 0.0026438459753990173, "global_step": 58285, "epoch": 327, "lr": 4.317079112497059e-05}
{"train_loss": 0.0030879536643624306, "global_step": 58286, "epoch": 327, "lr": 4.3169327275122204e-05}
{"train_loss": 0.0013674707151949406, "global_step": 58287, "epoch": 327, "lr": 4.316786343123998e-05}
{"train_loss": 0.004611258860677481, "global_step": 58288, "epoch": 327, "lr": 4.316639959332523e-05}
{"train_loss": 0.002518604975193739, "global_step": 58289, "epoch": 327, "lr": 4.3164935761379214e-05}
{"train_loss": 0.002971810521557927, "global_step": 58290, "epoch": 327, "lr": 4.316347193540324e-05}
{"train_loss": 0.0011784590315073729, "global_step": 58291, "epoch": 327, "lr": 4.316200811539854e-05}
{"train_loss": 0.0017596922116354108, "global_step": 58292, "epoch": 327, "lr": 4.3160544301366416e-05}
{"train_loss": 0.0021967091597616673, "global_step": 58293, "epoch": 327, "lr": 4.315908049330818e-05}
{"train_loss": 0.0023117573000490665, "global_step": 58294, "epoch": 327, "lr": 4.3157616691225044e-05}
{"train_loss": 0.0017479760572314262, "global_step": 58295, "epoch": 327, "lr": 4.315615289511834e-05}
{"train_loss": 0.003181377425789833, "global_step": 58296, "epoch": 327, "lr": 4.315468910498931e-05}
{"train_loss": 0.003319036215543747, "global_step": 58297, "epoch": 327, "lr": 4.315322532083928e-05}
{"train_loss": 0.003887286176905036, "global_step": 58298, "epoch": 327, "lr": 4.3151761542669475e-05}
{"train_loss": 0.003769251750782132, "global_step": 58299, "epoch": 327, "lr": 4.315029777048121e-05}
{"train_loss": 0.003183770691975951, "global_step": 58300, "epoch": 327, "lr": 4.314883400427574e-05}
{"train_loss": 0.0022929839324206114, "global_step": 58301, "epoch": 327, "lr": 4.3147370244054374e-05}
{"train_loss": 0.0016865143552422523, "global_step": 58302, "epoch": 327, "lr": 4.314590648981834e-05}
{"train_loss": 0.0031449245288968086, "global_step": 58303, "epoch": 327, "lr": 4.314444274156897e-05}
{"train_loss": 0.001881259842775762, "global_step": 58304, "epoch": 327, "lr": 4.314297899930751e-05}
{"train_loss": 0.0028547949623316526, "global_step": 58305, "epoch": 327, "lr": 4.314151526303527e-05}
{"train_loss": 0.004876733757555485, "global_step": 58306, "epoch": 327, "lr": 4.314005153275348e-05}
{"train_loss": 0.005127621814608574, "global_step": 58307, "epoch": 327, "lr": 4.3138587808463456e-05}
{"train_loss": 0.00241268053650856, "global_step": 58308, "epoch": 327, "lr": 4.313712409016645e-05}
{"train_loss": 0.002846442861482501, "global_step": 58309, "epoch": 327, "lr": 4.313566037786379e-05}
{"train_loss": 0.002430578228086233, "global_step": 58310, "epoch": 327, "lr": 4.313419667155669e-05}
{"train_loss": 0.004394557327032089, "global_step": 58311, "epoch": 327, "lr": 4.313273297124649e-05}
{"train_loss": 0.0024278894998133183, "global_step": 58312, "epoch": 327, "lr": 4.313126927693441e-05}
{"train_loss": 0.0009299840312451124, "global_step": 58313, "epoch": 327, "lr": 4.312980558862175e-05}
{"train_loss": 0.005378521513193846, "global_step": 58314, "epoch": 327, "lr": 4.312834190630981e-05}
{"train_loss": 0.0035113696940243244, "global_step": 58315, "epoch": 327, "lr": 4.3126878229999845e-05}
{"train_loss": 0.0021385811269283295, "global_step": 58316, "epoch": 327, "lr": 4.3125414559693165e-05}
{"train_loss": 0.0013996612979099154, "global_step": 58317, "epoch": 327, "lr": 4.3123950895391e-05}
{"train_loss": 0.003040023148059845, "global_step": 58318, "epoch": 327, "lr": 4.312248723709466e-05}
{"train_loss": 0.0010405415669083595, "global_step": 58319, "epoch": 327, "lr": 4.312102358480541e-05}
{"train_loss": 0.0026027183048427105, "global_step": 58320, "epoch": 327, "lr": 4.3119559938524555e-05}
{"train_loss": 0.0027026471216231585, "global_step": 58321, "epoch": 327, "lr": 4.311809629825334e-05}
{"train_loss": 0.003654822474345565, "global_step": 58322, "epoch": 327, "lr": 4.3116632663993065e-05}
{"train_loss": 0.0018579016905277967, "global_step": 58323, "epoch": 327, "lr": 4.311516903574498e-05}
{"train_loss": 0.004254658240824938, "global_step": 58324, "epoch": 327, "lr": 4.3113705413510406e-05}
{"train_loss": 0.0011135486420243979, "global_step": 58325, "epoch": 327, "lr": 4.311224179729059e-05}
{"train_loss": 0.003637057263404131, "global_step": 58326, "epoch": 327, "lr": 4.311077818708682e-05}
{"train_loss": 0.0014013893669471145, "global_step": 58327, "epoch": 327, "lr": 4.310931458290036e-05}
{"train_loss": 0.0016134076286107302, "global_step": 58328, "epoch": 327, "lr": 4.3107850984732536e-05}
{"train_loss": 0.002303173765540123, "global_step": 58329, "epoch": 327, "lr": 4.310638739258456e-05}
{"train_loss": 0.005615390837192535, "global_step": 58330, "epoch": 327, "lr": 4.310492380645777e-05}
{"train_loss": 0.0036093518137931824, "global_step": 58331, "epoch": 327, "lr": 4.3103460226353396e-05}
{"train_loss": 0.004128323867917061, "global_step": 58332, "epoch": 327, "lr": 4.310199665227275e-05}
{"train_loss": 0.003397215623408556, "global_step": 58333, "epoch": 327, "lr": 4.310053308421708e-05}
{"train_loss": 0.0013282449217513204, "global_step": 58334, "epoch": 327, "lr": 4.3099069522187684e-05}
{"train_loss": 0.0023277299478650093, "global_step": 58335, "epoch": 327, "lr": 4.3097605966185864e-05}
{"train_loss": 0.0041582658886909485, "global_step": 58336, "epoch": 327, "lr": 4.309614241621285e-05}
{"train_loss": 0.002843223512172699, "global_step": 58337, "epoch": 327, "lr": 4.3094678872269954e-05}
{"train_loss": 0.004809794947504997, "global_step": 58338, "epoch": 327, "lr": 4.309321533435844e-05}
{"train_loss": 0.002914717886596918, "global_step": 58339, "epoch": 327, "lr": 4.30917518024796e-05}
{"train_loss": 0.00619307067245245, "global_step": 58340, "epoch": 327, "lr": 4.309028827663469e-05}
{"train_loss": 0.0020260177552700043, "global_step": 58341, "epoch": 327, "lr": 4.3088824756825e-05}
{"train_loss": 0.00320198992267251, "global_step": 58342, "epoch": 327, "lr": 4.3087361243051805e-05}
{"train_loss": 0.0043286653235554695, "global_step": 58343, "epoch": 327, "lr": 4.308589773531641e-05}
{"train_loss": 0.004815930500626564, "global_step": 58344, "epoch": 327, "lr": 4.3084434233620045e-05}
{"train_loss": 0.0030982729513198137, "global_step": 58345, "epoch": 327, "lr": 4.308297073796403e-05}
{"train_loss": 0.004869429394602776, "global_step": 58346, "epoch": 327, "lr": 4.308150724834961e-05}
{"train_loss": 0.005103737115859985, "global_step": 58347, "epoch": 327, "lr": 4.308004376477811e-05}
{"train_loss": 0.002705290215089917, "global_step": 58348, "epoch": 327, "lr": 4.307858028725075e-05}
{"train_loss": 0.003186868503689766, "global_step": 58349, "epoch": 327, "lr": 4.307711681576886e-05}
{"train_loss": 0.005025866907089949, "global_step": 58350, "epoch": 327, "lr": 4.307565335033367e-05}
{"train_loss": 0.0024619936011731625, "global_step": 58351, "epoch": 327, "lr": 4.30741898909465e-05}
{"train_loss": 0.0029558532405644655, "global_step": 58352, "epoch": 327, "lr": 4.3072726437608604e-05}
{"train_loss": 0.0018137694569304585, "global_step": 58353, "epoch": 327, "lr": 4.307126299032128e-05}
{"train_loss": 0.0030772488098591566, "global_step": 58354, "epoch": 327, "lr": 4.306979954908578e-05}
{"train_loss": 0.0033400636166334152, "global_step": 58355, "epoch": 327, "lr": 4.306833611390339e-05}
{"train_loss": 0.0030706864781677723, "global_step": 58356, "epoch": 327, "lr": 4.306687268477541e-05}
{"train_loss": 0.0035627963952720165, "global_step": 58357, "epoch": 327, "lr": 4.306540926170308e-05}
{"train_loss": 0.0027609695680439472, "global_step": 58358, "epoch": 327, "lr": 4.306394584468774e-05}
{"train_loss": 0.003625138197094202, "global_step": 58359, "epoch": 327, "lr": 4.3062482433730594e-05}
{"train_loss": 0.0018431469798088074, "global_step": 58360, "epoch": 327, "lr": 4.306101902883297e-05}
{"train_loss": 0.0034705838188529015, "global_step": 58361, "epoch": 327, "lr": 4.3059555629996124e-05}
{"train_loss": 0.002269430086016655, "global_step": 58362, "epoch": 327, "lr": 4.305809223722136e-05}
{"train_loss": 0.002135312417522073, "global_step": 58363, "epoch": 327, "lr": 4.3056628850509916e-05}
{"train_loss": 0.0011475265491753817, "global_step": 58364, "epoch": 327, "lr": 4.305516546986312e-05}
{"train_loss": 0.0035065487027168274, "global_step": 58365, "epoch": 327, "lr": 4.3053702095282184e-05}
{"train_loss": 0.0011156966211274266, "global_step": 58366, "epoch": 327, "lr": 4.3052238726768456e-05}
{"train_loss": 0.00349335721693933, "global_step": 58367, "epoch": 327, "lr": 4.3050775364323165e-05}
{"train_loss": 0.0039253318682312965, "global_step": 58368, "epoch": 327, "lr": 4.304931200794763e-05}
{"train_loss": 0.0035449538845568895, "global_step": 58369, "epoch": 327, "lr": 4.304784865764308e-05}
{"train_loss": 0.0016463286010548472, "global_step": 58370, "epoch": 327, "lr": 4.3046385313410824e-05}
{"train_loss": 0.004645809531211853, "global_step": 58371, "epoch": 327, "lr": 4.3044921975252135e-05}
{"train_loss": 0.0015397013630717993, "global_step": 58372, "epoch": 327, "lr": 4.3043458643168306e-05}
{"train_loss": 0.0033044966403394938, "global_step": 58373, "epoch": 327, "lr": 4.304199531716058e-05}
{"train_loss": 0.004170939326286316, "global_step": 58374, "epoch": 327, "lr": 4.304053199723027e-05}
{"train_loss": 0.002984036225825548, "global_step": 58375, "epoch": 327, "lr": 4.3039068683378625e-05}
{"train_loss": 0.003238698234781623, "global_step": 58376, "epoch": 327, "lr": 4.303760537560694e-05}
{"train_loss": 0.0026840767823159695, "global_step": 58377, "epoch": 327, "lr": 4.3036142073916514e-05}
{"train_loss": 0.001078597386367619, "global_step": 58378, "epoch": 327, "lr": 4.303467877830858e-05}
{"train_loss": 0.0011708058882504702, "global_step": 58379, "epoch": 327, "lr": 4.303321548878444e-05}
{"train_loss": 0.0014377462211996317, "global_step": 58380, "epoch": 327, "lr": 4.303175220534537e-05}
{"train_loss": 0.0028762673027813435, "global_step": 58381, "epoch": 327, "lr": 4.303028892799267e-05}
{"train_loss": 0.003702436340972781, "global_step": 58382, "epoch": 327, "lr": 4.302882565672757e-05}
{"train_loss": 0.0030069752897821326, "global_step": 58383, "epoch": 327, "lr": 4.30273623915514e-05}
{"train_loss": 0.0026845945976674557, "global_step": 58384, "epoch": 328, "lr": 4.3025899132465383e-05}
{"train_loss": 0.004003381356596947, "global_step": 58385, "epoch": 328, "lr": 4.302443587947084e-05}
{"train_loss": 0.002234998159110546, "global_step": 58386, "epoch": 328, "lr": 4.302297263256903e-05}
{"train_loss": 0.003963968716561794, "global_step": 58387, "epoch": 328, "lr": 4.3021509391761255e-05}
{"train_loss": 0.0031949866097420454, "global_step": 58388, "epoch": 328, "lr": 4.3020046157048755e-05}
{"train_loss": 0.004894956946372986, "global_step": 58389, "epoch": 328, "lr": 4.301858292843284e-05}
{"train_loss": 0.0032688898500055075, "global_step": 58390, "epoch": 328, "lr": 4.301711970591476e-05}
{"train_loss": 0.0011885621352121234, "global_step": 58391, "epoch": 328, "lr": 4.3015656489495836e-05}
{"train_loss": 0.0023322885390371084, "global_step": 58392, "epoch": 328, "lr": 4.3014193279177295e-05}
{"train_loss": 0.002105544088408351, "global_step": 58393, "epoch": 328, "lr": 4.301273007496045e-05}
{"train_loss": 0.001448958064429462, "global_step": 58394, "epoch": 328, "lr": 4.3011266876846555e-05}
{"train_loss": 0.002482445677742362, "global_step": 58395, "epoch": 328, "lr": 4.300980368483692e-05}
{"train_loss": 0.002961390418931842, "global_step": 58396, "epoch": 328, "lr": 4.300834049893279e-05}
{"train_loss": 0.005055461544543505, "global_step": 58397, "epoch": 328, "lr": 4.300687731913545e-05}
{"train_loss": 0.002744377125054598, "global_step": 58398, "epoch": 328, "lr": 4.300541414544621e-05}
{"train_loss": 0.004424883984029293, "global_step": 58399, "epoch": 328, "lr": 4.30039509778663e-05}
{"train_loss": 0.0010913911974057555, "global_step": 58400, "epoch": 328, "lr": 4.3002487816397044e-05}
{"train_loss": 0.0020039770752191544, "global_step": 58401, "epoch": 328, "lr": 4.300102466103967e-05}
{"train_loss": 0.005282747559249401, "global_step": 58402, "epoch": 328, "lr": 4.2999561511795515e-05}
{"train_loss": 0.0017079742392525077, "global_step": 58403, "epoch": 328, "lr": 4.29980983686658e-05}
{"train_loss": 0.006496487185359001, "global_step": 58404, "epoch": 328, "lr": 4.299663523165184e-05}
{"train_loss": 0.0030550621449947357, "global_step": 58405, "epoch": 328, "lr": 4.299517210075488e-05}
{"train_loss": 0.004962599370628595, "global_step": 58406, "epoch": 328, "lr": 4.2993708975976254e-05}
{"train_loss": 0.0027865583542734385, "global_step": 58407, "epoch": 328, "lr": 4.2992245857317175e-05}
{"train_loss": 0.0017748285317793489, "global_step": 58408, "epoch": 328, "lr": 4.299078274477896e-05}
{"train_loss": 0.0038243778981268406, "global_step": 58409, "epoch": 328, "lr": 4.2989319638362875e-05}
{"train_loss": 0.009431052021682262, "global_step": 58410, "epoch": 328, "lr": 4.2987856538070214e-05}
{"train_loss": 0.002141689881682396, "global_step": 58411, "epoch": 328, "lr": 4.2986393443902225e-05}
{"train_loss": 0.001899602124467492, "global_step": 58412, "epoch": 328, "lr": 4.2984930355860216e-05}
{"train_loss": 0.002171481726691127, "global_step": 58413, "epoch": 328, "lr": 4.298346727394543e-05}
{"train_loss": 0.004531241487711668, "global_step": 58414, "epoch": 328, "lr": 4.29820041981592e-05}
{"train_loss": 0.0031280277762562037, "global_step": 58415, "epoch": 328, "lr": 4.298054112850274e-05}
{"train_loss": 0.0016642182599753141, "global_step": 58416, "epoch": 328, "lr": 4.297907806497737e-05}
{"train_loss": 0.004598123952746391, "global_step": 58417, "epoch": 328, "lr": 4.2977615007584354e-05}
{"train_loss": 0.003969546407461166, "global_step": 58418, "epoch": 328, "lr": 4.297615195632496e-05}
{"train_loss": 0.002350316848605871, "global_step": 58419, "epoch": 328, "lr": 4.297468891120051e-05}
{"train_loss": 0.002652247902005911, "global_step": 58420, "epoch": 328, "lr": 4.297322587221222e-05}
{"train_loss": 0.001867611426860094, "global_step": 58421, "epoch": 328, "lr": 4.297176283936142e-05}
{"train_loss": 0.0017256359569728374, "global_step": 58422, "epoch": 328, "lr": 4.2970299812649354e-05}
{"train_loss": 0.002847823780030012, "global_step": 58423, "epoch": 328, "lr": 4.2968836792077314e-05}
{"train_loss": 0.005364854354411364, "global_step": 58424, "epoch": 328, "lr": 4.296737377764656e-05}
{"train_loss": 0.0016188357258215547, "global_step": 58425, "epoch": 328, "lr": 4.296591076935841e-05}
{"train_loss": 0.0036297007463872433, "global_step": 58426, "epoch": 328, "lr": 4.29644477672141e-05}
{"train_loss": 0.0021161483600735664, "global_step": 58427, "epoch": 328, "lr": 4.296298477121493e-05}
{"train_loss": 0.0033025951124727726, "global_step": 58428, "epoch": 328, "lr": 4.296152178136216e-05}
{"train_loss": 0.005595059599727392, "global_step": 58429, "epoch": 328, "lr": 4.296005879765711e-05}
{"train_loss": 0.0017788929399102926, "global_step": 58430, "epoch": 328, "lr": 4.2958595820101e-05}
{"train_loss": 0.004351343959569931, "global_step": 58431, "epoch": 328, "lr": 4.295713284869515e-05}
{"train_loss": 0.005446536932140589, "global_step": 58432, "epoch": 328, "lr": 4.295566988344081e-05}
{"train_loss": 0.0025934292934834957, "global_step": 58433, "epoch": 328, "lr": 4.29542069243393e-05}
{"train_loss": 0.0019723919685930014, "global_step": 58434, "epoch": 328, "lr": 4.295274397139184e-05}
{"train_loss": 0.003889344399794936, "global_step": 58435, "epoch": 328, "lr": 4.2951281024599746e-05}
{"train_loss": 0.0034502800554037094, "global_step": 58436, "epoch": 328, "lr": 4.294981808396429e-05}
{"train_loss": 0.0018712413730099797, "global_step": 58437, "epoch": 328, "lr": 4.294835514948676e-05}
{"train_loss": 0.0025480459444224834, "global_step": 58438, "epoch": 328, "lr": 4.294689222116839e-05}
{"train_loss": 0.003899842035025358, "global_step": 58439, "epoch": 328, "lr": 4.29454292990105e-05}
{"train_loss": 0.0021029252093285322, "global_step": 58440, "epoch": 328, "lr": 4.2943966383014375e-05}
{"train_loss": 0.005535538773983717, "global_step": 58441, "epoch": 328, "lr": 4.2942503473181253e-05}
{"train_loss": 0.002291959710419178, "global_step": 58442, "epoch": 328, "lr": 4.2941040569512445e-05}
{"train_loss": 0.0043847463093698025, "global_step": 58443, "epoch": 328, "lr": 4.29395776720092e-05}
{"train_loss": 0.00210664514452219, "global_step": 58444, "epoch": 328, "lr": 4.293811478067284e-05}
{"train_loss": 0.004084805026650429, "global_step": 58445, "epoch": 328, "lr": 4.2936651895504595e-05}
{"train_loss": 0.0027111389208585024, "global_step": 58446, "epoch": 328, "lr": 4.2935189016505764e-05}
{"train_loss": 0.0012978450395166874, "global_step": 58447, "epoch": 328, "lr": 4.293372614367762e-05}
{"train_loss": 0.0029463060200214386, "global_step": 58448, "epoch": 328, "lr": 4.293226327702147e-05}
{"train_loss": 0.0046169026754796505, "global_step": 58449, "epoch": 328, "lr": 4.2930800416538534e-05}
{"train_loss": 0.004582415800541639, "global_step": 58450, "epoch": 328, "lr": 4.292933756223014e-05}
{"train_loss": 0.001258626813068986, "global_step": 58451, "epoch": 328, "lr": 4.292787471409753e-05}
{"train_loss": 0.0015518555883318186, "global_step": 58452, "epoch": 328, "lr": 4.2926411872142026e-05}
{"train_loss": 0.0031883525662124157, "global_step": 58453, "epoch": 328, "lr": 4.292494903636486e-05}
{"train_loss": 0.0013673575595021248, "global_step": 58454, "epoch": 328, "lr": 4.292348620676733e-05}
{"train_loss": 0.0014235994312912226, "global_step": 58455, "epoch": 328, "lr": 4.292202338335071e-05}
{"train_loss": 0.004353056661784649, "global_step": 58456, "epoch": 328, "lr": 4.2920560566116294e-05}
{"train_loss": 0.0021265975665301085, "global_step": 58457, "epoch": 328, "lr": 4.291909775506533e-05}
{"train_loss": 0.0015853282529860735, "global_step": 58458, "epoch": 328, "lr": 4.2917634950199124e-05}
{"train_loss": 0.001587938517332077, "global_step": 58459, "epoch": 328, "lr": 4.291617215151893e-05}
{"train_loss": 0.0014971436467021704, "global_step": 58460, "epoch": 328, "lr": 4.291470935902604e-05}
{"train_loss": 0.004906937479972839, "global_step": 58461, "epoch": 328, "lr": 4.291324657272172e-05}
{"train_loss": 0.002273271791636944, "global_step": 58462, "epoch": 328, "lr": 4.2911783792607264e-05}
{"train_loss": 0.002156473696231842, "global_step": 58463, "epoch": 328, "lr": 4.291032101868395e-05}
{"train_loss": 0.005301720462739468, "global_step": 58464, "epoch": 328, "lr": 4.290885825095303e-05}
{"train_loss": 0.0017433306202292442, "global_step": 58465, "epoch": 328, "lr": 4.2907395489415815e-05}
{"train_loss": 0.004290402866899967, "global_step": 58466, "epoch": 328, "lr": 4.290593273407355e-05}
{"train_loss": 0.0012349714525043964, "global_step": 58467, "epoch": 328, "lr": 4.290446998492755e-05}
{"train_loss": 0.0013276975369080901, "global_step": 58468, "epoch": 328, "lr": 4.2903007241979056e-05}
{"train_loss": 0.0016737832920625806, "global_step": 58469, "epoch": 328, "lr": 4.2901544505229365e-05}
{"train_loss": 0.0018561965553089976, "global_step": 58470, "epoch": 328, "lr": 4.2900081774679746e-05}
{"train_loss": 0.003618437796831131, "global_step": 58471, "epoch": 328, "lr": 4.28986190503315e-05}
{"train_loss": 0.0014905286952853203, "global_step": 58472, "epoch": 328, "lr": 4.2897156332185864e-05}
{"train_loss": 0.002504090778529644, "global_step": 58473, "epoch": 328, "lr": 4.2895693620244156e-05}
{"train_loss": 0.002371151465922594, "global_step": 58474, "epoch": 328, "lr": 4.2894230914507614e-05}
{"train_loss": 0.0020735994912683964, "global_step": 58475, "epoch": 328, "lr": 4.289276821497756e-05}
{"train_loss": 0.004871256649494171, "global_step": 58476, "epoch": 328, "lr": 4.2891305521655236e-05}
{"train_loss": 0.0015743799740448594, "global_step": 58477, "epoch": 328, "lr": 4.288984283454195e-05}
{"train_loss": 0.0016942850779742002, "global_step": 58478, "epoch": 328, "lr": 4.2888380153638935e-05}
{"train_loss": 0.004083831328898668, "global_step": 58479, "epoch": 328, "lr": 4.28869174789475e-05}
{"train_loss": 0.003956736996769905, "global_step": 58480, "epoch": 328, "lr": 4.288545481046892e-05}
{"train_loss": 0.004225044511258602, "global_step": 58481, "epoch": 328, "lr": 4.288399214820446e-05}
{"train_loss": 0.0020147126633673906, "global_step": 58482, "epoch": 328, "lr": 4.2882529492155444e-05}
{"train_loss": 0.0025954418815672398, "global_step": 58483, "epoch": 328, "lr": 4.2881066842323084e-05}
{"train_loss": 0.0025656295474618673, "global_step": 58484, "epoch": 328, "lr": 4.28796041987087e-05}
{"train_loss": 0.0034029188100248575, "global_step": 58485, "epoch": 328, "lr": 4.287814156131354e-05}
{"train_loss": 0.0023675640113651752, "global_step": 58486, "epoch": 328, "lr": 4.287667893013892e-05}
{"train_loss": 0.0016168105648830533, "global_step": 58487, "epoch": 328, "lr": 4.2875216305186075e-05}
{"train_loss": 0.0024573891423642635, "global_step": 58488, "epoch": 328, "lr": 4.287375368645632e-05}
{"train_loss": 0.003140673041343689, "global_step": 58489, "epoch": 328, "lr": 4.28722910739509e-05}
{"train_loss": 0.0025645343121141195, "global_step": 58490, "epoch": 328, "lr": 4.287082846767113e-05}
{"train_loss": 0.005347480997443199, "global_step": 58491, "epoch": 328, "lr": 4.2869365867618244e-05}
{"train_loss": 0.0016301560681313276, "global_step": 58492, "epoch": 328, "lr": 4.2867903273793566e-05}
{"train_loss": 0.002035866491496563, "global_step": 58493, "epoch": 328, "lr": 4.2866440686198314e-05}
{"train_loss": 0.0028336066752672195, "global_step": 58494, "epoch": 328, "lr": 4.286497810483382e-05}
{"train_loss": 0.004464956931769848, "global_step": 58495, "epoch": 328, "lr": 4.286351552970134e-05}
{"train_loss": 0.004435070790350437, "global_step": 58496, "epoch": 328, "lr": 4.2862052960802164e-05}
{"train_loss": 0.0018506089691072702, "global_step": 58497, "epoch": 328, "lr": 4.286059039813754e-05}
{"train_loss": 0.002791056176647544, "global_step": 58498, "epoch": 328, "lr": 4.285912784170877e-05}
{"train_loss": 0.0017093487549573183, "global_step": 58499, "epoch": 328, "lr": 4.285766529151712e-05}
{"train_loss": 0.0017380660865455866, "global_step": 58500, "epoch": 328, "lr": 4.2856202747563866e-05}
{"train_loss": 0.004671687260270119, "global_step": 58501, "epoch": 328, "lr": 4.2854740209850316e-05}
{"train_loss": 0.004503954667598009, "global_step": 58502, "epoch": 328, "lr": 4.285327767837771e-05}
{"train_loss": 0.0043813250958919525, "global_step": 58503, "epoch": 328, "lr": 4.285181515314735e-05}
{"train_loss": 0.001998726511374116, "global_step": 58504, "epoch": 328, "lr": 4.285035263416048e-05}
{"train_loss": 0.001220440841279924, "global_step": 58505, "epoch": 328, "lr": 4.284889012141843e-05}
{"train_loss": 0.0028332576621323824, "global_step": 58506, "epoch": 328, "lr": 4.284742761492242e-05}
{"train_loss": 0.00488983653485775, "global_step": 58507, "epoch": 328, "lr": 4.284596511467377e-05}
{"train_loss": 0.0021998013835400343, "global_step": 58508, "epoch": 328, "lr": 4.284450262067373e-05}
{"train_loss": 0.002369645982980728, "global_step": 58509, "epoch": 328, "lr": 4.284304013292362e-05}
{"train_loss": 0.0020973635837435722, "global_step": 58510, "epoch": 328, "lr": 4.284157765142465e-05}
{"train_loss": 0.0016498527256771922, "global_step": 58511, "epoch": 328, "lr": 4.284011517617816e-05}
{"train_loss": 0.003367022844031453, "global_step": 58512, "epoch": 328, "lr": 4.283865270718539e-05}
{"train_loss": 0.006311614532023668, "global_step": 58513, "epoch": 328, "lr": 4.2837190244447633e-05}
{"train_loss": 0.004526481963694096, "global_step": 58514, "epoch": 328, "lr": 4.283572778796615e-05}
{"train_loss": 0.0038791117258369923, "global_step": 58515, "epoch": 328, "lr": 4.283426533774226e-05}
{"train_loss": 0.0035419175401329994, "global_step": 58516, "epoch": 328, "lr": 4.283280289377718e-05}
{"train_loss": 0.003304275218397379, "global_step": 58517, "epoch": 328, "lr": 4.283134045607223e-05}
{"train_loss": 0.002596574602648616, "global_step": 58518, "epoch": 328, "lr": 4.282987802462868e-05}
{"train_loss": 0.0036482997238636017, "global_step": 58519, "epoch": 328, "lr": 4.2828415599447804e-05}
{"train_loss": 0.003564495826140046, "global_step": 58520, "epoch": 328, "lr": 4.282695318053087e-05}
{"train_loss": 0.006601532455533743, "global_step": 58521, "epoch": 328, "lr": 4.282549076787916e-05}
{"train_loss": 0.002470097504556179, "global_step": 58522, "epoch": 328, "lr": 4.2824028361493975e-05}
{"train_loss": 0.0033356649801135063, "global_step": 58523, "epoch": 328, "lr": 4.282256596137655e-05}
{"train_loss": 0.003018668619915843, "global_step": 58524, "epoch": 328, "lr": 4.2821103567528206e-05}
{"train_loss": 0.006796190980821848, "global_step": 58525, "epoch": 328, "lr": 4.281964117995019e-05}
{"train_loss": 0.001770203234627843, "global_step": 58526, "epoch": 328, "lr": 4.2818178798643794e-05}
{"train_loss": 0.001535255927592516, "global_step": 58527, "epoch": 328, "lr": 4.2816716423610274e-05}
{"train_loss": 0.002372745657339692, "global_step": 58528, "epoch": 328, "lr": 4.281525405485095e-05}
{"train_loss": 0.0036467770114541054, "global_step": 58529, "epoch": 328, "lr": 4.2813791692367044e-05}
{"train_loss": 0.0045481473207473755, "global_step": 58530, "epoch": 328, "lr": 4.281232933615989e-05}
{"train_loss": 0.0017540594562888145, "global_step": 58531, "epoch": 328, "lr": 4.281086698623071e-05}
{"train_loss": 0.004784666001796722, "global_step": 58532, "epoch": 328, "lr": 4.280940464258083e-05}
{"train_loss": 0.0022577131167054176, "global_step": 58533, "epoch": 328, "lr": 4.2807942305211486e-05}
{"train_loss": 0.0019856924191117287, "global_step": 58534, "epoch": 328, "lr": 4.2806479974124e-05}
{"train_loss": 0.002095087431371212, "global_step": 58535, "epoch": 328, "lr": 4.28050176493196e-05}
{"train_loss": 0.005145438015460968, "global_step": 58536, "epoch": 328, "lr": 4.28035553307996e-05}
{"train_loss": 0.0033420014660805464, "global_step": 58537, "epoch": 328, "lr": 4.280209301856525e-05}
{"train_loss": 0.002408945932984352, "global_step": 58538, "epoch": 328, "lr": 4.2800630712617865e-05}
{"train_loss": 0.0027213438879698515, "global_step": 58539, "epoch": 328, "lr": 4.2799168412958676e-05}
{"train_loss": 0.004081733524799347, "global_step": 58540, "epoch": 328, "lr": 4.2797706119589006e-05}
{"train_loss": 0.003521192818880081, "global_step": 58541, "epoch": 328, "lr": 4.2796243832510086e-05}
{"train_loss": 0.0029779619071632624, "global_step": 58542, "epoch": 328, "lr": 4.2794781551723225e-05}
{"train_loss": 0.003674859646707773, "global_step": 58543, "epoch": 328, "lr": 4.2793319277229704e-05}
{"train_loss": 0.0038747750222682953, "global_step": 58544, "epoch": 328, "lr": 4.2791857009030776e-05}
{"train_loss": 0.002247761469334364, "global_step": 58545, "epoch": 328, "lr": 4.2790394747127735e-05}
{"train_loss": 0.003522791201248765, "global_step": 58546, "epoch": 328, "lr": 4.278893249152184e-05}
{"train_loss": 0.001470173359848559, "global_step": 58547, "epoch": 328, "lr": 4.278747024221441e-05}
{"train_loss": 0.002957524498924613, "global_step": 58548, "epoch": 328, "lr": 4.278600799920667e-05}
{"train_loss": 0.004827836528420448, "global_step": 58549, "epoch": 328, "lr": 4.2784545762499953e-05}
{"train_loss": 0.00201995181851089, "global_step": 58550, "epoch": 328, "lr": 4.2783083532095466e-05}
{"train_loss": 0.002491770777851343, "global_step": 58551, "epoch": 328, "lr": 4.2781621307994544e-05}
{"train_loss": 0.002291229087859392, "global_step": 58552, "epoch": 328, "lr": 4.278015909019843e-05}
{"train_loss": 0.0035692660603672266, "global_step": 58553, "epoch": 328, "lr": 4.277869687870845e-05}
{"train_loss": 0.0042190104722976685, "global_step": 58554, "epoch": 328, "lr": 4.277723467352581e-05}
{"train_loss": 0.00132639124058187, "global_step": 58555, "epoch": 328, "lr": 4.277577247465184e-05}
{"train_loss": 0.0028025261126458645, "global_step": 58556, "epoch": 328, "lr": 4.277431028208779e-05}
{"train_loss": 0.0030401970725506544, "global_step": 58557, "epoch": 328, "lr": 4.277284809583497e-05}
{"train_loss": 0.0038986208382993937, "global_step": 58558, "epoch": 328, "lr": 4.277138591589462e-05}
{"train_loss": 0.005830524023622274, "global_step": 58559, "epoch": 328, "lr": 4.276992374226804e-05}
{"train_loss": 0.003259463934227824, "global_step": 58560, "epoch": 328, "lr": 4.276846157495649e-05}
{"train_loss": 0.0031256053297194454, "global_step": 58561, "epoch": 328, "lr": 4.2766999413961274e-05}
{"train_loss": 0.001565516460686922, "global_step": 58562, "epoch": 329, "lr": 4.2765537259283626e-05}
{"train_loss": 0.0021753578912466764, "global_step": 58563, "epoch": 329, "lr": 4.276407511092486e-05}
{"train_loss": 0.004359746817499399, "global_step": 58564, "epoch": 329, "lr": 4.276261296888624e-05}
{"train_loss": 0.0013614865019917488, "global_step": 58565, "epoch": 329, "lr": 4.276115083316905e-05}
{"train_loss": 0.002765880897641182, "global_step": 58566, "epoch": 329, "lr": 4.275968870377458e-05}
{"train_loss": 0.002432900946587324, "global_step": 58567, "epoch": 329, "lr": 4.275822658070406e-05}
{"train_loss": 0.006131088361144066, "global_step": 58568, "epoch": 329, "lr": 4.2756764463958826e-05}
{"train_loss": 0.009362488985061646, "global_step": 58569, "epoch": 329, "lr": 4.2755302353540106e-05}
{"train_loss": 0.0019535981118679047, "global_step": 58570, "epoch": 329, "lr": 4.2753840249449204e-05}
{"train_loss": 0.006508581340312958, "global_step": 58571, "epoch": 329, "lr": 4.275237815168737e-05}
{"train_loss": 0.0037574339658021927, "global_step": 58572, "epoch": 329, "lr": 4.275091606025593e-05}
{"train_loss": 0.004580800421535969, "global_step": 58573, "epoch": 329, "lr": 4.274945397515612e-05}
{"train_loss": 0.003099803812801838, "global_step": 58574, "epoch": 329, "lr": 4.2747991896389225e-05}
{"train_loss": 0.005717369262129068, "global_step": 58575, "epoch": 329, "lr": 4.2746529823956525e-05}
{"train_loss": 0.00519845774397254, "global_step": 58576, "epoch": 329, "lr": 4.274506775785931e-05}
{"train_loss": 0.004439487121999264, "global_step": 58577, "epoch": 329, "lr": 4.2743605698098835e-05}
{"train_loss": 0.0034899574238806963, "global_step": 58578, "epoch": 329, "lr": 4.274214364467639e-05}
{"train_loss": 0.0034474742133170366, "global_step": 58579, "epoch": 329, "lr": 4.274068159759324e-05}
{"train_loss": 0.0042667812667787075, "global_step": 58580, "epoch": 329, "lr": 4.273921955685069e-05}
{"train_loss": 0.004763824865221977, "global_step": 58581, "epoch": 329, "lr": 4.273775752244998e-05}
{"train_loss": 0.005619674921035767, "global_step": 58582, "epoch": 329, "lr": 4.273629549439242e-05}
{"train_loss": 0.004816008731722832, "global_step": 58583, "epoch": 329, "lr": 4.2734833472679255e-05}
{"train_loss": 0.003753774333745241, "global_step": 58584, "epoch": 329, "lr": 4.2733371457311774e-05}
{"train_loss": 0.003814690513536334, "global_step": 58585, "epoch": 329, "lr": 4.2731909448291294e-05}
{"train_loss": 0.002037372440099716, "global_step": 58586, "epoch": 329, "lr": 4.273044744561903e-05}
{"train_loss": 0.0034140096977353096, "global_step": 58587, "epoch": 329, "lr": 4.2728985449296304e-05}
{"train_loss": 0.005220393650233746, "global_step": 58588, "epoch": 329, "lr": 4.2727523459324354e-05}
{"train_loss": 0.00246548093855381, "global_step": 58589, "epoch": 329, "lr": 4.2726061475704495e-05}
{"train_loss": 0.006229694001376629, "global_step": 58590, "epoch": 329, "lr": 4.2724599498437966e-05}
{"train_loss": 0.0034971938002854586, "global_step": 58591, "epoch": 329, "lr": 4.2723137527526094e-05}
{"train_loss": 0.004971733316779137, "global_step": 58592, "epoch": 329, "lr": 4.27216755629701e-05}
{"train_loss": 0.0017740550683811307, "global_step": 58593, "epoch": 329, "lr": 4.2720213604771306e-05}
{"train_loss": 0.0016813206020742655, "global_step": 58594, "epoch": 329, "lr": 4.271875165293096e-05}
{"train_loss": 0.00400347588583827, "global_step": 58595, "epoch": 329, "lr": 4.271728970745036e-05}
{"train_loss": 0.004446221515536308, "global_step": 58596, "epoch": 329, "lr": 4.271582776833076e-05}
{"train_loss": 0.0021865798626095057, "global_step": 58597, "epoch": 329, "lr": 4.2714365835573455e-05}
{"train_loss": 0.0033730650320649147, "global_step": 58598, "epoch": 329, "lr": 4.271290390917971e-05}
{"train_loss": 0.0034991323482245207, "global_step": 58599, "epoch": 329, "lr": 4.271144198915083e-05}
{"train_loss": 0.004903375171124935, "global_step": 58600, "epoch": 329, "lr": 4.270998007548805e-05}
{"train_loss": 0.002201853785663843, "global_step": 58601, "epoch": 329, "lr": 4.270851816819267e-05}
{"train_loss": 0.0014782841317355633, "global_step": 58602, "epoch": 329, "lr": 4.270705626726596e-05}
{"train_loss": 0.003233562223613262, "global_step": 58603, "epoch": 329, "lr": 4.2705594372709225e-05}
{"train_loss": 0.004252010025084019, "global_step": 58604, "epoch": 329, "lr": 4.270413248452369e-05}
{"train_loss": 0.002399520017206669, "global_step": 58605, "epoch": 329, "lr": 4.270267060271066e-05}
{"train_loss": 0.0030419102404266596, "global_step": 58606, "epoch": 329, "lr": 4.270120872727143e-05}
{"train_loss": 0.006530297454446554, "global_step": 58607, "epoch": 329, "lr": 4.269974685820724e-05}
{"train_loss": 0.0035564906429499388, "global_step": 58608, "epoch": 329, "lr": 4.26982849955194e-05}
{"train_loss": 0.0034482511691749096, "global_step": 58609, "epoch": 329, "lr": 4.269682313920916e-05}
{"train_loss": 0.0034132071305066347, "global_step": 58610, "epoch": 329, "lr": 4.269536128927782e-05}
{"train_loss": 0.006248812191188335, "global_step": 58611, "epoch": 329, "lr": 4.269389944572664e-05}
{"train_loss": 0.0028933994472026825, "global_step": 58612, "epoch": 329, "lr": 4.26924376085569e-05}
{"train_loss": 0.0031777312979102135, "global_step": 58613, "epoch": 329, "lr": 4.2690975777769884e-05}
{"train_loss": 0.002062094397842884, "global_step": 58614, "epoch": 329, "lr": 4.268951395336687e-05}
{"train_loss": 0.0036553763784468174, "global_step": 58615, "epoch": 329, "lr": 4.268805213534911e-05}
{"train_loss": 0.004200960975140333, "global_step": 58616, "epoch": 329, "lr": 4.268659032371792e-05}
{"train_loss": 0.009957792237401009, "global_step": 58617, "epoch": 329, "lr": 4.268512851847454e-05}
{"train_loss": 0.001545560546219349, "global_step": 58618, "epoch": 329, "lr": 4.2683666719620286e-05}
{"train_loss": 0.005150895100086927, "global_step": 58619, "epoch": 329, "lr": 4.268220492715639e-05}
{"train_loss": 0.0013487148098647594, "global_step": 58620, "epoch": 329, "lr": 4.268074314108417e-05}
{"train_loss": 0.0017830729484558105, "global_step": 58621, "epoch": 329, "lr": 4.267928136140486e-05}
{"train_loss": 0.0032781893387436867, "global_step": 58622, "epoch": 329, "lr": 4.2677819588119775e-05}
{"train_loss": 0.004964990541338921, "global_step": 58623, "epoch": 329, "lr": 4.2676357821230175e-05}
{"train_loss": 0.006972037255764008, "global_step": 58624, "epoch": 329, "lr": 4.267489606073735e-05}
{"train_loss": 0.0043908702209591866, "global_step": 58625, "epoch": 329, "lr": 4.2673434306642546e-05}
{"train_loss": 0.004714743699878454, "global_step": 58626, "epoch": 329, "lr": 4.267197255894706e-05}
{"train_loss": 0.005793927237391472, "global_step": 58627, "epoch": 329, "lr": 4.267051081765218e-05}
{"train_loss": 0.0021031349897384644, "global_step": 58628, "epoch": 329, "lr": 4.266904908275916e-05}
{"train_loss": 0.0027536770794540644, "global_step": 58629, "epoch": 329, "lr": 4.266758735426931e-05}
{"train_loss": 0.003361035604029894, "global_step": 58630, "epoch": 329, "lr": 4.266612563218386e-05}
{"train_loss": 0.006225792225450277, "global_step": 58631, "epoch": 329, "lr": 4.266466391650412e-05}
{"train_loss": 0.0031889844685792923, "global_step": 58632, "epoch": 329, "lr": 4.2663202207231354e-05}
{"train_loss": 0.0021201111376285553, "global_step": 58633, "epoch": 329, "lr": 4.266174050436687e-05}
{"train_loss": 0.0025661990512162447, "global_step": 58634, "epoch": 329, "lr": 4.266027880791188e-05}
{"train_loss": 0.0028424719348549843, "global_step": 58635, "epoch": 329, "lr": 4.265881711786772e-05}
{"train_loss": 0.005015277303755283, "global_step": 58636, "epoch": 329, "lr": 4.265735543423563e-05}
{"train_loss": 0.003490844741463661, "global_step": 58637, "epoch": 329, "lr": 4.2655893757016927e-05}
{"train_loss": 0.003540650475770235, "global_step": 58638, "epoch": 329, "lr": 4.265443208621284e-05}
{"train_loss": 0.0027053686790168285, "global_step": 58639, "epoch": 329, "lr": 4.2652970421824675e-05}
{"train_loss": 0.001791816670447588, "global_step": 58640, "epoch": 329, "lr": 4.26515087638537e-05}
{"train_loss": 0.0028315652161836624, "global_step": 58641, "epoch": 329, "lr": 4.2650047112301195e-05}
{"train_loss": 0.004973100498318672, "global_step": 58642, "epoch": 329, "lr": 4.264858546716842e-05}
{"train_loss": 0.0023914792109280825, "global_step": 58643, "epoch": 329, "lr": 4.26471238284567e-05}
{"train_loss": 0.0029051643796265125, "global_step": 58644, "epoch": 329, "lr": 4.264566219616725e-05}
{"train_loss": 0.005554697941988707, "global_step": 58645, "epoch": 329, "lr": 4.264420057030138e-05}
{"train_loss": 0.005242413841187954, "global_step": 58646, "epoch": 329, "lr": 4.2642738950860364e-05}
{"train_loss": 0.0023847504053264856, "global_step": 58647, "epoch": 329, "lr": 4.2641277337845466e-05}
{"train_loss": 0.0020701438188552856, "global_step": 58648, "epoch": 329, "lr": 4.263981573125799e-05}
{"train_loss": 0.002472307300195098, "global_step": 58649, "epoch": 329, "lr": 4.263835413109918e-05}
{"train_loss": 0.0020569805055856705, "global_step": 58650, "epoch": 329, "lr": 4.263689253737034e-05}
{"train_loss": 0.0017797970212996006, "global_step": 58651, "epoch": 329, "lr": 4.263543095007273e-05}
{"train_loss": 0.004269091412425041, "global_step": 58652, "epoch": 329, "lr": 4.263396936920764e-05}
{"train_loss": 0.0028841630555689335, "global_step": 58653, "epoch": 329, "lr": 4.263250779477633e-05}
{"train_loss": 0.0016034706495702267, "global_step": 58654, "epoch": 329, "lr": 4.2631046226780086e-05}
{"train_loss": 0.005098553840070963, "global_step": 58655, "epoch": 329, "lr": 4.262958466522018e-05}
{"train_loss": 0.0015907990746200085, "global_step": 58656, "epoch": 329, "lr": 4.26281231100979e-05}
{"train_loss": 0.002911915071308613, "global_step": 58657, "epoch": 329, "lr": 4.26266615614145e-05}
{"train_loss": 0.0038535799831151962, "global_step": 58658, "epoch": 329, "lr": 4.262520001917129e-05}
{"train_loss": 0.0030424308497458696, "global_step": 58659, "epoch": 329, "lr": 4.2623738483369516e-05}
{"train_loss": 0.002954931231215596, "global_step": 58660, "epoch": 329, "lr": 4.2622276954010465e-05}
{"train_loss": 0.0033175088465213776, "global_step": 58661, "epoch": 329, "lr": 4.2620815431095404e-05}
{"train_loss": 0.0024252999573946, "global_step": 58662, "epoch": 329, "lr": 4.2619353914625647e-05}
{"train_loss": 0.002894370583817363, "global_step": 58663, "epoch": 329, "lr": 4.261789240460242e-05}
{"train_loss": 0.0034136734902858734, "global_step": 58664, "epoch": 329, "lr": 4.261643090102703e-05}
{"train_loss": 0.006608655676245689, "global_step": 58665, "epoch": 329, "lr": 4.261496940390074e-05}
{"train_loss": 0.003368847072124481, "global_step": 58666, "epoch": 329, "lr": 4.261350791322486e-05}
{"train_loss": 0.0034336475655436516, "global_step": 58667, "epoch": 329, "lr": 4.261204642900061e-05}
{"train_loss": 0.0028638485819101334, "global_step": 58668, "epoch": 329, "lr": 4.26105849512293e-05}
{"train_loss": 0.002273473422974348, "global_step": 58669, "epoch": 329, "lr": 4.260912347991221e-05}
{"train_loss": 0.0023780055344104767, "global_step": 58670, "epoch": 329, "lr": 4.26076620150506e-05}
{"train_loss": 0.0031398115679621696, "global_step": 58671, "epoch": 329, "lr": 4.260620055664578e-05}
{"train_loss": 0.0038633516523987055, "global_step": 58672, "epoch": 329, "lr": 4.260473910469897e-05}
{"train_loss": 0.004435811657458544, "global_step": 58673, "epoch": 329, "lr": 4.2603277659211505e-05}
{"train_loss": 0.0017520192777737975, "global_step": 58674, "epoch": 329, "lr": 4.260181622018462e-05}
{"train_loss": 0.004315793979912996, "global_step": 58675, "epoch": 329, "lr": 4.260035478761963e-05}
{"train_loss": 0.0030667916871607304, "global_step": 58676, "epoch": 329, "lr": 4.259889336151776e-05}
{"train_loss": 0.0024869360495358706, "global_step": 58677, "epoch": 329, "lr": 4.259743194188034e-05}
{"train_loss": 0.0024599325843155384, "global_step": 58678, "epoch": 329, "lr": 4.2595970528708595e-05}
{"train_loss": 0.0015255820471793413, "global_step": 58679, "epoch": 329, "lr": 4.2594509122003846e-05}
{"train_loss": 0.0022549754939973354, "global_step": 58680, "epoch": 329, "lr": 4.259304772176733e-05}
{"train_loss": 0.005059781949967146, "global_step": 58681, "epoch": 329, "lr": 4.259158632800038e-05}
{"train_loss": 0.003325230674818158, "global_step": 58682, "epoch": 329, "lr": 4.25901249407042e-05}
{"train_loss": 0.0022479798644781113, "global_step": 58683, "epoch": 329, "lr": 4.2588663559880125e-05}
{"train_loss": 0.0031613423489034176, "global_step": 58684, "epoch": 329, "lr": 4.25872021855294e-05}
{"train_loss": 0.003559530945494771, "global_step": 58685, "epoch": 329, "lr": 4.258574081765332e-05}
{"train_loss": 0.006163411773741245, "global_step": 58686, "epoch": 329, "lr": 4.2584279456253146e-05}
{"train_loss": 0.0011986182071268559, "global_step": 58687, "epoch": 329, "lr": 4.258281810133016e-05}
{"train_loss": 0.001385440118610859, "global_step": 58688, "epoch": 329, "lr": 4.258135675288564e-05}
{"train_loss": 0.0018947033677250147, "global_step": 58689, "epoch": 329, "lr": 4.257989541092086e-05}
{"train_loss": 0.003150961361825466, "global_step": 58690, "epoch": 329, "lr": 4.257843407543711e-05}
{"train_loss": 0.005592267960309982, "global_step": 58691, "epoch": 329, "lr": 4.257697274643564e-05}
{"train_loss": 0.003219141624867916, "global_step": 58692, "epoch": 329, "lr": 4.2575511423917746e-05}
{"train_loss": 0.004303078167140484, "global_step": 58693, "epoch": 329, "lr": 4.25740501078847e-05}
{"train_loss": 0.001618746668100357, "global_step": 58694, "epoch": 329, "lr": 4.257258879833779e-05}
{"train_loss": 0.0028938050381839275, "global_step": 58695, "epoch": 329, "lr": 4.257112749527826e-05}
{"train_loss": 0.0031861471943557262, "global_step": 58696, "epoch": 329, "lr": 4.256966619870743e-05}
{"train_loss": 0.004614477977156639, "global_step": 58697, "epoch": 329, "lr": 4.256820490862653e-05}
{"train_loss": 0.005327186081558466, "global_step": 58698, "epoch": 329, "lr": 4.256674362503687e-05}
{"train_loss": 0.003372678766027093, "global_step": 58699, "epoch": 329, "lr": 4.25652823479397e-05}
{"train_loss": 0.006786570884287357, "global_step": 58700, "epoch": 329, "lr": 4.256382107733634e-05}
{"train_loss": 0.006047142203897238, "global_step": 58701, "epoch": 329, "lr": 4.256235981322802e-05}
{"train_loss": 0.005621870048344135, "global_step": 58702, "epoch": 329, "lr": 4.2560898555616035e-05}
{"train_loss": 0.0019189099548384547, "global_step": 58703, "epoch": 329, "lr": 4.255943730450166e-05}
{"train_loss": 0.004073888063430786, "global_step": 58704, "epoch": 329, "lr": 4.255797605988619e-05}
{"train_loss": 0.0024562012404203415, "global_step": 58705, "epoch": 329, "lr": 4.255651482177086e-05}
{"train_loss": 0.0029722098261117935, "global_step": 58706, "epoch": 329, "lr": 4.255505359015698e-05}
{"train_loss": 0.0059518394991755486, "global_step": 58707, "epoch": 329, "lr": 4.2553592365045806e-05}
{"train_loss": 0.005444991402328014, "global_step": 58708, "epoch": 329, "lr": 4.255213114643865e-05}
{"train_loss": 0.0019484529038891196, "global_step": 58709, "epoch": 329, "lr": 4.255066993433674e-05}
{"train_loss": 0.0009394238004460931, "global_step": 58710, "epoch": 329, "lr": 4.254920872874137e-05}
{"train_loss": 0.001990234013646841, "global_step": 58711, "epoch": 329, "lr": 4.2547747529653837e-05}
{"train_loss": 0.0020970692858099937, "global_step": 58712, "epoch": 329, "lr": 4.2546286337075384e-05}
{"train_loss": 0.003890479216352105, "global_step": 58713, "epoch": 329, "lr": 4.2544825151007334e-05}
{"train_loss": 0.007679597940295935, "global_step": 58714, "epoch": 329, "lr": 4.254336397145091e-05}
{"train_loss": 0.005562120117247105, "global_step": 58715, "epoch": 329, "lr": 4.254190279840743e-05}
{"train_loss": 0.0028409024234861135, "global_step": 58716, "epoch": 329, "lr": 4.254044163187814e-05}
{"train_loss": 0.0014649131335318089, "global_step": 58717, "epoch": 329, "lr": 4.2538980471864334e-05}
{"train_loss": 0.0026651101652532816, "global_step": 58718, "epoch": 329, "lr": 4.253751931836727e-05}
{"train_loss": 0.004050238057971001, "global_step": 58719, "epoch": 329, "lr": 4.253605817138826e-05}
{"train_loss": 0.002291048876941204, "global_step": 58720, "epoch": 329, "lr": 4.253459703092854e-05}
{"train_loss": 0.0020816954784095287, "global_step": 58721, "epoch": 329, "lr": 4.253313589698941e-05}
{"train_loss": 0.0017484321724623442, "global_step": 58722, "epoch": 329, "lr": 4.253167476957213e-05}
{"train_loss": 0.002728700637817383, "global_step": 58723, "epoch": 329, "lr": 4.253021364867801e-05}
{"train_loss": 0.0030352389439940453, "global_step": 58724, "epoch": 329, "lr": 4.2528752534308275e-05}
{"train_loss": 0.001880628289654851, "global_step": 58725, "epoch": 329, "lr": 4.252729142646425e-05}
{"train_loss": 0.003600409720093012, "global_step": 58726, "epoch": 329, "lr": 4.2525830325147164e-05}
{"train_loss": 0.0017355068121105433, "global_step": 58727, "epoch": 329, "lr": 4.2524369230358346e-05}
{"train_loss": 0.004438804462552071, "global_step": 58728, "epoch": 329, "lr": 4.252290814209903e-05}
{"train_loss": 0.0020336657762527466, "global_step": 58729, "epoch": 329, "lr": 4.252144706037052e-05}
{"train_loss": 0.0025789509527385235, "global_step": 58730, "epoch": 329, "lr": 4.251998598517405e-05}
{"train_loss": 0.0028188538271933794, "global_step": 58731, "epoch": 329, "lr": 4.2518524916510935e-05}
{"train_loss": 0.0029323971830308437, "global_step": 58732, "epoch": 329, "lr": 4.2517063854382475e-05}
{"train_loss": 0.0025479132309556007, "global_step": 58733, "epoch": 329, "lr": 4.2515602798789876e-05}
{"train_loss": 0.0023164330050349236, "global_step": 58734, "epoch": 329, "lr": 4.251414174973448e-05}
{"train_loss": 0.001592645887285471, "global_step": 58735, "epoch": 329, "lr": 4.251268070721751e-05}
{"train_loss": 0.003096455940976739, "global_step": 58736, "epoch": 329, "lr": 4.251121967124028e-05}
{"train_loss": 0.0030740262009203434, "global_step": 58737, "epoch": 329, "lr": 4.250975864180404e-05}
{"train_loss": 0.003757108934223652, "global_step": 58738, "epoch": 329, "lr": 4.25082976189101e-05}
{"train_loss": 0.0034760308551361387, "global_step": 58739, "epoch": 329, "lr": 4.250683660255969e-05}
{"train_loss": 0.0018818059470504522, "global_step": 58740, "epoch": 330, "lr": 4.2505375592754124e-05}
{"train_loss": 0.002462573815137148, "global_step": 58741, "epoch": 330, "lr": 4.2503914589494656e-05}
{"train_loss": 0.0035536366049200296, "global_step": 58742, "epoch": 330, "lr": 4.250245359278259e-05}
{"train_loss": 0.002727632410824299, "global_step": 58743, "epoch": 330, "lr": 4.250099260261917e-05}
{"train_loss": 0.0014982831198722124, "global_step": 58744, "epoch": 330, "lr": 4.249953161900568e-05}
{"train_loss": 0.003114047460258007, "global_step": 58745, "epoch": 330, "lr": 4.2498070641943404e-05}
{"train_loss": 0.0030546255875378847, "global_step": 58746, "epoch": 330, "lr": 4.249660967143363e-05}
{"train_loss": 0.0027027924079447985, "global_step": 58747, "epoch": 330, "lr": 4.24951487074776e-05}
{"train_loss": 0.0018996999133378267, "global_step": 58748, "epoch": 330, "lr": 4.249368775007663e-05}
{"train_loss": 0.002044040011242032, "global_step": 58749, "epoch": 330, "lr": 4.2492226799231955e-05}
{"train_loss": 0.0024626352824270725, "global_step": 58750, "epoch": 330, "lr": 4.249076585494488e-05}
{"train_loss": 0.0009445386240258813, "global_step": 58751, "epoch": 330, "lr": 4.2489304917216665e-05}
{"train_loss": 0.0019103502854704857, "global_step": 58752, "epoch": 330, "lr": 4.248784398604859e-05}
{"train_loss": 0.00254323473200202, "global_step": 58753, "epoch": 330, "lr": 4.248638306144196e-05}
{"train_loss": 0.007561020087450743, "global_step": 58754, "epoch": 330, "lr": 4.2484922143398006e-05}
{"train_loss": 0.00685608945786953, "global_step": 58755, "epoch": 330, "lr": 4.248346123191803e-05}
{"train_loss": 0.0025921885389834642, "global_step": 58756, "epoch": 330, "lr": 4.248200032700329e-05}
{"train_loss": 0.0036978006828576326, "global_step": 58757, "epoch": 330, "lr": 4.24805394286551e-05}
{"train_loss": 0.0013948449632152915, "global_step": 58758, "epoch": 330, "lr": 4.247907853687468e-05}
{"train_loss": 0.0034323071595281363, "global_step": 58759, "epoch": 330, "lr": 4.247761765166336e-05}
{"train_loss": 0.003344660857692361, "global_step": 58760, "epoch": 330, "lr": 4.247615677302237e-05}
{"train_loss": 0.003790284041315317, "global_step": 58761, "epoch": 330, "lr": 4.247469590095303e-05}
{"train_loss": 0.002360267098993063, "global_step": 58762, "epoch": 330, "lr": 4.2473235035456577e-05}
{"train_loss": 0.002328350907191634, "global_step": 58763, "epoch": 330, "lr": 4.2471774176534315e-05}
{"train_loss": 0.0023502956610172987, "global_step": 58764, "epoch": 330, "lr": 4.2470313324187496e-05}
{"train_loss": 0.002184883924201131, "global_step": 58765, "epoch": 330, "lr": 4.246885247841743e-05}
{"train_loss": 0.004758303984999657, "global_step": 58766, "epoch": 330, "lr": 4.246739163922534e-05}
{"train_loss": 0.0062261950224637985, "global_step": 58767, "epoch": 330, "lr": 4.246593080661257e-05}
{"train_loss": 0.004177329130470753, "global_step": 58768, "epoch": 330, "lr": 4.246446998058033e-05}
{"train_loss": 0.0016158943763002753, "global_step": 58769, "epoch": 330, "lr": 4.246300916112994e-05}
{"train_loss": 0.002966502448543906, "global_step": 58770, "epoch": 330, "lr": 4.246154834826265e-05}
{"train_loss": 0.005435026250779629, "global_step": 58771, "epoch": 330, "lr": 4.2460087541979765e-05}
{"train_loss": 0.002370772184804082, "global_step": 58772, "epoch": 330, "lr": 4.245862674228253e-05}
{"train_loss": 0.0018041287548840046, "global_step": 58773, "epoch": 330, "lr": 4.245716594917222e-05}
{"train_loss": 0.003006505314260721, "global_step": 58774, "epoch": 330, "lr": 4.245570516265015e-05}
{"train_loss": 0.003375556319952011, "global_step": 58775, "epoch": 330, "lr": 4.245424438271755e-05}
{"train_loss": 0.0014744497602805495, "global_step": 58776, "epoch": 330, "lr": 4.2452783609375744e-05}
{"train_loss": 0.0029037711210548878, "global_step": 58777, "epoch": 330, "lr": 4.245132284262596e-05}
{"train_loss": 0.0025140957441180944, "global_step": 58778, "epoch": 330, "lr": 4.2449862082469504e-05}
{"train_loss": 0.001531730405986309, "global_step": 58779, "epoch": 330, "lr": 4.244840132890763e-05}
{"train_loss": 0.00306566059589386, "global_step": 58780, "epoch": 330, "lr": 4.244694058194165e-05}
{"train_loss": 0.003111751051619649, "global_step": 58781, "epoch": 330, "lr": 4.24454798415728e-05}
{"train_loss": 0.0026594633236527443, "global_step": 58782, "epoch": 330, "lr": 4.244401910780237e-05}
{"train_loss": 0.003079991787672043, "global_step": 58783, "epoch": 330, "lr": 4.2442558380631634e-05}
{"train_loss": 0.00385329220443964, "global_step": 58784, "epoch": 330, "lr": 4.2441097660061904e-05}
{"train_loss": 0.0018843701109290123, "global_step": 58785, "epoch": 330, "lr": 4.243963694609438e-05}
{"train_loss": 0.0016475587617605925, "global_step": 58786, "epoch": 330, "lr": 4.243817623873042e-05}
{"train_loss": 0.0023629236966371536, "global_step": 58787, "epoch": 330, "lr": 4.243671553797124e-05}
{"train_loss": 0.0042723980732262135, "global_step": 58788, "epoch": 330, "lr": 4.2435254843818136e-05}
{"train_loss": 0.0044317529536783695, "global_step": 58789, "epoch": 330, "lr": 4.2433794156272385e-05}
{"train_loss": 0.001891314866952598, "global_step": 58790, "epoch": 330, "lr": 4.243233347533529e-05}
{"train_loss": 0.0041041187942028046, "global_step": 58791, "epoch": 330, "lr": 4.243087280100807e-05}
{"train_loss": 0.002792723011225462, "global_step": 58792, "epoch": 330, "lr": 4.2429412133292036e-05}
{"train_loss": 0.002165519166737795, "global_step": 58793, "epoch": 330, "lr": 4.242795147218845e-05}
{"train_loss": 0.002392424736171961, "global_step": 58794, "epoch": 330, "lr": 4.24264908176986e-05}
{"train_loss": 0.002670909743756056, "global_step": 58795, "epoch": 330, "lr": 4.242503016982378e-05}
{"train_loss": 0.0031515094451606274, "global_step": 58796, "epoch": 330, "lr": 4.242356952856522e-05}
{"train_loss": 0.004290801472961903, "global_step": 58797, "epoch": 330, "lr": 4.2422108893924234e-05}
{"train_loss": 0.004154698923230171, "global_step": 58798, "epoch": 330, "lr": 4.242064826590207e-05}
{"train_loss": 0.0029974798671901226, "global_step": 58799, "epoch": 330, "lr": 4.241918764450004e-05}
{"train_loss": 0.0035724181216210127, "global_step": 58800, "epoch": 330, "lr": 4.241772702971937e-05}
{"train_loss": 0.0013783188769593835, "global_step": 58801, "epoch": 330, "lr": 4.241626642156138e-05}
{"train_loss": 0.0014423014363273978, "global_step": 58802, "epoch": 330, "lr": 4.241480582002731e-05}
{"train_loss": 0.00142085540574044, "global_step": 58803, "epoch": 330, "lr": 4.2413345225118487e-05}
{"train_loss": 0.003659486770629883, "global_step": 58804, "epoch": 330, "lr": 4.241188463683612e-05}
{"train_loss": 0.0049386899918317795, "global_step": 58805, "epoch": 330, "lr": 4.241042405518155e-05}
{"train_loss": 0.002822448965162039, "global_step": 58806, "epoch": 330, "lr": 4.2408963480155994e-05}
{"train_loss": 0.0024091368541121483, "global_step": 58807, "epoch": 330, "lr": 4.240750291176077e-05}
{"train_loss": 0.0029272842220962048, "global_step": 58808, "epoch": 330, "lr": 4.240604234999712e-05}
{"train_loss": 0.0021814056672155857, "global_step": 58809, "epoch": 330, "lr": 4.240458179486637e-05}
{"train_loss": 0.003980797715485096, "global_step": 58810, "epoch": 330, "lr": 4.2403121246369736e-05}
{"train_loss": 0.001860168413259089, "global_step": 58811, "epoch": 330, "lr": 4.2401660704508536e-05}
{"train_loss": 0.0063142552971839905, "global_step": 58812, "epoch": 330, "lr": 4.2400200169284015e-05}
{"train_loss": 0.0032372637651860714, "global_step": 58813, "epoch": 330, "lr": 4.2398739640697494e-05}
{"train_loss": 0.0029891107697039843, "global_step": 58814, "epoch": 330, "lr": 4.2397279118750195e-05}
{"train_loss": 0.0054075936786830425, "global_step": 58815, "epoch": 330, "lr": 4.2395818603443416e-05}
{"train_loss": 0.0016579291550442576, "global_step": 58816, "epoch": 330, "lr": 4.2394358094778454e-05}
{"train_loss": 0.004155222326517105, "global_step": 58817, "epoch": 330, "lr": 4.239289759275655e-05}
{"train_loss": 0.004275573883205652, "global_step": 58818, "epoch": 330, "lr": 4.239143709737902e-05}
{"train_loss": 0.004382666200399399, "global_step": 58819, "epoch": 330, "lr": 4.2389976608647085e-05}
{"train_loss": 0.0024395803920924664, "global_step": 58820, "epoch": 330, "lr": 4.238851612656207e-05}
{"train_loss": 0.0030724017415195704, "global_step": 58821, "epoch": 330, "lr": 4.238705565112522e-05}
{"train_loss": 0.003379496280103922, "global_step": 58822, "epoch": 330, "lr": 4.2385595182337844e-05}
{"train_loss": 0.0025476866867393255, "global_step": 58823, "epoch": 330, "lr": 4.2384134720201174e-05}
{"train_loss": 0.0029136231169104576, "global_step": 58824, "epoch": 330, "lr": 4.2382674264716524e-05}
{"train_loss": 0.0018540481105446815, "global_step": 58825, "epoch": 330, "lr": 4.238121381588514e-05}
{"train_loss": 0.0017497481312602758, "global_step": 58826, "epoch": 330, "lr": 4.237975337370832e-05}
{"train_loss": 0.003118988126516342, "global_step": 58827, "epoch": 330, "lr": 4.237829293818731e-05}
{"train_loss": 0.003497036872431636, "global_step": 58828, "epoch": 330, "lr": 4.237683250932344e-05}
{"train_loss": 0.004509092308580875, "global_step": 58829, "epoch": 330, "lr": 4.2375372087117926e-05}
{"train_loss": 0.0022201130632311106, "global_step": 58830, "epoch": 330, "lr": 4.237391167157207e-05}
{"train_loss": 0.00314409751445055, "global_step": 58831, "epoch": 330, "lr": 4.237245126268715e-05}
{"train_loss": 0.0015105919446796179, "global_step": 58832, "epoch": 330, "lr": 4.2370990860464454e-05}
{"train_loss": 0.0029120510444045067, "global_step": 58833, "epoch": 330, "lr": 4.2369530464905224e-05}
{"train_loss": 0.00392000749707222, "global_step": 58834, "epoch": 330, "lr": 4.236807007601076e-05}
{"train_loss": 0.003238801611587405, "global_step": 58835, "epoch": 330, "lr": 4.2366609693782325e-05}
{"train_loss": 0.003344112541526556, "global_step": 58836, "epoch": 330, "lr": 4.236514931822119e-05}
{"train_loss": 0.005213966593146324, "global_step": 58837, "epoch": 330, "lr": 4.236368894932867e-05}
{"train_loss": 0.00244978629052639, "global_step": 58838, "epoch": 330, "lr": 4.236222858710599e-05}
{"train_loss": 0.002266442868858576, "global_step": 58839, "epoch": 330, "lr": 4.236076823155446e-05}
{"train_loss": 0.0013615324860438704, "global_step": 58840, "epoch": 330, "lr": 4.235930788267533e-05}
{"train_loss": 0.0018899673596024513, "global_step": 58841, "epoch": 330, "lr": 4.235784754046991e-05}
{"train_loss": 0.00345441373065114, "global_step": 58842, "epoch": 330, "lr": 4.235638720493943e-05}
{"train_loss": 0.0026958039961755276, "global_step": 58843, "epoch": 330, "lr": 4.2354926876085216e-05}
{"train_loss": 0.004359791055321693, "global_step": 58844, "epoch": 330, "lr": 4.235346655390849e-05}
{"train_loss": 0.002142663113772869, "global_step": 58845, "epoch": 330, "lr": 4.235200623841057e-05}
{"train_loss": 0.004960327409207821, "global_step": 58846, "epoch": 330, "lr": 4.23505459295927e-05}
{"train_loss": 0.002178656402975321, "global_step": 58847, "epoch": 330, "lr": 4.234908562745619e-05}
{"train_loss": 0.0018983869813382626, "global_step": 58848, "epoch": 330, "lr": 4.2347625332002285e-05}
{"train_loss": 0.005972105078399181, "global_step": 58849, "epoch": 330, "lr": 4.234616504323228e-05}
{"train_loss": 0.004450889304280281, "global_step": 58850, "epoch": 330, "lr": 4.2344704761147424e-05}
{"train_loss": 0.007710848934948444, "global_step": 58851, "epoch": 330, "lr": 4.234324448574904e-05}
{"train_loss": 0.002468597609549761, "global_step": 58852, "epoch": 330, "lr": 4.234178421703835e-05}
{"train_loss": 0.00264370022341609, "global_step": 58853, "epoch": 330, "lr": 4.234032395501667e-05}
{"train_loss": 0.006069335620850325, "global_step": 58854, "epoch": 330, "lr": 4.2338863699685245e-05}
{"train_loss": 0.003716028295457363, "global_step": 58855, "epoch": 330, "lr": 4.233740345104539e-05}
{"train_loss": 0.005454280413687229, "global_step": 58856, "epoch": 330, "lr": 4.233594320909833e-05}
{"train_loss": 0.001439498970285058, "global_step": 58857, "epoch": 330, "lr": 4.2334482973845364e-05}
{"train_loss": 0.001532621681690216, "global_step": 58858, "epoch": 330, "lr": 4.23330227452878e-05}
{"train_loss": 0.006230486556887627, "global_step": 58859, "epoch": 330, "lr": 4.233156252342684e-05}
{"train_loss": 0.0019737929105758667, "global_step": 58860, "epoch": 330, "lr": 4.233010230826384e-05}
{"train_loss": 0.0021213844884186983, "global_step": 58861, "epoch": 330, "lr": 4.232864209980001e-05}
{"train_loss": 0.0023248055949807167, "global_step": 58862, "epoch": 330, "lr": 4.232718189803668e-05}
{"train_loss": 0.003559358650818467, "global_step": 58863, "epoch": 330, "lr": 4.232572170297508e-05}
{"train_loss": 0.0028191949240863323, "global_step": 58864, "epoch": 330, "lr": 4.232426151461651e-05}
{"train_loss": 0.0009313361370004714, "global_step": 58865, "epoch": 330, "lr": 4.2322801332962224e-05}
{"train_loss": 0.0034812274388968945, "global_step": 58866, "epoch": 330, "lr": 4.2321341158013545e-05}
{"train_loss": 0.0045898607932031155, "global_step": 58867, "epoch": 330, "lr": 4.231988098977169e-05}
{"train_loss": 0.0030206344090402126, "global_step": 58868, "epoch": 330, "lr": 4.231842082823797e-05}
{"train_loss": 0.004792223684489727, "global_step": 58869, "epoch": 330, "lr": 4.2316960673413635e-05}
{"train_loss": 0.003645606804639101, "global_step": 58870, "epoch": 330, "lr": 4.23155005253e-05}
{"train_loss": 0.0021623088978230953, "global_step": 58871, "epoch": 330, "lr": 4.23140403838983e-05}
{"train_loss": 0.0024724858812987804, "global_step": 58872, "epoch": 330, "lr": 4.2312580249209837e-05}
{"train_loss": 0.0035344124771654606, "global_step": 58873, "epoch": 330, "lr": 4.2311120121235856e-05}
{"train_loss": 0.001315670320764184, "global_step": 58874, "epoch": 330, "lr": 4.230965999997768e-05}
{"train_loss": 0.00257445452734828, "global_step": 58875, "epoch": 330, "lr": 4.230819988543655e-05}
{"train_loss": 0.0022031115368008614, "global_step": 58876, "epoch": 330, "lr": 4.2306739777613745e-05}
{"train_loss": 0.0037824460305273533, "global_step": 58877, "epoch": 330, "lr": 4.2305279676510536e-05}
{"train_loss": 0.0023236055858433247, "global_step": 58878, "epoch": 330, "lr": 4.23038195821282e-05}
{"train_loss": 0.0023690424859523773, "global_step": 58879, "epoch": 330, "lr": 4.230235949446804e-05}
{"train_loss": 0.00301468838006258, "global_step": 58880, "epoch": 330, "lr": 4.230089941353128e-05}
{"train_loss": 0.004729533568024635, "global_step": 58881, "epoch": 330, "lr": 4.229943933931926e-05}
{"train_loss": 0.002841396490111947, "global_step": 58882, "epoch": 330, "lr": 4.229797927183319e-05}
{"train_loss": 0.005338052287697792, "global_step": 58883, "epoch": 330, "lr": 4.229651921107439e-05}
{"train_loss": 0.0031448397785425186, "global_step": 58884, "epoch": 330, "lr": 4.229505915704411e-05}
{"train_loss": 0.0019160134252160788, "global_step": 58885, "epoch": 330, "lr": 4.229359910974366e-05}
{"train_loss": 0.0013193440390750766, "global_step": 58886, "epoch": 330, "lr": 4.229213906917426e-05}
{"train_loss": 0.003113620914518833, "global_step": 58887, "epoch": 330, "lr": 4.229067903533723e-05}
{"train_loss": 0.0017890952294692397, "global_step": 58888, "epoch": 330, "lr": 4.2289219008233825e-05}
{"train_loss": 0.004624082241207361, "global_step": 58889, "epoch": 330, "lr": 4.228775898786535e-05}
{"train_loss": 0.003503846237435937, "global_step": 58890, "epoch": 330, "lr": 4.228629897423303e-05}
{"train_loss": 0.003874890971928835, "global_step": 58891, "epoch": 330, "lr": 4.2284838967338185e-05}
{"train_loss": 0.0028168472927063704, "global_step": 58892, "epoch": 330, "lr": 4.228337896718206e-05}
{"train_loss": 0.0038611814379692078, "global_step": 58893, "epoch": 330, "lr": 4.228191897376596e-05}
{"train_loss": 0.003729873336851597, "global_step": 58894, "epoch": 330, "lr": 4.228045898709112e-05}
{"train_loss": 0.0030979346483945847, "global_step": 58895, "epoch": 330, "lr": 4.227899900715886e-05}
{"train_loss": 0.0016852805856615305, "global_step": 58896, "epoch": 330, "lr": 4.2277539033970415e-05}
{"train_loss": 0.003956813830882311, "global_step": 58897, "epoch": 330, "lr": 4.227607906752709e-05}
{"train_loss": 0.008692003786563873, "global_step": 58898, "epoch": 330, "lr": 4.2274619107830136e-05}
{"train_loss": 0.004665154963731766, "global_step": 58899, "epoch": 330, "lr": 4.2273159154880837e-05}
{"train_loss": 0.0014550279593095183, "global_step": 58900, "epoch": 330, "lr": 4.22716992086805e-05}
{"train_loss": 0.007160167675465345, "global_step": 58901, "epoch": 330, "lr": 4.227023926923035e-05}
{"train_loss": 0.0034127719700336456, "global_step": 58902, "epoch": 330, "lr": 4.2268779336531686e-05}
{"train_loss": 0.002396633382886648, "global_step": 58903, "epoch": 330, "lr": 4.2267319410585783e-05}
{"train_loss": 0.0021318679209798574, "global_step": 58904, "epoch": 330, "lr": 4.226585949139393e-05}
{"train_loss": 0.002899314509704709, "global_step": 58905, "epoch": 330, "lr": 4.226439957895737e-05}
{"train_loss": 0.0023623472079634666, "global_step": 58906, "epoch": 330, "lr": 4.2262939673277404e-05}
{"train_loss": 0.003383092815056443, "global_step": 58907, "epoch": 330, "lr": 4.226147977435528e-05}
{"train_loss": 0.0028202850371599197, "global_step": 58908, "epoch": 330, "lr": 4.226001988219232e-05}
{"train_loss": 0.004401596263051033, "global_step": 58909, "epoch": 330, "lr": 4.225855999678975e-05}
{"train_loss": 0.0032734095584601164, "global_step": 58910, "epoch": 330, "lr": 4.225710011814887e-05}
{"train_loss": 0.0012130950344726443, "global_step": 58911, "epoch": 330, "lr": 4.2255640246270945e-05}
{"train_loss": 0.0036887023597955704, "global_step": 58912, "epoch": 330, "lr": 4.225418038115727e-05}
{"train_loss": 0.003431364893913269, "global_step": 58913, "epoch": 330, "lr": 4.2252720522809095e-05}
{"train_loss": 0.002424383768811822, "global_step": 58914, "epoch": 330, "lr": 4.225126067122772e-05}
{"train_loss": 0.0034823559690266848, "global_step": 58915, "epoch": 330, "lr": 4.2249800826414386e-05}
{"train_loss": 0.003305903635919094, "global_step": 58916, "epoch": 330, "lr": 4.2248340988370406e-05}
{"train_loss": 0.003136807568685225, "global_step": 58917, "epoch": 330, "lr": 4.224688115709702e-05, "train_action_mse_error": 6.056508937035687e-06}
{"train_loss": 0.0038795792497694492, "global_step": 58918, "epoch": 331, "lr": 4.2245421332595535e-05}
{"train_loss": 0.00464903749525547, "global_step": 58919, "epoch": 331, "lr": 4.2243961514867206e-05}
{"train_loss": 0.00391794228926301, "global_step": 58920, "epoch": 331, "lr": 4.2242501703913304e-05}
{"train_loss": 0.0017117320094257593, "global_step": 58921, "epoch": 331, "lr": 4.2241041899735124e-05}
{"train_loss": 0.0021817346569150686, "global_step": 58922, "epoch": 331, "lr": 4.223958210233392e-05}
{"train_loss": 0.006219678092747927, "global_step": 58923, "epoch": 331, "lr": 4.2238122311710996e-05}
{"train_loss": 0.00541752390563488, "global_step": 58924, "epoch": 331, "lr": 4.2236662527867596e-05}
{"train_loss": 0.002969013759866357, "global_step": 58925, "epoch": 331, "lr": 4.223520275080501e-05}
{"train_loss": 0.004288048017770052, "global_step": 58926, "epoch": 331, "lr": 4.22337429805245e-05}
{"train_loss": 0.005631051026284695, "global_step": 58927, "epoch": 331, "lr": 4.223228321702738e-05}
{"train_loss": 0.007915493100881577, "global_step": 58928, "epoch": 331, "lr": 4.223082346031487e-05}
{"train_loss": 0.0026681472081691027, "global_step": 58929, "epoch": 331, "lr": 4.222936371038828e-05}
{"train_loss": 0.0023224535398185253, "global_step": 58930, "epoch": 331, "lr": 4.2227903967248875e-05}
{"train_loss": 0.006349250208586454, "global_step": 58931, "epoch": 331, "lr": 4.222644423089795e-05}
{"train_loss": 0.0024476093240082264, "global_step": 58932, "epoch": 331, "lr": 4.222498450133674e-05}
{"train_loss": 0.0020061831455677748, "global_step": 58933, "epoch": 331, "lr": 4.222352477856656e-05}
{"train_loss": 0.0020167238544672728, "global_step": 58934, "epoch": 331, "lr": 4.222206506258865e-05}
{"train_loss": 0.0031703305430710316, "global_step": 58935, "epoch": 331, "lr": 4.2220605353404305e-05}
{"train_loss": 0.0033234336879104376, "global_step": 58936, "epoch": 331, "lr": 4.221914565101479e-05}
{"train_loss": 0.0030772702302783728, "global_step": 58937, "epoch": 331, "lr": 4.2217685955421404e-05}
{"train_loss": 0.004960766993463039, "global_step": 58938, "epoch": 331, "lr": 4.2216226266625394e-05}
{"train_loss": 0.005643297918140888, "global_step": 58939, "epoch": 331, "lr": 4.221476658462804e-05}
{"train_loss": 0.006427250802516937, "global_step": 58940, "epoch": 331, "lr": 4.2213306909430626e-05}
{"train_loss": 0.0020840377546846867, "global_step": 58941, "epoch": 331, "lr": 4.2211847241034416e-05}
{"train_loss": 0.0031694327481091022, "global_step": 58942, "epoch": 331, "lr": 4.221038757944072e-05}
{"train_loss": 0.0021574627608060837, "global_step": 58943, "epoch": 331, "lr": 4.220892792465076e-05}
{"train_loss": 0.004223025403916836, "global_step": 58944, "epoch": 331, "lr": 4.220746827666585e-05}
{"train_loss": 0.0015032136579975486, "global_step": 58945, "epoch": 331, "lr": 4.220600863548724e-05}
{"train_loss": 0.002875488717108965, "global_step": 58946, "epoch": 331, "lr": 4.220454900111623e-05}
{"train_loss": 0.0027756118215620518, "global_step": 58947, "epoch": 331, "lr": 4.2203089373554065e-05}
{"train_loss": 0.0041648345068097115, "global_step": 58948, "epoch": 331, "lr": 4.220162975280205e-05}
{"train_loss": 0.002588246949017048, "global_step": 58949, "epoch": 331, "lr": 4.220017013886143e-05}
{"train_loss": 0.0012094450648874044, "global_step": 58950, "epoch": 331, "lr": 4.219871053173352e-05}
{"train_loss": 0.001349432859569788, "global_step": 58951, "epoch": 331, "lr": 4.219725093141954e-05}
{"train_loss": 0.0027111100498586893, "global_step": 58952, "epoch": 331, "lr": 4.219579133792083e-05}
{"train_loss": 0.0031741869170218706, "global_step": 58953, "epoch": 331, "lr": 4.21943317512386e-05}
{"train_loss": 0.0016163821564987302, "global_step": 58954, "epoch": 331, "lr": 4.219287217137416e-05}
{"train_loss": 0.004252810031175613, "global_step": 58955, "epoch": 331, "lr": 4.2191412598328783e-05}
{"train_loss": 0.002885770285502076, "global_step": 58956, "epoch": 331, "lr": 4.2189953032103754e-05}
{"train_loss": 0.0036150100640952587, "global_step": 58957, "epoch": 331, "lr": 4.218849347270032e-05}
{"train_loss": 0.004042882472276688, "global_step": 58958, "epoch": 331, "lr": 4.218703392011978e-05}
{"train_loss": 0.0032671652734279633, "global_step": 58959, "epoch": 331, "lr": 4.218557437436338e-05}
{"train_loss": 0.00356476497836411, "global_step": 58960, "epoch": 331, "lr": 4.218411483543242e-05}
{"train_loss": 0.0026072277687489986, "global_step": 58961, "epoch": 331, "lr": 4.218265530332819e-05}
{"train_loss": 0.0040558092296123505, "global_step": 58962, "epoch": 331, "lr": 4.218119577805193e-05}
{"train_loss": 0.0025969792623072863, "global_step": 58963, "epoch": 331, "lr": 4.217973625960493e-05}
{"train_loss": 0.0029702147003263235, "global_step": 58964, "epoch": 331, "lr": 4.2178276747988446e-05}
{"train_loss": 0.002073449082672596, "global_step": 58965, "epoch": 331, "lr": 4.2176817243203805e-05}
{"train_loss": 0.0032328288070857525, "global_step": 58966, "epoch": 331, "lr": 4.217535774525222e-05}
{"train_loss": 0.0032226243056356907, "global_step": 58967, "epoch": 331, "lr": 4.2173898254135005e-05}
{"train_loss": 0.0035166607704013586, "global_step": 58968, "epoch": 331, "lr": 4.217243876985341e-05}
{"train_loss": 0.0017481943359598517, "global_step": 58969, "epoch": 331, "lr": 4.2170979292408746e-05}
{"train_loss": 0.0035295882262289524, "global_step": 58970, "epoch": 331, "lr": 4.2169519821802237e-05}
{"train_loss": 0.00418280391022563, "global_step": 58971, "epoch": 331, "lr": 4.2168060358035214e-05}
{"train_loss": 0.0021717301569879055, "global_step": 58972, "epoch": 331, "lr": 4.2166600901108896e-05}
{"train_loss": 0.005985089112073183, "global_step": 58973, "epoch": 331, "lr": 4.21651414510246e-05}
{"train_loss": 0.004672644659876823, "global_step": 58974, "epoch": 331, "lr": 4.216368200778357e-05}
{"train_loss": 0.006322138477116823, "global_step": 58975, "epoch": 331, "lr": 4.2162222571387116e-05}
{"train_loss": 0.004060998558998108, "global_step": 58976, "epoch": 331, "lr": 4.216076314183648e-05}
{"train_loss": 0.002727608196437359, "global_step": 58977, "epoch": 331, "lr": 4.215930371913295e-05}
{"train_loss": 0.0022335355170071125, "global_step": 58978, "epoch": 331, "lr": 4.215784430327779e-05}
{"train_loss": 0.004666346590965986, "global_step": 58979, "epoch": 331, "lr": 4.2156384894272305e-05}
{"train_loss": 0.003063234966248274, "global_step": 58980, "epoch": 331, "lr": 4.215492549211773e-05}
{"train_loss": 0.0018598651513457298, "global_step": 58981, "epoch": 331, "lr": 4.215346609681537e-05}
{"train_loss": 0.0023527750745415688, "global_step": 58982, "epoch": 331, "lr": 4.215200670836648e-05}
{"train_loss": 0.0031930296681821346, "global_step": 58983, "epoch": 331, "lr": 4.2150547326772346e-05}
{"train_loss": 0.0013344120234251022, "global_step": 58984, "epoch": 331, "lr": 4.214908795203425e-05}
{"train_loss": 0.0030835007783025503, "global_step": 58985, "epoch": 331, "lr": 4.2147628584153446e-05}
{"train_loss": 0.0016439255559816957, "global_step": 58986, "epoch": 331, "lr": 4.214616922313124e-05}
{"train_loss": 0.00183379917871207, "global_step": 58987, "epoch": 331, "lr": 4.2144709868968866e-05}
{"train_loss": 0.0030279825441539288, "global_step": 58988, "epoch": 331, "lr": 4.2143250521667626e-05}
{"train_loss": 0.001419626991264522, "global_step": 58989, "epoch": 331, "lr": 4.2141791181228776e-05}
{"train_loss": 0.006812735460698605, "global_step": 58990, "epoch": 331, "lr": 4.2140331847653624e-05}
{"train_loss": 0.0011303093051537871, "global_step": 58991, "epoch": 331, "lr": 4.2138872520943403e-05}
{"train_loss": 0.002300182357430458, "global_step": 58992, "epoch": 331, "lr": 4.213741320109942e-05}
{"train_loss": 0.001941477064974606, "global_step": 58993, "epoch": 331, "lr": 4.2135953888122925e-05}
{"train_loss": 0.0022507784888148308, "global_step": 58994, "epoch": 331, "lr": 4.213449458201522e-05}
{"train_loss": 0.0026139728724956512, "global_step": 58995, "epoch": 331, "lr": 4.213303528277755e-05}
{"train_loss": 0.0026818790938705206, "global_step": 58996, "epoch": 331, "lr": 4.213157599041121e-05}
{"train_loss": 0.003168000839650631, "global_step": 58997, "epoch": 331, "lr": 4.213011670491746e-05}
{"train_loss": 0.002640613354742527, "global_step": 58998, "epoch": 331, "lr": 4.2128657426297606e-05}
{"train_loss": 0.003082479117438197, "global_step": 58999, "epoch": 331, "lr": 4.212719815455288e-05}
{"train_loss": 0.001638862187974155, "global_step": 59000, "epoch": 331, "lr": 4.212573888968458e-05}
{"train_loss": 0.0018724976107478142, "global_step": 59001, "epoch": 331, "lr": 4.212427963169397e-05}
{"train_loss": 0.0019612847827374935, "global_step": 59002, "epoch": 331, "lr": 4.212282038058233e-05}
{"train_loss": 0.0027407214511185884, "global_step": 59003, "epoch": 331, "lr": 4.212136113635096e-05}
{"train_loss": 0.002345478627830744, "global_step": 59004, "epoch": 331, "lr": 4.211990189900109e-05}
{"train_loss": 0.0026772203855216503, "global_step": 59005, "epoch": 331, "lr": 4.211844266853403e-05}
{"train_loss": 0.002397986128926277, "global_step": 59006, "epoch": 331, "lr": 4.2116983444951025e-05}
{"train_loss": 0.004284737631678581, "global_step": 59007, "epoch": 331, "lr": 4.211552422825337e-05}
{"train_loss": 0.0036687427200376987, "global_step": 59008, "epoch": 331, "lr": 4.211406501844233e-05}
{"train_loss": 0.0013039987534284592, "global_step": 59009, "epoch": 331, "lr": 4.2112605815519196e-05}
{"train_loss": 0.0017170167993754148, "global_step": 59010, "epoch": 331, "lr": 4.211114661948521e-05}
{"train_loss": 0.003227267414331436, "global_step": 59011, "epoch": 331, "lr": 4.210968743034168e-05}
{"train_loss": 0.005919783841818571, "global_step": 59012, "epoch": 331, "lr": 4.210822824808986e-05}
{"train_loss": 0.0037934237625449896, "global_step": 59013, "epoch": 331, "lr": 4.210676907273104e-05}
{"train_loss": 0.0021437807008624077, "global_step": 59014, "epoch": 331, "lr": 4.210530990426648e-05}
{"train_loss": 0.0033693062141537666, "global_step": 59015, "epoch": 331, "lr": 4.210385074269747e-05}
{"train_loss": 0.00328774843364954, "global_step": 59016, "epoch": 331, "lr": 4.2102391588025255e-05}
{"train_loss": 0.0030943439342081547, "global_step": 59017, "epoch": 331, "lr": 4.210093244025115e-05}
{"train_loss": 0.004268324468284845, "global_step": 59018, "epoch": 331, "lr": 4.2099473299376394e-05}
{"train_loss": 0.0012155573349446058, "global_step": 59019, "epoch": 331, "lr": 4.209801416540228e-05}
{"train_loss": 0.0030750129371881485, "global_step": 59020, "epoch": 331, "lr": 4.2096555038330074e-05}
{"train_loss": 0.003996840678155422, "global_step": 59021, "epoch": 331, "lr": 4.209509591816108e-05}
{"train_loss": 0.0030194735154509544, "global_step": 59022, "epoch": 331, "lr": 4.209363680489651e-05}
{"train_loss": 0.003745425958186388, "global_step": 59023, "epoch": 331, "lr": 4.209217769853769e-05}
{"train_loss": 0.003161258529871702, "global_step": 59024, "epoch": 331, "lr": 4.20907185990859e-05}
{"train_loss": 0.0017291036201640964, "global_step": 59025, "epoch": 331, "lr": 4.208925950654237e-05}
{"train_loss": 0.003897698363289237, "global_step": 59026, "epoch": 331, "lr": 4.208780042090841e-05}
{"train_loss": 0.0033780280500650406, "global_step": 59027, "epoch": 331, "lr": 4.2086341342185274e-05}
{"train_loss": 0.004908801056444645, "global_step": 59028, "epoch": 331, "lr": 4.208488227037428e-05}
{"train_loss": 0.002246685791760683, "global_step": 59029, "epoch": 331, "lr": 4.208342320547663e-05}
{"train_loss": 0.0013643635902553797, "global_step": 59030, "epoch": 331, "lr": 4.208196414749366e-05}
{"train_loss": 0.003824678249657154, "global_step": 59031, "epoch": 331, "lr": 4.2080505096426595e-05}
{"train_loss": 0.0017494503408670425, "global_step": 59032, "epoch": 331, "lr": 4.2079046052276774e-05}
{"train_loss": 0.002411465160548687, "global_step": 59033, "epoch": 331, "lr": 4.207758701504541e-05}
{"train_loss": 0.0019202870316803455, "global_step": 59034, "epoch": 331, "lr": 4.20761279847338e-05}
{"train_loss": 0.0022460035979747772, "global_step": 59035, "epoch": 331, "lr": 4.207466896134321e-05}
{"train_loss": 0.001120131928473711, "global_step": 59036, "epoch": 331, "lr": 4.207320994487495e-05}
{"train_loss": 0.0014260329771786928, "global_step": 59037, "epoch": 331, "lr": 4.2071750935330246e-05}
{"train_loss": 0.0026738871820271015, "global_step": 59038, "epoch": 331, "lr": 4.20702919327104e-05}
{"train_loss": 0.0014480764511972666, "global_step": 59039, "epoch": 331, "lr": 4.206883293701668e-05}
{"train_loss": 0.002998079638928175, "global_step": 59040, "epoch": 331, "lr": 4.206737394825038e-05}
{"train_loss": 0.003458669874817133, "global_step": 59041, "epoch": 331, "lr": 4.2065914966412725e-05}
{"train_loss": 0.0014705467037856579, "global_step": 59042, "epoch": 331, "lr": 4.206445599150505e-05}
{"train_loss": 0.0012470642104744911, "global_step": 59043, "epoch": 331, "lr": 4.2062997023528575e-05}
{"train_loss": 0.0015720564406365156, "global_step": 59044, "epoch": 331, "lr": 4.20615380624846e-05}
{"train_loss": 0.003153921104967594, "global_step": 59045, "epoch": 331, "lr": 4.206007910837439e-05}
{"train_loss": 0.0028258480597287416, "global_step": 59046, "epoch": 331, "lr": 4.205862016119924e-05}
{"train_loss": 0.007073898334056139, "global_step": 59047, "epoch": 331, "lr": 4.2057161220960424e-05}
{"train_loss": 0.0017180715221911669, "global_step": 59048, "epoch": 331, "lr": 4.2055702287659175e-05}
{"train_loss": 0.0027337451465427876, "global_step": 59049, "epoch": 331, "lr": 4.205424336129682e-05}
{"train_loss": 0.003830451052635908, "global_step": 59050, "epoch": 331, "lr": 4.2052784441874586e-05}
{"train_loss": 0.0018869221676141024, "global_step": 59051, "epoch": 331, "lr": 4.20513255293938e-05}
{"train_loss": 0.002392503898590803, "global_step": 59052, "epoch": 331, "lr": 4.2049866623855675e-05}
{"train_loss": 0.00399769889190793, "global_step": 59053, "epoch": 331, "lr": 4.2048407725261534e-05}
{"train_loss": 0.0014896356733515859, "global_step": 59054, "epoch": 331, "lr": 4.204694883361263e-05}
{"train_loss": 0.004489535465836525, "global_step": 59055, "epoch": 331, "lr": 4.204548994891025e-05}
{"train_loss": 0.0024078981950879097, "global_step": 59056, "epoch": 331, "lr": 4.2044031071155644e-05}
{"train_loss": 0.002980247139930725, "global_step": 59057, "epoch": 331, "lr": 4.204257220035011e-05}
{"train_loss": 0.00491501297801733, "global_step": 59058, "epoch": 331, "lr": 4.2041113336494906e-05}
{"train_loss": 0.0020099924877285957, "global_step": 59059, "epoch": 331, "lr": 4.203965447959134e-05}
{"train_loss": 0.0015602223575115204, "global_step": 59060, "epoch": 331, "lr": 4.203819562964063e-05}
{"train_loss": 0.0044174157083034515, "global_step": 59061, "epoch": 331, "lr": 4.20367367866441e-05}
{"train_loss": 0.0011922861449420452, "global_step": 59062, "epoch": 331, "lr": 4.2035277950603e-05}
{"train_loss": 0.0058652181178331375, "global_step": 59063, "epoch": 331, "lr": 4.20338191215186e-05}
{"train_loss": 0.003835921408608556, "global_step": 59064, "epoch": 331, "lr": 4.203236029939219e-05}
{"train_loss": 0.0021566124632954597, "global_step": 59065, "epoch": 331, "lr": 4.2030901484225026e-05}
{"train_loss": 0.002675040392205119, "global_step": 59066, "epoch": 331, "lr": 4.2029442676018414e-05}
{"train_loss": 0.002736505586653948, "global_step": 59067, "epoch": 331, "lr": 4.202798387477359e-05}
{"train_loss": 0.0013692560605704784, "global_step": 59068, "epoch": 331, "lr": 4.2026525080491864e-05}
{"train_loss": 0.003150995122268796, "global_step": 59069, "epoch": 331, "lr": 4.2025066293174467e-05}
{"train_loss": 0.004474089480936527, "global_step": 59070, "epoch": 331, "lr": 4.202360751282273e-05}
{"train_loss": 0.0021504107862710953, "global_step": 59071, "epoch": 331, "lr": 4.202214873943787e-05}
{"train_loss": 0.006255983840674162, "global_step": 59072, "epoch": 331, "lr": 4.20206899730212e-05}
{"train_loss": 0.002547775162383914, "global_step": 59073, "epoch": 331, "lr": 4.2019231213573975e-05}
{"train_loss": 0.0027801846154034138, "global_step": 59074, "epoch": 331, "lr": 4.201777246109749e-05}
{"train_loss": 0.0010490352287888527, "global_step": 59075, "epoch": 331, "lr": 4.201631371559298e-05}
{"train_loss": 0.0032943394035100937, "global_step": 59076, "epoch": 331, "lr": 4.201485497706176e-05}
{"train_loss": 0.0012061529560014606, "global_step": 59077, "epoch": 331, "lr": 4.201339624550507e-05}
{"train_loss": 0.0024583584163337946, "global_step": 59078, "epoch": 331, "lr": 4.201193752092423e-05}
{"train_loss": 0.002836167812347412, "global_step": 59079, "epoch": 331, "lr": 4.201047880332046e-05}
{"train_loss": 0.005982706323266029, "global_step": 59080, "epoch": 331, "lr": 4.2009020092695076e-05}
{"train_loss": 0.0038412469439208508, "global_step": 59081, "epoch": 331, "lr": 4.200756138904932e-05}
{"train_loss": 0.0008465577266179025, "global_step": 59082, "epoch": 331, "lr": 4.2006102692384494e-05}
{"train_loss": 0.000934960029553622, "global_step": 59083, "epoch": 331, "lr": 4.200464400270185e-05}
{"train_loss": 0.004662481136620045, "global_step": 59084, "epoch": 331, "lr": 4.200318532000269e-05}
{"train_loss": 0.00540241040289402, "global_step": 59085, "epoch": 331, "lr": 4.2001726644288245e-05}
{"train_loss": 0.00367504870519042, "global_step": 59086, "epoch": 331, "lr": 4.200026797555982e-05}
{"train_loss": 0.004575793631374836, "global_step": 59087, "epoch": 331, "lr": 4.199880931381869e-05}
{"train_loss": 0.0033136128913611174, "global_step": 59088, "epoch": 331, "lr": 4.199735065906612e-05}
{"train_loss": 0.002690665889531374, "global_step": 59089, "epoch": 331, "lr": 4.19958920113034e-05}
{"train_loss": 0.002257931511849165, "global_step": 59090, "epoch": 331, "lr": 4.1994433370531774e-05}
{"train_loss": 0.0008737884345464408, "global_step": 59091, "epoch": 331, "lr": 4.1992974736752535e-05}
{"train_loss": 0.002007078845053911, "global_step": 59092, "epoch": 331, "lr": 4.199151610996695e-05}
{"train_loss": 0.007108581252396107, "global_step": 59093, "epoch": 331, "lr": 4.199005749017632e-05}
{"train_loss": 0.004078962840139866, "global_step": 59094, "epoch": 331, "lr": 4.198859887738187e-05}
{"train_loss": 0.0030982963799033314, "global_step": 59095, "epoch": 331, "lr": 4.1987140271584925e-05}
{"train_loss": 0.0029980503022670746, "global_step": 59096, "epoch": 332, "lr": 4.1985681672786705e-05}
{"train_loss": 0.003992414101958275, "global_step": 59097, "epoch": 332, "lr": 4.198422308098854e-05}
{"train_loss": 0.0023258847650140524, "global_step": 59098, "epoch": 332, "lr": 4.198276449619166e-05}
{"train_loss": 0.004031355492770672, "global_step": 59099, "epoch": 332, "lr": 4.1981305918397375e-05}
{"train_loss": 0.00743689713999629, "global_step": 59100, "epoch": 332, "lr": 4.1979847347606915e-05}
{"train_loss": 0.0027929379139095545, "global_step": 59101, "epoch": 332, "lr": 4.19783887838216e-05}
{"train_loss": 0.004640733823180199, "global_step": 59102, "epoch": 332, "lr": 4.1976930227042665e-05}
{"train_loss": 0.002341365907341242, "global_step": 59103, "epoch": 332, "lr": 4.197547167727143e-05}
{"train_loss": 0.0026387094985693693, "global_step": 59104, "epoch": 332, "lr": 4.197401313450911e-05}
{"train_loss": 0.002866399474442005, "global_step": 59105, "epoch": 332, "lr": 4.197255459875703e-05}
{"train_loss": 0.005312236957252026, "global_step": 59106, "epoch": 332, "lr": 4.197109607001643e-05}
{"train_loss": 0.0029537491500377655, "global_step": 59107, "epoch": 332, "lr": 4.19696375482886e-05}
{"train_loss": 0.0022121109068393707, "global_step": 59108, "epoch": 332, "lr": 4.1968179033574826e-05}
{"train_loss": 0.004628660157322884, "global_step": 59109, "epoch": 332, "lr": 4.196672052587636e-05}
{"train_loss": 0.0038833552971482277, "global_step": 59110, "epoch": 332, "lr": 4.1965262025194486e-05}
{"train_loss": 0.0015377529198303819, "global_step": 59111, "epoch": 332, "lr": 4.196380353153047e-05}
{"train_loss": 0.0031083535868674517, "global_step": 59112, "epoch": 332, "lr": 4.1962345044885603e-05}
{"train_loss": 0.001330997096374631, "global_step": 59113, "epoch": 332, "lr": 4.196088656526114e-05}
{"train_loss": 0.0020271730609238148, "global_step": 59114, "epoch": 332, "lr": 4.195942809265837e-05}
{"train_loss": 0.005465046036988497, "global_step": 59115, "epoch": 332, "lr": 4.1957969627078544e-05}
{"train_loss": 0.001876693218946457, "global_step": 59116, "epoch": 332, "lr": 4.195651116852296e-05}
{"train_loss": 0.003262551734223962, "global_step": 59117, "epoch": 332, "lr": 4.195505271699288e-05}
{"train_loss": 0.002191665582358837, "global_step": 59118, "epoch": 332, "lr": 4.195359427248959e-05}
{"train_loss": 0.0022883417550474405, "global_step": 59119, "epoch": 332, "lr": 4.195213583501435e-05}
{"train_loss": 0.003313307184726, "global_step": 59120, "epoch": 332, "lr": 4.1950677404568436e-05}
{"train_loss": 0.0045164539478719234, "global_step": 59121, "epoch": 332, "lr": 4.194921898115312e-05}
{"train_loss": 0.002260030945762992, "global_step": 59122, "epoch": 332, "lr": 4.19477605647697e-05}
{"train_loss": 0.0022672684863209724, "global_step": 59123, "epoch": 332, "lr": 4.1946302155419406e-05}
{"train_loss": 0.003055214649066329, "global_step": 59124, "epoch": 332, "lr": 4.194484375310355e-05}
{"train_loss": 0.0036204832140356302, "global_step": 59125, "epoch": 332, "lr": 4.1943385357823385e-05}
{"train_loss": 0.0015391469933092594, "global_step": 59126, "epoch": 332, "lr": 4.19419269695802e-05}
{"train_loss": 0.005025187507271767, "global_step": 59127, "epoch": 332, "lr": 4.194046858837525e-05}
{"train_loss": 0.0049767629243433475, "global_step": 59128, "epoch": 332, "lr": 4.193901021420982e-05}
{"train_loss": 0.0026703164912760258, "global_step": 59129, "epoch": 332, "lr": 4.1937551847085195e-05}
{"train_loss": 0.0024956101551651955, "global_step": 59130, "epoch": 332, "lr": 4.193609348700262e-05}
{"train_loss": 0.006533246953040361, "global_step": 59131, "epoch": 332, "lr": 4.193463513396341e-05}
{"train_loss": 0.002643781481310725, "global_step": 59132, "epoch": 332, "lr": 4.193317678796879e-05}
{"train_loss": 0.001674769213423133, "global_step": 59133, "epoch": 332, "lr": 4.1931718449020086e-05}
{"train_loss": 0.0008268461097031832, "global_step": 59134, "epoch": 332, "lr": 4.193026011711852e-05}
{"train_loss": 0.001471986062824726, "global_step": 59135, "epoch": 332, "lr": 4.1928801792265396e-05}
{"train_loss": 0.0028682176489382982, "global_step": 59136, "epoch": 332, "lr": 4.192734347446198e-05}
{"train_loss": 0.002099699340760708, "global_step": 59137, "epoch": 332, "lr": 4.1925885163709565e-05}
{"train_loss": 0.005624236539006233, "global_step": 59138, "epoch": 332, "lr": 4.192442686000938e-05}
{"train_loss": 0.004830406978726387, "global_step": 59139, "epoch": 332, "lr": 4.192296856336274e-05}
{"train_loss": 0.001985638402402401, "global_step": 59140, "epoch": 332, "lr": 4.19215102737709e-05}
{"train_loss": 0.00328329810872674, "global_step": 59141, "epoch": 332, "lr": 4.1920051991235155e-05}
{"train_loss": 0.001344493473879993, "global_step": 59142, "epoch": 332, "lr": 4.1918593715756735e-05}
{"train_loss": 0.004532097838819027, "global_step": 59143, "epoch": 332, "lr": 4.191713544733696e-05}
{"train_loss": 0.0033966111950576305, "global_step": 59144, "epoch": 332, "lr": 4.191567718597707e-05}
{"train_loss": 0.0024922466836869717, "global_step": 59145, "epoch": 332, "lr": 4.1914218931678375e-05}
{"train_loss": 0.0021456750109791756, "global_step": 59146, "epoch": 332, "lr": 4.191276068444211e-05}
{"train_loss": 0.0032996449153870344, "global_step": 59147, "epoch": 332, "lr": 4.1911302444269565e-05}
{"train_loss": 0.0016019785543903708, "global_step": 59148, "epoch": 332, "lr": 4.190984421116201e-05}
{"train_loss": 0.0024140505120158195, "global_step": 59149, "epoch": 332, "lr": 4.190838598512072e-05}
{"train_loss": 0.003590078093111515, "global_step": 59150, "epoch": 332, "lr": 4.1906927766147004e-05}
{"train_loss": 0.0030730850994586945, "global_step": 59151, "epoch": 332, "lr": 4.190546955424207e-05}
{"train_loss": 0.0031560207717120647, "global_step": 59152, "epoch": 332, "lr": 4.190401134940725e-05}
{"train_loss": 0.0029991422779858112, "global_step": 59153, "epoch": 332, "lr": 4.190255315164377e-05}
{"train_loss": 0.0019999337382614613, "global_step": 59154, "epoch": 332, "lr": 4.1901094960952944e-05}
{"train_loss": 0.0022408864460885525, "global_step": 59155, "epoch": 332, "lr": 4.189963677733601e-05}
{"train_loss": 0.0012512258253991604, "global_step": 59156, "epoch": 332, "lr": 4.189817860079429e-05}
{"train_loss": 0.002226373879238963, "global_step": 59157, "epoch": 332, "lr": 4.1896720431328993e-05}
{"train_loss": 0.002854482503607869, "global_step": 59158, "epoch": 332, "lr": 4.1895262268941446e-05}
{"train_loss": 0.0019171367166563869, "global_step": 59159, "epoch": 332, "lr": 4.1893804113632885e-05}
{"train_loss": 0.004061283078044653, "global_step": 59160, "epoch": 332, "lr": 4.189234596540463e-05}
{"train_loss": 0.002602075692266226, "global_step": 59161, "epoch": 332, "lr": 4.1890887824257905e-05}
{"train_loss": 0.0019446351798251271, "global_step": 59162, "epoch": 332, "lr": 4.1889429690194014e-05}
{"train_loss": 0.0019189845770597458, "global_step": 59163, "epoch": 332, "lr": 4.188797156321421e-05}
{"train_loss": 0.0014059217646718025, "global_step": 59164, "epoch": 332, "lr": 4.18865134433198e-05}
{"train_loss": 0.002016323385760188, "global_step": 59165, "epoch": 332, "lr": 4.188505533051202e-05}
{"train_loss": 0.0029883412644267082, "global_step": 59166, "epoch": 332, "lr": 4.188359722479217e-05}
{"train_loss": 0.0029729544185101986, "global_step": 59167, "epoch": 332, "lr": 4.188213912616149e-05}
{"train_loss": 0.0013832130935043097, "global_step": 59168, "epoch": 332, "lr": 4.188068103462131e-05}
{"train_loss": 0.002113498980179429, "global_step": 59169, "epoch": 332, "lr": 4.1879222950172846e-05}
{"train_loss": 0.0041463132947683334, "global_step": 59170, "epoch": 332, "lr": 4.187776487281739e-05}
{"train_loss": 0.00230384711176157, "global_step": 59171, "epoch": 332, "lr": 4.187630680255625e-05}
{"train_loss": 0.0023647877387702465, "global_step": 59172, "epoch": 332, "lr": 4.187484873939065e-05}
{"train_loss": 0.0020733121782541275, "global_step": 59173, "epoch": 332, "lr": 4.1873390683321886e-05}
{"train_loss": 0.0025363541208207607, "global_step": 59174, "epoch": 332, "lr": 4.187193263435123e-05}
{"train_loss": 0.0022362801246345043, "global_step": 59175, "epoch": 332, "lr": 4.187047459247998e-05}
{"train_loss": 0.003310543019324541, "global_step": 59176, "epoch": 332, "lr": 4.186901655770935e-05}
{"train_loss": 0.003659771056845784, "global_step": 59177, "epoch": 332, "lr": 4.186755853004066e-05}
{"train_loss": 0.003254869021475315, "global_step": 59178, "epoch": 332, "lr": 4.186610050947517e-05}
{"train_loss": 0.003205575980246067, "global_step": 59179, "epoch": 332, "lr": 4.186464249601417e-05}
{"train_loss": 0.0022415013518184423, "global_step": 59180, "epoch": 332, "lr": 4.1863184489658904e-05}
{"train_loss": 0.0027181878685951233, "global_step": 59181, "epoch": 332, "lr": 4.186172649041067e-05}
{"train_loss": 0.0013591218739748001, "global_step": 59182, "epoch": 332, "lr": 4.186026849827072e-05}
{"train_loss": 0.0036337547935545444, "global_step": 59183, "epoch": 332, "lr": 4.185881051324036e-05}
{"train_loss": 0.002730247098952532, "global_step": 59184, "epoch": 332, "lr": 4.185735253532082e-05}
{"train_loss": 0.0015760737005621195, "global_step": 59185, "epoch": 332, "lr": 4.185589456451341e-05}
{"train_loss": 0.0029991690535098314, "global_step": 59186, "epoch": 332, "lr": 4.185443660081938e-05}
{"train_loss": 0.0020892564207315445, "global_step": 59187, "epoch": 332, "lr": 4.1852978644240026e-05}
{"train_loss": 0.002995030954480171, "global_step": 59188, "epoch": 332, "lr": 4.185152069477659e-05}
{"train_loss": 0.0020047605503350496, "global_step": 59189, "epoch": 332, "lr": 4.185006275243039e-05}
{"train_loss": 0.0067298077046871185, "global_step": 59190, "epoch": 332, "lr": 4.184860481720265e-05}
{"train_loss": 0.0018425947055220604, "global_step": 59191, "epoch": 332, "lr": 4.1847146889094666e-05}
{"train_loss": 0.0027970485389232635, "global_step": 59192, "epoch": 332, "lr": 4.184568896810773e-05}
{"train_loss": 0.0030136103741824627, "global_step": 59193, "epoch": 332, "lr": 4.1844231054243075e-05}
{"train_loss": 0.0012928644428029656, "global_step": 59194, "epoch": 332, "lr": 4.184277314750203e-05}
{"train_loss": 0.0014509219909086823, "global_step": 59195, "epoch": 332, "lr": 4.184131524788581e-05}
{"train_loss": 0.002318733371794224, "global_step": 59196, "epoch": 332, "lr": 4.183985735539572e-05}
{"train_loss": 0.002157821785658598, "global_step": 59197, "epoch": 332, "lr": 4.183839947003302e-05}
{"train_loss": 0.0019230886828154325, "global_step": 59198, "epoch": 332, "lr": 4.1836941591799014e-05}
{"train_loss": 0.002135413233190775, "global_step": 59199, "epoch": 332, "lr": 4.183548372069493e-05}
{"train_loss": 0.0037306766025722027, "global_step": 59200, "epoch": 332, "lr": 4.183402585672208e-05}
{"train_loss": 0.003354780375957489, "global_step": 59201, "epoch": 332, "lr": 4.18325679998817e-05}
{"train_loss": 0.0031841399613767862, "global_step": 59202, "epoch": 332, "lr": 4.183111015017511e-05}
{"train_loss": 0.003280529286712408, "global_step": 59203, "epoch": 332, "lr": 4.182965230760353e-05}
{"train_loss": 0.003148574149236083, "global_step": 59204, "epoch": 332, "lr": 4.1828194472168275e-05}
{"train_loss": 0.0014313082210719585, "global_step": 59205, "epoch": 332, "lr": 4.182673664387059e-05}
{"train_loss": 0.004442630335688591, "global_step": 59206, "epoch": 332, "lr": 4.182527882271179e-05}
{"train_loss": 0.004578328225761652, "global_step": 59207, "epoch": 332, "lr": 4.18238210086931e-05}
{"train_loss": 0.00320498482324183, "global_step": 59208, "epoch": 332, "lr": 4.182236320181584e-05}
{"train_loss": 0.002241675741970539, "global_step": 59209, "epoch": 332, "lr": 4.1820905402081226e-05}
{"train_loss": 0.0025167688727378845, "global_step": 59210, "epoch": 332, "lr": 4.181944760949058e-05}
{"train_loss": 0.0025703844148665667, "global_step": 59211, "epoch": 332, "lr": 4.181798982404514e-05}
{"train_loss": 0.0029850793071091175, "global_step": 59212, "epoch": 332, "lr": 4.1816532045746206e-05}
{"train_loss": 0.003328245598822832, "global_step": 59213, "epoch": 332, "lr": 4.181507427459506e-05}
{"train_loss": 0.005906037520617247, "global_step": 59214, "epoch": 332, "lr": 4.181361651059293e-05}
{"train_loss": 0.0013067584950476885, "global_step": 59215, "epoch": 332, "lr": 4.181215875374113e-05}
{"train_loss": 0.001748303067870438, "global_step": 59216, "epoch": 332, "lr": 4.1810701004040915e-05}
{"train_loss": 0.003689303994178772, "global_step": 59217, "epoch": 332, "lr": 4.180924326149358e-05}
{"train_loss": 0.001048428239300847, "global_step": 59218, "epoch": 332, "lr": 4.1807785526100365e-05}
{"train_loss": 0.0010398607701063156, "global_step": 59219, "epoch": 332, "lr": 4.180632779786257e-05}
{"train_loss": 0.0024305181577801704, "global_step": 59220, "epoch": 332, "lr": 4.180487007678145e-05}
{"train_loss": 0.0017486189026385546, "global_step": 59221, "epoch": 332, "lr": 4.18034123628583e-05}
{"train_loss": 0.0030014885123819113, "global_step": 59222, "epoch": 332, "lr": 4.1801954656094365e-05}
{"train_loss": 0.004963629879057407, "global_step": 59223, "epoch": 332, "lr": 4.180049695649095e-05}
{"train_loss": 0.004780313931405544, "global_step": 59224, "epoch": 332, "lr": 4.1799039264049285e-05}
{"train_loss": 0.002847225870937109, "global_step": 59225, "epoch": 332, "lr": 4.1797581578770704e-05}
{"train_loss": 0.004473615437746048, "global_step": 59226, "epoch": 332, "lr": 4.1796123900656415e-05}
{"train_loss": 0.002445407910272479, "global_step": 59227, "epoch": 332, "lr": 4.179466622970775e-05}
{"train_loss": 0.003146360395476222, "global_step": 59228, "epoch": 332, "lr": 4.179320856592592e-05}
{"train_loss": 0.0015104571357369423, "global_step": 59229, "epoch": 332, "lr": 4.1791750909312256e-05}
{"train_loss": 0.003205022541806102, "global_step": 59230, "epoch": 332, "lr": 4.179029325986799e-05}
{"train_loss": 0.003103815019130707, "global_step": 59231, "epoch": 332, "lr": 4.178883561759444e-05}
{"train_loss": 0.002827344462275505, "global_step": 59232, "epoch": 332, "lr": 4.1787377982492824e-05}
{"train_loss": 0.001473354990594089, "global_step": 59233, "epoch": 332, "lr": 4.178592035456445e-05}
{"train_loss": 0.0032084432896226645, "global_step": 59234, "epoch": 332, "lr": 4.178446273381059e-05}
{"train_loss": 0.0023784313816577196, "global_step": 59235, "epoch": 332, "lr": 4.17830051202325e-05}
{"train_loss": 0.003980891779065132, "global_step": 59236, "epoch": 332, "lr": 4.1781547513831485e-05}
{"train_loss": 0.003477831371128559, "global_step": 59237, "epoch": 332, "lr": 4.178008991460878e-05}
{"train_loss": 0.003471702104434371, "global_step": 59238, "epoch": 332, "lr": 4.1778632322565685e-05}
{"train_loss": 0.0031753904186189175, "global_step": 59239, "epoch": 332, "lr": 4.1777174737703456e-05}
{"train_loss": 0.006556627340614796, "global_step": 59240, "epoch": 332, "lr": 4.177571716002339e-05}
{"train_loss": 0.002314418088644743, "global_step": 59241, "epoch": 332, "lr": 4.1774259589526724e-05}
{"train_loss": 0.003991174977272749, "global_step": 59242, "epoch": 332, "lr": 4.1772802026214775e-05}
{"train_loss": 0.001655923668295145, "global_step": 59243, "epoch": 332, "lr": 4.177134447008877e-05}
{"train_loss": 0.0038254880346357822, "global_step": 59244, "epoch": 332, "lr": 4.176988692115001e-05}
{"train_loss": 0.0034019560553133488, "global_step": 59245, "epoch": 332, "lr": 4.1768429379399756e-05}
{"train_loss": 0.005124683491885662, "global_step": 59246, "epoch": 332, "lr": 4.176697184483931e-05}
{"train_loss": 0.0022779698483645916, "global_step": 59247, "epoch": 332, "lr": 4.17655143174699e-05}
{"train_loss": 0.0046261390671133995, "global_step": 59248, "epoch": 332, "lr": 4.176405679729283e-05}
{"train_loss": 0.0032367263920605183, "global_step": 59249, "epoch": 332, "lr": 4.176259928430935e-05}
{"train_loss": 0.0020808617118746042, "global_step": 59250, "epoch": 332, "lr": 4.1761141778520777e-05}
{"train_loss": 0.0016897132154554129, "global_step": 59251, "epoch": 332, "lr": 4.1759684279928325e-05}
{"train_loss": 0.00277493754401803, "global_step": 59252, "epoch": 332, "lr": 4.1758226788533315e-05}
{"train_loss": 0.0027327951975166798, "global_step": 59253, "epoch": 332, "lr": 4.175676930433698e-05}
{"train_loss": 0.0041517880745232105, "global_step": 59254, "epoch": 332, "lr": 4.1755311827340624e-05}
{"train_loss": 0.0032838594634085894, "global_step": 59255, "epoch": 332, "lr": 4.175385435754554e-05}
{"train_loss": 0.002457511145621538, "global_step": 59256, "epoch": 332, "lr": 4.175239689495294e-05}
{"train_loss": 0.0024408060126006603, "global_step": 59257, "epoch": 332, "lr": 4.175093943956414e-05}
{"train_loss": 0.0036190133541822433, "global_step": 59258, "epoch": 332, "lr": 4.174948199138039e-05}
{"train_loss": 0.0016135161276906729, "global_step": 59259, "epoch": 332, "lr": 4.1748024550403e-05}
{"train_loss": 0.0020916296634823084, "global_step": 59260, "epoch": 332, "lr": 4.174656711663319e-05}
{"train_loss": 0.0024453734513372183, "global_step": 59261, "epoch": 332, "lr": 4.174510969007229e-05}
{"train_loss": 0.0034851727541536093, "global_step": 59262, "epoch": 332, "lr": 4.1743652270721515e-05}
{"train_loss": 0.0021687736734747887, "global_step": 59263, "epoch": 332, "lr": 4.1742194858582186e-05}
{"train_loss": 0.0028254766948521137, "global_step": 59264, "epoch": 332, "lr": 4.174073745365554e-05}
{"train_loss": 0.003104876261204481, "global_step": 59265, "epoch": 332, "lr": 4.173928005594289e-05}
{"train_loss": 0.004194160923361778, "global_step": 59266, "epoch": 332, "lr": 4.173782266544546e-05}
{"train_loss": 0.004559220280498266, "global_step": 59267, "epoch": 332, "lr": 4.1736365282164564e-05}
{"train_loss": 0.00242867274209857, "global_step": 59268, "epoch": 332, "lr": 4.173490790610145e-05}
{"train_loss": 0.0025074994191527367, "global_step": 59269, "epoch": 332, "lr": 4.173345053725742e-05}
{"train_loss": 0.0023097239900380373, "global_step": 59270, "epoch": 332, "lr": 4.17319931756337e-05}
{"train_loss": 0.0015416003298014402, "global_step": 59271, "epoch": 332, "lr": 4.173053582123161e-05}
{"train_loss": 0.0027174088172614574, "global_step": 59272, "epoch": 332, "lr": 4.1729078474052384e-05}
{"train_loss": 0.002932784479148058, "global_step": 59273, "epoch": 332, "lr": 4.172762113409734e-05}
{"train_loss": 0.0015547401271760464, "global_step": 59274, "epoch": 333, "lr": 4.17261638013677e-05}
{"train_loss": 0.0014803820522502065, "global_step": 59275, "epoch": 333, "lr": 4.1724706475864763e-05}
{"train_loss": 0.001901348470710218, "global_step": 59276, "epoch": 333, "lr": 4.172324915758982e-05}
{"train_loss": 0.001715509220957756, "global_step": 59277, "epoch": 333, "lr": 4.172179184654411e-05}
{"train_loss": 0.0008477489463984966, "global_step": 59278, "epoch": 333, "lr": 4.1720334542728935e-05}
{"train_loss": 0.0023096948862075806, "global_step": 59279, "epoch": 333, "lr": 4.171887724614554e-05}
{"train_loss": 0.004006659612059593, "global_step": 59280, "epoch": 333, "lr": 4.1717419956795224e-05}
{"train_loss": 0.003987950272858143, "global_step": 59281, "epoch": 333, "lr": 4.171596267467923e-05}
{"train_loss": 0.001206805813126266, "global_step": 59282, "epoch": 333, "lr": 4.171450539979886e-05}
{"train_loss": 0.003502135630697012, "global_step": 59283, "epoch": 333, "lr": 4.1713048132155364e-05}
{"train_loss": 0.003094120416790247, "global_step": 59284, "epoch": 333, "lr": 4.171159087175005e-05}
{"train_loss": 0.0030197561718523502, "global_step": 59285, "epoch": 333, "lr": 4.171013361858413e-05}
{"train_loss": 0.0035094209015369415, "global_step": 59286, "epoch": 333, "lr": 4.170867637265894e-05}
{"train_loss": 0.0033235480077564716, "global_step": 59287, "epoch": 333, "lr": 4.170721913397571e-05}
{"train_loss": 0.0018583573400974274, "global_step": 59288, "epoch": 333, "lr": 4.170576190253575e-05}
{"train_loss": 0.0037173249293118715, "global_step": 59289, "epoch": 333, "lr": 4.170430467834029e-05}
{"train_loss": 0.0031844780314713717, "global_step": 59290, "epoch": 333, "lr": 4.1702847461390636e-05}
{"train_loss": 0.001852380228228867, "global_step": 59291, "epoch": 333, "lr": 4.170139025168804e-05}
{"train_loss": 0.004599987994879484, "global_step": 59292, "epoch": 333, "lr": 4.16999330492338e-05}
{"train_loss": 0.0014979965053498745, "global_step": 59293, "epoch": 333, "lr": 4.1698475854029154e-05}
{"train_loss": 0.0036267507821321487, "global_step": 59294, "epoch": 333, "lr": 4.16970186660754e-05}
{"train_loss": 0.0030682131182402372, "global_step": 59295, "epoch": 333, "lr": 4.16955614853738e-05}
{"train_loss": 0.0011248178780078888, "global_step": 59296, "epoch": 333, "lr": 4.169410431192564e-05}
{"train_loss": 0.0030793254263699055, "global_step": 59297, "epoch": 333, "lr": 4.169264714573219e-05}
{"train_loss": 0.0024413936771452427, "global_step": 59298, "epoch": 333, "lr": 4.16911899867947e-05}
{"train_loss": 0.003212180221453309, "global_step": 59299, "epoch": 333, "lr": 4.168973283511448e-05}
{"train_loss": 0.0014291126281023026, "global_step": 59300, "epoch": 333, "lr": 4.1688275690692766e-05}
{"train_loss": 0.0031382357701659203, "global_step": 59301, "epoch": 333, "lr": 4.168681855353085e-05}
{"train_loss": 0.003415327984839678, "global_step": 59302, "epoch": 333, "lr": 4.1685361423629995e-05}
{"train_loss": 0.00337435700930655, "global_step": 59303, "epoch": 333, "lr": 4.16839043009915e-05}
{"train_loss": 0.0032647070474922657, "global_step": 59304, "epoch": 333, "lr": 4.16824471856166e-05}
{"train_loss": 0.003126172348856926, "global_step": 59305, "epoch": 333, "lr": 4.168099007750659e-05}
{"train_loss": 0.0014916075160726905, "global_step": 59306, "epoch": 333, "lr": 4.1679532976662735e-05}
{"train_loss": 0.0030576507560908794, "global_step": 59307, "epoch": 333, "lr": 4.1678075883086323e-05}
{"train_loss": 0.004064443055540323, "global_step": 59308, "epoch": 333, "lr": 4.167661879677861e-05}
{"train_loss": 0.003556592855602503, "global_step": 59309, "epoch": 333, "lr": 4.1675161717740866e-05}
{"train_loss": 0.003135072533041239, "global_step": 59310, "epoch": 333, "lr": 4.167370464597437e-05}
{"train_loss": 0.0009989216923713684, "global_step": 59311, "epoch": 333, "lr": 4.167224758148042e-05}
{"train_loss": 0.0019088063854724169, "global_step": 59312, "epoch": 333, "lr": 4.167079052426023e-05}
{"train_loss": 0.0048258351162076, "global_step": 59313, "epoch": 333, "lr": 4.166933347431513e-05}
{"train_loss": 0.0024995002895593643, "global_step": 59314, "epoch": 333, "lr": 4.166787643164635e-05}
{"train_loss": 0.0014267605729401112, "global_step": 59315, "epoch": 333, "lr": 4.166641939625521e-05}
{"train_loss": 0.0028263204731047153, "global_step": 59316, "epoch": 333, "lr": 4.166496236814293e-05}
{"train_loss": 0.003843381069600582, "global_step": 59317, "epoch": 333, "lr": 4.166350534731081e-05}
{"train_loss": 0.0024968786165118217, "global_step": 59318, "epoch": 333, "lr": 4.166204833376014e-05}
{"train_loss": 0.001832156558521092, "global_step": 59319, "epoch": 333, "lr": 4.166059132749216e-05}
{"train_loss": 0.0020164228044450283, "global_step": 59320, "epoch": 333, "lr": 4.165913432850815e-05}
{"train_loss": 0.005255569238215685, "global_step": 59321, "epoch": 333, "lr": 4.165767733680939e-05}
{"train_loss": 0.0026587797328829765, "global_step": 59322, "epoch": 333, "lr": 4.1656220352397166e-05}
{"train_loss": 0.0019615376368165016, "global_step": 59323, "epoch": 333, "lr": 4.165476337527272e-05}
{"train_loss": 0.00284790457226336, "global_step": 59324, "epoch": 333, "lr": 4.165330640543734e-05}
{"train_loss": 0.0017493842169642448, "global_step": 59325, "epoch": 333, "lr": 4.16518494428923e-05}
{"train_loss": 0.002715364098548889, "global_step": 59326, "epoch": 333, "lr": 4.165039248763888e-05}
{"train_loss": 0.004974161274731159, "global_step": 59327, "epoch": 333, "lr": 4.164893553967834e-05}
{"train_loss": 0.00213656947016716, "global_step": 59328, "epoch": 333, "lr": 4.1647478599011946e-05}
{"train_loss": 0.002064754720777273, "global_step": 59329, "epoch": 333, "lr": 4.164602166564098e-05}
{"train_loss": 0.0035906084813177586, "global_step": 59330, "epoch": 333, "lr": 4.164456473956674e-05}
{"train_loss": 0.0025467469822615385, "global_step": 59331, "epoch": 333, "lr": 4.164310782079045e-05}
{"train_loss": 0.0022161141969263554, "global_step": 59332, "epoch": 333, "lr": 4.164165090931341e-05}
{"train_loss": 0.00303076533600688, "global_step": 59333, "epoch": 333, "lr": 4.164019400513689e-05}
{"train_loss": 0.0038252114318311214, "global_step": 59334, "epoch": 333, "lr": 4.1638737108262174e-05}
{"train_loss": 0.0018268965650349855, "global_step": 59335, "epoch": 333, "lr": 4.16372802186905e-05}
{"train_loss": 0.002012718701735139, "global_step": 59336, "epoch": 333, "lr": 4.1635823336423186e-05}
{"train_loss": 0.001278592273592949, "global_step": 59337, "epoch": 333, "lr": 4.163436646146146e-05}
{"train_loss": 0.0037709176540374756, "global_step": 59338, "epoch": 333, "lr": 4.163290959380661e-05}
{"train_loss": 0.005310704931616783, "global_step": 59339, "epoch": 333, "lr": 4.163145273345993e-05}
{"train_loss": 0.002679418306797743, "global_step": 59340, "epoch": 333, "lr": 4.162999588042267e-05}
{"train_loss": 0.0037359099369496107, "global_step": 59341, "epoch": 333, "lr": 4.1628539034696126e-05}
{"train_loss": 0.0031328487675637007, "global_step": 59342, "epoch": 333, "lr": 4.162708219628153e-05}
{"train_loss": 0.0018787705339491367, "global_step": 59343, "epoch": 333, "lr": 4.162562536518019e-05}
{"train_loss": 0.0029741493053734303, "global_step": 59344, "epoch": 333, "lr": 4.162416854139335e-05}
{"train_loss": 0.003100669477134943, "global_step": 59345, "epoch": 333, "lr": 4.162271172492233e-05}
{"train_loss": 0.00424802303314209, "global_step": 59346, "epoch": 333, "lr": 4.1621254915768344e-05}
{"train_loss": 0.0038503091782331467, "global_step": 59347, "epoch": 333, "lr": 4.16197981139327e-05}
{"train_loss": 0.004636973608285189, "global_step": 59348, "epoch": 333, "lr": 4.161834131941665e-05}
{"train_loss": 0.0032940588425844908, "global_step": 59349, "epoch": 333, "lr": 4.1616884532221505e-05}
{"train_loss": 0.0019284782465547323, "global_step": 59350, "epoch": 333, "lr": 4.161542775234849e-05}
{"train_loss": 0.0026879319921135902, "global_step": 59351, "epoch": 333, "lr": 4.1613970979798914e-05}
{"train_loss": 0.001309150131419301, "global_step": 59352, "epoch": 333, "lr": 4.161251421457402e-05}
{"train_loss": 0.0039390879683196545, "global_step": 59353, "epoch": 333, "lr": 4.16110574566751e-05}
{"train_loss": 0.0027013455983251333, "global_step": 59354, "epoch": 333, "lr": 4.1609600706103404e-05}
{"train_loss": 0.0011215985286980867, "global_step": 59355, "epoch": 333, "lr": 4.1608143962860254e-05}
{"train_loss": 0.0027527702040970325, "global_step": 59356, "epoch": 333, "lr": 4.160668722694686e-05}
{"train_loss": 0.0014031071914359927, "global_step": 59357, "epoch": 333, "lr": 4.1605230498364535e-05}
{"train_loss": 0.003493573283776641, "global_step": 59358, "epoch": 333, "lr": 4.160377377711453e-05}
{"train_loss": 0.0034977062605321407, "global_step": 59359, "epoch": 333, "lr": 4.1602317063198124e-05}
{"train_loss": 0.0036348493304103613, "global_step": 59360, "epoch": 333, "lr": 4.160086035661662e-05}
{"train_loss": 0.0017563196597620845, "global_step": 59361, "epoch": 333, "lr": 4.159940365737124e-05}
{"train_loss": 0.0015758280642330647, "global_step": 59362, "epoch": 333, "lr": 4.159794696546329e-05}
{"train_loss": 0.007193630561232567, "global_step": 59363, "epoch": 333, "lr": 4.1596490280894015e-05}
{"train_loss": 0.0031041335314512253, "global_step": 59364, "epoch": 333, "lr": 4.159503360366472e-05}
{"train_loss": 0.003401105524972081, "global_step": 59365, "epoch": 333, "lr": 4.159357693377666e-05}
{"train_loss": 0.0016602633986622095, "global_step": 59366, "epoch": 333, "lr": 4.15921202712311e-05}
{"train_loss": 0.003136118408292532, "global_step": 59367, "epoch": 333, "lr": 4.159066361602932e-05}
{"train_loss": 0.002166736638173461, "global_step": 59368, "epoch": 333, "lr": 4.158920696817262e-05}
{"train_loss": 0.002814041916280985, "global_step": 59369, "epoch": 333, "lr": 4.158775032766221e-05}
{"train_loss": 0.002622419036924839, "global_step": 59370, "epoch": 333, "lr": 4.158629369449943e-05}
{"train_loss": 0.004044169560074806, "global_step": 59371, "epoch": 333, "lr": 4.158483706868549e-05}
{"train_loss": 0.0015539189334958792, "global_step": 59372, "epoch": 333, "lr": 4.158338045022171e-05}
{"train_loss": 0.003954196814447641, "global_step": 59373, "epoch": 333, "lr": 4.158192383910933e-05}
{"train_loss": 0.004298437386751175, "global_step": 59374, "epoch": 333, "lr": 4.1580467235349665e-05}
{"train_loss": 0.0014381769578903913, "global_step": 59375, "epoch": 333, "lr": 4.1579010638943925e-05}
{"train_loss": 0.005269040819257498, "global_step": 59376, "epoch": 333, "lr": 4.157755404989344e-05}
{"train_loss": 0.0025637205690145493, "global_step": 59377, "epoch": 333, "lr": 4.157609746819944e-05}
{"train_loss": 0.0011968809412792325, "global_step": 59378, "epoch": 333, "lr": 4.157464089386322e-05}
{"train_loss": 0.001669767894782126, "global_step": 59379, "epoch": 333, "lr": 4.157318432688607e-05}
{"train_loss": 0.0017164754681289196, "global_step": 59380, "epoch": 333, "lr": 4.157172776726921e-05}
{"train_loss": 0.0016044691437855363, "global_step": 59381, "epoch": 333, "lr": 4.157027121501396e-05}
{"train_loss": 0.002832501893863082, "global_step": 59382, "epoch": 333, "lr": 4.1568814670121564e-05}
{"train_loss": 0.0035721007734537125, "global_step": 59383, "epoch": 333, "lr": 4.156735813259333e-05}
{"train_loss": 0.001866945531219244, "global_step": 59384, "epoch": 333, "lr": 4.156590160243048e-05}
{"train_loss": 0.0056232912465929985, "global_step": 59385, "epoch": 333, "lr": 4.156444507963432e-05}
{"train_loss": 0.0012133613927289844, "global_step": 59386, "epoch": 333, "lr": 4.15629885642061e-05}
{"train_loss": 0.002210959093645215, "global_step": 59387, "epoch": 333, "lr": 4.156153205614714e-05}
{"train_loss": 0.004803894087672234, "global_step": 59388, "epoch": 333, "lr": 4.156007555545864e-05}
{"train_loss": 0.002208676654845476, "global_step": 59389, "epoch": 333, "lr": 4.155861906214194e-05}
{"train_loss": 0.0033920775167644024, "global_step": 59390, "epoch": 333, "lr": 4.155716257619826e-05}
{"train_loss": 0.004728623665869236, "global_step": 59391, "epoch": 333, "lr": 4.1555706097628905e-05}
{"train_loss": 0.0026645720936357975, "global_step": 59392, "epoch": 333, "lr": 4.1554249626435125e-05}
{"train_loss": 0.005347798112779856, "global_step": 59393, "epoch": 333, "lr": 4.1552793162618224e-05}
{"train_loss": 0.003933689557015896, "global_step": 59394, "epoch": 333, "lr": 4.1551336706179433e-05}
{"train_loss": 0.003315698355436325, "global_step": 59395, "epoch": 333, "lr": 4.1549880257120055e-05}
{"train_loss": 0.0021085520274937153, "global_step": 59396, "epoch": 333, "lr": 4.154842381544134e-05}
{"train_loss": 0.004388005007058382, "global_step": 59397, "epoch": 333, "lr": 4.15469673811446e-05}
{"train_loss": 0.001638894435018301, "global_step": 59398, "epoch": 333, "lr": 4.1545510954231056e-05}
{"train_loss": 0.0018381483387202024, "global_step": 59399, "epoch": 333, "lr": 4.1544054534702e-05}
{"train_loss": 0.00515558710321784, "global_step": 59400, "epoch": 333, "lr": 4.154259812255872e-05}
{"train_loss": 0.0018927536439150572, "global_step": 59401, "epoch": 333, "lr": 4.1541141717802465e-05}
{"train_loss": 0.004462693352252245, "global_step": 59402, "epoch": 333, "lr": 4.153968532043453e-05}
{"train_loss": 0.002407216466963291, "global_step": 59403, "epoch": 333, "lr": 4.153822893045616e-05}
{"train_loss": 0.0016818990698084235, "global_step": 59404, "epoch": 333, "lr": 4.153677254786866e-05}
{"train_loss": 0.002970712259411812, "global_step": 59405, "epoch": 333, "lr": 4.153531617267327e-05}
{"train_loss": 0.0027043370064347982, "global_step": 59406, "epoch": 333, "lr": 4.1533859804871286e-05}
{"train_loss": 0.0016110172728076577, "global_step": 59407, "epoch": 333, "lr": 4.1532403444463955e-05}
{"train_loss": 0.002153590554371476, "global_step": 59408, "epoch": 333, "lr": 4.153094709145259e-05}
{"train_loss": 0.0032028064597398043, "global_step": 59409, "epoch": 333, "lr": 4.152949074583841e-05}
{"train_loss": 0.0012039048597216606, "global_step": 59410, "epoch": 333, "lr": 4.1528034407622726e-05}
{"train_loss": 0.0012553834822028875, "global_step": 59411, "epoch": 333, "lr": 4.152657807680679e-05}
{"train_loss": 0.005118868313729763, "global_step": 59412, "epoch": 333, "lr": 4.152512175339191e-05}
{"train_loss": 0.0033298060297966003, "global_step": 59413, "epoch": 333, "lr": 4.152366543737929e-05}
{"train_loss": 0.004645265638828278, "global_step": 59414, "epoch": 333, "lr": 4.152220912877026e-05}
{"train_loss": 0.0030572230461984873, "global_step": 59415, "epoch": 333, "lr": 4.152075282756607e-05}
{"train_loss": 0.0016305106692016125, "global_step": 59416, "epoch": 333, "lr": 4.151929653376801e-05}
{"train_loss": 0.002834547543898225, "global_step": 59417, "epoch": 333, "lr": 4.151784024737733e-05}
{"train_loss": 0.00495155481621623, "global_step": 59418, "epoch": 333, "lr": 4.151638396839531e-05}
{"train_loss": 0.0026803603395819664, "global_step": 59419, "epoch": 333, "lr": 4.1514927696823206e-05}
{"train_loss": 0.004100901074707508, "global_step": 59420, "epoch": 333, "lr": 4.151347143266231e-05}
{"train_loss": 0.0017916711512953043, "global_step": 59421, "epoch": 333, "lr": 4.1512015175913916e-05}
{"train_loss": 0.002494242275133729, "global_step": 59422, "epoch": 333, "lr": 4.151055892657925e-05}
{"train_loss": 0.0018141501350328326, "global_step": 59423, "epoch": 333, "lr": 4.150910268465961e-05}
{"train_loss": 0.0027278480120003223, "global_step": 59424, "epoch": 333, "lr": 4.1507646450156244e-05}
{"train_loss": 0.002282531699165702, "global_step": 59425, "epoch": 333, "lr": 4.1506190223070475e-05}
{"train_loss": 0.00250232289545238, "global_step": 59426, "epoch": 333, "lr": 4.150473400340351e-05}
{"train_loss": 0.005895877256989479, "global_step": 59427, "epoch": 333, "lr": 4.150327779115668e-05}
{"train_loss": 0.001165606314316392, "global_step": 59428, "epoch": 333, "lr": 4.1501821586331216e-05}
{"train_loss": 0.0018928106874227524, "global_step": 59429, "epoch": 333, "lr": 4.1500365388928396e-05}
{"train_loss": 0.0011466345749795437, "global_step": 59430, "epoch": 333, "lr": 4.14989091989495e-05}
{"train_loss": 0.001838573021814227, "global_step": 59431, "epoch": 333, "lr": 4.149745301639582e-05}
{"train_loss": 0.00404729787260294, "global_step": 59432, "epoch": 333, "lr": 4.149599684126859e-05}
{"train_loss": 0.004576052073389292, "global_step": 59433, "epoch": 333, "lr": 4.14945406735691e-05}
{"train_loss": 0.0028095939196646214, "global_step": 59434, "epoch": 333, "lr": 4.149308451329861e-05}
{"train_loss": 0.0027957791462540627, "global_step": 59435, "epoch": 333, "lr": 4.1491628360458426e-05}
{"train_loss": 0.0017578878905624151, "global_step": 59436, "epoch": 333, "lr": 4.149017221504978e-05}
{"train_loss": 0.003173849079757929, "global_step": 59437, "epoch": 333, "lr": 4.1488716077073966e-05}
{"train_loss": 0.0032724174670875072, "global_step": 59438, "epoch": 333, "lr": 4.148725994653224e-05}
{"train_loss": 0.005899694282561541, "global_step": 59439, "epoch": 333, "lr": 4.148580382342591e-05}
{"train_loss": 0.004053070209920406, "global_step": 59440, "epoch": 333, "lr": 4.14843477077562e-05}
{"train_loss": 0.0019098552875220776, "global_step": 59441, "epoch": 333, "lr": 4.1482891599524395e-05}
{"train_loss": 0.0024624960497021675, "global_step": 59442, "epoch": 333, "lr": 4.1481435498731795e-05}
{"train_loss": 0.0019947108812630177, "global_step": 59443, "epoch": 333, "lr": 4.147997940537964e-05}
{"train_loss": 0.002169298706576228, "global_step": 59444, "epoch": 333, "lr": 4.147852331946924e-05}
{"train_loss": 0.003886951832100749, "global_step": 59445, "epoch": 333, "lr": 4.147706724100181e-05}
{"train_loss": 0.0045518288388848305, "global_step": 59446, "epoch": 333, "lr": 4.147561116997868e-05}
{"train_loss": 0.0029827305115759373, "global_step": 59447, "epoch": 333, "lr": 4.147415510640107e-05}
{"train_loss": 0.002291962970048189, "global_step": 59448, "epoch": 333, "lr": 4.147269905027029e-05}
{"train_loss": 0.0018159812316298485, "global_step": 59449, "epoch": 333, "lr": 4.147124300158759e-05}
{"train_loss": 0.002162936143577099, "global_step": 59450, "epoch": 333, "lr": 4.146978696035426e-05}
{"train_loss": 0.0028716139632716693, "global_step": 59451, "epoch": 333, "lr": 4.146833092657155e-05}
{"train_loss": 0.0018411449855193496, "global_step": 59452, "epoch": 334, "lr": 4.1466874900240755e-05}
{"train_loss": 0.002623865846544504, "global_step": 59453, "epoch": 334, "lr": 4.146541888136312e-05}
{"train_loss": 0.002235099207609892, "global_step": 59454, "epoch": 334, "lr": 4.1463962869939955e-05}
{"train_loss": 0.00240569026209414, "global_step": 59455, "epoch": 334, "lr": 4.146250686597248e-05}
{"train_loss": 0.0015955842100083828, "global_step": 59456, "epoch": 334, "lr": 4.146105086946202e-05}
{"train_loss": 0.004243083298206329, "global_step": 59457, "epoch": 334, "lr": 4.14595948804098e-05}
{"train_loss": 0.002503987867385149, "global_step": 59458, "epoch": 334, "lr": 4.1458138898817146e-05}
{"train_loss": 0.002107447711750865, "global_step": 59459, "epoch": 334, "lr": 4.1456682924685265e-05}
{"train_loss": 0.002446797676384449, "global_step": 59460, "epoch": 334, "lr": 4.1455226958015494e-05}
{"train_loss": 0.0011189945507794619, "global_step": 59461, "epoch": 334, "lr": 4.1453770998809024e-05}
{"train_loss": 0.005252997390925884, "global_step": 59462, "epoch": 334, "lr": 4.1452315047067206e-05}
{"train_loss": 0.005436515435576439, "global_step": 59463, "epoch": 334, "lr": 4.1450859102791285e-05}
{"train_loss": 0.0025843819603323936, "global_step": 59464, "epoch": 334, "lr": 4.1449403165982514e-05}
{"train_loss": 0.004030247684568167, "global_step": 59465, "epoch": 334, "lr": 4.144794723664219e-05}
{"train_loss": 0.0034505310468375683, "global_step": 59466, "epoch": 334, "lr": 4.1446491314771564e-05}
{"train_loss": 0.0010458228643983603, "global_step": 59467, "epoch": 334, "lr": 4.1445035400371925e-05}
{"train_loss": 0.0037112392019480467, "global_step": 59468, "epoch": 334, "lr": 4.1443579493444525e-05}
{"train_loss": 0.0034217354841530323, "global_step": 59469, "epoch": 334, "lr": 4.144212359399067e-05}
{"train_loss": 0.002983632031828165, "global_step": 59470, "epoch": 334, "lr": 4.1440667702011583e-05}
{"train_loss": 0.0025185109116137028, "global_step": 59471, "epoch": 334, "lr": 4.1439211817508575e-05}
{"train_loss": 0.0012828935869038105, "global_step": 59472, "epoch": 334, "lr": 4.1437755940482896e-05}
{"train_loss": 0.0018350225873291492, "global_step": 59473, "epoch": 334, "lr": 4.1436300070935847e-05}
{"train_loss": 0.0027238745242357254, "global_step": 59474, "epoch": 334, "lr": 4.1434844208868654e-05}
{"train_loss": 0.002316627651453018, "global_step": 59475, "epoch": 334, "lr": 4.1433388354282626e-05}
{"train_loss": 0.002421374199911952, "global_step": 59476, "epoch": 334, "lr": 4.143193250717901e-05}
{"train_loss": 0.0025098524056375027, "global_step": 59477, "epoch": 334, "lr": 4.143047666755911e-05}
{"train_loss": 0.00334631884470582, "global_step": 59478, "epoch": 334, "lr": 4.142902083542415e-05}
{"train_loss": 0.005098323337733746, "global_step": 59479, "epoch": 334, "lr": 4.142756501077546e-05}
{"train_loss": 0.0016218002419918776, "global_step": 59480, "epoch": 334, "lr": 4.142610919361425e-05}
{"train_loss": 0.0011778557673096657, "global_step": 59481, "epoch": 334, "lr": 4.142465338394184e-05}
{"train_loss": 0.002633641706779599, "global_step": 59482, "epoch": 334, "lr": 4.142319758175947e-05}
{"train_loss": 0.0032066963613033295, "global_step": 59483, "epoch": 334, "lr": 4.1421741787068424e-05}
{"train_loss": 0.0023666061460971832, "global_step": 59484, "epoch": 334, "lr": 4.142028599987e-05}
{"train_loss": 0.005496016703546047, "global_step": 59485, "epoch": 334, "lr": 4.141883022016542e-05}
{"train_loss": 0.005745922215282917, "global_step": 59486, "epoch": 334, "lr": 4.141737444795598e-05}
{"train_loss": 0.0038475636392831802, "global_step": 59487, "epoch": 334, "lr": 4.141591868324295e-05}
{"train_loss": 0.004785212688148022, "global_step": 59488, "epoch": 334, "lr": 4.1414462926027623e-05}
{"train_loss": 0.003965707495808601, "global_step": 59489, "epoch": 334, "lr": 4.141300717631123e-05}
{"train_loss": 0.0036607314832508564, "global_step": 59490, "epoch": 334, "lr": 4.141155143409507e-05}
{"train_loss": 0.002507871249690652, "global_step": 59491, "epoch": 334, "lr": 4.14100956993804e-05}
{"train_loss": 0.0015889634378254414, "global_step": 59492, "epoch": 334, "lr": 4.1408639972168515e-05}
{"train_loss": 0.002957012504339218, "global_step": 59493, "epoch": 334, "lr": 4.140718425246065e-05}
{"train_loss": 0.0029291417449712753, "global_step": 59494, "epoch": 334, "lr": 4.1405728540258104e-05}
{"train_loss": 0.0018793613417074084, "global_step": 59495, "epoch": 334, "lr": 4.140427283556214e-05}
{"train_loss": 0.002646941225975752, "global_step": 59496, "epoch": 334, "lr": 4.140281713837404e-05}
{"train_loss": 0.002197857014834881, "global_step": 59497, "epoch": 334, "lr": 4.1401361448695056e-05}
{"train_loss": 0.004473046399652958, "global_step": 59498, "epoch": 334, "lr": 4.139990576652648e-05}
{"train_loss": 0.002897349651902914, "global_step": 59499, "epoch": 334, "lr": 4.1398450091869556e-05}
{"train_loss": 0.002573686884716153, "global_step": 59500, "epoch": 334, "lr": 4.139699442472558e-05}
{"train_loss": 0.0017760429764166474, "global_step": 59501, "epoch": 334, "lr": 4.139553876509581e-05}
{"train_loss": 0.002914381679147482, "global_step": 59502, "epoch": 334, "lr": 4.139408311298154e-05}
{"train_loss": 0.0025956761091947556, "global_step": 59503, "epoch": 334, "lr": 4.139262746838401e-05}
{"train_loss": 0.003674408420920372, "global_step": 59504, "epoch": 334, "lr": 4.13911718313045e-05}
{"train_loss": 0.0025968109257519245, "global_step": 59505, "epoch": 334, "lr": 4.138971620174429e-05}
{"train_loss": 0.003533395007252693, "global_step": 59506, "epoch": 334, "lr": 4.1388260579704655e-05}
{"train_loss": 0.0011863559484481812, "global_step": 59507, "epoch": 334, "lr": 4.138680496518687e-05}
{"train_loss": 0.0036116016563028097, "global_step": 59508, "epoch": 334, "lr": 4.1385349358192174e-05}
{"train_loss": 0.0019358338322490454, "global_step": 59509, "epoch": 334, "lr": 4.138389375872188e-05}
{"train_loss": 0.001412401907145977, "global_step": 59510, "epoch": 334, "lr": 4.1382438166777226e-05}
{"train_loss": 0.002502179704606533, "global_step": 59511, "epoch": 334, "lr": 4.138098258235952e-05}
{"train_loss": 0.004046347923576832, "global_step": 59512, "epoch": 334, "lr": 4.137952700546999e-05}
{"train_loss": 0.0018884282326325774, "global_step": 59513, "epoch": 334, "lr": 4.137807143610993e-05}
{"train_loss": 0.002313300035893917, "global_step": 59514, "epoch": 334, "lr": 4.137661587428061e-05}
{"train_loss": 0.004442745354026556, "global_step": 59515, "epoch": 334, "lr": 4.137516031998332e-05}
{"train_loss": 0.003963875584304333, "global_step": 59516, "epoch": 334, "lr": 4.137370477321929e-05}
{"train_loss": 0.0035926823038607836, "global_step": 59517, "epoch": 334, "lr": 4.1372249233989834e-05}
{"train_loss": 0.002796903485432267, "global_step": 59518, "epoch": 334, "lr": 4.137079370229618e-05}
{"train_loss": 0.0038989665918052197, "global_step": 59519, "epoch": 334, "lr": 4.1369338178139636e-05}
{"train_loss": 0.0021639144979417324, "global_step": 59520, "epoch": 334, "lr": 4.1367882661521454e-05}
{"train_loss": 0.003882461693137884, "global_step": 59521, "epoch": 334, "lr": 4.136642715244292e-05}
{"train_loss": 0.003373154439032078, "global_step": 59522, "epoch": 334, "lr": 4.136497165090528e-05}
{"train_loss": 0.002080273348838091, "global_step": 59523, "epoch": 334, "lr": 4.136351615690984e-05}
{"train_loss": 0.005492903292179108, "global_step": 59524, "epoch": 334, "lr": 4.1362060670457835e-05}
{"train_loss": 0.002461045980453491, "global_step": 59525, "epoch": 334, "lr": 4.136060519155055e-05}
{"train_loss": 0.0013785131741315126, "global_step": 59526, "epoch": 334, "lr": 4.135914972018929e-05}
{"train_loss": 0.0020757061429321766, "global_step": 59527, "epoch": 334, "lr": 4.135769425637527e-05}
{"train_loss": 0.0017299960600212216, "global_step": 59528, "epoch": 334, "lr": 4.13562388001098e-05}
{"train_loss": 0.002576430095359683, "global_step": 59529, "epoch": 334, "lr": 4.135478335139413e-05}
{"train_loss": 0.003372103674337268, "global_step": 59530, "epoch": 334, "lr": 4.1353327910229564e-05}
{"train_loss": 0.0031924007926136255, "global_step": 59531, "epoch": 334, "lr": 4.1351872476617325e-05}
{"train_loss": 0.005857725627720356, "global_step": 59532, "epoch": 334, "lr": 4.135041705055872e-05}
{"train_loss": 0.0022256621159613132, "global_step": 59533, "epoch": 334, "lr": 4.1348961632055e-05}
{"train_loss": 0.002869073301553726, "global_step": 59534, "epoch": 334, "lr": 4.134750622110747e-05}
{"train_loss": 0.0008583528106100857, "global_step": 59535, "epoch": 334, "lr": 4.1346050817717344e-05}
{"train_loss": 0.002785484306514263, "global_step": 59536, "epoch": 334, "lr": 4.134459542188596e-05}
{"train_loss": 0.0015772024635225534, "global_step": 59537, "epoch": 334, "lr": 4.1343140033614526e-05}
{"train_loss": 0.0022476445883512497, "global_step": 59538, "epoch": 334, "lr": 4.134168465290435e-05}
{"train_loss": 0.0016292785294353962, "global_step": 59539, "epoch": 334, "lr": 4.1340229279756694e-05}
{"train_loss": 0.00195881980471313, "global_step": 59540, "epoch": 334, "lr": 4.133877391417285e-05}
{"train_loss": 0.004336116835474968, "global_step": 59541, "epoch": 334, "lr": 4.1337318556154045e-05}
{"train_loss": 0.004166610073298216, "global_step": 59542, "epoch": 334, "lr": 4.133586320570158e-05}
{"train_loss": 0.002872226759791374, "global_step": 59543, "epoch": 334, "lr": 4.1334407862816716e-05}
{"train_loss": 0.004912033211439848, "global_step": 59544, "epoch": 334, "lr": 4.133295252750075e-05}
{"train_loss": 0.0016807448118925095, "global_step": 59545, "epoch": 334, "lr": 4.133149719975491e-05}
{"train_loss": 0.003821337129920721, "global_step": 59546, "epoch": 334, "lr": 4.13300418795805e-05}
{"train_loss": 0.0022928197868168354, "global_step": 59547, "epoch": 334, "lr": 4.132858656697878e-05}
{"train_loss": 0.0021887575276196003, "global_step": 59548, "epoch": 334, "lr": 4.1327131261951015e-05}
{"train_loss": 0.0021368612069636583, "global_step": 59549, "epoch": 334, "lr": 4.13256759644985e-05}
{"train_loss": 0.004765561781823635, "global_step": 59550, "epoch": 334, "lr": 4.132422067462247e-05}
{"train_loss": 0.004113245755434036, "global_step": 59551, "epoch": 334, "lr": 4.132276539232423e-05}
{"train_loss": 0.003569367341697216, "global_step": 59552, "epoch": 334, "lr": 4.132131011760502e-05}
{"train_loss": 0.0029455572366714478, "global_step": 59553, "epoch": 334, "lr": 4.131985485046615e-05}
{"train_loss": 0.0029143732972443104, "global_step": 59554, "epoch": 334, "lr": 4.131839959090885e-05}
{"train_loss": 0.0029426889959722757, "global_step": 59555, "epoch": 334, "lr": 4.1316944338934424e-05}
{"train_loss": 0.0025613587349653244, "global_step": 59556, "epoch": 334, "lr": 4.131548909454412e-05}
{"train_loss": 0.0024378024972975254, "global_step": 59557, "epoch": 334, "lr": 4.131403385773922e-05}
{"train_loss": 0.006419140845537186, "global_step": 59558, "epoch": 334, "lr": 4.131257862852098e-05}
{"train_loss": 0.005303117912262678, "global_step": 59559, "epoch": 334, "lr": 4.131112340689071e-05}
{"train_loss": 0.002751248423010111, "global_step": 59560, "epoch": 334, "lr": 4.130966819284962e-05}
{"train_loss": 0.0033261622302234173, "global_step": 59561, "epoch": 334, "lr": 4.130821298639905e-05}
{"train_loss": 0.0022872660774737597, "global_step": 59562, "epoch": 334, "lr": 4.1306757787540204e-05}
{"train_loss": 0.0046130213886499405, "global_step": 59563, "epoch": 334, "lr": 4.130530259627442e-05}
{"train_loss": 0.004178295843303204, "global_step": 59564, "epoch": 334, "lr": 4.130384741260291e-05}
{"train_loss": 0.00231026578694582, "global_step": 59565, "epoch": 334, "lr": 4.130239223652698e-05}
{"train_loss": 0.002608831040561199, "global_step": 59566, "epoch": 334, "lr": 4.130093706804789e-05}
{"train_loss": 0.00204754201695323, "global_step": 59567, "epoch": 334, "lr": 4.12994819071669e-05}
{"train_loss": 0.00307578151114285, "global_step": 59568, "epoch": 334, "lr": 4.129802675388532e-05}
{"train_loss": 0.005725026596337557, "global_step": 59569, "epoch": 334, "lr": 4.1296571608204365e-05}
{"train_loss": 0.0009598239557817578, "global_step": 59570, "epoch": 334, "lr": 4.129511647012535e-05}
{"train_loss": 0.003080961760133505, "global_step": 59571, "epoch": 334, "lr": 4.1293661339649526e-05}
{"train_loss": 0.0017103126738220453, "global_step": 59572, "epoch": 334, "lr": 4.129220621677818e-05}
{"train_loss": 0.002393387258052826, "global_step": 59573, "epoch": 334, "lr": 4.129075110151256e-05}
{"train_loss": 0.0019945590756833553, "global_step": 59574, "epoch": 334, "lr": 4.128929599385396e-05}
{"train_loss": 0.002295754151418805, "global_step": 59575, "epoch": 334, "lr": 4.128784089380363e-05}
{"train_loss": 0.004080925136804581, "global_step": 59576, "epoch": 334, "lr": 4.128638580136285e-05}
{"train_loss": 0.003680659458041191, "global_step": 59577, "epoch": 334, "lr": 4.1284930716532896e-05}
{"train_loss": 0.0014022239483892918, "global_step": 59578, "epoch": 334, "lr": 4.128347563931505e-05}
{"train_loss": 0.0016861369367688894, "global_step": 59579, "epoch": 334, "lr": 4.1282020569710535e-05}
{"train_loss": 0.0028232391923666, "global_step": 59580, "epoch": 334, "lr": 4.128056550772067e-05}
{"train_loss": 0.004534482024610043, "global_step": 59581, "epoch": 334, "lr": 4.12791104533467e-05}
{"train_loss": 0.0015034374082461, "global_step": 59582, "epoch": 334, "lr": 4.127765540658993e-05}
{"train_loss": 0.004707185551524162, "global_step": 59583, "epoch": 334, "lr": 4.127620036745159e-05}
{"train_loss": 0.003117513842880726, "global_step": 59584, "epoch": 334, "lr": 4.127474533593297e-05}
{"train_loss": 0.0024003125727176666, "global_step": 59585, "epoch": 334, "lr": 4.127329031203534e-05}
{"train_loss": 0.0015006997855380177, "global_step": 59586, "epoch": 334, "lr": 4.127183529575998e-05}
{"train_loss": 0.0013507329858839512, "global_step": 59587, "epoch": 334, "lr": 4.1270380287108135e-05}
{"train_loss": 0.00472860224545002, "global_step": 59588, "epoch": 334, "lr": 4.126892528608109e-05}
{"train_loss": 0.0020884075202047825, "global_step": 59589, "epoch": 334, "lr": 4.126747029268014e-05}
{"train_loss": 0.0029226604383438826, "global_step": 59590, "epoch": 334, "lr": 4.12660153069065e-05}
{"train_loss": 0.0015417428221553564, "global_step": 59591, "epoch": 334, "lr": 4.12645603287615e-05}
{"train_loss": 0.0032266706693917513, "global_step": 59592, "epoch": 334, "lr": 4.126310535824637e-05}
{"train_loss": 0.003618310671299696, "global_step": 59593, "epoch": 334, "lr": 4.1261650395362415e-05}
{"train_loss": 0.0018645175732672215, "global_step": 59594, "epoch": 334, "lr": 4.1260195440110874e-05}
{"train_loss": 0.002070613671094179, "global_step": 59595, "epoch": 334, "lr": 4.125874049249303e-05}
{"train_loss": 0.0041372571140527725, "global_step": 59596, "epoch": 334, "lr": 4.1257285552510147e-05}
{"train_loss": 0.003883028868585825, "global_step": 59597, "epoch": 334, "lr": 4.125583062016352e-05}
{"train_loss": 0.0020228405483067036, "global_step": 59598, "epoch": 334, "lr": 4.125437569545439e-05}
{"train_loss": 0.003151876851916313, "global_step": 59599, "epoch": 334, "lr": 4.125292077838404e-05}
{"train_loss": 0.0016168038127943873, "global_step": 59600, "epoch": 334, "lr": 4.125146586895374e-05}
{"train_loss": 0.002439339878037572, "global_step": 59601, "epoch": 334, "lr": 4.1250010967164785e-05}
{"train_loss": 0.0015931420493870974, "global_step": 59602, "epoch": 334, "lr": 4.12485560730184e-05}
{"train_loss": 0.0036734433379024267, "global_step": 59603, "epoch": 334, "lr": 4.124710118651588e-05}
{"train_loss": 0.0018140701577067375, "global_step": 59604, "epoch": 334, "lr": 4.124564630765849e-05}
{"train_loss": 0.002024654299020767, "global_step": 59605, "epoch": 334, "lr": 4.1244191436447525e-05}
{"train_loss": 0.0038390066474676132, "global_step": 59606, "epoch": 334, "lr": 4.1242736572884224e-05}
{"train_loss": 0.0019643858540803194, "global_step": 59607, "epoch": 334, "lr": 4.124128171696988e-05}
{"train_loss": 0.0021342213731259108, "global_step": 59608, "epoch": 334, "lr": 4.123982686870573e-05}
{"train_loss": 0.0016893420834094286, "global_step": 59609, "epoch": 334, "lr": 4.123837202809307e-05}
{"train_loss": 0.002280122134834528, "global_step": 59610, "epoch": 334, "lr": 4.123691719513319e-05}
{"train_loss": 0.004989134147763252, "global_step": 59611, "epoch": 334, "lr": 4.123546236982732e-05}
{"train_loss": 0.0015195885207504034, "global_step": 59612, "epoch": 334, "lr": 4.123400755217678e-05}
{"train_loss": 0.001717100851237774, "global_step": 59613, "epoch": 334, "lr": 4.123255274218278e-05}
{"train_loss": 0.00454394705593586, "global_step": 59614, "epoch": 334, "lr": 4.123109793984663e-05}
{"train_loss": 0.0028961310163140297, "global_step": 59615, "epoch": 334, "lr": 4.122964314516959e-05}
{"train_loss": 0.0020948376040905714, "global_step": 59616, "epoch": 334, "lr": 4.1228188358152954e-05}
{"train_loss": 0.0025304381269961596, "global_step": 59617, "epoch": 334, "lr": 4.122673357879794e-05}
{"train_loss": 0.0021512513048946857, "global_step": 59618, "epoch": 334, "lr": 4.1225278807105874e-05}
{"train_loss": 0.0013827637303620577, "global_step": 59619, "epoch": 334, "lr": 4.1223824043077984e-05}
{"train_loss": 0.0019966266117990017, "global_step": 59620, "epoch": 334, "lr": 4.1222369286715586e-05}
{"train_loss": 0.002639815676957369, "global_step": 59621, "epoch": 334, "lr": 4.12209145380199e-05}
{"train_loss": 0.0035763434134423733, "global_step": 59622, "epoch": 334, "lr": 4.1219459796992235e-05}
{"train_loss": 0.0021403529681265354, "global_step": 59623, "epoch": 334, "lr": 4.121800506363383e-05}
{"train_loss": 0.003508763387799263, "global_step": 59624, "epoch": 334, "lr": 4.1216550337946e-05}
{"train_loss": 0.002484617754817009, "global_step": 59625, "epoch": 334, "lr": 4.121509561992996e-05}
{"train_loss": 0.00398701848462224, "global_step": 59626, "epoch": 334, "lr": 4.121364090958704e-05}
{"train_loss": 0.0018380462424829602, "global_step": 59627, "epoch": 334, "lr": 4.121218620691845e-05}
{"train_loss": 0.002404838567599654, "global_step": 59628, "epoch": 334, "lr": 4.121073151192551e-05}
{"train_loss": 0.002862717747999606, "global_step": 59629, "epoch": 334, "lr": 4.120927682460946e-05}
{"train_loss": 0.004511732142418623, "global_step": 59630, "epoch": 335, "lr": 4.1207822144971575e-05}
{"train_loss": 0.0019122830126434565, "global_step": 59631, "epoch": 335, "lr": 4.120636747301316e-05}
{"train_loss": 0.001429583877325058, "global_step": 59632, "epoch": 335, "lr": 4.120491280873543e-05}
{"train_loss": 0.002636170946061611, "global_step": 59633, "epoch": 335, "lr": 4.12034581521397e-05}
{"train_loss": 0.00306122493930161, "global_step": 59634, "epoch": 335, "lr": 4.1202003503227205e-05}
{"train_loss": 0.003118602093309164, "global_step": 59635, "epoch": 335, "lr": 4.1200548861999265e-05}
{"train_loss": 0.004660380072891712, "global_step": 59636, "epoch": 335, "lr": 4.119909422845709e-05}
{"train_loss": 0.004052356816828251, "global_step": 59637, "epoch": 335, "lr": 4.1197639602602e-05}
{"train_loss": 0.002352350391447544, "global_step": 59638, "epoch": 335, "lr": 4.119618498443523e-05}
{"train_loss": 0.00427638553082943, "global_step": 59639, "epoch": 335, "lr": 4.119473037395809e-05}
{"train_loss": 0.005677315406501293, "global_step": 59640, "epoch": 335, "lr": 4.1193275771171805e-05}
{"train_loss": 0.0032272462267428637, "global_step": 59641, "epoch": 335, "lr": 4.1191821176077684e-05}
{"train_loss": 0.003978586755692959, "global_step": 59642, "epoch": 335, "lr": 4.1190366588676966e-05}
{"train_loss": 0.0032107126899063587, "global_step": 59643, "epoch": 335, "lr": 4.118891200897096e-05}
{"train_loss": 0.005115489475429058, "global_step": 59644, "epoch": 335, "lr": 4.1187457436960886e-05}
{"train_loss": 0.0017084057908505201, "global_step": 59645, "epoch": 335, "lr": 4.1186002872648064e-05}
{"train_loss": 0.0019273834768682718, "global_step": 59646, "epoch": 335, "lr": 4.118454831603372e-05}
{"train_loss": 0.0031438092701137066, "global_step": 59647, "epoch": 335, "lr": 4.1183093767119166e-05}
{"train_loss": 0.0018784557469189167, "global_step": 59648, "epoch": 335, "lr": 4.118163922590564e-05}
{"train_loss": 0.0015310061862692237, "global_step": 59649, "epoch": 335, "lr": 4.1180184692394444e-05}
{"train_loss": 0.002318471670150757, "global_step": 59650, "epoch": 335, "lr": 4.1178730166586805e-05}
{"train_loss": 0.0009432394290342927, "global_step": 59651, "epoch": 335, "lr": 4.117727564848402e-05}
{"train_loss": 0.0038279611617326736, "global_step": 59652, "epoch": 335, "lr": 4.1175821138087374e-05}
{"train_loss": 0.002815783955156803, "global_step": 59653, "epoch": 335, "lr": 4.11743666353981e-05}
{"train_loss": 0.0014613380189985037, "global_step": 59654, "epoch": 335, "lr": 4.1172912140417523e-05}
{"train_loss": 0.0011304139625281096, "global_step": 59655, "epoch": 335, "lr": 4.1171457653146854e-05}
{"train_loss": 0.0019260512199252844, "global_step": 59656, "epoch": 335, "lr": 4.1170003173587404e-05}
{"train_loss": 0.00230747414752841, "global_step": 59657, "epoch": 335, "lr": 4.1168548701740405e-05}
{"train_loss": 0.0019529645796865225, "global_step": 59658, "epoch": 335, "lr": 4.1167094237607187e-05}
{"train_loss": 0.002030022442340851, "global_step": 59659, "epoch": 335, "lr": 4.116563978118896e-05}
{"train_loss": 0.0030962282326072454, "global_step": 59660, "epoch": 335, "lr": 4.116418533248703e-05}
{"train_loss": 0.0017223714385181665, "global_step": 59661, "epoch": 335, "lr": 4.116273089150264e-05}
{"train_loss": 0.0021580650936812162, "global_step": 59662, "epoch": 335, "lr": 4.11612764582371e-05}
{"train_loss": 0.002870936179533601, "global_step": 59663, "epoch": 335, "lr": 4.1159822032691635e-05}
{"train_loss": 0.0031519001349806786, "global_step": 59664, "epoch": 335, "lr": 4.1158367614867564e-05}
{"train_loss": 0.0048280758783221245, "global_step": 59665, "epoch": 335, "lr": 4.115691320476611e-05}
{"train_loss": 0.004339194856584072, "global_step": 59666, "epoch": 335, "lr": 4.1155458802388566e-05}
{"train_loss": 0.0013229427859187126, "global_step": 59667, "epoch": 335, "lr": 4.11540044077362e-05}
{"train_loss": 0.0020874100737273693, "global_step": 59668, "epoch": 335, "lr": 4.11525500208103e-05}
{"train_loss": 0.002628966234624386, "global_step": 59669, "epoch": 335, "lr": 4.1151095641612095e-05}
{"train_loss": 0.002946584951132536, "global_step": 59670, "epoch": 335, "lr": 4.114964127014289e-05}
{"train_loss": 0.0017944909632205963, "global_step": 59671, "epoch": 335, "lr": 4.114818690640394e-05}
{"train_loss": 0.005664004012942314, "global_step": 59672, "epoch": 335, "lr": 4.114673255039652e-05}
{"train_loss": 0.005143390968441963, "global_step": 59673, "epoch": 335, "lr": 4.1145278202121916e-05}
{"train_loss": 0.001901155454106629, "global_step": 59674, "epoch": 335, "lr": 4.114382386158137e-05}
{"train_loss": 0.002118488773703575, "global_step": 59675, "epoch": 335, "lr": 4.114236952877616e-05}
{"train_loss": 0.0028932716231793165, "global_step": 59676, "epoch": 335, "lr": 4.114091520370757e-05}
{"train_loss": 0.0022805449552834034, "global_step": 59677, "epoch": 335, "lr": 4.113946088637687e-05}
{"train_loss": 0.0028211551252752542, "global_step": 59678, "epoch": 335, "lr": 4.1138006576785305e-05}
{"train_loss": 0.005292394198477268, "global_step": 59679, "epoch": 335, "lr": 4.113655227493417e-05}
{"train_loss": 0.0014683606568723917, "global_step": 59680, "epoch": 335, "lr": 4.113509798082472e-05}
{"train_loss": 0.003194814082235098, "global_step": 59681, "epoch": 335, "lr": 4.1133643694458244e-05}
{"train_loss": 0.0033417672384530306, "global_step": 59682, "epoch": 335, "lr": 4.1132189415835994e-05}
{"train_loss": 0.0019546509720385075, "global_step": 59683, "epoch": 335, "lr": 4.113073514495926e-05}
{"train_loss": 0.002530706115067005, "global_step": 59684, "epoch": 335, "lr": 4.112928088182928e-05}
{"train_loss": 0.0021707271225750446, "global_step": 59685, "epoch": 335, "lr": 4.1127826626447354e-05}
{"train_loss": 0.0009358241222798824, "global_step": 59686, "epoch": 335, "lr": 4.1126372378814726e-05}
{"train_loss": 0.00239266874268651, "global_step": 59687, "epoch": 335, "lr": 4.112491813893271e-05}
{"train_loss": 0.003888032864779234, "global_step": 59688, "epoch": 335, "lr": 4.1123463906802525e-05}
{"train_loss": 0.0024698448833078146, "global_step": 59689, "epoch": 335, "lr": 4.112200968242548e-05}
{"train_loss": 0.0024008839391171932, "global_step": 59690, "epoch": 335, "lr": 4.112055546580281e-05}
{"train_loss": 0.002206971636041999, "global_step": 59691, "epoch": 335, "lr": 4.111910125693583e-05}
{"train_loss": 0.001254374161362648, "global_step": 59692, "epoch": 335, "lr": 4.1117647055825756e-05}
{"train_loss": 0.0029030004516243935, "global_step": 59693, "epoch": 335, "lr": 4.111619286247389e-05}
{"train_loss": 0.002299393294379115, "global_step": 59694, "epoch": 335, "lr": 4.1114738676881516e-05}
{"train_loss": 0.003159796353429556, "global_step": 59695, "epoch": 335, "lr": 4.111328449904988e-05}
{"train_loss": 0.001807534135878086, "global_step": 59696, "epoch": 335, "lr": 4.111183032898027e-05}
{"train_loss": 0.0031289602629840374, "global_step": 59697, "epoch": 335, "lr": 4.1110376166673925e-05}
{"train_loss": 0.00269657326862216, "global_step": 59698, "epoch": 335, "lr": 4.110892201213214e-05}
{"train_loss": 0.003501630388200283, "global_step": 59699, "epoch": 335, "lr": 4.110746786535618e-05}
{"train_loss": 0.0024896957911551, "global_step": 59700, "epoch": 335, "lr": 4.1106013726347345e-05}
{"train_loss": 0.002129067201167345, "global_step": 59701, "epoch": 335, "lr": 4.110455959510684e-05}
{"train_loss": 0.0015410581836476922, "global_step": 59702, "epoch": 335, "lr": 4.1103105471636e-05}
{"train_loss": 0.003315835492685437, "global_step": 59703, "epoch": 335, "lr": 4.1101651355936044e-05}
{"train_loss": 0.0025695208460092545, "global_step": 59704, "epoch": 335, "lr": 4.1100197248008274e-05}
{"train_loss": 0.0020190346986055374, "global_step": 59705, "epoch": 335, "lr": 4.1098743147853935e-05}
{"train_loss": 0.003590703010559082, "global_step": 59706, "epoch": 335, "lr": 4.109728905547434e-05}
{"train_loss": 0.00263204169459641, "global_step": 59707, "epoch": 335, "lr": 4.10958349708707e-05}
{"train_loss": 0.0017404953250661492, "global_step": 59708, "epoch": 335, "lr": 4.109438089404434e-05}
{"train_loss": 0.0023516614455729723, "global_step": 59709, "epoch": 335, "lr": 4.109292682499649e-05}
{"train_loss": 0.003169258125126362, "global_step": 59710, "epoch": 335, "lr": 4.1091472763728464e-05}
{"train_loss": 0.0025836010463535786, "global_step": 59711, "epoch": 335, "lr": 4.1090018710241474e-05}
{"train_loss": 0.002414972987025976, "global_step": 59712, "epoch": 335, "lr": 4.108856466453683e-05}
{"train_loss": 0.004129615146666765, "global_step": 59713, "epoch": 335, "lr": 4.1087110626615786e-05}
{"train_loss": 0.0027998476289212704, "global_step": 59714, "epoch": 335, "lr": 4.1085656596479624e-05}
{"train_loss": 0.0011366927064955235, "global_step": 59715, "epoch": 335, "lr": 4.1084202574129626e-05}
{"train_loss": 0.0037121952045708895, "global_step": 59716, "epoch": 335, "lr": 4.108274855956702e-05}
{"train_loss": 0.004284231923520565, "global_step": 59717, "epoch": 335, "lr": 4.108129455279313e-05}
{"train_loss": 0.003335795598104596, "global_step": 59718, "epoch": 335, "lr": 4.1079840553809164e-05}
{"train_loss": 0.005153548903763294, "global_step": 59719, "epoch": 335, "lr": 4.107838656261644e-05}
{"train_loss": 0.0013303697342053056, "global_step": 59720, "epoch": 335, "lr": 4.10769325792162e-05}
{"train_loss": 0.003193412208929658, "global_step": 59721, "epoch": 335, "lr": 4.107547860360975e-05}
{"train_loss": 0.004159945994615555, "global_step": 59722, "epoch": 335, "lr": 4.107402463579832e-05}
{"train_loss": 0.0026815738528966904, "global_step": 59723, "epoch": 335, "lr": 4.10725706757832e-05}
{"train_loss": 0.0018944013863801956, "global_step": 59724, "epoch": 335, "lr": 4.107111672356565e-05}
{"train_loss": 0.0042890748009085655, "global_step": 59725, "epoch": 335, "lr": 4.106966277914697e-05}
{"train_loss": 0.0015614561270922422, "global_step": 59726, "epoch": 335, "lr": 4.1068208842528375e-05}
{"train_loss": 0.0027092103846371174, "global_step": 59727, "epoch": 335, "lr": 4.106675491371118e-05}
{"train_loss": 0.002592368284240365, "global_step": 59728, "epoch": 335, "lr": 4.1065300992696635e-05}
{"train_loss": 0.0022747714538127184, "global_step": 59729, "epoch": 335, "lr": 4.106384707948603e-05}
{"train_loss": 0.0027149226516485214, "global_step": 59730, "epoch": 335, "lr": 4.106239317408061e-05}
{"train_loss": 0.0016838544979691505, "global_step": 59731, "epoch": 335, "lr": 4.106093927648166e-05}
{"train_loss": 0.003714365651831031, "global_step": 59732, "epoch": 335, "lr": 4.105948538669044e-05}
{"train_loss": 0.0038223518058657646, "global_step": 59733, "epoch": 335, "lr": 4.1058031504708245e-05}
{"train_loss": 0.0021971464157104492, "global_step": 59734, "epoch": 335, "lr": 4.10565776305363e-05}
{"train_loss": 0.002027240116149187, "global_step": 59735, "epoch": 335, "lr": 4.10551237641759e-05}
{"train_loss": 0.0038273248355835676, "global_step": 59736, "epoch": 335, "lr": 4.105366990562835e-05}
{"train_loss": 0.0014144901651889086, "global_step": 59737, "epoch": 335, "lr": 4.105221605489484e-05}
{"train_loss": 0.003031266387552023, "global_step": 59738, "epoch": 335, "lr": 4.105076221197671e-05}
{"train_loss": 0.002297355327755213, "global_step": 59739, "epoch": 335, "lr": 4.1049308376875196e-05}
{"train_loss": 0.002392698312178254, "global_step": 59740, "epoch": 335, "lr": 4.10478545495916e-05}
{"train_loss": 0.002666341606527567, "global_step": 59741, "epoch": 335, "lr": 4.104640073012714e-05}
{"train_loss": 0.001997417537495494, "global_step": 59742, "epoch": 335, "lr": 4.104494691848312e-05}
{"train_loss": 0.00430167093873024, "global_step": 59743, "epoch": 335, "lr": 4.1043493114660805e-05}
{"train_loss": 0.002913043601438403, "global_step": 59744, "epoch": 335, "lr": 4.104203931866148e-05}
{"train_loss": 0.0034133163280785084, "global_step": 59745, "epoch": 335, "lr": 4.1040585530486374e-05}
{"train_loss": 0.00278720841743052, "global_step": 59746, "epoch": 335, "lr": 4.10391317501368e-05}
{"train_loss": 0.0009724888950586319, "global_step": 59747, "epoch": 335, "lr": 4.103767797761399e-05}
{"train_loss": 0.002619085367769003, "global_step": 59748, "epoch": 335, "lr": 4.103622421291926e-05}
{"train_loss": 0.0024575027637183666, "global_step": 59749, "epoch": 335, "lr": 4.1034770456053835e-05}
{"train_loss": 0.0022229438181966543, "global_step": 59750, "epoch": 335, "lr": 4.103331670701901e-05}
{"train_loss": 0.0017758244648575783, "global_step": 59751, "epoch": 335, "lr": 4.103186296581603e-05}
{"train_loss": 0.0036229954566806555, "global_step": 59752, "epoch": 335, "lr": 4.103040923244621e-05}
{"train_loss": 0.0030882523860782385, "global_step": 59753, "epoch": 335, "lr": 4.102895550691077e-05}
{"train_loss": 0.0013318818528205156, "global_step": 59754, "epoch": 335, "lr": 4.102750178921102e-05}
{"train_loss": 0.005370535887777805, "global_step": 59755, "epoch": 335, "lr": 4.10260480793482e-05}
{"train_loss": 0.002728826832026243, "global_step": 59756, "epoch": 335, "lr": 4.1024594377323576e-05}
{"train_loss": 0.002752033993601799, "global_step": 59757, "epoch": 335, "lr": 4.102314068313845e-05}
{"train_loss": 0.001540113240480423, "global_step": 59758, "epoch": 335, "lr": 4.102168699679407e-05}
{"train_loss": 0.002432094421237707, "global_step": 59759, "epoch": 335, "lr": 4.1020233318291726e-05}
{"train_loss": 0.0038243818562477827, "global_step": 59760, "epoch": 335, "lr": 4.101877964763265e-05}
{"train_loss": 0.006407777778804302, "global_step": 59761, "epoch": 335, "lr": 4.101732598481814e-05}
{"train_loss": 0.002585802460089326, "global_step": 59762, "epoch": 335, "lr": 4.101587232984946e-05}
{"train_loss": 0.004589661955833435, "global_step": 59763, "epoch": 335, "lr": 4.1014418682727896e-05}
{"train_loss": 0.003277062438428402, "global_step": 59764, "epoch": 335, "lr": 4.1012965043454673e-05}
{"train_loss": 0.004446483217179775, "global_step": 59765, "epoch": 335, "lr": 4.10115114120311e-05}
{"train_loss": 0.003723220434039831, "global_step": 59766, "epoch": 335, "lr": 4.1010057788458435e-05}
{"train_loss": 0.0033605992794036865, "global_step": 59767, "epoch": 335, "lr": 4.100860417273796e-05}
{"train_loss": 0.002648059744387865, "global_step": 59768, "epoch": 335, "lr": 4.100715056487091e-05}
{"train_loss": 0.0028119534254074097, "global_step": 59769, "epoch": 335, "lr": 4.100569696485859e-05}
{"train_loss": 0.002171337604522705, "global_step": 59770, "epoch": 335, "lr": 4.100424337270224e-05}
{"train_loss": 0.0012317782966420054, "global_step": 59771, "epoch": 335, "lr": 4.1002789788403186e-05}
{"train_loss": 0.0039130812510848045, "global_step": 59772, "epoch": 335, "lr": 4.1001336211962624e-05}
{"train_loss": 0.005289881955832243, "global_step": 59773, "epoch": 335, "lr": 4.099988264338188e-05}
{"train_loss": 0.0029993976932018995, "global_step": 59774, "epoch": 335, "lr": 4.099842908266217e-05}
{"train_loss": 0.003567988285794854, "global_step": 59775, "epoch": 335, "lr": 4.0996975529804816e-05}
{"train_loss": 0.001382068614475429, "global_step": 59776, "epoch": 335, "lr": 4.099552198481106e-05}
{"train_loss": 0.0030642556957900524, "global_step": 59777, "epoch": 335, "lr": 4.099406844768217e-05}
{"train_loss": 0.0016796535346657038, "global_step": 59778, "epoch": 335, "lr": 4.0992614918419444e-05}
{"train_loss": 0.005712950602173805, "global_step": 59779, "epoch": 335, "lr": 4.099116139702411e-05}
{"train_loss": 0.003466342343017459, "global_step": 59780, "epoch": 335, "lr": 4.098970788349747e-05}
{"train_loss": 0.002167277503758669, "global_step": 59781, "epoch": 335, "lr": 4.0988254377840774e-05}
{"train_loss": 0.0017176889814436436, "global_step": 59782, "epoch": 335, "lr": 4.098680088005532e-05}
{"train_loss": 0.004382004961371422, "global_step": 59783, "epoch": 335, "lr": 4.098534739014233e-05}
{"train_loss": 0.0034304820001125336, "global_step": 59784, "epoch": 335, "lr": 4.098389390810312e-05}
{"train_loss": 0.0011427785502746701, "global_step": 59785, "epoch": 335, "lr": 4.098244043393892e-05}
{"train_loss": 0.0026726790238171816, "global_step": 59786, "epoch": 335, "lr": 4.098098696765105e-05}
{"train_loss": 0.0026092350017279387, "global_step": 59787, "epoch": 335, "lr": 4.097953350924073e-05}
{"train_loss": 0.004771866835653782, "global_step": 59788, "epoch": 335, "lr": 4.097808005870925e-05}
{"train_loss": 0.0038358578458428383, "global_step": 59789, "epoch": 335, "lr": 4.097662661605787e-05}
{"train_loss": 0.003106838557869196, "global_step": 59790, "epoch": 335, "lr": 4.097517318128789e-05}
{"train_loss": 0.0013596866047009826, "global_step": 59791, "epoch": 335, "lr": 4.097371975440054e-05}
{"train_loss": 0.002233784180134535, "global_step": 59792, "epoch": 335, "lr": 4.097226633539712e-05}
{"train_loss": 0.0026148997712880373, "global_step": 59793, "epoch": 335, "lr": 4.097081292427888e-05}
{"train_loss": 0.006957901641726494, "global_step": 59794, "epoch": 335, "lr": 4.0969359521047095e-05}
{"train_loss": 0.005138934589922428, "global_step": 59795, "epoch": 335, "lr": 4.0967906125703024e-05}
{"train_loss": 0.0029643841553479433, "global_step": 59796, "epoch": 335, "lr": 4.0966452738247974e-05}
{"train_loss": 0.0014147036708891392, "global_step": 59797, "epoch": 335, "lr": 4.096499935868316e-05}
{"train_loss": 0.0012470490764826536, "global_step": 59798, "epoch": 335, "lr": 4.096354598700988e-05}
{"train_loss": 0.005952681414783001, "global_step": 59799, "epoch": 335, "lr": 4.096209262322942e-05}
{"train_loss": 0.004015670623630285, "global_step": 59800, "epoch": 335, "lr": 4.096063926734302e-05}
{"train_loss": 0.0008389889844693244, "global_step": 59801, "epoch": 335, "lr": 4.095918591935198e-05}
{"train_loss": 0.0033314269967377186, "global_step": 59802, "epoch": 335, "lr": 4.095773257925754e-05}
{"train_loss": 0.004190381616353989, "global_step": 59803, "epoch": 335, "lr": 4.095627924706097e-05}
{"train_loss": 0.0021841349080204964, "global_step": 59804, "epoch": 335, "lr": 4.095482592276356e-05}
{"train_loss": 0.002797369845211506, "global_step": 59805, "epoch": 335, "lr": 4.095337260636658e-05}
{"train_loss": 0.0038664129097014666, "global_step": 59806, "epoch": 335, "lr": 4.095191929787127e-05}
{"train_loss": 0.002915383234497139, "global_step": 59807, "epoch": 335, "lr": 4.095046599727893e-05, "train_action_mse_error": 5.95105484535452e-06}
{"train_loss": 0.0024603463243693113, "global_step": 59808, "epoch": 336, "lr": 4.094901270459081e-05}
{"train_loss": 0.0031536961905658245, "global_step": 59809, "epoch": 336, "lr": 4.094755941980819e-05}
{"train_loss": 0.0035981284454464912, "global_step": 59810, "epoch": 336, "lr": 4.094610614293234e-05}
{"train_loss": 0.0023312224075198174, "global_step": 59811, "epoch": 336, "lr": 4.0944652873964526e-05}
{"train_loss": 0.003561010817065835, "global_step": 59812, "epoch": 336, "lr": 4.0943199612906016e-05}
{"train_loss": 0.0023483727127313614, "global_step": 59813, "epoch": 336, "lr": 4.0941746359758075e-05}
{"train_loss": 0.002738532144576311, "global_step": 59814, "epoch": 336, "lr": 4.094029311452197e-05}
{"train_loss": 0.0029219631105661392, "global_step": 59815, "epoch": 336, "lr": 4.0938839877199004e-05}
{"train_loss": 0.003958662040531635, "global_step": 59816, "epoch": 336, "lr": 4.09373866477904e-05}
{"train_loss": 0.004726470448076725, "global_step": 59817, "epoch": 336, "lr": 4.093593342629745e-05}
{"train_loss": 0.004230806604027748, "global_step": 59818, "epoch": 336, "lr": 4.093448021272141e-05}
{"train_loss": 0.004860956687480211, "global_step": 59819, "epoch": 336, "lr": 4.093302700706357e-05}
{"train_loss": 0.0008853675099089742, "global_step": 59820, "epoch": 336, "lr": 4.093157380932521e-05}
{"train_loss": 0.002015963662415743, "global_step": 59821, "epoch": 336, "lr": 4.093012061950755e-05}
{"train_loss": 0.004526122473180294, "global_step": 59822, "epoch": 336, "lr": 4.09286674376119e-05}
{"train_loss": 0.0026387441903352737, "global_step": 59823, "epoch": 336, "lr": 4.092721426363951e-05}
{"train_loss": 0.0017798017943277955, "global_step": 59824, "epoch": 336, "lr": 4.0925761097591674e-05}
{"train_loss": 0.006173962727189064, "global_step": 59825, "epoch": 336, "lr": 4.092430793946962e-05}
{"train_loss": 0.0027910531498491764, "global_step": 59826, "epoch": 336, "lr": 4.092285478927466e-05}
{"train_loss": 0.0021851281635463238, "global_step": 59827, "epoch": 336, "lr": 4.092140164700803e-05}
{"train_loss": 0.00651067728176713, "global_step": 59828, "epoch": 336, "lr": 4.0919948512671034e-05}
{"train_loss": 0.005030169617384672, "global_step": 59829, "epoch": 336, "lr": 4.09184953862649e-05}
{"train_loss": 0.0014421897940337658, "global_step": 59830, "epoch": 336, "lr": 4.091704226779094e-05}
{"train_loss": 0.005397145636379719, "global_step": 59831, "epoch": 336, "lr": 4.091558915725038e-05}
{"train_loss": 0.003175592515617609, "global_step": 59832, "epoch": 336, "lr": 4.091413605464452e-05}
{"train_loss": 0.0037697062361985445, "global_step": 59833, "epoch": 336, "lr": 4.091268295997461e-05}
{"train_loss": 0.003169169183820486, "global_step": 59834, "epoch": 336, "lr": 4.091122987324195e-05}
{"train_loss": 0.002717243740335107, "global_step": 59835, "epoch": 336, "lr": 4.090977679444776e-05}
{"train_loss": 0.0058723390102386475, "global_step": 59836, "epoch": 336, "lr": 4.090832372359336e-05}
{"train_loss": 0.0009833993390202522, "global_step": 59837, "epoch": 336, "lr": 4.090687066067998e-05}
{"train_loss": 0.0011853708419948816, "global_step": 59838, "epoch": 336, "lr": 4.09054176057089e-05}
{"train_loss": 0.0020707035437226295, "global_step": 59839, "epoch": 336, "lr": 4.090396455868142e-05}
{"train_loss": 0.002901013009250164, "global_step": 59840, "epoch": 336, "lr": 4.090251151959876e-05}
{"train_loss": 0.0028700551483780146, "global_step": 59841, "epoch": 336, "lr": 4.090105848846223e-05}
{"train_loss": 0.001837151008658111, "global_step": 59842, "epoch": 336, "lr": 4.089960546527307e-05}
{"train_loss": 0.0020335796289145947, "global_step": 59843, "epoch": 336, "lr": 4.089815245003258e-05}
{"train_loss": 0.0013607698492705822, "global_step": 59844, "epoch": 336, "lr": 4.089669944274199e-05}
{"train_loss": 0.0014450008748099208, "global_step": 59845, "epoch": 336, "lr": 4.0895246443402605e-05}
{"train_loss": 0.0038056964986026287, "global_step": 59846, "epoch": 336, "lr": 4.089379345201567e-05}
{"train_loss": 0.002505190670490265, "global_step": 59847, "epoch": 336, "lr": 4.089234046858246e-05}
{"train_loss": 0.0010262872092425823, "global_step": 59848, "epoch": 336, "lr": 4.089088749310424e-05}
{"train_loss": 0.0023602352011948824, "global_step": 59849, "epoch": 336, "lr": 4.088943452558231e-05}
{"train_loss": 0.0018403813010081649, "global_step": 59850, "epoch": 336, "lr": 4.088798156601789e-05}
{"train_loss": 0.0022538499906659126, "global_step": 59851, "epoch": 336, "lr": 4.088652861441229e-05}
{"train_loss": 0.0014677412109449506, "global_step": 59852, "epoch": 336, "lr": 4.088507567076675e-05}
{"train_loss": 0.0019154036417603493, "global_step": 59853, "epoch": 336, "lr": 4.088362273508257e-05}
{"train_loss": 0.002312840661033988, "global_step": 59854, "epoch": 336, "lr": 4.088216980736098e-05}
{"train_loss": 0.0024242843501269817, "global_step": 59855, "epoch": 336, "lr": 4.0880716887603285e-05}
{"train_loss": 0.0033076165709644556, "global_step": 59856, "epoch": 336, "lr": 4.0879263975810726e-05}
{"train_loss": 0.0038208700716495514, "global_step": 59857, "epoch": 336, "lr": 4.087781107198461e-05}
{"train_loss": 0.004165552090853453, "global_step": 59858, "epoch": 336, "lr": 4.0876358176126155e-05}
{"train_loss": 0.0015888800844550133, "global_step": 59859, "epoch": 336, "lr": 4.0874905288236656e-05}
{"train_loss": 0.0016330427024513483, "global_step": 59860, "epoch": 336, "lr": 4.08734524083174e-05}
{"train_loss": 0.0010299932910129428, "global_step": 59861, "epoch": 336, "lr": 4.087199953636962e-05}
{"train_loss": 0.004087631590664387, "global_step": 59862, "epoch": 336, "lr": 4.087054667239463e-05}
{"train_loss": 0.004654871299862862, "global_step": 59863, "epoch": 336, "lr": 4.0869093816393643e-05}
{"train_loss": 0.002395601011812687, "global_step": 59864, "epoch": 336, "lr": 4.086764096836799e-05}
{"train_loss": 0.0024585644714534283, "global_step": 59865, "epoch": 336, "lr": 4.086618812831888e-05}
{"train_loss": 0.0023871364537626505, "global_step": 59866, "epoch": 336, "lr": 4.0864735296247616e-05}
{"train_loss": 0.001642019720748067, "global_step": 59867, "epoch": 336, "lr": 4.086328247215545e-05}
{"train_loss": 0.0013267684262245893, "global_step": 59868, "epoch": 336, "lr": 4.086182965604369e-05}
{"train_loss": 0.003816078184172511, "global_step": 59869, "epoch": 336, "lr": 4.086037684791355e-05}
{"train_loss": 0.0014609951758757234, "global_step": 59870, "epoch": 336, "lr": 4.085892404776633e-05}
{"train_loss": 0.0030185217037796974, "global_step": 59871, "epoch": 336, "lr": 4.08574712556033e-05}
{"train_loss": 0.0032611547503620386, "global_step": 59872, "epoch": 336, "lr": 4.085601847142573e-05}
{"train_loss": 0.0024816691875457764, "global_step": 59873, "epoch": 336, "lr": 4.0854565695234856e-05}
{"train_loss": 0.0029856781475245953, "global_step": 59874, "epoch": 336, "lr": 4.0853112927032e-05}
{"train_loss": 0.001918263267725706, "global_step": 59875, "epoch": 336, "lr": 4.0851660166818387e-05}
{"train_loss": 0.0022190860472619534, "global_step": 59876, "epoch": 336, "lr": 4.0850207414595316e-05}
{"train_loss": 0.0020756996236741543, "global_step": 59877, "epoch": 336, "lr": 4.084875467036403e-05}
{"train_loss": 0.005725701339542866, "global_step": 59878, "epoch": 336, "lr": 4.084730193412582e-05}
{"train_loss": 0.0033862933050841093, "global_step": 59879, "epoch": 336, "lr": 4.0845849205881924e-05}
{"train_loss": 0.0025391574017703533, "global_step": 59880, "epoch": 336, "lr": 4.084439648563364e-05}
{"train_loss": 0.0031558226328343153, "global_step": 59881, "epoch": 336, "lr": 4.0842943773382246e-05}
{"train_loss": 0.0034897285513579845, "global_step": 59882, "epoch": 336, "lr": 4.084149106912898e-05}
{"train_loss": 0.0027864002622663975, "global_step": 59883, "epoch": 336, "lr": 4.0840038372875144e-05}
{"train_loss": 0.004524055868387222, "global_step": 59884, "epoch": 336, "lr": 4.083858568462196e-05}
{"train_loss": 0.002501346869394183, "global_step": 59885, "epoch": 336, "lr": 4.0837133004370744e-05}
{"train_loss": 0.002270682714879513, "global_step": 59886, "epoch": 336, "lr": 4.083568033212273e-05}
{"train_loss": 0.0011182427406311035, "global_step": 59887, "epoch": 336, "lr": 4.083422766787922e-05}
{"train_loss": 0.0014804720412939787, "global_step": 59888, "epoch": 336, "lr": 4.083277501164144e-05}
{"train_loss": 0.0019184062257409096, "global_step": 59889, "epoch": 336, "lr": 4.083132236341071e-05}
{"train_loss": 0.001421725144609809, "global_step": 59890, "epoch": 336, "lr": 4.0829869723188255e-05}
{"train_loss": 0.004157473333179951, "global_step": 59891, "epoch": 336, "lr": 4.0828417090975374e-05}
{"train_loss": 0.0013532552402466536, "global_step": 59892, "epoch": 336, "lr": 4.082696446677331e-05}
{"train_loss": 0.003993768710643053, "global_step": 59893, "epoch": 336, "lr": 4.082551185058335e-05}
{"train_loss": 0.002944199601188302, "global_step": 59894, "epoch": 336, "lr": 4.082405924240675e-05}
{"train_loss": 0.0013799716252833605, "global_step": 59895, "epoch": 336, "lr": 4.082260664224481e-05}
{"train_loss": 0.001773392898030579, "global_step": 59896, "epoch": 336, "lr": 4.0821154050098755e-05}
{"train_loss": 0.0024662381038069725, "global_step": 59897, "epoch": 336, "lr": 4.0819701465969874e-05}
{"train_loss": 0.004872915800660849, "global_step": 59898, "epoch": 336, "lr": 4.0818248889859434e-05}
{"train_loss": 0.001517241122201085, "global_step": 59899, "epoch": 336, "lr": 4.081679632176872e-05}
{"train_loss": 0.0019888810347765684, "global_step": 59900, "epoch": 336, "lr": 4.081534376169897e-05}
{"train_loss": 0.0025858450680971146, "global_step": 59901, "epoch": 336, "lr": 4.0813891209651464e-05}
{"train_loss": 0.0038343402557075024, "global_step": 59902, "epoch": 336, "lr": 4.0812438665627506e-05}
{"train_loss": 0.0028568836860358715, "global_step": 59903, "epoch": 336, "lr": 4.0810986129628304e-05}
{"train_loss": 0.00226793484762311, "global_step": 59904, "epoch": 336, "lr": 4.080953360165517e-05}
{"train_loss": 0.003609896870329976, "global_step": 59905, "epoch": 336, "lr": 4.0808081081709346e-05}
{"train_loss": 0.004846181720495224, "global_step": 59906, "epoch": 336, "lr": 4.0806628569792145e-05}
{"train_loss": 0.003575569950044155, "global_step": 59907, "epoch": 336, "lr": 4.0805176065904775e-05}
{"train_loss": 0.0017660215962678194, "global_step": 59908, "epoch": 336, "lr": 4.0803723570048545e-05}
{"train_loss": 0.003128441283479333, "global_step": 59909, "epoch": 336, "lr": 4.080227108222471e-05}
{"train_loss": 0.004667964298278093, "global_step": 59910, "epoch": 336, "lr": 4.080081860243456e-05}
{"train_loss": 0.0034706550650298595, "global_step": 59911, "epoch": 336, "lr": 4.079936613067932e-05}
{"train_loss": 0.002314711455255747, "global_step": 59912, "epoch": 336, "lr": 4.0797913666960295e-05}
{"train_loss": 0.003392500802874565, "global_step": 59913, "epoch": 336, "lr": 4.0796461211278736e-05}
{"train_loss": 0.0031654294580221176, "global_step": 59914, "epoch": 336, "lr": 4.079500876363595e-05}
{"train_loss": 0.0020303307101130486, "global_step": 59915, "epoch": 336, "lr": 4.079355632403313e-05}
{"train_loss": 0.0036937915720045567, "global_step": 59916, "epoch": 336, "lr": 4.079210389247161e-05}
{"train_loss": 0.005870119668543339, "global_step": 59917, "epoch": 336, "lr": 4.079065146895264e-05}
{"train_loss": 0.003477049060165882, "global_step": 59918, "epoch": 336, "lr": 4.078919905347749e-05}
{"train_loss": 0.00336833531036973, "global_step": 59919, "epoch": 336, "lr": 4.0787746646047406e-05}
{"train_loss": 0.002421588869765401, "global_step": 59920, "epoch": 336, "lr": 4.0786294246663695e-05}
{"train_loss": 0.0019076374592259526, "global_step": 59921, "epoch": 336, "lr": 4.078484185532759e-05}
{"train_loss": 0.002438010647892952, "global_step": 59922, "epoch": 336, "lr": 4.078338947204037e-05}
{"train_loss": 0.002276285085827112, "global_step": 59923, "epoch": 336, "lr": 4.078193709680333e-05}
{"train_loss": 0.003832272719591856, "global_step": 59924, "epoch": 336, "lr": 4.07804847296177e-05}
{"train_loss": 0.003484086599200964, "global_step": 59925, "epoch": 336, "lr": 4.077903237048478e-05}
{"train_loss": 0.0020444397814571857, "global_step": 59926, "epoch": 336, "lr": 4.0777580019405816e-05}
{"train_loss": 0.00196710298769176, "global_step": 59927, "epoch": 336, "lr": 4.0776127676382085e-05}
{"train_loss": 0.003452552482485771, "global_step": 59928, "epoch": 336, "lr": 4.077467534141485e-05}
{"train_loss": 0.0017452449537813663, "global_step": 59929, "epoch": 336, "lr": 4.0773223014505406e-05}
{"train_loss": 0.0020420148503035307, "global_step": 59930, "epoch": 336, "lr": 4.077177069565498e-05}
{"train_loss": 0.001557349693030119, "global_step": 59931, "epoch": 336, "lr": 4.077031838486488e-05}
{"train_loss": 0.0016934468876570463, "global_step": 59932, "epoch": 336, "lr": 4.076886608213633e-05}
{"train_loss": 0.004880654159933329, "global_step": 59933, "epoch": 336, "lr": 4.0767413787470655e-05}
{"train_loss": 0.0011229435913264751, "global_step": 59934, "epoch": 336, "lr": 4.076596150086906e-05}
{"train_loss": 0.001943359849974513, "global_step": 59935, "epoch": 336, "lr": 4.076450922233287e-05}
{"train_loss": 0.001246039755642414, "global_step": 59936, "epoch": 336, "lr": 4.076305695186331e-05}
{"train_loss": 0.0025163788814097643, "global_step": 59937, "epoch": 336, "lr": 4.07616046894617e-05}
{"train_loss": 0.0038146022707223892, "global_step": 59938, "epoch": 336, "lr": 4.076015243512925e-05}
{"train_loss": 0.004987974651157856, "global_step": 59939, "epoch": 336, "lr": 4.075870018886727e-05}
{"train_loss": 0.0019629739690572023, "global_step": 59940, "epoch": 336, "lr": 4.0757247950677e-05}
{"train_loss": 0.003942061215639114, "global_step": 59941, "epoch": 336, "lr": 4.0755795720559734e-05}
{"train_loss": 0.0028824969194829464, "global_step": 59942, "epoch": 336, "lr": 4.075434349851671e-05}
{"train_loss": 0.004462322220206261, "global_step": 59943, "epoch": 336, "lr": 4.075289128454922e-05}
{"train_loss": 0.003862705547362566, "global_step": 59944, "epoch": 336, "lr": 4.075143907865855e-05}
{"train_loss": 0.0026258958969265223, "global_step": 59945, "epoch": 336, "lr": 4.074998688084592e-05}
{"train_loss": 0.0030917725525796413, "global_step": 59946, "epoch": 336, "lr": 4.074853469111264e-05}
{"train_loss": 0.004129986744374037, "global_step": 59947, "epoch": 336, "lr": 4.0747082509459946e-05}
{"train_loss": 0.0016785343177616596, "global_step": 59948, "epoch": 336, "lr": 4.074563033588915e-05}
{"train_loss": 0.0019228802993893623, "global_step": 59949, "epoch": 336, "lr": 4.074417817040146e-05}
{"train_loss": 0.003970621153712273, "global_step": 59950, "epoch": 336, "lr": 4.07427260129982e-05}
{"train_loss": 0.0025514881126582623, "global_step": 59951, "epoch": 336, "lr": 4.07412738636806e-05}
{"train_loss": 0.0025282949209213257, "global_step": 59952, "epoch": 336, "lr": 4.073982172244997e-05}
{"train_loss": 0.002254010643810034, "global_step": 59953, "epoch": 336, "lr": 4.073836958930753e-05}
{"train_loss": 0.005174700170755386, "global_step": 59954, "epoch": 336, "lr": 4.073691746425459e-05}
{"train_loss": 0.0017846396658569574, "global_step": 59955, "epoch": 336, "lr": 4.0735465347292366e-05}
{"train_loss": 0.004453382454812527, "global_step": 59956, "epoch": 336, "lr": 4.07340132384222e-05}
{"train_loss": 0.001318630762398243, "global_step": 59957, "epoch": 336, "lr": 4.0732561137645283e-05}
{"train_loss": 0.002015579491853714, "global_step": 59958, "epoch": 336, "lr": 4.073110904496295e-05}
{"train_loss": 0.0019572244491428137, "global_step": 59959, "epoch": 336, "lr": 4.072965696037643e-05}
{"train_loss": 0.002242626389488578, "global_step": 59960, "epoch": 336, "lr": 4.0728204883887e-05}
{"train_loss": 0.002181625459343195, "global_step": 59961, "epoch": 336, "lr": 4.0726752815495925e-05}
{"train_loss": 0.002516414038836956, "global_step": 59962, "epoch": 336, "lr": 4.0725300755204494e-05}
{"train_loss": 0.004495888948440552, "global_step": 59963, "epoch": 336, "lr": 4.072384870301394e-05}
{"train_loss": 0.002050869632512331, "global_step": 59964, "epoch": 336, "lr": 4.072239665892554e-05}
{"train_loss": 0.001574124675244093, "global_step": 59965, "epoch": 336, "lr": 4.0720944622940595e-05}
{"train_loss": 0.0015736159402877092, "global_step": 59966, "epoch": 336, "lr": 4.071949259506034e-05}
{"train_loss": 0.0017980103148147464, "global_step": 59967, "epoch": 336, "lr": 4.071804057528606e-05}
{"train_loss": 0.0027807019650936127, "global_step": 59968, "epoch": 336, "lr": 4.071658856361902e-05}
{"train_loss": 0.0030051993671804667, "global_step": 59969, "epoch": 336, "lr": 4.071513656006048e-05}
{"train_loss": 0.002070129383355379, "global_step": 59970, "epoch": 336, "lr": 4.071368456461171e-05}
{"train_loss": 0.003025069832801819, "global_step": 59971, "epoch": 336, "lr": 4.0712232577273994e-05}
{"train_loss": 0.0020458290819078684, "global_step": 59972, "epoch": 336, "lr": 4.0710780598048577e-05}
{"train_loss": 0.0018822852289304137, "global_step": 59973, "epoch": 336, "lr": 4.070932862693675e-05}
{"train_loss": 0.0028357720002532005, "global_step": 59974, "epoch": 336, "lr": 4.070787666393976e-05}
{"train_loss": 0.001227961853146553, "global_step": 59975, "epoch": 336, "lr": 4.070642470905889e-05}
{"train_loss": 0.005374794360250235, "global_step": 59976, "epoch": 336, "lr": 4.070497276229539e-05}
{"train_loss": 0.002773209707811475, "global_step": 59977, "epoch": 336, "lr": 4.0703520823650564e-05}
{"train_loss": 0.001622737618163228, "global_step": 59978, "epoch": 336, "lr": 4.070206889312564e-05}
{"train_loss": 0.0045551941730082035, "global_step": 59979, "epoch": 336, "lr": 4.070061697072191e-05}
{"train_loss": 0.0034960268530994654, "global_step": 59980, "epoch": 336, "lr": 4.069916505644063e-05}
{"train_loss": 0.0019390648230910301, "global_step": 59981, "epoch": 336, "lr": 4.069771315028308e-05}
{"train_loss": 0.0028489497490227222, "global_step": 59982, "epoch": 336, "lr": 4.069626125225052e-05}
{"train_loss": 0.004227299243211746, "global_step": 59983, "epoch": 336, "lr": 4.069480936234422e-05}
{"train_loss": 0.003533321665599942, "global_step": 59984, "epoch": 336, "lr": 4.069335748056544e-05}
{"train_loss": 0.00283296340998011, "global_step": 59985, "epoch": 336, "lr": 4.0691905606915454e-05}
{"train_loss": 0.00390992546454072, "global_step": 59986, "epoch": 337, "lr": 4.0690453741395556e-05}
{"train_loss": 0.001315173925831914, "global_step": 59987, "epoch": 337, "lr": 4.068900188400697e-05}
{"train_loss": 0.0022334286477416754, "global_step": 59988, "epoch": 337, "lr": 4.0687550034751e-05}
{"train_loss": 0.0013811062090098858, "global_step": 59989, "epoch": 337, "lr": 4.068609819362888e-05}
{"train_loss": 0.004051373805850744, "global_step": 59990, "epoch": 337, "lr": 4.068464636064192e-05}
{"train_loss": 0.0016150085721164942, "global_step": 59991, "epoch": 337, "lr": 4.068319453579135e-05}
{"train_loss": 0.0032504452392458916, "global_step": 59992, "epoch": 337, "lr": 4.068174271907847e-05}
{"train_loss": 0.0013403096236288548, "global_step": 59993, "epoch": 337, "lr": 4.068029091050451e-05}
{"train_loss": 0.0025831698440015316, "global_step": 59994, "epoch": 337, "lr": 4.0678839110070774e-05}
{"train_loss": 0.0023760090116411448, "global_step": 59995, "epoch": 337, "lr": 4.06773873177785e-05}
{"train_loss": 0.0013908143155276775, "global_step": 59996, "epoch": 337, "lr": 4.067593553362899e-05}
{"train_loss": 0.004002015572041273, "global_step": 59997, "epoch": 337, "lr": 4.0674483757623475e-05}
{"train_loss": 0.002207573037594557, "global_step": 59998, "epoch": 337, "lr": 4.067303198976326e-05}
{"train_loss": 0.003587298560887575, "global_step": 59999, "epoch": 337, "lr": 4.067158023004957e-05}
{"train_loss": 0.0021836571395397186, "global_step": 60000, "epoch": 337, "lr": 4.067012847848373e-05}
{"train_loss": 0.0030173331033438444, "global_step": 60001, "epoch": 337, "lr": 4.066867673506695e-05}
{"train_loss": 0.0017969413893297315, "global_step": 60002, "epoch": 337, "lr": 4.066722499980053e-05}
{"train_loss": 0.0022478513419628143, "global_step": 60003, "epoch": 337, "lr": 4.066577327268572e-05}
{"train_loss": 0.00436500133946538, "global_step": 60004, "epoch": 337, "lr": 4.0664321553723836e-05}
{"train_loss": 0.0018574385903775692, "global_step": 60005, "epoch": 337, "lr": 4.066286984291607e-05}
{"train_loss": 0.00397406006231904, "global_step": 60006, "epoch": 337, "lr": 4.066141814026374e-05}
{"train_loss": 0.0029802313074469566, "global_step": 60007, "epoch": 337, "lr": 4.065996644576812e-05}
{"train_loss": 0.005594734568148851, "global_step": 60008, "epoch": 337, "lr": 4.065851475943044e-05}
{"train_loss": 0.001223843195475638, "global_step": 60009, "epoch": 337, "lr": 4.0657063081252014e-05}
{"train_loss": 0.004903228022158146, "global_step": 60010, "epoch": 337, "lr": 4.065561141123406e-05}
{"train_loss": 0.00335575919598341, "global_step": 60011, "epoch": 337, "lr": 4.06541597493779e-05}
{"train_loss": 0.0017940797843039036, "global_step": 60012, "epoch": 337, "lr": 4.0652708095684745e-05}
{"train_loss": 0.001495537580922246, "global_step": 60013, "epoch": 337, "lr": 4.0651256450155905e-05}
{"train_loss": 0.0029312653932720423, "global_step": 60014, "epoch": 337, "lr": 4.0649804812792626e-05}
{"train_loss": 0.0032669701613485813, "global_step": 60015, "epoch": 337, "lr": 4.064835318359621e-05}
{"train_loss": 0.00426122173666954, "global_step": 60016, "epoch": 337, "lr": 4.0646901562567864e-05}
{"train_loss": 0.0021967245265841484, "global_step": 60017, "epoch": 337, "lr": 4.0645449949708915e-05}
{"train_loss": 0.005352403502911329, "global_step": 60018, "epoch": 337, "lr": 4.064399834502058e-05}
{"train_loss": 0.0054068416357040405, "global_step": 60019, "epoch": 337, "lr": 4.064254674850419e-05}
{"train_loss": 0.003935809247195721, "global_step": 60020, "epoch": 337, "lr": 4.064109516016095e-05}
{"train_loss": 0.004339373670518398, "global_step": 60021, "epoch": 337, "lr": 4.0639643579992164e-05}
{"train_loss": 0.005016184411942959, "global_step": 60022, "epoch": 337, "lr": 4.063819200799908e-05}
{"train_loss": 0.004254800267517567, "global_step": 60023, "epoch": 337, "lr": 4.0636740444183e-05}
{"train_loss": 0.0022666193544864655, "global_step": 60024, "epoch": 337, "lr": 4.0635288888545145e-05}
{"train_loss": 0.004431530367583036, "global_step": 60025, "epoch": 337, "lr": 4.0633837341086824e-05}
{"train_loss": 0.0033179011661559343, "global_step": 60026, "epoch": 337, "lr": 4.063238580180926e-05}
{"train_loss": 0.0024412719067186117, "global_step": 60027, "epoch": 337, "lr": 4.063093427071376e-05}
{"train_loss": 0.0017709136009216309, "global_step": 60028, "epoch": 337, "lr": 4.062948274780159e-05}
{"train_loss": 0.003259832039475441, "global_step": 60029, "epoch": 337, "lr": 4.062803123307401e-05}
{"train_loss": 0.0030720350332558155, "global_step": 60030, "epoch": 337, "lr": 4.062657972653228e-05}
{"train_loss": 0.003605828620493412, "global_step": 60031, "epoch": 337, "lr": 4.062512822817766e-05}
{"train_loss": 0.001585008343681693, "global_step": 60032, "epoch": 337, "lr": 4.062367673801145e-05}
{"train_loss": 0.0023174965754151344, "global_step": 60033, "epoch": 337, "lr": 4.062222525603487e-05}
{"train_loss": 0.002020813524723053, "global_step": 60034, "epoch": 337, "lr": 4.0620773782249254e-05}
{"train_loss": 0.002524592913687229, "global_step": 60035, "epoch": 337, "lr": 4.0619322316655806e-05}
{"train_loss": 0.0042970143258571625, "global_step": 60036, "epoch": 337, "lr": 4.061787085925582e-05}
{"train_loss": 0.002706878585740924, "global_step": 60037, "epoch": 337, "lr": 4.0616419410050566e-05}
{"train_loss": 0.002709724474698305, "global_step": 60038, "epoch": 337, "lr": 4.061496796904133e-05}
{"train_loss": 0.001295720343478024, "global_step": 60039, "epoch": 337, "lr": 4.061351653622933e-05}
{"train_loss": 0.0010954356985166669, "global_step": 60040, "epoch": 337, "lr": 4.061206511161588e-05}
{"train_loss": 0.00195405725389719, "global_step": 60041, "epoch": 337, "lr": 4.061061369520221e-05}
{"train_loss": 0.0011390380095690489, "global_step": 60042, "epoch": 337, "lr": 4.060916228698964e-05}
{"train_loss": 0.0035584396682679653, "global_step": 60043, "epoch": 337, "lr": 4.060771088697938e-05}
{"train_loss": 0.0009916804265230894, "global_step": 60044, "epoch": 337, "lr": 4.0606259495172736e-05}
{"train_loss": 0.0017176989931613207, "global_step": 60045, "epoch": 337, "lr": 4.060480811157095e-05}
{"train_loss": 0.0028027184307575226, "global_step": 60046, "epoch": 337, "lr": 4.060335673617533e-05}
{"train_loss": 0.0040711876936256886, "global_step": 60047, "epoch": 337, "lr": 4.060190536898709e-05}
{"train_loss": 0.0010713303927332163, "global_step": 60048, "epoch": 337, "lr": 4.0600454010007524e-05}
{"train_loss": 0.003840891644358635, "global_step": 60049, "epoch": 337, "lr": 4.059900265923793e-05}
{"train_loss": 0.001776991761289537, "global_step": 60050, "epoch": 337, "lr": 4.0597551316679515e-05}
{"train_loss": 0.006762580946087837, "global_step": 60051, "epoch": 337, "lr": 4.059609998233359e-05}
{"train_loss": 0.0020988609176129103, "global_step": 60052, "epoch": 337, "lr": 4.059464865620141e-05}
{"train_loss": 0.0011789544951170683, "global_step": 60053, "epoch": 337, "lr": 4.059319733828425e-05}
{"train_loss": 0.004504176788032055, "global_step": 60054, "epoch": 337, "lr": 4.0591746028583356e-05}
{"train_loss": 0.0038305765483528376, "global_step": 60055, "epoch": 337, "lr": 4.0590294727100014e-05}
{"train_loss": 0.00364294508472085, "global_step": 60056, "epoch": 337, "lr": 4.058884343383548e-05}
{"train_loss": 0.0027793950866907835, "global_step": 60057, "epoch": 337, "lr": 4.0587392148791056e-05}
{"train_loss": 0.0020407831761986017, "global_step": 60058, "epoch": 337, "lr": 4.0585940871967954e-05}
{"train_loss": 0.0022995781619101763, "global_step": 60059, "epoch": 337, "lr": 4.058448960336748e-05}
{"train_loss": 0.0022252558264881372, "global_step": 60060, "epoch": 337, "lr": 4.058303834299089e-05}
{"train_loss": 0.004041314125061035, "global_step": 60061, "epoch": 337, "lr": 4.0581587090839475e-05}
{"train_loss": 0.0029279466252774, "global_step": 60062, "epoch": 337, "lr": 4.0580135846914455e-05}
{"train_loss": 0.0015566879883408546, "global_step": 60063, "epoch": 337, "lr": 4.057868461121713e-05}
{"train_loss": 0.0030596330761909485, "global_step": 60064, "epoch": 337, "lr": 4.0577233383748756e-05}
{"train_loss": 0.00454653799533844, "global_step": 60065, "epoch": 337, "lr": 4.057578216451063e-05}
{"train_loss": 0.0014814240857958794, "global_step": 60066, "epoch": 337, "lr": 4.057433095350397e-05}
{"train_loss": 0.004315337166190147, "global_step": 60067, "epoch": 337, "lr": 4.0572879750730094e-05}
{"train_loss": 0.003159542568027973, "global_step": 60068, "epoch": 337, "lr": 4.057142855619022e-05}
{"train_loss": 0.003948186058551073, "global_step": 60069, "epoch": 337, "lr": 4.056997736988564e-05}
{"train_loss": 0.004890513140708208, "global_step": 60070, "epoch": 337, "lr": 4.056852619181763e-05}
{"train_loss": 0.004090160597115755, "global_step": 60071, "epoch": 337, "lr": 4.056707502198744e-05}
{"train_loss": 0.0023840225767344236, "global_step": 60072, "epoch": 337, "lr": 4.0565623860396376e-05}
{"train_loss": 0.0025043173227459192, "global_step": 60073, "epoch": 337, "lr": 4.0564172707045645e-05}
{"train_loss": 0.00391467846930027, "global_step": 60074, "epoch": 337, "lr": 4.056272156193656e-05}
{"train_loss": 0.0035349116660654545, "global_step": 60075, "epoch": 337, "lr": 4.0561270425070364e-05}
{"train_loss": 0.002205578377470374, "global_step": 60076, "epoch": 337, "lr": 4.0559819296448355e-05}
{"train_loss": 0.003688185941427946, "global_step": 60077, "epoch": 337, "lr": 4.0558368176071756e-05}
{"train_loss": 0.004760905168950558, "global_step": 60078, "epoch": 337, "lr": 4.055691706394187e-05}
{"train_loss": 0.003927885089069605, "global_step": 60079, "epoch": 337, "lr": 4.0555465960059945e-05}
{"train_loss": 0.0016894361469894648, "global_step": 60080, "epoch": 337, "lr": 4.055401486442728e-05}
{"train_loss": 0.00110702496021986, "global_step": 60081, "epoch": 337, "lr": 4.0552563777045096e-05}
{"train_loss": 0.0015583655331283808, "global_step": 60082, "epoch": 337, "lr": 4.0551112697914706e-05}
{"train_loss": 0.0031653721816837788, "global_step": 60083, "epoch": 337, "lr": 4.0549661627037324e-05}
{"train_loss": 0.003927075769752264, "global_step": 60084, "epoch": 337, "lr": 4.054821056441427e-05}
{"train_loss": 0.003340895986184478, "global_step": 60085, "epoch": 337, "lr": 4.0546759510046775e-05}
{"train_loss": 0.0019380062585696578, "global_step": 60086, "epoch": 337, "lr": 4.0545308463936135e-05}
{"train_loss": 0.005382277071475983, "global_step": 60087, "epoch": 337, "lr": 4.05438574260836e-05}
{"train_loss": 0.005789740942418575, "global_step": 60088, "epoch": 337, "lr": 4.0542406396490434e-05}
{"train_loss": 0.0023890603333711624, "global_step": 60089, "epoch": 337, "lr": 4.0540955375157906e-05}
{"train_loss": 0.002260021399706602, "global_step": 60090, "epoch": 337, "lr": 4.053950436208729e-05}
{"train_loss": 0.00519324466586113, "global_step": 60091, "epoch": 337, "lr": 4.0538053357279875e-05}
{"train_loss": 0.006314466241747141, "global_step": 60092, "epoch": 337, "lr": 4.053660236073688e-05}
{"train_loss": 0.003092746017500758, "global_step": 60093, "epoch": 337, "lr": 4.0535151372459615e-05}
{"train_loss": 0.0030174870043992996, "global_step": 60094, "epoch": 337, "lr": 4.053370039244931e-05}
{"train_loss": 0.0018824582220986485, "global_step": 60095, "epoch": 337, "lr": 4.053224942070728e-05}
{"train_loss": 0.004389686975628138, "global_step": 60096, "epoch": 337, "lr": 4.0530798457234744e-05}
{"train_loss": 0.0052800485864281654, "global_step": 60097, "epoch": 337, "lr": 4.0529347502033e-05}
{"train_loss": 0.0012024787720292807, "global_step": 60098, "epoch": 337, "lr": 4.052789655510329e-05}
{"train_loss": 0.0020161911379545927, "global_step": 60099, "epoch": 337, "lr": 4.0526445616446925e-05}
{"train_loss": 0.002873337361961603, "global_step": 60100, "epoch": 337, "lr": 4.0524994686065116e-05}
{"train_loss": 0.002183314645662904, "global_step": 60101, "epoch": 337, "lr": 4.0523543763959185e-05}
{"train_loss": 0.0019153100438416004, "global_step": 60102, "epoch": 337, "lr": 4.0522092850130344e-05}
{"train_loss": 0.0032494552433490753, "global_step": 60103, "epoch": 337, "lr": 4.052064194457991e-05}
{"train_loss": 0.007110267877578735, "global_step": 60104, "epoch": 337, "lr": 4.0519191047309106e-05}
{"train_loss": 0.002387522254139185, "global_step": 60105, "epoch": 337, "lr": 4.0517740158319256e-05}
{"train_loss": 0.00362182455137372, "global_step": 60106, "epoch": 337, "lr": 4.0516289277611566e-05}
{"train_loss": 0.004260707180947065, "global_step": 60107, "epoch": 337, "lr": 4.0514838405187336e-05}
{"train_loss": 0.004894161596894264, "global_step": 60108, "epoch": 337, "lr": 4.051338754104783e-05}
{"train_loss": 0.0019098068587481976, "global_step": 60109, "epoch": 337, "lr": 4.051193668519433e-05}
{"train_loss": 0.002470086794346571, "global_step": 60110, "epoch": 337, "lr": 4.0510485837628066e-05}
{"train_loss": 0.003590779146179557, "global_step": 60111, "epoch": 337, "lr": 4.050903499835032e-05}
{"train_loss": 0.0023406019899994135, "global_step": 60112, "epoch": 337, "lr": 4.0507584167362375e-05}
{"train_loss": 0.0035763182677328587, "global_step": 60113, "epoch": 337, "lr": 4.0506133344665484e-05}
{"train_loss": 0.0038020131178200245, "global_step": 60114, "epoch": 337, "lr": 4.050468253026094e-05}
{"train_loss": 0.002522438997402787, "global_step": 60115, "epoch": 337, "lr": 4.050323172414997e-05}
{"train_loss": 0.0027743664104491472, "global_step": 60116, "epoch": 337, "lr": 4.0501780926333863e-05}
{"train_loss": 0.0028405236080288887, "global_step": 60117, "epoch": 337, "lr": 4.050033013681388e-05}
{"train_loss": 0.002144722267985344, "global_step": 60118, "epoch": 337, "lr": 4.0498879355591304e-05}
{"train_loss": 0.0029820394702255726, "global_step": 60119, "epoch": 337, "lr": 4.049742858266737e-05}
{"train_loss": 0.003089754143729806, "global_step": 60120, "epoch": 337, "lr": 4.04959778180434e-05}
{"train_loss": 0.0030029851477593184, "global_step": 60121, "epoch": 337, "lr": 4.049452706172059e-05}
{"train_loss": 0.004237739369273186, "global_step": 60122, "epoch": 337, "lr": 4.049307631370025e-05}
{"train_loss": 0.0036421078257262707, "global_step": 60123, "epoch": 337, "lr": 4.0491625573983636e-05}
{"train_loss": 0.00354186212643981, "global_step": 60124, "epoch": 337, "lr": 4.049017484257205e-05}
{"train_loss": 0.0038946398999542, "global_step": 60125, "epoch": 337, "lr": 4.0488724119466696e-05}
{"train_loss": 0.0073800296522676945, "global_step": 60126, "epoch": 337, "lr": 4.048727340466889e-05}
{"train_loss": 0.005558621138334274, "global_step": 60127, "epoch": 337, "lr": 4.048582269817986e-05}
{"train_loss": 0.004833628423511982, "global_step": 60128, "epoch": 337, "lr": 4.0484372000000927e-05}
{"train_loss": 0.0027605737559497356, "global_step": 60129, "epoch": 337, "lr": 4.04829213101333e-05}
{"train_loss": 0.005745594389736652, "global_step": 60130, "epoch": 337, "lr": 4.048147062857829e-05}
{"train_loss": 0.005670606158673763, "global_step": 60131, "epoch": 337, "lr": 4.048001995533713e-05}
{"train_loss": 0.002561586443334818, "global_step": 60132, "epoch": 337, "lr": 4.047856929041111e-05}
{"train_loss": 0.002398786600679159, "global_step": 60133, "epoch": 337, "lr": 4.047711863380151e-05}
{"train_loss": 0.0016495534218847752, "global_step": 60134, "epoch": 337, "lr": 4.047566798550956e-05}
{"train_loss": 0.0026102839037775993, "global_step": 60135, "epoch": 337, "lr": 4.0474217345536546e-05}
{"train_loss": 0.0021295498590916395, "global_step": 60136, "epoch": 337, "lr": 4.047276671388373e-05}
{"train_loss": 0.004236376844346523, "global_step": 60137, "epoch": 337, "lr": 4.0471316090552407e-05}
{"train_loss": 0.0033366899006068707, "global_step": 60138, "epoch": 337, "lr": 4.04698654755438e-05}
{"train_loss": 0.002870420925319195, "global_step": 60139, "epoch": 337, "lr": 4.046841486885921e-05}
{"train_loss": 0.0026609497144818306, "global_step": 60140, "epoch": 337, "lr": 4.0466964270499876e-05}
{"train_loss": 0.0018032081425189972, "global_step": 60141, "epoch": 337, "lr": 4.0465513680467086e-05}
{"train_loss": 0.0038397437892854214, "global_step": 60142, "epoch": 337, "lr": 4.0464063098762087e-05}
{"train_loss": 0.002966959960758686, "global_step": 60143, "epoch": 337, "lr": 4.046261252538619e-05}
{"train_loss": 0.0023042382672429085, "global_step": 60144, "epoch": 337, "lr": 4.0461161960340604e-05}
{"train_loss": 0.0024876222014427185, "global_step": 60145, "epoch": 337, "lr": 4.0459711403626634e-05}
{"train_loss": 0.002390884328633547, "global_step": 60146, "epoch": 337, "lr": 4.045826085524553e-05}
{"train_loss": 0.00409376947209239, "global_step": 60147, "epoch": 337, "lr": 4.045681031519858e-05}
{"train_loss": 0.0035096677020192146, "global_step": 60148, "epoch": 337, "lr": 4.045535978348702e-05}
{"train_loss": 0.0027000787667930126, "global_step": 60149, "epoch": 337, "lr": 4.045390926011214e-05}
{"train_loss": 0.0035949894227087498, "global_step": 60150, "epoch": 337, "lr": 4.0452458745075196e-05}
{"train_loss": 0.002067484660074115, "global_step": 60151, "epoch": 337, "lr": 4.045100823837747e-05}
{"train_loss": 0.0029028551653027534, "global_step": 60152, "epoch": 337, "lr": 4.04495577400202e-05}
{"train_loss": 0.0016699796542525291, "global_step": 60153, "epoch": 337, "lr": 4.044810725000468e-05}
{"train_loss": 0.002255829516798258, "global_step": 60154, "epoch": 337, "lr": 4.044665676833217e-05}
{"train_loss": 0.0033012491185218096, "global_step": 60155, "epoch": 337, "lr": 4.044520629500393e-05}
{"train_loss": 0.0024617277085781097, "global_step": 60156, "epoch": 337, "lr": 4.0443755830021243e-05}
{"train_loss": 0.002276689512655139, "global_step": 60157, "epoch": 337, "lr": 4.044230537338536e-05}
{"train_loss": 0.0009237024933099747, "global_step": 60158, "epoch": 337, "lr": 4.044085492509756e-05}
{"train_loss": 0.0028061331249773502, "global_step": 60159, "epoch": 337, "lr": 4.043940448515908e-05}
{"train_loss": 0.0029172312933951616, "global_step": 60160, "epoch": 337, "lr": 4.0437954053571224e-05}
{"train_loss": 0.002804848365485668, "global_step": 60161, "epoch": 337, "lr": 4.0436503630335234e-05}
{"train_loss": 0.001241276040673256, "global_step": 60162, "epoch": 337, "lr": 4.043505321545241e-05}
{"train_loss": 0.0030702628434656626, "global_step": 60163, "epoch": 337, "lr": 4.043360280892398e-05}
{"train_loss": 0.0018547476502135396, "global_step": 60164, "epoch": 338, "lr": 4.0432152410751224e-05}
{"train_loss": 0.003809339366853237, "global_step": 60165, "epoch": 338, "lr": 4.0430702020935406e-05}
{"train_loss": 0.0031389668583869934, "global_step": 60166, "epoch": 338, "lr": 4.042925163947782e-05}
{"train_loss": 0.0036765439435839653, "global_step": 60167, "epoch": 338, "lr": 4.0427801266379694e-05}
{"train_loss": 0.001678387401625514, "global_step": 60168, "epoch": 338, "lr": 4.042635090164232e-05}
{"train_loss": 0.0036379462108016014, "global_step": 60169, "epoch": 338, "lr": 4.042490054526694e-05}
{"train_loss": 0.001615400891751051, "global_step": 60170, "epoch": 338, "lr": 4.0423450197254864e-05}
{"train_loss": 0.0035895961336791515, "global_step": 60171, "epoch": 338, "lr": 4.042199985760731e-05}
{"train_loss": 0.0069273049011826515, "global_step": 60172, "epoch": 338, "lr": 4.0420549526325576e-05}
{"train_loss": 0.0018748990260064602, "global_step": 60173, "epoch": 338, "lr": 4.0419099203410915e-05}
{"train_loss": 0.004879811778664589, "global_step": 60174, "epoch": 338, "lr": 4.04176488888646e-05}
{"train_loss": 0.0015979012241587043, "global_step": 60175, "epoch": 338, "lr": 4.041619858268791e-05}
{"train_loss": 0.0008570527425035834, "global_step": 60176, "epoch": 338, "lr": 4.041474828488208e-05}
{"train_loss": 0.0023232847452163696, "global_step": 60177, "epoch": 338, "lr": 4.041329799544842e-05}
{"train_loss": 0.0025329547934234142, "global_step": 60178, "epoch": 338, "lr": 4.0411847714388144e-05}
{"train_loss": 0.0018089513760060072, "global_step": 60179, "epoch": 338, "lr": 4.041039744170256e-05}
{"train_loss": 0.0016921618953347206, "global_step": 60180, "epoch": 338, "lr": 4.040894717739291e-05}
{"train_loss": 0.0021280664950609207, "global_step": 60181, "epoch": 338, "lr": 4.04074969214605e-05}
{"train_loss": 0.004060260020196438, "global_step": 60182, "epoch": 338, "lr": 4.040604667390653e-05}
{"train_loss": 0.001830892637372017, "global_step": 60183, "epoch": 338, "lr": 4.0404596434732333e-05}
{"train_loss": 0.0028052995912730694, "global_step": 60184, "epoch": 338, "lr": 4.040314620393913e-05}
{"train_loss": 0.002728910418227315, "global_step": 60185, "epoch": 338, "lr": 4.040169598152823e-05}
{"train_loss": 0.0032783164642751217, "global_step": 60186, "epoch": 338, "lr": 4.040024576750085e-05}
{"train_loss": 0.0024734260514378548, "global_step": 60187, "epoch": 338, "lr": 4.0398795561858296e-05}
{"train_loss": 0.0034830765798687935, "global_step": 60188, "epoch": 338, "lr": 4.0397345364601805e-05}
{"train_loss": 0.003392996033653617, "global_step": 60189, "epoch": 338, "lr": 4.039589517573269e-05}
{"train_loss": 0.0018619394395500422, "global_step": 60190, "epoch": 338, "lr": 4.0394444995252154e-05}
{"train_loss": 0.0069154659286141396, "global_step": 60191, "epoch": 338, "lr": 4.039299482316152e-05}
{"train_loss": 0.003980071283876896, "global_step": 60192, "epoch": 338, "lr": 4.039154465946201e-05}
{"train_loss": 0.002322146901860833, "global_step": 60193, "epoch": 338, "lr": 4.039009450415494e-05}
{"train_loss": 0.002384461695328355, "global_step": 60194, "epoch": 338, "lr": 4.038864435724152e-05}
{"train_loss": 0.0035242829471826553, "global_step": 60195, "epoch": 338, "lr": 4.038719421872305e-05}
{"train_loss": 0.0032773385755717754, "global_step": 60196, "epoch": 338, "lr": 4.038574408860082e-05}
{"train_loss": 0.0038542752154171467, "global_step": 60197, "epoch": 338, "lr": 4.0384293966876034e-05}
{"train_loss": 0.00152106792666018, "global_step": 60198, "epoch": 338, "lr": 4.038284385355001e-05}
{"train_loss": 0.0042043523862957954, "global_step": 60199, "epoch": 338, "lr": 4.038139374862399e-05}
{"train_loss": 0.002058155834674835, "global_step": 60200, "epoch": 338, "lr": 4.037994365209926e-05}
{"train_loss": 0.0010334670078009367, "global_step": 60201, "epoch": 338, "lr": 4.037849356397706e-05}
{"train_loss": 0.001712891273200512, "global_step": 60202, "epoch": 338, "lr": 4.037704348425868e-05}
{"train_loss": 0.0019689833279699087, "global_step": 60203, "epoch": 338, "lr": 4.0375593412945375e-05}
{"train_loss": 0.0042931754142045975, "global_step": 60204, "epoch": 338, "lr": 4.037414335003843e-05}
{"train_loss": 0.0037012947723269463, "global_step": 60205, "epoch": 338, "lr": 4.0372693295539073e-05}
{"train_loss": 0.0026836185716092587, "global_step": 60206, "epoch": 338, "lr": 4.03712432494486e-05}
{"train_loss": 0.0018842134159058332, "global_step": 60207, "epoch": 338, "lr": 4.036979321176827e-05}
{"train_loss": 0.0007717792177572846, "global_step": 60208, "epoch": 338, "lr": 4.036834318249936e-05}
{"train_loss": 0.0027050767093896866, "global_step": 60209, "epoch": 338, "lr": 4.0366893161643115e-05}
{"train_loss": 0.0039543695747852325, "global_step": 60210, "epoch": 338, "lr": 4.036544314920083e-05}
{"train_loss": 0.001472756266593933, "global_step": 60211, "epoch": 338, "lr": 4.036399314517374e-05}
{"train_loss": 0.0016101992223411798, "global_step": 60212, "epoch": 338, "lr": 4.036254314956314e-05}
{"train_loss": 0.0028110521379858255, "global_step": 60213, "epoch": 338, "lr": 4.036109316237026e-05}
{"train_loss": 0.005264950450509787, "global_step": 60214, "epoch": 338, "lr": 4.035964318359642e-05}
{"train_loss": 0.005009448155760765, "global_step": 60215, "epoch": 338, "lr": 4.035819321324283e-05}
{"train_loss": 0.0012136888690292835, "global_step": 60216, "epoch": 338, "lr": 4.035674325131078e-05}
{"train_loss": 0.0028321105055510998, "global_step": 60217, "epoch": 338, "lr": 4.0355293297801555e-05}
{"train_loss": 0.0028883633203804493, "global_step": 60218, "epoch": 338, "lr": 4.035384335271639e-05}
{"train_loss": 0.0026719379238784313, "global_step": 60219, "epoch": 338, "lr": 4.035239341605659e-05}
{"train_loss": 0.003405255265533924, "global_step": 60220, "epoch": 338, "lr": 4.035094348782338e-05}
{"train_loss": 0.0024486880283802748, "global_step": 60221, "epoch": 338, "lr": 4.0349493568018056e-05}
{"train_loss": 0.000978754716925323, "global_step": 60222, "epoch": 338, "lr": 4.034804365664186e-05}
{"train_loss": 0.001848496263846755, "global_step": 60223, "epoch": 338, "lr": 4.0346593753696095e-05}
{"train_loss": 0.0024412113707512617, "global_step": 60224, "epoch": 338, "lr": 4.034514385918198e-05}
{"train_loss": 0.0016033852007240057, "global_step": 60225, "epoch": 338, "lr": 4.034369397310082e-05}
{"train_loss": 0.0016088712727651, "global_step": 60226, "epoch": 338, "lr": 4.034224409545384e-05}
{"train_loss": 0.0018306432757526636, "global_step": 60227, "epoch": 338, "lr": 4.0340794226242373e-05}
{"train_loss": 0.0034911036491394043, "global_step": 60228, "epoch": 338, "lr": 4.0339344365467614e-05}
{"train_loss": 0.005386503413319588, "global_step": 60229, "epoch": 338, "lr": 4.033789451313089e-05}
{"train_loss": 0.001961071277037263, "global_step": 60230, "epoch": 338, "lr": 4.033644466923341e-05}
{"train_loss": 0.005204461049288511, "global_step": 60231, "epoch": 338, "lr": 4.033499483377648e-05}
{"train_loss": 0.0016685716109350324, "global_step": 60232, "epoch": 338, "lr": 4.033354500676134e-05}
{"train_loss": 0.003645728575065732, "global_step": 60233, "epoch": 338, "lr": 4.03320951881893e-05}
{"train_loss": 0.0018050186336040497, "global_step": 60234, "epoch": 338, "lr": 4.0330645378061575e-05}
{"train_loss": 0.0024035274982452393, "global_step": 60235, "epoch": 338, "lr": 4.0329195576379466e-05}
{"train_loss": 0.0019321069121360779, "global_step": 60236, "epoch": 338, "lr": 4.032774578314421e-05}
{"train_loss": 0.0034855466801673174, "global_step": 60237, "epoch": 338, "lr": 4.03262959983571e-05}
{"train_loss": 0.004841818939894438, "global_step": 60238, "epoch": 338, "lr": 4.032484622201941e-05}
{"train_loss": 0.0018174858996644616, "global_step": 60239, "epoch": 338, "lr": 4.032339645413236e-05}
{"train_loss": 0.001854596775956452, "global_step": 60240, "epoch": 338, "lr": 4.032194669469727e-05}
{"train_loss": 0.0026092464104294777, "global_step": 60241, "epoch": 338, "lr": 4.032049694371536e-05}
{"train_loss": 0.0021314723417162895, "global_step": 60242, "epoch": 338, "lr": 4.0319047201187936e-05}
{"train_loss": 0.0033731358125805855, "global_step": 60243, "epoch": 338, "lr": 4.0317597467116234e-05}
{"train_loss": 0.0029012281447649, "global_step": 60244, "epoch": 338, "lr": 4.031614774150154e-05}
{"train_loss": 0.002756404457613826, "global_step": 60245, "epoch": 338, "lr": 4.03146980243451e-05}
{"train_loss": 0.0009465288603678346, "global_step": 60246, "epoch": 338, "lr": 4.0313248315648214e-05}
{"train_loss": 0.002011326141655445, "global_step": 60247, "epoch": 338, "lr": 4.031179861541211e-05}
{"train_loss": 0.0024544959887862206, "global_step": 60248, "epoch": 338, "lr": 4.031034892363809e-05}
{"train_loss": 0.0030252989381551743, "global_step": 60249, "epoch": 338, "lr": 4.0308899240327384e-05}
{"train_loss": 0.005684484727680683, "global_step": 60250, "epoch": 338, "lr": 4.030744956548128e-05}
{"train_loss": 0.0032739327289164066, "global_step": 60251, "epoch": 338, "lr": 4.030599989910104e-05}
{"train_loss": 0.0020318927709013224, "global_step": 60252, "epoch": 338, "lr": 4.0304550241187946e-05}
{"train_loss": 0.0031894934363663197, "global_step": 60253, "epoch": 338, "lr": 4.030310059174322e-05}
{"train_loss": 0.003993716090917587, "global_step": 60254, "epoch": 338, "lr": 4.030165095076817e-05}
{"train_loss": 0.00326094264164567, "global_step": 60255, "epoch": 338, "lr": 4.0300201318264045e-05}
{"train_loss": 0.004782418720424175, "global_step": 60256, "epoch": 338, "lr": 4.029875169423213e-05}
{"train_loss": 0.005438615567982197, "global_step": 60257, "epoch": 338, "lr": 4.029730207867366e-05}
{"train_loss": 0.00913399737328291, "global_step": 60258, "epoch": 338, "lr": 4.029585247158991e-05}
{"train_loss": 0.0023439202923327684, "global_step": 60259, "epoch": 338, "lr": 4.0294402872982165e-05}
{"train_loss": 0.0023487559519708157, "global_step": 60260, "epoch": 338, "lr": 4.029295328285168e-05}
{"train_loss": 0.0015745428390800953, "global_step": 60261, "epoch": 338, "lr": 4.0291503701199725e-05}
{"train_loss": 0.0019185161218047142, "global_step": 60262, "epoch": 338, "lr": 4.029005412802755e-05}
{"train_loss": 0.005363356787711382, "global_step": 60263, "epoch": 338, "lr": 4.028860456333644e-05}
{"train_loss": 0.0021020923741161823, "global_step": 60264, "epoch": 338, "lr": 4.0287155007127646e-05}
{"train_loss": 0.002070631831884384, "global_step": 60265, "epoch": 338, "lr": 4.028570545940247e-05}
{"train_loss": 0.002780317096039653, "global_step": 60266, "epoch": 338, "lr": 4.028425592016212e-05}
{"train_loss": 0.002211052691563964, "global_step": 60267, "epoch": 338, "lr": 4.028280638940791e-05}
{"train_loss": 0.002628676127642393, "global_step": 60268, "epoch": 338, "lr": 4.028135686714107e-05}
{"train_loss": 0.002502263756468892, "global_step": 60269, "epoch": 338, "lr": 4.02799073533629e-05}
{"train_loss": 0.003117215819656849, "global_step": 60270, "epoch": 338, "lr": 4.0278457848074635e-05}
{"train_loss": 0.0028784775640815496, "global_step": 60271, "epoch": 338, "lr": 4.027700835127758e-05}
{"train_loss": 0.0022179237566888332, "global_step": 60272, "epoch": 338, "lr": 4.0275558862972965e-05}
{"train_loss": 0.0030229282565414906, "global_step": 60273, "epoch": 338, "lr": 4.027410938316206e-05}
{"train_loss": 0.006710078567266464, "global_step": 60274, "epoch": 338, "lr": 4.0272659911846146e-05}
{"train_loss": 0.002520537469536066, "global_step": 60275, "epoch": 338, "lr": 4.02712104490265e-05}
{"train_loss": 0.0030655174050480127, "global_step": 60276, "epoch": 338, "lr": 4.026976099470434e-05}
{"train_loss": 0.0022203887347131968, "global_step": 60277, "epoch": 338, "lr": 4.026831154888098e-05}
{"train_loss": 0.002492336556315422, "global_step": 60278, "epoch": 338, "lr": 4.0266862111557656e-05}
{"train_loss": 0.002198105212301016, "global_step": 60279, "epoch": 338, "lr": 4.026541268273565e-05}
{"train_loss": 0.003012064378708601, "global_step": 60280, "epoch": 338, "lr": 4.0263963262416247e-05}
{"train_loss": 0.004232298117130995, "global_step": 60281, "epoch": 338, "lr": 4.026251385060067e-05}
{"train_loss": 0.002081494778394699, "global_step": 60282, "epoch": 338, "lr": 4.026106444729021e-05}
{"train_loss": 0.0017665422055870295, "global_step": 60283, "epoch": 338, "lr": 4.025961505248612e-05}
{"train_loss": 0.0023790947161614895, "global_step": 60284, "epoch": 338, "lr": 4.0258165666189696e-05}
{"train_loss": 0.0016020663315430284, "global_step": 60285, "epoch": 338, "lr": 4.025671628840216e-05}
{"train_loss": 0.004026141948997974, "global_step": 60286, "epoch": 338, "lr": 4.025526691912483e-05}
{"train_loss": 0.0031224272679537535, "global_step": 60287, "epoch": 338, "lr": 4.025381755835891e-05}
{"train_loss": 0.005229496397078037, "global_step": 60288, "epoch": 338, "lr": 4.0252368206105715e-05}
{"train_loss": 0.0023200868163257837, "global_step": 60289, "epoch": 338, "lr": 4.025091886236648e-05}
{"train_loss": 0.0037911678664386272, "global_step": 60290, "epoch": 338, "lr": 4.0249469527142515e-05}
{"train_loss": 0.004524123854935169, "global_step": 60291, "epoch": 338, "lr": 4.0248020200435025e-05}
{"train_loss": 0.001409693155437708, "global_step": 60292, "epoch": 338, "lr": 4.0246570882245326e-05}
{"train_loss": 0.00292719854041934, "global_step": 60293, "epoch": 338, "lr": 4.024512157257465e-05}
{"train_loss": 0.0019263650756329298, "global_step": 60294, "epoch": 338, "lr": 4.02436722714243e-05}
{"train_loss": 0.00494930287823081, "global_step": 60295, "epoch": 338, "lr": 4.0242222978795494e-05}
{"train_loss": 0.000954127055592835, "global_step": 60296, "epoch": 338, "lr": 4.024077369468954e-05}
{"train_loss": 0.003442600602284074, "global_step": 60297, "epoch": 338, "lr": 4.023932441910767e-05}
{"train_loss": 0.0023742401972413063, "global_step": 60298, "epoch": 338, "lr": 4.023787515205118e-05}
{"train_loss": 0.005383561365306377, "global_step": 60299, "epoch": 338, "lr": 4.023642589352133e-05}
{"train_loss": 0.003175852820277214, "global_step": 60300, "epoch": 338, "lr": 4.023497664351936e-05}
{"train_loss": 0.003048819722607732, "global_step": 60301, "epoch": 338, "lr": 4.0233527402046574e-05}
{"train_loss": 0.0023620808497071266, "global_step": 60302, "epoch": 338, "lr": 4.0232078169104196e-05}
{"train_loss": 0.0017707122024148703, "global_step": 60303, "epoch": 338, "lr": 4.0230628944693546e-05}
{"train_loss": 0.0031239078380167484, "global_step": 60304, "epoch": 338, "lr": 4.022917972881584e-05}
{"train_loss": 0.001884692581370473, "global_step": 60305, "epoch": 338, "lr": 4.022773052147237e-05}
{"train_loss": 0.003579461947083473, "global_step": 60306, "epoch": 338, "lr": 4.022628132266438e-05}
{"train_loss": 0.0016461719060316682, "global_step": 60307, "epoch": 338, "lr": 4.0224832132393156e-05}
{"train_loss": 0.0039048236794769764, "global_step": 60308, "epoch": 338, "lr": 4.022338295065995e-05}
{"train_loss": 0.0013648319290950894, "global_step": 60309, "epoch": 338, "lr": 4.0221933777466056e-05}
{"train_loss": 0.002197666559368372, "global_step": 60310, "epoch": 338, "lr": 4.02204846128127e-05}
{"train_loss": 0.00533654261380434, "global_step": 60311, "epoch": 338, "lr": 4.0219035456701176e-05}
{"train_loss": 0.0020076569635421038, "global_step": 60312, "epoch": 338, "lr": 4.0217586309132725e-05}
{"train_loss": 0.0029388077091425657, "global_step": 60313, "epoch": 338, "lr": 4.021613717010866e-05}
{"train_loss": 0.001969829900190234, "global_step": 60314, "epoch": 338, "lr": 4.0214688039630185e-05}
{"train_loss": 0.0017521439585834742, "global_step": 60315, "epoch": 338, "lr": 4.02132389176986e-05}
{"train_loss": 0.0026362608186900616, "global_step": 60316, "epoch": 338, "lr": 4.021178980431517e-05}
{"train_loss": 0.0023783650249242783, "global_step": 60317, "epoch": 338, "lr": 4.0210340699481176e-05}
{"train_loss": 0.00274111470207572, "global_step": 60318, "epoch": 338, "lr": 4.020889160319783e-05}
{"train_loss": 0.0015981264878064394, "global_step": 60319, "epoch": 338, "lr": 4.0207442515466446e-05}
{"train_loss": 0.0025267235469073057, "global_step": 60320, "epoch": 338, "lr": 4.020599343628829e-05}
{"train_loss": 0.0023384736850857735, "global_step": 60321, "epoch": 338, "lr": 4.0204544365664596e-05}
{"train_loss": 0.002292610937729478, "global_step": 60322, "epoch": 338, "lr": 4.020309530359667e-05}
{"train_loss": 0.0019096590112894773, "global_step": 60323, "epoch": 338, "lr": 4.020164625008573e-05}
{"train_loss": 0.0019056199816986918, "global_step": 60324, "epoch": 338, "lr": 4.020019720513309e-05}
{"train_loss": 0.002364326501265168, "global_step": 60325, "epoch": 338, "lr": 4.019874816873997e-05}
{"train_loss": 0.0031991377472877502, "global_step": 60326, "epoch": 338, "lr": 4.019729914090767e-05}
{"train_loss": 0.002753570908680558, "global_step": 60327, "epoch": 338, "lr": 4.019585012163744e-05}
{"train_loss": 0.001351989689283073, "global_step": 60328, "epoch": 338, "lr": 4.0194401110930564e-05}
{"train_loss": 0.00402122363448143, "global_step": 60329, "epoch": 338, "lr": 4.0192952108788265e-05}
{"train_loss": 0.001758549246005714, "global_step": 60330, "epoch": 338, "lr": 4.019150311521186e-05}
{"train_loss": 0.0020581413991749287, "global_step": 60331, "epoch": 338, "lr": 4.019005413020258e-05}
{"train_loss": 0.005846737883985043, "global_step": 60332, "epoch": 338, "lr": 4.018860515376172e-05}
{"train_loss": 0.0020109470933675766, "global_step": 60333, "epoch": 338, "lr": 4.0187156185890494e-05}
{"train_loss": 0.0036337035708129406, "global_step": 60334, "epoch": 338, "lr": 4.018570722659023e-05}
{"train_loss": 0.003045693738386035, "global_step": 60335, "epoch": 338, "lr": 4.0184258275862144e-05}
{"train_loss": 0.002121231285855174, "global_step": 60336, "epoch": 338, "lr": 4.018280933370755e-05}
{"train_loss": 0.0015468643978238106, "global_step": 60337, "epoch": 338, "lr": 4.0181360400127656e-05}
{"train_loss": 0.002485736506059766, "global_step": 60338, "epoch": 338, "lr": 4.017991147512378e-05}
{"train_loss": 0.0036059063859283924, "global_step": 60339, "epoch": 338, "lr": 4.017846255869715e-05}
{"train_loss": 0.0011111329076811671, "global_step": 60340, "epoch": 338, "lr": 4.0177013650849045e-05}
{"train_loss": 0.0028497890407073027, "global_step": 60341, "epoch": 338, "lr": 4.017556475158074e-05}
{"train_loss": 0.003643004223704338, "global_step": 60342, "epoch": 339, "lr": 4.017411586089348e-05}
{"train_loss": 0.0018272693268954754, "global_step": 60343, "epoch": 339, "lr": 4.017266697878857e-05}
{"train_loss": 0.004492536187171936, "global_step": 60344, "epoch": 339, "lr": 4.0171218105267224e-05}
{"train_loss": 0.0020468898583203554, "global_step": 60345, "epoch": 339, "lr": 4.016976924033074e-05}
{"train_loss": 0.0016416022554039955, "global_step": 60346, "epoch": 339, "lr": 4.0168320383980365e-05}
{"train_loss": 0.0019542998634278774, "global_step": 60347, "epoch": 339, "lr": 4.01668715362174e-05}
{"train_loss": 0.003074950072914362, "global_step": 60348, "epoch": 339, "lr": 4.0165422697043064e-05}
{"train_loss": 0.0013216163497418165, "global_step": 60349, "epoch": 339, "lr": 4.016397386645866e-05}
{"train_loss": 0.0051096053794026375, "global_step": 60350, "epoch": 339, "lr": 4.016252504446542e-05}
{"train_loss": 0.003884180448949337, "global_step": 60351, "epoch": 339, "lr": 4.0161076231064644e-05}
{"train_loss": 0.0024067871272563934, "global_step": 60352, "epoch": 339, "lr": 4.015962742625756e-05}
{"train_loss": 0.0022837272845208645, "global_step": 60353, "epoch": 339, "lr": 4.015817863004547e-05}
{"train_loss": 0.006400411017239094, "global_step": 60354, "epoch": 339, "lr": 4.0156729842429615e-05}
{"train_loss": 0.002841097302734852, "global_step": 60355, "epoch": 339, "lr": 4.0155281063411285e-05}
{"train_loss": 0.0027743037790060043, "global_step": 60356, "epoch": 339, "lr": 4.015383229299171e-05}
{"train_loss": 0.0015183370560407639, "global_step": 60357, "epoch": 339, "lr": 4.015238353117219e-05}
{"train_loss": 0.00415032310411334, "global_step": 60358, "epoch": 339, "lr": 4.015093477795396e-05}
{"train_loss": 0.0028437820728868246, "global_step": 60359, "epoch": 339, "lr": 4.014948603333831e-05}
{"train_loss": 0.004459410905838013, "global_step": 60360, "epoch": 339, "lr": 4.014803729732648e-05}
{"train_loss": 0.003365493146702647, "global_step": 60361, "epoch": 339, "lr": 4.0146588569919756e-05}
{"train_loss": 0.0038595194928348064, "global_step": 60362, "epoch": 339, "lr": 4.014513985111942e-05}
{"train_loss": 0.004110852722078562, "global_step": 60363, "epoch": 339, "lr": 4.0143691140926694e-05}
{"train_loss": 0.0016088192351162434, "global_step": 60364, "epoch": 339, "lr": 4.0142242439342876e-05}
{"train_loss": 0.004693641327321529, "global_step": 60365, "epoch": 339, "lr": 4.014079374636921e-05}
{"train_loss": 0.0017737408634275198, "global_step": 60366, "epoch": 339, "lr": 4.0139345062006986e-05}
{"train_loss": 0.0019034658325836062, "global_step": 60367, "epoch": 339, "lr": 4.013789638625744e-05}
{"train_loss": 0.003104762639850378, "global_step": 60368, "epoch": 339, "lr": 4.0136447719121864e-05}
{"train_loss": 0.0026236630510538816, "global_step": 60369, "epoch": 339, "lr": 4.01349990606015e-05}
{"train_loss": 0.003290622029453516, "global_step": 60370, "epoch": 339, "lr": 4.0133550410697655e-05}
{"train_loss": 0.0024820109829306602, "global_step": 60371, "epoch": 339, "lr": 4.013210176941153e-05}
{"train_loss": 0.0023565534502267838, "global_step": 60372, "epoch": 339, "lr": 4.013065313674444e-05}
{"train_loss": 0.0016068750992417336, "global_step": 60373, "epoch": 339, "lr": 4.0129204512697625e-05}
{"train_loss": 0.0017136546084657311, "global_step": 60374, "epoch": 339, "lr": 4.012775589727238e-05}
{"train_loss": 0.003029907587915659, "global_step": 60375, "epoch": 339, "lr": 4.0126307290469934e-05}
{"train_loss": 0.0027626994997262955, "global_step": 60376, "epoch": 339, "lr": 4.0124858692291586e-05}
{"train_loss": 0.0038321439642459154, "global_step": 60377, "epoch": 339, "lr": 4.012341010273856e-05}
{"train_loss": 0.00205416907556355, "global_step": 60378, "epoch": 339, "lr": 4.012196152181216e-05}
{"train_loss": 0.004135141149163246, "global_step": 60379, "epoch": 339, "lr": 4.012051294951363e-05}
{"train_loss": 0.0034388136118650436, "global_step": 60380, "epoch": 339, "lr": 4.011906438584426e-05}
{"train_loss": 0.0021079841535538435, "global_step": 60381, "epoch": 339, "lr": 4.011761583080527e-05}
{"train_loss": 0.004608809016644955, "global_step": 60382, "epoch": 339, "lr": 4.0116167284397956e-05}
{"train_loss": 0.0019169654697179794, "global_step": 60383, "epoch": 339, "lr": 4.0114718746623595e-05}
{"train_loss": 0.002554303966462612, "global_step": 60384, "epoch": 339, "lr": 4.0113270217483426e-05}
{"train_loss": 0.002606621477752924, "global_step": 60385, "epoch": 339, "lr": 4.011182169697874e-05}
{"train_loss": 0.004295529797673225, "global_step": 60386, "epoch": 339, "lr": 4.011037318511077e-05}
{"train_loss": 0.004272766411304474, "global_step": 60387, "epoch": 339, "lr": 4.010892468188081e-05}
{"train_loss": 0.0009265580447390676, "global_step": 60388, "epoch": 339, "lr": 4.01074761872901e-05}
{"train_loss": 0.00450032576918602, "global_step": 60389, "epoch": 339, "lr": 4.0106027701339945e-05}
{"train_loss": 0.0021053256932646036, "global_step": 60390, "epoch": 339, "lr": 4.010457922403156e-05}
{"train_loss": 0.002935670781880617, "global_step": 60391, "epoch": 339, "lr": 4.010313075536624e-05}
{"train_loss": 0.0036640195176005363, "global_step": 60392, "epoch": 339, "lr": 4.010168229534524e-05}
{"train_loss": 0.0013473178260028362, "global_step": 60393, "epoch": 339, "lr": 4.010023384396985e-05}
{"train_loss": 0.002134727779775858, "global_step": 60394, "epoch": 339, "lr": 4.009878540124129e-05}
{"train_loss": 0.0018950001103803515, "global_step": 60395, "epoch": 339, "lr": 4.009733696716087e-05}
{"train_loss": 0.005713211372494698, "global_step": 60396, "epoch": 339, "lr": 4.009588854172981e-05}
{"train_loss": 0.0024395494256168604, "global_step": 60397, "epoch": 339, "lr": 4.0094440124949424e-05}
{"train_loss": 0.0045437561348080635, "global_step": 60398, "epoch": 339, "lr": 4.009299171682093e-05}
{"train_loss": 0.0032243814785033464, "global_step": 60399, "epoch": 339, "lr": 4.009154331734564e-05}
{"train_loss": 0.0018606933299452066, "global_step": 60400, "epoch": 339, "lr": 4.009009492652478e-05}
{"train_loss": 0.0013201417168602347, "global_step": 60401, "epoch": 339, "lr": 4.0088646544359635e-05}
{"train_loss": 0.0029325559735298157, "global_step": 60402, "epoch": 339, "lr": 4.008719817085146e-05}
{"train_loss": 0.001863722107373178, "global_step": 60403, "epoch": 339, "lr": 4.008574980600152e-05}
{"train_loss": 0.004396257922053337, "global_step": 60404, "epoch": 339, "lr": 4.008430144981111e-05}
{"train_loss": 0.0026675795670598745, "global_step": 60405, "epoch": 339, "lr": 4.008285310228145e-05}
{"train_loss": 0.0031663300469517708, "global_step": 60406, "epoch": 339, "lr": 4.008140476341383e-05}
{"train_loss": 0.006332684773951769, "global_step": 60407, "epoch": 339, "lr": 4.00799564332095e-05}
{"train_loss": 0.0021026856265962124, "global_step": 60408, "epoch": 339, "lr": 4.007850811166977e-05}
{"train_loss": 0.0031703209970146418, "global_step": 60409, "epoch": 339, "lr": 4.0077059798795834e-05}
{"train_loss": 0.002832375932484865, "global_step": 60410, "epoch": 339, "lr": 4.007561149458902e-05}
{"train_loss": 0.0014799349009990692, "global_step": 60411, "epoch": 339, "lr": 4.007416319905054e-05}
{"train_loss": 0.00349599146284163, "global_step": 60412, "epoch": 339, "lr": 4.007271491218171e-05}
{"train_loss": 0.0026336009614169598, "global_step": 60413, "epoch": 339, "lr": 4.0071266633983755e-05}
{"train_loss": 0.0046952106058597565, "global_step": 60414, "epoch": 339, "lr": 4.006981836445798e-05}
{"train_loss": 0.002713720081374049, "global_step": 60415, "epoch": 339, "lr": 4.0068370103605596e-05}
{"train_loss": 0.002594718709588051, "global_step": 60416, "epoch": 339, "lr": 4.0066921851427915e-05}
{"train_loss": 0.0025332910008728504, "global_step": 60417, "epoch": 339, "lr": 4.006547360792617e-05}
{"train_loss": 0.0030086145270615816, "global_step": 60418, "epoch": 339, "lr": 4.006402537310166e-05}
{"train_loss": 0.004767687059938908, "global_step": 60419, "epoch": 339, "lr": 4.006257714695561e-05}
{"train_loss": 0.0026096682995557785, "global_step": 60420, "epoch": 339, "lr": 4.006112892948932e-05}
{"train_loss": 0.0018940177978947759, "global_step": 60421, "epoch": 339, "lr": 4.0059680720704025e-05}
{"train_loss": 0.003701964393258095, "global_step": 60422, "epoch": 339, "lr": 4.005823252060103e-05}
{"train_loss": 0.0020509737078100443, "global_step": 60423, "epoch": 339, "lr": 4.005678432918155e-05}
{"train_loss": 0.0018406237941235304, "global_step": 60424, "epoch": 339, "lr": 4.005533614644688e-05}
{"train_loss": 0.0031033833511173725, "global_step": 60425, "epoch": 339, "lr": 4.0053887972398286e-05}
{"train_loss": 0.005384305026382208, "global_step": 60426, "epoch": 339, "lr": 4.0052439807037023e-05}
{"train_loss": 0.002306997776031494, "global_step": 60427, "epoch": 339, "lr": 4.0050991650364374e-05}
{"train_loss": 0.003436778672039509, "global_step": 60428, "epoch": 339, "lr": 4.004954350238157e-05}
{"train_loss": 0.0033931515645235777, "global_step": 60429, "epoch": 339, "lr": 4.004809536308991e-05}
{"train_loss": 0.002139346208423376, "global_step": 60430, "epoch": 339, "lr": 4.004664723249063e-05}
{"train_loss": 0.0018053797539323568, "global_step": 60431, "epoch": 339, "lr": 4.004519911058503e-05}
{"train_loss": 0.0036293677985668182, "global_step": 60432, "epoch": 339, "lr": 4.004375099737434e-05}
{"train_loss": 0.003638005116954446, "global_step": 60433, "epoch": 339, "lr": 4.004230289285985e-05}
{"train_loss": 0.0033151821698993444, "global_step": 60434, "epoch": 339, "lr": 4.004085479704279e-05}
{"train_loss": 0.002337593585252762, "global_step": 60435, "epoch": 339, "lr": 4.003940670992447e-05}
{"train_loss": 0.0032558289822191, "global_step": 60436, "epoch": 339, "lr": 4.003795863150612e-05}
{"train_loss": 0.002118699951097369, "global_step": 60437, "epoch": 339, "lr": 4.003651056178904e-05}
{"train_loss": 0.002511614002287388, "global_step": 60438, "epoch": 339, "lr": 4.003506250077445e-05}
{"train_loss": 0.004541066475212574, "global_step": 60439, "epoch": 339, "lr": 4.003361444846365e-05}
{"train_loss": 0.0023508132435381413, "global_step": 60440, "epoch": 339, "lr": 4.003216640485788e-05}
{"train_loss": 0.0024221790954470634, "global_step": 60441, "epoch": 339, "lr": 4.003071836995844e-05}
{"train_loss": 0.0032662665471434593, "global_step": 60442, "epoch": 339, "lr": 4.0029270343766544e-05}
{"train_loss": 0.0038553981576114893, "global_step": 60443, "epoch": 339, "lr": 4.0027822326283505e-05}
{"train_loss": 0.001952568651176989, "global_step": 60444, "epoch": 339, "lr": 4.0026374317510553e-05}
{"train_loss": 0.0023451438173651695, "global_step": 60445, "epoch": 339, "lr": 4.002492631744897e-05}
{"train_loss": 0.002031519077718258, "global_step": 60446, "epoch": 339, "lr": 4.0023478326100035e-05}
{"train_loss": 0.003419243497774005, "global_step": 60447, "epoch": 339, "lr": 4.0022030343464975e-05}
{"train_loss": 0.00394059531390667, "global_step": 60448, "epoch": 339, "lr": 4.00205823695451e-05}
{"train_loss": 0.0034652752801775932, "global_step": 60449, "epoch": 339, "lr": 4.001913440434162e-05}
{"train_loss": 0.0037859997246414423, "global_step": 60450, "epoch": 339, "lr": 4.001768644785585e-05}
{"train_loss": 0.002836606465280056, "global_step": 60451, "epoch": 339, "lr": 4.0016238500089033e-05}
{"train_loss": 0.0030819177627563477, "global_step": 60452, "epoch": 339, "lr": 4.0014790561042445e-05}
{"train_loss": 0.004815712571144104, "global_step": 60453, "epoch": 339, "lr": 4.001334263071732e-05}
{"train_loss": 0.0022374792024493217, "global_step": 60454, "epoch": 339, "lr": 4.0011894709114956e-05}
{"train_loss": 0.0018636867171153426, "global_step": 60455, "epoch": 339, "lr": 4.0010446796236596e-05}
{"train_loss": 0.0031528237741440535, "global_step": 60456, "epoch": 339, "lr": 4.000899889208353e-05}
{"train_loss": 0.003593910951167345, "global_step": 60457, "epoch": 339, "lr": 4.0007550996657e-05}
{"train_loss": 0.004231699742376804, "global_step": 60458, "epoch": 339, "lr": 4.000610310995827e-05}
{"train_loss": 0.0022082431241869926, "global_step": 60459, "epoch": 339, "lr": 4.0004655231988606e-05}
{"train_loss": 0.0017324523068964481, "global_step": 60460, "epoch": 339, "lr": 4.000320736274931e-05}
{"train_loss": 0.006323025096207857, "global_step": 60461, "epoch": 339, "lr": 4.000175950224158e-05}
{"train_loss": 0.0011695660650730133, "global_step": 60462, "epoch": 339, "lr": 4.0000311650466735e-05}
{"train_loss": 0.001959914341568947, "global_step": 60463, "epoch": 339, "lr": 3.999886380742601e-05}
{"train_loss": 0.002799424808472395, "global_step": 60464, "epoch": 339, "lr": 3.99974159731207e-05}
{"train_loss": 0.001293320907279849, "global_step": 60465, "epoch": 339, "lr": 3.9995968147552035e-05}
{"train_loss": 0.004612648859620094, "global_step": 60466, "epoch": 339, "lr": 3.999452033072128e-05}
{"train_loss": 0.0017090297769755125, "global_step": 60467, "epoch": 339, "lr": 3.999307252262975e-05}
{"train_loss": 0.0020744027569890022, "global_step": 60468, "epoch": 339, "lr": 3.999162472327864e-05}
{"train_loss": 0.0030480020213872194, "global_step": 60469, "epoch": 339, "lr": 3.999017693266926e-05}
{"train_loss": 0.003348782192915678, "global_step": 60470, "epoch": 339, "lr": 3.9988729150802864e-05}
{"train_loss": 0.003384629264473915, "global_step": 60471, "epoch": 339, "lr": 3.998728137768073e-05}
{"train_loss": 0.00264147762209177, "global_step": 60472, "epoch": 339, "lr": 3.998583361330408e-05}
{"train_loss": 0.0034961665514856577, "global_step": 60473, "epoch": 339, "lr": 3.9984385857674224e-05}
{"train_loss": 0.002953937044367194, "global_step": 60474, "epoch": 339, "lr": 3.99829381107924e-05}
{"train_loss": 0.0029082493856549263, "global_step": 60475, "epoch": 339, "lr": 3.99814903726599e-05}
{"train_loss": 0.0025883857160806656, "global_step": 60476, "epoch": 339, "lr": 3.998004264327794e-05}
{"train_loss": 0.0018274325411766768, "global_step": 60477, "epoch": 339, "lr": 3.9978594922647837e-05}
{"train_loss": 0.0024624981451779604, "global_step": 60478, "epoch": 339, "lr": 3.9977147210770816e-05}
{"train_loss": 0.0018613392021507025, "global_step": 60479, "epoch": 339, "lr": 3.9975699507648185e-05}
{"train_loss": 0.003536297008395195, "global_step": 60480, "epoch": 339, "lr": 3.997425181328116e-05}
{"train_loss": 0.0011355951428413391, "global_step": 60481, "epoch": 339, "lr": 3.997280412767103e-05}
{"train_loss": 0.004431599751114845, "global_step": 60482, "epoch": 339, "lr": 3.997135645081905e-05}
{"train_loss": 0.002584124682471156, "global_step": 60483, "epoch": 339, "lr": 3.996990878272652e-05}
{"train_loss": 0.00489065470173955, "global_step": 60484, "epoch": 339, "lr": 3.9968461123394644e-05}
{"train_loss": 0.0020093973726034164, "global_step": 60485, "epoch": 339, "lr": 3.996701347282474e-05}
{"train_loss": 0.0019486122764647007, "global_step": 60486, "epoch": 339, "lr": 3.9965565831018034e-05}
{"train_loss": 0.0018022104632109404, "global_step": 60487, "epoch": 339, "lr": 3.9964118197975806e-05}
{"train_loss": 0.0037059360183775425, "global_step": 60488, "epoch": 339, "lr": 3.996267057369933e-05}
{"train_loss": 0.0021512764506042004, "global_step": 60489, "epoch": 339, "lr": 3.996122295818986e-05}
{"train_loss": 0.0013927235268056393, "global_step": 60490, "epoch": 339, "lr": 3.9959775351448676e-05}
{"train_loss": 0.004107307642698288, "global_step": 60491, "epoch": 339, "lr": 3.995832775347701e-05}
{"train_loss": 0.0026260754093527794, "global_step": 60492, "epoch": 339, "lr": 3.995688016427615e-05}
{"train_loss": 0.004941078834235668, "global_step": 60493, "epoch": 339, "lr": 3.9955432583847343e-05}
{"train_loss": 0.0017430244479328394, "global_step": 60494, "epoch": 339, "lr": 3.99539850121919e-05}
{"train_loss": 0.0011514965444803238, "global_step": 60495, "epoch": 339, "lr": 3.9952537449311014e-05}
{"train_loss": 0.003562974277883768, "global_step": 60496, "epoch": 339, "lr": 3.995108989520601e-05}
{"train_loss": 0.002368271816521883, "global_step": 60497, "epoch": 339, "lr": 3.9949642349878115e-05}
{"train_loss": 0.002031999174505472, "global_step": 60498, "epoch": 339, "lr": 3.994819481332863e-05}
{"train_loss": 0.0013946330873295665, "global_step": 60499, "epoch": 339, "lr": 3.9946747285558764e-05}
{"train_loss": 0.002279263688251376, "global_step": 60500, "epoch": 339, "lr": 3.994529976656984e-05}
{"train_loss": 0.001220247009769082, "global_step": 60501, "epoch": 339, "lr": 3.994385225636307e-05}
{"train_loss": 0.00232385890558362, "global_step": 60502, "epoch": 339, "lr": 3.9942404754939774e-05}
{"train_loss": 0.002713174792006612, "global_step": 60503, "epoch": 339, "lr": 3.994095726230117e-05}
{"train_loss": 0.0016919226618483663, "global_step": 60504, "epoch": 339, "lr": 3.993950977844856e-05}
{"train_loss": 0.003445013891905546, "global_step": 60505, "epoch": 339, "lr": 3.993806230338316e-05}
{"train_loss": 0.002692494308575988, "global_step": 60506, "epoch": 339, "lr": 3.9936614837106275e-05}
{"train_loss": 0.0010130126029253006, "global_step": 60507, "epoch": 339, "lr": 3.993516737961914e-05}
{"train_loss": 0.004249394405633211, "global_step": 60508, "epoch": 339, "lr": 3.993371993092304e-05}
{"train_loss": 0.0014401734806597233, "global_step": 60509, "epoch": 339, "lr": 3.993227249101926e-05}
{"train_loss": 0.002519148401916027, "global_step": 60510, "epoch": 339, "lr": 3.9930825059909016e-05}
{"train_loss": 0.0030212868005037308, "global_step": 60511, "epoch": 339, "lr": 3.9929377637593603e-05}
{"train_loss": 0.0023440453223884106, "global_step": 60512, "epoch": 339, "lr": 3.992793022407426e-05}
{"train_loss": 0.0022577717900276184, "global_step": 60513, "epoch": 339, "lr": 3.99264828193523e-05}
{"train_loss": 0.0015421645948663354, "global_step": 60514, "epoch": 339, "lr": 3.992503542342893e-05}
{"train_loss": 0.0013552210293710232, "global_step": 60515, "epoch": 339, "lr": 3.992358803630545e-05}
{"train_loss": 0.001318501541391015, "global_step": 60516, "epoch": 339, "lr": 3.9922140657983106e-05}
{"train_loss": 0.0036125860642641783, "global_step": 60517, "epoch": 339, "lr": 3.992069328846319e-05}
{"train_loss": 0.003658637870103121, "global_step": 60518, "epoch": 339, "lr": 3.9919245927746926e-05}
{"train_loss": 0.0028670898957826783, "global_step": 60519, "epoch": 339, "lr": 3.991779857583561e-05}
{"train_loss": 0.004122054670006037, "global_step": 60520, "epoch": 340, "lr": 3.9916351232730483e-05}
{"train_loss": 0.003923195414245129, "global_step": 60521, "epoch": 340, "lr": 3.9914903898432846e-05}
{"train_loss": 0.005658158101141453, "global_step": 60522, "epoch": 340, "lr": 3.991345657294391e-05}
{"train_loss": 0.0021950737573206425, "global_step": 60523, "epoch": 340, "lr": 3.991200925626499e-05}
{"train_loss": 0.0018678238848224282, "global_step": 60524, "epoch": 340, "lr": 3.991056194839731e-05}
{"train_loss": 0.0011824609246104956, "global_step": 60525, "epoch": 340, "lr": 3.990911464934216e-05}
{"train_loss": 0.0019040880724787712, "global_step": 60526, "epoch": 340, "lr": 3.9907667359100784e-05}
{"train_loss": 0.002983417361974716, "global_step": 60527, "epoch": 340, "lr": 3.9906220077674475e-05}
{"train_loss": 0.0027261541690677404, "global_step": 60528, "epoch": 340, "lr": 3.9904772805064465e-05}
{"train_loss": 0.0033767009153962135, "global_step": 60529, "epoch": 340, "lr": 3.9903325541272034e-05}
{"train_loss": 0.002785258460789919, "global_step": 60530, "epoch": 340, "lr": 3.9901878286298456e-05}
{"train_loss": 0.0012450115755200386, "global_step": 60531, "epoch": 340, "lr": 3.990043104014497e-05}
{"train_loss": 0.002375138457864523, "global_step": 60532, "epoch": 340, "lr": 3.989898380281288e-05}
{"train_loss": 0.0011529548792168498, "global_step": 60533, "epoch": 340, "lr": 3.9897536574303396e-05}
{"train_loss": 0.002681227633729577, "global_step": 60534, "epoch": 340, "lr": 3.989608935461783e-05}
{"train_loss": 0.003373199375346303, "global_step": 60535, "epoch": 340, "lr": 3.989464214375741e-05}
{"train_loss": 0.003554688533768058, "global_step": 60536, "epoch": 340, "lr": 3.989319494172344e-05}
{"train_loss": 0.004047019872814417, "global_step": 60537, "epoch": 340, "lr": 3.989174774851714e-05}
{"train_loss": 0.0028335684910416603, "global_step": 60538, "epoch": 340, "lr": 3.98903005641398e-05}
{"train_loss": 0.0031641325913369656, "global_step": 60539, "epoch": 340, "lr": 3.988885338859267e-05}
{"train_loss": 0.004550705663859844, "global_step": 60540, "epoch": 340, "lr": 3.988740622187705e-05}
{"train_loss": 0.0038442490622401237, "global_step": 60541, "epoch": 340, "lr": 3.988595906399415e-05}
{"train_loss": 0.0018917128909379244, "global_step": 60542, "epoch": 340, "lr": 3.988451191494528e-05}
{"train_loss": 0.0027334075421094894, "global_step": 60543, "epoch": 340, "lr": 3.988306477473167e-05}
{"train_loss": 0.0019226913573220372, "global_step": 60544, "epoch": 340, "lr": 3.9881617643354606e-05}
{"train_loss": 0.0015831368509680033, "global_step": 60545, "epoch": 340, "lr": 3.9880170520815334e-05}
{"train_loss": 0.0035775024443864822, "global_step": 60546, "epoch": 340, "lr": 3.987872340711515e-05}
{"train_loss": 0.006354724057018757, "global_step": 60547, "epoch": 340, "lr": 3.987727630225527e-05}
{"train_loss": 0.00277519878000021, "global_step": 60548, "epoch": 340, "lr": 3.9875829206237006e-05}
{"train_loss": 0.005254421383142471, "global_step": 60549, "epoch": 340, "lr": 3.987438211906159e-05}
{"train_loss": 0.004353304393589497, "global_step": 60550, "epoch": 340, "lr": 3.987293504073029e-05}
{"train_loss": 0.0016862235497683287, "global_step": 60551, "epoch": 340, "lr": 3.98714879712444e-05}
{"train_loss": 0.002526571275666356, "global_step": 60552, "epoch": 340, "lr": 3.9870040910605134e-05}
{"train_loss": 0.005830437410622835, "global_step": 60553, "epoch": 340, "lr": 3.9868593858813794e-05}
{"train_loss": 0.0029847833793610334, "global_step": 60554, "epoch": 340, "lr": 3.9867146815871624e-05}
{"train_loss": 0.0036017310339957476, "global_step": 60555, "epoch": 340, "lr": 3.986569978177992e-05}
{"train_loss": 0.0020567448809742928, "global_step": 60556, "epoch": 340, "lr": 3.98642527565399e-05}
{"train_loss": 0.0034013637341558933, "global_step": 60557, "epoch": 340, "lr": 3.986280574015286e-05}
{"train_loss": 0.004543652758002281, "global_step": 60558, "epoch": 340, "lr": 3.986135873262005e-05}
{"train_loss": 0.0013431423576548696, "global_step": 60559, "epoch": 340, "lr": 3.9859911733942744e-05}
{"train_loss": 0.002957840682938695, "global_step": 60560, "epoch": 340, "lr": 3.9858464744122184e-05}
{"train_loss": 0.0035167320165783167, "global_step": 60561, "epoch": 340, "lr": 3.985701776315968e-05}
{"train_loss": 0.003195449709892273, "global_step": 60562, "epoch": 340, "lr": 3.985557079105643e-05}
{"train_loss": 0.002785396296530962, "global_step": 60563, "epoch": 340, "lr": 3.985412382781375e-05}
{"train_loss": 0.004144647158682346, "global_step": 60564, "epoch": 340, "lr": 3.9852676873432884e-05}
{"train_loss": 0.0026323809288442135, "global_step": 60565, "epoch": 340, "lr": 3.985122992791511e-05}
{"train_loss": 0.0035322043113410473, "global_step": 60566, "epoch": 340, "lr": 3.9849782991261655e-05}
{"train_loss": 0.0036607040092349052, "global_step": 60567, "epoch": 340, "lr": 3.984833606347383e-05}
{"train_loss": 0.002129425760358572, "global_step": 60568, "epoch": 340, "lr": 3.9846889144552864e-05}
{"train_loss": 0.0017384205712005496, "global_step": 60569, "epoch": 340, "lr": 3.984544223450005e-05}
{"train_loss": 0.002686775289475918, "global_step": 60570, "epoch": 340, "lr": 3.984399533331662e-05}
{"train_loss": 0.0040418608114123344, "global_step": 60571, "epoch": 340, "lr": 3.984254844100385e-05}
{"train_loss": 0.0010611021425575018, "global_step": 60572, "epoch": 340, "lr": 3.984110155756302e-05}
{"train_loss": 0.002555004321038723, "global_step": 60573, "epoch": 340, "lr": 3.983965468299537e-05}
{"train_loss": 0.002932511270046234, "global_step": 60574, "epoch": 340, "lr": 3.98382078173022e-05}
{"train_loss": 0.003095751628279686, "global_step": 60575, "epoch": 340, "lr": 3.983676096048472e-05}
{"train_loss": 0.0023553180508315563, "global_step": 60576, "epoch": 340, "lr": 3.983531411254425e-05}
{"train_loss": 0.002451723674312234, "global_step": 60577, "epoch": 340, "lr": 3.9833867273482e-05}
{"train_loss": 0.003764307126402855, "global_step": 60578, "epoch": 340, "lr": 3.983242044329927e-05}
{"train_loss": 0.004624620545655489, "global_step": 60579, "epoch": 340, "lr": 3.983097362199731e-05}
{"train_loss": 0.0045310514979064465, "global_step": 60580, "epoch": 340, "lr": 3.98295268095774e-05}
{"train_loss": 0.002685242099687457, "global_step": 60581, "epoch": 340, "lr": 3.982808000604077e-05}
{"train_loss": 0.0015576585428789258, "global_step": 60582, "epoch": 340, "lr": 3.9826633211388727e-05}
{"train_loss": 0.00422678655013442, "global_step": 60583, "epoch": 340, "lr": 3.982518642562249e-05}
{"train_loss": 0.0024689589627087116, "global_step": 60584, "epoch": 340, "lr": 3.982373964874338e-05}
{"train_loss": 0.0015971006359905005, "global_step": 60585, "epoch": 340, "lr": 3.982229288075259e-05}
{"train_loss": 0.002235881518572569, "global_step": 60586, "epoch": 340, "lr": 3.982084612165144e-05}
{"train_loss": 0.0055286455899477005, "global_step": 60587, "epoch": 340, "lr": 3.981939937144114e-05}
{"train_loss": 0.004634197801351547, "global_step": 60588, "epoch": 340, "lr": 3.9817952630123035e-05}
{"train_loss": 0.002367820590734482, "global_step": 60589, "epoch": 340, "lr": 3.9816505897698305e-05}
{"train_loss": 0.0015596873126924038, "global_step": 60590, "epoch": 340, "lr": 3.981505917416826e-05}
{"train_loss": 0.0027486109174788, "global_step": 60591, "epoch": 340, "lr": 3.981361245953415e-05}
{"train_loss": 0.0044083306565880775, "global_step": 60592, "epoch": 340, "lr": 3.9812165753797235e-05}
{"train_loss": 0.003453998826444149, "global_step": 60593, "epoch": 340, "lr": 3.9810719056958805e-05}
{"train_loss": 0.0024154148995876312, "global_step": 60594, "epoch": 340, "lr": 3.980927236902009e-05}
{"train_loss": 0.00208023632876575, "global_step": 60595, "epoch": 340, "lr": 3.9807825689982383e-05}
{"train_loss": 0.001875528134405613, "global_step": 60596, "epoch": 340, "lr": 3.9806379019846905e-05}
{"train_loss": 0.0030331762973219156, "global_step": 60597, "epoch": 340, "lr": 3.980493235861496e-05}
{"train_loss": 0.0049440376460552216, "global_step": 60598, "epoch": 340, "lr": 3.980348570628779e-05}
{"train_loss": 0.003329710103571415, "global_step": 60599, "epoch": 340, "lr": 3.980203906286669e-05}
{"train_loss": 0.0021778936497867107, "global_step": 60600, "epoch": 340, "lr": 3.980059242835288e-05}
{"train_loss": 0.006038937717676163, "global_step": 60601, "epoch": 340, "lr": 3.9799145802747645e-05}
{"train_loss": 0.0022863505873829126, "global_step": 60602, "epoch": 340, "lr": 3.979769918605224e-05}
{"train_loss": 0.002922490704804659, "global_step": 60603, "epoch": 340, "lr": 3.9796252578267956e-05}
{"train_loss": 0.002236952306702733, "global_step": 60604, "epoch": 340, "lr": 3.979480597939602e-05}
{"train_loss": 0.001501921797171235, "global_step": 60605, "epoch": 340, "lr": 3.9793359389437714e-05}
{"train_loss": 0.003936152905225754, "global_step": 60606, "epoch": 340, "lr": 3.979191280839429e-05}
{"train_loss": 0.0021485243923962116, "global_step": 60607, "epoch": 340, "lr": 3.979046623626705e-05}
{"train_loss": 0.001903690630570054, "global_step": 60608, "epoch": 340, "lr": 3.9789019673057205e-05}
{"train_loss": 0.002087575849145651, "global_step": 60609, "epoch": 340, "lr": 3.9787573118766045e-05}
{"train_loss": 0.0021637692116200924, "global_step": 60610, "epoch": 340, "lr": 3.978612657339482e-05}
{"train_loss": 0.002642032690346241, "global_step": 60611, "epoch": 340, "lr": 3.978468003694483e-05}
{"train_loss": 0.0014210703084245324, "global_step": 60612, "epoch": 340, "lr": 3.978323350941729e-05}
{"train_loss": 0.0027700283098965883, "global_step": 60613, "epoch": 340, "lr": 3.978178699081348e-05}
{"train_loss": 0.003717112587764859, "global_step": 60614, "epoch": 340, "lr": 3.978034048113469e-05}
{"train_loss": 0.002967548556625843, "global_step": 60615, "epoch": 340, "lr": 3.977889398038215e-05}
{"train_loss": 0.002170913852751255, "global_step": 60616, "epoch": 340, "lr": 3.9777447488557144e-05}
{"train_loss": 0.003207895904779434, "global_step": 60617, "epoch": 340, "lr": 3.9776001005660914e-05}
{"train_loss": 0.004387525841593742, "global_step": 60618, "epoch": 340, "lr": 3.977455453169475e-05}
{"train_loss": 0.0031790747307240963, "global_step": 60619, "epoch": 340, "lr": 3.977310806665989e-05}
{"train_loss": 0.0016298815608024597, "global_step": 60620, "epoch": 340, "lr": 3.977166161055762e-05}
{"train_loss": 0.0013490719720721245, "global_step": 60621, "epoch": 340, "lr": 3.977021516338918e-05}
{"train_loss": 0.0035391831770539284, "global_step": 60622, "epoch": 340, "lr": 3.976876872515587e-05}
{"train_loss": 0.004323532804846764, "global_step": 60623, "epoch": 340, "lr": 3.97673222958589e-05}
{"train_loss": 0.004912342876195908, "global_step": 60624, "epoch": 340, "lr": 3.976587587549958e-05}
{"train_loss": 0.003716730745509267, "global_step": 60625, "epoch": 340, "lr": 3.976442946407915e-05}
{"train_loss": 0.003952181898057461, "global_step": 60626, "epoch": 340, "lr": 3.976298306159889e-05}
{"train_loss": 0.002487191930413246, "global_step": 60627, "epoch": 340, "lr": 3.976153666806004e-05}
{"train_loss": 0.0015654817689210176, "global_step": 60628, "epoch": 340, "lr": 3.9760090283463884e-05}
{"train_loss": 0.006000635214149952, "global_step": 60629, "epoch": 340, "lr": 3.975864390781167e-05}
{"train_loss": 0.0014657828724011779, "global_step": 60630, "epoch": 340, "lr": 3.975719754110468e-05}
{"train_loss": 0.0017869307193905115, "global_step": 60631, "epoch": 340, "lr": 3.975575118334416e-05}
{"train_loss": 0.002658126875758171, "global_step": 60632, "epoch": 340, "lr": 3.975430483453139e-05}
{"train_loss": 0.004040239378809929, "global_step": 60633, "epoch": 340, "lr": 3.97528584946676e-05}
{"train_loss": 0.004533423110842705, "global_step": 60634, "epoch": 340, "lr": 3.975141216375409e-05}
{"train_loss": 0.0009685949189588428, "global_step": 60635, "epoch": 340, "lr": 3.9749965841792105e-05}
{"train_loss": 0.004163241945207119, "global_step": 60636, "epoch": 340, "lr": 3.9748519528782915e-05}
{"train_loss": 0.003605297300964594, "global_step": 60637, "epoch": 340, "lr": 3.974707322472779e-05}
{"train_loss": 0.00269541097804904, "global_step": 60638, "epoch": 340, "lr": 3.974562692962797e-05}
{"train_loss": 0.0042041572742164135, "global_step": 60639, "epoch": 340, "lr": 3.974418064348474e-05}
{"train_loss": 0.0011804135283455253, "global_step": 60640, "epoch": 340, "lr": 3.974273436629935e-05}
{"train_loss": 0.0038125826977193356, "global_step": 60641, "epoch": 340, "lr": 3.974128809807308e-05}
{"train_loss": 0.0033184499479830265, "global_step": 60642, "epoch": 340, "lr": 3.9739841838807174e-05}
{"train_loss": 0.0015041643055155873, "global_step": 60643, "epoch": 340, "lr": 3.9738395588502905e-05}
{"train_loss": 0.00265231030061841, "global_step": 60644, "epoch": 340, "lr": 3.9736949347161525e-05}
{"train_loss": 0.0016741594299674034, "global_step": 60645, "epoch": 340, "lr": 3.9735503114784336e-05}
{"train_loss": 0.0037224916741251945, "global_step": 60646, "epoch": 340, "lr": 3.973405689137254e-05}
{"train_loss": 0.0012492311652749777, "global_step": 60647, "epoch": 340, "lr": 3.973261067692745e-05}
{"train_loss": 0.0014712281990796328, "global_step": 60648, "epoch": 340, "lr": 3.97311644714503e-05}
{"train_loss": 0.004309263080358505, "global_step": 60649, "epoch": 340, "lr": 3.9729718274942384e-05}
{"train_loss": 0.0038808262906968594, "global_step": 60650, "epoch": 340, "lr": 3.9728272087404924e-05}
{"train_loss": 0.002163573168218136, "global_step": 60651, "epoch": 340, "lr": 3.972682590883923e-05}
{"train_loss": 0.005070091690868139, "global_step": 60652, "epoch": 340, "lr": 3.972537973924651e-05}
{"train_loss": 0.0030928116757422686, "global_step": 60653, "epoch": 340, "lr": 3.972393357862807e-05}
{"train_loss": 0.0021032134536653757, "global_step": 60654, "epoch": 340, "lr": 3.972248742698516e-05}
{"train_loss": 0.002732936292886734, "global_step": 60655, "epoch": 340, "lr": 3.972104128431903e-05}
{"train_loss": 0.0018066030461341143, "global_step": 60656, "epoch": 340, "lr": 3.971959515063099e-05}
{"train_loss": 0.0035082660615444183, "global_step": 60657, "epoch": 340, "lr": 3.971814902592224e-05}
{"train_loss": 0.002095164032652974, "global_step": 60658, "epoch": 340, "lr": 3.9716702910194084e-05}
{"train_loss": 0.002955679316073656, "global_step": 60659, "epoch": 340, "lr": 3.971525680344777e-05}
{"train_loss": 0.003244098275899887, "global_step": 60660, "epoch": 340, "lr": 3.971381070568458e-05}
{"train_loss": 0.0031337160617113113, "global_step": 60661, "epoch": 340, "lr": 3.971236461690575e-05}
{"train_loss": 0.005712377838790417, "global_step": 60662, "epoch": 340, "lr": 3.971091853711255e-05}
{"train_loss": 0.002434822730720043, "global_step": 60663, "epoch": 340, "lr": 3.970947246630625e-05}
{"train_loss": 0.004280160181224346, "global_step": 60664, "epoch": 340, "lr": 3.970802640448813e-05}
{"train_loss": 0.001729542389512062, "global_step": 60665, "epoch": 340, "lr": 3.9706580351659405e-05}
{"train_loss": 0.0042220172472298145, "global_step": 60666, "epoch": 340, "lr": 3.970513430782139e-05}
{"train_loss": 0.0018593649147078395, "global_step": 60667, "epoch": 340, "lr": 3.970368827297531e-05}
{"train_loss": 0.002231053076684475, "global_step": 60668, "epoch": 340, "lr": 3.970224224712246e-05}
{"train_loss": 0.0011628626380115747, "global_step": 60669, "epoch": 340, "lr": 3.970079623026407e-05}
{"train_loss": 0.0033028381876647472, "global_step": 60670, "epoch": 340, "lr": 3.969935022240144e-05}
{"train_loss": 0.0017230006633326411, "global_step": 60671, "epoch": 340, "lr": 3.969790422353579e-05}
{"train_loss": 0.001993415877223015, "global_step": 60672, "epoch": 340, "lr": 3.969645823366842e-05}
{"train_loss": 0.0021356490906327963, "global_step": 60673, "epoch": 340, "lr": 3.969501225280056e-05}
{"train_loss": 0.0016778225544840097, "global_step": 60674, "epoch": 340, "lr": 3.969356628093352e-05}
{"train_loss": 0.002570461481809616, "global_step": 60675, "epoch": 340, "lr": 3.969212031806851e-05}
{"train_loss": 0.004629109054803848, "global_step": 60676, "epoch": 340, "lr": 3.969067436420682e-05}
{"train_loss": 0.005659313872456551, "global_step": 60677, "epoch": 340, "lr": 3.968922841934972e-05}
{"train_loss": 0.002389277797192335, "global_step": 60678, "epoch": 340, "lr": 3.968778248349845e-05}
{"train_loss": 0.002557218773290515, "global_step": 60679, "epoch": 340, "lr": 3.968633655665431e-05}
{"train_loss": 0.004083701875060797, "global_step": 60680, "epoch": 340, "lr": 3.9684890638818516e-05}
{"train_loss": 0.001492456765845418, "global_step": 60681, "epoch": 340, "lr": 3.968344472999236e-05}
{"train_loss": 0.0020160973072052, "global_step": 60682, "epoch": 340, "lr": 3.96819988301771e-05}
{"train_loss": 0.0027301425579935312, "global_step": 60683, "epoch": 340, "lr": 3.968055293937401e-05}
{"train_loss": 0.002810026751831174, "global_step": 60684, "epoch": 340, "lr": 3.967910705758432e-05}
{"train_loss": 0.006634884513914585, "global_step": 60685, "epoch": 340, "lr": 3.967766118480933e-05}
{"train_loss": 0.005176539067178965, "global_step": 60686, "epoch": 340, "lr": 3.967621532105027e-05}
{"train_loss": 0.0023471866734325886, "global_step": 60687, "epoch": 340, "lr": 3.967476946630844e-05}
{"train_loss": 0.0028617484495043755, "global_step": 60688, "epoch": 340, "lr": 3.967332362058507e-05}
{"train_loss": 0.005076810251921415, "global_step": 60689, "epoch": 340, "lr": 3.967187778388144e-05}
{"train_loss": 0.0024377182126045227, "global_step": 60690, "epoch": 340, "lr": 3.967043195619881e-05}
{"train_loss": 0.0035660516005009413, "global_step": 60691, "epoch": 340, "lr": 3.9668986137538436e-05}
{"train_loss": 0.0017387785483151674, "global_step": 60692, "epoch": 340, "lr": 3.9667540327901574e-05}
{"train_loss": 0.0019255410879850388, "global_step": 60693, "epoch": 340, "lr": 3.966609452728952e-05}
{"train_loss": 0.0013125137193128467, "global_step": 60694, "epoch": 340, "lr": 3.96646487357035e-05}
{"train_loss": 0.004157559014856815, "global_step": 60695, "epoch": 340, "lr": 3.96632029531448e-05}
{"train_loss": 0.0017757908208295703, "global_step": 60696, "epoch": 340, "lr": 3.966175717961466e-05}
{"train_loss": 0.002987622527348066, "global_step": 60697, "epoch": 340, "lr": 3.966031141511437e-05, "train_action_mse_error": 3.718772632055334e-06}
{"train_loss": 0.002212472725659609, "global_step": 60698, "epoch": 341, "lr": 3.965886565964519e-05}
{"train_loss": 0.0021248827688395977, "global_step": 60699, "epoch": 341, "lr": 3.9657419913208355e-05}
{"train_loss": 0.003272805130109191, "global_step": 60700, "epoch": 341, "lr": 3.9655974175805154e-05}
{"train_loss": 0.0020413901656866074, "global_step": 60701, "epoch": 341, "lr": 3.9654528447436834e-05}
{"train_loss": 0.0029189065098762512, "global_step": 60702, "epoch": 341, "lr": 3.965308272810469e-05}
{"train_loss": 0.0025747439358383417, "global_step": 60703, "epoch": 341, "lr": 3.965163701780994e-05}
{"train_loss": 0.002706503961235285, "global_step": 60704, "epoch": 341, "lr": 3.965019131655388e-05}
{"train_loss": 0.0038799818139523268, "global_step": 60705, "epoch": 341, "lr": 3.964874562433775e-05}
{"train_loss": 0.0028063375502824783, "global_step": 60706, "epoch": 341, "lr": 3.964729994116282e-05}
{"train_loss": 0.003917948342859745, "global_step": 60707, "epoch": 341, "lr": 3.9645854267030356e-05}
{"train_loss": 0.003475613659247756, "global_step": 60708, "epoch": 341, "lr": 3.964440860194163e-05}
{"train_loss": 0.003724172944203019, "global_step": 60709, "epoch": 341, "lr": 3.964296294589788e-05}
{"train_loss": 0.002215464599430561, "global_step": 60710, "epoch": 341, "lr": 3.964151729890039e-05}
{"train_loss": 0.0023053698241710663, "global_step": 60711, "epoch": 341, "lr": 3.9640071660950414e-05}
{"train_loss": 0.0038771789986640215, "global_step": 60712, "epoch": 341, "lr": 3.963862603204923e-05}
{"train_loss": 0.00451330840587616, "global_step": 60713, "epoch": 341, "lr": 3.963718041219807e-05}
{"train_loss": 0.002785275224596262, "global_step": 60714, "epoch": 341, "lr": 3.963573480139823e-05}
{"train_loss": 0.0020280780736356974, "global_step": 60715, "epoch": 341, "lr": 3.9634289199650935e-05}
{"train_loss": 0.0027390248142182827, "global_step": 60716, "epoch": 341, "lr": 3.96328436069575e-05}
{"train_loss": 0.0021700365468859673, "global_step": 60717, "epoch": 341, "lr": 3.9631398023319125e-05}
{"train_loss": 0.0019077410688623786, "global_step": 60718, "epoch": 341, "lr": 3.962995244873711e-05}
{"train_loss": 0.0018233387963846326, "global_step": 60719, "epoch": 341, "lr": 3.9628506883212725e-05}
{"train_loss": 0.0031345814932137728, "global_step": 60720, "epoch": 341, "lr": 3.962706132674721e-05}
{"train_loss": 0.0012576328590512276, "global_step": 60721, "epoch": 341, "lr": 3.962561577934186e-05}
{"train_loss": 0.0033246397506445646, "global_step": 60722, "epoch": 341, "lr": 3.9624170240997886e-05}
{"train_loss": 0.003409000113606453, "global_step": 60723, "epoch": 341, "lr": 3.962272471171661e-05}
{"train_loss": 0.003353630192577839, "global_step": 60724, "epoch": 341, "lr": 3.962127919149923e-05}
{"train_loss": 0.00279193720780313, "global_step": 60725, "epoch": 341, "lr": 3.961983368034706e-05}
{"train_loss": 0.001611697138287127, "global_step": 60726, "epoch": 341, "lr": 3.9618388178261344e-05}
{"train_loss": 0.0006527855875901878, "global_step": 60727, "epoch": 341, "lr": 3.961694268524336e-05}
{"train_loss": 0.0038211706560105085, "global_step": 60728, "epoch": 341, "lr": 3.961549720129433e-05}
{"train_loss": 0.002838245127350092, "global_step": 60729, "epoch": 341, "lr": 3.961405172641556e-05}
{"train_loss": 0.0014420140068978071, "global_step": 60730, "epoch": 341, "lr": 3.9612606260608284e-05}
{"train_loss": 0.002533133840188384, "global_step": 60731, "epoch": 341, "lr": 3.9611160803873795e-05}
{"train_loss": 0.0013289113994687796, "global_step": 60732, "epoch": 341, "lr": 3.960971535621332e-05}
{"train_loss": 0.001507720910012722, "global_step": 60733, "epoch": 341, "lr": 3.960826991762814e-05}
{"train_loss": 0.006076428107917309, "global_step": 60734, "epoch": 341, "lr": 3.9606824488119515e-05}
{"train_loss": 0.002198938513174653, "global_step": 60735, "epoch": 341, "lr": 3.960537906768873e-05}
{"train_loss": 0.001955293118953705, "global_step": 60736, "epoch": 341, "lr": 3.9603933656337e-05}
{"train_loss": 0.001131366821937263, "global_step": 60737, "epoch": 341, "lr": 3.9602488254065614e-05}
{"train_loss": 0.002817341824993491, "global_step": 60738, "epoch": 341, "lr": 3.9601042860875835e-05}
{"train_loss": 0.0029410324059426785, "global_step": 60739, "epoch": 341, "lr": 3.9599597476768925e-05}
{"train_loss": 0.0032845139503479004, "global_step": 60740, "epoch": 341, "lr": 3.9598152101746165e-05}
{"train_loss": 0.002958844415843487, "global_step": 60741, "epoch": 341, "lr": 3.9596706735808776e-05}
{"train_loss": 0.0024779844097793102, "global_step": 60742, "epoch": 341, "lr": 3.959526137895806e-05}
{"train_loss": 0.0019362427992746234, "global_step": 60743, "epoch": 341, "lr": 3.959381603119524e-05}
{"train_loss": 0.0026467805728316307, "global_step": 60744, "epoch": 341, "lr": 3.959237069252162e-05}
{"train_loss": 0.0026037325151264668, "global_step": 60745, "epoch": 341, "lr": 3.959092536293843e-05}
{"train_loss": 0.002563934773206711, "global_step": 60746, "epoch": 341, "lr": 3.958948004244696e-05}
{"train_loss": 0.0038301192689687014, "global_step": 60747, "epoch": 341, "lr": 3.9588034731048435e-05}
{"train_loss": 0.0033290258143097162, "global_step": 60748, "epoch": 341, "lr": 3.958658942874415e-05}
{"train_loss": 0.002817549044266343, "global_step": 60749, "epoch": 341, "lr": 3.958514413553535e-05}
{"train_loss": 0.0035740870516747236, "global_step": 60750, "epoch": 341, "lr": 3.958369885142333e-05}
{"train_loss": 0.0016361027956008911, "global_step": 60751, "epoch": 341, "lr": 3.95822535764093e-05}
{"train_loss": 0.0012685430701822042, "global_step": 60752, "epoch": 341, "lr": 3.9580808310494564e-05}
{"train_loss": 0.0024249819107353687, "global_step": 60753, "epoch": 341, "lr": 3.9579363053680355e-05}
{"train_loss": 0.0028412046376615763, "global_step": 60754, "epoch": 341, "lr": 3.9577917805967976e-05}
{"train_loss": 0.002506890567019582, "global_step": 60755, "epoch": 341, "lr": 3.957647256735864e-05}
{"train_loss": 0.001356395659968257, "global_step": 60756, "epoch": 341, "lr": 3.957502733785364e-05}
{"train_loss": 0.002886809641495347, "global_step": 60757, "epoch": 341, "lr": 3.9573582117454224e-05}
{"train_loss": 0.0024936427362263203, "global_step": 60758, "epoch": 341, "lr": 3.957213690616166e-05}
{"train_loss": 0.0026064328849315643, "global_step": 60759, "epoch": 341, "lr": 3.9570691703977233e-05}
{"train_loss": 0.0034535264130681753, "global_step": 60760, "epoch": 341, "lr": 3.956924651090217e-05}
{"train_loss": 0.0026237419806420803, "global_step": 60761, "epoch": 341, "lr": 3.956780132693776e-05}
{"train_loss": 0.0018149686511605978, "global_step": 60762, "epoch": 341, "lr": 3.9566356152085234e-05}
{"train_loss": 0.0019000079482793808, "global_step": 60763, "epoch": 341, "lr": 3.9564910986345884e-05}
{"train_loss": 0.0024695710744708776, "global_step": 60764, "epoch": 341, "lr": 3.956346582972095e-05}
{"train_loss": 0.0029863666277378798, "global_step": 60765, "epoch": 341, "lr": 3.956202068221172e-05}
{"train_loss": 0.0025129965506494045, "global_step": 60766, "epoch": 341, "lr": 3.9560575543819425e-05}
{"train_loss": 0.00248634722083807, "global_step": 60767, "epoch": 341, "lr": 3.955913041454536e-05}
{"train_loss": 0.0030540558509528637, "global_step": 60768, "epoch": 341, "lr": 3.9557685294390754e-05}
{"train_loss": 0.0027613802812993526, "global_step": 60769, "epoch": 341, "lr": 3.9556240183356906e-05}
{"train_loss": 0.004157222341746092, "global_step": 60770, "epoch": 341, "lr": 3.9554795081445046e-05}
{"train_loss": 0.003276914358139038, "global_step": 60771, "epoch": 341, "lr": 3.955334998865645e-05}
{"train_loss": 0.003038315335288644, "global_step": 60772, "epoch": 341, "lr": 3.955190490499238e-05}
{"train_loss": 0.0029191907960921526, "global_step": 60773, "epoch": 341, "lr": 3.955045983045411e-05}
{"train_loss": 0.0050382246263325214, "global_step": 60774, "epoch": 341, "lr": 3.9549014765042864e-05}
{"train_loss": 0.00221444945782423, "global_step": 60775, "epoch": 341, "lr": 3.9547569708759944e-05}
{"train_loss": 0.0016422340413555503, "global_step": 60776, "epoch": 341, "lr": 3.954612466160659e-05}
{"train_loss": 0.002102097263559699, "global_step": 60777, "epoch": 341, "lr": 3.9544679623584094e-05}
{"train_loss": 0.002071636263281107, "global_step": 60778, "epoch": 341, "lr": 3.954323459469367e-05}
{"train_loss": 0.0024077673442661762, "global_step": 60779, "epoch": 341, "lr": 3.954178957493661e-05}
{"train_loss": 0.004473444540053606, "global_step": 60780, "epoch": 341, "lr": 3.9540344564314185e-05}
{"train_loss": 0.002650719601660967, "global_step": 60781, "epoch": 341, "lr": 3.953889956282763e-05}
{"train_loss": 0.0014455636264756322, "global_step": 60782, "epoch": 341, "lr": 3.9537454570478235e-05}
{"train_loss": 0.0011581025319173932, "global_step": 60783, "epoch": 341, "lr": 3.953600958726723e-05}
{"train_loss": 0.0009069599909707904, "global_step": 60784, "epoch": 341, "lr": 3.953456461319592e-05}
{"train_loss": 0.0023877862840890884, "global_step": 60785, "epoch": 341, "lr": 3.953311964826553e-05}
{"train_loss": 0.001843291916884482, "global_step": 60786, "epoch": 341, "lr": 3.953167469247734e-05}
{"train_loss": 0.003096385160461068, "global_step": 60787, "epoch": 341, "lr": 3.953022974583259e-05}
{"train_loss": 0.001440098276361823, "global_step": 60788, "epoch": 341, "lr": 3.9528784808332584e-05}
{"train_loss": 0.0023891630116850138, "global_step": 60789, "epoch": 341, "lr": 3.952733987997854e-05}
{"train_loss": 0.003771467600017786, "global_step": 60790, "epoch": 341, "lr": 3.952589496077175e-05}
{"train_loss": 0.004020095802843571, "global_step": 60791, "epoch": 341, "lr": 3.952445005071345e-05}
{"train_loss": 0.001978467218577862, "global_step": 60792, "epoch": 341, "lr": 3.952300514980495e-05}
{"train_loss": 0.002028293441981077, "global_step": 60793, "epoch": 341, "lr": 3.9521560258047444e-05}
{"train_loss": 0.0017704882193356752, "global_step": 60794, "epoch": 341, "lr": 3.952011537544225e-05}
{"train_loss": 0.003946035169064999, "global_step": 60795, "epoch": 341, "lr": 3.9518670501990596e-05}
{"train_loss": 0.0025332332588732243, "global_step": 60796, "epoch": 341, "lr": 3.951722563769377e-05}
{"train_loss": 0.001612440450116992, "global_step": 60797, "epoch": 341, "lr": 3.9515780782553015e-05}
{"train_loss": 0.0027045290917158127, "global_step": 60798, "epoch": 341, "lr": 3.951433593656961e-05}
{"train_loss": 0.00491609051823616, "global_step": 60799, "epoch": 341, "lr": 3.9512891099744785e-05}
{"train_loss": 0.0009878815617412329, "global_step": 60800, "epoch": 341, "lr": 3.951144627207983e-05}
{"train_loss": 0.0017878564540296793, "global_step": 60801, "epoch": 341, "lr": 3.951000145357601e-05}
{"train_loss": 0.0030733118765056133, "global_step": 60802, "epoch": 341, "lr": 3.950855664423456e-05}
{"train_loss": 0.002448092680424452, "global_step": 60803, "epoch": 341, "lr": 3.950711184405679e-05}
{"train_loss": 0.0016821027966216207, "global_step": 60804, "epoch": 341, "lr": 3.950566705304391e-05}
{"train_loss": 0.005096515640616417, "global_step": 60805, "epoch": 341, "lr": 3.95042222711972e-05}
{"train_loss": 0.003094005398452282, "global_step": 60806, "epoch": 341, "lr": 3.950277749851792e-05}
{"train_loss": 0.0020677968859672546, "global_step": 60807, "epoch": 341, "lr": 3.950133273500736e-05}
{"train_loss": 0.004601782653480768, "global_step": 60808, "epoch": 341, "lr": 3.9499887980666735e-05}
{"train_loss": 0.0026454119943082333, "global_step": 60809, "epoch": 341, "lr": 3.949844323549735e-05}
{"train_loss": 0.0018597593298181891, "global_step": 60810, "epoch": 341, "lr": 3.949699849950044e-05}
{"train_loss": 0.004171140491962433, "global_step": 60811, "epoch": 341, "lr": 3.9495553772677285e-05}
{"train_loss": 0.005486925132572651, "global_step": 60812, "epoch": 341, "lr": 3.949410905502912e-05}
{"train_loss": 0.0009372486965730786, "global_step": 60813, "epoch": 341, "lr": 3.949266434655724e-05}
{"train_loss": 0.0018825047882273793, "global_step": 60814, "epoch": 341, "lr": 3.949121964726285e-05}
{"train_loss": 0.003197697689756751, "global_step": 60815, "epoch": 341, "lr": 3.94897749571473e-05}
{"train_loss": 0.0019448201637715101, "global_step": 60816, "epoch": 341, "lr": 3.948833027621178e-05}
{"train_loss": 0.0026950156316161156, "global_step": 60817, "epoch": 341, "lr": 3.9486885604457594e-05}
{"train_loss": 0.0012660948559641838, "global_step": 60818, "epoch": 341, "lr": 3.948544094188596e-05}
{"train_loss": 0.001628591911867261, "global_step": 60819, "epoch": 341, "lr": 3.948399628849819e-05}
{"train_loss": 0.004454409703612328, "global_step": 60820, "epoch": 341, "lr": 3.94825516442955e-05}
{"train_loss": 0.004542188253253698, "global_step": 60821, "epoch": 341, "lr": 3.9481107009279174e-05}
{"train_loss": 0.001791659975424409, "global_step": 60822, "epoch": 341, "lr": 3.94796623834505e-05}
{"train_loss": 0.0027558980509638786, "global_step": 60823, "epoch": 341, "lr": 3.9478217766810685e-05}
{"train_loss": 0.004477313254028559, "global_step": 60824, "epoch": 341, "lr": 3.947677315936102e-05}
{"train_loss": 0.001968750962987542, "global_step": 60825, "epoch": 341, "lr": 3.947532856110277e-05}
{"train_loss": 0.0027156053110957146, "global_step": 60826, "epoch": 341, "lr": 3.9473883972037204e-05}
{"train_loss": 0.002917073667049408, "global_step": 60827, "epoch": 341, "lr": 3.947243939216556e-05}
{"train_loss": 0.0019119950011372566, "global_step": 60828, "epoch": 341, "lr": 3.9470994821489116e-05}
{"train_loss": 0.003605418838560581, "global_step": 60829, "epoch": 341, "lr": 3.946955026000912e-05}
{"train_loss": 0.0014056023210287094, "global_step": 60830, "epoch": 341, "lr": 3.946810570772687e-05}
{"train_loss": 0.0021667496766895056, "global_step": 60831, "epoch": 341, "lr": 3.946666116464357e-05}
{"train_loss": 0.003025197423994541, "global_step": 60832, "epoch": 341, "lr": 3.946521663076053e-05}
{"train_loss": 0.0060582999140024185, "global_step": 60833, "epoch": 341, "lr": 3.946377210607898e-05}
{"train_loss": 0.00592091353610158, "global_step": 60834, "epoch": 341, "lr": 3.9462327590600204e-05}
{"train_loss": 0.004007730633020401, "global_step": 60835, "epoch": 341, "lr": 3.946088308432545e-05}
{"train_loss": 0.0013492403086274862, "global_step": 60836, "epoch": 341, "lr": 3.9459438587256e-05}
{"train_loss": 0.001619650749489665, "global_step": 60837, "epoch": 341, "lr": 3.9457994099393087e-05}
{"train_loss": 0.0032655082177370787, "global_step": 60838, "epoch": 341, "lr": 3.945654962073799e-05}
{"train_loss": 0.0038428993429988623, "global_step": 60839, "epoch": 341, "lr": 3.945510515129196e-05}
{"train_loss": 0.0039206501096487045, "global_step": 60840, "epoch": 341, "lr": 3.945366069105629e-05}
{"train_loss": 0.0029570625629276037, "global_step": 60841, "epoch": 341, "lr": 3.945221624003219e-05}
{"train_loss": 0.0026301201432943344, "global_step": 60842, "epoch": 341, "lr": 3.945077179822095e-05}
{"train_loss": 0.005073096137493849, "global_step": 60843, "epoch": 341, "lr": 3.944932736562385e-05}
{"train_loss": 0.0033527184277772903, "global_step": 60844, "epoch": 341, "lr": 3.9447882942242117e-05}
{"train_loss": 0.004091841168701649, "global_step": 60845, "epoch": 341, "lr": 3.9446438528077046e-05}
{"train_loss": 0.004046964924782515, "global_step": 60846, "epoch": 341, "lr": 3.944499412312986e-05}
{"train_loss": 0.0023758288007229567, "global_step": 60847, "epoch": 341, "lr": 3.944354972740185e-05}
{"train_loss": 0.0025308355689048767, "global_step": 60848, "epoch": 341, "lr": 3.9442105340894264e-05}
{"train_loss": 0.002433343790471554, "global_step": 60849, "epoch": 341, "lr": 3.944066096360839e-05}
{"train_loss": 0.0040781497955322266, "global_step": 60850, "epoch": 341, "lr": 3.943921659554545e-05}
{"train_loss": 0.001557285781018436, "global_step": 60851, "epoch": 341, "lr": 3.943777223670673e-05}
{"train_loss": 0.0030206632800400257, "global_step": 60852, "epoch": 341, "lr": 3.943632788709348e-05}
{"train_loss": 0.005147675983607769, "global_step": 60853, "epoch": 341, "lr": 3.943488354670697e-05}
{"train_loss": 0.0032528541050851345, "global_step": 60854, "epoch": 341, "lr": 3.9433439215548446e-05}
{"train_loss": 0.0019446494989097118, "global_step": 60855, "epoch": 341, "lr": 3.9431994893619205e-05}
{"train_loss": 0.005978498142212629, "global_step": 60856, "epoch": 341, "lr": 3.943055058092046e-05}
{"train_loss": 0.0035477825440466404, "global_step": 60857, "epoch": 341, "lr": 3.942910627745352e-05}
{"train_loss": 0.002730022417381406, "global_step": 60858, "epoch": 341, "lr": 3.94276619832196e-05}
{"train_loss": 0.005605239886790514, "global_step": 60859, "epoch": 341, "lr": 3.942621769822001e-05}
{"train_loss": 0.003434831043705344, "global_step": 60860, "epoch": 341, "lr": 3.942477342245598e-05}
{"train_loss": 0.001697803963907063, "global_step": 60861, "epoch": 341, "lr": 3.9423329155928776e-05}
{"train_loss": 0.0051823887042701244, "global_step": 60862, "epoch": 341, "lr": 3.9421884898639655e-05}
{"train_loss": 0.0009676038171164691, "global_step": 60863, "epoch": 341, "lr": 3.942044065058988e-05}
{"train_loss": 0.0014654573751613498, "global_step": 60864, "epoch": 341, "lr": 3.941899641178075e-05}
{"train_loss": 0.0020839988719671965, "global_step": 60865, "epoch": 341, "lr": 3.9417552182213466e-05}
{"train_loss": 0.003203356871381402, "global_step": 60866, "epoch": 341, "lr": 3.941610796188933e-05}
{"train_loss": 0.0027695021126419306, "global_step": 60867, "epoch": 341, "lr": 3.941466375080959e-05}
{"train_loss": 0.0011295868316665292, "global_step": 60868, "epoch": 341, "lr": 3.941321954897552e-05}
{"train_loss": 0.0057700928300619125, "global_step": 60869, "epoch": 341, "lr": 3.9411775356388346e-05}
{"train_loss": 0.0020472686737775803, "global_step": 60870, "epoch": 341, "lr": 3.941033117304939e-05}
{"train_loss": 0.005085041280835867, "global_step": 60871, "epoch": 341, "lr": 3.940888699895984e-05}
{"train_loss": 0.003968116361647844, "global_step": 60872, "epoch": 341, "lr": 3.9407442834121014e-05}
{"train_loss": 0.001532571273855865, "global_step": 60873, "epoch": 341, "lr": 3.940599867853414e-05}
{"train_loss": 0.0018454767996445298, "global_step": 60874, "epoch": 341, "lr": 3.9404554532200524e-05}
{"train_loss": 0.0028159004626952615, "global_step": 60875, "epoch": 341, "lr": 3.940311039512137e-05}
{"train_loss": 0.002490302314981818, "global_step": 60876, "epoch": 342, "lr": 3.940166626729797e-05}
{"train_loss": 0.002469915896654129, "global_step": 60877, "epoch": 342, "lr": 3.9400222148731575e-05}
{"train_loss": 0.002934499876573682, "global_step": 60878, "epoch": 342, "lr": 3.939877803942348e-05}
{"train_loss": 0.0038227299228310585, "global_step": 60879, "epoch": 342, "lr": 3.9397333939374894e-05}
{"train_loss": 0.0018594579305499792, "global_step": 60880, "epoch": 342, "lr": 3.939588984858711e-05}
{"train_loss": 0.0033822166733443737, "global_step": 60881, "epoch": 342, "lr": 3.9394445767061375e-05}
{"train_loss": 0.00143339391797781, "global_step": 60882, "epoch": 342, "lr": 3.939300169479898e-05}
{"train_loss": 0.0024287726264446974, "global_step": 60883, "epoch": 342, "lr": 3.939155763180114e-05}
{"train_loss": 0.002647648099809885, "global_step": 60884, "epoch": 342, "lr": 3.939011357806915e-05}
{"train_loss": 0.004710610024631023, "global_step": 60885, "epoch": 342, "lr": 3.938866953360427e-05}
{"train_loss": 0.0027037221007049084, "global_step": 60886, "epoch": 342, "lr": 3.9387225498407735e-05}
{"train_loss": 0.0017061904072761536, "global_step": 60887, "epoch": 342, "lr": 3.938578147248085e-05}
{"train_loss": 0.002393297152593732, "global_step": 60888, "epoch": 342, "lr": 3.938433745582484e-05}
{"train_loss": 0.0036052209325134754, "global_step": 60889, "epoch": 342, "lr": 3.938289344844098e-05}
{"train_loss": 0.0027109947986900806, "global_step": 60890, "epoch": 342, "lr": 3.9381449450330524e-05}
{"train_loss": 0.0024845446459949017, "global_step": 60891, "epoch": 342, "lr": 3.938000546149474e-05}
{"train_loss": 0.0023084073327481747, "global_step": 60892, "epoch": 342, "lr": 3.9378561481934875e-05}
{"train_loss": 0.001857290742918849, "global_step": 60893, "epoch": 342, "lr": 3.937711751165223e-05}
{"train_loss": 0.001650565187446773, "global_step": 60894, "epoch": 342, "lr": 3.937567355064801e-05}
{"train_loss": 0.004065009765326977, "global_step": 60895, "epoch": 342, "lr": 3.937422959892352e-05}
{"train_loss": 0.0018674398306757212, "global_step": 60896, "epoch": 342, "lr": 3.937278565647999e-05}
{"train_loss": 0.004782252479344606, "global_step": 60897, "epoch": 342, "lr": 3.937134172331873e-05}
{"train_loss": 0.0017071899492293596, "global_step": 60898, "epoch": 342, "lr": 3.936989779944093e-05}
{"train_loss": 0.004052234813570976, "global_step": 60899, "epoch": 342, "lr": 3.936845388484792e-05}
{"train_loss": 0.0023788404650986195, "global_step": 60900, "epoch": 342, "lr": 3.93670099795409e-05}
{"train_loss": 0.0011655327398329973, "global_step": 60901, "epoch": 342, "lr": 3.93655660835212e-05}
{"train_loss": 0.002444918267428875, "global_step": 60902, "epoch": 342, "lr": 3.936412219679001e-05}
{"train_loss": 0.005208354908972979, "global_step": 60903, "epoch": 342, "lr": 3.936267831934864e-05}
{"train_loss": 0.002827669493854046, "global_step": 60904, "epoch": 342, "lr": 3.936123445119833e-05}
{"train_loss": 0.003260926343500614, "global_step": 60905, "epoch": 342, "lr": 3.935979059234033e-05}
{"train_loss": 0.0030935662798583508, "global_step": 60906, "epoch": 342, "lr": 3.9358346742775956e-05}
{"train_loss": 0.002684658160433173, "global_step": 60907, "epoch": 342, "lr": 3.93569029025064e-05}
{"train_loss": 0.0021121008321642876, "global_step": 60908, "epoch": 342, "lr": 3.935545907153298e-05}
{"train_loss": 0.00244127050973475, "global_step": 60909, "epoch": 342, "lr": 3.93540152498569e-05}
{"train_loss": 0.00402451679110527, "global_step": 60910, "epoch": 342, "lr": 3.935257143747947e-05}
{"train_loss": 0.00287769827991724, "global_step": 60911, "epoch": 342, "lr": 3.935112763440192e-05}
{"train_loss": 0.0032680099830031395, "global_step": 60912, "epoch": 342, "lr": 3.934968384062554e-05}
{"train_loss": 0.002702942583709955, "global_step": 60913, "epoch": 342, "lr": 3.934824005615156e-05}
{"train_loss": 0.0015025625471025705, "global_step": 60914, "epoch": 342, "lr": 3.9346796280981276e-05}
{"train_loss": 0.002362701576203108, "global_step": 60915, "epoch": 342, "lr": 3.934535251511591e-05}
{"train_loss": 0.006043011322617531, "global_step": 60916, "epoch": 342, "lr": 3.934390875855676e-05}
{"train_loss": 0.002696853131055832, "global_step": 60917, "epoch": 342, "lr": 3.934246501130505e-05}
{"train_loss": 0.0017659745644778013, "global_step": 60918, "epoch": 342, "lr": 3.9341021273362075e-05}
{"train_loss": 0.0017215831903740764, "global_step": 60919, "epoch": 342, "lr": 3.9339577544729066e-05}
{"train_loss": 0.0016203946433961391, "global_step": 60920, "epoch": 342, "lr": 3.933813382540733e-05}
{"train_loss": 0.0021474629174917936, "global_step": 60921, "epoch": 342, "lr": 3.9336690115398066e-05}
{"train_loss": 0.005779454484581947, "global_step": 60922, "epoch": 342, "lr": 3.9335246414702576e-05}
{"train_loss": 0.00132665503770113, "global_step": 60923, "epoch": 342, "lr": 3.93338027233221e-05}
{"train_loss": 0.002784530632197857, "global_step": 60924, "epoch": 342, "lr": 3.933235904125794e-05}
{"train_loss": 0.001857711817137897, "global_step": 60925, "epoch": 342, "lr": 3.933091536851131e-05}
{"train_loss": 0.004332961514592171, "global_step": 60926, "epoch": 342, "lr": 3.932947170508348e-05}
{"train_loss": 0.0012579079484567046, "global_step": 60927, "epoch": 342, "lr": 3.932802805097574e-05}
{"train_loss": 0.002615738194435835, "global_step": 60928, "epoch": 342, "lr": 3.9326584406189303e-05}
{"train_loss": 0.0027044923044741154, "global_step": 60929, "epoch": 342, "lr": 3.932514077072548e-05}
{"train_loss": 0.0012858437839895487, "global_step": 60930, "epoch": 342, "lr": 3.932369714458549e-05}
{"train_loss": 0.0027708555571734905, "global_step": 60931, "epoch": 342, "lr": 3.932225352777064e-05}
{"train_loss": 0.003249680157750845, "global_step": 60932, "epoch": 342, "lr": 3.932080992028214e-05}
{"train_loss": 0.0017580681014806032, "global_step": 60933, "epoch": 342, "lr": 3.9319366322121285e-05}
{"train_loss": 0.003799345111474395, "global_step": 60934, "epoch": 342, "lr": 3.9317922733289316e-05}
{"train_loss": 0.0040056947618722916, "global_step": 60935, "epoch": 342, "lr": 3.9316479153787523e-05}
{"train_loss": 0.0032864087261259556, "global_step": 60936, "epoch": 342, "lr": 3.931503558361713e-05}
{"train_loss": 0.0056146844290196896, "global_step": 60937, "epoch": 342, "lr": 3.931359202277942e-05}
{"train_loss": 0.0032715715933591127, "global_step": 60938, "epoch": 342, "lr": 3.9312148471275644e-05}
{"train_loss": 0.00271003320813179, "global_step": 60939, "epoch": 342, "lr": 3.9310704929107086e-05}
{"train_loss": 0.001933150109834969, "global_step": 60940, "epoch": 342, "lr": 3.9309261396274966e-05}
{"train_loss": 0.003335224464535713, "global_step": 60941, "epoch": 342, "lr": 3.93078178727806e-05}
{"train_loss": 0.0035008471459150314, "global_step": 60942, "epoch": 342, "lr": 3.930637435862518e-05}
{"train_loss": 0.0022492152638733387, "global_step": 60943, "epoch": 342, "lr": 3.930493085381002e-05}
{"train_loss": 0.004080611746758223, "global_step": 60944, "epoch": 342, "lr": 3.930348735833635e-05}
{"train_loss": 0.004447494633495808, "global_step": 60945, "epoch": 342, "lr": 3.930204387220548e-05}
{"train_loss": 0.0024780305102467537, "global_step": 60946, "epoch": 342, "lr": 3.930060039541861e-05}
{"train_loss": 0.0026771370321512222, "global_step": 60947, "epoch": 342, "lr": 3.929915692797701e-05}
{"train_loss": 0.003499576821923256, "global_step": 60948, "epoch": 342, "lr": 3.9297713469881984e-05}
{"train_loss": 0.0028942718636244535, "global_step": 60949, "epoch": 342, "lr": 3.929627002113475e-05}
{"train_loss": 0.0020234480034559965, "global_step": 60950, "epoch": 342, "lr": 3.929482658173661e-05}
{"train_loss": 0.0058785998262465, "global_step": 60951, "epoch": 342, "lr": 3.929338315168878e-05}
{"train_loss": 0.003490754868835211, "global_step": 60952, "epoch": 342, "lr": 3.9291939730992546e-05}
{"train_loss": 0.0018621336203068495, "global_step": 60953, "epoch": 342, "lr": 3.929049631964915e-05}
{"train_loss": 0.001886641257442534, "global_step": 60954, "epoch": 342, "lr": 3.9289052917659894e-05}
{"train_loss": 0.0029263256583362818, "global_step": 60955, "epoch": 342, "lr": 3.9287609525025984e-05}
{"train_loss": 0.004433733876794577, "global_step": 60956, "epoch": 342, "lr": 3.928616614174872e-05}
{"train_loss": 0.003921547904610634, "global_step": 60957, "epoch": 342, "lr": 3.928472276782934e-05}
{"train_loss": 0.0023125393781811, "global_step": 60958, "epoch": 342, "lr": 3.928327940326913e-05}
{"train_loss": 0.002193932654336095, "global_step": 60959, "epoch": 342, "lr": 3.928183604806933e-05}
{"train_loss": 0.0044355131685733795, "global_step": 60960, "epoch": 342, "lr": 3.928039270223122e-05}
{"train_loss": 0.002940642647445202, "global_step": 60961, "epoch": 342, "lr": 3.927894936575602e-05}
{"train_loss": 0.0019297744147479534, "global_step": 60962, "epoch": 342, "lr": 3.927750603864503e-05}
{"train_loss": 0.0023701409809291363, "global_step": 60963, "epoch": 342, "lr": 3.9276062720899487e-05}
{"train_loss": 0.003878427669405937, "global_step": 60964, "epoch": 342, "lr": 3.927461941252069e-05}
{"train_loss": 0.0014861978124827147, "global_step": 60965, "epoch": 342, "lr": 3.927317611350984e-05}
{"train_loss": 0.002514203544706106, "global_step": 60966, "epoch": 342, "lr": 3.927173282386825e-05}
{"train_loss": 0.0031172605231404305, "global_step": 60967, "epoch": 342, "lr": 3.927028954359714e-05}
{"train_loss": 0.005185147747397423, "global_step": 60968, "epoch": 342, "lr": 3.9268846272697804e-05}
{"train_loss": 0.003349259030073881, "global_step": 60969, "epoch": 342, "lr": 3.926740301117151e-05}
{"train_loss": 0.005341138690710068, "global_step": 60970, "epoch": 342, "lr": 3.926595975901947e-05}
{"train_loss": 0.005501768551766872, "global_step": 60971, "epoch": 342, "lr": 3.926451651624299e-05}
{"train_loss": 0.004019124899059534, "global_step": 60972, "epoch": 342, "lr": 3.9263073282843295e-05}
{"train_loss": 0.003298345720395446, "global_step": 60973, "epoch": 342, "lr": 3.9261630058821694e-05}
{"train_loss": 0.004638529382646084, "global_step": 60974, "epoch": 342, "lr": 3.926018684417939e-05}
{"train_loss": 0.001866113510914147, "global_step": 60975, "epoch": 342, "lr": 3.9258743638917686e-05}
{"train_loss": 0.0024995626881718636, "global_step": 60976, "epoch": 342, "lr": 3.925730044303781e-05}
{"train_loss": 0.0056372145190835, "global_step": 60977, "epoch": 342, "lr": 3.925585725654107e-05}
{"train_loss": 0.004408305045217276, "global_step": 60978, "epoch": 342, "lr": 3.925441407942868e-05}
{"train_loss": 0.0012304746778681874, "global_step": 60979, "epoch": 342, "lr": 3.925297091170193e-05}
{"train_loss": 0.0018109342781826854, "global_step": 60980, "epoch": 342, "lr": 3.925152775336205e-05}
{"train_loss": 0.005730336531996727, "global_step": 60981, "epoch": 342, "lr": 3.925008460441033e-05}
{"train_loss": 0.0022022086195647717, "global_step": 60982, "epoch": 342, "lr": 3.924864146484801e-05}
{"train_loss": 0.0024625221267342567, "global_step": 60983, "epoch": 342, "lr": 3.924719833467637e-05}
{"train_loss": 0.003376160515472293, "global_step": 60984, "epoch": 342, "lr": 3.924575521389665e-05}
{"train_loss": 0.0046638851054012775, "global_step": 60985, "epoch": 342, "lr": 3.924431210251013e-05}
{"train_loss": 0.001114437822252512, "global_step": 60986, "epoch": 342, "lr": 3.9242869000518044e-05}
{"train_loss": 0.004080695565789938, "global_step": 60987, "epoch": 342, "lr": 3.92414259079217e-05}
{"train_loss": 0.005386360455304384, "global_step": 60988, "epoch": 342, "lr": 3.92399828247223e-05}
{"train_loss": 0.003015940310433507, "global_step": 60989, "epoch": 342, "lr": 3.9238539750921136e-05}
{"train_loss": 0.0024085347540676594, "global_step": 60990, "epoch": 342, "lr": 3.923709668651948e-05}
{"train_loss": 0.004677522927522659, "global_step": 60991, "epoch": 342, "lr": 3.923565363151855e-05}
{"train_loss": 0.0018490467919036746, "global_step": 60992, "epoch": 342, "lr": 3.923421058591967e-05}
{"train_loss": 0.0033910495694726706, "global_step": 60993, "epoch": 342, "lr": 3.9232767549724035e-05}
{"train_loss": 0.005457529332488775, "global_step": 60994, "epoch": 342, "lr": 3.923132452293296e-05}
{"train_loss": 0.004076451063156128, "global_step": 60995, "epoch": 342, "lr": 3.922988150554765e-05}
{"train_loss": 0.00384093401953578, "global_step": 60996, "epoch": 342, "lr": 3.922843849756942e-05}
{"train_loss": 0.003327827202156186, "global_step": 60997, "epoch": 342, "lr": 3.92269954989995e-05}
{"train_loss": 0.0028193157631903887, "global_step": 60998, "epoch": 342, "lr": 3.922555250983916e-05}
{"train_loss": 0.0014841535594314337, "global_step": 60999, "epoch": 342, "lr": 3.9224109530089645e-05}
{"train_loss": 0.0026130175683647394, "global_step": 61000, "epoch": 342, "lr": 3.922266655975223e-05}
{"train_loss": 0.0020090469624847174, "global_step": 61001, "epoch": 342, "lr": 3.922122359882816e-05}
{"train_loss": 0.0023856679908931255, "global_step": 61002, "epoch": 342, "lr": 3.9219780647318745e-05}
{"train_loss": 0.005230203736573458, "global_step": 61003, "epoch": 342, "lr": 3.921833770522517e-05}
{"train_loss": 0.0022165507543832064, "global_step": 61004, "epoch": 342, "lr": 3.921689477254875e-05}
{"train_loss": 0.002654984826222062, "global_step": 61005, "epoch": 342, "lr": 3.921545184929072e-05}
{"train_loss": 0.004170379601418972, "global_step": 61006, "epoch": 342, "lr": 3.921400893545237e-05}
{"train_loss": 0.0039371345192193985, "global_step": 61007, "epoch": 342, "lr": 3.921256603103491e-05}
{"train_loss": 0.0062610614113509655, "global_step": 61008, "epoch": 342, "lr": 3.921112313603965e-05}
{"train_loss": 0.004002319648861885, "global_step": 61009, "epoch": 342, "lr": 3.920968025046781e-05}
{"train_loss": 0.0013308627530932426, "global_step": 61010, "epoch": 342, "lr": 3.9208237374320674e-05}
{"train_loss": 0.002827218733727932, "global_step": 61011, "epoch": 342, "lr": 3.920679450759952e-05}
{"train_loss": 0.0033188301604241133, "global_step": 61012, "epoch": 342, "lr": 3.920535165030557e-05}
{"train_loss": 0.0018630315316841006, "global_step": 61013, "epoch": 342, "lr": 3.9203908802440106e-05}
{"train_loss": 0.00585166597738862, "global_step": 61014, "epoch": 342, "lr": 3.920246596400436e-05}
{"train_loss": 0.0028965803794562817, "global_step": 61015, "epoch": 342, "lr": 3.920102313499966e-05}
{"train_loss": 0.005640722811222076, "global_step": 61016, "epoch": 342, "lr": 3.9199580315427184e-05}
{"train_loss": 0.002466677688062191, "global_step": 61017, "epoch": 342, "lr": 3.9198137505288256e-05}
{"train_loss": 0.005251227878034115, "global_step": 61018, "epoch": 342, "lr": 3.919669470458409e-05}
{"train_loss": 0.0026554809883236885, "global_step": 61019, "epoch": 342, "lr": 3.919525191331597e-05}
{"train_loss": 0.004993882030248642, "global_step": 61020, "epoch": 342, "lr": 3.919380913148515e-05}
{"train_loss": 0.0031434213742613792, "global_step": 61021, "epoch": 342, "lr": 3.919236635909291e-05}
{"train_loss": 0.0025227819569408894, "global_step": 61022, "epoch": 342, "lr": 3.9190923596140474e-05}
{"train_loss": 0.0013042828068137169, "global_step": 61023, "epoch": 342, "lr": 3.918948084262913e-05}
{"train_loss": 0.0017682082252576947, "global_step": 61024, "epoch": 342, "lr": 3.918803809856011e-05}
{"train_loss": 0.0031823627650737762, "global_step": 61025, "epoch": 342, "lr": 3.918659536393473e-05}
{"train_loss": 0.002007594797760248, "global_step": 61026, "epoch": 342, "lr": 3.9185152638754174e-05}
{"train_loss": 0.004467940889298916, "global_step": 61027, "epoch": 342, "lr": 3.9183709923019765e-05}
{"train_loss": 0.0046185655519366264, "global_step": 61028, "epoch": 342, "lr": 3.918226721673273e-05}
{"train_loss": 0.004680210724473, "global_step": 61029, "epoch": 342, "lr": 3.918082451989435e-05}
{"train_loss": 0.0019412034889683127, "global_step": 61030, "epoch": 342, "lr": 3.917938183250586e-05}
{"train_loss": 0.0017622420564293861, "global_step": 61031, "epoch": 342, "lr": 3.917793915456853e-05}
{"train_loss": 0.00500890240073204, "global_step": 61032, "epoch": 342, "lr": 3.9176496486083635e-05}
{"train_loss": 0.001934149069711566, "global_step": 61033, "epoch": 342, "lr": 3.917505382705241e-05}
{"train_loss": 0.0023646049667149782, "global_step": 61034, "epoch": 342, "lr": 3.9173611177476154e-05}
{"train_loss": 0.0032106302678585052, "global_step": 61035, "epoch": 342, "lr": 3.917216853735608e-05}
{"train_loss": 0.0032192564103752375, "global_step": 61036, "epoch": 342, "lr": 3.917072590669349e-05}
{"train_loss": 0.003468826413154602, "global_step": 61037, "epoch": 342, "lr": 3.9169283285489614e-05}
{"train_loss": 0.0027312792371958494, "global_step": 61038, "epoch": 342, "lr": 3.916784067374572e-05}
{"train_loss": 0.0024773378390818834, "global_step": 61039, "epoch": 342, "lr": 3.9166398071463065e-05}
{"train_loss": 0.0034816176630556583, "global_step": 61040, "epoch": 342, "lr": 3.9164955478642935e-05}
{"train_loss": 0.004484264180064201, "global_step": 61041, "epoch": 342, "lr": 3.916351289528655e-05}
{"train_loss": 0.0030230069532990456, "global_step": 61042, "epoch": 342, "lr": 3.9162070321395193e-05}
{"train_loss": 0.0018560528988018632, "global_step": 61043, "epoch": 342, "lr": 3.9160627756970116e-05}
{"train_loss": 0.0019159413641318679, "global_step": 61044, "epoch": 342, "lr": 3.9159185202012596e-05}
{"train_loss": 0.0019694524817168713, "global_step": 61045, "epoch": 342, "lr": 3.915774265652387e-05}
{"train_loss": 0.0019430781248956919, "global_step": 61046, "epoch": 342, "lr": 3.915630012050521e-05}
{"train_loss": 0.004168075043708086, "global_step": 61047, "epoch": 342, "lr": 3.915485759395787e-05}
{"train_loss": 0.002560964785516262, "global_step": 61048, "epoch": 342, "lr": 3.915341507688314e-05}
{"train_loss": 0.0017523353453725576, "global_step": 61049, "epoch": 342, "lr": 3.915197256928222e-05}
{"train_loss": 0.0037038843147456646, "global_step": 61050, "epoch": 342, "lr": 3.915053007115642e-05}
{"train_loss": 0.0035873025190085173, "global_step": 61051, "epoch": 342, "lr": 3.9149087582506976e-05}
{"train_loss": 0.0038442909717559814, "global_step": 61052, "epoch": 342, "lr": 3.9147645103335154e-05}
{"train_loss": 0.0030884325139360564, "global_step": 61053, "epoch": 342, "lr": 3.9146202633642234e-05}
{"train_loss": 0.004384436644613743, "global_step": 61054, "epoch": 343, "lr": 3.914476017342944e-05}
{"train_loss": 0.0014067406300455332, "global_step": 61055, "epoch": 343, "lr": 3.914331772269808e-05}
{"train_loss": 0.003926943056285381, "global_step": 61056, "epoch": 343, "lr": 3.9141875281449354e-05}
{"train_loss": 0.0034996229223906994, "global_step": 61057, "epoch": 343, "lr": 3.914043284968456e-05}
{"train_loss": 0.0027412285562604666, "global_step": 61058, "epoch": 343, "lr": 3.913899042740494e-05}
{"train_loss": 0.004525406286120415, "global_step": 61059, "epoch": 343, "lr": 3.9137548014611786e-05}
{"train_loss": 0.0025925091467797756, "global_step": 61060, "epoch": 343, "lr": 3.9136105611306314e-05}
{"train_loss": 0.004200819879770279, "global_step": 61061, "epoch": 343, "lr": 3.913466321748981e-05}
{"train_loss": 0.0029147169552743435, "global_step": 61062, "epoch": 343, "lr": 3.913322083316352e-05}
{"train_loss": 0.002929623005911708, "global_step": 61063, "epoch": 343, "lr": 3.9131778458328745e-05}
{"train_loss": 0.0028130016289651394, "global_step": 61064, "epoch": 343, "lr": 3.913033609298668e-05}
{"train_loss": 0.0030839235987514257, "global_step": 61065, "epoch": 343, "lr": 3.9128893737138627e-05}
{"train_loss": 0.003762193024158478, "global_step": 61066, "epoch": 343, "lr": 3.912745139078583e-05}
{"train_loss": 0.001525847939774394, "global_step": 61067, "epoch": 343, "lr": 3.912600905392958e-05}
{"train_loss": 0.0010444731451570988, "global_step": 61068, "epoch": 343, "lr": 3.912456672657109e-05}
{"train_loss": 0.0012556875590234995, "global_step": 61069, "epoch": 343, "lr": 3.9123124408711656e-05}
{"train_loss": 0.0028050830587744713, "global_step": 61070, "epoch": 343, "lr": 3.9121682100352506e-05}
{"train_loss": 0.0021260310895740986, "global_step": 61071, "epoch": 343, "lr": 3.912023980149492e-05}
{"train_loss": 0.0021007205359637737, "global_step": 61072, "epoch": 343, "lr": 3.9118797512140156e-05}
{"train_loss": 0.0021429245825856924, "global_step": 61073, "epoch": 343, "lr": 3.9117355232289464e-05}
{"train_loss": 0.0032087303698062897, "global_step": 61074, "epoch": 343, "lr": 3.9115912961944136e-05}
{"train_loss": 0.0012751187896355987, "global_step": 61075, "epoch": 343, "lr": 3.911447070110539e-05}
{"train_loss": 0.0014321263879537582, "global_step": 61076, "epoch": 343, "lr": 3.911302844977451e-05}
{"train_loss": 0.0012957756407558918, "global_step": 61077, "epoch": 343, "lr": 3.9111586207952736e-05}
{"train_loss": 0.00256500206887722, "global_step": 61078, "epoch": 343, "lr": 3.911014397564137e-05}
{"train_loss": 0.0036874311044812202, "global_step": 61079, "epoch": 343, "lr": 3.910870175284162e-05}
{"train_loss": 0.0032192477956414223, "global_step": 61080, "epoch": 343, "lr": 3.9107259539554775e-05}
{"train_loss": 0.002966461703181267, "global_step": 61081, "epoch": 343, "lr": 3.910581733578208e-05}
{"train_loss": 0.0014740455662831664, "global_step": 61082, "epoch": 343, "lr": 3.910437514152483e-05}
{"train_loss": 0.002593697514384985, "global_step": 61083, "epoch": 343, "lr": 3.910293295678423e-05}
{"train_loss": 0.001669768593274057, "global_step": 61084, "epoch": 343, "lr": 3.910149078156158e-05}
{"train_loss": 0.0019657472148537636, "global_step": 61085, "epoch": 343, "lr": 3.9100048615858106e-05}
{"train_loss": 0.0014789595734328032, "global_step": 61086, "epoch": 343, "lr": 3.9098606459675126e-05}
{"train_loss": 0.0012913827085867524, "global_step": 61087, "epoch": 343, "lr": 3.909716431301383e-05}
{"train_loss": 0.002546215895563364, "global_step": 61088, "epoch": 343, "lr": 3.9095722175875535e-05}
{"train_loss": 0.0010459588374942541, "global_step": 61089, "epoch": 343, "lr": 3.909428004826146e-05}
{"train_loss": 0.002138330601155758, "global_step": 61090, "epoch": 343, "lr": 3.9092837930172884e-05}
{"train_loss": 0.00404681172221899, "global_step": 61091, "epoch": 343, "lr": 3.909139582161105e-05}
{"train_loss": 0.001967475051060319, "global_step": 61092, "epoch": 343, "lr": 3.9089953722577256e-05}
{"train_loss": 0.003140875604003668, "global_step": 61093, "epoch": 343, "lr": 3.9088511633072716e-05}
{"train_loss": 0.004280461929738522, "global_step": 61094, "epoch": 343, "lr": 3.908706955309871e-05}
{"train_loss": 0.004703022539615631, "global_step": 61095, "epoch": 343, "lr": 3.90856274826565e-05}
{"train_loss": 0.002644944004714489, "global_step": 61096, "epoch": 343, "lr": 3.908418542174734e-05}
{"train_loss": 0.0014270946849137545, "global_step": 61097, "epoch": 343, "lr": 3.908274337037251e-05}
{"train_loss": 0.0019471620908007026, "global_step": 61098, "epoch": 343, "lr": 3.9081301328533225e-05}
{"train_loss": 0.002191312378272414, "global_step": 61099, "epoch": 343, "lr": 3.907985929623079e-05}
{"train_loss": 0.004310463555157185, "global_step": 61100, "epoch": 343, "lr": 3.907841727346643e-05}
{"train_loss": 0.005362001713365316, "global_step": 61101, "epoch": 343, "lr": 3.9076975260241444e-05}
{"train_loss": 0.0030614405404776335, "global_step": 61102, "epoch": 343, "lr": 3.907553325655705e-05}
{"train_loss": 0.003725381102412939, "global_step": 61103, "epoch": 343, "lr": 3.907409126241453e-05}
{"train_loss": 0.0028546310495585203, "global_step": 61104, "epoch": 343, "lr": 3.9072649277815135e-05}
{"train_loss": 0.004737276583909988, "global_step": 61105, "epoch": 343, "lr": 3.907120730276014e-05}
{"train_loss": 0.0032314187847077847, "global_step": 61106, "epoch": 343, "lr": 3.906976533725078e-05}
{"train_loss": 0.0017655324190855026, "global_step": 61107, "epoch": 343, "lr": 3.906832338128834e-05}
{"train_loss": 0.0012396103702485561, "global_step": 61108, "epoch": 343, "lr": 3.906688143487405e-05}
{"train_loss": 0.0028108851984143257, "global_step": 61109, "epoch": 343, "lr": 3.906543949800921e-05}
{"train_loss": 0.0039636194705963135, "global_step": 61110, "epoch": 343, "lr": 3.9063997570695024e-05}
{"train_loss": 0.0030022335704416037, "global_step": 61111, "epoch": 343, "lr": 3.906255565293281e-05}
{"train_loss": 0.005601607263088226, "global_step": 61112, "epoch": 343, "lr": 3.906111374472378e-05}
{"train_loss": 0.0019451434491202235, "global_step": 61113, "epoch": 343, "lr": 3.905967184606923e-05}
{"train_loss": 0.004647126421332359, "global_step": 61114, "epoch": 343, "lr": 3.905822995697039e-05}
{"train_loss": 0.0010168080916628242, "global_step": 61115, "epoch": 343, "lr": 3.905678807742853e-05}
{"train_loss": 0.0054952362552285194, "global_step": 61116, "epoch": 343, "lr": 3.905534620744493e-05}
{"train_loss": 0.0029382766224443913, "global_step": 61117, "epoch": 343, "lr": 3.905390434702082e-05}
{"train_loss": 0.003437452483922243, "global_step": 61118, "epoch": 343, "lr": 3.905246249615748e-05}
{"train_loss": 0.0021228103432804346, "global_step": 61119, "epoch": 343, "lr": 3.905102065485614e-05}
{"train_loss": 0.0029535749927163124, "global_step": 61120, "epoch": 343, "lr": 3.904957882311811e-05}
{"train_loss": 0.004666629247367382, "global_step": 61121, "epoch": 343, "lr": 3.9048137000944595e-05}
{"train_loss": 0.0016386588104069233, "global_step": 61122, "epoch": 343, "lr": 3.904669518833689e-05}
{"train_loss": 0.0014040281530469656, "global_step": 61123, "epoch": 343, "lr": 3.904525338529623e-05}
{"train_loss": 0.0038430728018283844, "global_step": 61124, "epoch": 343, "lr": 3.904381159182391e-05}
{"train_loss": 0.0018989238888025284, "global_step": 61125, "epoch": 343, "lr": 3.904236980792114e-05}
{"train_loss": 0.0024408309254795313, "global_step": 61126, "epoch": 343, "lr": 3.904092803358923e-05}
{"train_loss": 0.0046958536840975285, "global_step": 61127, "epoch": 343, "lr": 3.903948626882939e-05}
{"train_loss": 0.0017324923537671566, "global_step": 61128, "epoch": 343, "lr": 3.903804451364292e-05}
{"train_loss": 0.004801537841558456, "global_step": 61129, "epoch": 343, "lr": 3.9036602768031055e-05}
{"train_loss": 0.001682144240476191, "global_step": 61130, "epoch": 343, "lr": 3.903516103199508e-05}
{"train_loss": 0.0014199167490005493, "global_step": 61131, "epoch": 343, "lr": 3.903371930553622e-05}
{"train_loss": 0.0015267643611878157, "global_step": 61132, "epoch": 343, "lr": 3.903227758865576e-05}
{"train_loss": 0.003923811949789524, "global_step": 61133, "epoch": 343, "lr": 3.903083588135494e-05}
{"train_loss": 0.003523848718032241, "global_step": 61134, "epoch": 343, "lr": 3.902939418363505e-05}
{"train_loss": 0.002550900913774967, "global_step": 61135, "epoch": 343, "lr": 3.902795249549731e-05}
{"train_loss": 0.0019979546777904034, "global_step": 61136, "epoch": 343, "lr": 3.902651081694299e-05}
{"train_loss": 0.0019621700048446655, "global_step": 61137, "epoch": 343, "lr": 3.902506914797337e-05}
{"train_loss": 0.001622283598408103, "global_step": 61138, "epoch": 343, "lr": 3.902362748858969e-05}
{"train_loss": 0.002444449346512556, "global_step": 61139, "epoch": 343, "lr": 3.902218583879324e-05}
{"train_loss": 0.004715927876532078, "global_step": 61140, "epoch": 343, "lr": 3.902074419858523e-05}
{"train_loss": 0.0029041010420769453, "global_step": 61141, "epoch": 343, "lr": 3.901930256796695e-05}
{"train_loss": 0.0028431941755115986, "global_step": 61142, "epoch": 343, "lr": 3.901786094693965e-05}
{"train_loss": 0.0022304237354546785, "global_step": 61143, "epoch": 343, "lr": 3.9016419335504614e-05}
{"train_loss": 0.002237765584141016, "global_step": 61144, "epoch": 343, "lr": 3.901497773366306e-05}
{"train_loss": 0.007634799927473068, "global_step": 61145, "epoch": 343, "lr": 3.9013536141416284e-05}
{"train_loss": 0.0026311716064810753, "global_step": 61146, "epoch": 343, "lr": 3.901209455876551e-05}
{"train_loss": 0.004598238505423069, "global_step": 61147, "epoch": 343, "lr": 3.901065298571202e-05}
{"train_loss": 0.003146497532725334, "global_step": 61148, "epoch": 343, "lr": 3.900921142225707e-05}
{"train_loss": 0.002109929220750928, "global_step": 61149, "epoch": 343, "lr": 3.900776986840192e-05}
{"train_loss": 0.002248662058264017, "global_step": 61150, "epoch": 343, "lr": 3.9006328324147816e-05}
{"train_loss": 0.003326807636767626, "global_step": 61151, "epoch": 343, "lr": 3.9004886789496044e-05}
{"train_loss": 0.0029586676973849535, "global_step": 61152, "epoch": 343, "lr": 3.900344526444782e-05}
{"train_loss": 0.0025511793792247772, "global_step": 61153, "epoch": 343, "lr": 3.900200374900447e-05}
{"train_loss": 0.0014187224442139268, "global_step": 61154, "epoch": 343, "lr": 3.9000562243167184e-05}
{"train_loss": 0.0015725140692666173, "global_step": 61155, "epoch": 343, "lr": 3.899912074693725e-05}
{"train_loss": 0.003893668996170163, "global_step": 61156, "epoch": 343, "lr": 3.8997679260315936e-05}
{"train_loss": 0.001938152825459838, "global_step": 61157, "epoch": 343, "lr": 3.899623778330448e-05}
{"train_loss": 0.0017200695583596826, "global_step": 61158, "epoch": 343, "lr": 3.899479631590417e-05}
{"train_loss": 0.0025547908153384924, "global_step": 61159, "epoch": 343, "lr": 3.899335485811624e-05}
{"train_loss": 0.0027308305725455284, "global_step": 61160, "epoch": 343, "lr": 3.8991913409941955e-05}
{"train_loss": 0.0019311774522066116, "global_step": 61161, "epoch": 343, "lr": 3.8990471971382574e-05}
{"train_loss": 0.002824575174599886, "global_step": 61162, "epoch": 343, "lr": 3.8989030542439375e-05}
{"train_loss": 0.00308859720826149, "global_step": 61163, "epoch": 343, "lr": 3.8987589123113585e-05}
{"train_loss": 0.0033592339605093002, "global_step": 61164, "epoch": 343, "lr": 3.89861477134065e-05}
{"train_loss": 0.004795906133949757, "global_step": 61165, "epoch": 343, "lr": 3.8984706313319326e-05}
{"train_loss": 0.005334538873285055, "global_step": 61166, "epoch": 343, "lr": 3.898326492285337e-05}
{"train_loss": 0.002819182351231575, "global_step": 61167, "epoch": 343, "lr": 3.898182354200986e-05}
{"train_loss": 0.004152191802859306, "global_step": 61168, "epoch": 343, "lr": 3.89803821707901e-05}
{"train_loss": 0.0008991405484266579, "global_step": 61169, "epoch": 343, "lr": 3.8978940809195284e-05}
{"train_loss": 0.0037174331955611706, "global_step": 61170, "epoch": 343, "lr": 3.8977499457226726e-05}
{"train_loss": 0.0035155760124325752, "global_step": 61171, "epoch": 343, "lr": 3.8976058114885646e-05}
{"train_loss": 0.004143776372075081, "global_step": 61172, "epoch": 343, "lr": 3.8974616782173346e-05}
{"train_loss": 0.0029591931961476803, "global_step": 61173, "epoch": 343, "lr": 3.897317545909104e-05}
{"train_loss": 0.001854852307587862, "global_step": 61174, "epoch": 343, "lr": 3.897173414564001e-05}
{"train_loss": 0.0006660283543169498, "global_step": 61175, "epoch": 343, "lr": 3.897029284182151e-05}
{"train_loss": 0.0029716924764215946, "global_step": 61176, "epoch": 343, "lr": 3.896885154763682e-05}
{"train_loss": 0.0010820040479302406, "global_step": 61177, "epoch": 343, "lr": 3.896741026308715e-05}
{"train_loss": 0.002496519824489951, "global_step": 61178, "epoch": 343, "lr": 3.8965968988173795e-05}
{"train_loss": 0.003698343178257346, "global_step": 61179, "epoch": 343, "lr": 3.8964527722898016e-05}
{"train_loss": 0.003190150950103998, "global_step": 61180, "epoch": 343, "lr": 3.896308646726106e-05}
{"train_loss": 0.002632166724652052, "global_step": 61181, "epoch": 343, "lr": 3.8961645221264196e-05}
{"train_loss": 0.0024664150550961494, "global_step": 61182, "epoch": 343, "lr": 3.896020398490866e-05}
{"train_loss": 0.00457666115835309, "global_step": 61183, "epoch": 343, "lr": 3.895876275819575e-05}
{"train_loss": 0.0025491523556411266, "global_step": 61184, "epoch": 343, "lr": 3.8957321541126685e-05}
{"train_loss": 0.0011976074893027544, "global_step": 61185, "epoch": 343, "lr": 3.895588033370274e-05}
{"train_loss": 0.0053057800978422165, "global_step": 61186, "epoch": 343, "lr": 3.8954439135925174e-05}
{"train_loss": 0.0024431277997791767, "global_step": 61187, "epoch": 343, "lr": 3.895299794779526e-05}
{"train_loss": 0.0033659955952316523, "global_step": 61188, "epoch": 343, "lr": 3.8951556769314226e-05}
{"train_loss": 0.002511714119464159, "global_step": 61189, "epoch": 343, "lr": 3.895011560048335e-05}
{"train_loss": 0.0042965165339410305, "global_step": 61190, "epoch": 343, "lr": 3.894867444130389e-05}
{"train_loss": 0.0029462995007634163, "global_step": 61191, "epoch": 343, "lr": 3.8947233291777116e-05}
{"train_loss": 0.003585880622267723, "global_step": 61192, "epoch": 343, "lr": 3.894579215190425e-05}
{"train_loss": 0.004057532642036676, "global_step": 61193, "epoch": 343, "lr": 3.894435102168659e-05}
{"train_loss": 0.002152661792933941, "global_step": 61194, "epoch": 343, "lr": 3.8942909901125366e-05}
{"train_loss": 0.005582701414823532, "global_step": 61195, "epoch": 343, "lr": 3.894146879022188e-05}
{"train_loss": 0.0013865402434021235, "global_step": 61196, "epoch": 343, "lr": 3.894002768897733e-05}
{"train_loss": 0.00395413301885128, "global_step": 61197, "epoch": 343, "lr": 3.893858659739302e-05}
{"train_loss": 0.002777957124635577, "global_step": 61198, "epoch": 343, "lr": 3.893714551547019e-05}
{"train_loss": 0.003400170709937811, "global_step": 61199, "epoch": 343, "lr": 3.893570444321008e-05}
{"train_loss": 0.0015298945363610983, "global_step": 61200, "epoch": 343, "lr": 3.8934263380614e-05}
{"train_loss": 0.003467216622084379, "global_step": 61201, "epoch": 343, "lr": 3.893282232768317e-05}
{"train_loss": 0.0037671918980777264, "global_step": 61202, "epoch": 343, "lr": 3.893138128441887e-05}
{"train_loss": 0.0032909270375967026, "global_step": 61203, "epoch": 343, "lr": 3.892994025082233e-05}
{"train_loss": 0.003759830491617322, "global_step": 61204, "epoch": 343, "lr": 3.892849922689485e-05}
{"train_loss": 0.001509241759777069, "global_step": 61205, "epoch": 343, "lr": 3.8927058212637634e-05}
{"train_loss": 0.003617621259763837, "global_step": 61206, "epoch": 343, "lr": 3.8925617208052e-05}
{"train_loss": 0.0025790254585444927, "global_step": 61207, "epoch": 343, "lr": 3.8924176213139155e-05}
{"train_loss": 0.004146424587816, "global_step": 61208, "epoch": 343, "lr": 3.8922735227900396e-05}
{"train_loss": 0.0032969880849123, "global_step": 61209, "epoch": 343, "lr": 3.8921294252336956e-05}
{"train_loss": 0.0019333137897774577, "global_step": 61210, "epoch": 343, "lr": 3.891985328645012e-05}
{"train_loss": 0.00416228361427784, "global_step": 61211, "epoch": 343, "lr": 3.8918412330241113e-05}
{"train_loss": 0.0025429390370845795, "global_step": 61212, "epoch": 343, "lr": 3.891697138371122e-05}
{"train_loss": 0.002304665744304657, "global_step": 61213, "epoch": 343, "lr": 3.891553044686168e-05}
{"train_loss": 0.0021053620148450136, "global_step": 61214, "epoch": 343, "lr": 3.891408951969378e-05}
{"train_loss": 0.004001548048108816, "global_step": 61215, "epoch": 343, "lr": 3.891264860220875e-05}
{"train_loss": 0.0020766006782650948, "global_step": 61216, "epoch": 343, "lr": 3.891120769440787e-05}
{"train_loss": 0.0027332508470863104, "global_step": 61217, "epoch": 343, "lr": 3.8909766796292365e-05}
{"train_loss": 0.002810310572385788, "global_step": 61218, "epoch": 343, "lr": 3.890832590786352e-05}
{"train_loss": 0.0024249067064374685, "global_step": 61219, "epoch": 343, "lr": 3.890688502912261e-05}
{"train_loss": 0.0030182446353137493, "global_step": 61220, "epoch": 343, "lr": 3.890544416007085e-05}
{"train_loss": 0.0036284029483795166, "global_step": 61221, "epoch": 343, "lr": 3.890400330070955e-05}
{"train_loss": 0.0025681061670184135, "global_step": 61222, "epoch": 343, "lr": 3.890256245103992e-05}
{"train_loss": 0.004594220779836178, "global_step": 61223, "epoch": 343, "lr": 3.8901121611063246e-05}
{"train_loss": 0.0017651284579187632, "global_step": 61224, "epoch": 343, "lr": 3.889968078078077e-05}
{"train_loss": 0.003671889426186681, "global_step": 61225, "epoch": 343, "lr": 3.8898239960193784e-05}
{"train_loss": 0.004036524333059788, "global_step": 61226, "epoch": 343, "lr": 3.8896799149303496e-05}
{"train_loss": 0.0011173062957823277, "global_step": 61227, "epoch": 343, "lr": 3.889535834811121e-05}
{"train_loss": 0.0024305745027959347, "global_step": 61228, "epoch": 343, "lr": 3.8893917556618144e-05}
{"train_loss": 0.0018524597398936749, "global_step": 61229, "epoch": 343, "lr": 3.8892476774825606e-05}
{"train_loss": 0.0020932741463184357, "global_step": 61230, "epoch": 343, "lr": 3.88910360027348e-05}
{"train_loss": 0.002888398449357829, "global_step": 61231, "epoch": 343, "lr": 3.888959524034702e-05}
{"train_loss": 0.0028179252985864878, "global_step": 61232, "epoch": 344, "lr": 3.888815448766351e-05}
{"train_loss": 0.0018407191382721066, "global_step": 61233, "epoch": 344, "lr": 3.8886713744685554e-05}
{"train_loss": 0.004326087422668934, "global_step": 61234, "epoch": 344, "lr": 3.888527301141437e-05}
{"train_loss": 0.0027523271273821592, "global_step": 61235, "epoch": 344, "lr": 3.8883832287851255e-05}
{"train_loss": 0.0016158036887645721, "global_step": 61236, "epoch": 344, "lr": 3.888239157399742e-05}
{"train_loss": 0.0021201688796281815, "global_step": 61237, "epoch": 344, "lr": 3.888095086985417e-05}
{"train_loss": 0.0035072036553174257, "global_step": 61238, "epoch": 344, "lr": 3.887951017542274e-05}
{"train_loss": 0.004184338264167309, "global_step": 61239, "epoch": 344, "lr": 3.8878069490704386e-05}
{"train_loss": 0.00409832876175642, "global_step": 61240, "epoch": 344, "lr": 3.88766288157004e-05}
{"train_loss": 0.003634464694187045, "global_step": 61241, "epoch": 344, "lr": 3.887518815041199e-05}
{"train_loss": 0.0026362910866737366, "global_step": 61242, "epoch": 344, "lr": 3.887374749484045e-05}
{"train_loss": 0.0018753311596810818, "global_step": 61243, "epoch": 344, "lr": 3.887230684898702e-05}
{"train_loss": 0.0026107430458068848, "global_step": 61244, "epoch": 344, "lr": 3.887086621285298e-05}
{"train_loss": 0.00511555653065443, "global_step": 61245, "epoch": 344, "lr": 3.8869425586439554e-05}
{"train_loss": 0.0035921712405979633, "global_step": 61246, "epoch": 344, "lr": 3.8867984969748036e-05}
{"train_loss": 0.0032591084018349648, "global_step": 61247, "epoch": 344, "lr": 3.8866544362779656e-05}
{"train_loss": 0.0020761447958648205, "global_step": 61248, "epoch": 344, "lr": 3.88651037655357e-05}
{"train_loss": 0.0026860306970775127, "global_step": 61249, "epoch": 344, "lr": 3.8863663178017395e-05}
{"train_loss": 0.0027429184410721064, "global_step": 61250, "epoch": 344, "lr": 3.886222260022603e-05}
{"train_loss": 0.00401134742423892, "global_step": 61251, "epoch": 344, "lr": 3.886078203216283e-05}
{"train_loss": 0.0017909170128405094, "global_step": 61252, "epoch": 344, "lr": 3.8859341473829094e-05}
{"train_loss": 0.0027656126767396927, "global_step": 61253, "epoch": 344, "lr": 3.8857900925226034e-05}
{"train_loss": 0.0009336291113868356, "global_step": 61254, "epoch": 344, "lr": 3.8856460386354957e-05}
{"train_loss": 0.002985257189720869, "global_step": 61255, "epoch": 344, "lr": 3.885501985721708e-05}
{"train_loss": 0.001651108032092452, "global_step": 61256, "epoch": 344, "lr": 3.8853579337813686e-05}
{"train_loss": 0.004393420182168484, "global_step": 61257, "epoch": 344, "lr": 3.8852138828146014e-05}
{"train_loss": 0.0038729128427803516, "global_step": 61258, "epoch": 344, "lr": 3.8850698328215345e-05}
{"train_loss": 0.003810769645497203, "global_step": 61259, "epoch": 344, "lr": 3.884925783802291e-05}
{"train_loss": 0.002162810880690813, "global_step": 61260, "epoch": 344, "lr": 3.884781735756999e-05}
{"train_loss": 0.00249463296495378, "global_step": 61261, "epoch": 344, "lr": 3.884637688685784e-05}
{"train_loss": 0.004334789235144854, "global_step": 61262, "epoch": 344, "lr": 3.88449364258877e-05}
{"train_loss": 0.0026758727617561817, "global_step": 61263, "epoch": 344, "lr": 3.8843495974660864e-05}
{"train_loss": 0.0009685888653621078, "global_step": 61264, "epoch": 344, "lr": 3.884205553317855e-05}
{"train_loss": 0.004983161576092243, "global_step": 61265, "epoch": 344, "lr": 3.884061510144204e-05}
{"train_loss": 0.002025784458965063, "global_step": 61266, "epoch": 344, "lr": 3.883917467945258e-05}
{"train_loss": 0.0010500082280486822, "global_step": 61267, "epoch": 344, "lr": 3.883773426721145e-05}
{"train_loss": 0.0037818793207406998, "global_step": 61268, "epoch": 344, "lr": 3.883629386471988e-05}
{"train_loss": 0.0025587743148207664, "global_step": 61269, "epoch": 344, "lr": 3.8834853471979146e-05}
{"train_loss": 0.0036810794845223427, "global_step": 61270, "epoch": 344, "lr": 3.8833413088990497e-05}
{"train_loss": 0.0027878277469426394, "global_step": 61271, "epoch": 344, "lr": 3.883197271575521e-05}
{"train_loss": 0.0022914966102689505, "global_step": 61272, "epoch": 344, "lr": 3.8830532352274506e-05}
{"train_loss": 0.0031639193184673786, "global_step": 61273, "epoch": 344, "lr": 3.8829091998549685e-05}
{"train_loss": 0.0013937732437625527, "global_step": 61274, "epoch": 344, "lr": 3.8827651654581966e-05}
{"train_loss": 0.002562181558459997, "global_step": 61275, "epoch": 344, "lr": 3.8826211320372636e-05}
{"train_loss": 0.002627373207360506, "global_step": 61276, "epoch": 344, "lr": 3.8824770995922934e-05}
{"train_loss": 0.0013618925586342812, "global_step": 61277, "epoch": 344, "lr": 3.882333068123415e-05}
{"train_loss": 0.0008699760073795915, "global_step": 61278, "epoch": 344, "lr": 3.882189037630749e-05}
{"train_loss": 0.003064734861254692, "global_step": 61279, "epoch": 344, "lr": 3.882045008114426e-05}
{"train_loss": 0.001947167911566794, "global_step": 61280, "epoch": 344, "lr": 3.8819009795745685e-05}
{"train_loss": 0.002035710960626602, "global_step": 61281, "epoch": 344, "lr": 3.881756952011304e-05}
{"train_loss": 0.0025682072155177593, "global_step": 61282, "epoch": 344, "lr": 3.881612925424759e-05}
{"train_loss": 0.006490402389317751, "global_step": 61283, "epoch": 344, "lr": 3.881468899815058e-05}
{"train_loss": 0.0021556213032454252, "global_step": 61284, "epoch": 344, "lr": 3.8813248751823274e-05}
{"train_loss": 0.004253819584846497, "global_step": 61285, "epoch": 344, "lr": 3.8811808515266915e-05}
{"train_loss": 0.0015050863148644567, "global_step": 61286, "epoch": 344, "lr": 3.8810368288482796e-05}
{"train_loss": 0.003428988391533494, "global_step": 61287, "epoch": 344, "lr": 3.880892807147213e-05}
{"train_loss": 0.0028117643669247627, "global_step": 61288, "epoch": 344, "lr": 3.88074878642362e-05}
{"train_loss": 0.003516766242682934, "global_step": 61289, "epoch": 344, "lr": 3.880604766677626e-05}
{"train_loss": 0.0024216817691922188, "global_step": 61290, "epoch": 344, "lr": 3.880460747909359e-05}
{"train_loss": 0.0013430899707600474, "global_step": 61291, "epoch": 344, "lr": 3.88031673011894e-05}
{"train_loss": 0.0013941691722720861, "global_step": 61292, "epoch": 344, "lr": 3.8801727133065005e-05}
{"train_loss": 0.003664470510557294, "global_step": 61293, "epoch": 344, "lr": 3.880028697472161e-05}
{"train_loss": 0.0028368188068270683, "global_step": 61294, "epoch": 344, "lr": 3.8798846826160495e-05}
{"train_loss": 0.004084601532667875, "global_step": 61295, "epoch": 344, "lr": 3.879740668738292e-05}
{"train_loss": 0.0021445031743496656, "global_step": 61296, "epoch": 344, "lr": 3.879596655839015e-05}
{"train_loss": 0.004615485668182373, "global_step": 61297, "epoch": 344, "lr": 3.879452643918342e-05}
{"train_loss": 0.002279870677739382, "global_step": 61298, "epoch": 344, "lr": 3.8793086329764016e-05}
{"train_loss": 0.0016562477685511112, "global_step": 61299, "epoch": 344, "lr": 3.879164623013317e-05}
{"train_loss": 0.004331360105425119, "global_step": 61300, "epoch": 344, "lr": 3.8790206140292166e-05}
{"train_loss": 0.0015268261777237058, "global_step": 61301, "epoch": 344, "lr": 3.8788766060242234e-05}
{"train_loss": 0.004083313979208469, "global_step": 61302, "epoch": 344, "lr": 3.878732598998464e-05}
{"train_loss": 0.002387953456491232, "global_step": 61303, "epoch": 344, "lr": 3.878588592952066e-05}
{"train_loss": 0.0011522218119353056, "global_step": 61304, "epoch": 344, "lr": 3.878444587885153e-05}
{"train_loss": 0.0020176293328404427, "global_step": 61305, "epoch": 344, "lr": 3.8783005837978536e-05}
{"train_loss": 0.0014683827757835388, "global_step": 61306, "epoch": 344, "lr": 3.87815658069029e-05}
{"train_loss": 0.003043118864297867, "global_step": 61307, "epoch": 344, "lr": 3.878012578562591e-05}
{"train_loss": 0.001265450264327228, "global_step": 61308, "epoch": 344, "lr": 3.8778685774148785e-05}
{"train_loss": 0.002281372668221593, "global_step": 61309, "epoch": 344, "lr": 3.877724577247283e-05}
{"train_loss": 0.0023215364199131727, "global_step": 61310, "epoch": 344, "lr": 3.877580578059927e-05}
{"train_loss": 0.002191741019487381, "global_step": 61311, "epoch": 344, "lr": 3.877436579852939e-05}
{"train_loss": 0.002009519375860691, "global_step": 61312, "epoch": 344, "lr": 3.877292582626441e-05}
{"train_loss": 0.0018014946253970265, "global_step": 61313, "epoch": 344, "lr": 3.8771485863805615e-05}
{"train_loss": 0.002553003840148449, "global_step": 61314, "epoch": 344, "lr": 3.877004591115425e-05}
{"train_loss": 0.001161422347649932, "global_step": 61315, "epoch": 344, "lr": 3.87686059683116e-05}
{"train_loss": 0.003299884032458067, "global_step": 61316, "epoch": 344, "lr": 3.8767166035278886e-05}
{"train_loss": 0.002057719510048628, "global_step": 61317, "epoch": 344, "lr": 3.876572611205739e-05}
{"train_loss": 0.0033700894564390182, "global_step": 61318, "epoch": 344, "lr": 3.876428619864834e-05}
{"train_loss": 0.004132919013500214, "global_step": 61319, "epoch": 344, "lr": 3.8762846295053045e-05}
{"train_loss": 0.003116361564025283, "global_step": 61320, "epoch": 344, "lr": 3.876140640127271e-05}
{"train_loss": 0.002166894031688571, "global_step": 61321, "epoch": 344, "lr": 3.875996651730863e-05}
{"train_loss": 0.0024773883633315563, "global_step": 61322, "epoch": 344, "lr": 3.875852664316203e-05}
{"train_loss": 0.0021964767947793007, "global_step": 61323, "epoch": 344, "lr": 3.8757086778834195e-05}
{"train_loss": 0.0033137151040136814, "global_step": 61324, "epoch": 344, "lr": 3.875564692432639e-05}
{"train_loss": 0.002800011308863759, "global_step": 61325, "epoch": 344, "lr": 3.875420707963983e-05}
{"train_loss": 0.00233834539540112, "global_step": 61326, "epoch": 344, "lr": 3.875276724477583e-05}
{"train_loss": 0.00249311700463295, "global_step": 61327, "epoch": 344, "lr": 3.8751327419735586e-05}
{"train_loss": 0.003926962614059448, "global_step": 61328, "epoch": 344, "lr": 3.87498876045204e-05}
{"train_loss": 0.0013686522142961621, "global_step": 61329, "epoch": 344, "lr": 3.8748447799131505e-05}
{"train_loss": 0.0008971068309620023, "global_step": 61330, "epoch": 344, "lr": 3.8747008003570185e-05}
{"train_loss": 0.003545427927747369, "global_step": 61331, "epoch": 344, "lr": 3.8745568217837666e-05}
{"train_loss": 0.0013797648716717958, "global_step": 61332, "epoch": 344, "lr": 3.874412844193523e-05}
{"train_loss": 0.00458635576069355, "global_step": 61333, "epoch": 344, "lr": 3.8742688675864114e-05}
{"train_loss": 0.002825962146744132, "global_step": 61334, "epoch": 344, "lr": 3.8741248919625615e-05}
{"train_loss": 0.007314000278711319, "global_step": 61335, "epoch": 344, "lr": 3.873980917322093e-05}
{"train_loss": 0.0015019751153886318, "global_step": 61336, "epoch": 344, "lr": 3.873836943665137e-05}
{"train_loss": 0.0032213213853538036, "global_step": 61337, "epoch": 344, "lr": 3.873692970991815e-05}
{"train_loss": 0.0018170506227761507, "global_step": 61338, "epoch": 344, "lr": 3.873548999302258e-05}
{"train_loss": 0.0034868428483605385, "global_step": 61339, "epoch": 344, "lr": 3.873405028596586e-05}
{"train_loss": 0.0035649663768708706, "global_step": 61340, "epoch": 344, "lr": 3.873261058874929e-05}
{"train_loss": 0.003090999787673354, "global_step": 61341, "epoch": 344, "lr": 3.8731170901374106e-05}
{"train_loss": 0.0026245862245559692, "global_step": 61342, "epoch": 344, "lr": 3.872973122384158e-05}
{"train_loss": 0.0028524249792099, "global_step": 61343, "epoch": 344, "lr": 3.8728291556152945e-05}
{"train_loss": 0.0018751969328150153, "global_step": 61344, "epoch": 344, "lr": 3.872685189830947e-05}
{"train_loss": 0.0025767511688172817, "global_step": 61345, "epoch": 344, "lr": 3.8725412250312445e-05}
{"train_loss": 0.0012787821469828486, "global_step": 61346, "epoch": 344, "lr": 3.872397261216307e-05}
{"train_loss": 0.001126362127251923, "global_step": 61347, "epoch": 344, "lr": 3.872253298386265e-05}
{"train_loss": 0.002266035880893469, "global_step": 61348, "epoch": 344, "lr": 3.872109336541241e-05}
{"train_loss": 0.0017068102024495602, "global_step": 61349, "epoch": 344, "lr": 3.8719653756813645e-05}
{"train_loss": 0.004548907279968262, "global_step": 61350, "epoch": 344, "lr": 3.8718214158067566e-05}
{"train_loss": 0.0035460959188640118, "global_step": 61351, "epoch": 344, "lr": 3.871677456917546e-05}
{"train_loss": 0.004239331930875778, "global_step": 61352, "epoch": 344, "lr": 3.871533499013857e-05}
{"train_loss": 0.0040982370264828205, "global_step": 61353, "epoch": 344, "lr": 3.8713895420958185e-05}
{"train_loss": 0.0009160744375549257, "global_step": 61354, "epoch": 344, "lr": 3.871245586163551e-05}
{"train_loss": 0.0038529394660145044, "global_step": 61355, "epoch": 344, "lr": 3.871101631217185e-05}
{"train_loss": 0.0012949372176080942, "global_step": 61356, "epoch": 344, "lr": 3.870957677256843e-05}
{"train_loss": 0.0036114566028118134, "global_step": 61357, "epoch": 344, "lr": 3.8708137242826535e-05}
{"train_loss": 0.0032030227594077587, "global_step": 61358, "epoch": 344, "lr": 3.8706697722947396e-05}
{"train_loss": 0.002388996072113514, "global_step": 61359, "epoch": 344, "lr": 3.870525821293229e-05}
{"train_loss": 0.0015482340240851045, "global_step": 61360, "epoch": 344, "lr": 3.870381871278245e-05}
{"train_loss": 0.0007838602759875357, "global_step": 61361, "epoch": 344, "lr": 3.870237922249918e-05}
{"train_loss": 0.004340574145317078, "global_step": 61362, "epoch": 344, "lr": 3.8700939742083675e-05}
{"train_loss": 0.0037321136333048344, "global_step": 61363, "epoch": 344, "lr": 3.869950027153725e-05}
{"train_loss": 0.0029788832180202007, "global_step": 61364, "epoch": 344, "lr": 3.869806081086112e-05}
{"train_loss": 0.0023697151336818933, "global_step": 61365, "epoch": 344, "lr": 3.869662136005656e-05}
{"train_loss": 0.005134234204888344, "global_step": 61366, "epoch": 344, "lr": 3.8695181919124826e-05}
{"train_loss": 0.00119501119479537, "global_step": 61367, "epoch": 344, "lr": 3.8693742488067174e-05}
{"train_loss": 0.0037490136455744505, "global_step": 61368, "epoch": 344, "lr": 3.869230306688488e-05}
{"train_loss": 0.0054854778572916985, "global_step": 61369, "epoch": 344, "lr": 3.8690863655579166e-05}
{"train_loss": 0.0031819785945117474, "global_step": 61370, "epoch": 344, "lr": 3.8689424254151316e-05}
{"train_loss": 0.0015123001066967845, "global_step": 61371, "epoch": 344, "lr": 3.868798486260257e-05}
{"train_loss": 0.004626613110303879, "global_step": 61372, "epoch": 344, "lr": 3.8686545480934214e-05}
{"train_loss": 0.002560635097324848, "global_step": 61373, "epoch": 344, "lr": 3.8685106109147456e-05}
{"train_loss": 0.005139168351888657, "global_step": 61374, "epoch": 344, "lr": 3.868366674724359e-05}
{"train_loss": 0.002714467002078891, "global_step": 61375, "epoch": 344, "lr": 3.868222739522387e-05}
{"train_loss": 0.0048755984753370285, "global_step": 61376, "epoch": 344, "lr": 3.868078805308957e-05}
{"train_loss": 0.0034789270721375942, "global_step": 61377, "epoch": 344, "lr": 3.8679348720841896e-05}
{"train_loss": 0.0013476458843797445, "global_step": 61378, "epoch": 344, "lr": 3.8677909398482146e-05}
{"train_loss": 0.002732070628553629, "global_step": 61379, "epoch": 344, "lr": 3.867647008601156e-05}
{"train_loss": 0.002496439963579178, "global_step": 61380, "epoch": 344, "lr": 3.867503078343141e-05}
{"train_loss": 0.0029346696101129055, "global_step": 61381, "epoch": 344, "lr": 3.867359149074294e-05}
{"train_loss": 0.006195200141519308, "global_step": 61382, "epoch": 344, "lr": 3.867215220794742e-05}
{"train_loss": 0.0029314777348190546, "global_step": 61383, "epoch": 344, "lr": 3.867071293504608e-05}
{"train_loss": 0.002335156314074993, "global_step": 61384, "epoch": 344, "lr": 3.8669273672040215e-05}
{"train_loss": 0.004096387419849634, "global_step": 61385, "epoch": 344, "lr": 3.866783441893104e-05}
{"train_loss": 0.002475176937878132, "global_step": 61386, "epoch": 344, "lr": 3.8666395175719844e-05}
{"train_loss": 0.0017479521920904517, "global_step": 61387, "epoch": 344, "lr": 3.8664955942407895e-05}
{"train_loss": 0.004293868318200111, "global_step": 61388, "epoch": 344, "lr": 3.8663516718996406e-05}
{"train_loss": 0.0034011173993349075, "global_step": 61389, "epoch": 344, "lr": 3.8662077505486665e-05}
{"train_loss": 0.0032533996272832155, "global_step": 61390, "epoch": 344, "lr": 3.866063830187992e-05}
{"train_loss": 0.0026788581162691116, "global_step": 61391, "epoch": 344, "lr": 3.8659199108177445e-05}
{"train_loss": 0.0017376067116856575, "global_step": 61392, "epoch": 344, "lr": 3.865775992438047e-05}
{"train_loss": 0.002359217032790184, "global_step": 61393, "epoch": 344, "lr": 3.865632075049026e-05}
{"train_loss": 0.002203828189522028, "global_step": 61394, "epoch": 344, "lr": 3.865488158650807e-05}
{"train_loss": 0.00404175603762269, "global_step": 61395, "epoch": 344, "lr": 3.8653442432435195e-05}
{"train_loss": 0.004589335527271032, "global_step": 61396, "epoch": 344, "lr": 3.8652003288272834e-05}
{"train_loss": 0.0015325911808758974, "global_step": 61397, "epoch": 344, "lr": 3.8650564154022276e-05}
{"train_loss": 0.0033051606733351946, "global_step": 61398, "epoch": 344, "lr": 3.864912502968477e-05}
{"train_loss": 0.0014650414232164621, "global_step": 61399, "epoch": 344, "lr": 3.864768591526159e-05}
{"train_loss": 0.002868184819817543, "global_step": 61400, "epoch": 344, "lr": 3.864624681075396e-05}
{"train_loss": 0.002002560067921877, "global_step": 61401, "epoch": 344, "lr": 3.864480771616318e-05}
{"train_loss": 0.0013156996574252844, "global_step": 61402, "epoch": 344, "lr": 3.864336863149045e-05}
{"train_loss": 0.0031249101739376783, "global_step": 61403, "epoch": 344, "lr": 3.8641929556737076e-05}
{"train_loss": 0.0027341097593307495, "global_step": 61404, "epoch": 344, "lr": 3.864049049190429e-05}
{"train_loss": 0.004917382262647152, "global_step": 61405, "epoch": 344, "lr": 3.863905143699338e-05}
{"train_loss": 0.003985173534601927, "global_step": 61406, "epoch": 344, "lr": 3.863761239200556e-05}
{"train_loss": 0.006013299338519573, "global_step": 61407, "epoch": 344, "lr": 3.86361733569421e-05}
{"train_loss": 0.0024031824432313442, "global_step": 61408, "epoch": 344, "lr": 3.863473433180428e-05}
{"train_loss": 0.0028592773531354292, "global_step": 61409, "epoch": 344, "lr": 3.8633295316593324e-05}
{"train_loss": 0.0033971043303608894, "global_step": 61410, "epoch": 345, "lr": 3.863185631131053e-05}
{"train_loss": 0.0017358288168907166, "global_step": 61411, "epoch": 345, "lr": 3.8630417315957115e-05}
{"train_loss": 0.006849510595202446, "global_step": 61412, "epoch": 345, "lr": 3.862897833053435e-05}
{"train_loss": 0.0020399317145347595, "global_step": 61413, "epoch": 345, "lr": 3.86275393550435e-05}
{"train_loss": 0.004828698933124542, "global_step": 61414, "epoch": 345, "lr": 3.862610038948582e-05}
{"train_loss": 0.003693395759910345, "global_step": 61415, "epoch": 345, "lr": 3.8624661433862544e-05}
{"train_loss": 0.0018495551776140928, "global_step": 61416, "epoch": 345, "lr": 3.8623222488174964e-05}
{"train_loss": 0.00227860314771533, "global_step": 61417, "epoch": 345, "lr": 3.862178355242431e-05}
{"train_loss": 0.0033280004281550646, "global_step": 61418, "epoch": 345, "lr": 3.862034462661186e-05}
{"train_loss": 0.0026427777484059334, "global_step": 61419, "epoch": 345, "lr": 3.8618905710738845e-05}
{"train_loss": 0.002635242650285363, "global_step": 61420, "epoch": 345, "lr": 3.8617466804806554e-05}
{"train_loss": 0.00266021816059947, "global_step": 61421, "epoch": 345, "lr": 3.861602790881621e-05}
{"train_loss": 0.0026467114221304655, "global_step": 61422, "epoch": 345, "lr": 3.861458902276909e-05}
{"train_loss": 0.0043144384399056435, "global_step": 61423, "epoch": 345, "lr": 3.8613150146666446e-05}
{"train_loss": 0.001761473948135972, "global_step": 61424, "epoch": 345, "lr": 3.861171128050954e-05}
{"train_loss": 0.0033302486408501863, "global_step": 61425, "epoch": 345, "lr": 3.861027242429962e-05}
{"train_loss": 0.001569915795698762, "global_step": 61426, "epoch": 345, "lr": 3.860883357803795e-05}
{"train_loss": 0.0022697686217725277, "global_step": 61427, "epoch": 345, "lr": 3.8607394741725775e-05}
{"train_loss": 0.0026830011047422886, "global_step": 61428, "epoch": 345, "lr": 3.8605955915364355e-05}
{"train_loss": 0.0024007363244891167, "global_step": 61429, "epoch": 345, "lr": 3.8604517098954976e-05}
{"train_loss": 0.0018997450824826956, "global_step": 61430, "epoch": 345, "lr": 3.860307829249885e-05}
{"train_loss": 0.002654168987646699, "global_step": 61431, "epoch": 345, "lr": 3.8601639495997266e-05}
{"train_loss": 0.001529152155853808, "global_step": 61432, "epoch": 345, "lr": 3.860020070945146e-05}
{"train_loss": 0.0067803687416017056, "global_step": 61433, "epoch": 345, "lr": 3.8598761932862715e-05}
{"train_loss": 0.0022129276767373085, "global_step": 61434, "epoch": 345, "lr": 3.859732316623225e-05}
{"train_loss": 0.0011790588032454252, "global_step": 61435, "epoch": 345, "lr": 3.8595884409561366e-05}
{"train_loss": 0.0027472206857055426, "global_step": 61436, "epoch": 345, "lr": 3.859444566285128e-05}
{"train_loss": 0.005587599240243435, "global_step": 61437, "epoch": 345, "lr": 3.859300692610327e-05}
{"train_loss": 0.0028588459827005863, "global_step": 61438, "epoch": 345, "lr": 3.859156819931857e-05}
{"train_loss": 0.004647461697459221, "global_step": 61439, "epoch": 345, "lr": 3.859012948249848e-05}
{"train_loss": 0.0035718546714633703, "global_step": 61440, "epoch": 345, "lr": 3.858869077564421e-05}
{"train_loss": 0.002170192077755928, "global_step": 61441, "epoch": 345, "lr": 3.8587252078757047e-05}
{"train_loss": 0.002270104829221964, "global_step": 61442, "epoch": 345, "lr": 3.858581339183823e-05}
{"train_loss": 0.0017090109176933765, "global_step": 61443, "epoch": 345, "lr": 3.8584374714889036e-05}
{"train_loss": 0.002633017487823963, "global_step": 61444, "epoch": 345, "lr": 3.85829360479107e-05}
{"train_loss": 0.0052084121853113174, "global_step": 61445, "epoch": 345, "lr": 3.8581497390904494e-05}
{"train_loss": 0.0028433112893253565, "global_step": 61446, "epoch": 345, "lr": 3.858005874387165e-05}
{"train_loss": 0.0013210246106609702, "global_step": 61447, "epoch": 345, "lr": 3.8578620106813475e-05}
{"train_loss": 0.0038598361425101757, "global_step": 61448, "epoch": 345, "lr": 3.857718147973116e-05}
{"train_loss": 0.0035864165984094143, "global_step": 61449, "epoch": 345, "lr": 3.857574286262601e-05}
{"train_loss": 0.0023826914839446545, "global_step": 61450, "epoch": 345, "lr": 3.857430425549926e-05}
{"train_loss": 0.0026603532023727894, "global_step": 61451, "epoch": 345, "lr": 3.857286565835217e-05}
{"train_loss": 0.004516056273132563, "global_step": 61452, "epoch": 345, "lr": 3.8571427071186026e-05}
{"train_loss": 0.0028344951570034027, "global_step": 61453, "epoch": 345, "lr": 3.856998849400203e-05}
{"train_loss": 0.0029308837838470936, "global_step": 61454, "epoch": 345, "lr": 3.856854992680149e-05}
{"train_loss": 0.0035271141678094864, "global_step": 61455, "epoch": 345, "lr": 3.856711136958562e-05}
{"train_loss": 0.003081077244132757, "global_step": 61456, "epoch": 345, "lr": 3.8565672822355705e-05}
{"train_loss": 0.002770340070128441, "global_step": 61457, "epoch": 345, "lr": 3.8564234285112976e-05}
{"train_loss": 0.002998672891408205, "global_step": 61458, "epoch": 345, "lr": 3.856279575785873e-05}
{"train_loss": 0.002615323755890131, "global_step": 61459, "epoch": 345, "lr": 3.856135724059418e-05}
{"train_loss": 0.0028751115314662457, "global_step": 61460, "epoch": 345, "lr": 3.855991873332061e-05}
{"train_loss": 0.002224814146757126, "global_step": 61461, "epoch": 345, "lr": 3.8558480236039255e-05}
{"train_loss": 0.0022748452611267567, "global_step": 61462, "epoch": 345, "lr": 3.855704174875141e-05}
{"train_loss": 0.0038576798979192972, "global_step": 61463, "epoch": 345, "lr": 3.855560327145829e-05}
{"train_loss": 0.0023251830134540796, "global_step": 61464, "epoch": 345, "lr": 3.8554164804161167e-05}
{"train_loss": 0.0020200987346470356, "global_step": 61465, "epoch": 345, "lr": 3.8552726346861285e-05}
{"train_loss": 0.005518688820302486, "global_step": 61466, "epoch": 345, "lr": 3.855128789955994e-05}
{"train_loss": 0.005100827198475599, "global_step": 61467, "epoch": 345, "lr": 3.854984946225833e-05}
{"train_loss": 0.0025674232747405767, "global_step": 61468, "epoch": 345, "lr": 3.854841103495777e-05}
{"train_loss": 0.0026107248850166798, "global_step": 61469, "epoch": 345, "lr": 3.854697261765947e-05}
{"train_loss": 0.0019883194472640753, "global_step": 61470, "epoch": 345, "lr": 3.854553421036471e-05}
{"train_loss": 0.004215956199914217, "global_step": 61471, "epoch": 345, "lr": 3.8544095813074755e-05}
{"train_loss": 0.0015550956595689058, "global_step": 61472, "epoch": 345, "lr": 3.854265742579083e-05}
{"train_loss": 0.0017747778911143541, "global_step": 61473, "epoch": 345, "lr": 3.8541219048514234e-05}
{"train_loss": 0.0017981820274144411, "global_step": 61474, "epoch": 345, "lr": 3.8539780681246175e-05}
{"train_loss": 0.004103918094187975, "global_step": 61475, "epoch": 345, "lr": 3.853834232398794e-05}
{"train_loss": 0.0016605253331363201, "global_step": 61476, "epoch": 345, "lr": 3.853690397674078e-05}
{"train_loss": 0.0032947531435638666, "global_step": 61477, "epoch": 345, "lr": 3.853546563950596e-05}
{"train_loss": 0.0023583814036101103, "global_step": 61478, "epoch": 345, "lr": 3.8534027312284705e-05}
{"train_loss": 0.0013784471666440368, "global_step": 61479, "epoch": 345, "lr": 3.853258899507831e-05}
{"train_loss": 0.0008580984431318939, "global_step": 61480, "epoch": 345, "lr": 3.8531150687888e-05}
{"train_loss": 0.007622739300131798, "global_step": 61481, "epoch": 345, "lr": 3.852971239071506e-05}
{"train_loss": 0.002105960389599204, "global_step": 61482, "epoch": 345, "lr": 3.852827410356072e-05}
{"train_loss": 0.0029815244488418102, "global_step": 61483, "epoch": 345, "lr": 3.852683582642625e-05}
{"train_loss": 0.001449216273613274, "global_step": 61484, "epoch": 345, "lr": 3.85253975593129e-05}
{"train_loss": 0.0015473980456590652, "global_step": 61485, "epoch": 345, "lr": 3.8523959302221945e-05}
{"train_loss": 0.00176723743788898, "global_step": 61486, "epoch": 345, "lr": 3.852252105515461e-05}
{"train_loss": 0.002537007676437497, "global_step": 61487, "epoch": 345, "lr": 3.8521082818112176e-05}
{"train_loss": 0.004127020016312599, "global_step": 61488, "epoch": 345, "lr": 3.8519644591095874e-05}
{"train_loss": 0.004327575676143169, "global_step": 61489, "epoch": 345, "lr": 3.8518206374107005e-05}
{"train_loss": 0.0032439129427075386, "global_step": 61490, "epoch": 345, "lr": 3.8516768167146776e-05}
{"train_loss": 0.002688193693757057, "global_step": 61491, "epoch": 345, "lr": 3.851532997021646e-05}
{"train_loss": 0.004516961053013802, "global_step": 61492, "epoch": 345, "lr": 3.8513891783317346e-05}
{"train_loss": 0.0017678262665867805, "global_step": 61493, "epoch": 345, "lr": 3.851245360645064e-05}
{"train_loss": 0.0017459361115470529, "global_step": 61494, "epoch": 345, "lr": 3.851101543961762e-05}
{"train_loss": 0.0012710808077827096, "global_step": 61495, "epoch": 345, "lr": 3.850957728281954e-05}
{"train_loss": 0.0020565232262015343, "global_step": 61496, "epoch": 345, "lr": 3.8508139136057674e-05}
{"train_loss": 0.0032830387353897095, "global_step": 61497, "epoch": 345, "lr": 3.850670099933325e-05}
{"train_loss": 0.002792949788272381, "global_step": 61498, "epoch": 345, "lr": 3.850526287264754e-05}
{"train_loss": 0.001600693678483367, "global_step": 61499, "epoch": 345, "lr": 3.850382475600178e-05}
{"train_loss": 0.0014348281547427177, "global_step": 61500, "epoch": 345, "lr": 3.850238664939727e-05}
{"train_loss": 0.0022228118032217026, "global_step": 61501, "epoch": 345, "lr": 3.850094855283522e-05}
{"train_loss": 0.003881169483065605, "global_step": 61502, "epoch": 345, "lr": 3.849951046631691e-05}
{"train_loss": 0.001927962526679039, "global_step": 61503, "epoch": 345, "lr": 3.849807238984359e-05}
{"train_loss": 0.003303385805338621, "global_step": 61504, "epoch": 345, "lr": 3.8496634323416525e-05}
{"train_loss": 0.0017358757322654128, "global_step": 61505, "epoch": 345, "lr": 3.849519626703695e-05}
{"train_loss": 0.0018464036984369159, "global_step": 61506, "epoch": 345, "lr": 3.849375822070614e-05}
{"train_loss": 0.000880552688613534, "global_step": 61507, "epoch": 345, "lr": 3.849232018442534e-05}
{"train_loss": 0.003552041482180357, "global_step": 61508, "epoch": 345, "lr": 3.849088215819583e-05}
{"train_loss": 0.0028601004742085934, "global_step": 61509, "epoch": 345, "lr": 3.848944414201883e-05}
{"train_loss": 0.002750775311142206, "global_step": 61510, "epoch": 345, "lr": 3.8488006135895626e-05}
{"train_loss": 0.002775935223326087, "global_step": 61511, "epoch": 345, "lr": 3.848656813982744e-05}
{"train_loss": 0.0014499840326607227, "global_step": 61512, "epoch": 345, "lr": 3.848513015381555e-05}
{"train_loss": 0.0011772766010835767, "global_step": 61513, "epoch": 345, "lr": 3.848369217786123e-05}
{"train_loss": 0.002830824814736843, "global_step": 61514, "epoch": 345, "lr": 3.8482254211965696e-05}
{"train_loss": 0.0024101189337670803, "global_step": 61515, "epoch": 345, "lr": 3.848081625613025e-05}
{"train_loss": 0.00263893511146307, "global_step": 61516, "epoch": 345, "lr": 3.847937831035611e-05}
{"train_loss": 0.001515570911578834, "global_step": 61517, "epoch": 345, "lr": 3.8477940374644545e-05}
{"train_loss": 0.0027338447980582714, "global_step": 61518, "epoch": 345, "lr": 3.8476502448996806e-05}
{"train_loss": 0.0018857538234442472, "global_step": 61519, "epoch": 345, "lr": 3.8475064533414176e-05}
{"train_loss": 0.0036262054927647114, "global_step": 61520, "epoch": 345, "lr": 3.847362662789786e-05}
{"train_loss": 0.0017571448115631938, "global_step": 61521, "epoch": 345, "lr": 3.847218873244916e-05}
{"train_loss": 0.0022577140480279922, "global_step": 61522, "epoch": 345, "lr": 3.84707508470693e-05}
{"train_loss": 0.0031291504856199026, "global_step": 61523, "epoch": 345, "lr": 3.846931297175957e-05}
{"train_loss": 0.0016002570046111941, "global_step": 61524, "epoch": 345, "lr": 3.846787510652119e-05}
{"train_loss": 0.0025499474722892046, "global_step": 61525, "epoch": 345, "lr": 3.8466437251355444e-05}
{"train_loss": 0.0027315812185406685, "global_step": 61526, "epoch": 345, "lr": 3.846499940626357e-05}
{"train_loss": 0.0013984537217766047, "global_step": 61527, "epoch": 345, "lr": 3.846356157124684e-05}
{"train_loss": 0.0011724608484655619, "global_step": 61528, "epoch": 345, "lr": 3.846212374630649e-05}
{"train_loss": 0.0016158738872036338, "global_step": 61529, "epoch": 345, "lr": 3.84606859314438e-05}
{"train_loss": 0.004724924918264151, "global_step": 61530, "epoch": 345, "lr": 3.845924812665999e-05}
{"train_loss": 0.005781883839517832, "global_step": 61531, "epoch": 345, "lr": 3.845781033195635e-05}
{"train_loss": 0.0016018053283914924, "global_step": 61532, "epoch": 345, "lr": 3.8456372547334113e-05}
{"train_loss": 0.0028620073571801186, "global_step": 61533, "epoch": 345, "lr": 3.845493477279455e-05}
{"train_loss": 0.0020728486124426126, "global_step": 61534, "epoch": 345, "lr": 3.845349700833892e-05}
{"train_loss": 0.0027264030650258064, "global_step": 61535, "epoch": 345, "lr": 3.845205925396846e-05}
{"train_loss": 0.004237860441207886, "global_step": 61536, "epoch": 345, "lr": 3.845062150968445e-05}
{"train_loss": 0.004581177607178688, "global_step": 61537, "epoch": 345, "lr": 3.844918377548811e-05}
{"train_loss": 0.0029202550649642944, "global_step": 61538, "epoch": 345, "lr": 3.844774605138075e-05}
{"train_loss": 0.0027319903019815683, "global_step": 61539, "epoch": 345, "lr": 3.844630833736357e-05}
{"train_loss": 0.0017792221624404192, "global_step": 61540, "epoch": 345, "lr": 3.8444870633437855e-05}
{"train_loss": 0.002557691652327776, "global_step": 61541, "epoch": 345, "lr": 3.844343293960485e-05}
{"train_loss": 0.002420955803245306, "global_step": 61542, "epoch": 345, "lr": 3.844199525586584e-05}
{"train_loss": 0.004258810542523861, "global_step": 61543, "epoch": 345, "lr": 3.844055758222203e-05}
{"train_loss": 0.003678983775898814, "global_step": 61544, "epoch": 345, "lr": 3.8439119918674724e-05}
{"train_loss": 0.002544972812756896, "global_step": 61545, "epoch": 345, "lr": 3.843768226522513e-05}
{"train_loss": 0.0025459369644522667, "global_step": 61546, "epoch": 345, "lr": 3.843624462187456e-05}
{"train_loss": 0.0023427950218319893, "global_step": 61547, "epoch": 345, "lr": 3.843480698862422e-05}
{"train_loss": 0.001144298817962408, "global_step": 61548, "epoch": 345, "lr": 3.8433369365475396e-05}
{"train_loss": 0.0038940233644098043, "global_step": 61549, "epoch": 345, "lr": 3.843193175242932e-05}
{"train_loss": 0.003744448535144329, "global_step": 61550, "epoch": 345, "lr": 3.8430494149487276e-05}
{"train_loss": 0.0035292981192469597, "global_step": 61551, "epoch": 345, "lr": 3.8429056556650484e-05}
{"train_loss": 0.003132777288556099, "global_step": 61552, "epoch": 345, "lr": 3.842761897392025e-05}
{"train_loss": 0.0009019195567816496, "global_step": 61553, "epoch": 345, "lr": 3.842618140129777e-05}
{"train_loss": 0.003305434249341488, "global_step": 61554, "epoch": 345, "lr": 3.842474383878434e-05}
{"train_loss": 0.0044205207377672195, "global_step": 61555, "epoch": 345, "lr": 3.842330628638121e-05}
{"train_loss": 0.004198000766336918, "global_step": 61556, "epoch": 345, "lr": 3.8421868744089616e-05}
{"train_loss": 0.002996851457282901, "global_step": 61557, "epoch": 345, "lr": 3.842043121191085e-05}
{"train_loss": 0.0018262737430632114, "global_step": 61558, "epoch": 345, "lr": 3.841899368984613e-05}
{"train_loss": 0.0031339656561613083, "global_step": 61559, "epoch": 345, "lr": 3.8417556177896735e-05}
{"train_loss": 0.00426049530506134, "global_step": 61560, "epoch": 345, "lr": 3.84161186760639e-05}
{"train_loss": 0.0034265564754605293, "global_step": 61561, "epoch": 345, "lr": 3.841468118434892e-05}
{"train_loss": 0.0027730995789170265, "global_step": 61562, "epoch": 345, "lr": 3.8413243702753e-05}
{"train_loss": 0.0021563423797488213, "global_step": 61563, "epoch": 345, "lr": 3.841180623127744e-05}
{"train_loss": 0.0038240128196775913, "global_step": 61564, "epoch": 345, "lr": 3.841036876992345e-05}
{"train_loss": 0.003117618151009083, "global_step": 61565, "epoch": 345, "lr": 3.8408931318692334e-05}
{"train_loss": 0.0009383687283843756, "global_step": 61566, "epoch": 345, "lr": 3.8407493877585306e-05}
{"train_loss": 0.004079880192875862, "global_step": 61567, "epoch": 345, "lr": 3.840605644660366e-05}
{"train_loss": 0.005113556981086731, "global_step": 61568, "epoch": 345, "lr": 3.840461902574861e-05}
{"train_loss": 0.004535171203315258, "global_step": 61569, "epoch": 345, "lr": 3.840318161502144e-05}
{"train_loss": 0.0030772732570767403, "global_step": 61570, "epoch": 345, "lr": 3.84017442144234e-05}
{"train_loss": 0.00370216672308743, "global_step": 61571, "epoch": 345, "lr": 3.8400306823955753e-05}
{"train_loss": 0.0041253408417105675, "global_step": 61572, "epoch": 345, "lr": 3.8398869443619735e-05}
{"train_loss": 0.001374351792037487, "global_step": 61573, "epoch": 345, "lr": 3.8397432073416615e-05}
{"train_loss": 0.0008922539418563247, "global_step": 61574, "epoch": 345, "lr": 3.8395994713347634e-05}
{"train_loss": 0.005256510339677334, "global_step": 61575, "epoch": 345, "lr": 3.839455736341406e-05}
{"train_loss": 0.002730040345340967, "global_step": 61576, "epoch": 345, "lr": 3.839312002361717e-05}
{"train_loss": 0.002416164381429553, "global_step": 61577, "epoch": 345, "lr": 3.839168269395817e-05}
{"train_loss": 0.002101799938827753, "global_step": 61578, "epoch": 345, "lr": 3.839024537443836e-05}
{"train_loss": 0.0015402643475681543, "global_step": 61579, "epoch": 345, "lr": 3.8388808065058964e-05}
{"train_loss": 0.0029212855733931065, "global_step": 61580, "epoch": 345, "lr": 3.838737076582127e-05}
{"train_loss": 0.0013984563993290067, "global_step": 61581, "epoch": 345, "lr": 3.838593347672649e-05}
{"train_loss": 0.0033035529777407646, "global_step": 61582, "epoch": 345, "lr": 3.838449619777593e-05}
{"train_loss": 0.005788296926766634, "global_step": 61583, "epoch": 345, "lr": 3.8383058928970795e-05}
{"train_loss": 0.003958855755627155, "global_step": 61584, "epoch": 345, "lr": 3.838162167031238e-05}
{"train_loss": 0.005502908490598202, "global_step": 61585, "epoch": 345, "lr": 3.838018442180191e-05}
{"train_loss": 0.002594997873529792, "global_step": 61586, "epoch": 345, "lr": 3.837874718344067e-05}
{"train_loss": 0.0028801213520228486, "global_step": 61587, "epoch": 345, "lr": 3.837730995522989e-05, "train_action_mse_error": 5.8388268371345475e-06}
{"train_loss": 0.0025605512782931328, "global_step": 61588, "epoch": 346, "lr": 3.8375872737170846e-05}
{"train_loss": 0.0036381178069859743, "global_step": 61589, "epoch": 346, "lr": 3.837443552926476e-05}
{"train_loss": 0.00231857318431139, "global_step": 61590, "epoch": 346, "lr": 3.837299833151294e-05}
{"train_loss": 0.0019817575812339783, "global_step": 61591, "epoch": 346, "lr": 3.837156114391659e-05}
{"train_loss": 0.0020509655587375164, "global_step": 61592, "epoch": 346, "lr": 3.8370123966477004e-05}
{"train_loss": 0.004108147695660591, "global_step": 61593, "epoch": 346, "lr": 3.83686867991954e-05}
{"train_loss": 0.0034223105758428574, "global_step": 61594, "epoch": 346, "lr": 3.836724964207308e-05}
{"train_loss": 0.002002258086577058, "global_step": 61595, "epoch": 346, "lr": 3.8365812495111246e-05}
{"train_loss": 0.002833954058587551, "global_step": 61596, "epoch": 346, "lr": 3.8364375358311186e-05}
{"train_loss": 0.0020683531183749437, "global_step": 61597, "epoch": 346, "lr": 3.836293823167415e-05}
{"train_loss": 0.004153355024755001, "global_step": 61598, "epoch": 346, "lr": 3.836150111520139e-05}
{"train_loss": 0.006511929910629988, "global_step": 61599, "epoch": 346, "lr": 3.8360064008894185e-05}
{"train_loss": 0.0020800770726054907, "global_step": 61600, "epoch": 346, "lr": 3.8358626912753746e-05}
{"train_loss": 0.0020502980332821608, "global_step": 61601, "epoch": 346, "lr": 3.8357189826781375e-05}
{"train_loss": 0.0010811651591211557, "global_step": 61602, "epoch": 346, "lr": 3.835575275097828e-05}
{"train_loss": 0.002153536304831505, "global_step": 61603, "epoch": 346, "lr": 3.835431568534575e-05}
{"train_loss": 0.0031544859521090984, "global_step": 61604, "epoch": 346, "lr": 3.835287862988502e-05}
{"train_loss": 0.003163260640576482, "global_step": 61605, "epoch": 346, "lr": 3.835144158459737e-05}
{"train_loss": 0.0018901140429079533, "global_step": 61606, "epoch": 346, "lr": 3.835000454948403e-05}
{"train_loss": 0.0014377249171957374, "global_step": 61607, "epoch": 346, "lr": 3.834856752454627e-05}
{"train_loss": 0.00271501368843019, "global_step": 61608, "epoch": 346, "lr": 3.8347130509785336e-05}
{"train_loss": 0.004532633814960718, "global_step": 61609, "epoch": 346, "lr": 3.83456935052025e-05}
{"train_loss": 0.003655264852568507, "global_step": 61610, "epoch": 346, "lr": 3.834425651079898e-05}
{"train_loss": 0.001941434107720852, "global_step": 61611, "epoch": 346, "lr": 3.834281952657608e-05}
{"train_loss": 0.0030932980589568615, "global_step": 61612, "epoch": 346, "lr": 3.834138255253501e-05}
{"train_loss": 0.002461375668644905, "global_step": 61613, "epoch": 346, "lr": 3.8339945588677075e-05}
{"train_loss": 0.0014958383981138468, "global_step": 61614, "epoch": 346, "lr": 3.833850863500347e-05}
{"train_loss": 0.001174330129288137, "global_step": 61615, "epoch": 346, "lr": 3.8337071691515506e-05}
{"train_loss": 0.006121163722127676, "global_step": 61616, "epoch": 346, "lr": 3.8335634758214386e-05}
{"train_loss": 0.0035154190845787525, "global_step": 61617, "epoch": 346, "lr": 3.8334197835101405e-05}
{"train_loss": 0.0028785322792828083, "global_step": 61618, "epoch": 346, "lr": 3.8332760922177825e-05}
{"train_loss": 0.0035721231251955032, "global_step": 61619, "epoch": 346, "lr": 3.833132401944485e-05}
{"train_loss": 0.003417948028072715, "global_step": 61620, "epoch": 346, "lr": 3.83298871269038e-05}
{"train_loss": 0.0008631368400529027, "global_step": 61621, "epoch": 346, "lr": 3.832845024455587e-05}
{"train_loss": 0.002242270391434431, "global_step": 61622, "epoch": 346, "lr": 3.8327013372402355e-05}
{"train_loss": 0.001819417579099536, "global_step": 61623, "epoch": 346, "lr": 3.832557651044448e-05}
{"train_loss": 0.0028107836842536926, "global_step": 61624, "epoch": 346, "lr": 3.8324139658683545e-05}
{"train_loss": 0.003360328497365117, "global_step": 61625, "epoch": 346, "lr": 3.8322702817120755e-05}
{"train_loss": 0.004161662422120571, "global_step": 61626, "epoch": 346, "lr": 3.8321265985757394e-05}
{"train_loss": 0.002615449484437704, "global_step": 61627, "epoch": 346, "lr": 3.83198291645947e-05}
{"train_loss": 0.003723780158907175, "global_step": 61628, "epoch": 346, "lr": 3.831839235363396e-05}
{"train_loss": 0.0034943711943924427, "global_step": 61629, "epoch": 346, "lr": 3.8316955552876385e-05}
{"train_loss": 0.005518323741853237, "global_step": 61630, "epoch": 346, "lr": 3.831551876232327e-05}
{"train_loss": 0.00393871683627367, "global_step": 61631, "epoch": 346, "lr": 3.831408198197583e-05}
{"train_loss": 0.0010572923347353935, "global_step": 61632, "epoch": 346, "lr": 3.8312645211835364e-05}
{"train_loss": 0.0039650145918130875, "global_step": 61633, "epoch": 346, "lr": 3.831120845190308e-05}
{"train_loss": 0.0013020846527069807, "global_step": 61634, "epoch": 346, "lr": 3.8309771702180275e-05}
{"train_loss": 0.002941305749118328, "global_step": 61635, "epoch": 346, "lr": 3.830833496266817e-05}
{"train_loss": 0.0017362842336297035, "global_step": 61636, "epoch": 346, "lr": 3.8306898233368065e-05}
{"train_loss": 0.0041821617633104324, "global_step": 61637, "epoch": 346, "lr": 3.830546151428116e-05}
{"train_loss": 0.0025361329317092896, "global_step": 61638, "epoch": 346, "lr": 3.830402480540874e-05}
{"train_loss": 0.001710520009510219, "global_step": 61639, "epoch": 346, "lr": 3.830258810675207e-05}
{"train_loss": 0.0028032436966896057, "global_step": 61640, "epoch": 346, "lr": 3.8301151418312375e-05}
{"train_loss": 0.004483179189264774, "global_step": 61641, "epoch": 346, "lr": 3.829971474009094e-05}
{"train_loss": 0.001250262139365077, "global_step": 61642, "epoch": 346, "lr": 3.829827807208898e-05}
{"train_loss": 0.003867971943691373, "global_step": 61643, "epoch": 346, "lr": 3.829684141430781e-05}
{"train_loss": 0.004690216854214668, "global_step": 61644, "epoch": 346, "lr": 3.829540476674863e-05}
{"train_loss": 0.0046079992316663265, "global_step": 61645, "epoch": 346, "lr": 3.829396812941272e-05}
{"train_loss": 0.003276953473687172, "global_step": 61646, "epoch": 346, "lr": 3.8292531502301317e-05}
{"train_loss": 0.0033483291044831276, "global_step": 61647, "epoch": 346, "lr": 3.829109488541571e-05}
{"train_loss": 0.003081711707636714, "global_step": 61648, "epoch": 346, "lr": 3.828965827875711e-05}
{"train_loss": 0.0012277225032448769, "global_step": 61649, "epoch": 346, "lr": 3.8288221682326816e-05}
{"train_loss": 0.002120989840477705, "global_step": 61650, "epoch": 346, "lr": 3.828678509612604e-05}
{"train_loss": 0.0031833690591156483, "global_step": 61651, "epoch": 346, "lr": 3.8285348520156084e-05}
{"train_loss": 0.0015424954472109675, "global_step": 61652, "epoch": 346, "lr": 3.828391195441815e-05}
{"train_loss": 0.0027801741380244493, "global_step": 61653, "epoch": 346, "lr": 3.828247539891353e-05}
{"train_loss": 0.006037313491106033, "global_step": 61654, "epoch": 346, "lr": 3.828103885364346e-05}
{"train_loss": 0.005137765314429998, "global_step": 61655, "epoch": 346, "lr": 3.8279602318609225e-05}
{"train_loss": 0.003632065374404192, "global_step": 61656, "epoch": 346, "lr": 3.827816579381204e-05}
{"train_loss": 0.004598719533532858, "global_step": 61657, "epoch": 346, "lr": 3.827672927925319e-05}
{"train_loss": 0.0033932183869183064, "global_step": 61658, "epoch": 346, "lr": 3.82752927749339e-05}
{"train_loss": 0.0014935123035684228, "global_step": 61659, "epoch": 346, "lr": 3.827385628085544e-05}
{"train_loss": 0.0015450884820893407, "global_step": 61660, "epoch": 346, "lr": 3.8272419797019075e-05}
{"train_loss": 0.003095988417044282, "global_step": 61661, "epoch": 346, "lr": 3.8270983323426046e-05}
{"train_loss": 0.0016024948563426733, "global_step": 61662, "epoch": 346, "lr": 3.826954686007763e-05}
{"train_loss": 0.0034448024816811085, "global_step": 61663, "epoch": 346, "lr": 3.8268110406975046e-05}
{"train_loss": 0.004418221302330494, "global_step": 61664, "epoch": 346, "lr": 3.826667396411957e-05}
{"train_loss": 0.0026882842648774385, "global_step": 61665, "epoch": 346, "lr": 3.826523753151245e-05}
{"train_loss": 0.0014683569315820932, "global_step": 61666, "epoch": 346, "lr": 3.826380110915497e-05}
{"train_loss": 0.003679526736959815, "global_step": 61667, "epoch": 346, "lr": 3.8262364697048325e-05}
{"train_loss": 0.0017577930120751262, "global_step": 61668, "epoch": 346, "lr": 3.826092829519382e-05}
{"train_loss": 0.002934215124696493, "global_step": 61669, "epoch": 346, "lr": 3.825949190359269e-05}
{"train_loss": 0.0016317019471898675, "global_step": 61670, "epoch": 346, "lr": 3.82580555222462e-05}
{"train_loss": 0.003269720822572708, "global_step": 61671, "epoch": 346, "lr": 3.825661915115558e-05}
{"train_loss": 0.00389760360121727, "global_step": 61672, "epoch": 346, "lr": 3.825518279032213e-05}
{"train_loss": 0.0016412916593253613, "global_step": 61673, "epoch": 346, "lr": 3.825374643974705e-05}
{"train_loss": 0.0011769802076742053, "global_step": 61674, "epoch": 346, "lr": 3.825231009943163e-05}
{"train_loss": 0.003284192644059658, "global_step": 61675, "epoch": 346, "lr": 3.825087376937712e-05}
{"train_loss": 0.0034743300639092922, "global_step": 61676, "epoch": 346, "lr": 3.824943744958477e-05}
{"train_loss": 0.003684303490445018, "global_step": 61677, "epoch": 346, "lr": 3.824800114005582e-05}
{"train_loss": 0.005624472163617611, "global_step": 61678, "epoch": 346, "lr": 3.824656484079154e-05}
{"train_loss": 0.0033508162014186382, "global_step": 61679, "epoch": 346, "lr": 3.8245128551793204e-05}
{"train_loss": 0.0013824694324284792, "global_step": 61680, "epoch": 346, "lr": 3.824369227306203e-05}
{"train_loss": 0.003261831821873784, "global_step": 61681, "epoch": 346, "lr": 3.8242256004599305e-05}
{"train_loss": 0.0039597791619598866, "global_step": 61682, "epoch": 346, "lr": 3.8240819746406246e-05}
{"train_loss": 0.004534217528998852, "global_step": 61683, "epoch": 346, "lr": 3.8239383498484146e-05}
{"train_loss": 0.0034098897594958544, "global_step": 61684, "epoch": 346, "lr": 3.8237947260834225e-05}
{"train_loss": 0.0029733909759670496, "global_step": 61685, "epoch": 346, "lr": 3.823651103345778e-05}
{"train_loss": 0.002735078800469637, "global_step": 61686, "epoch": 346, "lr": 3.8235074816356014e-05}
{"train_loss": 0.00143763842061162, "global_step": 61687, "epoch": 346, "lr": 3.823363860953022e-05}
{"train_loss": 0.003506623674184084, "global_step": 61688, "epoch": 346, "lr": 3.8232202412981635e-05}
{"train_loss": 0.003627785947173834, "global_step": 61689, "epoch": 346, "lr": 3.823076622671153e-05}
{"train_loss": 0.0020924159325659275, "global_step": 61690, "epoch": 346, "lr": 3.822933005072114e-05}
{"train_loss": 0.0024363878183066845, "global_step": 61691, "epoch": 346, "lr": 3.822789388501174e-05}
{"train_loss": 0.0035516726784408092, "global_step": 61692, "epoch": 346, "lr": 3.8226457729584544e-05}
{"train_loss": 0.0034397910349071026, "global_step": 61693, "epoch": 346, "lr": 3.822502158444085e-05}
{"train_loss": 0.0020597975235432386, "global_step": 61694, "epoch": 346, "lr": 3.822358544958189e-05}
{"train_loss": 0.0026110894978046417, "global_step": 61695, "epoch": 346, "lr": 3.822214932500894e-05}
{"train_loss": 0.003320171032100916, "global_step": 61696, "epoch": 346, "lr": 3.8220713210723224e-05}
{"train_loss": 0.0031612557359039783, "global_step": 61697, "epoch": 346, "lr": 3.821927710672602e-05}
{"train_loss": 0.005373356398195028, "global_step": 61698, "epoch": 346, "lr": 3.821784101301856e-05}
{"train_loss": 0.0015432497020810843, "global_step": 61699, "epoch": 346, "lr": 3.821640492960212e-05}
{"train_loss": 0.0018477686680853367, "global_step": 61700, "epoch": 346, "lr": 3.821496885647796e-05}
{"train_loss": 0.004710404202342033, "global_step": 61701, "epoch": 346, "lr": 3.8213532793647303e-05}
{"train_loss": 0.0023508653976023197, "global_step": 61702, "epoch": 346, "lr": 3.821209674111143e-05}
{"train_loss": 0.0026699507143348455, "global_step": 61703, "epoch": 346, "lr": 3.821066069887158e-05}
{"train_loss": 0.0022425963543355465, "global_step": 61704, "epoch": 346, "lr": 3.8209224666929035e-05}
{"train_loss": 0.0016155694611370564, "global_step": 61705, "epoch": 346, "lr": 3.8207788645285004e-05}
{"train_loss": 0.0034804511815309525, "global_step": 61706, "epoch": 346, "lr": 3.820635263394077e-05}
{"train_loss": 0.002704313490539789, "global_step": 61707, "epoch": 346, "lr": 3.820491663289758e-05}
{"train_loss": 0.0021700612269341946, "global_step": 61708, "epoch": 346, "lr": 3.820348064215671e-05}
{"train_loss": 0.003485031658783555, "global_step": 61709, "epoch": 346, "lr": 3.8202044661719375e-05}
{"train_loss": 0.0017437490168958902, "global_step": 61710, "epoch": 346, "lr": 3.820060869158687e-05}
{"train_loss": 0.001623727148398757, "global_step": 61711, "epoch": 346, "lr": 3.8199172731760405e-05}
{"train_loss": 0.0024019209668040276, "global_step": 61712, "epoch": 346, "lr": 3.8197736782241277e-05}
{"train_loss": 0.0015078685246407986, "global_step": 61713, "epoch": 346, "lr": 3.81963008430307e-05}
{"train_loss": 0.0032319698948413134, "global_step": 61714, "epoch": 346, "lr": 3.819486491412998e-05}
{"train_loss": 0.002836772473528981, "global_step": 61715, "epoch": 346, "lr": 3.819342899554031e-05}
{"train_loss": 0.002918070647865534, "global_step": 61716, "epoch": 346, "lr": 3.819199308726299e-05}
{"train_loss": 0.0061940355226397514, "global_step": 61717, "epoch": 346, "lr": 3.819055718929925e-05}
{"train_loss": 0.004957390017807484, "global_step": 61718, "epoch": 346, "lr": 3.818912130165037e-05}
{"train_loss": 0.002437927760183811, "global_step": 61719, "epoch": 346, "lr": 3.818768542431756e-05}
{"train_loss": 0.001970444805920124, "global_step": 61720, "epoch": 346, "lr": 3.818624955730212e-05}
{"train_loss": 0.002970975125208497, "global_step": 61721, "epoch": 346, "lr": 3.818481370060528e-05}
{"train_loss": 0.005151476711034775, "global_step": 61722, "epoch": 346, "lr": 3.81833778542283e-05}
{"train_loss": 0.003793061710894108, "global_step": 61723, "epoch": 346, "lr": 3.8181942018172444e-05}
{"train_loss": 0.0018589587416499853, "global_step": 61724, "epoch": 346, "lr": 3.818050619243894e-05}
{"train_loss": 0.0020685624331235886, "global_step": 61725, "epoch": 346, "lr": 3.817907037702907e-05}
{"train_loss": 0.0045929718762636185, "global_step": 61726, "epoch": 346, "lr": 3.817763457194407e-05}
{"train_loss": 0.005185412243008614, "global_step": 61727, "epoch": 346, "lr": 3.817619877718521e-05}
{"train_loss": 0.002897158032283187, "global_step": 61728, "epoch": 346, "lr": 3.817476299275372e-05}
{"train_loss": 0.0035673724487423897, "global_step": 61729, "epoch": 346, "lr": 3.817332721865089e-05}
{"train_loss": 0.0017672893591225147, "global_step": 61730, "epoch": 346, "lr": 3.817189145487793e-05}
{"train_loss": 0.003174153156578541, "global_step": 61731, "epoch": 346, "lr": 3.817045570143612e-05}
{"train_loss": 0.001854053814895451, "global_step": 61732, "epoch": 346, "lr": 3.816901995832671e-05}
{"train_loss": 0.004006971605122089, "global_step": 61733, "epoch": 346, "lr": 3.8167584225550976e-05}
{"train_loss": 0.0018613653955981135, "global_step": 61734, "epoch": 346, "lr": 3.8166148503110125e-05}
{"train_loss": 0.002431594068184495, "global_step": 61735, "epoch": 346, "lr": 3.816471279100544e-05}
{"train_loss": 0.0020428665447980165, "global_step": 61736, "epoch": 346, "lr": 3.816327708923817e-05}
{"train_loss": 0.002835336606949568, "global_step": 61737, "epoch": 346, "lr": 3.8161841397809596e-05}
{"train_loss": 0.0021718714851886034, "global_step": 61738, "epoch": 346, "lr": 3.8160405716720915e-05}
{"train_loss": 0.0023860426153987646, "global_step": 61739, "epoch": 346, "lr": 3.815897004597343e-05}
{"train_loss": 0.0030968873761594296, "global_step": 61740, "epoch": 346, "lr": 3.815753438556836e-05}
{"train_loss": 0.0011244924971833825, "global_step": 61741, "epoch": 346, "lr": 3.8156098735506985e-05}
{"train_loss": 0.0017117694951593876, "global_step": 61742, "epoch": 346, "lr": 3.8154663095790564e-05}
{"train_loss": 0.002555583603680134, "global_step": 61743, "epoch": 346, "lr": 3.8153227466420325e-05}
{"train_loss": 0.0023216018453240395, "global_step": 61744, "epoch": 346, "lr": 3.8151791847397536e-05}
{"train_loss": 0.0016373865073546767, "global_step": 61745, "epoch": 346, "lr": 3.815035623872344e-05}
{"train_loss": 0.002770021790638566, "global_step": 61746, "epoch": 346, "lr": 3.814892064039933e-05}
{"train_loss": 0.002225792035460472, "global_step": 61747, "epoch": 346, "lr": 3.81474850524264e-05}
{"train_loss": 0.002462851582095027, "global_step": 61748, "epoch": 346, "lr": 3.814604947480596e-05}
{"train_loss": 0.0012809389736503363, "global_step": 61749, "epoch": 346, "lr": 3.814461390753922e-05}
{"train_loss": 0.0036168135702610016, "global_step": 61750, "epoch": 346, "lr": 3.814317835062745e-05}
{"train_loss": 0.0030136427376419306, "global_step": 61751, "epoch": 346, "lr": 3.8141742804071906e-05}
{"train_loss": 0.0022680945694446564, "global_step": 61752, "epoch": 346, "lr": 3.8140307267873855e-05}
{"train_loss": 0.003403234528377652, "global_step": 61753, "epoch": 346, "lr": 3.813887174203452e-05}
{"train_loss": 0.001880695577710867, "global_step": 61754, "epoch": 346, "lr": 3.813743622655518e-05}
{"train_loss": 0.0030602868646383286, "global_step": 61755, "epoch": 346, "lr": 3.813600072143708e-05}
{"train_loss": 0.0033043292351067066, "global_step": 61756, "epoch": 346, "lr": 3.8134565226681484e-05}
{"train_loss": 0.005035024601966143, "global_step": 61757, "epoch": 346, "lr": 3.813312974228963e-05}
{"train_loss": 0.0025211642496287823, "global_step": 61758, "epoch": 346, "lr": 3.813169426826277e-05}
{"train_loss": 0.0021366258151829243, "global_step": 61759, "epoch": 346, "lr": 3.813025880460217e-05}
{"train_loss": 0.0024964993353933096, "global_step": 61760, "epoch": 346, "lr": 3.812882335130909e-05}
{"train_loss": 0.0029717255383729935, "global_step": 61761, "epoch": 346, "lr": 3.8127387908384765e-05}
{"train_loss": 0.003476199693977833, "global_step": 61762, "epoch": 346, "lr": 3.812595247583045e-05}
{"train_loss": 0.0019933003932237625, "global_step": 61763, "epoch": 346, "lr": 3.8124517053647425e-05}
{"train_loss": 0.0018074573017656803, "global_step": 61764, "epoch": 346, "lr": 3.812308164183691e-05}
{"train_loss": 0.002889987707185151, "global_step": 61765, "epoch": 346, "lr": 3.8121646240400185e-05}
{"train_loss": 0.0016382428584620357, "global_step": 61766, "epoch": 347, "lr": 3.8120210849338485e-05}
{"train_loss": 0.003782109823077917, "global_step": 61767, "epoch": 347, "lr": 3.811877546865309e-05}
{"train_loss": 0.0043357620015740395, "global_step": 61768, "epoch": 347, "lr": 3.8117340098345205e-05}
{"train_loss": 0.0012945791240781546, "global_step": 61769, "epoch": 347, "lr": 3.811590473841613e-05}
{"train_loss": 0.002319515449926257, "global_step": 61770, "epoch": 347, "lr": 3.81144693888671e-05}
{"train_loss": 0.002789749763906002, "global_step": 61771, "epoch": 347, "lr": 3.811303404969938e-05}
{"train_loss": 0.0036062821745872498, "global_step": 61772, "epoch": 347, "lr": 3.81115987209142e-05}
{"train_loss": 0.0038072895258665085, "global_step": 61773, "epoch": 347, "lr": 3.811016340251284e-05}
{"train_loss": 0.00356579152867198, "global_step": 61774, "epoch": 347, "lr": 3.810872809449653e-05}
{"train_loss": 0.0036366914864629507, "global_step": 61775, "epoch": 347, "lr": 3.810729279686656e-05}
{"train_loss": 0.002150776796042919, "global_step": 61776, "epoch": 347, "lr": 3.8105857509624135e-05}
{"train_loss": 0.0022159877698868513, "global_step": 61777, "epoch": 347, "lr": 3.8104422232770537e-05}
{"train_loss": 0.00459005543962121, "global_step": 61778, "epoch": 347, "lr": 3.810298696630702e-05}
{"train_loss": 0.00401594303548336, "global_step": 61779, "epoch": 347, "lr": 3.8101551710234836e-05}
{"train_loss": 0.0022024945355951786, "global_step": 61780, "epoch": 347, "lr": 3.810011646455523e-05}
{"train_loss": 0.0039999522268772125, "global_step": 61781, "epoch": 347, "lr": 3.809868122926947e-05}
{"train_loss": 0.001980409026145935, "global_step": 61782, "epoch": 347, "lr": 3.8097246004378785e-05}
{"train_loss": 0.0011208162177354097, "global_step": 61783, "epoch": 347, "lr": 3.8095810789884443e-05}
{"train_loss": 0.0017070106696337461, "global_step": 61784, "epoch": 347, "lr": 3.809437558578773e-05}
{"train_loss": 0.0032333822455257177, "global_step": 61785, "epoch": 347, "lr": 3.809294039208984e-05}
{"train_loss": 0.002561648841947317, "global_step": 61786, "epoch": 347, "lr": 3.809150520879208e-05}
{"train_loss": 0.001924092648550868, "global_step": 61787, "epoch": 347, "lr": 3.809007003589566e-05}
{"train_loss": 0.0017795420717447996, "global_step": 61788, "epoch": 347, "lr": 3.808863487340186e-05}
{"train_loss": 0.0022354731336236, "global_step": 61789, "epoch": 347, "lr": 3.808719972131192e-05}
{"train_loss": 0.0016976846382021904, "global_step": 61790, "epoch": 347, "lr": 3.8085764579627114e-05}
{"train_loss": 0.0021611431147903204, "global_step": 61791, "epoch": 347, "lr": 3.8084329448348664e-05}
{"train_loss": 0.0051826476119458675, "global_step": 61792, "epoch": 347, "lr": 3.808289432747785e-05}
{"train_loss": 0.0020761429332196712, "global_step": 61793, "epoch": 347, "lr": 3.8081459217015905e-05}
{"train_loss": 0.0023045912384986877, "global_step": 61794, "epoch": 347, "lr": 3.808002411696412e-05}
{"train_loss": 0.0012956238351762295, "global_step": 61795, "epoch": 347, "lr": 3.807858902732369e-05}
{"train_loss": 0.0023037611972540617, "global_step": 61796, "epoch": 347, "lr": 3.8077153948095924e-05}
{"train_loss": 0.00420940387994051, "global_step": 61797, "epoch": 347, "lr": 3.807571887928203e-05}
{"train_loss": 0.003663631621748209, "global_step": 61798, "epoch": 347, "lr": 3.807428382088331e-05}
{"train_loss": 0.002214999869465828, "global_step": 61799, "epoch": 347, "lr": 3.807284877290097e-05}
{"train_loss": 0.002765483222901821, "global_step": 61800, "epoch": 347, "lr": 3.80714137353363e-05}
{"train_loss": 0.0017062174156308174, "global_step": 61801, "epoch": 347, "lr": 3.806997870819053e-05}
{"train_loss": 0.004779982380568981, "global_step": 61802, "epoch": 347, "lr": 3.806854369146492e-05}
{"train_loss": 0.002926027635112405, "global_step": 61803, "epoch": 347, "lr": 3.806710868516072e-05}
{"train_loss": 0.002459985902532935, "global_step": 61804, "epoch": 347, "lr": 3.806567368927918e-05}
{"train_loss": 0.000806429423391819, "global_step": 61805, "epoch": 347, "lr": 3.8064238703821595e-05}
{"train_loss": 0.002034517005085945, "global_step": 61806, "epoch": 347, "lr": 3.806280372878915e-05}
{"train_loss": 0.0038339230231940746, "global_step": 61807, "epoch": 347, "lr": 3.806136876418315e-05}
{"train_loss": 0.002047240035608411, "global_step": 61808, "epoch": 347, "lr": 3.805993381000482e-05}
{"train_loss": 0.0018333939369767904, "global_step": 61809, "epoch": 347, "lr": 3.805849886625545e-05}
{"train_loss": 0.002847172087058425, "global_step": 61810, "epoch": 347, "lr": 3.805706393293624e-05}
{"train_loss": 0.0018200906924903393, "global_step": 61811, "epoch": 347, "lr": 3.805562901004849e-05}
{"train_loss": 0.0026461381930857897, "global_step": 61812, "epoch": 347, "lr": 3.805419409759342e-05}
{"train_loss": 0.0011093217181041837, "global_step": 61813, "epoch": 347, "lr": 3.8052759195572315e-05}
{"train_loss": 0.0015623720828443766, "global_step": 61814, "epoch": 347, "lr": 3.805132430398639e-05}
{"train_loss": 0.0021549840457737446, "global_step": 61815, "epoch": 347, "lr": 3.8049889422836936e-05}
{"train_loss": 0.006538160145282745, "global_step": 61816, "epoch": 347, "lr": 3.804845455212518e-05}
{"train_loss": 0.005612127482891083, "global_step": 61817, "epoch": 347, "lr": 3.80470196918524e-05}
{"train_loss": 0.0022322048898786306, "global_step": 61818, "epoch": 347, "lr": 3.8045584842019823e-05}
{"train_loss": 0.005271892063319683, "global_step": 61819, "epoch": 347, "lr": 3.804415000262872e-05}
{"train_loss": 0.002664397470653057, "global_step": 61820, "epoch": 347, "lr": 3.804271517368033e-05}
{"train_loss": 0.002864343114197254, "global_step": 61821, "epoch": 347, "lr": 3.804128035517592e-05}
{"train_loss": 0.002344115637242794, "global_step": 61822, "epoch": 347, "lr": 3.803984554711673e-05}
{"train_loss": 0.0033995453268289566, "global_step": 61823, "epoch": 347, "lr": 3.803841074950404e-05}
{"train_loss": 0.0017262203618884087, "global_step": 61824, "epoch": 347, "lr": 3.803697596233906e-05}
{"train_loss": 0.0013995325425639749, "global_step": 61825, "epoch": 347, "lr": 3.8035541185623067e-05}
{"train_loss": 0.0020824160892516375, "global_step": 61826, "epoch": 347, "lr": 3.803410641935733e-05}
{"train_loss": 0.0018666699761524796, "global_step": 61827, "epoch": 347, "lr": 3.803267166354307e-05}
{"train_loss": 0.0011284123174846172, "global_step": 61828, "epoch": 347, "lr": 3.803123691818158e-05}
{"train_loss": 0.001970347948372364, "global_step": 61829, "epoch": 347, "lr": 3.8029802183274076e-05}
{"train_loss": 0.0014851108426228166, "global_step": 61830, "epoch": 347, "lr": 3.802836745882183e-05}
{"train_loss": 0.0024597616866230965, "global_step": 61831, "epoch": 347, "lr": 3.802693274482608e-05}
{"train_loss": 0.003636766690760851, "global_step": 61832, "epoch": 347, "lr": 3.8025498041288104e-05}
{"train_loss": 0.0018411175115033984, "global_step": 61833, "epoch": 347, "lr": 3.8024063348209125e-05}
{"train_loss": 0.002151450142264366, "global_step": 61834, "epoch": 347, "lr": 3.802262866559042e-05}
{"train_loss": 0.004810311831533909, "global_step": 61835, "epoch": 347, "lr": 3.802119399343322e-05}
{"train_loss": 0.0040168436244130135, "global_step": 61836, "epoch": 347, "lr": 3.801975933173883e-05}
{"train_loss": 0.0019032732816413045, "global_step": 61837, "epoch": 347, "lr": 3.801832468050842e-05}
{"train_loss": 0.0023992981296032667, "global_step": 61838, "epoch": 347, "lr": 3.801689003974332e-05}
{"train_loss": 0.0015341970138251781, "global_step": 61839, "epoch": 347, "lr": 3.801545540944473e-05}
{"train_loss": 0.002530577825382352, "global_step": 61840, "epoch": 347, "lr": 3.801402078961393e-05}
{"train_loss": 0.002525871619582176, "global_step": 61841, "epoch": 347, "lr": 3.8012586180252166e-05}
{"train_loss": 0.0012474085669964552, "global_step": 61842, "epoch": 347, "lr": 3.80111515813607e-05}
{"train_loss": 0.0034943437203764915, "global_step": 61843, "epoch": 347, "lr": 3.800971699294077e-05}
{"train_loss": 0.0008588330820202827, "global_step": 61844, "epoch": 347, "lr": 3.800828241499364e-05}
{"train_loss": 0.002267745789140463, "global_step": 61845, "epoch": 347, "lr": 3.800684784752055e-05}
{"train_loss": 0.0022179679945111275, "global_step": 61846, "epoch": 347, "lr": 3.8005413290522756e-05}
{"train_loss": 0.0014260309981182218, "global_step": 61847, "epoch": 347, "lr": 3.8003978744001544e-05}
{"train_loss": 0.0019671255722641945, "global_step": 61848, "epoch": 347, "lr": 3.8002544207958116e-05}
{"train_loss": 0.003748323768377304, "global_step": 61849, "epoch": 347, "lr": 3.8001109682393767e-05}
{"train_loss": 0.001804083352908492, "global_step": 61850, "epoch": 347, "lr": 3.7999675167309715e-05}
{"train_loss": 0.003387112868949771, "global_step": 61851, "epoch": 347, "lr": 3.799824066270725e-05}
{"train_loss": 0.001873393659479916, "global_step": 61852, "epoch": 347, "lr": 3.799680616858759e-05}
{"train_loss": 0.0014203243190422654, "global_step": 61853, "epoch": 347, "lr": 3.7995371684952006e-05}
{"train_loss": 0.0019379995064809918, "global_step": 61854, "epoch": 347, "lr": 3.7993937211801744e-05}
{"train_loss": 0.002029568888247013, "global_step": 61855, "epoch": 347, "lr": 3.799250274913808e-05}
{"train_loss": 0.0009797894163057208, "global_step": 61856, "epoch": 347, "lr": 3.799106829696223e-05}
{"train_loss": 0.0014335329178720713, "global_step": 61857, "epoch": 347, "lr": 3.7989633855275476e-05}
{"train_loss": 0.0032853796146810055, "global_step": 61858, "epoch": 347, "lr": 3.7988199424079046e-05}
{"train_loss": 0.002375708892941475, "global_step": 61859, "epoch": 347, "lr": 3.798676500337421e-05}
{"train_loss": 0.00152706285007298, "global_step": 61860, "epoch": 347, "lr": 3.798533059316222e-05}
{"train_loss": 0.0029467458371073008, "global_step": 61861, "epoch": 347, "lr": 3.798389619344434e-05}
{"train_loss": 0.003257837612181902, "global_step": 61862, "epoch": 347, "lr": 3.7982461804221785e-05}
{"train_loss": 0.0023941120598465204, "global_step": 61863, "epoch": 347, "lr": 3.798102742549585e-05}
{"train_loss": 0.0034484779462218285, "global_step": 61864, "epoch": 347, "lr": 3.797959305726775e-05}
{"train_loss": 0.004514592699706554, "global_step": 61865, "epoch": 347, "lr": 3.797815869953878e-05}
{"train_loss": 0.0022123917005956173, "global_step": 61866, "epoch": 347, "lr": 3.797672435231016e-05}
{"train_loss": 0.002077540149912238, "global_step": 61867, "epoch": 347, "lr": 3.7975290015583144e-05}
{"train_loss": 0.0020478270016610622, "global_step": 61868, "epoch": 347, "lr": 3.7973855689359e-05}
{"train_loss": 0.002608928829431534, "global_step": 61869, "epoch": 347, "lr": 3.797242137363897e-05}
{"train_loss": 0.0016760374419391155, "global_step": 61870, "epoch": 347, "lr": 3.7970987068424335e-05}
{"train_loss": 0.002956714015454054, "global_step": 61871, "epoch": 347, "lr": 3.79695527737163e-05}
{"train_loss": 0.003885239828377962, "global_step": 61872, "epoch": 347, "lr": 3.796811848951616e-05}
{"train_loss": 0.0029635531827807426, "global_step": 61873, "epoch": 347, "lr": 3.796668421582513e-05}
{"train_loss": 0.003338347189128399, "global_step": 61874, "epoch": 347, "lr": 3.7965249952644506e-05}
{"train_loss": 0.0016507543623447418, "global_step": 61875, "epoch": 347, "lr": 3.7963815699975497e-05}
{"train_loss": 0.0025151935406029224, "global_step": 61876, "epoch": 347, "lr": 3.79623814578194e-05}
{"train_loss": 0.0037744787987321615, "global_step": 61877, "epoch": 347, "lr": 3.796094722617742e-05}
{"train_loss": 0.00472571374848485, "global_step": 61878, "epoch": 347, "lr": 3.795951300505085e-05}
{"train_loss": 0.0014738457975909114, "global_step": 61879, "epoch": 347, "lr": 3.795807879444091e-05}
{"train_loss": 0.003097624983638525, "global_step": 61880, "epoch": 347, "lr": 3.7956644594348886e-05}
{"train_loss": 0.003007374471053481, "global_step": 61881, "epoch": 347, "lr": 3.7955210404776e-05}
{"train_loss": 0.0018588309176266193, "global_step": 61882, "epoch": 347, "lr": 3.795377622572352e-05}
{"train_loss": 0.002734204288572073, "global_step": 61883, "epoch": 347, "lr": 3.7952342057192695e-05}
{"train_loss": 0.0037249606102705, "global_step": 61884, "epoch": 347, "lr": 3.79509078991848e-05}
{"train_loss": 0.0021150459069758654, "global_step": 61885, "epoch": 347, "lr": 3.794947375170105e-05}
{"train_loss": 0.0034880004823207855, "global_step": 61886, "epoch": 347, "lr": 3.7948039614742716e-05}
{"train_loss": 0.0033431462943553925, "global_step": 61887, "epoch": 347, "lr": 3.7946605488311046e-05}
{"train_loss": 0.002052642172202468, "global_step": 61888, "epoch": 347, "lr": 3.7945171372407296e-05}
{"train_loss": 0.0016418085433542728, "global_step": 61889, "epoch": 347, "lr": 3.7943737267032736e-05}
{"train_loss": 0.001825556275434792, "global_step": 61890, "epoch": 347, "lr": 3.7942303172188584e-05}
{"train_loss": 0.0018853534711524844, "global_step": 61891, "epoch": 347, "lr": 3.794086908787612e-05}
{"train_loss": 0.0021419725380837917, "global_step": 61892, "epoch": 347, "lr": 3.7939435014096573e-05}
{"train_loss": 0.002234591171145439, "global_step": 61893, "epoch": 347, "lr": 3.793800095085123e-05}
{"train_loss": 0.004607704468071461, "global_step": 61894, "epoch": 347, "lr": 3.793656689814131e-05}
{"train_loss": 0.004112594295293093, "global_step": 61895, "epoch": 347, "lr": 3.793513285596809e-05}
{"train_loss": 0.0019363085739314556, "global_step": 61896, "epoch": 347, "lr": 3.7933698824332797e-05}
{"train_loss": 0.0023107617162168026, "global_step": 61897, "epoch": 347, "lr": 3.7932264803236706e-05}
{"train_loss": 0.0033000712282955647, "global_step": 61898, "epoch": 347, "lr": 3.793083079268105e-05}
{"train_loss": 0.002858710242435336, "global_step": 61899, "epoch": 347, "lr": 3.792939679266711e-05}
{"train_loss": 0.0025308786425739527, "global_step": 61900, "epoch": 347, "lr": 3.79279628031961e-05}
{"train_loss": 0.004400427453219891, "global_step": 61901, "epoch": 347, "lr": 3.792652882426931e-05}
{"train_loss": 0.0018719726940616965, "global_step": 61902, "epoch": 347, "lr": 3.792509485588796e-05}
{"train_loss": 0.005773506127297878, "global_step": 61903, "epoch": 347, "lr": 3.792366089805334e-05}
{"train_loss": 0.009636137634515762, "global_step": 61904, "epoch": 347, "lr": 3.7922226950766665e-05}
{"train_loss": 0.0029956535436213017, "global_step": 61905, "epoch": 347, "lr": 3.792079301402921e-05}
{"train_loss": 0.0033901112619787455, "global_step": 61906, "epoch": 347, "lr": 3.791935908784221e-05}
{"train_loss": 0.005101361311972141, "global_step": 61907, "epoch": 347, "lr": 3.7917925172206955e-05}
{"train_loss": 0.0016110604628920555, "global_step": 61908, "epoch": 347, "lr": 3.7916491267124644e-05}
{"train_loss": 0.002075016498565674, "global_step": 61909, "epoch": 347, "lr": 3.791505737259656e-05}
{"train_loss": 0.0016114392783492804, "global_step": 61910, "epoch": 347, "lr": 3.791362348862396e-05}
{"train_loss": 0.0022653299383819103, "global_step": 61911, "epoch": 347, "lr": 3.791218961520807e-05}
{"train_loss": 0.0014511988265439868, "global_step": 61912, "epoch": 347, "lr": 3.791075575235019e-05}
{"train_loss": 0.002458249917253852, "global_step": 61913, "epoch": 347, "lr": 3.790932190005153e-05}
{"train_loss": 0.0012845047749578953, "global_step": 61914, "epoch": 347, "lr": 3.7907888058313364e-05}
{"train_loss": 0.0028156184125691652, "global_step": 61915, "epoch": 347, "lr": 3.7906454227136914e-05}
{"train_loss": 0.00300354091450572, "global_step": 61916, "epoch": 347, "lr": 3.790502040652347e-05}
{"train_loss": 0.002530851401388645, "global_step": 61917, "epoch": 347, "lr": 3.7903586596474255e-05}
{"train_loss": 0.0034590524155646563, "global_step": 61918, "epoch": 347, "lr": 3.790215279699056e-05}
{"train_loss": 0.0020440123043954372, "global_step": 61919, "epoch": 347, "lr": 3.7900719008073586e-05}
{"train_loss": 0.0012635454768314958, "global_step": 61920, "epoch": 347, "lr": 3.789928522972462e-05}
{"train_loss": 0.0019381175516173244, "global_step": 61921, "epoch": 347, "lr": 3.78978514619449e-05}
{"train_loss": 0.0028092735446989536, "global_step": 61922, "epoch": 347, "lr": 3.789641770473571e-05}
{"train_loss": 0.0037058349698781967, "global_step": 61923, "epoch": 347, "lr": 3.789498395809825e-05}
{"train_loss": 0.0032039741054177284, "global_step": 61924, "epoch": 347, "lr": 3.7893550222033806e-05}
{"train_loss": 0.0035020445939153433, "global_step": 61925, "epoch": 347, "lr": 3.7892116496543615e-05}
{"train_loss": 0.0030057502444833517, "global_step": 61926, "epoch": 347, "lr": 3.789068278162896e-05}
{"train_loss": 0.004333683289587498, "global_step": 61927, "epoch": 347, "lr": 3.788924907729104e-05}
{"train_loss": 0.0024532496463507414, "global_step": 61928, "epoch": 347, "lr": 3.788781538353117e-05}
{"train_loss": 0.005503538995981216, "global_step": 61929, "epoch": 347, "lr": 3.788638170035055e-05}
{"train_loss": 0.0037676719948649406, "global_step": 61930, "epoch": 347, "lr": 3.7884948027750444e-05}
{"train_loss": 0.002524983137845993, "global_step": 61931, "epoch": 347, "lr": 3.7883514365732126e-05}
{"train_loss": 0.002700477372854948, "global_step": 61932, "epoch": 347, "lr": 3.7882080714296826e-05}
{"train_loss": 0.0010598532389849424, "global_step": 61933, "epoch": 347, "lr": 3.788064707344583e-05}
{"train_loss": 0.00112814549356699, "global_step": 61934, "epoch": 347, "lr": 3.787921344318033e-05}
{"train_loss": 0.0011101262643933296, "global_step": 61935, "epoch": 347, "lr": 3.7877779823501634e-05}
{"train_loss": 0.001811634749174118, "global_step": 61936, "epoch": 347, "lr": 3.787634621441096e-05}
{"train_loss": 0.001451311632990837, "global_step": 61937, "epoch": 347, "lr": 3.78749126159096e-05}
{"train_loss": 0.0023487701546400785, "global_step": 61938, "epoch": 347, "lr": 3.787347902799875e-05}
{"train_loss": 0.0023471012245863676, "global_step": 61939, "epoch": 347, "lr": 3.7872045450679705e-05}
{"train_loss": 0.001829091110266745, "global_step": 61940, "epoch": 347, "lr": 3.78706118839537e-05}
{"train_loss": 0.0031811525113880634, "global_step": 61941, "epoch": 347, "lr": 3.7869178327822005e-05}
{"train_loss": 0.002067414578050375, "global_step": 61942, "epoch": 347, "lr": 3.7867744782285834e-05}
{"train_loss": 0.002660532850507919, "global_step": 61943, "epoch": 347, "lr": 3.786631124734648e-05}
{"train_loss": 0.0038101100362837315, "global_step": 61944, "epoch": 348, "lr": 3.7864877723005166e-05}
{"train_loss": 0.0019390363013371825, "global_step": 61945, "epoch": 348, "lr": 3.7863444209263184e-05}
{"train_loss": 0.004189923405647278, "global_step": 61946, "epoch": 348, "lr": 3.786201070612173e-05}
{"train_loss": 0.000938051613047719, "global_step": 61947, "epoch": 348, "lr": 3.786057721358211e-05}
{"train_loss": 0.001268506282940507, "global_step": 61948, "epoch": 348, "lr": 3.785914373164553e-05}
{"train_loss": 0.0029442389495670795, "global_step": 61949, "epoch": 348, "lr": 3.7857710260313265e-05}
{"train_loss": 0.001462553278543055, "global_step": 61950, "epoch": 348, "lr": 3.7856276799586566e-05}
{"train_loss": 0.004320332780480385, "global_step": 61951, "epoch": 348, "lr": 3.785484334946668e-05}
{"train_loss": 0.003427294548600912, "global_step": 61952, "epoch": 348, "lr": 3.785340990995488e-05}
{"train_loss": 0.0010302781593054533, "global_step": 61953, "epoch": 348, "lr": 3.785197648105238e-05}
{"train_loss": 0.0033778955694288015, "global_step": 61954, "epoch": 348, "lr": 3.785054306276047e-05}
{"train_loss": 0.0010170206660404801, "global_step": 61955, "epoch": 348, "lr": 3.7849109655080375e-05}
{"train_loss": 0.0017762054922059178, "global_step": 61956, "epoch": 348, "lr": 3.784767625801337e-05}
{"train_loss": 0.00448642997071147, "global_step": 61957, "epoch": 348, "lr": 3.7846242871560675e-05}
{"train_loss": 0.002562934532761574, "global_step": 61958, "epoch": 348, "lr": 3.784480949572358e-05}
{"train_loss": 0.005055784247815609, "global_step": 61959, "epoch": 348, "lr": 3.78433761305033e-05}
{"train_loss": 0.00265201972797513, "global_step": 61960, "epoch": 348, "lr": 3.784194277590112e-05}
{"train_loss": 0.0014554911758750677, "global_step": 61961, "epoch": 348, "lr": 3.784050943191827e-05}
{"train_loss": 0.0041016992181539536, "global_step": 61962, "epoch": 348, "lr": 3.783907609855601e-05}
{"train_loss": 0.003941799513995647, "global_step": 61963, "epoch": 348, "lr": 3.783764277581558e-05}
{"train_loss": 0.0035247327759861946, "global_step": 61964, "epoch": 348, "lr": 3.7836209463698267e-05}
{"train_loss": 0.0025542539078742266, "global_step": 61965, "epoch": 348, "lr": 3.7834776162205285e-05}
{"train_loss": 0.0023065931163728237, "global_step": 61966, "epoch": 348, "lr": 3.7833342871337904e-05}
{"train_loss": 0.005673590116202831, "global_step": 61967, "epoch": 348, "lr": 3.7831909591097366e-05}
{"train_loss": 0.003808493260294199, "global_step": 61968, "epoch": 348, "lr": 3.783047632148493e-05}
{"train_loss": 0.0019212834304198623, "global_step": 61969, "epoch": 348, "lr": 3.7829043062501834e-05}
{"train_loss": 0.0015656878240406513, "global_step": 61970, "epoch": 348, "lr": 3.782760981414937e-05}
{"train_loss": 0.002127415966242552, "global_step": 61971, "epoch": 348, "lr": 3.782617657642874e-05}
{"train_loss": 0.002637128345668316, "global_step": 61972, "epoch": 348, "lr": 3.782474334934121e-05}
{"train_loss": 0.0011828939896076918, "global_step": 61973, "epoch": 348, "lr": 3.782331013288806e-05}
{"train_loss": 0.001394225051626563, "global_step": 61974, "epoch": 348, "lr": 3.7821876927070506e-05}
{"train_loss": 0.002654222073033452, "global_step": 61975, "epoch": 348, "lr": 3.7820443731889835e-05}
{"train_loss": 0.0035595991648733616, "global_step": 61976, "epoch": 348, "lr": 3.7819010547347255e-05}
{"train_loss": 0.0013366841012611985, "global_step": 61977, "epoch": 348, "lr": 3.781757737344406e-05}
{"train_loss": 0.0010137622011825442, "global_step": 61978, "epoch": 348, "lr": 3.781614421018147e-05}
{"train_loss": 0.002458290196955204, "global_step": 61979, "epoch": 348, "lr": 3.781471105756077e-05}
{"train_loss": 0.0029093422926962376, "global_step": 61980, "epoch": 348, "lr": 3.781327791558317e-05}
{"train_loss": 0.00315599306486547, "global_step": 61981, "epoch": 348, "lr": 3.781184478424996e-05}
{"train_loss": 0.001660325564444065, "global_step": 61982, "epoch": 348, "lr": 3.781041166356236e-05}
{"train_loss": 0.0019066112581640482, "global_step": 61983, "epoch": 348, "lr": 3.780897855352167e-05}
{"train_loss": 0.001814085990190506, "global_step": 61984, "epoch": 348, "lr": 3.7807545454129074e-05}
{"train_loss": 0.0023238409776240587, "global_step": 61985, "epoch": 348, "lr": 3.780611236538588e-05}
{"train_loss": 0.0019874763675034046, "global_step": 61986, "epoch": 348, "lr": 3.780467928729331e-05}
{"train_loss": 0.0009070617379620671, "global_step": 61987, "epoch": 348, "lr": 3.780324621985262e-05}
{"train_loss": 0.0016581492964178324, "global_step": 61988, "epoch": 348, "lr": 3.780181316306507e-05}
{"train_loss": 0.00233500637114048, "global_step": 61989, "epoch": 348, "lr": 3.780038011693192e-05}
{"train_loss": 0.0036902627907693386, "global_step": 61990, "epoch": 348, "lr": 3.779894708145439e-05}
{"train_loss": 0.003804304637014866, "global_step": 61991, "epoch": 348, "lr": 3.779751405663376e-05}
{"train_loss": 0.004204142838716507, "global_step": 61992, "epoch": 348, "lr": 3.7796081042471266e-05}
{"train_loss": 0.004796913824975491, "global_step": 61993, "epoch": 348, "lr": 3.779464803896816e-05}
{"train_loss": 0.0027456434909254313, "global_step": 61994, "epoch": 348, "lr": 3.779321504612573e-05}
{"train_loss": 0.0010409499518573284, "global_step": 61995, "epoch": 348, "lr": 3.779178206394517e-05}
{"train_loss": 0.002977540250867605, "global_step": 61996, "epoch": 348, "lr": 3.779034909242777e-05}
{"train_loss": 0.0022139691282063723, "global_step": 61997, "epoch": 348, "lr": 3.778891613157476e-05}
{"train_loss": 0.0023589925840497017, "global_step": 61998, "epoch": 348, "lr": 3.778748318138743e-05}
{"train_loss": 0.0033641085028648376, "global_step": 61999, "epoch": 348, "lr": 3.7786050241866976e-05}
{"train_loss": 0.003635746194049716, "global_step": 62000, "epoch": 348, "lr": 3.7784617313014694e-05}
{"train_loss": 0.0028500233311206102, "global_step": 62001, "epoch": 348, "lr": 3.778318439483181e-05}
{"train_loss": 0.001495673437602818, "global_step": 62002, "epoch": 348, "lr": 3.7781751487319594e-05}
{"train_loss": 0.002566923853009939, "global_step": 62003, "epoch": 348, "lr": 3.7780318590479275e-05}
{"train_loss": 0.003863842226564884, "global_step": 62004, "epoch": 348, "lr": 3.777888570431214e-05}
{"train_loss": 0.0017419818323105574, "global_step": 62005, "epoch": 348, "lr": 3.77774528288194e-05}
{"train_loss": 0.0025380216538906097, "global_step": 62006, "epoch": 348, "lr": 3.7776019964002326e-05}
{"train_loss": 0.004074042197316885, "global_step": 62007, "epoch": 348, "lr": 3.777458710986217e-05}
{"train_loss": 0.0008061109110713005, "global_step": 62008, "epoch": 348, "lr": 3.777315426640019e-05}
{"train_loss": 0.001186766312457621, "global_step": 62009, "epoch": 348, "lr": 3.777172143361762e-05}
{"train_loss": 0.0027155508287250996, "global_step": 62010, "epoch": 348, "lr": 3.777028861151573e-05}
{"train_loss": 0.002059923019260168, "global_step": 62011, "epoch": 348, "lr": 3.776885580009575e-05}
{"train_loss": 0.0025370714720338583, "global_step": 62012, "epoch": 348, "lr": 3.776742299935896e-05}
{"train_loss": 0.0017183127347379923, "global_step": 62013, "epoch": 348, "lr": 3.776599020930658e-05}
{"train_loss": 0.004282248206436634, "global_step": 62014, "epoch": 348, "lr": 3.7764557429939873e-05}
{"train_loss": 0.0025708801113069057, "global_step": 62015, "epoch": 348, "lr": 3.7763124661260106e-05}
{"train_loss": 0.003942599054425955, "global_step": 62016, "epoch": 348, "lr": 3.776169190326851e-05}
{"train_loss": 0.0032474910840392113, "global_step": 62017, "epoch": 348, "lr": 3.776025915596637e-05}
{"train_loss": 0.002579206135123968, "global_step": 62018, "epoch": 348, "lr": 3.7758826419354885e-05}
{"train_loss": 0.0018535342533141375, "global_step": 62019, "epoch": 348, "lr": 3.775739369343535e-05}
{"train_loss": 0.003008089493960142, "global_step": 62020, "epoch": 348, "lr": 3.775596097820899e-05}
{"train_loss": 0.0024343752302229404, "global_step": 62021, "epoch": 348, "lr": 3.775452827367708e-05}
{"train_loss": 0.0025592371821403503, "global_step": 62022, "epoch": 348, "lr": 3.7753095579840845e-05}
{"train_loss": 0.004676076117902994, "global_step": 62023, "epoch": 348, "lr": 3.7751662896701566e-05}
{"train_loss": 0.004322802647948265, "global_step": 62024, "epoch": 348, "lr": 3.775023022426046e-05}
{"train_loss": 0.0029326402582228184, "global_step": 62025, "epoch": 348, "lr": 3.774879756251881e-05}
{"train_loss": 0.0015353613998740911, "global_step": 62026, "epoch": 348, "lr": 3.7747364911477835e-05}
{"train_loss": 0.0036767462734133005, "global_step": 62027, "epoch": 348, "lr": 3.7745932271138826e-05}
{"train_loss": 0.0043593053705990314, "global_step": 62028, "epoch": 348, "lr": 3.7744499641503e-05}
{"train_loss": 0.002225164556875825, "global_step": 62029, "epoch": 348, "lr": 3.774306702257163e-05}
{"train_loss": 0.004201945383101702, "global_step": 62030, "epoch": 348, "lr": 3.7741634414345944e-05}
{"train_loss": 0.003371482715010643, "global_step": 62031, "epoch": 348, "lr": 3.7740201816827235e-05}
{"train_loss": 0.002188656013458967, "global_step": 62032, "epoch": 348, "lr": 3.77387692300167e-05}
{"train_loss": 0.0024135643616318703, "global_step": 62033, "epoch": 348, "lr": 3.7737336653915636e-05}
{"train_loss": 0.0020013940520584583, "global_step": 62034, "epoch": 348, "lr": 3.7735904088525267e-05}
{"train_loss": 0.003136187791824341, "global_step": 62035, "epoch": 348, "lr": 3.773447153384684e-05}
{"train_loss": 0.0030464930459856987, "global_step": 62036, "epoch": 348, "lr": 3.7733038989881656e-05}
{"train_loss": 0.0037400098517537117, "global_step": 62037, "epoch": 348, "lr": 3.7731606456630894e-05}
{"train_loss": 0.0014130151830613613, "global_step": 62038, "epoch": 348, "lr": 3.773017393409587e-05}
{"train_loss": 0.002900101710110903, "global_step": 62039, "epoch": 348, "lr": 3.772874142227778e-05}
{"train_loss": 0.0028896755538880825, "global_step": 62040, "epoch": 348, "lr": 3.772730892117793e-05}
{"train_loss": 0.0010601328685879707, "global_step": 62041, "epoch": 348, "lr": 3.772587643079751e-05}
{"train_loss": 0.002386057283729315, "global_step": 62042, "epoch": 348, "lr": 3.772444395113784e-05}
{"train_loss": 0.0024015249218791723, "global_step": 62043, "epoch": 348, "lr": 3.772301148220011e-05}
{"train_loss": 0.0030459933914244175, "global_step": 62044, "epoch": 348, "lr": 3.7721579023985605e-05}
{"train_loss": 0.003395543899387121, "global_step": 62045, "epoch": 348, "lr": 3.7720146576495554e-05}
{"train_loss": 0.002804374787956476, "global_step": 62046, "epoch": 348, "lr": 3.771871413973125e-05}
{"train_loss": 0.0023716436699032784, "global_step": 62047, "epoch": 348, "lr": 3.771728171369389e-05}
{"train_loss": 0.0016244498547166586, "global_step": 62048, "epoch": 348, "lr": 3.771584929838477e-05}
{"train_loss": 0.0034124664962291718, "global_step": 62049, "epoch": 348, "lr": 3.771441689380509e-05}
{"train_loss": 0.002614290453493595, "global_step": 62050, "epoch": 348, "lr": 3.7712984499956175e-05}
{"train_loss": 0.0035622366704046726, "global_step": 62051, "epoch": 348, "lr": 3.7711552116839205e-05}
{"train_loss": 0.003739619394764304, "global_step": 62052, "epoch": 348, "lr": 3.771011974445547e-05}
{"train_loss": 0.0022462678607553244, "global_step": 62053, "epoch": 348, "lr": 3.7708687382806205e-05}
{"train_loss": 0.0025158377829939127, "global_step": 62054, "epoch": 348, "lr": 3.770725503189269e-05}
{"train_loss": 0.0015764181734994054, "global_step": 62055, "epoch": 348, "lr": 3.770582269171613e-05}
{"train_loss": 0.002348122885450721, "global_step": 62056, "epoch": 348, "lr": 3.770439036227779e-05}
{"train_loss": 0.0018055828986689448, "global_step": 62057, "epoch": 348, "lr": 3.7702958043578964e-05}
{"train_loss": 0.0032196310348808765, "global_step": 62058, "epoch": 348, "lr": 3.770152573562085e-05}
{"train_loss": 0.0014069563476368785, "global_step": 62059, "epoch": 348, "lr": 3.7700093438404713e-05}
{"train_loss": 0.002308041322976351, "global_step": 62060, "epoch": 348, "lr": 3.769866115193181e-05}
{"train_loss": 0.00309411296620965, "global_step": 62061, "epoch": 348, "lr": 3.769722887620342e-05}
{"train_loss": 0.0024672590661793947, "global_step": 62062, "epoch": 348, "lr": 3.769579661122074e-05}
{"train_loss": 0.0026206125039607286, "global_step": 62063, "epoch": 348, "lr": 3.7694364356985055e-05}
{"train_loss": 0.0016726515023037791, "global_step": 62064, "epoch": 348, "lr": 3.76929321134976e-05}
{"train_loss": 0.0030604046769440174, "global_step": 62065, "epoch": 348, "lr": 3.769149988075965e-05}
{"train_loss": 0.0013064349768683314, "global_step": 62066, "epoch": 348, "lr": 3.7690067658772424e-05}
{"train_loss": 0.003192027099430561, "global_step": 62067, "epoch": 348, "lr": 3.7688635447537196e-05}
{"train_loss": 0.0031170761212706566, "global_step": 62068, "epoch": 348, "lr": 3.76872032470552e-05}
{"train_loss": 0.001941945869475603, "global_step": 62069, "epoch": 348, "lr": 3.768577105732772e-05}
{"train_loss": 0.005340867675840855, "global_step": 62070, "epoch": 348, "lr": 3.768433887835596e-05}
{"train_loss": 0.002740090247243643, "global_step": 62071, "epoch": 348, "lr": 3.76829067101412e-05}
{"train_loss": 0.002103769453242421, "global_step": 62072, "epoch": 348, "lr": 3.768147455268468e-05}
{"train_loss": 0.001125696231611073, "global_step": 62073, "epoch": 348, "lr": 3.768004240598768e-05}
{"train_loss": 0.00515813659876585, "global_step": 62074, "epoch": 348, "lr": 3.7678610270051406e-05}
{"train_loss": 0.0024910650681704283, "global_step": 62075, "epoch": 348, "lr": 3.7677178144877144e-05}
{"train_loss": 0.0027689835987985134, "global_step": 62076, "epoch": 348, "lr": 3.7675746030466117e-05}
{"train_loss": 0.0031208586879074574, "global_step": 62077, "epoch": 348, "lr": 3.767431392681959e-05}
{"train_loss": 0.002197492867708206, "global_step": 62078, "epoch": 348, "lr": 3.7672881833938825e-05}
{"train_loss": 0.004923684522509575, "global_step": 62079, "epoch": 348, "lr": 3.767144975182504e-05}
{"train_loss": 0.0016572815366089344, "global_step": 62080, "epoch": 348, "lr": 3.767001768047954e-05}
{"train_loss": 0.00310597219504416, "global_step": 62081, "epoch": 348, "lr": 3.7668585619903515e-05}
{"train_loss": 0.0022451626136898994, "global_step": 62082, "epoch": 348, "lr": 3.7667153570098265e-05}
{"train_loss": 0.0020517536904662848, "global_step": 62083, "epoch": 348, "lr": 3.7665721531065004e-05}
{"train_loss": 0.0030428229365497828, "global_step": 62084, "epoch": 348, "lr": 3.766428950280502e-05}
{"train_loss": 0.0021625570952892303, "global_step": 62085, "epoch": 348, "lr": 3.766285748531951e-05}
{"train_loss": 0.004743508994579315, "global_step": 62086, "epoch": 348, "lr": 3.766142547860978e-05}
{"train_loss": 0.0029903813265264034, "global_step": 62087, "epoch": 348, "lr": 3.7659993482677045e-05}
{"train_loss": 0.0031610967125743628, "global_step": 62088, "epoch": 348, "lr": 3.7658561497522595e-05}
{"train_loss": 0.003038398688659072, "global_step": 62089, "epoch": 348, "lr": 3.765712952314763e-05}
{"train_loss": 0.002369989175349474, "global_step": 62090, "epoch": 348, "lr": 3.7655697559553425e-05}
{"train_loss": 0.0026849424466490746, "global_step": 62091, "epoch": 348, "lr": 3.7654265606741234e-05}
{"train_loss": 0.0025253244675695896, "global_step": 62092, "epoch": 348, "lr": 3.7652833664712314e-05}
{"train_loss": 0.0016351010417565703, "global_step": 62093, "epoch": 348, "lr": 3.76514017334679e-05}
{"train_loss": 0.002344938227906823, "global_step": 62094, "epoch": 348, "lr": 3.764996981300926e-05}
{"train_loss": 0.0028036648873239756, "global_step": 62095, "epoch": 348, "lr": 3.764853790333762e-05}
{"train_loss": 0.003977014683187008, "global_step": 62096, "epoch": 348, "lr": 3.7647106004454245e-05}
{"train_loss": 0.0018742188112810254, "global_step": 62097, "epoch": 348, "lr": 3.7645674116360385e-05}
{"train_loss": 0.0032115913927555084, "global_step": 62098, "epoch": 348, "lr": 3.764424223905728e-05}
{"train_loss": 0.004424517974257469, "global_step": 62099, "epoch": 348, "lr": 3.7642810372546224e-05}
{"train_loss": 0.0032221598085016012, "global_step": 62100, "epoch": 348, "lr": 3.764137851682841e-05}
{"train_loss": 0.0011303230421617627, "global_step": 62101, "epoch": 348, "lr": 3.7639946671905116e-05}
{"train_loss": 0.0019694147631525993, "global_step": 62102, "epoch": 348, "lr": 3.763851483777759e-05}
{"train_loss": 0.0035237502306699753, "global_step": 62103, "epoch": 348, "lr": 3.76370830144471e-05}
{"train_loss": 0.0029928432777523994, "global_step": 62104, "epoch": 348, "lr": 3.763565120191486e-05}
{"train_loss": 0.0017444610130041838, "global_step": 62105, "epoch": 348, "lr": 3.763421940018215e-05}
{"train_loss": 0.0017670548986643553, "global_step": 62106, "epoch": 348, "lr": 3.76327876092502e-05}
{"train_loss": 0.0012341580586507916, "global_step": 62107, "epoch": 348, "lr": 3.76313558291203e-05}
{"train_loss": 0.0019017882877960801, "global_step": 62108, "epoch": 348, "lr": 3.7629924059793644e-05}
{"train_loss": 0.004222597926855087, "global_step": 62109, "epoch": 348, "lr": 3.762849230127152e-05}
{"train_loss": 0.0014382631052285433, "global_step": 62110, "epoch": 348, "lr": 3.762706055355516e-05}
{"train_loss": 0.0023540863767266273, "global_step": 62111, "epoch": 348, "lr": 3.762562881664584e-05}
{"train_loss": 0.0018322935793548822, "global_step": 62112, "epoch": 348, "lr": 3.7624197090544776e-05}
{"train_loss": 0.0030659425538033247, "global_step": 62113, "epoch": 348, "lr": 3.762276537525327e-05}
{"train_loss": 0.002611464122310281, "global_step": 62114, "epoch": 348, "lr": 3.76213336707725e-05}
{"train_loss": 0.0025444114580750465, "global_step": 62115, "epoch": 348, "lr": 3.761990197710378e-05}
{"train_loss": 0.00425917049869895, "global_step": 62116, "epoch": 348, "lr": 3.761847029424831e-05}
{"train_loss": 0.0031693174969404936, "global_step": 62117, "epoch": 348, "lr": 3.7617038622207404e-05}
{"train_loss": 0.001754963886924088, "global_step": 62118, "epoch": 348, "lr": 3.7615606960982246e-05}
{"train_loss": 0.0021639661863446236, "global_step": 62119, "epoch": 348, "lr": 3.761417531057412e-05}
{"train_loss": 0.004980804398655891, "global_step": 62120, "epoch": 348, "lr": 3.761274367098428e-05}
{"train_loss": 0.0026821642898263807, "global_step": 62121, "epoch": 348, "lr": 3.761131204221396e-05}
{"train_loss": 0.0011926578590646386, "global_step": 62122, "epoch": 349, "lr": 3.760988042426444e-05}
{"train_loss": 0.0027197557501494884, "global_step": 62123, "epoch": 349, "lr": 3.760844881713693e-05}
{"train_loss": 0.0017081128899008036, "global_step": 62124, "epoch": 349, "lr": 3.7607017220832705e-05}
{"train_loss": 0.003723403438925743, "global_step": 62125, "epoch": 349, "lr": 3.7605585635353e-05}
{"train_loss": 0.0033721288200467825, "global_step": 62126, "epoch": 349, "lr": 3.76041540606991e-05}
{"train_loss": 0.002515253145247698, "global_step": 62127, "epoch": 349, "lr": 3.760272249687221e-05}
{"train_loss": 0.003539436962455511, "global_step": 62128, "epoch": 349, "lr": 3.7601290943873616e-05}
{"train_loss": 0.0034758755937218666, "global_step": 62129, "epoch": 349, "lr": 3.7599859401704535e-05}
{"train_loss": 0.0017992688808590174, "global_step": 62130, "epoch": 349, "lr": 3.759842787036626e-05}
{"train_loss": 0.0024053582455962896, "global_step": 62131, "epoch": 349, "lr": 3.7596996349859995e-05}
{"train_loss": 0.0035441145300865173, "global_step": 62132, "epoch": 349, "lr": 3.759556484018704e-05}
{"train_loss": 0.0023365675006061792, "global_step": 62133, "epoch": 349, "lr": 3.759413334134859e-05}
{"train_loss": 0.0026506318245083094, "global_step": 62134, "epoch": 349, "lr": 3.7592701853345944e-05}
{"train_loss": 0.0025130831636488438, "global_step": 62135, "epoch": 349, "lr": 3.7591270376180313e-05}
{"train_loss": 0.0018974964041262865, "global_step": 62136, "epoch": 349, "lr": 3.758983890985299e-05}
{"train_loss": 0.0010061918292194605, "global_step": 62137, "epoch": 349, "lr": 3.758840745436518e-05}
{"train_loss": 0.0031462563201785088, "global_step": 62138, "epoch": 349, "lr": 3.758697600971816e-05}
{"train_loss": 0.002411273308098316, "global_step": 62139, "epoch": 349, "lr": 3.758554457591318e-05}
{"train_loss": 0.0021998994052410126, "global_step": 62140, "epoch": 349, "lr": 3.758411315295147e-05}
{"train_loss": 0.0017002250533550978, "global_step": 62141, "epoch": 349, "lr": 3.7582681740834324e-05}
{"train_loss": 0.002320455852895975, "global_step": 62142, "epoch": 349, "lr": 3.758125033956295e-05}
{"train_loss": 0.003396830288693309, "global_step": 62143, "epoch": 349, "lr": 3.757981894913861e-05}
{"train_loss": 0.0029797714669257402, "global_step": 62144, "epoch": 349, "lr": 3.757838756956255e-05}
{"train_loss": 0.0020095454528927803, "global_step": 62145, "epoch": 349, "lr": 3.757695620083605e-05}
{"train_loss": 0.00222960626706481, "global_step": 62146, "epoch": 349, "lr": 3.7575524842960317e-05}
{"train_loss": 0.003672170452773571, "global_step": 62147, "epoch": 349, "lr": 3.757409349593662e-05}
{"train_loss": 0.007166421506553888, "global_step": 62148, "epoch": 349, "lr": 3.757266215976621e-05}
{"train_loss": 0.002312926109880209, "global_step": 62149, "epoch": 349, "lr": 3.757123083445035e-05}
{"train_loss": 0.002769486978650093, "global_step": 62150, "epoch": 349, "lr": 3.756979951999027e-05}
{"train_loss": 0.0022110529243946075, "global_step": 62151, "epoch": 349, "lr": 3.756836821638725e-05}
{"train_loss": 0.0030308214481920004, "global_step": 62152, "epoch": 349, "lr": 3.756693692364248e-05}
{"train_loss": 0.002197811147198081, "global_step": 62153, "epoch": 349, "lr": 3.756550564175727e-05}
{"train_loss": 0.0014333995059132576, "global_step": 62154, "epoch": 349, "lr": 3.756407437073284e-05}
{"train_loss": 0.0016051649581640959, "global_step": 62155, "epoch": 349, "lr": 3.7562643110570464e-05}
{"train_loss": 0.00207609124481678, "global_step": 62156, "epoch": 349, "lr": 3.756121186127135e-05}
{"train_loss": 0.0032397450413554907, "global_step": 62157, "epoch": 349, "lr": 3.7559780622836795e-05}
{"train_loss": 0.002427169121801853, "global_step": 62158, "epoch": 349, "lr": 3.755834939526801e-05}
{"train_loss": 0.0047738985158503056, "global_step": 62159, "epoch": 349, "lr": 3.755691817856627e-05}
{"train_loss": 0.004377376288175583, "global_step": 62160, "epoch": 349, "lr": 3.755548697273284e-05}
{"train_loss": 0.001384413568302989, "global_step": 62161, "epoch": 349, "lr": 3.7554055777768926e-05}
{"train_loss": 0.0036808927543461323, "global_step": 62162, "epoch": 349, "lr": 3.7552624593675814e-05}
{"train_loss": 0.004051274619996548, "global_step": 62163, "epoch": 349, "lr": 3.755119342045472e-05}
{"train_loss": 0.001084187300875783, "global_step": 62164, "epoch": 349, "lr": 3.7549762258106945e-05}
{"train_loss": 0.0008038765517994761, "global_step": 62165, "epoch": 349, "lr": 3.7548331106633695e-05}
{"train_loss": 0.003312189131975174, "global_step": 62166, "epoch": 349, "lr": 3.754689996603624e-05}
{"train_loss": 0.0037893049884587526, "global_step": 62167, "epoch": 349, "lr": 3.754546883631582e-05}
{"train_loss": 0.0012771356850862503, "global_step": 62168, "epoch": 349, "lr": 3.754403771747369e-05}
{"train_loss": 0.0028423694893717766, "global_step": 62169, "epoch": 349, "lr": 3.7542606609511084e-05}
{"train_loss": 0.005450104363262653, "global_step": 62170, "epoch": 349, "lr": 3.7541175512429296e-05}
{"train_loss": 0.004131387919187546, "global_step": 62171, "epoch": 349, "lr": 3.753974442622952e-05}
{"train_loss": 0.00395506527274847, "global_step": 62172, "epoch": 349, "lr": 3.7538313350913046e-05}
{"train_loss": 0.0036745527759194374, "global_step": 62173, "epoch": 349, "lr": 3.75368822864811e-05}
{"train_loss": 0.0022289003245532513, "global_step": 62174, "epoch": 349, "lr": 3.753545123293497e-05}
{"train_loss": 0.0029257209971547127, "global_step": 62175, "epoch": 349, "lr": 3.753402019027585e-05}
{"train_loss": 0.002037362428382039, "global_step": 62176, "epoch": 349, "lr": 3.7532589158505035e-05}
{"train_loss": 0.0026870034635066986, "global_step": 62177, "epoch": 349, "lr": 3.753115813762375e-05}
{"train_loss": 0.0021373042836785316, "global_step": 62178, "epoch": 349, "lr": 3.752972712763327e-05}
{"train_loss": 0.003580017713829875, "global_step": 62179, "epoch": 349, "lr": 3.7528296128534804e-05}
{"train_loss": 0.003548968816176057, "global_step": 62180, "epoch": 349, "lr": 3.7526865140329635e-05}
{"train_loss": 0.002443210920318961, "global_step": 62181, "epoch": 349, "lr": 3.752543416301901e-05}
{"train_loss": 0.0010129946749657393, "global_step": 62182, "epoch": 349, "lr": 3.7524003196604164e-05}
{"train_loss": 0.0029065583366900682, "global_step": 62183, "epoch": 349, "lr": 3.752257224108638e-05}
{"train_loss": 0.0021475807297974825, "global_step": 62184, "epoch": 349, "lr": 3.752114129646685e-05}
{"train_loss": 0.004905113019049168, "global_step": 62185, "epoch": 349, "lr": 3.7519710362746894e-05}
{"train_loss": 0.004513879772275686, "global_step": 62186, "epoch": 349, "lr": 3.75182794399277e-05}
{"train_loss": 0.0045855725184082985, "global_step": 62187, "epoch": 349, "lr": 3.7516848528010555e-05}
{"train_loss": 0.003751107957214117, "global_step": 62188, "epoch": 349, "lr": 3.751541762699669e-05}
{"train_loss": 0.002052664291113615, "global_step": 62189, "epoch": 349, "lr": 3.751398673688737e-05}
{"train_loss": 0.0035853066947311163, "global_step": 62190, "epoch": 349, "lr": 3.751255585768383e-05}
{"train_loss": 0.002741838339716196, "global_step": 62191, "epoch": 349, "lr": 3.751112498938733e-05}
{"train_loss": 0.0038109389133751392, "global_step": 62192, "epoch": 349, "lr": 3.750969413199911e-05}
{"train_loss": 0.001913720741868019, "global_step": 62193, "epoch": 349, "lr": 3.750826328552045e-05}
{"train_loss": 0.001947083044797182, "global_step": 62194, "epoch": 349, "lr": 3.750683244995255e-05}
{"train_loss": 0.0020566859748214483, "global_step": 62195, "epoch": 349, "lr": 3.750540162529669e-05}
{"train_loss": 0.00146138621494174, "global_step": 62196, "epoch": 349, "lr": 3.7503970811554115e-05}
{"train_loss": 0.0026166108436882496, "global_step": 62197, "epoch": 349, "lr": 3.750254000872609e-05}
{"train_loss": 0.0013273507356643677, "global_step": 62198, "epoch": 349, "lr": 3.750110921681383e-05}
{"train_loss": 0.003783242776989937, "global_step": 62199, "epoch": 349, "lr": 3.749967843581862e-05}
{"train_loss": 0.001140508335083723, "global_step": 62200, "epoch": 349, "lr": 3.7498247665741674e-05}
{"train_loss": 0.0017520221881568432, "global_step": 62201, "epoch": 349, "lr": 3.749681690658427e-05}
{"train_loss": 0.0024571020621806383, "global_step": 62202, "epoch": 349, "lr": 3.749538615834767e-05}
{"train_loss": 0.0009467567433603108, "global_step": 62203, "epoch": 349, "lr": 3.7493955421033075e-05}
{"train_loss": 0.002328889910131693, "global_step": 62204, "epoch": 349, "lr": 3.749252469464179e-05}
{"train_loss": 0.002069360576570034, "global_step": 62205, "epoch": 349, "lr": 3.749109397917503e-05}
{"train_loss": 0.0026359823532402515, "global_step": 62206, "epoch": 349, "lr": 3.748966327463405e-05}
{"train_loss": 0.0013897235039621592, "global_step": 62207, "epoch": 349, "lr": 3.748823258102009e-05}
{"train_loss": 0.002925689797848463, "global_step": 62208, "epoch": 349, "lr": 3.748680189833443e-05}
{"train_loss": 0.004429435823112726, "global_step": 62209, "epoch": 349, "lr": 3.7485371226578284e-05}
{"train_loss": 0.0023196260444819927, "global_step": 62210, "epoch": 349, "lr": 3.7483940565752934e-05}
{"train_loss": 0.0020343298092484474, "global_step": 62211, "epoch": 349, "lr": 3.7482509915859596e-05}
{"train_loss": 0.0030739910434931517, "global_step": 62212, "epoch": 349, "lr": 3.748107927689957e-05}
{"train_loss": 0.0008348983246833086, "global_step": 62213, "epoch": 349, "lr": 3.7479648648874045e-05}
{"train_loss": 0.0023361968342214823, "global_step": 62214, "epoch": 349, "lr": 3.747821803178431e-05}
{"train_loss": 0.0014332870487123728, "global_step": 62215, "epoch": 349, "lr": 3.747678742563159e-05}
{"train_loss": 0.005845076870173216, "global_step": 62216, "epoch": 349, "lr": 3.747535683041717e-05}
{"train_loss": 0.0016149021685123444, "global_step": 62217, "epoch": 349, "lr": 3.7473926246142264e-05}
{"train_loss": 0.0010326443007215858, "global_step": 62218, "epoch": 349, "lr": 3.747249567280814e-05}
{"train_loss": 0.003954501822590828, "global_step": 62219, "epoch": 349, "lr": 3.7471065110416036e-05}
{"train_loss": 0.003906123572960496, "global_step": 62220, "epoch": 349, "lr": 3.7469634558967224e-05}
{"train_loss": 0.0024622795172035694, "global_step": 62221, "epoch": 349, "lr": 3.7468204018462925e-05}
{"train_loss": 0.002948598936200142, "global_step": 62222, "epoch": 349, "lr": 3.746677348890439e-05}
{"train_loss": 0.001489528571255505, "global_step": 62223, "epoch": 349, "lr": 3.7465342970292914e-05}
{"train_loss": 0.0024916427209973335, "global_step": 62224, "epoch": 349, "lr": 3.746391246262969e-05}
{"train_loss": 0.002024241490289569, "global_step": 62225, "epoch": 349, "lr": 3.746248196591599e-05}
{"train_loss": 0.0031905584037303925, "global_step": 62226, "epoch": 349, "lr": 3.746105148015306e-05}
{"train_loss": 0.002615108620375395, "global_step": 62227, "epoch": 349, "lr": 3.745962100534217e-05}
{"train_loss": 0.00540547538548708, "global_step": 62228, "epoch": 349, "lr": 3.7458190541484534e-05}
{"train_loss": 0.003969162702560425, "global_step": 62229, "epoch": 349, "lr": 3.7456760088581426e-05}
{"train_loss": 0.004328968934714794, "global_step": 62230, "epoch": 349, "lr": 3.7455329646634086e-05}
{"train_loss": 0.002279280684888363, "global_step": 62231, "epoch": 349, "lr": 3.745389921564378e-05}
{"train_loss": 0.002287014853209257, "global_step": 62232, "epoch": 349, "lr": 3.7452468795611725e-05}
{"train_loss": 0.0009816423989832401, "global_step": 62233, "epoch": 349, "lr": 3.7451038386539205e-05}
{"train_loss": 0.002792554209008813, "global_step": 62234, "epoch": 349, "lr": 3.744960798842744e-05}
{"train_loss": 0.0035124763380736113, "global_step": 62235, "epoch": 349, "lr": 3.7448177601277704e-05}
{"train_loss": 0.002156623639166355, "global_step": 62236, "epoch": 349, "lr": 3.744674722509123e-05}
{"train_loss": 0.002392792608588934, "global_step": 62237, "epoch": 349, "lr": 3.744531685986927e-05}
{"train_loss": 0.003287939354777336, "global_step": 62238, "epoch": 349, "lr": 3.744388650561307e-05}
{"train_loss": 0.002318324986845255, "global_step": 62239, "epoch": 349, "lr": 3.7442456162323916e-05}
{"train_loss": 0.003219387261196971, "global_step": 62240, "epoch": 349, "lr": 3.744102583000299e-05}
{"train_loss": 0.003075862769037485, "global_step": 62241, "epoch": 349, "lr": 3.7439595508651606e-05}
{"train_loss": 0.0029313077684491873, "global_step": 62242, "epoch": 349, "lr": 3.7438165198270966e-05}
{"train_loss": 0.0011734350118786097, "global_step": 62243, "epoch": 349, "lr": 3.743673489886234e-05}
{"train_loss": 0.002497484441846609, "global_step": 62244, "epoch": 349, "lr": 3.743530461042698e-05}
{"train_loss": 0.003272100817412138, "global_step": 62245, "epoch": 349, "lr": 3.743387433296612e-05}
{"train_loss": 0.0017936629010364413, "global_step": 62246, "epoch": 349, "lr": 3.7432444066481046e-05}
{"train_loss": 0.0018931366503238678, "global_step": 62247, "epoch": 349, "lr": 3.7431013810972956e-05}
{"train_loss": 0.006084366235882044, "global_step": 62248, "epoch": 349, "lr": 3.7429583566443145e-05}
{"train_loss": 0.0022455551661551, "global_step": 62249, "epoch": 349, "lr": 3.7428153332892825e-05}
{"train_loss": 0.0022141297813504934, "global_step": 62250, "epoch": 349, "lr": 3.742672311032328e-05}
{"train_loss": 0.0017767868703231215, "global_step": 62251, "epoch": 349, "lr": 3.742529289873573e-05}
{"train_loss": 0.004412597510963678, "global_step": 62252, "epoch": 349, "lr": 3.742386269813144e-05}
{"train_loss": 0.0019729104824364185, "global_step": 62253, "epoch": 349, "lr": 3.742243250851164e-05}
{"train_loss": 0.0025393585674464703, "global_step": 62254, "epoch": 349, "lr": 3.742100232987762e-05}
{"train_loss": 0.0017981379060074687, "global_step": 62255, "epoch": 349, "lr": 3.741957216223059e-05}
{"train_loss": 0.0033006356097757816, "global_step": 62256, "epoch": 349, "lr": 3.741814200557181e-05}
{"train_loss": 0.004356017801910639, "global_step": 62257, "epoch": 349, "lr": 3.741671185990252e-05}
{"train_loss": 0.0018917291890829802, "global_step": 62258, "epoch": 349, "lr": 3.7415281725224014e-05}
{"train_loss": 0.0012865531025454402, "global_step": 62259, "epoch": 349, "lr": 3.741385160153748e-05}
{"train_loss": 0.001448475755751133, "global_step": 62260, "epoch": 349, "lr": 3.741242148884422e-05}
{"train_loss": 0.001143024885095656, "global_step": 62261, "epoch": 349, "lr": 3.7410991387145435e-05}
{"train_loss": 0.004172616172581911, "global_step": 62262, "epoch": 349, "lr": 3.7409561296442404e-05}
{"train_loss": 0.0012967574875801802, "global_step": 62263, "epoch": 349, "lr": 3.740813121673636e-05}
{"train_loss": 0.00141034962143749, "global_step": 62264, "epoch": 349, "lr": 3.740670114802856e-05}
{"train_loss": 0.0022267973981797695, "global_step": 62265, "epoch": 349, "lr": 3.740527109032028e-05}
{"train_loss": 0.002550744218751788, "global_step": 62266, "epoch": 349, "lr": 3.740384104361272e-05}
{"train_loss": 0.002890286035835743, "global_step": 62267, "epoch": 349, "lr": 3.740241100790717e-05}
{"train_loss": 0.0029840858187526464, "global_step": 62268, "epoch": 349, "lr": 3.740098098320484e-05}
{"train_loss": 0.003044094890356064, "global_step": 62269, "epoch": 349, "lr": 3.7399550969507023e-05}
{"train_loss": 0.00303788878954947, "global_step": 62270, "epoch": 349, "lr": 3.739812096681493e-05}
{"train_loss": 0.0019101722864434123, "global_step": 62271, "epoch": 349, "lr": 3.7396690975129835e-05}
{"train_loss": 0.0024196626618504524, "global_step": 62272, "epoch": 349, "lr": 3.739526099445296e-05}
{"train_loss": 0.003461322980001569, "global_step": 62273, "epoch": 349, "lr": 3.7393831024785606e-05}
{"train_loss": 0.0036459816619753838, "global_step": 62274, "epoch": 349, "lr": 3.7392401066128954e-05}
{"train_loss": 0.00316984741948545, "global_step": 62275, "epoch": 349, "lr": 3.7390971118484306e-05}
{"train_loss": 0.0033578150905668736, "global_step": 62276, "epoch": 349, "lr": 3.738954118185288e-05}
{"train_loss": 0.0009806727757677436, "global_step": 62277, "epoch": 349, "lr": 3.7388111256235956e-05}
{"train_loss": 0.0036782207898795605, "global_step": 62278, "epoch": 349, "lr": 3.738668134163474e-05}
{"train_loss": 0.0024492666125297546, "global_step": 62279, "epoch": 349, "lr": 3.738525143805054e-05}
{"train_loss": 0.004870740231126547, "global_step": 62280, "epoch": 349, "lr": 3.738382154548453e-05}
{"train_loss": 0.003496431978419423, "global_step": 62281, "epoch": 349, "lr": 3.738239166393802e-05}
{"train_loss": 0.0021660136990249157, "global_step": 62282, "epoch": 349, "lr": 3.7380961793412225e-05}
{"train_loss": 0.003671244950965047, "global_step": 62283, "epoch": 349, "lr": 3.737953193390842e-05}
{"train_loss": 0.0025453809648752213, "global_step": 62284, "epoch": 349, "lr": 3.7378102085427826e-05}
{"train_loss": 0.003497764468193054, "global_step": 62285, "epoch": 349, "lr": 3.737667224797171e-05}
{"train_loss": 0.0033021140843629837, "global_step": 62286, "epoch": 349, "lr": 3.737524242154132e-05}
{"train_loss": 0.0018380158580839634, "global_step": 62287, "epoch": 349, "lr": 3.737381260613789e-05}
{"train_loss": 0.0020092246122658253, "global_step": 62288, "epoch": 349, "lr": 3.737238280176271e-05}
{"train_loss": 0.0019142809323966503, "global_step": 62289, "epoch": 349, "lr": 3.737095300841697e-05}
{"train_loss": 0.0021437760442495346, "global_step": 62290, "epoch": 349, "lr": 3.7369523226101965e-05}
{"train_loss": 0.004048625938594341, "global_step": 62291, "epoch": 349, "lr": 3.736809345481891e-05}
{"train_loss": 0.001514287432655692, "global_step": 62292, "epoch": 349, "lr": 3.73666636945691e-05}
{"train_loss": 0.0027573821134865284, "global_step": 62293, "epoch": 349, "lr": 3.736523394535373e-05}
{"train_loss": 0.001980667468160391, "global_step": 62294, "epoch": 349, "lr": 3.736380420717409e-05}
{"train_loss": 0.0030299536883831024, "global_step": 62295, "epoch": 349, "lr": 3.7362374480031395e-05}
{"train_loss": 0.004568790551275015, "global_step": 62296, "epoch": 349, "lr": 3.736094476392692e-05}
{"train_loss": 0.0018838351825252175, "global_step": 62297, "epoch": 349, "lr": 3.7359515058861907e-05}
{"train_loss": 0.0031138656195253134, "global_step": 62298, "epoch": 349, "lr": 3.7358085364837605e-05}
{"train_loss": 0.002711594395478141, "global_step": 62299, "epoch": 349, "lr": 3.735665568185525e-05}
{"train_loss": 0.001445903442800045, "global_step": 62300, "epoch": 350, "lr": 3.735522600991611e-05}
{"train_loss": 0.001895318040624261, "global_step": 62301, "epoch": 350, "lr": 3.7353796349021414e-05}
{"train_loss": 0.002185981022194028, "global_step": 62302, "epoch": 350, "lr": 3.735236669917245e-05}
{"train_loss": 0.003408786840736866, "global_step": 62303, "epoch": 350, "lr": 3.7350937060370406e-05}
{"train_loss": 0.003669943893328309, "global_step": 62304, "epoch": 350, "lr": 3.734950743261657e-05}
{"train_loss": 0.002525762654840946, "global_step": 62305, "epoch": 350, "lr": 3.7348077815912184e-05}
{"train_loss": 0.0016621039249002934, "global_step": 62306, "epoch": 350, "lr": 3.73466482102585e-05}
{"train_loss": 0.0034731710329651833, "global_step": 62307, "epoch": 350, "lr": 3.7345218615656776e-05}
{"train_loss": 0.002751182299107313, "global_step": 62308, "epoch": 350, "lr": 3.7343789032108224e-05}
{"train_loss": 0.00300052622333169, "global_step": 62309, "epoch": 350, "lr": 3.7342359459614136e-05}
{"train_loss": 0.0033637878950685263, "global_step": 62310, "epoch": 350, "lr": 3.7340929898175725e-05}
{"train_loss": 0.003503842744976282, "global_step": 62311, "epoch": 350, "lr": 3.733950034779427e-05}
{"train_loss": 0.0008392257150262594, "global_step": 62312, "epoch": 350, "lr": 3.7338070808471e-05}
{"train_loss": 0.0014169056667014956, "global_step": 62313, "epoch": 350, "lr": 3.733664128020718e-05}
{"train_loss": 0.002336009405553341, "global_step": 62314, "epoch": 350, "lr": 3.733521176300403e-05}
{"train_loss": 0.0014480715617537498, "global_step": 62315, "epoch": 350, "lr": 3.7333782256862825e-05}
{"train_loss": 0.00228729285299778, "global_step": 62316, "epoch": 350, "lr": 3.73323527617848e-05}
{"train_loss": 0.0012161987833678722, "global_step": 62317, "epoch": 350, "lr": 3.7330923277771216e-05}
{"train_loss": 0.0027741598896682262, "global_step": 62318, "epoch": 350, "lr": 3.73294938048233e-05}
{"train_loss": 0.0026247359346598387, "global_step": 62319, "epoch": 350, "lr": 3.732806434294233e-05}
{"train_loss": 0.0023512833286076784, "global_step": 62320, "epoch": 350, "lr": 3.7326634892129526e-05}
{"train_loss": 0.003883972531184554, "global_step": 62321, "epoch": 350, "lr": 3.732520545238617e-05}
{"train_loss": 0.001707906136289239, "global_step": 62322, "epoch": 350, "lr": 3.7323776023713464e-05}
{"train_loss": 0.002989659085869789, "global_step": 62323, "epoch": 350, "lr": 3.73223466061127e-05}
{"train_loss": 0.005332741420716047, "global_step": 62324, "epoch": 350, "lr": 3.732091719958509e-05}
{"train_loss": 0.0021286241244524717, "global_step": 62325, "epoch": 350, "lr": 3.731948780413193e-05}
{"train_loss": 0.004327929578721523, "global_step": 62326, "epoch": 350, "lr": 3.731805841975442e-05}
{"train_loss": 0.002652258612215519, "global_step": 62327, "epoch": 350, "lr": 3.731662904645383e-05}
{"train_loss": 0.005452993791550398, "global_step": 62328, "epoch": 350, "lr": 3.7315199684231414e-05}
{"train_loss": 0.0034781135618686676, "global_step": 62329, "epoch": 350, "lr": 3.73137703330884e-05}
{"train_loss": 0.0014676578575745225, "global_step": 62330, "epoch": 350, "lr": 3.731234099302608e-05}
{"train_loss": 0.0023640808649361134, "global_step": 62331, "epoch": 350, "lr": 3.731091166404564e-05}
{"train_loss": 0.002906897570937872, "global_step": 62332, "epoch": 350, "lr": 3.7309482346148386e-05}
{"train_loss": 0.00256986147724092, "global_step": 62333, "epoch": 350, "lr": 3.730805303933552e-05}
{"train_loss": 0.0014694402925670147, "global_step": 62334, "epoch": 350, "lr": 3.730662374360833e-05}
{"train_loss": 0.00218986626714468, "global_step": 62335, "epoch": 350, "lr": 3.730519445896803e-05}
{"train_loss": 0.0020911311730742455, "global_step": 62336, "epoch": 350, "lr": 3.73037651854159e-05}
{"train_loss": 0.0016881030751392245, "global_step": 62337, "epoch": 350, "lr": 3.730233592295316e-05}
{"train_loss": 0.0033412366174161434, "global_step": 62338, "epoch": 350, "lr": 3.7300906671581074e-05}
{"train_loss": 0.003384774085134268, "global_step": 62339, "epoch": 350, "lr": 3.7299477431300884e-05}
{"train_loss": 0.004813217092305422, "global_step": 62340, "epoch": 350, "lr": 3.7298048202113864e-05}
{"train_loss": 0.0017693837871775031, "global_step": 62341, "epoch": 350, "lr": 3.7296618984021215e-05}
{"train_loss": 0.002134092152118683, "global_step": 62342, "epoch": 350, "lr": 3.729518977702422e-05}
{"train_loss": 0.0018833167850971222, "global_step": 62343, "epoch": 350, "lr": 3.729376058112411e-05}
{"train_loss": 0.0026928656734526157, "global_step": 62344, "epoch": 350, "lr": 3.729233139632216e-05}
{"train_loss": 0.0024336534552276134, "global_step": 62345, "epoch": 350, "lr": 3.729090222261958e-05}
{"train_loss": 0.003260658588260412, "global_step": 62346, "epoch": 350, "lr": 3.7289473060017647e-05}
{"train_loss": 0.0020269867964088917, "global_step": 62347, "epoch": 350, "lr": 3.7288043908517595e-05}
{"train_loss": 0.002413891488686204, "global_step": 62348, "epoch": 350, "lr": 3.7286614768120676e-05}
{"train_loss": 0.0025085981469601393, "global_step": 62349, "epoch": 350, "lr": 3.7285185638828155e-05}
{"train_loss": 0.001609734375961125, "global_step": 62350, "epoch": 350, "lr": 3.728375652064125e-05}
{"train_loss": 0.0012218187330290675, "global_step": 62351, "epoch": 350, "lr": 3.728232741356125e-05}
{"train_loss": 0.002988534513860941, "global_step": 62352, "epoch": 350, "lr": 3.7280898317589344e-05}
{"train_loss": 0.0037314672954380512, "global_step": 62353, "epoch": 350, "lr": 3.7279469232726825e-05}
{"train_loss": 0.0010631352197378874, "global_step": 62354, "epoch": 350, "lr": 3.7278040158974925e-05}
{"train_loss": 0.0016933074221014977, "global_step": 62355, "epoch": 350, "lr": 3.7276611096334926e-05}
{"train_loss": 0.002444895915687084, "global_step": 62356, "epoch": 350, "lr": 3.727518204480801e-05}
{"train_loss": 0.0038805927615612745, "global_step": 62357, "epoch": 350, "lr": 3.7273753004395485e-05}
{"train_loss": 0.0019099811324849725, "global_step": 62358, "epoch": 350, "lr": 3.7272323975098564e-05}
{"train_loss": 0.0019080440979450941, "global_step": 62359, "epoch": 350, "lr": 3.7270894956918524e-05}
{"train_loss": 0.0012287463760003448, "global_step": 62360, "epoch": 350, "lr": 3.726946594985658e-05}
{"train_loss": 0.0025913978461176157, "global_step": 62361, "epoch": 350, "lr": 3.726803695391401e-05}
{"train_loss": 0.002635176759213209, "global_step": 62362, "epoch": 350, "lr": 3.7266607969092034e-05}
{"train_loss": 0.001753251999616623, "global_step": 62363, "epoch": 350, "lr": 3.726517899539194e-05}
{"train_loss": 0.0030521173030138016, "global_step": 62364, "epoch": 350, "lr": 3.726375003281493e-05}
{"train_loss": 0.004845071583986282, "global_step": 62365, "epoch": 350, "lr": 3.7262321081362287e-05}
{"train_loss": 0.0045829094015061855, "global_step": 62366, "epoch": 350, "lr": 3.726089214103523e-05}
{"train_loss": 0.0027344829868525267, "global_step": 62367, "epoch": 350, "lr": 3.7259463211835036e-05}
{"train_loss": 0.004536157473921776, "global_step": 62368, "epoch": 350, "lr": 3.725803429376293e-05}
{"train_loss": 0.0022919566836208105, "global_step": 62369, "epoch": 350, "lr": 3.725660538682017e-05}
{"train_loss": 0.0020812577567994595, "global_step": 62370, "epoch": 350, "lr": 3.725517649100803e-05}
{"train_loss": 0.0018063012976199389, "global_step": 62371, "epoch": 350, "lr": 3.72537476063277e-05}
{"train_loss": 0.0021846280433237553, "global_step": 62372, "epoch": 350, "lr": 3.725231873278048e-05}
{"train_loss": 0.0018321129027754068, "global_step": 62373, "epoch": 350, "lr": 3.7250889870367576e-05}
{"train_loss": 0.0016092174919322133, "global_step": 62374, "epoch": 350, "lr": 3.724946101909029e-05}
{"train_loss": 0.002638556994497776, "global_step": 62375, "epoch": 350, "lr": 3.724803217894981e-05}
{"train_loss": 0.00217685429379344, "global_step": 62376, "epoch": 350, "lr": 3.724660334994743e-05}
{"train_loss": 0.0029424712993204594, "global_step": 62377, "epoch": 350, "lr": 3.724517453208437e-05}
{"train_loss": 0.0019555515609681606, "global_step": 62378, "epoch": 350, "lr": 3.72437457253619e-05}
{"train_loss": 0.0020948494784533978, "global_step": 62379, "epoch": 350, "lr": 3.724231692978125e-05}
{"train_loss": 0.0020597821567207575, "global_step": 62380, "epoch": 350, "lr": 3.724088814534367e-05}
{"train_loss": 0.005765517707914114, "global_step": 62381, "epoch": 350, "lr": 3.723945937205041e-05}
{"train_loss": 0.002600971143692732, "global_step": 62382, "epoch": 350, "lr": 3.723803060990274e-05}
{"train_loss": 0.003199787577614188, "global_step": 62383, "epoch": 350, "lr": 3.723660185890186e-05}
{"train_loss": 0.002451597945764661, "global_step": 62384, "epoch": 350, "lr": 3.723517311904907e-05}
{"train_loss": 0.0030031718779355288, "global_step": 62385, "epoch": 350, "lr": 3.7233744390345575e-05}
{"train_loss": 0.0022235868964344263, "global_step": 62386, "epoch": 350, "lr": 3.723231567279266e-05}
{"train_loss": 0.004281146451830864, "global_step": 62387, "epoch": 350, "lr": 3.723088696639154e-05}
{"train_loss": 0.0013980751391500235, "global_step": 62388, "epoch": 350, "lr": 3.7229458271143505e-05}
{"train_loss": 0.00433765072375536, "global_step": 62389, "epoch": 350, "lr": 3.722802958704974e-05}
{"train_loss": 0.0024444526061415672, "global_step": 62390, "epoch": 350, "lr": 3.722660091411154e-05}
{"train_loss": 0.0038076506461948156, "global_step": 62391, "epoch": 350, "lr": 3.722517225233014e-05}
{"train_loss": 0.0019677910022437572, "global_step": 62392, "epoch": 350, "lr": 3.7223743601706786e-05}
{"train_loss": 0.0008901210385374725, "global_step": 62393, "epoch": 350, "lr": 3.722231496224275e-05}
{"train_loss": 0.003603090066462755, "global_step": 62394, "epoch": 350, "lr": 3.722088633393924e-05}
{"train_loss": 0.00134756276383996, "global_step": 62395, "epoch": 350, "lr": 3.7219457716797526e-05}
{"train_loss": 0.0015743498224765062, "global_step": 62396, "epoch": 350, "lr": 3.7218029110818846e-05}
{"train_loss": 0.004930024966597557, "global_step": 62397, "epoch": 350, "lr": 3.7216600516004474e-05}
{"train_loss": 0.0015264316461980343, "global_step": 62398, "epoch": 350, "lr": 3.7215171932355616e-05}
{"train_loss": 0.004512329585850239, "global_step": 62399, "epoch": 350, "lr": 3.721374335987356e-05}
{"train_loss": 0.002851380268111825, "global_step": 62400, "epoch": 350, "lr": 3.721231479855952e-05}
{"train_loss": 0.002000872977077961, "global_step": 62401, "epoch": 350, "lr": 3.7210886248414775e-05}
{"train_loss": 0.0015061134472489357, "global_step": 62402, "epoch": 350, "lr": 3.720945770944054e-05}
{"train_loss": 0.0016898768953979015, "global_step": 62403, "epoch": 350, "lr": 3.7208029181638104e-05}
{"train_loss": 0.0035353461280465126, "global_step": 62404, "epoch": 350, "lr": 3.720660066500866e-05}
{"train_loss": 0.003028903855010867, "global_step": 62405, "epoch": 350, "lr": 3.7205172159553513e-05}
{"train_loss": 0.0019136447226628661, "global_step": 62406, "epoch": 350, "lr": 3.720374366527387e-05}
{"train_loss": 0.002985002938657999, "global_step": 62407, "epoch": 350, "lr": 3.7202315182171006e-05}
{"train_loss": 0.0023517655208706856, "global_step": 62408, "epoch": 350, "lr": 3.720088671024614e-05}
{"train_loss": 0.0048340121284127235, "global_step": 62409, "epoch": 350, "lr": 3.719945824950054e-05}
{"train_loss": 0.0008346293470822275, "global_step": 62410, "epoch": 350, "lr": 3.719802979993544e-05}
{"train_loss": 0.0019900058396160603, "global_step": 62411, "epoch": 350, "lr": 3.7196601361552095e-05}
{"train_loss": 0.0034989125560969114, "global_step": 62412, "epoch": 350, "lr": 3.719517293435178e-05}
{"train_loss": 0.0017917973455041647, "global_step": 62413, "epoch": 350, "lr": 3.7193744518335696e-05}
{"train_loss": 0.003923430107533932, "global_step": 62414, "epoch": 350, "lr": 3.7192316113505115e-05}
{"train_loss": 0.002154755173251033, "global_step": 62415, "epoch": 350, "lr": 3.719088771986128e-05}
{"train_loss": 0.0015344597632065415, "global_step": 62416, "epoch": 350, "lr": 3.718945933740545e-05}
{"train_loss": 0.0013379603624343872, "global_step": 62417, "epoch": 350, "lr": 3.718803096613884e-05}
{"train_loss": 0.0015030000358819962, "global_step": 62418, "epoch": 350, "lr": 3.7186602606062746e-05}
{"train_loss": 0.003102182410657406, "global_step": 62419, "epoch": 350, "lr": 3.7185174257178366e-05}
{"train_loss": 0.0039394572377204895, "global_step": 62420, "epoch": 350, "lr": 3.7183745919487e-05}
{"train_loss": 0.004006348550319672, "global_step": 62421, "epoch": 350, "lr": 3.7182317592989834e-05}
{"train_loss": 0.0007986393175087869, "global_step": 62422, "epoch": 350, "lr": 3.718088927768818e-05}
{"train_loss": 0.002360554412007332, "global_step": 62423, "epoch": 350, "lr": 3.717946097358322e-05}
{"train_loss": 0.0012984334025532007, "global_step": 62424, "epoch": 350, "lr": 3.717803268067626e-05}
{"train_loss": 0.0029516727663576603, "global_step": 62425, "epoch": 350, "lr": 3.717660439896851e-05}
{"train_loss": 0.002320233266800642, "global_step": 62426, "epoch": 350, "lr": 3.717517612846125e-05}
{"train_loss": 0.0017234976403415203, "global_step": 62427, "epoch": 350, "lr": 3.717374786915568e-05}
{"train_loss": 0.003260470926761627, "global_step": 62428, "epoch": 350, "lr": 3.717231962105309e-05}
{"train_loss": 0.0019496576860547066, "global_step": 62429, "epoch": 350, "lr": 3.7170891384154706e-05}
{"train_loss": 0.0019590368028730154, "global_step": 62430, "epoch": 350, "lr": 3.71694631584618e-05}
{"train_loss": 0.0031861080788075924, "global_step": 62431, "epoch": 350, "lr": 3.7168034943975584e-05}
{"train_loss": 0.0030182066839188337, "global_step": 62432, "epoch": 350, "lr": 3.716660674069732e-05}
{"train_loss": 0.001739109167829156, "global_step": 62433, "epoch": 350, "lr": 3.716517854862826e-05}
{"train_loss": 0.003240194171667099, "global_step": 62434, "epoch": 350, "lr": 3.716375036776966e-05}
{"train_loss": 0.0015734342159703374, "global_step": 62435, "epoch": 350, "lr": 3.7162322198122756e-05}
{"train_loss": 0.0020756064914166927, "global_step": 62436, "epoch": 350, "lr": 3.716089403968879e-05}
{"train_loss": 0.0026284493505954742, "global_step": 62437, "epoch": 350, "lr": 3.715946589246903e-05}
{"train_loss": 0.0015004791785031557, "global_step": 62438, "epoch": 350, "lr": 3.715803775646469e-05}
{"train_loss": 0.0032128379680216312, "global_step": 62439, "epoch": 350, "lr": 3.715660963167706e-05}
{"train_loss": 0.0010983836837112904, "global_step": 62440, "epoch": 350, "lr": 3.715518151810734e-05}
{"train_loss": 0.0017735757865011692, "global_step": 62441, "epoch": 350, "lr": 3.715375341575683e-05}
{"train_loss": 0.0040019815787673, "global_step": 62442, "epoch": 350, "lr": 3.715232532462673e-05}
{"train_loss": 0.004075122997164726, "global_step": 62443, "epoch": 350, "lr": 3.715089724471831e-05}
{"train_loss": 0.002876106882467866, "global_step": 62444, "epoch": 350, "lr": 3.71494691760328e-05}
{"train_loss": 0.0023654557298868895, "global_step": 62445, "epoch": 350, "lr": 3.71480411185715e-05}
{"train_loss": 0.001516466960310936, "global_step": 62446, "epoch": 350, "lr": 3.714661307233558e-05}
{"train_loss": 0.002037105616182089, "global_step": 62447, "epoch": 350, "lr": 3.714518503732634e-05}
{"train_loss": 0.002854093909263611, "global_step": 62448, "epoch": 350, "lr": 3.7143757013545e-05}
{"train_loss": 0.0036163332406431437, "global_step": 62449, "epoch": 350, "lr": 3.7142329000992856e-05}
{"train_loss": 0.0009750952594913542, "global_step": 62450, "epoch": 350, "lr": 3.7140900999671085e-05}
{"train_loss": 0.005320061929523945, "global_step": 62451, "epoch": 350, "lr": 3.7139473009580985e-05}
{"train_loss": 0.002458231057971716, "global_step": 62452, "epoch": 350, "lr": 3.713804503072378e-05}
{"train_loss": 0.0022173565812408924, "global_step": 62453, "epoch": 350, "lr": 3.7136617063100715e-05}
{"train_loss": 0.0025488657411187887, "global_step": 62454, "epoch": 350, "lr": 3.713518910671307e-05}
{"train_loss": 0.003131665289402008, "global_step": 62455, "epoch": 350, "lr": 3.7133761161562055e-05}
{"train_loss": 0.0020192668307572603, "global_step": 62456, "epoch": 350, "lr": 3.7132333227648935e-05}
{"train_loss": 0.0010271602077409625, "global_step": 62457, "epoch": 350, "lr": 3.713090530497495e-05}
{"train_loss": 0.001291977590881288, "global_step": 62458, "epoch": 350, "lr": 3.712947739354137e-05}
{"train_loss": 0.0020898415241390467, "global_step": 62459, "epoch": 350, "lr": 3.7128049493349395e-05}
{"train_loss": 0.0027355514466762543, "global_step": 62460, "epoch": 350, "lr": 3.712662160440033e-05}
{"train_loss": 0.0012602501083165407, "global_step": 62461, "epoch": 350, "lr": 3.7125193726695365e-05}
{"train_loss": 0.002043598797172308, "global_step": 62462, "epoch": 350, "lr": 3.712376586023578e-05}
{"train_loss": 0.002894846722483635, "global_step": 62463, "epoch": 350, "lr": 3.7122338005022817e-05}
{"train_loss": 0.0015355149516835809, "global_step": 62464, "epoch": 350, "lr": 3.712091016105774e-05}
{"train_loss": 0.0028457397129386663, "global_step": 62465, "epoch": 350, "lr": 3.711948232834175e-05}
{"train_loss": 0.0016592543106526136, "global_step": 62466, "epoch": 350, "lr": 3.7118054506876144e-05}
{"train_loss": 0.002930386457592249, "global_step": 62467, "epoch": 350, "lr": 3.711662669666213e-05}
{"train_loss": 0.0025627296417951584, "global_step": 62468, "epoch": 350, "lr": 3.7115198897700996e-05}
{"train_loss": 0.002267146483063698, "global_step": 62469, "epoch": 350, "lr": 3.7113771109993955e-05}
{"train_loss": 0.0029596714302897453, "global_step": 62470, "epoch": 350, "lr": 3.711234333354227e-05}
{"train_loss": 0.001307209488004446, "global_step": 62471, "epoch": 350, "lr": 3.711091556834717e-05}
{"train_loss": 0.003319104667752981, "global_step": 62472, "epoch": 350, "lr": 3.710948781440994e-05}
{"train_loss": 0.003375364700332284, "global_step": 62473, "epoch": 350, "lr": 3.710806007173177e-05}
{"train_loss": 0.0019300912972539663, "global_step": 62474, "epoch": 350, "lr": 3.7106632340313954e-05}
{"train_loss": 0.0025956316385418177, "global_step": 62475, "epoch": 350, "lr": 3.710520462015773e-05}
{"train_loss": 0.0017364469822496176, "global_step": 62476, "epoch": 350, "lr": 3.710377691126433e-05}
{"train_loss": 0.0025369788080537585, "global_step": 62477, "epoch": 350, "lr": 3.710234921363503e-05, "train_action_mse_error": 5.0771914175129496e-06}
{"train_loss": 0.0026573059149086475, "global_step": 62478, "epoch": 351, "lr": 3.710092152727104e-05}
{"train_loss": 0.001983068650588393, "global_step": 62479, "epoch": 351, "lr": 3.709949385217364e-05}
{"train_loss": 0.002821071073412895, "global_step": 62480, "epoch": 351, "lr": 3.709806618834405e-05}
{"train_loss": 0.003281951416283846, "global_step": 62481, "epoch": 351, "lr": 3.709663853578353e-05}
{"train_loss": 0.002459597773849964, "global_step": 62482, "epoch": 351, "lr": 3.709521089449331e-05}
{"train_loss": 0.004552260972559452, "global_step": 62483, "epoch": 351, "lr": 3.709378326447469e-05}
{"train_loss": 0.0027009816840291023, "global_step": 62484, "epoch": 351, "lr": 3.7092355645728846e-05}
{"train_loss": 0.0029632090590894222, "global_step": 62485, "epoch": 351, "lr": 3.709092803825708e-05}
{"train_loss": 0.0015821318374946713, "global_step": 62486, "epoch": 351, "lr": 3.70895004420606e-05}
{"train_loss": 0.0024038590490818024, "global_step": 62487, "epoch": 351, "lr": 3.7088072857140685e-05}
{"train_loss": 0.004240416456013918, "global_step": 62488, "epoch": 351, "lr": 3.7086645283498554e-05}
{"train_loss": 0.0019640654791146517, "global_step": 62489, "epoch": 351, "lr": 3.708521772113548e-05}
{"train_loss": 0.002043291926383972, "global_step": 62490, "epoch": 351, "lr": 3.7083790170052684e-05}
{"train_loss": 0.002121413592249155, "global_step": 62491, "epoch": 351, "lr": 3.708236263025145e-05}
{"train_loss": 0.003871229477226734, "global_step": 62492, "epoch": 351, "lr": 3.7080935101732975e-05}
{"train_loss": 0.0023002075031399727, "global_step": 62493, "epoch": 351, "lr": 3.707950758449854e-05}
{"train_loss": 0.0030796807259321213, "global_step": 62494, "epoch": 351, "lr": 3.707808007854938e-05}
{"train_loss": 0.0013376499991863966, "global_step": 62495, "epoch": 351, "lr": 3.707665258388674e-05}
{"train_loss": 0.00499725854024291, "global_step": 62496, "epoch": 351, "lr": 3.707522510051189e-05}
{"train_loss": 0.004045547917485237, "global_step": 62497, "epoch": 351, "lr": 3.707379762842605e-05}
{"train_loss": 0.0037599634379148483, "global_step": 62498, "epoch": 351, "lr": 3.707237016763049e-05}
{"train_loss": 0.006797057576477528, "global_step": 62499, "epoch": 351, "lr": 3.7070942718126424e-05}
{"train_loss": 0.0014806885737925768, "global_step": 62500, "epoch": 351, "lr": 3.7069515279915125e-05}
{"train_loss": 0.004044985398650169, "global_step": 62501, "epoch": 351, "lr": 3.706808785299782e-05}
{"train_loss": 0.0023147198371589184, "global_step": 62502, "epoch": 351, "lr": 3.706666043737579e-05}
{"train_loss": 0.0018829181790351868, "global_step": 62503, "epoch": 351, "lr": 3.706523303305024e-05}
{"train_loss": 0.0036371902097016573, "global_step": 62504, "epoch": 351, "lr": 3.706380564002244e-05}
{"train_loss": 0.002144378377124667, "global_step": 62505, "epoch": 351, "lr": 3.706237825829364e-05}
{"train_loss": 0.001658836379647255, "global_step": 62506, "epoch": 351, "lr": 3.7060950887865085e-05}
{"train_loss": 0.004743917379528284, "global_step": 62507, "epoch": 351, "lr": 3.7059523528738006e-05}
{"train_loss": 0.0016935339663177729, "global_step": 62508, "epoch": 351, "lr": 3.705809618091366e-05}
{"train_loss": 0.005297498777508736, "global_step": 62509, "epoch": 351, "lr": 3.7056668844393294e-05}
{"train_loss": 0.0029381923377513885, "global_step": 62510, "epoch": 351, "lr": 3.705524151917817e-05}
{"train_loss": 0.0026903667021542788, "global_step": 62511, "epoch": 351, "lr": 3.7053814205269496e-05}
{"train_loss": 0.002167695201933384, "global_step": 62512, "epoch": 351, "lr": 3.705238690266856e-05}
{"train_loss": 0.0005865876446478069, "global_step": 62513, "epoch": 351, "lr": 3.705095961137658e-05}
{"train_loss": 0.001643522409722209, "global_step": 62514, "epoch": 351, "lr": 3.704953233139482e-05}
{"train_loss": 0.004934832453727722, "global_step": 62515, "epoch": 351, "lr": 3.704810506272451e-05}
{"train_loss": 0.0021518522407859564, "global_step": 62516, "epoch": 351, "lr": 3.704667780536691e-05}
{"train_loss": 0.002353350166231394, "global_step": 62517, "epoch": 351, "lr": 3.7045250559323284e-05}
{"train_loss": 0.0016948622651398182, "global_step": 62518, "epoch": 351, "lr": 3.704382332459484e-05}
{"train_loss": 0.003519731340929866, "global_step": 62519, "epoch": 351, "lr": 3.704239610118284e-05}
{"train_loss": 0.003764505498111248, "global_step": 62520, "epoch": 351, "lr": 3.704096888908853e-05}
{"train_loss": 0.002491959137842059, "global_step": 62521, "epoch": 351, "lr": 3.7039541688313185e-05}
{"train_loss": 0.0024345284327864647, "global_step": 62522, "epoch": 351, "lr": 3.7038114498858e-05}
{"train_loss": 0.0023310338146984577, "global_step": 62523, "epoch": 351, "lr": 3.7036687320724264e-05}
{"train_loss": 0.004425141029059887, "global_step": 62524, "epoch": 351, "lr": 3.703526015391319e-05}
{"train_loss": 0.0018430653726682067, "global_step": 62525, "epoch": 351, "lr": 3.7033832998426065e-05}
{"train_loss": 0.004452988505363464, "global_step": 62526, "epoch": 351, "lr": 3.7032405854264096e-05}
{"train_loss": 0.0027304887771606445, "global_step": 62527, "epoch": 351, "lr": 3.703097872142855e-05}
{"train_loss": 0.0026077069342136383, "global_step": 62528, "epoch": 351, "lr": 3.702955159992066e-05}
{"train_loss": 0.003291138680651784, "global_step": 62529, "epoch": 351, "lr": 3.702812448974171e-05}
{"train_loss": 0.0016029844991862774, "global_step": 62530, "epoch": 351, "lr": 3.702669739089289e-05}
{"train_loss": 0.0030928999185562134, "global_step": 62531, "epoch": 351, "lr": 3.70252703033755e-05}
{"train_loss": 0.002687260741367936, "global_step": 62532, "epoch": 351, "lr": 3.702384322719074e-05}
{"train_loss": 0.003458032151684165, "global_step": 62533, "epoch": 351, "lr": 3.7022416162339885e-05}
{"train_loss": 0.0013792570680379868, "global_step": 62534, "epoch": 351, "lr": 3.7020989108824164e-05}
{"train_loss": 0.0031739026308059692, "global_step": 62535, "epoch": 351, "lr": 3.701956206664486e-05}
{"train_loss": 0.00149162660818547, "global_step": 62536, "epoch": 351, "lr": 3.701813503580317e-05}
{"train_loss": 0.004384727217257023, "global_step": 62537, "epoch": 351, "lr": 3.701670801630036e-05}
{"train_loss": 0.004833373241126537, "global_step": 62538, "epoch": 351, "lr": 3.7015281008137695e-05}
{"train_loss": 0.003119905712082982, "global_step": 62539, "epoch": 351, "lr": 3.7013854011316396e-05}
{"train_loss": 0.0022277713287621737, "global_step": 62540, "epoch": 351, "lr": 3.701242702583774e-05}
{"train_loss": 0.001763605047017336, "global_step": 62541, "epoch": 351, "lr": 3.701100005170294e-05}
{"train_loss": 0.002735668094828725, "global_step": 62542, "epoch": 351, "lr": 3.700957308891325e-05}
{"train_loss": 0.0011417707428336143, "global_step": 62543, "epoch": 351, "lr": 3.7008146137469925e-05}
{"train_loss": 0.0011187619529664516, "global_step": 62544, "epoch": 351, "lr": 3.7006719197374226e-05}
{"train_loss": 0.002382636070251465, "global_step": 62545, "epoch": 351, "lr": 3.700529226862736e-05}
{"train_loss": 0.004091259092092514, "global_step": 62546, "epoch": 351, "lr": 3.7003865351230605e-05}
{"train_loss": 0.0025679576210677624, "global_step": 62547, "epoch": 351, "lr": 3.700243844518518e-05}
{"train_loss": 0.0019420406315475702, "global_step": 62548, "epoch": 351, "lr": 3.700101155049238e-05}
{"train_loss": 0.003163570538163185, "global_step": 62549, "epoch": 351, "lr": 3.69995846671534e-05}
{"train_loss": 0.0013814519625157118, "global_step": 62550, "epoch": 351, "lr": 3.699815779516952e-05}
{"train_loss": 0.0021350961178541183, "global_step": 62551, "epoch": 351, "lr": 3.699673093454196e-05}
{"train_loss": 0.00299218506552279, "global_step": 62552, "epoch": 351, "lr": 3.6995304085271985e-05}
{"train_loss": 0.003382610622793436, "global_step": 62553, "epoch": 351, "lr": 3.699387724736082e-05}
{"train_loss": 0.0018345427233725786, "global_step": 62554, "epoch": 351, "lr": 3.6992450420809755e-05}
{"train_loss": 0.0017351029673591256, "global_step": 62555, "epoch": 351, "lr": 3.699102360561999e-05}
{"train_loss": 0.004059437662363052, "global_step": 62556, "epoch": 351, "lr": 3.6989596801792794e-05}
{"train_loss": 0.004427681211382151, "global_step": 62557, "epoch": 351, "lr": 3.6988170009329394e-05}
{"train_loss": 0.004886353854089975, "global_step": 62558, "epoch": 351, "lr": 3.6986743228231056e-05}
{"train_loss": 0.005036110989749432, "global_step": 62559, "epoch": 351, "lr": 3.698531645849904e-05}
{"train_loss": 0.0035613495856523514, "global_step": 62560, "epoch": 351, "lr": 3.698388970013455e-05}
{"train_loss": 0.003602641634643078, "global_step": 62561, "epoch": 351, "lr": 3.6982462953138864e-05}
{"train_loss": 0.0020040583331137896, "global_step": 62562, "epoch": 351, "lr": 3.698103621751321e-05}
{"train_loss": 0.0008860630914568901, "global_step": 62563, "epoch": 351, "lr": 3.697960949325887e-05}
{"train_loss": 0.002686920342966914, "global_step": 62564, "epoch": 351, "lr": 3.697818278037703e-05}
{"train_loss": 0.0029738149605691433, "global_step": 62565, "epoch": 351, "lr": 3.6976756078868994e-05}
{"train_loss": 0.003205130808055401, "global_step": 62566, "epoch": 351, "lr": 3.697532938873597e-05}
{"train_loss": 0.0019700569100677967, "global_step": 62567, "epoch": 351, "lr": 3.6973902709979236e-05}
{"train_loss": 0.00108272151555866, "global_step": 62568, "epoch": 351, "lr": 3.6972476042600004e-05}
{"train_loss": 0.0036636304575949907, "global_step": 62569, "epoch": 351, "lr": 3.697104938659955e-05}
{"train_loss": 0.0029275398701429367, "global_step": 62570, "epoch": 351, "lr": 3.696962274197909e-05}
{"train_loss": 0.001886596786789596, "global_step": 62571, "epoch": 351, "lr": 3.696819610873989e-05}
{"train_loss": 0.0024647812824696302, "global_step": 62572, "epoch": 351, "lr": 3.696676948688319e-05}
{"train_loss": 0.001819742377847433, "global_step": 62573, "epoch": 351, "lr": 3.696534287641026e-05}
{"train_loss": 0.0018698011990636587, "global_step": 62574, "epoch": 351, "lr": 3.69639162773223e-05}
{"train_loss": 0.002524125622585416, "global_step": 62575, "epoch": 351, "lr": 3.696248968962059e-05}
{"train_loss": 0.0022343331947922707, "global_step": 62576, "epoch": 351, "lr": 3.696106311330636e-05}
{"train_loss": 0.00811877939850092, "global_step": 62577, "epoch": 351, "lr": 3.6959636548380876e-05}
{"train_loss": 0.0027496428228914738, "global_step": 62578, "epoch": 351, "lr": 3.695820999484536e-05}
{"train_loss": 0.0009458475979045033, "global_step": 62579, "epoch": 351, "lr": 3.695678345270106e-05}
{"train_loss": 0.0023615038953721523, "global_step": 62580, "epoch": 351, "lr": 3.6955356921949245e-05}
{"train_loss": 0.001733821234665811, "global_step": 62581, "epoch": 351, "lr": 3.6953930402591135e-05}
{"train_loss": 0.002744062105193734, "global_step": 62582, "epoch": 351, "lr": 3.695250389462801e-05}
{"train_loss": 0.0008993559749796987, "global_step": 62583, "epoch": 351, "lr": 3.695107739806108e-05}
{"train_loss": 0.003642536234110594, "global_step": 62584, "epoch": 351, "lr": 3.6949650912891595e-05}
{"train_loss": 0.0014979041879996657, "global_step": 62585, "epoch": 351, "lr": 3.694822443912082e-05}
{"train_loss": 0.0023601145949214697, "global_step": 62586, "epoch": 351, "lr": 3.694679797675e-05}
{"train_loss": 0.0030350752640515566, "global_step": 62587, "epoch": 351, "lr": 3.694537152578036e-05}
{"train_loss": 0.0038464178796857595, "global_step": 62588, "epoch": 351, "lr": 3.6943945086213175e-05}
{"train_loss": 0.003980010747909546, "global_step": 62589, "epoch": 351, "lr": 3.6942518658049654e-05}
{"train_loss": 0.0017429545987397432, "global_step": 62590, "epoch": 351, "lr": 3.694109224129107e-05}
{"train_loss": 0.0015166993252933025, "global_step": 62591, "epoch": 351, "lr": 3.6939665835938665e-05}
{"train_loss": 0.004873918369412422, "global_step": 62592, "epoch": 351, "lr": 3.693823944199369e-05}
{"train_loss": 0.003562896978110075, "global_step": 62593, "epoch": 351, "lr": 3.693681305945737e-05}
{"train_loss": 0.0047093722969293594, "global_step": 62594, "epoch": 351, "lr": 3.6935386688330964e-05}
{"train_loss": 0.004063998349010944, "global_step": 62595, "epoch": 351, "lr": 3.6933960328615715e-05}
{"train_loss": 0.004816210828721523, "global_step": 62596, "epoch": 351, "lr": 3.6932533980312886e-05}
{"train_loss": 0.0028322450816631317, "global_step": 62597, "epoch": 351, "lr": 3.693110764342369e-05}
{"train_loss": 0.0031756714452058077, "global_step": 62598, "epoch": 351, "lr": 3.6929681317949397e-05}
{"train_loss": 0.0012734865304082632, "global_step": 62599, "epoch": 351, "lr": 3.692825500389125e-05}
{"train_loss": 0.0040282635018229485, "global_step": 62600, "epoch": 351, "lr": 3.692682870125048e-05}
{"train_loss": 0.0015022270381450653, "global_step": 62601, "epoch": 351, "lr": 3.692540241002837e-05}
{"train_loss": 0.0027928384952247143, "global_step": 62602, "epoch": 351, "lr": 3.692397613022612e-05}
{"train_loss": 0.004068408161401749, "global_step": 62603, "epoch": 351, "lr": 3.6922549861845004e-05}
{"train_loss": 0.0061732204630970955, "global_step": 62604, "epoch": 351, "lr": 3.692112360488625e-05}
{"train_loss": 0.0020152071956545115, "global_step": 62605, "epoch": 351, "lr": 3.6919697359351136e-05}
{"train_loss": 0.0028424314223229885, "global_step": 62606, "epoch": 351, "lr": 3.691827112524086e-05}
{"train_loss": 0.0022571187000721693, "global_step": 62607, "epoch": 351, "lr": 3.6916844902556715e-05}
{"train_loss": 0.0007726031471975148, "global_step": 62608, "epoch": 351, "lr": 3.691541869129991e-05}
{"train_loss": 0.0031573306769132614, "global_step": 62609, "epoch": 351, "lr": 3.69139924914717e-05}
{"train_loss": 0.002386466134339571, "global_step": 62610, "epoch": 351, "lr": 3.691256630307334e-05}
{"train_loss": 0.002491114428266883, "global_step": 62611, "epoch": 351, "lr": 3.691114012610609e-05}
{"train_loss": 0.005415264517068863, "global_step": 62612, "epoch": 351, "lr": 3.690971396057116e-05}
{"train_loss": 0.002554568462073803, "global_step": 62613, "epoch": 351, "lr": 3.690828780646981e-05}
{"train_loss": 0.002298204228281975, "global_step": 62614, "epoch": 351, "lr": 3.690686166380329e-05}
{"train_loss": 0.0037335229571908712, "global_step": 62615, "epoch": 351, "lr": 3.690543553257286e-05}
{"train_loss": 0.0018330849707126617, "global_step": 62616, "epoch": 351, "lr": 3.690400941277974e-05}
{"train_loss": 0.002335591008886695, "global_step": 62617, "epoch": 351, "lr": 3.690258330442519e-05}
{"train_loss": 0.0013508936390280724, "global_step": 62618, "epoch": 351, "lr": 3.690115720751043e-05}
{"train_loss": 0.0019418604206293821, "global_step": 62619, "epoch": 351, "lr": 3.689973112203674e-05}
{"train_loss": 0.0030797480139881372, "global_step": 62620, "epoch": 351, "lr": 3.689830504800537e-05}
{"train_loss": 0.0043688444420695305, "global_step": 62621, "epoch": 351, "lr": 3.6896878985417526e-05}
{"train_loss": 0.0028054299764335155, "global_step": 62622, "epoch": 351, "lr": 3.689545293427449e-05}
{"train_loss": 0.002864815993234515, "global_step": 62623, "epoch": 351, "lr": 3.689402689457747e-05}
{"train_loss": 0.002038485836237669, "global_step": 62624, "epoch": 351, "lr": 3.689260086632776e-05}
{"train_loss": 0.002988889580592513, "global_step": 62625, "epoch": 351, "lr": 3.689117484952657e-05}
{"train_loss": 0.0035969160962849855, "global_step": 62626, "epoch": 351, "lr": 3.688974884417518e-05}
{"train_loss": 0.0013163239927962422, "global_step": 62627, "epoch": 351, "lr": 3.688832285027478e-05}
{"train_loss": 0.0013943585800006986, "global_step": 62628, "epoch": 351, "lr": 3.688689686782666e-05}
{"train_loss": 0.005774888209998608, "global_step": 62629, "epoch": 351, "lr": 3.6885470896832036e-05}
{"train_loss": 0.003483977634459734, "global_step": 62630, "epoch": 351, "lr": 3.68840449372922e-05}
{"train_loss": 0.002772038569673896, "global_step": 62631, "epoch": 351, "lr": 3.6882618989208336e-05}
{"train_loss": 0.002088912995532155, "global_step": 62632, "epoch": 351, "lr": 3.688119305258174e-05}
{"train_loss": 0.002787225879728794, "global_step": 62633, "epoch": 351, "lr": 3.6879767127413625e-05}
{"train_loss": 0.004442352335900068, "global_step": 62634, "epoch": 351, "lr": 3.6878341213705275e-05}
{"train_loss": 0.0017022959655150771, "global_step": 62635, "epoch": 351, "lr": 3.6876915311457884e-05}
{"train_loss": 0.00315720122307539, "global_step": 62636, "epoch": 351, "lr": 3.687548942067274e-05}
{"train_loss": 0.0015527973882853985, "global_step": 62637, "epoch": 351, "lr": 3.6874063541351054e-05}
{"train_loss": 0.0032760752364993095, "global_step": 62638, "epoch": 351, "lr": 3.6872637673494116e-05}
{"train_loss": 0.004206880461424589, "global_step": 62639, "epoch": 351, "lr": 3.687121181710312e-05}
{"train_loss": 0.0030680024065077305, "global_step": 62640, "epoch": 351, "lr": 3.6869785972179344e-05}
{"train_loss": 0.0017902359832078218, "global_step": 62641, "epoch": 351, "lr": 3.686836013872403e-05}
{"train_loss": 0.002482473384588957, "global_step": 62642, "epoch": 351, "lr": 3.6866934316738413e-05}
{"train_loss": 0.0018278376664966345, "global_step": 62643, "epoch": 351, "lr": 3.686550850622376e-05}
{"train_loss": 0.003436015686020255, "global_step": 62644, "epoch": 351, "lr": 3.686408270718128e-05}
{"train_loss": 0.0026874463073909283, "global_step": 62645, "epoch": 351, "lr": 3.686265691961227e-05}
{"train_loss": 0.0030774250626564026, "global_step": 62646, "epoch": 351, "lr": 3.686123114351792e-05}
{"train_loss": 0.003668209770694375, "global_step": 62647, "epoch": 351, "lr": 3.6859805378899504e-05}
{"train_loss": 0.0022940386552363634, "global_step": 62648, "epoch": 351, "lr": 3.6858379625758257e-05}
{"train_loss": 0.0010408362140879035, "global_step": 62649, "epoch": 351, "lr": 3.6856953884095444e-05}
{"train_loss": 0.0019345327746123075, "global_step": 62650, "epoch": 351, "lr": 3.6855528153912286e-05}
{"train_loss": 0.0013668048195540905, "global_step": 62651, "epoch": 351, "lr": 3.685410243521005e-05}
{"train_loss": 0.0028030667454004288, "global_step": 62652, "epoch": 351, "lr": 3.6852676727989956e-05}
{"train_loss": 0.005054472479969263, "global_step": 62653, "epoch": 351, "lr": 3.6851251032253277e-05}
{"train_loss": 0.001309740706346929, "global_step": 62654, "epoch": 351, "lr": 3.684982534800123e-05}
{"train_loss": 0.002825134397834916, "global_step": 62655, "epoch": 351, "lr": 3.684839967523509e-05}
{"train_loss": 0.002030719304457307, "global_step": 62656, "epoch": 352, "lr": 3.684697401395608e-05}
{"train_loss": 0.005449874326586723, "global_step": 62657, "epoch": 352, "lr": 3.684554836416546e-05}
{"train_loss": 0.002538665197789669, "global_step": 62658, "epoch": 352, "lr": 3.684412272586446e-05}
{"train_loss": 0.0035401550121605396, "global_step": 62659, "epoch": 352, "lr": 3.684269709905435e-05}
{"train_loss": 0.0013307202607393265, "global_step": 62660, "epoch": 352, "lr": 3.684127148373634e-05}
{"train_loss": 0.0017776456661522388, "global_step": 62661, "epoch": 352, "lr": 3.6839845879911685e-05}
{"train_loss": 0.002534354105591774, "global_step": 62662, "epoch": 352, "lr": 3.6838420287581656e-05}
{"train_loss": 0.0022879894822835922, "global_step": 62663, "epoch": 352, "lr": 3.683699470674746e-05}
{"train_loss": 0.0022797586861997843, "global_step": 62664, "epoch": 352, "lr": 3.68355691374104e-05}
{"train_loss": 0.0015311231836676598, "global_step": 62665, "epoch": 352, "lr": 3.683414357957165e-05}
{"train_loss": 0.0022835182026028633, "global_step": 62666, "epoch": 352, "lr": 3.683271803323251e-05}
{"train_loss": 0.001441694563254714, "global_step": 62667, "epoch": 352, "lr": 3.6831292498394185e-05}
{"train_loss": 0.0016095328610390425, "global_step": 62668, "epoch": 352, "lr": 3.682986697505797e-05}
{"train_loss": 0.004679552279412746, "global_step": 62669, "epoch": 352, "lr": 3.682844146322505e-05}
{"train_loss": 0.0028983396477997303, "global_step": 62670, "epoch": 352, "lr": 3.682701596289671e-05}
{"train_loss": 0.002816012827679515, "global_step": 62671, "epoch": 352, "lr": 3.682559047407419e-05}
{"train_loss": 0.0007437764434143901, "global_step": 62672, "epoch": 352, "lr": 3.682416499675873e-05}
{"train_loss": 0.0029688896611332893, "global_step": 62673, "epoch": 352, "lr": 3.682273953095157e-05}
{"train_loss": 0.003835019189864397, "global_step": 62674, "epoch": 352, "lr": 3.6821314076653965e-05}
{"train_loss": 0.0023785715457051992, "global_step": 62675, "epoch": 352, "lr": 3.681988863386714e-05}
{"train_loss": 0.002676847856491804, "global_step": 62676, "epoch": 352, "lr": 3.681846320259238e-05}
{"train_loss": 0.002752502216026187, "global_step": 62677, "epoch": 352, "lr": 3.681703778283089e-05}
{"train_loss": 0.0029832578729838133, "global_step": 62678, "epoch": 352, "lr": 3.681561237458394e-05}
{"train_loss": 0.004316568840295076, "global_step": 62679, "epoch": 352, "lr": 3.6814186977852747e-05}
{"train_loss": 0.00260151457041502, "global_step": 62680, "epoch": 352, "lr": 3.681276159263859e-05}
{"train_loss": 0.0029468396678566933, "global_step": 62681, "epoch": 352, "lr": 3.6811336218942685e-05}
{"train_loss": 0.003388658631592989, "global_step": 62682, "epoch": 352, "lr": 3.680991085676629e-05}
{"train_loss": 0.00230759521946311, "global_step": 62683, "epoch": 352, "lr": 3.6808485506110674e-05}
{"train_loss": 0.001136629842221737, "global_step": 62684, "epoch": 352, "lr": 3.6807060166977034e-05}
{"train_loss": 0.001383146969601512, "global_step": 62685, "epoch": 352, "lr": 3.680563483936665e-05}
{"train_loss": 0.0018542463658377528, "global_step": 62686, "epoch": 352, "lr": 3.680420952328074e-05}
{"train_loss": 0.00203038495965302, "global_step": 62687, "epoch": 352, "lr": 3.68027842187206e-05}
{"train_loss": 0.003853163216263056, "global_step": 62688, "epoch": 352, "lr": 3.6801358925687405e-05}
{"train_loss": 0.00387641997076571, "global_step": 62689, "epoch": 352, "lr": 3.679993364418245e-05}
{"train_loss": 0.002794500906020403, "global_step": 62690, "epoch": 352, "lr": 3.679850837420696e-05}
{"train_loss": 0.003397661028429866, "global_step": 62691, "epoch": 352, "lr": 3.67970831157622e-05}
{"train_loss": 0.0019254726357758045, "global_step": 62692, "epoch": 352, "lr": 3.679565786884938e-05}
{"train_loss": 0.0026457859203219414, "global_step": 62693, "epoch": 352, "lr": 3.679423263346977e-05}
{"train_loss": 0.0035292073152959347, "global_step": 62694, "epoch": 352, "lr": 3.67928074096246e-05}
{"train_loss": 0.003222997300326824, "global_step": 62695, "epoch": 352, "lr": 3.679138219731515e-05}
{"train_loss": 0.003361329436302185, "global_step": 62696, "epoch": 352, "lr": 3.6789956996542616e-05}
{"train_loss": 0.0026282835751771927, "global_step": 62697, "epoch": 352, "lr": 3.678853180730828e-05}
{"train_loss": 0.00152485235594213, "global_step": 62698, "epoch": 352, "lr": 3.678710662961336e-05}
{"train_loss": 0.001907149562612176, "global_step": 62699, "epoch": 352, "lr": 3.678568146345912e-05}
{"train_loss": 0.0025217451620846987, "global_step": 62700, "epoch": 352, "lr": 3.6784256308846785e-05}
{"train_loss": 0.003483772976323962, "global_step": 62701, "epoch": 352, "lr": 3.6782831165777644e-05}
{"train_loss": 0.0029010227881371975, "global_step": 62702, "epoch": 352, "lr": 3.678140603425288e-05}
{"train_loss": 0.003867693245410919, "global_step": 62703, "epoch": 352, "lr": 3.677998091427377e-05}
{"train_loss": 0.0018392793135717511, "global_step": 62704, "epoch": 352, "lr": 3.677855580584157e-05}
{"train_loss": 0.0018008972983807325, "global_step": 62705, "epoch": 352, "lr": 3.6777130708957496e-05}
{"train_loss": 0.001251867739483714, "global_step": 62706, "epoch": 352, "lr": 3.677570562362284e-05}
{"train_loss": 0.0036175805144011974, "global_step": 62707, "epoch": 352, "lr": 3.677428054983879e-05}
{"train_loss": 0.005727645941078663, "global_step": 62708, "epoch": 352, "lr": 3.6772855487606624e-05}
{"train_loss": 0.002255483064800501, "global_step": 62709, "epoch": 352, "lr": 3.677143043692757e-05}
{"train_loss": 0.0033032363280653954, "global_step": 62710, "epoch": 352, "lr": 3.67700053978029e-05}
{"train_loss": 0.0012780206743627787, "global_step": 62711, "epoch": 352, "lr": 3.6768580370233816e-05}
{"train_loss": 0.002669400302693248, "global_step": 62712, "epoch": 352, "lr": 3.67671553542216e-05}
{"train_loss": 0.003478117985650897, "global_step": 62713, "epoch": 352, "lr": 3.676573034976748e-05}
{"train_loss": 0.003465241054072976, "global_step": 62714, "epoch": 352, "lr": 3.6764305356872724e-05}
{"train_loss": 0.0019870027899742126, "global_step": 62715, "epoch": 352, "lr": 3.6762880375538534e-05}
{"train_loss": 0.0028321482241153717, "global_step": 62716, "epoch": 352, "lr": 3.67614554057662e-05}
{"train_loss": 0.0026736692525446415, "global_step": 62717, "epoch": 352, "lr": 3.676003044755692e-05}
{"train_loss": 0.0031934469006955624, "global_step": 62718, "epoch": 352, "lr": 3.675860550091197e-05}
{"train_loss": 0.0030568609945476055, "global_step": 62719, "epoch": 352, "lr": 3.6757180565832584e-05}
{"train_loss": 0.001815043156966567, "global_step": 62720, "epoch": 352, "lr": 3.675575564232002e-05}
{"train_loss": 0.0047250851057469845, "global_step": 62721, "epoch": 352, "lr": 3.6754330730375494e-05}
{"train_loss": 0.0025759395211935043, "global_step": 62722, "epoch": 352, "lr": 3.675290583000029e-05}
{"train_loss": 0.002118520438671112, "global_step": 62723, "epoch": 352, "lr": 3.6751480941195615e-05}
{"train_loss": 0.0013774378458037972, "global_step": 62724, "epoch": 352, "lr": 3.6750056063962736e-05}
{"train_loss": 0.0027788393199443817, "global_step": 62725, "epoch": 352, "lr": 3.67486311983029e-05}
{"train_loss": 0.002628829563036561, "global_step": 62726, "epoch": 352, "lr": 3.674720634421733e-05}
{"train_loss": 0.001496987883001566, "global_step": 62727, "epoch": 352, "lr": 3.67457815017073e-05}
{"train_loss": 0.0017220359295606613, "global_step": 62728, "epoch": 352, "lr": 3.674435667077402e-05}
{"train_loss": 0.002628779737278819, "global_step": 62729, "epoch": 352, "lr": 3.674293185141877e-05}
{"train_loss": 0.0025984342209994793, "global_step": 62730, "epoch": 352, "lr": 3.674150704364276e-05}
{"train_loss": 0.002408855129033327, "global_step": 62731, "epoch": 352, "lr": 3.6740082247447274e-05}
{"train_loss": 0.0015705069527029991, "global_step": 62732, "epoch": 352, "lr": 3.673865746283351e-05}
{"train_loss": 0.0039042967837303877, "global_step": 62733, "epoch": 352, "lr": 3.673723268980276e-05}
{"train_loss": 0.0036475881934165955, "global_step": 62734, "epoch": 352, "lr": 3.673580792835622e-05}
{"train_loss": 0.0018149948446080089, "global_step": 62735, "epoch": 352, "lr": 3.673438317849519e-05}
{"train_loss": 0.0020999102853238583, "global_step": 62736, "epoch": 352, "lr": 3.6732958440220865e-05}
{"train_loss": 0.0016591055318713188, "global_step": 62737, "epoch": 352, "lr": 3.673153371353451e-05}
{"train_loss": 0.002033676952123642, "global_step": 62738, "epoch": 352, "lr": 3.673010899843736e-05}
{"train_loss": 0.003842935897409916, "global_step": 62739, "epoch": 352, "lr": 3.6728684294930695e-05}
{"train_loss": 0.002394651062786579, "global_step": 62740, "epoch": 352, "lr": 3.67272596030157e-05}
{"train_loss": 0.0034392576199024916, "global_step": 62741, "epoch": 352, "lr": 3.672583492269367e-05}
{"train_loss": 0.0019255147781223059, "global_step": 62742, "epoch": 352, "lr": 3.672441025396581e-05}
{"train_loss": 0.002531918231397867, "global_step": 62743, "epoch": 352, "lr": 3.6722985596833414e-05}
{"train_loss": 0.0026017483323812485, "global_step": 62744, "epoch": 352, "lr": 3.6721560951297677e-05}
{"train_loss": 0.0031366064213216305, "global_step": 62745, "epoch": 352, "lr": 3.672013631735986e-05}
{"train_loss": 0.0016565285623073578, "global_step": 62746, "epoch": 352, "lr": 3.6718711695021224e-05}
{"train_loss": 0.002503724303096533, "global_step": 62747, "epoch": 352, "lr": 3.671728708428299e-05}
{"train_loss": 0.001820076024159789, "global_step": 62748, "epoch": 352, "lr": 3.671586248514643e-05}
{"train_loss": 0.0029239808209240437, "global_step": 62749, "epoch": 352, "lr": 3.671443789761275e-05}
{"train_loss": 0.0016605089185759425, "global_step": 62750, "epoch": 352, "lr": 3.6713013321683226e-05}
{"train_loss": 0.0057915812358260155, "global_step": 62751, "epoch": 352, "lr": 3.6711588757359083e-05}
{"train_loss": 0.0029967452865093946, "global_step": 62752, "epoch": 352, "lr": 3.6710164204641596e-05}
{"train_loss": 0.0036379338707774878, "global_step": 62753, "epoch": 352, "lr": 3.670873966353196e-05}
{"train_loss": 0.0028986367397010326, "global_step": 62754, "epoch": 352, "lr": 3.670731513403147e-05}
{"train_loss": 0.0022349616046994925, "global_step": 62755, "epoch": 352, "lr": 3.6705890616141323e-05}
{"train_loss": 0.003760525258257985, "global_step": 62756, "epoch": 352, "lr": 3.6704466109862803e-05}
{"train_loss": 0.005173627752810717, "global_step": 62757, "epoch": 352, "lr": 3.6703041615197126e-05}
{"train_loss": 0.0033547142520546913, "global_step": 62758, "epoch": 352, "lr": 3.670161713214557e-05}
{"train_loss": 0.0026170259807258844, "global_step": 62759, "epoch": 352, "lr": 3.670019266070933e-05}
{"train_loss": 0.0016294833039864898, "global_step": 62760, "epoch": 352, "lr": 3.6698768200889694e-05}
{"train_loss": 0.0015679108910262585, "global_step": 62761, "epoch": 352, "lr": 3.669734375268787e-05}
{"train_loss": 0.0027065423782914877, "global_step": 62762, "epoch": 352, "lr": 3.6695919316105155e-05}
{"train_loss": 0.003058692906051874, "global_step": 62763, "epoch": 352, "lr": 3.669449489114273e-05}
{"train_loss": 0.004218273796141148, "global_step": 62764, "epoch": 352, "lr": 3.669307047780188e-05}
{"train_loss": 0.00450435746461153, "global_step": 62765, "epoch": 352, "lr": 3.669164607608384e-05}
{"train_loss": 0.002370564267039299, "global_step": 62766, "epoch": 352, "lr": 3.669022168598984e-05}
{"train_loss": 0.0038257150445133448, "global_step": 62767, "epoch": 352, "lr": 3.668879730752116e-05}
{"train_loss": 0.0025563330855220556, "global_step": 62768, "epoch": 352, "lr": 3.6687372940679e-05}
{"train_loss": 0.0017078369855880737, "global_step": 62769, "epoch": 352, "lr": 3.668594858546464e-05}
{"train_loss": 0.0019474630244076252, "global_step": 62770, "epoch": 352, "lr": 3.6684524241879294e-05}
{"train_loss": 0.0031689631287008524, "global_step": 62771, "epoch": 352, "lr": 3.668309990992424e-05}
{"train_loss": 0.0027997461147606373, "global_step": 62772, "epoch": 352, "lr": 3.6681675589600685e-05}
{"train_loss": 0.0024925009347498417, "global_step": 62773, "epoch": 352, "lr": 3.6680251280909906e-05}
{"train_loss": 0.004537143744528294, "global_step": 62774, "epoch": 352, "lr": 3.667882698385312e-05}
{"train_loss": 0.0024578128941357136, "global_step": 62775, "epoch": 352, "lr": 3.667740269843158e-05}
{"train_loss": 0.0041229138150811195, "global_step": 62776, "epoch": 352, "lr": 3.6675978424646537e-05}
{"train_loss": 0.001700680935755372, "global_step": 62777, "epoch": 352, "lr": 3.667455416249925e-05}
{"train_loss": 0.003379357745870948, "global_step": 62778, "epoch": 352, "lr": 3.667312991199092e-05}
{"train_loss": 0.0014623370952904224, "global_step": 62779, "epoch": 352, "lr": 3.667170567312282e-05}
{"train_loss": 0.0046864771284163, "global_step": 62780, "epoch": 352, "lr": 3.667028144589619e-05}
{"train_loss": 0.0014721666229888797, "global_step": 62781, "epoch": 352, "lr": 3.666885723031229e-05}
{"train_loss": 0.003169393166899681, "global_step": 62782, "epoch": 352, "lr": 3.666743302637232e-05}
{"train_loss": 0.003206240013241768, "global_step": 62783, "epoch": 352, "lr": 3.666600883407757e-05}
{"train_loss": 0.0019047593232244253, "global_step": 62784, "epoch": 352, "lr": 3.666458465342925e-05}
{"train_loss": 0.0036774592008441687, "global_step": 62785, "epoch": 352, "lr": 3.666316048442864e-05}
{"train_loss": 0.0020738053135573864, "global_step": 62786, "epoch": 352, "lr": 3.666173632707695e-05}
{"train_loss": 0.0016925977542996407, "global_step": 62787, "epoch": 352, "lr": 3.666031218137542e-05}
{"train_loss": 0.0012974729761481285, "global_step": 62788, "epoch": 352, "lr": 3.6658888047325346e-05}
{"train_loss": 0.002314969664439559, "global_step": 62789, "epoch": 352, "lr": 3.665746392492791e-05}
{"train_loss": 0.002133188536390662, "global_step": 62790, "epoch": 352, "lr": 3.6656039814184396e-05}
{"train_loss": 0.002214498817920685, "global_step": 62791, "epoch": 352, "lr": 3.665461571509602e-05}
{"train_loss": 0.0022782599553465843, "global_step": 62792, "epoch": 352, "lr": 3.6653191627664064e-05}
{"train_loss": 0.0023043565452098846, "global_step": 62793, "epoch": 352, "lr": 3.665176755188973e-05}
{"train_loss": 0.006047229282557964, "global_step": 62794, "epoch": 352, "lr": 3.665034348777427e-05}
{"train_loss": 0.00428953068330884, "global_step": 62795, "epoch": 352, "lr": 3.664891943531895e-05}
{"train_loss": 0.004137843381613493, "global_step": 62796, "epoch": 352, "lr": 3.664749539452501e-05}
{"train_loss": 0.0020657475106418133, "global_step": 62797, "epoch": 352, "lr": 3.664607136539368e-05}
{"train_loss": 0.0024267465341836214, "global_step": 62798, "epoch": 352, "lr": 3.664464734792621e-05}
{"train_loss": 0.002444772981107235, "global_step": 62799, "epoch": 352, "lr": 3.664322334212383e-05}
{"train_loss": 0.0013992004096508026, "global_step": 62800, "epoch": 352, "lr": 3.664179934798782e-05}
{"train_loss": 0.003272034227848053, "global_step": 62801, "epoch": 352, "lr": 3.6640375365519376e-05}
{"train_loss": 0.0037249145098030567, "global_step": 62802, "epoch": 352, "lr": 3.6638951394719785e-05}
{"train_loss": 0.0029267664067447186, "global_step": 62803, "epoch": 352, "lr": 3.663752743559026e-05}
{"train_loss": 0.005580442026257515, "global_step": 62804, "epoch": 352, "lr": 3.6636103488132065e-05}
{"train_loss": 0.0025423034094274044, "global_step": 62805, "epoch": 352, "lr": 3.663467955234643e-05}
{"train_loss": 0.0011031103786081076, "global_step": 62806, "epoch": 352, "lr": 3.663325562823462e-05}
{"train_loss": 0.006990126334130764, "global_step": 62807, "epoch": 352, "lr": 3.663183171579784e-05}
{"train_loss": 0.0023680655285716057, "global_step": 62808, "epoch": 352, "lr": 3.663040781503736e-05}
{"train_loss": 0.0020426674745976925, "global_step": 62809, "epoch": 352, "lr": 3.662898392595443e-05}
{"train_loss": 0.0018566205399110913, "global_step": 62810, "epoch": 352, "lr": 3.662756004855027e-05}
{"train_loss": 0.0029989839531481266, "global_step": 62811, "epoch": 352, "lr": 3.6626136182826156e-05}
{"train_loss": 0.0023529594764113426, "global_step": 62812, "epoch": 352, "lr": 3.66247123287833e-05}
{"train_loss": 0.001945828553289175, "global_step": 62813, "epoch": 352, "lr": 3.662328848642297e-05}
{"train_loss": 0.004622305277734995, "global_step": 62814, "epoch": 352, "lr": 3.662186465574638e-05}
{"train_loss": 0.001715854275971651, "global_step": 62815, "epoch": 352, "lr": 3.662044083675482e-05}
{"train_loss": 0.003218207973986864, "global_step": 62816, "epoch": 352, "lr": 3.661901702944949e-05}
{"train_loss": 0.0016731970245018601, "global_step": 62817, "epoch": 352, "lr": 3.661759323383165e-05}
{"train_loss": 0.002043437445536256, "global_step": 62818, "epoch": 352, "lr": 3.661616944990253e-05}
{"train_loss": 0.0023074117489159107, "global_step": 62819, "epoch": 352, "lr": 3.661474567766342e-05}
{"train_loss": 0.0030880500562489033, "global_step": 62820, "epoch": 352, "lr": 3.661332191711549e-05}
{"train_loss": 0.0036234213039278984, "global_step": 62821, "epoch": 352, "lr": 3.6611898168260055e-05}
{"train_loss": 0.005337599664926529, "global_step": 62822, "epoch": 352, "lr": 3.6610474431098306e-05}
{"train_loss": 0.0019462346099317074, "global_step": 62823, "epoch": 352, "lr": 3.6609050705631535e-05}
{"train_loss": 0.003599561518058181, "global_step": 62824, "epoch": 352, "lr": 3.6607626991860934e-05}
{"train_loss": 0.0020712176337838173, "global_step": 62825, "epoch": 352, "lr": 3.6606203289787796e-05}
{"train_loss": 0.0049987174570560455, "global_step": 62826, "epoch": 352, "lr": 3.6604779599413316e-05}
{"train_loss": 0.006055748090147972, "global_step": 62827, "epoch": 352, "lr": 3.6603355920738765e-05}
{"train_loss": 0.0025872020050883293, "global_step": 62828, "epoch": 352, "lr": 3.660193225376538e-05}
{"train_loss": 0.0011499703396111727, "global_step": 62829, "epoch": 352, "lr": 3.660050859849441e-05}
{"train_loss": 0.0015883254818618298, "global_step": 62830, "epoch": 352, "lr": 3.659908495492711e-05}
{"train_loss": 0.003466265508905053, "global_step": 62831, "epoch": 352, "lr": 3.6597661323064685e-05}
{"train_loss": 0.0012702023377642035, "global_step": 62832, "epoch": 352, "lr": 3.659623770290842e-05}
{"train_loss": 0.002766997051775832, "global_step": 62833, "epoch": 352, "lr": 3.659481409445953e-05}
{"train_loss": 0.00308034336194396, "global_step": 62834, "epoch": 353, "lr": 3.6593390497719284e-05}
{"train_loss": 0.004064866341650486, "global_step": 62835, "epoch": 353, "lr": 3.659196691268889e-05}
{"train_loss": 0.004445160739123821, "global_step": 62836, "epoch": 353, "lr": 3.659054333936963e-05}
{"train_loss": 0.0030307690612971783, "global_step": 62837, "epoch": 353, "lr": 3.658911977776271e-05}
{"train_loss": 0.002999928081408143, "global_step": 62838, "epoch": 353, "lr": 3.6587696227869425e-05}
{"train_loss": 0.002194928703829646, "global_step": 62839, "epoch": 353, "lr": 3.658627268969096e-05}
{"train_loss": 0.002702668309211731, "global_step": 62840, "epoch": 353, "lr": 3.65848491632286e-05}
{"train_loss": 0.004002795554697514, "global_step": 62841, "epoch": 353, "lr": 3.6583425648483553e-05}
{"train_loss": 0.0038586356677114964, "global_step": 62842, "epoch": 353, "lr": 3.658200214545711e-05}
{"train_loss": 0.0019175782799720764, "global_step": 62843, "epoch": 353, "lr": 3.658057865415047e-05}
{"train_loss": 0.0011508832685649395, "global_step": 62844, "epoch": 353, "lr": 3.6579155174564906e-05}
{"train_loss": 0.002608794253319502, "global_step": 62845, "epoch": 353, "lr": 3.657773170670162e-05}
{"train_loss": 0.0035291954409331083, "global_step": 62846, "epoch": 353, "lr": 3.6576308250561906e-05}
{"train_loss": 0.001872815890237689, "global_step": 62847, "epoch": 353, "lr": 3.6574884806146976e-05}
{"train_loss": 0.0036858837120234966, "global_step": 62848, "epoch": 353, "lr": 3.65734613734581e-05}
{"train_loss": 0.002280187327414751, "global_step": 62849, "epoch": 353, "lr": 3.657203795249649e-05}
{"train_loss": 0.0021698730997741222, "global_step": 62850, "epoch": 353, "lr": 3.657061454326339e-05}
{"train_loss": 0.004931002855300903, "global_step": 62851, "epoch": 353, "lr": 3.6569191145760077e-05}
{"train_loss": 0.002292581833899021, "global_step": 62852, "epoch": 353, "lr": 3.656776775998775e-05}
{"train_loss": 0.003033522516489029, "global_step": 62853, "epoch": 353, "lr": 3.6566344385947706e-05}
{"train_loss": 0.004555857740342617, "global_step": 62854, "epoch": 353, "lr": 3.6564921023641134e-05}
{"train_loss": 0.0024594555143266916, "global_step": 62855, "epoch": 353, "lr": 3.6563497673069315e-05}
{"train_loss": 0.002304293680936098, "global_step": 62856, "epoch": 353, "lr": 3.6562074334233464e-05}
{"train_loss": 0.001908998005092144, "global_step": 62857, "epoch": 353, "lr": 3.656065100713486e-05}
{"train_loss": 0.004691544454544783, "global_step": 62858, "epoch": 353, "lr": 3.655922769177471e-05}
{"train_loss": 0.0011999498819932342, "global_step": 62859, "epoch": 353, "lr": 3.655780438815428e-05}
{"train_loss": 0.0015516848070546985, "global_step": 62860, "epoch": 353, "lr": 3.655638109627479e-05}
{"train_loss": 0.0034091160632669926, "global_step": 62861, "epoch": 353, "lr": 3.655495781613752e-05}
{"train_loss": 0.003145553870126605, "global_step": 62862, "epoch": 353, "lr": 3.6553534547743675e-05}
{"train_loss": 0.00260124821215868, "global_step": 62863, "epoch": 353, "lr": 3.655211129109453e-05}
{"train_loss": 0.002371372189372778, "global_step": 62864, "epoch": 353, "lr": 3.65506880461913e-05}
{"train_loss": 0.001736801932565868, "global_step": 62865, "epoch": 353, "lr": 3.654926481303525e-05}
{"train_loss": 0.0020605409517884254, "global_step": 62866, "epoch": 353, "lr": 3.654784159162759e-05}
{"train_loss": 0.005408870056271553, "global_step": 62867, "epoch": 353, "lr": 3.654641838196962e-05}
{"train_loss": 0.004584138281643391, "global_step": 62868, "epoch": 353, "lr": 3.6544995184062526e-05}
{"train_loss": 0.001477736746892333, "global_step": 62869, "epoch": 353, "lr": 3.654357199790758e-05}
{"train_loss": 0.0024884147569537163, "global_step": 62870, "epoch": 353, "lr": 3.654214882350602e-05}
{"train_loss": 0.002226858865469694, "global_step": 62871, "epoch": 353, "lr": 3.6540725660859086e-05}
{"train_loss": 0.002855103462934494, "global_step": 62872, "epoch": 353, "lr": 3.653930250996804e-05}
{"train_loss": 0.0022132890298962593, "global_step": 62873, "epoch": 353, "lr": 3.653787937083409e-05}
{"train_loss": 0.0027542824391275644, "global_step": 62874, "epoch": 353, "lr": 3.653645624345852e-05}
{"train_loss": 0.0013890017289668322, "global_step": 62875, "epoch": 353, "lr": 3.653503312784253e-05}
{"train_loss": 0.0038250545039772987, "global_step": 62876, "epoch": 353, "lr": 3.653361002398741e-05}
{"train_loss": 0.0037925015203654766, "global_step": 62877, "epoch": 353, "lr": 3.653218693189435e-05}
{"train_loss": 0.002693826798349619, "global_step": 62878, "epoch": 353, "lr": 3.653076385156464e-05}
{"train_loss": 0.0043343412689864635, "global_step": 62879, "epoch": 353, "lr": 3.652934078299949e-05}
{"train_loss": 0.0038944408297538757, "global_step": 62880, "epoch": 353, "lr": 3.652791772620017e-05}
{"train_loss": 0.004578587133437395, "global_step": 62881, "epoch": 353, "lr": 3.65264946811679e-05}
{"train_loss": 0.0027295234613120556, "global_step": 62882, "epoch": 353, "lr": 3.652507164790394e-05}
{"train_loss": 0.003956109285354614, "global_step": 62883, "epoch": 353, "lr": 3.652364862640951e-05}
{"train_loss": 0.003220517188310623, "global_step": 62884, "epoch": 353, "lr": 3.6522225616685884e-05}
{"train_loss": 0.0019532321020960808, "global_step": 62885, "epoch": 353, "lr": 3.6520802618734274e-05}
{"train_loss": 0.003257954027503729, "global_step": 62886, "epoch": 353, "lr": 3.651937963255596e-05}
{"train_loss": 0.00301344390027225, "global_step": 62887, "epoch": 353, "lr": 3.651795665815214e-05}
{"train_loss": 0.00332080340012908, "global_step": 62888, "epoch": 353, "lr": 3.651653369552409e-05}
{"train_loss": 0.0022482373751699924, "global_step": 62889, "epoch": 353, "lr": 3.651511074467303e-05}
{"train_loss": 0.003461801912635565, "global_step": 62890, "epoch": 353, "lr": 3.651368780560025e-05}
{"train_loss": 0.0041658915579319, "global_step": 62891, "epoch": 353, "lr": 3.651226487830692e-05}
{"train_loss": 0.0018929591169580817, "global_step": 62892, "epoch": 353, "lr": 3.651084196279433e-05}
{"train_loss": 0.0020517860539257526, "global_step": 62893, "epoch": 353, "lr": 3.650941905906373e-05}
{"train_loss": 0.0020173813682049513, "global_step": 62894, "epoch": 353, "lr": 3.650799616711633e-05}
{"train_loss": 0.0021592858247458935, "global_step": 62895, "epoch": 353, "lr": 3.6506573286953404e-05}
{"train_loss": 0.0033032649662345648, "global_step": 62896, "epoch": 353, "lr": 3.6505150418576165e-05}
{"train_loss": 0.0015680543147027493, "global_step": 62897, "epoch": 353, "lr": 3.65037275619859e-05}
{"train_loss": 0.0028418991714715958, "global_step": 62898, "epoch": 353, "lr": 3.6502304717183774e-05}
{"train_loss": 0.0019053316209465265, "global_step": 62899, "epoch": 353, "lr": 3.650088188417112e-05}
{"train_loss": 0.001781832193955779, "global_step": 62900, "epoch": 353, "lr": 3.649945906294912e-05}
{"train_loss": 0.0034336992539465427, "global_step": 62901, "epoch": 353, "lr": 3.649803625351906e-05}
{"train_loss": 0.0034063460770994425, "global_step": 62902, "epoch": 353, "lr": 3.649661345588213e-05}
{"train_loss": 0.0023953530471771955, "global_step": 62903, "epoch": 353, "lr": 3.649519067003962e-05}
{"train_loss": 0.0011927466839551926, "global_step": 62904, "epoch": 353, "lr": 3.649376789599274e-05}
{"train_loss": 0.0018487188499420881, "global_step": 62905, "epoch": 353, "lr": 3.649234513374277e-05}
{"train_loss": 0.0006760729593224823, "global_step": 62906, "epoch": 353, "lr": 3.6490922383290906e-05}
{"train_loss": 0.0016214624047279358, "global_step": 62907, "epoch": 353, "lr": 3.648949964463842e-05}
{"train_loss": 0.0026583061553537846, "global_step": 62908, "epoch": 353, "lr": 3.648807691778655e-05}
{"train_loss": 0.004055345430970192, "global_step": 62909, "epoch": 353, "lr": 3.648665420273656e-05}
{"train_loss": 0.0053530531004071236, "global_step": 62910, "epoch": 353, "lr": 3.6485231499489636e-05}
{"train_loss": 0.007354867644608021, "global_step": 62911, "epoch": 353, "lr": 3.6483808808047077e-05}
{"train_loss": 0.00267277704551816, "global_step": 62912, "epoch": 353, "lr": 3.648238612841009e-05}
{"train_loss": 0.0018841861747205257, "global_step": 62913, "epoch": 353, "lr": 3.648096346057993e-05}
{"train_loss": 0.0018054216634482145, "global_step": 62914, "epoch": 353, "lr": 3.647954080455787e-05}
{"train_loss": 0.0016619095113128424, "global_step": 62915, "epoch": 353, "lr": 3.647811816034509e-05}
{"train_loss": 0.004471339285373688, "global_step": 62916, "epoch": 353, "lr": 3.647669552794289e-05}
{"train_loss": 0.0030637686140835285, "global_step": 62917, "epoch": 353, "lr": 3.647527290735248e-05}
{"train_loss": 0.003934927750378847, "global_step": 62918, "epoch": 353, "lr": 3.647385029857511e-05}
{"train_loss": 0.0018898115959018469, "global_step": 62919, "epoch": 353, "lr": 3.6472427701612014e-05}
{"train_loss": 0.0026923506520688534, "global_step": 62920, "epoch": 353, "lr": 3.6471005116464466e-05}
{"train_loss": 0.0020129780750721693, "global_step": 62921, "epoch": 353, "lr": 3.6469582543133665e-05}
{"train_loss": 0.0018711320590227842, "global_step": 62922, "epoch": 353, "lr": 3.6468159981620884e-05}
{"train_loss": 0.00285146851092577, "global_step": 62923, "epoch": 353, "lr": 3.646673743192736e-05}
{"train_loss": 0.0030993924010545015, "global_step": 62924, "epoch": 353, "lr": 3.6465314894054344e-05}
{"train_loss": 0.006621413864195347, "global_step": 62925, "epoch": 353, "lr": 3.646389236800305e-05}
{"train_loss": 0.0031611542217433453, "global_step": 62926, "epoch": 353, "lr": 3.646246985377474e-05}
{"train_loss": 0.004858409054577351, "global_step": 62927, "epoch": 353, "lr": 3.646104735137065e-05}
{"train_loss": 0.0025584460236132145, "global_step": 62928, "epoch": 353, "lr": 3.645962486079205e-05}
{"train_loss": 0.003997801803052425, "global_step": 62929, "epoch": 353, "lr": 3.645820238204013e-05}
{"train_loss": 0.0014175132382661104, "global_step": 62930, "epoch": 353, "lr": 3.645677991511618e-05}
{"train_loss": 0.003227214328944683, "global_step": 62931, "epoch": 353, "lr": 3.645535746002141e-05}
{"train_loss": 0.002351708710193634, "global_step": 62932, "epoch": 353, "lr": 3.64539350167571e-05}
{"train_loss": 0.0017057368531823158, "global_step": 62933, "epoch": 353, "lr": 3.6452512585324435e-05}
{"train_loss": 0.0024451250210404396, "global_step": 62934, "epoch": 353, "lr": 3.6451090165724713e-05}
{"train_loss": 0.0022643674165010452, "global_step": 62935, "epoch": 353, "lr": 3.644966775795916e-05}
{"train_loss": 0.0029197675175964832, "global_step": 62936, "epoch": 353, "lr": 3.6448245362029e-05}
{"train_loss": 0.004183497279882431, "global_step": 62937, "epoch": 353, "lr": 3.644682297793549e-05}
{"train_loss": 0.001602910808287561, "global_step": 62938, "epoch": 353, "lr": 3.644540060567987e-05}
{"train_loss": 0.0027001211419701576, "global_step": 62939, "epoch": 353, "lr": 3.6443978245263396e-05}
{"train_loss": 0.002118073869496584, "global_step": 62940, "epoch": 353, "lr": 3.644255589668728e-05}
{"train_loss": 0.00287392595782876, "global_step": 62941, "epoch": 353, "lr": 3.644113355995279e-05}
{"train_loss": 0.004118750803172588, "global_step": 62942, "epoch": 353, "lr": 3.643971123506115e-05}
{"train_loss": 0.002559644402936101, "global_step": 62943, "epoch": 353, "lr": 3.643828892201364e-05}
{"train_loss": 0.0013007533270865679, "global_step": 62944, "epoch": 353, "lr": 3.643686662081145e-05}
{"train_loss": 0.0027918643318116665, "global_step": 62945, "epoch": 353, "lr": 3.643544433145585e-05}
{"train_loss": 0.0021058337297290564, "global_step": 62946, "epoch": 353, "lr": 3.643402205394808e-05}
{"train_loss": 0.003033397253602743, "global_step": 62947, "epoch": 353, "lr": 3.6432599788289394e-05}
{"train_loss": 0.0020741112530231476, "global_step": 62948, "epoch": 353, "lr": 3.643117753448101e-05}
{"train_loss": 0.0028011128306388855, "global_step": 62949, "epoch": 353, "lr": 3.642975529252418e-05}
{"train_loss": 0.002635675948113203, "global_step": 62950, "epoch": 353, "lr": 3.642833306242015e-05}
{"train_loss": 0.001933409133926034, "global_step": 62951, "epoch": 353, "lr": 3.6426910844170175e-05}
{"train_loss": 0.0033766445703804493, "global_step": 62952, "epoch": 353, "lr": 3.642548863777546e-05}
{"train_loss": 0.0024489248171448708, "global_step": 62953, "epoch": 353, "lr": 3.64240664432373e-05}
{"train_loss": 0.001546182669699192, "global_step": 62954, "epoch": 353, "lr": 3.642264426055688e-05}
{"train_loss": 0.001983090303838253, "global_step": 62955, "epoch": 353, "lr": 3.6421222089735466e-05}
{"train_loss": 0.0023526186123490334, "global_step": 62956, "epoch": 353, "lr": 3.641979993077432e-05}
{"train_loss": 0.0025380521547049284, "global_step": 62957, "epoch": 353, "lr": 3.641837778367466e-05}
{"train_loss": 0.0022953376173973083, "global_step": 62958, "epoch": 353, "lr": 3.641695564843774e-05}
{"train_loss": 0.0014904877170920372, "global_step": 62959, "epoch": 353, "lr": 3.6415533525064795e-05}
{"train_loss": 0.003585728583857417, "global_step": 62960, "epoch": 353, "lr": 3.641411141355708e-05}
{"train_loss": 0.0023100720718503, "global_step": 62961, "epoch": 353, "lr": 3.641268931391581e-05}
{"train_loss": 0.0027071586810052395, "global_step": 62962, "epoch": 353, "lr": 3.6411267226142264e-05}
{"train_loss": 0.0036469257902354, "global_step": 62963, "epoch": 353, "lr": 3.6409845150237646e-05}
{"train_loss": 0.0012024535099044442, "global_step": 62964, "epoch": 353, "lr": 3.640842308620323e-05}
{"train_loss": 0.0009898426942527294, "global_step": 62965, "epoch": 353, "lr": 3.6407001034040236e-05}
{"train_loss": 0.0024615221191197634, "global_step": 62966, "epoch": 353, "lr": 3.6405578993749925e-05}
{"train_loss": 0.0014862848911434412, "global_step": 62967, "epoch": 353, "lr": 3.640415696533352e-05}
{"train_loss": 0.003073054365813732, "global_step": 62968, "epoch": 353, "lr": 3.6402734948792276e-05}
{"train_loss": 0.0022477919701486826, "global_step": 62969, "epoch": 353, "lr": 3.640131294412742e-05}
{"train_loss": 0.0022343327291309834, "global_step": 62970, "epoch": 353, "lr": 3.639989095134023e-05}
{"train_loss": 0.00475509837269783, "global_step": 62971, "epoch": 353, "lr": 3.63984689704319e-05}
{"train_loss": 0.0015256834449246526, "global_step": 62972, "epoch": 353, "lr": 3.6397047001403716e-05}
{"train_loss": 0.0012040440924465656, "global_step": 62973, "epoch": 353, "lr": 3.639562504425688e-05}
{"train_loss": 0.0014617779524996877, "global_step": 62974, "epoch": 353, "lr": 3.6394203098992665e-05}
{"train_loss": 0.0030829627066850662, "global_step": 62975, "epoch": 353, "lr": 3.6392781165612285e-05}
{"train_loss": 0.0034795808605849743, "global_step": 62976, "epoch": 353, "lr": 3.6391359244116996e-05}
{"train_loss": 0.004714724607765675, "global_step": 62977, "epoch": 353, "lr": 3.638993733450807e-05}
{"train_loss": 0.0016346951015293598, "global_step": 62978, "epoch": 353, "lr": 3.6388515436786695e-05}
{"train_loss": 0.0030352785252034664, "global_step": 62979, "epoch": 353, "lr": 3.6387093550954156e-05}
{"train_loss": 0.0009535903809592128, "global_step": 62980, "epoch": 353, "lr": 3.6385671677011656e-05}
{"train_loss": 0.0012403547298163176, "global_step": 62981, "epoch": 353, "lr": 3.638424981496049e-05}
{"train_loss": 0.0026563776191323996, "global_step": 62982, "epoch": 353, "lr": 3.638282796480185e-05}
{"train_loss": 0.002060320693999529, "global_step": 62983, "epoch": 353, "lr": 3.6381406126537e-05}
{"train_loss": 0.0031055109575390816, "global_step": 62984, "epoch": 353, "lr": 3.637998430016717e-05}
{"train_loss": 0.0018858291441574693, "global_step": 62985, "epoch": 353, "lr": 3.6378562485693625e-05}
{"train_loss": 0.0057674855925142765, "global_step": 62986, "epoch": 353, "lr": 3.637714068311758e-05}
{"train_loss": 0.002424334641546011, "global_step": 62987, "epoch": 353, "lr": 3.63757188924403e-05}
{"train_loss": 0.005770397372543812, "global_step": 62988, "epoch": 353, "lr": 3.6374297113663e-05}
{"train_loss": 0.002152813598513603, "global_step": 62989, "epoch": 353, "lr": 3.637287534678696e-05}
{"train_loss": 0.003539977129548788, "global_step": 62990, "epoch": 353, "lr": 3.6371453591813376e-05}
{"train_loss": 0.0026854807510972023, "global_step": 62991, "epoch": 353, "lr": 3.637003184874354e-05}
{"train_loss": 0.002659179735928774, "global_step": 62992, "epoch": 353, "lr": 3.6368610117578646e-05}
{"train_loss": 0.0026477696374058723, "global_step": 62993, "epoch": 353, "lr": 3.636718839831996e-05}
{"train_loss": 0.0029293312691152096, "global_step": 62994, "epoch": 353, "lr": 3.6365766690968716e-05}
{"train_loss": 0.004102904349565506, "global_step": 62995, "epoch": 353, "lr": 3.6364344995526185e-05}
{"train_loss": 0.0028466195799410343, "global_step": 62996, "epoch": 353, "lr": 3.6362923311993554e-05}
{"train_loss": 0.002235415391623974, "global_step": 62997, "epoch": 353, "lr": 3.6361501640372104e-05}
{"train_loss": 0.0022932440042495728, "global_step": 62998, "epoch": 353, "lr": 3.6360079980663074e-05}
{"train_loss": 0.0010597631335258484, "global_step": 62999, "epoch": 353, "lr": 3.635865833286769e-05}
{"train_loss": 0.0022738254629075527, "global_step": 63000, "epoch": 353, "lr": 3.635723669698723e-05}
{"train_loss": 0.002263671951368451, "global_step": 63001, "epoch": 353, "lr": 3.635581507302288e-05}
{"train_loss": 0.002018948085606098, "global_step": 63002, "epoch": 353, "lr": 3.635439346097592e-05}
{"train_loss": 0.0035490458831191063, "global_step": 63003, "epoch": 353, "lr": 3.635297186084758e-05}
{"train_loss": 0.0032041193917393684, "global_step": 63004, "epoch": 353, "lr": 3.635155027263912e-05}
{"train_loss": 0.003020439762622118, "global_step": 63005, "epoch": 353, "lr": 3.635012869635174e-05}
{"train_loss": 0.0076348548755049706, "global_step": 63006, "epoch": 353, "lr": 3.6348707131986726e-05}
{"train_loss": 0.003547100815922022, "global_step": 63007, "epoch": 353, "lr": 3.6347285579545285e-05}
{"train_loss": 0.0031246317084878683, "global_step": 63008, "epoch": 353, "lr": 3.63458640390287e-05}
{"train_loss": 0.0018063823226839304, "global_step": 63009, "epoch": 353, "lr": 3.634444251043817e-05}
{"train_loss": 0.0021631564013659954, "global_step": 63010, "epoch": 353, "lr": 3.634302099377497e-05}
{"train_loss": 0.002814501907553503, "global_step": 63011, "epoch": 353, "lr": 3.63415994890403e-05}
{"train_loss": 0.001220034551806748, "global_step": 63012, "epoch": 354, "lr": 3.634017799623544e-05}
{"train_loss": 0.0019453992135822773, "global_step": 63013, "epoch": 354, "lr": 3.633875651536161e-05}
{"train_loss": 0.001277934294193983, "global_step": 63014, "epoch": 354, "lr": 3.6337335046420086e-05}
{"train_loss": 0.001922796480357647, "global_step": 63015, "epoch": 354, "lr": 3.633591358941205e-05}
{"train_loss": 0.003605305217206478, "global_step": 63016, "epoch": 354, "lr": 3.6334492144338806e-05}
{"train_loss": 0.0018424761947244406, "global_step": 63017, "epoch": 354, "lr": 3.633307071120154e-05}
{"train_loss": 0.0017192973755300045, "global_step": 63018, "epoch": 354, "lr": 3.633164929000153e-05}
{"train_loss": 0.004051349125802517, "global_step": 63019, "epoch": 354, "lr": 3.6330227880740034e-05}
{"train_loss": 0.002089274115860462, "global_step": 63020, "epoch": 354, "lr": 3.632880648341823e-05}
{"train_loss": 0.0015434444649145007, "global_step": 63021, "epoch": 354, "lr": 3.632738509803742e-05}
{"train_loss": 0.0021691506262868643, "global_step": 63022, "epoch": 354, "lr": 3.632596372459881e-05}
{"train_loss": 0.005735383369028568, "global_step": 63023, "epoch": 354, "lr": 3.6324542363103674e-05}
{"train_loss": 0.0032389163970947266, "global_step": 63024, "epoch": 354, "lr": 3.632312101355321e-05}
{"train_loss": 0.0032488044817000628, "global_step": 63025, "epoch": 354, "lr": 3.63216996759487e-05}
{"train_loss": 0.004283529706299305, "global_step": 63026, "epoch": 354, "lr": 3.632027835029136e-05}
{"train_loss": 0.0028470277320593596, "global_step": 63027, "epoch": 354, "lr": 3.631885703658244e-05}
{"train_loss": 0.0017591762589290738, "global_step": 63028, "epoch": 354, "lr": 3.631743573482318e-05}
{"train_loss": 0.005045403726398945, "global_step": 63029, "epoch": 354, "lr": 3.631601444501484e-05}
{"train_loss": 0.004627831745892763, "global_step": 63030, "epoch": 354, "lr": 3.6314593167158625e-05}
{"train_loss": 0.0017397268675267696, "global_step": 63031, "epoch": 354, "lr": 3.63131719012558e-05}
{"train_loss": 0.005302956327795982, "global_step": 63032, "epoch": 354, "lr": 3.6311750647307596e-05}
{"train_loss": 0.0024730730801820755, "global_step": 63033, "epoch": 354, "lr": 3.631032940531528e-05}
{"train_loss": 0.002342874649912119, "global_step": 63034, "epoch": 354, "lr": 3.6308908175280054e-05}
{"train_loss": 0.003611728549003601, "global_step": 63035, "epoch": 354, "lr": 3.630748695720319e-05}
{"train_loss": 0.001688302494585514, "global_step": 63036, "epoch": 354, "lr": 3.6306065751085906e-05}
{"train_loss": 0.0031173136085271835, "global_step": 63037, "epoch": 354, "lr": 3.6304644556929474e-05}
{"train_loss": 0.0018834515940397978, "global_step": 63038, "epoch": 354, "lr": 3.63032233747351e-05}
{"train_loss": 0.0030794229824095964, "global_step": 63039, "epoch": 354, "lr": 3.630180220450404e-05}
{"train_loss": 0.005553234834223986, "global_step": 63040, "epoch": 354, "lr": 3.6300381046237554e-05}
{"train_loss": 0.0012934284750372171, "global_step": 63041, "epoch": 354, "lr": 3.6298959899936843e-05}
{"train_loss": 0.002097325399518013, "global_step": 63042, "epoch": 354, "lr": 3.6297538765603204e-05}
{"train_loss": 0.0018689136486500502, "global_step": 63043, "epoch": 354, "lr": 3.629611764323782e-05}
{"train_loss": 0.004131135530769825, "global_step": 63044, "epoch": 354, "lr": 3.629469653284199e-05}
{"train_loss": 0.0027559080626815557, "global_step": 63045, "epoch": 354, "lr": 3.62932754344169e-05}
{"train_loss": 0.0015881853178143501, "global_step": 63046, "epoch": 354, "lr": 3.629185434796382e-05}
{"train_loss": 0.0029540807008743286, "global_step": 63047, "epoch": 354, "lr": 3.629043327348398e-05}
{"train_loss": 0.0012711286544799805, "global_step": 63048, "epoch": 354, "lr": 3.6289012210978645e-05}
{"train_loss": 0.0027963377069681883, "global_step": 63049, "epoch": 354, "lr": 3.628759116044902e-05}
{"train_loss": 0.0018496416741982102, "global_step": 63050, "epoch": 354, "lr": 3.628617012189638e-05}
{"train_loss": 0.004743822850286961, "global_step": 63051, "epoch": 354, "lr": 3.628474909532193e-05}
{"train_loss": 0.002274830359965563, "global_step": 63052, "epoch": 354, "lr": 3.628332808072697e-05}
{"train_loss": 0.003327332204207778, "global_step": 63053, "epoch": 354, "lr": 3.6281907078112675e-05}
{"train_loss": 0.0015824604779481888, "global_step": 63054, "epoch": 354, "lr": 3.6280486087480324e-05}
{"train_loss": 0.002732733730226755, "global_step": 63055, "epoch": 354, "lr": 3.627906510883114e-05}
{"train_loss": 0.0030672745779156685, "global_step": 63056, "epoch": 354, "lr": 3.627764414216639e-05}
{"train_loss": 0.0035946432035416365, "global_step": 63057, "epoch": 354, "lr": 3.627622318748728e-05}
{"train_loss": 0.002848281990736723, "global_step": 63058, "epoch": 354, "lr": 3.627480224479507e-05}
{"train_loss": 0.0017588166519999504, "global_step": 63059, "epoch": 354, "lr": 3.627338131409102e-05}
{"train_loss": 0.002669963985681534, "global_step": 63060, "epoch": 354, "lr": 3.627196039537632e-05}
{"train_loss": 0.0011432119645178318, "global_step": 63061, "epoch": 354, "lr": 3.6270539488652275e-05}
{"train_loss": 0.0023073223419487476, "global_step": 63062, "epoch": 354, "lr": 3.626911859392008e-05}
{"train_loss": 0.0018578481394797564, "global_step": 63063, "epoch": 354, "lr": 3.6267697711181e-05}
{"train_loss": 0.0018019004492089152, "global_step": 63064, "epoch": 354, "lr": 3.626627684043625e-05}
{"train_loss": 0.0011675358982756734, "global_step": 63065, "epoch": 354, "lr": 3.62648559816871e-05}
{"train_loss": 0.0014195708790794015, "global_step": 63066, "epoch": 354, "lr": 3.6263435134934766e-05}
{"train_loss": 0.0023316475562751293, "global_step": 63067, "epoch": 354, "lr": 3.626201430018052e-05}
{"train_loss": 0.0029947631992399693, "global_step": 63068, "epoch": 354, "lr": 3.6260593477425564e-05}
{"train_loss": 0.0036684609949588776, "global_step": 63069, "epoch": 354, "lr": 3.625917266667117e-05}
{"train_loss": 0.002038531471043825, "global_step": 63070, "epoch": 354, "lr": 3.6257751867918553e-05}
{"train_loss": 0.0017942928243428469, "global_step": 63071, "epoch": 354, "lr": 3.6256331081169e-05}
{"train_loss": 0.00347288534976542, "global_step": 63072, "epoch": 354, "lr": 3.6254910306423694e-05}
{"train_loss": 0.0021816566586494446, "global_step": 63073, "epoch": 354, "lr": 3.625348954368391e-05}
{"train_loss": 0.002449547639116645, "global_step": 63074, "epoch": 354, "lr": 3.625206879295088e-05}
{"train_loss": 0.0009816676611080766, "global_step": 63075, "epoch": 354, "lr": 3.6250648054225856e-05}
{"train_loss": 0.0021594110876321793, "global_step": 63076, "epoch": 354, "lr": 3.624922732751006e-05}
{"train_loss": 0.002296729013323784, "global_step": 63077, "epoch": 354, "lr": 3.624780661280475e-05}
{"train_loss": 0.0019760148134082556, "global_step": 63078, "epoch": 354, "lr": 3.624638591011115e-05}
{"train_loss": 0.002184861106798053, "global_step": 63079, "epoch": 354, "lr": 3.6244965219430506e-05}
{"train_loss": 0.0028989026322960854, "global_step": 63080, "epoch": 354, "lr": 3.624354454076408e-05}
{"train_loss": 0.0027627560775727034, "global_step": 63081, "epoch": 354, "lr": 3.6242123874113085e-05}
{"train_loss": 0.002716297749429941, "global_step": 63082, "epoch": 354, "lr": 3.6240703219478795e-05}
{"train_loss": 0.0011141028953716159, "global_step": 63083, "epoch": 354, "lr": 3.6239282576862405e-05}
{"train_loss": 0.002960455371066928, "global_step": 63084, "epoch": 354, "lr": 3.623786194626519e-05}
{"train_loss": 0.0016528426203876734, "global_step": 63085, "epoch": 354, "lr": 3.6236441327688366e-05}
{"train_loss": 0.0023203708697110415, "global_step": 63086, "epoch": 354, "lr": 3.623502072113322e-05}
{"train_loss": 0.004662571474909782, "global_step": 63087, "epoch": 354, "lr": 3.623360012660093e-05}
{"train_loss": 0.0018022379372268915, "global_step": 63088, "epoch": 354, "lr": 3.6232179544092784e-05}
{"train_loss": 0.0028652551118284464, "global_step": 63089, "epoch": 354, "lr": 3.623075897360999e-05}
{"train_loss": 0.0018408573232591152, "global_step": 63090, "epoch": 354, "lr": 3.622933841515383e-05}
{"train_loss": 0.0023142718710005283, "global_step": 63091, "epoch": 354, "lr": 3.622791786872551e-05}
{"train_loss": 0.0034774383530020714, "global_step": 63092, "epoch": 354, "lr": 3.6226497334326284e-05}
{"train_loss": 0.003970570396631956, "global_step": 63093, "epoch": 354, "lr": 3.6225076811957375e-05}
{"train_loss": 0.0029683616012334824, "global_step": 63094, "epoch": 354, "lr": 3.622365630162007e-05}
{"train_loss": 0.0019910268019884825, "global_step": 63095, "epoch": 354, "lr": 3.622223580331555e-05}
{"train_loss": 0.004401335027068853, "global_step": 63096, "epoch": 354, "lr": 3.622081531704509e-05}
{"train_loss": 0.00375986285507679, "global_step": 63097, "epoch": 354, "lr": 3.6219394842809917e-05}
{"train_loss": 0.0024543029721826315, "global_step": 63098, "epoch": 354, "lr": 3.621797438061131e-05}
{"train_loss": 0.0019645930733531713, "global_step": 63099, "epoch": 354, "lr": 3.6216553930450446e-05}
{"train_loss": 0.00135901290923357, "global_step": 63100, "epoch": 354, "lr": 3.621513349232861e-05}
{"train_loss": 0.001520758494734764, "global_step": 63101, "epoch": 354, "lr": 3.621371306624705e-05}
{"train_loss": 0.005261098966002464, "global_step": 63102, "epoch": 354, "lr": 3.621229265220696e-05}
{"train_loss": 0.0026594095397740602, "global_step": 63103, "epoch": 354, "lr": 3.621087225020963e-05}
{"train_loss": 0.0011360137723386288, "global_step": 63104, "epoch": 354, "lr": 3.620945186025626e-05}
{"train_loss": 0.0024460353888571262, "global_step": 63105, "epoch": 354, "lr": 3.620803148234814e-05}
{"train_loss": 0.0025698347017169, "global_step": 63106, "epoch": 354, "lr": 3.620661111648645e-05}
{"train_loss": 0.001998357940465212, "global_step": 63107, "epoch": 354, "lr": 3.620519076267248e-05}
{"train_loss": 0.000817521067801863, "global_step": 63108, "epoch": 354, "lr": 3.6203770420907434e-05}
{"train_loss": 0.002721341559663415, "global_step": 63109, "epoch": 354, "lr": 3.620235009119259e-05}
{"train_loss": 0.0014559433329850435, "global_step": 63110, "epoch": 354, "lr": 3.6200929773529156e-05}
{"train_loss": 0.003517766948789358, "global_step": 63111, "epoch": 354, "lr": 3.6199509467918404e-05}
{"train_loss": 0.0032958202064037323, "global_step": 63112, "epoch": 354, "lr": 3.6198089174361534e-05}
{"train_loss": 0.003980403300374746, "global_step": 63113, "epoch": 354, "lr": 3.619666889285983e-05}
{"train_loss": 0.0017576614627614617, "global_step": 63114, "epoch": 354, "lr": 3.619524862341449e-05}
{"train_loss": 0.005084285978227854, "global_step": 63115, "epoch": 354, "lr": 3.619382836602679e-05}
{"train_loss": 0.003603964112699032, "global_step": 63116, "epoch": 354, "lr": 3.6192408120697944e-05}
{"train_loss": 0.0036519377026706934, "global_step": 63117, "epoch": 354, "lr": 3.6190987887429227e-05}
{"train_loss": 0.0017945386935025454, "global_step": 63118, "epoch": 354, "lr": 3.618956766622184e-05}
{"train_loss": 0.0024631021078675985, "global_step": 63119, "epoch": 354, "lr": 3.618814745707706e-05}
{"train_loss": 0.002377461176365614, "global_step": 63120, "epoch": 354, "lr": 3.6186727259996076e-05}
{"train_loss": 0.0038126984145492315, "global_step": 63121, "epoch": 354, "lr": 3.6185307074980176e-05}
{"train_loss": 0.0036933524534106255, "global_step": 63122, "epoch": 354, "lr": 3.618388690203059e-05}
{"train_loss": 0.005006554536521435, "global_step": 63123, "epoch": 354, "lr": 3.6182466741148545e-05}
{"train_loss": 0.0029481430537998676, "global_step": 63124, "epoch": 354, "lr": 3.618104659233531e-05}
{"train_loss": 0.002395190531387925, "global_step": 63125, "epoch": 354, "lr": 3.617962645559208e-05}
{"train_loss": 0.004052508622407913, "global_step": 63126, "epoch": 354, "lr": 3.617820633092014e-05}
{"train_loss": 0.002258150838315487, "global_step": 63127, "epoch": 354, "lr": 3.617678621832069e-05}
{"train_loss": 0.0018587186932563782, "global_step": 63128, "epoch": 354, "lr": 3.6175366117795015e-05}
{"train_loss": 0.0019004975911229849, "global_step": 63129, "epoch": 354, "lr": 3.617394602934432e-05}
{"train_loss": 0.0023471079766750336, "global_step": 63130, "epoch": 354, "lr": 3.617252595296986e-05}
{"train_loss": 0.0026816134341061115, "global_step": 63131, "epoch": 354, "lr": 3.617110588867287e-05}
{"train_loss": 0.004085231572389603, "global_step": 63132, "epoch": 354, "lr": 3.616968583645461e-05}
{"train_loss": 0.0017423499375581741, "global_step": 63133, "epoch": 354, "lr": 3.616826579631628e-05}
{"train_loss": 0.0012139948084950447, "global_step": 63134, "epoch": 354, "lr": 3.616684576825916e-05}
{"train_loss": 0.0029306048527359962, "global_step": 63135, "epoch": 354, "lr": 3.616542575228445e-05}
{"train_loss": 0.003712855279445648, "global_step": 63136, "epoch": 354, "lr": 3.616400574839345e-05}
{"train_loss": 0.004916031379252672, "global_step": 63137, "epoch": 354, "lr": 3.616258575658734e-05}
{"train_loss": 0.0025016949512064457, "global_step": 63138, "epoch": 354, "lr": 3.61611657768674e-05}
{"train_loss": 0.0013586513232439756, "global_step": 63139, "epoch": 354, "lr": 3.615974580923485e-05}
{"train_loss": 0.00416500074788928, "global_step": 63140, "epoch": 354, "lr": 3.615832585369093e-05}
{"train_loss": 0.0014929253375157714, "global_step": 63141, "epoch": 354, "lr": 3.615690591023688e-05}
{"train_loss": 0.0020374851301312447, "global_step": 63142, "epoch": 354, "lr": 3.6155485978873946e-05}
{"train_loss": 0.0014142000582069159, "global_step": 63143, "epoch": 354, "lr": 3.6154066059603385e-05}
{"train_loss": 0.0013374158879742026, "global_step": 63144, "epoch": 354, "lr": 3.615264615242641e-05}
{"train_loss": 0.005474922247231007, "global_step": 63145, "epoch": 354, "lr": 3.6151226257344274e-05}
{"train_loss": 0.002561196917667985, "global_step": 63146, "epoch": 354, "lr": 3.6149806374358205e-05}
{"train_loss": 0.0027365125715732574, "global_step": 63147, "epoch": 354, "lr": 3.6148386503469475e-05}
{"train_loss": 0.003510471899062395, "global_step": 63148, "epoch": 354, "lr": 3.614696664467928e-05}
{"train_loss": 0.007717602886259556, "global_step": 63149, "epoch": 354, "lr": 3.614554679798889e-05}
{"train_loss": 0.0019431801047176123, "global_step": 63150, "epoch": 354, "lr": 3.6144126963399536e-05}
{"train_loss": 0.0025560862850397825, "global_step": 63151, "epoch": 354, "lr": 3.614270714091248e-05}
{"train_loss": 0.002486865036189556, "global_step": 63152, "epoch": 354, "lr": 3.6141287330528916e-05}
{"train_loss": 0.002022544387727976, "global_step": 63153, "epoch": 354, "lr": 3.6139867532250126e-05}
{"train_loss": 0.006138701923191547, "global_step": 63154, "epoch": 354, "lr": 3.613844774607732e-05}
{"train_loss": 0.0036434181965887547, "global_step": 63155, "epoch": 354, "lr": 3.613702797201176e-05}
{"train_loss": 0.002179712289944291, "global_step": 63156, "epoch": 354, "lr": 3.613560821005467e-05}
{"train_loss": 0.0018313727341592312, "global_step": 63157, "epoch": 354, "lr": 3.6134188460207316e-05}
{"train_loss": 0.0029196550603955984, "global_step": 63158, "epoch": 354, "lr": 3.6132768722470904e-05}
{"train_loss": 0.0015470689395442605, "global_step": 63159, "epoch": 354, "lr": 3.6131348996846705e-05}
{"train_loss": 0.002009369432926178, "global_step": 63160, "epoch": 354, "lr": 3.612992928333592e-05}
{"train_loss": 0.005060187540948391, "global_step": 63161, "epoch": 354, "lr": 3.612850958193984e-05}
{"train_loss": 0.00326229864731431, "global_step": 63162, "epoch": 354, "lr": 3.612708989265966e-05}
{"train_loss": 0.0024645146913826466, "global_step": 63163, "epoch": 354, "lr": 3.6125670215496644e-05}
{"train_loss": 0.0011204879265278578, "global_step": 63164, "epoch": 354, "lr": 3.6124250550452024e-05}
{"train_loss": 0.005831340793520212, "global_step": 63165, "epoch": 354, "lr": 3.6122830897527035e-05}
{"train_loss": 0.003226247150450945, "global_step": 63166, "epoch": 354, "lr": 3.612141125672296e-05}
{"train_loss": 0.0020156127866357565, "global_step": 63167, "epoch": 354, "lr": 3.611999162804097e-05}
{"train_loss": 0.0015696061309427023, "global_step": 63168, "epoch": 354, "lr": 3.6118572011482345e-05}
{"train_loss": 0.003079891437664628, "global_step": 63169, "epoch": 354, "lr": 3.611715240704831e-05}
{"train_loss": 0.0017942022532224655, "global_step": 63170, "epoch": 354, "lr": 3.6115732814740146e-05}
{"train_loss": 0.0050553749315440655, "global_step": 63171, "epoch": 354, "lr": 3.6114313234559025e-05}
{"train_loss": 0.0032000537030398846, "global_step": 63172, "epoch": 354, "lr": 3.611289366650625e-05}
{"train_loss": 0.002506894525140524, "global_step": 63173, "epoch": 354, "lr": 3.611147411058301e-05}
{"train_loss": 0.0037178746424615383, "global_step": 63174, "epoch": 354, "lr": 3.6110054566790585e-05}
{"train_loss": 0.0029601987916976213, "global_step": 63175, "epoch": 354, "lr": 3.610863503513018e-05}
{"train_loss": 0.0032182452268898487, "global_step": 63176, "epoch": 354, "lr": 3.6107215515603077e-05}
{"train_loss": 0.0023855986073613167, "global_step": 63177, "epoch": 354, "lr": 3.610579600821047e-05}
{"train_loss": 0.003216337412595749, "global_step": 63178, "epoch": 354, "lr": 3.6104376512953626e-05}
{"train_loss": 0.0017750420374795794, "global_step": 63179, "epoch": 354, "lr": 3.610295702983377e-05}
{"train_loss": 0.0018549272790551186, "global_step": 63180, "epoch": 354, "lr": 3.610153755885218e-05}
{"train_loss": 0.005987306125462055, "global_step": 63181, "epoch": 354, "lr": 3.610011810001004e-05}
{"train_loss": 0.0039557404816150665, "global_step": 63182, "epoch": 354, "lr": 3.6098698653308626e-05}
{"train_loss": 0.0025556334294378757, "global_step": 63183, "epoch": 354, "lr": 3.609727921874916e-05}
{"train_loss": 0.0031710509210824966, "global_step": 63184, "epoch": 354, "lr": 3.6095859796332885e-05}
{"train_loss": 0.0016888845711946487, "global_step": 63185, "epoch": 354, "lr": 3.609444038606108e-05}
{"train_loss": 0.0021554483100771904, "global_step": 63186, "epoch": 354, "lr": 3.609302098793492e-05}
{"train_loss": 0.0033333837054669857, "global_step": 63187, "epoch": 354, "lr": 3.609160160195569e-05}
{"train_loss": 0.004137292504310608, "global_step": 63188, "epoch": 354, "lr": 3.60901822281246e-05}
{"train_loss": 0.002762698895740061, "global_step": 63189, "epoch": 354, "lr": 3.608876286644293e-05}
{"train_loss": 0.002122602192685008, "global_step": 63190, "epoch": 355, "lr": 3.608734351691188e-05}
{"train_loss": 0.0024069612845778465, "global_step": 63191, "epoch": 355, "lr": 3.608592417953272e-05}
{"train_loss": 0.0020297011360526085, "global_step": 63192, "epoch": 355, "lr": 3.6084504854306644e-05}
{"train_loss": 0.000507526274304837, "global_step": 63193, "epoch": 355, "lr": 3.608308554123494e-05}
{"train_loss": 0.0016835505375638604, "global_step": 63194, "epoch": 355, "lr": 3.608166624031882e-05}
{"train_loss": 0.002463218290358782, "global_step": 63195, "epoch": 355, "lr": 3.608024695155956e-05}
{"train_loss": 0.002042995998635888, "global_step": 63196, "epoch": 355, "lr": 3.6078827674958344e-05}
{"train_loss": 0.0037249806337058544, "global_step": 63197, "epoch": 355, "lr": 3.607740841051645e-05}
{"train_loss": 0.0022119528148323298, "global_step": 63198, "epoch": 355, "lr": 3.60759891582351e-05}
{"train_loss": 0.0024123406037688255, "global_step": 63199, "epoch": 355, "lr": 3.607456991811556e-05}
{"train_loss": 0.002648040419444442, "global_step": 63200, "epoch": 355, "lr": 3.607315069015904e-05}
{"train_loss": 0.004330254625529051, "global_step": 63201, "epoch": 355, "lr": 3.6071731474366796e-05}
{"train_loss": 0.0029304283671081066, "global_step": 63202, "epoch": 355, "lr": 3.607031227074006e-05}
{"train_loss": 0.0028112013824284077, "global_step": 63203, "epoch": 355, "lr": 3.6068893079280085e-05}
{"train_loss": 0.0021066030021756887, "global_step": 63204, "epoch": 355, "lr": 3.606747389998808e-05}
{"train_loss": 0.0031628701835870743, "global_step": 63205, "epoch": 355, "lr": 3.6066054732865304e-05}
{"train_loss": 0.001482796622440219, "global_step": 63206, "epoch": 355, "lr": 3.606463557791301e-05}
{"train_loss": 0.0028664725832641125, "global_step": 63207, "epoch": 355, "lr": 3.606321643513242e-05}
{"train_loss": 0.0028176417108625174, "global_step": 63208, "epoch": 355, "lr": 3.606179730452479e-05}
{"train_loss": 0.0031968052498996258, "global_step": 63209, "epoch": 355, "lr": 3.606037818609133e-05}
{"train_loss": 0.0030327329877763987, "global_step": 63210, "epoch": 355, "lr": 3.605895907983332e-05}
{"train_loss": 0.004315750207751989, "global_step": 63211, "epoch": 355, "lr": 3.605753998575195e-05}
{"train_loss": 0.0023203990422189236, "global_step": 63212, "epoch": 355, "lr": 3.60561209038485e-05}
{"train_loss": 0.003299261908978224, "global_step": 63213, "epoch": 355, "lr": 3.605470183412419e-05}
{"train_loss": 0.0017987436149269342, "global_step": 63214, "epoch": 355, "lr": 3.605328277658028e-05}
{"train_loss": 0.001678252825513482, "global_step": 63215, "epoch": 355, "lr": 3.6051863731217975e-05}
{"train_loss": 0.005662526935338974, "global_step": 63216, "epoch": 355, "lr": 3.605044469803854e-05}
{"train_loss": 0.0010895095765590668, "global_step": 63217, "epoch": 355, "lr": 3.604902567704321e-05}
{"train_loss": 0.002817905507981777, "global_step": 63218, "epoch": 355, "lr": 3.604760666823324e-05}
{"train_loss": 0.0027816789224743843, "global_step": 63219, "epoch": 355, "lr": 3.604618767160982e-05}
{"train_loss": 0.0023471596650779247, "global_step": 63220, "epoch": 355, "lr": 3.6044768687174245e-05}
{"train_loss": 0.0016801096498966217, "global_step": 63221, "epoch": 355, "lr": 3.604334971492771e-05}
{"train_loss": 0.0028832994867116213, "global_step": 63222, "epoch": 355, "lr": 3.604193075487151e-05}
{"train_loss": 0.003919500857591629, "global_step": 63223, "epoch": 355, "lr": 3.604051180700682e-05}
{"train_loss": 0.0019083720399066806, "global_step": 63224, "epoch": 355, "lr": 3.603909287133492e-05}
{"train_loss": 0.002463058102875948, "global_step": 63225, "epoch": 355, "lr": 3.603767394785703e-05}
{"train_loss": 0.0028318169061094522, "global_step": 63226, "epoch": 355, "lr": 3.60362550365744e-05}
{"train_loss": 0.0025789751671254635, "global_step": 63227, "epoch": 355, "lr": 3.603483613748828e-05}
{"train_loss": 0.0019006839720532298, "global_step": 63228, "epoch": 355, "lr": 3.603341725059988e-05}
{"train_loss": 0.0009561856277287006, "global_step": 63229, "epoch": 355, "lr": 3.603199837591048e-05}
{"train_loss": 0.0016852018889039755, "global_step": 63230, "epoch": 355, "lr": 3.603057951342127e-05}
{"train_loss": 0.0030999775044620037, "global_step": 63231, "epoch": 355, "lr": 3.602916066313353e-05}
{"train_loss": 0.0027183075435459614, "global_step": 63232, "epoch": 355, "lr": 3.602774182504847e-05}
{"train_loss": 0.0019909627735614777, "global_step": 63233, "epoch": 355, "lr": 3.602632299916737e-05}
{"train_loss": 0.002752851229161024, "global_step": 63234, "epoch": 355, "lr": 3.602490418549141e-05}
{"train_loss": 0.0031888005323708057, "global_step": 63235, "epoch": 355, "lr": 3.602348538402188e-05}
{"train_loss": 0.003320006188005209, "global_step": 63236, "epoch": 355, "lr": 3.602206659475999e-05}
{"train_loss": 0.004584646318107843, "global_step": 63237, "epoch": 355, "lr": 3.602064781770701e-05}
{"train_loss": 0.0032220040448009968, "global_step": 63238, "epoch": 355, "lr": 3.601922905286414e-05}
{"train_loss": 0.003976327832788229, "global_step": 63239, "epoch": 355, "lr": 3.6017810300232644e-05}
{"train_loss": 0.0022825386840850115, "global_step": 63240, "epoch": 355, "lr": 3.601639155981375e-05}
{"train_loss": 0.003394564613699913, "global_step": 63241, "epoch": 355, "lr": 3.6014972831608725e-05}
{"train_loss": 0.0020675347186625004, "global_step": 63242, "epoch": 355, "lr": 3.601355411561876e-05}
{"train_loss": 0.001490385620854795, "global_step": 63243, "epoch": 355, "lr": 3.6012135411845135e-05}
{"train_loss": 0.0030096410773694515, "global_step": 63244, "epoch": 355, "lr": 3.6010716720289064e-05}
{"train_loss": 0.0028062404599040747, "global_step": 63245, "epoch": 355, "lr": 3.600929804095181e-05}
{"train_loss": 0.0017910836031660438, "global_step": 63246, "epoch": 355, "lr": 3.600787937383458e-05}
{"train_loss": 0.0018037811387330294, "global_step": 63247, "epoch": 355, "lr": 3.600646071893864e-05}
{"train_loss": 0.0038692825473845005, "global_step": 63248, "epoch": 355, "lr": 3.600504207626524e-05}
{"train_loss": 0.0022132000885903835, "global_step": 63249, "epoch": 355, "lr": 3.600362344581557e-05}
{"train_loss": 0.0036097457632422447, "global_step": 63250, "epoch": 355, "lr": 3.6002204827590915e-05}
{"train_loss": 0.0028400050941854715, "global_step": 63251, "epoch": 355, "lr": 3.6000786221592483e-05}
{"train_loss": 0.004698159638792276, "global_step": 63252, "epoch": 355, "lr": 3.599936762782156e-05}
{"train_loss": 0.004802482668310404, "global_step": 63253, "epoch": 355, "lr": 3.599794904627933e-05}
{"train_loss": 0.0022872663103044033, "global_step": 63254, "epoch": 355, "lr": 3.599653047696706e-05}
{"train_loss": 0.002584767062216997, "global_step": 63255, "epoch": 355, "lr": 3.5995111919885974e-05}
{"train_loss": 0.00222663558088243, "global_step": 63256, "epoch": 355, "lr": 3.5993693375037344e-05}
{"train_loss": 0.0024897465482354164, "global_step": 63257, "epoch": 355, "lr": 3.599227484242237e-05}
{"train_loss": 0.0012102664913982153, "global_step": 63258, "epoch": 355, "lr": 3.599085632204231e-05}
{"train_loss": 0.0009202200453728437, "global_step": 63259, "epoch": 355, "lr": 3.59894378138984e-05}
{"train_loss": 0.0010228636674582958, "global_step": 63260, "epoch": 355, "lr": 3.598801931799189e-05}
{"train_loss": 0.0028930094558745623, "global_step": 63261, "epoch": 355, "lr": 3.598660083432399e-05}
{"train_loss": 0.002215322572737932, "global_step": 63262, "epoch": 355, "lr": 3.598518236289597e-05}
{"train_loss": 0.0017670831875875592, "global_step": 63263, "epoch": 355, "lr": 3.5983763903709045e-05}
{"train_loss": 0.003805549582466483, "global_step": 63264, "epoch": 355, "lr": 3.598234545676448e-05}
{"train_loss": 0.00177473365329206, "global_step": 63265, "epoch": 355, "lr": 3.598092702206349e-05}
{"train_loss": 0.002717241644859314, "global_step": 63266, "epoch": 355, "lr": 3.597950859960734e-05}
{"train_loss": 0.0016206016298383474, "global_step": 63267, "epoch": 355, "lr": 3.5978090189397224e-05}
{"train_loss": 0.003090572776272893, "global_step": 63268, "epoch": 355, "lr": 3.5976671791434414e-05}
{"train_loss": 0.0017252068500965834, "global_step": 63269, "epoch": 355, "lr": 3.5975253405720155e-05}
{"train_loss": 0.0017177967820316553, "global_step": 63270, "epoch": 355, "lr": 3.5973835032255665e-05}
{"train_loss": 0.0010895119048655033, "global_step": 63271, "epoch": 355, "lr": 3.5972416671042207e-05}
{"train_loss": 0.0018614823929965496, "global_step": 63272, "epoch": 355, "lr": 3.597099832208099e-05}
{"train_loss": 0.004029346629977226, "global_step": 63273, "epoch": 355, "lr": 3.596957998537328e-05}
{"train_loss": 0.00426026014611125, "global_step": 63274, "epoch": 355, "lr": 3.5968161660920285e-05}
{"train_loss": 0.0008954614750109613, "global_step": 63275, "epoch": 355, "lr": 3.5966743348723295e-05}
{"train_loss": 0.0020104313734918833, "global_step": 63276, "epoch": 355, "lr": 3.596532504878349e-05}
{"train_loss": 0.003424708265811205, "global_step": 63277, "epoch": 355, "lr": 3.5963906761102145e-05}
{"train_loss": 0.002368082059547305, "global_step": 63278, "epoch": 355, "lr": 3.596248848568048e-05}
{"train_loss": 0.0015282677486538887, "global_step": 63279, "epoch": 355, "lr": 3.5961070222519765e-05}
{"train_loss": 0.002095121657475829, "global_step": 63280, "epoch": 355, "lr": 3.5959651971621194e-05}
{"train_loss": 0.0024838396348059177, "global_step": 63281, "epoch": 355, "lr": 3.5958233732986054e-05}
{"train_loss": 0.0030478527769446373, "global_step": 63282, "epoch": 355, "lr": 3.595681550661553e-05}
{"train_loss": 0.0010575783671811223, "global_step": 63283, "epoch": 355, "lr": 3.5955397292510905e-05}
{"train_loss": 0.003838664386421442, "global_step": 63284, "epoch": 355, "lr": 3.5953979090673384e-05}
{"train_loss": 0.0016198522644117475, "global_step": 63285, "epoch": 355, "lr": 3.5952560901104253e-05}
{"train_loss": 0.002577270846813917, "global_step": 63286, "epoch": 355, "lr": 3.59511427238047e-05}
{"train_loss": 0.002670003566890955, "global_step": 63287, "epoch": 355, "lr": 3.5949724558775985e-05}
{"train_loss": 0.0028179925866425037, "global_step": 63288, "epoch": 355, "lr": 3.594830640601935e-05}
{"train_loss": 0.003192418022081256, "global_step": 63289, "epoch": 355, "lr": 3.594688826553602e-05}
{"train_loss": 0.003539406694471836, "global_step": 63290, "epoch": 355, "lr": 3.594547013732727e-05}
{"train_loss": 0.0023704611230641603, "global_step": 63291, "epoch": 355, "lr": 3.594405202139429e-05}
{"train_loss": 0.00241021066904068, "global_step": 63292, "epoch": 355, "lr": 3.594263391773835e-05}
{"train_loss": 0.0031603085808455944, "global_step": 63293, "epoch": 355, "lr": 3.5941215826360676e-05}
{"train_loss": 0.0021299112122505903, "global_step": 63294, "epoch": 355, "lr": 3.593979774726252e-05}
{"train_loss": 0.0028517558239400387, "global_step": 63295, "epoch": 355, "lr": 3.59383796804451e-05}
{"train_loss": 0.0020821462385356426, "global_step": 63296, "epoch": 355, "lr": 3.593696162590967e-05}
{"train_loss": 0.0018552278634160757, "global_step": 63297, "epoch": 355, "lr": 3.5935543583657464e-05}
{"train_loss": 0.0010668154573068023, "global_step": 63298, "epoch": 355, "lr": 3.5934125553689724e-05}
{"train_loss": 0.0031018226873129606, "global_step": 63299, "epoch": 355, "lr": 3.5932707536007675e-05}
{"train_loss": 0.0020697321742773056, "global_step": 63300, "epoch": 355, "lr": 3.593128953061259e-05}
{"train_loss": 0.002213026862591505, "global_step": 63301, "epoch": 355, "lr": 3.592987153750565e-05}
{"train_loss": 0.0017730778781697154, "global_step": 63302, "epoch": 355, "lr": 3.592845355668815e-05}
{"train_loss": 0.002275581005960703, "global_step": 63303, "epoch": 355, "lr": 3.5927035588161294e-05}
{"train_loss": 0.0017078917007893324, "global_step": 63304, "epoch": 355, "lr": 3.592561763192634e-05}
{"train_loss": 0.003443283960223198, "global_step": 63305, "epoch": 355, "lr": 3.5924199687984515e-05}
{"train_loss": 0.0017064164858311415, "global_step": 63306, "epoch": 355, "lr": 3.5922781756337066e-05}
{"train_loss": 0.001050477847456932, "global_step": 63307, "epoch": 355, "lr": 3.592136383698521e-05}
{"train_loss": 0.0011398519854992628, "global_step": 63308, "epoch": 355, "lr": 3.591994592993022e-05}
{"train_loss": 0.0030990573577582836, "global_step": 63309, "epoch": 355, "lr": 3.591852803517331e-05}
{"train_loss": 0.004380299709737301, "global_step": 63310, "epoch": 355, "lr": 3.591711015271571e-05}
{"train_loss": 0.0011427144054323435, "global_step": 63311, "epoch": 355, "lr": 3.59156922825587e-05}
{"train_loss": 0.0024904306046664715, "global_step": 63312, "epoch": 355, "lr": 3.591427442470346e-05}
{"train_loss": 0.00256340391933918, "global_step": 63313, "epoch": 355, "lr": 3.59128565791513e-05}
{"train_loss": 0.002331666648387909, "global_step": 63314, "epoch": 355, "lr": 3.5911438745903394e-05}
{"train_loss": 0.00216634850949049, "global_step": 63315, "epoch": 355, "lr": 3.591002092496101e-05}
{"train_loss": 0.001123436028137803, "global_step": 63316, "epoch": 355, "lr": 3.590860311632537e-05}
{"train_loss": 0.003960763104259968, "global_step": 63317, "epoch": 355, "lr": 3.590718531999775e-05}
{"train_loss": 0.0041065276600420475, "global_step": 63318, "epoch": 355, "lr": 3.5905767535979336e-05}
{"train_loss": 0.003741968423128128, "global_step": 63319, "epoch": 355, "lr": 3.590434976427142e-05}
{"train_loss": 0.0011748973047360778, "global_step": 63320, "epoch": 355, "lr": 3.5902932004875175e-05}
{"train_loss": 0.0008644417393952608, "global_step": 63321, "epoch": 355, "lr": 3.590151425779191e-05}
{"train_loss": 0.0030126841738820076, "global_step": 63322, "epoch": 355, "lr": 3.590009652302281e-05}
{"train_loss": 0.002209813566878438, "global_step": 63323, "epoch": 355, "lr": 3.5898678800569154e-05}
{"train_loss": 0.003432272234931588, "global_step": 63324, "epoch": 355, "lr": 3.589726109043213e-05}
{"train_loss": 0.0013474244624376297, "global_step": 63325, "epoch": 355, "lr": 3.589584339261303e-05}
{"train_loss": 0.003119570203125477, "global_step": 63326, "epoch": 355, "lr": 3.5894425707113053e-05}
{"train_loss": 0.001405432471074164, "global_step": 63327, "epoch": 355, "lr": 3.5893008033933473e-05}
{"train_loss": 0.001314242952503264, "global_step": 63328, "epoch": 355, "lr": 3.589159037307549e-05}
{"train_loss": 0.0024990709498524666, "global_step": 63329, "epoch": 355, "lr": 3.589017272454037e-05}
{"train_loss": 0.0024652709253132343, "global_step": 63330, "epoch": 355, "lr": 3.588875508832933e-05}
{"train_loss": 0.0023890461307018995, "global_step": 63331, "epoch": 355, "lr": 3.588733746444362e-05}
{"train_loss": 0.0034431866370141506, "global_step": 63332, "epoch": 355, "lr": 3.5885919852884495e-05}
{"train_loss": 0.0021886432077735662, "global_step": 63333, "epoch": 355, "lr": 3.588450225365316e-05}
{"train_loss": 0.0028087100945413113, "global_step": 63334, "epoch": 355, "lr": 3.588308466675088e-05}
{"train_loss": 0.001600378775037825, "global_step": 63335, "epoch": 355, "lr": 3.588166709217887e-05}
{"train_loss": 0.0029504436533898115, "global_step": 63336, "epoch": 355, "lr": 3.58802495299384e-05}
{"train_loss": 0.00264611653983593, "global_step": 63337, "epoch": 355, "lr": 3.587883198003068e-05}
{"train_loss": 0.0032086968421936035, "global_step": 63338, "epoch": 355, "lr": 3.5877414442456965e-05}
{"train_loss": 0.002634115517139435, "global_step": 63339, "epoch": 355, "lr": 3.5875996917218466e-05}
{"train_loss": 0.0009627563413232565, "global_step": 63340, "epoch": 355, "lr": 3.587457940431645e-05}
{"train_loss": 0.0011841257801279426, "global_step": 63341, "epoch": 355, "lr": 3.587316190375214e-05}
{"train_loss": 0.005076303146779537, "global_step": 63342, "epoch": 355, "lr": 3.5871744415526796e-05}
{"train_loss": 0.001389024779200554, "global_step": 63343, "epoch": 355, "lr": 3.587032693964162e-05}
{"train_loss": 0.0014212072128430009, "global_step": 63344, "epoch": 355, "lr": 3.5868909476097876e-05}
{"train_loss": 0.0016102999215945601, "global_step": 63345, "epoch": 355, "lr": 3.586749202489679e-05}
{"train_loss": 0.0018261290388181806, "global_step": 63346, "epoch": 355, "lr": 3.5866074586039634e-05}
{"train_loss": 0.001274316688068211, "global_step": 63347, "epoch": 355, "lr": 3.586465715952758e-05}
{"train_loss": 0.002167570171877742, "global_step": 63348, "epoch": 355, "lr": 3.586323974536193e-05}
{"train_loss": 0.002324517583474517, "global_step": 63349, "epoch": 355, "lr": 3.5861822343543874e-05}
{"train_loss": 0.0014860298251733184, "global_step": 63350, "epoch": 355, "lr": 3.58604049540747e-05}
{"train_loss": 0.0033357241190969944, "global_step": 63351, "epoch": 355, "lr": 3.585898757695559e-05}
{"train_loss": 0.004198755603283644, "global_step": 63352, "epoch": 355, "lr": 3.5857570212187816e-05}
{"train_loss": 0.0010614615166559815, "global_step": 63353, "epoch": 355, "lr": 3.585615285977262e-05}
{"train_loss": 0.004483210388571024, "global_step": 63354, "epoch": 355, "lr": 3.585473551971121e-05}
{"train_loss": 0.004649138078093529, "global_step": 63355, "epoch": 355, "lr": 3.585331819200488e-05}
{"train_loss": 0.0029356807935982943, "global_step": 63356, "epoch": 355, "lr": 3.5851900876654795e-05}
{"train_loss": 0.0021449760533869267, "global_step": 63357, "epoch": 355, "lr": 3.5850483573662264e-05}
{"train_loss": 0.003519674763083458, "global_step": 63358, "epoch": 355, "lr": 3.5849066283028466e-05}
{"train_loss": 0.0017860418884083629, "global_step": 63359, "epoch": 355, "lr": 3.5847649004754666e-05}
{"train_loss": 0.0013513785088434815, "global_step": 63360, "epoch": 355, "lr": 3.5846231738842094e-05}
{"train_loss": 0.0027600405737757683, "global_step": 63361, "epoch": 355, "lr": 3.584481448529202e-05}
{"train_loss": 0.0012781621189787984, "global_step": 63362, "epoch": 355, "lr": 3.5843397244105634e-05}
{"train_loss": 0.004866582341492176, "global_step": 63363, "epoch": 355, "lr": 3.584198001528419e-05}
{"train_loss": 0.0019596631173044443, "global_step": 63364, "epoch": 355, "lr": 3.584056279882894e-05}
{"train_loss": 0.0026395332533866167, "global_step": 63365, "epoch": 355, "lr": 3.5839145594741125e-05}
{"train_loss": 0.0012535059358924627, "global_step": 63366, "epoch": 355, "lr": 3.583772840302195e-05}
{"train_loss": 0.0024809284120002823, "global_step": 63367, "epoch": 355, "lr": 3.583631122367268e-05, "train_action_mse_error": 5.295255959936185e-06}
{"train_loss": 0.0008879995439201593, "global_step": 63368, "epoch": 356, "lr": 3.5834894056694546e-05}
{"train_loss": 0.0022996074985712767, "global_step": 63369, "epoch": 356, "lr": 3.58334769020888e-05}
{"train_loss": 0.003549466375261545, "global_step": 63370, "epoch": 356, "lr": 3.583205975985664e-05}
{"train_loss": 0.0018512934911996126, "global_step": 63371, "epoch": 356, "lr": 3.583064262999935e-05}
{"train_loss": 0.002984509104862809, "global_step": 63372, "epoch": 356, "lr": 3.5829225512518136e-05}
{"train_loss": 0.0016436160076409578, "global_step": 63373, "epoch": 356, "lr": 3.582780840741424e-05}
{"train_loss": 0.0018024196615442634, "global_step": 63374, "epoch": 356, "lr": 3.582639131468894e-05}
{"train_loss": 0.004974807612597942, "global_step": 63375, "epoch": 356, "lr": 3.582497423434341e-05}
{"train_loss": 0.0019703241996467113, "global_step": 63376, "epoch": 356, "lr": 3.582355716637894e-05}
{"train_loss": 0.0018001399002969265, "global_step": 63377, "epoch": 356, "lr": 3.582214011079672e-05}
{"train_loss": 0.004397478420287371, "global_step": 63378, "epoch": 356, "lr": 3.582072306759803e-05}
{"train_loss": 0.0012680499348789454, "global_step": 63379, "epoch": 356, "lr": 3.581930603678409e-05}
{"train_loss": 0.0026527303270995617, "global_step": 63380, "epoch": 356, "lr": 3.581788901835615e-05}
{"train_loss": 0.003703709691762924, "global_step": 63381, "epoch": 356, "lr": 3.5816472012315414e-05}
{"train_loss": 0.002738513983786106, "global_step": 63382, "epoch": 356, "lr": 3.581505501866316e-05}
{"train_loss": 0.005650623235851526, "global_step": 63383, "epoch": 356, "lr": 3.58136380374006e-05}
{"train_loss": 0.0019166918937116861, "global_step": 63384, "epoch": 356, "lr": 3.5812221068529e-05}
{"train_loss": 0.0033055965323001146, "global_step": 63385, "epoch": 356, "lr": 3.581080411204955e-05}
{"train_loss": 0.0026995253283530474, "global_step": 63386, "epoch": 356, "lr": 3.5809387167963524e-05}
{"train_loss": 0.0017841348890215158, "global_step": 63387, "epoch": 356, "lr": 3.580797023627215e-05}
{"train_loss": 0.005246419459581375, "global_step": 63388, "epoch": 356, "lr": 3.580655331697668e-05}
{"train_loss": 0.004157749470323324, "global_step": 63389, "epoch": 356, "lr": 3.580513641007832e-05}
{"train_loss": 0.0015803183196112514, "global_step": 63390, "epoch": 356, "lr": 3.5803719515578346e-05}
{"train_loss": 0.0020508747547864914, "global_step": 63391, "epoch": 356, "lr": 3.580230263347795e-05}
{"train_loss": 0.002670583315193653, "global_step": 63392, "epoch": 356, "lr": 3.5800885763778415e-05}
{"train_loss": 0.0026007078122347593, "global_step": 63393, "epoch": 356, "lr": 3.579946890648094e-05}
{"train_loss": 0.002700092736631632, "global_step": 63394, "epoch": 356, "lr": 3.5798052061586784e-05}
{"train_loss": 0.0013345653424039483, "global_step": 63395, "epoch": 356, "lr": 3.5796635229097196e-05}
{"train_loss": 0.0025537009350955486, "global_step": 63396, "epoch": 356, "lr": 3.579521840901339e-05}
{"train_loss": 0.0026520597748458385, "global_step": 63397, "epoch": 356, "lr": 3.579380160133662e-05}
{"train_loss": 0.002652948722243309, "global_step": 63398, "epoch": 356, "lr": 3.57923848060681e-05}
{"train_loss": 0.0016448840033262968, "global_step": 63399, "epoch": 356, "lr": 3.5790968023209105e-05}
{"train_loss": 0.002232733415439725, "global_step": 63400, "epoch": 356, "lr": 3.578955125276083e-05}
{"train_loss": 0.004049914889037609, "global_step": 63401, "epoch": 356, "lr": 3.5788134494724545e-05}
{"train_loss": 0.003075920743867755, "global_step": 63402, "epoch": 356, "lr": 3.5786717749101465e-05}
{"train_loss": 0.003999934531748295, "global_step": 63403, "epoch": 356, "lr": 3.578530101589286e-05}
{"train_loss": 0.003120240056887269, "global_step": 63404, "epoch": 356, "lr": 3.578388429509992e-05}
{"train_loss": 0.0023998466785997152, "global_step": 63405, "epoch": 356, "lr": 3.578246758672393e-05}
{"train_loss": 0.003485472872853279, "global_step": 63406, "epoch": 356, "lr": 3.578105089076609e-05}
{"train_loss": 0.004144545178860426, "global_step": 63407, "epoch": 356, "lr": 3.5779634207227666e-05}
{"train_loss": 0.0010934134479612112, "global_step": 63408, "epoch": 356, "lr": 3.577821753610987e-05}
{"train_loss": 0.003672919003292918, "global_step": 63409, "epoch": 356, "lr": 3.5776800877413965e-05}
{"train_loss": 0.0022993343882262707, "global_step": 63410, "epoch": 356, "lr": 3.577538423114116e-05}
{"train_loss": 0.0016361913876608014, "global_step": 63411, "epoch": 356, "lr": 3.577396759729272e-05}
{"train_loss": 0.004829597659409046, "global_step": 63412, "epoch": 356, "lr": 3.577255097586986e-05}
{"train_loss": 0.005305287428200245, "global_step": 63413, "epoch": 356, "lr": 3.5771134366873836e-05}
{"train_loss": 0.0018046244513243437, "global_step": 63414, "epoch": 356, "lr": 3.576971777030587e-05}
{"train_loss": 0.001119986642152071, "global_step": 63415, "epoch": 356, "lr": 3.57683011861672e-05}
{"train_loss": 0.002042006701231003, "global_step": 63416, "epoch": 356, "lr": 3.576688461445907e-05}
{"train_loss": 0.0020100907422602177, "global_step": 63417, "epoch": 356, "lr": 3.576546805518271e-05}
{"train_loss": 0.002105544786900282, "global_step": 63418, "epoch": 356, "lr": 3.5764051508339394e-05}
{"train_loss": 0.003688200144097209, "global_step": 63419, "epoch": 356, "lr": 3.576263497393031e-05}
{"train_loss": 0.001796073280274868, "global_step": 63420, "epoch": 356, "lr": 3.576121845195671e-05}
{"train_loss": 0.001280066091567278, "global_step": 63421, "epoch": 356, "lr": 3.5759801942419833e-05}
{"train_loss": 0.002201789291575551, "global_step": 63422, "epoch": 356, "lr": 3.5758385445320943e-05}
{"train_loss": 0.0014801668003201485, "global_step": 63423, "epoch": 356, "lr": 3.575696896066123e-05}
{"train_loss": 0.002882750006392598, "global_step": 63424, "epoch": 356, "lr": 3.575555248844196e-05}
{"train_loss": 0.004381905309855938, "global_step": 63425, "epoch": 356, "lr": 3.5754136028664356e-05}
{"train_loss": 0.0020713803824037313, "global_step": 63426, "epoch": 356, "lr": 3.575271958132968e-05}
{"train_loss": 0.0026296740397810936, "global_step": 63427, "epoch": 356, "lr": 3.5751303146439134e-05}
{"train_loss": 0.004442857578396797, "global_step": 63428, "epoch": 356, "lr": 3.5749886723993995e-05}
{"train_loss": 0.005203508771955967, "global_step": 63429, "epoch": 356, "lr": 3.574847031399546e-05}
{"train_loss": 0.0021252671722322702, "global_step": 63430, "epoch": 356, "lr": 3.5747053916444804e-05}
{"train_loss": 0.0011777206091210246, "global_step": 63431, "epoch": 356, "lr": 3.5745637531343226e-05}
{"train_loss": 0.0019274679943919182, "global_step": 63432, "epoch": 356, "lr": 3.5744221158691995e-05}
{"train_loss": 0.0011255452409386635, "global_step": 63433, "epoch": 356, "lr": 3.5742804798492325e-05}
{"train_loss": 0.0020359561312943697, "global_step": 63434, "epoch": 356, "lr": 3.574138845074547e-05}
{"train_loss": 0.0053597912192344666, "global_step": 63435, "epoch": 356, "lr": 3.573997211545266e-05}
{"train_loss": 0.0012902620946988463, "global_step": 63436, "epoch": 356, "lr": 3.573855579261512e-05}
{"train_loss": 0.0031872084364295006, "global_step": 63437, "epoch": 356, "lr": 3.5737139482234126e-05}
{"train_loss": 0.004919880535453558, "global_step": 63438, "epoch": 356, "lr": 3.5735723184310866e-05}
{"train_loss": 0.0022500664927065372, "global_step": 63439, "epoch": 356, "lr": 3.5734306898846614e-05}
{"train_loss": 0.004020135849714279, "global_step": 63440, "epoch": 356, "lr": 3.5732890625842576e-05}
{"train_loss": 0.0017665952909737825, "global_step": 63441, "epoch": 356, "lr": 3.573147436530003e-05}
{"train_loss": 0.004700399935245514, "global_step": 63442, "epoch": 356, "lr": 3.5730058117220175e-05}
{"train_loss": 0.0045694634318351746, "global_step": 63443, "epoch": 356, "lr": 3.5728641881604266e-05}
{"train_loss": 0.002462353790178895, "global_step": 63444, "epoch": 356, "lr": 3.5727225658453524e-05}
{"train_loss": 0.0031904159113764763, "global_step": 63445, "epoch": 356, "lr": 3.572580944776922e-05}
{"train_loss": 0.0014152401126921177, "global_step": 63446, "epoch": 356, "lr": 3.572439324955255e-05}
{"train_loss": 0.0022631713654845953, "global_step": 63447, "epoch": 356, "lr": 3.572297706380479e-05}
{"train_loss": 0.0026191973593086004, "global_step": 63448, "epoch": 356, "lr": 3.572156089052714e-05}
{"train_loss": 0.004568949807435274, "global_step": 63449, "epoch": 356, "lr": 3.572014472972086e-05}
{"train_loss": 0.0018297543283551931, "global_step": 63450, "epoch": 356, "lr": 3.5718728581387176e-05}
{"train_loss": 0.0008395594777539372, "global_step": 63451, "epoch": 356, "lr": 3.571731244552734e-05}
{"train_loss": 0.0037640284281224012, "global_step": 63452, "epoch": 356, "lr": 3.5715896322142565e-05}
{"train_loss": 0.004425167106091976, "global_step": 63453, "epoch": 356, "lr": 3.571448021123411e-05}
{"train_loss": 0.0040459888987243176, "global_step": 63454, "epoch": 356, "lr": 3.571306411280319e-05}
{"train_loss": 0.0005358713679015636, "global_step": 63455, "epoch": 356, "lr": 3.5711648026851083e-05}
{"train_loss": 0.0022393192630261183, "global_step": 63456, "epoch": 356, "lr": 3.571023195337897e-05}
{"train_loss": 0.001989550655707717, "global_step": 63457, "epoch": 356, "lr": 3.570881589238812e-05}
{"train_loss": 0.001904223347082734, "global_step": 63458, "epoch": 356, "lr": 3.5707399843879776e-05}
{"train_loss": 0.0030093828681856394, "global_step": 63459, "epoch": 356, "lr": 3.570598380785516e-05}
{"train_loss": 0.002935920376330614, "global_step": 63460, "epoch": 356, "lr": 3.5704567784315524e-05}
{"train_loss": 0.004774982109665871, "global_step": 63461, "epoch": 356, "lr": 3.5703151773262076e-05}
{"train_loss": 0.004612405318766832, "global_step": 63462, "epoch": 356, "lr": 3.570173577469609e-05}
{"train_loss": 0.002705667167901993, "global_step": 63463, "epoch": 356, "lr": 3.570031978861876e-05}
{"train_loss": 0.003599157789722085, "global_step": 63464, "epoch": 356, "lr": 3.5698903815031385e-05}
{"train_loss": 0.004200014751404524, "global_step": 63465, "epoch": 356, "lr": 3.569748785393513e-05}
{"train_loss": 0.0010008658282458782, "global_step": 63466, "epoch": 356, "lr": 3.5696071905331283e-05}
{"train_loss": 0.0019095006864517927, "global_step": 63467, "epoch": 356, "lr": 3.569465596922105e-05}
{"train_loss": 0.005718770436942577, "global_step": 63468, "epoch": 356, "lr": 3.5693240045605686e-05}
{"train_loss": 0.0029145493172109127, "global_step": 63469, "epoch": 356, "lr": 3.569182413448642e-05}
{"train_loss": 0.0019016186706721783, "global_step": 63470, "epoch": 356, "lr": 3.5690408235864505e-05}
{"train_loss": 0.0009721833048388362, "global_step": 63471, "epoch": 356, "lr": 3.568899234974114e-05}
{"train_loss": 0.0021361857652664185, "global_step": 63472, "epoch": 356, "lr": 3.56875764761176e-05}
{"train_loss": 0.003670929931104183, "global_step": 63473, "epoch": 356, "lr": 3.56861606149951e-05}
{"train_loss": 0.0026019541546702385, "global_step": 63474, "epoch": 356, "lr": 3.56847447663749e-05}
{"train_loss": 0.0023059314116835594, "global_step": 63475, "epoch": 356, "lr": 3.5683328930258204e-05}
{"train_loss": 0.0023334810975939035, "global_step": 63476, "epoch": 356, "lr": 3.568191310664627e-05}
{"train_loss": 0.005436246749013662, "global_step": 63477, "epoch": 356, "lr": 3.568049729554033e-05}
{"train_loss": 0.0019499176414683461, "global_step": 63478, "epoch": 356, "lr": 3.567908149694161e-05}
{"train_loss": 0.0027009150944650173, "global_step": 63479, "epoch": 356, "lr": 3.5677665710851384e-05}
{"train_loss": 0.0037594768218696117, "global_step": 63480, "epoch": 356, "lr": 3.567624993727083e-05}
{"train_loss": 0.0012718280777335167, "global_step": 63481, "epoch": 356, "lr": 3.5674834176201236e-05}
{"train_loss": 0.0033480983693152666, "global_step": 63482, "epoch": 356, "lr": 3.5673418427643807e-05}
{"train_loss": 0.003949757665395737, "global_step": 63483, "epoch": 356, "lr": 3.567200269159982e-05}
{"train_loss": 0.0037028957158327103, "global_step": 63484, "epoch": 356, "lr": 3.567058696807045e-05}
{"train_loss": 0.003200882812961936, "global_step": 63485, "epoch": 356, "lr": 3.566917125705699e-05}
{"train_loss": 0.0020752139389514923, "global_step": 63486, "epoch": 356, "lr": 3.566775555856063e-05}
{"train_loss": 0.0010658774990588427, "global_step": 63487, "epoch": 356, "lr": 3.566633987258265e-05}
{"train_loss": 0.002345884218811989, "global_step": 63488, "epoch": 356, "lr": 3.566492419912425e-05}
{"train_loss": 0.0017414498142898083, "global_step": 63489, "epoch": 356, "lr": 3.56635085381867e-05}
{"train_loss": 0.0024844598956406116, "global_step": 63490, "epoch": 356, "lr": 3.5662092889771204e-05}
{"train_loss": 0.0018257832853123546, "global_step": 63491, "epoch": 356, "lr": 3.566067725387902e-05}
{"train_loss": 0.0024129576049745083, "global_step": 63492, "epoch": 356, "lr": 3.565926163051137e-05}
{"train_loss": 0.00305912084877491, "global_step": 63493, "epoch": 356, "lr": 3.5657846019669516e-05}
{"train_loss": 0.0024628876708447933, "global_step": 63494, "epoch": 356, "lr": 3.565643042135466e-05}
{"train_loss": 0.005387116689234972, "global_step": 63495, "epoch": 356, "lr": 3.5655014835568067e-05}
{"train_loss": 0.0018470074282959104, "global_step": 63496, "epoch": 356, "lr": 3.565359926231094e-05}
{"train_loss": 0.006317730061709881, "global_step": 63497, "epoch": 356, "lr": 3.5652183701584574e-05}
{"train_loss": 0.0025705378502607346, "global_step": 63498, "epoch": 356, "lr": 3.565076815339014e-05}
{"train_loss": 0.0025503814686089754, "global_step": 63499, "epoch": 356, "lr": 3.5649352617728904e-05}
{"train_loss": 0.0037007643841207027, "global_step": 63500, "epoch": 356, "lr": 3.564793709460211e-05}
{"train_loss": 0.002980035264045, "global_step": 63501, "epoch": 356, "lr": 3.5646521584010985e-05}
{"train_loss": 0.0019741749856621027, "global_step": 63502, "epoch": 356, "lr": 3.564510608595677e-05}
{"train_loss": 0.0027546139899641275, "global_step": 63503, "epoch": 356, "lr": 3.5643690600440696e-05}
{"train_loss": 0.00396502623334527, "global_step": 63504, "epoch": 356, "lr": 3.5642275127464006e-05}
{"train_loss": 0.0016678011743351817, "global_step": 63505, "epoch": 356, "lr": 3.5640859667027916e-05}
{"train_loss": 0.0017876513302326202, "global_step": 63506, "epoch": 356, "lr": 3.563944421913369e-05}
{"train_loss": 0.0031708870083093643, "global_step": 63507, "epoch": 356, "lr": 3.563802878378254e-05}
{"train_loss": 0.003262751270085573, "global_step": 63508, "epoch": 356, "lr": 3.5636613360975734e-05}
{"train_loss": 0.004035833291709423, "global_step": 63509, "epoch": 356, "lr": 3.5635197950714475e-05}
{"train_loss": 0.0015309512382373214, "global_step": 63510, "epoch": 356, "lr": 3.563378255300001e-05}
{"train_loss": 0.0038599641993641853, "global_step": 63511, "epoch": 356, "lr": 3.563236716783357e-05}
{"train_loss": 0.0020326629746705294, "global_step": 63512, "epoch": 356, "lr": 3.563095179521643e-05}
{"train_loss": 0.0033293862361460924, "global_step": 63513, "epoch": 356, "lr": 3.5629536435149767e-05}
{"train_loss": 0.001936348737217486, "global_step": 63514, "epoch": 356, "lr": 3.562812108763486e-05}
{"train_loss": 0.0019492416176944971, "global_step": 63515, "epoch": 356, "lr": 3.562670575267292e-05}
{"train_loss": 0.0055829258635640144, "global_step": 63516, "epoch": 356, "lr": 3.562529043026521e-05}
{"train_loss": 0.0037300875410437584, "global_step": 63517, "epoch": 356, "lr": 3.562387512041293e-05}
{"train_loss": 0.0016949553973972797, "global_step": 63518, "epoch": 356, "lr": 3.5622459823117346e-05}
{"train_loss": 0.001927704201079905, "global_step": 63519, "epoch": 356, "lr": 3.56210445383797e-05}
{"train_loss": 0.003895555390045047, "global_step": 63520, "epoch": 356, "lr": 3.561962926620119e-05}
{"train_loss": 0.0024705789983272552, "global_step": 63521, "epoch": 356, "lr": 3.561821400658308e-05}
{"train_loss": 0.0021875654347240925, "global_step": 63522, "epoch": 356, "lr": 3.5616798759526606e-05}
{"train_loss": 0.0010205904254689813, "global_step": 63523, "epoch": 356, "lr": 3.561538352503301e-05}
{"train_loss": 0.003469273215159774, "global_step": 63524, "epoch": 356, "lr": 3.56139683031035e-05}
{"train_loss": 0.0020080353133380413, "global_step": 63525, "epoch": 356, "lr": 3.561255309373933e-05}
{"train_loss": 0.0015574678545817733, "global_step": 63526, "epoch": 356, "lr": 3.561113789694174e-05}
{"train_loss": 0.0027861075941473246, "global_step": 63527, "epoch": 356, "lr": 3.560972271271197e-05}
{"train_loss": 0.00161917379591614, "global_step": 63528, "epoch": 356, "lr": 3.5608307541051235e-05}
{"train_loss": 0.00118267722427845, "global_step": 63529, "epoch": 356, "lr": 3.560689238196079e-05}
{"train_loss": 0.004613757599145174, "global_step": 63530, "epoch": 356, "lr": 3.560547723544186e-05}
{"train_loss": 0.0021234105806797743, "global_step": 63531, "epoch": 356, "lr": 3.5604062101495706e-05}
{"train_loss": 0.0034585187677294016, "global_step": 63532, "epoch": 356, "lr": 3.5602646980123524e-05}
{"train_loss": 0.001184091903269291, "global_step": 63533, "epoch": 356, "lr": 3.560123187132657e-05}
{"train_loss": 0.0021024830639362335, "global_step": 63534, "epoch": 356, "lr": 3.5599816775106075e-05}
{"train_loss": 0.001930052530951798, "global_step": 63535, "epoch": 356, "lr": 3.559840169146331e-05}
{"train_loss": 0.0030213044956326485, "global_step": 63536, "epoch": 356, "lr": 3.559698662039945e-05}
{"train_loss": 0.0038324883207678795, "global_step": 63537, "epoch": 356, "lr": 3.5595571561915785e-05}
{"train_loss": 0.0028206249698996544, "global_step": 63538, "epoch": 356, "lr": 3.5594156516013513e-05}
{"train_loss": 0.0012254277244210243, "global_step": 63539, "epoch": 356, "lr": 3.5592741482693876e-05}
{"train_loss": 0.0019107527332380414, "global_step": 63540, "epoch": 356, "lr": 3.559132646195813e-05}
{"train_loss": 0.0026177954860031605, "global_step": 63541, "epoch": 356, "lr": 3.5589911453807496e-05}
{"train_loss": 0.004114407580345869, "global_step": 63542, "epoch": 356, "lr": 3.5588496458243234e-05}
{"train_loss": 0.002825607545673847, "global_step": 63543, "epoch": 356, "lr": 3.558708147526654e-05}
{"train_loss": 0.0029187356121838093, "global_step": 63544, "epoch": 356, "lr": 3.5585666504878665e-05}
{"train_loss": 0.0027696503688623146, "global_step": 63545, "epoch": 356, "lr": 3.558425154708086e-05}
{"train_loss": 0.002154818270355463, "global_step": 63546, "epoch": 357, "lr": 3.558283660187436e-05}
{"train_loss": 0.0033121537417173386, "global_step": 63547, "epoch": 357, "lr": 3.558142166926037e-05}
{"train_loss": 0.0022640125826001167, "global_step": 63548, "epoch": 357, "lr": 3.558000674924016e-05}
{"train_loss": 0.0029550958424806595, "global_step": 63549, "epoch": 357, "lr": 3.557859184181494e-05}
{"train_loss": 0.002476582769304514, "global_step": 63550, "epoch": 357, "lr": 3.557717694698598e-05}
{"train_loss": 0.002320643048733473, "global_step": 63551, "epoch": 357, "lr": 3.557576206475448e-05}
{"train_loss": 0.002207494340837002, "global_step": 63552, "epoch": 357, "lr": 3.5574347195121694e-05}
{"train_loss": 0.0009644562960602343, "global_step": 63553, "epoch": 357, "lr": 3.557293233808885e-05}
{"train_loss": 0.0026925508864223957, "global_step": 63554, "epoch": 357, "lr": 3.55715174936572e-05}
{"train_loss": 0.003697739914059639, "global_step": 63555, "epoch": 357, "lr": 3.557010266182795e-05}
{"train_loss": 0.0027740676887333393, "global_step": 63556, "epoch": 357, "lr": 3.556868784260238e-05}
{"train_loss": 0.0020250296220183372, "global_step": 63557, "epoch": 357, "lr": 3.5567273035981675e-05}
{"train_loss": 0.0013240083353593946, "global_step": 63558, "epoch": 357, "lr": 3.55658582419671e-05}
{"train_loss": 0.0020163562148809433, "global_step": 63559, "epoch": 357, "lr": 3.556444346055988e-05}
{"train_loss": 0.004243661183863878, "global_step": 63560, "epoch": 357, "lr": 3.5563028691761266e-05}
{"train_loss": 0.0009289538720622659, "global_step": 63561, "epoch": 357, "lr": 3.556161393557249e-05}
{"train_loss": 0.00612237025052309, "global_step": 63562, "epoch": 357, "lr": 3.556019919199477e-05}
{"train_loss": 0.0022935885936021805, "global_step": 63563, "epoch": 357, "lr": 3.555878446102936e-05}
{"train_loss": 0.0013889555120840669, "global_step": 63564, "epoch": 357, "lr": 3.555736974267748e-05}
{"train_loss": 0.0016234765062108636, "global_step": 63565, "epoch": 357, "lr": 3.55559550369404e-05}
{"train_loss": 0.0038697761483490467, "global_step": 63566, "epoch": 357, "lr": 3.555454034381931e-05}
{"train_loss": 0.0011083823628723621, "global_step": 63567, "epoch": 357, "lr": 3.555312566331547e-05}
{"train_loss": 0.0015001620631664991, "global_step": 63568, "epoch": 357, "lr": 3.5551710995430105e-05}
{"train_loss": 0.0016849623061716557, "global_step": 63569, "epoch": 357, "lr": 3.555029634016448e-05}
{"train_loss": 0.0034414574038237333, "global_step": 63570, "epoch": 357, "lr": 3.554888169751978e-05}
{"train_loss": 0.0008021884132176638, "global_step": 63571, "epoch": 357, "lr": 3.5547467067497285e-05}
{"train_loss": 0.0012369517935439944, "global_step": 63572, "epoch": 357, "lr": 3.554605245009821e-05}
{"train_loss": 0.0010432081762701273, "global_step": 63573, "epoch": 357, "lr": 3.5544637845323804e-05}
{"train_loss": 0.0017438323702663183, "global_step": 63574, "epoch": 357, "lr": 3.554322325317528e-05}
{"train_loss": 0.002203387673944235, "global_step": 63575, "epoch": 357, "lr": 3.554180867365391e-05}
{"train_loss": 0.0010737704578787088, "global_step": 63576, "epoch": 357, "lr": 3.554039410676088e-05}
{"train_loss": 0.0041625238955020905, "global_step": 63577, "epoch": 357, "lr": 3.553897955249746e-05}
{"train_loss": 0.0037421027664095163, "global_step": 63578, "epoch": 357, "lr": 3.553756501086487e-05}
{"train_loss": 0.0016153731849044561, "global_step": 63579, "epoch": 357, "lr": 3.553615048186438e-05}
{"train_loss": 0.006167869083583355, "global_step": 63580, "epoch": 357, "lr": 3.553473596549717e-05}
{"train_loss": 0.0019476739689707756, "global_step": 63581, "epoch": 357, "lr": 3.5533321461764516e-05}
{"train_loss": 0.0011003375984728336, "global_step": 63582, "epoch": 357, "lr": 3.553190697066764e-05}
{"train_loss": 0.002757275477051735, "global_step": 63583, "epoch": 357, "lr": 3.5530492492207776e-05}
{"train_loss": 0.0018961140885949135, "global_step": 63584, "epoch": 357, "lr": 3.552907802638617e-05}
{"train_loss": 0.0022781770676374435, "global_step": 63585, "epoch": 357, "lr": 3.552766357320405e-05}
{"train_loss": 0.002167702419683337, "global_step": 63586, "epoch": 357, "lr": 3.5526249132662645e-05}
{"train_loss": 0.0016556477639824152, "global_step": 63587, "epoch": 357, "lr": 3.55248347047632e-05}
{"train_loss": 0.0035963908303529024, "global_step": 63588, "epoch": 357, "lr": 3.552342028950696e-05}
{"train_loss": 0.0025158727075904608, "global_step": 63589, "epoch": 357, "lr": 3.552200588689513e-05}
{"train_loss": 0.0025362116284668446, "global_step": 63590, "epoch": 357, "lr": 3.552059149692897e-05}
{"train_loss": 0.002049867995083332, "global_step": 63591, "epoch": 357, "lr": 3.5519177119609706e-05}
{"train_loss": 0.0029727653600275517, "global_step": 63592, "epoch": 357, "lr": 3.551776275493859e-05}
{"train_loss": 0.0034667006693780422, "global_step": 63593, "epoch": 357, "lr": 3.5516348402916824e-05}
{"train_loss": 0.002303636632859707, "global_step": 63594, "epoch": 357, "lr": 3.5514934063545686e-05}
{"train_loss": 0.0031228307634592056, "global_step": 63595, "epoch": 357, "lr": 3.551351973682636e-05}
{"train_loss": 0.0014160461723804474, "global_step": 63596, "epoch": 357, "lr": 3.551210542276013e-05}
{"train_loss": 0.00197366951033473, "global_step": 63597, "epoch": 357, "lr": 3.55106911213482e-05}
{"train_loss": 0.0037616281770169735, "global_step": 63598, "epoch": 357, "lr": 3.5509276832591825e-05}
{"train_loss": 0.0010165742132812738, "global_step": 63599, "epoch": 357, "lr": 3.550786255649222e-05}
{"train_loss": 0.002151662018150091, "global_step": 63600, "epoch": 357, "lr": 3.550644829305064e-05}
{"train_loss": 0.002676147734746337, "global_step": 63601, "epoch": 357, "lr": 3.550503404226829e-05}
{"train_loss": 0.002603786066174507, "global_step": 63602, "epoch": 357, "lr": 3.550361980414645e-05}
{"train_loss": 0.004661876242607832, "global_step": 63603, "epoch": 357, "lr": 3.550220557868634e-05}
{"train_loss": 0.003128006821498275, "global_step": 63604, "epoch": 357, "lr": 3.550079136588916e-05}
{"train_loss": 0.004080628044903278, "global_step": 63605, "epoch": 357, "lr": 3.54993771657562e-05}
{"train_loss": 0.0036278662737458944, "global_step": 63606, "epoch": 357, "lr": 3.5497962978288645e-05}
{"train_loss": 0.003266779240220785, "global_step": 63607, "epoch": 357, "lr": 3.5496548803487776e-05}
{"train_loss": 0.0017451526364311576, "global_step": 63608, "epoch": 357, "lr": 3.5495134641354785e-05}
{"train_loss": 0.003737801220268011, "global_step": 63609, "epoch": 357, "lr": 3.549372049189094e-05}
{"train_loss": 0.0006322471308521926, "global_step": 63610, "epoch": 357, "lr": 3.549230635509746e-05}
{"train_loss": 0.0031101075001060963, "global_step": 63611, "epoch": 357, "lr": 3.549089223097559e-05}
{"train_loss": 0.002942205872386694, "global_step": 63612, "epoch": 357, "lr": 3.548947811952655e-05}
{"train_loss": 0.0027568500954657793, "global_step": 63613, "epoch": 357, "lr": 3.54880640207516e-05}
{"train_loss": 0.0025378791615366936, "global_step": 63614, "epoch": 357, "lr": 3.548664993465194e-05}
{"train_loss": 0.002696404466405511, "global_step": 63615, "epoch": 357, "lr": 3.548523586122884e-05}
{"train_loss": 0.0016067237593233585, "global_step": 63616, "epoch": 357, "lr": 3.54838218004835e-05}
{"train_loss": 0.003459892701357603, "global_step": 63617, "epoch": 357, "lr": 3.54824077524172e-05}
{"train_loss": 0.0033399721141904593, "global_step": 63618, "epoch": 357, "lr": 3.548099371703113e-05}
{"train_loss": 0.0025057033635675907, "global_step": 63619, "epoch": 357, "lr": 3.5479579694326555e-05}
{"train_loss": 0.001589559018611908, "global_step": 63620, "epoch": 357, "lr": 3.547816568430469e-05}
{"train_loss": 0.0024284624960273504, "global_step": 63621, "epoch": 357, "lr": 3.54767516869668e-05}
{"train_loss": 0.0016342652961611748, "global_step": 63622, "epoch": 357, "lr": 3.547533770231408e-05}
{"train_loss": 0.0035060029476881027, "global_step": 63623, "epoch": 357, "lr": 3.547392373034778e-05}
{"train_loss": 0.0015743778785690665, "global_step": 63624, "epoch": 357, "lr": 3.547250977106915e-05}
{"train_loss": 0.0043670423328876495, "global_step": 63625, "epoch": 357, "lr": 3.5471095824479414e-05}
{"train_loss": 0.0026130639016628265, "global_step": 63626, "epoch": 357, "lr": 3.546968189057982e-05}
{"train_loss": 0.0014584219316020608, "global_step": 63627, "epoch": 357, "lr": 3.546826796937158e-05}
{"train_loss": 0.006301820278167725, "global_step": 63628, "epoch": 357, "lr": 3.5466854060855955e-05}
{"train_loss": 0.0026717064902186394, "global_step": 63629, "epoch": 357, "lr": 3.546544016503413e-05}
{"train_loss": 0.0033628398086875677, "global_step": 63630, "epoch": 357, "lr": 3.5464026281907414e-05}
{"train_loss": 0.0016772197559475899, "global_step": 63631, "epoch": 357, "lr": 3.546261241147698e-05}
{"train_loss": 0.002363411709666252, "global_step": 63632, "epoch": 357, "lr": 3.54611985537441e-05}
{"train_loss": 0.0033928221091628075, "global_step": 63633, "epoch": 357, "lr": 3.545978470870998e-05}
{"train_loss": 0.0019394783303141594, "global_step": 63634, "epoch": 357, "lr": 3.545837087637588e-05}
{"train_loss": 0.004260212182998657, "global_step": 63635, "epoch": 357, "lr": 3.5456957056743013e-05}
{"train_loss": 0.0024280017241835594, "global_step": 63636, "epoch": 357, "lr": 3.545554324981265e-05}
{"train_loss": 0.002061801729723811, "global_step": 63637, "epoch": 357, "lr": 3.545412945558598e-05}
{"train_loss": 0.003270625602453947, "global_step": 63638, "epoch": 357, "lr": 3.545271567406426e-05}
{"train_loss": 0.0019142574165016413, "global_step": 63639, "epoch": 357, "lr": 3.545130190524872e-05}
{"train_loss": 0.0047731236554682255, "global_step": 63640, "epoch": 357, "lr": 3.544988814914062e-05}
{"train_loss": 0.0021216897293925285, "global_step": 63641, "epoch": 357, "lr": 3.544847440574116e-05}
{"train_loss": 0.0022142876405268908, "global_step": 63642, "epoch": 357, "lr": 3.544706067505159e-05}
{"train_loss": 0.001008631312288344, "global_step": 63643, "epoch": 357, "lr": 3.5445646957073136e-05}
{"train_loss": 0.004135953262448311, "global_step": 63644, "epoch": 357, "lr": 3.544423325180704e-05}
{"train_loss": 0.0022457404993474483, "global_step": 63645, "epoch": 357, "lr": 3.544281955925456e-05}
{"train_loss": 0.0018811903428286314, "global_step": 63646, "epoch": 357, "lr": 3.544140587941688e-05}
{"train_loss": 0.002924076048657298, "global_step": 63647, "epoch": 357, "lr": 3.5439992212295294e-05}
{"train_loss": 0.0034743400756269693, "global_step": 63648, "epoch": 357, "lr": 3.5438578557890976e-05}
{"train_loss": 0.0017831835430115461, "global_step": 63649, "epoch": 357, "lr": 3.5437164916205203e-05}
{"train_loss": 0.004092448856681585, "global_step": 63650, "epoch": 357, "lr": 3.543575128723918e-05}
{"train_loss": 0.0014318024041131139, "global_step": 63651, "epoch": 357, "lr": 3.5434337670994186e-05}
{"train_loss": 0.0014830802101641893, "global_step": 63652, "epoch": 357, "lr": 3.543292406747141e-05}
{"train_loss": 0.0018341352697461843, "global_step": 63653, "epoch": 357, "lr": 3.5431510476672116e-05}
{"train_loss": 0.0015907739289104939, "global_step": 63654, "epoch": 357, "lr": 3.543009689859751e-05}
{"train_loss": 0.0038220633286982775, "global_step": 63655, "epoch": 357, "lr": 3.5428683333248866e-05}
{"train_loss": 0.003170799696817994, "global_step": 63656, "epoch": 357, "lr": 3.542726978062738e-05}
{"train_loss": 0.0027111456729471684, "global_step": 63657, "epoch": 357, "lr": 3.5425856240734314e-05}
{"train_loss": 0.002389571163803339, "global_step": 63658, "epoch": 357, "lr": 3.542444271357088e-05}
{"train_loss": 0.002212930703535676, "global_step": 63659, "epoch": 357, "lr": 3.542302919913835e-05}
{"train_loss": 0.0010499488562345505, "global_step": 63660, "epoch": 357, "lr": 3.5421615697437904e-05}
{"train_loss": 0.0031432132236659527, "global_step": 63661, "epoch": 357, "lr": 3.542020220847082e-05}
{"train_loss": 0.002929180394858122, "global_step": 63662, "epoch": 357, "lr": 3.5418788732238307e-05}
{"train_loss": 0.0012791309272870421, "global_step": 63663, "epoch": 357, "lr": 3.5417375268741635e-05}
{"train_loss": 0.0024192072451114655, "global_step": 63664, "epoch": 357, "lr": 3.5415961817981995e-05}
{"train_loss": 0.0014133760705590248, "global_step": 63665, "epoch": 357, "lr": 3.5414548379960646e-05}
{"train_loss": 0.0011769779957830906, "global_step": 63666, "epoch": 357, "lr": 3.541313495467883e-05}
{"train_loss": 0.003530370770022273, "global_step": 63667, "epoch": 357, "lr": 3.541172154213774e-05}
{"train_loss": 0.003389531746506691, "global_step": 63668, "epoch": 357, "lr": 3.5410308142338666e-05}
{"train_loss": 0.001053370418958366, "global_step": 63669, "epoch": 357, "lr": 3.540889475528281e-05}
{"train_loss": 0.0009407958714291453, "global_step": 63670, "epoch": 357, "lr": 3.540748138097142e-05}
{"train_loss": 0.0034516879823058844, "global_step": 63671, "epoch": 357, "lr": 3.5406068019405707e-05}
{"train_loss": 0.0017482348484918475, "global_step": 63672, "epoch": 357, "lr": 3.5404654670586936e-05}
{"train_loss": 0.0032405778765678406, "global_step": 63673, "epoch": 357, "lr": 3.5403241334516315e-05}
{"train_loss": 0.003892479930073023, "global_step": 63674, "epoch": 357, "lr": 3.540182801119511e-05}
{"train_loss": 0.003420594148337841, "global_step": 63675, "epoch": 357, "lr": 3.540041470062452e-05}
{"train_loss": 0.002492640633136034, "global_step": 63676, "epoch": 357, "lr": 3.53990014028058e-05}
{"train_loss": 0.004532474093139172, "global_step": 63677, "epoch": 357, "lr": 3.539758811774018e-05}
{"train_loss": 0.0011443941621109843, "global_step": 63678, "epoch": 357, "lr": 3.5396174845428905e-05}
{"train_loss": 0.0024018881376832724, "global_step": 63679, "epoch": 357, "lr": 3.539476158587318e-05}
{"train_loss": 0.0038053649477660656, "global_step": 63680, "epoch": 357, "lr": 3.539334833907427e-05}
{"train_loss": 0.003256981959566474, "global_step": 63681, "epoch": 357, "lr": 3.539193510503339e-05}
{"train_loss": 0.0013453899882733822, "global_step": 63682, "epoch": 357, "lr": 3.53905218837518e-05}
{"train_loss": 0.004315238445997238, "global_step": 63683, "epoch": 357, "lr": 3.5389108675230696e-05}
{"train_loss": 0.00653084134683013, "global_step": 63684, "epoch": 357, "lr": 3.538769547947136e-05}
{"train_loss": 0.0040300399996340275, "global_step": 63685, "epoch": 357, "lr": 3.538628229647498e-05}
{"train_loss": 0.004404919221997261, "global_step": 63686, "epoch": 357, "lr": 3.5384869126242796e-05}
{"train_loss": 0.002006910741329193, "global_step": 63687, "epoch": 357, "lr": 3.538345596877608e-05}
{"train_loss": 0.0016046450473368168, "global_step": 63688, "epoch": 357, "lr": 3.5382042824076026e-05}
{"train_loss": 0.0041701896116137505, "global_step": 63689, "epoch": 357, "lr": 3.5380629692143904e-05}
{"train_loss": 0.0035927393473684788, "global_step": 63690, "epoch": 357, "lr": 3.537921657298091e-05}
{"train_loss": 0.0031853276304900646, "global_step": 63691, "epoch": 357, "lr": 3.53778034665883e-05}
{"train_loss": 0.004568155854940414, "global_step": 63692, "epoch": 357, "lr": 3.5376390372967304e-05}
{"train_loss": 0.002059462247416377, "global_step": 63693, "epoch": 357, "lr": 3.537497729211918e-05}
{"train_loss": 0.0026592842768877745, "global_step": 63694, "epoch": 357, "lr": 3.537356422404512e-05}
{"train_loss": 0.002738571958616376, "global_step": 63695, "epoch": 357, "lr": 3.5372151168746384e-05}
{"train_loss": 0.0025378421414643526, "global_step": 63696, "epoch": 357, "lr": 3.537073812622419e-05}
{"train_loss": 0.004883654415607452, "global_step": 63697, "epoch": 357, "lr": 3.53693250964798e-05}
{"train_loss": 0.00119615881703794, "global_step": 63698, "epoch": 357, "lr": 3.5367912079514415e-05}
{"train_loss": 0.0032543884590268135, "global_step": 63699, "epoch": 357, "lr": 3.5366499075329294e-05}
{"train_loss": 0.0022599436342716217, "global_step": 63700, "epoch": 357, "lr": 3.536508608392565e-05}
{"train_loss": 0.0038286822382360697, "global_step": 63701, "epoch": 357, "lr": 3.536367310530475e-05}
{"train_loss": 0.002461994532495737, "global_step": 63702, "epoch": 357, "lr": 3.536226013946779e-05}
{"train_loss": 0.0061249397695064545, "global_step": 63703, "epoch": 357, "lr": 3.5360847186416045e-05}
{"train_loss": 0.0023746183142066, "global_step": 63704, "epoch": 357, "lr": 3.53594342461507e-05}
{"train_loss": 0.003990397788584232, "global_step": 63705, "epoch": 357, "lr": 3.5358021318673026e-05}
{"train_loss": 0.00839761272072792, "global_step": 63706, "epoch": 357, "lr": 3.5356608403984234e-05}
{"train_loss": 0.0032497476786375046, "global_step": 63707, "epoch": 357, "lr": 3.535519550208557e-05}
{"train_loss": 0.003991934470832348, "global_step": 63708, "epoch": 357, "lr": 3.5353782612978294e-05}
{"train_loss": 0.0010556429624557495, "global_step": 63709, "epoch": 357, "lr": 3.535236973666359e-05}
{"train_loss": 0.0011273425770923495, "global_step": 63710, "epoch": 357, "lr": 3.5350956873142725e-05}
{"train_loss": 0.002438254188746214, "global_step": 63711, "epoch": 357, "lr": 3.534954402241692e-05}
{"train_loss": 0.0022073204163461924, "global_step": 63712, "epoch": 357, "lr": 3.5348131184487434e-05}
{"train_loss": 0.001483292318880558, "global_step": 63713, "epoch": 357, "lr": 3.534671835935545e-05}
{"train_loss": 0.0047814203426241875, "global_step": 63714, "epoch": 357, "lr": 3.534530554702225e-05}
{"train_loss": 0.0019898959435522556, "global_step": 63715, "epoch": 357, "lr": 3.5343892747489036e-05}
{"train_loss": 0.0017655151896178722, "global_step": 63716, "epoch": 357, "lr": 3.534247996075708e-05}
{"train_loss": 0.002151391003280878, "global_step": 63717, "epoch": 357, "lr": 3.534106718682757e-05}
{"train_loss": 0.0009627857361920178, "global_step": 63718, "epoch": 357, "lr": 3.5339654425701775e-05}
{"train_loss": 0.0030473582446575165, "global_step": 63719, "epoch": 357, "lr": 3.533824167738091e-05}
{"train_loss": 0.0030220081098377705, "global_step": 63720, "epoch": 357, "lr": 3.533682894186623e-05}
{"train_loss": 0.0024567861109972, "global_step": 63721, "epoch": 357, "lr": 3.533541621915894e-05}
{"train_loss": 0.003769435454159975, "global_step": 63722, "epoch": 357, "lr": 3.5334003509260297e-05}
{"train_loss": 0.002683639851741472, "global_step": 63723, "epoch": 357, "lr": 3.533259081217151e-05}
{"train_loss": 0.002905137836933136, "global_step": 63724, "epoch": 358, "lr": 3.533117812789384e-05}
{"train_loss": 0.0015877957921475172, "global_step": 63725, "epoch": 358, "lr": 3.532976545642851e-05}
{"train_loss": 0.0037525445222854614, "global_step": 63726, "epoch": 358, "lr": 3.532835279777676e-05}
{"train_loss": 0.0023041744716465473, "global_step": 63727, "epoch": 358, "lr": 3.53269401519398e-05}
{"train_loss": 0.0032227442134171724, "global_step": 63728, "epoch": 358, "lr": 3.5325527518918885e-05}
{"train_loss": 0.0018900532741099596, "global_step": 63729, "epoch": 358, "lr": 3.532411489871525e-05}
{"train_loss": 0.0010670204646885395, "global_step": 63730, "epoch": 358, "lr": 3.532270229133012e-05}
{"train_loss": 0.002965133171528578, "global_step": 63731, "epoch": 358, "lr": 3.5321289696764756e-05}
{"train_loss": 0.0027926145121455193, "global_step": 63732, "epoch": 358, "lr": 3.5319877115020336e-05}
{"train_loss": 0.00272708130069077, "global_step": 63733, "epoch": 358, "lr": 3.531846454609815e-05}
{"train_loss": 0.0022296516690403223, "global_step": 63734, "epoch": 358, "lr": 3.53170519899994e-05}
{"train_loss": 0.0020689137745648623, "global_step": 63735, "epoch": 358, "lr": 3.531563944672534e-05}
{"train_loss": 0.0025989850983023643, "global_step": 63736, "epoch": 358, "lr": 3.531422691627717e-05}
{"train_loss": 0.000786610587965697, "global_step": 63737, "epoch": 358, "lr": 3.5312814398656155e-05}
{"train_loss": 0.0029978929087519646, "global_step": 63738, "epoch": 358, "lr": 3.531140189386351e-05}
{"train_loss": 0.0012818285031244159, "global_step": 63739, "epoch": 358, "lr": 3.5309989401900514e-05}
{"train_loss": 0.003620097879320383, "global_step": 63740, "epoch": 358, "lr": 3.5308576922768335e-05}
{"train_loss": 0.0018413965590298176, "global_step": 63741, "epoch": 358, "lr": 3.530716445646825e-05}
{"train_loss": 0.0015949525404721498, "global_step": 63742, "epoch": 358, "lr": 3.530575200300147e-05}
{"train_loss": 0.004071938805282116, "global_step": 63743, "epoch": 358, "lr": 3.5304339562369236e-05}
{"train_loss": 0.0021682754158973694, "global_step": 63744, "epoch": 358, "lr": 3.5302927134572784e-05}
{"train_loss": 0.0012261641677469015, "global_step": 63745, "epoch": 358, "lr": 3.530151471961336e-05}
{"train_loss": 0.0017607162008062005, "global_step": 63746, "epoch": 358, "lr": 3.530010231749217e-05}
{"train_loss": 0.0016099537024274468, "global_step": 63747, "epoch": 358, "lr": 3.529868992821047e-05}
{"train_loss": 0.00153376255184412, "global_step": 63748, "epoch": 358, "lr": 3.529727755176948e-05}
{"train_loss": 0.005029636900871992, "global_step": 63749, "epoch": 358, "lr": 3.5295865188170436e-05}
{"train_loss": 0.0033744669053703547, "global_step": 63750, "epoch": 358, "lr": 3.52944528374146e-05}
{"train_loss": 0.0030588386580348015, "global_step": 63751, "epoch": 358, "lr": 3.529304049950316e-05}
{"train_loss": 0.002031363546848297, "global_step": 63752, "epoch": 358, "lr": 3.529162817443737e-05}
{"train_loss": 0.0017021377570927143, "global_step": 63753, "epoch": 358, "lr": 3.529021586221847e-05}
{"train_loss": 0.0012168748071417212, "global_step": 63754, "epoch": 358, "lr": 3.52888035628477e-05}
{"train_loss": 0.002470914740115404, "global_step": 63755, "epoch": 358, "lr": 3.528739127632626e-05}
{"train_loss": 0.0018229384440928698, "global_step": 63756, "epoch": 358, "lr": 3.528597900265543e-05}
{"train_loss": 0.0028723389841616154, "global_step": 63757, "epoch": 358, "lr": 3.5284566741836386e-05}
{"train_loss": 0.0030781314708292484, "global_step": 63758, "epoch": 358, "lr": 3.528315449387043e-05}
{"train_loss": 0.0034317681565880775, "global_step": 63759, "epoch": 358, "lr": 3.528174225875873e-05}
{"train_loss": 0.0027192202396690845, "global_step": 63760, "epoch": 358, "lr": 3.528033003650258e-05}
{"train_loss": 0.0011405718978494406, "global_step": 63761, "epoch": 358, "lr": 3.5278917827103155e-05}
{"train_loss": 0.0027206572704017162, "global_step": 63762, "epoch": 358, "lr": 3.527750563056173e-05}
{"train_loss": 0.002921000123023987, "global_step": 63763, "epoch": 358, "lr": 3.527609344687951e-05}
{"train_loss": 0.001613746746443212, "global_step": 63764, "epoch": 358, "lr": 3.527468127605777e-05}
{"train_loss": 0.0027357263024896383, "global_step": 63765, "epoch": 358, "lr": 3.527326911809769e-05}
{"train_loss": 0.0024619344621896744, "global_step": 63766, "epoch": 358, "lr": 3.527185697300054e-05}
{"train_loss": 0.0008765311795286834, "global_step": 63767, "epoch": 358, "lr": 3.527044484076753e-05}
{"train_loss": 0.0014625827316194773, "global_step": 63768, "epoch": 358, "lr": 3.526903272139994e-05}
{"train_loss": 0.0013182921102270484, "global_step": 63769, "epoch": 358, "lr": 3.526762061489894e-05}
{"train_loss": 0.0023483182303607464, "global_step": 63770, "epoch": 358, "lr": 3.52662085212658e-05}
{"train_loss": 0.0017778538167476654, "global_step": 63771, "epoch": 358, "lr": 3.526479644050175e-05}
{"train_loss": 0.0015867543406784534, "global_step": 63772, "epoch": 358, "lr": 3.526338437260801e-05}
{"train_loss": 0.0022469148971140385, "global_step": 63773, "epoch": 358, "lr": 3.526197231758585e-05}
{"train_loss": 0.002752508269622922, "global_step": 63774, "epoch": 358, "lr": 3.5260560275436456e-05}
{"train_loss": 0.002610313706099987, "global_step": 63775, "epoch": 358, "lr": 3.52591482461611e-05}
{"train_loss": 0.00323609565384686, "global_step": 63776, "epoch": 358, "lr": 3.525773622976098e-05}
{"train_loss": 0.003030067076906562, "global_step": 63777, "epoch": 358, "lr": 3.525632422623735e-05}
{"train_loss": 0.0025520576164126396, "global_step": 63778, "epoch": 358, "lr": 3.525491223559144e-05}
{"train_loss": 0.003132274141535163, "global_step": 63779, "epoch": 358, "lr": 3.52535002578245e-05}
{"train_loss": 0.0026954493951052427, "global_step": 63780, "epoch": 358, "lr": 3.525208829293773e-05}
{"train_loss": 0.003098208224400878, "global_step": 63781, "epoch": 358, "lr": 3.525067634093237e-05}
{"train_loss": 0.001969066681340337, "global_step": 63782, "epoch": 358, "lr": 3.524926440180968e-05}
{"train_loss": 0.0042075058445334435, "global_step": 63783, "epoch": 358, "lr": 3.5247852475570884e-05}
{"train_loss": 0.0034779116977006197, "global_step": 63784, "epoch": 358, "lr": 3.524644056221719e-05}
{"train_loss": 0.0014993494842201471, "global_step": 63785, "epoch": 358, "lr": 3.524502866174986e-05}
{"train_loss": 0.0011696445289999247, "global_step": 63786, "epoch": 358, "lr": 3.524361677417011e-05}
{"train_loss": 0.0021052449010312557, "global_step": 63787, "epoch": 358, "lr": 3.524220489947919e-05}
{"train_loss": 0.0010548267746344209, "global_step": 63788, "epoch": 358, "lr": 3.524079303767831e-05}
{"train_loss": 0.003487605368718505, "global_step": 63789, "epoch": 358, "lr": 3.5239381188768714e-05}
{"train_loss": 0.0025003845803439617, "global_step": 63790, "epoch": 358, "lr": 3.523796935275164e-05}
{"train_loss": 0.0015259026549756527, "global_step": 63791, "epoch": 358, "lr": 3.523655752962832e-05}
{"train_loss": 0.0027735577896237373, "global_step": 63792, "epoch": 358, "lr": 3.52351457194e-05}
{"train_loss": 0.0008382248925045133, "global_step": 63793, "epoch": 358, "lr": 3.5233733922067874e-05}
{"train_loss": 0.002385377883911133, "global_step": 63794, "epoch": 358, "lr": 3.523232213763322e-05}
{"train_loss": 0.0017740644980221987, "global_step": 63795, "epoch": 358, "lr": 3.523091036609724e-05}
{"train_loss": 0.0025171011220663786, "global_step": 63796, "epoch": 358, "lr": 3.5229498607461184e-05}
{"train_loss": 0.001906770747154951, "global_step": 63797, "epoch": 358, "lr": 3.522808686172626e-05}
{"train_loss": 0.002284189686179161, "global_step": 63798, "epoch": 358, "lr": 3.5226675128893747e-05}
{"train_loss": 0.002510415855795145, "global_step": 63799, "epoch": 358, "lr": 3.5225263408964836e-05}
{"train_loss": 0.002674215706065297, "global_step": 63800, "epoch": 358, "lr": 3.522385170194078e-05}
{"train_loss": 0.0029310635291039944, "global_step": 63801, "epoch": 358, "lr": 3.5222440007822796e-05}
{"train_loss": 0.0019471005070954561, "global_step": 63802, "epoch": 358, "lr": 3.522102832661215e-05}
{"train_loss": 0.0037312768399715424, "global_step": 63803, "epoch": 358, "lr": 3.521961665831004e-05}
{"train_loss": 0.002719647716730833, "global_step": 63804, "epoch": 358, "lr": 3.521820500291771e-05}
{"train_loss": 0.0019867473747581244, "global_step": 63805, "epoch": 358, "lr": 3.521679336043639e-05}
{"train_loss": 0.0034801699221134186, "global_step": 63806, "epoch": 358, "lr": 3.5215381730867335e-05}
{"train_loss": 0.0020799334160983562, "global_step": 63807, "epoch": 358, "lr": 3.5213970114211744e-05}
{"train_loss": 0.0017478124937042594, "global_step": 63808, "epoch": 358, "lr": 3.5212558510470885e-05}
{"train_loss": 0.0022449952084571123, "global_step": 63809, "epoch": 358, "lr": 3.521114691964595e-05}
{"train_loss": 0.004318548366427422, "global_step": 63810, "epoch": 358, "lr": 3.520973534173822e-05}
{"train_loss": 0.0023403132800012827, "global_step": 63811, "epoch": 358, "lr": 3.520832377674889e-05}
{"train_loss": 0.0019854323472827673, "global_step": 63812, "epoch": 358, "lr": 3.520691222467919e-05}
{"train_loss": 0.0011212175013497472, "global_step": 63813, "epoch": 358, "lr": 3.52055006855304e-05}
{"train_loss": 0.0018008318729698658, "global_step": 63814, "epoch": 358, "lr": 3.5204089159303696e-05}
{"train_loss": 0.0007416909211315215, "global_step": 63815, "epoch": 358, "lr": 3.5202677646000355e-05}
{"train_loss": 0.0025220229290425777, "global_step": 63816, "epoch": 358, "lr": 3.520126614562158e-05}
{"train_loss": 0.0016902538482099771, "global_step": 63817, "epoch": 358, "lr": 3.519985465816863e-05}
{"train_loss": 0.0026886947453022003, "global_step": 63818, "epoch": 358, "lr": 3.51984431836427e-05}
{"train_loss": 0.001554460497573018, "global_step": 63819, "epoch": 358, "lr": 3.519703172204506e-05}
{"train_loss": 0.0013472902355715632, "global_step": 63820, "epoch": 358, "lr": 3.519562027337692e-05}
{"train_loss": 0.0031744788866490126, "global_step": 63821, "epoch": 358, "lr": 3.519420883763954e-05}
{"train_loss": 0.0024678115732967854, "global_step": 63822, "epoch": 358, "lr": 3.519279741483412e-05}
{"train_loss": 0.001361830742098391, "global_step": 63823, "epoch": 358, "lr": 3.519138600496191e-05}
{"train_loss": 0.0017946748994290829, "global_step": 63824, "epoch": 358, "lr": 3.518997460802413e-05}
{"train_loss": 0.0037912833504378796, "global_step": 63825, "epoch": 358, "lr": 3.518856322402205e-05}
{"train_loss": 0.004558932036161423, "global_step": 63826, "epoch": 358, "lr": 3.5187151852956845e-05}
{"train_loss": 0.003510192269459367, "global_step": 63827, "epoch": 358, "lr": 3.51857404948298e-05}
{"train_loss": 0.0031857918947935104, "global_step": 63828, "epoch": 358, "lr": 3.5184329149642106e-05}
{"train_loss": 0.0013762081507593393, "global_step": 63829, "epoch": 358, "lr": 3.5182917817395046e-05}
{"train_loss": 0.0014351254794746637, "global_step": 63830, "epoch": 358, "lr": 3.518150649808979e-05}
{"train_loss": 0.0029479165095835924, "global_step": 63831, "epoch": 358, "lr": 3.5180095191727634e-05}
{"train_loss": 0.0015912249218672514, "global_step": 63832, "epoch": 358, "lr": 3.517868389830975e-05}
{"train_loss": 0.0034913145937025547, "global_step": 63833, "epoch": 358, "lr": 3.517727261783741e-05}
{"train_loss": 0.002633986994624138, "global_step": 63834, "epoch": 358, "lr": 3.517586135031184e-05}
{"train_loss": 0.003701415378600359, "global_step": 63835, "epoch": 358, "lr": 3.517445009573426e-05}
{"train_loss": 0.0015664929524064064, "global_step": 63836, "epoch": 358, "lr": 3.517303885410594e-05}
{"train_loss": 0.005208933725953102, "global_step": 63837, "epoch": 358, "lr": 3.517162762542806e-05}
{"train_loss": 0.0020011391025036573, "global_step": 63838, "epoch": 358, "lr": 3.517021640970188e-05}
{"train_loss": 0.003978704567998648, "global_step": 63839, "epoch": 358, "lr": 3.516880520692863e-05}
{"train_loss": 0.0014622712042182684, "global_step": 63840, "epoch": 358, "lr": 3.5167394017109566e-05}
{"train_loss": 0.0016593033215031028, "global_step": 63841, "epoch": 358, "lr": 3.516598284024587e-05}
{"train_loss": 0.0021383485291153193, "global_step": 63842, "epoch": 358, "lr": 3.516457167633881e-05}
{"train_loss": 0.00153173110447824, "global_step": 63843, "epoch": 358, "lr": 3.516316052538961e-05}
{"train_loss": 0.005725945811718702, "global_step": 63844, "epoch": 358, "lr": 3.5161749387399524e-05}
{"train_loss": 0.0025283200666308403, "global_step": 63845, "epoch": 358, "lr": 3.516033826236973e-05}
{"train_loss": 0.002159171737730503, "global_step": 63846, "epoch": 358, "lr": 3.515892715030151e-05}
{"train_loss": 0.0017873428296297789, "global_step": 63847, "epoch": 358, "lr": 3.515751605119608e-05}
{"train_loss": 0.0038540789391845465, "global_step": 63848, "epoch": 358, "lr": 3.515610496505469e-05}
{"train_loss": 0.002265626098960638, "global_step": 63849, "epoch": 358, "lr": 3.515469389187853e-05}
{"train_loss": 0.0036734575405716896, "global_step": 63850, "epoch": 358, "lr": 3.515328283166888e-05}
{"train_loss": 0.0013659499818459153, "global_step": 63851, "epoch": 358, "lr": 3.515187178442693e-05}
{"train_loss": 0.0009086383506655693, "global_step": 63852, "epoch": 358, "lr": 3.5150460750153946e-05}
{"train_loss": 0.000965326267760247, "global_step": 63853, "epoch": 358, "lr": 3.5149049728851135e-05}
{"train_loss": 0.0045384932309389114, "global_step": 63854, "epoch": 358, "lr": 3.5147638720519746e-05}
{"train_loss": 0.0015535952989012003, "global_step": 63855, "epoch": 358, "lr": 3.5146227725161026e-05}
{"train_loss": 0.004232653416693211, "global_step": 63856, "epoch": 358, "lr": 3.514481674277617e-05}
{"train_loss": 0.0021121157333254814, "global_step": 63857, "epoch": 358, "lr": 3.514340577336643e-05}
{"train_loss": 0.003974482882767916, "global_step": 63858, "epoch": 358, "lr": 3.514199481693304e-05}
{"train_loss": 0.0011656726710498333, "global_step": 63859, "epoch": 358, "lr": 3.514058387347725e-05}
{"train_loss": 0.0010317889973521233, "global_step": 63860, "epoch": 358, "lr": 3.513917294300025e-05}
{"train_loss": 0.0023352736607193947, "global_step": 63861, "epoch": 358, "lr": 3.51377620255033e-05}
{"train_loss": 0.0033125095069408417, "global_step": 63862, "epoch": 358, "lr": 3.513635112098762e-05}
{"train_loss": 0.0014758248580619693, "global_step": 63863, "epoch": 358, "lr": 3.5134940229454474e-05}
{"train_loss": 0.0015603313222527504, "global_step": 63864, "epoch": 358, "lr": 3.5133529350905046e-05}
{"train_loss": 0.0014542780118063092, "global_step": 63865, "epoch": 358, "lr": 3.513211848534061e-05}
{"train_loss": 0.0012346348958089948, "global_step": 63866, "epoch": 358, "lr": 3.5130707632762355e-05}
{"train_loss": 0.00486346147954464, "global_step": 63867, "epoch": 358, "lr": 3.512929679317157e-05}
{"train_loss": 0.0018328930018469691, "global_step": 63868, "epoch": 358, "lr": 3.512788596656943e-05}
{"train_loss": 0.0030913748778402805, "global_step": 63869, "epoch": 358, "lr": 3.512647515295722e-05}
{"train_loss": 0.003235230688005686, "global_step": 63870, "epoch": 358, "lr": 3.512506435233612e-05}
{"train_loss": 0.0019451645202934742, "global_step": 63871, "epoch": 358, "lr": 3.51236535647074e-05}
{"train_loss": 0.0026963665150105953, "global_step": 63872, "epoch": 358, "lr": 3.512224279007227e-05}
{"train_loss": 0.0030037853866815567, "global_step": 63873, "epoch": 358, "lr": 3.5120832028431994e-05}
{"train_loss": 0.004271832760423422, "global_step": 63874, "epoch": 358, "lr": 3.511942127978776e-05}
{"train_loss": 0.004465787205845118, "global_step": 63875, "epoch": 358, "lr": 3.511801054414082e-05}
{"train_loss": 0.0012885081814602017, "global_step": 63876, "epoch": 358, "lr": 3.511659982149243e-05}
{"train_loss": 0.0028627938590943813, "global_step": 63877, "epoch": 358, "lr": 3.5115189111843784e-05}
{"train_loss": 0.0022780955769121647, "global_step": 63878, "epoch": 358, "lr": 3.511377841519615e-05}
{"train_loss": 0.0013183960691094398, "global_step": 63879, "epoch": 358, "lr": 3.511236773155073e-05}
{"train_loss": 0.0014296647859737277, "global_step": 63880, "epoch": 358, "lr": 3.511095706090877e-05}
{"train_loss": 0.0032403673976659775, "global_step": 63881, "epoch": 358, "lr": 3.5109546403271484e-05}
{"train_loss": 0.0015869331546127796, "global_step": 63882, "epoch": 358, "lr": 3.510813575864015e-05}
{"train_loss": 0.0031538333278149366, "global_step": 63883, "epoch": 358, "lr": 3.510672512701595e-05}
{"train_loss": 0.0032212985679507256, "global_step": 63884, "epoch": 358, "lr": 3.5105314508400155e-05}
{"train_loss": 0.003373292274773121, "global_step": 63885, "epoch": 358, "lr": 3.5103903902793956e-05}
{"train_loss": 0.005202374421060085, "global_step": 63886, "epoch": 358, "lr": 3.510249331019862e-05}
{"train_loss": 0.006086342036724091, "global_step": 63887, "epoch": 358, "lr": 3.5101082730615356e-05}
{"train_loss": 0.0023727272637188435, "global_step": 63888, "epoch": 358, "lr": 3.509967216404542e-05}
{"train_loss": 0.001606140984222293, "global_step": 63889, "epoch": 358, "lr": 3.509826161049002e-05}
{"train_loss": 0.0030324156396090984, "global_step": 63890, "epoch": 358, "lr": 3.5096851069950405e-05}
{"train_loss": 0.001842029276303947, "global_step": 63891, "epoch": 358, "lr": 3.509544054242779e-05}
{"train_loss": 0.003644258016720414, "global_step": 63892, "epoch": 358, "lr": 3.509403002792344e-05}
{"train_loss": 0.005154245533049107, "global_step": 63893, "epoch": 358, "lr": 3.5092619526438534e-05}
{"train_loss": 0.003328168299049139, "global_step": 63894, "epoch": 358, "lr": 3.5091209037974356e-05}
{"train_loss": 0.002288141753524542, "global_step": 63895, "epoch": 358, "lr": 3.508979856253211e-05}
{"train_loss": 0.0026699150912463665, "global_step": 63896, "epoch": 358, "lr": 3.5088388100113014e-05}
{"train_loss": 0.002743544988334179, "global_step": 63897, "epoch": 358, "lr": 3.508697765071836e-05}
{"train_loss": 0.0025835323613137007, "global_step": 63898, "epoch": 358, "lr": 3.5085567214349315e-05}
{"train_loss": 0.0038710811641067266, "global_step": 63899, "epoch": 358, "lr": 3.5084156791007144e-05}
{"train_loss": 0.0025656716898083687, "global_step": 63900, "epoch": 358, "lr": 3.5082746380693064e-05}
{"train_loss": 0.002511601399347772, "global_step": 63901, "epoch": 358, "lr": 3.5081335983408336e-05}
{"train_loss": 0.002747167833149433, "global_step": 63902, "epoch": 359, "lr": 3.507992559915415e-05}
{"train_loss": 0.0030732983723282814, "global_step": 63903, "epoch": 359, "lr": 3.5078515227931776e-05}
{"train_loss": 0.00220903055742383, "global_step": 63904, "epoch": 359, "lr": 3.50771048697424e-05}
{"train_loss": 0.001018520095385611, "global_step": 63905, "epoch": 359, "lr": 3.50756945245873e-05}
{"train_loss": 0.003077253932133317, "global_step": 63906, "epoch": 359, "lr": 3.507428419246768e-05}
{"train_loss": 0.0024883667938411236, "global_step": 63907, "epoch": 359, "lr": 3.50728738733848e-05}
{"train_loss": 0.0019978925120085478, "global_step": 63908, "epoch": 359, "lr": 3.507146356733985e-05}
{"train_loss": 0.0019994492176920176, "global_step": 63909, "epoch": 359, "lr": 3.50700532743341e-05}
{"train_loss": 0.002571114804595709, "global_step": 63910, "epoch": 359, "lr": 3.506864299436876e-05}
{"train_loss": 0.0013455803273245692, "global_step": 63911, "epoch": 359, "lr": 3.506723272744508e-05}
{"train_loss": 0.001746036228723824, "global_step": 63912, "epoch": 359, "lr": 3.506582247356426e-05}
{"train_loss": 0.0033178203739225864, "global_step": 63913, "epoch": 359, "lr": 3.506441223272757e-05}
{"train_loss": 0.0025147804990410805, "global_step": 63914, "epoch": 359, "lr": 3.506300200493621e-05}
{"train_loss": 0.002985332626849413, "global_step": 63915, "epoch": 359, "lr": 3.5061591790191445e-05}
{"train_loss": 0.004250774160027504, "global_step": 63916, "epoch": 359, "lr": 3.5060181588494465e-05}
{"train_loss": 0.001918545225635171, "global_step": 63917, "epoch": 359, "lr": 3.505877139984653e-05}
{"train_loss": 0.0013028796529397368, "global_step": 63918, "epoch": 359, "lr": 3.505736122424888e-05}
{"train_loss": 0.005784998647868633, "global_step": 63919, "epoch": 359, "lr": 3.505595106170271e-05}
{"train_loss": 0.0027480614371597767, "global_step": 63920, "epoch": 359, "lr": 3.50545409122093e-05}
{"train_loss": 0.003234265372157097, "global_step": 63921, "epoch": 359, "lr": 3.5053130775769836e-05}
{"train_loss": 0.0015883238520473242, "global_step": 63922, "epoch": 359, "lr": 3.5051720652385586e-05}
{"train_loss": 0.0036839754320681095, "global_step": 63923, "epoch": 359, "lr": 3.505031054205775e-05}
{"train_loss": 0.002383240731433034, "global_step": 63924, "epoch": 359, "lr": 3.5048900444787594e-05}
{"train_loss": 0.003551710397005081, "global_step": 63925, "epoch": 359, "lr": 3.504749036057631e-05}
{"train_loss": 0.0015084671322256327, "global_step": 63926, "epoch": 359, "lr": 3.504608028942516e-05}
{"train_loss": 0.002272337907925248, "global_step": 63927, "epoch": 359, "lr": 3.504467023133536e-05}
{"train_loss": 0.0031587211415171623, "global_step": 63928, "epoch": 359, "lr": 3.504326018630816e-05}
{"train_loss": 0.003843516344204545, "global_step": 63929, "epoch": 359, "lr": 3.5041850154344755e-05}
{"train_loss": 0.004527013283222914, "global_step": 63930, "epoch": 359, "lr": 3.504044013544644e-05}
{"train_loss": 0.0007940098876133561, "global_step": 63931, "epoch": 359, "lr": 3.503903012961437e-05}
{"train_loss": 0.0018005401361733675, "global_step": 63932, "epoch": 359, "lr": 3.503762013684983e-05}
{"train_loss": 0.002135250950232148, "global_step": 63933, "epoch": 359, "lr": 3.503621015715402e-05}
{"train_loss": 0.0020398669876158237, "global_step": 63934, "epoch": 359, "lr": 3.5034800190528215e-05}
{"train_loss": 0.001594712259247899, "global_step": 63935, "epoch": 359, "lr": 3.5033390236973596e-05}
{"train_loss": 0.0016132608288899064, "global_step": 63936, "epoch": 359, "lr": 3.5031980296491426e-05}
{"train_loss": 0.0023049130104482174, "global_step": 63937, "epoch": 359, "lr": 3.503057036908292e-05}
{"train_loss": 0.0024036152753978968, "global_step": 63938, "epoch": 359, "lr": 3.502916045474931e-05}
{"train_loss": 0.0026702892500907183, "global_step": 63939, "epoch": 359, "lr": 3.5027750553491864e-05}
{"train_loss": 0.0033429907634854317, "global_step": 63940, "epoch": 359, "lr": 3.502634066531175e-05}
{"train_loss": 0.0018472389783710241, "global_step": 63941, "epoch": 359, "lr": 3.502493079021026e-05}
{"train_loss": 0.001957233063876629, "global_step": 63942, "epoch": 359, "lr": 3.502352092818859e-05}
{"train_loss": 0.004364875145256519, "global_step": 63943, "epoch": 359, "lr": 3.502211107924798e-05}
{"train_loss": 0.003083673771470785, "global_step": 63944, "epoch": 359, "lr": 3.502070124338965e-05}
{"train_loss": 0.003459133906289935, "global_step": 63945, "epoch": 359, "lr": 3.5019291420614865e-05}
{"train_loss": 0.0024873404763638973, "global_step": 63946, "epoch": 359, "lr": 3.5017881610924814e-05}
{"train_loss": 0.002286893082782626, "global_step": 63947, "epoch": 359, "lr": 3.501647181432076e-05}
{"train_loss": 0.0012022294104099274, "global_step": 63948, "epoch": 359, "lr": 3.501506203080391e-05}
{"train_loss": 0.0019438458839431405, "global_step": 63949, "epoch": 359, "lr": 3.501365226037553e-05}
{"train_loss": 0.0022983697708696127, "global_step": 63950, "epoch": 359, "lr": 3.5012242503036806e-05}
{"train_loss": 0.0028196361381560564, "global_step": 63951, "epoch": 359, "lr": 3.501083275878901e-05}
{"train_loss": 0.004226064775139093, "global_step": 63952, "epoch": 359, "lr": 3.5009423027633346e-05}
{"train_loss": 0.0013560540974140167, "global_step": 63953, "epoch": 359, "lr": 3.500801330957107e-05}
{"train_loss": 0.00276331789791584, "global_step": 63954, "epoch": 359, "lr": 3.500660360460338e-05}
{"train_loss": 0.0013156101340427995, "global_step": 63955, "epoch": 359, "lr": 3.5005193912731536e-05}
{"train_loss": 0.0036828082520514727, "global_step": 63956, "epoch": 359, "lr": 3.5003784233956756e-05}
{"train_loss": 0.00388235691934824, "global_step": 63957, "epoch": 359, "lr": 3.500237456828029e-05}
{"train_loss": 0.003252261783927679, "global_step": 63958, "epoch": 359, "lr": 3.500096491570334e-05}
{"train_loss": 0.0027623227797448635, "global_step": 63959, "epoch": 359, "lr": 3.499955527622714e-05}
{"train_loss": 0.002929123817011714, "global_step": 63960, "epoch": 359, "lr": 3.499814564985296e-05}
{"train_loss": 0.00277372682467103, "global_step": 63961, "epoch": 359, "lr": 3.4996736036581986e-05}
{"train_loss": 0.002980773337185383, "global_step": 63962, "epoch": 359, "lr": 3.499532643641547e-05}
{"train_loss": 0.0033518988639116287, "global_step": 63963, "epoch": 359, "lr": 3.499391684935464e-05}
{"train_loss": 0.002556243911385536, "global_step": 63964, "epoch": 359, "lr": 3.4992507275400735e-05}
{"train_loss": 0.001597659196704626, "global_step": 63965, "epoch": 359, "lr": 3.4991097714554964e-05}
{"train_loss": 0.0027893674559891224, "global_step": 63966, "epoch": 359, "lr": 3.498968816681859e-05}
{"train_loss": 0.0020873071625828743, "global_step": 63967, "epoch": 359, "lr": 3.498827863219281e-05}
{"train_loss": 0.0007831064285710454, "global_step": 63968, "epoch": 359, "lr": 3.498686911067889e-05}
{"train_loss": 0.0015172953717410564, "global_step": 63969, "epoch": 359, "lr": 3.4985459602278034e-05}
{"train_loss": 0.002502917777746916, "global_step": 63970, "epoch": 359, "lr": 3.498405010699148e-05}
{"train_loss": 0.0030706950929015875, "global_step": 63971, "epoch": 359, "lr": 3.498264062482046e-05}
{"train_loss": 0.002382379025220871, "global_step": 63972, "epoch": 359, "lr": 3.498123115576622e-05}
{"train_loss": 0.0012543846387416124, "global_step": 63973, "epoch": 359, "lr": 3.497982169982996e-05}
{"train_loss": 0.004055982455611229, "global_step": 63974, "epoch": 359, "lr": 3.497841225701294e-05}
{"train_loss": 0.0032318541780114174, "global_step": 63975, "epoch": 359, "lr": 3.497700282731637e-05}
{"train_loss": 0.0012627291725948453, "global_step": 63976, "epoch": 359, "lr": 3.4975593410741514e-05}
{"train_loss": 0.0032310402020812035, "global_step": 63977, "epoch": 359, "lr": 3.4974184007289556e-05}
{"train_loss": 0.002413481939584017, "global_step": 63978, "epoch": 359, "lr": 3.4972774616961743e-05}
{"train_loss": 0.0026222136802971363, "global_step": 63979, "epoch": 359, "lr": 3.497136523975934e-05}
{"train_loss": 0.0010574210900813341, "global_step": 63980, "epoch": 359, "lr": 3.496995587568354e-05}
{"train_loss": 0.0010227763559669256, "global_step": 63981, "epoch": 359, "lr": 3.496854652473559e-05}
{"train_loss": 0.004825226031243801, "global_step": 63982, "epoch": 359, "lr": 3.496713718691671e-05}
{"train_loss": 0.0015281408559530973, "global_step": 63983, "epoch": 359, "lr": 3.496572786222815e-05}
{"train_loss": 0.0022116226609796286, "global_step": 63984, "epoch": 359, "lr": 3.496431855067112e-05}
{"train_loss": 0.00228425906971097, "global_step": 63985, "epoch": 359, "lr": 3.4962909252246854e-05}
{"train_loss": 0.0034555355086922646, "global_step": 63986, "epoch": 359, "lr": 3.496149996695659e-05}
{"train_loss": 0.0020760265178978443, "global_step": 63987, "epoch": 359, "lr": 3.496009069480158e-05}
{"train_loss": 0.0027590030804276466, "global_step": 63988, "epoch": 359, "lr": 3.495868143578301e-05}
{"train_loss": 0.0031899656169116497, "global_step": 63989, "epoch": 359, "lr": 3.495727218990214e-05}
{"train_loss": 0.0036755199544131756, "global_step": 63990, "epoch": 359, "lr": 3.4955862957160184e-05}
{"train_loss": 0.0024253788869827986, "global_step": 63991, "epoch": 359, "lr": 3.495445373755841e-05}
{"train_loss": 0.0013856649165973067, "global_step": 63992, "epoch": 359, "lr": 3.4953044531097995e-05}
{"train_loss": 0.0017839981010183692, "global_step": 63993, "epoch": 359, "lr": 3.495163533778022e-05}
{"train_loss": 0.0031381379812955856, "global_step": 63994, "epoch": 359, "lr": 3.495022615760626e-05}
{"train_loss": 0.0012077814899384975, "global_step": 63995, "epoch": 359, "lr": 3.4948816990577415e-05}
{"train_loss": 0.002560525666922331, "global_step": 63996, "epoch": 359, "lr": 3.494740783669486e-05}
{"train_loss": 0.002901094499975443, "global_step": 63997, "epoch": 359, "lr": 3.494599869595986e-05}
{"train_loss": 0.001222988241352141, "global_step": 63998, "epoch": 359, "lr": 3.494458956837361e-05}
{"train_loss": 0.003025567624717951, "global_step": 63999, "epoch": 359, "lr": 3.4943180453937364e-05}
{"train_loss": 0.0038014850579202175, "global_step": 64000, "epoch": 359, "lr": 3.494177135265236e-05}
{"train_loss": 0.005402425304055214, "global_step": 64001, "epoch": 359, "lr": 3.494036226451981e-05}
{"train_loss": 0.0020374604500830173, "global_step": 64002, "epoch": 359, "lr": 3.493895318954097e-05}
{"train_loss": 0.002010408788919449, "global_step": 64003, "epoch": 359, "lr": 3.493754412771704e-05}
{"train_loss": 0.004374304786324501, "global_step": 64004, "epoch": 359, "lr": 3.4936135079049284e-05}
{"train_loss": 0.00232577882707119, "global_step": 64005, "epoch": 359, "lr": 3.493472604353889e-05}
{"train_loss": 0.0029184427112340927, "global_step": 64006, "epoch": 359, "lr": 3.493331702118714e-05}
{"train_loss": 0.0016558440402150154, "global_step": 64007, "epoch": 359, "lr": 3.493190801199522e-05}
{"train_loss": 0.001857898198068142, "global_step": 64008, "epoch": 359, "lr": 3.493049901596438e-05}
{"train_loss": 0.0011860772501677275, "global_step": 64009, "epoch": 359, "lr": 3.4929090033095844e-05}
{"train_loss": 0.0015236848266795278, "global_step": 64010, "epoch": 359, "lr": 3.492768106339087e-05}
{"train_loss": 0.0020725433714687824, "global_step": 64011, "epoch": 359, "lr": 3.4926272106850646e-05}
{"train_loss": 0.0012210025452077389, "global_step": 64012, "epoch": 359, "lr": 3.492486316347644e-05}
{"train_loss": 0.0038251120131462812, "global_step": 64013, "epoch": 359, "lr": 3.492345423326945e-05}
{"train_loss": 0.00722698587924242, "global_step": 64014, "epoch": 359, "lr": 3.492204531623092e-05}
{"train_loss": 0.0034016259014606476, "global_step": 64015, "epoch": 359, "lr": 3.4920636412362084e-05}
{"train_loss": 0.003377467393875122, "global_step": 64016, "epoch": 359, "lr": 3.49192275216642e-05}
{"train_loss": 0.003017896320670843, "global_step": 64017, "epoch": 359, "lr": 3.491781864413843e-05}
{"train_loss": 0.0021084805484861135, "global_step": 64018, "epoch": 359, "lr": 3.491640977978607e-05}
{"train_loss": 0.00227370485663414, "global_step": 64019, "epoch": 359, "lr": 3.491500092860831e-05}
{"train_loss": 0.0018658125773072243, "global_step": 64020, "epoch": 359, "lr": 3.49135920906064e-05}
{"train_loss": 0.003490293165668845, "global_step": 64021, "epoch": 359, "lr": 3.491218326578158e-05}
{"train_loss": 0.003571160603314638, "global_step": 64022, "epoch": 359, "lr": 3.491077445413505e-05}
{"train_loss": 0.0016197477234527469, "global_step": 64023, "epoch": 359, "lr": 3.4909365655668065e-05}
{"train_loss": 0.002245560521259904, "global_step": 64024, "epoch": 359, "lr": 3.490795687038184e-05}
{"train_loss": 0.003945654258131981, "global_step": 64025, "epoch": 359, "lr": 3.490654809827763e-05}
{"train_loss": 0.0029130270704627037, "global_step": 64026, "epoch": 359, "lr": 3.490513933935663e-05}
{"train_loss": 0.0023190979845821857, "global_step": 64027, "epoch": 359, "lr": 3.49037305936201e-05}
{"train_loss": 0.0025800829753279686, "global_step": 64028, "epoch": 359, "lr": 3.4902321861069256e-05}
{"train_loss": 0.001728214556351304, "global_step": 64029, "epoch": 359, "lr": 3.490091314170535e-05}
{"train_loss": 0.0037907499354332685, "global_step": 64030, "epoch": 359, "lr": 3.489950443552957e-05}
{"train_loss": 0.0006361302803270519, "global_step": 64031, "epoch": 359, "lr": 3.489809574254319e-05}
{"train_loss": 0.002764653880149126, "global_step": 64032, "epoch": 359, "lr": 3.48966870627474e-05}
{"train_loss": 0.005221823696047068, "global_step": 64033, "epoch": 359, "lr": 3.489527839614347e-05}
{"train_loss": 0.0029111127369105816, "global_step": 64034, "epoch": 359, "lr": 3.48938697427326e-05}
{"train_loss": 0.0026620952412486076, "global_step": 64035, "epoch": 359, "lr": 3.489246110251605e-05}
{"train_loss": 0.0015135147841647267, "global_step": 64036, "epoch": 359, "lr": 3.4891052475495014e-05}
{"train_loss": 0.0023794181179255247, "global_step": 64037, "epoch": 359, "lr": 3.488964386167075e-05}
{"train_loss": 0.0018201430793851614, "global_step": 64038, "epoch": 359, "lr": 3.488823526104448e-05}
{"train_loss": 0.0011691293912008405, "global_step": 64039, "epoch": 359, "lr": 3.488682667361744e-05}
{"train_loss": 0.0025614427868276834, "global_step": 64040, "epoch": 359, "lr": 3.488541809939084e-05}
{"train_loss": 0.003516274504363537, "global_step": 64041, "epoch": 359, "lr": 3.4884009538365926e-05}
{"train_loss": 0.003350371029227972, "global_step": 64042, "epoch": 359, "lr": 3.4882600990543934e-05}
{"train_loss": 0.0034315111115574837, "global_step": 64043, "epoch": 359, "lr": 3.4881192455926074e-05}
{"train_loss": 0.0024521604645997286, "global_step": 64044, "epoch": 359, "lr": 3.4879783934513613e-05}
{"train_loss": 0.0014312909916043282, "global_step": 64045, "epoch": 359, "lr": 3.487837542630774e-05}
{"train_loss": 0.0019915644079446793, "global_step": 64046, "epoch": 359, "lr": 3.4876966931309715e-05}
{"train_loss": 0.0018548707012087107, "global_step": 64047, "epoch": 359, "lr": 3.487555844952074e-05}
{"train_loss": 0.002321892883628607, "global_step": 64048, "epoch": 359, "lr": 3.4874149980942086e-05}
{"train_loss": 0.0036304807290434837, "global_step": 64049, "epoch": 359, "lr": 3.487274152557494e-05}
{"train_loss": 0.0036801532842218876, "global_step": 64050, "epoch": 359, "lr": 3.4871333083420565e-05}
{"train_loss": 0.00557073624804616, "global_step": 64051, "epoch": 359, "lr": 3.4869924654480155e-05}
{"train_loss": 0.0015293004689738154, "global_step": 64052, "epoch": 359, "lr": 3.486851623875498e-05}
{"train_loss": 0.0025649461895227432, "global_step": 64053, "epoch": 359, "lr": 3.486710783624624e-05}
{"train_loss": 0.00225540017709136, "global_step": 64054, "epoch": 359, "lr": 3.48656994469552e-05}
{"train_loss": 0.00425107404589653, "global_step": 64055, "epoch": 359, "lr": 3.486429107088305e-05}
{"train_loss": 0.0016924028750509024, "global_step": 64056, "epoch": 359, "lr": 3.4862882708031045e-05}
{"train_loss": 0.0029677508864551783, "global_step": 64057, "epoch": 359, "lr": 3.486147435840039e-05}
{"train_loss": 0.0028842792380601168, "global_step": 64058, "epoch": 359, "lr": 3.486006602199235e-05}
{"train_loss": 0.002690222579985857, "global_step": 64059, "epoch": 359, "lr": 3.485865769880813e-05}
{"train_loss": 0.0036419383250176907, "global_step": 64060, "epoch": 359, "lr": 3.485724938884898e-05}
{"train_loss": 0.0016434744466096163, "global_step": 64061, "epoch": 359, "lr": 3.4855841092116105e-05}
{"train_loss": 0.0011721932096406817, "global_step": 64062, "epoch": 359, "lr": 3.485443280861075e-05}
{"train_loss": 0.0008476425427943468, "global_step": 64063, "epoch": 359, "lr": 3.485302453833415e-05}
{"train_loss": 0.004605619236826897, "global_step": 64064, "epoch": 359, "lr": 3.4851616281287526e-05}
{"train_loss": 0.0029715856071561575, "global_step": 64065, "epoch": 359, "lr": 3.485020803747211e-05}
{"train_loss": 0.0018306504935026169, "global_step": 64066, "epoch": 359, "lr": 3.484879980688912e-05}
{"train_loss": 0.005433603189885616, "global_step": 64067, "epoch": 359, "lr": 3.4847391589539834e-05}
{"train_loss": 0.002234323415905237, "global_step": 64068, "epoch": 359, "lr": 3.484598338542542e-05}
{"train_loss": 0.0028402255848050117, "global_step": 64069, "epoch": 359, "lr": 3.4844575194547144e-05}
{"train_loss": 0.002727517858147621, "global_step": 64070, "epoch": 359, "lr": 3.484316701690622e-05}
{"train_loss": 0.0016786910127848387, "global_step": 64071, "epoch": 359, "lr": 3.4841758852503886e-05}
{"train_loss": 0.0007721193833276629, "global_step": 64072, "epoch": 359, "lr": 3.4840350701341365e-05}
{"train_loss": 0.002469152444973588, "global_step": 64073, "epoch": 359, "lr": 3.483894256341991e-05}
{"train_loss": 0.0018585757352411747, "global_step": 64074, "epoch": 359, "lr": 3.483753443874072e-05}
{"train_loss": 0.0013525382382795215, "global_step": 64075, "epoch": 359, "lr": 3.483612632730504e-05}
{"train_loss": 0.0017064178828150034, "global_step": 64076, "epoch": 359, "lr": 3.483471822911408e-05}
{"train_loss": 0.0032438242342323065, "global_step": 64077, "epoch": 359, "lr": 3.4833310144169126e-05}
{"train_loss": 0.003995077218860388, "global_step": 64078, "epoch": 359, "lr": 3.483190207247133e-05}
{"train_loss": 0.0026519371623701803, "global_step": 64079, "epoch": 359, "lr": 3.483049401402199e-05}
{"train_loss": 0.0023567285388708115, "global_step": 64080, "epoch": 360, "lr": 3.482908596882229e-05}
{"train_loss": 0.00169803062453866, "global_step": 64081, "epoch": 360, "lr": 3.4827677936873506e-05}
{"train_loss": 0.003228188492357731, "global_step": 64082, "epoch": 360, "lr": 3.48262699181768e-05}
{"train_loss": 0.004123033490031958, "global_step": 64083, "epoch": 360, "lr": 3.482486191273346e-05}
{"train_loss": 0.0066986409947276115, "global_step": 64084, "epoch": 360, "lr": 3.4823453920544695e-05}
{"train_loss": 0.003368878271430731, "global_step": 64085, "epoch": 360, "lr": 3.4822045941611734e-05}
{"train_loss": 0.0032703171018511057, "global_step": 64086, "epoch": 360, "lr": 3.482063797593583e-05}
{"train_loss": 0.004346217028796673, "global_step": 64087, "epoch": 360, "lr": 3.481923002351817e-05}
{"train_loss": 0.002875589532777667, "global_step": 64088, "epoch": 360, "lr": 3.481782208436002e-05}
{"train_loss": 0.002153301378712058, "global_step": 64089, "epoch": 360, "lr": 3.481641415846258e-05}
{"train_loss": 0.002386148553341627, "global_step": 64090, "epoch": 360, "lr": 3.481500624582711e-05}
{"train_loss": 0.004862118046730757, "global_step": 64091, "epoch": 360, "lr": 3.481359834645481e-05}
{"train_loss": 0.0017349404515698552, "global_step": 64092, "epoch": 360, "lr": 3.481219046034694e-05}
{"train_loss": 0.004860432352870703, "global_step": 64093, "epoch": 360, "lr": 3.48107825875047e-05}
{"train_loss": 0.0016970301512628794, "global_step": 64094, "epoch": 360, "lr": 3.480937472792934e-05}
{"train_loss": 0.004369036294519901, "global_step": 64095, "epoch": 360, "lr": 3.480796688162209e-05}
{"train_loss": 0.0026040642987936735, "global_step": 64096, "epoch": 360, "lr": 3.480655904858418e-05}
{"train_loss": 0.0030790038872510195, "global_step": 64097, "epoch": 360, "lr": 3.480515122881681e-05}
{"train_loss": 0.0013605724088847637, "global_step": 64098, "epoch": 360, "lr": 3.4803743422321254e-05}
{"train_loss": 0.0025460373144596815, "global_step": 64099, "epoch": 360, "lr": 3.48023356290987e-05}
{"train_loss": 0.0026703120674937963, "global_step": 64100, "epoch": 360, "lr": 3.4800927849150436e-05}
{"train_loss": 0.0031996143516153097, "global_step": 64101, "epoch": 360, "lr": 3.4799520082477617e-05}
{"train_loss": 0.002103309379890561, "global_step": 64102, "epoch": 360, "lr": 3.4798112329081523e-05}
{"train_loss": 0.004128249362111092, "global_step": 64103, "epoch": 360, "lr": 3.4796704588963356e-05}
{"train_loss": 0.0013221881818026304, "global_step": 64104, "epoch": 360, "lr": 3.479529686212437e-05}
{"train_loss": 0.002433423651382327, "global_step": 64105, "epoch": 360, "lr": 3.47938891485658e-05}
{"train_loss": 0.003537640906870365, "global_step": 64106, "epoch": 360, "lr": 3.479248144828884e-05}
{"train_loss": 0.001750263967551291, "global_step": 64107, "epoch": 360, "lr": 3.4791073761294754e-05}
{"train_loss": 0.004658746533095837, "global_step": 64108, "epoch": 360, "lr": 3.4789666087584735e-05}
{"train_loss": 0.0034990881104022264, "global_step": 64109, "epoch": 360, "lr": 3.4788258427160056e-05}
{"train_loss": 0.0022063725627958775, "global_step": 64110, "epoch": 360, "lr": 3.478685078002191e-05}
{"train_loss": 0.0014622590970247984, "global_step": 64111, "epoch": 360, "lr": 3.478544314617156e-05}
{"train_loss": 0.006039788015186787, "global_step": 64112, "epoch": 360, "lr": 3.4784035525610195e-05}
{"train_loss": 0.0016078031621873379, "global_step": 64113, "epoch": 360, "lr": 3.478262791833908e-05}
{"train_loss": 0.0017939514946192503, "global_step": 64114, "epoch": 360, "lr": 3.478122032435942e-05}
{"train_loss": 0.003374591004103422, "global_step": 64115, "epoch": 360, "lr": 3.477981274367247e-05}
{"train_loss": 0.0030917932745069265, "global_step": 64116, "epoch": 360, "lr": 3.4778405176279434e-05}
{"train_loss": 0.0033722114749252796, "global_step": 64117, "epoch": 360, "lr": 3.4776997622181554e-05}
{"train_loss": 0.00325977336615324, "global_step": 64118, "epoch": 360, "lr": 3.477559008138005e-05}
{"train_loss": 0.002924181055277586, "global_step": 64119, "epoch": 360, "lr": 3.477418255387618e-05}
{"train_loss": 0.0027344697155058384, "global_step": 64120, "epoch": 360, "lr": 3.477277503967113e-05}
{"train_loss": 0.002176614012569189, "global_step": 64121, "epoch": 360, "lr": 3.4771367538766175e-05}
{"train_loss": 0.003569833468645811, "global_step": 64122, "epoch": 360, "lr": 3.4769960051162496e-05}
{"train_loss": 0.004116073250770569, "global_step": 64123, "epoch": 360, "lr": 3.476855257686136e-05}
{"train_loss": 0.002781124785542488, "global_step": 64124, "epoch": 360, "lr": 3.4767145115863974e-05}
{"train_loss": 0.0016389167867600918, "global_step": 64125, "epoch": 360, "lr": 3.4765737668171586e-05}
{"train_loss": 0.002913402859121561, "global_step": 64126, "epoch": 360, "lr": 3.476433023378543e-05}
{"train_loss": 0.0028574212919920683, "global_step": 64127, "epoch": 360, "lr": 3.4762922812706685e-05}
{"train_loss": 0.0025079320184886456, "global_step": 64128, "epoch": 360, "lr": 3.476151540493665e-05}
{"train_loss": 0.004925095941871405, "global_step": 64129, "epoch": 360, "lr": 3.47601080104765e-05}
{"train_loss": 0.004399922676384449, "global_step": 64130, "epoch": 360, "lr": 3.4758700629327506e-05}
{"train_loss": 0.0011424962431192398, "global_step": 64131, "epoch": 360, "lr": 3.4757293261490856e-05}
{"train_loss": 0.00421330239623785, "global_step": 64132, "epoch": 360, "lr": 3.4755885906967816e-05}
{"train_loss": 0.003747501876205206, "global_step": 64133, "epoch": 360, "lr": 3.4754478565759584e-05}
{"train_loss": 0.0013413212727755308, "global_step": 64134, "epoch": 360, "lr": 3.475307123786743e-05}
{"train_loss": 0.0019058651523664594, "global_step": 64135, "epoch": 360, "lr": 3.475166392329253e-05}
{"train_loss": 0.0014280304312705994, "global_step": 64136, "epoch": 360, "lr": 3.475025662203616e-05}
{"train_loss": 0.0026610814966261387, "global_step": 64137, "epoch": 360, "lr": 3.474884933409952e-05}
{"train_loss": 0.0030212607234716415, "global_step": 64138, "epoch": 360, "lr": 3.474744205948386e-05}
{"train_loss": 0.002968345768749714, "global_step": 64139, "epoch": 360, "lr": 3.474603479819039e-05}
{"train_loss": 0.0019925779197365046, "global_step": 64140, "epoch": 360, "lr": 3.474462755022036e-05}
{"train_loss": 0.002323702210560441, "global_step": 64141, "epoch": 360, "lr": 3.4743220315574956e-05}
{"train_loss": 0.0025570914149284363, "global_step": 64142, "epoch": 360, "lr": 3.474181309425546e-05}
{"train_loss": 0.005117649212479591, "global_step": 64143, "epoch": 360, "lr": 3.474040588626307e-05}
{"train_loss": 0.004166511818766594, "global_step": 64144, "epoch": 360, "lr": 3.473899869159904e-05}
{"train_loss": 0.0036058302503079176, "global_step": 64145, "epoch": 360, "lr": 3.473759151026457e-05}
{"train_loss": 0.000867099966853857, "global_step": 64146, "epoch": 360, "lr": 3.4736184342260905e-05}
{"train_loss": 0.0028654353227466345, "global_step": 64147, "epoch": 360, "lr": 3.4734777187589265e-05}
{"train_loss": 0.001642935210838914, "global_step": 64148, "epoch": 360, "lr": 3.473337004625089e-05}
{"train_loss": 0.0034655455965548754, "global_step": 64149, "epoch": 360, "lr": 3.473196291824702e-05}
{"train_loss": 0.0019464099314063787, "global_step": 64150, "epoch": 360, "lr": 3.473055580357885e-05}
{"train_loss": 0.0029878467321395874, "global_step": 64151, "epoch": 360, "lr": 3.472914870224763e-05}
{"train_loss": 0.004429522901773453, "global_step": 64152, "epoch": 360, "lr": 3.472774161425458e-05}
{"train_loss": 0.00386442500166595, "global_step": 64153, "epoch": 360, "lr": 3.472633453960096e-05}
{"train_loss": 0.001524054678156972, "global_step": 64154, "epoch": 360, "lr": 3.472492747828795e-05}
{"train_loss": 0.002397076692432165, "global_step": 64155, "epoch": 360, "lr": 3.472352043031682e-05}
{"train_loss": 0.0015830325428396463, "global_step": 64156, "epoch": 360, "lr": 3.472211339568877e-05}
{"train_loss": 0.004488002974539995, "global_step": 64157, "epoch": 360, "lr": 3.472070637440507e-05}
{"train_loss": 0.0022931494750082493, "global_step": 64158, "epoch": 360, "lr": 3.471929936646688e-05}
{"train_loss": 0.001470171962864697, "global_step": 64159, "epoch": 360, "lr": 3.4717892371875504e-05}
{"train_loss": 0.0023018200881779194, "global_step": 64160, "epoch": 360, "lr": 3.471648539063211e-05}
{"train_loss": 0.0047696358524262905, "global_step": 64161, "epoch": 360, "lr": 3.4715078422737964e-05}
{"train_loss": 0.001268777996301651, "global_step": 64162, "epoch": 360, "lr": 3.4713671468194284e-05}
{"train_loss": 0.004801344126462936, "global_step": 64163, "epoch": 360, "lr": 3.4712264527002315e-05}
{"train_loss": 0.0022896560840308666, "global_step": 64164, "epoch": 360, "lr": 3.471085759916324e-05}
{"train_loss": 0.0009638913907110691, "global_step": 64165, "epoch": 360, "lr": 3.4709450684678334e-05}
{"train_loss": 0.0039491960778832436, "global_step": 64166, "epoch": 360, "lr": 3.47080437835488e-05}
{"train_loss": 0.0014099886175245047, "global_step": 64167, "epoch": 360, "lr": 3.470663689577588e-05}
{"train_loss": 0.0019981758669018745, "global_step": 64168, "epoch": 360, "lr": 3.470523002136081e-05}
{"train_loss": 0.0026140324771404266, "global_step": 64169, "epoch": 360, "lr": 3.47038231603048e-05}
{"train_loss": 0.002279967535287142, "global_step": 64170, "epoch": 360, "lr": 3.470241631260909e-05}
{"train_loss": 0.0033030384220182896, "global_step": 64171, "epoch": 360, "lr": 3.4701009478274894e-05}
{"train_loss": 0.0036039985716342926, "global_step": 64172, "epoch": 360, "lr": 3.469960265730348e-05}
{"train_loss": 0.0037618200294673443, "global_step": 64173, "epoch": 360, "lr": 3.4698195849696025e-05}
{"train_loss": 0.003570775268599391, "global_step": 64174, "epoch": 360, "lr": 3.469678905545379e-05}
{"train_loss": 0.0021149737294763327, "global_step": 64175, "epoch": 360, "lr": 3.4695382274577985e-05}
{"train_loss": 0.00287712668068707, "global_step": 64176, "epoch": 360, "lr": 3.469397550706988e-05}
{"train_loss": 0.001123110530897975, "global_step": 64177, "epoch": 360, "lr": 3.469256875293064e-05}
{"train_loss": 0.004292639903724194, "global_step": 64178, "epoch": 360, "lr": 3.469116201216155e-05}
{"train_loss": 0.002547403797507286, "global_step": 64179, "epoch": 360, "lr": 3.46897552847638e-05}
{"train_loss": 0.0024693238083273172, "global_step": 64180, "epoch": 360, "lr": 3.468834857073864e-05}
{"train_loss": 0.0026118403766304255, "global_step": 64181, "epoch": 360, "lr": 3.468694187008729e-05}
{"train_loss": 0.0025614325422793627, "global_step": 64182, "epoch": 360, "lr": 3.4685535182810995e-05}
{"train_loss": 0.0016056702006608248, "global_step": 64183, "epoch": 360, "lr": 3.468412850891095e-05}
{"train_loss": 0.0028858701698482037, "global_step": 64184, "epoch": 360, "lr": 3.468272184838842e-05}
{"train_loss": 0.002161732641980052, "global_step": 64185, "epoch": 360, "lr": 3.468131520124461e-05}
{"train_loss": 0.0017395121976733208, "global_step": 64186, "epoch": 360, "lr": 3.467990856748077e-05}
{"train_loss": 0.004289680626243353, "global_step": 64187, "epoch": 360, "lr": 3.46785019470981e-05}
{"train_loss": 0.0022805114276707172, "global_step": 64188, "epoch": 360, "lr": 3.467709534009783e-05}
{"train_loss": 0.0010086784604936838, "global_step": 64189, "epoch": 360, "lr": 3.467568874648123e-05}
{"train_loss": 0.002187314908951521, "global_step": 64190, "epoch": 360, "lr": 3.467428216624948e-05}
{"train_loss": 0.00276324525475502, "global_step": 64191, "epoch": 360, "lr": 3.467287559940385e-05}
{"train_loss": 0.0029732799157500267, "global_step": 64192, "epoch": 360, "lr": 3.467146904594553e-05}
{"train_loss": 0.00129616423510015, "global_step": 64193, "epoch": 360, "lr": 3.467006250587578e-05}
{"train_loss": 0.00624814722687006, "global_step": 64194, "epoch": 360, "lr": 3.4668655979195795e-05}
{"train_loss": 0.003568718209862709, "global_step": 64195, "epoch": 360, "lr": 3.4667249465906854e-05}
{"train_loss": 0.002383582293987274, "global_step": 64196, "epoch": 360, "lr": 3.4665842966010133e-05}
{"train_loss": 0.002749342704191804, "global_step": 64197, "epoch": 360, "lr": 3.4664436479506895e-05}
{"train_loss": 0.003228330984711647, "global_step": 64198, "epoch": 360, "lr": 3.466303000639834e-05}
{"train_loss": 0.001438335282728076, "global_step": 64199, "epoch": 360, "lr": 3.4661623546685726e-05}
{"train_loss": 0.003344424068927765, "global_step": 64200, "epoch": 360, "lr": 3.466021710037025e-05}
{"train_loss": 0.0023982287384569645, "global_step": 64201, "epoch": 360, "lr": 3.465881066745319e-05}
{"train_loss": 0.0017557498067617416, "global_step": 64202, "epoch": 360, "lr": 3.465740424793571e-05}
{"train_loss": 0.0016858354210853577, "global_step": 64203, "epoch": 360, "lr": 3.465599784181909e-05}
{"train_loss": 0.003477822057902813, "global_step": 64204, "epoch": 360, "lr": 3.4654591449104526e-05}
{"train_loss": 0.0038330471143126488, "global_step": 64205, "epoch": 360, "lr": 3.465318506979328e-05}
{"train_loss": 0.0025767115876078606, "global_step": 64206, "epoch": 360, "lr": 3.465177870388654e-05}
{"train_loss": 0.0029207072220742702, "global_step": 64207, "epoch": 360, "lr": 3.4650372351385567e-05}
{"train_loss": 0.0018978032749146223, "global_step": 64208, "epoch": 360, "lr": 3.4648966012291566e-05}
{"train_loss": 0.0017248045187443495, "global_step": 64209, "epoch": 360, "lr": 3.464755968660578e-05}
{"train_loss": 0.00308814225718379, "global_step": 64210, "epoch": 360, "lr": 3.464615337432945e-05}
{"train_loss": 0.004061655607074499, "global_step": 64211, "epoch": 360, "lr": 3.4644747075463764e-05}
{"train_loss": 0.0017373347654938698, "global_step": 64212, "epoch": 360, "lr": 3.464334079000999e-05}
{"train_loss": 0.0016966565744951367, "global_step": 64213, "epoch": 360, "lr": 3.4641934517969325e-05}
{"train_loss": 0.0028710165061056614, "global_step": 64214, "epoch": 360, "lr": 3.464052825934304e-05}
{"train_loss": 0.002560902154073119, "global_step": 64215, "epoch": 360, "lr": 3.4639122014132316e-05}
{"train_loss": 0.0016149983275681734, "global_step": 64216, "epoch": 360, "lr": 3.463771578233842e-05}
{"train_loss": 0.00681052403524518, "global_step": 64217, "epoch": 360, "lr": 3.4636309563962536e-05}
{"train_loss": 0.0023635667748749256, "global_step": 64218, "epoch": 360, "lr": 3.4634903359005934e-05}
{"train_loss": 0.002606729045510292, "global_step": 64219, "epoch": 360, "lr": 3.4633497167469816e-05}
{"train_loss": 0.0013337796553969383, "global_step": 64220, "epoch": 360, "lr": 3.463209098935544e-05}
{"train_loss": 0.0026216786354780197, "global_step": 64221, "epoch": 360, "lr": 3.4630684824663996e-05}
{"train_loss": 0.0015082634054124355, "global_step": 64222, "epoch": 360, "lr": 3.462927867339674e-05}
{"train_loss": 0.0031668124720454216, "global_step": 64223, "epoch": 360, "lr": 3.462787253555488e-05}
{"train_loss": 0.0028902378398925066, "global_step": 64224, "epoch": 360, "lr": 3.4626466411139674e-05}
{"train_loss": 0.002294202335178852, "global_step": 64225, "epoch": 360, "lr": 3.462506030015231e-05}
{"train_loss": 0.0017362035578116775, "global_step": 64226, "epoch": 360, "lr": 3.462365420259406e-05}
{"train_loss": 0.0036808147560805082, "global_step": 64227, "epoch": 360, "lr": 3.46222481184661e-05}
{"train_loss": 0.0023562274873256683, "global_step": 64228, "epoch": 360, "lr": 3.4620842047769725e-05}
{"train_loss": 0.0022480939514935017, "global_step": 64229, "epoch": 360, "lr": 3.46194359905061e-05}
{"train_loss": 0.0018673294689506292, "global_step": 64230, "epoch": 360, "lr": 3.461802994667648e-05}
{"train_loss": 0.003948991186916828, "global_step": 64231, "epoch": 360, "lr": 3.46166239162821e-05}
{"train_loss": 0.002225537085905671, "global_step": 64232, "epoch": 360, "lr": 3.461521789932417e-05}
{"train_loss": 0.003504012478515506, "global_step": 64233, "epoch": 360, "lr": 3.4613811895803946e-05}
{"train_loss": 0.001780566293746233, "global_step": 64234, "epoch": 360, "lr": 3.461240590572262e-05}
{"train_loss": 0.002779410220682621, "global_step": 64235, "epoch": 360, "lr": 3.4610999929081466e-05}
{"train_loss": 0.0019346307963132858, "global_step": 64236, "epoch": 360, "lr": 3.460959396588166e-05}
{"train_loss": 0.0035790845286101103, "global_step": 64237, "epoch": 360, "lr": 3.4608188016124464e-05}
{"train_loss": 0.001437307451851666, "global_step": 64238, "epoch": 360, "lr": 3.460678207981108e-05}
{"train_loss": 0.003976639360189438, "global_step": 64239, "epoch": 360, "lr": 3.4605376156942784e-05}
{"train_loss": 0.0020520025864243507, "global_step": 64240, "epoch": 360, "lr": 3.460397024752075e-05}
{"train_loss": 0.004269233904778957, "global_step": 64241, "epoch": 360, "lr": 3.4602564351546233e-05}
{"train_loss": 0.0017030772287398577, "global_step": 64242, "epoch": 360, "lr": 3.460115846902045e-05}
{"train_loss": 0.00208189245313406, "global_step": 64243, "epoch": 360, "lr": 3.459975259994466e-05}
{"train_loss": 0.0008931519696488976, "global_step": 64244, "epoch": 360, "lr": 3.4598346744320034e-05}
{"train_loss": 0.0024665503297001123, "global_step": 64245, "epoch": 360, "lr": 3.459694090214785e-05}
{"train_loss": 0.0026868069544434547, "global_step": 64246, "epoch": 360, "lr": 3.459553507342931e-05}
{"train_loss": 0.0022120324429124594, "global_step": 64247, "epoch": 360, "lr": 3.4594129258165675e-05}
{"train_loss": 0.0027103167958557606, "global_step": 64248, "epoch": 360, "lr": 3.459272345635812e-05}
{"train_loss": 0.004916884936392307, "global_step": 64249, "epoch": 360, "lr": 3.4591317668007914e-05}
{"train_loss": 0.0030051800422370434, "global_step": 64250, "epoch": 360, "lr": 3.4589911893116265e-05}
{"train_loss": 0.0020602697040885687, "global_step": 64251, "epoch": 360, "lr": 3.45885061316844e-05}
{"train_loss": 0.0017555655213072896, "global_step": 64252, "epoch": 360, "lr": 3.458710038371357e-05}
{"train_loss": 0.0016026144148781896, "global_step": 64253, "epoch": 360, "lr": 3.4585694649204974e-05}
{"train_loss": 0.002869240939617157, "global_step": 64254, "epoch": 360, "lr": 3.458428892815987e-05}
{"train_loss": 0.0009776790393516421, "global_step": 64255, "epoch": 360, "lr": 3.458288322057945e-05}
{"train_loss": 0.0029879570938646793, "global_step": 64256, "epoch": 360, "lr": 3.458147752646498e-05}
{"train_loss": 0.002756544074901704, "global_step": 64257, "epoch": 360, "lr": 3.458007184581765e-05, "train_action_mse_error": 6.802111784054432e-06}
{"train_loss": 0.002629563445225358, "global_step": 64258, "epoch": 361, "lr": 3.457866617863873e-05}
{"train_loss": 0.0019272270146757364, "global_step": 64259, "epoch": 361, "lr": 3.4577260524929407e-05}
{"train_loss": 0.0022520534694194794, "global_step": 64260, "epoch": 361, "lr": 3.457585488469093e-05}
{"train_loss": 0.0025041066110134125, "global_step": 64261, "epoch": 361, "lr": 3.4574449257924514e-05}
{"train_loss": 0.0020614974200725555, "global_step": 64262, "epoch": 361, "lr": 3.457304364463142e-05}
{"train_loss": 0.003102470189332962, "global_step": 64263, "epoch": 361, "lr": 3.4571638044812824e-05}
{"train_loss": 0.004457552917301655, "global_step": 64264, "epoch": 361, "lr": 3.457023245846999e-05}
{"train_loss": 0.0018787967273965478, "global_step": 64265, "epoch": 361, "lr": 3.4568826885604135e-05}
{"train_loss": 0.0036604648921638727, "global_step": 64266, "epoch": 361, "lr": 3.45674213262165e-05}
{"train_loss": 0.002966648433357477, "global_step": 64267, "epoch": 361, "lr": 3.456601578030828e-05}
{"train_loss": 0.0012616068124771118, "global_step": 64268, "epoch": 361, "lr": 3.4564610247880755e-05}
{"train_loss": 0.0025492641143500805, "global_step": 64269, "epoch": 361, "lr": 3.4563204728935086e-05}
{"train_loss": 0.0031186258420348167, "global_step": 64270, "epoch": 361, "lr": 3.4561799223472556e-05}
{"train_loss": 0.0024850028567016125, "global_step": 64271, "epoch": 361, "lr": 3.456039373149436e-05}
{"train_loss": 0.006664567161351442, "global_step": 64272, "epoch": 361, "lr": 3.455898825300174e-05}
{"train_loss": 0.002390640787780285, "global_step": 64273, "epoch": 361, "lr": 3.4557582787995943e-05}
{"train_loss": 0.006578118074685335, "global_step": 64274, "epoch": 361, "lr": 3.455617733647814e-05}
{"train_loss": 0.0033670738339424133, "global_step": 64275, "epoch": 361, "lr": 3.455477189844962e-05}
{"train_loss": 0.0016305845929309726, "global_step": 64276, "epoch": 361, "lr": 3.4553366473911574e-05}
{"train_loss": 0.0032118246890604496, "global_step": 64277, "epoch": 361, "lr": 3.455196106286526e-05}
{"train_loss": 0.0023971700575202703, "global_step": 64278, "epoch": 361, "lr": 3.455055566531186e-05}
{"train_loss": 0.0030242973007261753, "global_step": 64279, "epoch": 361, "lr": 3.4549150281252636e-05}
{"train_loss": 0.0013847521040588617, "global_step": 64280, "epoch": 361, "lr": 3.4547744910688796e-05}
{"train_loss": 0.0016726745525375009, "global_step": 64281, "epoch": 361, "lr": 3.45463395536216e-05}
{"train_loss": 0.0018040536670014262, "global_step": 64282, "epoch": 361, "lr": 3.454493421005224e-05}
{"train_loss": 0.0026802560314536095, "global_step": 64283, "epoch": 361, "lr": 3.4543528879981955e-05}
{"train_loss": 0.002416591625660658, "global_step": 64284, "epoch": 361, "lr": 3.454212356341197e-05}
{"train_loss": 0.0015193833969533443, "global_step": 64285, "epoch": 361, "lr": 3.454071826034354e-05}
{"train_loss": 0.0032720742747187614, "global_step": 64286, "epoch": 361, "lr": 3.453931297077785e-05}
{"train_loss": 0.0023037632927298546, "global_step": 64287, "epoch": 361, "lr": 3.453790769471617e-05}
{"train_loss": 0.00312164518982172, "global_step": 64288, "epoch": 361, "lr": 3.453650243215967e-05}
{"train_loss": 0.0017969384789466858, "global_step": 64289, "epoch": 361, "lr": 3.453509718310963e-05}
{"train_loss": 0.0026675306726247072, "global_step": 64290, "epoch": 361, "lr": 3.453369194756725e-05}
{"train_loss": 0.002618486061692238, "global_step": 64291, "epoch": 361, "lr": 3.453228672553378e-05}
{"train_loss": 0.003565651597455144, "global_step": 64292, "epoch": 361, "lr": 3.453088151701042e-05}
{"train_loss": 0.002523163566365838, "global_step": 64293, "epoch": 361, "lr": 3.452947632199841e-05}
{"train_loss": 0.003025059588253498, "global_step": 64294, "epoch": 361, "lr": 3.452807114049899e-05}
{"train_loss": 0.002922473708167672, "global_step": 64295, "epoch": 361, "lr": 3.4526665972513364e-05}
{"train_loss": 0.0017623829189687967, "global_step": 64296, "epoch": 361, "lr": 3.4525260818042794e-05}
{"train_loss": 0.003631181549280882, "global_step": 64297, "epoch": 361, "lr": 3.4523855677088465e-05}
{"train_loss": 0.003985383547842503, "global_step": 64298, "epoch": 361, "lr": 3.452245054965163e-05}
{"train_loss": 0.0033916402608156204, "global_step": 64299, "epoch": 361, "lr": 3.45210454357335e-05}
{"train_loss": 0.000983180245384574, "global_step": 64300, "epoch": 361, "lr": 3.451964033533533e-05}
{"train_loss": 0.0027317649219185114, "global_step": 64301, "epoch": 361, "lr": 3.451823524845832e-05}
{"train_loss": 0.001719671068713069, "global_step": 64302, "epoch": 361, "lr": 3.451683017510371e-05}
{"train_loss": 0.0022313687950372696, "global_step": 64303, "epoch": 361, "lr": 3.4515425115272714e-05}
{"train_loss": 0.001573833404108882, "global_step": 64304, "epoch": 361, "lr": 3.451402006896659e-05}
{"train_loss": 0.0035316715948283672, "global_step": 64305, "epoch": 361, "lr": 3.451261503618652e-05}
{"train_loss": 0.003237200900912285, "global_step": 64306, "epoch": 361, "lr": 3.4511210016933784e-05}
{"train_loss": 0.0016032991698011756, "global_step": 64307, "epoch": 361, "lr": 3.450980501120956e-05}
{"train_loss": 0.0025088409893214703, "global_step": 64308, "epoch": 361, "lr": 3.45084000190151e-05}
{"train_loss": 0.0019251293269917369, "global_step": 64309, "epoch": 361, "lr": 3.450699504035162e-05}
{"train_loss": 0.001697370084002614, "global_step": 64310, "epoch": 361, "lr": 3.450559007522038e-05}
{"train_loss": 0.0008098427206277847, "global_step": 64311, "epoch": 361, "lr": 3.4504185123622554e-05}
{"train_loss": 0.0018544427584856749, "global_step": 64312, "epoch": 361, "lr": 3.4502780185559416e-05}
{"train_loss": 0.0037270940374583006, "global_step": 64313, "epoch": 361, "lr": 3.4501375261032156e-05}
{"train_loss": 0.003858997719362378, "global_step": 64314, "epoch": 361, "lr": 3.449997035004202e-05}
{"train_loss": 0.002653068397194147, "global_step": 64315, "epoch": 361, "lr": 3.4498565452590256e-05}
{"train_loss": 0.002267193514853716, "global_step": 64316, "epoch": 361, "lr": 3.449716056867805e-05}
{"train_loss": 0.0009265679400414228, "global_step": 64317, "epoch": 361, "lr": 3.449575569830665e-05}
{"train_loss": 0.002298979088664055, "global_step": 64318, "epoch": 361, "lr": 3.449435084147729e-05}
{"train_loss": 0.0017824319656938314, "global_step": 64319, "epoch": 361, "lr": 3.4492945998191194e-05}
{"train_loss": 0.0033022486604750156, "global_step": 64320, "epoch": 361, "lr": 3.449154116844956e-05}
{"train_loss": 0.0024233213625848293, "global_step": 64321, "epoch": 361, "lr": 3.449013635225366e-05}
{"train_loss": 0.00039258686592802405, "global_step": 64322, "epoch": 361, "lr": 3.4488731549604686e-05}
{"train_loss": 0.0027465387247502804, "global_step": 64323, "epoch": 361, "lr": 3.44873267605039e-05}
{"train_loss": 0.002476699650287628, "global_step": 64324, "epoch": 361, "lr": 3.448592198495249e-05}
{"train_loss": 0.003615125548094511, "global_step": 64325, "epoch": 361, "lr": 3.4484517222951714e-05}
{"train_loss": 0.004288475960493088, "global_step": 64326, "epoch": 361, "lr": 3.448311247450276e-05}
{"train_loss": 0.0030932407826185226, "global_step": 64327, "epoch": 361, "lr": 3.448170773960691e-05}
{"train_loss": 0.0013435655273497105, "global_step": 64328, "epoch": 361, "lr": 3.4480303018265335e-05}
{"train_loss": 0.0020836638286709785, "global_step": 64329, "epoch": 361, "lr": 3.447889831047931e-05}
{"train_loss": 0.002375983167439699, "global_step": 64330, "epoch": 361, "lr": 3.447749361625003e-05}
{"train_loss": 0.0026546793524175882, "global_step": 64331, "epoch": 361, "lr": 3.447608893557873e-05}
{"train_loss": 0.0018768850713968277, "global_step": 64332, "epoch": 361, "lr": 3.447468426846664e-05}
{"train_loss": 0.0018346656579524279, "global_step": 64333, "epoch": 361, "lr": 3.4473279614914996e-05}
{"train_loss": 0.0017209318466484547, "global_step": 64334, "epoch": 361, "lr": 3.447187497492501e-05}
{"train_loss": 0.001350003993138671, "global_step": 64335, "epoch": 361, "lr": 3.44704703484979e-05}
{"train_loss": 0.0037987600080668926, "global_step": 64336, "epoch": 361, "lr": 3.446906573563492e-05}
{"train_loss": 0.0022527347318828106, "global_step": 64337, "epoch": 361, "lr": 3.446766113633728e-05}
{"train_loss": 0.001104147406294942, "global_step": 64338, "epoch": 361, "lr": 3.4466256550606224e-05}
{"train_loss": 0.0026356996968388557, "global_step": 64339, "epoch": 361, "lr": 3.446485197844295e-05}
{"train_loss": 0.00216475292108953, "global_step": 64340, "epoch": 361, "lr": 3.446344741984871e-05}
{"train_loss": 0.0030119081493467093, "global_step": 64341, "epoch": 361, "lr": 3.44620428748247e-05}
{"train_loss": 0.0044501544907689095, "global_step": 64342, "epoch": 361, "lr": 3.44606383433722e-05}
{"train_loss": 0.0027641761116683483, "global_step": 64343, "epoch": 361, "lr": 3.445923382549238e-05}
{"train_loss": 0.0021222636569291353, "global_step": 64344, "epoch": 361, "lr": 3.4457829321186505e-05}
{"train_loss": 0.004167662002146244, "global_step": 64345, "epoch": 361, "lr": 3.445642483045578e-05}
{"train_loss": 0.0012948960065841675, "global_step": 64346, "epoch": 361, "lr": 3.4455020353301436e-05}
{"train_loss": 0.0024800272658467293, "global_step": 64347, "epoch": 361, "lr": 3.44536158897247e-05}
{"train_loss": 0.0020028469152748585, "global_step": 64348, "epoch": 361, "lr": 3.445221143972682e-05}
{"train_loss": 0.004077862482517958, "global_step": 64349, "epoch": 361, "lr": 3.4450807003308997e-05}
{"train_loss": 0.002444501966238022, "global_step": 64350, "epoch": 361, "lr": 3.444940258047246e-05}
{"train_loss": 0.002605766523629427, "global_step": 64351, "epoch": 361, "lr": 3.444799817121844e-05}
{"train_loss": 0.002730232896283269, "global_step": 64352, "epoch": 361, "lr": 3.444659377554819e-05}
{"train_loss": 0.0038113303016871214, "global_step": 64353, "epoch": 361, "lr": 3.4445189393462874e-05}
{"train_loss": 0.0017487460281699896, "global_step": 64354, "epoch": 361, "lr": 3.444378502496378e-05}
{"train_loss": 0.003218707162886858, "global_step": 64355, "epoch": 361, "lr": 3.4442380670052094e-05}
{"train_loss": 0.0015910689253360033, "global_step": 64356, "epoch": 361, "lr": 3.444097632872906e-05}
{"train_loss": 0.0029249005019664764, "global_step": 64357, "epoch": 361, "lr": 3.4439572000995926e-05}
{"train_loss": 0.002145565114915371, "global_step": 64358, "epoch": 361, "lr": 3.4438167686853875e-05}
{"train_loss": 0.0014882804825901985, "global_step": 64359, "epoch": 361, "lr": 3.443676338630417e-05}
{"train_loss": 0.001508770976215601, "global_step": 64360, "epoch": 361, "lr": 3.443535909934801e-05}
{"train_loss": 0.0015585996443405747, "global_step": 64361, "epoch": 361, "lr": 3.4433954825986655e-05}
{"train_loss": 0.002187361940741539, "global_step": 64362, "epoch": 361, "lr": 3.443255056622129e-05}
{"train_loss": 0.0025601370725780725, "global_step": 64363, "epoch": 361, "lr": 3.443114632005318e-05}
{"train_loss": 0.0023814551532268524, "global_step": 64364, "epoch": 361, "lr": 3.4429742087483516e-05}
{"train_loss": 0.003862910671159625, "global_step": 64365, "epoch": 361, "lr": 3.442833786851355e-05}
{"train_loss": 0.0029045389965176582, "global_step": 64366, "epoch": 361, "lr": 3.44269336631445e-05}
{"train_loss": 0.004415949806571007, "global_step": 64367, "epoch": 361, "lr": 3.4425529471377606e-05}
{"train_loss": 0.001061923336237669, "global_step": 64368, "epoch": 361, "lr": 3.442412529321406e-05}
{"train_loss": 0.00240857875905931, "global_step": 64369, "epoch": 361, "lr": 3.4422721128655125e-05}
{"train_loss": 0.0021583791822195053, "global_step": 64370, "epoch": 361, "lr": 3.4421316977701995e-05}
{"train_loss": 0.0016716343816369772, "global_step": 64371, "epoch": 361, "lr": 3.441991284035594e-05}
{"train_loss": 0.0029945513233542442, "global_step": 64372, "epoch": 361, "lr": 3.441850871661814e-05}
{"train_loss": 0.0015359875978901982, "global_step": 64373, "epoch": 361, "lr": 3.441710460648986e-05}
{"train_loss": 0.0019643385894596577, "global_step": 64374, "epoch": 361, "lr": 3.441570050997228e-05}
{"train_loss": 0.001896064030006528, "global_step": 64375, "epoch": 361, "lr": 3.4414296427066696e-05}
{"train_loss": 0.003991903271526098, "global_step": 64376, "epoch": 361, "lr": 3.4412892357774264e-05}
{"train_loss": 0.0018587530357763171, "global_step": 64377, "epoch": 361, "lr": 3.441148830209623e-05}
{"train_loss": 0.00276195933111012, "global_step": 64378, "epoch": 361, "lr": 3.4410084260033864e-05}
{"train_loss": 0.0013665534788742661, "global_step": 64379, "epoch": 361, "lr": 3.440868023158833e-05}
{"train_loss": 0.0031435308046638966, "global_step": 64380, "epoch": 361, "lr": 3.44072762167609e-05}
{"train_loss": 0.003602216485887766, "global_step": 64381, "epoch": 361, "lr": 3.440587221555277e-05}
{"train_loss": 0.002691284753382206, "global_step": 64382, "epoch": 361, "lr": 3.44044682279652e-05}
{"train_loss": 0.002170342020690441, "global_step": 64383, "epoch": 361, "lr": 3.4403064253999374e-05}
{"train_loss": 0.002947798930108547, "global_step": 64384, "epoch": 361, "lr": 3.440166029365655e-05}
{"train_loss": 0.003634659806266427, "global_step": 64385, "epoch": 361, "lr": 3.440025634693793e-05}
{"train_loss": 0.00044884829549118876, "global_step": 64386, "epoch": 361, "lr": 3.439885241384478e-05}
{"train_loss": 0.001703351503238082, "global_step": 64387, "epoch": 361, "lr": 3.439744849437828e-05}
{"train_loss": 0.0021998025476932526, "global_step": 64388, "epoch": 361, "lr": 3.439604458853969e-05}
{"train_loss": 0.0013811293756589293, "global_step": 64389, "epoch": 361, "lr": 3.439464069633021e-05}
{"train_loss": 0.004182451404631138, "global_step": 64390, "epoch": 361, "lr": 3.439323681775109e-05}
{"train_loss": 0.0017889277078211308, "global_step": 64391, "epoch": 361, "lr": 3.439183295280354e-05}
{"train_loss": 0.003973544109612703, "global_step": 64392, "epoch": 361, "lr": 3.43904291014888e-05}
{"train_loss": 0.005966040305793285, "global_step": 64393, "epoch": 361, "lr": 3.438902526380807e-05}
{"train_loss": 0.0014323391951620579, "global_step": 64394, "epoch": 361, "lr": 3.438762143976262e-05}
{"train_loss": 0.0017584973247721791, "global_step": 64395, "epoch": 361, "lr": 3.438621762935363e-05}
{"train_loss": 0.00282872561365366, "global_step": 64396, "epoch": 361, "lr": 3.438481383258236e-05}
{"train_loss": 0.0017866375856101513, "global_step": 64397, "epoch": 361, "lr": 3.4383410049450015e-05}
{"train_loss": 0.0016641230322420597, "global_step": 64398, "epoch": 361, "lr": 3.438200627995783e-05}
{"train_loss": 0.004724567756056786, "global_step": 64399, "epoch": 361, "lr": 3.438060252410702e-05}
{"train_loss": 0.002534407889470458, "global_step": 64400, "epoch": 361, "lr": 3.437919878189882e-05}
{"train_loss": 0.001430795411579311, "global_step": 64401, "epoch": 361, "lr": 3.437779505333448e-05}
{"train_loss": 0.005313320085406303, "global_step": 64402, "epoch": 361, "lr": 3.437639133841519e-05}
{"train_loss": 0.0023581432178616524, "global_step": 64403, "epoch": 361, "lr": 3.437498763714219e-05}
{"train_loss": 0.0013490915298461914, "global_step": 64404, "epoch": 361, "lr": 3.4373583949516696e-05}
{"train_loss": 0.002339086262509227, "global_step": 64405, "epoch": 361, "lr": 3.437218027553997e-05}
{"train_loss": 0.0007781238527968526, "global_step": 64406, "epoch": 361, "lr": 3.4370776615213176e-05}
{"train_loss": 0.0023199301213026047, "global_step": 64407, "epoch": 361, "lr": 3.4369372968537594e-05}
{"train_loss": 0.004558679647743702, "global_step": 64408, "epoch": 361, "lr": 3.436796933551443e-05}
{"train_loss": 0.0010413367999717593, "global_step": 64409, "epoch": 361, "lr": 3.436656571614492e-05}
{"train_loss": 0.0024166260845959187, "global_step": 64410, "epoch": 361, "lr": 3.436516211043026e-05}
{"train_loss": 0.0029697311110794544, "global_step": 64411, "epoch": 361, "lr": 3.436375851837171e-05}
{"train_loss": 0.00309866014868021, "global_step": 64412, "epoch": 361, "lr": 3.4362354939970475e-05}
{"train_loss": 0.0038137740921229124, "global_step": 64413, "epoch": 361, "lr": 3.4360951375227814e-05}
{"train_loss": 0.0031167040579020977, "global_step": 64414, "epoch": 361, "lr": 3.43595478241449e-05}
{"train_loss": 0.005479738116264343, "global_step": 64415, "epoch": 361, "lr": 3.435814428672302e-05}
{"train_loss": 0.0035217651166021824, "global_step": 64416, "epoch": 361, "lr": 3.435674076296333e-05}
{"train_loss": 0.001053406624123454, "global_step": 64417, "epoch": 361, "lr": 3.43553372528671e-05}
{"train_loss": 0.001289602369070053, "global_step": 64418, "epoch": 361, "lr": 3.435393375643555e-05}
{"train_loss": 0.001762652536854148, "global_step": 64419, "epoch": 361, "lr": 3.435253027366991e-05}
{"train_loss": 0.0024387300945818424, "global_step": 64420, "epoch": 361, "lr": 3.435112680457141e-05}
{"train_loss": 0.0022101211361587048, "global_step": 64421, "epoch": 361, "lr": 3.434972334914125e-05}
{"train_loss": 0.0018535382114350796, "global_step": 64422, "epoch": 361, "lr": 3.434831990738068e-05}
{"train_loss": 0.0018889212515205145, "global_step": 64423, "epoch": 361, "lr": 3.434691647929091e-05}
{"train_loss": 0.0022802678868174553, "global_step": 64424, "epoch": 361, "lr": 3.434551306487319e-05}
{"train_loss": 0.0021054213866591454, "global_step": 64425, "epoch": 361, "lr": 3.434410966412871e-05}
{"train_loss": 0.0015876488760113716, "global_step": 64426, "epoch": 361, "lr": 3.434270627705873e-05}
{"train_loss": 0.001957483822479844, "global_step": 64427, "epoch": 361, "lr": 3.4341302903664454e-05}
{"train_loss": 0.0027399235405027866, "global_step": 64428, "epoch": 361, "lr": 3.433989954394713e-05}
{"train_loss": 0.0007488911505788565, "global_step": 64429, "epoch": 361, "lr": 3.4338496197907946e-05}
{"train_loss": 0.0038076075725257397, "global_step": 64430, "epoch": 361, "lr": 3.433709286554816e-05}
{"train_loss": 0.0021876911632716656, "global_step": 64431, "epoch": 361, "lr": 3.4335689546868974e-05}
{"train_loss": 0.0030012070201337337, "global_step": 64432, "epoch": 361, "lr": 3.433428624187166e-05}
{"train_loss": 0.0029222765006124973, "global_step": 64433, "epoch": 361, "lr": 3.433288295055738e-05}
{"train_loss": 0.0041867573745548725, "global_step": 64434, "epoch": 361, "lr": 3.4331479672927416e-05}
{"train_loss": 0.0025497196632008373, "global_step": 64435, "epoch": 361, "lr": 3.4330076408982946e-05}
{"train_loss": 0.0014924826100468636, "global_step": 64436, "epoch": 362, "lr": 3.4328673158725235e-05}
{"train_loss": 0.0032720062881708145, "global_step": 64437, "epoch": 362, "lr": 3.432726992215548e-05}
{"train_loss": 0.002474732929840684, "global_step": 64438, "epoch": 362, "lr": 3.432586669927491e-05}
{"train_loss": 0.00216458342038095, "global_step": 64439, "epoch": 362, "lr": 3.432446349008479e-05}
{"train_loss": 0.0017079447861760855, "global_step": 64440, "epoch": 362, "lr": 3.4323060294586296e-05}
{"train_loss": 0.002388057764619589, "global_step": 64441, "epoch": 362, "lr": 3.432165711278067e-05}
{"train_loss": 0.00316749420017004, "global_step": 64442, "epoch": 362, "lr": 3.432025394466914e-05}
{"train_loss": 0.0019129025749862194, "global_step": 64443, "epoch": 362, "lr": 3.431885079025295e-05}
{"train_loss": 0.002418150193989277, "global_step": 64444, "epoch": 362, "lr": 3.431744764953328e-05}
{"train_loss": 0.0024948776699602604, "global_step": 64445, "epoch": 362, "lr": 3.431604452251141e-05}
{"train_loss": 0.0024122032336890697, "global_step": 64446, "epoch": 362, "lr": 3.431464140918852e-05}
{"train_loss": 0.005540462210774422, "global_step": 64447, "epoch": 362, "lr": 3.431323830956587e-05}
{"train_loss": 0.0020754775032401085, "global_step": 64448, "epoch": 362, "lr": 3.431183522364465e-05}
{"train_loss": 0.0023242621682584286, "global_step": 64449, "epoch": 362, "lr": 3.4310432151426116e-05}
{"train_loss": 0.004904007539153099, "global_step": 64450, "epoch": 362, "lr": 3.4309029092911483e-05}
{"train_loss": 0.0031548505648970604, "global_step": 64451, "epoch": 362, "lr": 3.430762604810198e-05}
{"train_loss": 0.002475154586136341, "global_step": 64452, "epoch": 362, "lr": 3.4306223016998816e-05}
{"train_loss": 0.003511351067572832, "global_step": 64453, "epoch": 362, "lr": 3.4304819999603255e-05}
{"train_loss": 0.0036130419466644526, "global_step": 64454, "epoch": 362, "lr": 3.430341699591647e-05}
{"train_loss": 0.0025325356982648373, "global_step": 64455, "epoch": 362, "lr": 3.430201400593972e-05}
{"train_loss": 0.0012233098968863487, "global_step": 64456, "epoch": 362, "lr": 3.430061102967421e-05}
{"train_loss": 0.0037254197522997856, "global_step": 64457, "epoch": 362, "lr": 3.429920806712121e-05}
{"train_loss": 0.0013814850244671106, "global_step": 64458, "epoch": 362, "lr": 3.429780511828189e-05}
{"train_loss": 0.001981056295335293, "global_step": 64459, "epoch": 362, "lr": 3.4296402183157496e-05}
{"train_loss": 0.0069788722321391106, "global_step": 64460, "epoch": 362, "lr": 3.4294999261749274e-05}
{"train_loss": 0.005214206408709288, "global_step": 64461, "epoch": 362, "lr": 3.429359635405841e-05}
{"train_loss": 0.001953995553776622, "global_step": 64462, "epoch": 362, "lr": 3.4292193460086184e-05}
{"train_loss": 0.0019852204713970423, "global_step": 64463, "epoch": 362, "lr": 3.429079057983376e-05}
{"train_loss": 0.0027317898347973824, "global_step": 64464, "epoch": 362, "lr": 3.4289387713302405e-05}
{"train_loss": 0.0020029128063470125, "global_step": 64465, "epoch": 362, "lr": 3.428798486049333e-05}
{"train_loss": 0.0025335634127259254, "global_step": 64466, "epoch": 362, "lr": 3.428658202140777e-05}
{"train_loss": 0.004903173074126244, "global_step": 64467, "epoch": 362, "lr": 3.4285179196046925e-05}
{"train_loss": 0.002837924985215068, "global_step": 64468, "epoch": 362, "lr": 3.4283776384412045e-05}
{"train_loss": 0.003487715031951666, "global_step": 64469, "epoch": 362, "lr": 3.4282373586504344e-05}
{"train_loss": 0.0030514667741954327, "global_step": 64470, "epoch": 362, "lr": 3.4280970802325075e-05}
{"train_loss": 0.004701552912592888, "global_step": 64471, "epoch": 362, "lr": 3.427956803187541e-05}
{"train_loss": 0.0011263374472036958, "global_step": 64472, "epoch": 362, "lr": 3.4278165275156624e-05}
{"train_loss": 0.002381454687565565, "global_step": 64473, "epoch": 362, "lr": 3.427676253216991e-05}
{"train_loss": 0.0034361376892775297, "global_step": 64474, "epoch": 362, "lr": 3.4275359802916505e-05}
{"train_loss": 0.002716252114623785, "global_step": 64475, "epoch": 362, "lr": 3.427395708739763e-05}
{"train_loss": 0.00478472001850605, "global_step": 64476, "epoch": 362, "lr": 3.4272554385614536e-05}
{"train_loss": 0.0018022714648395777, "global_step": 64477, "epoch": 362, "lr": 3.4271151697568404e-05}
{"train_loss": 0.0029100608080625534, "global_step": 64478, "epoch": 362, "lr": 3.426974902326049e-05}
{"train_loss": 0.002639403101056814, "global_step": 64479, "epoch": 362, "lr": 3.4268346362692004e-05}
{"train_loss": 0.005862609017640352, "global_step": 64480, "epoch": 362, "lr": 3.4266943715864176e-05}
{"train_loss": 0.005326319485902786, "global_step": 64481, "epoch": 362, "lr": 3.426554108277825e-05}
{"train_loss": 0.0011743510840460658, "global_step": 64482, "epoch": 362, "lr": 3.426413846343542e-05}
{"train_loss": 0.0015422503929585218, "global_step": 64483, "epoch": 362, "lr": 3.426273585783693e-05}
{"train_loss": 0.0009948769584298134, "global_step": 64484, "epoch": 362, "lr": 3.4261333265984e-05}
{"train_loss": 0.003354256972670555, "global_step": 64485, "epoch": 362, "lr": 3.4259930687877865e-05}
{"train_loss": 0.0037111572455614805, "global_step": 64486, "epoch": 362, "lr": 3.425852812351972e-05}
{"train_loss": 0.001216028816998005, "global_step": 64487, "epoch": 362, "lr": 3.4257125572910835e-05}
{"train_loss": 0.0033295024186372757, "global_step": 64488, "epoch": 362, "lr": 3.425572303605238e-05}
{"train_loss": 0.0022856914438307285, "global_step": 64489, "epoch": 362, "lr": 3.425432051294564e-05}
{"train_loss": 0.00462370878085494, "global_step": 64490, "epoch": 362, "lr": 3.4252918003591794e-05}
{"train_loss": 0.0014196366537362337, "global_step": 64491, "epoch": 362, "lr": 3.42515155079921e-05}
{"train_loss": 0.0021291510201990604, "global_step": 64492, "epoch": 362, "lr": 3.425011302614775e-05}
{"train_loss": 0.0008673339616507292, "global_step": 64493, "epoch": 362, "lr": 3.424871055805999e-05}
{"train_loss": 0.0017610626528039575, "global_step": 64494, "epoch": 362, "lr": 3.4247308103730035e-05}
{"train_loss": 0.004331432282924652, "global_step": 64495, "epoch": 362, "lr": 3.424590566315914e-05}
{"train_loss": 0.0035759895108640194, "global_step": 64496, "epoch": 362, "lr": 3.424450323634848e-05}
{"train_loss": 0.0011855210177600384, "global_step": 64497, "epoch": 362, "lr": 3.424310082329931e-05}
{"train_loss": 0.001222526654601097, "global_step": 64498, "epoch": 362, "lr": 3.424169842401285e-05}
{"train_loss": 0.0030085293110460043, "global_step": 64499, "epoch": 362, "lr": 3.424029603849034e-05}
{"train_loss": 0.0018304481636732817, "global_step": 64500, "epoch": 362, "lr": 3.4238893666732975e-05}
{"train_loss": 0.0012934633996337652, "global_step": 64501, "epoch": 362, "lr": 3.423749130874199e-05}
{"train_loss": 0.001542684156447649, "global_step": 64502, "epoch": 362, "lr": 3.423608896451863e-05}
{"train_loss": 0.003218534868210554, "global_step": 64503, "epoch": 362, "lr": 3.42346866340641e-05}
{"train_loss": 0.0021133734844624996, "global_step": 64504, "epoch": 362, "lr": 3.423328431737963e-05}
{"train_loss": 0.0030175657011568546, "global_step": 64505, "epoch": 362, "lr": 3.4231882014466446e-05}
{"train_loss": 0.006259315647184849, "global_step": 64506, "epoch": 362, "lr": 3.4230479725325784e-05}
{"train_loss": 0.0032371615525335073, "global_step": 64507, "epoch": 362, "lr": 3.422907744995883e-05}
{"train_loss": 0.000979502685368061, "global_step": 64508, "epoch": 362, "lr": 3.422767518836685e-05}
{"train_loss": 0.002169314306229353, "global_step": 64509, "epoch": 362, "lr": 3.422627294055104e-05}
{"train_loss": 0.0020122004207223654, "global_step": 64510, "epoch": 362, "lr": 3.422487070651266e-05}
{"train_loss": 0.001618060516193509, "global_step": 64511, "epoch": 362, "lr": 3.42234684862529e-05}
{"train_loss": 0.0033908586483448744, "global_step": 64512, "epoch": 362, "lr": 3.4222066279773e-05}
{"train_loss": 0.003395320847630501, "global_step": 64513, "epoch": 362, "lr": 3.422066408707417e-05}
{"train_loss": 0.0029792487621307373, "global_step": 64514, "epoch": 362, "lr": 3.421926190815768e-05}
{"train_loss": 0.003744536079466343, "global_step": 64515, "epoch": 362, "lr": 3.421785974302469e-05}
{"train_loss": 0.002267360221594572, "global_step": 64516, "epoch": 362, "lr": 3.421645759167648e-05}
{"train_loss": 0.002400993602350354, "global_step": 64517, "epoch": 362, "lr": 3.421505545411423e-05}
{"train_loss": 0.0033625150099396706, "global_step": 64518, "epoch": 362, "lr": 3.421365333033921e-05}
{"train_loss": 0.005044625140726566, "global_step": 64519, "epoch": 362, "lr": 3.42122512203526e-05}
{"train_loss": 0.001161299180239439, "global_step": 64520, "epoch": 362, "lr": 3.4210849124155665e-05}
{"train_loss": 0.0036598581355065107, "global_step": 64521, "epoch": 362, "lr": 3.420944704174959e-05}
{"train_loss": 0.0008642191532999277, "global_step": 64522, "epoch": 362, "lr": 3.420804497313562e-05}
{"train_loss": 0.0023176248650997877, "global_step": 64523, "epoch": 362, "lr": 3.4206642918315e-05}
{"train_loss": 0.0028388239443302155, "global_step": 64524, "epoch": 362, "lr": 3.420524087728892e-05}
{"train_loss": 0.0018169183749705553, "global_step": 64525, "epoch": 362, "lr": 3.4203838850058634e-05}
{"train_loss": 0.0026521896943449974, "global_step": 64526, "epoch": 362, "lr": 3.420243683662534e-05}
{"train_loss": 0.0017818043706938624, "global_step": 64527, "epoch": 362, "lr": 3.4201034836990274e-05}
{"train_loss": 0.0036886404268443584, "global_step": 64528, "epoch": 362, "lr": 3.419963285115465e-05}
{"train_loss": 0.002857848769053817, "global_step": 64529, "epoch": 362, "lr": 3.419823087911973e-05}
{"train_loss": 0.002385166008025408, "global_step": 64530, "epoch": 362, "lr": 3.4196828920886686e-05}
{"train_loss": 0.0017287067603319883, "global_step": 64531, "epoch": 362, "lr": 3.419542697645678e-05}
{"train_loss": 0.002703425008803606, "global_step": 64532, "epoch": 362, "lr": 3.419402504583122e-05}
{"train_loss": 0.0019838365260511637, "global_step": 64533, "epoch": 362, "lr": 3.419262312901125e-05}
{"train_loss": 0.0028845802880823612, "global_step": 64534, "epoch": 362, "lr": 3.419122122599806e-05}
{"train_loss": 0.004308220464736223, "global_step": 64535, "epoch": 362, "lr": 3.4189819336792905e-05}
{"train_loss": 0.0024336602073162794, "global_step": 64536, "epoch": 362, "lr": 3.418841746139698e-05}
{"train_loss": 0.0018169846152886748, "global_step": 64537, "epoch": 362, "lr": 3.418701559981156e-05}
{"train_loss": 0.0015740417875349522, "global_step": 64538, "epoch": 362, "lr": 3.418561375203782e-05}
{"train_loss": 0.003321568015962839, "global_step": 64539, "epoch": 362, "lr": 3.4184211918077e-05}
{"train_loss": 0.0048201787285506725, "global_step": 64540, "epoch": 362, "lr": 3.4182810097930326e-05}
{"train_loss": 0.001139143481850624, "global_step": 64541, "epoch": 362, "lr": 3.418140829159904e-05}
{"train_loss": 0.0021661678329110146, "global_step": 64542, "epoch": 362, "lr": 3.418000649908432e-05}
{"train_loss": 0.002002818277105689, "global_step": 64543, "epoch": 362, "lr": 3.417860472038743e-05}
{"train_loss": 0.0026347204111516476, "global_step": 64544, "epoch": 362, "lr": 3.4177202955509605e-05}
{"train_loss": 0.002662086393684149, "global_step": 64545, "epoch": 362, "lr": 3.417580120445202e-05}
{"train_loss": 0.0025359387509524822, "global_step": 64546, "epoch": 362, "lr": 3.417439946721595e-05}
{"train_loss": 0.002452552318572998, "global_step": 64547, "epoch": 362, "lr": 3.4172997743802573e-05}
{"train_loss": 0.00259422161616385, "global_step": 64548, "epoch": 362, "lr": 3.417159603421316e-05}
{"train_loss": 0.0018311971798539162, "global_step": 64549, "epoch": 362, "lr": 3.4170194338448904e-05}
{"train_loss": 0.0024000119883567095, "global_step": 64550, "epoch": 362, "lr": 3.4168792656511035e-05}
{"train_loss": 0.0022792937234044075, "global_step": 64551, "epoch": 362, "lr": 3.4167390988400774e-05}
{"train_loss": 0.001235441886819899, "global_step": 64552, "epoch": 362, "lr": 3.416598933411938e-05}
{"train_loss": 0.0035771438851952553, "global_step": 64553, "epoch": 362, "lr": 3.4164587693668016e-05}
{"train_loss": 0.00332036055624485, "global_step": 64554, "epoch": 362, "lr": 3.416318606704795e-05}
{"train_loss": 0.001455764751881361, "global_step": 64555, "epoch": 362, "lr": 3.416178445426039e-05}
{"train_loss": 0.003742590080946684, "global_step": 64556, "epoch": 362, "lr": 3.4160382855306585e-05}
{"train_loss": 0.0018017170950770378, "global_step": 64557, "epoch": 362, "lr": 3.4158981270187726e-05}
{"train_loss": 0.0023388380650430918, "global_step": 64558, "epoch": 362, "lr": 3.4157579698905054e-05}
{"train_loss": 0.0022037848830223083, "global_step": 64559, "epoch": 362, "lr": 3.415617814145978e-05}
{"train_loss": 0.0013723934534937143, "global_step": 64560, "epoch": 362, "lr": 3.4154776597853155e-05}
{"train_loss": 0.0035790184047073126, "global_step": 64561, "epoch": 362, "lr": 3.415337506808637e-05}
{"train_loss": 0.0021781963296234608, "global_step": 64562, "epoch": 362, "lr": 3.415197355216069e-05}
{"train_loss": 0.0008445541025139391, "global_step": 64563, "epoch": 362, "lr": 3.415057205007729e-05}
{"train_loss": 0.0022866581566631794, "global_step": 64564, "epoch": 362, "lr": 3.414917056183742e-05}
{"train_loss": 0.004235060885548592, "global_step": 64565, "epoch": 362, "lr": 3.414776908744231e-05}
{"train_loss": 0.002140197902917862, "global_step": 64566, "epoch": 362, "lr": 3.414636762689317e-05}
{"train_loss": 0.0016777743585407734, "global_step": 64567, "epoch": 362, "lr": 3.414496618019124e-05}
{"train_loss": 0.0031154726166278124, "global_step": 64568, "epoch": 362, "lr": 3.414356474733773e-05}
{"train_loss": 0.002433769404888153, "global_step": 64569, "epoch": 362, "lr": 3.4142163328333876e-05}
{"train_loss": 0.0008691000402905047, "global_step": 64570, "epoch": 362, "lr": 3.414076192318089e-05}
{"train_loss": 0.002429872751235962, "global_step": 64571, "epoch": 362, "lr": 3.4139360531880005e-05}
{"train_loss": 0.0019609511364251375, "global_step": 64572, "epoch": 362, "lr": 3.413795915443243e-05}
{"train_loss": 0.0021602120250463486, "global_step": 64573, "epoch": 362, "lr": 3.4136557790839416e-05}
{"train_loss": 0.0019994783215224743, "global_step": 64574, "epoch": 362, "lr": 3.4135156441102156e-05}
{"train_loss": 0.004602090921252966, "global_step": 64575, "epoch": 362, "lr": 3.413375510522191e-05}
{"train_loss": 0.002468672813847661, "global_step": 64576, "epoch": 362, "lr": 3.4132353783199863e-05}
{"train_loss": 0.003696159925311804, "global_step": 64577, "epoch": 362, "lr": 3.413095247503727e-05}
{"train_loss": 0.0014121436979621649, "global_step": 64578, "epoch": 362, "lr": 3.412955118073533e-05}
{"train_loss": 0.00118458759970963, "global_step": 64579, "epoch": 362, "lr": 3.412814990029529e-05}
{"train_loss": 0.0034057979937642813, "global_step": 64580, "epoch": 362, "lr": 3.4126748633718356e-05}
{"train_loss": 0.0028667862061411142, "global_step": 64581, "epoch": 362, "lr": 3.412534738100577e-05}
{"train_loss": 0.001645565265789628, "global_step": 64582, "epoch": 362, "lr": 3.412394614215874e-05}
{"train_loss": 0.002715079579502344, "global_step": 64583, "epoch": 362, "lr": 3.412254491717849e-05}
{"train_loss": 0.0013443112839013338, "global_step": 64584, "epoch": 362, "lr": 3.412114370606624e-05}
{"train_loss": 0.0011146015021950006, "global_step": 64585, "epoch": 362, "lr": 3.411974250882323e-05}
{"train_loss": 0.0028112316504120827, "global_step": 64586, "epoch": 362, "lr": 3.4118341325450686e-05}
{"train_loss": 0.0017751252744346857, "global_step": 64587, "epoch": 362, "lr": 3.411694015594981e-05}
{"train_loss": 0.0016870792023837566, "global_step": 64588, "epoch": 362, "lr": 3.411553900032185e-05}
{"train_loss": 0.005427306052297354, "global_step": 64589, "epoch": 362, "lr": 3.4114137858568005e-05}
{"train_loss": 0.0017906678840517998, "global_step": 64590, "epoch": 362, "lr": 3.411273673068953e-05}
{"train_loss": 0.00525650754570961, "global_step": 64591, "epoch": 362, "lr": 3.411133561668761e-05}
{"train_loss": 0.001849844353273511, "global_step": 64592, "epoch": 362, "lr": 3.41099345165635e-05}
{"train_loss": 0.0016831106040626764, "global_step": 64593, "epoch": 362, "lr": 3.410853343031841e-05}
{"train_loss": 0.002397532109171152, "global_step": 64594, "epoch": 362, "lr": 3.410713235795359e-05}
{"train_loss": 0.0015480156289413571, "global_step": 64595, "epoch": 362, "lr": 3.4105731299470205e-05}
{"train_loss": 0.0013641309924423695, "global_step": 64596, "epoch": 362, "lr": 3.410433025486953e-05}
{"train_loss": 0.0039300499483942986, "global_step": 64597, "epoch": 362, "lr": 3.410292922415277e-05}
{"train_loss": 0.008420385420322418, "global_step": 64598, "epoch": 362, "lr": 3.410152820732116e-05}
{"train_loss": 0.001258977921679616, "global_step": 64599, "epoch": 362, "lr": 3.410012720437591e-05}
{"train_loss": 0.0012946577044203877, "global_step": 64600, "epoch": 362, "lr": 3.4098726215318266e-05}
{"train_loss": 0.003458213061094284, "global_step": 64601, "epoch": 362, "lr": 3.409732524014941e-05}
{"train_loss": 0.003030055668205023, "global_step": 64602, "epoch": 362, "lr": 3.409592427887061e-05}
{"train_loss": 0.0014299179892987013, "global_step": 64603, "epoch": 362, "lr": 3.4094523331483044e-05}
{"train_loss": 0.003293718211352825, "global_step": 64604, "epoch": 362, "lr": 3.409312239798799e-05}
{"train_loss": 0.0015602135099470615, "global_step": 64605, "epoch": 362, "lr": 3.4091721478386626e-05}
{"train_loss": 0.003063150215893984, "global_step": 64606, "epoch": 362, "lr": 3.409032057268019e-05}
{"train_loss": 0.003697190433740616, "global_step": 64607, "epoch": 362, "lr": 3.408891968086992e-05}
{"train_loss": 0.0015193260041996837, "global_step": 64608, "epoch": 362, "lr": 3.4087518802957016e-05}
{"train_loss": 0.0027831601910293102, "global_step": 64609, "epoch": 362, "lr": 3.408611793894274e-05}
{"train_loss": 0.0015320180682465434, "global_step": 64610, "epoch": 362, "lr": 3.4084717088828266e-05}
{"train_loss": 0.000994957983493805, "global_step": 64611, "epoch": 362, "lr": 3.4083316252614854e-05}
{"train_loss": 0.0015307911671698093, "global_step": 64612, "epoch": 362, "lr": 3.40819154303037e-05}
{"train_loss": 0.0026163798196076446, "global_step": 64613, "epoch": 362, "lr": 3.408051462189607e-05}
{"train_loss": 0.0028318448457866907, "global_step": 64614, "epoch": 363, "lr": 3.407911382739313e-05}
{"train_loss": 0.0007157577201724052, "global_step": 64615, "epoch": 363, "lr": 3.407771304679616e-05}
{"train_loss": 0.0013800738379359245, "global_step": 64616, "epoch": 363, "lr": 3.407631228010634e-05}
{"train_loss": 0.0023051085881888866, "global_step": 64617, "epoch": 363, "lr": 3.407491152732491e-05}
{"train_loss": 0.0013477992033585906, "global_step": 64618, "epoch": 363, "lr": 3.407351078845309e-05}
{"train_loss": 0.0028848936781287193, "global_step": 64619, "epoch": 363, "lr": 3.407211006349212e-05}
{"train_loss": 0.002219220157712698, "global_step": 64620, "epoch": 363, "lr": 3.40707093524432e-05}
{"train_loss": 0.0034771221689879894, "global_step": 64621, "epoch": 363, "lr": 3.406930865530757e-05}
{"train_loss": 0.001996286679059267, "global_step": 64622, "epoch": 363, "lr": 3.4067907972086444e-05}
{"train_loss": 0.00369645026512444, "global_step": 64623, "epoch": 363, "lr": 3.406650730278106e-05}
{"train_loss": 0.004228504374623299, "global_step": 64624, "epoch": 363, "lr": 3.406510664739261e-05}
{"train_loss": 0.002012497279793024, "global_step": 64625, "epoch": 363, "lr": 3.406370600592236e-05}
{"train_loss": 0.0012506535276770592, "global_step": 64626, "epoch": 363, "lr": 3.406230537837148e-05}
{"train_loss": 0.002030051313340664, "global_step": 64627, "epoch": 363, "lr": 3.406090476474124e-05}
{"train_loss": 0.002011786447837949, "global_step": 64628, "epoch": 363, "lr": 3.405950416503287e-05}
{"train_loss": 0.002248304896056652, "global_step": 64629, "epoch": 363, "lr": 3.405810357924755e-05}
{"train_loss": 0.004033115692436695, "global_step": 64630, "epoch": 363, "lr": 3.4056703007386524e-05}
{"train_loss": 0.0006575303850695491, "global_step": 64631, "epoch": 363, "lr": 3.405530244945101e-05}
{"train_loss": 0.003780892351642251, "global_step": 64632, "epoch": 363, "lr": 3.4053901905442264e-05}
{"train_loss": 0.00530356215313077, "global_step": 64633, "epoch": 363, "lr": 3.4052501375361454e-05}
{"train_loss": 0.0008250736864283681, "global_step": 64634, "epoch": 363, "lr": 3.4051100859209856e-05}
{"train_loss": 0.0034798013512045145, "global_step": 64635, "epoch": 363, "lr": 3.404970035698864e-05}
{"train_loss": 0.0015983032062649727, "global_step": 64636, "epoch": 363, "lr": 3.404829986869908e-05}
{"train_loss": 0.0039918627589941025, "global_step": 64637, "epoch": 363, "lr": 3.404689939434237e-05}
{"train_loss": 0.0007685773889534175, "global_step": 64638, "epoch": 363, "lr": 3.404549893391975e-05}
{"train_loss": 0.0024694078601896763, "global_step": 64639, "epoch": 363, "lr": 3.404409848743242e-05}
{"train_loss": 0.0024086099583655596, "global_step": 64640, "epoch": 363, "lr": 3.404269805488163e-05}
{"train_loss": 0.0025923282373696566, "global_step": 64641, "epoch": 363, "lr": 3.404129763626857e-05}
{"train_loss": 0.0016756542026996613, "global_step": 64642, "epoch": 363, "lr": 3.4039897231594506e-05}
{"train_loss": 0.003742746077477932, "global_step": 64643, "epoch": 363, "lr": 3.4038496840860623e-05}
{"train_loss": 0.0032009242568165064, "global_step": 64644, "epoch": 363, "lr": 3.403709646406817e-05}
{"train_loss": 0.0033319287467747927, "global_step": 64645, "epoch": 363, "lr": 3.403569610121835e-05}
{"train_loss": 0.0023404983803629875, "global_step": 64646, "epoch": 363, "lr": 3.403429575231242e-05}
{"train_loss": 0.003322408301755786, "global_step": 64647, "epoch": 363, "lr": 3.403289541735155e-05}
{"train_loss": 0.004599647130817175, "global_step": 64648, "epoch": 363, "lr": 3.4031495096336995e-05}
{"train_loss": 0.0018658428452908993, "global_step": 64649, "epoch": 363, "lr": 3.4030094789269984e-05}
{"train_loss": 0.003759672399610281, "global_step": 64650, "epoch": 363, "lr": 3.402869449615172e-05}
{"train_loss": 0.004512316547334194, "global_step": 64651, "epoch": 363, "lr": 3.402729421698346e-05}
{"train_loss": 0.00148398382589221, "global_step": 64652, "epoch": 363, "lr": 3.402589395176639e-05}
{"train_loss": 0.002539615146815777, "global_step": 64653, "epoch": 363, "lr": 3.402449370050176e-05}
{"train_loss": 0.0012438924750313163, "global_step": 64654, "epoch": 363, "lr": 3.402309346319077e-05}
{"train_loss": 0.003930632956326008, "global_step": 64655, "epoch": 363, "lr": 3.4021693239834656e-05}
{"train_loss": 0.002221609465777874, "global_step": 64656, "epoch": 363, "lr": 3.402029303043463e-05}
{"train_loss": 0.0015687235863879323, "global_step": 64657, "epoch": 363, "lr": 3.4018892834991946e-05}
{"train_loss": 0.0035474514588713646, "global_step": 64658, "epoch": 363, "lr": 3.401749265350778e-05}
{"train_loss": 0.0026360012125223875, "global_step": 64659, "epoch": 363, "lr": 3.40160924859834e-05}
{"train_loss": 0.001352350926026702, "global_step": 64660, "epoch": 363, "lr": 3.401469233241999e-05}
{"train_loss": 0.0007468849653378129, "global_step": 64661, "epoch": 363, "lr": 3.401329219281881e-05}
{"train_loss": 0.0036351224407553673, "global_step": 64662, "epoch": 363, "lr": 3.401189206718105e-05}
{"train_loss": 0.0038228812627494335, "global_step": 64663, "epoch": 363, "lr": 3.401049195550795e-05}
{"train_loss": 0.0025729073677212, "global_step": 64664, "epoch": 363, "lr": 3.400909185780073e-05}
{"train_loss": 0.0033084771130234003, "global_step": 64665, "epoch": 363, "lr": 3.400769177406063e-05}
{"train_loss": 0.002379302866756916, "global_step": 64666, "epoch": 363, "lr": 3.4006291704288836e-05}
{"train_loss": 0.002681837184354663, "global_step": 64667, "epoch": 363, "lr": 3.40048916484866e-05}
{"train_loss": 0.0019515544408932328, "global_step": 64668, "epoch": 363, "lr": 3.400349160665512e-05}
{"train_loss": 0.0024491390213370323, "global_step": 64669, "epoch": 363, "lr": 3.4002091578795644e-05}
{"train_loss": 0.0014795315219089389, "global_step": 64670, "epoch": 363, "lr": 3.40006915649094e-05}
{"train_loss": 0.0021385233849287033, "global_step": 64671, "epoch": 363, "lr": 3.399929156499758e-05}
{"train_loss": 0.003823967184871435, "global_step": 64672, "epoch": 363, "lr": 3.399789157906145e-05}
{"train_loss": 0.0030744196847081184, "global_step": 64673, "epoch": 363, "lr": 3.399649160710217e-05}
{"train_loss": 0.0013638546224683523, "global_step": 64674, "epoch": 363, "lr": 3.399509164912102e-05}
{"train_loss": 0.000623479310888797, "global_step": 64675, "epoch": 363, "lr": 3.399369170511919e-05}
{"train_loss": 0.001609189435839653, "global_step": 64676, "epoch": 363, "lr": 3.399229177509793e-05}
{"train_loss": 0.00222926028072834, "global_step": 64677, "epoch": 363, "lr": 3.399089185905843e-05}
{"train_loss": 0.00243069464340806, "global_step": 64678, "epoch": 363, "lr": 3.398949195700194e-05}
{"train_loss": 0.004675580188632011, "global_step": 64679, "epoch": 363, "lr": 3.398809206892967e-05}
{"train_loss": 0.005849114153534174, "global_step": 64680, "epoch": 363, "lr": 3.398669219484285e-05}
{"train_loss": 0.001352179329842329, "global_step": 64681, "epoch": 363, "lr": 3.398529233474269e-05}
{"train_loss": 0.001283060759305954, "global_step": 64682, "epoch": 363, "lr": 3.398389248863043e-05}
{"train_loss": 0.0016053537838160992, "global_step": 64683, "epoch": 363, "lr": 3.398249265650727e-05}
{"train_loss": 0.0030844700522720814, "global_step": 64684, "epoch": 363, "lr": 3.3981092838374465e-05}
{"train_loss": 0.0013342972379177809, "global_step": 64685, "epoch": 363, "lr": 3.397969303423319e-05}
{"train_loss": 0.003657628782093525, "global_step": 64686, "epoch": 363, "lr": 3.397829324408473e-05}
{"train_loss": 0.0015412033535540104, "global_step": 64687, "epoch": 363, "lr": 3.397689346793025e-05}
{"train_loss": 0.0025931475684046745, "global_step": 64688, "epoch": 363, "lr": 3.3975493705771014e-05}
{"train_loss": 0.0025452254340052605, "global_step": 64689, "epoch": 363, "lr": 3.397409395760821e-05}
{"train_loss": 0.006564613431692123, "global_step": 64690, "epoch": 363, "lr": 3.397269422344308e-05}
{"train_loss": 0.0014418524224311113, "global_step": 64691, "epoch": 363, "lr": 3.3971294503276865e-05}
{"train_loss": 0.0014498841483145952, "global_step": 64692, "epoch": 363, "lr": 3.396989479711074e-05}
{"train_loss": 0.0028435508720576763, "global_step": 64693, "epoch": 363, "lr": 3.396849510494598e-05}
{"train_loss": 0.0015214465092867613, "global_step": 64694, "epoch": 363, "lr": 3.396709542678375e-05}
{"train_loss": 0.0024099836591631174, "global_step": 64695, "epoch": 363, "lr": 3.396569576262534e-05}
{"train_loss": 0.002378026721999049, "global_step": 64696, "epoch": 363, "lr": 3.396429611247191e-05}
{"train_loss": 0.0019505026284605265, "global_step": 64697, "epoch": 363, "lr": 3.3962896476324725e-05}
{"train_loss": 0.00330784497782588, "global_step": 64698, "epoch": 363, "lr": 3.396149685418498e-05}
{"train_loss": 0.001631725812330842, "global_step": 64699, "epoch": 363, "lr": 3.3960097246053936e-05}
{"train_loss": 0.007562669925391674, "global_step": 64700, "epoch": 363, "lr": 3.395869765193276e-05}
{"train_loss": 0.0035392516292631626, "global_step": 64701, "epoch": 363, "lr": 3.395729807182272e-05}
{"train_loss": 0.0024382607080042362, "global_step": 64702, "epoch": 363, "lr": 3.3955898505725005e-05}
{"train_loss": 0.001076125307008624, "global_step": 64703, "epoch": 363, "lr": 3.3954498953640876e-05}
{"train_loss": 0.004036581609398127, "global_step": 64704, "epoch": 363, "lr": 3.3953099415571524e-05}
{"train_loss": 0.003925525117665529, "global_step": 64705, "epoch": 363, "lr": 3.3951699891518175e-05}
{"train_loss": 0.000977854011580348, "global_step": 64706, "epoch": 363, "lr": 3.3950300381482056e-05}
{"train_loss": 0.0017783620860427618, "global_step": 64707, "epoch": 363, "lr": 3.394890088546442e-05}
{"train_loss": 0.005376635584980249, "global_step": 64708, "epoch": 363, "lr": 3.3947501403466434e-05}
{"train_loss": 0.0032226319890469313, "global_step": 64709, "epoch": 363, "lr": 3.394610193548936e-05}
{"train_loss": 0.0023771035484969616, "global_step": 64710, "epoch": 363, "lr": 3.394470248153439e-05}
{"train_loss": 0.0011718189343810081, "global_step": 64711, "epoch": 363, "lr": 3.394330304160277e-05}
{"train_loss": 0.0014661538880318403, "global_step": 64712, "epoch": 363, "lr": 3.3941903615695716e-05}
{"train_loss": 0.004300329368561506, "global_step": 64713, "epoch": 363, "lr": 3.394050420381445e-05}
{"train_loss": 0.003224243177101016, "global_step": 64714, "epoch": 363, "lr": 3.393910480596021e-05}
{"train_loss": 0.0032720486633479595, "global_step": 64715, "epoch": 363, "lr": 3.393770542213418e-05}
{"train_loss": 0.0024635065346956253, "global_step": 64716, "epoch": 363, "lr": 3.3936306052337616e-05}
{"train_loss": 0.0025341848377138376, "global_step": 64717, "epoch": 363, "lr": 3.393490669657172e-05}
{"train_loss": 0.0014845505356788635, "global_step": 64718, "epoch": 363, "lr": 3.393350735483775e-05}
{"train_loss": 0.0017608755733817816, "global_step": 64719, "epoch": 363, "lr": 3.393210802713688e-05}
{"train_loss": 0.004131827503442764, "global_step": 64720, "epoch": 363, "lr": 3.393070871347036e-05}
{"train_loss": 0.0020851315930485725, "global_step": 64721, "epoch": 363, "lr": 3.392930941383939e-05}
{"train_loss": 0.0035071060992777348, "global_step": 64722, "epoch": 363, "lr": 3.3927910128245245e-05}
{"train_loss": 0.002649601548910141, "global_step": 64723, "epoch": 363, "lr": 3.392651085668908e-05}
{"train_loss": 0.003883006516844034, "global_step": 64724, "epoch": 363, "lr": 3.3925111599172155e-05}
{"train_loss": 0.0040659112855792046, "global_step": 64725, "epoch": 363, "lr": 3.392371235569568e-05}
{"train_loss": 0.0024212365970015526, "global_step": 64726, "epoch": 363, "lr": 3.392231312626091e-05}
{"train_loss": 0.002923710038885474, "global_step": 64727, "epoch": 363, "lr": 3.3920913910869e-05}
{"train_loss": 0.001597128459252417, "global_step": 64728, "epoch": 363, "lr": 3.391951470952125e-05}
{"train_loss": 0.0009162085480056703, "global_step": 64729, "epoch": 363, "lr": 3.3918115522218815e-05}
{"train_loss": 0.0016633754130452871, "global_step": 64730, "epoch": 363, "lr": 3.391671634896295e-05}
{"train_loss": 0.002001694403588772, "global_step": 64731, "epoch": 363, "lr": 3.391531718975487e-05}
{"train_loss": 0.003903690492734313, "global_step": 64732, "epoch": 363, "lr": 3.391391804459581e-05}
{"train_loss": 0.0018068827921524644, "global_step": 64733, "epoch": 363, "lr": 3.3912518913486985e-05}
{"train_loss": 0.0025512210559099913, "global_step": 64734, "epoch": 363, "lr": 3.39111197964296e-05}
{"train_loss": 0.005142850801348686, "global_step": 64735, "epoch": 363, "lr": 3.3909720693424904e-05}
{"train_loss": 0.001760305603966117, "global_step": 64736, "epoch": 363, "lr": 3.390832160447409e-05}
{"train_loss": 0.0037506038788706064, "global_step": 64737, "epoch": 363, "lr": 3.390692252957842e-05}
{"train_loss": 0.001669344026595354, "global_step": 64738, "epoch": 363, "lr": 3.390552346873907e-05}
{"train_loss": 0.001592030981555581, "global_step": 64739, "epoch": 363, "lr": 3.3904124421957295e-05}
{"train_loss": 0.0041917553171515465, "global_step": 64740, "epoch": 363, "lr": 3.3902725389234304e-05}
{"train_loss": 0.0025910295080393553, "global_step": 64741, "epoch": 363, "lr": 3.390132637057133e-05}
{"train_loss": 0.0033279790077358484, "global_step": 64742, "epoch": 363, "lr": 3.389992736596957e-05}
{"train_loss": 0.0012014159001410007, "global_step": 64743, "epoch": 363, "lr": 3.389852837543028e-05}
{"train_loss": 0.0046985698863863945, "global_step": 64744, "epoch": 363, "lr": 3.389712939895465e-05}
{"train_loss": 0.0013362332247197628, "global_step": 64745, "epoch": 363, "lr": 3.389573043654392e-05}
{"train_loss": 0.0022353362292051315, "global_step": 64746, "epoch": 363, "lr": 3.3894331488199294e-05}
{"train_loss": 0.004442811477929354, "global_step": 64747, "epoch": 363, "lr": 3.389293255392204e-05}
{"train_loss": 0.0021023768931627274, "global_step": 64748, "epoch": 363, "lr": 3.389153363371331e-05}
{"train_loss": 0.0023183831945061684, "global_step": 64749, "epoch": 363, "lr": 3.389013472757438e-05}
{"train_loss": 0.0016378320287913084, "global_step": 64750, "epoch": 363, "lr": 3.388873583550646e-05}
{"train_loss": 0.003302469849586487, "global_step": 64751, "epoch": 363, "lr": 3.388733695751077e-05}
{"train_loss": 0.001524300780147314, "global_step": 64752, "epoch": 363, "lr": 3.388593809358852e-05}
{"train_loss": 0.0030311085283756256, "global_step": 64753, "epoch": 363, "lr": 3.388453924374093e-05}
{"train_loss": 0.001772001152858138, "global_step": 64754, "epoch": 363, "lr": 3.388314040796925e-05}
{"train_loss": 0.0031055992003530264, "global_step": 64755, "epoch": 363, "lr": 3.388174158627467e-05}
{"train_loss": 0.0023856768384575844, "global_step": 64756, "epoch": 363, "lr": 3.388034277865845e-05}
{"train_loss": 0.0007241141283884645, "global_step": 64757, "epoch": 363, "lr": 3.387894398512177e-05}
{"train_loss": 0.0023840563371777534, "global_step": 64758, "epoch": 363, "lr": 3.387754520566587e-05}
{"train_loss": 0.002758970018476248, "global_step": 64759, "epoch": 363, "lr": 3.387614644029197e-05}
{"train_loss": 0.0041090352460742, "global_step": 64760, "epoch": 363, "lr": 3.387474768900132e-05}
{"train_loss": 0.002050317358225584, "global_step": 64761, "epoch": 363, "lr": 3.387334895179508e-05}
{"train_loss": 0.0014865119010210037, "global_step": 64762, "epoch": 363, "lr": 3.387195022867453e-05}
{"train_loss": 0.0034457368310540915, "global_step": 64763, "epoch": 363, "lr": 3.3870551519640856e-05}
{"train_loss": 0.0030990024097263813, "global_step": 64764, "epoch": 363, "lr": 3.386915282469529e-05}
{"train_loss": 0.0026274649426341057, "global_step": 64765, "epoch": 363, "lr": 3.386775414383906e-05}
{"train_loss": 0.0022728191688656807, "global_step": 64766, "epoch": 363, "lr": 3.38663554770734e-05}
{"train_loss": 0.0023095649667084217, "global_step": 64767, "epoch": 363, "lr": 3.386495682439948e-05}
{"train_loss": 0.0022335462272167206, "global_step": 64768, "epoch": 363, "lr": 3.3863558185818575e-05}
{"train_loss": 0.0031898855231702328, "global_step": 64769, "epoch": 363, "lr": 3.386215956133188e-05}
{"train_loss": 0.0013643484562635422, "global_step": 64770, "epoch": 363, "lr": 3.386076095094065e-05}
{"train_loss": 0.0014250555541366339, "global_step": 64771, "epoch": 363, "lr": 3.385936235464606e-05}
{"train_loss": 0.0036318586207926273, "global_step": 64772, "epoch": 363, "lr": 3.385796377244936e-05}
{"train_loss": 0.0036170445382595062, "global_step": 64773, "epoch": 363, "lr": 3.3856565204351755e-05}
{"train_loss": 0.0013412416446954012, "global_step": 64774, "epoch": 363, "lr": 3.385516665035447e-05}
{"train_loss": 0.004262577276676893, "global_step": 64775, "epoch": 363, "lr": 3.385376811045876e-05}
{"train_loss": 0.0018871949287131429, "global_step": 64776, "epoch": 363, "lr": 3.38523695846658e-05}
{"train_loss": 0.0044430457055568695, "global_step": 64777, "epoch": 363, "lr": 3.385097107297684e-05}
{"train_loss": 0.004954187199473381, "global_step": 64778, "epoch": 363, "lr": 3.3849572575393085e-05}
{"train_loss": 0.0027481350116431713, "global_step": 64779, "epoch": 363, "lr": 3.3848174091915775e-05}
{"train_loss": 0.003533453680574894, "global_step": 64780, "epoch": 363, "lr": 3.38467756225461e-05}
{"train_loss": 0.0017563917208462954, "global_step": 64781, "epoch": 363, "lr": 3.384537716728533e-05}
{"train_loss": 0.003730042139068246, "global_step": 64782, "epoch": 363, "lr": 3.384397872613464e-05}
{"train_loss": 0.0035308399237692356, "global_step": 64783, "epoch": 363, "lr": 3.3842580299095274e-05}
{"train_loss": 0.0021839672699570656, "global_step": 64784, "epoch": 363, "lr": 3.3841181886168436e-05}
{"train_loss": 0.001343993586488068, "global_step": 64785, "epoch": 363, "lr": 3.383978348735539e-05}
{"train_loss": 0.003625425510108471, "global_step": 64786, "epoch": 363, "lr": 3.38383851026573e-05}
{"train_loss": 0.0018373150378465652, "global_step": 64787, "epoch": 363, "lr": 3.3836986732075435e-05}
{"train_loss": 0.0063351658172905445, "global_step": 64788, "epoch": 363, "lr": 3.383558837561098e-05}
{"train_loss": 0.004445937462151051, "global_step": 64789, "epoch": 363, "lr": 3.383419003326519e-05}
{"train_loss": 0.0031325153540819883, "global_step": 64790, "epoch": 363, "lr": 3.383279170503926e-05}
{"train_loss": 0.0026653621468713945, "global_step": 64791, "epoch": 363, "lr": 3.383139339093442e-05}
{"train_loss": 0.0027016461826860905, "global_step": 64792, "epoch": 364, "lr": 3.382999509095188e-05}
{"train_loss": 0.003191501833498478, "global_step": 64793, "epoch": 364, "lr": 3.38285968050929e-05}
{"train_loss": 0.004689899738878012, "global_step": 64794, "epoch": 364, "lr": 3.3827198533358664e-05}
{"train_loss": 0.0023975814692676067, "global_step": 64795, "epoch": 364, "lr": 3.3825800275750394e-05}
{"train_loss": 0.002700784243643284, "global_step": 64796, "epoch": 364, "lr": 3.382440203226933e-05}
{"train_loss": 0.0015555447898805141, "global_step": 64797, "epoch": 364, "lr": 3.382300380291667e-05}
{"train_loss": 0.004391109570860863, "global_step": 64798, "epoch": 364, "lr": 3.382160558769368e-05}
{"train_loss": 0.003127596341073513, "global_step": 64799, "epoch": 364, "lr": 3.3820207386601535e-05}
{"train_loss": 0.0021363080013543367, "global_step": 64800, "epoch": 364, "lr": 3.3818809199641485e-05}
{"train_loss": 0.002416391158476472, "global_step": 64801, "epoch": 364, "lr": 3.381741102681472e-05}
{"train_loss": 0.0018179763574153185, "global_step": 64802, "epoch": 364, "lr": 3.381601286812249e-05}
{"train_loss": 0.003934313077479601, "global_step": 64803, "epoch": 364, "lr": 3.3814614723565994e-05}
{"train_loss": 0.0032691636588424444, "global_step": 64804, "epoch": 364, "lr": 3.381321659314649e-05}
{"train_loss": 0.003441216889768839, "global_step": 64805, "epoch": 364, "lr": 3.381181847686515e-05}
{"train_loss": 0.0030849678441882133, "global_step": 64806, "epoch": 364, "lr": 3.381042037472324e-05}
{"train_loss": 0.0017516801599413157, "global_step": 64807, "epoch": 364, "lr": 3.380902228672194e-05}
{"train_loss": 0.0022659418173134327, "global_step": 64808, "epoch": 364, "lr": 3.380762421286252e-05}
{"train_loss": 0.0019142951350659132, "global_step": 64809, "epoch": 364, "lr": 3.3806226153146145e-05}
{"train_loss": 0.0035793655551970005, "global_step": 64810, "epoch": 364, "lr": 3.380482810757408e-05}
{"train_loss": 0.0017179357819259167, "global_step": 64811, "epoch": 364, "lr": 3.380343007614752e-05}
{"train_loss": 0.0022117416374385357, "global_step": 64812, "epoch": 364, "lr": 3.380203205886772e-05}
{"train_loss": 0.0036673189606517553, "global_step": 64813, "epoch": 364, "lr": 3.380063405573585e-05}
{"train_loss": 0.005241180304437876, "global_step": 64814, "epoch": 364, "lr": 3.379923606675317e-05}
{"train_loss": 0.001938500558026135, "global_step": 64815, "epoch": 364, "lr": 3.3797838091920884e-05}
{"train_loss": 0.003622660879045725, "global_step": 64816, "epoch": 364, "lr": 3.3796440131240217e-05}
{"train_loss": 0.00112422916572541, "global_step": 64817, "epoch": 364, "lr": 3.379504218471241e-05}
{"train_loss": 0.0010827926453202963, "global_step": 64818, "epoch": 364, "lr": 3.379364425233864e-05}
{"train_loss": 0.0034916235599666834, "global_step": 64819, "epoch": 364, "lr": 3.379224633412019e-05}
{"train_loss": 0.0010216896189376712, "global_step": 64820, "epoch": 364, "lr": 3.379084843005821e-05}
{"train_loss": 0.003397841937839985, "global_step": 64821, "epoch": 364, "lr": 3.378945054015397e-05}
{"train_loss": 0.002769161481410265, "global_step": 64822, "epoch": 364, "lr": 3.378805266440867e-05}
{"train_loss": 0.001046850229613483, "global_step": 64823, "epoch": 364, "lr": 3.378665480282356e-05}
{"train_loss": 0.0022758268751204014, "global_step": 64824, "epoch": 364, "lr": 3.378525695539981e-05}
{"train_loss": 0.0024169092066586018, "global_step": 64825, "epoch": 364, "lr": 3.378385912213869e-05}
{"train_loss": 0.0036237072199583054, "global_step": 64826, "epoch": 364, "lr": 3.378246130304138e-05}
{"train_loss": 0.002483632182702422, "global_step": 64827, "epoch": 364, "lr": 3.3781063498109156e-05}
{"train_loss": 0.002222780603915453, "global_step": 64828, "epoch": 364, "lr": 3.377966570734317e-05}
{"train_loss": 0.005723399110138416, "global_step": 64829, "epoch": 364, "lr": 3.3778267930744696e-05}
{"train_loss": 0.00267184735275805, "global_step": 64830, "epoch": 364, "lr": 3.377687016831492e-05}
{"train_loss": 0.003146692644804716, "global_step": 64831, "epoch": 364, "lr": 3.37754724200551e-05}
{"train_loss": 0.004253883846104145, "global_step": 64832, "epoch": 364, "lr": 3.377407468596642e-05}
{"train_loss": 0.001196705736219883, "global_step": 64833, "epoch": 364, "lr": 3.3772676966050126e-05}
{"train_loss": 0.0023074904456734657, "global_step": 64834, "epoch": 364, "lr": 3.377127926030742e-05}
{"train_loss": 0.0024158568121492863, "global_step": 64835, "epoch": 364, "lr": 3.3769881568739545e-05}
{"train_loss": 0.0020590974017977715, "global_step": 64836, "epoch": 364, "lr": 3.37684838913477e-05}
{"train_loss": 0.0035355687141418457, "global_step": 64837, "epoch": 364, "lr": 3.376708622813311e-05}
{"train_loss": 0.003982605878263712, "global_step": 64838, "epoch": 364, "lr": 3.376568857909702e-05}
{"train_loss": 0.00231462181545794, "global_step": 64839, "epoch": 364, "lr": 3.376429094424062e-05}
{"train_loss": 0.00410420261323452, "global_step": 64840, "epoch": 364, "lr": 3.376289332356514e-05}
{"train_loss": 0.0040256064385175705, "global_step": 64841, "epoch": 364, "lr": 3.376149571707179e-05}
{"train_loss": 0.0020792577415704727, "global_step": 64842, "epoch": 364, "lr": 3.376009812476184e-05}
{"train_loss": 0.0051416512578725815, "global_step": 64843, "epoch": 364, "lr": 3.3758700546636445e-05}
{"train_loss": 0.0026237755082547665, "global_step": 64844, "epoch": 364, "lr": 3.375730298269686e-05}
{"train_loss": 0.003166214097291231, "global_step": 64845, "epoch": 364, "lr": 3.37559054329443e-05}
{"train_loss": 0.002399210352450609, "global_step": 64846, "epoch": 364, "lr": 3.3754507897380006e-05}
{"train_loss": 0.0016843501944094896, "global_step": 64847, "epoch": 364, "lr": 3.375311037600516e-05}
{"train_loss": 0.0021849104668945074, "global_step": 64848, "epoch": 364, "lr": 3.3751712868821e-05}
{"train_loss": 0.0033192243427038193, "global_step": 64849, "epoch": 364, "lr": 3.375031537582875e-05}
{"train_loss": 0.001776461605913937, "global_step": 64850, "epoch": 364, "lr": 3.374891789702965e-05}
{"train_loss": 0.0010596087668091059, "global_step": 64851, "epoch": 364, "lr": 3.374752043242487e-05}
{"train_loss": 0.0035427063703536987, "global_step": 64852, "epoch": 364, "lr": 3.374612298201569e-05}
{"train_loss": 0.002432585693895817, "global_step": 64853, "epoch": 364, "lr": 3.374472554580326e-05}
{"train_loss": 0.002291267504915595, "global_step": 64854, "epoch": 364, "lr": 3.374332812378888e-05}
{"train_loss": 0.002701064571738243, "global_step": 64855, "epoch": 364, "lr": 3.374193071597371e-05}
{"train_loss": 0.0011299033649265766, "global_step": 64856, "epoch": 364, "lr": 3.374053332235901e-05}
{"train_loss": 0.0030898903496563435, "global_step": 64857, "epoch": 364, "lr": 3.373913594294597e-05}
{"train_loss": 0.0011072885245084763, "global_step": 64858, "epoch": 364, "lr": 3.373773857773582e-05}
{"train_loss": 0.002062732819467783, "global_step": 64859, "epoch": 364, "lr": 3.37363412267298e-05}
{"train_loss": 0.002988154301419854, "global_step": 64860, "epoch": 364, "lr": 3.373494388992909e-05}
{"train_loss": 0.0016332210507243872, "global_step": 64861, "epoch": 364, "lr": 3.373354656733497e-05}
{"train_loss": 0.002546073403209448, "global_step": 64862, "epoch": 364, "lr": 3.37321492589486e-05}
{"train_loss": 0.002716241404414177, "global_step": 64863, "epoch": 364, "lr": 3.373075196477124e-05}
{"train_loss": 0.0018935241969302297, "global_step": 64864, "epoch": 364, "lr": 3.372935468480407e-05}
{"train_loss": 0.005344592500478029, "global_step": 64865, "epoch": 364, "lr": 3.372795741904837e-05}
{"train_loss": 0.00202153529971838, "global_step": 64866, "epoch": 364, "lr": 3.3726560167505306e-05}
{"train_loss": 0.0033935694955289364, "global_step": 64867, "epoch": 364, "lr": 3.372516293017613e-05}
{"train_loss": 0.00514739565551281, "global_step": 64868, "epoch": 364, "lr": 3.372376570706205e-05}
{"train_loss": 0.0021433059591799974, "global_step": 64869, "epoch": 364, "lr": 3.3722368498164295e-05}
{"train_loss": 0.0009427452459931374, "global_step": 64870, "epoch": 364, "lr": 3.372097130348407e-05}
{"train_loss": 0.0019302486907690763, "global_step": 64871, "epoch": 364, "lr": 3.3719574123022615e-05}
{"train_loss": 0.0016317954286932945, "global_step": 64872, "epoch": 364, "lr": 3.371817695678112e-05}
{"train_loss": 0.0017781596397981048, "global_step": 64873, "epoch": 364, "lr": 3.3716779804760844e-05}
{"train_loss": 0.005287659354507923, "global_step": 64874, "epoch": 364, "lr": 3.3715382666962975e-05}
{"train_loss": 0.001706568757072091, "global_step": 64875, "epoch": 364, "lr": 3.371398554338877e-05}
{"train_loss": 0.0013009186368435621, "global_step": 64876, "epoch": 364, "lr": 3.3712588434039395e-05}
{"train_loss": 0.005046939477324486, "global_step": 64877, "epoch": 364, "lr": 3.371119133891611e-05}
{"train_loss": 0.0029806739185005426, "global_step": 64878, "epoch": 364, "lr": 3.370979425802013e-05}
{"train_loss": 0.0016172146424651146, "global_step": 64879, "epoch": 364, "lr": 3.370839719135267e-05}
{"train_loss": 0.003077753121033311, "global_step": 64880, "epoch": 364, "lr": 3.370700013891497e-05}
{"train_loss": 0.0027756644412875175, "global_step": 64881, "epoch": 364, "lr": 3.370560310070821e-05}
{"train_loss": 0.0028913109563291073, "global_step": 64882, "epoch": 364, "lr": 3.370420607673365e-05}
{"train_loss": 0.0029977355152368546, "global_step": 64883, "epoch": 364, "lr": 3.370280906699247e-05}
{"train_loss": 0.003318089758977294, "global_step": 64884, "epoch": 364, "lr": 3.370141207148594e-05}
{"train_loss": 0.0038582831621170044, "global_step": 64885, "epoch": 364, "lr": 3.370001509021523e-05}
{"train_loss": 0.0018315591150894761, "global_step": 64886, "epoch": 364, "lr": 3.3698618123181595e-05}
{"train_loss": 0.00227648438885808, "global_step": 64887, "epoch": 364, "lr": 3.369722117038624e-05}
{"train_loss": 0.0017205863259732723, "global_step": 64888, "epoch": 364, "lr": 3.36958242318304e-05}
{"train_loss": 0.002357842866331339, "global_step": 64889, "epoch": 364, "lr": 3.3694427307515265e-05}
{"train_loss": 0.003261050209403038, "global_step": 64890, "epoch": 364, "lr": 3.36930303974421e-05}
{"train_loss": 0.0021757048089057207, "global_step": 64891, "epoch": 364, "lr": 3.3691633501612076e-05}
{"train_loss": 0.0022247021552175283, "global_step": 64892, "epoch": 364, "lr": 3.369023662002645e-05}
{"train_loss": 0.0021342039108276367, "global_step": 64893, "epoch": 364, "lr": 3.368883975268641e-05}
{"train_loss": 0.0014640172012150288, "global_step": 64894, "epoch": 364, "lr": 3.368744289959321e-05}
{"train_loss": 0.0017624127212911844, "global_step": 64895, "epoch": 364, "lr": 3.3686046060748046e-05}
{"train_loss": 0.0013600792735815048, "global_step": 64896, "epoch": 364, "lr": 3.3684649236152156e-05}
{"train_loss": 0.0018176394514739513, "global_step": 64897, "epoch": 364, "lr": 3.3683252425806734e-05}
{"train_loss": 0.0018563421908766031, "global_step": 64898, "epoch": 364, "lr": 3.368185562971302e-05}
{"train_loss": 0.0025723371654748917, "global_step": 64899, "epoch": 364, "lr": 3.368045884787225e-05}
{"train_loss": 0.0038214887026697397, "global_step": 64900, "epoch": 364, "lr": 3.367906208028561e-05}
{"train_loss": 0.0022713392972946167, "global_step": 64901, "epoch": 364, "lr": 3.3677665326954333e-05}
{"train_loss": 0.0037099900655448437, "global_step": 64902, "epoch": 364, "lr": 3.3676268587879647e-05}
{"train_loss": 0.00515070091933012, "global_step": 64903, "epoch": 364, "lr": 3.3674871863062774e-05}
{"train_loss": 0.004286648239940405, "global_step": 64904, "epoch": 364, "lr": 3.36734751525049e-05}
{"train_loss": 0.0021945517510175705, "global_step": 64905, "epoch": 364, "lr": 3.367207845620729e-05}
{"train_loss": 0.0032120111864060163, "global_step": 64906, "epoch": 364, "lr": 3.367068177417113e-05}
{"train_loss": 0.0027727074921131134, "global_step": 64907, "epoch": 364, "lr": 3.366928510639768e-05}
{"train_loss": 0.001701113535091281, "global_step": 64908, "epoch": 364, "lr": 3.366788845288811e-05}
{"train_loss": 0.004729066509753466, "global_step": 64909, "epoch": 364, "lr": 3.366649181364368e-05}
{"train_loss": 0.002739926800131798, "global_step": 64910, "epoch": 364, "lr": 3.366509518866559e-05}
{"train_loss": 0.003301218617707491, "global_step": 64911, "epoch": 364, "lr": 3.366369857795506e-05}
{"train_loss": 0.0029587496537715197, "global_step": 64912, "epoch": 364, "lr": 3.36623019815133e-05}
{"train_loss": 0.0036755725741386414, "global_step": 64913, "epoch": 364, "lr": 3.3660905399341566e-05}
{"train_loss": 0.0010700880084186792, "global_step": 64914, "epoch": 364, "lr": 3.365950883144104e-05}
{"train_loss": 0.0024222147185355425, "global_step": 64915, "epoch": 364, "lr": 3.365811227781297e-05}
{"train_loss": 0.0024591535329818726, "global_step": 64916, "epoch": 364, "lr": 3.365671573845856e-05}
{"train_loss": 0.0020596375688910484, "global_step": 64917, "epoch": 364, "lr": 3.365531921337903e-05}
{"train_loss": 0.004079480655491352, "global_step": 64918, "epoch": 364, "lr": 3.3653922702575605e-05}
{"train_loss": 0.0011234002886340022, "global_step": 64919, "epoch": 364, "lr": 3.365252620604949e-05}
{"train_loss": 0.002003125147894025, "global_step": 64920, "epoch": 364, "lr": 3.3651129723801925e-05}
{"train_loss": 0.0019440017640590668, "global_step": 64921, "epoch": 364, "lr": 3.364973325583411e-05}
{"train_loss": 0.005466823931783438, "global_step": 64922, "epoch": 364, "lr": 3.364833680214731e-05}
{"train_loss": 0.005329295992851257, "global_step": 64923, "epoch": 364, "lr": 3.364694036274269e-05}
{"train_loss": 0.0018536756979301572, "global_step": 64924, "epoch": 364, "lr": 3.364554393762149e-05}
{"train_loss": 0.0023128290195018053, "global_step": 64925, "epoch": 364, "lr": 3.364414752678492e-05}
{"train_loss": 0.0013331486843526363, "global_step": 64926, "epoch": 364, "lr": 3.364275113023424e-05}
{"train_loss": 0.002864345908164978, "global_step": 64927, "epoch": 364, "lr": 3.364135474797061e-05}
{"train_loss": 0.0032067119609564543, "global_step": 64928, "epoch": 364, "lr": 3.3639958379995306e-05}
{"train_loss": 0.0021454612724483013, "global_step": 64929, "epoch": 364, "lr": 3.3638562026309504e-05}
{"train_loss": 0.0032513849437236786, "global_step": 64930, "epoch": 364, "lr": 3.363716568691445e-05}
{"train_loss": 0.002137854229658842, "global_step": 64931, "epoch": 364, "lr": 3.363576936181134e-05}
{"train_loss": 0.005470662377774715, "global_step": 64932, "epoch": 364, "lr": 3.3634373051001437e-05}
{"train_loss": 0.0031322469003498554, "global_step": 64933, "epoch": 364, "lr": 3.36329767544859e-05}
{"train_loss": 0.0021957987919449806, "global_step": 64934, "epoch": 364, "lr": 3.3631580472266e-05}
{"train_loss": 0.0011652515968307853, "global_step": 64935, "epoch": 364, "lr": 3.3630184204342916e-05}
{"train_loss": 0.0018186045344918966, "global_step": 64936, "epoch": 364, "lr": 3.362878795071792e-05}
{"train_loss": 0.0013423488708212972, "global_step": 64937, "epoch": 364, "lr": 3.362739171139217e-05}
{"train_loss": 0.0036766978446394205, "global_step": 64938, "epoch": 364, "lr": 3.3625995486366934e-05}
{"train_loss": 0.001132897799834609, "global_step": 64939, "epoch": 364, "lr": 3.36245992756434e-05}
{"train_loss": 0.003989505581557751, "global_step": 64940, "epoch": 364, "lr": 3.36232030792228e-05}
{"train_loss": 0.0030443386640399694, "global_step": 64941, "epoch": 364, "lr": 3.362180689710638e-05}
{"train_loss": 0.002097916789352894, "global_step": 64942, "epoch": 364, "lr": 3.36204107292953e-05}
{"train_loss": 0.0032059885561466217, "global_step": 64943, "epoch": 364, "lr": 3.3619014575790835e-05}
{"train_loss": 0.0014276453293859959, "global_step": 64944, "epoch": 364, "lr": 3.3617618436594165e-05}
{"train_loss": 0.004112779628485441, "global_step": 64945, "epoch": 364, "lr": 3.361622231170656e-05}
{"train_loss": 0.002891102572903037, "global_step": 64946, "epoch": 364, "lr": 3.3614826201129166e-05}
{"train_loss": 0.0026239571161568165, "global_step": 64947, "epoch": 364, "lr": 3.361343010486328e-05}
{"train_loss": 0.0029908015858381987, "global_step": 64948, "epoch": 364, "lr": 3.3612034022910055e-05}
{"train_loss": 0.0021127802319824696, "global_step": 64949, "epoch": 364, "lr": 3.361063795527075e-05}
{"train_loss": 0.004743034020066261, "global_step": 64950, "epoch": 364, "lr": 3.3609241901946577e-05}
{"train_loss": 0.0019267830066382885, "global_step": 64951, "epoch": 364, "lr": 3.360784586293876e-05}
{"train_loss": 0.0031936841551214457, "global_step": 64952, "epoch": 364, "lr": 3.360644983824849e-05}
{"train_loss": 0.0021222950890660286, "global_step": 64953, "epoch": 364, "lr": 3.360505382787702e-05}
{"train_loss": 0.0021804627031087875, "global_step": 64954, "epoch": 364, "lr": 3.360365783182555e-05}
{"train_loss": 0.0027894191443920135, "global_step": 64955, "epoch": 364, "lr": 3.360226185009532e-05}
{"train_loss": 0.0015664270613342524, "global_step": 64956, "epoch": 364, "lr": 3.3600865882687515e-05}
{"train_loss": 0.0028545332606881857, "global_step": 64957, "epoch": 364, "lr": 3.359946992960339e-05}
{"train_loss": 0.003430514130741358, "global_step": 64958, "epoch": 364, "lr": 3.359807399084413e-05}
{"train_loss": 0.0021877523977309465, "global_step": 64959, "epoch": 364, "lr": 3.3596678066411005e-05}
{"train_loss": 0.001788061810657382, "global_step": 64960, "epoch": 364, "lr": 3.359528215630517e-05}
{"train_loss": 0.0027668513357639313, "global_step": 64961, "epoch": 364, "lr": 3.359388626052788e-05}
{"train_loss": 0.002274380996823311, "global_step": 64962, "epoch": 364, "lr": 3.359249037908036e-05}
{"train_loss": 0.0029824196826666594, "global_step": 64963, "epoch": 364, "lr": 3.359109451196381e-05}
{"train_loss": 0.0019070985727012157, "global_step": 64964, "epoch": 364, "lr": 3.358969865917948e-05}
{"train_loss": 0.0033099392894655466, "global_step": 64965, "epoch": 364, "lr": 3.358830282072855e-05}
{"train_loss": 0.004229207523167133, "global_step": 64966, "epoch": 364, "lr": 3.3586906996612276e-05}
{"train_loss": 0.001974497688934207, "global_step": 64967, "epoch": 364, "lr": 3.358551118683184e-05}
{"train_loss": 0.00309088290669024, "global_step": 64968, "epoch": 364, "lr": 3.358411539138849e-05}
{"train_loss": 0.002731189828920649, "global_step": 64969, "epoch": 364, "lr": 3.358271961028342e-05}
{"train_loss": 0.002497033216059208, "global_step": 64970, "epoch": 365, "lr": 3.358132384351789e-05}
{"train_loss": 0.002624472603201866, "global_step": 64971, "epoch": 365, "lr": 3.357992809109307e-05}
{"train_loss": 0.0014030917081981897, "global_step": 64972, "epoch": 365, "lr": 3.357853235301021e-05}
{"train_loss": 0.0036128228530287743, "global_step": 64973, "epoch": 365, "lr": 3.357713662927051e-05}
{"train_loss": 0.0022940756753087044, "global_step": 64974, "epoch": 365, "lr": 3.357574091987523e-05}
{"train_loss": 0.002418501302599907, "global_step": 64975, "epoch": 365, "lr": 3.3574345224825534e-05}
{"train_loss": 0.0014405252877622843, "global_step": 64976, "epoch": 365, "lr": 3.3572949544122675e-05}
{"train_loss": 0.0023078653030097485, "global_step": 64977, "epoch": 365, "lr": 3.357155387776785e-05}
{"train_loss": 0.002353765070438385, "global_step": 64978, "epoch": 365, "lr": 3.357015822576232e-05}
{"train_loss": 0.004579463973641396, "global_step": 64979, "epoch": 365, "lr": 3.356876258810725e-05}
{"train_loss": 0.00212092325091362, "global_step": 64980, "epoch": 365, "lr": 3.356736696480391e-05}
{"train_loss": 0.0015236354665830731, "global_step": 64981, "epoch": 365, "lr": 3.356597135585347e-05}
{"train_loss": 0.0009511410025879741, "global_step": 64982, "epoch": 365, "lr": 3.356457576125716e-05}
{"train_loss": 0.0018506329506635666, "global_step": 64983, "epoch": 365, "lr": 3.356318018101625e-05}
{"train_loss": 0.00116132409311831, "global_step": 64984, "epoch": 365, "lr": 3.3561784615131885e-05}
{"train_loss": 0.002966622356325388, "global_step": 64985, "epoch": 365, "lr": 3.356038906360536e-05}
{"train_loss": 0.0010331831872463226, "global_step": 64986, "epoch": 365, "lr": 3.355899352643782e-05}
{"train_loss": 0.001554897171445191, "global_step": 64987, "epoch": 365, "lr": 3.355759800363053e-05}
{"train_loss": 0.0009395534871146083, "global_step": 64988, "epoch": 365, "lr": 3.3556202495184685e-05}
{"train_loss": 0.0015186911914497614, "global_step": 64989, "epoch": 365, "lr": 3.3554807001101534e-05}
{"train_loss": 0.001878521405160427, "global_step": 64990, "epoch": 365, "lr": 3.355341152138226e-05}
{"train_loss": 0.0028765075840055943, "global_step": 64991, "epoch": 365, "lr": 3.355201605602811e-05}
{"train_loss": 0.0012226661201566458, "global_step": 64992, "epoch": 365, "lr": 3.3550620605040274e-05}
{"train_loss": 0.0013771633384749293, "global_step": 64993, "epoch": 365, "lr": 3.3549225168420015e-05}
{"train_loss": 0.003107099561020732, "global_step": 64994, "epoch": 365, "lr": 3.3547829746168505e-05}
{"train_loss": 0.004348966758698225, "global_step": 64995, "epoch": 365, "lr": 3.354643433828699e-05}
{"train_loss": 0.0025557754561305046, "global_step": 64996, "epoch": 365, "lr": 3.354503894477668e-05}
{"train_loss": 0.0027400951366871595, "global_step": 64997, "epoch": 365, "lr": 3.354364356563881e-05}
{"train_loss": 0.004228461068123579, "global_step": 64998, "epoch": 365, "lr": 3.3542248200874565e-05}
{"train_loss": 0.005641710013151169, "global_step": 64999, "epoch": 365, "lr": 3.354085285048521e-05}
{"train_loss": 0.0026399176567792892, "global_step": 65000, "epoch": 365, "lr": 3.3539457514471904e-05}
{"train_loss": 0.0011603455059230328, "global_step": 65001, "epoch": 365, "lr": 3.353806219283592e-05}
{"train_loss": 0.001806937507353723, "global_step": 65002, "epoch": 365, "lr": 3.3536666885578436e-05}
{"train_loss": 0.0048016877844929695, "global_step": 65003, "epoch": 365, "lr": 3.35352715927007e-05}
{"train_loss": 0.0020181871950626373, "global_step": 65004, "epoch": 365, "lr": 3.353387631420393e-05}
{"train_loss": 0.002588946372270584, "global_step": 65005, "epoch": 365, "lr": 3.3532481050089326e-05}
{"train_loss": 0.00322519987821579, "global_step": 65006, "epoch": 365, "lr": 3.353108580035812e-05}
{"train_loss": 0.0014860638184472919, "global_step": 65007, "epoch": 365, "lr": 3.3529690565011516e-05}
{"train_loss": 0.004015407525002956, "global_step": 65008, "epoch": 365, "lr": 3.352829534405078e-05}
{"train_loss": 0.0038002184592187405, "global_step": 65009, "epoch": 365, "lr": 3.352690013747705e-05}
{"train_loss": 0.002426555845886469, "global_step": 65010, "epoch": 365, "lr": 3.3525504945291616e-05}
{"train_loss": 0.001035124296322465, "global_step": 65011, "epoch": 365, "lr": 3.352410976749565e-05}
{"train_loss": 0.0011756557505577803, "global_step": 65012, "epoch": 365, "lr": 3.3522714604090415e-05}
{"train_loss": 0.0021278804633766413, "global_step": 65013, "epoch": 365, "lr": 3.352131945507708e-05}
{"train_loss": 0.002951044822111726, "global_step": 65014, "epoch": 365, "lr": 3.351992432045691e-05}
{"train_loss": 0.001933560473844409, "global_step": 65015, "epoch": 365, "lr": 3.351852920023108e-05}
{"train_loss": 0.003264324739575386, "global_step": 65016, "epoch": 365, "lr": 3.351713409440086e-05}
{"train_loss": 0.00167989288456738, "global_step": 65017, "epoch": 365, "lr": 3.351573900296741e-05}
{"train_loss": 0.0029203323647379875, "global_step": 65018, "epoch": 365, "lr": 3.3514343925932e-05}
{"train_loss": 0.0010231896303594112, "global_step": 65019, "epoch": 365, "lr": 3.3512948863295804e-05}
{"train_loss": 0.002576833590865135, "global_step": 65020, "epoch": 365, "lr": 3.351155381506008e-05}
{"train_loss": 0.0031657626386731863, "global_step": 65021, "epoch": 365, "lr": 3.351015878122602e-05}
{"train_loss": 0.0025988046545535326, "global_step": 65022, "epoch": 365, "lr": 3.350876376179486e-05}
{"train_loss": 0.0022464701905846596, "global_step": 65023, "epoch": 365, "lr": 3.35073687567678e-05}
{"train_loss": 0.001433607074432075, "global_step": 65024, "epoch": 365, "lr": 3.350597376614606e-05}
{"train_loss": 0.0017555097583681345, "global_step": 65025, "epoch": 365, "lr": 3.350457878993088e-05}
{"train_loss": 0.0017402750672772527, "global_step": 65026, "epoch": 365, "lr": 3.350318382812346e-05}
{"train_loss": 0.0038389337714761496, "global_step": 65027, "epoch": 365, "lr": 3.350178888072504e-05}
{"train_loss": 0.0011740553891286254, "global_step": 65028, "epoch": 365, "lr": 3.3500393947736806e-05}
{"train_loss": 0.0015241322107613087, "global_step": 65029, "epoch": 365, "lr": 3.349899902916e-05}
{"train_loss": 0.0018727292772382498, "global_step": 65030, "epoch": 365, "lr": 3.349760412499582e-05}
{"train_loss": 0.003324291203171015, "global_step": 65031, "epoch": 365, "lr": 3.349620923524552e-05}
{"train_loss": 0.0028868496883660555, "global_step": 65032, "epoch": 365, "lr": 3.349481435991028e-05}
{"train_loss": 0.003583752317354083, "global_step": 65033, "epoch": 365, "lr": 3.3493419498991336e-05}
{"train_loss": 0.0028144815005362034, "global_step": 65034, "epoch": 365, "lr": 3.349202465248989e-05}
{"train_loss": 0.0018816571682691574, "global_step": 65035, "epoch": 365, "lr": 3.349062982040721e-05}
{"train_loss": 0.001339918002486229, "global_step": 65036, "epoch": 365, "lr": 3.348923500274445e-05}
{"train_loss": 0.0020570303313434124, "global_step": 65037, "epoch": 365, "lr": 3.348784019950288e-05}
{"train_loss": 0.0032396535389125347, "global_step": 65038, "epoch": 365, "lr": 3.3486445410683675e-05}
{"train_loss": 0.0013978423085063696, "global_step": 65039, "epoch": 365, "lr": 3.3485050636288086e-05}
{"train_loss": 0.0014365222305059433, "global_step": 65040, "epoch": 365, "lr": 3.34836558763173e-05}
{"train_loss": 0.002907942049205303, "global_step": 65041, "epoch": 365, "lr": 3.348226113077258e-05}
{"train_loss": 0.0011273931013420224, "global_step": 65042, "epoch": 365, "lr": 3.3480866399655095e-05}
{"train_loss": 0.002977500669658184, "global_step": 65043, "epoch": 365, "lr": 3.34794716829661e-05}
{"train_loss": 0.0036250136326998472, "global_step": 65044, "epoch": 365, "lr": 3.3478076980706796e-05}
{"train_loss": 0.0035686141345649958, "global_step": 65045, "epoch": 365, "lr": 3.3476682292878394e-05}
{"train_loss": 0.004710766486823559, "global_step": 65046, "epoch": 365, "lr": 3.347528761948215e-05}
{"train_loss": 0.0028397003188729286, "global_step": 65047, "epoch": 365, "lr": 3.347389296051924e-05}
{"train_loss": 0.0021410046610981226, "global_step": 65048, "epoch": 365, "lr": 3.3472498315990896e-05}
{"train_loss": 0.002076792763546109, "global_step": 65049, "epoch": 365, "lr": 3.347110368589833e-05}
{"train_loss": 0.0008116408716887236, "global_step": 65050, "epoch": 365, "lr": 3.3469709070242796e-05}
{"train_loss": 0.001136022387072444, "global_step": 65051, "epoch": 365, "lr": 3.346831446902545e-05}
{"train_loss": 0.0032144002616405487, "global_step": 65052, "epoch": 365, "lr": 3.346691988224757e-05}
{"train_loss": 0.0018258786294609308, "global_step": 65053, "epoch": 365, "lr": 3.346552530991033e-05}
{"train_loss": 0.0012038107961416245, "global_step": 65054, "epoch": 365, "lr": 3.3464130752014986e-05}
{"train_loss": 0.001879340736195445, "global_step": 65055, "epoch": 365, "lr": 3.346273620856272e-05}
{"train_loss": 0.0018303538672626019, "global_step": 65056, "epoch": 365, "lr": 3.3461341679554784e-05}
{"train_loss": 0.0023288442753255367, "global_step": 65057, "epoch": 365, "lr": 3.345994716499236e-05}
{"train_loss": 0.001261979341506958, "global_step": 65058, "epoch": 365, "lr": 3.345855266487668e-05}
{"train_loss": 0.0016136104241013527, "global_step": 65059, "epoch": 365, "lr": 3.345715817920898e-05}
{"train_loss": 0.005617980379611254, "global_step": 65060, "epoch": 365, "lr": 3.3455763707990474e-05}
{"train_loss": 0.002378684002906084, "global_step": 65061, "epoch": 365, "lr": 3.345436925122235e-05}
{"train_loss": 0.0025407017674297094, "global_step": 65062, "epoch": 365, "lr": 3.345297480890585e-05}
{"train_loss": 0.003938889130949974, "global_step": 65063, "epoch": 365, "lr": 3.3451580381042185e-05}
{"train_loss": 0.0021356174256652594, "global_step": 65064, "epoch": 365, "lr": 3.3450185967632596e-05}
{"train_loss": 0.0017132682260125875, "global_step": 65065, "epoch": 365, "lr": 3.344879156867826e-05}
{"train_loss": 0.003927385434508324, "global_step": 65066, "epoch": 365, "lr": 3.3447397184180416e-05}
{"train_loss": 0.0009571725968271494, "global_step": 65067, "epoch": 365, "lr": 3.344600281414029e-05}
{"train_loss": 0.0010057887993752956, "global_step": 65068, "epoch": 365, "lr": 3.344460845855909e-05}
{"train_loss": 0.0008681894978508353, "global_step": 65069, "epoch": 365, "lr": 3.3443214117438045e-05}
{"train_loss": 0.001932129031047225, "global_step": 65070, "epoch": 365, "lr": 3.344181979077835e-05}
{"train_loss": 0.003296018112450838, "global_step": 65071, "epoch": 365, "lr": 3.344042547858125e-05}
{"train_loss": 0.001608341932296753, "global_step": 65072, "epoch": 365, "lr": 3.343903118084793e-05}
{"train_loss": 0.0017217500135302544, "global_step": 65073, "epoch": 365, "lr": 3.3437636897579664e-05}
{"train_loss": 0.0019007972441613674, "global_step": 65074, "epoch": 365, "lr": 3.343624262877759e-05}
{"train_loss": 0.0021483679302036762, "global_step": 65075, "epoch": 365, "lr": 3.343484837444301e-05}
{"train_loss": 0.0016132560558617115, "global_step": 65076, "epoch": 365, "lr": 3.343345413457707e-05}
{"train_loss": 0.0025406319182366133, "global_step": 65077, "epoch": 365, "lr": 3.3432059909181024e-05}
{"train_loss": 0.0017929318128153682, "global_step": 65078, "epoch": 365, "lr": 3.343066569825608e-05}
{"train_loss": 0.0023669698275625706, "global_step": 65079, "epoch": 365, "lr": 3.342927150180348e-05}
{"train_loss": 0.002073604380711913, "global_step": 65080, "epoch": 365, "lr": 3.3427877319824404e-05}
{"train_loss": 0.004668900743126869, "global_step": 65081, "epoch": 365, "lr": 3.34264831523201e-05}
{"train_loss": 0.0029698973521590233, "global_step": 65082, "epoch": 365, "lr": 3.3425088999291755e-05}
{"train_loss": 0.0007756381528452039, "global_step": 65083, "epoch": 365, "lr": 3.342369486074063e-05}
{"train_loss": 0.0018173251301050186, "global_step": 65084, "epoch": 365, "lr": 3.342230073666789e-05}
{"train_loss": 0.0031089975964277983, "global_step": 65085, "epoch": 365, "lr": 3.34209066270748e-05}
{"train_loss": 0.00427367864176631, "global_step": 65086, "epoch": 365, "lr": 3.3419512531962536e-05}
{"train_loss": 0.0022187898866832256, "global_step": 65087, "epoch": 365, "lr": 3.3418118451332345e-05}
{"train_loss": 0.002443839330226183, "global_step": 65088, "epoch": 365, "lr": 3.341672438518547e-05}
{"train_loss": 0.0018352818442508578, "global_step": 65089, "epoch": 365, "lr": 3.341533033352306e-05}
{"train_loss": 0.0034608026035130024, "global_step": 65090, "epoch": 365, "lr": 3.341393629634638e-05}
{"train_loss": 0.0012565251672640443, "global_step": 65091, "epoch": 365, "lr": 3.3412542273656634e-05}
{"train_loss": 0.002369333291426301, "global_step": 65092, "epoch": 365, "lr": 3.341114826545505e-05}
{"train_loss": 0.003416206454858184, "global_step": 65093, "epoch": 365, "lr": 3.340975427174282e-05}
{"train_loss": 0.0037096315063536167, "global_step": 65094, "epoch": 365, "lr": 3.340836029252121e-05}
{"train_loss": 0.0016694555524736643, "global_step": 65095, "epoch": 365, "lr": 3.340696632779138e-05}
{"train_loss": 0.0011529398616403341, "global_step": 65096, "epoch": 365, "lr": 3.340557237755458e-05}
{"train_loss": 0.002332787262275815, "global_step": 65097, "epoch": 365, "lr": 3.340417844181202e-05}
{"train_loss": 0.0016518104821443558, "global_step": 65098, "epoch": 365, "lr": 3.340278452056493e-05}
{"train_loss": 0.002248162869364023, "global_step": 65099, "epoch": 365, "lr": 3.34013906138145e-05}
{"train_loss": 0.001708588795736432, "global_step": 65100, "epoch": 365, "lr": 3.339999672156197e-05}
{"train_loss": 0.0008273972780443728, "global_step": 65101, "epoch": 365, "lr": 3.3398602843808545e-05}
{"train_loss": 0.001656537875533104, "global_step": 65102, "epoch": 365, "lr": 3.3397208980555475e-05}
{"train_loss": 0.0015797470696270466, "global_step": 65103, "epoch": 365, "lr": 3.339581513180392e-05}
{"train_loss": 0.002475048415362835, "global_step": 65104, "epoch": 365, "lr": 3.339442129755514e-05}
{"train_loss": 0.005738598294556141, "global_step": 65105, "epoch": 365, "lr": 3.339302747781035e-05}
{"train_loss": 0.0017393656307831407, "global_step": 65106, "epoch": 365, "lr": 3.3391633672570754e-05}
{"train_loss": 0.0019254845101386309, "global_step": 65107, "epoch": 365, "lr": 3.339023988183757e-05}
{"train_loss": 0.004184470511972904, "global_step": 65108, "epoch": 365, "lr": 3.338884610561201e-05}
{"train_loss": 0.00161582394503057, "global_step": 65109, "epoch": 365, "lr": 3.338745234389533e-05}
{"train_loss": 0.002446815837174654, "global_step": 65110, "epoch": 365, "lr": 3.3386058596688694e-05}
{"train_loss": 0.002629508264362812, "global_step": 65111, "epoch": 365, "lr": 3.338466486399335e-05}
{"train_loss": 0.0022343152668327093, "global_step": 65112, "epoch": 365, "lr": 3.3383271145810505e-05}
{"train_loss": 0.0024840650148689747, "global_step": 65113, "epoch": 365, "lr": 3.33818774421414e-05}
{"train_loss": 0.0037507503293454647, "global_step": 65114, "epoch": 365, "lr": 3.338048375298721e-05}
{"train_loss": 0.0020567220635712147, "global_step": 65115, "epoch": 365, "lr": 3.3379090078349185e-05}
{"train_loss": 0.0014551435597240925, "global_step": 65116, "epoch": 365, "lr": 3.337769641822852e-05}
{"train_loss": 0.0013586380518972874, "global_step": 65117, "epoch": 365, "lr": 3.337630277262647e-05}
{"train_loss": 0.006324301473796368, "global_step": 65118, "epoch": 365, "lr": 3.3374909141544195e-05}
{"train_loss": 0.0037278304807841778, "global_step": 65119, "epoch": 365, "lr": 3.3373515524982966e-05}
{"train_loss": 0.0026162532158195972, "global_step": 65120, "epoch": 365, "lr": 3.337212192294397e-05}
{"train_loss": 0.0025808410719037056, "global_step": 65121, "epoch": 365, "lr": 3.337072833542845e-05}
{"train_loss": 0.0019508597906678915, "global_step": 65122, "epoch": 365, "lr": 3.336933476243758e-05}
{"train_loss": 0.0012643173104152083, "global_step": 65123, "epoch": 365, "lr": 3.3367941203972617e-05}
{"train_loss": 0.0012204047525301576, "global_step": 65124, "epoch": 365, "lr": 3.336654766003475e-05}
{"train_loss": 0.0021017934195697308, "global_step": 65125, "epoch": 365, "lr": 3.336515413062523e-05}
{"train_loss": 0.0025288239121437073, "global_step": 65126, "epoch": 365, "lr": 3.3363760615745246e-05}
{"train_loss": 0.0016059178160503507, "global_step": 65127, "epoch": 365, "lr": 3.336236711539603e-05}
{"train_loss": 0.002311351243406534, "global_step": 65128, "epoch": 365, "lr": 3.336097362957878e-05}
{"train_loss": 0.0019307798938825727, "global_step": 65129, "epoch": 365, "lr": 3.335958015829472e-05}
{"train_loss": 0.0022971027065068483, "global_step": 65130, "epoch": 365, "lr": 3.335818670154509e-05}
{"train_loss": 0.002298281528055668, "global_step": 65131, "epoch": 365, "lr": 3.3356793259331076e-05}
{"train_loss": 0.0024669691920280457, "global_step": 65132, "epoch": 365, "lr": 3.335539983165393e-05}
{"train_loss": 0.004107444081455469, "global_step": 65133, "epoch": 365, "lr": 3.335400641851483e-05}
{"train_loss": 0.0015284745022654533, "global_step": 65134, "epoch": 365, "lr": 3.335261301991502e-05}
{"train_loss": 0.0012996284058317542, "global_step": 65135, "epoch": 365, "lr": 3.33512196358557e-05}
{"train_loss": 0.0020153908990323544, "global_step": 65136, "epoch": 365, "lr": 3.3349826266338114e-05}
{"train_loss": 0.0010213039349764585, "global_step": 65137, "epoch": 365, "lr": 3.3348432911363434e-05}
{"train_loss": 0.0018089168006554246, "global_step": 65138, "epoch": 365, "lr": 3.334703957093293e-05}
{"train_loss": 0.0007538401405327022, "global_step": 65139, "epoch": 365, "lr": 3.3345646245047764e-05}
{"train_loss": 0.0029352952260524035, "global_step": 65140, "epoch": 365, "lr": 3.3344252933709206e-05}
{"train_loss": 0.0018412226345390081, "global_step": 65141, "epoch": 365, "lr": 3.334285963691843e-05}
{"train_loss": 0.0027936347760260105, "global_step": 65142, "epoch": 365, "lr": 3.334146635467669e-05}
{"train_loss": 0.0025557344779372215, "global_step": 65143, "epoch": 365, "lr": 3.334007308698516e-05}
{"train_loss": 0.0026045411359518766, "global_step": 65144, "epoch": 365, "lr": 3.333867983384511e-05}
{"train_loss": 0.0011852977331727743, "global_step": 65145, "epoch": 365, "lr": 3.333728659525771e-05}
{"train_loss": 0.0037601187359541655, "global_step": 65146, "epoch": 365, "lr": 3.333589337122421e-05}
{"train_loss": 0.0023357742900954916, "global_step": 65147, "epoch": 365, "lr": 3.33345001617458e-05, "train_action_mse_error": 5.8331511354481336e-06}
{"train_loss": 0.0008926736190915108, "global_step": 65148, "epoch": 366, "lr": 3.3333106966823705e-05}
{"train_loss": 0.0038841068744659424, "global_step": 65149, "epoch": 366, "lr": 3.333171378645915e-05}
{"train_loss": 0.004341959021985531, "global_step": 65150, "epoch": 366, "lr": 3.333032062065333e-05}
{"train_loss": 0.0013498300686478615, "global_step": 65151, "epoch": 366, "lr": 3.332892746940752e-05}
{"train_loss": 0.001992590958252549, "global_step": 65152, "epoch": 366, "lr": 3.3327534332722865e-05}
{"train_loss": 0.0022608505096286535, "global_step": 65153, "epoch": 366, "lr": 3.3326141210600625e-05}
{"train_loss": 0.001850513624958694, "global_step": 65154, "epoch": 366, "lr": 3.332474810304199e-05}
{"train_loss": 0.0008670403622090816, "global_step": 65155, "epoch": 366, "lr": 3.332335501004822e-05}
{"train_loss": 0.0028686965815722942, "global_step": 65156, "epoch": 366, "lr": 3.332196193162048e-05}
{"train_loss": 0.0024304725229740143, "global_step": 65157, "epoch": 366, "lr": 3.332056886776001e-05}
{"train_loss": 0.0020373647566884756, "global_step": 65158, "epoch": 366, "lr": 3.331917581846804e-05}
{"train_loss": 0.002144474070519209, "global_step": 65159, "epoch": 366, "lr": 3.3317782783745775e-05}
{"train_loss": 0.0018633846193552017, "global_step": 65160, "epoch": 366, "lr": 3.331638976359442e-05}
{"train_loss": 0.0019306560279801488, "global_step": 65161, "epoch": 366, "lr": 3.33149967580152e-05}
{"train_loss": 0.0019448129460215569, "global_step": 65162, "epoch": 366, "lr": 3.331360376700934e-05}
{"train_loss": 0.0023312820121645927, "global_step": 65163, "epoch": 366, "lr": 3.3312210790578056e-05}
{"train_loss": 0.0021400563418865204, "global_step": 65164, "epoch": 366, "lr": 3.3310817828722554e-05}
{"train_loss": 0.0010392297990620136, "global_step": 65165, "epoch": 366, "lr": 3.330942488144406e-05}
{"train_loss": 0.001347868237644434, "global_step": 65166, "epoch": 366, "lr": 3.330803194874378e-05}
{"train_loss": 0.005962017923593521, "global_step": 65167, "epoch": 366, "lr": 3.330663903062294e-05}
{"train_loss": 0.001306912861764431, "global_step": 65168, "epoch": 366, "lr": 3.3305246127082745e-05}
{"train_loss": 0.0026766310911625624, "global_step": 65169, "epoch": 366, "lr": 3.330385323812444e-05}
{"train_loss": 0.003918100614100695, "global_step": 65170, "epoch": 366, "lr": 3.3302460363749204e-05}
{"train_loss": 0.002639354672282934, "global_step": 65171, "epoch": 366, "lr": 3.330106750395827e-05}
{"train_loss": 0.0016301251016557217, "global_step": 65172, "epoch": 366, "lr": 3.329967465875287e-05}
{"train_loss": 0.003996051382273436, "global_step": 65173, "epoch": 366, "lr": 3.329828182813419e-05}
{"train_loss": 0.0027098774444311857, "global_step": 65174, "epoch": 366, "lr": 3.329688901210349e-05}
{"train_loss": 0.003956117667257786, "global_step": 65175, "epoch": 366, "lr": 3.3295496210661935e-05}
{"train_loss": 0.0019339682767167687, "global_step": 65176, "epoch": 366, "lr": 3.3294103423810786e-05}
{"train_loss": 0.0030747484415769577, "global_step": 65177, "epoch": 366, "lr": 3.3292710651551216e-05}
{"train_loss": 0.0025973892770707607, "global_step": 65178, "epoch": 366, "lr": 3.32913178938845e-05}
{"train_loss": 0.002366837579756975, "global_step": 65179, "epoch": 366, "lr": 3.3289925150811787e-05}
{"train_loss": 0.003261383157223463, "global_step": 65180, "epoch": 366, "lr": 3.328853242233434e-05}
{"train_loss": 0.0012603683862835169, "global_step": 65181, "epoch": 366, "lr": 3.328713970845336e-05}
{"train_loss": 0.0033318547066301107, "global_step": 65182, "epoch": 366, "lr": 3.3285747009170074e-05}
{"train_loss": 0.0032617028336972, "global_step": 65183, "epoch": 366, "lr": 3.328435432448568e-05}
{"train_loss": 0.0027301327791064978, "global_step": 65184, "epoch": 366, "lr": 3.328296165440142e-05}
{"train_loss": 0.0012786089209839702, "global_step": 65185, "epoch": 366, "lr": 3.328156899891847e-05}
{"train_loss": 0.0025279696565121412, "global_step": 65186, "epoch": 366, "lr": 3.3280176358038084e-05}
{"train_loss": 0.0006925107445567846, "global_step": 65187, "epoch": 366, "lr": 3.327878373176146e-05}
{"train_loss": 0.0029792499262839556, "global_step": 65188, "epoch": 366, "lr": 3.3277391120089834e-05}
{"train_loss": 0.004148395732045174, "global_step": 65189, "epoch": 366, "lr": 3.3275998523024385e-05}
{"train_loss": 0.0022918088361620903, "global_step": 65190, "epoch": 366, "lr": 3.327460594056637e-05}
{"train_loss": 0.0019800164736807346, "global_step": 65191, "epoch": 366, "lr": 3.327321337271698e-05}
{"train_loss": 0.001992425648495555, "global_step": 65192, "epoch": 366, "lr": 3.327182081947743e-05}
{"train_loss": 0.0008531702915206552, "global_step": 65193, "epoch": 366, "lr": 3.3270428280848975e-05}
{"train_loss": 0.0022932798601686954, "global_step": 65194, "epoch": 366, "lr": 3.326903575683278e-05}
{"train_loss": 0.007435777224600315, "global_step": 65195, "epoch": 366, "lr": 3.326764324743009e-05}
{"train_loss": 0.0009365043370053172, "global_step": 65196, "epoch": 366, "lr": 3.32662507526421e-05}
{"train_loss": 0.00228655943647027, "global_step": 65197, "epoch": 366, "lr": 3.326485827247007e-05}
{"train_loss": 0.001457675825804472, "global_step": 65198, "epoch": 366, "lr": 3.3263465806915165e-05}
{"train_loss": 0.004115251824259758, "global_step": 65199, "epoch": 366, "lr": 3.326207335597863e-05}
{"train_loss": 0.0011703090276569128, "global_step": 65200, "epoch": 366, "lr": 3.3260680919661655e-05}
{"train_loss": 0.004009326919913292, "global_step": 65201, "epoch": 366, "lr": 3.3259288497965515e-05}
{"train_loss": 0.0013175432104617357, "global_step": 65202, "epoch": 366, "lr": 3.325789609089135e-05}
{"train_loss": 0.0014908671146258712, "global_step": 65203, "epoch": 366, "lr": 3.325650369844044e-05}
{"train_loss": 0.0024685002863407135, "global_step": 65204, "epoch": 366, "lr": 3.325511132061396e-05}
{"train_loss": 0.0015769896563142538, "global_step": 65205, "epoch": 366, "lr": 3.3253718957413144e-05}
{"train_loss": 0.0029373010620474815, "global_step": 65206, "epoch": 366, "lr": 3.325232660883919e-05}
{"train_loss": 0.005735659971833229, "global_step": 65207, "epoch": 366, "lr": 3.325093427489336e-05}
{"train_loss": 0.0016326734330505133, "global_step": 65208, "epoch": 366, "lr": 3.324954195557681e-05}
{"train_loss": 0.0033148573711514473, "global_step": 65209, "epoch": 366, "lr": 3.32481496508908e-05}
{"train_loss": 0.0025725308805704117, "global_step": 65210, "epoch": 366, "lr": 3.3246757360836514e-05}
{"train_loss": 0.0020813485607504845, "global_step": 65211, "epoch": 366, "lr": 3.324536508541521e-05}
{"train_loss": 0.005143002141267061, "global_step": 65212, "epoch": 366, "lr": 3.324397282462806e-05}
{"train_loss": 0.0016706937458366156, "global_step": 65213, "epoch": 366, "lr": 3.324258057847629e-05}
{"train_loss": 0.003826146014034748, "global_step": 65214, "epoch": 366, "lr": 3.3241188346961145e-05}
{"train_loss": 0.0030203228816390038, "global_step": 65215, "epoch": 366, "lr": 3.3239796130083805e-05}
{"train_loss": 0.0025266343727707863, "global_step": 65216, "epoch": 366, "lr": 3.3238403927845527e-05}
{"train_loss": 0.005689302925020456, "global_step": 65217, "epoch": 366, "lr": 3.323701174024748e-05}
{"train_loss": 0.0028876233845949173, "global_step": 65218, "epoch": 366, "lr": 3.323561956729091e-05}
{"train_loss": 0.004178168252110481, "global_step": 65219, "epoch": 366, "lr": 3.323422740897702e-05}
{"train_loss": 0.000826379400677979, "global_step": 65220, "epoch": 366, "lr": 3.323283526530705e-05}
{"train_loss": 0.002234596759080887, "global_step": 65221, "epoch": 366, "lr": 3.323144313628217e-05}
{"train_loss": 0.003296151990070939, "global_step": 65222, "epoch": 366, "lr": 3.3230051021903654e-05}
{"train_loss": 0.002986324019730091, "global_step": 65223, "epoch": 366, "lr": 3.3228658922172665e-05}
{"train_loss": 0.00480828620493412, "global_step": 65224, "epoch": 366, "lr": 3.322726683709044e-05}
{"train_loss": 0.0016950257122516632, "global_step": 65225, "epoch": 366, "lr": 3.322587476665819e-05}
{"train_loss": 0.0016243871068581939, "global_step": 65226, "epoch": 366, "lr": 3.322448271087717e-05}
{"train_loss": 0.003231622511520982, "global_step": 65227, "epoch": 366, "lr": 3.322309066974853e-05}
{"train_loss": 0.0007421140326187015, "global_step": 65228, "epoch": 366, "lr": 3.322169864327353e-05}
{"train_loss": 0.0031853574328124523, "global_step": 65229, "epoch": 366, "lr": 3.3220306631453366e-05}
{"train_loss": 0.0018328431760892272, "global_step": 65230, "epoch": 366, "lr": 3.3218914634289286e-05}
{"train_loss": 0.0019284228328615427, "global_step": 65231, "epoch": 366, "lr": 3.321752265178245e-05}
{"train_loss": 0.004744254983961582, "global_step": 65232, "epoch": 366, "lr": 3.321613068393413e-05}
{"train_loss": 0.006441892124712467, "global_step": 65233, "epoch": 366, "lr": 3.32147387307455e-05}
{"train_loss": 0.0009389870683662593, "global_step": 65234, "epoch": 366, "lr": 3.3213346792217795e-05}
{"train_loss": 0.002511098049581051, "global_step": 65235, "epoch": 366, "lr": 3.321195486835224e-05}
{"train_loss": 0.0040453653782606125, "global_step": 65236, "epoch": 366, "lr": 3.321056295915003e-05}
{"train_loss": 0.004414128139615059, "global_step": 65237, "epoch": 366, "lr": 3.320917106461241e-05}
{"train_loss": 0.0045006428845226765, "global_step": 65238, "epoch": 366, "lr": 3.320777918474055e-05}
{"train_loss": 0.0020829078275710344, "global_step": 65239, "epoch": 366, "lr": 3.320638731953571e-05}
{"train_loss": 0.003161736996844411, "global_step": 65240, "epoch": 366, "lr": 3.320499546899907e-05}
{"train_loss": 0.004969642497599125, "global_step": 65241, "epoch": 366, "lr": 3.320360363313189e-05}
{"train_loss": 0.001451199408620596, "global_step": 65242, "epoch": 366, "lr": 3.320221181193533e-05}
{"train_loss": 0.00243060989305377, "global_step": 65243, "epoch": 366, "lr": 3.320082000541066e-05}
{"train_loss": 0.0021400584373623133, "global_step": 65244, "epoch": 366, "lr": 3.319942821355905e-05}
{"train_loss": 0.0019018052844330668, "global_step": 65245, "epoch": 366, "lr": 3.319803643638176e-05}
{"train_loss": 0.0017958541866391897, "global_step": 65246, "epoch": 366, "lr": 3.3196644673879965e-05}
{"train_loss": 0.003600746626034379, "global_step": 65247, "epoch": 366, "lr": 3.31952529260549e-05}
{"train_loss": 0.0050287507474422455, "global_step": 65248, "epoch": 366, "lr": 3.319386119290777e-05}
{"train_loss": 0.0024137566797435284, "global_step": 65249, "epoch": 366, "lr": 3.3192469474439816e-05}
{"train_loss": 0.0018561738543212414, "global_step": 65250, "epoch": 366, "lr": 3.3191077770652224e-05}
{"train_loss": 0.002591449534520507, "global_step": 65251, "epoch": 366, "lr": 3.318968608154622e-05}
{"train_loss": 0.003609662875533104, "global_step": 65252, "epoch": 366, "lr": 3.3188294407123024e-05}
{"train_loss": 0.002579734195023775, "global_step": 65253, "epoch": 366, "lr": 3.318690274738386e-05}
{"train_loss": 0.001935986103489995, "global_step": 65254, "epoch": 366, "lr": 3.3185511102329914e-05}
{"train_loss": 0.0035727079957723618, "global_step": 65255, "epoch": 366, "lr": 3.3184119471962426e-05}
{"train_loss": 0.002479787915945053, "global_step": 65256, "epoch": 366, "lr": 3.318272785628262e-05}
{"train_loss": 0.0015092004323378205, "global_step": 65257, "epoch": 366, "lr": 3.318133625529167e-05}
{"train_loss": 0.005544685758650303, "global_step": 65258, "epoch": 366, "lr": 3.317994466899084e-05}
{"train_loss": 0.003965924493968487, "global_step": 65259, "epoch": 366, "lr": 3.317855309738132e-05}
{"train_loss": 0.0014034365303814411, "global_step": 65260, "epoch": 366, "lr": 3.317716154046433e-05}
{"train_loss": 0.002243701834231615, "global_step": 65261, "epoch": 366, "lr": 3.317576999824108e-05}
{"train_loss": 0.0010475619928911328, "global_step": 65262, "epoch": 366, "lr": 3.317437847071279e-05}
{"train_loss": 0.001913000363856554, "global_step": 65263, "epoch": 366, "lr": 3.317298695788067e-05}
{"train_loss": 0.002436603419482708, "global_step": 65264, "epoch": 366, "lr": 3.317159545974596e-05}
{"train_loss": 0.0031398029532283545, "global_step": 65265, "epoch": 366, "lr": 3.317020397630984e-05}
{"train_loss": 0.0021692703012377024, "global_step": 65266, "epoch": 366, "lr": 3.316881250757354e-05}
{"train_loss": 0.001610034261830151, "global_step": 65267, "epoch": 366, "lr": 3.3167421053538284e-05}
{"train_loss": 0.0017685270868241787, "global_step": 65268, "epoch": 366, "lr": 3.316602961420529e-05}
{"train_loss": 0.001245149876922369, "global_step": 65269, "epoch": 366, "lr": 3.3164638189575747e-05}
{"train_loss": 0.0011843019165098667, "global_step": 65270, "epoch": 366, "lr": 3.3163246779650894e-05}
{"train_loss": 0.0013181747635826468, "global_step": 65271, "epoch": 366, "lr": 3.3161855384431936e-05}
{"train_loss": 0.0007791037787683308, "global_step": 65272, "epoch": 366, "lr": 3.3160464003920106e-05}
{"train_loss": 0.0021267207339406013, "global_step": 65273, "epoch": 366, "lr": 3.315907263811658e-05}
{"train_loss": 0.0013195180799812078, "global_step": 65274, "epoch": 366, "lr": 3.3157681287022634e-05}
{"train_loss": 0.002065903740003705, "global_step": 65275, "epoch": 366, "lr": 3.315628995063942e-05}
{"train_loss": 0.0027537194546312094, "global_step": 65276, "epoch": 366, "lr": 3.3154898628968175e-05}
{"train_loss": 0.0007580090314149857, "global_step": 65277, "epoch": 366, "lr": 3.315350732201014e-05}
{"train_loss": 0.0009804515866562724, "global_step": 65278, "epoch": 366, "lr": 3.315211602976649e-05}
{"train_loss": 0.00268586166203022, "global_step": 65279, "epoch": 366, "lr": 3.315072475223848e-05}
{"train_loss": 0.0036469190381467342, "global_step": 65280, "epoch": 366, "lr": 3.3149333489427294e-05}
{"train_loss": 0.0011681505711749196, "global_step": 65281, "epoch": 366, "lr": 3.314794224133417e-05}
{"train_loss": 0.0013016272569075227, "global_step": 65282, "epoch": 366, "lr": 3.314655100796029e-05}
{"train_loss": 0.0018036030232906342, "global_step": 65283, "epoch": 366, "lr": 3.3145159789306924e-05}
{"train_loss": 0.0024687922559678555, "global_step": 65284, "epoch": 366, "lr": 3.3143768585375225e-05}
{"train_loss": 0.0021520282607525587, "global_step": 65285, "epoch": 366, "lr": 3.314237739616646e-05}
{"train_loss": 0.002985649509355426, "global_step": 65286, "epoch": 366, "lr": 3.3140986221681805e-05}
{"train_loss": 0.0011537095997482538, "global_step": 65287, "epoch": 366, "lr": 3.313959506192251e-05}
{"train_loss": 0.0013039116747677326, "global_step": 65288, "epoch": 366, "lr": 3.313820391688975e-05}
{"train_loss": 0.0015168176032602787, "global_step": 65289, "epoch": 366, "lr": 3.313681278658477e-05}
{"train_loss": 0.004092695191502571, "global_step": 65290, "epoch": 366, "lr": 3.313542167100877e-05}
{"train_loss": 0.0027475650422275066, "global_step": 65291, "epoch": 366, "lr": 3.3134030570163e-05}
{"train_loss": 0.0029160305857658386, "global_step": 65292, "epoch": 366, "lr": 3.3132639484048614e-05}
{"train_loss": 0.002289306605234742, "global_step": 65293, "epoch": 366, "lr": 3.3131248412666886e-05}
{"train_loss": 0.0017459543887525797, "global_step": 65294, "epoch": 366, "lr": 3.312985735601899e-05}
{"train_loss": 0.002891853451728821, "global_step": 65295, "epoch": 366, "lr": 3.3128466314106156e-05}
{"train_loss": 0.002885135356336832, "global_step": 65296, "epoch": 366, "lr": 3.31270752869296e-05}
{"train_loss": 0.0008539569098502398, "global_step": 65297, "epoch": 366, "lr": 3.312568427449052e-05}
{"train_loss": 0.002367478795349598, "global_step": 65298, "epoch": 366, "lr": 3.3124293276790186e-05}
{"train_loss": 0.000819860550109297, "global_step": 65299, "epoch": 366, "lr": 3.3122902293829746e-05}
{"train_loss": 0.0021505355834960938, "global_step": 65300, "epoch": 366, "lr": 3.312151132561046e-05}
{"train_loss": 0.003071865066885948, "global_step": 65301, "epoch": 366, "lr": 3.31201203721335e-05}
{"train_loss": 0.0036998149007558823, "global_step": 65302, "epoch": 366, "lr": 3.311872943340013e-05}
{"train_loss": 0.0023711607791483402, "global_step": 65303, "epoch": 366, "lr": 3.311733850941153e-05}
{"train_loss": 0.0015125889331102371, "global_step": 65304, "epoch": 366, "lr": 3.3115947600168936e-05}
{"train_loss": 0.001648988458327949, "global_step": 65305, "epoch": 366, "lr": 3.311455670567354e-05}
{"train_loss": 0.0032154121436178684, "global_step": 65306, "epoch": 366, "lr": 3.311316582592659e-05}
{"train_loss": 0.003995085135102272, "global_step": 65307, "epoch": 366, "lr": 3.3111774960929266e-05}
{"train_loss": 0.004175652749836445, "global_step": 65308, "epoch": 366, "lr": 3.31103841106828e-05}
{"train_loss": 0.0025989720597863197, "global_step": 65309, "epoch": 366, "lr": 3.3108993275188406e-05}
{"train_loss": 0.0017851084703579545, "global_step": 65310, "epoch": 366, "lr": 3.3107602454447305e-05}
{"train_loss": 0.0008878321386873722, "global_step": 65311, "epoch": 366, "lr": 3.31062116484607e-05}
{"train_loss": 0.003167846705764532, "global_step": 65312, "epoch": 366, "lr": 3.310482085722981e-05}
{"train_loss": 0.003326553152874112, "global_step": 65313, "epoch": 366, "lr": 3.3103430080755844e-05}
{"train_loss": 0.003165174974128604, "global_step": 65314, "epoch": 366, "lr": 3.310203931904003e-05}
{"train_loss": 0.004334324970841408, "global_step": 65315, "epoch": 366, "lr": 3.3100648572083556e-05}
{"train_loss": 0.0029936491046100855, "global_step": 65316, "epoch": 366, "lr": 3.3099257839887695e-05}
{"train_loss": 0.004208695143461227, "global_step": 65317, "epoch": 366, "lr": 3.309786712245359e-05}
{"train_loss": 0.0014268304221332073, "global_step": 65318, "epoch": 366, "lr": 3.309647641978249e-05}
{"train_loss": 0.0017046930734068155, "global_step": 65319, "epoch": 366, "lr": 3.309508573187562e-05}
{"train_loss": 0.0018489520298317075, "global_step": 65320, "epoch": 366, "lr": 3.309369505873418e-05}
{"train_loss": 0.0024996898137032986, "global_step": 65321, "epoch": 366, "lr": 3.30923044003594e-05}
{"train_loss": 0.0035211611539125443, "global_step": 65322, "epoch": 366, "lr": 3.309091375675246e-05}
{"train_loss": 0.002023395150899887, "global_step": 65323, "epoch": 366, "lr": 3.308952312791461e-05}
{"train_loss": 0.001123212743550539, "global_step": 65324, "epoch": 366, "lr": 3.308813251384704e-05}
{"train_loss": 0.002529338592783747, "global_step": 65325, "epoch": 366, "lr": 3.3086741914551e-05}
{"train_loss": 0.0036832736805081367, "global_step": 65326, "epoch": 367, "lr": 3.308535133002766e-05}
{"train_loss": 0.0020070835016667843, "global_step": 65327, "epoch": 367, "lr": 3.308396076027827e-05}
{"train_loss": 0.002659205347299576, "global_step": 65328, "epoch": 367, "lr": 3.308257020530401e-05}
{"train_loss": 0.0024673696607351303, "global_step": 65329, "epoch": 367, "lr": 3.308117966510614e-05}
{"train_loss": 0.0033403506968170404, "global_step": 65330, "epoch": 367, "lr": 3.307978913968582e-05}
{"train_loss": 0.004260039422661066, "global_step": 65331, "epoch": 367, "lr": 3.307839862904433e-05}
{"train_loss": 0.0034900682512670755, "global_step": 65332, "epoch": 367, "lr": 3.3077008133182816e-05}
{"train_loss": 0.0024176687002182007, "global_step": 65333, "epoch": 367, "lr": 3.307561765210254e-05}
{"train_loss": 0.0017188494093716145, "global_step": 65334, "epoch": 367, "lr": 3.3074227185804696e-05}
{"train_loss": 0.001464596949517727, "global_step": 65335, "epoch": 367, "lr": 3.3072836734290515e-05}
{"train_loss": 0.002152729779481888, "global_step": 65336, "epoch": 367, "lr": 3.307144629756118e-05}
{"train_loss": 0.001769250608049333, "global_step": 65337, "epoch": 367, "lr": 3.3070055875617935e-05}
{"train_loss": 0.002652444876730442, "global_step": 65338, "epoch": 367, "lr": 3.306866546846199e-05}
{"train_loss": 0.0032985915895551443, "global_step": 65339, "epoch": 367, "lr": 3.306727507609454e-05}
{"train_loss": 0.0016736857360228896, "global_step": 65340, "epoch": 367, "lr": 3.3065884698516834e-05}
{"train_loss": 0.002975511597469449, "global_step": 65341, "epoch": 367, "lr": 3.306449433573006e-05}
{"train_loss": 0.0032144510187208652, "global_step": 65342, "epoch": 367, "lr": 3.3063103987735433e-05}
{"train_loss": 0.0040618134662508965, "global_step": 65343, "epoch": 367, "lr": 3.306171365453417e-05}
{"train_loss": 0.0023715393617749214, "global_step": 65344, "epoch": 367, "lr": 3.306032333612751e-05}
{"train_loss": 0.0019464993383735418, "global_step": 65345, "epoch": 367, "lr": 3.3058933032516626e-05}
{"train_loss": 0.0037350370548665524, "global_step": 65346, "epoch": 367, "lr": 3.305754274370276e-05}
{"train_loss": 0.0014400098007172346, "global_step": 65347, "epoch": 367, "lr": 3.305615246968711e-05}
{"train_loss": 0.003189555834978819, "global_step": 65348, "epoch": 367, "lr": 3.305476221047091e-05}
{"train_loss": 0.001913514919579029, "global_step": 65349, "epoch": 367, "lr": 3.305337196605535e-05}
{"train_loss": 0.004040418658405542, "global_step": 65350, "epoch": 367, "lr": 3.3051981736441686e-05}
{"train_loss": 0.001528801629319787, "global_step": 65351, "epoch": 367, "lr": 3.305059152163107e-05}
{"train_loss": 0.0025742691941559315, "global_step": 65352, "epoch": 367, "lr": 3.3049201321624764e-05}
{"train_loss": 0.0007893578731454909, "global_step": 65353, "epoch": 367, "lr": 3.304781113642397e-05}
{"train_loss": 0.0026749661192297935, "global_step": 65354, "epoch": 367, "lr": 3.3046420966029906e-05}
{"train_loss": 0.0010802731849253178, "global_step": 65355, "epoch": 367, "lr": 3.304503081044377e-05}
{"train_loss": 0.0012916767736896873, "global_step": 65356, "epoch": 367, "lr": 3.304364066966679e-05}
{"train_loss": 0.004875838756561279, "global_step": 65357, "epoch": 367, "lr": 3.304225054370017e-05}
{"train_loss": 0.0026755747385323048, "global_step": 65358, "epoch": 367, "lr": 3.304086043254513e-05}
{"train_loss": 0.0031335449311882257, "global_step": 65359, "epoch": 367, "lr": 3.303947033620291e-05}
{"train_loss": 0.0023879152722656727, "global_step": 65360, "epoch": 367, "lr": 3.3038080254674676e-05}
{"train_loss": 0.004500234499573708, "global_step": 65361, "epoch": 367, "lr": 3.303669018796168e-05}
{"train_loss": 0.0010665508452802896, "global_step": 65362, "epoch": 367, "lr": 3.303530013606511e-05}
{"train_loss": 0.005316475406289101, "global_step": 65363, "epoch": 367, "lr": 3.303391009898621e-05}
{"train_loss": 0.0042799473740160465, "global_step": 65364, "epoch": 367, "lr": 3.3032520076726156e-05}
{"train_loss": 0.003570954781025648, "global_step": 65365, "epoch": 367, "lr": 3.30311300692862e-05}
{"train_loss": 0.0013978473143652081, "global_step": 65366, "epoch": 367, "lr": 3.302974007666752e-05}
{"train_loss": 0.0020095861982554197, "global_step": 65367, "epoch": 367, "lr": 3.302835009887137e-05}
{"train_loss": 0.0033199978061020374, "global_step": 65368, "epoch": 367, "lr": 3.302696013589892e-05}
{"train_loss": 0.0019312293734401464, "global_step": 65369, "epoch": 367, "lr": 3.302557018775143e-05}
{"train_loss": 0.0015851621283218265, "global_step": 65370, "epoch": 367, "lr": 3.302418025443007e-05}
{"train_loss": 0.0015081914607435465, "global_step": 65371, "epoch": 367, "lr": 3.302279033593609e-05}
{"train_loss": 0.0019289986230432987, "global_step": 65372, "epoch": 367, "lr": 3.3021400432270676e-05}
{"train_loss": 0.003524173516780138, "global_step": 65373, "epoch": 367, "lr": 3.3020010543435075e-05}
{"train_loss": 0.003301552264019847, "global_step": 65374, "epoch": 367, "lr": 3.301862066943046e-05}
{"train_loss": 0.004090483300387859, "global_step": 65375, "epoch": 367, "lr": 3.301723081025807e-05}
{"train_loss": 0.0020137340761721134, "global_step": 65376, "epoch": 367, "lr": 3.301584096591911e-05}
{"train_loss": 0.0018181060440838337, "global_step": 65377, "epoch": 367, "lr": 3.301445113641482e-05}
{"train_loss": 0.002411835128441453, "global_step": 65378, "epoch": 367, "lr": 3.301306132174638e-05}
{"train_loss": 0.002265363931655884, "global_step": 65379, "epoch": 367, "lr": 3.3011671521915e-05}
{"train_loss": 0.0016011905390769243, "global_step": 65380, "epoch": 367, "lr": 3.301028173692192e-05}
{"train_loss": 0.0019533082377165556, "global_step": 65381, "epoch": 367, "lr": 3.300889196676835e-05}
{"train_loss": 0.001996337901800871, "global_step": 65382, "epoch": 367, "lr": 3.300750221145551e-05}
{"train_loss": 0.0022070060949772596, "global_step": 65383, "epoch": 367, "lr": 3.300611247098458e-05}
{"train_loss": 0.0013347913045436144, "global_step": 65384, "epoch": 367, "lr": 3.300472274535682e-05}
{"train_loss": 0.0011580981081351638, "global_step": 65385, "epoch": 367, "lr": 3.30033330345734e-05}
{"train_loss": 0.0031987556722015142, "global_step": 65386, "epoch": 367, "lr": 3.300194333863556e-05}
{"train_loss": 0.001706165261566639, "global_step": 65387, "epoch": 367, "lr": 3.3000553657544496e-05}
{"train_loss": 0.0035577923990786076, "global_step": 65388, "epoch": 367, "lr": 3.2999163991301455e-05}
{"train_loss": 0.0008799891220405698, "global_step": 65389, "epoch": 367, "lr": 3.299777433990761e-05}
{"train_loss": 0.0030773477628827095, "global_step": 65390, "epoch": 367, "lr": 3.2996384703364204e-05}
{"train_loss": 0.0022637909278273582, "global_step": 65391, "epoch": 367, "lr": 3.299499508167243e-05}
{"train_loss": 0.0018398667452856898, "global_step": 65392, "epoch": 367, "lr": 3.2993605474833533e-05}
{"train_loss": 0.0036641997285187244, "global_step": 65393, "epoch": 367, "lr": 3.2992215882848685e-05}
{"train_loss": 0.001078038476407528, "global_step": 65394, "epoch": 367, "lr": 3.2990826305719135e-05}
{"train_loss": 0.0020730970427393913, "global_step": 65395, "epoch": 367, "lr": 3.298943674344607e-05}
{"train_loss": 0.0038911718875169754, "global_step": 65396, "epoch": 367, "lr": 3.298804719603074e-05}
{"train_loss": 0.0014889060985296965, "global_step": 65397, "epoch": 367, "lr": 3.2986657663474304e-05}
{"train_loss": 0.0023328945972025394, "global_step": 65398, "epoch": 367, "lr": 3.298526814577802e-05}
{"train_loss": 0.0016451054252684116, "global_step": 65399, "epoch": 367, "lr": 3.298387864294308e-05}
{"train_loss": 0.0026722587645053864, "global_step": 65400, "epoch": 367, "lr": 3.298248915497071e-05}
{"train_loss": 0.003756275400519371, "global_step": 65401, "epoch": 367, "lr": 3.298109968186213e-05}
{"train_loss": 0.0024028781335800886, "global_step": 65402, "epoch": 367, "lr": 3.2979710223618534e-05}
{"train_loss": 0.001450039679184556, "global_step": 65403, "epoch": 367, "lr": 3.297832078024116e-05}
{"train_loss": 0.0019441405311226845, "global_step": 65404, "epoch": 367, "lr": 3.2976931351731174e-05}
{"train_loss": 0.0036061694845557213, "global_step": 65405, "epoch": 367, "lr": 3.297554193808985e-05}
{"train_loss": 0.0038900738582015038, "global_step": 65406, "epoch": 367, "lr": 3.297415253931836e-05}
{"train_loss": 0.0018037299159914255, "global_step": 65407, "epoch": 367, "lr": 3.2972763155417945e-05}
{"train_loss": 0.0007566115236841142, "global_step": 65408, "epoch": 367, "lr": 3.2971373786389786e-05}
{"train_loss": 0.0026007252745330334, "global_step": 65409, "epoch": 367, "lr": 3.296998443223513e-05}
{"train_loss": 0.005176660604774952, "global_step": 65410, "epoch": 367, "lr": 3.296859509295516e-05}
{"train_loss": 0.0029897624626755714, "global_step": 65411, "epoch": 367, "lr": 3.296720576855112e-05}
{"train_loss": 0.0045957607217133045, "global_step": 65412, "epoch": 367, "lr": 3.29658164590242e-05}
{"train_loss": 0.003895451547577977, "global_step": 65413, "epoch": 367, "lr": 3.2964427164375633e-05}
{"train_loss": 0.0033005126751959324, "global_step": 65414, "epoch": 367, "lr": 3.29630378846066e-05}
{"train_loss": 0.0017391785513609648, "global_step": 65415, "epoch": 367, "lr": 3.2961648619718365e-05}
{"train_loss": 0.001832621288485825, "global_step": 65416, "epoch": 367, "lr": 3.2960259369712085e-05}
{"train_loss": 0.0025979005731642246, "global_step": 65417, "epoch": 367, "lr": 3.295887013458902e-05}
{"train_loss": 0.0018526676576584578, "global_step": 65418, "epoch": 367, "lr": 3.2957480914350345e-05}
{"train_loss": 0.005813926458358765, "global_step": 65419, "epoch": 367, "lr": 3.2956091708997324e-05}
{"train_loss": 0.002203572541475296, "global_step": 65420, "epoch": 367, "lr": 3.295470251853111e-05}
{"train_loss": 0.0019276777748018503, "global_step": 65421, "epoch": 367, "lr": 3.2953313342952945e-05}
{"train_loss": 0.0017233667895197868, "global_step": 65422, "epoch": 367, "lr": 3.295192418226407e-05}
{"train_loss": 0.004179598763585091, "global_step": 65423, "epoch": 367, "lr": 3.295053503646565e-05}
{"train_loss": 0.001429445226676762, "global_step": 65424, "epoch": 367, "lr": 3.294914590555892e-05}
{"train_loss": 0.0012230779975652695, "global_step": 65425, "epoch": 367, "lr": 3.2947756789545095e-05}
{"train_loss": 0.0023536814842373133, "global_step": 65426, "epoch": 367, "lr": 3.2946367688425394e-05}
{"train_loss": 0.002376135904341936, "global_step": 65427, "epoch": 367, "lr": 3.2944978602201005e-05}
{"train_loss": 0.0027011139318346977, "global_step": 65428, "epoch": 367, "lr": 3.2943589530873174e-05}
{"train_loss": 0.0014046670403331518, "global_step": 65429, "epoch": 367, "lr": 3.294220047444309e-05}
{"train_loss": 0.005331996828317642, "global_step": 65430, "epoch": 367, "lr": 3.294081143291199e-05}
{"train_loss": 0.0016952466685324907, "global_step": 65431, "epoch": 367, "lr": 3.293942240628105e-05}
{"train_loss": 0.0012113460106775165, "global_step": 65432, "epoch": 367, "lr": 3.2938033394551524e-05}
{"train_loss": 0.002936700591817498, "global_step": 65433, "epoch": 367, "lr": 3.293664439772459e-05}
{"train_loss": 0.0015701244119554758, "global_step": 65434, "epoch": 367, "lr": 3.29352554158015e-05}
{"train_loss": 0.002335861325263977, "global_step": 65435, "epoch": 367, "lr": 3.293386644878343e-05}
{"train_loss": 0.0017633665120229125, "global_step": 65436, "epoch": 367, "lr": 3.293247749667161e-05}
{"train_loss": 0.001342247356660664, "global_step": 65437, "epoch": 367, "lr": 3.293108855946725e-05}
{"train_loss": 0.001157798687927425, "global_step": 65438, "epoch": 367, "lr": 3.2929699637171585e-05}
{"train_loss": 0.002230565994977951, "global_step": 65439, "epoch": 367, "lr": 3.292831072978578e-05}
{"train_loss": 0.0024844680447131395, "global_step": 65440, "epoch": 367, "lr": 3.292692183731111e-05}
{"train_loss": 0.004034088458865881, "global_step": 65441, "epoch": 367, "lr": 3.2925532959748715e-05}
{"train_loss": 0.0021487069316208363, "global_step": 65442, "epoch": 367, "lr": 3.2924144097099865e-05}
{"train_loss": 0.0022296980023384094, "global_step": 65443, "epoch": 367, "lr": 3.2922755249365754e-05}
{"train_loss": 0.0021068346686661243, "global_step": 65444, "epoch": 367, "lr": 3.292136641654759e-05}
{"train_loss": 0.00248558446764946, "global_step": 65445, "epoch": 367, "lr": 3.2919977598646614e-05}
{"train_loss": 0.0010437220335006714, "global_step": 65446, "epoch": 367, "lr": 3.2918588795664e-05}
{"train_loss": 0.0034053719136863947, "global_step": 65447, "epoch": 367, "lr": 3.291720000760098e-05}
{"train_loss": 0.0015886391047388315, "global_step": 65448, "epoch": 367, "lr": 3.291581123445876e-05}
{"train_loss": 0.0034087891690433025, "global_step": 65449, "epoch": 367, "lr": 3.2914422476238574e-05}
{"train_loss": 0.0043243709951639175, "global_step": 65450, "epoch": 367, "lr": 3.2913033732941606e-05}
{"train_loss": 0.004411976784467697, "global_step": 65451, "epoch": 367, "lr": 3.2911645004569094e-05}
{"train_loss": 0.0011307108215987682, "global_step": 65452, "epoch": 367, "lr": 3.2910256291122224e-05}
{"train_loss": 0.0017297160811722279, "global_step": 65453, "epoch": 367, "lr": 3.290886759260224e-05}
{"train_loss": 0.0016394502017647028, "global_step": 65454, "epoch": 367, "lr": 3.290747890901033e-05}
{"train_loss": 0.0016278766561299562, "global_step": 65455, "epoch": 367, "lr": 3.290609024034772e-05}
{"train_loss": 0.003173199249431491, "global_step": 65456, "epoch": 367, "lr": 3.2904701586615615e-05}
{"train_loss": 0.0021295889746397734, "global_step": 65457, "epoch": 367, "lr": 3.290331294781525e-05}
{"train_loss": 0.001921168528497219, "global_step": 65458, "epoch": 367, "lr": 3.2901924323947795e-05}
{"train_loss": 0.003150809556245804, "global_step": 65459, "epoch": 367, "lr": 3.290053571501452e-05}
{"train_loss": 0.0013756591361016035, "global_step": 65460, "epoch": 367, "lr": 3.289914712101658e-05}
{"train_loss": 0.00274586770683527, "global_step": 65461, "epoch": 367, "lr": 3.2897758541955214e-05}
{"train_loss": 0.0019571338780224323, "global_step": 65462, "epoch": 367, "lr": 3.289636997783164e-05}
{"train_loss": 0.004301534034311771, "global_step": 65463, "epoch": 367, "lr": 3.289498142864705e-05}
{"train_loss": 0.0016260703559964895, "global_step": 65464, "epoch": 367, "lr": 3.28935928944027e-05}
{"train_loss": 0.0024150731042027473, "global_step": 65465, "epoch": 367, "lr": 3.289220437509976e-05}
{"train_loss": 0.0019464653450995684, "global_step": 65466, "epoch": 367, "lr": 3.289081587073947e-05}
{"train_loss": 0.005159130319952965, "global_step": 65467, "epoch": 367, "lr": 3.288942738132301e-05}
{"train_loss": 0.002904160413891077, "global_step": 65468, "epoch": 367, "lr": 3.288803890685164e-05}
{"train_loss": 0.001385099021717906, "global_step": 65469, "epoch": 367, "lr": 3.288665044732652e-05}
{"train_loss": 0.004730847664177418, "global_step": 65470, "epoch": 367, "lr": 3.28852620027489e-05}
{"train_loss": 0.0028871125541627407, "global_step": 65471, "epoch": 367, "lr": 3.288387357311997e-05}
{"train_loss": 0.0023441999219357967, "global_step": 65472, "epoch": 367, "lr": 3.288248515844098e-05}
{"train_loss": 0.0014342435169965029, "global_step": 65473, "epoch": 367, "lr": 3.2881096758713095e-05}
{"train_loss": 0.0011085534933954477, "global_step": 65474, "epoch": 367, "lr": 3.287970837393757e-05}
{"train_loss": 0.004403473809361458, "global_step": 65475, "epoch": 367, "lr": 3.287832000411558e-05}
{"train_loss": 0.0010743194725364447, "global_step": 65476, "epoch": 367, "lr": 3.287693164924836e-05}
{"train_loss": 0.0017759016482159495, "global_step": 65477, "epoch": 367, "lr": 3.287554330933711e-05}
{"train_loss": 0.003142569912597537, "global_step": 65478, "epoch": 367, "lr": 3.2874154984383065e-05}
{"train_loss": 0.001844594138674438, "global_step": 65479, "epoch": 367, "lr": 3.2872766674387414e-05}
{"train_loss": 0.0024550622329115868, "global_step": 65480, "epoch": 367, "lr": 3.2871378379351374e-05}
{"train_loss": 0.0022439593449234962, "global_step": 65481, "epoch": 367, "lr": 3.286999009927616e-05}
{"train_loss": 0.001989732263609767, "global_step": 65482, "epoch": 367, "lr": 3.286860183416301e-05}
{"train_loss": 0.0012956932187080383, "global_step": 65483, "epoch": 367, "lr": 3.286721358401309e-05}
{"train_loss": 0.0027625137008726597, "global_step": 65484, "epoch": 367, "lr": 3.286582534882763e-05}
{"train_loss": 0.002074312651529908, "global_step": 65485, "epoch": 367, "lr": 3.286443712860787e-05}
{"train_loss": 0.0031383889727294445, "global_step": 65486, "epoch": 367, "lr": 3.2863048923354985e-05}
{"train_loss": 0.0011656999122351408, "global_step": 65487, "epoch": 367, "lr": 3.286166073307022e-05}
{"train_loss": 0.0031901313923299313, "global_step": 65488, "epoch": 367, "lr": 3.2860272557754754e-05}
{"train_loss": 0.0037264737766236067, "global_step": 65489, "epoch": 367, "lr": 3.285888439740983e-05}
{"train_loss": 0.001968138851225376, "global_step": 65490, "epoch": 367, "lr": 3.285749625203663e-05}
{"train_loss": 0.0018871872453019023, "global_step": 65491, "epoch": 367, "lr": 3.285610812163641e-05}
{"train_loss": 0.0034926538355648518, "global_step": 65492, "epoch": 367, "lr": 3.285472000621033e-05}
{"train_loss": 0.002971949987113476, "global_step": 65493, "epoch": 367, "lr": 3.285333190575965e-05}
{"train_loss": 0.004938473924994469, "global_step": 65494, "epoch": 367, "lr": 3.285194382028554e-05}
{"train_loss": 0.0013452779967337847, "global_step": 65495, "epoch": 367, "lr": 3.2850555749789245e-05}
{"train_loss": 0.0013358776923269033, "global_step": 65496, "epoch": 367, "lr": 3.284916769427195e-05}
{"train_loss": 0.0009919125586748123, "global_step": 65497, "epoch": 367, "lr": 3.284777965373491e-05}
{"train_loss": 0.0019175941124558449, "global_step": 65498, "epoch": 367, "lr": 3.2846391628179285e-05}
{"train_loss": 0.0022273710928857327, "global_step": 65499, "epoch": 367, "lr": 3.284500361760633e-05}
{"train_loss": 0.002980270888656378, "global_step": 65500, "epoch": 367, "lr": 3.284361562201722e-05}
{"train_loss": 0.002527188044041395, "global_step": 65501, "epoch": 367, "lr": 3.2842227641413215e-05}
{"train_loss": 0.0020726309157907963, "global_step": 65502, "epoch": 367, "lr": 3.284083967579548e-05}
{"train_loss": 0.002493442368452971, "global_step": 65503, "epoch": 367, "lr": 3.283945172516525e-05}
{"train_loss": 0.0013780328445136547, "global_step": 65504, "epoch": 368, "lr": 3.283806378952372e-05}
{"train_loss": 0.002146945334970951, "global_step": 65505, "epoch": 368, "lr": 3.283667586887212e-05}
{"train_loss": 0.0021137120202183723, "global_step": 65506, "epoch": 368, "lr": 3.283528796321169e-05}
{"train_loss": 0.0038312184624373913, "global_step": 65507, "epoch": 368, "lr": 3.283390007254358e-05}
{"train_loss": 0.0016095887403935194, "global_step": 65508, "epoch": 368, "lr": 3.2832512196869045e-05}
{"train_loss": 0.004786995239555836, "global_step": 65509, "epoch": 368, "lr": 3.283112433618928e-05}
{"train_loss": 0.002532883081585169, "global_step": 65510, "epoch": 368, "lr": 3.282973649050551e-05}
{"train_loss": 0.002234382787719369, "global_step": 65511, "epoch": 368, "lr": 3.282834865981894e-05}
{"train_loss": 0.0027518507558852434, "global_step": 65512, "epoch": 368, "lr": 3.282696084413079e-05}
{"train_loss": 0.003734750673174858, "global_step": 65513, "epoch": 368, "lr": 3.2825573043442245e-05}
{"train_loss": 0.0023382301442325115, "global_step": 65514, "epoch": 368, "lr": 3.282418525775455e-05}
{"train_loss": 0.0028134409803897142, "global_step": 65515, "epoch": 368, "lr": 3.282279748706888e-05}
{"train_loss": 0.0019424781203269958, "global_step": 65516, "epoch": 368, "lr": 3.2821409731386504e-05}
{"train_loss": 0.002448218408972025, "global_step": 65517, "epoch": 368, "lr": 3.282002199070858e-05}
{"train_loss": 0.001841954654082656, "global_step": 65518, "epoch": 368, "lr": 3.281863426503634e-05}
{"train_loss": 0.0015742462128400803, "global_step": 65519, "epoch": 368, "lr": 3.2817246554370996e-05}
{"train_loss": 0.0030711665749549866, "global_step": 65520, "epoch": 368, "lr": 3.281585885871378e-05}
{"train_loss": 0.0037734401412308216, "global_step": 65521, "epoch": 368, "lr": 3.2814471178065865e-05}
{"train_loss": 0.0037017527502030134, "global_step": 65522, "epoch": 368, "lr": 3.281308351242849e-05}
{"train_loss": 0.002167037222534418, "global_step": 65523, "epoch": 368, "lr": 3.281169586180286e-05}
{"train_loss": 0.0011983226286247373, "global_step": 65524, "epoch": 368, "lr": 3.28103082261902e-05}
{"train_loss": 0.00249891122803092, "global_step": 65525, "epoch": 368, "lr": 3.2808920605591686e-05}
{"train_loss": 0.0017829794669523835, "global_step": 65526, "epoch": 368, "lr": 3.2807533000008556e-05}
{"train_loss": 0.0026711970567703247, "global_step": 65527, "epoch": 368, "lr": 3.280614540944203e-05}
{"train_loss": 0.002452836837619543, "global_step": 65528, "epoch": 368, "lr": 3.2804757833893295e-05}
{"train_loss": 0.001062809256836772, "global_step": 65529, "epoch": 368, "lr": 3.280337027336361e-05}
{"train_loss": 0.0018692626617848873, "global_step": 65530, "epoch": 368, "lr": 3.280198272785412e-05}
{"train_loss": 0.0036440854892134666, "global_step": 65531, "epoch": 368, "lr": 3.2800595197366095e-05}
{"train_loss": 0.0017879430670291185, "global_step": 65532, "epoch": 368, "lr": 3.2799207681900705e-05}
{"train_loss": 0.0015951478853821754, "global_step": 65533, "epoch": 368, "lr": 3.279782018145919e-05}
{"train_loss": 0.001162896049208939, "global_step": 65534, "epoch": 368, "lr": 3.279643269604274e-05}
{"train_loss": 0.0020092003978788853, "global_step": 65535, "epoch": 368, "lr": 3.2795045225652596e-05}
{"train_loss": 0.0020129738841205835, "global_step": 65536, "epoch": 368, "lr": 3.2793657770289946e-05}
{"train_loss": 0.0020570384804159403, "global_step": 65537, "epoch": 368, "lr": 3.2792270329956e-05}
{"train_loss": 0.0009773646015673876, "global_step": 65538, "epoch": 368, "lr": 3.279088290465198e-05}
{"train_loss": 0.001293156761676073, "global_step": 65539, "epoch": 368, "lr": 3.278949549437911e-05}
{"train_loss": 0.0026259939186275005, "global_step": 65540, "epoch": 368, "lr": 3.278810809913857e-05}
{"train_loss": 0.002427426865324378, "global_step": 65541, "epoch": 368, "lr": 3.2786720718931605e-05}
{"train_loss": 0.001967438729479909, "global_step": 65542, "epoch": 368, "lr": 3.27853333537594e-05}
{"train_loss": 0.004869511350989342, "global_step": 65543, "epoch": 368, "lr": 3.278394600362319e-05}
{"train_loss": 0.0016590111190453172, "global_step": 65544, "epoch": 368, "lr": 3.2782558668524154e-05}
{"train_loss": 0.0007713808445259929, "global_step": 65545, "epoch": 368, "lr": 3.2781171348463545e-05}
{"train_loss": 0.002548701362684369, "global_step": 65546, "epoch": 368, "lr": 3.277978404344254e-05}
{"train_loss": 0.0018437034450471401, "global_step": 65547, "epoch": 368, "lr": 3.277839675346236e-05}
{"train_loss": 0.003008670872077346, "global_step": 65548, "epoch": 368, "lr": 3.277700947852425e-05}
{"train_loss": 0.0011292165145277977, "global_step": 65549, "epoch": 368, "lr": 3.2775622218629373e-05}
{"train_loss": 0.0022430419921875, "global_step": 65550, "epoch": 368, "lr": 3.277423497377898e-05}
{"train_loss": 0.00411475682631135, "global_step": 65551, "epoch": 368, "lr": 3.2772847743974246e-05}
{"train_loss": 0.002602061489596963, "global_step": 65552, "epoch": 368, "lr": 3.27714605292164e-05}
{"train_loss": 0.0034770919010043144, "global_step": 65553, "epoch": 368, "lr": 3.277007332950666e-05}
{"train_loss": 0.002097788266837597, "global_step": 65554, "epoch": 368, "lr": 3.276868614484624e-05}
{"train_loss": 0.0023852004669606686, "global_step": 65555, "epoch": 368, "lr": 3.2767298975236325e-05}
{"train_loss": 0.0010453828144818544, "global_step": 65556, "epoch": 368, "lr": 3.276591182067816e-05}
{"train_loss": 0.001415472710505128, "global_step": 65557, "epoch": 368, "lr": 3.276452468117293e-05}
{"train_loss": 0.0008348077535629272, "global_step": 65558, "epoch": 368, "lr": 3.276313755672188e-05}
{"train_loss": 0.0012616845779120922, "global_step": 65559, "epoch": 368, "lr": 3.2761750447326175e-05}
{"train_loss": 0.0017068181186914444, "global_step": 65560, "epoch": 368, "lr": 3.276036335298707e-05}
{"train_loss": 0.0022846211213618517, "global_step": 65561, "epoch": 368, "lr": 3.2758976273705744e-05}
{"train_loss": 0.001932582352310419, "global_step": 65562, "epoch": 368, "lr": 3.275758920948344e-05}
{"train_loss": 0.0033436010126024485, "global_step": 65563, "epoch": 368, "lr": 3.2756202160321336e-05}
{"train_loss": 0.001806968473829329, "global_step": 65564, "epoch": 368, "lr": 3.275481512622066e-05}
{"train_loss": 0.0019764448516070843, "global_step": 65565, "epoch": 368, "lr": 3.275342810718263e-05}
{"train_loss": 0.0026504178531467915, "global_step": 65566, "epoch": 368, "lr": 3.275204110320845e-05}
{"train_loss": 0.0018179424805566669, "global_step": 65567, "epoch": 368, "lr": 3.275065411429933e-05}
{"train_loss": 0.00300478283315897, "global_step": 65568, "epoch": 368, "lr": 3.274926714045647e-05}
{"train_loss": 0.0023672052193433046, "global_step": 65569, "epoch": 368, "lr": 3.274788018168113e-05}
{"train_loss": 0.003290368476882577, "global_step": 65570, "epoch": 368, "lr": 3.274649323797445e-05}
{"train_loss": 0.0012453908566385508, "global_step": 65571, "epoch": 368, "lr": 3.27451063093377e-05}
{"train_loss": 0.0016190425958484411, "global_step": 65572, "epoch": 368, "lr": 3.274371939577205e-05}
{"train_loss": 0.001989817013964057, "global_step": 65573, "epoch": 368, "lr": 3.274233249727876e-05}
{"train_loss": 0.003183575114235282, "global_step": 65574, "epoch": 368, "lr": 3.274094561385899e-05}
{"train_loss": 0.0010622263653203845, "global_step": 65575, "epoch": 368, "lr": 3.2739558745513974e-05}
{"train_loss": 0.0025796531699597836, "global_step": 65576, "epoch": 368, "lr": 3.273817189224492e-05}
{"train_loss": 0.002950012218207121, "global_step": 65577, "epoch": 368, "lr": 3.273678505405306e-05}
{"train_loss": 0.002466864651069045, "global_step": 65578, "epoch": 368, "lr": 3.2735398230939575e-05}
{"train_loss": 0.0014255109708756208, "global_step": 65579, "epoch": 368, "lr": 3.2734011422905694e-05}
{"train_loss": 0.0016658040694892406, "global_step": 65580, "epoch": 368, "lr": 3.273262462995261e-05}
{"train_loss": 0.0016019520116969943, "global_step": 65581, "epoch": 368, "lr": 3.2731237852081566e-05}
{"train_loss": 0.0017797194886952639, "global_step": 65582, "epoch": 368, "lr": 3.272985108929374e-05}
{"train_loss": 0.0020161683205515146, "global_step": 65583, "epoch": 368, "lr": 3.272846434159037e-05}
{"train_loss": 0.0012968393275514245, "global_step": 65584, "epoch": 368, "lr": 3.2727077608972634e-05}
{"train_loss": 0.0034948636312037706, "global_step": 65585, "epoch": 368, "lr": 3.2725690891441784e-05}
{"train_loss": 0.0016439182218164206, "global_step": 65586, "epoch": 368, "lr": 3.2724304188999e-05}
{"train_loss": 0.0026963918935507536, "global_step": 65587, "epoch": 368, "lr": 3.272291750164552e-05}
{"train_loss": 0.0029643909074366093, "global_step": 65588, "epoch": 368, "lr": 3.2721530829382526e-05}
{"train_loss": 0.0024845669977366924, "global_step": 65589, "epoch": 368, "lr": 3.272014417221123e-05}
{"train_loss": 0.0024721871595829725, "global_step": 65590, "epoch": 368, "lr": 3.271875753013288e-05}
{"train_loss": 0.0025017480365931988, "global_step": 65591, "epoch": 368, "lr": 3.271737090314865e-05}
{"train_loss": 0.004247843753546476, "global_step": 65592, "epoch": 368, "lr": 3.271598429125978e-05}
{"train_loss": 0.0019630298484116793, "global_step": 65593, "epoch": 368, "lr": 3.2714597694467445e-05}
{"train_loss": 0.003371644066646695, "global_step": 65594, "epoch": 368, "lr": 3.271321111277289e-05}
{"train_loss": 0.0021097888238728046, "global_step": 65595, "epoch": 368, "lr": 3.271182454617731e-05}
{"train_loss": 0.003624889999628067, "global_step": 65596, "epoch": 368, "lr": 3.271043799468192e-05}
{"train_loss": 0.0007375996210612357, "global_step": 65597, "epoch": 368, "lr": 3.270905145828792e-05}
{"train_loss": 0.0025016753934323788, "global_step": 65598, "epoch": 368, "lr": 3.270766493699655e-05}
{"train_loss": 0.0020654150284826756, "global_step": 65599, "epoch": 368, "lr": 3.2706278430808975e-05}
{"train_loss": 0.0014263985212892294, "global_step": 65600, "epoch": 368, "lr": 3.270489193972647e-05}
{"train_loss": 0.003039758186787367, "global_step": 65601, "epoch": 368, "lr": 3.2703505463750176e-05}
{"train_loss": 0.002958498429507017, "global_step": 65602, "epoch": 368, "lr": 3.270211900288136e-05}
{"train_loss": 0.00362741993740201, "global_step": 65603, "epoch": 368, "lr": 3.2700732557121194e-05}
{"train_loss": 0.0031202330719679594, "global_step": 65604, "epoch": 368, "lr": 3.269934612647091e-05}
{"train_loss": 0.0010416896548122168, "global_step": 65605, "epoch": 368, "lr": 3.2697959710931706e-05}
{"train_loss": 0.0008528614416718483, "global_step": 65606, "epoch": 368, "lr": 3.2696573310504824e-05}
{"train_loss": 0.0027445158921182156, "global_step": 65607, "epoch": 368, "lr": 3.2695186925191435e-05}
{"train_loss": 0.004088244400918484, "global_step": 65608, "epoch": 368, "lr": 3.2693800554992774e-05}
{"train_loss": 0.002762514166533947, "global_step": 65609, "epoch": 368, "lr": 3.2692414199910025e-05}
{"train_loss": 0.001431817188858986, "global_step": 65610, "epoch": 368, "lr": 3.269102785994442e-05}
{"train_loss": 0.0021746864076703787, "global_step": 65611, "epoch": 368, "lr": 3.26896415350972e-05}
{"train_loss": 0.0025059464387595654, "global_step": 65612, "epoch": 368, "lr": 3.2688255225369514e-05}
{"train_loss": 0.005543684586882591, "global_step": 65613, "epoch": 368, "lr": 3.268686893076262e-05}
{"train_loss": 0.0025820822920650244, "global_step": 65614, "epoch": 368, "lr": 3.26854826512777e-05}
{"train_loss": 0.0014679734595119953, "global_step": 65615, "epoch": 368, "lr": 3.2684096386915994e-05}
{"train_loss": 0.0038157496601343155, "global_step": 65616, "epoch": 368, "lr": 3.2682710137678685e-05}
{"train_loss": 0.0011670086532831192, "global_step": 65617, "epoch": 368, "lr": 3.2681323903566994e-05}
{"train_loss": 0.00302258413285017, "global_step": 65618, "epoch": 368, "lr": 3.267993768458213e-05}
{"train_loss": 0.0013062841026112437, "global_step": 65619, "epoch": 368, "lr": 3.267855148072532e-05}
{"train_loss": 0.0018298971699550748, "global_step": 65620, "epoch": 368, "lr": 3.267716529199774e-05}
{"train_loss": 0.004324146546423435, "global_step": 65621, "epoch": 368, "lr": 3.267577911840064e-05}
{"train_loss": 0.0005981550202704966, "global_step": 65622, "epoch": 368, "lr": 3.26743929599352e-05}
{"train_loss": 0.001997497398406267, "global_step": 65623, "epoch": 368, "lr": 3.267300681660265e-05}
{"train_loss": 0.0050213090144097805, "global_step": 65624, "epoch": 368, "lr": 3.267162068840418e-05}
{"train_loss": 0.001572655513882637, "global_step": 65625, "epoch": 368, "lr": 3.267023457534104e-05}
{"train_loss": 0.002163368510082364, "global_step": 65626, "epoch": 368, "lr": 3.266884847741439e-05}
{"train_loss": 0.0016009773826226592, "global_step": 65627, "epoch": 368, "lr": 3.266746239462549e-05}
{"train_loss": 0.001435695681720972, "global_step": 65628, "epoch": 368, "lr": 3.2666076326975504e-05}
{"train_loss": 0.0013700999552384019, "global_step": 65629, "epoch": 368, "lr": 3.2664690274465684e-05}
{"train_loss": 0.0009006839245557785, "global_step": 65630, "epoch": 368, "lr": 3.26633042370972e-05}
{"train_loss": 0.0019824763294309378, "global_step": 65631, "epoch": 368, "lr": 3.2661918214871295e-05}
{"train_loss": 0.0034992308355867863, "global_step": 65632, "epoch": 368, "lr": 3.2660532207789174e-05}
{"train_loss": 0.0016857199370861053, "global_step": 65633, "epoch": 368, "lr": 3.2659146215852035e-05}
{"train_loss": 0.0029252637177705765, "global_step": 65634, "epoch": 368, "lr": 3.2657760239061105e-05}
{"train_loss": 0.0016153848264366388, "global_step": 65635, "epoch": 368, "lr": 3.265637427741758e-05}
{"train_loss": 0.0016473012510687113, "global_step": 65636, "epoch": 368, "lr": 3.265498833092267e-05}
{"train_loss": 0.0013152167666703463, "global_step": 65637, "epoch": 368, "lr": 3.2653602399577595e-05}
{"train_loss": 0.0027228931430727243, "global_step": 65638, "epoch": 368, "lr": 3.265221648338358e-05}
{"train_loss": 0.00228382577188313, "global_step": 65639, "epoch": 368, "lr": 3.26508305823418e-05}
{"train_loss": 0.0015434385277330875, "global_step": 65640, "epoch": 368, "lr": 3.26494446964535e-05}
{"train_loss": 0.00277656689286232, "global_step": 65641, "epoch": 368, "lr": 3.264805882571985e-05}
{"train_loss": 0.0020736795850098133, "global_step": 65642, "epoch": 368, "lr": 3.26466729701421e-05}
{"train_loss": 0.002223810413852334, "global_step": 65643, "epoch": 368, "lr": 3.264528712972144e-05}
{"train_loss": 0.002612949348986149, "global_step": 65644, "epoch": 368, "lr": 3.26439013044591e-05}
{"train_loss": 0.0031034587882459164, "global_step": 65645, "epoch": 368, "lr": 3.264251549435625e-05}
{"train_loss": 0.002930639311671257, "global_step": 65646, "epoch": 368, "lr": 3.264112969941414e-05}
{"train_loss": 0.002272438257932663, "global_step": 65647, "epoch": 368, "lr": 3.263974391963396e-05}
{"train_loss": 0.0014361164066940546, "global_step": 65648, "epoch": 368, "lr": 3.2638358155016944e-05}
{"train_loss": 0.0028702430427074432, "global_step": 65649, "epoch": 368, "lr": 3.263697240556426e-05}
{"train_loss": 0.0052879853174090385, "global_step": 65650, "epoch": 368, "lr": 3.2635586671277166e-05}
{"train_loss": 0.0019162814132869244, "global_step": 65651, "epoch": 368, "lr": 3.263420095215683e-05}
{"train_loss": 0.005569363012909889, "global_step": 65652, "epoch": 368, "lr": 3.2632815248204484e-05}
{"train_loss": 0.0011096145026385784, "global_step": 65653, "epoch": 368, "lr": 3.263142955942136e-05}
{"train_loss": 0.0023014943581074476, "global_step": 65654, "epoch": 368, "lr": 3.263004388580863e-05}
{"train_loss": 0.0015249951975420117, "global_step": 65655, "epoch": 368, "lr": 3.2628658227367516e-05}
{"train_loss": 0.0032245218753814697, "global_step": 65656, "epoch": 368, "lr": 3.2627272584099225e-05}
{"train_loss": 0.00296221487224102, "global_step": 65657, "epoch": 368, "lr": 3.2625886956005e-05}
{"train_loss": 0.001681458088569343, "global_step": 65658, "epoch": 368, "lr": 3.2624501343086e-05}
{"train_loss": 0.002267640782520175, "global_step": 65659, "epoch": 368, "lr": 3.262311574534349e-05}
{"train_loss": 0.004412337206304073, "global_step": 65660, "epoch": 368, "lr": 3.262173016277862e-05}
{"train_loss": 0.004478533752262592, "global_step": 65661, "epoch": 368, "lr": 3.262034459539264e-05}
{"train_loss": 0.0031955507583916187, "global_step": 65662, "epoch": 368, "lr": 3.261895904318675e-05}
{"train_loss": 0.0017563870642334223, "global_step": 65663, "epoch": 368, "lr": 3.261757350616217e-05}
{"train_loss": 0.0031797708943486214, "global_step": 65664, "epoch": 368, "lr": 3.261618798432009e-05}
{"train_loss": 0.0032962916884571314, "global_step": 65665, "epoch": 368, "lr": 3.2614802477661744e-05}
{"train_loss": 0.002669217064976692, "global_step": 65666, "epoch": 368, "lr": 3.2613416986188316e-05}
{"train_loss": 0.0007068373961374164, "global_step": 65667, "epoch": 368, "lr": 3.2612031509901044e-05}
{"train_loss": 0.004408146254718304, "global_step": 65668, "epoch": 368, "lr": 3.2610646048801114e-05}
{"train_loss": 0.003149517346173525, "global_step": 65669, "epoch": 368, "lr": 3.260926060288975e-05}
{"train_loss": 0.0011923692654818296, "global_step": 65670, "epoch": 368, "lr": 3.260787517216815e-05}
{"train_loss": 0.002738108392804861, "global_step": 65671, "epoch": 368, "lr": 3.2606489756637554e-05}
{"train_loss": 0.0014078007079660892, "global_step": 65672, "epoch": 368, "lr": 3.2605104356299125e-05}
{"train_loss": 0.0018715948099270463, "global_step": 65673, "epoch": 368, "lr": 3.260371897115411e-05}
{"train_loss": 0.0029850827995687723, "global_step": 65674, "epoch": 368, "lr": 3.2602333601203706e-05}
{"train_loss": 0.004231378436088562, "global_step": 65675, "epoch": 368, "lr": 3.2600948246449114e-05}
{"train_loss": 0.001722825923934579, "global_step": 65676, "epoch": 368, "lr": 3.259956290689158e-05}
{"train_loss": 0.002017125952988863, "global_step": 65677, "epoch": 368, "lr": 3.259817758253227e-05}
{"train_loss": 0.002766268327832222, "global_step": 65678, "epoch": 368, "lr": 3.2596792273372434e-05}
{"train_loss": 0.0030800672248005867, "global_step": 65679, "epoch": 368, "lr": 3.259540697941323e-05}
{"train_loss": 0.0014475762145593762, "global_step": 65680, "epoch": 368, "lr": 3.259402170065592e-05}
{"train_loss": 0.002375293121505738, "global_step": 65681, "epoch": 368, "lr": 3.259263643710168e-05}
{"train_loss": 0.0038676485419273376, "global_step": 65682, "epoch": 369, "lr": 3.2591251188751745e-05}
{"train_loss": 0.003456548321992159, "global_step": 65683, "epoch": 369, "lr": 3.25898659556073e-05}
{"train_loss": 0.0031318285036832094, "global_step": 65684, "epoch": 369, "lr": 3.258848073766958e-05}
{"train_loss": 0.001961291767656803, "global_step": 65685, "epoch": 369, "lr": 3.2587095534939766e-05}
{"train_loss": 0.003939086105674505, "global_step": 65686, "epoch": 369, "lr": 3.2585710347419104e-05}
{"train_loss": 0.004029225558042526, "global_step": 65687, "epoch": 369, "lr": 3.258432517510877e-05}
{"train_loss": 0.002578919753432274, "global_step": 65688, "epoch": 369, "lr": 3.2582940018009986e-05}
{"train_loss": 0.0014958843821659684, "global_step": 65689, "epoch": 369, "lr": 3.258155487612396e-05}
{"train_loss": 0.0020899041555821896, "global_step": 65690, "epoch": 369, "lr": 3.258016974945194e-05}
{"train_loss": 0.0014974407386034727, "global_step": 65691, "epoch": 369, "lr": 3.2578784637995065e-05}
{"train_loss": 0.0035531362518668175, "global_step": 65692, "epoch": 369, "lr": 3.25773995417546e-05}
{"train_loss": 0.002374811563640833, "global_step": 65693, "epoch": 369, "lr": 3.257601446073172e-05}
{"train_loss": 0.0016402063192799687, "global_step": 65694, "epoch": 369, "lr": 3.2574629394927645e-05}
{"train_loss": 0.0008018107037059963, "global_step": 65695, "epoch": 369, "lr": 3.257324434434362e-05}
{"train_loss": 0.0007619156967848539, "global_step": 65696, "epoch": 369, "lr": 3.25718593089808e-05}
{"train_loss": 0.0012420087587088346, "global_step": 65697, "epoch": 369, "lr": 3.257047428884045e-05}
{"train_loss": 0.000993552734144032, "global_step": 65698, "epoch": 369, "lr": 3.256908928392371e-05}
{"train_loss": 0.002805483527481556, "global_step": 65699, "epoch": 369, "lr": 3.256770429423186e-05}
{"train_loss": 0.003923709038645029, "global_step": 65700, "epoch": 369, "lr": 3.2566319319766056e-05}
{"train_loss": 0.004432426765561104, "global_step": 65701, "epoch": 369, "lr": 3.256493436052756e-05}
{"train_loss": 0.0036747436970472336, "global_step": 65702, "epoch": 369, "lr": 3.256354941651753e-05}
{"train_loss": 0.0019980391953140497, "global_step": 65703, "epoch": 369, "lr": 3.256216448773721e-05}
{"train_loss": 0.0025865654461085796, "global_step": 65704, "epoch": 369, "lr": 3.256077957418778e-05}
{"train_loss": 0.00098112178966403, "global_step": 65705, "epoch": 369, "lr": 3.2559394675870495e-05}
{"train_loss": 0.002212234539911151, "global_step": 65706, "epoch": 369, "lr": 3.255800979278651e-05}
{"train_loss": 0.0017667741049081087, "global_step": 65707, "epoch": 369, "lr": 3.2556624924937086e-05}
{"train_loss": 0.0008370429859496653, "global_step": 65708, "epoch": 369, "lr": 3.255524007232339e-05}
{"train_loss": 0.0016498677432537079, "global_step": 65709, "epoch": 369, "lr": 3.255385523494667e-05}
{"train_loss": 0.004852744285017252, "global_step": 65710, "epoch": 369, "lr": 3.255247041280809e-05}
{"train_loss": 0.0043831802904605865, "global_step": 65711, "epoch": 369, "lr": 3.255108560590892e-05}
{"train_loss": 0.002283975947648287, "global_step": 65712, "epoch": 369, "lr": 3.254970081425028e-05}
{"train_loss": 0.001539098098874092, "global_step": 65713, "epoch": 369, "lr": 3.2548316037833484e-05}
{"train_loss": 0.0015707454876974225, "global_step": 65714, "epoch": 369, "lr": 3.2546931276659666e-05}
{"train_loss": 0.0021460684947669506, "global_step": 65715, "epoch": 369, "lr": 3.254554653073006e-05}
{"train_loss": 0.0022066826932132244, "global_step": 65716, "epoch": 369, "lr": 3.25441618000459e-05}
{"train_loss": 0.0026613108348101377, "global_step": 65717, "epoch": 369, "lr": 3.254277708460835e-05}
{"train_loss": 0.0017974128713831306, "global_step": 65718, "epoch": 369, "lr": 3.254139238441866e-05}
{"train_loss": 0.0022701818961650133, "global_step": 65719, "epoch": 369, "lr": 3.2540007699478e-05}
{"train_loss": 0.0012548263184726238, "global_step": 65720, "epoch": 369, "lr": 3.253862302978762e-05}
{"train_loss": 0.0025094375014305115, "global_step": 65721, "epoch": 369, "lr": 3.25372383753487e-05}
{"train_loss": 0.00510945450514555, "global_step": 65722, "epoch": 369, "lr": 3.253585373616246e-05}
{"train_loss": 0.002665093168616295, "global_step": 65723, "epoch": 369, "lr": 3.2534469112230104e-05}
{"train_loss": 0.0021363510750234127, "global_step": 65724, "epoch": 369, "lr": 3.2533084503552866e-05}
{"train_loss": 0.006495882757008076, "global_step": 65725, "epoch": 369, "lr": 3.253169991013191e-05}
{"train_loss": 0.0030081728473305702, "global_step": 65726, "epoch": 369, "lr": 3.2530315331968485e-05}
{"train_loss": 0.0034866761416196823, "global_step": 65727, "epoch": 369, "lr": 3.2528930769063776e-05}
{"train_loss": 0.004030989482998848, "global_step": 65728, "epoch": 369, "lr": 3.252754622141902e-05}
{"train_loss": 0.0018106520874425769, "global_step": 65729, "epoch": 369, "lr": 3.25261616890354e-05}
{"train_loss": 0.004758525639772415, "global_step": 65730, "epoch": 369, "lr": 3.252477717191415e-05}
{"train_loss": 0.0025867645163089037, "global_step": 65731, "epoch": 369, "lr": 3.252339267005643e-05}
{"train_loss": 0.002952917944639921, "global_step": 65732, "epoch": 369, "lr": 3.25220081834635e-05}
{"train_loss": 0.002422961639240384, "global_step": 65733, "epoch": 369, "lr": 3.2520623712136545e-05}
{"train_loss": 0.001833043759688735, "global_step": 65734, "epoch": 369, "lr": 3.251923925607681e-05}
{"train_loss": 0.0015042262384667993, "global_step": 65735, "epoch": 369, "lr": 3.2517854815285444e-05}
{"train_loss": 0.0014590175123885274, "global_step": 65736, "epoch": 369, "lr": 3.2516470389763685e-05}
{"train_loss": 0.001217057229951024, "global_step": 65737, "epoch": 369, "lr": 3.251508597951276e-05}
{"train_loss": 0.0017565657617524266, "global_step": 65738, "epoch": 369, "lr": 3.251370158453385e-05}
{"train_loss": 0.00416926434263587, "global_step": 65739, "epoch": 369, "lr": 3.25123172048282e-05}
{"train_loss": 0.0017243176698684692, "global_step": 65740, "epoch": 369, "lr": 3.251093284039698e-05}
{"train_loss": 0.002326290588825941, "global_step": 65741, "epoch": 369, "lr": 3.250954849124143e-05}
{"train_loss": 0.001731273951008916, "global_step": 65742, "epoch": 369, "lr": 3.250816415736272e-05}
{"train_loss": 0.0021952716633677483, "global_step": 65743, "epoch": 369, "lr": 3.250677983876211e-05}
{"train_loss": 0.001988195115700364, "global_step": 65744, "epoch": 369, "lr": 3.2505395535440766e-05}
{"train_loss": 0.0006905171903781593, "global_step": 65745, "epoch": 369, "lr": 3.250401124739992e-05}
{"train_loss": 0.001807269174605608, "global_step": 65746, "epoch": 369, "lr": 3.250262697464078e-05}
{"train_loss": 0.003185391193255782, "global_step": 65747, "epoch": 369, "lr": 3.2501242717164556e-05}
{"train_loss": 0.0012720924569293857, "global_step": 65748, "epoch": 369, "lr": 3.249985847497243e-05}
{"train_loss": 0.00273693329654634, "global_step": 65749, "epoch": 369, "lr": 3.2498474248065656e-05}
{"train_loss": 0.001185545464977622, "global_step": 65750, "epoch": 369, "lr": 3.2497090036445405e-05}
{"train_loss": 0.0033819025848060846, "global_step": 65751, "epoch": 369, "lr": 3.2495705840112907e-05}
{"train_loss": 0.0020755084697157145, "global_step": 65752, "epoch": 369, "lr": 3.2494321659069346e-05}
{"train_loss": 0.002960745943710208, "global_step": 65753, "epoch": 369, "lr": 3.249293749331598e-05}
{"train_loss": 0.0035058921203017235, "global_step": 65754, "epoch": 369, "lr": 3.249155334285397e-05}
{"train_loss": 0.0037246206775307655, "global_step": 65755, "epoch": 369, "lr": 3.249016920768455e-05}
{"train_loss": 0.0011129818158224225, "global_step": 65756, "epoch": 369, "lr": 3.24887850878089e-05}
{"train_loss": 0.0014201528392732143, "global_step": 65757, "epoch": 369, "lr": 3.2487400983228266e-05}
{"train_loss": 0.002292696852236986, "global_step": 65758, "epoch": 369, "lr": 3.248601689394385e-05}
{"train_loss": 0.0015489341458305717, "global_step": 65759, "epoch": 369, "lr": 3.248463281995684e-05}
{"train_loss": 0.0027340855449438095, "global_step": 65760, "epoch": 369, "lr": 3.248324876126846e-05}
{"train_loss": 0.0060813953168690205, "global_step": 65761, "epoch": 369, "lr": 3.248186471787992e-05}
{"train_loss": 0.0018468117341399193, "global_step": 65762, "epoch": 369, "lr": 3.248048068979243e-05}
{"train_loss": 0.00213178270496428, "global_step": 65763, "epoch": 369, "lr": 3.2479096677007185e-05}
{"train_loss": 0.0012344305869191885, "global_step": 65764, "epoch": 369, "lr": 3.24777126795254e-05}
{"train_loss": 0.003480518003925681, "global_step": 65765, "epoch": 369, "lr": 3.247632869734828e-05}
{"train_loss": 0.004538631998002529, "global_step": 65766, "epoch": 369, "lr": 3.247494473047707e-05}
{"train_loss": 0.0021024621091783047, "global_step": 65767, "epoch": 369, "lr": 3.247356077891293e-05}
{"train_loss": 0.0010895933955907822, "global_step": 65768, "epoch": 369, "lr": 3.247217684265709e-05}
{"train_loss": 0.0010057097533717752, "global_step": 65769, "epoch": 369, "lr": 3.247079292171075e-05}
{"train_loss": 0.0033823708072304726, "global_step": 65770, "epoch": 369, "lr": 3.2469409016075136e-05}
{"train_loss": 0.0020329742692410946, "global_step": 65771, "epoch": 369, "lr": 3.2468025125751436e-05}
{"train_loss": 0.0029690926894545555, "global_step": 65772, "epoch": 369, "lr": 3.246664125074088e-05}
{"train_loss": 0.0012203038204461336, "global_step": 65773, "epoch": 369, "lr": 3.246525739104466e-05}
{"train_loss": 0.0015201931819319725, "global_step": 65774, "epoch": 369, "lr": 3.246387354666399e-05}
{"train_loss": 0.004014042671769857, "global_step": 65775, "epoch": 369, "lr": 3.246248971760007e-05}
{"train_loss": 0.002587968483567238, "global_step": 65776, "epoch": 369, "lr": 3.246110590385414e-05}
{"train_loss": 0.0027827739249914885, "global_step": 65777, "epoch": 369, "lr": 3.245972210542737e-05}
{"train_loss": 0.0014852460008114576, "global_step": 65778, "epoch": 369, "lr": 3.245833832232098e-05}
{"train_loss": 0.0011506786104291677, "global_step": 65779, "epoch": 369, "lr": 3.245695455453619e-05}
{"train_loss": 0.0009114291751757264, "global_step": 65780, "epoch": 369, "lr": 3.2455570802074206e-05}
{"train_loss": 0.003950068727135658, "global_step": 65781, "epoch": 369, "lr": 3.2454187064936246e-05}
{"train_loss": 0.001796877128072083, "global_step": 65782, "epoch": 369, "lr": 3.245280334312348e-05}
{"train_loss": 0.001730459975078702, "global_step": 65783, "epoch": 369, "lr": 3.245141963663716e-05}
{"train_loss": 0.0019918906036764383, "global_step": 65784, "epoch": 369, "lr": 3.245003594547846e-05}
{"train_loss": 0.0029656800907105207, "global_step": 65785, "epoch": 369, "lr": 3.244865226964864e-05}
{"train_loss": 0.0027905800379812717, "global_step": 65786, "epoch": 369, "lr": 3.244726860914884e-05}
{"train_loss": 0.002068828558549285, "global_step": 65787, "epoch": 369, "lr": 3.244588496398032e-05}
{"train_loss": 0.0015838383696973324, "global_step": 65788, "epoch": 369, "lr": 3.244450133414426e-05}
{"train_loss": 0.0005855906056240201, "global_step": 65789, "epoch": 369, "lr": 3.244311771964189e-05}
{"train_loss": 0.0013334748800843954, "global_step": 65790, "epoch": 369, "lr": 3.24417341204744e-05}
{"train_loss": 0.0020428597927093506, "global_step": 65791, "epoch": 369, "lr": 3.2440350536643014e-05}
{"train_loss": 0.0014322680654004216, "global_step": 65792, "epoch": 369, "lr": 3.243896696814893e-05}
{"train_loss": 0.0023237999994307756, "global_step": 65793, "epoch": 369, "lr": 3.243758341499335e-05}
{"train_loss": 0.0015820804983377457, "global_step": 65794, "epoch": 369, "lr": 3.24361998771775e-05}
{"train_loss": 0.002523386850953102, "global_step": 65795, "epoch": 369, "lr": 3.2434816354702596e-05}
{"train_loss": 0.0008790547144599259, "global_step": 65796, "epoch": 369, "lr": 3.243343284756981e-05}
{"train_loss": 0.0011109665501862764, "global_step": 65797, "epoch": 369, "lr": 3.243204935578037e-05}
{"train_loss": 0.0039935484528541565, "global_step": 65798, "epoch": 369, "lr": 3.243066587933549e-05}
{"train_loss": 0.0022457498125731945, "global_step": 65799, "epoch": 369, "lr": 3.242928241823637e-05}
{"train_loss": 0.00199489900842309, "global_step": 65800, "epoch": 369, "lr": 3.242789897248425e-05}
{"train_loss": 0.0035608229227364063, "global_step": 65801, "epoch": 369, "lr": 3.242651554208028e-05}
{"train_loss": 0.0016501396894454956, "global_step": 65802, "epoch": 369, "lr": 3.242513212702571e-05}
{"train_loss": 0.0035083694383502007, "global_step": 65803, "epoch": 369, "lr": 3.242374872732174e-05}
{"train_loss": 0.00360539136454463, "global_step": 65804, "epoch": 369, "lr": 3.242236534296958e-05}
{"train_loss": 0.0013215139042586088, "global_step": 65805, "epoch": 369, "lr": 3.2420981973970424e-05}
{"train_loss": 0.0013037881581112742, "global_step": 65806, "epoch": 369, "lr": 3.24195986203255e-05}
{"train_loss": 0.0018865226302295923, "global_step": 65807, "epoch": 369, "lr": 3.241821528203599e-05}
{"train_loss": 0.0017640544101595879, "global_step": 65808, "epoch": 369, "lr": 3.2416831959103134e-05}
{"train_loss": 0.002377548720687628, "global_step": 65809, "epoch": 369, "lr": 3.241544865152811e-05}
{"train_loss": 0.0020238396245986223, "global_step": 65810, "epoch": 369, "lr": 3.2414065359312165e-05}
{"train_loss": 0.0011226641945540905, "global_step": 65811, "epoch": 369, "lr": 3.241268208245647e-05}
{"train_loss": 0.002119152806699276, "global_step": 65812, "epoch": 369, "lr": 3.241129882096224e-05}
{"train_loss": 0.0031504309736192226, "global_step": 65813, "epoch": 369, "lr": 3.2409915574830694e-05}
{"train_loss": 0.0036182699259370565, "global_step": 65814, "epoch": 369, "lr": 3.2408532344063056e-05}
{"train_loss": 0.002577117644250393, "global_step": 65815, "epoch": 369, "lr": 3.2407149128660494e-05}
{"train_loss": 0.002284721005707979, "global_step": 65816, "epoch": 369, "lr": 3.240576592862424e-05}
{"train_loss": 0.0023589388001710176, "global_step": 65817, "epoch": 369, "lr": 3.24043827439555e-05}
{"train_loss": 0.001986626535654068, "global_step": 65818, "epoch": 369, "lr": 3.240299957465547e-05}
{"train_loss": 0.00240880879573524, "global_step": 65819, "epoch": 369, "lr": 3.240161642072539e-05}
{"train_loss": 0.0009227459086105227, "global_step": 65820, "epoch": 369, "lr": 3.2400233282166426e-05}
{"train_loss": 0.0020069479942321777, "global_step": 65821, "epoch": 369, "lr": 3.239885015897982e-05}
{"train_loss": 0.0027335856575518847, "global_step": 65822, "epoch": 369, "lr": 3.2397467051166766e-05}
{"train_loss": 0.0024645712692290545, "global_step": 65823, "epoch": 369, "lr": 3.239608395872848e-05}
{"train_loss": 0.005217977799475193, "global_step": 65824, "epoch": 369, "lr": 3.239470088166615e-05}
{"train_loss": 0.003930778242647648, "global_step": 65825, "epoch": 369, "lr": 3.239331781998102e-05}
{"train_loss": 0.002038534265011549, "global_step": 65826, "epoch": 369, "lr": 3.2391934773674246e-05}
{"train_loss": 0.004123968072235584, "global_step": 65827, "epoch": 369, "lr": 3.239055174274708e-05}
{"train_loss": 0.00196679774671793, "global_step": 65828, "epoch": 369, "lr": 3.23891687272007e-05}
{"train_loss": 0.0010262572905048728, "global_step": 65829, "epoch": 369, "lr": 3.2387785727036365e-05}
{"train_loss": 0.0020530440378934145, "global_step": 65830, "epoch": 369, "lr": 3.238640274225522e-05}
{"train_loss": 0.00262000085785985, "global_step": 65831, "epoch": 369, "lr": 3.2385019772858504e-05}
{"train_loss": 0.0027839948888868093, "global_step": 65832, "epoch": 369, "lr": 3.2383636818847416e-05}
{"train_loss": 0.0023926689755171537, "global_step": 65833, "epoch": 369, "lr": 3.238225388022319e-05}
{"train_loss": 0.0024191029369831085, "global_step": 65834, "epoch": 369, "lr": 3.2380870956986983e-05}
{"train_loss": 0.0009911480592563748, "global_step": 65835, "epoch": 369, "lr": 3.237948804914006e-05}
{"train_loss": 0.001041680807247758, "global_step": 65836, "epoch": 369, "lr": 3.237810515668358e-05}
{"train_loss": 0.00192061229608953, "global_step": 65837, "epoch": 369, "lr": 3.23767222796188e-05}
{"train_loss": 0.002158068586140871, "global_step": 65838, "epoch": 369, "lr": 3.2375339417946874e-05}
{"train_loss": 0.0009804869769141078, "global_step": 65839, "epoch": 369, "lr": 3.237395657166904e-05}
{"train_loss": 0.005094755440950394, "global_step": 65840, "epoch": 369, "lr": 3.237257374078653e-05}
{"train_loss": 0.001175163546577096, "global_step": 65841, "epoch": 369, "lr": 3.237119092530048e-05}
{"train_loss": 0.003633912419900298, "global_step": 65842, "epoch": 369, "lr": 3.2369808125212176e-05}
{"train_loss": 0.0028386679477989674, "global_step": 65843, "epoch": 369, "lr": 3.236842534052277e-05}
{"train_loss": 0.0018091928213834763, "global_step": 65844, "epoch": 369, "lr": 3.2367042571233516e-05}
{"train_loss": 0.0023426145780831575, "global_step": 65845, "epoch": 369, "lr": 3.236565981734558e-05}
{"train_loss": 0.0011425170814618468, "global_step": 65846, "epoch": 369, "lr": 3.236427707886019e-05}
{"train_loss": 0.0007535307668149471, "global_step": 65847, "epoch": 369, "lr": 3.236289435577855e-05}
{"train_loss": 0.0014785632956773043, "global_step": 65848, "epoch": 369, "lr": 3.236151164810188e-05}
{"train_loss": 0.0017380401259288192, "global_step": 65849, "epoch": 369, "lr": 3.236012895583136e-05}
{"train_loss": 0.0037215782795101404, "global_step": 65850, "epoch": 369, "lr": 3.235874627896822e-05}
{"train_loss": 0.0027618231251835823, "global_step": 65851, "epoch": 369, "lr": 3.235736361751366e-05}
{"train_loss": 0.002035374753177166, "global_step": 65852, "epoch": 369, "lr": 3.23559809714689e-05}
{"train_loss": 0.0015739301452413201, "global_step": 65853, "epoch": 369, "lr": 3.235459834083512e-05}
{"train_loss": 0.0024302098900079727, "global_step": 65854, "epoch": 369, "lr": 3.2353215725613554e-05}
{"train_loss": 0.002381201134994626, "global_step": 65855, "epoch": 369, "lr": 3.23518331258054e-05}
{"train_loss": 0.002425391459837556, "global_step": 65856, "epoch": 369, "lr": 3.235045054141187e-05}
{"train_loss": 0.001742544467560947, "global_step": 65857, "epoch": 369, "lr": 3.234906797243416e-05}
{"train_loss": 0.0027388217858970165, "global_step": 65858, "epoch": 369, "lr": 3.2347685418873494e-05}
{"train_loss": 0.0023468849903202794, "global_step": 65859, "epoch": 369, "lr": 3.234630288073106e-05}
{"train_loss": 0.002783547155559063, "global_step": 65860, "epoch": 370, "lr": 3.234492035800807e-05}
{"train_loss": 0.00106542999856174, "global_step": 65861, "epoch": 370, "lr": 3.234353785070575e-05}
{"train_loss": 0.0048385607078671455, "global_step": 65862, "epoch": 370, "lr": 3.234215535882529e-05}
{"train_loss": 0.002369734225794673, "global_step": 65863, "epoch": 370, "lr": 3.234077288236791e-05}
{"train_loss": 0.0017511798068881035, "global_step": 65864, "epoch": 370, "lr": 3.2339390421334805e-05}
{"train_loss": 0.0010803963523358107, "global_step": 65865, "epoch": 370, "lr": 3.233800797572719e-05}
{"train_loss": 0.001321381889283657, "global_step": 65866, "epoch": 370, "lr": 3.233662554554626e-05}
{"train_loss": 0.0021246038377285004, "global_step": 65867, "epoch": 370, "lr": 3.233524313079326e-05}
{"train_loss": 0.002398477168753743, "global_step": 65868, "epoch": 370, "lr": 3.233386073146934e-05}
{"train_loss": 0.0027615088038146496, "global_step": 65869, "epoch": 370, "lr": 3.233247834757575e-05}
{"train_loss": 0.0017114354996010661, "global_step": 65870, "epoch": 370, "lr": 3.233109597911368e-05}
{"train_loss": 0.003690308192744851, "global_step": 65871, "epoch": 370, "lr": 3.2329713626084354e-05}
{"train_loss": 0.0029350467957556248, "global_step": 65872, "epoch": 370, "lr": 3.232833128848896e-05}
{"train_loss": 0.0032850331626832485, "global_step": 65873, "epoch": 370, "lr": 3.232694896632872e-05}
{"train_loss": 0.0027564363554120064, "global_step": 65874, "epoch": 370, "lr": 3.232556665960482e-05}
{"train_loss": 0.0009611984714865685, "global_step": 65875, "epoch": 370, "lr": 3.23241843683185e-05}
{"train_loss": 0.0050160838291049, "global_step": 65876, "epoch": 370, "lr": 3.232280209247093e-05}
{"train_loss": 0.0016679345862939954, "global_step": 65877, "epoch": 370, "lr": 3.232141983206336e-05}
{"train_loss": 0.002208561869338155, "global_step": 65878, "epoch": 370, "lr": 3.232003758709695e-05}
{"train_loss": 0.00241750362329185, "global_step": 65879, "epoch": 370, "lr": 3.231865535757295e-05}
{"train_loss": 0.0021413853392004967, "global_step": 65880, "epoch": 370, "lr": 3.2317273143492534e-05}
{"train_loss": 0.001379196997731924, "global_step": 65881, "epoch": 370, "lr": 3.231589094485692e-05}
{"train_loss": 0.0013643722049891949, "global_step": 65882, "epoch": 370, "lr": 3.2314508761667346e-05}
{"train_loss": 0.0026559855323284864, "global_step": 65883, "epoch": 370, "lr": 3.231312659392497e-05}
{"train_loss": 0.0022062917705625296, "global_step": 65884, "epoch": 370, "lr": 3.231174444163103e-05}
{"train_loss": 0.002456073882058263, "global_step": 65885, "epoch": 370, "lr": 3.231036230478671e-05}
{"train_loss": 0.0037126042880117893, "global_step": 65886, "epoch": 370, "lr": 3.230898018339326e-05}
{"train_loss": 0.0016234908252954483, "global_step": 65887, "epoch": 370, "lr": 3.230759807745184e-05}
{"train_loss": 0.0016767652705311775, "global_step": 65888, "epoch": 370, "lr": 3.2306215986963685e-05}
{"train_loss": 0.002745733829215169, "global_step": 65889, "epoch": 370, "lr": 3.2304833911929975e-05}
{"train_loss": 0.0017310990951955318, "global_step": 65890, "epoch": 370, "lr": 3.230345185235197e-05}
{"train_loss": 0.002766817342489958, "global_step": 65891, "epoch": 370, "lr": 3.2302069808230814e-05}
{"train_loss": 0.0019160483498126268, "global_step": 65892, "epoch": 370, "lr": 3.2300687779567754e-05}
{"train_loss": 0.003235861659049988, "global_step": 65893, "epoch": 370, "lr": 3.2299305766363973e-05}
{"train_loss": 0.0036216762382537127, "global_step": 65894, "epoch": 370, "lr": 3.229792376862072e-05}
{"train_loss": 0.0015720892697572708, "global_step": 65895, "epoch": 370, "lr": 3.229654178633915e-05}
{"train_loss": 0.0027178344316780567, "global_step": 65896, "epoch": 370, "lr": 3.2295159819520514e-05}
{"train_loss": 0.0013974274042993784, "global_step": 65897, "epoch": 370, "lr": 3.2293777868165975e-05}
{"train_loss": 0.0010409336537122726, "global_step": 65898, "epoch": 370, "lr": 3.229239593227677e-05}
{"train_loss": 0.002469745697453618, "global_step": 65899, "epoch": 370, "lr": 3.22910140118541e-05}
{"train_loss": 0.001872316817753017, "global_step": 65900, "epoch": 370, "lr": 3.2289632106899194e-05}
{"train_loss": 0.0025052104610949755, "global_step": 65901, "epoch": 370, "lr": 3.228825021741321e-05}
{"train_loss": 0.0016836049035191536, "global_step": 65902, "epoch": 370, "lr": 3.228686834339737e-05}
{"train_loss": 0.0014626642223447561, "global_step": 65903, "epoch": 370, "lr": 3.2285486484852924e-05}
{"train_loss": 0.002111581852659583, "global_step": 65904, "epoch": 370, "lr": 3.2284104641781024e-05}
{"train_loss": 0.0016892326530069113, "global_step": 65905, "epoch": 370, "lr": 3.228272281418292e-05}
{"train_loss": 0.0013802959583699703, "global_step": 65906, "epoch": 370, "lr": 3.2281341002059785e-05}
{"train_loss": 0.0018864026060327888, "global_step": 65907, "epoch": 370, "lr": 3.227995920541285e-05}
{"train_loss": 0.002043204614892602, "global_step": 65908, "epoch": 370, "lr": 3.2278577424243306e-05}
{"train_loss": 0.001499935518950224, "global_step": 65909, "epoch": 370, "lr": 3.227719565855238e-05}
{"train_loss": 0.003799821250140667, "global_step": 65910, "epoch": 370, "lr": 3.227581390834125e-05}
{"train_loss": 0.002853045240044594, "global_step": 65911, "epoch": 370, "lr": 3.2274432173611144e-05}
{"train_loss": 0.0063547855243086815, "global_step": 65912, "epoch": 370, "lr": 3.227305045436325e-05}
{"train_loss": 0.0015003504231572151, "global_step": 65913, "epoch": 370, "lr": 3.227166875059881e-05}
{"train_loss": 0.0017963140271604061, "global_step": 65914, "epoch": 370, "lr": 3.227028706231899e-05}
{"train_loss": 0.002821314614266157, "global_step": 65915, "epoch": 370, "lr": 3.226890538952504e-05}
{"train_loss": 0.001582509488798678, "global_step": 65916, "epoch": 370, "lr": 3.226752373221812e-05}
{"train_loss": 0.0025171376764774323, "global_step": 65917, "epoch": 370, "lr": 3.2266142090399463e-05}
{"train_loss": 0.00209019985049963, "global_step": 65918, "epoch": 370, "lr": 3.226476046407027e-05}
{"train_loss": 0.0020293109118938446, "global_step": 65919, "epoch": 370, "lr": 3.2263378853231765e-05}
{"train_loss": 0.0026333366986364126, "global_step": 65920, "epoch": 370, "lr": 3.2261997257885126e-05}
{"train_loss": 0.0032113855704665184, "global_step": 65921, "epoch": 370, "lr": 3.226061567803157e-05}
{"train_loss": 0.0021987820509821177, "global_step": 65922, "epoch": 370, "lr": 3.225923411367231e-05}
{"train_loss": 0.0015860514249652624, "global_step": 65923, "epoch": 370, "lr": 3.225785256480854e-05}
{"train_loss": 0.0021721376106142998, "global_step": 65924, "epoch": 370, "lr": 3.2256471031441496e-05}
{"train_loss": 0.0023958422243595123, "global_step": 65925, "epoch": 370, "lr": 3.225508951357235e-05}
{"train_loss": 0.002367620822042227, "global_step": 65926, "epoch": 370, "lr": 3.225370801120233e-05}
{"train_loss": 0.003047345206141472, "global_step": 65927, "epoch": 370, "lr": 3.225232652433263e-05}
{"train_loss": 0.002667914377525449, "global_step": 65928, "epoch": 370, "lr": 3.2250945052964485e-05}
{"train_loss": 0.0036493102088570595, "global_step": 65929, "epoch": 370, "lr": 3.224956359709905e-05}
{"train_loss": 0.0027479396667331457, "global_step": 65930, "epoch": 370, "lr": 3.2248182156737583e-05}
{"train_loss": 0.0014027984580025077, "global_step": 65931, "epoch": 370, "lr": 3.2246800731881255e-05}
{"train_loss": 0.00247571081854403, "global_step": 65932, "epoch": 370, "lr": 3.22454193225313e-05}
{"train_loss": 0.0026983742136508226, "global_step": 65933, "epoch": 370, "lr": 3.2244037928688895e-05}
{"train_loss": 0.0022601676173508167, "global_step": 65934, "epoch": 370, "lr": 3.224265655035529e-05}
{"train_loss": 0.0033533666282892227, "global_step": 65935, "epoch": 370, "lr": 3.224127518753163e-05}
{"train_loss": 0.0025885929353535175, "global_step": 65936, "epoch": 370, "lr": 3.2239893840219174e-05}
{"train_loss": 0.0021561994217336178, "global_step": 65937, "epoch": 370, "lr": 3.223851250841909e-05}
{"train_loss": 0.0016490980051457882, "global_step": 65938, "epoch": 370, "lr": 3.223713119213264e-05}
{"train_loss": 0.004150980152189732, "global_step": 65939, "epoch": 370, "lr": 3.223574989136097e-05}
{"train_loss": 0.001911667874082923, "global_step": 65940, "epoch": 370, "lr": 3.223436860610531e-05}
{"train_loss": 0.002730228006839752, "global_step": 65941, "epoch": 370, "lr": 3.223298733636688e-05}
{"train_loss": 0.0017879654187709093, "global_step": 65942, "epoch": 370, "lr": 3.223160608214688e-05}
{"train_loss": 0.003974239807575941, "global_step": 65943, "epoch": 370, "lr": 3.223022484344649e-05}
{"train_loss": 0.001926191383972764, "global_step": 65944, "epoch": 370, "lr": 3.222884362026694e-05}
{"train_loss": 0.0024762654211372137, "global_step": 65945, "epoch": 370, "lr": 3.2227462412609446e-05}
{"train_loss": 0.0040747905150055885, "global_step": 65946, "epoch": 370, "lr": 3.222608122047519e-05}
{"train_loss": 0.0017235291888937354, "global_step": 65947, "epoch": 370, "lr": 3.222470004386541e-05}
{"train_loss": 0.003160649910569191, "global_step": 65948, "epoch": 370, "lr": 3.222331888278127e-05}
{"train_loss": 0.0029023459646850824, "global_step": 65949, "epoch": 370, "lr": 3.2221937737224015e-05}
{"train_loss": 0.002057292964309454, "global_step": 65950, "epoch": 370, "lr": 3.222055660719483e-05}
{"train_loss": 0.0029660689178854227, "global_step": 65951, "epoch": 370, "lr": 3.2219175492694945e-05}
{"train_loss": 0.0007780070882290602, "global_step": 65952, "epoch": 370, "lr": 3.221779439372552e-05}
{"train_loss": 0.0017028187867254019, "global_step": 65953, "epoch": 370, "lr": 3.2216413310287814e-05}
{"train_loss": 0.0012953192926943302, "global_step": 65954, "epoch": 370, "lr": 3.2215032242382994e-05}
{"train_loss": 0.0009934105910360813, "global_step": 65955, "epoch": 370, "lr": 3.2213651190012284e-05}
{"train_loss": 0.0021307230927050114, "global_step": 65956, "epoch": 370, "lr": 3.221227015317688e-05}
{"train_loss": 0.0031520258635282516, "global_step": 65957, "epoch": 370, "lr": 3.221088913187801e-05}
{"train_loss": 0.002114478498697281, "global_step": 65958, "epoch": 370, "lr": 3.2209508126116856e-05}
{"train_loss": 0.0021311501041054726, "global_step": 65959, "epoch": 370, "lr": 3.220812713589464e-05}
{"train_loss": 0.0006923972396180034, "global_step": 65960, "epoch": 370, "lr": 3.220674616121255e-05}
{"train_loss": 0.0013812509132549167, "global_step": 65961, "epoch": 370, "lr": 3.2205365202071825e-05}
{"train_loss": 0.001037899754010141, "global_step": 65962, "epoch": 370, "lr": 3.220398425847364e-05}
{"train_loss": 0.0019316463731229305, "global_step": 65963, "epoch": 370, "lr": 3.2202603330419215e-05}
{"train_loss": 0.004437764175236225, "global_step": 65964, "epoch": 370, "lr": 3.220122241790974e-05}
{"train_loss": 0.0016942491056397557, "global_step": 65965, "epoch": 370, "lr": 3.219984152094643e-05}
{"train_loss": 0.0019841096363961697, "global_step": 65966, "epoch": 370, "lr": 3.2198460639530527e-05}
{"train_loss": 0.00213861046358943, "global_step": 65967, "epoch": 370, "lr": 3.2197079773663183e-05}
{"train_loss": 0.004968770779669285, "global_step": 65968, "epoch": 370, "lr": 3.2195698923345644e-05}
{"train_loss": 0.0011365159880369902, "global_step": 65969, "epoch": 370, "lr": 3.219431808857908e-05}
{"train_loss": 0.0035977123770862818, "global_step": 65970, "epoch": 370, "lr": 3.219293726936472e-05}
{"train_loss": 0.002255867701023817, "global_step": 65971, "epoch": 370, "lr": 3.219155646570377e-05}
{"train_loss": 0.0033327103592455387, "global_step": 65972, "epoch": 370, "lr": 3.219017567759744e-05}
{"train_loss": 0.0010874408762902021, "global_step": 65973, "epoch": 370, "lr": 3.21887949050469e-05}
{"train_loss": 0.0022794054821133614, "global_step": 65974, "epoch": 370, "lr": 3.218741414805341e-05}
{"train_loss": 0.001885398873127997, "global_step": 65975, "epoch": 370, "lr": 3.2186033406618136e-05}
{"train_loss": 0.0025068370159715414, "global_step": 65976, "epoch": 370, "lr": 3.218465268074232e-05}
{"train_loss": 0.0028404402546584606, "global_step": 65977, "epoch": 370, "lr": 3.218327197042712e-05}
{"train_loss": 0.001793328090570867, "global_step": 65978, "epoch": 370, "lr": 3.2181891275673784e-05}
{"train_loss": 0.0014165875036269426, "global_step": 65979, "epoch": 370, "lr": 3.218051059648348e-05}
{"train_loss": 0.0023857103660702705, "global_step": 65980, "epoch": 370, "lr": 3.2179129932857474e-05}
{"train_loss": 0.003684865077957511, "global_step": 65981, "epoch": 370, "lr": 3.21777492847969e-05}
{"train_loss": 0.0034271616023033857, "global_step": 65982, "epoch": 370, "lr": 3.217636865230301e-05}
{"train_loss": 0.0018131856340914965, "global_step": 65983, "epoch": 370, "lr": 3.217498803537699e-05}
{"train_loss": 0.0038110867608338594, "global_step": 65984, "epoch": 370, "lr": 3.2173607434020074e-05}
{"train_loss": 0.0015645858366042376, "global_step": 65985, "epoch": 370, "lr": 3.2172226848233425e-05}
{"train_loss": 0.0014684289926663041, "global_step": 65986, "epoch": 370, "lr": 3.2170846278018276e-05}
{"train_loss": 0.001868002931587398, "global_step": 65987, "epoch": 370, "lr": 3.216946572337584e-05}
{"train_loss": 0.0016183775151148438, "global_step": 65988, "epoch": 370, "lr": 3.2168085184307295e-05}
{"train_loss": 0.0015192895662039518, "global_step": 65989, "epoch": 370, "lr": 3.2166704660813874e-05}
{"train_loss": 0.003084665397182107, "global_step": 65990, "epoch": 370, "lr": 3.216532415289676e-05}
{"train_loss": 0.003114412073045969, "global_step": 65991, "epoch": 370, "lr": 3.21639436605572e-05}
{"train_loss": 0.003177633509039879, "global_step": 65992, "epoch": 370, "lr": 3.216256318379633e-05}
{"train_loss": 0.0038458681665360928, "global_step": 65993, "epoch": 370, "lr": 3.216118272261542e-05}
{"train_loss": 0.0022766231559216976, "global_step": 65994, "epoch": 370, "lr": 3.2159802277015636e-05}
{"train_loss": 0.003006237093359232, "global_step": 65995, "epoch": 370, "lr": 3.215842184699822e-05}
{"train_loss": 0.005859239958226681, "global_step": 65996, "epoch": 370, "lr": 3.215704143256434e-05}
{"train_loss": 0.0024998686276376247, "global_step": 65997, "epoch": 370, "lr": 3.2155661033715226e-05}
{"train_loss": 0.00213208538480103, "global_step": 65998, "epoch": 370, "lr": 3.215428065045207e-05}
{"train_loss": 0.0019333397503942251, "global_step": 65999, "epoch": 370, "lr": 3.2152900282776097e-05}
{"train_loss": 0.002869328949600458, "global_step": 66000, "epoch": 370, "lr": 3.215151993068849e-05}
{"train_loss": 0.0031889413949102163, "global_step": 66001, "epoch": 370, "lr": 3.2150139594190464e-05}
{"train_loss": 0.002756176982074976, "global_step": 66002, "epoch": 370, "lr": 3.214875927328322e-05}
{"train_loss": 0.0013899856712669134, "global_step": 66003, "epoch": 370, "lr": 3.214737896796799e-05}
{"train_loss": 0.0033636922016739845, "global_step": 66004, "epoch": 370, "lr": 3.214599867824593e-05}
{"train_loss": 0.0016685426235198975, "global_step": 66005, "epoch": 370, "lr": 3.214461840411831e-05}
{"train_loss": 0.0009765796130523086, "global_step": 66006, "epoch": 370, "lr": 3.2143238145586266e-05}
{"train_loss": 0.003387944772839546, "global_step": 66007, "epoch": 370, "lr": 3.214185790265104e-05}
{"train_loss": 0.003933859057724476, "global_step": 66008, "epoch": 370, "lr": 3.214047767531385e-05}
{"train_loss": 0.0029085460118949413, "global_step": 66009, "epoch": 370, "lr": 3.213909746357587e-05}
{"train_loss": 0.0053419265896081924, "global_step": 66010, "epoch": 370, "lr": 3.213771726743835e-05}
{"train_loss": 0.0033485451713204384, "global_step": 66011, "epoch": 370, "lr": 3.213633708690244e-05}
{"train_loss": 0.004382366314530373, "global_step": 66012, "epoch": 370, "lr": 3.2134956921969386e-05}
{"train_loss": 0.0013306548353284597, "global_step": 66013, "epoch": 370, "lr": 3.213357677264036e-05}
{"train_loss": 0.0011109381448477507, "global_step": 66014, "epoch": 370, "lr": 3.213219663891662e-05}
{"train_loss": 0.001859949086792767, "global_step": 66015, "epoch": 370, "lr": 3.213081652079931e-05}
{"train_loss": 0.0020999375265091658, "global_step": 66016, "epoch": 370, "lr": 3.212943641828968e-05}
{"train_loss": 0.0030925499740988016, "global_step": 66017, "epoch": 370, "lr": 3.212805633138891e-05}
{"train_loss": 0.001248716376721859, "global_step": 66018, "epoch": 370, "lr": 3.212667626009824e-05}
{"train_loss": 0.0015732325846329331, "global_step": 66019, "epoch": 370, "lr": 3.212529620441882e-05}
{"train_loss": 0.0015268470160663128, "global_step": 66020, "epoch": 370, "lr": 3.2123916164351906e-05}
{"train_loss": 0.00242509669624269, "global_step": 66021, "epoch": 370, "lr": 3.2122536139898673e-05}
{"train_loss": 0.002473219530656934, "global_step": 66022, "epoch": 370, "lr": 3.212115613106035e-05}
{"train_loss": 0.002385631436482072, "global_step": 66023, "epoch": 370, "lr": 3.211977613783812e-05}
{"train_loss": 0.0015618359902873635, "global_step": 66024, "epoch": 370, "lr": 3.211839616023321e-05}
{"train_loss": 0.0026867766864597797, "global_step": 66025, "epoch": 370, "lr": 3.211701619824679e-05}
{"train_loss": 0.0020262489560991526, "global_step": 66026, "epoch": 370, "lr": 3.211563625188011e-05}
{"train_loss": 0.0023933639749884605, "global_step": 66027, "epoch": 370, "lr": 3.2114256321134325e-05}
{"train_loss": 0.0023037977516651154, "global_step": 66028, "epoch": 370, "lr": 3.2112876406010684e-05}
{"train_loss": 0.0016867215745151043, "global_step": 66029, "epoch": 370, "lr": 3.2111496506510396e-05}
{"train_loss": 0.0023728646337985992, "global_step": 66030, "epoch": 370, "lr": 3.211011662263462e-05}
{"train_loss": 0.003622640622779727, "global_step": 66031, "epoch": 370, "lr": 3.2108736754384604e-05}
{"train_loss": 0.0021831635385751724, "global_step": 66032, "epoch": 370, "lr": 3.210735690176153e-05}
{"train_loss": 0.001240533427335322, "global_step": 66033, "epoch": 370, "lr": 3.210597706476664e-05}
{"train_loss": 0.0017460603266954422, "global_step": 66034, "epoch": 370, "lr": 3.2104597243401066e-05}
{"train_loss": 0.0016451736446470022, "global_step": 66035, "epoch": 370, "lr": 3.2103217437666086e-05}
{"train_loss": 0.0014596616383641958, "global_step": 66036, "epoch": 370, "lr": 3.210183764756286e-05}
{"train_loss": 0.0023836559946962704, "global_step": 66037, "epoch": 370, "lr": 3.210045787309263e-05, "train_action_mse_error": 3.8062248677306343e-06}
{"train_loss": 0.0016196942888200283, "global_step": 66038, "epoch": 371, "lr": 3.2099078114256564e-05}
{"train_loss": 0.003287439700216055, "global_step": 66039, "epoch": 371, "lr": 3.20976983710559e-05}
{"train_loss": 0.0032297661527991295, "global_step": 66040, "epoch": 371, "lr": 3.2096318643491806e-05}
{"train_loss": 0.001775887212716043, "global_step": 66041, "epoch": 371, "lr": 3.2094938931565535e-05}
{"train_loss": 0.0010417891899123788, "global_step": 66042, "epoch": 371, "lr": 3.2093559235278236e-05}
{"train_loss": 0.0022813600953668356, "global_step": 66043, "epoch": 371, "lr": 3.209217955463118e-05}
{"train_loss": 0.0023656440898776054, "global_step": 66044, "epoch": 371, "lr": 3.20907998896255e-05}
{"train_loss": 0.0026026105042546988, "global_step": 66045, "epoch": 371, "lr": 3.208942024026246e-05}
{"train_loss": 0.001644154661335051, "global_step": 66046, "epoch": 371, "lr": 3.208804060654322e-05}
{"train_loss": 0.0023322829511016607, "global_step": 66047, "epoch": 371, "lr": 3.208666098846903e-05}
{"train_loss": 0.0010572712635621428, "global_step": 66048, "epoch": 371, "lr": 3.208528138604106e-05}
{"train_loss": 0.0017948825843632221, "global_step": 66049, "epoch": 371, "lr": 3.208390179926052e-05}
{"train_loss": 0.004861191846430302, "global_step": 66050, "epoch": 371, "lr": 3.208252222812863e-05}
{"train_loss": 0.0025129225105047226, "global_step": 66051, "epoch": 371, "lr": 3.208114267264658e-05}
{"train_loss": 0.0028021149337291718, "global_step": 66052, "epoch": 371, "lr": 3.2079763132815596e-05}
{"train_loss": 0.0016249422915279865, "global_step": 66053, "epoch": 371, "lr": 3.207838360863687e-05}
{"train_loss": 0.003218336496502161, "global_step": 66054, "epoch": 371, "lr": 3.207700410011159e-05}
{"train_loss": 0.0018690568394958973, "global_step": 66055, "epoch": 371, "lr": 3.207562460724097e-05}
{"train_loss": 0.0031577639747411013, "global_step": 66056, "epoch": 371, "lr": 3.2074245130026254e-05}
{"train_loss": 0.00279585481621325, "global_step": 66057, "epoch": 371, "lr": 3.207286566846859e-05}
{"train_loss": 0.0035910680890083313, "global_step": 66058, "epoch": 371, "lr": 3.207148622256921e-05}
{"train_loss": 0.002381343860179186, "global_step": 66059, "epoch": 371, "lr": 3.2070106792329316e-05}
{"train_loss": 0.0034452376421540976, "global_step": 66060, "epoch": 371, "lr": 3.206872737775013e-05}
{"train_loss": 0.0022403988987207413, "global_step": 66061, "epoch": 371, "lr": 3.206734797883282e-05}
{"train_loss": 0.0015078686410561204, "global_step": 66062, "epoch": 371, "lr": 3.206596859557862e-05}
{"train_loss": 0.0025692167691886425, "global_step": 66063, "epoch": 371, "lr": 3.206458922798872e-05}
{"train_loss": 0.0016823282930999994, "global_step": 66064, "epoch": 371, "lr": 3.206320987606433e-05}
{"train_loss": 0.0013969679130241275, "global_step": 66065, "epoch": 371, "lr": 3.206183053980665e-05}
{"train_loss": 0.0017125620506703854, "global_step": 66066, "epoch": 371, "lr": 3.206045121921691e-05}
{"train_loss": 0.002116211224347353, "global_step": 66067, "epoch": 371, "lr": 3.2059071914296274e-05}
{"train_loss": 0.0025699781253933907, "global_step": 66068, "epoch": 371, "lr": 3.2057692625045976e-05}
{"train_loss": 0.00259741535410285, "global_step": 66069, "epoch": 371, "lr": 3.20563133514672e-05}
{"train_loss": 0.0015111136017367244, "global_step": 66070, "epoch": 371, "lr": 3.205493409356117e-05}
{"train_loss": 0.0029490054585039616, "global_step": 66071, "epoch": 371, "lr": 3.20535548513291e-05}
{"train_loss": 0.0013148641446605325, "global_step": 66072, "epoch": 371, "lr": 3.205217562477215e-05}
{"train_loss": 0.0011818830389529467, "global_step": 66073, "epoch": 371, "lr": 3.205079641389157e-05}
{"train_loss": 0.0010214108042418957, "global_step": 66074, "epoch": 371, "lr": 3.204941721868854e-05}
{"train_loss": 0.0014059878885746002, "global_step": 66075, "epoch": 371, "lr": 3.204803803916429e-05}
{"train_loss": 0.002227133372798562, "global_step": 66076, "epoch": 371, "lr": 3.204665887531999e-05}
{"train_loss": 0.005598489195108414, "global_step": 66077, "epoch": 371, "lr": 3.204527972715687e-05}
{"train_loss": 0.0030186069197952747, "global_step": 66078, "epoch": 371, "lr": 3.204390059467611e-05}
{"train_loss": 0.002401093253865838, "global_step": 66079, "epoch": 371, "lr": 3.204252147787895e-05}
{"train_loss": 0.0021428789477795362, "global_step": 66080, "epoch": 371, "lr": 3.204114237676656e-05}
{"train_loss": 0.0024782116524875164, "global_step": 66081, "epoch": 371, "lr": 3.203976329134018e-05}
{"train_loss": 0.00501749012619257, "global_step": 66082, "epoch": 371, "lr": 3.203838422160097e-05}
{"train_loss": 0.004390322603285313, "global_step": 66083, "epoch": 371, "lr": 3.203700516755017e-05}
{"train_loss": 0.0008351675933226943, "global_step": 66084, "epoch": 371, "lr": 3.203562612918897e-05}
{"train_loss": 0.0024098637513816357, "global_step": 66085, "epoch": 371, "lr": 3.203424710651859e-05}
{"train_loss": 0.0018936949782073498, "global_step": 66086, "epoch": 371, "lr": 3.2032868099540204e-05}
{"train_loss": 0.0029360500629991293, "global_step": 66087, "epoch": 371, "lr": 3.203148910825504e-05}
{"train_loss": 0.003108968958258629, "global_step": 66088, "epoch": 371, "lr": 3.203011013266429e-05}
{"train_loss": 0.003322520526126027, "global_step": 66089, "epoch": 371, "lr": 3.2028731172769194e-05}
{"train_loss": 0.0028237926308065653, "global_step": 66090, "epoch": 371, "lr": 3.2027352228570905e-05}
{"train_loss": 0.0037741512060165405, "global_step": 66091, "epoch": 371, "lr": 3.2025973300070645e-05}
{"train_loss": 0.0028506810776889324, "global_step": 66092, "epoch": 371, "lr": 3.202459438726964e-05}
{"train_loss": 0.002862286753952503, "global_step": 66093, "epoch": 371, "lr": 3.202321549016906e-05}
{"train_loss": 0.0022402293980121613, "global_step": 66094, "epoch": 371, "lr": 3.202183660877015e-05}
{"train_loss": 0.0017820998327806592, "global_step": 66095, "epoch": 371, "lr": 3.202045774307408e-05}
{"train_loss": 0.002877569990232587, "global_step": 66096, "epoch": 371, "lr": 3.2019078893082076e-05}
{"train_loss": 0.0014475368661805987, "global_step": 66097, "epoch": 371, "lr": 3.201770005879532e-05}
{"train_loss": 0.003029542975127697, "global_step": 66098, "epoch": 371, "lr": 3.201632124021504e-05}
{"train_loss": 0.0026609362103044987, "global_step": 66099, "epoch": 371, "lr": 3.2014942437342415e-05}
{"train_loss": 0.0021992591209709644, "global_step": 66100, "epoch": 371, "lr": 3.201356365017868e-05}
{"train_loss": 0.0011371702421456575, "global_step": 66101, "epoch": 371, "lr": 3.201218487872502e-05}
{"train_loss": 0.004650439135730267, "global_step": 66102, "epoch": 371, "lr": 3.2010806122982636e-05}
{"train_loss": 0.0026455740444362164, "global_step": 66103, "epoch": 371, "lr": 3.200942738295273e-05}
{"train_loss": 0.003562884870916605, "global_step": 66104, "epoch": 371, "lr": 3.200804865863654e-05}
{"train_loss": 0.0015980429016053677, "global_step": 66105, "epoch": 371, "lr": 3.200666995003522e-05}
{"train_loss": 0.00475815124809742, "global_step": 66106, "epoch": 371, "lr": 3.200529125715002e-05}
{"train_loss": 0.0025122039951384068, "global_step": 66107, "epoch": 371, "lr": 3.20039125799821e-05}
{"train_loss": 0.0034326878376305103, "global_step": 66108, "epoch": 371, "lr": 3.2002533918532714e-05}
{"train_loss": 0.0021864641457796097, "global_step": 66109, "epoch": 371, "lr": 3.200115527280302e-05}
{"train_loss": 0.0016686477465555072, "global_step": 66110, "epoch": 371, "lr": 3.199977664279424e-05}
{"train_loss": 0.0014628343051299453, "global_step": 66111, "epoch": 371, "lr": 3.199839802850759e-05}
{"train_loss": 0.0032800822518765926, "global_step": 66112, "epoch": 371, "lr": 3.199701942994425e-05}
{"train_loss": 0.0016026945086196065, "global_step": 66113, "epoch": 371, "lr": 3.1995640847105465e-05}
{"train_loss": 0.003682204522192478, "global_step": 66114, "epoch": 371, "lr": 3.1994262279992394e-05}
{"train_loss": 0.002359171863645315, "global_step": 66115, "epoch": 371, "lr": 3.199288372860628e-05}
{"train_loss": 0.004515493754297495, "global_step": 66116, "epoch": 371, "lr": 3.199150519294828e-05}
{"train_loss": 0.0027788623701781034, "global_step": 66117, "epoch": 371, "lr": 3.199012667301964e-05}
{"train_loss": 0.002827875316143036, "global_step": 66118, "epoch": 371, "lr": 3.198874816882154e-05}
{"train_loss": 0.0034404273610562086, "global_step": 66119, "epoch": 371, "lr": 3.1987369680355207e-05}
{"train_loss": 0.003477978054434061, "global_step": 66120, "epoch": 371, "lr": 3.198599120762181e-05}
{"train_loss": 0.0023610196076333523, "global_step": 66121, "epoch": 371, "lr": 3.198461275062259e-05}
{"train_loss": 0.0015520196175202727, "global_step": 66122, "epoch": 371, "lr": 3.198323430935872e-05}
{"train_loss": 0.00197254098020494, "global_step": 66123, "epoch": 371, "lr": 3.198185588383144e-05}
{"train_loss": 0.0029060221277177334, "global_step": 66124, "epoch": 371, "lr": 3.1980477474041915e-05}
{"train_loss": 0.004303273744881153, "global_step": 66125, "epoch": 371, "lr": 3.1979099079991377e-05}
{"train_loss": 0.001674687140621245, "global_step": 66126, "epoch": 371, "lr": 3.197772070168101e-05}
{"train_loss": 0.002440056763589382, "global_step": 66127, "epoch": 371, "lr": 3.197634233911204e-05}
{"train_loss": 0.002688561100512743, "global_step": 66128, "epoch": 371, "lr": 3.197496399228565e-05}
{"train_loss": 0.004598010331392288, "global_step": 66129, "epoch": 371, "lr": 3.1973585661203054e-05}
{"train_loss": 0.001069727586582303, "global_step": 66130, "epoch": 371, "lr": 3.197220734586545e-05}
{"train_loss": 0.0031990641728043556, "global_step": 66131, "epoch": 371, "lr": 3.197082904627406e-05}
{"train_loss": 0.0021104090847074986, "global_step": 66132, "epoch": 371, "lr": 3.1969450762430066e-05}
{"train_loss": 0.0006520512397401035, "global_step": 66133, "epoch": 371, "lr": 3.196807249433467e-05}
{"train_loss": 0.0013498775660991669, "global_step": 66134, "epoch": 371, "lr": 3.196669424198911e-05}
{"train_loss": 0.003195757046341896, "global_step": 66135, "epoch": 371, "lr": 3.1965316005394544e-05}
{"train_loss": 0.007526317145675421, "global_step": 66136, "epoch": 371, "lr": 3.196393778455221e-05}
{"train_loss": 0.0020645558834075928, "global_step": 66137, "epoch": 371, "lr": 3.196255957946328e-05}
{"train_loss": 0.001043717609718442, "global_step": 66138, "epoch": 371, "lr": 3.1961181390129e-05}
{"train_loss": 0.0012460416182875633, "global_step": 66139, "epoch": 371, "lr": 3.195980321655054e-05}
{"train_loss": 0.0023742893245071173, "global_step": 66140, "epoch": 371, "lr": 3.195842505872912e-05}
{"train_loss": 0.0030007041059434414, "global_step": 66141, "epoch": 371, "lr": 3.1957046916665925e-05}
{"train_loss": 0.00171348312869668, "global_step": 66142, "epoch": 371, "lr": 3.195566879036219e-05}
{"train_loss": 0.0014962719287723303, "global_step": 66143, "epoch": 371, "lr": 3.195429067981909e-05}
{"train_loss": 0.001399264787323773, "global_step": 66144, "epoch": 371, "lr": 3.195291258503784e-05}
{"train_loss": 0.002286005299538374, "global_step": 66145, "epoch": 371, "lr": 3.1951534506019645e-05}
{"train_loss": 0.0008094293298199773, "global_step": 66146, "epoch": 371, "lr": 3.195015644276571e-05}
{"train_loss": 0.003878244198858738, "global_step": 66147, "epoch": 371, "lr": 3.194877839527723e-05}
{"train_loss": 0.004091776441782713, "global_step": 66148, "epoch": 371, "lr": 3.1947400363555416e-05}
{"train_loss": 0.0017603215528652072, "global_step": 66149, "epoch": 371, "lr": 3.194602234760146e-05}
{"train_loss": 0.001924449810758233, "global_step": 66150, "epoch": 371, "lr": 3.1944644347416594e-05}
{"train_loss": 0.005339149385690689, "global_step": 66151, "epoch": 371, "lr": 3.194326636300199e-05}
{"train_loss": 0.0027111470699310303, "global_step": 66152, "epoch": 371, "lr": 3.194188839435889e-05}
{"train_loss": 0.001691619399935007, "global_step": 66153, "epoch": 371, "lr": 3.194051044148844e-05}
{"train_loss": 0.003399750217795372, "global_step": 66154, "epoch": 371, "lr": 3.193913250439188e-05}
{"train_loss": 0.0016524523962289095, "global_step": 66155, "epoch": 371, "lr": 3.1937754583070415e-05}
{"train_loss": 0.002568489871919155, "global_step": 66156, "epoch": 371, "lr": 3.193637667752523e-05}
{"train_loss": 0.002239239402115345, "global_step": 66157, "epoch": 371, "lr": 3.193499878775757e-05}
{"train_loss": 0.0014131444040685892, "global_step": 66158, "epoch": 371, "lr": 3.193362091376858e-05}
{"train_loss": 0.0031338301487267017, "global_step": 66159, "epoch": 371, "lr": 3.193224305555952e-05}
{"train_loss": 0.0024930606596171856, "global_step": 66160, "epoch": 371, "lr": 3.193086521313154e-05}
{"train_loss": 0.001278773765079677, "global_step": 66161, "epoch": 371, "lr": 3.19294873864859e-05}
{"train_loss": 0.004072462674230337, "global_step": 66162, "epoch": 371, "lr": 3.1928109575623745e-05}
{"train_loss": 0.0013639495009556413, "global_step": 66163, "epoch": 371, "lr": 3.192673178054633e-05}
{"train_loss": 0.002553689293563366, "global_step": 66164, "epoch": 371, "lr": 3.1925354001254813e-05}
{"train_loss": 0.0006384914740920067, "global_step": 66165, "epoch": 371, "lr": 3.192397623775044e-05}
{"train_loss": 0.004223896190524101, "global_step": 66166, "epoch": 371, "lr": 3.1922598490034384e-05}
{"train_loss": 0.0032411362044513226, "global_step": 66167, "epoch": 371, "lr": 3.192122075810786e-05}
{"train_loss": 0.0030740201473236084, "global_step": 66168, "epoch": 371, "lr": 3.1919843041972065e-05}
{"train_loss": 0.0014051373582333326, "global_step": 66169, "epoch": 371, "lr": 3.191846534162822e-05}
{"train_loss": 0.0013918221229687333, "global_step": 66170, "epoch": 371, "lr": 3.1917087657077505e-05}
{"train_loss": 0.004096669144928455, "global_step": 66171, "epoch": 371, "lr": 3.1915709988321155e-05}
{"train_loss": 0.0023473710753023624, "global_step": 66172, "epoch": 371, "lr": 3.191433233536033e-05}
{"train_loss": 0.002136490773409605, "global_step": 66173, "epoch": 371, "lr": 3.191295469819626e-05}
{"train_loss": 0.001272740657441318, "global_step": 66174, "epoch": 371, "lr": 3.1911577076830135e-05}
{"train_loss": 0.0023309190291911364, "global_step": 66175, "epoch": 371, "lr": 3.191019947126317e-05}
{"train_loss": 0.002451897133141756, "global_step": 66176, "epoch": 371, "lr": 3.190882188149659e-05}
{"train_loss": 0.0018693769816309214, "global_step": 66177, "epoch": 371, "lr": 3.190744430753154e-05}
{"train_loss": 0.0032219230197370052, "global_step": 66178, "epoch": 371, "lr": 3.190606674936928e-05}
{"train_loss": 0.0018284684047102928, "global_step": 66179, "epoch": 371, "lr": 3.190468920701097e-05}
{"train_loss": 0.001926897093653679, "global_step": 66180, "epoch": 371, "lr": 3.190331168045786e-05}
{"train_loss": 0.003161486005410552, "global_step": 66181, "epoch": 371, "lr": 3.1901934169711115e-05}
{"train_loss": 0.0030195554718375206, "global_step": 66182, "epoch": 371, "lr": 3.190055667477194e-05}
{"train_loss": 0.0018369850004091859, "global_step": 66183, "epoch": 371, "lr": 3.189917919564155e-05}
{"train_loss": 0.002969801891595125, "global_step": 66184, "epoch": 371, "lr": 3.189780173232117e-05}
{"train_loss": 0.0018846029415726662, "global_step": 66185, "epoch": 371, "lr": 3.189642428481195e-05}
{"train_loss": 0.0022050789557397366, "global_step": 66186, "epoch": 371, "lr": 3.189504685311513e-05}
{"train_loss": 0.002564221853390336, "global_step": 66187, "epoch": 371, "lr": 3.189366943723191e-05}
{"train_loss": 0.0012018156703561544, "global_step": 66188, "epoch": 371, "lr": 3.1892292037163494e-05}
{"train_loss": 0.002766023389995098, "global_step": 66189, "epoch": 371, "lr": 3.189091465291106e-05}
{"train_loss": 0.0020262938924133778, "global_step": 66190, "epoch": 371, "lr": 3.1889537284475854e-05}
{"train_loss": 0.0009942917386069894, "global_step": 66191, "epoch": 371, "lr": 3.188815993185904e-05}
{"train_loss": 0.0008346533868461847, "global_step": 66192, "epoch": 371, "lr": 3.188678259506185e-05}
{"train_loss": 0.004122128244489431, "global_step": 66193, "epoch": 371, "lr": 3.1885405274085454e-05}
{"train_loss": 0.00282940617762506, "global_step": 66194, "epoch": 371, "lr": 3.1884027968931094e-05}
{"train_loss": 0.0017104222206398845, "global_step": 66195, "epoch": 371, "lr": 3.188265067959994e-05}
{"train_loss": 0.003760599996894598, "global_step": 66196, "epoch": 371, "lr": 3.1881273406093204e-05}
{"train_loss": 0.0019485040102154016, "global_step": 66197, "epoch": 371, "lr": 3.187989614841211e-05}
{"train_loss": 0.0012916824780404568, "global_step": 66198, "epoch": 371, "lr": 3.187851890655783e-05}
{"train_loss": 0.001791709684766829, "global_step": 66199, "epoch": 371, "lr": 3.18771416805316e-05}
{"train_loss": 0.0010330018121749163, "global_step": 66200, "epoch": 371, "lr": 3.187576447033459e-05}
{"train_loss": 0.002784626092761755, "global_step": 66201, "epoch": 371, "lr": 3.187438727596802e-05}
{"train_loss": 0.001473626820370555, "global_step": 66202, "epoch": 371, "lr": 3.187301009743309e-05}
{"train_loss": 0.003109480021521449, "global_step": 66203, "epoch": 371, "lr": 3.187163293473101e-05}
{"train_loss": 0.002493789419531822, "global_step": 66204, "epoch": 371, "lr": 3.187025578786297e-05}
{"train_loss": 0.002148454776033759, "global_step": 66205, "epoch": 371, "lr": 3.186887865683018e-05}
{"train_loss": 0.0022890239488333464, "global_step": 66206, "epoch": 371, "lr": 3.186750154163384e-05}
{"train_loss": 0.001688815769739449, "global_step": 66207, "epoch": 371, "lr": 3.186612444227516e-05}
{"train_loss": 0.0025782142765820026, "global_step": 66208, "epoch": 371, "lr": 3.1864747358755325e-05}
{"train_loss": 0.0016171220922842622, "global_step": 66209, "epoch": 371, "lr": 3.186337029107557e-05}
{"train_loss": 0.0020441575907170773, "global_step": 66210, "epoch": 371, "lr": 3.186199323923706e-05}
{"train_loss": 0.0011183364549651742, "global_step": 66211, "epoch": 371, "lr": 3.1860616203241024e-05}
{"train_loss": 0.003735440783202648, "global_step": 66212, "epoch": 371, "lr": 3.1859239183088646e-05}
{"train_loss": 0.001714186742901802, "global_step": 66213, "epoch": 371, "lr": 3.185786217878116e-05}
{"train_loss": 0.0017540673725306988, "global_step": 66214, "epoch": 371, "lr": 3.185648519031973e-05}
{"train_loss": 0.0024450932412926276, "global_step": 66215, "epoch": 371, "lr": 3.185510821770559e-05}
{"train_loss": 0.0006624774541705847, "global_step": 66216, "epoch": 372, "lr": 3.185373126093991e-05}
{"train_loss": 0.003537828102707863, "global_step": 66217, "epoch": 372, "lr": 3.1852354320023916e-05}
{"train_loss": 0.0012934401165693998, "global_step": 66218, "epoch": 372, "lr": 3.1850977394958826e-05}
{"train_loss": 0.0008410409209318459, "global_step": 66219, "epoch": 372, "lr": 3.18496004857458e-05}
{"train_loss": 0.0024937475100159645, "global_step": 66220, "epoch": 372, "lr": 3.1848223592386086e-05}
{"train_loss": 0.0016279846895486116, "global_step": 66221, "epoch": 372, "lr": 3.184684671488084e-05}
{"train_loss": 0.0032233833335340023, "global_step": 66222, "epoch": 372, "lr": 3.184546985323132e-05}
{"train_loss": 0.0018552172696217895, "global_step": 66223, "epoch": 372, "lr": 3.184409300743867e-05}
{"train_loss": 0.00317751569673419, "global_step": 66224, "epoch": 372, "lr": 3.184271617750415e-05}
{"train_loss": 0.002919507212936878, "global_step": 66225, "epoch": 372, "lr": 3.184133936342891e-05}
{"train_loss": 0.0013092034496366978, "global_step": 66226, "epoch": 372, "lr": 3.183996256521418e-05}
{"train_loss": 0.0023295420687645674, "global_step": 66227, "epoch": 372, "lr": 3.183858578286115e-05}
{"train_loss": 0.0033259012270718813, "global_step": 66228, "epoch": 372, "lr": 3.183720901637105e-05}
{"train_loss": 0.0015873350203037262, "global_step": 66229, "epoch": 372, "lr": 3.1835832265745046e-05}
{"train_loss": 0.0023526079021394253, "global_step": 66230, "epoch": 372, "lr": 3.183445553098437e-05}
{"train_loss": 0.0012331382604315877, "global_step": 66231, "epoch": 372, "lr": 3.18330788120902e-05}
{"train_loss": 0.0035281917080283165, "global_step": 66232, "epoch": 372, "lr": 3.183170210906377e-05}
{"train_loss": 0.0038952711038291454, "global_step": 66233, "epoch": 372, "lr": 3.1830325421906245e-05}
{"train_loss": 0.0023558479733765125, "global_step": 66234, "epoch": 372, "lr": 3.1828948750618854e-05}
{"train_loss": 0.002327572787180543, "global_step": 66235, "epoch": 372, "lr": 3.182757209520278e-05}
{"train_loss": 0.0020000687800347805, "global_step": 66236, "epoch": 372, "lr": 3.1826195455659256e-05}
{"train_loss": 0.0017816706094890833, "global_step": 66237, "epoch": 372, "lr": 3.182481883198944e-05}
{"train_loss": 0.0012609316036105156, "global_step": 66238, "epoch": 372, "lr": 3.182344222419458e-05}
{"train_loss": 0.0026538369711488485, "global_step": 66239, "epoch": 372, "lr": 3.182206563227585e-05}
{"train_loss": 0.002162031829357147, "global_step": 66240, "epoch": 372, "lr": 3.182068905623445e-05}
{"train_loss": 0.002586047165095806, "global_step": 66241, "epoch": 372, "lr": 3.181931249607162e-05}
{"train_loss": 0.0038640806451439857, "global_step": 66242, "epoch": 372, "lr": 3.181793595178851e-05}
{"train_loss": 0.0009991403203457594, "global_step": 66243, "epoch": 372, "lr": 3.181655942338637e-05}
{"train_loss": 0.0034849720541387796, "global_step": 66244, "epoch": 372, "lr": 3.181518291086635e-05}
{"train_loss": 0.000605118228122592, "global_step": 66245, "epoch": 372, "lr": 3.1813806414229706e-05}
{"train_loss": 0.002307661809027195, "global_step": 66246, "epoch": 372, "lr": 3.181242993347759e-05}
{"train_loss": 0.00046681854291819036, "global_step": 66247, "epoch": 372, "lr": 3.181105346861127e-05}
{"train_loss": 0.0017045175191015005, "global_step": 66248, "epoch": 372, "lr": 3.180967701963188e-05}
{"train_loss": 0.0016449704999104142, "global_step": 66249, "epoch": 372, "lr": 3.1808300586540655e-05}
{"train_loss": 0.00430979672819376, "global_step": 66250, "epoch": 372, "lr": 3.180692416933879e-05}
{"train_loss": 0.002297344384714961, "global_step": 66251, "epoch": 372, "lr": 3.18055477680275e-05}
{"train_loss": 0.0007632218766957521, "global_step": 66252, "epoch": 372, "lr": 3.180417138260797e-05}
{"train_loss": 0.0021600781474262476, "global_step": 66253, "epoch": 372, "lr": 3.180279501308141e-05}
{"train_loss": 0.003078057896345854, "global_step": 66254, "epoch": 372, "lr": 3.180141865944902e-05}
{"train_loss": 0.0023264079354703426, "global_step": 66255, "epoch": 372, "lr": 3.180004232171202e-05}
{"train_loss": 0.004096824675798416, "global_step": 66256, "epoch": 372, "lr": 3.179866599987158e-05}
{"train_loss": 0.003685519564896822, "global_step": 66257, "epoch": 372, "lr": 3.1797289693928914e-05}
{"train_loss": 0.0028460556641221046, "global_step": 66258, "epoch": 372, "lr": 3.179591340388524e-05}
{"train_loss": 0.00406271405518055, "global_step": 66259, "epoch": 372, "lr": 3.1794537129741734e-05}
{"train_loss": 0.0005954278749413788, "global_step": 66260, "epoch": 372, "lr": 3.179316087149964e-05}
{"train_loss": 0.0023118627723306417, "global_step": 66261, "epoch": 372, "lr": 3.179178462916011e-05}
{"train_loss": 0.0027160504832863808, "global_step": 66262, "epoch": 372, "lr": 3.179040840272438e-05}
{"train_loss": 0.002298290841281414, "global_step": 66263, "epoch": 372, "lr": 3.178903219219363e-05}
{"train_loss": 0.004837845452129841, "global_step": 66264, "epoch": 372, "lr": 3.178765599756908e-05}
{"train_loss": 0.0022753793746232986, "global_step": 66265, "epoch": 372, "lr": 3.178627981885192e-05}
{"train_loss": 0.0006112612900324166, "global_step": 66266, "epoch": 372, "lr": 3.178490365604337e-05}
{"train_loss": 0.0017708799568936229, "global_step": 66267, "epoch": 372, "lr": 3.17835275091446e-05}
{"train_loss": 0.003317857626825571, "global_step": 66268, "epoch": 372, "lr": 3.1782151378156844e-05}
{"train_loss": 0.0017169424099847674, "global_step": 66269, "epoch": 372, "lr": 3.1780775263081275e-05}
{"train_loss": 0.005520295817404985, "global_step": 66270, "epoch": 372, "lr": 3.177939916391914e-05}
{"train_loss": 0.002493393374606967, "global_step": 66271, "epoch": 372, "lr": 3.177802308067158e-05}
{"train_loss": 0.001988450763747096, "global_step": 66272, "epoch": 372, "lr": 3.177664701333985e-05}
{"train_loss": 0.0023365095257759094, "global_step": 66273, "epoch": 372, "lr": 3.177527096192512e-05}
{"train_loss": 0.0020120947156101465, "global_step": 66274, "epoch": 372, "lr": 3.177389492642861e-05}
{"train_loss": 0.0015779028180986643, "global_step": 66275, "epoch": 372, "lr": 3.177251890685151e-05}
{"train_loss": 0.004704420454800129, "global_step": 66276, "epoch": 372, "lr": 3.1771142903195026e-05}
{"train_loss": 0.0023062778636813164, "global_step": 66277, "epoch": 372, "lr": 3.176976691546035e-05}
{"train_loss": 0.003052468178793788, "global_step": 66278, "epoch": 372, "lr": 3.17683909436487e-05}
{"train_loss": 0.0016534633468836546, "global_step": 66279, "epoch": 372, "lr": 3.176701498776129e-05}
{"train_loss": 0.0025555500760674477, "global_step": 66280, "epoch": 372, "lr": 3.1765639047799275e-05}
{"train_loss": 0.0015663078520447016, "global_step": 66281, "epoch": 372, "lr": 3.1764263123763916e-05}
{"train_loss": 0.0010058199986815453, "global_step": 66282, "epoch": 372, "lr": 3.176288721565637e-05}
{"train_loss": 0.003207576461136341, "global_step": 66283, "epoch": 372, "lr": 3.1761511323477845e-05}
{"train_loss": 0.0011708965757861733, "global_step": 66284, "epoch": 372, "lr": 3.176013544722956e-05}
{"train_loss": 0.0019024028442800045, "global_step": 66285, "epoch": 372, "lr": 3.175875958691271e-05}
{"train_loss": 0.0028106686659157276, "global_step": 66286, "epoch": 372, "lr": 3.175738374252848e-05}
{"train_loss": 0.0013112231390550733, "global_step": 66287, "epoch": 372, "lr": 3.17560079140781e-05}
{"train_loss": 0.001227132510393858, "global_step": 66288, "epoch": 372, "lr": 3.1754632101562744e-05}
{"train_loss": 0.0030172283295542, "global_step": 66289, "epoch": 372, "lr": 3.1753256304983645e-05}
{"train_loss": 0.0012443647719919682, "global_step": 66290, "epoch": 372, "lr": 3.175188052434197e-05}
{"train_loss": 0.0029355953447520733, "global_step": 66291, "epoch": 372, "lr": 3.1750504759638945e-05}
{"train_loss": 0.0020663277246057987, "global_step": 66292, "epoch": 372, "lr": 3.174912901087576e-05}
{"train_loss": 0.001482116524130106, "global_step": 66293, "epoch": 372, "lr": 3.1747753278053635e-05}
{"train_loss": 0.006808046251535416, "global_step": 66294, "epoch": 372, "lr": 3.1746377561173736e-05}
{"train_loss": 0.0018672123551368713, "global_step": 66295, "epoch": 372, "lr": 3.17450018602373e-05}
{"train_loss": 0.005025792866945267, "global_step": 66296, "epoch": 372, "lr": 3.17436261752455e-05}
{"train_loss": 0.0014740705955773592, "global_step": 66297, "epoch": 372, "lr": 3.174225050619958e-05}
{"train_loss": 0.0016576049383729696, "global_step": 66298, "epoch": 372, "lr": 3.1740874853100687e-05}
{"train_loss": 0.0012588186655193567, "global_step": 66299, "epoch": 372, "lr": 3.173949921595006e-05}
{"train_loss": 0.004681732039898634, "global_step": 66300, "epoch": 372, "lr": 3.1738123594748903e-05}
{"train_loss": 0.0019697656389325857, "global_step": 66301, "epoch": 372, "lr": 3.1736747989498386e-05}
{"train_loss": 0.002998834941536188, "global_step": 66302, "epoch": 372, "lr": 3.173537240019973e-05}
{"train_loss": 0.002677871845662594, "global_step": 66303, "epoch": 372, "lr": 3.1733996826854136e-05}
{"train_loss": 0.0017100085970014334, "global_step": 66304, "epoch": 372, "lr": 3.173262126946282e-05}
{"train_loss": 0.003245475236326456, "global_step": 66305, "epoch": 372, "lr": 3.173124572802695e-05}
{"train_loss": 0.004163096658885479, "global_step": 66306, "epoch": 372, "lr": 3.172987020254776e-05}
{"train_loss": 0.004888751544058323, "global_step": 66307, "epoch": 372, "lr": 3.172849469302642e-05}
{"train_loss": 0.002568635856732726, "global_step": 66308, "epoch": 372, "lr": 3.172711919946417e-05}
{"train_loss": 0.0020359389018267393, "global_step": 66309, "epoch": 372, "lr": 3.172574372186217e-05}
{"train_loss": 0.003447399940341711, "global_step": 66310, "epoch": 372, "lr": 3.172436826022166e-05}
{"train_loss": 0.0013985412660986185, "global_step": 66311, "epoch": 372, "lr": 3.17229928145438e-05}
{"train_loss": 0.00197058217599988, "global_step": 66312, "epoch": 372, "lr": 3.172161738482984e-05}
{"train_loss": 0.0019676601514220238, "global_step": 66313, "epoch": 372, "lr": 3.1720241971080936e-05}
{"train_loss": 0.0021447138860821724, "global_step": 66314, "epoch": 372, "lr": 3.1718866573298325e-05}
{"train_loss": 0.0022069504484534264, "global_step": 66315, "epoch": 372, "lr": 3.171749119148317e-05}
{"train_loss": 0.003972598817199469, "global_step": 66316, "epoch": 372, "lr": 3.1716115825636726e-05}
{"train_loss": 0.002727727871388197, "global_step": 66317, "epoch": 372, "lr": 3.171474047576014e-05}
{"train_loss": 0.001982402056455612, "global_step": 66318, "epoch": 372, "lr": 3.171336514185465e-05}
{"train_loss": 0.006102561950683594, "global_step": 66319, "epoch": 372, "lr": 3.171198982392143e-05}
{"train_loss": 0.0016924521187320352, "global_step": 66320, "epoch": 372, "lr": 3.171061452196169e-05}
{"train_loss": 0.001872240798547864, "global_step": 66321, "epoch": 372, "lr": 3.170923923597665e-05}
{"train_loss": 0.002741587581112981, "global_step": 66322, "epoch": 372, "lr": 3.170786396596749e-05}
{"train_loss": 0.0017617535777390003, "global_step": 66323, "epoch": 372, "lr": 3.1706488711935427e-05}
{"train_loss": 0.001036788453347981, "global_step": 66324, "epoch": 372, "lr": 3.170511347388164e-05}
{"train_loss": 0.0013858573511242867, "global_step": 66325, "epoch": 372, "lr": 3.170373825180736e-05}
{"train_loss": 0.0018141863401979208, "global_step": 66326, "epoch": 372, "lr": 3.1702363045713754e-05}
{"train_loss": 0.0012718434445559978, "global_step": 66327, "epoch": 372, "lr": 3.170098785560206e-05}
{"train_loss": 0.0026496665086597204, "global_step": 66328, "epoch": 372, "lr": 3.169961268147344e-05}
{"train_loss": 0.0021606048103421926, "global_step": 66329, "epoch": 372, "lr": 3.169823752332913e-05}
{"train_loss": 0.0024868163745850325, "global_step": 66330, "epoch": 372, "lr": 3.169686238117031e-05}
{"train_loss": 0.002105021383613348, "global_step": 66331, "epoch": 372, "lr": 3.1695487254998204e-05}
{"train_loss": 0.00366197875700891, "global_step": 66332, "epoch": 372, "lr": 3.169411214481398e-05}
{"train_loss": 0.0023457054048776627, "global_step": 66333, "epoch": 372, "lr": 3.169273705061887e-05}
{"train_loss": 0.0009731898899190128, "global_step": 66334, "epoch": 372, "lr": 3.169136197241404e-05}
{"train_loss": 0.0015033602248877287, "global_step": 66335, "epoch": 372, "lr": 3.168998691020073e-05}
{"train_loss": 0.003333467524498701, "global_step": 66336, "epoch": 372, "lr": 3.168861186398011e-05}
{"train_loss": 0.003058803267776966, "global_step": 66337, "epoch": 372, "lr": 3.168723683375341e-05}
{"train_loss": 0.0029892129823565483, "global_step": 66338, "epoch": 372, "lr": 3.168586181952179e-05}
{"train_loss": 0.000827888841740787, "global_step": 66339, "epoch": 372, "lr": 3.16844868212865e-05}
{"train_loss": 0.0012125736102461815, "global_step": 66340, "epoch": 372, "lr": 3.16831118390487e-05}
{"train_loss": 0.0013398719020187855, "global_step": 66341, "epoch": 372, "lr": 3.168173687280961e-05}
{"train_loss": 0.004729164764285088, "global_step": 66342, "epoch": 372, "lr": 3.168036192257045e-05}
{"train_loss": 0.0031902887858450413, "global_step": 66343, "epoch": 372, "lr": 3.167898698833237e-05}
{"train_loss": 0.0025654153432697058, "global_step": 66344, "epoch": 372, "lr": 3.167761207009662e-05}
{"train_loss": 0.0013104621320962906, "global_step": 66345, "epoch": 372, "lr": 3.167623716786437e-05}
{"train_loss": 0.004832655191421509, "global_step": 66346, "epoch": 372, "lr": 3.167486228163685e-05}
{"train_loss": 0.002470148727297783, "global_step": 66347, "epoch": 372, "lr": 3.167348741141522e-05}
{"train_loss": 0.003943333867937326, "global_step": 66348, "epoch": 372, "lr": 3.167211255720072e-05}
{"train_loss": 0.002884688787162304, "global_step": 66349, "epoch": 372, "lr": 3.167073771899453e-05}
{"train_loss": 0.0012232682202011347, "global_step": 66350, "epoch": 372, "lr": 3.166936289679786e-05}
{"train_loss": 0.003322380827739835, "global_step": 66351, "epoch": 372, "lr": 3.16679880906119e-05}
{"train_loss": 0.0010044985683634877, "global_step": 66352, "epoch": 372, "lr": 3.166661330043788e-05}
{"train_loss": 0.005068444646894932, "global_step": 66353, "epoch": 372, "lr": 3.166523852627695e-05}
{"train_loss": 0.0013858615420758724, "global_step": 66354, "epoch": 372, "lr": 3.166386376813035e-05}
{"train_loss": 0.002748285885900259, "global_step": 66355, "epoch": 372, "lr": 3.166248902599926e-05}
{"train_loss": 0.000994593370705843, "global_step": 66356, "epoch": 372, "lr": 3.166111429988492e-05}
{"train_loss": 0.0015463856980204582, "global_step": 66357, "epoch": 372, "lr": 3.165973958978847e-05}
{"train_loss": 0.0046380613930523396, "global_step": 66358, "epoch": 372, "lr": 3.1658364895711155e-05}
{"train_loss": 0.0028424751944839954, "global_step": 66359, "epoch": 372, "lr": 3.165699021765416e-05}
{"train_loss": 0.001554557355120778, "global_step": 66360, "epoch": 372, "lr": 3.16556155556187e-05}
{"train_loss": 0.002398525597527623, "global_step": 66361, "epoch": 372, "lr": 3.165424090960595e-05}
{"train_loss": 0.000549629214219749, "global_step": 66362, "epoch": 372, "lr": 3.165286627961712e-05}
{"train_loss": 0.003918140660971403, "global_step": 66363, "epoch": 372, "lr": 3.165149166565343e-05}
{"train_loss": 0.000887424626853317, "global_step": 66364, "epoch": 372, "lr": 3.165011706771605e-05}
{"train_loss": 0.00207651499658823, "global_step": 66365, "epoch": 372, "lr": 3.164874248580623e-05}
{"train_loss": 0.002952540060505271, "global_step": 66366, "epoch": 372, "lr": 3.16473679199251e-05}
{"train_loss": 0.002516150940209627, "global_step": 66367, "epoch": 372, "lr": 3.1645993370073915e-05}
{"train_loss": 0.001453147386200726, "global_step": 66368, "epoch": 372, "lr": 3.164461883625385e-05}
{"train_loss": 0.004219378344714642, "global_step": 66369, "epoch": 372, "lr": 3.1643244318466136e-05}
{"train_loss": 0.002785070799291134, "global_step": 66370, "epoch": 372, "lr": 3.1641869816711934e-05}
{"train_loss": 0.0012123786145821214, "global_step": 66371, "epoch": 372, "lr": 3.164049533099248e-05}
{"train_loss": 0.0014113717479631305, "global_step": 66372, "epoch": 372, "lr": 3.163912086130894e-05}
{"train_loss": 0.000985392602160573, "global_step": 66373, "epoch": 372, "lr": 3.163774640766253e-05}
{"train_loss": 0.005151044111698866, "global_step": 66374, "epoch": 372, "lr": 3.163637197005445e-05}
{"train_loss": 0.0019838204607367516, "global_step": 66375, "epoch": 372, "lr": 3.163499754848592e-05}
{"train_loss": 0.0013320896541699767, "global_step": 66376, "epoch": 372, "lr": 3.1633623142958105e-05}
{"train_loss": 0.0011375884059816599, "global_step": 66377, "epoch": 372, "lr": 3.163224875347224e-05}
{"train_loss": 0.002575957914814353, "global_step": 66378, "epoch": 372, "lr": 3.163087438002949e-05}
{"train_loss": 0.0014965357258915901, "global_step": 66379, "epoch": 372, "lr": 3.162950002263109e-05}
{"train_loss": 0.003040147013962269, "global_step": 66380, "epoch": 372, "lr": 3.1628125681278206e-05}
{"train_loss": 0.001259888056665659, "global_step": 66381, "epoch": 372, "lr": 3.162675135597208e-05}
{"train_loss": 0.0010968517744913697, "global_step": 66382, "epoch": 372, "lr": 3.162537704671387e-05}
{"train_loss": 0.0027696110773831606, "global_step": 66383, "epoch": 372, "lr": 3.1624002753504795e-05}
{"train_loss": 0.0033138783182948828, "global_step": 66384, "epoch": 372, "lr": 3.1622628476346075e-05}
{"train_loss": 0.001977400155737996, "global_step": 66385, "epoch": 372, "lr": 3.1621254215238874e-05}
{"train_loss": 0.0009293942712247372, "global_step": 66386, "epoch": 372, "lr": 3.1619879970184424e-05}
{"train_loss": 0.0024579709861427546, "global_step": 66387, "epoch": 372, "lr": 3.16185057411839e-05}
{"train_loss": 0.000679661228787154, "global_step": 66388, "epoch": 372, "lr": 3.161713152823853e-05}
{"train_loss": 0.0030751212034374475, "global_step": 66389, "epoch": 372, "lr": 3.1615757331349476e-05}
{"train_loss": 0.0017909994348883629, "global_step": 66390, "epoch": 372, "lr": 3.1614383150517985e-05}
{"train_loss": 0.0030568456277251244, "global_step": 66391, "epoch": 372, "lr": 3.161300898574521e-05}
{"train_loss": 0.0030899327248334885, "global_step": 66392, "epoch": 372, "lr": 3.161163483703238e-05}
{"train_loss": 0.0023816335350183475, "global_step": 66393, "epoch": 372, "lr": 3.161026070438069e-05}
{"train_loss": 0.0018813218921422958, "global_step": 66394, "epoch": 373, "lr": 3.160888658779135e-05}
{"train_loss": 0.0022377348504960537, "global_step": 66395, "epoch": 373, "lr": 3.1607512487265526e-05}
{"train_loss": 0.0020749950781464577, "global_step": 66396, "epoch": 373, "lr": 3.160613840280446e-05}
{"train_loss": 0.0029617107938975096, "global_step": 66397, "epoch": 373, "lr": 3.160476433440932e-05}
{"train_loss": 0.0022111842408776283, "global_step": 66398, "epoch": 373, "lr": 3.1603390282081334e-05}
{"train_loss": 0.0036469283513724804, "global_step": 66399, "epoch": 373, "lr": 3.160201624582168e-05}
{"train_loss": 0.0035307276993989944, "global_step": 66400, "epoch": 373, "lr": 3.160064222563157e-05}
{"train_loss": 0.0022111902944743633, "global_step": 66401, "epoch": 373, "lr": 3.159926822151219e-05}
{"train_loss": 0.005998705513775349, "global_step": 66402, "epoch": 373, "lr": 3.159789423346477e-05}
{"train_loss": 0.001743788830935955, "global_step": 66403, "epoch": 373, "lr": 3.159652026149047e-05}
{"train_loss": 0.0034137761685997248, "global_step": 66404, "epoch": 373, "lr": 3.159514630559051e-05}
{"train_loss": 0.0013018704485148191, "global_step": 66405, "epoch": 373, "lr": 3.1593772365766105e-05}
{"train_loss": 0.0017521348781883717, "global_step": 66406, "epoch": 373, "lr": 3.1592398442018425e-05}
{"train_loss": 0.0013144902186468244, "global_step": 66407, "epoch": 373, "lr": 3.159102453434871e-05}
{"train_loss": 0.0023517825175076723, "global_step": 66408, "epoch": 373, "lr": 3.1589650642758114e-05}
{"train_loss": 0.0015481403097510338, "global_step": 66409, "epoch": 373, "lr": 3.1588276767247876e-05}
{"train_loss": 0.0008782004006206989, "global_step": 66410, "epoch": 373, "lr": 3.158690290781916e-05}
{"train_loss": 0.002830920973792672, "global_step": 66411, "epoch": 373, "lr": 3.15855290644732e-05}
{"train_loss": 0.001985720591619611, "global_step": 66412, "epoch": 373, "lr": 3.158415523721117e-05}
{"train_loss": 0.005308041349053383, "global_step": 66413, "epoch": 373, "lr": 3.158278142603429e-05}
{"train_loss": 0.0023477671202272177, "global_step": 66414, "epoch": 373, "lr": 3.158140763094374e-05}
{"train_loss": 0.003714834339916706, "global_step": 66415, "epoch": 373, "lr": 3.158003385194074e-05}
{"train_loss": 0.0013455854495987296, "global_step": 66416, "epoch": 373, "lr": 3.157866008902647e-05}
{"train_loss": 0.0025436196010559797, "global_step": 66417, "epoch": 373, "lr": 3.157728634220215e-05}
{"train_loss": 0.002705868799239397, "global_step": 66418, "epoch": 373, "lr": 3.157591261146897e-05}
{"train_loss": 0.0009410838247276843, "global_step": 66419, "epoch": 373, "lr": 3.157453889682812e-05}
{"train_loss": 0.002353725489228964, "global_step": 66420, "epoch": 373, "lr": 3.157316519828081e-05}
{"train_loss": 0.0017351664137095213, "global_step": 66421, "epoch": 373, "lr": 3.157179151582826e-05}
{"train_loss": 0.0025283899158239365, "global_step": 66422, "epoch": 373, "lr": 3.1570417849471635e-05}
{"train_loss": 0.002023432869464159, "global_step": 66423, "epoch": 373, "lr": 3.156904419921215e-05}
{"train_loss": 0.002738282550126314, "global_step": 66424, "epoch": 373, "lr": 3.1567670565050994e-05}
{"train_loss": 0.0018831593915820122, "global_step": 66425, "epoch": 373, "lr": 3.156629694698938e-05}
{"train_loss": 0.00227324734441936, "global_step": 66426, "epoch": 373, "lr": 3.156492334502853e-05}
{"train_loss": 0.0019259258406236768, "global_step": 66427, "epoch": 373, "lr": 3.156354975916959e-05}
{"train_loss": 0.0026676389388740063, "global_step": 66428, "epoch": 373, "lr": 3.1562176189413814e-05}
{"train_loss": 0.0019463199423626065, "global_step": 66429, "epoch": 373, "lr": 3.1560802635762354e-05}
{"train_loss": 0.002001787070184946, "global_step": 66430, "epoch": 373, "lr": 3.155942909821644e-05}
{"train_loss": 0.0011447322322055697, "global_step": 66431, "epoch": 373, "lr": 3.155805557677725e-05}
{"train_loss": 0.0017056608339771628, "global_step": 66432, "epoch": 373, "lr": 3.155668207144602e-05}
{"train_loss": 0.0031044362112879753, "global_step": 66433, "epoch": 373, "lr": 3.155530858222391e-05}
{"train_loss": 0.0026847543194890022, "global_step": 66434, "epoch": 373, "lr": 3.155393510911215e-05}
{"train_loss": 0.0024212361313402653, "global_step": 66435, "epoch": 373, "lr": 3.155256165211191e-05}
{"train_loss": 0.0014035638887435198, "global_step": 66436, "epoch": 373, "lr": 3.155118821122443e-05}
{"train_loss": 0.0031159291975200176, "global_step": 66437, "epoch": 373, "lr": 3.154981478645086e-05}
{"train_loss": 0.0015212809666991234, "global_step": 66438, "epoch": 373, "lr": 3.154844137779244e-05}
{"train_loss": 0.001350986072793603, "global_step": 66439, "epoch": 373, "lr": 3.154706798525033e-05}
{"train_loss": 0.0030909033957868814, "global_step": 66440, "epoch": 373, "lr": 3.154569460882579e-05}
{"train_loss": 0.002094041556119919, "global_step": 66441, "epoch": 373, "lr": 3.154432124851996e-05}
{"train_loss": 0.0019854882266372442, "global_step": 66442, "epoch": 373, "lr": 3.1542947904334083e-05}
{"train_loss": 0.0012972468975931406, "global_step": 66443, "epoch": 373, "lr": 3.15415745762693e-05}
{"train_loss": 0.002827403601258993, "global_step": 66444, "epoch": 373, "lr": 3.154020126432689e-05}
{"train_loss": 0.0021188498940318823, "global_step": 66445, "epoch": 373, "lr": 3.1538827968508e-05}
{"train_loss": 0.0028717811219394207, "global_step": 66446, "epoch": 373, "lr": 3.153745468881383e-05}
{"train_loss": 0.003344342578202486, "global_step": 66447, "epoch": 373, "lr": 3.153608142524561e-05}
{"train_loss": 0.003606487065553665, "global_step": 66448, "epoch": 373, "lr": 3.15347081778045e-05}
{"train_loss": 0.004617047496140003, "global_step": 66449, "epoch": 373, "lr": 3.153333494649173e-05}
{"train_loss": 0.003661295399069786, "global_step": 66450, "epoch": 373, "lr": 3.1531961731308476e-05}
{"train_loss": 0.0015958670992404222, "global_step": 66451, "epoch": 373, "lr": 3.1530588532255975e-05}
{"train_loss": 0.0029366794042289257, "global_step": 66452, "epoch": 373, "lr": 3.152921534933539e-05}
{"train_loss": 0.001130949705839157, "global_step": 66453, "epoch": 373, "lr": 3.152784218254793e-05}
{"train_loss": 0.0012489421060308814, "global_step": 66454, "epoch": 373, "lr": 3.152646903189479e-05}
{"train_loss": 0.00111321487929672, "global_step": 66455, "epoch": 373, "lr": 3.15250958973772e-05}
{"train_loss": 0.002054598880931735, "global_step": 66456, "epoch": 373, "lr": 3.152372277899631e-05}
{"train_loss": 0.00479471031576395, "global_step": 66457, "epoch": 373, "lr": 3.152234967675336e-05}
{"train_loss": 0.0015610582195222378, "global_step": 66458, "epoch": 373, "lr": 3.152097659064952e-05}
{"train_loss": 0.003206719411537051, "global_step": 66459, "epoch": 373, "lr": 3.1519603520686024e-05}
{"train_loss": 0.000900134036783129, "global_step": 66460, "epoch": 373, "lr": 3.151823046686403e-05}
{"train_loss": 0.004214458167552948, "global_step": 66461, "epoch": 373, "lr": 3.151685742918478e-05}
{"train_loss": 0.000989089603535831, "global_step": 66462, "epoch": 373, "lr": 3.151548440764943e-05}
{"train_loss": 0.002915466669946909, "global_step": 66463, "epoch": 373, "lr": 3.151411140225921e-05}
{"train_loss": 0.002412928966805339, "global_step": 66464, "epoch": 373, "lr": 3.151273841301531e-05}
{"train_loss": 0.0019173293840140104, "global_step": 66465, "epoch": 373, "lr": 3.151136543991894e-05}
{"train_loss": 0.0036718009505420923, "global_step": 66466, "epoch": 373, "lr": 3.150999248297126e-05}
{"train_loss": 0.0044713676907122135, "global_step": 66467, "epoch": 373, "lr": 3.150861954217351e-05}
{"train_loss": 0.002847013995051384, "global_step": 66468, "epoch": 373, "lr": 3.150724661752688e-05}
{"train_loss": 0.0018254860769957304, "global_step": 66469, "epoch": 373, "lr": 3.1505873709032556e-05}
{"train_loss": 0.0038870254065841436, "global_step": 66470, "epoch": 373, "lr": 3.150450081669177e-05}
{"train_loss": 0.002889071824029088, "global_step": 66471, "epoch": 373, "lr": 3.150312794050567e-05}
{"train_loss": 0.002462599892169237, "global_step": 66472, "epoch": 373, "lr": 3.15017550804755e-05}
{"train_loss": 0.002291070530191064, "global_step": 66473, "epoch": 373, "lr": 3.150038223660243e-05}
{"train_loss": 0.002444320823997259, "global_step": 66474, "epoch": 373, "lr": 3.1499009408887695e-05}
{"train_loss": 0.0028043044731020927, "global_step": 66475, "epoch": 373, "lr": 3.149763659733245e-05}
{"train_loss": 0.0013970165746286511, "global_step": 66476, "epoch": 373, "lr": 3.149626380193793e-05}
{"train_loss": 0.0028373950626701117, "global_step": 66477, "epoch": 373, "lr": 3.14948910227053e-05}
{"train_loss": 0.0023592787329107523, "global_step": 66478, "epoch": 373, "lr": 3.1493518259635793e-05}
{"train_loss": 0.005131766200065613, "global_step": 66479, "epoch": 373, "lr": 3.1492145512730584e-05}
{"train_loss": 0.0015815659426152706, "global_step": 66480, "epoch": 373, "lr": 3.149077278199089e-05}
{"train_loss": 0.0032789288088679314, "global_step": 66481, "epoch": 373, "lr": 3.1489400067417884e-05}
{"train_loss": 0.0075925011187791824, "global_step": 66482, "epoch": 373, "lr": 3.14880273690128e-05}
{"train_loss": 0.0009041006560437381, "global_step": 66483, "epoch": 373, "lr": 3.148665468677679e-05}
{"train_loss": 0.0017244789050891995, "global_step": 66484, "epoch": 373, "lr": 3.148528202071112e-05}
{"train_loss": 0.003882759250700474, "global_step": 66485, "epoch": 373, "lr": 3.148390937081692e-05}
{"train_loss": 0.0020376984030008316, "global_step": 66486, "epoch": 373, "lr": 3.148253673709544e-05}
{"train_loss": 0.001981617882847786, "global_step": 66487, "epoch": 373, "lr": 3.148116411954784e-05}
{"train_loss": 0.0024811315815895796, "global_step": 66488, "epoch": 373, "lr": 3.147979151817534e-05}
{"train_loss": 0.002252937527373433, "global_step": 66489, "epoch": 373, "lr": 3.1478418932979154e-05}
{"train_loss": 0.001957677071914077, "global_step": 66490, "epoch": 373, "lr": 3.1477046363960445e-05}
{"train_loss": 0.001022216398268938, "global_step": 66491, "epoch": 373, "lr": 3.147567381112044e-05}
{"train_loss": 0.0026341001503169537, "global_step": 66492, "epoch": 373, "lr": 3.147430127446032e-05}
{"train_loss": 0.0017165435710921884, "global_step": 66493, "epoch": 373, "lr": 3.14729287539813e-05}
{"train_loss": 0.007037813775241375, "global_step": 66494, "epoch": 373, "lr": 3.1471556249684555e-05}
{"train_loss": 0.00282213743776083, "global_step": 66495, "epoch": 373, "lr": 3.147018376157132e-05}
{"train_loss": 0.004794335924088955, "global_step": 66496, "epoch": 373, "lr": 3.146881128964275e-05}
{"train_loss": 0.0020374595187604427, "global_step": 66497, "epoch": 373, "lr": 3.1467438833900095e-05}
{"train_loss": 0.00228673848323524, "global_step": 66498, "epoch": 373, "lr": 3.14660663943445e-05}
{"train_loss": 0.003015918657183647, "global_step": 66499, "epoch": 373, "lr": 3.146469397097721e-05}
{"train_loss": 0.0019450244726613164, "global_step": 66500, "epoch": 373, "lr": 3.1463321563799385e-05}
{"train_loss": 0.002514093881472945, "global_step": 66501, "epoch": 373, "lr": 3.146194917281225e-05}
{"train_loss": 0.002937447279691696, "global_step": 66502, "epoch": 373, "lr": 3.146057679801698e-05}
{"train_loss": 0.0016491267597302794, "global_step": 66503, "epoch": 373, "lr": 3.1459204439414824e-05}
{"train_loss": 0.003931963816285133, "global_step": 66504, "epoch": 373, "lr": 3.145783209700691e-05}
{"train_loss": 0.0019554048776626587, "global_step": 66505, "epoch": 373, "lr": 3.1456459770794494e-05}
{"train_loss": 0.0016157522331923246, "global_step": 66506, "epoch": 373, "lr": 3.1455087460778735e-05}
{"train_loss": 0.0018461724976077676, "global_step": 66507, "epoch": 373, "lr": 3.1453715166960874e-05}
{"train_loss": 0.0025578592903912067, "global_step": 66508, "epoch": 373, "lr": 3.1452342889342065e-05}
{"train_loss": 0.0022845501080155373, "global_step": 66509, "epoch": 373, "lr": 3.145097062792353e-05}
{"train_loss": 0.0037469854578375816, "global_step": 66510, "epoch": 373, "lr": 3.1449598382706466e-05}
{"train_loss": 0.002852738369256258, "global_step": 66511, "epoch": 373, "lr": 3.144822615369206e-05}
{"train_loss": 0.00193316163495183, "global_step": 66512, "epoch": 373, "lr": 3.144685394088155e-05}
{"train_loss": 0.00184470578096807, "global_step": 66513, "epoch": 373, "lr": 3.144548174427608e-05}
{"train_loss": 0.0014137632679194212, "global_step": 66514, "epoch": 373, "lr": 3.144410956387688e-05}
{"train_loss": 0.004251756705343723, "global_step": 66515, "epoch": 373, "lr": 3.144273739968514e-05}
{"train_loss": 0.002847107360139489, "global_step": 66516, "epoch": 373, "lr": 3.144136525170207e-05}
{"train_loss": 0.0021386179141700268, "global_step": 66517, "epoch": 373, "lr": 3.1439993119928845e-05}
{"train_loss": 0.00267963414080441, "global_step": 66518, "epoch": 373, "lr": 3.14386210043667e-05}
{"train_loss": 0.0014571587089449167, "global_step": 66519, "epoch": 373, "lr": 3.1437248905016793e-05}
{"train_loss": 0.0017951165791600943, "global_step": 66520, "epoch": 373, "lr": 3.143587682188034e-05}
{"train_loss": 0.0020972946658730507, "global_step": 66521, "epoch": 373, "lr": 3.143450475495854e-05}
{"train_loss": 0.002070341259241104, "global_step": 66522, "epoch": 373, "lr": 3.143313270425261e-05}
{"train_loss": 0.0036996318958699703, "global_step": 66523, "epoch": 373, "lr": 3.143176066976371e-05}
{"train_loss": 0.002686400432139635, "global_step": 66524, "epoch": 373, "lr": 3.143038865149306e-05}
{"train_loss": 0.0019659660756587982, "global_step": 66525, "epoch": 373, "lr": 3.1429016649441855e-05}
{"train_loss": 0.003732061479240656, "global_step": 66526, "epoch": 373, "lr": 3.1427644663611314e-05}
{"train_loss": 0.0036678998731076717, "global_step": 66527, "epoch": 373, "lr": 3.142627269400259e-05}
{"train_loss": 0.0034608785063028336, "global_step": 66528, "epoch": 373, "lr": 3.142490074061692e-05}
{"train_loss": 0.0022361616138368845, "global_step": 66529, "epoch": 373, "lr": 3.142352880345548e-05}
{"train_loss": 0.002594475634396076, "global_step": 66530, "epoch": 373, "lr": 3.142215688251948e-05}
{"train_loss": 0.0017365081002935767, "global_step": 66531, "epoch": 373, "lr": 3.1420784977810144e-05}
{"train_loss": 0.002379363402724266, "global_step": 66532, "epoch": 373, "lr": 3.141941308932861e-05}
{"train_loss": 0.0014631010126322508, "global_step": 66533, "epoch": 373, "lr": 3.141804121707613e-05}
{"train_loss": 0.0026938030496239662, "global_step": 66534, "epoch": 373, "lr": 3.141666936105386e-05}
{"train_loss": 0.002149013802409172, "global_step": 66535, "epoch": 373, "lr": 3.141529752126305e-05}
{"train_loss": 0.0020592736545950174, "global_step": 66536, "epoch": 373, "lr": 3.1413925697704836e-05}
{"train_loss": 0.0016860172618180513, "global_step": 66537, "epoch": 373, "lr": 3.141255389038048e-05}
{"train_loss": 0.0015032459050416946, "global_step": 66538, "epoch": 373, "lr": 3.1411182099291126e-05}
{"train_loss": 0.002055797725915909, "global_step": 66539, "epoch": 373, "lr": 3.1409810324438e-05}
{"train_loss": 0.0017422102391719818, "global_step": 66540, "epoch": 373, "lr": 3.1408438565822284e-05}
{"train_loss": 0.0022884365171194077, "global_step": 66541, "epoch": 373, "lr": 3.140706682344521e-05}
{"train_loss": 0.0016786616761237383, "global_step": 66542, "epoch": 373, "lr": 3.140569509730793e-05}
{"train_loss": 0.0035385589580982924, "global_step": 66543, "epoch": 373, "lr": 3.140432338741167e-05}
{"train_loss": 0.0011965634766966105, "global_step": 66544, "epoch": 373, "lr": 3.140295169375762e-05}
{"train_loss": 0.0018549266969785094, "global_step": 66545, "epoch": 373, "lr": 3.1401580016347004e-05}
{"train_loss": 0.0012316775973886251, "global_step": 66546, "epoch": 373, "lr": 3.140020835518097e-05}
{"train_loss": 0.0025353976525366306, "global_step": 66547, "epoch": 373, "lr": 3.139883671026076e-05}
{"train_loss": 0.001604262157343328, "global_step": 66548, "epoch": 373, "lr": 3.139746508158754e-05}
{"train_loss": 0.0013498213374987245, "global_step": 66549, "epoch": 373, "lr": 3.139609346916255e-05}
{"train_loss": 0.002077079378068447, "global_step": 66550, "epoch": 373, "lr": 3.1394721872986935e-05}
{"train_loss": 0.002440419513732195, "global_step": 66551, "epoch": 373, "lr": 3.139335029306192e-05}
{"train_loss": 0.001940928166732192, "global_step": 66552, "epoch": 373, "lr": 3.139197872938872e-05}
{"train_loss": 0.004111430142074823, "global_step": 66553, "epoch": 373, "lr": 3.139060718196849e-05}
{"train_loss": 0.0014911374310031533, "global_step": 66554, "epoch": 373, "lr": 3.138923565080248e-05}
{"train_loss": 0.004826452117413282, "global_step": 66555, "epoch": 373, "lr": 3.138786413589185e-05}
{"train_loss": 0.0020083847921341658, "global_step": 66556, "epoch": 373, "lr": 3.138649263723782e-05}
{"train_loss": 0.0016229283064603806, "global_step": 66557, "epoch": 373, "lr": 3.1385121154841556e-05}
{"train_loss": 0.0015653317095711827, "global_step": 66558, "epoch": 373, "lr": 3.138374968870429e-05}
{"train_loss": 0.0017010103911161423, "global_step": 66559, "epoch": 373, "lr": 3.138237823882721e-05}
{"train_loss": 0.0034521266352385283, "global_step": 66560, "epoch": 373, "lr": 3.138100680521151e-05}
{"train_loss": 0.001491281669586897, "global_step": 66561, "epoch": 373, "lr": 3.1379635387858375e-05}
{"train_loss": 0.002110282890498638, "global_step": 66562, "epoch": 373, "lr": 3.137826398676903e-05}
{"train_loss": 0.002894603181630373, "global_step": 66563, "epoch": 373, "lr": 3.137689260194464e-05}
{"train_loss": 0.0025416240096092224, "global_step": 66564, "epoch": 373, "lr": 3.137552123338645e-05}
{"train_loss": 0.002722206525504589, "global_step": 66565, "epoch": 373, "lr": 3.1374149881095614e-05}
{"train_loss": 0.0013037680182605982, "global_step": 66566, "epoch": 373, "lr": 3.137277854507335e-05}
{"train_loss": 0.0031435047276318073, "global_step": 66567, "epoch": 373, "lr": 3.137140722532084e-05}
{"train_loss": 0.0016014671418815851, "global_step": 66568, "epoch": 373, "lr": 3.137003592183932e-05}
{"train_loss": 0.0013419202296063304, "global_step": 66569, "epoch": 373, "lr": 3.136866463462994e-05}
{"train_loss": 0.0030983753968030214, "global_step": 66570, "epoch": 373, "lr": 3.136729336369393e-05}
{"train_loss": 0.0024632948671148443, "global_step": 66571, "epoch": 373, "lr": 3.1365922109032464e-05}
{"train_loss": 0.0028908338863402605, "global_step": 66572, "epoch": 374, "lr": 3.136455087064674e-05}
{"train_loss": 0.0018891867948696017, "global_step": 66573, "epoch": 374, "lr": 3.1363179648538e-05}
{"train_loss": 0.0019895127043128014, "global_step": 66574, "epoch": 374, "lr": 3.1361808442707384e-05}
{"train_loss": 0.001207496621645987, "global_step": 66575, "epoch": 374, "lr": 3.1360437253156145e-05}
{"train_loss": 0.0022136776242405176, "global_step": 66576, "epoch": 374, "lr": 3.135906607988542e-05}
{"train_loss": 0.005777684040367603, "global_step": 66577, "epoch": 374, "lr": 3.1357694922896454e-05}
{"train_loss": 0.0010698987171053886, "global_step": 66578, "epoch": 374, "lr": 3.135632378219042e-05}
{"train_loss": 0.005570957437157631, "global_step": 66579, "epoch": 374, "lr": 3.135495265776855e-05}
{"train_loss": 0.001733802491798997, "global_step": 66580, "epoch": 374, "lr": 3.135358154963198e-05}
{"train_loss": 0.0012654762249439955, "global_step": 66581, "epoch": 374, "lr": 3.135221045778195e-05}
{"train_loss": 0.0023395586758852005, "global_step": 66582, "epoch": 374, "lr": 3.135083938221965e-05}
{"train_loss": 0.0028857914730906487, "global_step": 66583, "epoch": 374, "lr": 3.13494683229463e-05}
{"train_loss": 0.0023901539389044046, "global_step": 66584, "epoch": 374, "lr": 3.1348097279963055e-05}
{"train_loss": 0.0038176653906702995, "global_step": 66585, "epoch": 374, "lr": 3.134672625327114e-05}
{"train_loss": 0.0018393753562122583, "global_step": 66586, "epoch": 374, "lr": 3.134535524287174e-05}
{"train_loss": 0.0027208931278437376, "global_step": 66587, "epoch": 374, "lr": 3.134398424876608e-05}
{"train_loss": 0.0016162559622898698, "global_step": 66588, "epoch": 374, "lr": 3.1342613270955305e-05}
{"train_loss": 0.002463506069034338, "global_step": 66589, "epoch": 374, "lr": 3.1341242309440664e-05}
{"train_loss": 0.0017966092564165592, "global_step": 66590, "epoch": 374, "lr": 3.133987136422333e-05}
{"train_loss": 0.002170315943658352, "global_step": 66591, "epoch": 374, "lr": 3.1338500435304494e-05}
{"train_loss": 0.0018202810315415263, "global_step": 66592, "epoch": 374, "lr": 3.133712952268536e-05}
{"train_loss": 0.0018257690826430917, "global_step": 66593, "epoch": 374, "lr": 3.133575862636713e-05}
{"train_loss": 0.001986099872738123, "global_step": 66594, "epoch": 374, "lr": 3.133438774635103e-05}
{"train_loss": 0.003371580969542265, "global_step": 66595, "epoch": 374, "lr": 3.13330168826382e-05}
{"train_loss": 0.0015634316951036453, "global_step": 66596, "epoch": 374, "lr": 3.1331646035229865e-05}
{"train_loss": 0.0009245305554941297, "global_step": 66597, "epoch": 374, "lr": 3.133027520412722e-05}
{"train_loss": 0.002070472575724125, "global_step": 66598, "epoch": 374, "lr": 3.132890438933149e-05}
{"train_loss": 0.0021134712733328342, "global_step": 66599, "epoch": 374, "lr": 3.132753359084382e-05}
{"train_loss": 0.0022821184247732162, "global_step": 66600, "epoch": 374, "lr": 3.1326162808665446e-05}
{"train_loss": 0.0013639004901051521, "global_step": 66601, "epoch": 374, "lr": 3.1324792042797546e-05}
{"train_loss": 0.001813395181670785, "global_step": 66602, "epoch": 374, "lr": 3.1323421293241346e-05}
{"train_loss": 0.002114357892423868, "global_step": 66603, "epoch": 374, "lr": 3.1322050559998e-05}
{"train_loss": 0.0026839044876396656, "global_step": 66604, "epoch": 374, "lr": 3.1320679843068734e-05}
{"train_loss": 0.0015090947272256017, "global_step": 66605, "epoch": 374, "lr": 3.1319309142454734e-05}
{"train_loss": 0.0013889437541365623, "global_step": 66606, "epoch": 374, "lr": 3.131793845815721e-05}
{"train_loss": 0.0027911828365176916, "global_step": 66607, "epoch": 374, "lr": 3.1316567790177345e-05}
{"train_loss": 0.002426808699965477, "global_step": 66608, "epoch": 374, "lr": 3.131519713851636e-05}
{"train_loss": 0.002930722199380398, "global_step": 66609, "epoch": 374, "lr": 3.131382650317541e-05}
{"train_loss": 0.0023969425819814205, "global_step": 66610, "epoch": 374, "lr": 3.131245588415573e-05}
{"train_loss": 0.00343672139570117, "global_step": 66611, "epoch": 374, "lr": 3.131108528145849e-05}
{"train_loss": 0.0015862210420891643, "global_step": 66612, "epoch": 374, "lr": 3.130971469508492e-05}
{"train_loss": 0.002515895524993539, "global_step": 66613, "epoch": 374, "lr": 3.1308344125036185e-05}
{"train_loss": 0.0037276356015354395, "global_step": 66614, "epoch": 374, "lr": 3.1306973571313494e-05}
{"train_loss": 0.0020357558969408274, "global_step": 66615, "epoch": 374, "lr": 3.1305603033918054e-05}
{"train_loss": 0.002458600327372551, "global_step": 66616, "epoch": 374, "lr": 3.130423251285104e-05}
{"train_loss": 0.0028032478876411915, "global_step": 66617, "epoch": 374, "lr": 3.1302862008113685e-05}
{"train_loss": 0.005086994729936123, "global_step": 66618, "epoch": 374, "lr": 3.130149151970714e-05}
{"train_loss": 0.002533433958888054, "global_step": 66619, "epoch": 374, "lr": 3.130012104763264e-05}
{"train_loss": 0.0007215216755867004, "global_step": 66620, "epoch": 374, "lr": 3.129875059189136e-05}
{"train_loss": 0.0017860685475170612, "global_step": 66621, "epoch": 374, "lr": 3.129738015248452e-05}
{"train_loss": 0.0017670823726803064, "global_step": 66622, "epoch": 374, "lr": 3.129600972941328e-05}
{"train_loss": 0.0022017410956323147, "global_step": 66623, "epoch": 374, "lr": 3.129463932267887e-05}
{"train_loss": 0.0037932530976831913, "global_step": 66624, "epoch": 374, "lr": 3.129326893228246e-05}
{"train_loss": 0.002384394407272339, "global_step": 66625, "epoch": 374, "lr": 3.12918985582253e-05}
{"train_loss": 0.0011197716230526567, "global_step": 66626, "epoch": 374, "lr": 3.129052820050851e-05}
{"train_loss": 0.004293554928153753, "global_step": 66627, "epoch": 374, "lr": 3.1289157859133356e-05}
{"train_loss": 0.004340049810707569, "global_step": 66628, "epoch": 374, "lr": 3.128778753410098e-05}
{"train_loss": 0.0034294025972485542, "global_step": 66629, "epoch": 374, "lr": 3.1286417225412624e-05}
{"train_loss": 0.0019513709703460336, "global_step": 66630, "epoch": 374, "lr": 3.128504693306945e-05}
{"train_loss": 0.0018513568211346865, "global_step": 66631, "epoch": 374, "lr": 3.128367665707268e-05}
{"train_loss": 0.003897777758538723, "global_step": 66632, "epoch": 374, "lr": 3.128230639742349e-05}
{"train_loss": 0.00183661631308496, "global_step": 66633, "epoch": 374, "lr": 3.12809361541231e-05}
{"train_loss": 0.0009732425096444786, "global_step": 66634, "epoch": 374, "lr": 3.127956592717268e-05}
{"train_loss": 0.0016463766805827618, "global_step": 66635, "epoch": 374, "lr": 3.127819571657344e-05}
{"train_loss": 0.0009420084534212947, "global_step": 66636, "epoch": 374, "lr": 3.12768255223266e-05}
{"train_loss": 0.0004698310513049364, "global_step": 66637, "epoch": 374, "lr": 3.1275455344433316e-05}
{"train_loss": 0.004617543891072273, "global_step": 66638, "epoch": 374, "lr": 3.127408518289481e-05}
{"train_loss": 0.0025260522961616516, "global_step": 66639, "epoch": 374, "lr": 3.127271503771226e-05}
{"train_loss": 0.0022796697448939085, "global_step": 66640, "epoch": 374, "lr": 3.12713449088869e-05}
{"train_loss": 0.0010699749691411853, "global_step": 66641, "epoch": 374, "lr": 3.126997479641989e-05}
{"train_loss": 0.0023061977699398994, "global_step": 66642, "epoch": 374, "lr": 3.126860470031244e-05}
{"train_loss": 0.0036950469948351383, "global_step": 66643, "epoch": 374, "lr": 3.126723462056573e-05}
{"train_loss": 0.001652659964747727, "global_step": 66644, "epoch": 374, "lr": 3.1265864557181e-05}
{"train_loss": 0.002452647779136896, "global_step": 66645, "epoch": 374, "lr": 3.1264494510159395e-05}
{"train_loss": 0.0010113155003637075, "global_step": 66646, "epoch": 374, "lr": 3.1263124479502154e-05}
{"train_loss": 0.0009353088680654764, "global_step": 66647, "epoch": 374, "lr": 3.126175446521044e-05}
{"train_loss": 0.0022696400992572308, "global_step": 66648, "epoch": 374, "lr": 3.1260384467285464e-05}
{"train_loss": 0.003078737296164036, "global_step": 66649, "epoch": 374, "lr": 3.125901448572842e-05}
{"train_loss": 0.00146568869240582, "global_step": 66650, "epoch": 374, "lr": 3.125764452054053e-05}
{"train_loss": 0.0028008045628666878, "global_step": 66651, "epoch": 374, "lr": 3.125627457172294e-05}
{"train_loss": 0.00149660708848387, "global_step": 66652, "epoch": 374, "lr": 3.1254904639276896e-05}
{"train_loss": 0.002568407915532589, "global_step": 66653, "epoch": 374, "lr": 3.125353472320356e-05}
{"train_loss": 0.0038900061044842005, "global_step": 66654, "epoch": 374, "lr": 3.125216482350416e-05}
{"train_loss": 0.0022466182708740234, "global_step": 66655, "epoch": 374, "lr": 3.125079494017985e-05}
{"train_loss": 0.0037108007818460464, "global_step": 66656, "epoch": 374, "lr": 3.1249425073231854e-05}
{"train_loss": 0.0038587981835007668, "global_step": 66657, "epoch": 374, "lr": 3.1248055222661374e-05}
{"train_loss": 0.0017485290300101042, "global_step": 66658, "epoch": 374, "lr": 3.124668538846959e-05}
{"train_loss": 0.0015717406058683991, "global_step": 66659, "epoch": 374, "lr": 3.124531557065773e-05}
{"train_loss": 0.0014435607008635998, "global_step": 66660, "epoch": 374, "lr": 3.1243945769226944e-05}
{"train_loss": 0.0015207398682832718, "global_step": 66661, "epoch": 374, "lr": 3.124257598417846e-05}
{"train_loss": 0.002244106028228998, "global_step": 66662, "epoch": 374, "lr": 3.124120621551346e-05}
{"train_loss": 0.0026501729153096676, "global_step": 66663, "epoch": 374, "lr": 3.123983646323316e-05}
{"train_loss": 0.003064707387238741, "global_step": 66664, "epoch": 374, "lr": 3.1238466727338724e-05}
{"train_loss": 0.0011656740680336952, "global_step": 66665, "epoch": 374, "lr": 3.123709700783139e-05}
{"train_loss": 0.0010594273917376995, "global_step": 66666, "epoch": 374, "lr": 3.123572730471231e-05}
{"train_loss": 0.002114260569214821, "global_step": 66667, "epoch": 374, "lr": 3.123435761798271e-05}
{"train_loss": 0.001712071243673563, "global_step": 66668, "epoch": 374, "lr": 3.1232987947643766e-05}
{"train_loss": 0.0029346139635890722, "global_step": 66669, "epoch": 374, "lr": 3.1231618293696704e-05}
{"train_loss": 0.0027872291393578053, "global_step": 66670, "epoch": 374, "lr": 3.123024865614269e-05}
{"train_loss": 0.0025660500396043062, "global_step": 66671, "epoch": 374, "lr": 3.1228879034982946e-05}
{"train_loss": 0.0033966584596782923, "global_step": 66672, "epoch": 374, "lr": 3.1227509430218635e-05}
{"train_loss": 0.002431151457130909, "global_step": 66673, "epoch": 374, "lr": 3.1226139841851e-05}
{"train_loss": 0.0023531815968453884, "global_step": 66674, "epoch": 374, "lr": 3.122477026988119e-05}
{"train_loss": 0.0009532793774269521, "global_step": 66675, "epoch": 374, "lr": 3.122340071431043e-05}
{"train_loss": 0.001564636593684554, "global_step": 66676, "epoch": 374, "lr": 3.1222031175139896e-05}
{"train_loss": 0.0016086570685729384, "global_step": 66677, "epoch": 374, "lr": 3.12206616523708e-05}
{"train_loss": 0.0016913148574531078, "global_step": 66678, "epoch": 374, "lr": 3.1219292146004356e-05}
{"train_loss": 0.0020425578113645315, "global_step": 66679, "epoch": 374, "lr": 3.1217922656041714e-05}
{"train_loss": 0.00122726964764297, "global_step": 66680, "epoch": 374, "lr": 3.121655318248411e-05}
{"train_loss": 0.0009333919151686132, "global_step": 66681, "epoch": 374, "lr": 3.121518372533271e-05}
{"train_loss": 0.004133173264563084, "global_step": 66682, "epoch": 374, "lr": 3.1213814284588746e-05}
{"train_loss": 0.003993604332208633, "global_step": 66683, "epoch": 374, "lr": 3.1212444860253376e-05}
{"train_loss": 0.000829406431876123, "global_step": 66684, "epoch": 374, "lr": 3.1211075452327833e-05}
{"train_loss": 0.0013019167818129063, "global_step": 66685, "epoch": 374, "lr": 3.120970606081327e-05}
{"train_loss": 0.003390761325135827, "global_step": 66686, "epoch": 374, "lr": 3.1208336685710924e-05}
{"train_loss": 0.0021995806600898504, "global_step": 66687, "epoch": 374, "lr": 3.1206967327021956e-05}
{"train_loss": 0.005285829771310091, "global_step": 66688, "epoch": 374, "lr": 3.1205597984747606e-05}
{"train_loss": 0.003922156989574432, "global_step": 66689, "epoch": 374, "lr": 3.120422865888902e-05}
{"train_loss": 0.003614249173551798, "global_step": 66690, "epoch": 374, "lr": 3.120285934944743e-05}
{"train_loss": 0.0032433154992759228, "global_step": 66691, "epoch": 374, "lr": 3.1201490056424004e-05}
{"train_loss": 0.004039146937429905, "global_step": 66692, "epoch": 374, "lr": 3.120012077981998e-05}
{"train_loss": 0.0032516499049961567, "global_step": 66693, "epoch": 374, "lr": 3.11987515196365e-05}
{"train_loss": 0.0021606534719467163, "global_step": 66694, "epoch": 374, "lr": 3.119738227587481e-05}
{"train_loss": 0.003754205070436001, "global_step": 66695, "epoch": 374, "lr": 3.1196013048536065e-05}
{"train_loss": 0.003979363478720188, "global_step": 66696, "epoch": 374, "lr": 3.11946438376215e-05}
{"train_loss": 0.003459483850747347, "global_step": 66697, "epoch": 374, "lr": 3.1193274643132276e-05}
{"train_loss": 0.0029030705336481333, "global_step": 66698, "epoch": 374, "lr": 3.11919054650696e-05}
{"train_loss": 0.0028864487539976835, "global_step": 66699, "epoch": 374, "lr": 3.119053630343469e-05}
{"train_loss": 0.0018104647751897573, "global_step": 66700, "epoch": 374, "lr": 3.118916715822871e-05}
{"train_loss": 0.003777002450078726, "global_step": 66701, "epoch": 374, "lr": 3.118779802945286e-05}
{"train_loss": 0.002027023583650589, "global_step": 66702, "epoch": 374, "lr": 3.1186428917108356e-05}
{"train_loss": 0.002744346158578992, "global_step": 66703, "epoch": 374, "lr": 3.118505982119639e-05}
{"train_loss": 0.0031719496473670006, "global_step": 66704, "epoch": 374, "lr": 3.118369074171814e-05}
{"train_loss": 0.0025614292826503515, "global_step": 66705, "epoch": 374, "lr": 3.118232167867482e-05}
{"train_loss": 0.0037801244761794806, "global_step": 66706, "epoch": 374, "lr": 3.118095263206761e-05}
{"train_loss": 0.004986101761460304, "global_step": 66707, "epoch": 374, "lr": 3.1179583601897725e-05}
{"train_loss": 0.0037855394184589386, "global_step": 66708, "epoch": 374, "lr": 3.1178214588166333e-05}
{"train_loss": 0.0011929856846109033, "global_step": 66709, "epoch": 374, "lr": 3.117684559087466e-05}
{"train_loss": 0.0035159997642040253, "global_step": 66710, "epoch": 374, "lr": 3.117547661002388e-05}
{"train_loss": 0.0034145782701671124, "global_step": 66711, "epoch": 374, "lr": 3.117410764561522e-05}
{"train_loss": 0.0027427449822425842, "global_step": 66712, "epoch": 374, "lr": 3.1172738697649815e-05}
{"train_loss": 0.0020641752053052187, "global_step": 66713, "epoch": 374, "lr": 3.117136976612892e-05}
{"train_loss": 0.003488043323159218, "global_step": 66714, "epoch": 374, "lr": 3.1170000851053706e-05}
{"train_loss": 0.0012079589068889618, "global_step": 66715, "epoch": 374, "lr": 3.1168631952425384e-05}
{"train_loss": 0.0019342185696586967, "global_step": 66716, "epoch": 374, "lr": 3.1167263070245114e-05}
{"train_loss": 0.003820720361545682, "global_step": 66717, "epoch": 374, "lr": 3.116589420451412e-05}
{"train_loss": 0.0008502032142132521, "global_step": 66718, "epoch": 374, "lr": 3.1164525355233615e-05}
{"train_loss": 0.003918231464922428, "global_step": 66719, "epoch": 374, "lr": 3.1163156522404744e-05}
{"train_loss": 0.0035661151632666588, "global_step": 66720, "epoch": 374, "lr": 3.116178770602875e-05}
{"train_loss": 0.0007690104539506137, "global_step": 66721, "epoch": 374, "lr": 3.11604189061068e-05}
{"train_loss": 0.0023696243297308683, "global_step": 66722, "epoch": 374, "lr": 3.115905012264011e-05}
{"train_loss": 0.002794112078845501, "global_step": 66723, "epoch": 374, "lr": 3.1157681355629855e-05}
{"train_loss": 0.0022206013090908527, "global_step": 66724, "epoch": 374, "lr": 3.1156312605077245e-05}
{"train_loss": 0.004118591081351042, "global_step": 66725, "epoch": 374, "lr": 3.1154943870983454e-05}
{"train_loss": 0.0029480867087841034, "global_step": 66726, "epoch": 374, "lr": 3.115357515334972e-05}
{"train_loss": 0.003203029278665781, "global_step": 66727, "epoch": 374, "lr": 3.115220645217719e-05}
{"train_loss": 0.0045271264389157295, "global_step": 66728, "epoch": 374, "lr": 3.11508377674671e-05}
{"train_loss": 0.0022824006155133247, "global_step": 66729, "epoch": 374, "lr": 3.1149469099220605e-05}
{"train_loss": 0.0025518424808979034, "global_step": 66730, "epoch": 374, "lr": 3.1148100447438955e-05}
{"train_loss": 0.002171066589653492, "global_step": 66731, "epoch": 374, "lr": 3.1146731812123287e-05}
{"train_loss": 0.0014660140732303262, "global_step": 66732, "epoch": 374, "lr": 3.114536319327483e-05}
{"train_loss": 0.002237033797428012, "global_step": 66733, "epoch": 374, "lr": 3.1143994590894774e-05}
{"train_loss": 0.000774235581047833, "global_step": 66734, "epoch": 374, "lr": 3.114262600498432e-05}
{"train_loss": 0.0019318594131618738, "global_step": 66735, "epoch": 374, "lr": 3.114125743554465e-05}
{"train_loss": 0.0026848516426980495, "global_step": 66736, "epoch": 374, "lr": 3.1139888882576974e-05}
{"train_loss": 0.0024750889278948307, "global_step": 66737, "epoch": 374, "lr": 3.113852034608246e-05}
{"train_loss": 0.002527693286538124, "global_step": 66738, "epoch": 374, "lr": 3.113715182606232e-05}
{"train_loss": 0.0030184832867234945, "global_step": 66739, "epoch": 374, "lr": 3.1135783322517764e-05}
{"train_loss": 0.0035119515378028154, "global_step": 66740, "epoch": 374, "lr": 3.1134414835449964e-05}
{"train_loss": 0.0036425492726266384, "global_step": 66741, "epoch": 374, "lr": 3.1133046364860154e-05}
{"train_loss": 0.0022694466169923544, "global_step": 66742, "epoch": 374, "lr": 3.1131677910749465e-05}
{"train_loss": 0.001779112033545971, "global_step": 66743, "epoch": 374, "lr": 3.113030947311916e-05}
{"train_loss": 0.0015606030356138945, "global_step": 66744, "epoch": 374, "lr": 3.1128941051970376e-05}
{"train_loss": 0.002344182226806879, "global_step": 66745, "epoch": 374, "lr": 3.112757264730436e-05}
{"train_loss": 0.0019179312512278557, "global_step": 66746, "epoch": 374, "lr": 3.112620425912226e-05}
{"train_loss": 0.0017910018796101213, "global_step": 66747, "epoch": 374, "lr": 3.1124835887425305e-05}
{"train_loss": 0.0014742841012775898, "global_step": 66748, "epoch": 374, "lr": 3.112346753221467e-05}
{"train_loss": 0.0024889706178788055, "global_step": 66749, "epoch": 374, "lr": 3.112209919349158e-05}
{"train_loss": 0.005458402447402477, "global_step": 66750, "epoch": 375, "lr": 3.1120730871257185e-05}
{"train_loss": 0.0023302386980503798, "global_step": 66751, "epoch": 375, "lr": 3.111936256551272e-05}
{"train_loss": 0.0011052459012717009, "global_step": 66752, "epoch": 375, "lr": 3.111799427625935e-05}
{"train_loss": 0.0017137008253484964, "global_step": 66753, "epoch": 375, "lr": 3.1116626003498304e-05}
{"train_loss": 0.0017456155037507415, "global_step": 66754, "epoch": 375, "lr": 3.111525774723074e-05}
{"train_loss": 0.00230959034524858, "global_step": 66755, "epoch": 375, "lr": 3.111388950745789e-05}
{"train_loss": 0.0018393263453617692, "global_step": 66756, "epoch": 375, "lr": 3.1112521284180904e-05}
{"train_loss": 0.0016536766197532415, "global_step": 66757, "epoch": 375, "lr": 3.111115307740102e-05}
{"train_loss": 0.002191014587879181, "global_step": 66758, "epoch": 375, "lr": 3.1109784887119406e-05}
{"train_loss": 0.002800574991852045, "global_step": 66759, "epoch": 375, "lr": 3.1108416713337266e-05}
{"train_loss": 0.004869693424552679, "global_step": 66760, "epoch": 375, "lr": 3.110704855605581e-05}
{"train_loss": 0.004142207093536854, "global_step": 66761, "epoch": 375, "lr": 3.1105680415276206e-05}
{"train_loss": 0.00443583307787776, "global_step": 66762, "epoch": 375, "lr": 3.1104312290999666e-05}
{"train_loss": 0.0035457119811326265, "global_step": 66763, "epoch": 375, "lr": 3.110294418322737e-05}
{"train_loss": 0.0008876846986822784, "global_step": 66764, "epoch": 375, "lr": 3.110157609196055e-05}
{"train_loss": 0.001584685523994267, "global_step": 66765, "epoch": 375, "lr": 3.110020801720035e-05}
{"train_loss": 0.005395028740167618, "global_step": 66766, "epoch": 375, "lr": 3.1098839958948e-05}
{"train_loss": 0.002928245346993208, "global_step": 66767, "epoch": 375, "lr": 3.109747191720468e-05}
{"train_loss": 0.005230787675827742, "global_step": 66768, "epoch": 375, "lr": 3.10961038919716e-05}
{"train_loss": 0.003113236976787448, "global_step": 66769, "epoch": 375, "lr": 3.109473588324993e-05}
{"train_loss": 0.0026784345973283052, "global_step": 66770, "epoch": 375, "lr": 3.109336789104089e-05}
{"train_loss": 0.0035878042690455914, "global_step": 66771, "epoch": 375, "lr": 3.109199991534565e-05}
{"train_loss": 0.001671625068411231, "global_step": 66772, "epoch": 375, "lr": 3.1090631956165446e-05}
{"train_loss": 0.0011442862451076508, "global_step": 66773, "epoch": 375, "lr": 3.1089264013501416e-05}
{"train_loss": 0.000845898874104023, "global_step": 66774, "epoch": 375, "lr": 3.108789608735481e-05}
{"train_loss": 0.0010933366138488054, "global_step": 66775, "epoch": 375, "lr": 3.108652817772678e-05}
{"train_loss": 0.0015546766808256507, "global_step": 66776, "epoch": 375, "lr": 3.108516028461854e-05}
{"train_loss": 0.002628922928124666, "global_step": 66777, "epoch": 375, "lr": 3.108379240803128e-05}
{"train_loss": 0.004207232967019081, "global_step": 66778, "epoch": 375, "lr": 3.108242454796622e-05}
{"train_loss": 0.003379999892786145, "global_step": 66779, "epoch": 375, "lr": 3.1081056704424504e-05}
{"train_loss": 0.0017573193181306124, "global_step": 66780, "epoch": 375, "lr": 3.1079688877407366e-05}
{"train_loss": 0.0036410363391041756, "global_step": 66781, "epoch": 375, "lr": 3.107832106691599e-05}
{"train_loss": 0.0022173430770635605, "global_step": 66782, "epoch": 375, "lr": 3.107695327295156e-05}
{"train_loss": 0.004173097666352987, "global_step": 66783, "epoch": 375, "lr": 3.107558549551531e-05}
{"train_loss": 0.0017264347989112139, "global_step": 66784, "epoch": 375, "lr": 3.107421773460838e-05}
{"train_loss": 0.0013361573219299316, "global_step": 66785, "epoch": 375, "lr": 3.1072849990232e-05}
{"train_loss": 0.002039560815319419, "global_step": 66786, "epoch": 375, "lr": 3.107148226238735e-05}
{"train_loss": 0.0014170410577207804, "global_step": 66787, "epoch": 375, "lr": 3.107011455107565e-05}
{"train_loss": 0.0029048151336610317, "global_step": 66788, "epoch": 375, "lr": 3.1068746856298046e-05}
{"train_loss": 0.0030107987113296986, "global_step": 66789, "epoch": 375, "lr": 3.106737917805578e-05}
{"train_loss": 0.0034729172475636005, "global_step": 66790, "epoch": 375, "lr": 3.1066011516350004e-05}
{"train_loss": 0.0025791965890675783, "global_step": 66791, "epoch": 375, "lr": 3.106464387118197e-05}
{"train_loss": 0.0026975860819220543, "global_step": 66792, "epoch": 375, "lr": 3.1063276242552816e-05}
{"train_loss": 0.0021460482385009527, "global_step": 66793, "epoch": 375, "lr": 3.106190863046378e-05}
{"train_loss": 0.001750594237819314, "global_step": 66794, "epoch": 375, "lr": 3.106054103491601e-05}
{"train_loss": 0.0027598117012530565, "global_step": 66795, "epoch": 375, "lr": 3.105917345591074e-05}
{"train_loss": 0.003647825215011835, "global_step": 66796, "epoch": 375, "lr": 3.1057805893449146e-05}
{"train_loss": 0.003568056970834732, "global_step": 66797, "epoch": 375, "lr": 3.1056438347532435e-05}
{"train_loss": 0.0017144029261544347, "global_step": 66798, "epoch": 375, "lr": 3.105507081816178e-05}
{"train_loss": 0.0017080326797440648, "global_step": 66799, "epoch": 375, "lr": 3.10537033053384e-05}
{"train_loss": 0.0021340888924896717, "global_step": 66800, "epoch": 375, "lr": 3.105233580906347e-05}
{"train_loss": 0.0017099814722314477, "global_step": 66801, "epoch": 375, "lr": 3.105096832933819e-05}
{"train_loss": 0.0025291747879236937, "global_step": 66802, "epoch": 375, "lr": 3.1049600866163784e-05}
{"train_loss": 0.003367102239280939, "global_step": 66803, "epoch": 375, "lr": 3.10482334195414e-05}
{"train_loss": 0.00295645440928638, "global_step": 66804, "epoch": 375, "lr": 3.104686598947225e-05}
{"train_loss": 0.0027411349583417177, "global_step": 66805, "epoch": 375, "lr": 3.104549857595753e-05}
{"train_loss": 0.0012464489554986358, "global_step": 66806, "epoch": 375, "lr": 3.104413117899846e-05}
{"train_loss": 0.002939686644822359, "global_step": 66807, "epoch": 375, "lr": 3.1042763798596174e-05}
{"train_loss": 0.0029278844594955444, "global_step": 66808, "epoch": 375, "lr": 3.1041396434751925e-05}
{"train_loss": 0.003612443106248975, "global_step": 66809, "epoch": 375, "lr": 3.104002908746687e-05}
{"train_loss": 0.003037968883290887, "global_step": 66810, "epoch": 375, "lr": 3.1038661756742235e-05}
{"train_loss": 0.0022276388481259346, "global_step": 66811, "epoch": 375, "lr": 3.103729444257918e-05}
{"train_loss": 0.0017756933812052011, "global_step": 66812, "epoch": 375, "lr": 3.103592714497894e-05}
{"train_loss": 0.002673604991286993, "global_step": 66813, "epoch": 375, "lr": 3.1034559863942656e-05}
{"train_loss": 0.0021630381233990192, "global_step": 66814, "epoch": 375, "lr": 3.103319259947156e-05}
{"train_loss": 0.003237198805436492, "global_step": 66815, "epoch": 375, "lr": 3.103182535156684e-05}
{"train_loss": 0.0027533480897545815, "global_step": 66816, "epoch": 375, "lr": 3.10304581202297e-05}
{"train_loss": 0.0016564931720495224, "global_step": 66817, "epoch": 375, "lr": 3.10290909054613e-05}
{"train_loss": 0.0037379921413958073, "global_step": 66818, "epoch": 375, "lr": 3.1027723707262866e-05}
{"train_loss": 0.006520230323076248, "global_step": 66819, "epoch": 375, "lr": 3.102635652563558e-05}
{"train_loss": 0.002682317979633808, "global_step": 66820, "epoch": 375, "lr": 3.102498936058065e-05}
{"train_loss": 0.003525810781866312, "global_step": 66821, "epoch": 375, "lr": 3.102362221209924e-05}
{"train_loss": 0.0019211359322071075, "global_step": 66822, "epoch": 375, "lr": 3.1022255080192566e-05}
{"train_loss": 0.0037872011307626963, "global_step": 66823, "epoch": 375, "lr": 3.102088796486182e-05}
{"train_loss": 0.002463606419041753, "global_step": 66824, "epoch": 375, "lr": 3.1019520866108195e-05}
{"train_loss": 0.0019878377206623554, "global_step": 66825, "epoch": 375, "lr": 3.10181537839329e-05}
{"train_loss": 0.0027755354531109333, "global_step": 66826, "epoch": 375, "lr": 3.10167867183371e-05}
{"train_loss": 0.001796628930605948, "global_step": 66827, "epoch": 375, "lr": 3.101541966932202e-05}
{"train_loss": 0.0014843875542283058, "global_step": 66828, "epoch": 375, "lr": 3.101405263688882e-05}
{"train_loss": 0.0017210550140589476, "global_step": 66829, "epoch": 375, "lr": 3.101268562103872e-05}
{"train_loss": 0.0032966218423098326, "global_step": 66830, "epoch": 375, "lr": 3.101131862177289e-05}
{"train_loss": 0.0020399123895913363, "global_step": 66831, "epoch": 375, "lr": 3.100995163909256e-05}
{"train_loss": 0.0032610991038382053, "global_step": 66832, "epoch": 375, "lr": 3.1008584672998884e-05}
{"train_loss": 0.0018445742316544056, "global_step": 66833, "epoch": 375, "lr": 3.100721772349309e-05}
{"train_loss": 0.001952683087438345, "global_step": 66834, "epoch": 375, "lr": 3.100585079057634e-05}
{"train_loss": 0.003818940371274948, "global_step": 66835, "epoch": 375, "lr": 3.100448387424987e-05}
{"train_loss": 0.0034165391698479652, "global_step": 66836, "epoch": 375, "lr": 3.1003116974514826e-05}
{"train_loss": 0.0006118835299275815, "global_step": 66837, "epoch": 375, "lr": 3.100175009137244e-05}
{"train_loss": 0.0030292323790490627, "global_step": 66838, "epoch": 375, "lr": 3.100038322482388e-05}
{"train_loss": 0.005173495505005121, "global_step": 66839, "epoch": 375, "lr": 3.0999016374870365e-05}
{"train_loss": 0.0013490795390680432, "global_step": 66840, "epoch": 375, "lr": 3.099764954151306e-05}
{"train_loss": 0.0018944358453154564, "global_step": 66841, "epoch": 375, "lr": 3.099628272475318e-05}
{"train_loss": 0.0017712609842419624, "global_step": 66842, "epoch": 375, "lr": 3.0994915924591897e-05}
{"train_loss": 0.003558168187737465, "global_step": 66843, "epoch": 375, "lr": 3.099354914103043e-05}
{"train_loss": 0.0015146827790886164, "global_step": 66844, "epoch": 375, "lr": 3.099218237406998e-05}
{"train_loss": 0.0028179604560136795, "global_step": 66845, "epoch": 375, "lr": 3.09908156237117e-05}
{"train_loss": 0.0009559564059600234, "global_step": 66846, "epoch": 375, "lr": 3.0989448889956826e-05}
{"train_loss": 0.0010890548583120108, "global_step": 66847, "epoch": 375, "lr": 3.098808217280652e-05}
{"train_loss": 0.0023920361418277025, "global_step": 66848, "epoch": 375, "lr": 3.0986715472261994e-05}
{"train_loss": 0.0018249385757371783, "global_step": 66849, "epoch": 375, "lr": 3.0985348788324424e-05}
{"train_loss": 0.003153703175485134, "global_step": 66850, "epoch": 375, "lr": 3.098398212099504e-05}
{"train_loss": 0.002462061122059822, "global_step": 66851, "epoch": 375, "lr": 3.0982615470274994e-05}
{"train_loss": 0.0007264449959620833, "global_step": 66852, "epoch": 375, "lr": 3.0981248836165506e-05}
{"train_loss": 0.00209199171513319, "global_step": 66853, "epoch": 375, "lr": 3.097988221866776e-05}
{"train_loss": 0.00262232543900609, "global_step": 66854, "epoch": 375, "lr": 3.0978515617782954e-05}
{"train_loss": 0.0028245258145034313, "global_step": 66855, "epoch": 375, "lr": 3.097714903351227e-05}
{"train_loss": 0.0019681884441524744, "global_step": 66856, "epoch": 375, "lr": 3.097578246585691e-05}
{"train_loss": 0.0016066378448158503, "global_step": 66857, "epoch": 375, "lr": 3.097441591481807e-05}
{"train_loss": 0.003062592586502433, "global_step": 66858, "epoch": 375, "lr": 3.097304938039696e-05}
{"train_loss": 0.0026661462616175413, "global_step": 66859, "epoch": 375, "lr": 3.097168286259472e-05}
{"train_loss": 0.0021871912758797407, "global_step": 66860, "epoch": 375, "lr": 3.09703163614126e-05}
{"train_loss": 0.001301098964177072, "global_step": 66861, "epoch": 375, "lr": 3.0968949876851775e-05}
{"train_loss": 0.0017651340458542109, "global_step": 66862, "epoch": 375, "lr": 3.0967583408913434e-05}
{"train_loss": 0.0030524462927132845, "global_step": 66863, "epoch": 375, "lr": 3.096621695759876e-05}
{"train_loss": 0.0015636811731383204, "global_step": 66864, "epoch": 375, "lr": 3.096485052290896e-05}
{"train_loss": 0.0032848024275153875, "global_step": 66865, "epoch": 375, "lr": 3.0963484104845256e-05}
{"train_loss": 0.0030680689960718155, "global_step": 66866, "epoch": 375, "lr": 3.096211770340878e-05}
{"train_loss": 0.0021392120979726315, "global_step": 66867, "epoch": 375, "lr": 3.0960751318600766e-05}
{"train_loss": 0.003453274955973029, "global_step": 66868, "epoch": 375, "lr": 3.095938495042239e-05}
{"train_loss": 0.0034577897749841213, "global_step": 66869, "epoch": 375, "lr": 3.095801859887488e-05}
{"train_loss": 0.0028547951951622963, "global_step": 66870, "epoch": 375, "lr": 3.0956652263959376e-05}
{"train_loss": 0.0012313422048464417, "global_step": 66871, "epoch": 375, "lr": 3.0955285945677114e-05}
{"train_loss": 0.0024038441479206085, "global_step": 66872, "epoch": 375, "lr": 3.0953919644029264e-05}
{"train_loss": 0.002431469736620784, "global_step": 66873, "epoch": 375, "lr": 3.0952553359017046e-05}
{"train_loss": 0.0011518008541315794, "global_step": 66874, "epoch": 375, "lr": 3.0951187090641606e-05}
{"train_loss": 0.001597375376150012, "global_step": 66875, "epoch": 375, "lr": 3.094982083890418e-05}
{"train_loss": 0.003232149872928858, "global_step": 66876, "epoch": 375, "lr": 3.094845460380596e-05}
{"train_loss": 0.001455353107303381, "global_step": 66877, "epoch": 375, "lr": 3.094708838534812e-05}
{"train_loss": 0.002880547195672989, "global_step": 66878, "epoch": 375, "lr": 3.094572218353185e-05}
{"train_loss": 0.0017104942817240953, "global_step": 66879, "epoch": 375, "lr": 3.094435599835836e-05}
{"train_loss": 0.0019763901364058256, "global_step": 66880, "epoch": 375, "lr": 3.094298982982884e-05}
{"train_loss": 0.0023398264311254025, "global_step": 66881, "epoch": 375, "lr": 3.094162367794449e-05}
{"train_loss": 0.0009634976158849895, "global_step": 66882, "epoch": 375, "lr": 3.094025754270647e-05}
{"train_loss": 0.0017417200142517686, "global_step": 66883, "epoch": 375, "lr": 3.093889142411602e-05}
{"train_loss": 0.0018769750604406, "global_step": 66884, "epoch": 375, "lr": 3.0937525322174296e-05}
{"train_loss": 0.0027622731868177652, "global_step": 66885, "epoch": 375, "lr": 3.09361592368825e-05}
{"train_loss": 0.0013920011697337031, "global_step": 66886, "epoch": 375, "lr": 3.093479316824184e-05}
{"train_loss": 0.0014679559972137213, "global_step": 66887, "epoch": 375, "lr": 3.093342711625349e-05}
{"train_loss": 0.002727453364059329, "global_step": 66888, "epoch": 375, "lr": 3.093206108091867e-05}
{"train_loss": 0.0015161042101681232, "global_step": 66889, "epoch": 375, "lr": 3.093069506223855e-05}
{"train_loss": 0.0026962943375110626, "global_step": 66890, "epoch": 375, "lr": 3.092932906021432e-05}
{"train_loss": 0.0031698793172836304, "global_step": 66891, "epoch": 375, "lr": 3.0927963074847184e-05}
{"train_loss": 0.003084240946918726, "global_step": 66892, "epoch": 375, "lr": 3.092659710613835e-05}
{"train_loss": 0.0007146992138586938, "global_step": 66893, "epoch": 375, "lr": 3.092523115408897e-05}
{"train_loss": 0.001216838601976633, "global_step": 66894, "epoch": 375, "lr": 3.0923865218700276e-05}
{"train_loss": 0.0016360895242542028, "global_step": 66895, "epoch": 375, "lr": 3.0922499299973437e-05}
{"train_loss": 0.001791144022718072, "global_step": 66896, "epoch": 375, "lr": 3.092113339790967e-05}
{"train_loss": 0.0011998331174254417, "global_step": 66897, "epoch": 375, "lr": 3.0919767512510144e-05}
{"train_loss": 0.0013011577539145947, "global_step": 66898, "epoch": 375, "lr": 3.091840164377607e-05}
{"train_loss": 0.0010834243148565292, "global_step": 66899, "epoch": 375, "lr": 3.0917035791708616e-05}
{"train_loss": 0.002457353752106428, "global_step": 66900, "epoch": 375, "lr": 3.0915669956309015e-05}
{"train_loss": 0.0011747553944587708, "global_step": 66901, "epoch": 375, "lr": 3.091430413757841e-05}
{"train_loss": 0.0021693757735192776, "global_step": 66902, "epoch": 375, "lr": 3.091293833551805e-05}
{"train_loss": 0.0038531695026904345, "global_step": 66903, "epoch": 375, "lr": 3.0911572550129075e-05}
{"train_loss": 0.0021986376959830523, "global_step": 66904, "epoch": 375, "lr": 3.091020678141271e-05}
{"train_loss": 0.0021630669943988323, "global_step": 66905, "epoch": 375, "lr": 3.090884102937013e-05}
{"train_loss": 0.0013789108488708735, "global_step": 66906, "epoch": 375, "lr": 3.090747529400254e-05}
{"train_loss": 0.004383934661746025, "global_step": 66907, "epoch": 375, "lr": 3.090610957531115e-05}
{"train_loss": 0.0034902424085885286, "global_step": 66908, "epoch": 375, "lr": 3.090474387329711e-05}
{"train_loss": 0.0018611110281199217, "global_step": 66909, "epoch": 375, "lr": 3.0903378187961645e-05}
{"train_loss": 0.0022775239776819944, "global_step": 66910, "epoch": 375, "lr": 3.0902012519305935e-05}
{"train_loss": 0.0027693123556673527, "global_step": 66911, "epoch": 375, "lr": 3.090064686733119e-05}
{"train_loss": 0.003101125592365861, "global_step": 66912, "epoch": 375, "lr": 3.089928123203857e-05}
{"train_loss": 0.0018885636236518621, "global_step": 66913, "epoch": 375, "lr": 3.089791561342929e-05}
{"train_loss": 0.003466726979240775, "global_step": 66914, "epoch": 375, "lr": 3.0896550011504545e-05}
{"train_loss": 0.003513186704367399, "global_step": 66915, "epoch": 375, "lr": 3.089518442626554e-05}
{"train_loss": 0.002435742411762476, "global_step": 66916, "epoch": 375, "lr": 3.0893818857713424e-05}
{"train_loss": 0.0010985513217747211, "global_step": 66917, "epoch": 375, "lr": 3.0892453305849436e-05}
{"train_loss": 0.0020264671184122562, "global_step": 66918, "epoch": 375, "lr": 3.089108777067473e-05}
{"train_loss": 0.0019518246408551931, "global_step": 66919, "epoch": 375, "lr": 3.088972225219053e-05}
{"train_loss": 0.0017464361153542995, "global_step": 66920, "epoch": 375, "lr": 3.0888356750398015e-05}
{"train_loss": 0.002856262493878603, "global_step": 66921, "epoch": 375, "lr": 3.088699126529839e-05}
{"train_loss": 0.0012775864452123642, "global_step": 66922, "epoch": 375, "lr": 3.0885625796892815e-05}
{"train_loss": 0.0024249739944934845, "global_step": 66923, "epoch": 375, "lr": 3.088426034518252e-05}
{"train_loss": 0.001916237291879952, "global_step": 66924, "epoch": 375, "lr": 3.088289491016866e-05}
{"train_loss": 0.008054914884269238, "global_step": 66925, "epoch": 375, "lr": 3.088152949185248e-05}
{"train_loss": 0.002321209292858839, "global_step": 66926, "epoch": 375, "lr": 3.088016409023512e-05}
{"train_loss": 0.0024559024948328525, "global_step": 66927, "epoch": 375, "lr": 3.087879870531779e-05, "train_action_mse_error": 8.808470738586038e-06}
{"train_loss": 0.0024066916666924953, "global_step": 66928, "epoch": 376, "lr": 3.0877433337101705e-05}
{"train_loss": 0.0024839527904987335, "global_step": 66929, "epoch": 376, "lr": 3.087606798558803e-05}
{"train_loss": 0.00505000539124012, "global_step": 66930, "epoch": 376, "lr": 3.0874702650777985e-05}
{"train_loss": 0.00217943312600255, "global_step": 66931, "epoch": 376, "lr": 3.087333733267273e-05}
{"train_loss": 0.004019358195364475, "global_step": 66932, "epoch": 376, "lr": 3.087197203127347e-05}
{"train_loss": 0.001986892195418477, "global_step": 66933, "epoch": 376, "lr": 3.08706067465814e-05}
{"train_loss": 0.0024371924810111523, "global_step": 66934, "epoch": 376, "lr": 3.086924147859773e-05}
{"train_loss": 0.0006214982131496072, "global_step": 66935, "epoch": 376, "lr": 3.086787622732361e-05}
{"train_loss": 0.0017572382930666208, "global_step": 66936, "epoch": 376, "lr": 3.0866510992760284e-05}
{"train_loss": 0.003895044792443514, "global_step": 66937, "epoch": 376, "lr": 3.0865145774908885e-05}
{"train_loss": 0.001962255919352174, "global_step": 66938, "epoch": 376, "lr": 3.086378057377067e-05}
{"train_loss": 0.0031525795347988605, "global_step": 66939, "epoch": 376, "lr": 3.0862415389346784e-05}
{"train_loss": 0.0025894558057188988, "global_step": 66940, "epoch": 376, "lr": 3.086105022163845e-05}
{"train_loss": 0.0008743763901293278, "global_step": 66941, "epoch": 376, "lr": 3.085968507064683e-05}
{"train_loss": 0.0021695056930184364, "global_step": 66942, "epoch": 376, "lr": 3.085831993637314e-05}
{"train_loss": 0.0012238298077136278, "global_step": 66943, "epoch": 376, "lr": 3.085695481881855e-05}
{"train_loss": 0.0012318529188632965, "global_step": 66944, "epoch": 376, "lr": 3.085558971798429e-05}
{"train_loss": 0.0027971435338258743, "global_step": 66945, "epoch": 376, "lr": 3.085422463387151e-05}
{"train_loss": 0.001961606089025736, "global_step": 66946, "epoch": 376, "lr": 3.085285956648143e-05}
{"train_loss": 0.001925641787238419, "global_step": 66947, "epoch": 376, "lr": 3.085149451581522e-05}
{"train_loss": 0.002949808957055211, "global_step": 66948, "epoch": 376, "lr": 3.085012948187409e-05}
{"train_loss": 0.00104080222081393, "global_step": 66949, "epoch": 376, "lr": 3.084876446465925e-05}
{"train_loss": 0.0015146385412663221, "global_step": 66950, "epoch": 376, "lr": 3.084739946417185e-05}
{"train_loss": 0.0018390902550891042, "global_step": 66951, "epoch": 376, "lr": 3.084603448041311e-05}
{"train_loss": 0.0017140904674306512, "global_step": 66952, "epoch": 376, "lr": 3.0844669513384204e-05}
{"train_loss": 0.0006648906273767352, "global_step": 66953, "epoch": 376, "lr": 3.084330456308636e-05}
{"train_loss": 0.0019305511377751827, "global_step": 66954, "epoch": 376, "lr": 3.084193962952072e-05}
{"train_loss": 0.001924425596371293, "global_step": 66955, "epoch": 376, "lr": 3.084057471268853e-05}
{"train_loss": 0.002298586769029498, "global_step": 66956, "epoch": 376, "lr": 3.083920981259093e-05}
{"train_loss": 0.001727215712890029, "global_step": 66957, "epoch": 376, "lr": 3.0837844929229145e-05}
{"train_loss": 0.001941208029165864, "global_step": 66958, "epoch": 376, "lr": 3.083648006260435e-05}
{"train_loss": 0.0019378322176635265, "global_step": 66959, "epoch": 376, "lr": 3.0835115212717756e-05}
{"train_loss": 0.001111342222429812, "global_step": 66960, "epoch": 376, "lr": 3.0833750379570533e-05}
{"train_loss": 0.0018684425158426166, "global_step": 66961, "epoch": 376, "lr": 3.0832385563163894e-05}
{"train_loss": 0.0021931459195911884, "global_step": 66962, "epoch": 376, "lr": 3.083102076349901e-05}
{"train_loss": 0.005739361047744751, "global_step": 66963, "epoch": 376, "lr": 3.082965598057711e-05}
{"train_loss": 0.001849755528382957, "global_step": 66964, "epoch": 376, "lr": 3.082829121439933e-05}
{"train_loss": 0.0021240711212158203, "global_step": 66965, "epoch": 376, "lr": 3.082692646496691e-05}
{"train_loss": 0.0014858720824122429, "global_step": 66966, "epoch": 376, "lr": 3.0825561732281015e-05}
{"train_loss": 0.0015552483964711428, "global_step": 66967, "epoch": 376, "lr": 3.0824197016342864e-05}
{"train_loss": 0.002114150207489729, "global_step": 66968, "epoch": 376, "lr": 3.082283231715362e-05}
{"train_loss": 0.0028024516068398952, "global_step": 66969, "epoch": 376, "lr": 3.0821467634714475e-05}
{"train_loss": 0.0021409057080745697, "global_step": 66970, "epoch": 376, "lr": 3.082010296902664e-05}
{"train_loss": 0.0019645611755549908, "global_step": 66971, "epoch": 376, "lr": 3.08187383200913e-05}
{"train_loss": 0.0027870582416653633, "global_step": 66972, "epoch": 376, "lr": 3.081737368790967e-05}
{"train_loss": 0.0011932761408388615, "global_step": 66973, "epoch": 376, "lr": 3.081600907248289e-05}
{"train_loss": 0.0024226338136941195, "global_step": 66974, "epoch": 376, "lr": 3.08146444738122e-05}
{"train_loss": 0.002572192344814539, "global_step": 66975, "epoch": 376, "lr": 3.081327989189875e-05}
{"train_loss": 0.001743583008646965, "global_step": 66976, "epoch": 376, "lr": 3.081191532674377e-05}
{"train_loss": 0.0031142658554017544, "global_step": 66977, "epoch": 376, "lr": 3.0810550778348424e-05}
{"train_loss": 0.0019188130972906947, "global_step": 66978, "epoch": 376, "lr": 3.0809186246713936e-05}
{"train_loss": 0.0014574844390153885, "global_step": 66979, "epoch": 376, "lr": 3.080782173184146e-05}
{"train_loss": 0.0020412965677678585, "global_step": 66980, "epoch": 376, "lr": 3.080645723373221e-05}
{"train_loss": 0.0018774286145344377, "global_step": 66981, "epoch": 376, "lr": 3.080509275238737e-05}
{"train_loss": 0.0012914652470499277, "global_step": 66982, "epoch": 376, "lr": 3.0803728287808156e-05}
{"train_loss": 0.0010839845053851604, "global_step": 66983, "epoch": 376, "lr": 3.080236383999571e-05}
{"train_loss": 0.0019114131573587656, "global_step": 66984, "epoch": 376, "lr": 3.080099940895127e-05}
{"train_loss": 0.0032777858432382345, "global_step": 66985, "epoch": 376, "lr": 3.0799634994675996e-05}
{"train_loss": 0.0024345656856894493, "global_step": 66986, "epoch": 376, "lr": 3.079827059717112e-05}
{"train_loss": 0.0024587418884038925, "global_step": 66987, "epoch": 376, "lr": 3.079690621643778e-05}
{"train_loss": 0.0026667718775570393, "global_step": 66988, "epoch": 376, "lr": 3.079554185247721e-05}
{"train_loss": 0.0025530261918902397, "global_step": 66989, "epoch": 376, "lr": 3.079417750529058e-05}
{"train_loss": 0.002581472974270582, "global_step": 66990, "epoch": 376, "lr": 3.079281317487909e-05}
{"train_loss": 0.003360106609761715, "global_step": 66991, "epoch": 376, "lr": 3.079144886124394e-05}
{"train_loss": 0.0025056810118258, "global_step": 66992, "epoch": 376, "lr": 3.0790084564386304e-05}
{"train_loss": 0.001432348508387804, "global_step": 66993, "epoch": 376, "lr": 3.07887202843074e-05}
{"train_loss": 0.0009906336199492216, "global_step": 66994, "epoch": 376, "lr": 3.078735602100838e-05}
{"train_loss": 0.002609830116853118, "global_step": 66995, "epoch": 376, "lr": 3.0785991774490466e-05}
{"train_loss": 0.0026367688551545143, "global_step": 66996, "epoch": 376, "lr": 3.078462754475483e-05}
{"train_loss": 0.0040818629786372185, "global_step": 66997, "epoch": 376, "lr": 3.078326333180269e-05}
{"train_loss": 0.0014298292808234692, "global_step": 66998, "epoch": 376, "lr": 3.078189913563521e-05}
{"train_loss": 0.003202013671398163, "global_step": 66999, "epoch": 376, "lr": 3.0780534956253605e-05}
{"train_loss": 0.004245680756866932, "global_step": 67000, "epoch": 376, "lr": 3.077917079365904e-05}
{"train_loss": 0.0012001025024801493, "global_step": 67001, "epoch": 376, "lr": 3.0777806647852735e-05}
{"train_loss": 0.0019224169664084911, "global_step": 67002, "epoch": 376, "lr": 3.0776442518835856e-05}
{"train_loss": 0.002176325535401702, "global_step": 67003, "epoch": 376, "lr": 3.077507840660962e-05}
{"train_loss": 0.002557127270847559, "global_step": 67004, "epoch": 376, "lr": 3.077371431117519e-05}
{"train_loss": 0.0011095213703811169, "global_step": 67005, "epoch": 376, "lr": 3.0772350232533794e-05}
{"train_loss": 0.0024490165524184704, "global_step": 67006, "epoch": 376, "lr": 3.077098617068658e-05}
{"train_loss": 0.0029681138694286346, "global_step": 67007, "epoch": 376, "lr": 3.076962212563477e-05}
{"train_loss": 0.0024401789996773005, "global_step": 67008, "epoch": 376, "lr": 3.0768258097379536e-05}
{"train_loss": 0.002529393183067441, "global_step": 67009, "epoch": 376, "lr": 3.07668940859221e-05}
{"train_loss": 0.0010257812682539225, "global_step": 67010, "epoch": 376, "lr": 3.0765530091263617e-05}
{"train_loss": 0.0016666718292981386, "global_step": 67011, "epoch": 376, "lr": 3.076416611340529e-05}
{"train_loss": 0.0011347688268870115, "global_step": 67012, "epoch": 376, "lr": 3.0762802152348344e-05}
{"train_loss": 0.00393929285928607, "global_step": 67013, "epoch": 376, "lr": 3.0761438208093915e-05}
{"train_loss": 0.0014629652723670006, "global_step": 67014, "epoch": 376, "lr": 3.076007428064323e-05}
{"train_loss": 0.0045507666654884815, "global_step": 67015, "epoch": 376, "lr": 3.075871036999747e-05}
{"train_loss": 0.002993282163515687, "global_step": 67016, "epoch": 376, "lr": 3.0757346476157833e-05}
{"train_loss": 0.002699644071981311, "global_step": 67017, "epoch": 376, "lr": 3.075598259912549e-05}
{"train_loss": 0.0021113634575158358, "global_step": 67018, "epoch": 376, "lr": 3.0754618738901664e-05}
{"train_loss": 0.002524786861613393, "global_step": 67019, "epoch": 376, "lr": 3.075325489548752e-05}
{"train_loss": 0.004198254086077213, "global_step": 67020, "epoch": 376, "lr": 3.0751891068884265e-05}
{"train_loss": 0.0008102133870124817, "global_step": 67021, "epoch": 376, "lr": 3.075052725909307e-05}
{"train_loss": 0.005927613005042076, "global_step": 67022, "epoch": 376, "lr": 3.074916346611515e-05}
{"train_loss": 0.0022700985427945852, "global_step": 67023, "epoch": 376, "lr": 3.074779968995168e-05}
{"train_loss": 0.0014313396532088518, "global_step": 67024, "epoch": 376, "lr": 3.074643593060387e-05}
{"train_loss": 0.0016567297279834747, "global_step": 67025, "epoch": 376, "lr": 3.0745072188072886e-05}
{"train_loss": 0.001619255170226097, "global_step": 67026, "epoch": 376, "lr": 3.074370846235994e-05}
{"train_loss": 0.0019808560609817505, "global_step": 67027, "epoch": 376, "lr": 3.0742344753466204e-05}
{"train_loss": 0.0025893254205584526, "global_step": 67028, "epoch": 376, "lr": 3.074098106139289e-05}
{"train_loss": 0.0019110881257802248, "global_step": 67029, "epoch": 376, "lr": 3.073961738614117e-05}
{"train_loss": 0.002787389326840639, "global_step": 67030, "epoch": 376, "lr": 3.0738253727712265e-05}
{"train_loss": 0.003463721601292491, "global_step": 67031, "epoch": 376, "lr": 3.073689008610732e-05}
{"train_loss": 0.0021323198452591896, "global_step": 67032, "epoch": 376, "lr": 3.073552646132756e-05}
{"train_loss": 0.002674981951713562, "global_step": 67033, "epoch": 376, "lr": 3.0734162853374165e-05}
{"train_loss": 0.0012302739778533578, "global_step": 67034, "epoch": 376, "lr": 3.073279926224832e-05}
{"train_loss": 0.0031786118634045124, "global_step": 67035, "epoch": 376, "lr": 3.0731435687951247e-05}
{"train_loss": 0.003162423614412546, "global_step": 67036, "epoch": 376, "lr": 3.07300721304841e-05}
{"train_loss": 0.0026028528809547424, "global_step": 67037, "epoch": 376, "lr": 3.072870858984809e-05}
{"train_loss": 0.0012832994107156992, "global_step": 67038, "epoch": 376, "lr": 3.072734506604439e-05}
{"train_loss": 0.0009637444745749235, "global_step": 67039, "epoch": 376, "lr": 3.072598155907422e-05}
{"train_loss": 0.0012821760028600693, "global_step": 67040, "epoch": 376, "lr": 3.072461806893874e-05}
{"train_loss": 0.0032734035048633814, "global_step": 67041, "epoch": 376, "lr": 3.0723254595639164e-05}
{"train_loss": 0.00213600997813046, "global_step": 67042, "epoch": 376, "lr": 3.0721891139176665e-05}
{"train_loss": 0.001108314492739737, "global_step": 67043, "epoch": 376, "lr": 3.072052769955246e-05}
{"train_loss": 0.001043606665916741, "global_step": 67044, "epoch": 376, "lr": 3.07191642767677e-05}
{"train_loss": 0.0013606804423034191, "global_step": 67045, "epoch": 376, "lr": 3.0717800870823615e-05}
{"train_loss": 0.0023067272268235683, "global_step": 67046, "epoch": 376, "lr": 3.071643748172136e-05}
{"train_loss": 0.002430693246424198, "global_step": 67047, "epoch": 376, "lr": 3.071507410946218e-05}
{"train_loss": 0.002036874881014228, "global_step": 67048, "epoch": 376, "lr": 3.07137107540472e-05}
{"train_loss": 0.0015165316872298717, "global_step": 67049, "epoch": 376, "lr": 3.0712347415477666e-05}
{"train_loss": 0.0035146272275596857, "global_step": 67050, "epoch": 376, "lr": 3.0710984093754723e-05}
{"train_loss": 0.001937615917995572, "global_step": 67051, "epoch": 376, "lr": 3.07096207888796e-05}
{"train_loss": 0.0016799354925751686, "global_step": 67052, "epoch": 376, "lr": 3.070825750085345e-05}
{"train_loss": 0.001112929079681635, "global_step": 67053, "epoch": 376, "lr": 3.070689422967748e-05}
{"train_loss": 0.0017610709182918072, "global_step": 67054, "epoch": 376, "lr": 3.0705530975352924e-05}
{"train_loss": 0.0009377144742757082, "global_step": 67055, "epoch": 376, "lr": 3.070416773788091e-05}
{"train_loss": 0.0013601285172626376, "global_step": 67056, "epoch": 376, "lr": 3.0702804517262656e-05}
{"train_loss": 0.0016301905270665884, "global_step": 67057, "epoch": 376, "lr": 3.0701441313499344e-05}
{"train_loss": 0.0008516123052686453, "global_step": 67058, "epoch": 376, "lr": 3.070007812659219e-05}
{"train_loss": 0.0010738057317212224, "global_step": 67059, "epoch": 376, "lr": 3.0698714956542343e-05}
{"train_loss": 0.0019936198368668556, "global_step": 67060, "epoch": 376, "lr": 3.0697351803351026e-05}
{"train_loss": 0.0030923092272132635, "global_step": 67061, "epoch": 376, "lr": 3.069598866701942e-05}
{"train_loss": 0.002449770923703909, "global_step": 67062, "epoch": 376, "lr": 3.0694625547548725e-05}
{"train_loss": 0.001792142167687416, "global_step": 67063, "epoch": 376, "lr": 3.0693262444940094e-05}
{"train_loss": 0.0017239674925804138, "global_step": 67064, "epoch": 376, "lr": 3.069189935919478e-05}
{"train_loss": 0.0032578767277300358, "global_step": 67065, "epoch": 376, "lr": 3.069053629031391e-05}
{"train_loss": 0.0014260226162150502, "global_step": 67066, "epoch": 376, "lr": 3.068917323829872e-05}
{"train_loss": 0.0025943764485418797, "global_step": 67067, "epoch": 376, "lr": 3.068781020315037e-05}
{"train_loss": 0.002610806841403246, "global_step": 67068, "epoch": 376, "lr": 3.0686447184870084e-05}
{"train_loss": 0.0023461810778826475, "global_step": 67069, "epoch": 376, "lr": 3.068508418345901e-05}
{"train_loss": 0.0008586893090978265, "global_step": 67070, "epoch": 376, "lr": 3.068372119891838e-05}
{"train_loss": 0.0011521684937179089, "global_step": 67071, "epoch": 376, "lr": 3.0682358231249354e-05}
{"train_loss": 0.002254118677228689, "global_step": 67072, "epoch": 376, "lr": 3.068099528045315e-05}
{"train_loss": 0.0009985442738980055, "global_step": 67073, "epoch": 376, "lr": 3.067963234653092e-05}
{"train_loss": 0.002759628463536501, "global_step": 67074, "epoch": 376, "lr": 3.0678269429483884e-05}
{"train_loss": 0.001361739239655435, "global_step": 67075, "epoch": 376, "lr": 3.0676906529313234e-05}
{"train_loss": 0.0011687923688441515, "global_step": 67076, "epoch": 376, "lr": 3.067554364602014e-05}
{"train_loss": 0.0020985305309295654, "global_step": 67077, "epoch": 376, "lr": 3.067418077960583e-05}
{"train_loss": 0.0016227406449615955, "global_step": 67078, "epoch": 376, "lr": 3.067281793007144e-05}
{"train_loss": 0.0016114003956317902, "global_step": 67079, "epoch": 376, "lr": 3.067145509741821e-05}
{"train_loss": 0.0014642842579632998, "global_step": 67080, "epoch": 376, "lr": 3.067009228164729e-05}
{"train_loss": 0.0036315028555691242, "global_step": 67081, "epoch": 376, "lr": 3.0668729482759916e-05}
{"train_loss": 0.002422022633254528, "global_step": 67082, "epoch": 376, "lr": 3.0667366700757226e-05}
{"train_loss": 0.0032493723556399345, "global_step": 67083, "epoch": 376, "lr": 3.066600393564046e-05}
{"train_loss": 0.0011752576101571321, "global_step": 67084, "epoch": 376, "lr": 3.066464118741077e-05}
{"train_loss": 0.0017039430094882846, "global_step": 67085, "epoch": 376, "lr": 3.066327845606937e-05}
{"train_loss": 0.0013810837408527732, "global_step": 67086, "epoch": 376, "lr": 3.066191574161743e-05}
{"train_loss": 0.0009870182257145643, "global_step": 67087, "epoch": 376, "lr": 3.066055304405617e-05}
{"train_loss": 0.0022205114364624023, "global_step": 67088, "epoch": 376, "lr": 3.065919036338674e-05}
{"train_loss": 0.003136693499982357, "global_step": 67089, "epoch": 376, "lr": 3.065782769961036e-05}
{"train_loss": 0.0010763807222247124, "global_step": 67090, "epoch": 376, "lr": 3.065646505272821e-05}
{"train_loss": 0.0010433447314426303, "global_step": 67091, "epoch": 376, "lr": 3.06551024227415e-05}
{"train_loss": 0.002084792824462056, "global_step": 67092, "epoch": 376, "lr": 3.0653739809651385e-05}
{"train_loss": 0.002234412357211113, "global_step": 67093, "epoch": 376, "lr": 3.065237721345908e-05}
{"train_loss": 0.005779879167675972, "global_step": 67094, "epoch": 376, "lr": 3.065101463416576e-05}
{"train_loss": 0.002151690423488617, "global_step": 67095, "epoch": 376, "lr": 3.0649652071772626e-05}
{"train_loss": 0.002233627252280712, "global_step": 67096, "epoch": 376, "lr": 3.064828952628088e-05}
{"train_loss": 0.0011839910876005888, "global_step": 67097, "epoch": 376, "lr": 3.064692699769168e-05}
{"train_loss": 0.003377736546099186, "global_step": 67098, "epoch": 376, "lr": 3.064556448600624e-05}
{"train_loss": 0.0008583156741224229, "global_step": 67099, "epoch": 376, "lr": 3.0644201991225734e-05}
{"train_loss": 0.001637602923437953, "global_step": 67100, "epoch": 376, "lr": 3.064283951335138e-05}
{"train_loss": 0.0012236859183758497, "global_step": 67101, "epoch": 376, "lr": 3.064147705238434e-05}
{"train_loss": 0.0012598411412909627, "global_step": 67102, "epoch": 376, "lr": 3.064011460832582e-05}
{"train_loss": 0.002912045456469059, "global_step": 67103, "epoch": 376, "lr": 3.063875218117699e-05}
{"train_loss": 0.0008869565208442509, "global_step": 67104, "epoch": 376, "lr": 3.063738977093907e-05}
{"train_loss": 0.0021491315094178563, "global_step": 67105, "epoch": 376, "lr": 3.063602737761322e-05}
{"train_loss": 0.0037976959720253944, "global_step": 67106, "epoch": 377, "lr": 3.0634665001200657e-05}
{"train_loss": 0.0033190096728503704, "global_step": 67107, "epoch": 377, "lr": 3.063330264170254e-05}
{"train_loss": 0.0020538584794849157, "global_step": 67108, "epoch": 377, "lr": 3.0631940299120094e-05}
{"train_loss": 0.001311511266976595, "global_step": 67109, "epoch": 377, "lr": 3.063057797345448e-05}
{"train_loss": 0.0012201691279187799, "global_step": 67110, "epoch": 377, "lr": 3.062921566470691e-05}
{"train_loss": 0.002485574223101139, "global_step": 67111, "epoch": 377, "lr": 3.0627853372878544e-05}
{"train_loss": 0.002290087752044201, "global_step": 67112, "epoch": 377, "lr": 3.062649109797061e-05}
{"train_loss": 0.0011468054726719856, "global_step": 67113, "epoch": 377, "lr": 3.062512883998426e-05}
{"train_loss": 0.0009878084529191256, "global_step": 67114, "epoch": 377, "lr": 3.062376659892073e-05}
{"train_loss": 0.003574073314666748, "global_step": 67115, "epoch": 377, "lr": 3.0622404374781164e-05}
{"train_loss": 0.0015622293576598167, "global_step": 67116, "epoch": 377, "lr": 3.062104216756677e-05}
{"train_loss": 0.0015915706753730774, "global_step": 67117, "epoch": 377, "lr": 3.061967997727875e-05}
{"train_loss": 0.002983875572681427, "global_step": 67118, "epoch": 377, "lr": 3.061831780391826e-05}
{"train_loss": 0.0030169845558702946, "global_step": 67119, "epoch": 377, "lr": 3.0616955647486546e-05}
{"train_loss": 0.002763994736596942, "global_step": 67120, "epoch": 377, "lr": 3.061559350798473e-05}
{"train_loss": 0.0009061973541975021, "global_step": 67121, "epoch": 377, "lr": 3.0614231385414066e-05}
{"train_loss": 0.0014907254371792078, "global_step": 67122, "epoch": 377, "lr": 3.061286927977569e-05}
{"train_loss": 0.0017897451762109995, "global_step": 67123, "epoch": 377, "lr": 3.061150719107083e-05}
{"train_loss": 0.0028685869183391333, "global_step": 67124, "epoch": 377, "lr": 3.061014511930064e-05}
{"train_loss": 0.00484289787709713, "global_step": 67125, "epoch": 377, "lr": 3.0608783064466354e-05}
{"train_loss": 0.0034213135950267315, "global_step": 67126, "epoch": 377, "lr": 3.0607421026569125e-05}
{"train_loss": 0.001882272306829691, "global_step": 67127, "epoch": 377, "lr": 3.0606059005610156e-05}
{"train_loss": 0.0018721045926213264, "global_step": 67128, "epoch": 377, "lr": 3.060469700159063e-05}
{"train_loss": 0.0014256138820201159, "global_step": 67129, "epoch": 377, "lr": 3.060333501451177e-05}
{"train_loss": 0.003275224007666111, "global_step": 67130, "epoch": 377, "lr": 3.060197304437471e-05}
{"train_loss": 0.0019442315679043531, "global_step": 67131, "epoch": 377, "lr": 3.0600611091180674e-05}
{"train_loss": 0.00198055780492723, "global_step": 67132, "epoch": 377, "lr": 3.059924915493084e-05}
{"train_loss": 0.004190072882920504, "global_step": 67133, "epoch": 377, "lr": 3.059788723562643e-05}
{"train_loss": 0.0016026704106479883, "global_step": 67134, "epoch": 377, "lr": 3.059652533326858e-05}
{"train_loss": 0.004419132601469755, "global_step": 67135, "epoch": 377, "lr": 3.059516344785852e-05}
{"train_loss": 0.004168580286204815, "global_step": 67136, "epoch": 377, "lr": 3.059380157939742e-05}
{"train_loss": 0.0038829557597637177, "global_step": 67137, "epoch": 377, "lr": 3.059243972788647e-05}
{"train_loss": 0.0026506399735808372, "global_step": 67138, "epoch": 377, "lr": 3.059107789332688e-05}
{"train_loss": 0.003017784096300602, "global_step": 67139, "epoch": 377, "lr": 3.058971607571981e-05}
{"train_loss": 0.0021586811635643244, "global_step": 67140, "epoch": 377, "lr": 3.0588354275066476e-05}
{"train_loss": 0.002488207770511508, "global_step": 67141, "epoch": 377, "lr": 3.058699249136805e-05}
{"train_loss": 0.0016641346737742424, "global_step": 67142, "epoch": 377, "lr": 3.0585630724625725e-05}
{"train_loss": 0.0044507822021842, "global_step": 67143, "epoch": 377, "lr": 3.058426897484069e-05}
{"train_loss": 0.0026857038028538227, "global_step": 67144, "epoch": 377, "lr": 3.0582907242014146e-05}
{"train_loss": 0.00398312509059906, "global_step": 67145, "epoch": 377, "lr": 3.0581545526147256e-05}
{"train_loss": 0.002091009169816971, "global_step": 67146, "epoch": 377, "lr": 3.0580183827241246e-05}
{"train_loss": 0.0030826805159449577, "global_step": 67147, "epoch": 377, "lr": 3.057882214529727e-05}
{"train_loss": 0.0013315982650965452, "global_step": 67148, "epoch": 377, "lr": 3.057746048031655e-05}
{"train_loss": 0.001965203322470188, "global_step": 67149, "epoch": 377, "lr": 3.057609883230024e-05}
{"train_loss": 0.0023049551527947187, "global_step": 67150, "epoch": 377, "lr": 3.057473720124956e-05}
{"train_loss": 0.002764982869848609, "global_step": 67151, "epoch": 377, "lr": 3.057337558716568e-05}
{"train_loss": 0.0018555063288658857, "global_step": 67152, "epoch": 377, "lr": 3.0572013990049805e-05}
{"train_loss": 0.0049819848500192165, "global_step": 67153, "epoch": 377, "lr": 3.05706524099031e-05}
{"train_loss": 0.0016105212271213531, "global_step": 67154, "epoch": 377, "lr": 3.056929084672678e-05}
{"train_loss": 0.004152422770857811, "global_step": 67155, "epoch": 377, "lr": 3.056792930052202e-05}
{"train_loss": 0.003034108318388462, "global_step": 67156, "epoch": 377, "lr": 3.056656777129003e-05}
{"train_loss": 0.0013058590702712536, "global_step": 67157, "epoch": 377, "lr": 3.0565206259031965e-05}
{"train_loss": 0.0026656179688870907, "global_step": 67158, "epoch": 377, "lr": 3.056384476374903e-05}
{"train_loss": 0.0030162546318024397, "global_step": 67159, "epoch": 377, "lr": 3.056248328544243e-05}
{"train_loss": 0.0016789218643680215, "global_step": 67160, "epoch": 377, "lr": 3.0561121824113325e-05}
{"train_loss": 0.0034462646581232548, "global_step": 67161, "epoch": 377, "lr": 3.055976037976293e-05}
{"train_loss": 0.002504537580534816, "global_step": 67162, "epoch": 377, "lr": 3.055839895239241e-05}
{"train_loss": 0.0007764454348944128, "global_step": 67163, "epoch": 377, "lr": 3.0557037542002986e-05}
{"train_loss": 0.0025680758990347385, "global_step": 67164, "epoch": 377, "lr": 3.0555676148595814e-05}
{"train_loss": 0.001923979609273374, "global_step": 67165, "epoch": 377, "lr": 3.0554314772172106e-05}
{"train_loss": 0.0028870967216789722, "global_step": 67166, "epoch": 377, "lr": 3.0552953412733035e-05}
{"train_loss": 0.002962865401059389, "global_step": 67167, "epoch": 377, "lr": 3.055159207027981e-05}
{"train_loss": 0.0016518572811037302, "global_step": 67168, "epoch": 377, "lr": 3.0550230744813594e-05}
{"train_loss": 0.0021681543439626694, "global_step": 67169, "epoch": 377, "lr": 3.05488694363356e-05}
{"train_loss": 0.0012968506198376417, "global_step": 67170, "epoch": 377, "lr": 3.054750814484699e-05}
{"train_loss": 0.002417430281639099, "global_step": 67171, "epoch": 377, "lr": 3.0546146870349e-05}
{"train_loss": 0.0016678288811817765, "global_step": 67172, "epoch": 377, "lr": 3.054478561284276e-05}
{"train_loss": 0.0012239611241966486, "global_step": 67173, "epoch": 377, "lr": 3.054342437232951e-05}
{"train_loss": 0.0028865220956504345, "global_step": 67174, "epoch": 377, "lr": 3.054206314881039e-05}
{"train_loss": 0.0013800389133393764, "global_step": 67175, "epoch": 377, "lr": 3.0540701942286654e-05}
{"train_loss": 0.0016074104933068156, "global_step": 67176, "epoch": 377, "lr": 3.0539340752759424e-05}
{"train_loss": 0.001893877051770687, "global_step": 67177, "epoch": 377, "lr": 3.0537979580229916e-05}
{"train_loss": 0.002090658061206341, "global_step": 67178, "epoch": 377, "lr": 3.053661842469935e-05}
{"train_loss": 0.001749406917952001, "global_step": 67179, "epoch": 377, "lr": 3.053525728616885e-05}
{"train_loss": 0.0013874229043722153, "global_step": 67180, "epoch": 377, "lr": 3.053389616463966e-05}
{"train_loss": 0.0034741698764264584, "global_step": 67181, "epoch": 377, "lr": 3.053253506011294e-05}
{"train_loss": 0.0013594990596175194, "global_step": 67182, "epoch": 377, "lr": 3.05311739725899e-05}
{"train_loss": 0.0035080849193036556, "global_step": 67183, "epoch": 377, "lr": 3.052981290207171e-05}
{"train_loss": 0.0012983453925698996, "global_step": 67184, "epoch": 377, "lr": 3.052845184855956e-05}
{"train_loss": 0.0022308756597340107, "global_step": 67185, "epoch": 377, "lr": 3.052709081205465e-05}
{"train_loss": 0.0032637990079820156, "global_step": 67186, "epoch": 377, "lr": 3.052572979255817e-05}
{"train_loss": 0.001924331532791257, "global_step": 67187, "epoch": 377, "lr": 3.052436879007129e-05}
{"train_loss": 0.003375602886080742, "global_step": 67188, "epoch": 377, "lr": 3.052300780459522e-05}
{"train_loss": 0.0019569327123463154, "global_step": 67189, "epoch": 377, "lr": 3.052164683613113e-05}
{"train_loss": 0.0013209106400609016, "global_step": 67190, "epoch": 377, "lr": 3.0520285884680233e-05}
{"train_loss": 0.0033488613553345203, "global_step": 67191, "epoch": 377, "lr": 3.0518924950243684e-05}
{"train_loss": 0.0011255745775997639, "global_step": 67192, "epoch": 377, "lr": 3.051756403282271e-05}
{"train_loss": 0.004435455426573753, "global_step": 67193, "epoch": 377, "lr": 3.0516203132418462e-05}
{"train_loss": 0.00267311604693532, "global_step": 67194, "epoch": 377, "lr": 3.0514842249032162e-05}
{"train_loss": 0.001669019227847457, "global_step": 67195, "epoch": 377, "lr": 3.0513481382664966e-05}
{"train_loss": 0.000918717123568058, "global_step": 67196, "epoch": 377, "lr": 3.051212053331811e-05}
{"train_loss": 0.002984591294080019, "global_step": 67197, "epoch": 377, "lr": 3.0510759700992724e-05}
{"train_loss": 0.001982631627470255, "global_step": 67198, "epoch": 377, "lr": 3.050939888569003e-05}
{"train_loss": 0.0024003167636692524, "global_step": 67199, "epoch": 377, "lr": 3.0508038087411216e-05}
{"train_loss": 0.005033258814364672, "global_step": 67200, "epoch": 377, "lr": 3.050667730615746e-05}
{"train_loss": 0.001295679248869419, "global_step": 67201, "epoch": 377, "lr": 3.0505316541929983e-05}
{"train_loss": 0.002221032977104187, "global_step": 67202, "epoch": 377, "lr": 3.050395579472992e-05}
{"train_loss": 0.004312529694288969, "global_step": 67203, "epoch": 377, "lr": 3.0502595064558505e-05}
{"train_loss": 0.0024487925693392754, "global_step": 67204, "epoch": 377, "lr": 3.0501234351416895e-05}
{"train_loss": 0.0010429166723042727, "global_step": 67205, "epoch": 377, "lr": 3.049987365530631e-05}
{"train_loss": 0.0038011139258742332, "global_step": 67206, "epoch": 377, "lr": 3.04985129762279e-05}
{"train_loss": 0.0011420742375776172, "global_step": 67207, "epoch": 377, "lr": 3.0497152314182886e-05}
{"train_loss": 0.001627003075554967, "global_step": 67208, "epoch": 377, "lr": 3.0495791669172436e-05}
{"train_loss": 0.003081623464822769, "global_step": 67209, "epoch": 377, "lr": 3.0494431041197767e-05}
{"train_loss": 0.0029578302055597305, "global_step": 67210, "epoch": 377, "lr": 3.049307043026003e-05}
{"train_loss": 0.0010164903942495584, "global_step": 67211, "epoch": 377, "lr": 3.049170983636045e-05}
{"train_loss": 0.0028328096959739923, "global_step": 67212, "epoch": 377, "lr": 3.0490349259500174e-05}
{"train_loss": 0.0010940200882032514, "global_step": 67213, "epoch": 377, "lr": 3.0488988699680422e-05}
{"train_loss": 0.0016105815302580595, "global_step": 67214, "epoch": 377, "lr": 3.0487628156902366e-05}
{"train_loss": 0.0032040986698120832, "global_step": 67215, "epoch": 377, "lr": 3.048626763116722e-05}
{"train_loss": 0.003019084222614765, "global_step": 67216, "epoch": 377, "lr": 3.0484907122476135e-05}
{"train_loss": 0.004836061038076878, "global_step": 67217, "epoch": 377, "lr": 3.0483546630830328e-05}
{"train_loss": 0.003628525882959366, "global_step": 67218, "epoch": 377, "lr": 3.0482186156230964e-05}
{"train_loss": 0.003063663374632597, "global_step": 67219, "epoch": 377, "lr": 3.048082569867925e-05}
{"train_loss": 0.0030169109813869, "global_step": 67220, "epoch": 377, "lr": 3.0479465258176387e-05}
{"train_loss": 0.0015729260630905628, "global_step": 67221, "epoch": 377, "lr": 3.0478104834723525e-05}
{"train_loss": 0.0011188751086592674, "global_step": 67222, "epoch": 377, "lr": 3.047674442832188e-05}
{"train_loss": 0.0027208938263356686, "global_step": 67223, "epoch": 377, "lr": 3.0475384038972625e-05}
{"train_loss": 0.0015446760226041079, "global_step": 67224, "epoch": 377, "lr": 3.0474023666676976e-05}
{"train_loss": 0.0032297312282025814, "global_step": 67225, "epoch": 377, "lr": 3.0472663311436084e-05}
{"train_loss": 0.0008597258711233735, "global_step": 67226, "epoch": 377, "lr": 3.0471302973251166e-05}
{"train_loss": 0.003347578691318631, "global_step": 67227, "epoch": 377, "lr": 3.0469942652123384e-05}
{"train_loss": 0.0026792683638632298, "global_step": 67228, "epoch": 377, "lr": 3.046858234805396e-05}
{"train_loss": 0.0015347448643296957, "global_step": 67229, "epoch": 377, "lr": 3.0467222061044044e-05}
{"train_loss": 0.0033120932057499886, "global_step": 67230, "epoch": 377, "lr": 3.0465861791094863e-05}
{"train_loss": 0.0008987723267637193, "global_step": 67231, "epoch": 377, "lr": 3.046450153820757e-05}
{"train_loss": 0.0022492532152682543, "global_step": 67232, "epoch": 377, "lr": 3.0463141302383368e-05}
{"train_loss": 0.004017915576696396, "global_step": 67233, "epoch": 377, "lr": 3.046178108362344e-05}
{"train_loss": 0.00169660453684628, "global_step": 67234, "epoch": 377, "lr": 3.046042088192901e-05}
{"train_loss": 0.001100799534469843, "global_step": 67235, "epoch": 377, "lr": 3.04590606973012e-05}
{"train_loss": 0.003585805417969823, "global_step": 67236, "epoch": 377, "lr": 3.045770052974125e-05}
{"train_loss": 0.0010113791795447469, "global_step": 67237, "epoch": 377, "lr": 3.0456340379250326e-05}
{"train_loss": 0.0026036244817078114, "global_step": 67238, "epoch": 377, "lr": 3.0454980245829633e-05}
{"train_loss": 0.002375680021941662, "global_step": 67239, "epoch": 377, "lr": 3.045362012948033e-05}
{"train_loss": 0.0011337100295349956, "global_step": 67240, "epoch": 377, "lr": 3.0452260030203627e-05}
{"train_loss": 0.0013604494743049145, "global_step": 67241, "epoch": 377, "lr": 3.0450899948000712e-05}
{"train_loss": 0.0036839465610682964, "global_step": 67242, "epoch": 377, "lr": 3.0449539882872758e-05}
{"train_loss": 0.002100253477692604, "global_step": 67243, "epoch": 377, "lr": 3.044817983482099e-05}
{"train_loss": 0.0017187471967190504, "global_step": 67244, "epoch": 377, "lr": 3.0446819803846542e-05}
{"train_loss": 0.0012924345210194588, "global_step": 67245, "epoch": 377, "lr": 3.0445459789950648e-05}
{"train_loss": 0.0023024396505206823, "global_step": 67246, "epoch": 377, "lr": 3.0444099793134455e-05}
{"train_loss": 0.0013896607561036944, "global_step": 67247, "epoch": 377, "lr": 3.0442739813399203e-05}
{"train_loss": 0.0010188294108957052, "global_step": 67248, "epoch": 377, "lr": 3.044137985074602e-05}
{"train_loss": 0.001648473902605474, "global_step": 67249, "epoch": 377, "lr": 3.0440019905176154e-05}
{"train_loss": 0.0036416032817214727, "global_step": 67250, "epoch": 377, "lr": 3.0438659976690742e-05}
{"train_loss": 0.0020727128721773624, "global_step": 67251, "epoch": 377, "lr": 3.0437300065290998e-05}
{"train_loss": 0.0019694389775395393, "global_step": 67252, "epoch": 377, "lr": 3.0435940170978094e-05}
{"train_loss": 0.0018752278992906213, "global_step": 67253, "epoch": 377, "lr": 3.0434580293753246e-05}
{"train_loss": 0.0009384930599480867, "global_step": 67254, "epoch": 377, "lr": 3.043322043361761e-05}
{"train_loss": 0.004290967248380184, "global_step": 67255, "epoch": 377, "lr": 3.043186059057239e-05}
{"train_loss": 0.0019272079225629568, "global_step": 67256, "epoch": 377, "lr": 3.043050076461877e-05}
{"train_loss": 0.0024387752637267113, "global_step": 67257, "epoch": 377, "lr": 3.042914095575795e-05}
{"train_loss": 0.003960194066166878, "global_step": 67258, "epoch": 377, "lr": 3.0427781163991093e-05}
{"train_loss": 0.0020112318452447653, "global_step": 67259, "epoch": 377, "lr": 3.0426421389319404e-05}
{"train_loss": 0.0020593111403286457, "global_step": 67260, "epoch": 377, "lr": 3.0425061631744068e-05}
{"train_loss": 0.0014935918152332306, "global_step": 67261, "epoch": 377, "lr": 3.042370189126626e-05}
{"train_loss": 0.0039107706397771835, "global_step": 67262, "epoch": 377, "lr": 3.042234216788721e-05}
{"train_loss": 0.0015088226646184921, "global_step": 67263, "epoch": 377, "lr": 3.0420982461608043e-05}
{"train_loss": 0.004834646359086037, "global_step": 67264, "epoch": 377, "lr": 3.0419622772429995e-05}
{"train_loss": 0.0016590028535574675, "global_step": 67265, "epoch": 377, "lr": 3.0418263100354226e-05}
{"train_loss": 0.0010213634232059121, "global_step": 67266, "epoch": 377, "lr": 3.0416903445381957e-05}
{"train_loss": 0.0032505530398339033, "global_step": 67267, "epoch": 377, "lr": 3.041554380751433e-05}
{"train_loss": 0.0016500437632203102, "global_step": 67268, "epoch": 377, "lr": 3.041418418675258e-05}
{"train_loss": 0.0012446402106434107, "global_step": 67269, "epoch": 377, "lr": 3.0412824583097844e-05}
{"train_loss": 0.0027697901241481304, "global_step": 67270, "epoch": 377, "lr": 3.0411464996551352e-05}
{"train_loss": 0.0016459353500977159, "global_step": 67271, "epoch": 377, "lr": 3.0410105427114265e-05}
{"train_loss": 0.0027957120910286903, "global_step": 67272, "epoch": 377, "lr": 3.0408745874787797e-05}
{"train_loss": 0.0026976526714861393, "global_step": 67273, "epoch": 377, "lr": 3.0407386339573108e-05}
{"train_loss": 0.0018061863956972957, "global_step": 67274, "epoch": 377, "lr": 3.04060268214714e-05}
{"train_loss": 0.0019037692109122872, "global_step": 67275, "epoch": 377, "lr": 3.0404667320483847e-05}
{"train_loss": 0.0025141520891338587, "global_step": 67276, "epoch": 377, "lr": 3.0403307836611667e-05}
{"train_loss": 0.001548174535855651, "global_step": 67277, "epoch": 377, "lr": 3.0401948369856004e-05}
{"train_loss": 0.003213288029655814, "global_step": 67278, "epoch": 377, "lr": 3.0400588920218087e-05}
{"train_loss": 0.0024906336329877377, "global_step": 67279, "epoch": 377, "lr": 3.0399229487699072e-05}
{"train_loss": 0.00285803759470582, "global_step": 67280, "epoch": 377, "lr": 3.0397870072300178e-05}
{"train_loss": 0.0017497281078249216, "global_step": 67281, "epoch": 377, "lr": 3.0396510674022555e-05}
{"train_loss": 0.0028349529020488262, "global_step": 67282, "epoch": 377, "lr": 3.0395151292867407e-05}
{"train_loss": 0.0023818395010279385, "global_step": 67283, "epoch": 377, "lr": 3.0393791928835936e-05}
{"train_loss": 0.0031087538227438927, "global_step": 67284, "epoch": 378, "lr": 3.039243258192931e-05}
{"train_loss": 0.0035874652676284313, "global_step": 67285, "epoch": 378, "lr": 3.039107325214874e-05}
{"train_loss": 0.0028218948282301426, "global_step": 67286, "epoch": 378, "lr": 3.0389713939495372e-05}
{"train_loss": 0.0029917964711785316, "global_step": 67287, "epoch": 378, "lr": 3.038835464397044e-05}
{"train_loss": 0.0028828494250774384, "global_step": 67288, "epoch": 378, "lr": 3.0386995365575095e-05}
{"train_loss": 0.0008334557060152292, "global_step": 67289, "epoch": 378, "lr": 3.0385636104310543e-05}
{"train_loss": 0.003137190593406558, "global_step": 67290, "epoch": 378, "lr": 3.0384276860177958e-05}
{"train_loss": 0.0011347054969519377, "global_step": 67291, "epoch": 378, "lr": 3.0382917633178555e-05}
{"train_loss": 0.001675293082371354, "global_step": 67292, "epoch": 378, "lr": 3.0381558423313483e-05}
{"train_loss": 0.002216153545305133, "global_step": 67293, "epoch": 378, "lr": 3.0380199230583956e-05}
{"train_loss": 0.0035031333100050688, "global_step": 67294, "epoch": 378, "lr": 3.037884005499114e-05}
{"train_loss": 0.001973044127225876, "global_step": 67295, "epoch": 378, "lr": 3.0377480896536264e-05}
{"train_loss": 0.0033713614102452993, "global_step": 67296, "epoch": 378, "lr": 3.0376121755220467e-05}
{"train_loss": 0.0014816268812865019, "global_step": 67297, "epoch": 378, "lr": 3.0374762631044962e-05}
{"train_loss": 0.0034807142801582813, "global_step": 67298, "epoch": 378, "lr": 3.0373403524010913e-05}
{"train_loss": 0.002524519804865122, "global_step": 67299, "epoch": 378, "lr": 3.037204443411955e-05}
{"train_loss": 0.0018312104512006044, "global_step": 67300, "epoch": 378, "lr": 3.037068536137202e-05}
{"train_loss": 0.0023849820718169212, "global_step": 67301, "epoch": 378, "lr": 3.0369326305769534e-05}
{"train_loss": 0.0007171890465542674, "global_step": 67302, "epoch": 378, "lr": 3.0367967267313245e-05}
{"train_loss": 0.0013028825633227825, "global_step": 67303, "epoch": 378, "lr": 3.036660824600437e-05}
{"train_loss": 0.001789855887182057, "global_step": 67304, "epoch": 378, "lr": 3.036524924184411e-05}
{"train_loss": 0.0015292345779016614, "global_step": 67305, "epoch": 378, "lr": 3.0363890254833615e-05}
{"train_loss": 0.0028448260854929686, "global_step": 67306, "epoch": 378, "lr": 3.0362531284974116e-05}
{"train_loss": 0.0010815977584570646, "global_step": 67307, "epoch": 378, "lr": 3.036117233226674e-05}
{"train_loss": 0.002248108386993408, "global_step": 67308, "epoch": 378, "lr": 3.035981339671273e-05}
{"train_loss": 0.0018181349150836468, "global_step": 67309, "epoch": 378, "lr": 3.0358454478313232e-05}
{"train_loss": 0.0014248378574848175, "global_step": 67310, "epoch": 378, "lr": 3.0357095577069473e-05}
{"train_loss": 0.0034325746819376945, "global_step": 67311, "epoch": 378, "lr": 3.0355736692982594e-05}
{"train_loss": 0.005470866337418556, "global_step": 67312, "epoch": 378, "lr": 3.035437782605382e-05}
{"train_loss": 0.0013116219779476523, "global_step": 67313, "epoch": 378, "lr": 3.0353018976284315e-05}
{"train_loss": 0.0016055854503065348, "global_step": 67314, "epoch": 378, "lr": 3.0351660143675287e-05}
{"train_loss": 0.0019094289746135473, "global_step": 67315, "epoch": 378, "lr": 3.0350301328227902e-05}
{"train_loss": 0.000830788747407496, "global_step": 67316, "epoch": 378, "lr": 3.034894252994336e-05}
{"train_loss": 0.0032463837414979935, "global_step": 67317, "epoch": 378, "lr": 3.034758374882283e-05}
{"train_loss": 0.0017514271894469857, "global_step": 67318, "epoch": 378, "lr": 3.0346224984867532e-05}
{"train_loss": 0.0023455768823623657, "global_step": 67319, "epoch": 378, "lr": 3.034486623807862e-05}
{"train_loss": 0.0012166452361270785, "global_step": 67320, "epoch": 378, "lr": 3.0343507508457304e-05}
{"train_loss": 0.0018097192514687777, "global_step": 67321, "epoch": 378, "lr": 3.034214879600475e-05}
{"train_loss": 0.0019166627898812294, "global_step": 67322, "epoch": 378, "lr": 3.034079010072216e-05}
{"train_loss": 0.0007064634701237082, "global_step": 67323, "epoch": 378, "lr": 3.0339431422610705e-05}
{"train_loss": 0.0020501031540334225, "global_step": 67324, "epoch": 378, "lr": 3.0338072761671583e-05}
{"train_loss": 0.004129115492105484, "global_step": 67325, "epoch": 378, "lr": 3.0336714117906002e-05}
{"train_loss": 0.0018767539877444506, "global_step": 67326, "epoch": 378, "lr": 3.0335355491315103e-05}
{"train_loss": 0.003793790005147457, "global_step": 67327, "epoch": 378, "lr": 3.0333996881900107e-05}
{"train_loss": 0.0016258794348686934, "global_step": 67328, "epoch": 378, "lr": 3.0332638289662187e-05}
{"train_loss": 0.0018459208076819777, "global_step": 67329, "epoch": 378, "lr": 3.0331279714602546e-05}
{"train_loss": 0.0014166311593726277, "global_step": 67330, "epoch": 378, "lr": 3.0329921156722342e-05}
{"train_loss": 0.0021516005508601665, "global_step": 67331, "epoch": 378, "lr": 3.0328562616022782e-05}
{"train_loss": 0.001391214202158153, "global_step": 67332, "epoch": 378, "lr": 3.0327204092505045e-05}
{"train_loss": 0.0026181319262832403, "global_step": 67333, "epoch": 378, "lr": 3.032584558617033e-05}
{"train_loss": 0.0028879810124635696, "global_step": 67334, "epoch": 378, "lr": 3.0324487097019806e-05}
{"train_loss": 0.0007073098095133901, "global_step": 67335, "epoch": 378, "lr": 3.0323128625054676e-05}
{"train_loss": 0.001344252610579133, "global_step": 67336, "epoch": 378, "lr": 3.03217701702761e-05}
{"train_loss": 0.0031956867314875126, "global_step": 67337, "epoch": 378, "lr": 3.0320411732685304e-05}
{"train_loss": 0.003161307191476226, "global_step": 67338, "epoch": 378, "lr": 3.031905331228344e-05}
{"train_loss": 0.002192285843193531, "global_step": 67339, "epoch": 378, "lr": 3.031769490907172e-05}
{"train_loss": 0.0018110894598066807, "global_step": 67340, "epoch": 378, "lr": 3.0316336523051303e-05}
{"train_loss": 0.0026928498409688473, "global_step": 67341, "epoch": 378, "lr": 3.0314978154223395e-05}
{"train_loss": 0.0019782944582402706, "global_step": 67342, "epoch": 378, "lr": 3.031361980258918e-05}
{"train_loss": 0.001120816683396697, "global_step": 67343, "epoch": 378, "lr": 3.031226146814985e-05}
{"train_loss": 0.003662894479930401, "global_step": 67344, "epoch": 378, "lr": 3.0310903150906566e-05}
{"train_loss": 0.0031375642865896225, "global_step": 67345, "epoch": 378, "lr": 3.030954485086054e-05}
{"train_loss": 0.0013295008102431893, "global_step": 67346, "epoch": 378, "lr": 3.0308186568012953e-05}
{"train_loss": 0.0011650652159005404, "global_step": 67347, "epoch": 378, "lr": 3.0306828302364974e-05}
{"train_loss": 0.004430060740560293, "global_step": 67348, "epoch": 378, "lr": 3.030547005391784e-05}
{"train_loss": 0.003038207069039345, "global_step": 67349, "epoch": 378, "lr": 3.0304111822672666e-05}
{"train_loss": 0.0037556772585958242, "global_step": 67350, "epoch": 378, "lr": 3.0302753608630695e-05}
{"train_loss": 0.0016741824802011251, "global_step": 67351, "epoch": 378, "lr": 3.0301395411793077e-05}
{"train_loss": 0.0017397620249539614, "global_step": 67352, "epoch": 378, "lr": 3.0300037232161037e-05}
{"train_loss": 0.0017900100210681558, "global_step": 67353, "epoch": 378, "lr": 3.0298679069735715e-05}
{"train_loss": 0.0015871733194217086, "global_step": 67354, "epoch": 378, "lr": 3.0297320924518336e-05}
{"train_loss": 0.001441595028154552, "global_step": 67355, "epoch": 378, "lr": 3.0295962796510053e-05}
{"train_loss": 0.0015510834055021405, "global_step": 67356, "epoch": 378, "lr": 3.029460468571209e-05}
{"train_loss": 0.001550284679979086, "global_step": 67357, "epoch": 378, "lr": 3.02932465921256e-05}
{"train_loss": 0.0014131353236734867, "global_step": 67358, "epoch": 378, "lr": 3.02918885157518e-05}
{"train_loss": 0.00223742937669158, "global_step": 67359, "epoch": 378, "lr": 3.0290530456591836e-05}
{"train_loss": 0.002849162556231022, "global_step": 67360, "epoch": 378, "lr": 3.0289172414646925e-05}
{"train_loss": 0.0015959118027240038, "global_step": 67361, "epoch": 378, "lr": 3.0287814389918234e-05}
{"train_loss": 0.00352083845064044, "global_step": 67362, "epoch": 378, "lr": 3.0286456382406985e-05}
{"train_loss": 0.001485594199039042, "global_step": 67363, "epoch": 378, "lr": 3.028509839211432e-05}
{"train_loss": 0.0012433314695954323, "global_step": 67364, "epoch": 378, "lr": 3.0283740419041452e-05}
{"train_loss": 0.002566123614087701, "global_step": 67365, "epoch": 378, "lr": 3.0282382463189546e-05}
{"train_loss": 0.00234966236166656, "global_step": 67366, "epoch": 378, "lr": 3.0281024524559802e-05}
{"train_loss": 0.0020295740105211735, "global_step": 67367, "epoch": 378, "lr": 3.0279666603153427e-05}
{"train_loss": 0.0012515264097601175, "global_step": 67368, "epoch": 378, "lr": 3.027830869897157e-05}
{"train_loss": 0.003929872997105122, "global_step": 67369, "epoch": 378, "lr": 3.0276950812015438e-05}
{"train_loss": 0.003620778676122427, "global_step": 67370, "epoch": 378, "lr": 3.02755929422862e-05}
{"train_loss": 0.003135012462735176, "global_step": 67371, "epoch": 378, "lr": 3.0274235089785074e-05}
{"train_loss": 0.0018705244874581695, "global_step": 67372, "epoch": 378, "lr": 3.027287725451321e-05}
{"train_loss": 0.0017639324069023132, "global_step": 67373, "epoch": 378, "lr": 3.0271519436471817e-05}
{"train_loss": 0.0013374153058975935, "global_step": 67374, "epoch": 378, "lr": 3.0270161635662066e-05}
{"train_loss": 0.001978636719286442, "global_step": 67375, "epoch": 378, "lr": 3.0268803852085166e-05}
{"train_loss": 0.001846959232352674, "global_step": 67376, "epoch": 378, "lr": 3.026744608574227e-05}
{"train_loss": 0.002112112008035183, "global_step": 67377, "epoch": 378, "lr": 3.0266088336634602e-05}
{"train_loss": 0.0017346240347251296, "global_step": 67378, "epoch": 378, "lr": 3.0264730604763303e-05}
{"train_loss": 0.005289748311042786, "global_step": 67379, "epoch": 378, "lr": 3.0263372890129593e-05}
{"train_loss": 0.001122896559536457, "global_step": 67380, "epoch": 378, "lr": 3.0262015192734643e-05}
{"train_loss": 0.002714720321819186, "global_step": 67381, "epoch": 378, "lr": 3.0260657512579666e-05}
{"train_loss": 0.00207958510145545, "global_step": 67382, "epoch": 378, "lr": 3.02592998496658e-05}
{"train_loss": 0.0032111413311213255, "global_step": 67383, "epoch": 378, "lr": 3.025794220399427e-05}
{"train_loss": 0.003278004936873913, "global_step": 67384, "epoch": 378, "lr": 3.0256584575566237e-05}
{"train_loss": 0.0013360765296965837, "global_step": 67385, "epoch": 378, "lr": 3.025522696438292e-05}
{"train_loss": 0.0046589793637394905, "global_step": 67386, "epoch": 378, "lr": 3.0253869370445465e-05}
{"train_loss": 0.0021162170451134443, "global_step": 67387, "epoch": 378, "lr": 3.025251179375507e-05}
{"train_loss": 0.0031574666500091553, "global_step": 67388, "epoch": 378, "lr": 3.025115423431294e-05}
{"train_loss": 0.0013976661721244454, "global_step": 67389, "epoch": 378, "lr": 3.0249796692120235e-05}
{"train_loss": 0.0021018902771174908, "global_step": 67390, "epoch": 378, "lr": 3.0248439167178178e-05}
{"train_loss": 0.0015834388323128223, "global_step": 67391, "epoch": 378, "lr": 3.0247081659487908e-05}
{"train_loss": 0.003499054117128253, "global_step": 67392, "epoch": 378, "lr": 3.024572416905064e-05}
{"train_loss": 0.0017009719740599394, "global_step": 67393, "epoch": 378, "lr": 3.0244366695867543e-05}
{"train_loss": 0.0011732722632586956, "global_step": 67394, "epoch": 378, "lr": 3.0243009239939836e-05}
{"train_loss": 0.0027526039630174637, "global_step": 67395, "epoch": 378, "lr": 3.0241651801268656e-05}
{"train_loss": 0.0012564840726554394, "global_step": 67396, "epoch": 378, "lr": 3.024029437985523e-05}
{"train_loss": 0.0022453705314546824, "global_step": 67397, "epoch": 378, "lr": 3.0238936975700716e-05}
{"train_loss": 0.003148238640278578, "global_step": 67398, "epoch": 378, "lr": 3.023757958880631e-05}
{"train_loss": 0.004187032114714384, "global_step": 67399, "epoch": 378, "lr": 3.0236222219173194e-05}
{"train_loss": 0.001708535011857748, "global_step": 67400, "epoch": 378, "lr": 3.023486486680258e-05}
{"train_loss": 0.0027374918572604656, "global_step": 67401, "epoch": 378, "lr": 3.0233507531695605e-05}
{"train_loss": 0.0011768910335376859, "global_step": 67402, "epoch": 378, "lr": 3.0232150213853493e-05}
{"train_loss": 0.001097231637686491, "global_step": 67403, "epoch": 378, "lr": 3.0230792913277412e-05}
{"train_loss": 0.0020905788987874985, "global_step": 67404, "epoch": 378, "lr": 3.0229435629968572e-05}
{"train_loss": 0.0017552803037688136, "global_step": 67405, "epoch": 378, "lr": 3.0228078363928115e-05}
{"train_loss": 0.0041451724246144295, "global_step": 67406, "epoch": 378, "lr": 3.0226721115157264e-05}
{"train_loss": 0.0013605514541268349, "global_step": 67407, "epoch": 378, "lr": 3.0225363883657177e-05}
{"train_loss": 0.0010934113524854183, "global_step": 67408, "epoch": 378, "lr": 3.022400666942905e-05}
{"train_loss": 0.0022462974302470684, "global_step": 67409, "epoch": 378, "lr": 3.0222649472474102e-05}
{"train_loss": 0.00324812438338995, "global_step": 67410, "epoch": 378, "lr": 3.022129229279347e-05}
{"train_loss": 0.002882000058889389, "global_step": 67411, "epoch": 378, "lr": 3.0219935130388356e-05}
{"train_loss": 0.0009976048022508621, "global_step": 67412, "epoch": 378, "lr": 3.0218577985259945e-05}
{"train_loss": 0.0012582269264385104, "global_step": 67413, "epoch": 378, "lr": 3.0217220857409444e-05}
{"train_loss": 0.004554316867142916, "global_step": 67414, "epoch": 378, "lr": 3.0215863746838e-05}
{"train_loss": 0.0022778005804866552, "global_step": 67415, "epoch": 378, "lr": 3.0214506653546837e-05}
{"train_loss": 0.00309609342366457, "global_step": 67416, "epoch": 378, "lr": 3.0213149577537104e-05}
{"train_loss": 0.0023670808877795935, "global_step": 67417, "epoch": 378, "lr": 3.0211792518810007e-05}
{"train_loss": 0.0014493279159069061, "global_step": 67418, "epoch": 378, "lr": 3.0210435477366716e-05}
{"train_loss": 0.0018669333076104522, "global_step": 67419, "epoch": 378, "lr": 3.0209078453208456e-05}
{"train_loss": 0.004335436504334211, "global_step": 67420, "epoch": 378, "lr": 3.0207721446336357e-05}
{"train_loss": 0.002081547398120165, "global_step": 67421, "epoch": 378, "lr": 3.0206364456751645e-05}
{"train_loss": 0.0019298986298963428, "global_step": 67422, "epoch": 378, "lr": 3.0205007484455482e-05}
{"train_loss": 0.0020320178009569645, "global_step": 67423, "epoch": 378, "lr": 3.020365052944908e-05}
{"train_loss": 0.0014692596159875393, "global_step": 67424, "epoch": 378, "lr": 3.020229359173359e-05}
{"train_loss": 0.005765741690993309, "global_step": 67425, "epoch": 378, "lr": 3.020093667131022e-05}
{"train_loss": 0.0032561065163463354, "global_step": 67426, "epoch": 378, "lr": 3.0199579768180147e-05}
{"train_loss": 0.0024023596197366714, "global_step": 67427, "epoch": 378, "lr": 3.0198222882344574e-05}
{"train_loss": 0.0013360448647290468, "global_step": 67428, "epoch": 378, "lr": 3.0196866013804647e-05}
{"train_loss": 0.003096630098298192, "global_step": 67429, "epoch": 378, "lr": 3.0195509162561585e-05}
{"train_loss": 0.00199717003852129, "global_step": 67430, "epoch": 378, "lr": 3.0194152328616578e-05}
{"train_loss": 0.0027567055076360703, "global_step": 67431, "epoch": 378, "lr": 3.0192795511970762e-05}
{"train_loss": 0.002398293698206544, "global_step": 67432, "epoch": 378, "lr": 3.0191438712625387e-05}
{"train_loss": 0.0021015345118939877, "global_step": 67433, "epoch": 378, "lr": 3.0190081930581593e-05}
{"train_loss": 0.004115859977900982, "global_step": 67434, "epoch": 378, "lr": 3.0188725165840594e-05}
{"train_loss": 0.001995258964598179, "global_step": 67435, "epoch": 378, "lr": 3.018736841840354e-05}
{"train_loss": 0.0014193117385730147, "global_step": 67436, "epoch": 378, "lr": 3.0186011688271653e-05}
{"train_loss": 0.0025891009718179703, "global_step": 67437, "epoch": 378, "lr": 3.018465497544608e-05}
{"train_loss": 0.0013705199817195535, "global_step": 67438, "epoch": 378, "lr": 3.0183298279928062e-05}
{"train_loss": 0.0023006361443549395, "global_step": 67439, "epoch": 378, "lr": 3.0181941601718723e-05}
{"train_loss": 0.0017013037577271461, "global_step": 67440, "epoch": 378, "lr": 3.0180584940819278e-05}
{"train_loss": 0.0029882267117500305, "global_step": 67441, "epoch": 378, "lr": 3.0179228297230906e-05}
{"train_loss": 0.003979350905865431, "global_step": 67442, "epoch": 378, "lr": 3.0177871670954816e-05}
{"train_loss": 0.0022992067970335484, "global_step": 67443, "epoch": 378, "lr": 3.0176515061992145e-05}
{"train_loss": 0.0013794538099318743, "global_step": 67444, "epoch": 378, "lr": 3.0175158470344118e-05}
{"train_loss": 0.0009453563252463937, "global_step": 67445, "epoch": 378, "lr": 3.0173801896011894e-05}
{"train_loss": 0.002672273898497224, "global_step": 67446, "epoch": 378, "lr": 3.017244533899669e-05}
{"train_loss": 0.005024815909564495, "global_step": 67447, "epoch": 378, "lr": 3.0171088799299653e-05}
{"train_loss": 0.0015284939436241984, "global_step": 67448, "epoch": 378, "lr": 3.0169732276922004e-05}
{"train_loss": 0.001927151228301227, "global_step": 67449, "epoch": 378, "lr": 3.0168375771864894e-05}
{"train_loss": 0.006611393764615059, "global_step": 67450, "epoch": 378, "lr": 3.0167019284129518e-05}
{"train_loss": 0.007662370800971985, "global_step": 67451, "epoch": 378, "lr": 3.0165662813717076e-05}
{"train_loss": 0.001117211882956326, "global_step": 67452, "epoch": 378, "lr": 3.0164306360628734e-05}
{"train_loss": 0.0024855148512870073, "global_step": 67453, "epoch": 378, "lr": 3.0162949924865713e-05}
{"train_loss": 0.002161624375730753, "global_step": 67454, "epoch": 378, "lr": 3.016159350642914e-05}
{"train_loss": 0.001452059717848897, "global_step": 67455, "epoch": 378, "lr": 3.0160237105320244e-05}
{"train_loss": 0.002095676027238369, "global_step": 67456, "epoch": 378, "lr": 3.015888072154019e-05}
{"train_loss": 0.004373796284198761, "global_step": 67457, "epoch": 378, "lr": 3.0157524355090184e-05}
{"train_loss": 0.002095970790833235, "global_step": 67458, "epoch": 378, "lr": 3.015616800597138e-05}
{"train_loss": 0.0014909969177097082, "global_step": 67459, "epoch": 378, "lr": 3.0154811674184986e-05}
{"train_loss": 0.0023105263244360685, "global_step": 67460, "epoch": 378, "lr": 3.0153455359732164e-05}
{"train_loss": 0.0023403165455164617, "global_step": 67461, "epoch": 378, "lr": 3.0152099062614142e-05}
{"train_loss": 0.0036927489563822746, "global_step": 67462, "epoch": 379, "lr": 3.0150742782832052e-05}
{"train_loss": 0.0036352667957544327, "global_step": 67463, "epoch": 379, "lr": 3.0149386520387113e-05}
{"train_loss": 0.002451400738209486, "global_step": 67464, "epoch": 379, "lr": 3.0148030275280485e-05}
{"train_loss": 0.0035177285317331553, "global_step": 67465, "epoch": 379, "lr": 3.014667404751339e-05}
{"train_loss": 0.003314058296382427, "global_step": 67466, "epoch": 379, "lr": 3.0145317837086972e-05}
{"train_loss": 0.002566178794950247, "global_step": 67467, "epoch": 379, "lr": 3.0143961644002455e-05}
{"train_loss": 0.0036359746009111404, "global_step": 67468, "epoch": 379, "lr": 3.0142605468260978e-05}
{"train_loss": 0.0020783476065844297, "global_step": 67469, "epoch": 379, "lr": 3.014124930986376e-05}
{"train_loss": 0.0035380374174565077, "global_step": 67470, "epoch": 379, "lr": 3.0139893168811962e-05}
{"train_loss": 0.0029301445465534925, "global_step": 67471, "epoch": 379, "lr": 3.0138537045106785e-05}
{"train_loss": 0.0021376055665314198, "global_step": 67472, "epoch": 379, "lr": 3.0137180938749433e-05}
{"train_loss": 0.0025418917648494244, "global_step": 67473, "epoch": 379, "lr": 3.013582484974104e-05}
{"train_loss": 0.00256902608089149, "global_step": 67474, "epoch": 379, "lr": 3.013446877808283e-05}
{"train_loss": 0.00180238694883883, "global_step": 67475, "epoch": 379, "lr": 3.013311272377597e-05}
{"train_loss": 0.0021085620392113924, "global_step": 67476, "epoch": 379, "lr": 3.0131756686821668e-05}
{"train_loss": 0.001461314270272851, "global_step": 67477, "epoch": 379, "lr": 3.0130400667221058e-05}
{"train_loss": 0.0020170367788523436, "global_step": 67478, "epoch": 379, "lr": 3.012904466497538e-05}
{"train_loss": 0.001830018125474453, "global_step": 67479, "epoch": 379, "lr": 3.012768868008578e-05}
{"train_loss": 0.0048551661893725395, "global_step": 67480, "epoch": 379, "lr": 3.0126332712553478e-05}
{"train_loss": 0.003076893277466297, "global_step": 67481, "epoch": 379, "lr": 3.012497676237962e-05}
{"train_loss": 0.0024726432748138905, "global_step": 67482, "epoch": 379, "lr": 3.0123620829565412e-05}
{"train_loss": 0.002839847235009074, "global_step": 67483, "epoch": 379, "lr": 3.012226491411203e-05}
{"train_loss": 0.003924123011529446, "global_step": 67484, "epoch": 379, "lr": 3.0120909016020676e-05}
{"train_loss": 0.0018787772860378027, "global_step": 67485, "epoch": 379, "lr": 3.0119553135292504e-05}
{"train_loss": 0.0023065307177603245, "global_step": 67486, "epoch": 379, "lr": 3.0118197271928738e-05}
{"train_loss": 0.001148353680036962, "global_step": 67487, "epoch": 379, "lr": 3.011684142593052e-05}
{"train_loss": 0.0034909392707049847, "global_step": 67488, "epoch": 379, "lr": 3.0115485597299058e-05}
{"train_loss": 0.0010348043870180845, "global_step": 67489, "epoch": 379, "lr": 3.0114129786035526e-05}
{"train_loss": 0.0016576501075178385, "global_step": 67490, "epoch": 379, "lr": 3.011277399214113e-05}
{"train_loss": 0.001743745757266879, "global_step": 67491, "epoch": 379, "lr": 3.011141821561702e-05}
{"train_loss": 0.001862692297436297, "global_step": 67492, "epoch": 379, "lr": 3.01100624564644e-05}
{"train_loss": 0.002604719018563628, "global_step": 67493, "epoch": 379, "lr": 3.0108706714684464e-05}
{"train_loss": 0.002685927553102374, "global_step": 67494, "epoch": 379, "lr": 3.010735099027837e-05}
{"train_loss": 0.002866830676794052, "global_step": 67495, "epoch": 379, "lr": 3.010599528324734e-05}
{"train_loss": 0.0017370372079312801, "global_step": 67496, "epoch": 379, "lr": 3.0104639593592514e-05}
{"train_loss": 0.0008262248593382537, "global_step": 67497, "epoch": 379, "lr": 3.0103283921315108e-05}
{"train_loss": 0.004475460387766361, "global_step": 67498, "epoch": 379, "lr": 3.010192826641629e-05}
{"train_loss": 0.003700168337672949, "global_step": 67499, "epoch": 379, "lr": 3.010057262889726e-05}
{"train_loss": 0.002042283769696951, "global_step": 67500, "epoch": 379, "lr": 3.0099217008759172e-05}
{"train_loss": 0.0012690670555457473, "global_step": 67501, "epoch": 379, "lr": 3.0097861406003246e-05}
{"train_loss": 0.00451986538246274, "global_step": 67502, "epoch": 379, "lr": 3.0096505820630638e-05}
{"train_loss": 0.002139065880328417, "global_step": 67503, "epoch": 379, "lr": 3.009515025264256e-05}
{"train_loss": 0.002431740751489997, "global_step": 67504, "epoch": 379, "lr": 3.0093794702040168e-05}
{"train_loss": 0.0011078387033194304, "global_step": 67505, "epoch": 379, "lr": 3.009243916882467e-05}
{"train_loss": 0.001854865811765194, "global_step": 67506, "epoch": 379, "lr": 3.0091083652997222e-05}
{"train_loss": 0.0026163854636251926, "global_step": 67507, "epoch": 379, "lr": 3.0089728154559028e-05}
{"train_loss": 0.0007415144937112927, "global_step": 67508, "epoch": 379, "lr": 3.0088372673511256e-05}
{"train_loss": 0.0036478987894952297, "global_step": 67509, "epoch": 379, "lr": 3.0087017209855128e-05}
{"train_loss": 0.003445336362347007, "global_step": 67510, "epoch": 379, "lr": 3.0085661763591778e-05}
{"train_loss": 0.004048260860145092, "global_step": 67511, "epoch": 379, "lr": 3.0084306334722422e-05}
{"train_loss": 0.0013575395569205284, "global_step": 67512, "epoch": 379, "lr": 3.0082950923248233e-05}
{"train_loss": 0.0021802177652716637, "global_step": 67513, "epoch": 379, "lr": 3.0081595529170386e-05}
{"train_loss": 0.0013620994286611676, "global_step": 67514, "epoch": 379, "lr": 3.00802401524901e-05}
{"train_loss": 0.0025889785028994083, "global_step": 67515, "epoch": 379, "lr": 3.0078884793208517e-05}
{"train_loss": 0.0009758584201335907, "global_step": 67516, "epoch": 379, "lr": 3.0077529451326846e-05}
{"train_loss": 0.0010889542754739523, "global_step": 67517, "epoch": 379, "lr": 3.007617412684625e-05}
{"train_loss": 0.001233285991474986, "global_step": 67518, "epoch": 379, "lr": 3.0074818819767954e-05}
{"train_loss": 0.0024873604997992516, "global_step": 67519, "epoch": 379, "lr": 3.0073463530093088e-05}
{"train_loss": 0.0018826329614967108, "global_step": 67520, "epoch": 379, "lr": 3.007210825782287e-05}
{"train_loss": 0.0012664914829656482, "global_step": 67521, "epoch": 379, "lr": 3.0070753002958474e-05}
{"train_loss": 0.001389000564813614, "global_step": 67522, "epoch": 379, "lr": 3.0069397765501095e-05}
{"train_loss": 0.0021122118923813105, "global_step": 67523, "epoch": 379, "lr": 3.006804254545189e-05}
{"train_loss": 0.0010186540894210339, "global_step": 67524, "epoch": 379, "lr": 3.0066687342812085e-05}
{"train_loss": 0.0016498396871611476, "global_step": 67525, "epoch": 379, "lr": 3.0065332157582815e-05}
{"train_loss": 0.002916492987424135, "global_step": 67526, "epoch": 379, "lr": 3.0063976989765297e-05}
{"train_loss": 0.0016184751875698566, "global_step": 67527, "epoch": 379, "lr": 3.0062621839360696e-05}
{"train_loss": 0.005195544566959143, "global_step": 67528, "epoch": 379, "lr": 3.0061266706370218e-05}
{"train_loss": 0.002048235386610031, "global_step": 67529, "epoch": 379, "lr": 3.005991159079502e-05}
{"train_loss": 0.00098407210316509, "global_step": 67530, "epoch": 379, "lr": 3.0058556492636304e-05}
{"train_loss": 0.002750240033492446, "global_step": 67531, "epoch": 379, "lr": 3.0057201411895236e-05}
{"train_loss": 0.004624713212251663, "global_step": 67532, "epoch": 379, "lr": 3.0055846348573035e-05}
{"train_loss": 0.0010834665736183524, "global_step": 67533, "epoch": 379, "lr": 3.005449130267084e-05}
{"train_loss": 0.004375147167593241, "global_step": 67534, "epoch": 379, "lr": 3.005313627418985e-05}
{"train_loss": 0.0031125410459935665, "global_step": 67535, "epoch": 379, "lr": 3.0051781263131273e-05}
{"train_loss": 0.0015503877075389028, "global_step": 67536, "epoch": 379, "lr": 3.005042626949627e-05}
{"train_loss": 0.0018143951892852783, "global_step": 67537, "epoch": 379, "lr": 3.0049071293286036e-05}
{"train_loss": 0.002304821740835905, "global_step": 67538, "epoch": 379, "lr": 3.004771633450173e-05}
{"train_loss": 0.002299566986039281, "global_step": 67539, "epoch": 379, "lr": 3.0046361393144563e-05}
{"train_loss": 0.0011794345919042826, "global_step": 67540, "epoch": 379, "lr": 3.0045006469215698e-05}
{"train_loss": 0.0016103388043120503, "global_step": 67541, "epoch": 379, "lr": 3.0043651562716345e-05}
{"train_loss": 0.004919270984828472, "global_step": 67542, "epoch": 379, "lr": 3.0042296673647652e-05}
{"train_loss": 0.0011628104839473963, "global_step": 67543, "epoch": 379, "lr": 3.0040941802010847e-05}
{"train_loss": 0.0016131310258060694, "global_step": 67544, "epoch": 379, "lr": 3.0039586947807064e-05}
{"train_loss": 0.0017096451483666897, "global_step": 67545, "epoch": 379, "lr": 3.0038232111037512e-05}
{"train_loss": 0.001599211129359901, "global_step": 67546, "epoch": 379, "lr": 3.003687729170337e-05}
{"train_loss": 0.0022461621556431055, "global_step": 67547, "epoch": 379, "lr": 3.0035522489805846e-05}
{"train_loss": 0.0012398860417306423, "global_step": 67548, "epoch": 379, "lr": 3.003416770534607e-05}
{"train_loss": 0.002376328222453594, "global_step": 67549, "epoch": 379, "lr": 3.003281293832527e-05}
{"train_loss": 0.0018832882633432746, "global_step": 67550, "epoch": 379, "lr": 3.0031458188744616e-05}
{"train_loss": 0.0024210885167121887, "global_step": 67551, "epoch": 379, "lr": 3.00301034566053e-05}
{"train_loss": 0.0016633705236017704, "global_step": 67552, "epoch": 379, "lr": 3.002874874190848e-05}
{"train_loss": 0.0024004201404750347, "global_step": 67553, "epoch": 379, "lr": 3.0027394044655367e-05}
{"train_loss": 0.002896251855418086, "global_step": 67554, "epoch": 379, "lr": 3.0026039364847113e-05}
{"train_loss": 0.0015418808907270432, "global_step": 67555, "epoch": 379, "lr": 3.002468470248493e-05}
{"train_loss": 0.0025529901031404734, "global_step": 67556, "epoch": 379, "lr": 3.002333005757001e-05}
{"train_loss": 0.0018884149612858891, "global_step": 67557, "epoch": 379, "lr": 3.00219754301035e-05}
{"train_loss": 0.0036739425268024206, "global_step": 67558, "epoch": 379, "lr": 3.002062082008662e-05}
{"train_loss": 0.0014695776626467705, "global_step": 67559, "epoch": 379, "lr": 3.0019266227520516e-05}
{"train_loss": 0.0023531923070549965, "global_step": 67560, "epoch": 379, "lr": 3.0017911652406395e-05}
{"train_loss": 0.0028140963986516, "global_step": 67561, "epoch": 379, "lr": 3.0016557094745425e-05}
{"train_loss": 0.004248331766575575, "global_step": 67562, "epoch": 379, "lr": 3.0015202554538822e-05}
{"train_loss": 0.001784241059795022, "global_step": 67563, "epoch": 379, "lr": 3.001384803178773e-05}
{"train_loss": 0.001304627163335681, "global_step": 67564, "epoch": 379, "lr": 3.001249352649335e-05}
{"train_loss": 0.0038448600098490715, "global_step": 67565, "epoch": 379, "lr": 3.0011139038656854e-05}
{"train_loss": 0.0030841927509754896, "global_step": 67566, "epoch": 379, "lr": 3.0009784568279464e-05}
{"train_loss": 0.0018061805749312043, "global_step": 67567, "epoch": 379, "lr": 3.0008430115362307e-05}
{"train_loss": 0.0032859952189028263, "global_step": 67568, "epoch": 379, "lr": 3.00070756799066e-05}
{"train_loss": 0.001977831358090043, "global_step": 67569, "epoch": 379, "lr": 3.000572126191351e-05}
{"train_loss": 0.0022074824664741755, "global_step": 67570, "epoch": 379, "lr": 3.0004366861384247e-05}
{"train_loss": 0.0016983540263026953, "global_step": 67571, "epoch": 379, "lr": 3.000301247831996e-05}
{"train_loss": 0.0031980639323592186, "global_step": 67572, "epoch": 379, "lr": 3.0001658112721853e-05}
{"train_loss": 0.00225324765779078, "global_step": 67573, "epoch": 379, "lr": 3.0000303764591098e-05}
{"train_loss": 0.001348341116681695, "global_step": 67574, "epoch": 379, "lr": 2.9998949433928896e-05}
{"train_loss": 0.0017081446712836623, "global_step": 67575, "epoch": 379, "lr": 2.99975951207364e-05}
{"train_loss": 0.0026994883082807064, "global_step": 67576, "epoch": 379, "lr": 2.999624082501481e-05}
{"train_loss": 0.0022609534207731485, "global_step": 67577, "epoch": 379, "lr": 2.9994886546765332e-05}
{"train_loss": 0.0015233587473630905, "global_step": 67578, "epoch": 379, "lr": 2.9993532285989105e-05}
{"train_loss": 0.0038436450995504856, "global_step": 67579, "epoch": 379, "lr": 2.9992178042687347e-05}
{"train_loss": 0.000838930020108819, "global_step": 67580, "epoch": 379, "lr": 2.9990823816861207e-05}
{"train_loss": 0.003590136766433716, "global_step": 67581, "epoch": 379, "lr": 2.998946960851191e-05}
{"train_loss": 0.001299284165725112, "global_step": 67582, "epoch": 379, "lr": 2.9988115417640606e-05}
{"train_loss": 0.004378070123493671, "global_step": 67583, "epoch": 379, "lr": 2.9986761244248485e-05}
{"train_loss": 0.0029177458491176367, "global_step": 67584, "epoch": 379, "lr": 2.9985407088336732e-05}
{"train_loss": 0.0011171166552230716, "global_step": 67585, "epoch": 379, "lr": 2.998405294990655e-05}
{"train_loss": 0.0036313028540462255, "global_step": 67586, "epoch": 379, "lr": 2.9982698828959078e-05}
{"train_loss": 0.0031806640326976776, "global_step": 67587, "epoch": 379, "lr": 2.998134472549553e-05}
{"train_loss": 0.0012657060287892818, "global_step": 67588, "epoch": 379, "lr": 2.9979990639517075e-05}
{"train_loss": 0.0026723258197307587, "global_step": 67589, "epoch": 379, "lr": 2.997863657102493e-05}
{"train_loss": 0.0024440560955554247, "global_step": 67590, "epoch": 379, "lr": 2.9977282520020224e-05}
{"train_loss": 0.0018400910776108503, "global_step": 67591, "epoch": 379, "lr": 2.9975928486504173e-05}
{"train_loss": 0.0028866424690932035, "global_step": 67592, "epoch": 379, "lr": 2.9974574470477947e-05}
{"train_loss": 0.0025509558618068695, "global_step": 67593, "epoch": 379, "lr": 2.9973220471942754e-05}
{"train_loss": 0.001411889330483973, "global_step": 67594, "epoch": 379, "lr": 2.9971866490899737e-05}
{"train_loss": 0.0010291142389178276, "global_step": 67595, "epoch": 379, "lr": 2.9970512527350116e-05}
{"train_loss": 0.0012554125860333443, "global_step": 67596, "epoch": 379, "lr": 2.996915858129504e-05}
{"train_loss": 0.0015359804965555668, "global_step": 67597, "epoch": 379, "lr": 2.9967804652735704e-05}
{"train_loss": 0.0031594533938914537, "global_step": 67598, "epoch": 379, "lr": 2.996645074167331e-05}
{"train_loss": 0.003954692278057337, "global_step": 67599, "epoch": 379, "lr": 2.996509684810901e-05}
{"train_loss": 0.0015216903993859887, "global_step": 67600, "epoch": 379, "lr": 2.9963742972044016e-05}
{"train_loss": 0.0017808544216677547, "global_step": 67601, "epoch": 379, "lr": 2.9962389113479484e-05}
{"train_loss": 0.0014478506054729223, "global_step": 67602, "epoch": 379, "lr": 2.9961035272416617e-05}
{"train_loss": 0.0016451115952804685, "global_step": 67603, "epoch": 379, "lr": 2.995968144885658e-05}
{"train_loss": 0.0015537759754806757, "global_step": 67604, "epoch": 379, "lr": 2.995832764280059e-05}
{"train_loss": 0.002997377421706915, "global_step": 67605, "epoch": 379, "lr": 2.995697385424977e-05}
{"train_loss": 0.0015712517779320478, "global_step": 67606, "epoch": 379, "lr": 2.9955620083205354e-05}
{"train_loss": 0.003329136874526739, "global_step": 67607, "epoch": 379, "lr": 2.9954266329668495e-05}
{"train_loss": 0.0020459170918911695, "global_step": 67608, "epoch": 379, "lr": 2.9952912593640414e-05}
{"train_loss": 0.0020808051340281963, "global_step": 67609, "epoch": 379, "lr": 2.995155887512224e-05}
{"train_loss": 0.0009546804358251393, "global_step": 67610, "epoch": 379, "lr": 2.9950205174115192e-05}
{"train_loss": 0.0022950966376811266, "global_step": 67611, "epoch": 379, "lr": 2.9948851490620433e-05}
{"train_loss": 0.0025892341509461403, "global_step": 67612, "epoch": 379, "lr": 2.9947497824639174e-05}
{"train_loss": 0.0025860697496682405, "global_step": 67613, "epoch": 379, "lr": 2.9946144176172565e-05}
{"train_loss": 0.0035939349327236414, "global_step": 67614, "epoch": 379, "lr": 2.9944790545221814e-05}
{"train_loss": 0.001378529821522534, "global_step": 67615, "epoch": 379, "lr": 2.994343693178807e-05}
{"train_loss": 0.0025450310204178095, "global_step": 67616, "epoch": 379, "lr": 2.994208333587255e-05}
{"train_loss": 0.001958695938810706, "global_step": 67617, "epoch": 379, "lr": 2.994072975747641e-05}
{"train_loss": 0.0020677181892096996, "global_step": 67618, "epoch": 379, "lr": 2.9939376196600844e-05}
{"train_loss": 0.004264406859874725, "global_step": 67619, "epoch": 379, "lr": 2.9938022653247056e-05}
{"train_loss": 0.004368253983557224, "global_step": 67620, "epoch": 379, "lr": 2.993666912741619e-05}
{"train_loss": 0.0019968687556684017, "global_step": 67621, "epoch": 379, "lr": 2.9935315619109448e-05}
{"train_loss": 0.0017067124135792255, "global_step": 67622, "epoch": 379, "lr": 2.9933962128328007e-05}
{"train_loss": 0.002186086028814316, "global_step": 67623, "epoch": 379, "lr": 2.993260865507307e-05}
{"train_loss": 0.0031248009763658047, "global_step": 67624, "epoch": 379, "lr": 2.993125519934578e-05}
{"train_loss": 0.0017463448457419872, "global_step": 67625, "epoch": 379, "lr": 2.992990176114735e-05}
{"train_loss": 0.003094279207289219, "global_step": 67626, "epoch": 379, "lr": 2.9928548340478945e-05}
{"train_loss": 0.001624750206246972, "global_step": 67627, "epoch": 379, "lr": 2.9927194937341775e-05}
{"train_loss": 0.0017576011596247554, "global_step": 67628, "epoch": 379, "lr": 2.9925841551736977e-05}
{"train_loss": 0.0014707662630826235, "global_step": 67629, "epoch": 379, "lr": 2.9924488183665767e-05}
{"train_loss": 0.003998810425400734, "global_step": 67630, "epoch": 379, "lr": 2.9923134833129306e-05}
{"train_loss": 0.0023464104160666466, "global_step": 67631, "epoch": 379, "lr": 2.992178150012882e-05}
{"train_loss": 0.0029662507586181164, "global_step": 67632, "epoch": 379, "lr": 2.9920428184665426e-05}
{"train_loss": 0.0020708246156573296, "global_step": 67633, "epoch": 379, "lr": 2.9919074886740363e-05}
{"train_loss": 0.0012213950976729393, "global_step": 67634, "epoch": 379, "lr": 2.991772160635477e-05}
{"train_loss": 0.0015101174358278513, "global_step": 67635, "epoch": 379, "lr": 2.991636834350986e-05}
{"train_loss": 0.002349448623135686, "global_step": 67636, "epoch": 379, "lr": 2.991501509820679e-05}
{"train_loss": 0.0035813034046441317, "global_step": 67637, "epoch": 379, "lr": 2.9913661870446752e-05}
{"train_loss": 0.0007158465450629592, "global_step": 67638, "epoch": 379, "lr": 2.9912308660230954e-05}
{"train_loss": 0.002332369810993145, "global_step": 67639, "epoch": 379, "lr": 2.9910955467560532e-05}
{"train_loss": 0.002941078506410122, "global_step": 67640, "epoch": 380, "lr": 2.99096022924367e-05}
{"train_loss": 0.001480587525293231, "global_step": 67641, "epoch": 380, "lr": 2.9908249134860622e-05}
{"train_loss": 0.0012945715570822358, "global_step": 67642, "epoch": 380, "lr": 2.9906895994833518e-05}
{"train_loss": 0.0018013776279985905, "global_step": 67643, "epoch": 380, "lr": 2.9905542872356507e-05}
{"train_loss": 0.0015361416153609753, "global_step": 67644, "epoch": 380, "lr": 2.9904189767430824e-05}
{"train_loss": 0.0014727518428117037, "global_step": 67645, "epoch": 380, "lr": 2.990283668005761e-05}
{"train_loss": 0.0008218934526666999, "global_step": 67646, "epoch": 380, "lr": 2.9901483610238102e-05}
{"train_loss": 0.0018869505729526281, "global_step": 67647, "epoch": 380, "lr": 2.9900130557973417e-05}
{"train_loss": 0.003355408553034067, "global_step": 67648, "epoch": 380, "lr": 2.989877752326478e-05}
{"train_loss": 0.002895783167332411, "global_step": 67649, "epoch": 380, "lr": 2.989742450611335e-05}
{"train_loss": 0.00158328574616462, "global_step": 67650, "epoch": 380, "lr": 2.989607150652034e-05}
{"train_loss": 0.0011607075575739145, "global_step": 67651, "epoch": 380, "lr": 2.9894718524486897e-05}
{"train_loss": 0.001718959305435419, "global_step": 67652, "epoch": 380, "lr": 2.989336556001423e-05}
{"train_loss": 0.0010497106704860926, "global_step": 67653, "epoch": 380, "lr": 2.9892012613103488e-05}
{"train_loss": 0.001238269847817719, "global_step": 67654, "epoch": 380, "lr": 2.9890659683755884e-05}
{"train_loss": 0.0017525511793792248, "global_step": 67655, "epoch": 380, "lr": 2.9889306771972575e-05}
{"train_loss": 0.0019205918069928885, "global_step": 67656, "epoch": 380, "lr": 2.9887953877754775e-05}
{"train_loss": 0.002585632959380746, "global_step": 67657, "epoch": 380, "lr": 2.9886601001103632e-05}
{"train_loss": 0.0012236649636179209, "global_step": 67658, "epoch": 380, "lr": 2.9885248142020338e-05}
{"train_loss": 0.002250207122415304, "global_step": 67659, "epoch": 380, "lr": 2.9883895300506087e-05}
{"train_loss": 0.0018326082499697804, "global_step": 67660, "epoch": 380, "lr": 2.9882542476562043e-05}
{"train_loss": 0.0024584862403571606, "global_step": 67661, "epoch": 380, "lr": 2.988118967018942e-05}
{"train_loss": 0.0011128128971904516, "global_step": 67662, "epoch": 380, "lr": 2.987983688138935e-05}
{"train_loss": 0.0018126391805708408, "global_step": 67663, "epoch": 380, "lr": 2.9878484110163057e-05}
{"train_loss": 0.0029596909880638123, "global_step": 67664, "epoch": 380, "lr": 2.987713135651169e-05}
{"train_loss": 0.002360291313380003, "global_step": 67665, "epoch": 380, "lr": 2.9875778620436478e-05}
{"train_loss": 0.002509743208065629, "global_step": 67666, "epoch": 380, "lr": 2.987442590193854e-05}
{"train_loss": 0.0018934628460556269, "global_step": 67667, "epoch": 380, "lr": 2.987307320101911e-05}
{"train_loss": 0.001110642566345632, "global_step": 67668, "epoch": 380, "lr": 2.9871720517679326e-05}
{"train_loss": 0.002985123312100768, "global_step": 67669, "epoch": 380, "lr": 2.9870367851920423e-05}
{"train_loss": 0.0018031690269708633, "global_step": 67670, "epoch": 380, "lr": 2.9869015203743522e-05}
{"train_loss": 0.0013942327350378036, "global_step": 67671, "epoch": 380, "lr": 2.9867662573149863e-05}
{"train_loss": 0.0024638520553708076, "global_step": 67672, "epoch": 380, "lr": 2.986630996014057e-05}
{"train_loss": 0.003140639513731003, "global_step": 67673, "epoch": 380, "lr": 2.986495736471687e-05}
{"train_loss": 0.002981895813718438, "global_step": 67674, "epoch": 380, "lr": 2.9863604786879917e-05}
{"train_loss": 0.0031189112924039364, "global_step": 67675, "epoch": 380, "lr": 2.9862252226630915e-05}
{"train_loss": 0.0010996025521308184, "global_step": 67676, "epoch": 380, "lr": 2.9860899683971022e-05}
{"train_loss": 0.0019252435304224491, "global_step": 67677, "epoch": 380, "lr": 2.9859547158901436e-05}
{"train_loss": 0.0010828908998519182, "global_step": 67678, "epoch": 380, "lr": 2.985819465142332e-05}
{"train_loss": 0.004136460833251476, "global_step": 67679, "epoch": 380, "lr": 2.985684216153788e-05}
{"train_loss": 0.003145707305520773, "global_step": 67680, "epoch": 380, "lr": 2.9855489689246297e-05}
{"train_loss": 0.002015169709920883, "global_step": 67681, "epoch": 380, "lr": 2.985413723454972e-05}
{"train_loss": 0.0021825945004820824, "global_step": 67682, "epoch": 380, "lr": 2.9852784797449363e-05}
{"train_loss": 0.0018536628922447562, "global_step": 67683, "epoch": 380, "lr": 2.985143237794638e-05}
{"train_loss": 0.0030253513250499964, "global_step": 67684, "epoch": 380, "lr": 2.9850079976041988e-05}
{"train_loss": 0.0018088910728693008, "global_step": 67685, "epoch": 380, "lr": 2.9848727591737337e-05}
{"train_loss": 0.006642450578510761, "global_step": 67686, "epoch": 380, "lr": 2.9847375225033635e-05}
{"train_loss": 0.0019813270773738623, "global_step": 67687, "epoch": 380, "lr": 2.9846022875932023e-05}
{"train_loss": 0.0037330626510083675, "global_step": 67688, "epoch": 380, "lr": 2.9844670544433717e-05}
{"train_loss": 0.001043921336531639, "global_step": 67689, "epoch": 380, "lr": 2.9843318230539887e-05}
{"train_loss": 0.0008127880282700062, "global_step": 67690, "epoch": 380, "lr": 2.9841965934251724e-05}
{"train_loss": 0.004547811578959227, "global_step": 67691, "epoch": 380, "lr": 2.984061365557038e-05}
{"train_loss": 0.004414860159158707, "global_step": 67692, "epoch": 380, "lr": 2.9839261394497075e-05}
{"train_loss": 0.004516159184277058, "global_step": 67693, "epoch": 380, "lr": 2.983790915103295e-05}
{"train_loss": 0.002455838257446885, "global_step": 67694, "epoch": 380, "lr": 2.983655692517924e-05}
{"train_loss": 0.0021225078962743282, "global_step": 67695, "epoch": 380, "lr": 2.9835204716937058e-05}
{"train_loss": 0.003989726770669222, "global_step": 67696, "epoch": 380, "lr": 2.983385252630765e-05}
{"train_loss": 0.00320530217140913, "global_step": 67697, "epoch": 380, "lr": 2.9832500353292136e-05}
{"train_loss": 0.0028242086991667747, "global_step": 67698, "epoch": 380, "lr": 2.9831148197891766e-05}
{"train_loss": 0.001877186936326325, "global_step": 67699, "epoch": 380, "lr": 2.982979606010765e-05}
{"train_loss": 0.001923098461702466, "global_step": 67700, "epoch": 380, "lr": 2.9828443939941015e-05}
{"train_loss": 0.0023661754094064236, "global_step": 67701, "epoch": 380, "lr": 2.9827091837393028e-05}
{"train_loss": 0.0015977181028574705, "global_step": 67702, "epoch": 380, "lr": 2.982573975246487e-05}
{"train_loss": 0.0024452735669910908, "global_step": 67703, "epoch": 380, "lr": 2.982438768515774e-05}
{"train_loss": 0.0014983019791543484, "global_step": 67704, "epoch": 380, "lr": 2.9823035635472785e-05}
{"train_loss": 0.0030507552437484264, "global_step": 67705, "epoch": 380, "lr": 2.982168360341122e-05}
{"train_loss": 0.0025338181294500828, "global_step": 67706, "epoch": 380, "lr": 2.9820331588974193e-05}
{"train_loss": 0.0013084551319479942, "global_step": 67707, "epoch": 380, "lr": 2.981897959216291e-05}
{"train_loss": 0.003331352723762393, "global_step": 67708, "epoch": 380, "lr": 2.981762761297853e-05}
{"train_loss": 0.0022118736524134874, "global_step": 67709, "epoch": 380, "lr": 2.981627565142227e-05}
{"train_loss": 0.005561382044106722, "global_step": 67710, "epoch": 380, "lr": 2.9814923707495268e-05}
{"train_loss": 0.0014837691560387611, "global_step": 67711, "epoch": 380, "lr": 2.9813571781198734e-05}
{"train_loss": 0.0012984889326617122, "global_step": 67712, "epoch": 380, "lr": 2.981221987253383e-05}
{"train_loss": 0.0013508007396012545, "global_step": 67713, "epoch": 380, "lr": 2.9810867981501768e-05}
{"train_loss": 0.002051273360848427, "global_step": 67714, "epoch": 380, "lr": 2.9809516108103685e-05}
{"train_loss": 0.0009125953074544668, "global_step": 67715, "epoch": 380, "lr": 2.9808164252340787e-05}
{"train_loss": 0.001201828708872199, "global_step": 67716, "epoch": 380, "lr": 2.9806812414214253e-05}
{"train_loss": 0.0019447954837232828, "global_step": 67717, "epoch": 380, "lr": 2.9805460593725276e-05}
{"train_loss": 0.0018875966779887676, "global_step": 67718, "epoch": 380, "lr": 2.980410879087501e-05}
{"train_loss": 0.002312635537236929, "global_step": 67719, "epoch": 380, "lr": 2.980275700566465e-05}
{"train_loss": 0.001430181902833283, "global_step": 67720, "epoch": 380, "lr": 2.980140523809537e-05}
{"train_loss": 0.0022234651260077953, "global_step": 67721, "epoch": 380, "lr": 2.9800053488168355e-05}
{"train_loss": 0.0019516400061547756, "global_step": 67722, "epoch": 380, "lr": 2.9798701755884805e-05}
{"train_loss": 0.0011204694164916873, "global_step": 67723, "epoch": 380, "lr": 2.9797350041245863e-05}
{"train_loss": 0.0019467748934403062, "global_step": 67724, "epoch": 380, "lr": 2.9795998344252755e-05}
{"train_loss": 0.0014416903723031282, "global_step": 67725, "epoch": 380, "lr": 2.979464666490661e-05}
{"train_loss": 0.002470360603183508, "global_step": 67726, "epoch": 380, "lr": 2.9793295003208653e-05}
{"train_loss": 0.001489143818616867, "global_step": 67727, "epoch": 380, "lr": 2.9791943359160024e-05}
{"train_loss": 0.0014838739298284054, "global_step": 67728, "epoch": 380, "lr": 2.9790591732761953e-05}
{"train_loss": 0.000939398305490613, "global_step": 67729, "epoch": 380, "lr": 2.9789240124015573e-05}
{"train_loss": 0.0034201110247522593, "global_step": 67730, "epoch": 380, "lr": 2.9787888532922092e-05}
{"train_loss": 0.001952210906893015, "global_step": 67731, "epoch": 380, "lr": 2.9786536959482682e-05}
{"train_loss": 0.0015281077940016985, "global_step": 67732, "epoch": 380, "lr": 2.9785185403698535e-05}
{"train_loss": 0.005580359138548374, "global_step": 67733, "epoch": 380, "lr": 2.9783833865570797e-05}
{"train_loss": 0.001891417894512415, "global_step": 67734, "epoch": 380, "lr": 2.9782482345100693e-05}
{"train_loss": 0.002733750268816948, "global_step": 67735, "epoch": 380, "lr": 2.9781130842289374e-05}
{"train_loss": 0.002633090363815427, "global_step": 67736, "epoch": 380, "lr": 2.9779779357138044e-05}
{"train_loss": 0.0026566332671791315, "global_step": 67737, "epoch": 380, "lr": 2.9778427889647852e-05}
{"train_loss": 0.0014023850671947002, "global_step": 67738, "epoch": 380, "lr": 2.9777076439820005e-05}
{"train_loss": 0.0018658017506822944, "global_step": 67739, "epoch": 380, "lr": 2.9775725007655665e-05}
{"train_loss": 0.0011209838557988405, "global_step": 67740, "epoch": 380, "lr": 2.9774373593156035e-05}
{"train_loss": 0.0015108220977708697, "global_step": 67741, "epoch": 380, "lr": 2.977302219632227e-05}
{"train_loss": 0.0037528984248638153, "global_step": 67742, "epoch": 380, "lr": 2.977167081715556e-05}
{"train_loss": 0.0025101276114583015, "global_step": 67743, "epoch": 380, "lr": 2.9770319455657102e-05}
{"train_loss": 0.004904960747808218, "global_step": 67744, "epoch": 380, "lr": 2.976896811182805e-05}
{"train_loss": 0.0021550399251282215, "global_step": 67745, "epoch": 380, "lr": 2.9767616785669605e-05}
{"train_loss": 0.001620386028662324, "global_step": 67746, "epoch": 380, "lr": 2.976626547718292e-05}
{"train_loss": 0.004184621386229992, "global_step": 67747, "epoch": 380, "lr": 2.9764914186369226e-05}
{"train_loss": 0.003986746072769165, "global_step": 67748, "epoch": 380, "lr": 2.9763562913229643e-05}
{"train_loss": 0.002846051473170519, "global_step": 67749, "epoch": 380, "lr": 2.9762211657765395e-05}
{"train_loss": 0.003942802548408508, "global_step": 67750, "epoch": 380, "lr": 2.9760860419977633e-05}
{"train_loss": 0.0032896583434194326, "global_step": 67751, "epoch": 380, "lr": 2.9759509199867564e-05}
{"train_loss": 0.0018001612043008208, "global_step": 67752, "epoch": 380, "lr": 2.9758157997436344e-05}
{"train_loss": 0.0009036192204803228, "global_step": 67753, "epoch": 380, "lr": 2.9756806812685167e-05}
{"train_loss": 0.004286409355700016, "global_step": 67754, "epoch": 380, "lr": 2.9755455645615204e-05}
{"train_loss": 0.003707448486238718, "global_step": 67755, "epoch": 380, "lr": 2.9754104496227663e-05}
{"train_loss": 0.002023190725594759, "global_step": 67756, "epoch": 380, "lr": 2.9752753364523687e-05}
{"train_loss": 0.00140022998675704, "global_step": 67757, "epoch": 380, "lr": 2.9751402250504478e-05}
{"train_loss": 0.0012434942182153463, "global_step": 67758, "epoch": 380, "lr": 2.97500511541712e-05}
{"train_loss": 0.0047474997118115425, "global_step": 67759, "epoch": 380, "lr": 2.974870007552506e-05}
{"train_loss": 0.0013095347676426172, "global_step": 67760, "epoch": 380, "lr": 2.97473490145672e-05}
{"train_loss": 0.0039916690438985825, "global_step": 67761, "epoch": 380, "lr": 2.9745997971298845e-05}
{"train_loss": 0.0028993170708417892, "global_step": 67762, "epoch": 380, "lr": 2.9744646945721134e-05}
{"train_loss": 0.0010842452757060528, "global_step": 67763, "epoch": 380, "lr": 2.974329593783526e-05}
{"train_loss": 0.0019751600921154022, "global_step": 67764, "epoch": 380, "lr": 2.9741944947642414e-05}
{"train_loss": 0.001989811658859253, "global_step": 67765, "epoch": 380, "lr": 2.974059397514376e-05}
{"train_loss": 0.0011837147176265717, "global_step": 67766, "epoch": 380, "lr": 2.9739243020340513e-05}
{"train_loss": 0.001000566640868783, "global_step": 67767, "epoch": 380, "lr": 2.9737892083233804e-05}
{"train_loss": 0.0034746925812214613, "global_step": 67768, "epoch": 380, "lr": 2.973654116382485e-05}
{"train_loss": 0.002354420255869627, "global_step": 67769, "epoch": 380, "lr": 2.97351902621148e-05}
{"train_loss": 0.0018991223769262433, "global_step": 67770, "epoch": 380, "lr": 2.973383937810488e-05}
{"train_loss": 0.0010395586723461747, "global_step": 67771, "epoch": 380, "lr": 2.9732488511796207e-05}
{"train_loss": 0.001985425129532814, "global_step": 67772, "epoch": 380, "lr": 2.9731137663190018e-05}
{"train_loss": 0.004059874452650547, "global_step": 67773, "epoch": 380, "lr": 2.9729786832287455e-05}
{"train_loss": 0.001825112383812666, "global_step": 67774, "epoch": 380, "lr": 2.9728436019089734e-05}
{"train_loss": 0.0020373091101646423, "global_step": 67775, "epoch": 380, "lr": 2.9727085223597993e-05}
{"train_loss": 0.0014266291400417686, "global_step": 67776, "epoch": 380, "lr": 2.9725734445813442e-05}
{"train_loss": 0.0021698754280805588, "global_step": 67777, "epoch": 380, "lr": 2.9724383685737243e-05}
{"train_loss": 0.0019920351915061474, "global_step": 67778, "epoch": 380, "lr": 2.97230329433706e-05}
{"train_loss": 0.0008554245578125119, "global_step": 67779, "epoch": 380, "lr": 2.972168221871466e-05}
{"train_loss": 0.0019851108081638813, "global_step": 67780, "epoch": 380, "lr": 2.9720331511770638e-05}
{"train_loss": 0.0014648590004071593, "global_step": 67781, "epoch": 380, "lr": 2.9718980822539678e-05}
{"train_loss": 0.0032237637788057327, "global_step": 67782, "epoch": 380, "lr": 2.971763015102298e-05}
{"train_loss": 0.0015323390252888203, "global_step": 67783, "epoch": 380, "lr": 2.971627949722172e-05}
{"train_loss": 0.0012010843493044376, "global_step": 67784, "epoch": 380, "lr": 2.971492886113707e-05}
{"train_loss": 0.003273226087912917, "global_step": 67785, "epoch": 380, "lr": 2.9713578242770247e-05}
{"train_loss": 0.0008559194393455982, "global_step": 67786, "epoch": 380, "lr": 2.9712227642122376e-05}
{"train_loss": 0.000811935227829963, "global_step": 67787, "epoch": 380, "lr": 2.9710877059194675e-05}
{"train_loss": 0.00221874937415123, "global_step": 67788, "epoch": 380, "lr": 2.97095264939883e-05}
{"train_loss": 0.0012243350502103567, "global_step": 67789, "epoch": 380, "lr": 2.9708175946504464e-05}
{"train_loss": 0.0009459875291213393, "global_step": 67790, "epoch": 380, "lr": 2.97068254167443e-05}
{"train_loss": 0.0015462874434888363, "global_step": 67791, "epoch": 380, "lr": 2.970547490470903e-05}
{"train_loss": 0.003390238154679537, "global_step": 67792, "epoch": 380, "lr": 2.9704124410399797e-05}
{"train_loss": 0.0018800811376422644, "global_step": 67793, "epoch": 380, "lr": 2.9702773933817825e-05}
{"train_loss": 0.0017583320150151849, "global_step": 67794, "epoch": 380, "lr": 2.970142347496424e-05}
{"train_loss": 0.0010582087561488152, "global_step": 67795, "epoch": 380, "lr": 2.970007303384028e-05}
{"train_loss": 0.002188576851040125, "global_step": 67796, "epoch": 380, "lr": 2.969872261044706e-05}
{"train_loss": 0.002137000672519207, "global_step": 67797, "epoch": 380, "lr": 2.9697372204785822e-05}
{"train_loss": 0.0030900174751877785, "global_step": 67798, "epoch": 380, "lr": 2.9696021816857696e-05}
{"train_loss": 0.00202943105250597, "global_step": 67799, "epoch": 380, "lr": 2.96946714466639e-05}
{"train_loss": 0.0013262368738651276, "global_step": 67800, "epoch": 380, "lr": 2.9693321094205585e-05}
{"train_loss": 0.0036628544330596924, "global_step": 67801, "epoch": 380, "lr": 2.9691970759483945e-05}
{"train_loss": 0.0016216947697103024, "global_step": 67802, "epoch": 380, "lr": 2.9690620442500144e-05}
{"train_loss": 0.0020818777848035097, "global_step": 67803, "epoch": 380, "lr": 2.9689270143255398e-05}
{"train_loss": 0.0019827308133244514, "global_step": 67804, "epoch": 380, "lr": 2.9687919861750835e-05}
{"train_loss": 0.002342982916161418, "global_step": 67805, "epoch": 380, "lr": 2.968656959798767e-05}
{"train_loss": 0.0008699757163412869, "global_step": 67806, "epoch": 380, "lr": 2.9685219351967076e-05}
{"train_loss": 0.002331170719116926, "global_step": 67807, "epoch": 380, "lr": 2.9683869123690223e-05}
{"train_loss": 0.0019059383776038885, "global_step": 67808, "epoch": 380, "lr": 2.9682518913158314e-05}
{"train_loss": 0.004088969901204109, "global_step": 67809, "epoch": 380, "lr": 2.9681168720372498e-05}
{"train_loss": 0.0014460051897913218, "global_step": 67810, "epoch": 380, "lr": 2.967981854533397e-05}
{"train_loss": 0.003706185845658183, "global_step": 67811, "epoch": 380, "lr": 2.9678468388043902e-05}
{"train_loss": 0.0017806461546570063, "global_step": 67812, "epoch": 380, "lr": 2.9677118248503495e-05}
{"train_loss": 0.0027028939221054316, "global_step": 67813, "epoch": 380, "lr": 2.9675768126713893e-05}
{"train_loss": 0.002241556765511632, "global_step": 67814, "epoch": 380, "lr": 2.9674418022676313e-05}
{"train_loss": 0.0021111774258315563, "global_step": 67815, "epoch": 380, "lr": 2.9673067936391896e-05}
{"train_loss": 0.00195746636018157, "global_step": 67816, "epoch": 380, "lr": 2.967171786786185e-05}
{"train_loss": 0.002228150747224605, "global_step": 67817, "epoch": 380, "lr": 2.9670367817087337e-05, "train_action_mse_error": 5.0406392801960465e-06}
{"train_loss": 0.0026118254754692316, "global_step": 67818, "epoch": 381, "lr": 2.9669017784069563e-05}
{"train_loss": 0.002110141096636653, "global_step": 67819, "epoch": 381, "lr": 2.9667667768809658e-05}
{"train_loss": 0.0010783961042761803, "global_step": 67820, "epoch": 381, "lr": 2.9666317771308853e-05}
{"train_loss": 0.002503383904695511, "global_step": 67821, "epoch": 381, "lr": 2.9664967791568293e-05}
{"train_loss": 0.003383555682376027, "global_step": 67822, "epoch": 381, "lr": 2.9663617829589186e-05}
{"train_loss": 0.002428037580102682, "global_step": 67823, "epoch": 381, "lr": 2.9662267885372676e-05}
{"train_loss": 0.0012405025772750378, "global_step": 67824, "epoch": 381, "lr": 2.966091795891997e-05}
{"train_loss": 0.0015997388400137424, "global_step": 67825, "epoch": 381, "lr": 2.9659568050232227e-05}
{"train_loss": 0.00275422353297472, "global_step": 67826, "epoch": 381, "lr": 2.9658218159310637e-05}
{"train_loss": 0.0016593171749264002, "global_step": 67827, "epoch": 381, "lr": 2.9656868286156403e-05}
{"train_loss": 0.0021676872856914997, "global_step": 67828, "epoch": 381, "lr": 2.9655518430770657e-05}
{"train_loss": 0.002170263323932886, "global_step": 67829, "epoch": 381, "lr": 2.965416859315461e-05}
{"train_loss": 0.0020325365476310253, "global_step": 67830, "epoch": 381, "lr": 2.9652818773309416e-05}
{"train_loss": 0.0019405396888032556, "global_step": 67831, "epoch": 381, "lr": 2.9651468971236297e-05}
{"train_loss": 0.0011777355102822185, "global_step": 67832, "epoch": 381, "lr": 2.9650119186936375e-05}
{"train_loss": 0.002437321236357093, "global_step": 67833, "epoch": 381, "lr": 2.9648769420410893e-05}
{"train_loss": 0.0012975549325346947, "global_step": 67834, "epoch": 381, "lr": 2.964741967166097e-05}
{"train_loss": 0.0019355281256139278, "global_step": 67835, "epoch": 381, "lr": 2.9646069940687814e-05}
{"train_loss": 0.0037965630181133747, "global_step": 67836, "epoch": 381, "lr": 2.9644720227492594e-05}
{"train_loss": 0.001857270603068173, "global_step": 67837, "epoch": 381, "lr": 2.964337053207652e-05}
{"train_loss": 0.0018615213921293616, "global_step": 67838, "epoch": 381, "lr": 2.964202085444072e-05}
{"train_loss": 0.0016915278974920511, "global_step": 67839, "epoch": 381, "lr": 2.9640671194586412e-05}
{"train_loss": 0.0027168954256922007, "global_step": 67840, "epoch": 381, "lr": 2.9639321552514753e-05}
{"train_loss": 0.0023943735286593437, "global_step": 67841, "epoch": 381, "lr": 2.9637971928226948e-05}
{"train_loss": 0.0019255998777225614, "global_step": 67842, "epoch": 381, "lr": 2.963662232172414e-05}
{"train_loss": 0.0029987902380526066, "global_step": 67843, "epoch": 381, "lr": 2.9635272733007534e-05}
{"train_loss": 0.0027656559832394123, "global_step": 67844, "epoch": 381, "lr": 2.963392316207829e-05}
{"train_loss": 0.004030739888548851, "global_step": 67845, "epoch": 381, "lr": 2.963257360893763e-05}
{"train_loss": 0.0040344977751374245, "global_step": 67846, "epoch": 381, "lr": 2.9631224073586673e-05}
{"train_loss": 0.0015780432149767876, "global_step": 67847, "epoch": 381, "lr": 2.9629874556026614e-05}
{"train_loss": 0.0016678774263709784, "global_step": 67848, "epoch": 381, "lr": 2.9628525056258672e-05}
{"train_loss": 0.0012019781861454248, "global_step": 67849, "epoch": 381, "lr": 2.9627175574283972e-05}
{"train_loss": 0.0014331773854792118, "global_step": 67850, "epoch": 381, "lr": 2.962582611010375e-05}
{"train_loss": 0.0029474732000380754, "global_step": 67851, "epoch": 381, "lr": 2.962447666371912e-05}
{"train_loss": 0.0009044086327776313, "global_step": 67852, "epoch": 381, "lr": 2.962312723513132e-05}
{"train_loss": 0.0010479362681508064, "global_step": 67853, "epoch": 381, "lr": 2.962177782434148e-05}
{"train_loss": 0.004230116493999958, "global_step": 67854, "epoch": 381, "lr": 2.9620428431350812e-05}
{"train_loss": 0.002203203272074461, "global_step": 67855, "epoch": 381, "lr": 2.961907905616047e-05}
{"train_loss": 0.0026989588513970375, "global_step": 67856, "epoch": 381, "lr": 2.9617729698771663e-05}
{"train_loss": 0.0030891583301126957, "global_step": 67857, "epoch": 381, "lr": 2.9616380359185536e-05}
{"train_loss": 0.003568092128261924, "global_step": 67858, "epoch": 381, "lr": 2.961503103740329e-05}
{"train_loss": 0.003108241595327854, "global_step": 67859, "epoch": 381, "lr": 2.9613681733426092e-05}
{"train_loss": 0.001314602792263031, "global_step": 67860, "epoch": 381, "lr": 2.9612332447255143e-05}
{"train_loss": 0.0012309302110224962, "global_step": 67861, "epoch": 381, "lr": 2.961098317889158e-05}
{"train_loss": 0.0024734523613005877, "global_step": 67862, "epoch": 381, "lr": 2.9609633928336623e-05}
{"train_loss": 0.002102262806147337, "global_step": 67863, "epoch": 381, "lr": 2.9608284695591414e-05}
{"train_loss": 0.0004901353386230767, "global_step": 67864, "epoch": 381, "lr": 2.960693548065718e-05}
{"train_loss": 0.0009724434348754585, "global_step": 67865, "epoch": 381, "lr": 2.9605586283535048e-05}
{"train_loss": 0.0020386511459946632, "global_step": 67866, "epoch": 381, "lr": 2.9604237104226223e-05}
{"train_loss": 0.002693692222237587, "global_step": 67867, "epoch": 381, "lr": 2.9602887942731873e-05}
{"train_loss": 0.005249446723610163, "global_step": 67868, "epoch": 381, "lr": 2.960153879905318e-05}
{"train_loss": 0.0018244447419419885, "global_step": 67869, "epoch": 381, "lr": 2.960018967319135e-05}
{"train_loss": 0.0012326554860919714, "global_step": 67870, "epoch": 381, "lr": 2.9598840565147512e-05}
{"train_loss": 0.0015925441402941942, "global_step": 67871, "epoch": 381, "lr": 2.9597491474922884e-05}
{"train_loss": 0.0020598662085831165, "global_step": 67872, "epoch": 381, "lr": 2.9596142402518613e-05}
{"train_loss": 0.002655142918229103, "global_step": 67873, "epoch": 381, "lr": 2.95947933479359e-05}
{"train_loss": 0.0010555211920291185, "global_step": 67874, "epoch": 381, "lr": 2.959344431117591e-05}
{"train_loss": 0.001417070161551237, "global_step": 67875, "epoch": 381, "lr": 2.9592095292239852e-05}
{"train_loss": 0.0018616083543747663, "global_step": 67876, "epoch": 381, "lr": 2.9590746291128856e-05}
{"train_loss": 0.0014714783756062388, "global_step": 67877, "epoch": 381, "lr": 2.9589397307844137e-05}
{"train_loss": 0.0025534313172101974, "global_step": 67878, "epoch": 381, "lr": 2.958804834238684e-05}
{"train_loss": 0.0033365716226398945, "global_step": 67879, "epoch": 381, "lr": 2.95866993947582e-05}
{"train_loss": 0.0026216176338493824, "global_step": 67880, "epoch": 381, "lr": 2.958535046495933e-05}
{"train_loss": 0.00204136548563838, "global_step": 67881, "epoch": 381, "lr": 2.9584001552991442e-05}
{"train_loss": 0.005078757181763649, "global_step": 67882, "epoch": 381, "lr": 2.9582652658855704e-05}
{"train_loss": 0.0009145071380771697, "global_step": 67883, "epoch": 381, "lr": 2.9581303782553322e-05}
{"train_loss": 0.001486990018747747, "global_step": 67884, "epoch": 381, "lr": 2.957995492408543e-05}
{"train_loss": 0.0014863269170746207, "global_step": 67885, "epoch": 381, "lr": 2.957860608345324e-05}
{"train_loss": 0.0036546816118061543, "global_step": 67886, "epoch": 381, "lr": 2.9577257260657904e-05}
{"train_loss": 0.0010266656754538417, "global_step": 67887, "epoch": 381, "lr": 2.9575908455700633e-05}
{"train_loss": 0.0026674363762140274, "global_step": 67888, "epoch": 381, "lr": 2.9574559668582568e-05}
{"train_loss": 0.001940448535606265, "global_step": 67889, "epoch": 381, "lr": 2.9573210899304916e-05}
{"train_loss": 0.002355655888095498, "global_step": 67890, "epoch": 381, "lr": 2.9571862147868852e-05}
{"train_loss": 0.002575111109763384, "global_step": 67891, "epoch": 381, "lr": 2.9570513414275524e-05}
{"train_loss": 0.001360101974569261, "global_step": 67892, "epoch": 381, "lr": 2.9569164698526153e-05}
{"train_loss": 0.0019654561765491962, "global_step": 67893, "epoch": 381, "lr": 2.9567816000621884e-05}
{"train_loss": 0.004872262477874756, "global_step": 67894, "epoch": 381, "lr": 2.9566467320563924e-05}
{"train_loss": 0.002226640470325947, "global_step": 67895, "epoch": 381, "lr": 2.9565118658353412e-05}
{"train_loss": 0.0023752907291054726, "global_step": 67896, "epoch": 381, "lr": 2.9563770013991566e-05}
{"train_loss": 0.0036957962438464165, "global_step": 67897, "epoch": 381, "lr": 2.9562421387479532e-05}
{"train_loss": 0.0024828361347317696, "global_step": 67898, "epoch": 381, "lr": 2.9561072778818522e-05}
{"train_loss": 0.0011096035595983267, "global_step": 67899, "epoch": 381, "lr": 2.9559724188009676e-05}
{"train_loss": 0.0020996613893657923, "global_step": 67900, "epoch": 381, "lr": 2.95583756150542e-05}
{"train_loss": 0.0029004262760281563, "global_step": 67901, "epoch": 381, "lr": 2.9557027059953245e-05}
{"train_loss": 0.0034605737309902906, "global_step": 67902, "epoch": 381, "lr": 2.9555678522708035e-05}
{"train_loss": 0.0017075828509405255, "global_step": 67903, "epoch": 381, "lr": 2.9554330003319696e-05}
{"train_loss": 0.0020583164878189564, "global_step": 67904, "epoch": 381, "lr": 2.9552981501789444e-05}
{"train_loss": 0.0010521714575588703, "global_step": 67905, "epoch": 381, "lr": 2.9551633018118425e-05}
{"train_loss": 0.003245334606617689, "global_step": 67906, "epoch": 381, "lr": 2.9550284552307854e-05}
{"train_loss": 0.0010664768051356077, "global_step": 67907, "epoch": 381, "lr": 2.954893610435887e-05}
{"train_loss": 0.005282354541122913, "global_step": 67908, "epoch": 381, "lr": 2.9547587674272693e-05}
{"train_loss": 0.0018985581118613482, "global_step": 67909, "epoch": 381, "lr": 2.9546239262050447e-05}
{"train_loss": 0.001588233863003552, "global_step": 67910, "epoch": 381, "lr": 2.9544890867693343e-05}
{"train_loss": 0.0028686958830803633, "global_step": 67911, "epoch": 381, "lr": 2.954354249120257e-05}
{"train_loss": 0.0017911181785166264, "global_step": 67912, "epoch": 381, "lr": 2.9542194132579277e-05}
{"train_loss": 0.002573684323579073, "global_step": 67913, "epoch": 381, "lr": 2.9540845791824678e-05}
{"train_loss": 0.0037863559555262327, "global_step": 67914, "epoch": 381, "lr": 2.9539497468939902e-05}
{"train_loss": 0.0027574924752116203, "global_step": 67915, "epoch": 381, "lr": 2.953814916392617e-05}
{"train_loss": 0.0014378561172634363, "global_step": 67916, "epoch": 381, "lr": 2.9536800876784632e-05}
{"train_loss": 0.000931674032472074, "global_step": 67917, "epoch": 381, "lr": 2.9535452607516496e-05}
{"train_loss": 0.0013662164565175772, "global_step": 67918, "epoch": 381, "lr": 2.95341043561229e-05}
{"train_loss": 0.0033429237082600594, "global_step": 67919, "epoch": 381, "lr": 2.953275612260505e-05}
{"train_loss": 0.0014019915834069252, "global_step": 67920, "epoch": 381, "lr": 2.9531407906964105e-05}
{"train_loss": 0.003255267860367894, "global_step": 67921, "epoch": 381, "lr": 2.9530059709201274e-05}
{"train_loss": 0.0013553908793255687, "global_step": 67922, "epoch": 381, "lr": 2.9528711529317693e-05}
{"train_loss": 0.0023447908461093903, "global_step": 67923, "epoch": 381, "lr": 2.952736336731458e-05}
{"train_loss": 0.0034815985709428787, "global_step": 67924, "epoch": 381, "lr": 2.9526015223193072e-05}
{"train_loss": 0.0026899746153503656, "global_step": 67925, "epoch": 381, "lr": 2.9524667096954378e-05}
{"train_loss": 0.0014644861221313477, "global_step": 67926, "epoch": 381, "lr": 2.9523318988599656e-05}
{"train_loss": 0.0013120889198035002, "global_step": 67927, "epoch": 381, "lr": 2.952197089813011e-05}
{"train_loss": 0.0012388251489028335, "global_step": 67928, "epoch": 381, "lr": 2.952062282554688e-05}
{"train_loss": 0.0022495565935969353, "global_step": 67929, "epoch": 381, "lr": 2.951927477085117e-05}
{"train_loss": 0.0032497430220246315, "global_step": 67930, "epoch": 381, "lr": 2.9517926734044145e-05}
{"train_loss": 0.002643270418047905, "global_step": 67931, "epoch": 381, "lr": 2.9516578715126984e-05}
{"train_loss": 0.0021400349214673042, "global_step": 67932, "epoch": 381, "lr": 2.9515230714100894e-05}
{"train_loss": 0.0041221268475055695, "global_step": 67933, "epoch": 381, "lr": 2.9513882730967e-05}
{"train_loss": 0.00202103890478611, "global_step": 67934, "epoch": 381, "lr": 2.9512534765726518e-05}
{"train_loss": 0.003855530172586441, "global_step": 67935, "epoch": 381, "lr": 2.9511186818380602e-05}
{"train_loss": 0.0011517356615513563, "global_step": 67936, "epoch": 381, "lr": 2.9509838888930464e-05}
{"train_loss": 0.001377310836687684, "global_step": 67937, "epoch": 381, "lr": 2.9508490977377233e-05}
{"train_loss": 0.0023369465488940477, "global_step": 67938, "epoch": 381, "lr": 2.9507143083722134e-05}
{"train_loss": 0.0018938230350613594, "global_step": 67939, "epoch": 381, "lr": 2.9505795207966298e-05}
{"train_loss": 0.0011224093614146113, "global_step": 67940, "epoch": 381, "lr": 2.9504447350110952e-05}
{"train_loss": 0.005365763325244188, "global_step": 67941, "epoch": 381, "lr": 2.9503099510157227e-05}
{"train_loss": 0.0020170044153928757, "global_step": 67942, "epoch": 381, "lr": 2.950175168810634e-05}
{"train_loss": 0.0010424219071865082, "global_step": 67943, "epoch": 381, "lr": 2.9500403883959428e-05}
{"train_loss": 0.0014634666731581092, "global_step": 67944, "epoch": 381, "lr": 2.9499056097717698e-05}
{"train_loss": 0.003496564459055662, "global_step": 67945, "epoch": 381, "lr": 2.9497708329382313e-05}
{"train_loss": 0.0021398523822426796, "global_step": 67946, "epoch": 381, "lr": 2.9496360578954468e-05}
{"train_loss": 0.0010715380776673555, "global_step": 67947, "epoch": 381, "lr": 2.949501284643531e-05}
{"train_loss": 0.0022793905809521675, "global_step": 67948, "epoch": 381, "lr": 2.949366513182604e-05}
{"train_loss": 0.0011396552436053753, "global_step": 67949, "epoch": 381, "lr": 2.949231743512783e-05}
{"train_loss": 0.0023758127354085445, "global_step": 67950, "epoch": 381, "lr": 2.949096975634187e-05}
{"train_loss": 0.0046423193998634815, "global_step": 67951, "epoch": 381, "lr": 2.9489622095469304e-05}
{"train_loss": 0.001912826206535101, "global_step": 67952, "epoch": 381, "lr": 2.948827445251133e-05}
{"train_loss": 0.001939356909133494, "global_step": 67953, "epoch": 381, "lr": 2.948692682746913e-05}
{"train_loss": 0.0016649699537083507, "global_step": 67954, "epoch": 381, "lr": 2.948557922034386e-05}
{"train_loss": 0.0027783862315118313, "global_step": 67955, "epoch": 381, "lr": 2.9484231631136737e-05}
{"train_loss": 0.0026662652380764484, "global_step": 67956, "epoch": 381, "lr": 2.9482884059848893e-05}
{"train_loss": 0.0026772753335535526, "global_step": 67957, "epoch": 381, "lr": 2.9481536506481532e-05}
{"train_loss": 0.0031612194143235683, "global_step": 67958, "epoch": 381, "lr": 2.9480188971035816e-05}
{"train_loss": 0.003039931645616889, "global_step": 67959, "epoch": 381, "lr": 2.947884145351295e-05}
{"train_loss": 0.003368551842868328, "global_step": 67960, "epoch": 381, "lr": 2.947749395391407e-05}
{"train_loss": 0.005554209928959608, "global_step": 67961, "epoch": 381, "lr": 2.947614647224039e-05}
{"train_loss": 0.0009863455779850483, "global_step": 67962, "epoch": 381, "lr": 2.9474799008493052e-05}
{"train_loss": 0.0015738619258627295, "global_step": 67963, "epoch": 381, "lr": 2.947345156267326e-05}
{"train_loss": 0.0016433042474091053, "global_step": 67964, "epoch": 381, "lr": 2.9472104134782176e-05}
{"train_loss": 0.005373826250433922, "global_step": 67965, "epoch": 381, "lr": 2.9470756724821003e-05}
{"train_loss": 0.004079852253198624, "global_step": 67966, "epoch": 381, "lr": 2.9469409332790877e-05}
{"train_loss": 0.0018284054240211844, "global_step": 67967, "epoch": 381, "lr": 2.9468061958693004e-05}
{"train_loss": 0.003933320287615061, "global_step": 67968, "epoch": 381, "lr": 2.9466714602528544e-05}
{"train_loss": 0.0018210939597338438, "global_step": 67969, "epoch": 381, "lr": 2.9465367264298705e-05}
{"train_loss": 0.0029552667401731014, "global_step": 67970, "epoch": 381, "lr": 2.9464019944004616e-05}
{"train_loss": 0.0018719985382631421, "global_step": 67971, "epoch": 381, "lr": 2.9462672641647493e-05}
{"train_loss": 0.001799083431251347, "global_step": 67972, "epoch": 381, "lr": 2.9461325357228485e-05}
{"train_loss": 0.0011508401948958635, "global_step": 67973, "epoch": 381, "lr": 2.9459978090748785e-05}
{"train_loss": 0.0018750224262475967, "global_step": 67974, "epoch": 381, "lr": 2.9458630842209587e-05}
{"train_loss": 0.002507381606847048, "global_step": 67975, "epoch": 381, "lr": 2.9457283611612035e-05}
{"train_loss": 0.003634561086073518, "global_step": 67976, "epoch": 381, "lr": 2.9455936398957325e-05}
{"train_loss": 0.003619506722316146, "global_step": 67977, "epoch": 381, "lr": 2.9454589204246617e-05}
{"train_loss": 0.0016636999789625406, "global_step": 67978, "epoch": 381, "lr": 2.9453242027481116e-05}
{"train_loss": 0.0015007609035819769, "global_step": 67979, "epoch": 381, "lr": 2.9451894868661963e-05}
{"train_loss": 0.0030794572085142136, "global_step": 67980, "epoch": 381, "lr": 2.9450547727790367e-05}
{"train_loss": 0.0034775473177433014, "global_step": 67981, "epoch": 381, "lr": 2.9449200604867477e-05}
{"train_loss": 0.00282959989272058, "global_step": 67982, "epoch": 381, "lr": 2.9447853499894496e-05}
{"train_loss": 0.0016314508393406868, "global_step": 67983, "epoch": 381, "lr": 2.944650641287257e-05}
{"train_loss": 0.002968087326735258, "global_step": 67984, "epoch": 381, "lr": 2.944515934380292e-05}
{"train_loss": 0.0028445138595998287, "global_step": 67985, "epoch": 381, "lr": 2.944381229268667e-05}
{"train_loss": 0.00399871775880456, "global_step": 67986, "epoch": 381, "lr": 2.9442465259525033e-05}
{"train_loss": 0.002674650400876999, "global_step": 67987, "epoch": 381, "lr": 2.9441118244319167e-05}
{"train_loss": 0.007384237367659807, "global_step": 67988, "epoch": 381, "lr": 2.943977124707028e-05}
{"train_loss": 0.0028942078351974487, "global_step": 67989, "epoch": 381, "lr": 2.9438424267779497e-05}
{"train_loss": 0.0030585224740207195, "global_step": 67990, "epoch": 381, "lr": 2.9437077306448037e-05}
{"train_loss": 0.003823145292699337, "global_step": 67991, "epoch": 381, "lr": 2.9435730363077053e-05}
{"train_loss": 0.001716954750008881, "global_step": 67992, "epoch": 381, "lr": 2.9434383437667745e-05}
{"train_loss": 0.0021744391415268183, "global_step": 67993, "epoch": 381, "lr": 2.943303653022126e-05}
{"train_loss": 0.001985828159376979, "global_step": 67994, "epoch": 381, "lr": 2.9431689640738793e-05}
{"train_loss": 0.0023948258155920238, "global_step": 67995, "epoch": 381, "lr": 2.943034276922152e-05}
{"train_loss": 0.0026473202742636204, "global_step": 67996, "epoch": 382, "lr": 2.9428995915670604e-05}
{"train_loss": 0.0023135202936828136, "global_step": 67997, "epoch": 382, "lr": 2.942764908008725e-05}
{"train_loss": 0.0023575415834784508, "global_step": 67998, "epoch": 382, "lr": 2.9426302262472605e-05}
{"train_loss": 0.002401369623839855, "global_step": 67999, "epoch": 382, "lr": 2.942495546282787e-05}
{"train_loss": 0.0015900215366855264, "global_step": 68000, "epoch": 382, "lr": 2.9423608681154185e-05}
{"train_loss": 0.0021813043858855963, "global_step": 68001, "epoch": 382, "lr": 2.9422261917452764e-05}
{"train_loss": 0.001748159877024591, "global_step": 68002, "epoch": 382, "lr": 2.9420915171724755e-05}
{"train_loss": 0.003386710537597537, "global_step": 68003, "epoch": 382, "lr": 2.941956844397137e-05}
{"train_loss": 0.0014070942997932434, "global_step": 68004, "epoch": 382, "lr": 2.9418221734193742e-05}
{"train_loss": 0.0015820531407371163, "global_step": 68005, "epoch": 382, "lr": 2.941687504239308e-05}
{"train_loss": 0.0009798448299989104, "global_step": 68006, "epoch": 382, "lr": 2.9415528368570534e-05}
{"train_loss": 0.002670072251930833, "global_step": 68007, "epoch": 382, "lr": 2.9414181712727317e-05}
{"train_loss": 0.0018429093761369586, "global_step": 68008, "epoch": 382, "lr": 2.9412835074864563e-05}
{"train_loss": 0.0017183027230203152, "global_step": 68009, "epoch": 382, "lr": 2.9411488454983482e-05}
{"train_loss": 0.003222813829779625, "global_step": 68010, "epoch": 382, "lr": 2.941014185308522e-05}
{"train_loss": 0.0033052540384233, "global_step": 68011, "epoch": 382, "lr": 2.9408795269170996e-05}
{"train_loss": 0.0006731359753757715, "global_step": 68012, "epoch": 382, "lr": 2.9407448703241936e-05}
{"train_loss": 0.0036393061745911837, "global_step": 68013, "epoch": 382, "lr": 2.9406102155299247e-05}
{"train_loss": 0.003073551459237933, "global_step": 68014, "epoch": 382, "lr": 2.9404755625344093e-05}
{"train_loss": 0.0013313742820173502, "global_step": 68015, "epoch": 382, "lr": 2.940340911337765e-05}
{"train_loss": 0.003780901664867997, "global_step": 68016, "epoch": 382, "lr": 2.940206261940112e-05}
{"train_loss": 0.001596983289346099, "global_step": 68017, "epoch": 382, "lr": 2.940071614341564e-05}
{"train_loss": 0.002796920482069254, "global_step": 68018, "epoch": 382, "lr": 2.939936968542243e-05}
{"train_loss": 0.004144003614783287, "global_step": 68019, "epoch": 382, "lr": 2.939802324542261e-05}
{"train_loss": 0.0019672366324812174, "global_step": 68020, "epoch": 382, "lr": 2.93966768234174e-05}
{"train_loss": 0.0011963027063757181, "global_step": 68021, "epoch": 382, "lr": 2.9395330419407952e-05}
{"train_loss": 0.001512808259576559, "global_step": 68022, "epoch": 382, "lr": 2.9393984033395476e-05}
{"train_loss": 0.002610419876873493, "global_step": 68023, "epoch": 382, "lr": 2.9392637665381106e-05}
{"train_loss": 0.002452701795846224, "global_step": 68024, "epoch": 382, "lr": 2.9391291315366043e-05}
{"train_loss": 0.003188326023519039, "global_step": 68025, "epoch": 382, "lr": 2.9389944983351443e-05}
{"train_loss": 0.0021347857546061277, "global_step": 68026, "epoch": 382, "lr": 2.938859866933852e-05}
{"train_loss": 0.0027699675410985947, "global_step": 68027, "epoch": 382, "lr": 2.93872523733284e-05}
{"train_loss": 0.0022641781251877546, "global_step": 68028, "epoch": 382, "lr": 2.9385906095322295e-05}
{"train_loss": 0.001963650109246373, "global_step": 68029, "epoch": 382, "lr": 2.9384559835321363e-05}
{"train_loss": 0.0017267036018893123, "global_step": 68030, "epoch": 382, "lr": 2.938321359332681e-05}
{"train_loss": 0.0016354715917259455, "global_step": 68031, "epoch": 382, "lr": 2.9381867369339762e-05}
{"train_loss": 0.0020843567326664925, "global_step": 68032, "epoch": 382, "lr": 2.9380521163361442e-05}
{"train_loss": 0.0020713573321700096, "global_step": 68033, "epoch": 382, "lr": 2.9379174975392974e-05}
{"train_loss": 0.0027732658199965954, "global_step": 68034, "epoch": 382, "lr": 2.9377828805435605e-05}
{"train_loss": 0.0025936895981431007, "global_step": 68035, "epoch": 382, "lr": 2.9376482653490445e-05}
{"train_loss": 0.0037347206380218267, "global_step": 68036, "epoch": 382, "lr": 2.9375136519558695e-05}
{"train_loss": 0.0015137093141674995, "global_step": 68037, "epoch": 382, "lr": 2.937379040364155e-05}
{"train_loss": 0.001379357767291367, "global_step": 68038, "epoch": 382, "lr": 2.9372444305740148e-05}
{"train_loss": 0.0020449133589863777, "global_step": 68039, "epoch": 382, "lr": 2.9371098225855696e-05}
{"train_loss": 0.0032294446136802435, "global_step": 68040, "epoch": 382, "lr": 2.936975216398935e-05}
{"train_loss": 0.0017660455778241158, "global_step": 68041, "epoch": 382, "lr": 2.936840612014231e-05}
{"train_loss": 0.0015019580023363233, "global_step": 68042, "epoch": 382, "lr": 2.9367060094315712e-05}
{"train_loss": 0.002962708007544279, "global_step": 68043, "epoch": 382, "lr": 2.9365714086510765e-05}
{"train_loss": 0.0023665304761379957, "global_step": 68044, "epoch": 382, "lr": 2.9364368096728634e-05}
{"train_loss": 0.003839529352262616, "global_step": 68045, "epoch": 382, "lr": 2.9363022124970506e-05}
{"train_loss": 0.0010323741007596254, "global_step": 68046, "epoch": 382, "lr": 2.9361676171237527e-05}
{"train_loss": 0.003771031042560935, "global_step": 68047, "epoch": 382, "lr": 2.9360330235530907e-05}
{"train_loss": 0.0026353299617767334, "global_step": 68048, "epoch": 382, "lr": 2.935898431785179e-05}
{"train_loss": 0.0029059911612421274, "global_step": 68049, "epoch": 382, "lr": 2.9357638418201395e-05}
{"train_loss": 0.011402372270822525, "global_step": 68050, "epoch": 382, "lr": 2.9356292536580844e-05}
{"train_loss": 0.0011211824603378773, "global_step": 68051, "epoch": 382, "lr": 2.9354946672991358e-05}
{"train_loss": 0.0014131611678749323, "global_step": 68052, "epoch": 382, "lr": 2.9353600827434068e-05}
{"train_loss": 0.0017821992514654994, "global_step": 68053, "epoch": 382, "lr": 2.9352254999910195e-05}
{"train_loss": 0.0012140234466642141, "global_step": 68054, "epoch": 382, "lr": 2.9350909190420882e-05}
{"train_loss": 0.0022239875979721546, "global_step": 68055, "epoch": 382, "lr": 2.9349563398967334e-05}
{"train_loss": 0.0014704647473990917, "global_step": 68056, "epoch": 382, "lr": 2.934821762555069e-05}
{"train_loss": 0.0015192015562206507, "global_step": 68057, "epoch": 382, "lr": 2.9346871870172145e-05}
{"train_loss": 0.0009532805415801704, "global_step": 68058, "epoch": 382, "lr": 2.934552613283288e-05}
{"train_loss": 0.00275804428383708, "global_step": 68059, "epoch": 382, "lr": 2.9344180413534063e-05}
{"train_loss": 0.0010612549958750606, "global_step": 68060, "epoch": 382, "lr": 2.934283471227688e-05}
{"train_loss": 0.003529434325173497, "global_step": 68061, "epoch": 382, "lr": 2.9341489029062487e-05}
{"train_loss": 0.0020390544086694717, "global_step": 68062, "epoch": 382, "lr": 2.9340143363892074e-05}
{"train_loss": 0.0015598698519170284, "global_step": 68063, "epoch": 382, "lr": 2.9338797716766808e-05}
{"train_loss": 0.0021781641989946365, "global_step": 68064, "epoch": 382, "lr": 2.9337452087687877e-05}
{"train_loss": 0.002021404216066003, "global_step": 68065, "epoch": 382, "lr": 2.933610647665644e-05}
{"train_loss": 0.002547556534409523, "global_step": 68066, "epoch": 382, "lr": 2.9334760883673685e-05}
{"train_loss": 0.0024926920887082815, "global_step": 68067, "epoch": 382, "lr": 2.933341530874077e-05}
{"train_loss": 0.0021714181639254093, "global_step": 68068, "epoch": 382, "lr": 2.9332069751858904e-05}
{"train_loss": 0.0016193940537050366, "global_step": 68069, "epoch": 382, "lr": 2.933072421302922e-05}
{"train_loss": 0.0007218668470159173, "global_step": 68070, "epoch": 382, "lr": 2.932937869225294e-05}
{"train_loss": 0.0016940890345722437, "global_step": 68071, "epoch": 382, "lr": 2.9328033189531186e-05}
{"train_loss": 0.0015689078718423843, "global_step": 68072, "epoch": 382, "lr": 2.9326687704865175e-05}
{"train_loss": 0.006406710483133793, "global_step": 68073, "epoch": 382, "lr": 2.9325342238256053e-05}
{"train_loss": 0.0033030530903488398, "global_step": 68074, "epoch": 382, "lr": 2.9323996789705034e-05}
{"train_loss": 0.0016673986101523042, "global_step": 68075, "epoch": 382, "lr": 2.9322651359213248e-05}
{"train_loss": 0.002494881860911846, "global_step": 68076, "epoch": 382, "lr": 2.9321305946781895e-05}
{"train_loss": 0.000701443525031209, "global_step": 68077, "epoch": 382, "lr": 2.9319960552412145e-05}
{"train_loss": 0.0014402186498045921, "global_step": 68078, "epoch": 382, "lr": 2.931861517610517e-05}
{"train_loss": 0.0019452010747045279, "global_step": 68079, "epoch": 382, "lr": 2.931726981786217e-05}
{"train_loss": 0.003159346990287304, "global_step": 68080, "epoch": 382, "lr": 2.9315924477684285e-05}
{"train_loss": 0.0016245279693976045, "global_step": 68081, "epoch": 382, "lr": 2.9314579155572706e-05}
{"train_loss": 0.001735708094201982, "global_step": 68082, "epoch": 382, "lr": 2.9313233851528605e-05}
{"train_loss": 0.0015580197796225548, "global_step": 68083, "epoch": 382, "lr": 2.9311888565553176e-05}
{"train_loss": 0.0020101801492273808, "global_step": 68084, "epoch": 382, "lr": 2.931054329764755e-05}
{"train_loss": 0.0019403536571189761, "global_step": 68085, "epoch": 382, "lr": 2.9309198047812948e-05}
{"train_loss": 0.002271725097671151, "global_step": 68086, "epoch": 382, "lr": 2.9307852816050518e-05}
{"train_loss": 0.0013564429245889187, "global_step": 68087, "epoch": 382, "lr": 2.9306507602361453e-05}
{"train_loss": 0.0022902509663254023, "global_step": 68088, "epoch": 382, "lr": 2.93051624067469e-05}
{"train_loss": 0.0022822765167802572, "global_step": 68089, "epoch": 382, "lr": 2.9303817229208076e-05}
{"train_loss": 0.0033787405118346214, "global_step": 68090, "epoch": 382, "lr": 2.9302472069746112e-05}
{"train_loss": 0.0016902543138712645, "global_step": 68091, "epoch": 382, "lr": 2.930112692836221e-05}
{"train_loss": 0.0029161914717406034, "global_step": 68092, "epoch": 382, "lr": 2.9299781805057523e-05}
{"train_loss": 0.0017841054359450936, "global_step": 68093, "epoch": 382, "lr": 2.929843669983327e-05}
{"train_loss": 0.0006525287171825767, "global_step": 68094, "epoch": 382, "lr": 2.9297091612690576e-05}
{"train_loss": 0.0026407637633383274, "global_step": 68095, "epoch": 382, "lr": 2.9295746543630635e-05}
{"train_loss": 0.000687010760884732, "global_step": 68096, "epoch": 382, "lr": 2.929440149265462e-05}
{"train_loss": 0.005074432119727135, "global_step": 68097, "epoch": 382, "lr": 2.9293056459763713e-05}
{"train_loss": 0.0013572778552770615, "global_step": 68098, "epoch": 382, "lr": 2.9291711444959095e-05}
{"train_loss": 0.0035989582538604736, "global_step": 68099, "epoch": 382, "lr": 2.929036644824191e-05}
{"train_loss": 0.0039754463359713554, "global_step": 68100, "epoch": 382, "lr": 2.9289021469613376e-05}
{"train_loss": 0.004592598881572485, "global_step": 68101, "epoch": 382, "lr": 2.9287676509074623e-05}
{"train_loss": 0.001437897328287363, "global_step": 68102, "epoch": 382, "lr": 2.9286331566626874e-05}
{"train_loss": 0.00238862750120461, "global_step": 68103, "epoch": 382, "lr": 2.9284986642271257e-05}
{"train_loss": 0.0031331453938037157, "global_step": 68104, "epoch": 382, "lr": 2.9283641736008972e-05}
{"train_loss": 0.0027564051561057568, "global_step": 68105, "epoch": 382, "lr": 2.9282296847841184e-05}
{"train_loss": 0.002356911776587367, "global_step": 68106, "epoch": 382, "lr": 2.928095197776909e-05}
{"train_loss": 0.0010943826055154204, "global_step": 68107, "epoch": 382, "lr": 2.9279607125793828e-05}
{"train_loss": 0.0028737790416926146, "global_step": 68108, "epoch": 382, "lr": 2.9278262291916614e-05}
{"train_loss": 0.0017271803226321936, "global_step": 68109, "epoch": 382, "lr": 2.9276917476138576e-05}
{"train_loss": 0.0020665833726525307, "global_step": 68110, "epoch": 382, "lr": 2.9275572678460927e-05}
{"train_loss": 0.0015282814856618643, "global_step": 68111, "epoch": 382, "lr": 2.927422789888481e-05}
{"train_loss": 0.002253584796562791, "global_step": 68112, "epoch": 382, "lr": 2.9272883137411444e-05}
{"train_loss": 0.0018759571248665452, "global_step": 68113, "epoch": 382, "lr": 2.9271538394041953e-05}
{"train_loss": 0.0014462560648098588, "global_step": 68114, "epoch": 382, "lr": 2.927019366877755e-05}
{"train_loss": 0.0009950017556548119, "global_step": 68115, "epoch": 382, "lr": 2.9268848961619383e-05}
{"train_loss": 0.0018266382394358516, "global_step": 68116, "epoch": 382, "lr": 2.9267504272568658e-05}
{"train_loss": 0.0035302159376442432, "global_step": 68117, "epoch": 382, "lr": 2.926615960162651e-05}
{"train_loss": 0.0028143846429884434, "global_step": 68118, "epoch": 382, "lr": 2.9264814948794133e-05}
{"train_loss": 0.0016512792790308595, "global_step": 68119, "epoch": 382, "lr": 2.9263470314072715e-05}
{"train_loss": 0.00236424314789474, "global_step": 68120, "epoch": 382, "lr": 2.9262125697463406e-05}
{"train_loss": 0.0016033330466598272, "global_step": 68121, "epoch": 382, "lr": 2.9260781098967405e-05}
{"train_loss": 0.002080087549984455, "global_step": 68122, "epoch": 382, "lr": 2.9259436518585857e-05}
{"train_loss": 0.0015576065052300692, "global_step": 68123, "epoch": 382, "lr": 2.9258091956319966e-05}
{"train_loss": 0.0025131762959063053, "global_step": 68124, "epoch": 382, "lr": 2.9256747412170883e-05}
{"train_loss": 0.001825584564357996, "global_step": 68125, "epoch": 382, "lr": 2.9255402886139804e-05}
{"train_loss": 0.0019098054617643356, "global_step": 68126, "epoch": 382, "lr": 2.925405837822788e-05}
{"train_loss": 0.002961666090413928, "global_step": 68127, "epoch": 382, "lr": 2.925271388843632e-05}
{"train_loss": 0.0014800461940467358, "global_step": 68128, "epoch": 382, "lr": 2.925136941676625e-05}
{"train_loss": 0.0019083605147898197, "global_step": 68129, "epoch": 382, "lr": 2.9250024963218876e-05}
{"train_loss": 0.0009115898283198476, "global_step": 68130, "epoch": 382, "lr": 2.924868052779536e-05}
{"train_loss": 0.0019346673507243395, "global_step": 68131, "epoch": 382, "lr": 2.9247336110496904e-05}
{"train_loss": 0.0012166526867076755, "global_step": 68132, "epoch": 382, "lr": 2.9245991711324638e-05}
{"train_loss": 0.002435665111988783, "global_step": 68133, "epoch": 382, "lr": 2.924464733027977e-05}
{"train_loss": 0.00256676715798676, "global_step": 68134, "epoch": 382, "lr": 2.924330296736345e-05}
{"train_loss": 0.0012488348875194788, "global_step": 68135, "epoch": 382, "lr": 2.924195862257689e-05}
{"train_loss": 0.002906660083681345, "global_step": 68136, "epoch": 382, "lr": 2.924061429592122e-05}
{"train_loss": 0.00256199948489666, "global_step": 68137, "epoch": 382, "lr": 2.9239269987397638e-05}
{"train_loss": 0.0012373123317956924, "global_step": 68138, "epoch": 382, "lr": 2.9237925697007307e-05}
{"train_loss": 0.00264993729069829, "global_step": 68139, "epoch": 382, "lr": 2.923658142475141e-05}
{"train_loss": 0.002113735768944025, "global_step": 68140, "epoch": 382, "lr": 2.9235237170631137e-05}
{"train_loss": 0.002002355409786105, "global_step": 68141, "epoch": 382, "lr": 2.9233892934647622e-05}
{"train_loss": 0.0025919319596141577, "global_step": 68142, "epoch": 382, "lr": 2.923254871680208e-05}
{"train_loss": 0.0014708192320540547, "global_step": 68143, "epoch": 382, "lr": 2.9231204517095644e-05}
{"train_loss": 0.0015007775509729981, "global_step": 68144, "epoch": 382, "lr": 2.9229860335529534e-05}
{"train_loss": 0.002741070929914713, "global_step": 68145, "epoch": 382, "lr": 2.9228516172104888e-05}
{"train_loss": 0.0017365983221679926, "global_step": 68146, "epoch": 382, "lr": 2.9227172026822908e-05}
{"train_loss": 0.003704598406329751, "global_step": 68147, "epoch": 382, "lr": 2.9225827899684733e-05}
{"train_loss": 0.001964496448636055, "global_step": 68148, "epoch": 382, "lr": 2.9224483790691566e-05}
{"train_loss": 0.0023073190823197365, "global_step": 68149, "epoch": 382, "lr": 2.922313969984456e-05}
{"train_loss": 0.002561681903898716, "global_step": 68150, "epoch": 382, "lr": 2.922179562714492e-05}
{"train_loss": 0.0013966483529657125, "global_step": 68151, "epoch": 382, "lr": 2.9220451572593786e-05}
{"train_loss": 0.0029126727022230625, "global_step": 68152, "epoch": 382, "lr": 2.921910753619236e-05}
{"train_loss": 0.0033790573943406343, "global_step": 68153, "epoch": 382, "lr": 2.921776351794178e-05}
{"train_loss": 0.0018813858041539788, "global_step": 68154, "epoch": 382, "lr": 2.9216419517843275e-05}
{"train_loss": 0.0032418533228337765, "global_step": 68155, "epoch": 382, "lr": 2.9215075535897958e-05}
{"train_loss": 0.003088810481131077, "global_step": 68156, "epoch": 382, "lr": 2.9213731572107038e-05}
{"train_loss": 0.0029916740022599697, "global_step": 68157, "epoch": 382, "lr": 2.9212387626471683e-05}
{"train_loss": 0.002026353729888797, "global_step": 68158, "epoch": 382, "lr": 2.921104369899308e-05}
{"train_loss": 0.0027744676917791367, "global_step": 68159, "epoch": 382, "lr": 2.9209699789672367e-05}
{"train_loss": 0.0010442689526826143, "global_step": 68160, "epoch": 382, "lr": 2.920835589851074e-05}
{"train_loss": 0.002455752110108733, "global_step": 68161, "epoch": 382, "lr": 2.9207012025509396e-05}
{"train_loss": 0.0022964677773416042, "global_step": 68162, "epoch": 382, "lr": 2.9205668170669454e-05}
{"train_loss": 0.001634078100323677, "global_step": 68163, "epoch": 382, "lr": 2.9204324333992152e-05}
{"train_loss": 0.004570266231894493, "global_step": 68164, "epoch": 382, "lr": 2.9202980515478607e-05}
{"train_loss": 0.003624105826020241, "global_step": 68165, "epoch": 382, "lr": 2.9201636715130036e-05}
{"train_loss": 0.0030489214695990086, "global_step": 68166, "epoch": 382, "lr": 2.9200292932947577e-05}
{"train_loss": 0.0007618219242431223, "global_step": 68167, "epoch": 382, "lr": 2.9198949168932427e-05}
{"train_loss": 0.0048819235526025295, "global_step": 68168, "epoch": 382, "lr": 2.9197605423085737e-05}
{"train_loss": 0.00270411791279912, "global_step": 68169, "epoch": 382, "lr": 2.9196261695408727e-05}
{"train_loss": 0.002106976229697466, "global_step": 68170, "epoch": 382, "lr": 2.9194917985902515e-05}
{"train_loss": 0.0014550547348335385, "global_step": 68171, "epoch": 382, "lr": 2.919357429456831e-05}
{"train_loss": 0.002711922861635685, "global_step": 68172, "epoch": 382, "lr": 2.919223062140728e-05}
{"train_loss": 0.002295719827538398, "global_step": 68173, "epoch": 382, "lr": 2.9190886966420585e-05}
{"train_loss": 0.0027174337301403284, "global_step": 68174, "epoch": 383, "lr": 2.9189543329609393e-05}
{"train_loss": 0.0015647958498448133, "global_step": 68175, "epoch": 383, "lr": 2.918819971097493e-05}
{"train_loss": 0.0014143396401777864, "global_step": 68176, "epoch": 383, "lr": 2.918685611051829e-05}
{"train_loss": 0.0035612978972494602, "global_step": 68177, "epoch": 383, "lr": 2.918551252824071e-05}
{"train_loss": 0.0010183686390519142, "global_step": 68178, "epoch": 383, "lr": 2.9184168964143343e-05}
{"train_loss": 0.0013031187700107694, "global_step": 68179, "epoch": 383, "lr": 2.9182825418227366e-05}
{"train_loss": 0.004516557790338993, "global_step": 68180, "epoch": 383, "lr": 2.9181481890493943e-05}
{"train_loss": 0.0019807324279099703, "global_step": 68181, "epoch": 383, "lr": 2.9180138380944234e-05}
{"train_loss": 0.0011607062770053744, "global_step": 68182, "epoch": 383, "lr": 2.9178794889579462e-05}
{"train_loss": 0.003270904067903757, "global_step": 68183, "epoch": 383, "lr": 2.9177451416400735e-05}
{"train_loss": 0.00259572546929121, "global_step": 68184, "epoch": 383, "lr": 2.9176107961409283e-05}
{"train_loss": 0.0016465280205011368, "global_step": 68185, "epoch": 383, "lr": 2.9174764524606256e-05}
{"train_loss": 0.0019131615990772843, "global_step": 68186, "epoch": 383, "lr": 2.9173421105992833e-05}
{"train_loss": 0.00391414063051343, "global_step": 68187, "epoch": 383, "lr": 2.9172077705570177e-05}
{"train_loss": 0.0029876469634473324, "global_step": 68188, "epoch": 383, "lr": 2.9170734323339467e-05}
{"train_loss": 0.001511972164735198, "global_step": 68189, "epoch": 383, "lr": 2.9169390959301857e-05}
{"train_loss": 0.0015086130006238818, "global_step": 68190, "epoch": 383, "lr": 2.9168047613458582e-05}
{"train_loss": 0.0016427082009613514, "global_step": 68191, "epoch": 383, "lr": 2.916670428581073e-05}
{"train_loss": 0.0013955609174445271, "global_step": 68192, "epoch": 383, "lr": 2.9165360976359545e-05}
{"train_loss": 0.0019262215355411172, "global_step": 68193, "epoch": 383, "lr": 2.916401768510617e-05}
{"train_loss": 0.002767381723970175, "global_step": 68194, "epoch": 383, "lr": 2.9162674412051778e-05}
{"train_loss": 0.0011298275785520673, "global_step": 68195, "epoch": 383, "lr": 2.9161331157197548e-05}
{"train_loss": 0.00390560831874609, "global_step": 68196, "epoch": 383, "lr": 2.9159987920544653e-05}
{"train_loss": 0.0018756490899249911, "global_step": 68197, "epoch": 383, "lr": 2.9158644702094235e-05}
{"train_loss": 0.0045922426506876945, "global_step": 68198, "epoch": 383, "lr": 2.9157301501847545e-05}
{"train_loss": 0.0006922458996996284, "global_step": 68199, "epoch": 383, "lr": 2.915595831980566e-05}
{"train_loss": 0.002668119966983795, "global_step": 68200, "epoch": 383, "lr": 2.9154615155969843e-05}
{"train_loss": 0.003481341991573572, "global_step": 68201, "epoch": 383, "lr": 2.9153272010341192e-05}
{"train_loss": 0.0018173125572502613, "global_step": 68202, "epoch": 383, "lr": 2.9151928882920925e-05}
{"train_loss": 0.0010416097939014435, "global_step": 68203, "epoch": 383, "lr": 2.9150585773710205e-05}
{"train_loss": 0.0031868056394159794, "global_step": 68204, "epoch": 383, "lr": 2.914924268271019e-05}
{"train_loss": 0.0017326765228062868, "global_step": 68205, "epoch": 383, "lr": 2.9147899609922093e-05}
{"train_loss": 0.00187516282312572, "global_step": 68206, "epoch": 383, "lr": 2.9146556555347028e-05}
{"train_loss": 0.0015573283890262246, "global_step": 68207, "epoch": 383, "lr": 2.914521351898622e-05}
{"train_loss": 0.001759947626851499, "global_step": 68208, "epoch": 383, "lr": 2.914387050084082e-05}
{"train_loss": 0.0017064963467419147, "global_step": 68209, "epoch": 383, "lr": 2.914252750091201e-05}
{"train_loss": 0.0030334191396832466, "global_step": 68210, "epoch": 383, "lr": 2.9141184519200955e-05}
{"train_loss": 0.0011869810987263918, "global_step": 68211, "epoch": 383, "lr": 2.9139841555708824e-05}
{"train_loss": 0.0022659124806523323, "global_step": 68212, "epoch": 383, "lr": 2.913849861043678e-05}
{"train_loss": 0.001631389488466084, "global_step": 68213, "epoch": 383, "lr": 2.9137155683386053e-05}
{"train_loss": 0.002238795394077897, "global_step": 68214, "epoch": 383, "lr": 2.913581277455773e-05}
{"train_loss": 0.0027972208335995674, "global_step": 68215, "epoch": 383, "lr": 2.9134469883953052e-05}
{"train_loss": 0.0018476176774129272, "global_step": 68216, "epoch": 383, "lr": 2.9133127011573168e-05}
{"train_loss": 0.003259665798395872, "global_step": 68217, "epoch": 383, "lr": 2.913178415741925e-05}
{"train_loss": 0.001621657400391996, "global_step": 68218, "epoch": 383, "lr": 2.9130441321492474e-05}
{"train_loss": 0.0012512810062617064, "global_step": 68219, "epoch": 383, "lr": 2.9129098503794004e-05}
{"train_loss": 0.0018765742424875498, "global_step": 68220, "epoch": 383, "lr": 2.9127755704325032e-05}
{"train_loss": 0.001780797727406025, "global_step": 68221, "epoch": 383, "lr": 2.912641292308671e-05}
{"train_loss": 0.0020011141896247864, "global_step": 68222, "epoch": 383, "lr": 2.9125070160080202e-05}
{"train_loss": 0.0015643464867025614, "global_step": 68223, "epoch": 383, "lr": 2.9123727415306723e-05}
{"train_loss": 0.0035056164488196373, "global_step": 68224, "epoch": 383, "lr": 2.9122384688767413e-05}
{"train_loss": 0.0020746933296322823, "global_step": 68225, "epoch": 383, "lr": 2.912104198046346e-05}
{"train_loss": 0.0010441283229738474, "global_step": 68226, "epoch": 383, "lr": 2.911969929039603e-05}
{"train_loss": 0.0012423754669725895, "global_step": 68227, "epoch": 383, "lr": 2.9118356618566273e-05}
{"train_loss": 0.0019188051810488105, "global_step": 68228, "epoch": 383, "lr": 2.9117013964975426e-05}
{"train_loss": 0.0013090516440570354, "global_step": 68229, "epoch": 383, "lr": 2.9115671329624576e-05}
{"train_loss": 0.002923503052443266, "global_step": 68230, "epoch": 383, "lr": 2.9114328712514964e-05}
{"train_loss": 0.0016396009596064687, "global_step": 68231, "epoch": 383, "lr": 2.9112986113647738e-05}
{"train_loss": 0.0007585843559354544, "global_step": 68232, "epoch": 383, "lr": 2.911164353302407e-05}
{"train_loss": 0.003049866994842887, "global_step": 68233, "epoch": 383, "lr": 2.911030097064514e-05}
{"train_loss": 0.0043839444406330585, "global_step": 68234, "epoch": 383, "lr": 2.9108958426512108e-05}
{"train_loss": 0.0029438117053359747, "global_step": 68235, "epoch": 383, "lr": 2.910761590062615e-05}
{"train_loss": 0.006801551207900047, "global_step": 68236, "epoch": 383, "lr": 2.9106273392988446e-05}
{"train_loss": 0.0030624521896243095, "global_step": 68237, "epoch": 383, "lr": 2.9104930903600147e-05}
{"train_loss": 0.0015642906073480844, "global_step": 68238, "epoch": 383, "lr": 2.910358843246248e-05}
{"train_loss": 0.003047671401873231, "global_step": 68239, "epoch": 383, "lr": 2.9102245979576548e-05}
{"train_loss": 0.004552636295557022, "global_step": 68240, "epoch": 383, "lr": 2.9100903544943566e-05}
{"train_loss": 0.001781327067874372, "global_step": 68241, "epoch": 383, "lr": 2.9099561128564702e-05}
{"train_loss": 0.0010158838704228401, "global_step": 68242, "epoch": 383, "lr": 2.9098218730441116e-05}
{"train_loss": 0.003045332385227084, "global_step": 68243, "epoch": 383, "lr": 2.9096876350573998e-05}
{"train_loss": 0.0009200534550473094, "global_step": 68244, "epoch": 383, "lr": 2.9095533988964485e-05}
{"train_loss": 0.0024544408079236746, "global_step": 68245, "epoch": 383, "lr": 2.9094191645613793e-05}
{"train_loss": 0.0019132486777380109, "global_step": 68246, "epoch": 383, "lr": 2.909284932052308e-05}
{"train_loss": 0.0021157264709472656, "global_step": 68247, "epoch": 383, "lr": 2.9091507013693507e-05}
{"train_loss": 0.001816170639358461, "global_step": 68248, "epoch": 383, "lr": 2.9090164725126268e-05}
{"train_loss": 0.0031150991562753916, "global_step": 68249, "epoch": 383, "lr": 2.9088822454822505e-05}
{"train_loss": 0.001889638602733612, "global_step": 68250, "epoch": 383, "lr": 2.9087480202783402e-05}
{"train_loss": 0.004795869812369347, "global_step": 68251, "epoch": 383, "lr": 2.9086137969010164e-05}
{"train_loss": 0.002340226899832487, "global_step": 68252, "epoch": 383, "lr": 2.90847957535039e-05}
{"train_loss": 0.0009063132456503808, "global_step": 68253, "epoch": 383, "lr": 2.908345355626586e-05}
{"train_loss": 0.0034421379677951336, "global_step": 68254, "epoch": 383, "lr": 2.9082111377297132e-05}
{"train_loss": 0.0023501436226069927, "global_step": 68255, "epoch": 383, "lr": 2.9080769216598952e-05}
{"train_loss": 0.0038596922531723976, "global_step": 68256, "epoch": 383, "lr": 2.907942707417247e-05}
{"train_loss": 0.0029504909180104733, "global_step": 68257, "epoch": 383, "lr": 2.9078084950018857e-05}
{"train_loss": 0.002588010858744383, "global_step": 68258, "epoch": 383, "lr": 2.9076742844139293e-05}
{"train_loss": 0.001815537572838366, "global_step": 68259, "epoch": 383, "lr": 2.9075400756534944e-05}
{"train_loss": 0.0008824217366054654, "global_step": 68260, "epoch": 383, "lr": 2.907405868720695e-05}
{"train_loss": 0.003082120791077614, "global_step": 68261, "epoch": 383, "lr": 2.907271663615657e-05}
{"train_loss": 0.0019057889003306627, "global_step": 68262, "epoch": 383, "lr": 2.9071374603384882e-05}
{"train_loss": 0.0017386225517839193, "global_step": 68263, "epoch": 383, "lr": 2.9070032588893116e-05}
{"train_loss": 0.0026703092735260725, "global_step": 68264, "epoch": 383, "lr": 2.9068690592682425e-05}
{"train_loss": 0.002573903650045395, "global_step": 68265, "epoch": 383, "lr": 2.906734861475396e-05}
{"train_loss": 0.0013983295066282153, "global_step": 68266, "epoch": 383, "lr": 2.9066006655108958e-05}
{"train_loss": 0.0013585290871560574, "global_step": 68267, "epoch": 383, "lr": 2.9064664713748506e-05}
{"train_loss": 0.002428035717457533, "global_step": 68268, "epoch": 383, "lr": 2.9063322790673842e-05}
{"train_loss": 0.001018598210066557, "global_step": 68269, "epoch": 383, "lr": 2.906198088588612e-05}
{"train_loss": 0.0015890204813331366, "global_step": 68270, "epoch": 383, "lr": 2.9060638999386502e-05}
{"train_loss": 0.0019122448284178972, "global_step": 68271, "epoch": 383, "lr": 2.9059297131176167e-05}
{"train_loss": 0.004181209020316601, "global_step": 68272, "epoch": 383, "lr": 2.905795528125629e-05}
{"train_loss": 0.00119300396181643, "global_step": 68273, "epoch": 383, "lr": 2.9056613449628027e-05}
{"train_loss": 0.0023875737097114325, "global_step": 68274, "epoch": 383, "lr": 2.905527163629257e-05}
{"train_loss": 0.0023299322929233313, "global_step": 68275, "epoch": 383, "lr": 2.905392984125106e-05}
{"train_loss": 0.0012143808417022228, "global_step": 68276, "epoch": 383, "lr": 2.9052588064504728e-05}
{"train_loss": 0.0024749014992266893, "global_step": 68277, "epoch": 383, "lr": 2.9051246306054674e-05}
{"train_loss": 0.0026531019248068333, "global_step": 68278, "epoch": 383, "lr": 2.9049904565902125e-05}
{"train_loss": 0.0015005571767687798, "global_step": 68279, "epoch": 383, "lr": 2.904856284404823e-05}
{"train_loss": 0.0012877034023404121, "global_step": 68280, "epoch": 383, "lr": 2.904722114049417e-05}
{"train_loss": 0.0022201151587069035, "global_step": 68281, "epoch": 383, "lr": 2.904587945524111e-05}
{"train_loss": 0.0008408005814999342, "global_step": 68282, "epoch": 383, "lr": 2.9044537788290217e-05}
{"train_loss": 0.001617783447727561, "global_step": 68283, "epoch": 383, "lr": 2.9043196139642654e-05}
{"train_loss": 0.0028952527791261673, "global_step": 68284, "epoch": 383, "lr": 2.904185450929965e-05}
{"train_loss": 0.002422799589112401, "global_step": 68285, "epoch": 383, "lr": 2.9040512897262283e-05}
{"train_loss": 0.0016474502626806498, "global_step": 68286, "epoch": 383, "lr": 2.903917130353181e-05}
{"train_loss": 0.0007417686283588409, "global_step": 68287, "epoch": 383, "lr": 2.9037829728109356e-05}
{"train_loss": 0.001515507698059082, "global_step": 68288, "epoch": 383, "lr": 2.9036488170996097e-05}
{"train_loss": 0.0023918929509818554, "global_step": 68289, "epoch": 383, "lr": 2.903514663219325e-05}
{"train_loss": 0.001425931230187416, "global_step": 68290, "epoch": 383, "lr": 2.9033805111701908e-05}
{"train_loss": 0.0020955847576260567, "global_step": 68291, "epoch": 383, "lr": 2.903246360952333e-05}
{"train_loss": 0.001373504986986518, "global_step": 68292, "epoch": 383, "lr": 2.9031122125658596e-05}
{"train_loss": 0.0034403663594275713, "global_step": 68293, "epoch": 383, "lr": 2.902978066010895e-05}
{"train_loss": 0.0016000735340639949, "global_step": 68294, "epoch": 383, "lr": 2.9028439212875536e-05}
{"train_loss": 0.0037476797588169575, "global_step": 68295, "epoch": 383, "lr": 2.9027097783959527e-05}
{"train_loss": 0.003966428805142641, "global_step": 68296, "epoch": 383, "lr": 2.90257563733621e-05}
{"train_loss": 0.002576702507212758, "global_step": 68297, "epoch": 383, "lr": 2.902441498108442e-05}
{"train_loss": 0.0017635088879615068, "global_step": 68298, "epoch": 383, "lr": 2.902307360712764e-05}
{"train_loss": 0.0015207596588879824, "global_step": 68299, "epoch": 383, "lr": 2.9021732251492994e-05}
{"train_loss": 0.0026335965376347303, "global_step": 68300, "epoch": 383, "lr": 2.9020390914181566e-05}
{"train_loss": 0.003583153709769249, "global_step": 68301, "epoch": 383, "lr": 2.9019049595194604e-05}
{"train_loss": 0.0020365151576697826, "global_step": 68302, "epoch": 383, "lr": 2.901770829453324e-05}
{"train_loss": 0.003714938648045063, "global_step": 68303, "epoch": 383, "lr": 2.901636701219866e-05}
{"train_loss": 0.0023310212418437004, "global_step": 68304, "epoch": 383, "lr": 2.9015025748192026e-05}
{"train_loss": 0.0018974023405462503, "global_step": 68305, "epoch": 383, "lr": 2.9013684502514516e-05}
{"train_loss": 0.003866612445563078, "global_step": 68306, "epoch": 383, "lr": 2.901234327516728e-05}
{"train_loss": 0.0021001952700316906, "global_step": 68307, "epoch": 383, "lr": 2.9011002066151528e-05}
{"train_loss": 0.002320400672033429, "global_step": 68308, "epoch": 383, "lr": 2.9009660875468414e-05}
{"train_loss": 0.001229776768013835, "global_step": 68309, "epoch": 383, "lr": 2.9008319703119102e-05}
{"train_loss": 0.002403431572020054, "global_step": 68310, "epoch": 383, "lr": 2.900697854910478e-05}
{"train_loss": 0.004083637148141861, "global_step": 68311, "epoch": 383, "lr": 2.90056374134266e-05}
{"train_loss": 0.001753367716446519, "global_step": 68312, "epoch": 383, "lr": 2.9004296296085742e-05}
{"train_loss": 0.0010089585557579994, "global_step": 68313, "epoch": 383, "lr": 2.900295519708336e-05}
{"train_loss": 0.0033145961351692677, "global_step": 68314, "epoch": 383, "lr": 2.9001614116420683e-05}
{"train_loss": 0.0021597472950816154, "global_step": 68315, "epoch": 383, "lr": 2.9000273054098802e-05}
{"train_loss": 0.0027947404887527227, "global_step": 68316, "epoch": 383, "lr": 2.8998932010118946e-05}
{"train_loss": 0.0018524943152442575, "global_step": 68317, "epoch": 383, "lr": 2.899759098448227e-05}
{"train_loss": 0.0017560276901349425, "global_step": 68318, "epoch": 383, "lr": 2.899624997718995e-05}
{"train_loss": 0.002033452270552516, "global_step": 68319, "epoch": 383, "lr": 2.8994908988243142e-05}
{"train_loss": 0.002747511025518179, "global_step": 68320, "epoch": 383, "lr": 2.8993568017643024e-05}
{"train_loss": 0.0035486225970089436, "global_step": 68321, "epoch": 383, "lr": 2.8992227065390758e-05}
{"train_loss": 0.0016162922838702798, "global_step": 68322, "epoch": 383, "lr": 2.8990886131487573e-05}
{"train_loss": 0.0012228796258568764, "global_step": 68323, "epoch": 383, "lr": 2.8989545215934544e-05}
{"train_loss": 0.0025646365247666836, "global_step": 68324, "epoch": 383, "lr": 2.8988204318732913e-05}
{"train_loss": 0.00311459694057703, "global_step": 68325, "epoch": 383, "lr": 2.8986863439883827e-05}
{"train_loss": 0.002028434071689844, "global_step": 68326, "epoch": 383, "lr": 2.898552257938847e-05}
{"train_loss": 0.0029814885929226875, "global_step": 68327, "epoch": 383, "lr": 2.8984181737248e-05}
{"train_loss": 0.001930105616338551, "global_step": 68328, "epoch": 383, "lr": 2.8982840913463572e-05}
{"train_loss": 0.004778693895787001, "global_step": 68329, "epoch": 383, "lr": 2.898150010803642e-05}
{"train_loss": 0.002722922246903181, "global_step": 68330, "epoch": 383, "lr": 2.8980159320967626e-05}
{"train_loss": 0.003666249103844166, "global_step": 68331, "epoch": 383, "lr": 2.8978818552258435e-05}
{"train_loss": 0.0015932482201606035, "global_step": 68332, "epoch": 383, "lr": 2.897747780190999e-05}
{"train_loss": 0.003302797209471464, "global_step": 68333, "epoch": 383, "lr": 2.897613706992346e-05}
{"train_loss": 0.0018878738628700376, "global_step": 68334, "epoch": 383, "lr": 2.8974796356300016e-05}
{"train_loss": 0.0032431005965918303, "global_step": 68335, "epoch": 383, "lr": 2.897345566104084e-05}
{"train_loss": 0.0012134414864704013, "global_step": 68336, "epoch": 383, "lr": 2.8972114984147065e-05}
{"train_loss": 0.004299801774322987, "global_step": 68337, "epoch": 383, "lr": 2.897077432561994e-05}
{"train_loss": 0.0015662199584767222, "global_step": 68338, "epoch": 383, "lr": 2.896943368546054e-05}
{"train_loss": 0.0015192325226962566, "global_step": 68339, "epoch": 383, "lr": 2.896809306367011e-05}
{"train_loss": 0.003377980552613735, "global_step": 68340, "epoch": 383, "lr": 2.896675246024979e-05}
{"train_loss": 0.0012318313820287585, "global_step": 68341, "epoch": 383, "lr": 2.896541187520076e-05}
{"train_loss": 0.0017022505635395646, "global_step": 68342, "epoch": 383, "lr": 2.896407130852419e-05}
{"train_loss": 0.002496992703527212, "global_step": 68343, "epoch": 383, "lr": 2.8962730760221233e-05}
{"train_loss": 0.002237049862742424, "global_step": 68344, "epoch": 383, "lr": 2.896139023029307e-05}
{"train_loss": 0.0018171904375776649, "global_step": 68345, "epoch": 383, "lr": 2.8960049718740905e-05}
{"train_loss": 0.0023277522996068, "global_step": 68346, "epoch": 383, "lr": 2.8958709225565845e-05}
{"train_loss": 0.0028011221438646317, "global_step": 68347, "epoch": 383, "lr": 2.8957368750769138e-05}
{"train_loss": 0.00115793920122087, "global_step": 68348, "epoch": 383, "lr": 2.8956028294351866e-05}
{"train_loss": 0.0032103662379086018, "global_step": 68349, "epoch": 383, "lr": 2.8954687856315277e-05}
{"train_loss": 0.0014679651940241456, "global_step": 68350, "epoch": 383, "lr": 2.8953347436660505e-05}
{"train_loss": 0.002298061267323687, "global_step": 68351, "epoch": 383, "lr": 2.8952007035388707e-05}
{"train_loss": 0.0023022466339170933, "global_step": 68352, "epoch": 384, "lr": 2.895066665250111e-05}
{"train_loss": 0.0019165854901075363, "global_step": 68353, "epoch": 384, "lr": 2.8949326287998814e-05}
{"train_loss": 0.0018263327656313777, "global_step": 68354, "epoch": 384, "lr": 2.8947985941883043e-05}
{"train_loss": 0.002255316823720932, "global_step": 68355, "epoch": 384, "lr": 2.8946645614154948e-05}
{"train_loss": 0.00265324953943491, "global_step": 68356, "epoch": 384, "lr": 2.8945305304815705e-05}
{"train_loss": 0.0038784046191722155, "global_step": 68357, "epoch": 384, "lr": 2.8943965013866475e-05}
{"train_loss": 0.004129224456846714, "global_step": 68358, "epoch": 384, "lr": 2.8942624741308438e-05}
{"train_loss": 0.0036598406732082367, "global_step": 68359, "epoch": 384, "lr": 2.894128448714274e-05}
{"train_loss": 0.0014692940749228, "global_step": 68360, "epoch": 384, "lr": 2.893994425137061e-05}
{"train_loss": 0.0013737819390371442, "global_step": 68361, "epoch": 384, "lr": 2.8938604033993145e-05}
{"train_loss": 0.003194134682416916, "global_step": 68362, "epoch": 384, "lr": 2.8937263835011585e-05}
{"train_loss": 0.0009125001961365342, "global_step": 68363, "epoch": 384, "lr": 2.893592365442703e-05}
{"train_loss": 0.002008289797231555, "global_step": 68364, "epoch": 384, "lr": 2.8934583492240715e-05}
{"train_loss": 0.0015630817506462336, "global_step": 68365, "epoch": 384, "lr": 2.8933243348453776e-05}
{"train_loss": 0.00526873953640461, "global_step": 68366, "epoch": 384, "lr": 2.8931903223067392e-05}
{"train_loss": 0.0036944453604519367, "global_step": 68367, "epoch": 384, "lr": 2.893056311608273e-05}
{"train_loss": 0.0029894141480326653, "global_step": 68368, "epoch": 384, "lr": 2.8929223027500968e-05}
{"train_loss": 0.0016362094320356846, "global_step": 68369, "epoch": 384, "lr": 2.892788295732325e-05}
{"train_loss": 0.002513292245566845, "global_step": 68370, "epoch": 384, "lr": 2.8926542905550784e-05}
{"train_loss": 0.003297217655926943, "global_step": 68371, "epoch": 384, "lr": 2.892520287218473e-05}
{"train_loss": 0.0027696252800524235, "global_step": 68372, "epoch": 384, "lr": 2.8923862857226245e-05}
{"train_loss": 0.0020349076949059963, "global_step": 68373, "epoch": 384, "lr": 2.8922522860676517e-05}
{"train_loss": 0.0025864029303193092, "global_step": 68374, "epoch": 384, "lr": 2.892118288253668e-05}
{"train_loss": 0.0029462308157235384, "global_step": 68375, "epoch": 384, "lr": 2.891984292280797e-05}
{"train_loss": 0.0011209410149604082, "global_step": 68376, "epoch": 384, "lr": 2.891850298149148e-05}
{"train_loss": 0.0014133802615106106, "global_step": 68377, "epoch": 384, "lr": 2.8917163058588443e-05}
{"train_loss": 0.0021232967264950275, "global_step": 68378, "epoch": 384, "lr": 2.8915823154099997e-05}
{"train_loss": 0.0015350307803601027, "global_step": 68379, "epoch": 384, "lr": 2.8914483268027326e-05}
{"train_loss": 0.0029149129986763, "global_step": 68380, "epoch": 384, "lr": 2.8913143400371593e-05}
{"train_loss": 0.0007637420203536749, "global_step": 68381, "epoch": 384, "lr": 2.8911803551133976e-05}
{"train_loss": 0.0018315848428755999, "global_step": 68382, "epoch": 384, "lr": 2.891046372031563e-05}
{"train_loss": 0.0015995700377970934, "global_step": 68383, "epoch": 384, "lr": 2.8909123907917733e-05}
{"train_loss": 0.003135691862553358, "global_step": 68384, "epoch": 384, "lr": 2.890778411394145e-05}
{"train_loss": 0.0018662369111552835, "global_step": 68385, "epoch": 384, "lr": 2.8906444338387984e-05}
{"train_loss": 0.001537753501906991, "global_step": 68386, "epoch": 384, "lr": 2.8905104581258447e-05}
{"train_loss": 0.0023648280184715986, "global_step": 68387, "epoch": 384, "lr": 2.8903764842554058e-05}
{"train_loss": 0.001114842016249895, "global_step": 68388, "epoch": 384, "lr": 2.8902425122275973e-05}
{"train_loss": 0.002844829112291336, "global_step": 68389, "epoch": 384, "lr": 2.8901085420425355e-05}
{"train_loss": 0.0010906052775681019, "global_step": 68390, "epoch": 384, "lr": 2.889974573700338e-05}
{"train_loss": 0.003882479853928089, "global_step": 68391, "epoch": 384, "lr": 2.88984060720112e-05}
{"train_loss": 0.0018732526805251837, "global_step": 68392, "epoch": 384, "lr": 2.8897066425450025e-05}
{"train_loss": 0.001581445219926536, "global_step": 68393, "epoch": 384, "lr": 2.8895726797321e-05}
{"train_loss": 0.0025829547084867954, "global_step": 68394, "epoch": 384, "lr": 2.8894387187625293e-05}
{"train_loss": 0.0018034912645816803, "global_step": 68395, "epoch": 384, "lr": 2.889304759636408e-05}
{"train_loss": 0.0023202626034617424, "global_step": 68396, "epoch": 384, "lr": 2.8891708023538532e-05}
{"train_loss": 0.0026711011305451393, "global_step": 68397, "epoch": 384, "lr": 2.8890368469149797e-05}
{"train_loss": 0.003532355185598135, "global_step": 68398, "epoch": 384, "lr": 2.8889028933199102e-05}
{"train_loss": 0.0043125334195792675, "global_step": 68399, "epoch": 384, "lr": 2.8887689415687536e-05}
{"train_loss": 0.003824315033853054, "global_step": 68400, "epoch": 384, "lr": 2.888634991661636e-05}
{"train_loss": 0.002398952143266797, "global_step": 68401, "epoch": 384, "lr": 2.8885010435986655e-05}
{"train_loss": 0.002124140039086342, "global_step": 68402, "epoch": 384, "lr": 2.8883670973799648e-05}
{"train_loss": 0.003596502123400569, "global_step": 68403, "epoch": 384, "lr": 2.8882331530056496e-05}
{"train_loss": 0.0015333837363868952, "global_step": 68404, "epoch": 384, "lr": 2.8880992104758363e-05}
{"train_loss": 0.004362678155303001, "global_step": 68405, "epoch": 384, "lr": 2.887965269790643e-05}
{"train_loss": 0.0034785838797688484, "global_step": 68406, "epoch": 384, "lr": 2.8878313309501854e-05}
{"train_loss": 0.0034142613876610994, "global_step": 68407, "epoch": 384, "lr": 2.887697393954579e-05}
{"train_loss": 0.0025809891521930695, "global_step": 68408, "epoch": 384, "lr": 2.887563458803947e-05}
{"train_loss": 0.0013969471910968423, "global_step": 68409, "epoch": 384, "lr": 2.8874295254983973e-05}
{"train_loss": 0.0011606401531025767, "global_step": 68410, "epoch": 384, "lr": 2.887295594038055e-05}
{"train_loss": 0.003209279151633382, "global_step": 68411, "epoch": 384, "lr": 2.8871616644230326e-05}
{"train_loss": 0.002462354488670826, "global_step": 68412, "epoch": 384, "lr": 2.887027736653447e-05}
{"train_loss": 0.002098606899380684, "global_step": 68413, "epoch": 384, "lr": 2.8868938107294207e-05}
{"train_loss": 0.001232730457559228, "global_step": 68414, "epoch": 384, "lr": 2.8867598866510625e-05}
{"train_loss": 0.0006551502738147974, "global_step": 68415, "epoch": 384, "lr": 2.8866259644184944e-05}
{"train_loss": 0.004001338966190815, "global_step": 68416, "epoch": 384, "lr": 2.886492044031833e-05}
{"train_loss": 0.0017425061669200659, "global_step": 68417, "epoch": 384, "lr": 2.8863581254911947e-05}
{"train_loss": 0.0014379741623997688, "global_step": 68418, "epoch": 384, "lr": 2.886224208796696e-05}
{"train_loss": 0.001919498317874968, "global_step": 68419, "epoch": 384, "lr": 2.8860902939484546e-05}
{"train_loss": 0.0006300866371020675, "global_step": 68420, "epoch": 384, "lr": 2.8859563809465873e-05}
{"train_loss": 0.004958984442055225, "global_step": 68421, "epoch": 384, "lr": 2.8858224697912102e-05}
{"train_loss": 0.001947391894645989, "global_step": 68422, "epoch": 384, "lr": 2.885688560482439e-05}
{"train_loss": 0.002056003315374255, "global_step": 68423, "epoch": 384, "lr": 2.885554653020397e-05}
{"train_loss": 0.002710550557821989, "global_step": 68424, "epoch": 384, "lr": 2.885420747405192e-05}
{"train_loss": 0.0006372926291078329, "global_step": 68425, "epoch": 384, "lr": 2.8852868436369486e-05}
{"train_loss": 0.0016564656980335712, "global_step": 68426, "epoch": 384, "lr": 2.8851529417157803e-05}
{"train_loss": 0.0013763995375484228, "global_step": 68427, "epoch": 384, "lr": 2.8850190416418042e-05}
{"train_loss": 0.002087751403450966, "global_step": 68428, "epoch": 384, "lr": 2.8848851434151386e-05}
{"train_loss": 0.002506941556930542, "global_step": 68429, "epoch": 384, "lr": 2.884751247035899e-05}
{"train_loss": 0.003032540902495384, "global_step": 68430, "epoch": 384, "lr": 2.884617352504201e-05}
{"train_loss": 0.0010821595788002014, "global_step": 68431, "epoch": 384, "lr": 2.8844834598201676e-05}
{"train_loss": 0.0017023233231157064, "global_step": 68432, "epoch": 384, "lr": 2.8843495689839074e-05}
{"train_loss": 0.001401154207997024, "global_step": 68433, "epoch": 384, "lr": 2.8842156799955435e-05}
{"train_loss": 0.0025263007264584303, "global_step": 68434, "epoch": 384, "lr": 2.88408179285519e-05}
{"train_loss": 0.003314150031656027, "global_step": 68435, "epoch": 384, "lr": 2.8839479075629637e-05}
{"train_loss": 0.0009272131137549877, "global_step": 68436, "epoch": 384, "lr": 2.8838140241189864e-05}
{"train_loss": 0.003086890559643507, "global_step": 68437, "epoch": 384, "lr": 2.883680142523367e-05}
{"train_loss": 0.0018776793731376529, "global_step": 68438, "epoch": 384, "lr": 2.8835462627762312e-05}
{"train_loss": 0.004419487901031971, "global_step": 68439, "epoch": 384, "lr": 2.883412384877686e-05}
{"train_loss": 0.0033826332073658705, "global_step": 68440, "epoch": 384, "lr": 2.883278508827857e-05}
{"train_loss": 0.002528826706111431, "global_step": 68441, "epoch": 384, "lr": 2.8831446346268575e-05}
{"train_loss": 0.00253161508589983, "global_step": 68442, "epoch": 384, "lr": 2.883010762274804e-05}
{"train_loss": 0.0017857097554951906, "global_step": 68443, "epoch": 384, "lr": 2.882876891771815e-05}
{"train_loss": 0.001933517400175333, "global_step": 68444, "epoch": 384, "lr": 2.8827430231180065e-05}
{"train_loss": 0.0019548507407307625, "global_step": 68445, "epoch": 384, "lr": 2.8826091563134934e-05}
{"train_loss": 0.0012605235679075122, "global_step": 68446, "epoch": 384, "lr": 2.8824752913583985e-05}
{"train_loss": 0.0009897206909954548, "global_step": 68447, "epoch": 384, "lr": 2.8823414282528315e-05}
{"train_loss": 0.0028052888810634613, "global_step": 68448, "epoch": 384, "lr": 2.882207566996914e-05}
{"train_loss": 0.001285017468035221, "global_step": 68449, "epoch": 384, "lr": 2.882073707590762e-05}
{"train_loss": 0.0014854180626571178, "global_step": 68450, "epoch": 384, "lr": 2.881939850034493e-05}
{"train_loss": 0.0009283534018322825, "global_step": 68451, "epoch": 384, "lr": 2.881805994328222e-05}
{"train_loss": 0.0027260491624474525, "global_step": 68452, "epoch": 384, "lr": 2.8816721404720676e-05}
{"train_loss": 0.003307643346488476, "global_step": 68453, "epoch": 384, "lr": 2.8815382884661433e-05}
{"train_loss": 0.002415994182229042, "global_step": 68454, "epoch": 384, "lr": 2.881404438310572e-05}
{"train_loss": 0.0013709550257772207, "global_step": 68455, "epoch": 384, "lr": 2.8812705900054665e-05}
{"train_loss": 0.0039750696159899235, "global_step": 68456, "epoch": 384, "lr": 2.881136743550945e-05}
{"train_loss": 0.00242899963632226, "global_step": 68457, "epoch": 384, "lr": 2.8810028989471238e-05}
{"train_loss": 0.0021064456086605787, "global_step": 68458, "epoch": 384, "lr": 2.88086905619412e-05}
{"train_loss": 0.0037835692055523396, "global_step": 68459, "epoch": 384, "lr": 2.880735215292051e-05}
{"train_loss": 0.0018032833468168974, "global_step": 68460, "epoch": 384, "lr": 2.88060137624103e-05}
{"train_loss": 0.0025318684056401253, "global_step": 68461, "epoch": 384, "lr": 2.880467539041182e-05}
{"train_loss": 0.0021711448207497597, "global_step": 68462, "epoch": 384, "lr": 2.8803337036926154e-05}
{"train_loss": 0.0028934888541698456, "global_step": 68463, "epoch": 384, "lr": 2.8801998701954524e-05}
{"train_loss": 0.0033579329028725624, "global_step": 68464, "epoch": 384, "lr": 2.8800660385498078e-05}
{"train_loss": 0.00214199535548687, "global_step": 68465, "epoch": 384, "lr": 2.879932208755799e-05}
{"train_loss": 0.0026983346324414015, "global_step": 68466, "epoch": 384, "lr": 2.879798380813543e-05}
{"train_loss": 0.0013335616094991565, "global_step": 68467, "epoch": 384, "lr": 2.879664554723157e-05}
{"train_loss": 0.0017662460450083017, "global_step": 68468, "epoch": 384, "lr": 2.8795307304847552e-05}
{"train_loss": 0.0022084808442741632, "global_step": 68469, "epoch": 384, "lr": 2.87939690809846e-05}
{"train_loss": 0.0033725504763424397, "global_step": 68470, "epoch": 384, "lr": 2.879263087564381e-05}
{"train_loss": 0.0011818441562354565, "global_step": 68471, "epoch": 384, "lr": 2.879129268882644e-05}
{"train_loss": 0.002207660349085927, "global_step": 68472, "epoch": 384, "lr": 2.878995452053356e-05}
{"train_loss": 0.001800148282200098, "global_step": 68473, "epoch": 384, "lr": 2.8788616370766414e-05}
{"train_loss": 0.0019273103680461645, "global_step": 68474, "epoch": 384, "lr": 2.878727823952614e-05}
{"train_loss": 0.0008519854745827615, "global_step": 68475, "epoch": 384, "lr": 2.8785940126813895e-05}
{"train_loss": 0.0009002496371977031, "global_step": 68476, "epoch": 384, "lr": 2.8784602032630902e-05}
{"train_loss": 0.00205727806314826, "global_step": 68477, "epoch": 384, "lr": 2.8783263956978256e-05}
{"train_loss": 0.0015630656853318214, "global_step": 68478, "epoch": 384, "lr": 2.8781925899857176e-05}
{"train_loss": 0.0021916625555604696, "global_step": 68479, "epoch": 384, "lr": 2.878058786126882e-05}
{"train_loss": 0.0011891156900674105, "global_step": 68480, "epoch": 384, "lr": 2.877924984121435e-05}
{"train_loss": 0.002811489161103964, "global_step": 68481, "epoch": 384, "lr": 2.877791183969495e-05}
{"train_loss": 0.0022816425189375877, "global_step": 68482, "epoch": 384, "lr": 2.8776573856711763e-05}
{"train_loss": 0.0010727010667324066, "global_step": 68483, "epoch": 384, "lr": 2.8775235892265954e-05}
{"train_loss": 0.0010272609069943428, "global_step": 68484, "epoch": 384, "lr": 2.8773897946358752e-05}
{"train_loss": 0.0020178218837827444, "global_step": 68485, "epoch": 384, "lr": 2.8772560018991245e-05}
{"train_loss": 0.0025193379260599613, "global_step": 68486, "epoch": 384, "lr": 2.877122211016465e-05}
{"train_loss": 0.0033861231058835983, "global_step": 68487, "epoch": 384, "lr": 2.8769884219880134e-05}
{"train_loss": 0.0031321775168180466, "global_step": 68488, "epoch": 384, "lr": 2.8768546348138852e-05}
{"train_loss": 0.0013196328654885292, "global_step": 68489, "epoch": 384, "lr": 2.8767208494941978e-05}
{"train_loss": 0.0024089172948151827, "global_step": 68490, "epoch": 384, "lr": 2.8765870660290676e-05}
{"train_loss": 0.0012586875818669796, "global_step": 68491, "epoch": 384, "lr": 2.876453284418612e-05}
{"train_loss": 0.0011887664441019297, "global_step": 68492, "epoch": 384, "lr": 2.8763195046629478e-05}
{"train_loss": 0.003946034703403711, "global_step": 68493, "epoch": 384, "lr": 2.8761857267621895e-05}
{"train_loss": 0.0021012909710407257, "global_step": 68494, "epoch": 384, "lr": 2.8760519507164608e-05}
{"train_loss": 0.0016450693365186453, "global_step": 68495, "epoch": 384, "lr": 2.875918176525869e-05}
{"train_loss": 0.001132744480855763, "global_step": 68496, "epoch": 384, "lr": 2.875784404190538e-05}
{"train_loss": 0.0025389441289007664, "global_step": 68497, "epoch": 384, "lr": 2.8756506337105826e-05}
{"train_loss": 0.0012392392382025719, "global_step": 68498, "epoch": 384, "lr": 2.8755168650861175e-05}
{"train_loss": 0.0009878640994429588, "global_step": 68499, "epoch": 384, "lr": 2.8753830983172658e-05}
{"train_loss": 0.0011725889053195715, "global_step": 68500, "epoch": 384, "lr": 2.875249333404135e-05}
{"train_loss": 0.0022618244402110577, "global_step": 68501, "epoch": 384, "lr": 2.8751155703468503e-05}
{"train_loss": 0.002422446385025978, "global_step": 68502, "epoch": 384, "lr": 2.8749818091455248e-05}
{"train_loss": 0.002884514629840851, "global_step": 68503, "epoch": 384, "lr": 2.874848049800276e-05}
{"train_loss": 0.00179303961340338, "global_step": 68504, "epoch": 384, "lr": 2.8747142923112203e-05}
{"train_loss": 0.002801547758281231, "global_step": 68505, "epoch": 384, "lr": 2.874580536678475e-05}
{"train_loss": 0.00835709273815155, "global_step": 68506, "epoch": 384, "lr": 2.874446782902154e-05}
{"train_loss": 0.001457886421121657, "global_step": 68507, "epoch": 384, "lr": 2.8743130309823813e-05}
{"train_loss": 0.004033079370856285, "global_step": 68508, "epoch": 384, "lr": 2.8741792809192653e-05}
{"train_loss": 0.0028945463709533215, "global_step": 68509, "epoch": 384, "lr": 2.8740455327129302e-05}
{"train_loss": 0.00247702794149518, "global_step": 68510, "epoch": 384, "lr": 2.8739117863634858e-05}
{"train_loss": 0.0018667319091036916, "global_step": 68511, "epoch": 384, "lr": 2.8737780418710547e-05}
{"train_loss": 0.001922115683555603, "global_step": 68512, "epoch": 384, "lr": 2.873644299235751e-05}
{"train_loss": 0.0028840433806180954, "global_step": 68513, "epoch": 384, "lr": 2.8735105584576928e-05}
{"train_loss": 0.002211007522419095, "global_step": 68514, "epoch": 384, "lr": 2.8733768195369947e-05}
{"train_loss": 0.002356302924454212, "global_step": 68515, "epoch": 384, "lr": 2.8732430824737764e-05}
{"train_loss": 0.001180233433842659, "global_step": 68516, "epoch": 384, "lr": 2.8731093472681503e-05}
{"train_loss": 0.0004771160602103919, "global_step": 68517, "epoch": 384, "lr": 2.872975613920239e-05}
{"train_loss": 0.002230338752269745, "global_step": 68518, "epoch": 384, "lr": 2.872841882430156e-05}
{"train_loss": 0.002677679993212223, "global_step": 68519, "epoch": 384, "lr": 2.8727081527980183e-05}
{"train_loss": 0.0020665477495640516, "global_step": 68520, "epoch": 384, "lr": 2.8725744250239434e-05}
{"train_loss": 0.0027932999655604362, "global_step": 68521, "epoch": 384, "lr": 2.8724406991080453e-05}
{"train_loss": 0.0018229822162538767, "global_step": 68522, "epoch": 384, "lr": 2.8723069750504478e-05}
{"train_loss": 0.0034347332548350096, "global_step": 68523, "epoch": 384, "lr": 2.872173252851259e-05}
{"train_loss": 0.0009825779125094414, "global_step": 68524, "epoch": 384, "lr": 2.8720395325106007e-05}
{"train_loss": 0.0007111302111297846, "global_step": 68525, "epoch": 384, "lr": 2.8719058140285904e-05}
{"train_loss": 0.000946893123909831, "global_step": 68526, "epoch": 384, "lr": 2.8717720974053424e-05}
{"train_loss": 0.0011661337921395898, "global_step": 68527, "epoch": 384, "lr": 2.8716383826409743e-05}
{"train_loss": 0.002512238686904311, "global_step": 68528, "epoch": 384, "lr": 2.871504669735603e-05}
{"train_loss": 0.002252105797943136, "global_step": 68529, "epoch": 384, "lr": 2.8713709586893456e-05}
{"train_loss": 0.002591147320345044, "global_step": 68530, "epoch": 385, "lr": 2.8712372495023188e-05}
{"train_loss": 0.0012757595395669341, "global_step": 68531, "epoch": 385, "lr": 2.8711035421746367e-05}
{"train_loss": 0.001608534948900342, "global_step": 68532, "epoch": 385, "lr": 2.870969836706422e-05}
{"train_loss": 0.002542240545153618, "global_step": 68533, "epoch": 385, "lr": 2.870836133097785e-05}
{"train_loss": 0.005309321917593479, "global_step": 68534, "epoch": 385, "lr": 2.8707024313488466e-05}
{"train_loss": 0.002010565483942628, "global_step": 68535, "epoch": 385, "lr": 2.870568731459723e-05}
{"train_loss": 0.0023486691061407328, "global_step": 68536, "epoch": 385, "lr": 2.870435033430531e-05}
{"train_loss": 0.0036315638571977615, "global_step": 68537, "epoch": 385, "lr": 2.870301337261385e-05}
{"train_loss": 0.0028272622730582952, "global_step": 68538, "epoch": 385, "lr": 2.8701676429524032e-05}
{"train_loss": 0.0013196640647947788, "global_step": 68539, "epoch": 385, "lr": 2.8700339505037042e-05}
{"train_loss": 0.0035481173545122147, "global_step": 68540, "epoch": 385, "lr": 2.8699002599154034e-05}
{"train_loss": 0.0016066273674368858, "global_step": 68541, "epoch": 385, "lr": 2.8697665711876175e-05}
{"train_loss": 0.0033003592398017645, "global_step": 68542, "epoch": 385, "lr": 2.8696328843204634e-05}
{"train_loss": 0.002339212689548731, "global_step": 68543, "epoch": 385, "lr": 2.869499199314058e-05}
{"train_loss": 0.001877126283943653, "global_step": 68544, "epoch": 385, "lr": 2.8693655161685155e-05}
{"train_loss": 0.0016974532045423985, "global_step": 68545, "epoch": 385, "lr": 2.8692318348839585e-05}
{"train_loss": 0.0012982373591512442, "global_step": 68546, "epoch": 385, "lr": 2.8690981554604975e-05}
{"train_loss": 0.001850784639827907, "global_step": 68547, "epoch": 385, "lr": 2.8689644778982548e-05}
{"train_loss": 0.0023297229781746864, "global_step": 68548, "epoch": 385, "lr": 2.868830802197341e-05}
{"train_loss": 0.0014439210062846541, "global_step": 68549, "epoch": 385, "lr": 2.868697128357878e-05}
{"train_loss": 0.0018311976455152035, "global_step": 68550, "epoch": 385, "lr": 2.8685634563799812e-05}
{"train_loss": 0.0015467929188162088, "global_step": 68551, "epoch": 385, "lr": 2.8684297862637667e-05}
{"train_loss": 0.0017707257065922022, "global_step": 68552, "epoch": 385, "lr": 2.868296118009351e-05}
{"train_loss": 0.0008579608984291553, "global_step": 68553, "epoch": 385, "lr": 2.8681624516168514e-05}
{"train_loss": 0.0015875439858064055, "global_step": 68554, "epoch": 385, "lr": 2.868028787086383e-05}
{"train_loss": 0.0017685063648968935, "global_step": 68555, "epoch": 385, "lr": 2.867895124418068e-05}
{"train_loss": 0.002484547905623913, "global_step": 68556, "epoch": 385, "lr": 2.8677614636120154e-05}
{"train_loss": 0.0016267606988549232, "global_step": 68557, "epoch": 385, "lr": 2.8676278046683474e-05}
{"train_loss": 0.0019125273684039712, "global_step": 68558, "epoch": 385, "lr": 2.8674941475871798e-05}
{"train_loss": 0.004393371753394604, "global_step": 68559, "epoch": 385, "lr": 2.8673604923686258e-05}
{"train_loss": 0.0018009364139288664, "global_step": 68560, "epoch": 385, "lr": 2.8672268390128097e-05}
{"train_loss": 0.002639294136315584, "global_step": 68561, "epoch": 385, "lr": 2.8670931875198397e-05}
{"train_loss": 0.001356972148641944, "global_step": 68562, "epoch": 385, "lr": 2.8669595378898383e-05}
{"train_loss": 0.002364345593377948, "global_step": 68563, "epoch": 385, "lr": 2.8668258901229205e-05}
{"train_loss": 0.0023057928774505854, "global_step": 68564, "epoch": 385, "lr": 2.8666922442192024e-05}
{"train_loss": 0.0038916240446269512, "global_step": 68565, "epoch": 385, "lr": 2.8665586001788013e-05}
{"train_loss": 0.002088785171508789, "global_step": 68566, "epoch": 385, "lr": 2.8664249580018343e-05}
{"train_loss": 0.0023928952869027853, "global_step": 68567, "epoch": 385, "lr": 2.8662913176884178e-05}
{"train_loss": 0.0027210742700845003, "global_step": 68568, "epoch": 385, "lr": 2.866157679238668e-05}
{"train_loss": 0.0023791324347257614, "global_step": 68569, "epoch": 385, "lr": 2.8660240426526998e-05}
{"train_loss": 0.003723681438714266, "global_step": 68570, "epoch": 385, "lr": 2.8658904079306365e-05}
{"train_loss": 0.0038335826247930527, "global_step": 68571, "epoch": 385, "lr": 2.8657567750725868e-05}
{"train_loss": 0.002619743114337325, "global_step": 68572, "epoch": 385, "lr": 2.8656231440786723e-05}
{"train_loss": 0.005015270784497261, "global_step": 68573, "epoch": 385, "lr": 2.8654895149490092e-05}
{"train_loss": 0.005445086397230625, "global_step": 68574, "epoch": 385, "lr": 2.8653558876837128e-05}
{"train_loss": 0.0024833702482283115, "global_step": 68575, "epoch": 385, "lr": 2.865222262282901e-05}
{"train_loss": 0.0033308614511042833, "global_step": 68576, "epoch": 385, "lr": 2.8650886387466903e-05}
{"train_loss": 0.001635390566661954, "global_step": 68577, "epoch": 385, "lr": 2.864955017075195e-05}
{"train_loss": 0.0021867624018341303, "global_step": 68578, "epoch": 385, "lr": 2.8648213972685355e-05}
{"train_loss": 0.0032825320959091187, "global_step": 68579, "epoch": 385, "lr": 2.864687779326828e-05}
{"train_loss": 0.0021199891343712807, "global_step": 68580, "epoch": 385, "lr": 2.8645541632501878e-05}
{"train_loss": 0.00346427783370018, "global_step": 68581, "epoch": 385, "lr": 2.8644205490387315e-05}
{"train_loss": 0.0012407819740474224, "global_step": 68582, "epoch": 385, "lr": 2.864286936692575e-05}
{"train_loss": 0.0023879297077655792, "global_step": 68583, "epoch": 385, "lr": 2.8641533262118398e-05}
{"train_loss": 0.001186593435704708, "global_step": 68584, "epoch": 385, "lr": 2.8640197175966354e-05}
{"train_loss": 0.0035840566270053387, "global_step": 68585, "epoch": 385, "lr": 2.863886110847086e-05}
{"train_loss": 0.0017631282098591328, "global_step": 68586, "epoch": 385, "lr": 2.8637525059633007e-05}
{"train_loss": 0.0032955147325992584, "global_step": 68587, "epoch": 385, "lr": 2.8636189029454018e-05}
{"train_loss": 0.002490781480446458, "global_step": 68588, "epoch": 385, "lr": 2.863485301793505e-05}
{"train_loss": 0.0021631368435919285, "global_step": 68589, "epoch": 385, "lr": 2.863351702507725e-05}
{"train_loss": 0.0027545588091015816, "global_step": 68590, "epoch": 385, "lr": 2.8632181050881803e-05}
{"train_loss": 0.0011581950820982456, "global_step": 68591, "epoch": 385, "lr": 2.863084509534987e-05}
{"train_loss": 0.0014088982716202736, "global_step": 68592, "epoch": 385, "lr": 2.8629509158482597e-05}
{"train_loss": 0.0038848898839205503, "global_step": 68593, "epoch": 385, "lr": 2.8628173240281208e-05}
{"train_loss": 0.0016439417377114296, "global_step": 68594, "epoch": 385, "lr": 2.8626837340746802e-05}
{"train_loss": 0.002861772198230028, "global_step": 68595, "epoch": 385, "lr": 2.862550145988059e-05}
{"train_loss": 0.002690461929887533, "global_step": 68596, "epoch": 385, "lr": 2.8624165597683727e-05}
{"train_loss": 0.0016140886582434177, "global_step": 68597, "epoch": 385, "lr": 2.8622829754157383e-05}
{"train_loss": 0.0026746620424091816, "global_step": 68598, "epoch": 385, "lr": 2.862149392930271e-05}
{"train_loss": 0.004155474714934826, "global_step": 68599, "epoch": 385, "lr": 2.8620158123120877e-05}
{"train_loss": 0.002738130744546652, "global_step": 68600, "epoch": 385, "lr": 2.8618822335613093e-05}
{"train_loss": 0.003558771451935172, "global_step": 68601, "epoch": 385, "lr": 2.8617486566780455e-05}
{"train_loss": 0.003469404298812151, "global_step": 68602, "epoch": 385, "lr": 2.8616150816624182e-05}
{"train_loss": 0.0026062773540616035, "global_step": 68603, "epoch": 385, "lr": 2.861481508514543e-05}
{"train_loss": 0.0016259602271020412, "global_step": 68604, "epoch": 385, "lr": 2.8613479372345352e-05}
{"train_loss": 0.0019386864732950926, "global_step": 68605, "epoch": 385, "lr": 2.8612143678225123e-05}
{"train_loss": 0.002561983186751604, "global_step": 68606, "epoch": 385, "lr": 2.8610808002785918e-05}
{"train_loss": 0.003384715411812067, "global_step": 68607, "epoch": 385, "lr": 2.8609472346028864e-05}
{"train_loss": 0.003088965080678463, "global_step": 68608, "epoch": 385, "lr": 2.8608136707955202e-05}
{"train_loss": 0.0017489900346845388, "global_step": 68609, "epoch": 385, "lr": 2.8606801088566017e-05}
{"train_loss": 0.0024803527630865574, "global_step": 68610, "epoch": 385, "lr": 2.8605465487862538e-05}
{"train_loss": 0.0009586027008481324, "global_step": 68611, "epoch": 385, "lr": 2.86041299058459e-05}
{"train_loss": 0.002142747398465872, "global_step": 68612, "epoch": 385, "lr": 2.860279434251728e-05}
{"train_loss": 0.0022652428597211838, "global_step": 68613, "epoch": 385, "lr": 2.860145879787784e-05}
{"train_loss": 0.0024314892943948507, "global_step": 68614, "epoch": 385, "lr": 2.8600123271928747e-05}
{"train_loss": 0.0013487676624208689, "global_step": 68615, "epoch": 385, "lr": 2.8598787764671152e-05}
{"train_loss": 0.000710807740688324, "global_step": 68616, "epoch": 385, "lr": 2.8597452276106273e-05}
{"train_loss": 0.0009761528926901519, "global_step": 68617, "epoch": 385, "lr": 2.8596116806235208e-05}
{"train_loss": 0.001079796813428402, "global_step": 68618, "epoch": 385, "lr": 2.8594781355059187e-05}
{"train_loss": 0.0017910231836140156, "global_step": 68619, "epoch": 385, "lr": 2.859344592257931e-05}
{"train_loss": 0.0028686989098787308, "global_step": 68620, "epoch": 385, "lr": 2.8592110508796805e-05}
{"train_loss": 0.0011655451962724328, "global_step": 68621, "epoch": 385, "lr": 2.859077511371281e-05}
{"train_loss": 0.005727507174015045, "global_step": 68622, "epoch": 385, "lr": 2.8589439737328473e-05}
{"train_loss": 0.0018346244469285011, "global_step": 68623, "epoch": 385, "lr": 2.858810437964502e-05}
{"train_loss": 0.0032881000079214573, "global_step": 68624, "epoch": 385, "lr": 2.8586769040663542e-05}
{"train_loss": 0.003225016873329878, "global_step": 68625, "epoch": 385, "lr": 2.8585433720385258e-05}
{"train_loss": 0.0026120804250240326, "global_step": 68626, "epoch": 385, "lr": 2.858409841881132e-05}
{"train_loss": 0.002580939093604684, "global_step": 68627, "epoch": 385, "lr": 2.8582763135942902e-05}
{"train_loss": 0.0010365191847085953, "global_step": 68628, "epoch": 385, "lr": 2.8581427871781154e-05}
{"train_loss": 0.002894188743084669, "global_step": 68629, "epoch": 385, "lr": 2.858009262632725e-05}
{"train_loss": 0.0018617610912770033, "global_step": 68630, "epoch": 385, "lr": 2.8578757399582335e-05}
{"train_loss": 0.0020368886180222034, "global_step": 68631, "epoch": 385, "lr": 2.8577422191547643e-05}
{"train_loss": 0.002561867004260421, "global_step": 68632, "epoch": 385, "lr": 2.8576087002224244e-05}
{"train_loss": 0.004999568685889244, "global_step": 68633, "epoch": 385, "lr": 2.857475183161338e-05}
{"train_loss": 0.0011038518277928233, "global_step": 68634, "epoch": 385, "lr": 2.8573416679716185e-05}
{"train_loss": 0.0026842053048312664, "global_step": 68635, "epoch": 385, "lr": 2.8572081546533835e-05}
{"train_loss": 0.0019720769487321377, "global_step": 68636, "epoch": 385, "lr": 2.8570746432067498e-05}
{"train_loss": 0.002344658365473151, "global_step": 68637, "epoch": 385, "lr": 2.856941133631832e-05}
{"train_loss": 0.0038246731273829937, "global_step": 68638, "epoch": 385, "lr": 2.856807625928749e-05}
{"train_loss": 0.0036922809667885303, "global_step": 68639, "epoch": 385, "lr": 2.8566741200976166e-05}
{"train_loss": 0.001967268530279398, "global_step": 68640, "epoch": 385, "lr": 2.8565406161385488e-05}
{"train_loss": 0.0024689743295311928, "global_step": 68641, "epoch": 385, "lr": 2.8564071140516678e-05}
{"train_loss": 0.00174323667306453, "global_step": 68642, "epoch": 385, "lr": 2.856273613837086e-05}
{"train_loss": 0.0013333633542060852, "global_step": 68643, "epoch": 385, "lr": 2.8561401154949218e-05}
{"train_loss": 0.0010052650468423963, "global_step": 68644, "epoch": 385, "lr": 2.856006619025291e-05}
{"train_loss": 0.0033530467189848423, "global_step": 68645, "epoch": 385, "lr": 2.855873124428309e-05}
{"train_loss": 0.0023573876824229956, "global_step": 68646, "epoch": 385, "lr": 2.8557396317040974e-05}
{"train_loss": 0.0011773246806114912, "global_step": 68647, "epoch": 385, "lr": 2.8556061408527645e-05}
{"train_loss": 0.0012136504519730806, "global_step": 68648, "epoch": 385, "lr": 2.8554726518744347e-05}
{"train_loss": 0.0032635764218866825, "global_step": 68649, "epoch": 385, "lr": 2.8553391647692205e-05}
{"train_loss": 0.0009848446352407336, "global_step": 68650, "epoch": 385, "lr": 2.8552056795372394e-05}
{"train_loss": 0.0008852754253894091, "global_step": 68651, "epoch": 385, "lr": 2.8550721961786086e-05}
{"train_loss": 0.0027231494896113873, "global_step": 68652, "epoch": 385, "lr": 2.854938714693445e-05}
{"train_loss": 0.0010995647171512246, "global_step": 68653, "epoch": 385, "lr": 2.854805235081861e-05}
{"train_loss": 0.0022453460842370987, "global_step": 68654, "epoch": 385, "lr": 2.8546717573439807e-05}
{"train_loss": 0.0017980512930080295, "global_step": 68655, "epoch": 385, "lr": 2.8545382814799126e-05}
{"train_loss": 0.0030367684084922075, "global_step": 68656, "epoch": 385, "lr": 2.8544048074897812e-05}
{"train_loss": 0.004058494698256254, "global_step": 68657, "epoch": 385, "lr": 2.854271335373695e-05}
{"train_loss": 0.0026968438178300858, "global_step": 68658, "epoch": 385, "lr": 2.854137865131777e-05}
{"train_loss": 0.0018213078146800399, "global_step": 68659, "epoch": 385, "lr": 2.8540043967641412e-05}
{"train_loss": 0.0016538111958652735, "global_step": 68660, "epoch": 385, "lr": 2.8538709302709043e-05}
{"train_loss": 0.001885689445771277, "global_step": 68661, "epoch": 385, "lr": 2.8537374656521832e-05}
{"train_loss": 0.0024421056732535362, "global_step": 68662, "epoch": 385, "lr": 2.8536040029080923e-05}
{"train_loss": 0.0013751739170402288, "global_step": 68663, "epoch": 385, "lr": 2.853470542038752e-05}
{"train_loss": 0.0017041333485394716, "global_step": 68664, "epoch": 385, "lr": 2.853337083044276e-05}
{"train_loss": 0.003121055429801345, "global_step": 68665, "epoch": 385, "lr": 2.8532036259247836e-05}
{"train_loss": 0.0023979651741683483, "global_step": 68666, "epoch": 385, "lr": 2.8530701706803885e-05}
{"train_loss": 0.0013187275035306811, "global_step": 68667, "epoch": 385, "lr": 2.8529367173112086e-05}
{"train_loss": 0.0018834754591807723, "global_step": 68668, "epoch": 385, "lr": 2.852803265817359e-05}
{"train_loss": 0.0012187021784484386, "global_step": 68669, "epoch": 385, "lr": 2.8526698161989607e-05}
{"train_loss": 0.0014096759259700775, "global_step": 68670, "epoch": 385, "lr": 2.8525363684561235e-05}
{"train_loss": 0.00340238306671381, "global_step": 68671, "epoch": 385, "lr": 2.8524029225889693e-05}
{"train_loss": 0.0022811382077634335, "global_step": 68672, "epoch": 385, "lr": 2.8522694785976123e-05}
{"train_loss": 0.0010150738526135683, "global_step": 68673, "epoch": 385, "lr": 2.8521360364821703e-05}
{"train_loss": 0.00211256742477417, "global_step": 68674, "epoch": 385, "lr": 2.8520025962427593e-05}
{"train_loss": 0.0029047271236777306, "global_step": 68675, "epoch": 385, "lr": 2.8518691578794954e-05}
{"train_loss": 0.003544817678630352, "global_step": 68676, "epoch": 385, "lr": 2.8517357213924955e-05}
{"train_loss": 0.0017986386083066463, "global_step": 68677, "epoch": 385, "lr": 2.851602286781877e-05}
{"train_loss": 0.003447006456553936, "global_step": 68678, "epoch": 385, "lr": 2.851468854047753e-05}
{"train_loss": 0.0016821848694235086, "global_step": 68679, "epoch": 385, "lr": 2.8513354231902467e-05}
{"train_loss": 0.0018975436687469482, "global_step": 68680, "epoch": 385, "lr": 2.8512019942094658e-05}
{"train_loss": 0.003895869944244623, "global_step": 68681, "epoch": 385, "lr": 2.8510685671055348e-05}
{"train_loss": 0.0030137253925204277, "global_step": 68682, "epoch": 385, "lr": 2.8509351418785667e-05}
{"train_loss": 0.0010803714394569397, "global_step": 68683, "epoch": 385, "lr": 2.8508017185286762e-05}
{"train_loss": 0.0018116156570613384, "global_step": 68684, "epoch": 385, "lr": 2.850668297055986e-05}
{"train_loss": 0.0013159960508346558, "global_step": 68685, "epoch": 385, "lr": 2.850534877460605e-05}
{"train_loss": 0.0015052428934723139, "global_step": 68686, "epoch": 385, "lr": 2.8504014597426553e-05}
{"train_loss": 0.002254555933177471, "global_step": 68687, "epoch": 385, "lr": 2.8502680439022512e-05}
{"train_loss": 0.0011487174779176712, "global_step": 68688, "epoch": 385, "lr": 2.8501346299395105e-05}
{"train_loss": 0.0019623751286417246, "global_step": 68689, "epoch": 385, "lr": 2.8500012178545476e-05}
{"train_loss": 0.0030098301358520985, "global_step": 68690, "epoch": 385, "lr": 2.8498678076474812e-05}
{"train_loss": 0.00243588350713253, "global_step": 68691, "epoch": 385, "lr": 2.8497343993184244e-05}
{"train_loss": 0.001911702798679471, "global_step": 68692, "epoch": 385, "lr": 2.8496009928675005e-05}
{"train_loss": 0.004487000405788422, "global_step": 68693, "epoch": 385, "lr": 2.8494675882948173e-05}
{"train_loss": 0.0020350543782114983, "global_step": 68694, "epoch": 385, "lr": 2.8493341856004997e-05}
{"train_loss": 0.0013064192607998848, "global_step": 68695, "epoch": 385, "lr": 2.849200784784657e-05}
{"train_loss": 0.0010145942214876413, "global_step": 68696, "epoch": 385, "lr": 2.8490673858474103e-05}
{"train_loss": 0.00254807248711586, "global_step": 68697, "epoch": 385, "lr": 2.848933988788875e-05}
{"train_loss": 0.0025500732008367777, "global_step": 68698, "epoch": 385, "lr": 2.848800593609167e-05}
{"train_loss": 0.0009922476019710302, "global_step": 68699, "epoch": 385, "lr": 2.8486672003084036e-05}
{"train_loss": 0.0012984175700694323, "global_step": 68700, "epoch": 385, "lr": 2.8485338088867008e-05}
{"train_loss": 0.0017721555195748806, "global_step": 68701, "epoch": 385, "lr": 2.8484004193441737e-05}
{"train_loss": 0.0007900283671915531, "global_step": 68702, "epoch": 385, "lr": 2.848267031680944e-05}
{"train_loss": 0.0015644775703549385, "global_step": 68703, "epoch": 385, "lr": 2.848133645897121e-05}
{"train_loss": 0.0018156386213377118, "global_step": 68704, "epoch": 385, "lr": 2.848000261992826e-05}
{"train_loss": 0.0020611758809536695, "global_step": 68705, "epoch": 385, "lr": 2.847866879968174e-05}
{"train_loss": 0.002029566327109933, "global_step": 68706, "epoch": 385, "lr": 2.8477334998232806e-05}
{"train_loss": 0.002294855340111875, "global_step": 68707, "epoch": 385, "lr": 2.847600121558267e-05, "train_action_mse_error": 3.6764567994396202e-06}
{"train_loss": 0.0007506736437790096, "global_step": 68708, "epoch": 386, "lr": 2.8474667451732422e-05}
{"train_loss": 0.0008195978589355946, "global_step": 68709, "epoch": 386, "lr": 2.8473333706683292e-05}
{"train_loss": 0.001637966837733984, "global_step": 68710, "epoch": 386, "lr": 2.8471999980436413e-05}
{"train_loss": 0.0014036174397915602, "global_step": 68711, "epoch": 386, "lr": 2.8470666272992958e-05}
{"train_loss": 0.0015254811150953174, "global_step": 68712, "epoch": 386, "lr": 2.846933258435409e-05}
{"train_loss": 0.00200773891992867, "global_step": 68713, "epoch": 386, "lr": 2.8467998914520975e-05}
{"train_loss": 0.0014845402911305428, "global_step": 68714, "epoch": 386, "lr": 2.8466665263494773e-05}
{"train_loss": 0.0032369166146963835, "global_step": 68715, "epoch": 386, "lr": 2.846533163127666e-05}
{"train_loss": 0.0019784269388765097, "global_step": 68716, "epoch": 386, "lr": 2.8463998017867765e-05}
{"train_loss": 0.0006073289550840855, "global_step": 68717, "epoch": 386, "lr": 2.8462664423269332e-05}
{"train_loss": 0.002015111967921257, "global_step": 68718, "epoch": 386, "lr": 2.8461330847482427e-05}
{"train_loss": 0.003814110765233636, "global_step": 68719, "epoch": 386, "lr": 2.845999729050829e-05}
{"train_loss": 0.002493643667548895, "global_step": 68720, "epoch": 386, "lr": 2.8458663752348058e-05}
{"train_loss": 0.0012838548282161355, "global_step": 68721, "epoch": 386, "lr": 2.845733023300289e-05}
{"train_loss": 0.0031256878282874823, "global_step": 68722, "epoch": 386, "lr": 2.8455996732473966e-05}
{"train_loss": 0.002504862379282713, "global_step": 68723, "epoch": 386, "lr": 2.8454663250762436e-05}
{"train_loss": 0.0021416423842310905, "global_step": 68724, "epoch": 386, "lr": 2.8453329787869454e-05}
{"train_loss": 0.0009903345489874482, "global_step": 68725, "epoch": 386, "lr": 2.8451996343796217e-05}
{"train_loss": 0.0014043432893231511, "global_step": 68726, "epoch": 386, "lr": 2.845066291854388e-05}
{"train_loss": 0.005126622039824724, "global_step": 68727, "epoch": 386, "lr": 2.8449329512113597e-05}
{"train_loss": 0.0019999193027615547, "global_step": 68728, "epoch": 386, "lr": 2.8447996124506544e-05}
{"train_loss": 0.001052005565725267, "global_step": 68729, "epoch": 386, "lr": 2.8446662755723876e-05}
{"train_loss": 0.0010043246438726783, "global_step": 68730, "epoch": 386, "lr": 2.8445329405766762e-05}
{"train_loss": 0.003064453601837158, "global_step": 68731, "epoch": 386, "lr": 2.8443996074636342e-05}
{"train_loss": 0.0009866971522569656, "global_step": 68732, "epoch": 386, "lr": 2.8442662762333848e-05}
{"train_loss": 0.0019136413466185331, "global_step": 68733, "epoch": 386, "lr": 2.8441329468860357e-05}
{"train_loss": 0.0027460730634629726, "global_step": 68734, "epoch": 386, "lr": 2.84399961942171e-05}
{"train_loss": 0.0022890125401318073, "global_step": 68735, "epoch": 386, "lr": 2.843866293840522e-05}
{"train_loss": 0.001546502928249538, "global_step": 68736, "epoch": 386, "lr": 2.843732970142588e-05}
{"train_loss": 0.0010688572656363249, "global_step": 68737, "epoch": 386, "lr": 2.843599648328024e-05}
{"train_loss": 0.0019241408444941044, "global_step": 68738, "epoch": 386, "lr": 2.8434663283969476e-05}
{"train_loss": 0.0012848578626289964, "global_step": 68739, "epoch": 386, "lr": 2.843333010349472e-05}
{"train_loss": 0.0013919670600444078, "global_step": 68740, "epoch": 386, "lr": 2.843199694185721e-05}
{"train_loss": 0.0007075016619637609, "global_step": 68741, "epoch": 386, "lr": 2.843066379905801e-05}
{"train_loss": 0.0035694800317287445, "global_step": 68742, "epoch": 386, "lr": 2.8429330675098365e-05}
{"train_loss": 0.0013715848326683044, "global_step": 68743, "epoch": 386, "lr": 2.8427997569979415e-05}
{"train_loss": 0.00226231524720788, "global_step": 68744, "epoch": 386, "lr": 2.8426664483702313e-05}
{"train_loss": 0.0030200292821973562, "global_step": 68745, "epoch": 386, "lr": 2.8425331416268235e-05}
{"train_loss": 0.0016086299438029528, "global_step": 68746, "epoch": 386, "lr": 2.8423998367678322e-05}
{"train_loss": 0.0016846805810928345, "global_step": 68747, "epoch": 386, "lr": 2.8422665337933795e-05}
{"train_loss": 0.0008526075398549438, "global_step": 68748, "epoch": 386, "lr": 2.8421332327035747e-05}
{"train_loss": 0.004829371348023415, "global_step": 68749, "epoch": 386, "lr": 2.8419999334985393e-05}
{"train_loss": 0.0018207181710749865, "global_step": 68750, "epoch": 386, "lr": 2.8418666361783886e-05}
{"train_loss": 0.0014559177216142416, "global_step": 68751, "epoch": 386, "lr": 2.841733340743238e-05}
{"train_loss": 0.0034307879395782948, "global_step": 68752, "epoch": 386, "lr": 2.841600047193204e-05}
{"train_loss": 0.0008147585322149098, "global_step": 68753, "epoch": 386, "lr": 2.8414667555284037e-05}
{"train_loss": 0.004801493138074875, "global_step": 68754, "epoch": 386, "lr": 2.8413334657489523e-05}
{"train_loss": 0.0018986603245139122, "global_step": 68755, "epoch": 386, "lr": 2.84120017785497e-05}
{"train_loss": 0.0009173303260467947, "global_step": 68756, "epoch": 386, "lr": 2.8410668918465666e-05}
{"train_loss": 0.001178886042907834, "global_step": 68757, "epoch": 386, "lr": 2.8409336077238645e-05}
{"train_loss": 0.00313084339722991, "global_step": 68758, "epoch": 386, "lr": 2.840800325486978e-05}
{"train_loss": 0.002457190537825227, "global_step": 68759, "epoch": 386, "lr": 2.8406670451360234e-05}
{"train_loss": 0.0013751053484156728, "global_step": 68760, "epoch": 386, "lr": 2.8405337666711175e-05}
{"train_loss": 0.001428297720849514, "global_step": 68761, "epoch": 386, "lr": 2.8404004900923764e-05}
{"train_loss": 0.0016522364458069205, "global_step": 68762, "epoch": 386, "lr": 2.8402672153999136e-05}
{"train_loss": 0.0007241363055072725, "global_step": 68763, "epoch": 386, "lr": 2.8401339425938532e-05}
{"train_loss": 0.002274074126034975, "global_step": 68764, "epoch": 386, "lr": 2.8400006716743026e-05}
{"train_loss": 0.0023200346622616053, "global_step": 68765, "epoch": 386, "lr": 2.8398674026413864e-05}
{"train_loss": 0.002115861978381872, "global_step": 68766, "epoch": 386, "lr": 2.8397341354952134e-05}
{"train_loss": 0.003108120057731867, "global_step": 68767, "epoch": 386, "lr": 2.8396008702359055e-05}
{"train_loss": 0.0016715042293071747, "global_step": 68768, "epoch": 386, "lr": 2.8394676068635773e-05}
{"train_loss": 0.0035723953042179346, "global_step": 68769, "epoch": 386, "lr": 2.8393343453783426e-05}
{"train_loss": 0.0022554968018084764, "global_step": 68770, "epoch": 386, "lr": 2.839201085780324e-05}
{"train_loss": 0.002156605711206794, "global_step": 68771, "epoch": 386, "lr": 2.8390678280696316e-05}
{"train_loss": 0.0016023354837670922, "global_step": 68772, "epoch": 386, "lr": 2.8389345722463856e-05}
{"train_loss": 0.0026723304763436317, "global_step": 68773, "epoch": 386, "lr": 2.838801318310701e-05}
{"train_loss": 0.0016922922804951668, "global_step": 68774, "epoch": 386, "lr": 2.838668066262694e-05}
{"train_loss": 0.003037352580577135, "global_step": 68775, "epoch": 386, "lr": 2.8385348161024828e-05}
{"train_loss": 0.0031877472065389156, "global_step": 68776, "epoch": 386, "lr": 2.838401567830181e-05}
{"train_loss": 0.003880662377923727, "global_step": 68777, "epoch": 386, "lr": 2.838268321445905e-05}
{"train_loss": 0.0015424517914652824, "global_step": 68778, "epoch": 386, "lr": 2.8381350769497763e-05}
{"train_loss": 0.0018098829314112663, "global_step": 68779, "epoch": 386, "lr": 2.8380018343419034e-05}
{"train_loss": 0.0019721556454896927, "global_step": 68780, "epoch": 386, "lr": 2.8378685936224092e-05}
{"train_loss": 0.0025041333865374327, "global_step": 68781, "epoch": 386, "lr": 2.8377353547914075e-05}
{"train_loss": 0.002291101263836026, "global_step": 68782, "epoch": 386, "lr": 2.8376021178490142e-05}
{"train_loss": 0.0011212775716558099, "global_step": 68783, "epoch": 386, "lr": 2.837468882795347e-05}
{"train_loss": 0.00126335967797786, "global_step": 68784, "epoch": 386, "lr": 2.8373356496305215e-05}
{"train_loss": 0.003010527230799198, "global_step": 68785, "epoch": 386, "lr": 2.8372024183546542e-05}
{"train_loss": 0.0021521011367440224, "global_step": 68786, "epoch": 386, "lr": 2.8370691889678615e-05}
{"train_loss": 0.0014282406773418188, "global_step": 68787, "epoch": 386, "lr": 2.836935961470257e-05}
{"train_loss": 0.002092221286147833, "global_step": 68788, "epoch": 386, "lr": 2.8368027358619625e-05}
{"train_loss": 0.00233988999389112, "global_step": 68789, "epoch": 386, "lr": 2.8366695121430915e-05}
{"train_loss": 0.002095388248562813, "global_step": 68790, "epoch": 386, "lr": 2.8365362903137605e-05}
{"train_loss": 0.002458570757880807, "global_step": 68791, "epoch": 386, "lr": 2.8364030703740858e-05}
{"train_loss": 0.0018714576726779342, "global_step": 68792, "epoch": 386, "lr": 2.8362698523241816e-05}
{"train_loss": 0.0011650556698441505, "global_step": 68793, "epoch": 386, "lr": 2.8361366361641706e-05}
{"train_loss": 0.001663649338297546, "global_step": 68794, "epoch": 386, "lr": 2.836003421894161e-05}
{"train_loss": 0.0018973208498209715, "global_step": 68795, "epoch": 386, "lr": 2.8358702095142754e-05}
{"train_loss": 0.001485561253502965, "global_step": 68796, "epoch": 386, "lr": 2.8357369990246275e-05}
{"train_loss": 0.0033236388117074966, "global_step": 68797, "epoch": 386, "lr": 2.8356037904253342e-05}
{"train_loss": 0.002471987158060074, "global_step": 68798, "epoch": 386, "lr": 2.835470583716512e-05}
{"train_loss": 0.0035107703879475594, "global_step": 68799, "epoch": 386, "lr": 2.8353373788982772e-05}
{"train_loss": 0.0010300029534846544, "global_step": 68800, "epoch": 386, "lr": 2.8352041759707436e-05}
{"train_loss": 0.0019905786029994488, "global_step": 68801, "epoch": 386, "lr": 2.835070974934034e-05}
{"train_loss": 0.0019173884065821767, "global_step": 68802, "epoch": 386, "lr": 2.834937775788256e-05}
{"train_loss": 0.0010852228151634336, "global_step": 68803, "epoch": 386, "lr": 2.8348045785335352e-05}
{"train_loss": 0.002657795324921608, "global_step": 68804, "epoch": 386, "lr": 2.834671383169979e-05}
{"train_loss": 0.002424543024972081, "global_step": 68805, "epoch": 386, "lr": 2.8345381896977103e-05}
{"train_loss": 0.002344192937016487, "global_step": 68806, "epoch": 386, "lr": 2.834404998116843e-05}
{"train_loss": 0.003152693621814251, "global_step": 68807, "epoch": 386, "lr": 2.834271808427493e-05}
{"train_loss": 0.0033617799635976553, "global_step": 68808, "epoch": 386, "lr": 2.8341386206297782e-05}
{"train_loss": 0.0019306163303554058, "global_step": 68809, "epoch": 386, "lr": 2.8340054347238122e-05}
{"train_loss": 0.0017255762359127402, "global_step": 68810, "epoch": 386, "lr": 2.833872250709714e-05}
{"train_loss": 0.0017276527360081673, "global_step": 68811, "epoch": 386, "lr": 2.8337390685875998e-05}
{"train_loss": 0.0012599971378222108, "global_step": 68812, "epoch": 386, "lr": 2.8336058883575846e-05}
{"train_loss": 0.0017483336851000786, "global_step": 68813, "epoch": 386, "lr": 2.8334727100197854e-05}
{"train_loss": 0.003834907431155443, "global_step": 68814, "epoch": 386, "lr": 2.833339533574319e-05}
{"train_loss": 0.0028060460463166237, "global_step": 68815, "epoch": 386, "lr": 2.8332063590212986e-05}
{"train_loss": 0.0059633636847138405, "global_step": 68816, "epoch": 386, "lr": 2.8330731863608472e-05}
{"train_loss": 0.0012100574094802141, "global_step": 68817, "epoch": 386, "lr": 2.832940015593073e-05}
{"train_loss": 0.001442336943000555, "global_step": 68818, "epoch": 386, "lr": 2.8328068467180978e-05}
{"train_loss": 0.0015086941421031952, "global_step": 68819, "epoch": 386, "lr": 2.832673679736037e-05}
{"train_loss": 0.003262914717197418, "global_step": 68820, "epoch": 386, "lr": 2.8325405146470064e-05}
{"train_loss": 0.0009150387486442924, "global_step": 68821, "epoch": 386, "lr": 2.832407351451122e-05}
{"train_loss": 0.0012935918057337403, "global_step": 68822, "epoch": 386, "lr": 2.8322741901485e-05}
{"train_loss": 0.0006592252757400274, "global_step": 68823, "epoch": 386, "lr": 2.832141030739257e-05}
{"train_loss": 0.0013809525407850742, "global_step": 68824, "epoch": 386, "lr": 2.83200787322351e-05}
{"train_loss": 0.00284955115057528, "global_step": 68825, "epoch": 386, "lr": 2.831874717601372e-05}
{"train_loss": 0.002403414575383067, "global_step": 68826, "epoch": 386, "lr": 2.8317415638729665e-05}
{"train_loss": 0.0009232945158146322, "global_step": 68827, "epoch": 386, "lr": 2.8316084120384013e-05}
{"train_loss": 0.0032889866270124912, "global_step": 68828, "epoch": 386, "lr": 2.831475262097798e-05}
{"train_loss": 0.0014040167443454266, "global_step": 68829, "epoch": 386, "lr": 2.831342114051272e-05}
{"train_loss": 0.004046279937028885, "global_step": 68830, "epoch": 386, "lr": 2.8312089678989372e-05}
{"train_loss": 0.003204285865649581, "global_step": 68831, "epoch": 386, "lr": 2.831075823640915e-05}
{"train_loss": 0.001337174791842699, "global_step": 68832, "epoch": 386, "lr": 2.8309426812773153e-05}
{"train_loss": 0.0017633545212447643, "global_step": 68833, "epoch": 386, "lr": 2.8308095408082602e-05}
{"train_loss": 0.0032950490713119507, "global_step": 68834, "epoch": 386, "lr": 2.8306764022338627e-05}
{"train_loss": 0.002816346473991871, "global_step": 68835, "epoch": 386, "lr": 2.8305432655542395e-05}
{"train_loss": 0.0037194129545241594, "global_step": 68836, "epoch": 386, "lr": 2.830410130769508e-05}
{"train_loss": 0.003081273753196001, "global_step": 68837, "epoch": 386, "lr": 2.8302769978797834e-05}
{"train_loss": 0.0023551075719296932, "global_step": 68838, "epoch": 386, "lr": 2.8301438668851798e-05}
{"train_loss": 0.0021591130644083023, "global_step": 68839, "epoch": 386, "lr": 2.830010737785821e-05}
{"train_loss": 0.0018740490777418017, "global_step": 68840, "epoch": 386, "lr": 2.829877610581813e-05}
{"train_loss": 0.000885847257450223, "global_step": 68841, "epoch": 386, "lr": 2.8297444852732823e-05}
{"train_loss": 0.0014629962388426065, "global_step": 68842, "epoch": 386, "lr": 2.8296113618603354e-05}
{"train_loss": 0.0026394722517579794, "global_step": 68843, "epoch": 386, "lr": 2.8294782403430957e-05}
{"train_loss": 0.003536401316523552, "global_step": 68844, "epoch": 386, "lr": 2.829345120721677e-05}
{"train_loss": 0.002855401486158371, "global_step": 68845, "epoch": 386, "lr": 2.8292120029961962e-05}
{"train_loss": 0.0011885121930390596, "global_step": 68846, "epoch": 386, "lr": 2.8290788871667685e-05}
{"train_loss": 0.0011402199743315578, "global_step": 68847, "epoch": 386, "lr": 2.828945773233511e-05}
{"train_loss": 0.0015646019019186497, "global_step": 68848, "epoch": 386, "lr": 2.8288126611965376e-05}
{"train_loss": 0.004148488864302635, "global_step": 68849, "epoch": 386, "lr": 2.8286795510559705e-05}
{"train_loss": 0.004190071951597929, "global_step": 68850, "epoch": 386, "lr": 2.828546442811919e-05}
{"train_loss": 0.002425089944154024, "global_step": 68851, "epoch": 386, "lr": 2.8284133364645037e-05}
{"train_loss": 0.002085641026496887, "global_step": 68852, "epoch": 386, "lr": 2.82828023201384e-05}
{"train_loss": 0.0013357612770050764, "global_step": 68853, "epoch": 386, "lr": 2.8281471294600415e-05}
{"train_loss": 0.003297248389571905, "global_step": 68854, "epoch": 386, "lr": 2.828014028803231e-05}
{"train_loss": 0.002551943762227893, "global_step": 68855, "epoch": 386, "lr": 2.8278809300435165e-05}
{"train_loss": 0.0019616554491221905, "global_step": 68856, "epoch": 386, "lr": 2.8277478331810227e-05}
{"train_loss": 0.0013298187404870987, "global_step": 68857, "epoch": 386, "lr": 2.827614738215857e-05}
{"train_loss": 0.001103270798921585, "global_step": 68858, "epoch": 386, "lr": 2.827481645148142e-05}
{"train_loss": 0.0023080650717020035, "global_step": 68859, "epoch": 386, "lr": 2.827348553977992e-05}
{"train_loss": 0.0036802159156650305, "global_step": 68860, "epoch": 386, "lr": 2.8272154647055232e-05}
{"train_loss": 0.0018902560696005821, "global_step": 68861, "epoch": 386, "lr": 2.8270823773308524e-05}
{"train_loss": 0.004713005386292934, "global_step": 68862, "epoch": 386, "lr": 2.8269492918540952e-05}
{"train_loss": 0.0017064108978956938, "global_step": 68863, "epoch": 386, "lr": 2.8268162082753656e-05}
{"train_loss": 0.0010832952102646232, "global_step": 68864, "epoch": 386, "lr": 2.8266831265947868e-05}
{"train_loss": 0.002389378845691681, "global_step": 68865, "epoch": 386, "lr": 2.8265500468124663e-05}
{"train_loss": 0.0036969634238630533, "global_step": 68866, "epoch": 386, "lr": 2.826416968928527e-05}
{"train_loss": 0.0013040297199040651, "global_step": 68867, "epoch": 386, "lr": 2.8262838929430825e-05}
{"train_loss": 0.002801177790388465, "global_step": 68868, "epoch": 386, "lr": 2.8261508188562486e-05}
{"train_loss": 0.0019152844324707985, "global_step": 68869, "epoch": 386, "lr": 2.8260177466681426e-05}
{"train_loss": 0.0027248812839388847, "global_step": 68870, "epoch": 386, "lr": 2.82588467637888e-05}
{"train_loss": 0.00392543151974678, "global_step": 68871, "epoch": 386, "lr": 2.8257516079885753e-05}
{"train_loss": 0.002202702686190605, "global_step": 68872, "epoch": 386, "lr": 2.825618541497349e-05}
{"train_loss": 0.0012911302037537098, "global_step": 68873, "epoch": 386, "lr": 2.8254854769053153e-05}
{"train_loss": 0.004922307562083006, "global_step": 68874, "epoch": 386, "lr": 2.8253524142125897e-05}
{"train_loss": 0.0027244866359978914, "global_step": 68875, "epoch": 386, "lr": 2.8252193534192883e-05}
{"train_loss": 0.0013548813294619322, "global_step": 68876, "epoch": 386, "lr": 2.825086294525529e-05}
{"train_loss": 0.002439254429191351, "global_step": 68877, "epoch": 386, "lr": 2.824953237531427e-05}
{"train_loss": 0.0026254926342517138, "global_step": 68878, "epoch": 386, "lr": 2.8248201824370958e-05}
{"train_loss": 0.000963358674198389, "global_step": 68879, "epoch": 386, "lr": 2.824687129242658e-05}
{"train_loss": 0.0017241715686395764, "global_step": 68880, "epoch": 386, "lr": 2.8245540779482228e-05}
{"train_loss": 0.0018664099043235183, "global_step": 68881, "epoch": 386, "lr": 2.824421028553912e-05}
{"train_loss": 0.0025668307207524776, "global_step": 68882, "epoch": 386, "lr": 2.8242879810598387e-05}
{"train_loss": 0.0010141205275431275, "global_step": 68883, "epoch": 386, "lr": 2.82415493546612e-05}
{"train_loss": 0.0013525874819606543, "global_step": 68884, "epoch": 386, "lr": 2.8240218917728723e-05}
{"train_loss": 0.0021838322200085133, "global_step": 68885, "epoch": 386, "lr": 2.8238888499802113e-05}
{"train_loss": 0.0026307618245482445, "global_step": 68886, "epoch": 387, "lr": 2.8237558100882516e-05}
{"train_loss": 0.0032044833060353994, "global_step": 68887, "epoch": 387, "lr": 2.8236227720971154e-05}
{"train_loss": 0.001724254572764039, "global_step": 68888, "epoch": 387, "lr": 2.8234897360069103e-05}
{"train_loss": 0.0013190810568630695, "global_step": 68889, "epoch": 387, "lr": 2.823356701817759e-05}
{"train_loss": 0.001932576298713684, "global_step": 68890, "epoch": 387, "lr": 2.8232236695297758e-05}
{"train_loss": 0.001775965210981667, "global_step": 68891, "epoch": 387, "lr": 2.8230906391430768e-05}
{"train_loss": 0.003193987999111414, "global_step": 68892, "epoch": 387, "lr": 2.822957610657778e-05}
{"train_loss": 0.0009262239909730852, "global_step": 68893, "epoch": 387, "lr": 2.822824584073994e-05}
{"train_loss": 0.0016135135665535927, "global_step": 68894, "epoch": 387, "lr": 2.822691559391847e-05}
{"train_loss": 0.002349310554563999, "global_step": 68895, "epoch": 387, "lr": 2.822558536611444e-05}
{"train_loss": 0.0022613448090851307, "global_step": 68896, "epoch": 387, "lr": 2.8224255157329082e-05}
{"train_loss": 0.0035820184275507927, "global_step": 68897, "epoch": 387, "lr": 2.822292496756354e-05}
{"train_loss": 0.004717494826763868, "global_step": 68898, "epoch": 387, "lr": 2.8221594796818972e-05}
{"train_loss": 0.002271812641993165, "global_step": 68899, "epoch": 387, "lr": 2.8220264645096538e-05}
{"train_loss": 0.0015033583622425795, "global_step": 68900, "epoch": 387, "lr": 2.821893451239741e-05}
{"train_loss": 0.0017474479973316193, "global_step": 68901, "epoch": 387, "lr": 2.8217604398722715e-05}
{"train_loss": 0.003467058762907982, "global_step": 68902, "epoch": 387, "lr": 2.821627430407368e-05}
{"train_loss": 0.001198838697746396, "global_step": 68903, "epoch": 387, "lr": 2.821494422845139e-05}
{"train_loss": 0.003262233454734087, "global_step": 68904, "epoch": 387, "lr": 2.821361417185707e-05}
{"train_loss": 0.003434694604948163, "global_step": 68905, "epoch": 387, "lr": 2.8212284134291857e-05}
{"train_loss": 0.002520778914913535, "global_step": 68906, "epoch": 387, "lr": 2.8210954115756904e-05}
{"train_loss": 0.002809701254591346, "global_step": 68907, "epoch": 387, "lr": 2.8209624116253386e-05}
{"train_loss": 0.001456402475014329, "global_step": 68908, "epoch": 387, "lr": 2.8208294135782464e-05}
{"train_loss": 0.0017644332256168127, "global_step": 68909, "epoch": 387, "lr": 2.8206964174345267e-05}
{"train_loss": 0.0016885779332369566, "global_step": 68910, "epoch": 387, "lr": 2.8205634231943035e-05}
{"train_loss": 0.0023969789035618305, "global_step": 68911, "epoch": 387, "lr": 2.8204304308576835e-05}
{"train_loss": 0.0019793803803622723, "global_step": 68912, "epoch": 387, "lr": 2.820297440424791e-05}
{"train_loss": 0.003324247431010008, "global_step": 68913, "epoch": 387, "lr": 2.820164451895735e-05}
{"train_loss": 0.002903620945289731, "global_step": 68914, "epoch": 387, "lr": 2.820031465270637e-05}
{"train_loss": 0.002118526492267847, "global_step": 68915, "epoch": 387, "lr": 2.819898480549612e-05}
{"train_loss": 0.002836255356669426, "global_step": 68916, "epoch": 387, "lr": 2.8197654977327726e-05}
{"train_loss": 0.002553981263190508, "global_step": 68917, "epoch": 387, "lr": 2.819632516820242e-05}
{"train_loss": 0.0025176352355629206, "global_step": 68918, "epoch": 387, "lr": 2.819499537812128e-05}
{"train_loss": 0.0006839889101684093, "global_step": 68919, "epoch": 387, "lr": 2.819366560708554e-05}
{"train_loss": 0.002460846211761236, "global_step": 68920, "epoch": 387, "lr": 2.8192335855096318e-05}
{"train_loss": 0.0030016812961548567, "global_step": 68921, "epoch": 387, "lr": 2.8191006122154794e-05}
{"train_loss": 0.002607057336717844, "global_step": 68922, "epoch": 387, "lr": 2.818967640826212e-05}
{"train_loss": 0.0022937068715691566, "global_step": 68923, "epoch": 387, "lr": 2.8188346713419468e-05}
{"train_loss": 0.0015558777377009392, "global_step": 68924, "epoch": 387, "lr": 2.818701703762797e-05}
{"train_loss": 0.0016943872906267643, "global_step": 68925, "epoch": 387, "lr": 2.8185687380888847e-05}
{"train_loss": 0.003194337710738182, "global_step": 68926, "epoch": 387, "lr": 2.8184357743203188e-05}
{"train_loss": 0.002404202939942479, "global_step": 68927, "epoch": 387, "lr": 2.8183028124572208e-05}
{"train_loss": 0.0012511820532381535, "global_step": 68928, "epoch": 387, "lr": 2.8181698524997048e-05}
{"train_loss": 0.002443555276840925, "global_step": 68929, "epoch": 387, "lr": 2.8180368944478875e-05}
{"train_loss": 0.00362606649287045, "global_step": 68930, "epoch": 387, "lr": 2.8179039383018845e-05}
{"train_loss": 0.0012779112439602613, "global_step": 68931, "epoch": 387, "lr": 2.8177709840618117e-05}
{"train_loss": 0.0011808532290160656, "global_step": 68932, "epoch": 387, "lr": 2.8176380317277863e-05}
{"train_loss": 0.0015319038648158312, "global_step": 68933, "epoch": 387, "lr": 2.8175050812999225e-05}
{"train_loss": 0.0024496682453900576, "global_step": 68934, "epoch": 387, "lr": 2.817372132778337e-05}
{"train_loss": 0.0018557182047516108, "global_step": 68935, "epoch": 387, "lr": 2.8172391861631486e-05}
{"train_loss": 0.0025046132504940033, "global_step": 68936, "epoch": 387, "lr": 2.8171062414544702e-05}
{"train_loss": 0.003415151732042432, "global_step": 68937, "epoch": 387, "lr": 2.81697329865242e-05}
{"train_loss": 0.001742517575621605, "global_step": 68938, "epoch": 387, "lr": 2.8168403577571134e-05}
{"train_loss": 0.00168412656057626, "global_step": 68939, "epoch": 387, "lr": 2.8167074187686644e-05}
{"train_loss": 0.0017282310873270035, "global_step": 68940, "epoch": 387, "lr": 2.8165744816871948e-05}
{"train_loss": 0.0017975076334550977, "global_step": 68941, "epoch": 387, "lr": 2.8164415465128124e-05}
{"train_loss": 0.002212067600339651, "global_step": 68942, "epoch": 387, "lr": 2.8163086132456407e-05}
{"train_loss": 0.002075035125017166, "global_step": 68943, "epoch": 387, "lr": 2.8161756818857933e-05}
{"train_loss": 0.002054124139249325, "global_step": 68944, "epoch": 387, "lr": 2.8160427524333855e-05}
{"train_loss": 0.0017629099311307073, "global_step": 68945, "epoch": 387, "lr": 2.815909824888534e-05}
{"train_loss": 0.0025190934538841248, "global_step": 68946, "epoch": 387, "lr": 2.8157768992513545e-05}
{"train_loss": 0.0013107906561344862, "global_step": 68947, "epoch": 387, "lr": 2.815643975521962e-05}
{"train_loss": 0.0031738008838146925, "global_step": 68948, "epoch": 387, "lr": 2.8155110537004782e-05}
{"train_loss": 0.0024427047464996576, "global_step": 68949, "epoch": 387, "lr": 2.81537813378701e-05}
{"train_loss": 0.0027659002225846052, "global_step": 68950, "epoch": 387, "lr": 2.8152452157816835e-05}
{"train_loss": 0.0014759920304641128, "global_step": 68951, "epoch": 387, "lr": 2.815112299684605e-05}
{"train_loss": 0.004069100134074688, "global_step": 68952, "epoch": 387, "lr": 2.8149793854958984e-05}
{"train_loss": 0.002418339950963855, "global_step": 68953, "epoch": 387, "lr": 2.8148464732156765e-05}
{"train_loss": 0.0016657215310260653, "global_step": 68954, "epoch": 387, "lr": 2.8147135628440553e-05}
{"train_loss": 0.0023040473461151123, "global_step": 68955, "epoch": 387, "lr": 2.8145806543811514e-05}
{"train_loss": 0.0020210794173181057, "global_step": 68956, "epoch": 387, "lr": 2.8144477478270793e-05}
{"train_loss": 0.0009726776625029743, "global_step": 68957, "epoch": 387, "lr": 2.8143148431819578e-05}
{"train_loss": 0.003094795858487487, "global_step": 68958, "epoch": 387, "lr": 2.8141819404459026e-05}
{"train_loss": 0.0020297630690038204, "global_step": 68959, "epoch": 387, "lr": 2.8140490396190278e-05}
{"train_loss": 0.0032685333862900734, "global_step": 68960, "epoch": 387, "lr": 2.8139161407014513e-05}
{"train_loss": 0.0015726789133623242, "global_step": 68961, "epoch": 387, "lr": 2.8137832436932887e-05}
{"train_loss": 0.0012241787044331431, "global_step": 68962, "epoch": 387, "lr": 2.813650348594654e-05}
{"train_loss": 0.0010305083123967052, "global_step": 68963, "epoch": 387, "lr": 2.8135174554056685e-05}
{"train_loss": 0.0017602373845875263, "global_step": 68964, "epoch": 387, "lr": 2.813384564126441e-05}
{"train_loss": 0.004195529967546463, "global_step": 68965, "epoch": 387, "lr": 2.8132516747570963e-05}
{"train_loss": 0.003341963281854987, "global_step": 68966, "epoch": 387, "lr": 2.813118787297741e-05}
{"train_loss": 0.0007516235928051174, "global_step": 68967, "epoch": 387, "lr": 2.8129859017484984e-05}
{"train_loss": 0.0022844618652015924, "global_step": 68968, "epoch": 387, "lr": 2.8128530181094813e-05}
{"train_loss": 0.0023577227257192135, "global_step": 68969, "epoch": 387, "lr": 2.8127201363808064e-05}
{"train_loss": 0.002153666689991951, "global_step": 68970, "epoch": 387, "lr": 2.8125872565625906e-05}
{"train_loss": 0.0029433160088956356, "global_step": 68971, "epoch": 387, "lr": 2.8124543786549485e-05}
{"train_loss": 0.0026421635411679745, "global_step": 68972, "epoch": 387, "lr": 2.812321502657995e-05}
{"train_loss": 0.0026440711226314306, "global_step": 68973, "epoch": 387, "lr": 2.8121886285718526e-05}
{"train_loss": 0.0008976527024060488, "global_step": 68974, "epoch": 387, "lr": 2.812055756396629e-05}
{"train_loss": 0.0027212437707930803, "global_step": 68975, "epoch": 387, "lr": 2.811922886132445e-05}
{"train_loss": 0.0008025873685255647, "global_step": 68976, "epoch": 387, "lr": 2.8117900177794154e-05}
{"train_loss": 0.0021749199368059635, "global_step": 68977, "epoch": 387, "lr": 2.8116571513376554e-05}
{"train_loss": 0.0007735873223282397, "global_step": 68978, "epoch": 387, "lr": 2.8115242868072866e-05}
{"train_loss": 0.0006552989361807704, "global_step": 68979, "epoch": 387, "lr": 2.8113914241884153e-05}
{"train_loss": 0.0018389394972473383, "global_step": 68980, "epoch": 387, "lr": 2.8112585634811663e-05}
{"train_loss": 0.0008895420469343662, "global_step": 68981, "epoch": 387, "lr": 2.811125704685651e-05}
{"train_loss": 0.002254004357382655, "global_step": 68982, "epoch": 387, "lr": 2.8109928478019876e-05}
{"train_loss": 0.0008943270659074187, "global_step": 68983, "epoch": 387, "lr": 2.810859992830291e-05}
{"train_loss": 0.002003458794206381, "global_step": 68984, "epoch": 387, "lr": 2.8107271397706768e-05}
{"train_loss": 0.0020137617830187082, "global_step": 68985, "epoch": 387, "lr": 2.810594288623263e-05}
{"train_loss": 0.0020332220010459423, "global_step": 68986, "epoch": 387, "lr": 2.8104614393881634e-05}
{"train_loss": 0.002705104649066925, "global_step": 68987, "epoch": 387, "lr": 2.810328592065493e-05}
{"train_loss": 0.003531706053763628, "global_step": 68988, "epoch": 387, "lr": 2.8101957466553742e-05}
{"train_loss": 0.0008372411248274148, "global_step": 68989, "epoch": 387, "lr": 2.810062903157914e-05}
{"train_loss": 0.0010231686756014824, "global_step": 68990, "epoch": 387, "lr": 2.8099300615732353e-05}
{"train_loss": 0.0022499922197312117, "global_step": 68991, "epoch": 387, "lr": 2.8097972219014522e-05}
{"train_loss": 0.0014711925759911537, "global_step": 68992, "epoch": 387, "lr": 2.8096643841426808e-05}
{"train_loss": 0.0018824019934982061, "global_step": 68993, "epoch": 387, "lr": 2.809531548297036e-05}
{"train_loss": 0.0014217142015695572, "global_step": 68994, "epoch": 387, "lr": 2.809398714364635e-05}
{"train_loss": 0.0014468136942014098, "global_step": 68995, "epoch": 387, "lr": 2.809265882345591e-05}
{"train_loss": 0.003832427319139242, "global_step": 68996, "epoch": 387, "lr": 2.8091330522400267e-05}
{"train_loss": 0.0016839462332427502, "global_step": 68997, "epoch": 387, "lr": 2.8090002240480496e-05}
{"train_loss": 0.002677470911294222, "global_step": 68998, "epoch": 387, "lr": 2.8088673977697822e-05}
{"train_loss": 0.0038667176850140095, "global_step": 68999, "epoch": 387, "lr": 2.8087345734053383e-05}
{"train_loss": 0.0015876592369750142, "global_step": 69000, "epoch": 387, "lr": 2.8086017509548317e-05}
{"train_loss": 0.0020182172302156687, "global_step": 69001, "epoch": 387, "lr": 2.808468930418385e-05}
{"train_loss": 0.002387999789789319, "global_step": 69002, "epoch": 387, "lr": 2.808336111796105e-05}
{"train_loss": 0.0036790980957448483, "global_step": 69003, "epoch": 387, "lr": 2.8082032950881176e-05}
{"train_loss": 0.002237357199192047, "global_step": 69004, "epoch": 387, "lr": 2.808070480294529e-05}
{"train_loss": 0.0022576076444238424, "global_step": 69005, "epoch": 387, "lr": 2.8079376674154622e-05}
{"train_loss": 0.002365280408412218, "global_step": 69006, "epoch": 387, "lr": 2.8078048564510308e-05}
{"train_loss": 0.003101410809904337, "global_step": 69007, "epoch": 387, "lr": 2.8076720474013508e-05}
{"train_loss": 0.002102229278534651, "global_step": 69008, "epoch": 387, "lr": 2.8075392402665386e-05}
{"train_loss": 0.0041155219078063965, "global_step": 69009, "epoch": 387, "lr": 2.80740643504671e-05}
{"train_loss": 0.003799752565100789, "global_step": 69010, "epoch": 387, "lr": 2.8072736317419785e-05}
{"train_loss": 0.0011497619561851025, "global_step": 69011, "epoch": 387, "lr": 2.807140830352467e-05}
{"train_loss": 0.0009766557486727834, "global_step": 69012, "epoch": 387, "lr": 2.807008030878283e-05}
{"train_loss": 0.0035498826764523983, "global_step": 69013, "epoch": 387, "lr": 2.806875233319548e-05}
{"train_loss": 0.002286378527060151, "global_step": 69014, "epoch": 387, "lr": 2.8067424376763772e-05}
{"train_loss": 0.002786457072943449, "global_step": 69015, "epoch": 387, "lr": 2.8066096439488853e-05}
{"train_loss": 0.0012431956129148602, "global_step": 69016, "epoch": 387, "lr": 2.806476852137189e-05}
{"train_loss": 0.0024398057721555233, "global_step": 69017, "epoch": 387, "lr": 2.806344062241403e-05}
{"train_loss": 0.003482289146631956, "global_step": 69018, "epoch": 387, "lr": 2.8062112742616455e-05}
{"train_loss": 0.0019013526616618037, "global_step": 69019, "epoch": 387, "lr": 2.8060784881980317e-05}
{"train_loss": 0.0013628636952489614, "global_step": 69020, "epoch": 387, "lr": 2.8059457040506776e-05}
{"train_loss": 0.0016335464315488935, "global_step": 69021, "epoch": 387, "lr": 2.8058129218196982e-05}
{"train_loss": 0.0011554324300959706, "global_step": 69022, "epoch": 387, "lr": 2.805680141505211e-05}
{"train_loss": 0.0016123040113598108, "global_step": 69023, "epoch": 387, "lr": 2.8055473631073304e-05}
{"train_loss": 0.0016129346331581473, "global_step": 69024, "epoch": 387, "lr": 2.805414586626174e-05}
{"train_loss": 0.0007748173666186631, "global_step": 69025, "epoch": 387, "lr": 2.805281812061854e-05}
{"train_loss": 0.0013399410527199507, "global_step": 69026, "epoch": 387, "lr": 2.8051490394144942e-05}
{"train_loss": 0.0020947970915585756, "global_step": 69027, "epoch": 387, "lr": 2.805016268684201e-05}
{"train_loss": 0.0023972485214471817, "global_step": 69028, "epoch": 387, "lr": 2.8048834998710972e-05}
{"train_loss": 0.004783748649060726, "global_step": 69029, "epoch": 387, "lr": 2.8047507329752963e-05}
{"train_loss": 0.010318917222321033, "global_step": 69030, "epoch": 387, "lr": 2.8046179679969148e-05}
{"train_loss": 0.0024282499216496944, "global_step": 69031, "epoch": 387, "lr": 2.804485204936068e-05}
{"train_loss": 0.001823289436288178, "global_step": 69032, "epoch": 387, "lr": 2.804352443792873e-05}
{"train_loss": 0.0025251954793930054, "global_step": 69033, "epoch": 387, "lr": 2.8042196845674428e-05}
{"train_loss": 0.0021072393283247948, "global_step": 69034, "epoch": 387, "lr": 2.804086927259899e-05}
{"train_loss": 0.001913325279019773, "global_step": 69035, "epoch": 387, "lr": 2.803954171870351e-05}
{"train_loss": 0.0036140468437224627, "global_step": 69036, "epoch": 387, "lr": 2.8038214183989194e-05}
{"train_loss": 0.002626885427162051, "global_step": 69037, "epoch": 387, "lr": 2.8036886668457186e-05}
{"train_loss": 0.0026493975892663, "global_step": 69038, "epoch": 387, "lr": 2.803555917210863e-05}
{"train_loss": 0.0006864649476483464, "global_step": 69039, "epoch": 387, "lr": 2.8034231694944734e-05}
{"train_loss": 0.001885012025013566, "global_step": 69040, "epoch": 387, "lr": 2.8032904236966583e-05}
{"train_loss": 0.0018703138921409845, "global_step": 69041, "epoch": 387, "lr": 2.803157679817543e-05}
{"train_loss": 0.0019599630031734705, "global_step": 69042, "epoch": 387, "lr": 2.803024937857233e-05}
{"train_loss": 0.004614967852830887, "global_step": 69043, "epoch": 387, "lr": 2.8028921978158522e-05}
{"train_loss": 0.0012449586065486073, "global_step": 69044, "epoch": 387, "lr": 2.8027594596935142e-05}
{"train_loss": 0.0022599794901907444, "global_step": 69045, "epoch": 387, "lr": 2.802626723490334e-05}
{"train_loss": 0.0014329771511256695, "global_step": 69046, "epoch": 387, "lr": 2.8024939892064285e-05}
{"train_loss": 0.0017065922729671001, "global_step": 69047, "epoch": 387, "lr": 2.8023612568419132e-05}
{"train_loss": 0.0021026208996772766, "global_step": 69048, "epoch": 387, "lr": 2.8022285263969016e-05}
{"train_loss": 0.002317273523658514, "global_step": 69049, "epoch": 387, "lr": 2.8020957978715167e-05}
{"train_loss": 0.00435543991625309, "global_step": 69050, "epoch": 387, "lr": 2.8019630712658655e-05}
{"train_loss": 0.0025372696109116077, "global_step": 69051, "epoch": 387, "lr": 2.801830346580071e-05}
{"train_loss": 0.003428529016673565, "global_step": 69052, "epoch": 387, "lr": 2.8016976238142457e-05}
{"train_loss": 0.001646007876843214, "global_step": 69053, "epoch": 387, "lr": 2.8015649029685066e-05}
{"train_loss": 0.005736431106925011, "global_step": 69054, "epoch": 387, "lr": 2.8014321840429693e-05}
{"train_loss": 0.001716825645416975, "global_step": 69055, "epoch": 387, "lr": 2.8012994670377492e-05}
{"train_loss": 0.0018647502874955535, "global_step": 69056, "epoch": 387, "lr": 2.8011667519529604e-05}
{"train_loss": 0.0020168437622487545, "global_step": 69057, "epoch": 387, "lr": 2.8010340387887264e-05}
{"train_loss": 0.0030110878869891167, "global_step": 69058, "epoch": 387, "lr": 2.8009013275451528e-05}
{"train_loss": 0.003005489008501172, "global_step": 69059, "epoch": 387, "lr": 2.800768618222363e-05}
{"train_loss": 0.0008135028765536845, "global_step": 69060, "epoch": 387, "lr": 2.8006359108204706e-05}
{"train_loss": 0.002822733484208584, "global_step": 69061, "epoch": 387, "lr": 2.8005032053395915e-05}
{"train_loss": 0.001937958295457065, "global_step": 69062, "epoch": 387, "lr": 2.800370501779841e-05}
{"train_loss": 0.0022714333428891396, "global_step": 69063, "epoch": 387, "lr": 2.8002378001413337e-05}
{"train_loss": 0.0022445283830165863, "global_step": 69064, "epoch": 388, "lr": 2.8001051004241912e-05}
{"train_loss": 0.002569169970229268, "global_step": 69065, "epoch": 388, "lr": 2.799972402628522e-05}
{"train_loss": 0.0010098658967763186, "global_step": 69066, "epoch": 388, "lr": 2.799839706754447e-05}
{"train_loss": 0.0014759956393390894, "global_step": 69067, "epoch": 388, "lr": 2.7997070128020808e-05}
{"train_loss": 0.0013488616095855832, "global_step": 69068, "epoch": 388, "lr": 2.7995743207715387e-05}
{"train_loss": 0.0014871396124362946, "global_step": 69069, "epoch": 388, "lr": 2.7994416306629377e-05}
{"train_loss": 0.002604532055556774, "global_step": 69070, "epoch": 388, "lr": 2.799308942476393e-05}
{"train_loss": 0.0022511640563607216, "global_step": 69071, "epoch": 388, "lr": 2.7991762562120183e-05}
{"train_loss": 0.003793945536017418, "global_step": 69072, "epoch": 388, "lr": 2.7990435718699353e-05}
{"train_loss": 0.0015273613389581442, "global_step": 69073, "epoch": 388, "lr": 2.7989108894502525e-05}
{"train_loss": 0.0014220194425433874, "global_step": 69074, "epoch": 388, "lr": 2.798778208953094e-05}
{"train_loss": 0.0005787768168374896, "global_step": 69075, "epoch": 388, "lr": 2.798645530378567e-05}
{"train_loss": 0.001406820141710341, "global_step": 69076, "epoch": 388, "lr": 2.7985128537267934e-05}
{"train_loss": 0.0027406890876591206, "global_step": 69077, "epoch": 388, "lr": 2.7983801789978882e-05}
{"train_loss": 0.0015769799938425422, "global_step": 69078, "epoch": 388, "lr": 2.7982475061919654e-05}
{"train_loss": 0.0011260734172537923, "global_step": 69079, "epoch": 388, "lr": 2.7981148353091424e-05}
{"train_loss": 0.0012545925565063953, "global_step": 69080, "epoch": 388, "lr": 2.797982166349533e-05}
{"train_loss": 0.002195362001657486, "global_step": 69081, "epoch": 388, "lr": 2.7978494993132565e-05}
{"train_loss": 0.000597893726080656, "global_step": 69082, "epoch": 388, "lr": 2.7977168342004267e-05}
{"train_loss": 0.001658794702962041, "global_step": 69083, "epoch": 388, "lr": 2.7975841710111596e-05}
{"train_loss": 0.0017988663166761398, "global_step": 69084, "epoch": 388, "lr": 2.797451509745571e-05}
{"train_loss": 0.002512324368581176, "global_step": 69085, "epoch": 388, "lr": 2.7973188504037772e-05}
{"train_loss": 0.0013755203690379858, "global_step": 69086, "epoch": 388, "lr": 2.797186192985892e-05}
{"train_loss": 0.0017895973287522793, "global_step": 69087, "epoch": 388, "lr": 2.797053537492037e-05}
{"train_loss": 0.002561088651418686, "global_step": 69088, "epoch": 388, "lr": 2.7969208839223204e-05}
{"train_loss": 0.002248208737000823, "global_step": 69089, "epoch": 388, "lr": 2.7967882322768634e-05}
{"train_loss": 0.0009039402939379215, "global_step": 69090, "epoch": 388, "lr": 2.796655582555781e-05}
{"train_loss": 0.0018180576153099537, "global_step": 69091, "epoch": 388, "lr": 2.796522934759188e-05}
{"train_loss": 0.0020165613386780024, "global_step": 69092, "epoch": 388, "lr": 2.7963902888872008e-05}
{"train_loss": 0.002107388572767377, "global_step": 69093, "epoch": 388, "lr": 2.7962576449399347e-05}
{"train_loss": 0.0024606571532785892, "global_step": 69094, "epoch": 388, "lr": 2.7961250029175056e-05}
{"train_loss": 0.0010252114152535796, "global_step": 69095, "epoch": 388, "lr": 2.79599236282003e-05}
{"train_loss": 0.001793889096006751, "global_step": 69096, "epoch": 388, "lr": 2.7958597246476225e-05}
{"train_loss": 0.0038659945130348206, "global_step": 69097, "epoch": 388, "lr": 2.7957270884004027e-05}
{"train_loss": 0.0012519871816039085, "global_step": 69098, "epoch": 388, "lr": 2.7955944540784802e-05}
{"train_loss": 0.0022416505962610245, "global_step": 69099, "epoch": 388, "lr": 2.795461821681976e-05}
{"train_loss": 0.0014557024696841836, "global_step": 69100, "epoch": 388, "lr": 2.7953291912110046e-05}
{"train_loss": 0.0020311938133090734, "global_step": 69101, "epoch": 388, "lr": 2.795196562665679e-05}
{"train_loss": 0.0006024392787367105, "global_step": 69102, "epoch": 388, "lr": 2.7950639360461216e-05}
{"train_loss": 0.003460843348875642, "global_step": 69103, "epoch": 388, "lr": 2.79493131135244e-05}
{"train_loss": 0.004055817611515522, "global_step": 69104, "epoch": 388, "lr": 2.7947986885847567e-05}
{"train_loss": 0.0022754515521228313, "global_step": 69105, "epoch": 388, "lr": 2.794666067743185e-05}
{"train_loss": 0.0022986503317952156, "global_step": 69106, "epoch": 388, "lr": 2.794533448827841e-05}
{"train_loss": 0.002187036443501711, "global_step": 69107, "epoch": 388, "lr": 2.79440083183884e-05}
{"train_loss": 0.002588392933830619, "global_step": 69108, "epoch": 388, "lr": 2.794268216776298e-05}
{"train_loss": 0.0018217957112938166, "global_step": 69109, "epoch": 388, "lr": 2.7941356036403287e-05}
{"train_loss": 0.0058630649000406265, "global_step": 69110, "epoch": 388, "lr": 2.794002992431055e-05}
{"train_loss": 0.004229685291647911, "global_step": 69111, "epoch": 388, "lr": 2.7938703831485836e-05}
{"train_loss": 0.003101172624155879, "global_step": 69112, "epoch": 388, "lr": 2.793737775793039e-05}
{"train_loss": 0.002742625307291746, "global_step": 69113, "epoch": 388, "lr": 2.7936051703645283e-05}
{"train_loss": 0.002006001304835081, "global_step": 69114, "epoch": 388, "lr": 2.7934725668631732e-05}
{"train_loss": 0.0025997203774750233, "global_step": 69115, "epoch": 388, "lr": 2.793339965289089e-05}
{"train_loss": 0.002106060739606619, "global_step": 69116, "epoch": 388, "lr": 2.7932073656423906e-05}
{"train_loss": 0.0023038138169795275, "global_step": 69117, "epoch": 388, "lr": 2.7930747679231928e-05}
{"train_loss": 0.0019945790991187096, "global_step": 69118, "epoch": 388, "lr": 2.792942172131613e-05}
{"train_loss": 0.0022941967472434044, "global_step": 69119, "epoch": 388, "lr": 2.7928095782677645e-05}
{"train_loss": 0.0020640611182898283, "global_step": 69120, "epoch": 388, "lr": 2.792676986331769e-05}
{"train_loss": 0.002429824322462082, "global_step": 69121, "epoch": 388, "lr": 2.7925443963237343e-05}
{"train_loss": 0.0015733108157292008, "global_step": 69122, "epoch": 388, "lr": 2.7924118082437822e-05}
{"train_loss": 0.001390264369547367, "global_step": 69123, "epoch": 388, "lr": 2.792279222092026e-05}
{"train_loss": 0.002475672634318471, "global_step": 69124, "epoch": 388, "lr": 2.7921466378685812e-05}
{"train_loss": 0.0008857338689267635, "global_step": 69125, "epoch": 388, "lr": 2.7920140555735674e-05}
{"train_loss": 0.0030146948993206024, "global_step": 69126, "epoch": 388, "lr": 2.7918814752070944e-05}
{"train_loss": 0.001157241640612483, "global_step": 69127, "epoch": 388, "lr": 2.7917488967692823e-05}
{"train_loss": 0.0028788528870791197, "global_step": 69128, "epoch": 388, "lr": 2.791616320260246e-05}
{"train_loss": 0.0006350636249408126, "global_step": 69129, "epoch": 388, "lr": 2.7914837456801006e-05}
{"train_loss": 0.004256441257894039, "global_step": 69130, "epoch": 388, "lr": 2.7913511730289628e-05}
{"train_loss": 0.0023766267113387585, "global_step": 69131, "epoch": 388, "lr": 2.7912186023069476e-05}
{"train_loss": 0.0009159962646663189, "global_step": 69132, "epoch": 388, "lr": 2.791086033514171e-05}
{"train_loss": 0.002875986974686384, "global_step": 69133, "epoch": 388, "lr": 2.7909534666507486e-05}
{"train_loss": 0.00240056193433702, "global_step": 69134, "epoch": 388, "lr": 2.790820901716795e-05}
{"train_loss": 0.0012173554860055447, "global_step": 69135, "epoch": 388, "lr": 2.7906883387124305e-05}
{"train_loss": 0.0021570210810750723, "global_step": 69136, "epoch": 388, "lr": 2.7905557776377645e-05}
{"train_loss": 0.003562626428902149, "global_step": 69137, "epoch": 388, "lr": 2.790423218492918e-05}
{"train_loss": 0.0029934989288449287, "global_step": 69138, "epoch": 388, "lr": 2.790290661278005e-05}
{"train_loss": 0.0018897848203778267, "global_step": 69139, "epoch": 388, "lr": 2.7901581059931415e-05}
{"train_loss": 0.0035784700885415077, "global_step": 69140, "epoch": 388, "lr": 2.7900255526384422e-05}
{"train_loss": 0.0016190136084333062, "global_step": 69141, "epoch": 388, "lr": 2.7898930012140235e-05}
{"train_loss": 0.0015897159464657307, "global_step": 69142, "epoch": 388, "lr": 2.7897604517199994e-05}
{"train_loss": 0.003592437133193016, "global_step": 69143, "epoch": 388, "lr": 2.7896279041564898e-05}
{"train_loss": 0.00299055059440434, "global_step": 69144, "epoch": 388, "lr": 2.7894953585236084e-05}
{"train_loss": 0.0012999044265598059, "global_step": 69145, "epoch": 388, "lr": 2.7893628148214703e-05}
{"train_loss": 0.0023131181951612234, "global_step": 69146, "epoch": 388, "lr": 2.7892302730501918e-05}
{"train_loss": 0.0007625052239745855, "global_step": 69147, "epoch": 388, "lr": 2.7890977332098872e-05}
{"train_loss": 0.0013114582980051637, "global_step": 69148, "epoch": 388, "lr": 2.7889651953006775e-05}
{"train_loss": 0.00203150138258934, "global_step": 69149, "epoch": 388, "lr": 2.7888326593226704e-05}
{"train_loss": 0.001859403564594686, "global_step": 69150, "epoch": 388, "lr": 2.7887001252759902e-05}
{"train_loss": 0.002406385960057378, "global_step": 69151, "epoch": 388, "lr": 2.7885675931607437e-05}
{"train_loss": 0.002710198052227497, "global_step": 69152, "epoch": 388, "lr": 2.7884350629770538e-05}
{"train_loss": 0.0018546654609963298, "global_step": 69153, "epoch": 388, "lr": 2.788302534725034e-05}
{"train_loss": 0.004473967477679253, "global_step": 69154, "epoch": 388, "lr": 2.7881700084048e-05}
{"train_loss": 0.0028512952849268913, "global_step": 69155, "epoch": 388, "lr": 2.788037484016467e-05}
{"train_loss": 0.002287928480654955, "global_step": 69156, "epoch": 388, "lr": 2.7879049615601516e-05}
{"train_loss": 0.002228391356766224, "global_step": 69157, "epoch": 388, "lr": 2.787772441035966e-05}
{"train_loss": 0.0015447413315996528, "global_step": 69158, "epoch": 388, "lr": 2.7876399224440343e-05}
{"train_loss": 0.004276328720152378, "global_step": 69159, "epoch": 388, "lr": 2.7875074057844624e-05}
{"train_loss": 0.0016025531804189086, "global_step": 69160, "epoch": 388, "lr": 2.787374891057373e-05}
{"train_loss": 0.0037000293377786875, "global_step": 69161, "epoch": 388, "lr": 2.7872423782628788e-05}
{"train_loss": 0.0018214259762316942, "global_step": 69162, "epoch": 388, "lr": 2.787109867401097e-05}
{"train_loss": 0.00252521107904613, "global_step": 69163, "epoch": 388, "lr": 2.7869773584721424e-05}
{"train_loss": 0.0014923249837011099, "global_step": 69164, "epoch": 388, "lr": 2.7868448514761286e-05}
{"train_loss": 0.0015532125253230333, "global_step": 69165, "epoch": 388, "lr": 2.786712346413176e-05}
{"train_loss": 0.0010926316026598215, "global_step": 69166, "epoch": 388, "lr": 2.786579843283398e-05}
{"train_loss": 0.002457041759043932, "global_step": 69167, "epoch": 388, "lr": 2.7864473420869096e-05}
{"train_loss": 0.0025366167537868023, "global_step": 69168, "epoch": 388, "lr": 2.7863148428238285e-05}
{"train_loss": 0.0036993855610489845, "global_step": 69169, "epoch": 388, "lr": 2.786182345494268e-05}
{"train_loss": 0.0014961000997573137, "global_step": 69170, "epoch": 388, "lr": 2.7860498500983457e-05}
{"train_loss": 0.0015479072462767363, "global_step": 69171, "epoch": 388, "lr": 2.7859173566361762e-05}
{"train_loss": 0.003778521902859211, "global_step": 69172, "epoch": 388, "lr": 2.7857848651078743e-05}
{"train_loss": 0.0010339940199628472, "global_step": 69173, "epoch": 388, "lr": 2.785652375513561e-05}
{"train_loss": 0.0007008312968537211, "global_step": 69174, "epoch": 388, "lr": 2.7855198878533433e-05}
{"train_loss": 0.0011735131265595555, "global_step": 69175, "epoch": 388, "lr": 2.785387402127344e-05}
{"train_loss": 0.0022950340062379837, "global_step": 69176, "epoch": 388, "lr": 2.785254918335677e-05}
{"train_loss": 0.001816200907342136, "global_step": 69177, "epoch": 388, "lr": 2.785122436478458e-05}
{"train_loss": 0.0014719306491315365, "global_step": 69178, "epoch": 388, "lr": 2.7849899565558013e-05}
{"train_loss": 0.0019057755125686526, "global_step": 69179, "epoch": 388, "lr": 2.784857478567824e-05}
{"train_loss": 0.0016925308154895902, "global_step": 69180, "epoch": 388, "lr": 2.7847250025146392e-05}
{"train_loss": 0.0027071265503764153, "global_step": 69181, "epoch": 388, "lr": 2.784592528396369e-05}
{"train_loss": 0.0012801858829334378, "global_step": 69182, "epoch": 388, "lr": 2.7844600562131207e-05}
{"train_loss": 0.0013516864273697138, "global_step": 69183, "epoch": 388, "lr": 2.7843275859650164e-05}
{"train_loss": 0.002868849318474531, "global_step": 69184, "epoch": 388, "lr": 2.7841951176521698e-05}
{"train_loss": 0.0018291218439117074, "global_step": 69185, "epoch": 388, "lr": 2.7840626512746943e-05}
{"train_loss": 0.004094388335943222, "global_step": 69186, "epoch": 388, "lr": 2.7839301868327117e-05}
{"train_loss": 0.0032800231128931046, "global_step": 69187, "epoch": 388, "lr": 2.7837977243263303e-05}
{"train_loss": 0.0018502740422263741, "global_step": 69188, "epoch": 388, "lr": 2.7836652637556725e-05}
{"train_loss": 0.004742131102830172, "global_step": 69189, "epoch": 388, "lr": 2.7835328051208465e-05}
{"train_loss": 0.0021679499186575413, "global_step": 69190, "epoch": 388, "lr": 2.783400348421975e-05}
{"train_loss": 0.0022527577821165323, "global_step": 69191, "epoch": 388, "lr": 2.7832678936591704e-05}
{"train_loss": 0.001484978711232543, "global_step": 69192, "epoch": 388, "lr": 2.7831354408325493e-05}
{"train_loss": 0.0019767966587096453, "global_step": 69193, "epoch": 388, "lr": 2.7830029899422266e-05}
{"train_loss": 0.002804700518026948, "global_step": 69194, "epoch": 388, "lr": 2.7828705409883184e-05}
{"train_loss": 0.0028396714478731155, "global_step": 69195, "epoch": 388, "lr": 2.782738093970939e-05}
{"train_loss": 0.0035149240866303444, "global_step": 69196, "epoch": 388, "lr": 2.7826056488902085e-05}
{"train_loss": 0.0012792313937097788, "global_step": 69197, "epoch": 388, "lr": 2.7824732057462365e-05}
{"train_loss": 0.0017554337391629815, "global_step": 69198, "epoch": 388, "lr": 2.782340764539143e-05}
{"train_loss": 0.0017924265703186393, "global_step": 69199, "epoch": 388, "lr": 2.782208325269043e-05}
{"train_loss": 0.0026200846768915653, "global_step": 69200, "epoch": 388, "lr": 2.782075887936051e-05}
{"train_loss": 0.0027577972505241632, "global_step": 69201, "epoch": 388, "lr": 2.7819434525402838e-05}
{"train_loss": 0.0028219306841492653, "global_step": 69202, "epoch": 388, "lr": 2.7818110190818557e-05}
{"train_loss": 0.0018695697654038668, "global_step": 69203, "epoch": 388, "lr": 2.781678587560884e-05}
{"train_loss": 0.003079579211771488, "global_step": 69204, "epoch": 388, "lr": 2.7815461579774836e-05}
{"train_loss": 0.0018409331096336246, "global_step": 69205, "epoch": 388, "lr": 2.7814137303317677e-05}
{"train_loss": 0.002087217289954424, "global_step": 69206, "epoch": 388, "lr": 2.7812813046238568e-05}
{"train_loss": 0.00474377628415823, "global_step": 69207, "epoch": 388, "lr": 2.7811488808538637e-05}
{"train_loss": 0.0016023996286094189, "global_step": 69208, "epoch": 388, "lr": 2.781016459021905e-05}
{"train_loss": 0.0019226509612053633, "global_step": 69209, "epoch": 388, "lr": 2.7808840391280954e-05}
{"train_loss": 0.0034533506259322166, "global_step": 69210, "epoch": 388, "lr": 2.78075162117255e-05}
{"train_loss": 0.0012391179334372282, "global_step": 69211, "epoch": 388, "lr": 2.7806192051553887e-05}
{"train_loss": 0.0024010050110518932, "global_step": 69212, "epoch": 388, "lr": 2.78048679107672e-05}
{"train_loss": 0.002106522675603628, "global_step": 69213, "epoch": 388, "lr": 2.780354378936666e-05}
{"train_loss": 0.0014213466783985496, "global_step": 69214, "epoch": 388, "lr": 2.780221968735339e-05}
{"train_loss": 0.00164478225633502, "global_step": 69215, "epoch": 388, "lr": 2.780089560472857e-05}
{"train_loss": 0.0024813830386847258, "global_step": 69216, "epoch": 388, "lr": 2.779957154149333e-05}
{"train_loss": 0.0010792894754558802, "global_step": 69217, "epoch": 388, "lr": 2.7798247497648844e-05}
{"train_loss": 0.0022221747785806656, "global_step": 69218, "epoch": 388, "lr": 2.779692347319624e-05}
{"train_loss": 0.0031378769781440496, "global_step": 69219, "epoch": 388, "lr": 2.7795599468136742e-05}
{"train_loss": 0.003982482943683863, "global_step": 69220, "epoch": 388, "lr": 2.7794275482471414e-05}
{"train_loss": 0.0012817681999877095, "global_step": 69221, "epoch": 388, "lr": 2.7792951516201504e-05}
{"train_loss": 0.0031320012640208006, "global_step": 69222, "epoch": 388, "lr": 2.7791627569328087e-05}
{"train_loss": 0.0014445437118411064, "global_step": 69223, "epoch": 388, "lr": 2.7790303641852377e-05}
{"train_loss": 0.0021065869368612766, "global_step": 69224, "epoch": 388, "lr": 2.778897973377551e-05}
{"train_loss": 0.0030692247673869133, "global_step": 69225, "epoch": 388, "lr": 2.7787655845098638e-05}
{"train_loss": 0.0011402417439967394, "global_step": 69226, "epoch": 388, "lr": 2.7786331975822928e-05}
{"train_loss": 0.0013778815045952797, "global_step": 69227, "epoch": 388, "lr": 2.7785008125949508e-05}
{"train_loss": 0.0011301301419734955, "global_step": 69228, "epoch": 388, "lr": 2.7783684295479572e-05}
{"train_loss": 0.001215522293932736, "global_step": 69229, "epoch": 388, "lr": 2.778236048441427e-05}
{"train_loss": 0.0008990016067400575, "global_step": 69230, "epoch": 388, "lr": 2.7781036692754748e-05}
{"train_loss": 0.0006670352886430919, "global_step": 69231, "epoch": 388, "lr": 2.7779712920502153e-05}
{"train_loss": 0.0021187164820730686, "global_step": 69232, "epoch": 388, "lr": 2.7778389167657664e-05}
{"train_loss": 0.0018860070267692208, "global_step": 69233, "epoch": 388, "lr": 2.7777065434222404e-05}
{"train_loss": 0.003947828896343708, "global_step": 69234, "epoch": 388, "lr": 2.7775741720197584e-05}
{"train_loss": 0.0010401362087577581, "global_step": 69235, "epoch": 388, "lr": 2.7774418025584294e-05}
{"train_loss": 0.0031759655103087425, "global_step": 69236, "epoch": 388, "lr": 2.7773094350383734e-05}
{"train_loss": 0.0015595456352457404, "global_step": 69237, "epoch": 388, "lr": 2.7771770694597054e-05}
{"train_loss": 0.002887583337724209, "global_step": 69238, "epoch": 388, "lr": 2.77704470582254e-05}
{"train_loss": 0.0016167850699275732, "global_step": 69239, "epoch": 388, "lr": 2.776912344126994e-05}
{"train_loss": 0.001770575880073011, "global_step": 69240, "epoch": 388, "lr": 2.7767799843731812e-05}
{"train_loss": 0.0021636059482874914, "global_step": 69241, "epoch": 388, "lr": 2.7766476265612195e-05}
{"train_loss": 0.0016924545634537935, "global_step": 69242, "epoch": 389, "lr": 2.7765152706912222e-05}
{"train_loss": 0.0014863922260701656, "global_step": 69243, "epoch": 389, "lr": 2.7763829167633048e-05}
{"train_loss": 0.002664851024746895, "global_step": 69244, "epoch": 389, "lr": 2.7762505647775884e-05}
{"train_loss": 0.0015831124037504196, "global_step": 69245, "epoch": 389, "lr": 2.7761182147341803e-05}
{"train_loss": 0.005930902902036905, "global_step": 69246, "epoch": 389, "lr": 2.7759858666332017e-05}
{"train_loss": 0.0037446613423526287, "global_step": 69247, "epoch": 389, "lr": 2.775853520474766e-05}
{"train_loss": 0.0026589289773255587, "global_step": 69248, "epoch": 389, "lr": 2.7757211762589884e-05}
{"train_loss": 0.0031457445584237576, "global_step": 69249, "epoch": 389, "lr": 2.775588833985989e-05}
{"train_loss": 0.0023927553556859493, "global_step": 69250, "epoch": 389, "lr": 2.7754564936558765e-05}
{"train_loss": 0.0020357761532068253, "global_step": 69251, "epoch": 389, "lr": 2.7753241552687713e-05}
{"train_loss": 0.0014457874931395054, "global_step": 69252, "epoch": 389, "lr": 2.7751918188247882e-05}
{"train_loss": 0.0016214556526392698, "global_step": 69253, "epoch": 389, "lr": 2.7750594843240417e-05}
{"train_loss": 0.002147227292880416, "global_step": 69254, "epoch": 389, "lr": 2.7749271517666476e-05}
{"train_loss": 0.0023838933557271957, "global_step": 69255, "epoch": 389, "lr": 2.7747948211527224e-05}
{"train_loss": 0.002537309657782316, "global_step": 69256, "epoch": 389, "lr": 2.7746624924823788e-05}
{"train_loss": 0.002519039437174797, "global_step": 69257, "epoch": 389, "lr": 2.774530165755739e-05}
{"train_loss": 0.0019026801455765963, "global_step": 69258, "epoch": 389, "lr": 2.7743978409729092e-05}
{"train_loss": 0.0018466543406248093, "global_step": 69259, "epoch": 389, "lr": 2.774265518134015e-05}
{"train_loss": 0.0014577687252312899, "global_step": 69260, "epoch": 389, "lr": 2.774133197239162e-05}
{"train_loss": 0.0012671832228079438, "global_step": 69261, "epoch": 389, "lr": 2.7740008782884734e-05}
{"train_loss": 0.0013337931595742702, "global_step": 69262, "epoch": 389, "lr": 2.773868561282062e-05}
{"train_loss": 0.002743865828961134, "global_step": 69263, "epoch": 389, "lr": 2.7737362462200434e-05}
{"train_loss": 0.0016291618812829256, "global_step": 69264, "epoch": 389, "lr": 2.773603933102533e-05}
{"train_loss": 0.001962928334251046, "global_step": 69265, "epoch": 389, "lr": 2.773471621929647e-05}
{"train_loss": 0.0026812031865119934, "global_step": 69266, "epoch": 389, "lr": 2.7733393127014984e-05}
{"train_loss": 0.003233162220567465, "global_step": 69267, "epoch": 389, "lr": 2.7732070054182092e-05}
{"train_loss": 0.0006340687978081405, "global_step": 69268, "epoch": 389, "lr": 2.773074700079886e-05}
{"train_loss": 0.0019055057782679796, "global_step": 69269, "epoch": 389, "lr": 2.772942396686652e-05}
{"train_loss": 0.0023546433076262474, "global_step": 69270, "epoch": 389, "lr": 2.7728100952386193e-05}
{"train_loss": 0.002170766470953822, "global_step": 69271, "epoch": 389, "lr": 2.7726777957359016e-05}
{"train_loss": 0.0015735169872641563, "global_step": 69272, "epoch": 389, "lr": 2.7725454981786214e-05}
{"train_loss": 0.002304842695593834, "global_step": 69273, "epoch": 389, "lr": 2.7724132025668854e-05}
{"train_loss": 0.0029148629400879145, "global_step": 69274, "epoch": 389, "lr": 2.7722809089008156e-05}
{"train_loss": 0.0018987306393682957, "global_step": 69275, "epoch": 389, "lr": 2.7721486171805255e-05}
{"train_loss": 0.001984306611120701, "global_step": 69276, "epoch": 389, "lr": 2.77201632740613e-05}
{"train_loss": 0.0016815104754641652, "global_step": 69277, "epoch": 389, "lr": 2.7718840395777458e-05}
{"train_loss": 0.0014502995181828737, "global_step": 69278, "epoch": 389, "lr": 2.7717517536954873e-05}
{"train_loss": 0.0010419490281492472, "global_step": 69279, "epoch": 389, "lr": 2.771619469759471e-05}
{"train_loss": 0.0017915688222274184, "global_step": 69280, "epoch": 389, "lr": 2.7714871877698124e-05}
{"train_loss": 0.002056204015389085, "global_step": 69281, "epoch": 389, "lr": 2.771354907726624e-05}
{"train_loss": 0.0007853059796616435, "global_step": 69282, "epoch": 389, "lr": 2.771222629630028e-05}
{"train_loss": 0.0015033953823149204, "global_step": 69283, "epoch": 389, "lr": 2.771090353480132e-05}
{"train_loss": 0.0024351770989596844, "global_step": 69284, "epoch": 389, "lr": 2.7709580792770572e-05}
{"train_loss": 0.0015090185916051269, "global_step": 69285, "epoch": 389, "lr": 2.770825807020918e-05}
{"train_loss": 0.001713882782496512, "global_step": 69286, "epoch": 389, "lr": 2.7706935367118292e-05}
{"train_loss": 0.0026497317012399435, "global_step": 69287, "epoch": 389, "lr": 2.770561268349906e-05}
{"train_loss": 0.002807939425110817, "global_step": 69288, "epoch": 389, "lr": 2.7704290019352647e-05}
{"train_loss": 0.0017191473161801696, "global_step": 69289, "epoch": 389, "lr": 2.7702967374680188e-05}
{"train_loss": 0.003426904324442148, "global_step": 69290, "epoch": 389, "lr": 2.770164474948287e-05}
{"train_loss": 0.0029427860863506794, "global_step": 69291, "epoch": 389, "lr": 2.7700322143761837e-05}
{"train_loss": 0.002082690829411149, "global_step": 69292, "epoch": 389, "lr": 2.7698999557518235e-05}
{"train_loss": 0.0008786845137365162, "global_step": 69293, "epoch": 389, "lr": 2.769767699075323e-05}
{"train_loss": 0.0028464333154261112, "global_step": 69294, "epoch": 389, "lr": 2.7696354443467954e-05}
{"train_loss": 0.0019240656401962042, "global_step": 69295, "epoch": 389, "lr": 2.7695031915663622e-05}
{"train_loss": 0.002608181908726692, "global_step": 69296, "epoch": 389, "lr": 2.7693709407341306e-05}
{"train_loss": 0.0031355677638202906, "global_step": 69297, "epoch": 389, "lr": 2.7692386918502238e-05}
{"train_loss": 0.000981668708845973, "global_step": 69298, "epoch": 389, "lr": 2.7691064449147502e-05}
{"train_loss": 0.00077362812589854, "global_step": 69299, "epoch": 389, "lr": 2.7689741999278306e-05}
{"train_loss": 0.0017659524455666542, "global_step": 69300, "epoch": 389, "lr": 2.768841956889579e-05}
{"train_loss": 0.0030254381708800793, "global_step": 69301, "epoch": 389, "lr": 2.7687097158001108e-05}
{"train_loss": 0.003879667492583394, "global_step": 69302, "epoch": 389, "lr": 2.7685774766595413e-05}
{"train_loss": 0.0022634868510067463, "global_step": 69303, "epoch": 389, "lr": 2.768445239467986e-05}
{"train_loss": 0.0006638530758209527, "global_step": 69304, "epoch": 389, "lr": 2.768313004225559e-05}
{"train_loss": 0.0031186225824058056, "global_step": 69305, "epoch": 389, "lr": 2.7681807709323803e-05}
{"train_loss": 0.0036129902582615614, "global_step": 69306, "epoch": 389, "lr": 2.768048539588559e-05}
{"train_loss": 0.0011735791340470314, "global_step": 69307, "epoch": 389, "lr": 2.7679163101942163e-05}
{"train_loss": 0.002162813674658537, "global_step": 69308, "epoch": 389, "lr": 2.7677840827494656e-05}
{"train_loss": 0.002267641481012106, "global_step": 69309, "epoch": 389, "lr": 2.767651857254422e-05}
{"train_loss": 0.000908361398614943, "global_step": 69310, "epoch": 389, "lr": 2.7675196337092003e-05}
{"train_loss": 0.003430777695029974, "global_step": 69311, "epoch": 389, "lr": 2.7673874121139154e-05}
{"train_loss": 0.001202902989462018, "global_step": 69312, "epoch": 389, "lr": 2.7672551924686867e-05}
{"train_loss": 0.0030239340849220753, "global_step": 69313, "epoch": 389, "lr": 2.767122974773627e-05}
{"train_loss": 0.0009323351550847292, "global_step": 69314, "epoch": 389, "lr": 2.7669907590288523e-05}
{"train_loss": 0.0015922365710139275, "global_step": 69315, "epoch": 389, "lr": 2.7668585452344776e-05}
{"train_loss": 0.002659266348928213, "global_step": 69316, "epoch": 389, "lr": 2.766726333390618e-05}
{"train_loss": 0.0023694010451436043, "global_step": 69317, "epoch": 389, "lr": 2.7665941234973903e-05}
{"train_loss": 0.0017786198295652866, "global_step": 69318, "epoch": 389, "lr": 2.7664619155549088e-05}
{"train_loss": 0.0006450222572311759, "global_step": 69319, "epoch": 389, "lr": 2.7663297095632878e-05}
{"train_loss": 0.001653121318668127, "global_step": 69320, "epoch": 389, "lr": 2.7661975055226486e-05}
{"train_loss": 0.0018828946631401777, "global_step": 69321, "epoch": 389, "lr": 2.7660653034330973e-05}
{"train_loss": 0.0011009813752025366, "global_step": 69322, "epoch": 389, "lr": 2.765933103294758e-05}
{"train_loss": 0.0017202385934069753, "global_step": 69323, "epoch": 389, "lr": 2.765800905107742e-05}
{"train_loss": 0.0012662613298743963, "global_step": 69324, "epoch": 389, "lr": 2.7656687088721656e-05}
{"train_loss": 0.0021062223240733147, "global_step": 69325, "epoch": 389, "lr": 2.765536514588144e-05}
{"train_loss": 0.004486764781177044, "global_step": 69326, "epoch": 389, "lr": 2.7654043222557935e-05}
{"train_loss": 0.0011516864178702235, "global_step": 69327, "epoch": 389, "lr": 2.7652721318752262e-05}
{"train_loss": 0.0005463478737510741, "global_step": 69328, "epoch": 389, "lr": 2.765139943446564e-05}
{"train_loss": 0.002306327223777771, "global_step": 69329, "epoch": 389, "lr": 2.765007756969915e-05}
{"train_loss": 0.004576926119625568, "global_step": 69330, "epoch": 389, "lr": 2.7648755724454024e-05}
{"train_loss": 0.0010850192047655582, "global_step": 69331, "epoch": 389, "lr": 2.7647433898731335e-05}
{"train_loss": 0.0007104054093360901, "global_step": 69332, "epoch": 389, "lr": 2.7646112092532274e-05}
{"train_loss": 0.004498498048633337, "global_step": 69333, "epoch": 389, "lr": 2.7644790305858037e-05}
{"train_loss": 0.0016745859757065773, "global_step": 69334, "epoch": 389, "lr": 2.7643468538709705e-05}
{"train_loss": 0.00490824319422245, "global_step": 69335, "epoch": 389, "lr": 2.7642146791088508e-05}
{"train_loss": 0.002002395922318101, "global_step": 69336, "epoch": 389, "lr": 2.7640825062995524e-05}
{"train_loss": 0.0014141583815217018, "global_step": 69337, "epoch": 389, "lr": 2.7639503354431962e-05}
{"train_loss": 0.0038703836034983397, "global_step": 69338, "epoch": 389, "lr": 2.7638181665398953e-05}
{"train_loss": 0.002447128063067794, "global_step": 69339, "epoch": 389, "lr": 2.7636859995897657e-05}
{"train_loss": 0.001779646147042513, "global_step": 69340, "epoch": 389, "lr": 2.7635538345929235e-05}
{"train_loss": 0.0019925497472286224, "global_step": 69341, "epoch": 389, "lr": 2.763421671549483e-05}
{"train_loss": 0.003579232841730118, "global_step": 69342, "epoch": 389, "lr": 2.763289510459558e-05}
{"train_loss": 0.002559239976108074, "global_step": 69343, "epoch": 389, "lr": 2.7631573513232707e-05}
{"train_loss": 0.0015805162256583571, "global_step": 69344, "epoch": 389, "lr": 2.763025194140727e-05}
{"train_loss": 0.0027127983048558235, "global_step": 69345, "epoch": 389, "lr": 2.76289303891205e-05}
{"train_loss": 0.0021137476433068514, "global_step": 69346, "epoch": 389, "lr": 2.762760885637352e-05}
{"train_loss": 0.004425687715411186, "global_step": 69347, "epoch": 389, "lr": 2.762628734316749e-05}
{"train_loss": 0.0017656547715887427, "global_step": 69348, "epoch": 389, "lr": 2.7624965849503558e-05}
{"train_loss": 0.001836582669056952, "global_step": 69349, "epoch": 389, "lr": 2.7623644375382886e-05}
{"train_loss": 0.0014241826720535755, "global_step": 69350, "epoch": 389, "lr": 2.7622322920806622e-05}
{"train_loss": 0.0005573518574237823, "global_step": 69351, "epoch": 389, "lr": 2.762100148577592e-05}
{"train_loss": 0.004084804095327854, "global_step": 69352, "epoch": 389, "lr": 2.761968007029192e-05}
{"train_loss": 0.0019879795145243406, "global_step": 69353, "epoch": 389, "lr": 2.761835867435581e-05}
{"train_loss": 0.0018642747309058905, "global_step": 69354, "epoch": 389, "lr": 2.761703729796873e-05}
{"train_loss": 0.0009340641554445028, "global_step": 69355, "epoch": 389, "lr": 2.7615715941131824e-05}
{"train_loss": 0.0034435479901731014, "global_step": 69356, "epoch": 389, "lr": 2.7614394603846262e-05}
{"train_loss": 0.0011262380285188556, "global_step": 69357, "epoch": 389, "lr": 2.761307328611317e-05}
{"train_loss": 0.002201653551310301, "global_step": 69358, "epoch": 389, "lr": 2.7611751987933752e-05}
{"train_loss": 0.002069104928523302, "global_step": 69359, "epoch": 389, "lr": 2.7610430709309105e-05}
{"train_loss": 0.0018604235956445336, "global_step": 69360, "epoch": 389, "lr": 2.760910945024042e-05}
{"train_loss": 0.002072129398584366, "global_step": 69361, "epoch": 389, "lr": 2.7607788210728845e-05}
{"train_loss": 0.0019224848365411162, "global_step": 69362, "epoch": 389, "lr": 2.7606466990775527e-05}
{"train_loss": 0.0012536150170490146, "global_step": 69363, "epoch": 389, "lr": 2.7605145790381626e-05}
{"train_loss": 0.001271963119506836, "global_step": 69364, "epoch": 389, "lr": 2.760382460954829e-05}
{"train_loss": 0.0011034969938918948, "global_step": 69365, "epoch": 389, "lr": 2.7602503448276656e-05}
{"train_loss": 0.003331652143970132, "global_step": 69366, "epoch": 389, "lr": 2.7601182306567942e-05}
{"train_loss": 0.0014262802433222532, "global_step": 69367, "epoch": 389, "lr": 2.7599861184423216e-05}
{"train_loss": 0.001923621166497469, "global_step": 69368, "epoch": 389, "lr": 2.7598540081843704e-05}
{"train_loss": 0.0017763418145477772, "global_step": 69369, "epoch": 389, "lr": 2.7597218998830497e-05}
{"train_loss": 0.0023342715576291084, "global_step": 69370, "epoch": 389, "lr": 2.7595897935384806e-05}
{"train_loss": 0.002005799440667033, "global_step": 69371, "epoch": 389, "lr": 2.759457689150775e-05}
{"train_loss": 0.002130223670974374, "global_step": 69372, "epoch": 389, "lr": 2.7593255867200503e-05}
{"train_loss": 0.0031731310300529003, "global_step": 69373, "epoch": 389, "lr": 2.7591934862464203e-05}
{"train_loss": 0.0017702957848086953, "global_step": 69374, "epoch": 389, "lr": 2.7590613877299988e-05}
{"train_loss": 0.003261381993070245, "global_step": 69375, "epoch": 389, "lr": 2.7589292911709058e-05}
{"train_loss": 0.0018757516518235207, "global_step": 69376, "epoch": 389, "lr": 2.7587971965692537e-05}
{"train_loss": 0.0010794594418257475, "global_step": 69377, "epoch": 389, "lr": 2.758665103925159e-05}
{"train_loss": 0.0021623417269438505, "global_step": 69378, "epoch": 389, "lr": 2.7585330132387367e-05}
{"train_loss": 0.0010636543156579137, "global_step": 69379, "epoch": 389, "lr": 2.758400924510101e-05}
{"train_loss": 0.0016690597403794527, "global_step": 69380, "epoch": 389, "lr": 2.7582688377393666e-05}
{"train_loss": 0.0025522280484437943, "global_step": 69381, "epoch": 389, "lr": 2.758136752926655e-05}
{"train_loss": 0.002803168026730418, "global_step": 69382, "epoch": 389, "lr": 2.7580046700720724e-05}
{"train_loss": 0.0025235952343791723, "global_step": 69383, "epoch": 389, "lr": 2.757872589175741e-05}
{"train_loss": 0.002776979934424162, "global_step": 69384, "epoch": 389, "lr": 2.757740510237774e-05}
{"train_loss": 0.004691710229963064, "global_step": 69385, "epoch": 389, "lr": 2.7576084332582873e-05}
{"train_loss": 0.0014074835926294327, "global_step": 69386, "epoch": 389, "lr": 2.7574763582373953e-05}
{"train_loss": 0.002744807628914714, "global_step": 69387, "epoch": 389, "lr": 2.757344285175214e-05}
{"train_loss": 0.005318869836628437, "global_step": 69388, "epoch": 389, "lr": 2.7572122140718583e-05}
{"train_loss": 0.0020824349485337734, "global_step": 69389, "epoch": 389, "lr": 2.757080144927443e-05}
{"train_loss": 0.002825060859322548, "global_step": 69390, "epoch": 389, "lr": 2.756948077742083e-05}
{"train_loss": 0.002703961217775941, "global_step": 69391, "epoch": 389, "lr": 2.7568160125158993e-05}
{"train_loss": 0.0016304937889799476, "global_step": 69392, "epoch": 389, "lr": 2.7566839492489982e-05}
{"train_loss": 0.002189447171986103, "global_step": 69393, "epoch": 389, "lr": 2.756551887941502e-05}
{"train_loss": 0.002317734993994236, "global_step": 69394, "epoch": 389, "lr": 2.756419828593524e-05}
{"train_loss": 0.003423993941396475, "global_step": 69395, "epoch": 389, "lr": 2.7562877712051773e-05}
{"train_loss": 0.0025852667167782784, "global_step": 69396, "epoch": 389, "lr": 2.756155715776583e-05}
{"train_loss": 0.0008470037719234824, "global_step": 69397, "epoch": 389, "lr": 2.7560236623078482e-05}
{"train_loss": 0.0017873626202344894, "global_step": 69398, "epoch": 389, "lr": 2.755891610799095e-05}
{"train_loss": 0.003169591538608074, "global_step": 69399, "epoch": 389, "lr": 2.7557595612504373e-05}
{"train_loss": 0.0020004077814519405, "global_step": 69400, "epoch": 389, "lr": 2.7556275136619886e-05}
{"train_loss": 0.0011413692263886333, "global_step": 69401, "epoch": 389, "lr": 2.7554954680338656e-05}
{"train_loss": 0.0009395750821568072, "global_step": 69402, "epoch": 389, "lr": 2.755363424366183e-05}
{"train_loss": 0.002926748478785157, "global_step": 69403, "epoch": 389, "lr": 2.755231382659055e-05}
{"train_loss": 0.0017938350792974234, "global_step": 69404, "epoch": 389, "lr": 2.7550993429126016e-05}
{"train_loss": 0.0025146431289613247, "global_step": 69405, "epoch": 389, "lr": 2.7549673051269316e-05}
{"train_loss": 0.0018705094698816538, "global_step": 69406, "epoch": 389, "lr": 2.7548352693021674e-05}
{"train_loss": 0.0015121935866773129, "global_step": 69407, "epoch": 389, "lr": 2.7547032354384162e-05}
{"train_loss": 0.0022200862877070904, "global_step": 69408, "epoch": 389, "lr": 2.7545712035357997e-05}
{"train_loss": 0.0016831103712320328, "global_step": 69409, "epoch": 389, "lr": 2.7544391735944307e-05}
{"train_loss": 0.004451083019375801, "global_step": 69410, "epoch": 389, "lr": 2.7543071456144255e-05}
{"train_loss": 0.0009957008296623826, "global_step": 69411, "epoch": 389, "lr": 2.7541751195958986e-05}
{"train_loss": 0.0025452773552387953, "global_step": 69412, "epoch": 389, "lr": 2.754043095538966e-05}
{"train_loss": 0.0030719307251274586, "global_step": 69413, "epoch": 389, "lr": 2.7539110734437413e-05}
{"train_loss": 0.001881760428659618, "global_step": 69414, "epoch": 389, "lr": 2.7537790533103437e-05}
{"train_loss": 0.0020528826862573624, "global_step": 69415, "epoch": 389, "lr": 2.753647035138883e-05}
{"train_loss": 0.0033381404355168343, "global_step": 69416, "epoch": 389, "lr": 2.753515018929479e-05}
{"train_loss": 0.0073175374418497086, "global_step": 69417, "epoch": 389, "lr": 2.753383004682245e-05}
{"train_loss": 0.002642038743942976, "global_step": 69418, "epoch": 389, "lr": 2.753250992397296e-05}
{"train_loss": 0.0022073310166806654, "global_step": 69419, "epoch": 389, "lr": 2.7531189820747517e-05}
{"train_loss": 0.0023241741582751274, "global_step": 69420, "epoch": 390, "lr": 2.752986973714719e-05}
{"train_loss": 0.0015118818264454603, "global_step": 69421, "epoch": 390, "lr": 2.7528549673173204e-05}
{"train_loss": 0.0021993471309542656, "global_step": 69422, "epoch": 390, "lr": 2.7527229628826688e-05}
{"train_loss": 0.002619116799905896, "global_step": 69423, "epoch": 390, "lr": 2.7525909604108795e-05}
{"train_loss": 0.004115823656320572, "global_step": 69424, "epoch": 390, "lr": 2.7524589599020678e-05}
{"train_loss": 0.0014383199159055948, "global_step": 69425, "epoch": 390, "lr": 2.7523269613563497e-05}
{"train_loss": 0.004026168026030064, "global_step": 69426, "epoch": 390, "lr": 2.752194964773839e-05}
{"train_loss": 0.0015154967550188303, "global_step": 69427, "epoch": 390, "lr": 2.752062970154652e-05}
{"train_loss": 0.0026057849172502756, "global_step": 69428, "epoch": 390, "lr": 2.751930977498901e-05}
{"train_loss": 0.003866794053465128, "global_step": 69429, "epoch": 390, "lr": 2.7517989868067086e-05}
{"train_loss": 0.0037498543970286846, "global_step": 69430, "epoch": 390, "lr": 2.7516669980781817e-05}
{"train_loss": 0.0039068227633833885, "global_step": 69431, "epoch": 390, "lr": 2.7515350113134407e-05}
{"train_loss": 0.0014310406986624002, "global_step": 69432, "epoch": 390, "lr": 2.7514030265126005e-05}
{"train_loss": 0.0006692506140097976, "global_step": 69433, "epoch": 390, "lr": 2.751271043675775e-05}
{"train_loss": 0.0029147088062018156, "global_step": 69434, "epoch": 390, "lr": 2.75113906280308e-05}
{"train_loss": 0.004282111302018166, "global_step": 69435, "epoch": 390, "lr": 2.751007083894631e-05}
{"train_loss": 0.0014282229822129011, "global_step": 69436, "epoch": 390, "lr": 2.7508751069505412e-05}
{"train_loss": 0.00200961297377944, "global_step": 69437, "epoch": 390, "lr": 2.7507431319709288e-05}
{"train_loss": 0.0018859485862776637, "global_step": 69438, "epoch": 390, "lr": 2.7506111589559086e-05}
{"train_loss": 0.0024515402037650347, "global_step": 69439, "epoch": 390, "lr": 2.7504791879055946e-05}
{"train_loss": 0.0010948110138997436, "global_step": 69440, "epoch": 390, "lr": 2.7503472188201036e-05}
{"train_loss": 0.0046471660025417805, "global_step": 69441, "epoch": 390, "lr": 2.750215251699547e-05}
{"train_loss": 0.0031285108998417854, "global_step": 69442, "epoch": 390, "lr": 2.7500832865440478e-05}
{"train_loss": 0.0011218406725674868, "global_step": 69443, "epoch": 390, "lr": 2.7499513233537123e-05}
{"train_loss": 0.0020684325136244297, "global_step": 69444, "epoch": 390, "lr": 2.749819362128664e-05}
{"train_loss": 0.003062321338802576, "global_step": 69445, "epoch": 390, "lr": 2.74968740286901e-05}
{"train_loss": 0.002269190736114979, "global_step": 69446, "epoch": 390, "lr": 2.749555445574872e-05}
{"train_loss": 0.0018864776939153671, "global_step": 69447, "epoch": 390, "lr": 2.749423490246362e-05}
{"train_loss": 0.004080326296389103, "global_step": 69448, "epoch": 390, "lr": 2.749291536883597e-05}
{"train_loss": 0.002706193830817938, "global_step": 69449, "epoch": 390, "lr": 2.7491595854866907e-05}
{"train_loss": 0.002177570015192032, "global_step": 69450, "epoch": 390, "lr": 2.74902763605576e-05}
{"train_loss": 0.0016712634824216366, "global_step": 69451, "epoch": 390, "lr": 2.7488956885909168e-05}
{"train_loss": 0.001686678733676672, "global_step": 69452, "epoch": 390, "lr": 2.748763743092282e-05}
{"train_loss": 0.002167642116546631, "global_step": 69453, "epoch": 390, "lr": 2.7486317995599648e-05}
{"train_loss": 0.002707639243453741, "global_step": 69454, "epoch": 390, "lr": 2.7484998579940846e-05}
{"train_loss": 0.002714071422815323, "global_step": 69455, "epoch": 390, "lr": 2.748367918394755e-05}
{"train_loss": 0.0021014250814914703, "global_step": 69456, "epoch": 390, "lr": 2.748235980762093e-05}
{"train_loss": 0.0008305506780743599, "global_step": 69457, "epoch": 390, "lr": 2.7481040450962116e-05}
{"train_loss": 0.0019703495781868696, "global_step": 69458, "epoch": 390, "lr": 2.7479721113972245e-05}
{"train_loss": 0.0031980876810848713, "global_step": 69459, "epoch": 390, "lr": 2.7478401796652533e-05}
{"train_loss": 0.0020813108421862125, "global_step": 69460, "epoch": 390, "lr": 2.747708249900406e-05}
{"train_loss": 0.0012174644507467747, "global_step": 69461, "epoch": 390, "lr": 2.7475763221028017e-05}
{"train_loss": 0.0016656557563692331, "global_step": 69462, "epoch": 390, "lr": 2.747444396272556e-05}
{"train_loss": 0.00074371526716277, "global_step": 69463, "epoch": 390, "lr": 2.7473124724097833e-05}
{"train_loss": 0.003546857973560691, "global_step": 69464, "epoch": 390, "lr": 2.7471805505145974e-05}
{"train_loss": 0.003592587076127529, "global_step": 69465, "epoch": 390, "lr": 2.747048630587116e-05}
{"train_loss": 0.004054929595440626, "global_step": 69466, "epoch": 390, "lr": 2.7469167126274504e-05}
{"train_loss": 0.000855414429679513, "global_step": 69467, "epoch": 390, "lr": 2.746784796635723e-05}
{"train_loss": 0.002300987020134926, "global_step": 69468, "epoch": 390, "lr": 2.7466528826120397e-05}
{"train_loss": 0.0012519934680312872, "global_step": 69469, "epoch": 390, "lr": 2.7465209705565232e-05}
{"train_loss": 0.004963265266269445, "global_step": 69470, "epoch": 390, "lr": 2.7463890604692856e-05}
{"train_loss": 0.0014881847891956568, "global_step": 69471, "epoch": 390, "lr": 2.746257152350443e-05}
{"train_loss": 0.0021257956977933645, "global_step": 69472, "epoch": 390, "lr": 2.7461252462001097e-05}
{"train_loss": 0.002113678026944399, "global_step": 69473, "epoch": 390, "lr": 2.745993342018402e-05}
{"train_loss": 0.0012346016010269523, "global_step": 69474, "epoch": 390, "lr": 2.745861439805432e-05}
{"train_loss": 0.0037505063228309155, "global_step": 69475, "epoch": 390, "lr": 2.7457295395613218e-05}
{"train_loss": 0.0023075141943991184, "global_step": 69476, "epoch": 390, "lr": 2.7455976412861782e-05}
{"train_loss": 0.003610993968322873, "global_step": 69477, "epoch": 390, "lr": 2.7454657449801223e-05}
{"train_loss": 0.0036521973088383675, "global_step": 69478, "epoch": 390, "lr": 2.7453338506432675e-05}
{"train_loss": 0.0032516142819076777, "global_step": 69479, "epoch": 390, "lr": 2.7452019582757288e-05}
{"train_loss": 0.002049350179731846, "global_step": 69480, "epoch": 390, "lr": 2.745070067877622e-05}
{"train_loss": 0.0012073024408891797, "global_step": 69481, "epoch": 390, "lr": 2.7449381794490592e-05}
{"train_loss": 0.0029502329416573048, "global_step": 69482, "epoch": 390, "lr": 2.7448062929901618e-05}
{"train_loss": 0.0017228126525878906, "global_step": 69483, "epoch": 390, "lr": 2.744674408501039e-05}
{"train_loss": 0.002888160292059183, "global_step": 69484, "epoch": 390, "lr": 2.744542525981809e-05}
{"train_loss": 0.0034050913527607918, "global_step": 69485, "epoch": 390, "lr": 2.7444106454325867e-05}
{"train_loss": 0.002336987294256687, "global_step": 69486, "epoch": 390, "lr": 2.7442787668534874e-05}
{"train_loss": 0.002231786958873272, "global_step": 69487, "epoch": 390, "lr": 2.7441468902446253e-05}
{"train_loss": 0.0024458118714392185, "global_step": 69488, "epoch": 390, "lr": 2.7440150156061174e-05}
{"train_loss": 0.0024210787378251553, "global_step": 69489, "epoch": 390, "lr": 2.7438831429380747e-05}
{"train_loss": 0.003857252188026905, "global_step": 69490, "epoch": 390, "lr": 2.743751272240619e-05}
{"train_loss": 0.0030118748545646667, "global_step": 69491, "epoch": 390, "lr": 2.7436194035138586e-05}
{"train_loss": 0.0030472050420939922, "global_step": 69492, "epoch": 390, "lr": 2.7434875367579138e-05}
{"train_loss": 0.0014407889684662223, "global_step": 69493, "epoch": 390, "lr": 2.743355671972897e-05}
{"train_loss": 0.0016687394818291068, "global_step": 69494, "epoch": 390, "lr": 2.743223809158925e-05}
{"train_loss": 0.002997115720063448, "global_step": 69495, "epoch": 390, "lr": 2.7430919483161122e-05}
{"train_loss": 0.0018937949789687991, "global_step": 69496, "epoch": 390, "lr": 2.742960089444574e-05}
{"train_loss": 0.0027792509645223618, "global_step": 69497, "epoch": 390, "lr": 2.7428282325444255e-05}
{"train_loss": 0.0008938325336202979, "global_step": 69498, "epoch": 390, "lr": 2.742696377615779e-05}
{"train_loss": 0.0022166690323501825, "global_step": 69499, "epoch": 390, "lr": 2.742564524658755e-05}
{"train_loss": 0.0011524957371875644, "global_step": 69500, "epoch": 390, "lr": 2.7424326736734657e-05}
{"train_loss": 0.0017016413621604443, "global_step": 69501, "epoch": 390, "lr": 2.7423008246600266e-05}
{"train_loss": 0.0022689641918987036, "global_step": 69502, "epoch": 390, "lr": 2.742168977618553e-05}
{"train_loss": 0.002564399503171444, "global_step": 69503, "epoch": 390, "lr": 2.74203713254916e-05}
{"train_loss": 0.0009919381700456142, "global_step": 69504, "epoch": 390, "lr": 2.741905289451961e-05}
{"train_loss": 0.004137570038437843, "global_step": 69505, "epoch": 390, "lr": 2.741773448327076e-05}
{"train_loss": 0.0009492008248344064, "global_step": 69506, "epoch": 390, "lr": 2.7416416091746144e-05}
{"train_loss": 0.0012085281778126955, "global_step": 69507, "epoch": 390, "lr": 2.7415097719946946e-05}
{"train_loss": 0.0012835627421736717, "global_step": 69508, "epoch": 390, "lr": 2.7413779367874325e-05}
{"train_loss": 0.00319354934617877, "global_step": 69509, "epoch": 390, "lr": 2.7412461035529412e-05}
{"train_loss": 0.003314635017886758, "global_step": 69510, "epoch": 390, "lr": 2.7411142722913365e-05}
{"train_loss": 0.002931881695985794, "global_step": 69511, "epoch": 390, "lr": 2.740982443002733e-05}
{"train_loss": 0.0020940732210874557, "global_step": 69512, "epoch": 390, "lr": 2.7408506156872453e-05}
{"train_loss": 0.0018178168684244156, "global_step": 69513, "epoch": 390, "lr": 2.7407187903449938e-05}
{"train_loss": 0.002059976803138852, "global_step": 69514, "epoch": 390, "lr": 2.7405869669760847e-05}
{"train_loss": 0.0011757147731259465, "global_step": 69515, "epoch": 390, "lr": 2.7404551455806428e-05}
{"train_loss": 0.0008948037866503, "global_step": 69516, "epoch": 390, "lr": 2.7403233261587734e-05}
{"train_loss": 0.0027788993902504444, "global_step": 69517, "epoch": 390, "lr": 2.7401915087105996e-05}
{"train_loss": 0.0014826158294454217, "global_step": 69518, "epoch": 390, "lr": 2.7400596932362334e-05}
{"train_loss": 0.0023198644630610943, "global_step": 69519, "epoch": 390, "lr": 2.7399278797357874e-05}
{"train_loss": 0.0034664326813071966, "global_step": 69520, "epoch": 390, "lr": 2.7397960682093838e-05}
{"train_loss": 0.001003608456812799, "global_step": 69521, "epoch": 390, "lr": 2.7396642586571298e-05}
{"train_loss": 0.0019869194366037846, "global_step": 69522, "epoch": 390, "lr": 2.7395324510791453e-05}
{"train_loss": 0.0013414472341537476, "global_step": 69523, "epoch": 390, "lr": 2.739400645475545e-05}
{"train_loss": 0.0013759504072368145, "global_step": 69524, "epoch": 390, "lr": 2.739268841846443e-05}
{"train_loss": 0.0019769929349422455, "global_step": 69525, "epoch": 390, "lr": 2.739137040191954e-05}
{"train_loss": 0.0021970083471387625, "global_step": 69526, "epoch": 390, "lr": 2.7390052405121946e-05}
{"train_loss": 0.002505331300199032, "global_step": 69527, "epoch": 390, "lr": 2.7388734428072766e-05}
{"train_loss": 0.0021960244048386812, "global_step": 69528, "epoch": 390, "lr": 2.738741647077322e-05}
{"train_loss": 0.0029467460699379444, "global_step": 69529, "epoch": 390, "lr": 2.738609853322437e-05}
{"train_loss": 0.0015808460302650928, "global_step": 69530, "epoch": 390, "lr": 2.7384780615427435e-05}
{"train_loss": 0.0009965684730559587, "global_step": 69531, "epoch": 390, "lr": 2.7383462717383546e-05}
{"train_loss": 0.0012566137593239546, "global_step": 69532, "epoch": 390, "lr": 2.738214483909385e-05}
{"train_loss": 0.0014139871345832944, "global_step": 69533, "epoch": 390, "lr": 2.7380826980559497e-05}
{"train_loss": 0.0018250494031235576, "global_step": 69534, "epoch": 390, "lr": 2.7379509141781646e-05}
{"train_loss": 0.0008730064146220684, "global_step": 69535, "epoch": 390, "lr": 2.7378191322761437e-05}
{"train_loss": 0.0036931908689439297, "global_step": 69536, "epoch": 390, "lr": 2.7376873523500034e-05}
{"train_loss": 0.0006468649371527135, "global_step": 69537, "epoch": 390, "lr": 2.737555574399856e-05}
{"train_loss": 0.0014940155670046806, "global_step": 69538, "epoch": 390, "lr": 2.737423798425822e-05}
{"train_loss": 0.0010942913359031081, "global_step": 69539, "epoch": 390, "lr": 2.73729202442801e-05}
{"train_loss": 0.002059399615973234, "global_step": 69540, "epoch": 390, "lr": 2.73716025240654e-05}
{"train_loss": 0.0018726116977632046, "global_step": 69541, "epoch": 390, "lr": 2.737028482361525e-05}
{"train_loss": 0.0033758757635951042, "global_step": 69542, "epoch": 390, "lr": 2.736896714293079e-05}
{"train_loss": 0.0014767814427614212, "global_step": 69543, "epoch": 390, "lr": 2.736764948201322e-05}
{"train_loss": 0.003107232041656971, "global_step": 69544, "epoch": 390, "lr": 2.7366331840863617e-05}
{"train_loss": 0.00227117701433599, "global_step": 69545, "epoch": 390, "lr": 2.73650142194832e-05}
{"train_loss": 0.0034027635119855404, "global_step": 69546, "epoch": 390, "lr": 2.7363696617873082e-05}
{"train_loss": 0.0037864644546061754, "global_step": 69547, "epoch": 390, "lr": 2.7362379036034425e-05}
{"train_loss": 0.0037409979850053787, "global_step": 69548, "epoch": 390, "lr": 2.736106147396838e-05}
{"train_loss": 0.00275296438485384, "global_step": 69549, "epoch": 390, "lr": 2.7359743931676095e-05}
{"train_loss": 0.0030073411762714386, "global_step": 69550, "epoch": 390, "lr": 2.7358426409158706e-05}
{"train_loss": 0.002786155790090561, "global_step": 69551, "epoch": 390, "lr": 2.7357108906417415e-05}
{"train_loss": 0.0025700428523123264, "global_step": 69552, "epoch": 390, "lr": 2.7355791423453297e-05}
{"train_loss": 0.0025120156351476908, "global_step": 69553, "epoch": 390, "lr": 2.7354473960267578e-05}
{"train_loss": 0.001269402913749218, "global_step": 69554, "epoch": 390, "lr": 2.7353156516861345e-05}
{"train_loss": 0.0020385123789310455, "global_step": 69555, "epoch": 390, "lr": 2.7351839093235788e-05}
{"train_loss": 0.0014232778921723366, "global_step": 69556, "epoch": 390, "lr": 2.735052168939205e-05}
{"train_loss": 0.0009018257260322571, "global_step": 69557, "epoch": 390, "lr": 2.7349204305331284e-05}
{"train_loss": 0.0012904743198305368, "global_step": 69558, "epoch": 390, "lr": 2.734788694105463e-05}
{"train_loss": 0.0023820807691663504, "global_step": 69559, "epoch": 390, "lr": 2.7346569596563243e-05}
{"train_loss": 0.0016147452406585217, "global_step": 69560, "epoch": 390, "lr": 2.7345252271858256e-05}
{"train_loss": 0.0025387033820152283, "global_step": 69561, "epoch": 390, "lr": 2.734393496694086e-05}
{"train_loss": 0.0015318553196266294, "global_step": 69562, "epoch": 390, "lr": 2.7342617681812176e-05}
{"train_loss": 0.001135827973484993, "global_step": 69563, "epoch": 390, "lr": 2.734130041647337e-05}
{"train_loss": 0.002436995040625334, "global_step": 69564, "epoch": 390, "lr": 2.7339983170925586e-05}
{"train_loss": 0.0010671424679458141, "global_step": 69565, "epoch": 390, "lr": 2.733866594516995e-05}
{"train_loss": 0.0025373136159032583, "global_step": 69566, "epoch": 390, "lr": 2.733734873920768e-05}
{"train_loss": 0.002120586344972253, "global_step": 69567, "epoch": 390, "lr": 2.7336031553039838e-05}
{"train_loss": 0.001799977500922978, "global_step": 69568, "epoch": 390, "lr": 2.733471438666766e-05}
{"train_loss": 0.002356814919039607, "global_step": 69569, "epoch": 390, "lr": 2.7333397240092217e-05}
{"train_loss": 0.002861631568521261, "global_step": 69570, "epoch": 390, "lr": 2.7332080113314717e-05}
{"train_loss": 0.0010349092772230506, "global_step": 69571, "epoch": 390, "lr": 2.7330763006336292e-05}
{"train_loss": 0.0013910497073084116, "global_step": 69572, "epoch": 390, "lr": 2.7329445919158087e-05}
{"train_loss": 0.001898504327982664, "global_step": 69573, "epoch": 390, "lr": 2.7328128851781258e-05}
{"train_loss": 0.0019061759812757373, "global_step": 69574, "epoch": 390, "lr": 2.732681180420696e-05}
{"train_loss": 0.0022011289838701487, "global_step": 69575, "epoch": 390, "lr": 2.732549477643631e-05}
{"train_loss": 0.002686318475753069, "global_step": 69576, "epoch": 390, "lr": 2.732417776847054e-05}
{"train_loss": 0.0025979806669056416, "global_step": 69577, "epoch": 390, "lr": 2.7322860780310694e-05}
{"train_loss": 0.0012322021648287773, "global_step": 69578, "epoch": 390, "lr": 2.7321543811957994e-05}
{"train_loss": 0.0021202063653618097, "global_step": 69579, "epoch": 390, "lr": 2.732022686341358e-05}
{"train_loss": 0.001313311280682683, "global_step": 69580, "epoch": 390, "lr": 2.731890993467859e-05}
{"train_loss": 0.003141924040392041, "global_step": 69581, "epoch": 390, "lr": 2.7317593025754174e-05}
{"train_loss": 0.002276881830766797, "global_step": 69582, "epoch": 390, "lr": 2.7316276136641474e-05}
{"train_loss": 0.001963323215022683, "global_step": 69583, "epoch": 390, "lr": 2.731495926734166e-05}
{"train_loss": 0.0034148769918829203, "global_step": 69584, "epoch": 390, "lr": 2.7313642417855885e-05}
{"train_loss": 0.001812081434763968, "global_step": 69585, "epoch": 390, "lr": 2.7312325588185284e-05}
{"train_loss": 0.0009684498654678464, "global_step": 69586, "epoch": 390, "lr": 2.731100877833101e-05}
{"train_loss": 0.0017772524151951075, "global_step": 69587, "epoch": 390, "lr": 2.7309691988294217e-05}
{"train_loss": 0.0011902509722858667, "global_step": 69588, "epoch": 390, "lr": 2.7308375218076055e-05}
{"train_loss": 0.001353294006548822, "global_step": 69589, "epoch": 390, "lr": 2.730705846767767e-05}
{"train_loss": 0.0025203092955052853, "global_step": 69590, "epoch": 390, "lr": 2.7305741737100194e-05}
{"train_loss": 0.0014138193801045418, "global_step": 69591, "epoch": 390, "lr": 2.7304425026344836e-05}
{"train_loss": 0.0019303485751152039, "global_step": 69592, "epoch": 390, "lr": 2.7303108335412675e-05}
{"train_loss": 0.0020679899025708437, "global_step": 69593, "epoch": 390, "lr": 2.7301791664304903e-05}
{"train_loss": 0.0016014622524380684, "global_step": 69594, "epoch": 390, "lr": 2.7300475013022663e-05}
{"train_loss": 0.0030403234995901585, "global_step": 69595, "epoch": 390, "lr": 2.7299158381567102e-05}
{"train_loss": 0.003412578720599413, "global_step": 69596, "epoch": 390, "lr": 2.729784176993938e-05}
{"train_loss": 0.002217266901220938, "global_step": 69597, "epoch": 390, "lr": 2.729652517814063e-05, "train_action_mse_error": 2.818182565533789e-06}
{"train_loss": 0.0024888361804187298, "global_step": 69598, "epoch": 391, "lr": 2.7295208606171984e-05}
{"train_loss": 0.001692603575065732, "global_step": 69599, "epoch": 391, "lr": 2.7293892054034666e-05}
{"train_loss": 0.0016539266798645258, "global_step": 69600, "epoch": 391, "lr": 2.7292575521729736e-05}
{"train_loss": 0.0022858292795717716, "global_step": 69601, "epoch": 391, "lr": 2.72912590092584e-05}
{"train_loss": 0.001835071132518351, "global_step": 69602, "epoch": 391, "lr": 2.7289942516621803e-05}
{"train_loss": 0.0010437845485284925, "global_step": 69603, "epoch": 391, "lr": 2.7288626043821052e-05}
{"train_loss": 0.0028241253457963467, "global_step": 69604, "epoch": 391, "lr": 2.728730959085738e-05}
{"train_loss": 0.0017477570800110698, "global_step": 69605, "epoch": 391, "lr": 2.7285993157731843e-05}
{"train_loss": 0.0015318277291953564, "global_step": 69606, "epoch": 391, "lr": 2.7284676744445674e-05}
{"train_loss": 0.002622805070132017, "global_step": 69607, "epoch": 391, "lr": 2.728336035099994e-05}
{"train_loss": 0.0015882845036685467, "global_step": 69608, "epoch": 391, "lr": 2.7282043977395866e-05}
{"train_loss": 0.001157874707132578, "global_step": 69609, "epoch": 391, "lr": 2.7280727623634562e-05}
{"train_loss": 0.0010914963204413652, "global_step": 69610, "epoch": 391, "lr": 2.7279411289717183e-05}
{"train_loss": 0.0016865594079717994, "global_step": 69611, "epoch": 391, "lr": 2.7278094975644884e-05}
{"train_loss": 0.0019678964745253325, "global_step": 69612, "epoch": 391, "lr": 2.727677868141881e-05}
{"train_loss": 0.0012360556283965707, "global_step": 69613, "epoch": 391, "lr": 2.7275462407040097e-05}
{"train_loss": 0.0011446985881775618, "global_step": 69614, "epoch": 391, "lr": 2.727414615250995e-05}
{"train_loss": 0.0016309282509610057, "global_step": 69615, "epoch": 391, "lr": 2.7272829917829435e-05}
{"train_loss": 0.0021994628477841616, "global_step": 69616, "epoch": 391, "lr": 2.727151370299977e-05}
{"train_loss": 0.0017553542274981737, "global_step": 69617, "epoch": 391, "lr": 2.7270197508022078e-05}
{"train_loss": 0.001864866353571415, "global_step": 69618, "epoch": 391, "lr": 2.726888133289751e-05}
{"train_loss": 0.005162504501640797, "global_step": 69619, "epoch": 391, "lr": 2.7267565177627218e-05}
{"train_loss": 0.002361841266974807, "global_step": 69620, "epoch": 391, "lr": 2.7266249042212355e-05}
{"train_loss": 0.0012037840206176043, "global_step": 69621, "epoch": 391, "lr": 2.7264932926654042e-05}
{"train_loss": 0.002125909784808755, "global_step": 69622, "epoch": 391, "lr": 2.7263616830953485e-05}
{"train_loss": 0.0013298005796968937, "global_step": 69623, "epoch": 391, "lr": 2.7262300755111768e-05}
{"train_loss": 0.0033940188586711884, "global_step": 69624, "epoch": 391, "lr": 2.72609846991301e-05}
{"train_loss": 0.0011211042292416096, "global_step": 69625, "epoch": 391, "lr": 2.7259668663009596e-05}
{"train_loss": 0.002033442026004195, "global_step": 69626, "epoch": 391, "lr": 2.7258352646751412e-05}
{"train_loss": 0.0015718480572104454, "global_step": 69627, "epoch": 391, "lr": 2.7257036650356703e-05}
{"train_loss": 0.0018424924928694963, "global_step": 69628, "epoch": 391, "lr": 2.725572067382659e-05}
{"train_loss": 0.0021385422442108393, "global_step": 69629, "epoch": 391, "lr": 2.725440471716229e-05}
{"train_loss": 0.0034008286893367767, "global_step": 69630, "epoch": 391, "lr": 2.7253088780364867e-05}
{"train_loss": 0.0011970779160037637, "global_step": 69631, "epoch": 391, "lr": 2.7251772863435533e-05}
{"train_loss": 0.0022670456673949957, "global_step": 69632, "epoch": 391, "lr": 2.725045696637542e-05}
{"train_loss": 0.0015241153305396438, "global_step": 69633, "epoch": 391, "lr": 2.724914108918567e-05}
{"train_loss": 0.004215835593640804, "global_step": 69634, "epoch": 391, "lr": 2.724782523186744e-05}
{"train_loss": 0.002109297551214695, "global_step": 69635, "epoch": 391, "lr": 2.7246509394421877e-05}
{"train_loss": 0.0020586024038493633, "global_step": 69636, "epoch": 391, "lr": 2.7245193576850103e-05}
{"train_loss": 0.0013222648994997144, "global_step": 69637, "epoch": 391, "lr": 2.724387777915334e-05}
{"train_loss": 0.0009610343258827925, "global_step": 69638, "epoch": 391, "lr": 2.724256200133265e-05}
{"train_loss": 0.0029472261667251587, "global_step": 69639, "epoch": 391, "lr": 2.724124624338924e-05}
{"train_loss": 0.0016609630547463894, "global_step": 69640, "epoch": 391, "lr": 2.723993050532424e-05}
{"train_loss": 0.0013551426818594337, "global_step": 69641, "epoch": 391, "lr": 2.7238614787138806e-05}
{"train_loss": 0.0014676593709737062, "global_step": 69642, "epoch": 391, "lr": 2.723729908883408e-05}
{"train_loss": 0.002221645787358284, "global_step": 69643, "epoch": 391, "lr": 2.7235983410411215e-05}
{"train_loss": 0.002588349161669612, "global_step": 69644, "epoch": 391, "lr": 2.7234667751871362e-05}
{"train_loss": 0.0037793454248458147, "global_step": 69645, "epoch": 391, "lr": 2.7233352113215645e-05}
{"train_loss": 0.0031402758322656155, "global_step": 69646, "epoch": 391, "lr": 2.7232036494445256e-05}
{"train_loss": 0.0015389439649879932, "global_step": 69647, "epoch": 391, "lr": 2.7230720895561323e-05}
{"train_loss": 0.0016136501217260957, "global_step": 69648, "epoch": 391, "lr": 2.7229405316564992e-05}
{"train_loss": 0.0012911357916891575, "global_step": 69649, "epoch": 391, "lr": 2.7228089757457422e-05}
{"train_loss": 0.0015140066388994455, "global_step": 69650, "epoch": 391, "lr": 2.7226774218239747e-05}
{"train_loss": 0.0013280025450512767, "global_step": 69651, "epoch": 391, "lr": 2.722545869891311e-05}
{"train_loss": 0.0016443616477772593, "global_step": 69652, "epoch": 391, "lr": 2.7224143199478712e-05}
{"train_loss": 0.0018343415576964617, "global_step": 69653, "epoch": 391, "lr": 2.7222827719937626e-05}
{"train_loss": 0.0022391483653336763, "global_step": 69654, "epoch": 391, "lr": 2.7221512260291066e-05}
{"train_loss": 0.0019424572819843888, "global_step": 69655, "epoch": 391, "lr": 2.7220196820540152e-05}
{"train_loss": 0.001706493436358869, "global_step": 69656, "epoch": 391, "lr": 2.721888140068603e-05}
{"train_loss": 0.0034882400650531054, "global_step": 69657, "epoch": 391, "lr": 2.7217566000729857e-05}
{"train_loss": 0.00239023775793612, "global_step": 69658, "epoch": 391, "lr": 2.721625062067278e-05}
{"train_loss": 0.0017659614095464349, "global_step": 69659, "epoch": 391, "lr": 2.7214935260515928e-05}
{"train_loss": 0.0024044185411185026, "global_step": 69660, "epoch": 391, "lr": 2.7213619920260513e-05}
{"train_loss": 0.00033913523657247424, "global_step": 69661, "epoch": 391, "lr": 2.7212304599907596e-05}
{"train_loss": 0.0024092874955385923, "global_step": 69662, "epoch": 391, "lr": 2.7210989299458413e-05}
{"train_loss": 0.00410239864140749, "global_step": 69663, "epoch": 391, "lr": 2.7209674018914022e-05}
{"train_loss": 0.0013252169592306018, "global_step": 69664, "epoch": 391, "lr": 2.720835875827564e-05}
{"train_loss": 0.0013844156637787819, "global_step": 69665, "epoch": 391, "lr": 2.7207043517544405e-05}
{"train_loss": 0.002570623066276312, "global_step": 69666, "epoch": 391, "lr": 2.7205728296721434e-05}
{"train_loss": 0.0010817901929840446, "global_step": 69667, "epoch": 391, "lr": 2.7204413095807936e-05}
{"train_loss": 0.0027949190698564053, "global_step": 69668, "epoch": 391, "lr": 2.720309791480498e-05}
{"train_loss": 0.0014819982461631298, "global_step": 69669, "epoch": 391, "lr": 2.7201782753713777e-05}
{"train_loss": 0.0009228110429830849, "global_step": 69670, "epoch": 391, "lr": 2.7200467612535462e-05}
{"train_loss": 0.0008937919628806412, "global_step": 69671, "epoch": 391, "lr": 2.7199152491271175e-05}
{"train_loss": 0.0017881079111248255, "global_step": 69672, "epoch": 391, "lr": 2.7197837389922053e-05}
{"train_loss": 0.0009123575291596353, "global_step": 69673, "epoch": 391, "lr": 2.719652230848927e-05}
{"train_loss": 0.0016677504172548652, "global_step": 69674, "epoch": 391, "lr": 2.7195207246973943e-05}
{"train_loss": 0.0022474040742963552, "global_step": 69675, "epoch": 391, "lr": 2.719389220537728e-05}
{"train_loss": 0.001663863891735673, "global_step": 69676, "epoch": 391, "lr": 2.7192577183700353e-05}
{"train_loss": 0.0029781581833958626, "global_step": 69677, "epoch": 391, "lr": 2.719126218194436e-05}
{"train_loss": 0.0013574804179370403, "global_step": 69678, "epoch": 391, "lr": 2.7189947200110443e-05}
{"train_loss": 0.0015579225728288293, "global_step": 69679, "epoch": 391, "lr": 2.718863223819974e-05}
{"train_loss": 0.0011957213282585144, "global_step": 69680, "epoch": 391, "lr": 2.718731729621341e-05}
{"train_loss": 0.0024352059699594975, "global_step": 69681, "epoch": 391, "lr": 2.71860023741526e-05}
{"train_loss": 0.0009823600994423032, "global_step": 69682, "epoch": 391, "lr": 2.7184687472018443e-05}
{"train_loss": 0.003252798691391945, "global_step": 69683, "epoch": 391, "lr": 2.7183372589812106e-05}
{"train_loss": 0.000714880065061152, "global_step": 69684, "epoch": 391, "lr": 2.7182057727534705e-05}
{"train_loss": 0.003999802283942699, "global_step": 69685, "epoch": 391, "lr": 2.718074288518746e-05}
{"train_loss": 0.0018566194921731949, "global_step": 69686, "epoch": 391, "lr": 2.717942806277143e-05}
{"train_loss": 0.0009082903852686286, "global_step": 69687, "epoch": 391, "lr": 2.717811326028783e-05}
{"train_loss": 0.003836673917248845, "global_step": 69688, "epoch": 391, "lr": 2.717679847773778e-05}
{"train_loss": 0.002063096035271883, "global_step": 69689, "epoch": 391, "lr": 2.7175483715122417e-05}
{"train_loss": 0.0021056949626654387, "global_step": 69690, "epoch": 391, "lr": 2.7174168972442942e-05}
{"train_loss": 0.0019459403119981289, "global_step": 69691, "epoch": 391, "lr": 2.717285424970043e-05}
{"train_loss": 0.0013432401465252042, "global_step": 69692, "epoch": 391, "lr": 2.7171539546896085e-05}
{"train_loss": 0.0037861675955355167, "global_step": 69693, "epoch": 391, "lr": 2.7170224864031047e-05}
{"train_loss": 0.0006726025021634996, "global_step": 69694, "epoch": 391, "lr": 2.7168910201106446e-05}
{"train_loss": 0.0016956098843365908, "global_step": 69695, "epoch": 391, "lr": 2.7167595558123436e-05}
{"train_loss": 0.002328564878553152, "global_step": 69696, "epoch": 391, "lr": 2.7166280935083167e-05}
{"train_loss": 0.0015377085655927658, "global_step": 69697, "epoch": 391, "lr": 2.7164966331986797e-05}
{"train_loss": 0.0030606314539909363, "global_step": 69698, "epoch": 391, "lr": 2.7163651748835457e-05}
{"train_loss": 0.0007283206796273589, "global_step": 69699, "epoch": 391, "lr": 2.7162337185630283e-05}
{"train_loss": 0.002457519993185997, "global_step": 69700, "epoch": 391, "lr": 2.716102264237249e-05}
{"train_loss": 0.0025081404019147158, "global_step": 69701, "epoch": 391, "lr": 2.715970811906313e-05}
{"train_loss": 0.002499041613191366, "global_step": 69702, "epoch": 391, "lr": 2.715839361570343e-05}
{"train_loss": 0.0015645790845155716, "global_step": 69703, "epoch": 391, "lr": 2.7157079132294505e-05}
{"train_loss": 0.0027313283644616604, "global_step": 69704, "epoch": 391, "lr": 2.7155764668837513e-05}
{"train_loss": 0.0013767712516710162, "global_step": 69705, "epoch": 391, "lr": 2.7154450225333595e-05}
{"train_loss": 0.0037146492395550013, "global_step": 69706, "epoch": 391, "lr": 2.715313580178389e-05}
{"train_loss": 0.0019493101863190532, "global_step": 69707, "epoch": 391, "lr": 2.715182139818955e-05}
{"train_loss": 0.003185770707204938, "global_step": 69708, "epoch": 391, "lr": 2.715050701455174e-05}
{"train_loss": 0.001922801835462451, "global_step": 69709, "epoch": 391, "lr": 2.71491926508716e-05}
{"train_loss": 0.0013548355782404542, "global_step": 69710, "epoch": 391, "lr": 2.7147878307150275e-05}
{"train_loss": 0.0015338566154241562, "global_step": 69711, "epoch": 391, "lr": 2.7146563983388918e-05}
{"train_loss": 0.0019722185097634792, "global_step": 69712, "epoch": 391, "lr": 2.7145249679588648e-05}
{"train_loss": 0.0016434217104688287, "global_step": 69713, "epoch": 391, "lr": 2.7143935395750675e-05}
{"train_loss": 0.001772144460119307, "global_step": 69714, "epoch": 391, "lr": 2.7142621131876078e-05}
{"train_loss": 0.002124436665326357, "global_step": 69715, "epoch": 391, "lr": 2.7141306887966065e-05}
{"train_loss": 0.0013263544533401728, "global_step": 69716, "epoch": 391, "lr": 2.713999266402173e-05}
{"train_loss": 0.0016147892456501722, "global_step": 69717, "epoch": 391, "lr": 2.7138678460044252e-05}
{"train_loss": 0.003291978733614087, "global_step": 69718, "epoch": 391, "lr": 2.7137364276034783e-05}
{"train_loss": 0.001228312961757183, "global_step": 69719, "epoch": 391, "lr": 2.7136050111994458e-05}
{"train_loss": 0.0031954103615134954, "global_step": 69720, "epoch": 391, "lr": 2.713473596792443e-05}
{"train_loss": 0.00181272579357028, "global_step": 69721, "epoch": 391, "lr": 2.713342184382584e-05}
{"train_loss": 0.0018664299277588725, "global_step": 69722, "epoch": 391, "lr": 2.713210773969982e-05}
{"train_loss": 0.0013716397807002068, "global_step": 69723, "epoch": 391, "lr": 2.7130793655547582e-05}
{"train_loss": 0.0021001582499593496, "global_step": 69724, "epoch": 391, "lr": 2.712947959137019e-05}
{"train_loss": 0.003976860083639622, "global_step": 69725, "epoch": 391, "lr": 2.712816554716885e-05}
{"train_loss": 0.0012820198899134994, "global_step": 69726, "epoch": 391, "lr": 2.712685152294469e-05}
{"train_loss": 0.005091276951134205, "global_step": 69727, "epoch": 391, "lr": 2.712553751869886e-05}
{"train_loss": 0.0024860152043402195, "global_step": 69728, "epoch": 391, "lr": 2.7124223534432514e-05}
{"train_loss": 0.0030083206947892904, "global_step": 69729, "epoch": 391, "lr": 2.712290957014676e-05}
{"train_loss": 0.003382391296327114, "global_step": 69730, "epoch": 391, "lr": 2.712159562584281e-05}
{"train_loss": 0.003587337676435709, "global_step": 69731, "epoch": 391, "lr": 2.712028170152177e-05}
{"train_loss": 0.0016166818095371127, "global_step": 69732, "epoch": 391, "lr": 2.7118967797184803e-05}
{"train_loss": 0.0024281726218760014, "global_step": 69733, "epoch": 391, "lr": 2.7117653912833053e-05}
{"train_loss": 0.0024937617126852274, "global_step": 69734, "epoch": 391, "lr": 2.7116340048467658e-05}
{"train_loss": 0.0011592491064220667, "global_step": 69735, "epoch": 391, "lr": 2.711502620408978e-05}
{"train_loss": 0.0011542958673089743, "global_step": 69736, "epoch": 391, "lr": 2.711371237970056e-05}
{"train_loss": 0.0021029033232480288, "global_step": 69737, "epoch": 391, "lr": 2.7112398575301125e-05}
{"train_loss": 0.00103563885204494, "global_step": 69738, "epoch": 391, "lr": 2.7111084790892683e-05}
{"train_loss": 0.002534599741920829, "global_step": 69739, "epoch": 391, "lr": 2.7109771026476298e-05}
{"train_loss": 0.0017299192259088159, "global_step": 69740, "epoch": 391, "lr": 2.7108457282053185e-05}
{"train_loss": 0.004246592056006193, "global_step": 69741, "epoch": 391, "lr": 2.7107143557624464e-05}
{"train_loss": 0.0018357413355261087, "global_step": 69742, "epoch": 391, "lr": 2.710582985319129e-05}
{"train_loss": 0.0034198586363345385, "global_step": 69743, "epoch": 391, "lr": 2.7104516168754803e-05}
{"train_loss": 0.0037634545005857944, "global_step": 69744, "epoch": 391, "lr": 2.7103202504316156e-05}
{"train_loss": 0.0020697303116321564, "global_step": 69745, "epoch": 391, "lr": 2.7101888859876473e-05}
{"train_loss": 0.002954084426164627, "global_step": 69746, "epoch": 391, "lr": 2.7100575235436966e-05}
{"train_loss": 0.0014041004469618201, "global_step": 69747, "epoch": 391, "lr": 2.7099261630998695e-05}
{"train_loss": 0.0020280489698052406, "global_step": 69748, "epoch": 391, "lr": 2.709794804656287e-05}
{"train_loss": 0.002019526669755578, "global_step": 69749, "epoch": 391, "lr": 2.7096634482130622e-05}
{"train_loss": 0.0015470522921532393, "global_step": 69750, "epoch": 391, "lr": 2.7095320937703077e-05}
{"train_loss": 0.0038381568156182766, "global_step": 69751, "epoch": 391, "lr": 2.709400741328144e-05}
{"train_loss": 0.001360824448056519, "global_step": 69752, "epoch": 391, "lr": 2.7092693908866783e-05}
{"train_loss": 0.0030294659081846476, "global_step": 69753, "epoch": 391, "lr": 2.709138042446032e-05}
{"train_loss": 0.004023933783173561, "global_step": 69754, "epoch": 391, "lr": 2.709006696006314e-05}
{"train_loss": 0.001963955583050847, "global_step": 69755, "epoch": 391, "lr": 2.7088753515676435e-05}
{"train_loss": 0.0031340676359832287, "global_step": 69756, "epoch": 391, "lr": 2.708744009130133e-05}
{"train_loss": 0.001971812453120947, "global_step": 69757, "epoch": 391, "lr": 2.7086126686938983e-05}
{"train_loss": 0.0010555022163316607, "global_step": 69758, "epoch": 391, "lr": 2.7084813302590534e-05}
{"train_loss": 0.0028503320645540953, "global_step": 69759, "epoch": 391, "lr": 2.7083499938257128e-05}
{"train_loss": 0.0015390884364023805, "global_step": 69760, "epoch": 391, "lr": 2.7082186593939907e-05}
{"train_loss": 0.0022075932938605547, "global_step": 69761, "epoch": 391, "lr": 2.708087326964006e-05}
{"train_loss": 0.002699352102354169, "global_step": 69762, "epoch": 391, "lr": 2.7079559965358658e-05}
{"train_loss": 0.005324018187820911, "global_step": 69763, "epoch": 391, "lr": 2.707824668109692e-05}
{"train_loss": 0.0018481682054698467, "global_step": 69764, "epoch": 391, "lr": 2.707693341685596e-05}
{"train_loss": 0.0036553165409713984, "global_step": 69765, "epoch": 391, "lr": 2.707562017263693e-05}
{"train_loss": 0.0011353337904438376, "global_step": 69766, "epoch": 391, "lr": 2.7074306948440974e-05}
{"train_loss": 0.003563146572560072, "global_step": 69767, "epoch": 391, "lr": 2.7072993744269247e-05}
{"train_loss": 0.002336630132049322, "global_step": 69768, "epoch": 391, "lr": 2.707168056012287e-05}
{"train_loss": 0.0025131935253739357, "global_step": 69769, "epoch": 391, "lr": 2.707036739600305e-05}
{"train_loss": 0.0021647177636623383, "global_step": 69770, "epoch": 391, "lr": 2.7069054251910853e-05}
{"train_loss": 0.0036191893741488457, "global_step": 69771, "epoch": 391, "lr": 2.706774112784749e-05}
{"train_loss": 0.0032989932224154472, "global_step": 69772, "epoch": 391, "lr": 2.7066428023814083e-05}
{"train_loss": 0.0013970840955153108, "global_step": 69773, "epoch": 391, "lr": 2.7065114939811787e-05}
{"train_loss": 0.00203553494066, "global_step": 69774, "epoch": 391, "lr": 2.7063801875841737e-05}
{"train_loss": 0.002135487314865642, "global_step": 69775, "epoch": 391, "lr": 2.706248883190507e-05}
{"train_loss": 0.001539544202387333, "global_step": 69776, "epoch": 392, "lr": 2.7061175808002986e-05}
{"train_loss": 0.0027168721426278353, "global_step": 69777, "epoch": 392, "lr": 2.705986280413656e-05}
{"train_loss": 0.001975804567337036, "global_step": 69778, "epoch": 392, "lr": 2.705854982030699e-05}
{"train_loss": 0.0017456704517826438, "global_step": 69779, "epoch": 392, "lr": 2.7057236856515404e-05}
{"train_loss": 0.001449541305191815, "global_step": 69780, "epoch": 392, "lr": 2.705592391276296e-05}
{"train_loss": 0.0022356025874614716, "global_step": 69781, "epoch": 392, "lr": 2.7054610989050788e-05}
{"train_loss": 0.0028639929369091988, "global_step": 69782, "epoch": 392, "lr": 2.7053298085380045e-05}
{"train_loss": 0.0028862361796200275, "global_step": 69783, "epoch": 392, "lr": 2.705198520175186e-05}
{"train_loss": 0.0014804040547460318, "global_step": 69784, "epoch": 392, "lr": 2.7050672338167433e-05}
{"train_loss": 0.002707901643589139, "global_step": 69785, "epoch": 392, "lr": 2.7049359494627834e-05}
{"train_loss": 0.0017399387434124947, "global_step": 69786, "epoch": 392, "lr": 2.7048046671134265e-05}
{"train_loss": 0.003287171246483922, "global_step": 69787, "epoch": 392, "lr": 2.7046733867687856e-05}
{"train_loss": 0.002160120289772749, "global_step": 69788, "epoch": 392, "lr": 2.7045421084289757e-05}
{"train_loss": 0.0017060289392247796, "global_step": 69789, "epoch": 392, "lr": 2.704410832094112e-05}
{"train_loss": 0.002044808818027377, "global_step": 69790, "epoch": 392, "lr": 2.704279557764307e-05}
{"train_loss": 0.004354297183454037, "global_step": 69791, "epoch": 392, "lr": 2.704148285439677e-05}
{"train_loss": 0.0039948164485394955, "global_step": 69792, "epoch": 392, "lr": 2.7040170151203347e-05}
{"train_loss": 0.0022958526387810707, "global_step": 69793, "epoch": 392, "lr": 2.703885746806398e-05}
{"train_loss": 0.0034040044993162155, "global_step": 69794, "epoch": 392, "lr": 2.7037544804979808e-05}
{"train_loss": 0.0013789715012535453, "global_step": 69795, "epoch": 392, "lr": 2.703623216195197e-05}
{"train_loss": 0.0023975493386387825, "global_step": 69796, "epoch": 392, "lr": 2.7034919538981606e-05}
{"train_loss": 0.0014996395912021399, "global_step": 69797, "epoch": 392, "lr": 2.7033606936069867e-05}
{"train_loss": 0.0015087744686752558, "global_step": 69798, "epoch": 392, "lr": 2.703229435321788e-05}
{"train_loss": 0.002782328287139535, "global_step": 69799, "epoch": 392, "lr": 2.7030981790426857e-05}
{"train_loss": 0.0016753789968788624, "global_step": 69800, "epoch": 392, "lr": 2.7029669247697853e-05}
{"train_loss": 0.0008487299201078713, "global_step": 69801, "epoch": 392, "lr": 2.7028356725032088e-05}
{"train_loss": 0.0025687983725219965, "global_step": 69802, "epoch": 392, "lr": 2.702704422243068e-05}
{"train_loss": 0.0022726065944880247, "global_step": 69803, "epoch": 392, "lr": 2.7025731739894778e-05}
{"train_loss": 0.0034392173402011395, "global_step": 69804, "epoch": 392, "lr": 2.7024419277425527e-05}
{"train_loss": 0.0011232589604333043, "global_step": 69805, "epoch": 392, "lr": 2.7023106835024072e-05}
{"train_loss": 0.0016342729795724154, "global_step": 69806, "epoch": 392, "lr": 2.7021794412691538e-05}
{"train_loss": 0.0027384604327380657, "global_step": 69807, "epoch": 392, "lr": 2.7020482010429138e-05}
{"train_loss": 0.002534974832087755, "global_step": 69808, "epoch": 392, "lr": 2.7019169628237932e-05}
{"train_loss": 0.002621418796479702, "global_step": 69809, "epoch": 392, "lr": 2.701785726611915e-05}
{"train_loss": 0.002761896001175046, "global_step": 69810, "epoch": 392, "lr": 2.701654492407386e-05}
{"train_loss": 0.0020550175104290247, "global_step": 69811, "epoch": 392, "lr": 2.7015232602103263e-05}
{"train_loss": 0.00259354617446661, "global_step": 69812, "epoch": 392, "lr": 2.701392030020849e-05}
{"train_loss": 0.0011995648965239525, "global_step": 69813, "epoch": 392, "lr": 2.7012608018390662e-05}
{"train_loss": 0.0012124914210289717, "global_step": 69814, "epoch": 392, "lr": 2.701129575665099e-05}
{"train_loss": 0.003250802168622613, "global_step": 69815, "epoch": 392, "lr": 2.700998351499054e-05}
{"train_loss": 0.002234535524621606, "global_step": 69816, "epoch": 392, "lr": 2.7008671293410514e-05}
{"train_loss": 0.0035001954529434443, "global_step": 69817, "epoch": 392, "lr": 2.700735909191204e-05}
{"train_loss": 0.0024641326162964106, "global_step": 69818, "epoch": 392, "lr": 2.7006046910496262e-05}
{"train_loss": 0.001987534575164318, "global_step": 69819, "epoch": 392, "lr": 2.7004734749164333e-05}
{"train_loss": 0.003602546639740467, "global_step": 69820, "epoch": 392, "lr": 2.7003422607917396e-05}
{"train_loss": 0.0010629394091665745, "global_step": 69821, "epoch": 392, "lr": 2.700211048675657e-05}
{"train_loss": 0.0016533028101548553, "global_step": 69822, "epoch": 392, "lr": 2.7000798385683075e-05}
{"train_loss": 0.0027528181672096252, "global_step": 69823, "epoch": 392, "lr": 2.6999486304697964e-05}
{"train_loss": 0.001433439552783966, "global_step": 69824, "epoch": 392, "lr": 2.6998174243802466e-05}
{"train_loss": 0.0014162773732095957, "global_step": 69825, "epoch": 392, "lr": 2.699686220299765e-05}
{"train_loss": 0.0019217772642150521, "global_step": 69826, "epoch": 392, "lr": 2.699555018228473e-05}
{"train_loss": 0.0020121680572628975, "global_step": 69827, "epoch": 392, "lr": 2.6994238181664817e-05}
{"train_loss": 0.001898809801787138, "global_step": 69828, "epoch": 392, "lr": 2.6992926201139064e-05}
{"train_loss": 0.0024635284207761288, "global_step": 69829, "epoch": 392, "lr": 2.6991614240708613e-05}
{"train_loss": 0.0053411321714520454, "global_step": 69830, "epoch": 392, "lr": 2.6990302300374614e-05}
{"train_loss": 0.002830461598932743, "global_step": 69831, "epoch": 392, "lr": 2.698899038013819e-05}
{"train_loss": 0.002041185274720192, "global_step": 69832, "epoch": 392, "lr": 2.6987678480000556e-05}
{"train_loss": 0.002005946822464466, "global_step": 69833, "epoch": 392, "lr": 2.6986366599962764e-05}
{"train_loss": 0.0013463975628837943, "global_step": 69834, "epoch": 392, "lr": 2.698505474002603e-05}
{"train_loss": 0.0028736134991049767, "global_step": 69835, "epoch": 392, "lr": 2.6983742900191473e-05}
{"train_loss": 0.002323737135156989, "global_step": 69836, "epoch": 392, "lr": 2.6982431080460225e-05}
{"train_loss": 0.002058282494544983, "global_step": 69837, "epoch": 392, "lr": 2.6981119280833482e-05}
{"train_loss": 0.0013271484058350325, "global_step": 69838, "epoch": 392, "lr": 2.6979807501312328e-05}
{"train_loss": 0.002639202866703272, "global_step": 69839, "epoch": 392, "lr": 2.6978495741897946e-05}
{"train_loss": 0.0021600874606519938, "global_step": 69840, "epoch": 392, "lr": 2.6977184002591483e-05}
{"train_loss": 0.0015986771322786808, "global_step": 69841, "epoch": 392, "lr": 2.6975872283394067e-05}
{"train_loss": 0.0023008505813777447, "global_step": 69842, "epoch": 392, "lr": 2.6974560584306852e-05}
{"train_loss": 0.002332510193809867, "global_step": 69843, "epoch": 392, "lr": 2.697324890533099e-05}
{"train_loss": 0.0028326832689344883, "global_step": 69844, "epoch": 392, "lr": 2.6971937246467617e-05}
{"train_loss": 0.002059666905552149, "global_step": 69845, "epoch": 392, "lr": 2.697062560771788e-05}
{"train_loss": 0.0014947336167097092, "global_step": 69846, "epoch": 392, "lr": 2.6969313989082905e-05}
{"train_loss": 0.001746810507029295, "global_step": 69847, "epoch": 392, "lr": 2.6968002390563902e-05}
{"train_loss": 0.0018311997409909964, "global_step": 69848, "epoch": 392, "lr": 2.6966690812161932e-05}
{"train_loss": 0.0023135212250053883, "global_step": 69849, "epoch": 392, "lr": 2.6965379253878197e-05}
{"train_loss": 0.00489629665389657, "global_step": 69850, "epoch": 392, "lr": 2.6964067715713836e-05}
{"train_loss": 0.0027729736175388098, "global_step": 69851, "epoch": 392, "lr": 2.696275619766998e-05}
{"train_loss": 0.0016645186115056276, "global_step": 69852, "epoch": 392, "lr": 2.6961444699747785e-05}
{"train_loss": 0.004172672517597675, "global_step": 69853, "epoch": 392, "lr": 2.6960133221948392e-05}
{"train_loss": 0.002859828993678093, "global_step": 69854, "epoch": 392, "lr": 2.6958821764272923e-05}
{"train_loss": 0.0019508041441440582, "global_step": 69855, "epoch": 392, "lr": 2.6957510326722574e-05}
{"train_loss": 0.0025364109314978123, "global_step": 69856, "epoch": 392, "lr": 2.6956198909298457e-05}
{"train_loss": 0.0018516082782298326, "global_step": 69857, "epoch": 392, "lr": 2.6954887512001726e-05}
{"train_loss": 0.004912800155580044, "global_step": 69858, "epoch": 392, "lr": 2.6953576134833523e-05}
{"train_loss": 0.0014543344732373953, "global_step": 69859, "epoch": 392, "lr": 2.6952264777794978e-05}
{"train_loss": 0.0010813436238095164, "global_step": 69860, "epoch": 392, "lr": 2.6950953440887295e-05}
{"train_loss": 0.0018610127735882998, "global_step": 69861, "epoch": 392, "lr": 2.6949642124111535e-05}
{"train_loss": 0.002922794548794627, "global_step": 69862, "epoch": 392, "lr": 2.6948330827468925e-05}
{"train_loss": 0.0008540737326256931, "global_step": 69863, "epoch": 392, "lr": 2.6947019550960532e-05}
{"train_loss": 0.00280586420558393, "global_step": 69864, "epoch": 392, "lr": 2.6945708294587563e-05}
{"train_loss": 0.001959733199328184, "global_step": 69865, "epoch": 392, "lr": 2.6944397058351135e-05}
{"train_loss": 0.0014993667136877775, "global_step": 69866, "epoch": 392, "lr": 2.6943085842252404e-05}
{"train_loss": 0.0016156164929270744, "global_step": 69867, "epoch": 392, "lr": 2.694177464629251e-05}
{"train_loss": 0.0034674096386879683, "global_step": 69868, "epoch": 392, "lr": 2.6940463470472598e-05}
{"train_loss": 0.0032945177517831326, "global_step": 69869, "epoch": 392, "lr": 2.6939152314793798e-05}
{"train_loss": 0.0012170526897534728, "global_step": 69870, "epoch": 392, "lr": 2.6937841179257305e-05}
{"train_loss": 0.004188212100416422, "global_step": 69871, "epoch": 392, "lr": 2.6936530063864195e-05}
{"train_loss": 0.001570784137584269, "global_step": 69872, "epoch": 392, "lr": 2.6935218968615665e-05}
{"train_loss": 0.0021685143001377583, "global_step": 69873, "epoch": 392, "lr": 2.6933907893512846e-05}
{"train_loss": 0.001886167679913342, "global_step": 69874, "epoch": 392, "lr": 2.6932596838556884e-05}
{"train_loss": 0.0015429956838488579, "global_step": 69875, "epoch": 392, "lr": 2.6931285803748916e-05}
{"train_loss": 0.002134447917342186, "global_step": 69876, "epoch": 392, "lr": 2.6929974789090073e-05}
{"train_loss": 0.002051875228062272, "global_step": 69877, "epoch": 392, "lr": 2.6928663794581544e-05}
{"train_loss": 0.0019297127146273851, "global_step": 69878, "epoch": 392, "lr": 2.6927352820224444e-05}
{"train_loss": 0.0013147811405360699, "global_step": 69879, "epoch": 392, "lr": 2.6926041866019924e-05}
{"train_loss": 0.005359705537557602, "global_step": 69880, "epoch": 392, "lr": 2.6924730931969134e-05}
{"train_loss": 0.0018150064861401916, "global_step": 69881, "epoch": 392, "lr": 2.6923420018073208e-05}
{"train_loss": 0.0021725092083215714, "global_step": 69882, "epoch": 392, "lr": 2.6922109124333295e-05}
{"train_loss": 0.0032894457690417767, "global_step": 69883, "epoch": 392, "lr": 2.6920798250750544e-05}
{"train_loss": 0.0022973152808845043, "global_step": 69884, "epoch": 392, "lr": 2.6919487397326076e-05}
{"train_loss": 0.0027745692059397697, "global_step": 69885, "epoch": 392, "lr": 2.6918176564061103e-05}
{"train_loss": 0.0017755866283550858, "global_step": 69886, "epoch": 392, "lr": 2.6916865750956677e-05}
{"train_loss": 0.0016104194801300764, "global_step": 69887, "epoch": 392, "lr": 2.691555495801401e-05}
{"train_loss": 0.0013562720268964767, "global_step": 69888, "epoch": 392, "lr": 2.6914244185234238e-05}
{"train_loss": 0.002629074500873685, "global_step": 69889, "epoch": 392, "lr": 2.691293343261848e-05}
{"train_loss": 0.001000769785605371, "global_step": 69890, "epoch": 392, "lr": 2.6911622700167905e-05}
{"train_loss": 0.0015521198511123657, "global_step": 69891, "epoch": 392, "lr": 2.6910311987883653e-05}
{"train_loss": 0.0023578149266541004, "global_step": 69892, "epoch": 392, "lr": 2.6909001295766835e-05}
{"train_loss": 0.003432797733694315, "global_step": 69893, "epoch": 392, "lr": 2.690769062381867e-05}
{"train_loss": 0.001945305964909494, "global_step": 69894, "epoch": 392, "lr": 2.6906379972040217e-05}
{"train_loss": 0.0008086090674623847, "global_step": 69895, "epoch": 392, "lr": 2.690506934043268e-05}
{"train_loss": 0.0024458584375679493, "global_step": 69896, "epoch": 392, "lr": 2.690375872899719e-05}
{"train_loss": 0.003007203806191683, "global_step": 69897, "epoch": 392, "lr": 2.6902448137734872e-05}
{"train_loss": 0.0027499988209456205, "global_step": 69898, "epoch": 392, "lr": 2.6901137566646915e-05}
{"train_loss": 0.0016936808824539185, "global_step": 69899, "epoch": 392, "lr": 2.6899827015734403e-05}
{"train_loss": 0.0013779547298327088, "global_step": 69900, "epoch": 392, "lr": 2.6898516484998544e-05}
{"train_loss": 0.0013504853704944253, "global_step": 69901, "epoch": 392, "lr": 2.6897205974440422e-05}
{"train_loss": 0.0015023082960397005, "global_step": 69902, "epoch": 392, "lr": 2.6895895484061217e-05}
{"train_loss": 0.0010533614549785852, "global_step": 69903, "epoch": 392, "lr": 2.6894585013862078e-05}
{"train_loss": 0.0011027639266103506, "global_step": 69904, "epoch": 392, "lr": 2.689327456384414e-05}
{"train_loss": 0.0026327637024223804, "global_step": 69905, "epoch": 392, "lr": 2.689196413400854e-05}
{"train_loss": 0.0009887637570500374, "global_step": 69906, "epoch": 392, "lr": 2.6890653724356435e-05}
{"train_loss": 0.00100775680039078, "global_step": 69907, "epoch": 392, "lr": 2.6889343334888937e-05}
{"train_loss": 0.0011724994983524084, "global_step": 69908, "epoch": 392, "lr": 2.688803296560727e-05}
{"train_loss": 0.001479907426983118, "global_step": 69909, "epoch": 392, "lr": 2.688672261651247e-05}
{"train_loss": 0.001105134142562747, "global_step": 69910, "epoch": 392, "lr": 2.6885412287605773e-05}
{"train_loss": 0.003040514886379242, "global_step": 69911, "epoch": 392, "lr": 2.6884101978888278e-05}
{"train_loss": 0.005427660420536995, "global_step": 69912, "epoch": 392, "lr": 2.688279169036114e-05}
{"train_loss": 0.0023519457317888737, "global_step": 69913, "epoch": 392, "lr": 2.6881481422025507e-05}
{"train_loss": 0.0035565271973609924, "global_step": 69914, "epoch": 392, "lr": 2.688017117388252e-05}
{"train_loss": 0.0017933381022885442, "global_step": 69915, "epoch": 392, "lr": 2.68788609459333e-05}
{"train_loss": 0.002572088735178113, "global_step": 69916, "epoch": 392, "lr": 2.687755073817903e-05}
{"train_loss": 0.002137904055416584, "global_step": 69917, "epoch": 392, "lr": 2.6876240550620847e-05}
{"train_loss": 0.0024587451480329037, "global_step": 69918, "epoch": 392, "lr": 2.687493038325988e-05}
{"train_loss": 0.0020410860888659954, "global_step": 69919, "epoch": 392, "lr": 2.6873620236097286e-05}
{"train_loss": 0.0019157379865646362, "global_step": 69920, "epoch": 392, "lr": 2.6872310109134196e-05}
{"train_loss": 0.00121715955901891, "global_step": 69921, "epoch": 392, "lr": 2.687100000237177e-05}
{"train_loss": 0.003443783149123192, "global_step": 69922, "epoch": 392, "lr": 2.686968991581112e-05}
{"train_loss": 0.0024119247682392597, "global_step": 69923, "epoch": 392, "lr": 2.686837984945345e-05}
{"train_loss": 0.002276830142363906, "global_step": 69924, "epoch": 392, "lr": 2.6867069803299837e-05}
{"train_loss": 0.0028178910724818707, "global_step": 69925, "epoch": 392, "lr": 2.6865759777351474e-05}
{"train_loss": 0.0010376612190157175, "global_step": 69926, "epoch": 392, "lr": 2.686444977160949e-05}
{"train_loss": 0.0035207790788263083, "global_step": 69927, "epoch": 392, "lr": 2.6863139786075026e-05}
{"train_loss": 0.0025641671381890774, "global_step": 69928, "epoch": 392, "lr": 2.686182982074923e-05}
{"train_loss": 0.001945377211086452, "global_step": 69929, "epoch": 392, "lr": 2.686051987563324e-05}
{"train_loss": 0.0015133118722587824, "global_step": 69930, "epoch": 392, "lr": 2.6859209950728188e-05}
{"train_loss": 0.002702851314097643, "global_step": 69931, "epoch": 392, "lr": 2.6857900046035267e-05}
{"train_loss": 0.0020437496714293957, "global_step": 69932, "epoch": 392, "lr": 2.6856590161555555e-05}
{"train_loss": 0.0017818511696532369, "global_step": 69933, "epoch": 392, "lr": 2.6855280297290264e-05}
{"train_loss": 0.0023649383801966906, "global_step": 69934, "epoch": 392, "lr": 2.6853970453240475e-05}
{"train_loss": 0.0017354039009660482, "global_step": 69935, "epoch": 392, "lr": 2.6852660629407366e-05}
{"train_loss": 0.0014883248368278146, "global_step": 69936, "epoch": 392, "lr": 2.6851350825792083e-05}
{"train_loss": 0.0035655901301652193, "global_step": 69937, "epoch": 392, "lr": 2.6850041042395745e-05}
{"train_loss": 0.002418242394924164, "global_step": 69938, "epoch": 392, "lr": 2.6848731279219546e-05}
{"train_loss": 0.0023800262715667486, "global_step": 69939, "epoch": 392, "lr": 2.6847421536264562e-05}
{"train_loss": 0.002512664068490267, "global_step": 69940, "epoch": 392, "lr": 2.6846111813531995e-05}
{"train_loss": 0.001753630698658526, "global_step": 69941, "epoch": 392, "lr": 2.684480211102296e-05}
{"train_loss": 0.0012679316569119692, "global_step": 69942, "epoch": 392, "lr": 2.6843492428738614e-05}
{"train_loss": 0.002221527509391308, "global_step": 69943, "epoch": 392, "lr": 2.684218276668009e-05}
{"train_loss": 0.0013995415065437555, "global_step": 69944, "epoch": 392, "lr": 2.6840873124848542e-05}
{"train_loss": 0.002700903918594122, "global_step": 69945, "epoch": 392, "lr": 2.683956350324508e-05}
{"train_loss": 0.0016475990414619446, "global_step": 69946, "epoch": 392, "lr": 2.6838253901870926e-05}
{"train_loss": 0.0022486532106995583, "global_step": 69947, "epoch": 392, "lr": 2.6836944320727126e-05}
{"train_loss": 0.0014859727816656232, "global_step": 69948, "epoch": 392, "lr": 2.6835634759814897e-05}
{"train_loss": 0.001604327466338873, "global_step": 69949, "epoch": 392, "lr": 2.6834325219135355e-05}
{"train_loss": 0.0021782179828733206, "global_step": 69950, "epoch": 392, "lr": 2.6833015698689644e-05}
{"train_loss": 0.002305705565959215, "global_step": 69951, "epoch": 392, "lr": 2.683170619847891e-05}
{"train_loss": 0.0013210244942456484, "global_step": 69952, "epoch": 392, "lr": 2.6830396718504302e-05}
{"train_loss": 0.002210674360080549, "global_step": 69953, "epoch": 392, "lr": 2.682908725876696e-05}
{"train_loss": 0.0016658564563840628, "global_step": 69954, "epoch": 393, "lr": 2.682777781926802e-05}
{"train_loss": 0.0007315437542274594, "global_step": 69955, "epoch": 393, "lr": 2.682646840000862e-05}
{"train_loss": 0.0010064735542982817, "global_step": 69956, "epoch": 393, "lr": 2.682515900098995e-05}
{"train_loss": 0.001807280583307147, "global_step": 69957, "epoch": 393, "lr": 2.6823849622213083e-05}
{"train_loss": 0.0020009835716336966, "global_step": 69958, "epoch": 393, "lr": 2.6822540263679214e-05}
{"train_loss": 0.0029303748160600662, "global_step": 69959, "epoch": 393, "lr": 2.6821230925389474e-05}
{"train_loss": 0.0037775186356157064, "global_step": 69960, "epoch": 393, "lr": 2.681992160734499e-05}
{"train_loss": 0.003574543632566929, "global_step": 69961, "epoch": 393, "lr": 2.6818612309546954e-05}
{"train_loss": 0.001266626175493002, "global_step": 69962, "epoch": 393, "lr": 2.681730303199644e-05}
{"train_loss": 0.002789457095786929, "global_step": 69963, "epoch": 393, "lr": 2.6815993774694642e-05}
{"train_loss": 0.0023707421496510506, "global_step": 69964, "epoch": 393, "lr": 2.6814684537642693e-05}
{"train_loss": 0.0035673135425895452, "global_step": 69965, "epoch": 393, "lr": 2.6813375320841733e-05}
{"train_loss": 0.001501352177001536, "global_step": 69966, "epoch": 393, "lr": 2.68120661242929e-05}
{"train_loss": 0.0013535494217649102, "global_step": 69967, "epoch": 393, "lr": 2.681075694799735e-05}
{"train_loss": 0.0023543364368379116, "global_step": 69968, "epoch": 393, "lr": 2.6809447791956195e-05}
{"train_loss": 0.0011899160454049706, "global_step": 69969, "epoch": 393, "lr": 2.680813865617064e-05}
{"train_loss": 0.0028589097782969475, "global_step": 69970, "epoch": 393, "lr": 2.6806829540641755e-05}
{"train_loss": 0.0015544368652626872, "global_step": 69971, "epoch": 393, "lr": 2.6805520445370758e-05}
{"train_loss": 0.0014522683341056108, "global_step": 69972, "epoch": 393, "lr": 2.6804211370358712e-05}
{"train_loss": 0.0021691112779080868, "global_step": 69973, "epoch": 393, "lr": 2.6802902315606827e-05}
{"train_loss": 0.0012709293514490128, "global_step": 69974, "epoch": 393, "lr": 2.680159328111621e-05}
{"train_loss": 0.0016352790407836437, "global_step": 69975, "epoch": 393, "lr": 2.6800284266888024e-05}
{"train_loss": 0.0018119271844625473, "global_step": 69976, "epoch": 393, "lr": 2.679897527292341e-05}
{"train_loss": 0.002236767439171672, "global_step": 69977, "epoch": 393, "lr": 2.6797666299223495e-05}
{"train_loss": 0.0023872852325439453, "global_step": 69978, "epoch": 393, "lr": 2.679635734578942e-05}
{"train_loss": 0.0025127525441348553, "global_step": 69979, "epoch": 393, "lr": 2.6795048412622357e-05}
{"train_loss": 0.0014186433982104063, "global_step": 69980, "epoch": 393, "lr": 2.6793739499723436e-05}
{"train_loss": 0.001659945584833622, "global_step": 69981, "epoch": 393, "lr": 2.6792430607093792e-05}
{"train_loss": 0.0014068807940930128, "global_step": 69982, "epoch": 393, "lr": 2.6791121734734582e-05}
{"train_loss": 0.0017564432928338647, "global_step": 69983, "epoch": 393, "lr": 2.6789812882646913e-05}
{"train_loss": 0.0024203527718782425, "global_step": 69984, "epoch": 393, "lr": 2.678850405083201e-05}
{"train_loss": 0.0014061115216463804, "global_step": 69985, "epoch": 393, "lr": 2.6787195239290907e-05}
{"train_loss": 0.0014672441175207496, "global_step": 69986, "epoch": 393, "lr": 2.6785886448024832e-05}
{"train_loss": 0.0039813523180782795, "global_step": 69987, "epoch": 393, "lr": 2.6784577677034893e-05}
{"train_loss": 0.0016642953269183636, "global_step": 69988, "epoch": 393, "lr": 2.678326892632225e-05}
{"train_loss": 0.0038916184566915035, "global_step": 69989, "epoch": 393, "lr": 2.6781960195888024e-05}
{"train_loss": 0.0024929456412792206, "global_step": 69990, "epoch": 393, "lr": 2.6780651485733366e-05}
{"train_loss": 0.0022995988838374615, "global_step": 69991, "epoch": 393, "lr": 2.677934279585943e-05}
{"train_loss": 0.002247435972094536, "global_step": 69992, "epoch": 393, "lr": 2.6778034126267347e-05}
{"train_loss": 0.004300517495721579, "global_step": 69993, "epoch": 393, "lr": 2.6776725476958255e-05}
{"train_loss": 0.004543549846857786, "global_step": 69994, "epoch": 393, "lr": 2.677541684793333e-05}
{"train_loss": 0.0025390766095370054, "global_step": 69995, "epoch": 393, "lr": 2.677410823919366e-05}
{"train_loss": 0.0023346361704170704, "global_step": 69996, "epoch": 393, "lr": 2.6772799650740444e-05}
{"train_loss": 0.0019529517740011215, "global_step": 69997, "epoch": 393, "lr": 2.6771491082574794e-05}
{"train_loss": 0.004201431758701801, "global_step": 69998, "epoch": 393, "lr": 2.6770182534697863e-05}
{"train_loss": 0.0017078642267733812, "global_step": 69999, "epoch": 393, "lr": 2.676887400711079e-05}
{"train_loss": 0.0010484822560101748, "global_step": 70000, "epoch": 393, "lr": 2.6767565499814696e-05}
{"train_loss": 0.00390799343585968, "global_step": 70001, "epoch": 393, "lr": 2.676625701281077e-05}
{"train_loss": 0.0015025665052235126, "global_step": 70002, "epoch": 393, "lr": 2.6764948546100122e-05}
{"train_loss": 0.0028812389355152845, "global_step": 70003, "epoch": 393, "lr": 2.676364009968391e-05}
{"train_loss": 0.0020697764120996, "global_step": 70004, "epoch": 393, "lr": 2.6762331673563267e-05}
{"train_loss": 0.003595672082155943, "global_step": 70005, "epoch": 393, "lr": 2.676102326773935e-05}
{"train_loss": 0.0014015806373208761, "global_step": 70006, "epoch": 393, "lr": 2.675971488221326e-05}
{"train_loss": 0.001868512830697, "global_step": 70007, "epoch": 393, "lr": 2.6758406516986218e-05}
{"train_loss": 0.0027089943177998066, "global_step": 70008, "epoch": 393, "lr": 2.675709817205928e-05}
{"train_loss": 0.001934712752699852, "global_step": 70009, "epoch": 393, "lr": 2.6755789847433667e-05}
{"train_loss": 0.0019715733360499144, "global_step": 70010, "epoch": 393, "lr": 2.675448154311044e-05}
{"train_loss": 0.003961704671382904, "global_step": 70011, "epoch": 393, "lr": 2.6753173259090803e-05}
{"train_loss": 0.0018905648030340672, "global_step": 70012, "epoch": 393, "lr": 2.6751864995375886e-05}
{"train_loss": 0.0014648761134594679, "global_step": 70013, "epoch": 393, "lr": 2.6750556751966825e-05}
{"train_loss": 0.0022028035018593073, "global_step": 70014, "epoch": 393, "lr": 2.674924852886477e-05}
{"train_loss": 0.0013443899806588888, "global_step": 70015, "epoch": 393, "lr": 2.6747940326070854e-05}
{"train_loss": 0.0023617055267095566, "global_step": 70016, "epoch": 393, "lr": 2.6746632143586203e-05}
{"train_loss": 0.00295732612721622, "global_step": 70017, "epoch": 393, "lr": 2.674532398141202e-05}
{"train_loss": 0.0019961444195359945, "global_step": 70018, "epoch": 393, "lr": 2.6744015839549365e-05}
{"train_loss": 0.004525839351117611, "global_step": 70019, "epoch": 393, "lr": 2.6742707717999444e-05}
{"train_loss": 0.0021373345516622066, "global_step": 70020, "epoch": 393, "lr": 2.674139961676338e-05}
{"train_loss": 0.0010800266172736883, "global_step": 70021, "epoch": 393, "lr": 2.6740091535842292e-05}
{"train_loss": 0.0005062314448878169, "global_step": 70022, "epoch": 393, "lr": 2.6738783475237395e-05}
{"train_loss": 0.0031561129726469517, "global_step": 70023, "epoch": 393, "lr": 2.6737475434949732e-05}
{"train_loss": 0.0020997377578169107, "global_step": 70024, "epoch": 393, "lr": 2.673616741498052e-05}
{"train_loss": 0.0018411193741485476, "global_step": 70025, "epoch": 393, "lr": 2.673485941533087e-05}
{"train_loss": 0.0014096733648329973, "global_step": 70026, "epoch": 393, "lr": 2.6733551436001936e-05}
{"train_loss": 0.0024481036234647036, "global_step": 70027, "epoch": 393, "lr": 2.6732243476994856e-05}
{"train_loss": 0.0020293069537729025, "global_step": 70028, "epoch": 393, "lr": 2.673093553831077e-05}
{"train_loss": 0.001149086281657219, "global_step": 70029, "epoch": 393, "lr": 2.672962761995082e-05}
{"train_loss": 0.002477005822584033, "global_step": 70030, "epoch": 393, "lr": 2.672831972191615e-05}
{"train_loss": 0.004712148103863001, "global_step": 70031, "epoch": 393, "lr": 2.672701184420789e-05}
{"train_loss": 0.002053396077826619, "global_step": 70032, "epoch": 393, "lr": 2.6725703986827233e-05}
{"train_loss": 0.0011688296217471361, "global_step": 70033, "epoch": 393, "lr": 2.672439614977524e-05}
{"train_loss": 0.0016825158381834626, "global_step": 70034, "epoch": 393, "lr": 2.6723088333053113e-05}
{"train_loss": 0.0018706448609009385, "global_step": 70035, "epoch": 393, "lr": 2.672178053666199e-05}
{"train_loss": 0.0006675301119685173, "global_step": 70036, "epoch": 393, "lr": 2.6720472760602992e-05}
{"train_loss": 0.002886616624891758, "global_step": 70037, "epoch": 393, "lr": 2.6719165004877278e-05}
{"train_loss": 0.0016984879039227962, "global_step": 70038, "epoch": 393, "lr": 2.671785726948598e-05}
{"train_loss": 0.0009617412579245865, "global_step": 70039, "epoch": 393, "lr": 2.671654955443022e-05}
{"train_loss": 0.001578336814418435, "global_step": 70040, "epoch": 393, "lr": 2.6715241859711204e-05}
{"train_loss": 0.0013576445635408163, "global_step": 70041, "epoch": 393, "lr": 2.6713934185329997e-05}
{"train_loss": 0.0013997761998325586, "global_step": 70042, "epoch": 393, "lr": 2.67126265312878e-05}
{"train_loss": 0.0030276430770754814, "global_step": 70043, "epoch": 393, "lr": 2.6711318897585726e-05}
{"train_loss": 0.0006956217112019658, "global_step": 70044, "epoch": 393, "lr": 2.671001128422491e-05}
{"train_loss": 0.0016781194135546684, "global_step": 70045, "epoch": 393, "lr": 2.6708703691206544e-05}
{"train_loss": 0.0013612316688522696, "global_step": 70046, "epoch": 393, "lr": 2.6707396118531697e-05}
{"train_loss": 0.0030873874202370644, "global_step": 70047, "epoch": 393, "lr": 2.6706088566201588e-05}
{"train_loss": 0.0038363735657185316, "global_step": 70048, "epoch": 393, "lr": 2.6704781034217275e-05}
{"train_loss": 0.002236931584775448, "global_step": 70049, "epoch": 393, "lr": 2.670347352257997e-05}
{"train_loss": 0.0013234262587502599, "global_step": 70050, "epoch": 393, "lr": 2.6702166031290786e-05}
{"train_loss": 0.000981824705377221, "global_step": 70051, "epoch": 393, "lr": 2.670085856035087e-05}
{"train_loss": 0.0032390765845775604, "global_step": 70052, "epoch": 393, "lr": 2.6699551109761365e-05}
{"train_loss": 0.002063901862129569, "global_step": 70053, "epoch": 393, "lr": 2.6698243679523416e-05}
{"train_loss": 0.003489391878247261, "global_step": 70054, "epoch": 393, "lr": 2.669693626963813e-05}
{"train_loss": 0.003501173108816147, "global_step": 70055, "epoch": 393, "lr": 2.669562888010672e-05}
{"train_loss": 0.0015819612890481949, "global_step": 70056, "epoch": 393, "lr": 2.6694321510930254e-05}
{"train_loss": 0.0018491392256692052, "global_step": 70057, "epoch": 393, "lr": 2.669301416210992e-05}
{"train_loss": 0.0025862769689410925, "global_step": 70058, "epoch": 393, "lr": 2.6691706833646845e-05}
{"train_loss": 0.001674542436376214, "global_step": 70059, "epoch": 393, "lr": 2.669039952554217e-05}
{"train_loss": 0.002186418743804097, "global_step": 70060, "epoch": 393, "lr": 2.6689092237797042e-05}
{"train_loss": 0.0014400908257812262, "global_step": 70061, "epoch": 393, "lr": 2.6687784970412598e-05}
{"train_loss": 0.003872472094371915, "global_step": 70062, "epoch": 393, "lr": 2.6686477723389993e-05}
{"train_loss": 0.0021877388935536146, "global_step": 70063, "epoch": 393, "lr": 2.6685170496730327e-05}
{"train_loss": 0.001428904477506876, "global_step": 70064, "epoch": 393, "lr": 2.668386329043479e-05}
{"train_loss": 0.0010862939525395632, "global_step": 70065, "epoch": 393, "lr": 2.6682556104504507e-05}
{"train_loss": 0.0020080539397895336, "global_step": 70066, "epoch": 393, "lr": 2.668124893894063e-05}
{"train_loss": 0.0011681218165904284, "global_step": 70067, "epoch": 393, "lr": 2.667994179374428e-05}
{"train_loss": 0.0008101859129965305, "global_step": 70068, "epoch": 393, "lr": 2.66786346689166e-05}
{"train_loss": 0.0016690699849277735, "global_step": 70069, "epoch": 393, "lr": 2.667732756445873e-05}
{"train_loss": 0.0017803437076508999, "global_step": 70070, "epoch": 393, "lr": 2.6676020480371868e-05}
{"train_loss": 0.0012683855602517724, "global_step": 70071, "epoch": 393, "lr": 2.667471341665706e-05}
{"train_loss": 0.0016904145013540983, "global_step": 70072, "epoch": 393, "lr": 2.6673406373315512e-05}
{"train_loss": 0.0008912078337743878, "global_step": 70073, "epoch": 393, "lr": 2.667209935034836e-05}
{"train_loss": 0.0008066958398558199, "global_step": 70074, "epoch": 393, "lr": 2.6670792347756736e-05}
{"train_loss": 0.004339819774031639, "global_step": 70075, "epoch": 393, "lr": 2.666948536554178e-05}
{"train_loss": 0.003041243413463235, "global_step": 70076, "epoch": 393, "lr": 2.666817840370463e-05}
{"train_loss": 0.0012672565644606948, "global_step": 70077, "epoch": 393, "lr": 2.666687146224642e-05}
{"train_loss": 0.002792307874187827, "global_step": 70078, "epoch": 393, "lr": 2.6665564541168343e-05}
{"train_loss": 0.003722236957401037, "global_step": 70079, "epoch": 393, "lr": 2.6664257640471458e-05}
{"train_loss": 0.0021746959537267685, "global_step": 70080, "epoch": 393, "lr": 2.666295076015699e-05}
{"train_loss": 0.0014673481928184628, "global_step": 70081, "epoch": 393, "lr": 2.6661643900226003e-05}
{"train_loss": 0.00104348489549011, "global_step": 70082, "epoch": 393, "lr": 2.6660337060679696e-05}
{"train_loss": 0.0010129261063411832, "global_step": 70083, "epoch": 393, "lr": 2.665903024151919e-05}
{"train_loss": 0.0007613258203491569, "global_step": 70084, "epoch": 393, "lr": 2.665772344274561e-05}
{"train_loss": 0.001531531335785985, "global_step": 70085, "epoch": 393, "lr": 2.665641666436015e-05}
{"train_loss": 0.003916395362466574, "global_step": 70086, "epoch": 393, "lr": 2.6655109906363885e-05}
{"train_loss": 0.001127669122070074, "global_step": 70087, "epoch": 393, "lr": 2.6653803168757996e-05}
{"train_loss": 0.0009287596913054585, "global_step": 70088, "epoch": 393, "lr": 2.6652496451543617e-05}
{"train_loss": 0.0009820772102102637, "global_step": 70089, "epoch": 393, "lr": 2.6651189754721894e-05}
{"train_loss": 0.0011843021493405104, "global_step": 70090, "epoch": 393, "lr": 2.6649883078293963e-05}
{"train_loss": 0.0014759418554604053, "global_step": 70091, "epoch": 393, "lr": 2.6648576422260963e-05}
{"train_loss": 0.004098629578948021, "global_step": 70092, "epoch": 393, "lr": 2.6647269786624018e-05}
{"train_loss": 0.0013455349253490567, "global_step": 70093, "epoch": 393, "lr": 2.6645963171384324e-05}
{"train_loss": 0.0034156558103859425, "global_step": 70094, "epoch": 393, "lr": 2.664465657654295e-05}
{"train_loss": 0.0017370178829878569, "global_step": 70095, "epoch": 393, "lr": 2.6643350002101085e-05}
{"train_loss": 0.0017771725542843342, "global_step": 70096, "epoch": 393, "lr": 2.664204344805987e-05}
{"train_loss": 0.0032849861308932304, "global_step": 70097, "epoch": 393, "lr": 2.6640736914420435e-05}
{"train_loss": 0.001638463232666254, "global_step": 70098, "epoch": 393, "lr": 2.6639430401183918e-05}
{"train_loss": 0.0031586717814207077, "global_step": 70099, "epoch": 393, "lr": 2.6638123908351466e-05}
{"train_loss": 0.0020168093033134937, "global_step": 70100, "epoch": 393, "lr": 2.663681743592421e-05}
{"train_loss": 0.0021462030708789825, "global_step": 70101, "epoch": 393, "lr": 2.66355109839033e-05}
{"train_loss": 0.0012098553124815226, "global_step": 70102, "epoch": 393, "lr": 2.6634204552289867e-05}
{"train_loss": 0.0021863626316189766, "global_step": 70103, "epoch": 393, "lr": 2.663289814108509e-05}
{"train_loss": 0.0016509289853274822, "global_step": 70104, "epoch": 393, "lr": 2.663159175029004e-05}
{"train_loss": 0.0019159605726599693, "global_step": 70105, "epoch": 393, "lr": 2.663028537990593e-05}
{"train_loss": 0.002766855526715517, "global_step": 70106, "epoch": 393, "lr": 2.6628979029933858e-05}
{"train_loss": 0.0037372619844973087, "global_step": 70107, "epoch": 393, "lr": 2.662767270037496e-05}
{"train_loss": 0.0008214015397243202, "global_step": 70108, "epoch": 393, "lr": 2.662636639123044e-05}
{"train_loss": 0.003213253803551197, "global_step": 70109, "epoch": 393, "lr": 2.6625060102501355e-05}
{"train_loss": 0.0026094589848071337, "global_step": 70110, "epoch": 393, "lr": 2.662375383418889e-05}
{"train_loss": 0.0023691924288868904, "global_step": 70111, "epoch": 393, "lr": 2.662244758629419e-05}
{"train_loss": 0.0013695766683667898, "global_step": 70112, "epoch": 393, "lr": 2.6621141358818387e-05}
{"train_loss": 0.0017339771147817373, "global_step": 70113, "epoch": 393, "lr": 2.6619835151762617e-05}
{"train_loss": 0.001152390381321311, "global_step": 70114, "epoch": 393, "lr": 2.661852896512803e-05}
{"train_loss": 0.003045362886041403, "global_step": 70115, "epoch": 393, "lr": 2.6617222798915736e-05}
{"train_loss": 0.002773064188659191, "global_step": 70116, "epoch": 393, "lr": 2.6615916653126944e-05}
{"train_loss": 0.0026897492352873087, "global_step": 70117, "epoch": 393, "lr": 2.6614610527762707e-05}
{"train_loss": 0.0024734842590987682, "global_step": 70118, "epoch": 393, "lr": 2.661330442282426e-05}
{"train_loss": 0.0010571316815912724, "global_step": 70119, "epoch": 393, "lr": 2.661199833831265e-05}
{"train_loss": 0.002180306939408183, "global_step": 70120, "epoch": 393, "lr": 2.6610692274229082e-05}
{"train_loss": 0.0016550682485103607, "global_step": 70121, "epoch": 393, "lr": 2.660938623057468e-05}
{"train_loss": 0.0012960582971572876, "global_step": 70122, "epoch": 393, "lr": 2.6608080207350585e-05}
{"train_loss": 0.00291543360799551, "global_step": 70123, "epoch": 393, "lr": 2.6606774204557928e-05}
{"train_loss": 0.002562080742791295, "global_step": 70124, "epoch": 393, "lr": 2.660546822219786e-05}
{"train_loss": 0.002282929141074419, "global_step": 70125, "epoch": 393, "lr": 2.6604162260271498e-05}
{"train_loss": 0.0015681254444643855, "global_step": 70126, "epoch": 393, "lr": 2.660285631878002e-05}
{"train_loss": 0.002881914610043168, "global_step": 70127, "epoch": 393, "lr": 2.6601550397724557e-05}
{"train_loss": 0.002476473804563284, "global_step": 70128, "epoch": 393, "lr": 2.6600244497106236e-05}
{"train_loss": 0.002072518225759268, "global_step": 70129, "epoch": 393, "lr": 2.6598938616926206e-05}
{"train_loss": 0.0031367542687803507, "global_step": 70130, "epoch": 393, "lr": 2.6597632757185586e-05}
{"train_loss": 0.002131213934691832, "global_step": 70131, "epoch": 393, "lr": 2.659632691788558e-05}
{"train_loss": 0.0045136380940675735, "global_step": 70132, "epoch": 394, "lr": 2.659502109902724e-05}
{"train_loss": 0.002595019992440939, "global_step": 70133, "epoch": 394, "lr": 2.659371530061177e-05}
{"train_loss": 0.001982947578653693, "global_step": 70134, "epoch": 394, "lr": 2.6592409522640295e-05}
{"train_loss": 0.005422806367278099, "global_step": 70135, "epoch": 394, "lr": 2.659110376511395e-05}
{"train_loss": 0.0016008070670068264, "global_step": 70136, "epoch": 394, "lr": 2.658979802803388e-05}
{"train_loss": 0.0017435576301068068, "global_step": 70137, "epoch": 394, "lr": 2.6588492311401224e-05}
{"train_loss": 0.0037737260572612286, "global_step": 70138, "epoch": 394, "lr": 2.658718661521712e-05}
{"train_loss": 0.0018331501632928848, "global_step": 70139, "epoch": 394, "lr": 2.658588093948271e-05}
{"train_loss": 0.0029577286913990974, "global_step": 70140, "epoch": 394, "lr": 2.658457528419912e-05}
{"train_loss": 0.0014854709152132273, "global_step": 70141, "epoch": 394, "lr": 2.6583269649367538e-05}
{"train_loss": 0.0015324265696108341, "global_step": 70142, "epoch": 394, "lr": 2.6581964034989036e-05}
{"train_loss": 0.0035027307458221912, "global_step": 70143, "epoch": 394, "lr": 2.658065844106481e-05}
{"train_loss": 0.0023024361580610275, "global_step": 70144, "epoch": 394, "lr": 2.6579352867595973e-05}
{"train_loss": 0.004247266333550215, "global_step": 70145, "epoch": 394, "lr": 2.6578047314583677e-05}
{"train_loss": 0.0017027766443789005, "global_step": 70146, "epoch": 394, "lr": 2.657674178202906e-05}
{"train_loss": 0.0015884608728811145, "global_step": 70147, "epoch": 394, "lr": 2.657543626993324e-05}
{"train_loss": 0.003734986297786236, "global_step": 70148, "epoch": 394, "lr": 2.65741307782974e-05}
{"train_loss": 0.0038285162299871445, "global_step": 70149, "epoch": 394, "lr": 2.657282530712265e-05}
{"train_loss": 0.002163731027394533, "global_step": 70150, "epoch": 394, "lr": 2.6571519856410144e-05}
{"train_loss": 0.0026047667488455772, "global_step": 70151, "epoch": 394, "lr": 2.6570214426161016e-05}
{"train_loss": 0.0032473760657012463, "global_step": 70152, "epoch": 394, "lr": 2.656890901637641e-05}
{"train_loss": 0.0021325722336769104, "global_step": 70153, "epoch": 394, "lr": 2.6567603627057435e-05}
{"train_loss": 0.0008852900937199593, "global_step": 70154, "epoch": 394, "lr": 2.6566298258205303e-05}
{"train_loss": 0.004079476930201054, "global_step": 70155, "epoch": 394, "lr": 2.6564992909821062e-05}
{"train_loss": 0.000845071510411799, "global_step": 70156, "epoch": 394, "lr": 2.656368758190595e-05}
{"train_loss": 0.0019011037657037377, "global_step": 70157, "epoch": 394, "lr": 2.656238227446102e-05}
{"train_loss": 0.0019377804128453135, "global_step": 70158, "epoch": 394, "lr": 2.6561076987487456e-05}
{"train_loss": 0.0022233356721699238, "global_step": 70159, "epoch": 394, "lr": 2.6559771720986405e-05}
{"train_loss": 0.0009065254125744104, "global_step": 70160, "epoch": 394, "lr": 2.6558466474958987e-05}
{"train_loss": 0.0012404895387589931, "global_step": 70161, "epoch": 394, "lr": 2.6557161249406348e-05}
{"train_loss": 0.0029785262886434793, "global_step": 70162, "epoch": 394, "lr": 2.655585604432963e-05}
{"train_loss": 0.0014446605928242207, "global_step": 70163, "epoch": 394, "lr": 2.655455085972995e-05}
{"train_loss": 0.0015289977891370654, "global_step": 70164, "epoch": 394, "lr": 2.655324569560851e-05}
{"train_loss": 0.0009912613313645124, "global_step": 70165, "epoch": 394, "lr": 2.655194055196637e-05}
{"train_loss": 0.0009821600979194045, "global_step": 70166, "epoch": 394, "lr": 2.6550635428804733e-05}
{"train_loss": 0.0021448242478072643, "global_step": 70167, "epoch": 394, "lr": 2.6549330326124712e-05}
{"train_loss": 0.0023237743880599737, "global_step": 70168, "epoch": 394, "lr": 2.6548025243927432e-05}
{"train_loss": 0.0017125105950981379, "global_step": 70169, "epoch": 394, "lr": 2.654672018221409e-05}
{"train_loss": 0.0014484392013400793, "global_step": 70170, "epoch": 394, "lr": 2.6545415140985754e-05}
{"train_loss": 0.0020575225353240967, "global_step": 70171, "epoch": 394, "lr": 2.6544110120243604e-05}
{"train_loss": 0.0022079534828662872, "global_step": 70172, "epoch": 394, "lr": 2.6542805119988783e-05}
{"train_loss": 0.003265749430283904, "global_step": 70173, "epoch": 394, "lr": 2.6541500140222418e-05}
{"train_loss": 0.0035987445153295994, "global_step": 70174, "epoch": 394, "lr": 2.6540195180945655e-05}
{"train_loss": 0.0018518264405429363, "global_step": 70175, "epoch": 394, "lr": 2.6538890242159625e-05}
{"train_loss": 0.002208503894507885, "global_step": 70176, "epoch": 394, "lr": 2.6537585323865477e-05}
{"train_loss": 0.0025793223176151514, "global_step": 70177, "epoch": 394, "lr": 2.6536280426064343e-05}
{"train_loss": 0.0015609741676598787, "global_step": 70178, "epoch": 394, "lr": 2.653497554875735e-05}
{"train_loss": 0.0013192713959142566, "global_step": 70179, "epoch": 394, "lr": 2.65336706919457e-05}
{"train_loss": 0.00385809107683599, "global_step": 70180, "epoch": 394, "lr": 2.6532365855630438e-05}
{"train_loss": 0.0008624145993962884, "global_step": 70181, "epoch": 394, "lr": 2.6531061039812775e-05}
{"train_loss": 0.0019032550044357777, "global_step": 70182, "epoch": 394, "lr": 2.6529756244493832e-05}
{"train_loss": 0.005119282752275467, "global_step": 70183, "epoch": 394, "lr": 2.6528451469674742e-05}
{"train_loss": 0.0017375966999679804, "global_step": 70184, "epoch": 394, "lr": 2.652714671535665e-05}
{"train_loss": 0.0023266293574124575, "global_step": 70185, "epoch": 394, "lr": 2.652584198154069e-05}
{"train_loss": 0.0015174653381109238, "global_step": 70186, "epoch": 394, "lr": 2.652453726822799e-05}
{"train_loss": 0.002647985937073827, "global_step": 70187, "epoch": 394, "lr": 2.6523232575419742e-05}
{"train_loss": 0.001612477470189333, "global_step": 70188, "epoch": 394, "lr": 2.652192790311701e-05}
{"train_loss": 0.0021077971905469894, "global_step": 70189, "epoch": 394, "lr": 2.6520623251320992e-05}
{"train_loss": 0.002289646537974477, "global_step": 70190, "epoch": 394, "lr": 2.6519318620032808e-05}
{"train_loss": 0.0015804320573806763, "global_step": 70191, "epoch": 394, "lr": 2.651801400925359e-05}
{"train_loss": 0.0009196463506668806, "global_step": 70192, "epoch": 394, "lr": 2.6516709418984493e-05}
{"train_loss": 0.00468839518725872, "global_step": 70193, "epoch": 394, "lr": 2.651540484922662e-05}
{"train_loss": 0.001631752122193575, "global_step": 70194, "epoch": 394, "lr": 2.6514100299981188e-05}
{"train_loss": 0.001437457394786179, "global_step": 70195, "epoch": 394, "lr": 2.6512795771249243e-05}
{"train_loss": 0.0007166165160015225, "global_step": 70196, "epoch": 394, "lr": 2.6511491263031984e-05}
{"train_loss": 0.0016185257118195295, "global_step": 70197, "epoch": 394, "lr": 2.6510186775330535e-05}
{"train_loss": 0.0021056481637060642, "global_step": 70198, "epoch": 394, "lr": 2.6508882308146043e-05}
{"train_loss": 0.0015269533032551408, "global_step": 70199, "epoch": 394, "lr": 2.6507577861479633e-05}
{"train_loss": 0.00230516423471272, "global_step": 70200, "epoch": 394, "lr": 2.650627343533245e-05}
{"train_loss": 0.002943705301731825, "global_step": 70201, "epoch": 394, "lr": 2.6504969029705618e-05}
{"train_loss": 0.0013538135681301355, "global_step": 70202, "epoch": 394, "lr": 2.650366464460033e-05}
{"train_loss": 0.0016906545497477055, "global_step": 70203, "epoch": 394, "lr": 2.6502360280017647e-05}
{"train_loss": 0.0015272238524630666, "global_step": 70204, "epoch": 394, "lr": 2.6501055935958775e-05}
{"train_loss": 0.0024466239847242832, "global_step": 70205, "epoch": 394, "lr": 2.6499751612424817e-05}
{"train_loss": 0.0024161790497601032, "global_step": 70206, "epoch": 394, "lr": 2.649844730941693e-05}
{"train_loss": 0.0013021037448197603, "global_step": 70207, "epoch": 394, "lr": 2.6497143026936246e-05}
{"train_loss": 0.0007750241784378886, "global_step": 70208, "epoch": 394, "lr": 2.64958387649839e-05}
{"train_loss": 0.001421152614057064, "global_step": 70209, "epoch": 394, "lr": 2.649453452356103e-05}
{"train_loss": 0.0004275066894479096, "global_step": 70210, "epoch": 394, "lr": 2.649323030266877e-05}
{"train_loss": 0.001985493814572692, "global_step": 70211, "epoch": 394, "lr": 2.649192610230829e-05}
{"train_loss": 0.0024058055132627487, "global_step": 70212, "epoch": 394, "lr": 2.6490621922480707e-05}
{"train_loss": 0.002493638079613447, "global_step": 70213, "epoch": 394, "lr": 2.648931776318716e-05}
{"train_loss": 0.001989127602428198, "global_step": 70214, "epoch": 394, "lr": 2.6488013624428786e-05}
{"train_loss": 0.0006122238119132817, "global_step": 70215, "epoch": 394, "lr": 2.6486709506206737e-05}
{"train_loss": 0.0016309652710333467, "global_step": 70216, "epoch": 394, "lr": 2.6485405408522113e-05}
{"train_loss": 0.0017734544817358255, "global_step": 70217, "epoch": 394, "lr": 2.6484101331376134e-05}
{"train_loss": 0.004767264239490032, "global_step": 70218, "epoch": 394, "lr": 2.648279727476984e-05}
{"train_loss": 0.0024454775266349316, "global_step": 70219, "epoch": 394, "lr": 2.648149323870444e-05}
{"train_loss": 0.0014498750679194927, "global_step": 70220, "epoch": 394, "lr": 2.648018922318105e-05}
{"train_loss": 0.0026490609161555767, "global_step": 70221, "epoch": 394, "lr": 2.647888522820081e-05}
{"train_loss": 0.002636787947267294, "global_step": 70222, "epoch": 394, "lr": 2.647758125376486e-05}
{"train_loss": 0.0016944140661507845, "global_step": 70223, "epoch": 394, "lr": 2.6476277299874342e-05}
{"train_loss": 0.0011321654310449958, "global_step": 70224, "epoch": 394, "lr": 2.647497336653037e-05}
{"train_loss": 0.002016989514231682, "global_step": 70225, "epoch": 394, "lr": 2.647366945373414e-05}
{"train_loss": 0.0010588467121124268, "global_step": 70226, "epoch": 394, "lr": 2.6472365561486718e-05}
{"train_loss": 0.0022896137088537216, "global_step": 70227, "epoch": 394, "lr": 2.647106168978932e-05}
{"train_loss": 0.0019010533578693867, "global_step": 70228, "epoch": 394, "lr": 2.6469757838643e-05}
{"train_loss": 0.0041062068194150925, "global_step": 70229, "epoch": 394, "lr": 2.646845400804896e-05}
{"train_loss": 0.002220858819782734, "global_step": 70230, "epoch": 394, "lr": 2.6467150198008327e-05}
{"train_loss": 0.0021733504254370928, "global_step": 70231, "epoch": 394, "lr": 2.646584640852221e-05}
{"train_loss": 0.0032387403771281242, "global_step": 70232, "epoch": 394, "lr": 2.646454263959181e-05}
{"train_loss": 0.0007196888909675181, "global_step": 70233, "epoch": 394, "lr": 2.646323889121819e-05}
{"train_loss": 0.0009053670801222324, "global_step": 70234, "epoch": 394, "lr": 2.646193516340254e-05}
{"train_loss": 0.0017061608377844095, "global_step": 70235, "epoch": 394, "lr": 2.646063145614599e-05}
{"train_loss": 0.002266014227643609, "global_step": 70236, "epoch": 394, "lr": 2.6459327769449666e-05}
{"train_loss": 0.002140299417078495, "global_step": 70237, "epoch": 394, "lr": 2.6458024103314715e-05}
{"train_loss": 0.001790190814062953, "global_step": 70238, "epoch": 394, "lr": 2.6456720457742278e-05}
{"train_loss": 0.0007710031932219863, "global_step": 70239, "epoch": 394, "lr": 2.6455416832733464e-05}
{"train_loss": 0.002318654442206025, "global_step": 70240, "epoch": 394, "lr": 2.6454113228289478e-05}
{"train_loss": 0.0024186705704778433, "global_step": 70241, "epoch": 394, "lr": 2.645280964441138e-05}
{"train_loss": 0.0025018644519150257, "global_step": 70242, "epoch": 394, "lr": 2.6451506081100368e-05}
{"train_loss": 0.0007074031163938344, "global_step": 70243, "epoch": 394, "lr": 2.645020253835756e-05}
{"train_loss": 0.0023507222067564726, "global_step": 70244, "epoch": 394, "lr": 2.6448899016184093e-05}
{"train_loss": 0.0021704970858991146, "global_step": 70245, "epoch": 394, "lr": 2.64475955145811e-05}
{"train_loss": 0.0017327771056443453, "global_step": 70246, "epoch": 394, "lr": 2.6446292033549734e-05}
{"train_loss": 0.0019205957651138306, "global_step": 70247, "epoch": 394, "lr": 2.6444988573091124e-05}
{"train_loss": 0.001060416572727263, "global_step": 70248, "epoch": 394, "lr": 2.64436851332064e-05}
{"train_loss": 0.002072805305942893, "global_step": 70249, "epoch": 394, "lr": 2.6442381713896702e-05}
{"train_loss": 0.003224915824830532, "global_step": 70250, "epoch": 394, "lr": 2.6441078315163216e-05}
{"train_loss": 0.0017967959865927696, "global_step": 70251, "epoch": 394, "lr": 2.6439774937006995e-05}
{"train_loss": 0.0012058677384629846, "global_step": 70252, "epoch": 394, "lr": 2.6438471579429247e-05}
{"train_loss": 0.0014010057784616947, "global_step": 70253, "epoch": 394, "lr": 2.6437168242431086e-05}
{"train_loss": 0.002764360513538122, "global_step": 70254, "epoch": 394, "lr": 2.643586492601363e-05}
{"train_loss": 0.0023466269485652447, "global_step": 70255, "epoch": 394, "lr": 2.643456163017808e-05}
{"train_loss": 0.0007356667192652822, "global_step": 70256, "epoch": 394, "lr": 2.6433258354925495e-05}
{"train_loss": 0.0019118685740977526, "global_step": 70257, "epoch": 394, "lr": 2.6431955100257067e-05}
{"train_loss": 0.0009957170113921165, "global_step": 70258, "epoch": 394, "lr": 2.6430651866173927e-05}
{"train_loss": 0.001180662540718913, "global_step": 70259, "epoch": 394, "lr": 2.6429348652677198e-05}
{"train_loss": 0.0012335521169006824, "global_step": 70260, "epoch": 394, "lr": 2.6428045459768025e-05}
{"train_loss": 0.004282823763787746, "global_step": 70261, "epoch": 394, "lr": 2.6426742287447546e-05}
{"train_loss": 0.0011388144921511412, "global_step": 70262, "epoch": 394, "lr": 2.642543913571689e-05}
{"train_loss": 0.0026704107876867056, "global_step": 70263, "epoch": 394, "lr": 2.642413600457724e-05}
{"train_loss": 0.0027619681786745787, "global_step": 70264, "epoch": 394, "lr": 2.6422832894029647e-05}
{"train_loss": 0.0019715605303645134, "global_step": 70265, "epoch": 394, "lr": 2.642152980407535e-05}
{"train_loss": 0.001344197429716587, "global_step": 70266, "epoch": 394, "lr": 2.6420226734715402e-05}
{"train_loss": 0.000559851760044694, "global_step": 70267, "epoch": 394, "lr": 2.6418923685951003e-05}
{"train_loss": 0.003184486646205187, "global_step": 70268, "epoch": 394, "lr": 2.6417620657783253e-05}
{"train_loss": 0.0020454605109989643, "global_step": 70269, "epoch": 394, "lr": 2.641631765021331e-05}
{"train_loss": 0.001814869698137045, "global_step": 70270, "epoch": 394, "lr": 2.64150146632423e-05}
{"train_loss": 0.0019382362952455878, "global_step": 70271, "epoch": 394, "lr": 2.6413711696871374e-05}
{"train_loss": 0.003418724751099944, "global_step": 70272, "epoch": 394, "lr": 2.6412408751101634e-05}
{"train_loss": 0.0013179840752854943, "global_step": 70273, "epoch": 394, "lr": 2.6411105825934274e-05}
{"train_loss": 0.0020563381258398294, "global_step": 70274, "epoch": 394, "lr": 2.6409802921370396e-05}
{"train_loss": 0.00195354875177145, "global_step": 70275, "epoch": 394, "lr": 2.6408500037411155e-05}
{"train_loss": 0.0013256818056106567, "global_step": 70276, "epoch": 394, "lr": 2.6407197174057673e-05}
{"train_loss": 0.002046988345682621, "global_step": 70277, "epoch": 394, "lr": 2.640589433131108e-05}
{"train_loss": 0.00252128136344254, "global_step": 70278, "epoch": 394, "lr": 2.6404591509172572e-05}
{"train_loss": 0.002144057070836425, "global_step": 70279, "epoch": 394, "lr": 2.64032887076432e-05}
{"train_loss": 0.0011398615315556526, "global_step": 70280, "epoch": 394, "lr": 2.6401985926724166e-05}
{"train_loss": 0.0010671591153368354, "global_step": 70281, "epoch": 394, "lr": 2.6400683166416583e-05}
{"train_loss": 0.002779544098302722, "global_step": 70282, "epoch": 394, "lr": 2.6399380426721604e-05}
{"train_loss": 0.0012445030733942986, "global_step": 70283, "epoch": 394, "lr": 2.639807770764035e-05}
{"train_loss": 0.003684299997985363, "global_step": 70284, "epoch": 394, "lr": 2.639677500917397e-05}
{"train_loss": 0.0013724013697355986, "global_step": 70285, "epoch": 394, "lr": 2.6395472331323597e-05}
{"train_loss": 0.0017581648426130414, "global_step": 70286, "epoch": 394, "lr": 2.6394169674090362e-05}
{"train_loss": 0.005149267613887787, "global_step": 70287, "epoch": 394, "lr": 2.63928670374754e-05}
{"train_loss": 0.0011886970605701208, "global_step": 70288, "epoch": 394, "lr": 2.6391564421479893e-05}
{"train_loss": 0.002843393012881279, "global_step": 70289, "epoch": 394, "lr": 2.6390261826104905e-05}
{"train_loss": 0.002538954373449087, "global_step": 70290, "epoch": 394, "lr": 2.6388959251351635e-05}
{"train_loss": 0.002241140231490135, "global_step": 70291, "epoch": 394, "lr": 2.6387656697221196e-05}
{"train_loss": 0.0017189120408147573, "global_step": 70292, "epoch": 394, "lr": 2.6386354163714734e-05}
{"train_loss": 0.0018479154678061604, "global_step": 70293, "epoch": 394, "lr": 2.6385051650833383e-05}
{"train_loss": 0.0035651803482323885, "global_step": 70294, "epoch": 394, "lr": 2.6383749158578253e-05}
{"train_loss": 0.0017331436974927783, "global_step": 70295, "epoch": 394, "lr": 2.6382446686950523e-05}
{"train_loss": 0.0006588307442143559, "global_step": 70296, "epoch": 394, "lr": 2.638114423595133e-05}
{"train_loss": 0.0005907048471271992, "global_step": 70297, "epoch": 394, "lr": 2.6379841805581784e-05}
{"train_loss": 0.00207316130399704, "global_step": 70298, "epoch": 394, "lr": 2.6378539395843038e-05}
{"train_loss": 0.00150630425196141, "global_step": 70299, "epoch": 394, "lr": 2.6377237006736233e-05}
{"train_loss": 0.00233969883993268, "global_step": 70300, "epoch": 394, "lr": 2.637593463826248e-05}
{"train_loss": 0.004178138449788094, "global_step": 70301, "epoch": 394, "lr": 2.6374632290422967e-05}
{"train_loss": 0.0012255071196705103, "global_step": 70302, "epoch": 394, "lr": 2.6373329963218772e-05}
{"train_loss": 0.0028956527821719646, "global_step": 70303, "epoch": 394, "lr": 2.63720276566511e-05}
{"train_loss": 0.0011516237864270806, "global_step": 70304, "epoch": 394, "lr": 2.6370725370721005e-05}
{"train_loss": 0.0018370271427556872, "global_step": 70305, "epoch": 394, "lr": 2.63694231054297e-05}
{"train_loss": 0.0007667903555557132, "global_step": 70306, "epoch": 394, "lr": 2.636812086077829e-05}
{"train_loss": 0.0014780991477891803, "global_step": 70307, "epoch": 394, "lr": 2.636681863676791e-05}
{"train_loss": 0.0032058367505669594, "global_step": 70308, "epoch": 394, "lr": 2.6365516433399706e-05}
{"train_loss": 0.002077427114558856, "global_step": 70309, "epoch": 394, "lr": 2.6364214250674812e-05}
{"train_loss": 0.001505728461779654, "global_step": 70310, "epoch": 395, "lr": 2.6362912088594348e-05}
{"train_loss": 0.00255559291690588, "global_step": 70311, "epoch": 395, "lr": 2.6361609947159506e-05}
{"train_loss": 0.001971940975636244, "global_step": 70312, "epoch": 395, "lr": 2.6360307826371345e-05}
{"train_loss": 0.0016543061938136816, "global_step": 70313, "epoch": 395, "lr": 2.6359005726231067e-05}
{"train_loss": 0.0029081758111715317, "global_step": 70314, "epoch": 395, "lr": 2.6357703646739777e-05}
{"train_loss": 0.0017053910996764898, "global_step": 70315, "epoch": 395, "lr": 2.635640158789861e-05}
{"train_loss": 0.0005473790224641562, "global_step": 70316, "epoch": 395, "lr": 2.635509954970875e-05}
{"train_loss": 0.0014039457309991121, "global_step": 70317, "epoch": 395, "lr": 2.6353797532171265e-05}
{"train_loss": 0.0009856009855866432, "global_step": 70318, "epoch": 395, "lr": 2.635249553528736e-05}
{"train_loss": 0.0014221511082723737, "global_step": 70319, "epoch": 395, "lr": 2.6351193559058097e-05}
{"train_loss": 0.001556481933221221, "global_step": 70320, "epoch": 395, "lr": 2.634989160348467e-05}
{"train_loss": 0.001615890534594655, "global_step": 70321, "epoch": 395, "lr": 2.6348589668568208e-05}
{"train_loss": 0.0017892041942104697, "global_step": 70322, "epoch": 395, "lr": 2.6347287754309835e-05}
{"train_loss": 0.0020837336778640747, "global_step": 70323, "epoch": 395, "lr": 2.6345985860710697e-05}
{"train_loss": 0.003217780962586403, "global_step": 70324, "epoch": 395, "lr": 2.6344683987771936e-05}
{"train_loss": 0.003629059297963977, "global_step": 70325, "epoch": 395, "lr": 2.634338213549465e-05}
{"train_loss": 0.001988946460187435, "global_step": 70326, "epoch": 395, "lr": 2.6342080303880044e-05}
{"train_loss": 0.0009423326700925827, "global_step": 70327, "epoch": 395, "lr": 2.6340778492929187e-05}
{"train_loss": 0.001375148305669427, "global_step": 70328, "epoch": 395, "lr": 2.633947670264326e-05}
{"train_loss": 0.0022218578960746527, "global_step": 70329, "epoch": 395, "lr": 2.6338174933023397e-05}
{"train_loss": 0.001871084445156157, "global_step": 70330, "epoch": 395, "lr": 2.6336873184070717e-05}
{"train_loss": 0.0014307787641882896, "global_step": 70331, "epoch": 395, "lr": 2.633557145578637e-05}
{"train_loss": 0.0020479706581681967, "global_step": 70332, "epoch": 395, "lr": 2.633426974817148e-05}
{"train_loss": 0.003246656386181712, "global_step": 70333, "epoch": 395, "lr": 2.6332968061227176e-05}
{"train_loss": 0.001421515247784555, "global_step": 70334, "epoch": 395, "lr": 2.6331666394954652e-05}
{"train_loss": 0.0021888664923608303, "global_step": 70335, "epoch": 395, "lr": 2.6330364749354964e-05}
{"train_loss": 0.0014800310600548983, "global_step": 70336, "epoch": 395, "lr": 2.632906312442931e-05}
{"train_loss": 0.001809579785913229, "global_step": 70337, "epoch": 395, "lr": 2.6327761520178805e-05}
{"train_loss": 0.0013445746153593063, "global_step": 70338, "epoch": 395, "lr": 2.6326459936604585e-05}
{"train_loss": 0.0009225844405591488, "global_step": 70339, "epoch": 395, "lr": 2.6325158373707794e-05}
{"train_loss": 0.0017148752231150866, "global_step": 70340, "epoch": 395, "lr": 2.6323856831489534e-05}
{"train_loss": 0.0011182947782799602, "global_step": 70341, "epoch": 395, "lr": 2.6322555309951014e-05}
{"train_loss": 0.0022914486471563578, "global_step": 70342, "epoch": 395, "lr": 2.6321253809093294e-05}
{"train_loss": 0.0020237669814378023, "global_step": 70343, "epoch": 395, "lr": 2.6319952328917558e-05}
{"train_loss": 0.002995606977492571, "global_step": 70344, "epoch": 395, "lr": 2.6318650869424933e-05}
{"train_loss": 0.002186388010159135, "global_step": 70345, "epoch": 395, "lr": 2.631734943061655e-05}
{"train_loss": 0.0005892700282856822, "global_step": 70346, "epoch": 395, "lr": 2.6316048012493548e-05}
{"train_loss": 0.00302993506193161, "global_step": 70347, "epoch": 395, "lr": 2.631474661505706e-05}
{"train_loss": 0.0020603500306606293, "global_step": 70348, "epoch": 395, "lr": 2.631344523830822e-05}
{"train_loss": 0.0026054640766233206, "global_step": 70349, "epoch": 395, "lr": 2.6312143882248196e-05}
{"train_loss": 0.0016390562523156404, "global_step": 70350, "epoch": 395, "lr": 2.6310842546878068e-05}
{"train_loss": 0.0008974775555543602, "global_step": 70351, "epoch": 395, "lr": 2.630954123219902e-05}
{"train_loss": 0.002355910139158368, "global_step": 70352, "epoch": 395, "lr": 2.6308239938212175e-05}
{"train_loss": 0.0015916109550744295, "global_step": 70353, "epoch": 395, "lr": 2.630693866491867e-05}
{"train_loss": 0.0014136128593236208, "global_step": 70354, "epoch": 395, "lr": 2.630563741231964e-05}
{"train_loss": 0.002561157336458564, "global_step": 70355, "epoch": 395, "lr": 2.6304336180416215e-05}
{"train_loss": 0.0027326419949531555, "global_step": 70356, "epoch": 395, "lr": 2.630303496920954e-05}
{"train_loss": 0.0022534749004989862, "global_step": 70357, "epoch": 395, "lr": 2.6301733778700732e-05}
{"train_loss": 0.001898778835311532, "global_step": 70358, "epoch": 395, "lr": 2.6300432608890956e-05}
{"train_loss": 0.0020623360760509968, "global_step": 70359, "epoch": 395, "lr": 2.6299131459781344e-05}
{"train_loss": 0.001965681090950966, "global_step": 70360, "epoch": 395, "lr": 2.629783033137302e-05}
{"train_loss": 0.001365887699648738, "global_step": 70361, "epoch": 395, "lr": 2.629652922366713e-05}
{"train_loss": 0.0019785547628998756, "global_step": 70362, "epoch": 395, "lr": 2.6295228136664807e-05}
{"train_loss": 0.0020866896957159042, "global_step": 70363, "epoch": 395, "lr": 2.6293927070367163e-05}
{"train_loss": 0.0011275109136477113, "global_step": 70364, "epoch": 395, "lr": 2.6292626024775403e-05}
{"train_loss": 0.001804614090360701, "global_step": 70365, "epoch": 395, "lr": 2.6291324999890572e-05}
{"train_loss": 0.0012819410767406225, "global_step": 70366, "epoch": 395, "lr": 2.6290023995713874e-05}
{"train_loss": 0.0025319308042526245, "global_step": 70367, "epoch": 395, "lr": 2.628872301224643e-05}
{"train_loss": 0.0017537018284201622, "global_step": 70368, "epoch": 395, "lr": 2.6287422049489362e-05}
{"train_loss": 0.003014686983078718, "global_step": 70369, "epoch": 395, "lr": 2.628612110744382e-05}
{"train_loss": 0.0010432041017338634, "global_step": 70370, "epoch": 395, "lr": 2.6284820186110937e-05}
{"train_loss": 0.000760746537707746, "global_step": 70371, "epoch": 395, "lr": 2.628351928549182e-05}
{"train_loss": 0.0030920645222067833, "global_step": 70372, "epoch": 395, "lr": 2.6282218405587676e-05}
{"train_loss": 0.0027430576737970114, "global_step": 70373, "epoch": 395, "lr": 2.6280917546399563e-05}
{"train_loss": 0.0012896705884486437, "global_step": 70374, "epoch": 395, "lr": 2.6279616707928682e-05}
{"train_loss": 0.0032059065997600555, "global_step": 70375, "epoch": 395, "lr": 2.627831589017611e-05}
{"train_loss": 0.0017295610159635544, "global_step": 70376, "epoch": 395, "lr": 2.627701509314302e-05}
{"train_loss": 0.0011801039800047874, "global_step": 70377, "epoch": 395, "lr": 2.627571431683055e-05}
{"train_loss": 0.0018692289013415575, "global_step": 70378, "epoch": 395, "lr": 2.627441356123981e-05}
{"train_loss": 0.001273983041755855, "global_step": 70379, "epoch": 395, "lr": 2.627311282637198e-05}
{"train_loss": 0.002853170270100236, "global_step": 70380, "epoch": 395, "lr": 2.627181211222814e-05}
{"train_loss": 0.0017701335018500686, "global_step": 70381, "epoch": 395, "lr": 2.6270511418809473e-05}
{"train_loss": 0.0014045685529708862, "global_step": 70382, "epoch": 395, "lr": 2.626921074611709e-05}
{"train_loss": 0.001747306901961565, "global_step": 70383, "epoch": 395, "lr": 2.6267910094152144e-05}
{"train_loss": 0.0005106279859319329, "global_step": 70384, "epoch": 395, "lr": 2.626660946291576e-05}
{"train_loss": 0.0021349762100726366, "global_step": 70385, "epoch": 395, "lr": 2.6265308852409065e-05}
{"train_loss": 0.0014368253760039806, "global_step": 70386, "epoch": 395, "lr": 2.62640082626332e-05}
{"train_loss": 0.003901468822732568, "global_step": 70387, "epoch": 395, "lr": 2.6262707693589335e-05}
{"train_loss": 0.0019223573617637157, "global_step": 70388, "epoch": 395, "lr": 2.626140714527854e-05}
{"train_loss": 0.0011081094853579998, "global_step": 70389, "epoch": 395, "lr": 2.626010661770201e-05}
{"train_loss": 0.0035847164690494537, "global_step": 70390, "epoch": 395, "lr": 2.6258806110860858e-05}
{"train_loss": 0.0015878655249252915, "global_step": 70391, "epoch": 395, "lr": 2.625750562475622e-05}
{"train_loss": 0.003123801201581955, "global_step": 70392, "epoch": 395, "lr": 2.6256205159389237e-05}
{"train_loss": 0.0021140186581760645, "global_step": 70393, "epoch": 395, "lr": 2.6254904714761037e-05}
{"train_loss": 0.0012275008484721184, "global_step": 70394, "epoch": 395, "lr": 2.6253604290872757e-05}
{"train_loss": 0.0027951134834438562, "global_step": 70395, "epoch": 395, "lr": 2.6252303887725543e-05}
{"train_loss": 0.002292191842570901, "global_step": 70396, "epoch": 395, "lr": 2.6251003505320505e-05}
{"train_loss": 0.004665244370698929, "global_step": 70397, "epoch": 395, "lr": 2.624970314365881e-05}
{"train_loss": 0.001997650833800435, "global_step": 70398, "epoch": 395, "lr": 2.6248402802741577e-05}
{"train_loss": 0.0006821198621764779, "global_step": 70399, "epoch": 395, "lr": 2.624710248256995e-05}
{"train_loss": 0.0023707025684416294, "global_step": 70400, "epoch": 395, "lr": 2.624580218314506e-05}
{"train_loss": 0.001671522855758667, "global_step": 70401, "epoch": 395, "lr": 2.6244501904468034e-05}
{"train_loss": 0.005025588441640139, "global_step": 70402, "epoch": 395, "lr": 2.624320164654005e-05}
{"train_loss": 0.0037780238781124353, "global_step": 70403, "epoch": 395, "lr": 2.624190140936217e-05}
{"train_loss": 0.0010980513179674745, "global_step": 70404, "epoch": 395, "lr": 2.6240601192935586e-05}
{"train_loss": 0.0026855990290641785, "global_step": 70405, "epoch": 395, "lr": 2.6239300997261418e-05}
{"train_loss": 0.0024601025506854057, "global_step": 70406, "epoch": 395, "lr": 2.6238000822340804e-05}
{"train_loss": 0.0037124718073755503, "global_step": 70407, "epoch": 395, "lr": 2.623670066817488e-05}
{"train_loss": 0.002291225828230381, "global_step": 70408, "epoch": 395, "lr": 2.6235400534764774e-05}
{"train_loss": 0.003619699738919735, "global_step": 70409, "epoch": 395, "lr": 2.6234100422111612e-05}
{"train_loss": 0.0017215472180396318, "global_step": 70410, "epoch": 395, "lr": 2.6232800330216578e-05}
{"train_loss": 0.0016086121322587132, "global_step": 70411, "epoch": 395, "lr": 2.623150025908074e-05}
{"train_loss": 0.0008023998234421015, "global_step": 70412, "epoch": 395, "lr": 2.62302002087053e-05}
{"train_loss": 0.0015067746862769127, "global_step": 70413, "epoch": 395, "lr": 2.6228900179091326e-05}
{"train_loss": 0.00164565269369632, "global_step": 70414, "epoch": 395, "lr": 2.6227600170240008e-05}
{"train_loss": 0.0014390115393325686, "global_step": 70415, "epoch": 395, "lr": 2.6226300182152457e-05}
{"train_loss": 0.001672499580308795, "global_step": 70416, "epoch": 395, "lr": 2.622500021482982e-05}
{"train_loss": 0.002190699800848961, "global_step": 70417, "epoch": 395, "lr": 2.622370026827322e-05}
{"train_loss": 0.0028487523086369038, "global_step": 70418, "epoch": 395, "lr": 2.6222400342483777e-05}
{"train_loss": 0.0024759136140346527, "global_step": 70419, "epoch": 395, "lr": 2.622110043746267e-05}
{"train_loss": 0.0026665343903005123, "global_step": 70420, "epoch": 395, "lr": 2.6219800553211017e-05}
{"train_loss": 0.0018111553508788347, "global_step": 70421, "epoch": 395, "lr": 2.621850068972994e-05}
{"train_loss": 0.002034215722233057, "global_step": 70422, "epoch": 395, "lr": 2.6217200847020584e-05}
{"train_loss": 0.0018394158687442541, "global_step": 70423, "epoch": 395, "lr": 2.6215901025084085e-05}
{"train_loss": 0.0021588930394500494, "global_step": 70424, "epoch": 395, "lr": 2.6214601223921553e-05}
{"train_loss": 0.003334498032927513, "global_step": 70425, "epoch": 395, "lr": 2.6213301443534188e-05}
{"train_loss": 0.002242493210360408, "global_step": 70426, "epoch": 395, "lr": 2.6212001683923043e-05}
{"train_loss": 0.002409296575933695, "global_step": 70427, "epoch": 395, "lr": 2.6210701945089333e-05}
{"train_loss": 0.0009153960272669792, "global_step": 70428, "epoch": 395, "lr": 2.620940222703412e-05}
{"train_loss": 0.0025464212521910667, "global_step": 70429, "epoch": 395, "lr": 2.6208102529758582e-05}
{"train_loss": 0.002868145704269409, "global_step": 70430, "epoch": 395, "lr": 2.6206802853263857e-05}
{"train_loss": 0.0011916616931557655, "global_step": 70431, "epoch": 395, "lr": 2.620550319755106e-05}
{"train_loss": 0.002050260081887245, "global_step": 70432, "epoch": 395, "lr": 2.6204203562621344e-05}
{"train_loss": 0.0021522638853639364, "global_step": 70433, "epoch": 395, "lr": 2.6202903948475833e-05}
{"train_loss": 0.001553900889120996, "global_step": 70434, "epoch": 395, "lr": 2.620160435511564e-05}
{"train_loss": 0.0014302961062639952, "global_step": 70435, "epoch": 395, "lr": 2.620030478254196e-05}
{"train_loss": 0.001998826628550887, "global_step": 70436, "epoch": 395, "lr": 2.6199005230755862e-05}
{"train_loss": 0.0014076500665396452, "global_step": 70437, "epoch": 395, "lr": 2.6197705699758528e-05}
{"train_loss": 0.0014747040113434196, "global_step": 70438, "epoch": 395, "lr": 2.619640618955108e-05}
{"train_loss": 0.0018033415544778109, "global_step": 70439, "epoch": 395, "lr": 2.6195106700134624e-05}
{"train_loss": 0.0019135113107040524, "global_step": 70440, "epoch": 395, "lr": 2.6193807231510363e-05}
{"train_loss": 0.0026464008260518312, "global_step": 70441, "epoch": 395, "lr": 2.6192507783679355e-05}
{"train_loss": 0.002190845087170601, "global_step": 70442, "epoch": 395, "lr": 2.619120835664278e-05}
{"train_loss": 0.0008755471208132803, "global_step": 70443, "epoch": 395, "lr": 2.6189908950401765e-05}
{"train_loss": 0.0010513169690966606, "global_step": 70444, "epoch": 395, "lr": 2.6188609564957444e-05}
{"train_loss": 0.0031610853038728237, "global_step": 70445, "epoch": 395, "lr": 2.6187310200310956e-05}
{"train_loss": 0.0019157109782099724, "global_step": 70446, "epoch": 395, "lr": 2.6186010856463426e-05}
{"train_loss": 0.0016368336509913206, "global_step": 70447, "epoch": 395, "lr": 2.6184711533415997e-05}
{"train_loss": 0.003020318690687418, "global_step": 70448, "epoch": 395, "lr": 2.618341223116979e-05}
{"train_loss": 0.004419439472258091, "global_step": 70449, "epoch": 395, "lr": 2.6182112949725935e-05}
{"train_loss": 0.0025544108357280493, "global_step": 70450, "epoch": 395, "lr": 2.6180813689085627e-05}
{"train_loss": 0.001961760688573122, "global_step": 70451, "epoch": 395, "lr": 2.6179514449249908e-05}
{"train_loss": 0.0032444954849779606, "global_step": 70452, "epoch": 395, "lr": 2.6178215230219988e-05}
{"train_loss": 0.0008139730780385435, "global_step": 70453, "epoch": 395, "lr": 2.6176916031996968e-05}
{"train_loss": 0.004196435213088989, "global_step": 70454, "epoch": 395, "lr": 2.6175616854581997e-05}
{"train_loss": 0.0018929080106317997, "global_step": 70455, "epoch": 395, "lr": 2.6174317697976193e-05}
{"train_loss": 0.00213751383125782, "global_step": 70456, "epoch": 395, "lr": 2.6173018562180708e-05}
{"train_loss": 0.0009632362052798271, "global_step": 70457, "epoch": 395, "lr": 2.6171719447196643e-05}
{"train_loss": 0.0010132133029401302, "global_step": 70458, "epoch": 395, "lr": 2.6170420353025193e-05}
{"train_loss": 0.0009358078241348267, "global_step": 70459, "epoch": 395, "lr": 2.616912127966743e-05}
{"train_loss": 0.0014874606858938932, "global_step": 70460, "epoch": 395, "lr": 2.6167822227124526e-05}
{"train_loss": 0.0019770306535065174, "global_step": 70461, "epoch": 395, "lr": 2.6166523195397613e-05}
{"train_loss": 0.005329880863428116, "global_step": 70462, "epoch": 395, "lr": 2.6165224184487798e-05}
{"train_loss": 0.0020784069783985615, "global_step": 70463, "epoch": 395, "lr": 2.616392519439627e-05}
{"train_loss": 0.0014117044629529119, "global_step": 70464, "epoch": 395, "lr": 2.61626262251241e-05}
{"train_loss": 0.0025588541757315397, "global_step": 70465, "epoch": 395, "lr": 2.616132727667248e-05}
{"train_loss": 0.0011968230828642845, "global_step": 70466, "epoch": 395, "lr": 2.6160028349042488e-05}
{"train_loss": 0.0029695143457502127, "global_step": 70467, "epoch": 395, "lr": 2.6158729442235295e-05}
{"train_loss": 0.0017496057553216815, "global_step": 70468, "epoch": 395, "lr": 2.615743055625204e-05}
{"train_loss": 0.0012522914912551641, "global_step": 70469, "epoch": 395, "lr": 2.6156131691093843e-05}
{"train_loss": 0.0013405526988208294, "global_step": 70470, "epoch": 395, "lr": 2.615483284676184e-05}
{"train_loss": 0.003348708152770996, "global_step": 70471, "epoch": 395, "lr": 2.6153534023257166e-05}
{"train_loss": 0.002865878865122795, "global_step": 70472, "epoch": 395, "lr": 2.6152235220580935e-05}
{"train_loss": 0.004373676143586636, "global_step": 70473, "epoch": 395, "lr": 2.615093643873434e-05}
{"train_loss": 0.0014163779560476542, "global_step": 70474, "epoch": 395, "lr": 2.6149637677718443e-05}
{"train_loss": 0.0024558117147535086, "global_step": 70475, "epoch": 395, "lr": 2.6148338937534432e-05}
{"train_loss": 0.002075684955343604, "global_step": 70476, "epoch": 395, "lr": 2.614704021818342e-05}
{"train_loss": 0.002507212571799755, "global_step": 70477, "epoch": 395, "lr": 2.6145741519666546e-05}
{"train_loss": 0.0012101387837901711, "global_step": 70478, "epoch": 395, "lr": 2.614444284198494e-05}
{"train_loss": 0.002310355193912983, "global_step": 70479, "epoch": 395, "lr": 2.6143144185139746e-05}
{"train_loss": 0.0008863005205057561, "global_step": 70480, "epoch": 395, "lr": 2.614184554913206e-05}
{"train_loss": 0.003919798880815506, "global_step": 70481, "epoch": 395, "lr": 2.6140546933963072e-05}
{"train_loss": 0.0016339495778083801, "global_step": 70482, "epoch": 395, "lr": 2.6139248339633893e-05}
{"train_loss": 0.001691168174147606, "global_step": 70483, "epoch": 395, "lr": 2.6137949766145654e-05}
{"train_loss": 0.004387057386338711, "global_step": 70484, "epoch": 395, "lr": 2.6136651213499495e-05}
{"train_loss": 0.0013020008336752653, "global_step": 70485, "epoch": 395, "lr": 2.613535268169654e-05}
{"train_loss": 0.002024265006184578, "global_step": 70486, "epoch": 395, "lr": 2.613405417073793e-05}
{"train_loss": 0.0020557345290736326, "global_step": 70487, "epoch": 395, "lr": 2.6132755680624782e-05, "train_action_mse_error": 2.981271336466307e-06}
{"train_loss": 0.0020079263485968113, "global_step": 70488, "epoch": 396, "lr": 2.6131457211358286e-05}
{"train_loss": 0.0007935554604046047, "global_step": 70489, "epoch": 396, "lr": 2.6130158762939494e-05}
{"train_loss": 0.0013910685665905476, "global_step": 70490, "epoch": 396, "lr": 2.6128860335369604e-05}
{"train_loss": 0.0008293562568724155, "global_step": 70491, "epoch": 396, "lr": 2.6127561928649725e-05}
{"train_loss": 0.0030973805114626884, "global_step": 70492, "epoch": 396, "lr": 2.6126263542781003e-05}
{"train_loss": 0.0037788294721394777, "global_step": 70493, "epoch": 396, "lr": 2.612496517776456e-05}
{"train_loss": 0.0016141945961862803, "global_step": 70494, "epoch": 396, "lr": 2.6123666833601535e-05}
{"train_loss": 0.002728687599301338, "global_step": 70495, "epoch": 396, "lr": 2.612236851029304e-05}
{"train_loss": 0.0024652518332004547, "global_step": 70496, "epoch": 396, "lr": 2.612107020784027e-05}
{"train_loss": 0.0013865191722288728, "global_step": 70497, "epoch": 396, "lr": 2.6119771926244274e-05}
{"train_loss": 0.0028296448290348053, "global_step": 70498, "epoch": 396, "lr": 2.611847366550626e-05}
{"train_loss": 0.001446079695597291, "global_step": 70499, "epoch": 396, "lr": 2.6117175425627327e-05}
{"train_loss": 0.0015113453846424818, "global_step": 70500, "epoch": 396, "lr": 2.6115877206608618e-05}
{"train_loss": 0.0019894414581358433, "global_step": 70501, "epoch": 396, "lr": 2.6114579008451266e-05}
{"train_loss": 0.0011975816451013088, "global_step": 70502, "epoch": 396, "lr": 2.6113280831156383e-05}
{"train_loss": 0.0026515512727200985, "global_step": 70503, "epoch": 396, "lr": 2.6111982674725156e-05}
{"train_loss": 0.003473608521744609, "global_step": 70504, "epoch": 396, "lr": 2.6110684539158646e-05}
{"train_loss": 0.00157606927677989, "global_step": 70505, "epoch": 396, "lr": 2.6109386424458055e-05}
{"train_loss": 0.002901315689086914, "global_step": 70506, "epoch": 396, "lr": 2.610808833062448e-05}
{"train_loss": 0.0022174790501594543, "global_step": 70507, "epoch": 396, "lr": 2.610679025765907e-05}
{"train_loss": 0.0008203484467230737, "global_step": 70508, "epoch": 396, "lr": 2.6105492205562944e-05}
{"train_loss": 0.0025223176926374435, "global_step": 70509, "epoch": 396, "lr": 2.610419417433725e-05}
{"train_loss": 0.0032993359491229057, "global_step": 70510, "epoch": 396, "lr": 2.610289616398309e-05}
{"train_loss": 0.002336606616154313, "global_step": 70511, "epoch": 396, "lr": 2.6101598174501668e-05}
{"train_loss": 0.001664550043642521, "global_step": 70512, "epoch": 396, "lr": 2.6100300205894036e-05}
{"train_loss": 0.0009125965880230069, "global_step": 70513, "epoch": 396, "lr": 2.6099002258161376e-05}
{"train_loss": 0.00260182935744524, "global_step": 70514, "epoch": 396, "lr": 2.609770433130481e-05}
{"train_loss": 0.0014162296429276466, "global_step": 70515, "epoch": 396, "lr": 2.609640642532548e-05}
{"train_loss": 0.003055976703763008, "global_step": 70516, "epoch": 396, "lr": 2.60951085402245e-05}
{"train_loss": 0.0009801440173760056, "global_step": 70517, "epoch": 396, "lr": 2.6093810676003027e-05}
{"train_loss": 0.0012764839921146631, "global_step": 70518, "epoch": 396, "lr": 2.6092512832662153e-05}
{"train_loss": 0.0033817340154200792, "global_step": 70519, "epoch": 396, "lr": 2.6091215010203084e-05}
{"train_loss": 0.0016859894385561347, "global_step": 70520, "epoch": 396, "lr": 2.608991720862688e-05}
{"train_loss": 0.0026108461897820234, "global_step": 70521, "epoch": 396, "lr": 2.6088619427934735e-05}
{"train_loss": 0.0030943630263209343, "global_step": 70522, "epoch": 396, "lr": 2.6087321668127718e-05}
{"train_loss": 0.0012955524725839496, "global_step": 70523, "epoch": 396, "lr": 2.6086023929207015e-05}
{"train_loss": 0.0012517916038632393, "global_step": 70524, "epoch": 396, "lr": 2.608472621117374e-05}
{"train_loss": 0.0028483709320425987, "global_step": 70525, "epoch": 396, "lr": 2.6083428514029013e-05}
{"train_loss": 0.002377299591898918, "global_step": 70526, "epoch": 396, "lr": 2.608213083777402e-05}
{"train_loss": 0.0010424420470371842, "global_step": 70527, "epoch": 396, "lr": 2.608083318240982e-05}
{"train_loss": 0.002585443900898099, "global_step": 70528, "epoch": 396, "lr": 2.60795355479376e-05}
{"train_loss": 0.0031293584033846855, "global_step": 70529, "epoch": 396, "lr": 2.6078237934358478e-05}
{"train_loss": 0.0020031507592648268, "global_step": 70530, "epoch": 396, "lr": 2.607694034167359e-05}
{"train_loss": 0.002415366005152464, "global_step": 70531, "epoch": 396, "lr": 2.607564276988406e-05}
{"train_loss": 0.00376602029427886, "global_step": 70532, "epoch": 396, "lr": 2.6074345218991036e-05}
{"train_loss": 0.0014562462456524372, "global_step": 70533, "epoch": 396, "lr": 2.607304768899561e-05}
{"train_loss": 0.001386153162457049, "global_step": 70534, "epoch": 396, "lr": 2.6071750179899003e-05}
{"train_loss": 0.0012349742464721203, "global_step": 70535, "epoch": 396, "lr": 2.6070452691702242e-05}
{"train_loss": 0.0019493416184559464, "global_step": 70536, "epoch": 396, "lr": 2.6069155224406537e-05}
{"train_loss": 0.00265683326870203, "global_step": 70537, "epoch": 396, "lr": 2.6067857778012993e-05}
{"train_loss": 0.0035036569461226463, "global_step": 70538, "epoch": 396, "lr": 2.6066560352522745e-05}
{"train_loss": 0.00202377256937325, "global_step": 70539, "epoch": 396, "lr": 2.606526294793693e-05}
{"train_loss": 0.0038123466074466705, "global_step": 70540, "epoch": 396, "lr": 2.6063965564256677e-05}
{"train_loss": 0.003912562038749456, "global_step": 70541, "epoch": 396, "lr": 2.606266820148312e-05}
{"train_loss": 0.0016764597967267036, "global_step": 70542, "epoch": 396, "lr": 2.6061370859617396e-05}
{"train_loss": 0.0014948410680517554, "global_step": 70543, "epoch": 396, "lr": 2.6060073538660612e-05}
{"train_loss": 0.002581316279247403, "global_step": 70544, "epoch": 396, "lr": 2.6058776238613948e-05}
{"train_loss": 0.001068884041160345, "global_step": 70545, "epoch": 396, "lr": 2.6057478959478508e-05}
{"train_loss": 0.0014156554825603962, "global_step": 70546, "epoch": 396, "lr": 2.6056181701255434e-05}
{"train_loss": 0.0009455851977691054, "global_step": 70547, "epoch": 396, "lr": 2.605488446394585e-05}
{"train_loss": 0.0007460588240064681, "global_step": 70548, "epoch": 396, "lr": 2.605358724755088e-05}
{"train_loss": 0.002576713915914297, "global_step": 70549, "epoch": 396, "lr": 2.605229005207171e-05}
{"train_loss": 0.0011424875119701028, "global_step": 70550, "epoch": 396, "lr": 2.6050992877509396e-05}
{"train_loss": 0.0027408115565776825, "global_step": 70551, "epoch": 396, "lr": 2.604969572386513e-05}
{"train_loss": 0.0010914213489741087, "global_step": 70552, "epoch": 396, "lr": 2.6048398591140022e-05}
{"train_loss": 0.0007246243767440319, "global_step": 70553, "epoch": 396, "lr": 2.6047101479335202e-05}
{"train_loss": 0.001040568109601736, "global_step": 70554, "epoch": 396, "lr": 2.6045804388451815e-05}
{"train_loss": 0.001138557679951191, "global_step": 70555, "epoch": 396, "lr": 2.6044507318490985e-05}
{"train_loss": 0.0025406444910913706, "global_step": 70556, "epoch": 396, "lr": 2.6043210269453854e-05}
{"train_loss": 0.002872367622330785, "global_step": 70557, "epoch": 396, "lr": 2.604191324134154e-05}
{"train_loss": 0.00131896766833961, "global_step": 70558, "epoch": 396, "lr": 2.604061623415517e-05}
{"train_loss": 0.0038192998617887497, "global_step": 70559, "epoch": 396, "lr": 2.603931924789592e-05}
{"train_loss": 0.004987080581486225, "global_step": 70560, "epoch": 396, "lr": 2.6038022282564866e-05}
{"train_loss": 0.0014505658764392138, "global_step": 70561, "epoch": 396, "lr": 2.6036725338163182e-05}
{"train_loss": 0.0033758697099983692, "global_step": 70562, "epoch": 396, "lr": 2.6035428414691988e-05}
{"train_loss": 0.0021098251454532146, "global_step": 70563, "epoch": 396, "lr": 2.603413151215242e-05}
{"train_loss": 0.002646501176059246, "global_step": 70564, "epoch": 396, "lr": 2.6032834630545606e-05}
{"train_loss": 0.0015292833559215069, "global_step": 70565, "epoch": 396, "lr": 2.603153776987266e-05}
{"train_loss": 0.0010170163586735725, "global_step": 70566, "epoch": 396, "lr": 2.6030240930134746e-05}
{"train_loss": 0.002778263296931982, "global_step": 70567, "epoch": 396, "lr": 2.6028944111332992e-05}
{"train_loss": 0.0023611197248101234, "global_step": 70568, "epoch": 396, "lr": 2.602764731346853e-05}
{"train_loss": 0.002241089940071106, "global_step": 70569, "epoch": 396, "lr": 2.6026350536542475e-05}
{"train_loss": 0.002366808243095875, "global_step": 70570, "epoch": 396, "lr": 2.6025053780555976e-05}
{"train_loss": 0.0012658123159781098, "global_step": 70571, "epoch": 396, "lr": 2.6023757045510137e-05}
{"train_loss": 0.001226956257596612, "global_step": 70572, "epoch": 396, "lr": 2.602246033140616e-05}
{"train_loss": 0.0011500846594572067, "global_step": 70573, "epoch": 396, "lr": 2.602116363824509e-05}
{"train_loss": 0.0011041667312383652, "global_step": 70574, "epoch": 396, "lr": 2.601986696602814e-05}
{"train_loss": 0.0020888247527182102, "global_step": 70575, "epoch": 396, "lr": 2.6018570314756362e-05}
{"train_loss": 0.0019806220661848783, "global_step": 70576, "epoch": 396, "lr": 2.6017273684430958e-05}
{"train_loss": 0.0019005717476829886, "global_step": 70577, "epoch": 396, "lr": 2.601597707505303e-05}
{"train_loss": 0.001890620682388544, "global_step": 70578, "epoch": 396, "lr": 2.601468048662371e-05}
{"train_loss": 0.0020728292874991894, "global_step": 70579, "epoch": 396, "lr": 2.601338391914414e-05}
{"train_loss": 0.0014690726529806852, "global_step": 70580, "epoch": 396, "lr": 2.6012087372615447e-05}
{"train_loss": 0.0022997772321105003, "global_step": 70581, "epoch": 396, "lr": 2.6010790847038735e-05}
{"train_loss": 0.000584651599638164, "global_step": 70582, "epoch": 396, "lr": 2.600949434241521e-05}
{"train_loss": 0.002617089543491602, "global_step": 70583, "epoch": 396, "lr": 2.600819785874592e-05}
{"train_loss": 0.0037308349274098873, "global_step": 70584, "epoch": 396, "lr": 2.6006901396032056e-05}
{"train_loss": 0.0037939627654850483, "global_step": 70585, "epoch": 396, "lr": 2.6005604954274733e-05}
{"train_loss": 0.0011849625734612346, "global_step": 70586, "epoch": 396, "lr": 2.600430853347505e-05}
{"train_loss": 0.0009894235990941525, "global_step": 70587, "epoch": 396, "lr": 2.600301213363422e-05}
{"train_loss": 0.0029717530123889446, "global_step": 70588, "epoch": 396, "lr": 2.6001715754753285e-05}
{"train_loss": 0.00043884036131203175, "global_step": 70589, "epoch": 396, "lr": 2.6000419396833436e-05}
{"train_loss": 0.001554383896291256, "global_step": 70590, "epoch": 396, "lr": 2.599912305987579e-05}
{"train_loss": 0.0020988760516047478, "global_step": 70591, "epoch": 396, "lr": 2.5997826743881476e-05}
{"train_loss": 0.002143499441444874, "global_step": 70592, "epoch": 396, "lr": 2.5996530448851625e-05}
{"train_loss": 0.0017220360459759831, "global_step": 70593, "epoch": 396, "lr": 2.5995234174787374e-05}
{"train_loss": 0.005051875952631235, "global_step": 70594, "epoch": 396, "lr": 2.5993937921689848e-05}
{"train_loss": 0.0017692529363557696, "global_step": 70595, "epoch": 396, "lr": 2.5992641689560186e-05}
{"train_loss": 0.001016339403577149, "global_step": 70596, "epoch": 396, "lr": 2.59913454783995e-05}
{"train_loss": 0.0028456421568989754, "global_step": 70597, "epoch": 396, "lr": 2.599004928820898e-05}
{"train_loss": 0.001917419140227139, "global_step": 70598, "epoch": 396, "lr": 2.5988753118989673e-05}
{"train_loss": 0.0017788992263376713, "global_step": 70599, "epoch": 396, "lr": 2.598745697074278e-05}
{"train_loss": 0.0016253495123237371, "global_step": 70600, "epoch": 396, "lr": 2.5986160843469408e-05}
{"train_loss": 0.0010821399046108127, "global_step": 70601, "epoch": 396, "lr": 2.5984864737170688e-05}
{"train_loss": 0.0015539249870926142, "global_step": 70602, "epoch": 396, "lr": 2.5983568651847763e-05}
{"train_loss": 0.0030918801203370094, "global_step": 70603, "epoch": 396, "lr": 2.5982272587501748e-05}
{"train_loss": 0.0009599652257747948, "global_step": 70604, "epoch": 396, "lr": 2.5980976544133767e-05}
{"train_loss": 0.0031364094465970993, "global_step": 70605, "epoch": 396, "lr": 2.5979680521745007e-05}
{"train_loss": 0.001626080134883523, "global_step": 70606, "epoch": 396, "lr": 2.5978384520336525e-05}
{"train_loss": 0.004853487946093082, "global_step": 70607, "epoch": 396, "lr": 2.597708853990951e-05}
{"train_loss": 0.0026065409183502197, "global_step": 70608, "epoch": 396, "lr": 2.597579258046507e-05}
{"train_loss": 0.004088461399078369, "global_step": 70609, "epoch": 396, "lr": 2.597449664200432e-05}
{"train_loss": 0.0005519676487892866, "global_step": 70610, "epoch": 396, "lr": 2.5973200724528457e-05}
{"train_loss": 0.0023706406354904175, "global_step": 70611, "epoch": 396, "lr": 2.5971904828038517e-05}
{"train_loss": 0.0018284786492586136, "global_step": 70612, "epoch": 396, "lr": 2.5970608952535736e-05}
{"train_loss": 0.006334546487778425, "global_step": 70613, "epoch": 396, "lr": 2.5969313098021147e-05}
{"train_loss": 0.0027333819307386875, "global_step": 70614, "epoch": 396, "lr": 2.5968017264495947e-05}
{"train_loss": 0.001709158532321453, "global_step": 70615, "epoch": 396, "lr": 2.596672145196125e-05}
{"train_loss": 0.000878764083608985, "global_step": 70616, "epoch": 396, "lr": 2.596542566041819e-05}
{"train_loss": 0.0025414868723601103, "global_step": 70617, "epoch": 396, "lr": 2.5964129889867895e-05}
{"train_loss": 0.0008623954490758479, "global_step": 70618, "epoch": 396, "lr": 2.5962834140311493e-05}
{"train_loss": 0.0008637899300083518, "global_step": 70619, "epoch": 396, "lr": 2.59615384117501e-05}
{"train_loss": 0.0011507454328238964, "global_step": 70620, "epoch": 396, "lr": 2.596024270418491e-05}
{"train_loss": 0.0017710637766867876, "global_step": 70621, "epoch": 396, "lr": 2.5958947017616976e-05}
{"train_loss": 0.0017174709355458617, "global_step": 70622, "epoch": 396, "lr": 2.595765135204748e-05}
{"train_loss": 0.0018324882257729769, "global_step": 70623, "epoch": 396, "lr": 2.595635570747754e-05}
{"train_loss": 0.002031130250543356, "global_step": 70624, "epoch": 396, "lr": 2.595506008390829e-05}
{"train_loss": 0.002248749602586031, "global_step": 70625, "epoch": 396, "lr": 2.595376448134086e-05}
{"train_loss": 0.00241302908398211, "global_step": 70626, "epoch": 396, "lr": 2.5952468899776376e-05}
{"train_loss": 0.0016411540564149618, "global_step": 70627, "epoch": 396, "lr": 2.5951173339215963e-05}
{"train_loss": 0.0017266457434743643, "global_step": 70628, "epoch": 396, "lr": 2.594987779966077e-05}
{"train_loss": 0.002702418016269803, "global_step": 70629, "epoch": 396, "lr": 2.5948582281111934e-05}
{"train_loss": 0.0030028512701392174, "global_step": 70630, "epoch": 396, "lr": 2.594728678357057e-05}
{"train_loss": 0.00271774735301733, "global_step": 70631, "epoch": 396, "lr": 2.594599130703782e-05}
{"train_loss": 0.003235028125345707, "global_step": 70632, "epoch": 396, "lr": 2.59446958515148e-05}
{"train_loss": 0.0011684882920235395, "global_step": 70633, "epoch": 396, "lr": 2.594340041700266e-05}
{"train_loss": 0.0026033062022179365, "global_step": 70634, "epoch": 396, "lr": 2.5942105003502502e-05}
{"train_loss": 0.000986189697869122, "global_step": 70635, "epoch": 396, "lr": 2.5940809611015516e-05}
{"train_loss": 0.004789997357875109, "global_step": 70636, "epoch": 396, "lr": 2.593951423954276e-05}
{"train_loss": 0.001181181869469583, "global_step": 70637, "epoch": 396, "lr": 2.593821888908542e-05}
{"train_loss": 0.002453221706673503, "global_step": 70638, "epoch": 396, "lr": 2.5936923559644604e-05}
{"train_loss": 0.0015054894611239433, "global_step": 70639, "epoch": 396, "lr": 2.5935628251221454e-05}
{"train_loss": 0.0017719257157295942, "global_step": 70640, "epoch": 396, "lr": 2.5934332963817087e-05}
{"train_loss": 0.0018542276229709387, "global_step": 70641, "epoch": 396, "lr": 2.593303769743265e-05}
{"train_loss": 0.0030036806128919125, "global_step": 70642, "epoch": 396, "lr": 2.5931742452069252e-05}
{"train_loss": 0.0022045481018722057, "global_step": 70643, "epoch": 396, "lr": 2.593044722772807e-05}
{"train_loss": 0.003673945553600788, "global_step": 70644, "epoch": 396, "lr": 2.5929152024410176e-05}
{"train_loss": 0.0010316709522157907, "global_step": 70645, "epoch": 396, "lr": 2.5927856842116737e-05}
{"train_loss": 0.0014213991817086935, "global_step": 70646, "epoch": 396, "lr": 2.592656168084888e-05}
{"train_loss": 0.0008303315844386816, "global_step": 70647, "epoch": 396, "lr": 2.592526654060774e-05}
{"train_loss": 0.002952649723738432, "global_step": 70648, "epoch": 396, "lr": 2.5923971421394444e-05}
{"train_loss": 0.0010261958232149482, "global_step": 70649, "epoch": 396, "lr": 2.5922676323210093e-05}
{"train_loss": 0.0019217313965782523, "global_step": 70650, "epoch": 396, "lr": 2.5921381246055892e-05}
{"train_loss": 0.0011331915156915784, "global_step": 70651, "epoch": 396, "lr": 2.5920086189932886e-05}
{"train_loss": 0.0024065966717898846, "global_step": 70652, "epoch": 396, "lr": 2.5918791154842263e-05}
{"train_loss": 0.0014052209444344044, "global_step": 70653, "epoch": 396, "lr": 2.5917496140785142e-05}
{"train_loss": 0.0007904369267635047, "global_step": 70654, "epoch": 396, "lr": 2.591620114776265e-05}
{"train_loss": 0.004424402955919504, "global_step": 70655, "epoch": 396, "lr": 2.591490617577591e-05}
{"train_loss": 0.0031400301959365606, "global_step": 70656, "epoch": 396, "lr": 2.5913611224826074e-05}
{"train_loss": 0.004386659245938063, "global_step": 70657, "epoch": 396, "lr": 2.591231629491423e-05}
{"train_loss": 0.000605687266215682, "global_step": 70658, "epoch": 396, "lr": 2.591102138604158e-05}
{"train_loss": 0.0020408928394317627, "global_step": 70659, "epoch": 396, "lr": 2.5909726498209175e-05}
{"train_loss": 0.0019417655421420932, "global_step": 70660, "epoch": 396, "lr": 2.5908431631418206e-05}
{"train_loss": 0.0021069177892059088, "global_step": 70661, "epoch": 396, "lr": 2.5907136785669788e-05}
{"train_loss": 0.0018601171905174851, "global_step": 70662, "epoch": 396, "lr": 2.5905841960965042e-05}
{"train_loss": 0.003168571973219514, "global_step": 70663, "epoch": 396, "lr": 2.5904547157305102e-05}
{"train_loss": 0.0013422012561932206, "global_step": 70664, "epoch": 396, "lr": 2.590325237469111e-05}
{"train_loss": 0.002104510528328462, "global_step": 70665, "epoch": 396, "lr": 2.590195761312416e-05}
{"train_loss": 0.0008184253820218146, "global_step": 70666, "epoch": 397, "lr": 2.590066287260545e-05}
{"train_loss": 0.0017178930575028062, "global_step": 70667, "epoch": 397, "lr": 2.589936815313604e-05}
{"train_loss": 0.0018334378255531192, "global_step": 70668, "epoch": 397, "lr": 2.589807345471713e-05}
{"train_loss": 0.0028958655893802643, "global_step": 70669, "epoch": 397, "lr": 2.589677877734977e-05}
{"train_loss": 0.0011633532121777534, "global_step": 70670, "epoch": 397, "lr": 2.5895484121035153e-05}
{"train_loss": 0.002546414267271757, "global_step": 70671, "epoch": 397, "lr": 2.5894189485774395e-05}
{"train_loss": 0.004243843257427216, "global_step": 70672, "epoch": 397, "lr": 2.5892894871568603e-05}
{"train_loss": 0.0020328061655163765, "global_step": 70673, "epoch": 397, "lr": 2.5891600278418965e-05}
{"train_loss": 0.0034661944955587387, "global_step": 70674, "epoch": 397, "lr": 2.5890305706326533e-05}
{"train_loss": 0.0056358096189796925, "global_step": 70675, "epoch": 397, "lr": 2.588901115529251e-05}
{"train_loss": 0.004231564700603485, "global_step": 70676, "epoch": 397, "lr": 2.588771662531798e-05}
{"train_loss": 0.003602162469178438, "global_step": 70677, "epoch": 397, "lr": 2.5886422116404096e-05}
{"train_loss": 0.0033973718527704477, "global_step": 70678, "epoch": 397, "lr": 2.5885127628551987e-05}
{"train_loss": 0.0013435282744467258, "global_step": 70679, "epoch": 397, "lr": 2.5883833161762772e-05}
{"train_loss": 0.0024027922190725803, "global_step": 70680, "epoch": 397, "lr": 2.5882538716037573e-05}
{"train_loss": 0.0012327218428254128, "global_step": 70681, "epoch": 397, "lr": 2.5881244291377578e-05}
{"train_loss": 0.0028158279601484537, "global_step": 70682, "epoch": 397, "lr": 2.5879949887783835e-05}
{"train_loss": 0.002987942658364773, "global_step": 70683, "epoch": 397, "lr": 2.587865550525755e-05}
{"train_loss": 0.002670601475983858, "global_step": 70684, "epoch": 397, "lr": 2.5877361143799785e-05}
{"train_loss": 0.0015896540135145187, "global_step": 70685, "epoch": 397, "lr": 2.587606680341172e-05}
{"train_loss": 0.0016532052541151643, "global_step": 70686, "epoch": 397, "lr": 2.5874772484094466e-05}
{"train_loss": 0.0031559306662529707, "global_step": 70687, "epoch": 397, "lr": 2.5873478185849165e-05}
{"train_loss": 0.0018290745792910457, "global_step": 70688, "epoch": 397, "lr": 2.587218390867694e-05}
{"train_loss": 0.0014969895128160715, "global_step": 70689, "epoch": 397, "lr": 2.5870889652578923e-05}
{"train_loss": 0.00175760337151587, "global_step": 70690, "epoch": 397, "lr": 2.5869595417556215e-05}
{"train_loss": 0.0018441940192133188, "global_step": 70691, "epoch": 397, "lr": 2.586830120361e-05}
{"train_loss": 0.0030954855028539896, "global_step": 70692, "epoch": 397, "lr": 2.5867007010741378e-05}
{"train_loss": 0.0010751886293292046, "global_step": 70693, "epoch": 397, "lr": 2.586571283895149e-05}
{"train_loss": 0.0022694291546940804, "global_step": 70694, "epoch": 397, "lr": 2.5864418688241454e-05}
{"train_loss": 0.0017204030882567167, "global_step": 70695, "epoch": 397, "lr": 2.5863124558612396e-05}
{"train_loss": 0.0013286082539707422, "global_step": 70696, "epoch": 397, "lr": 2.5861830450065494e-05}
{"train_loss": 0.0013165015261620283, "global_step": 70697, "epoch": 397, "lr": 2.5860536362601794e-05}
{"train_loss": 0.0021475544199347496, "global_step": 70698, "epoch": 397, "lr": 2.5859242296222502e-05}
{"train_loss": 0.0028374844696372747, "global_step": 70699, "epoch": 397, "lr": 2.585794825092872e-05}
{"train_loss": 0.004917919635772705, "global_step": 70700, "epoch": 397, "lr": 2.585665422672158e-05}
{"train_loss": 0.001691140583716333, "global_step": 70701, "epoch": 397, "lr": 2.5855360223602197e-05}
{"train_loss": 0.0022787852212786674, "global_step": 70702, "epoch": 397, "lr": 2.5854066241571727e-05}
{"train_loss": 0.004415841307491064, "global_step": 70703, "epoch": 397, "lr": 2.5852772280631286e-05}
{"train_loss": 0.0013364237966015935, "global_step": 70704, "epoch": 397, "lr": 2.585147834078201e-05}
{"train_loss": 0.002059260383248329, "global_step": 70705, "epoch": 397, "lr": 2.5850184422025003e-05}
{"train_loss": 0.0041256258264184, "global_step": 70706, "epoch": 397, "lr": 2.5848890524361453e-05}
{"train_loss": 0.0021980570163577795, "global_step": 70707, "epoch": 397, "lr": 2.5847596647792416e-05}
{"train_loss": 0.0039015207439661026, "global_step": 70708, "epoch": 397, "lr": 2.5846302792319087e-05}
{"train_loss": 0.0017566870665177703, "global_step": 70709, "epoch": 397, "lr": 2.5845008957942563e-05}
{"train_loss": 0.004116210155189037, "global_step": 70710, "epoch": 397, "lr": 2.5843715144663983e-05}
{"train_loss": 0.002671174705028534, "global_step": 70711, "epoch": 397, "lr": 2.584242135248448e-05}
{"train_loss": 0.0017833290621638298, "global_step": 70712, "epoch": 397, "lr": 2.5841127581405156e-05}
{"train_loss": 0.0032019386999309063, "global_step": 70713, "epoch": 397, "lr": 2.5839833831427185e-05}
{"train_loss": 0.0037837554700672626, "global_step": 70714, "epoch": 397, "lr": 2.5838540102551678e-05}
{"train_loss": 0.0018875960959121585, "global_step": 70715, "epoch": 397, "lr": 2.5837246394779756e-05}
{"train_loss": 0.0016472116112709045, "global_step": 70716, "epoch": 397, "lr": 2.5835952708112564e-05}
{"train_loss": 0.0009434992680326104, "global_step": 70717, "epoch": 397, "lr": 2.5834659042551225e-05}
{"train_loss": 0.0027342368848621845, "global_step": 70718, "epoch": 397, "lr": 2.5833365398096842e-05}
{"train_loss": 0.0013948290143162012, "global_step": 70719, "epoch": 397, "lr": 2.583207177475061e-05}
{"train_loss": 0.002025407738983631, "global_step": 70720, "epoch": 397, "lr": 2.5830778172513588e-05}
{"train_loss": 0.0035912590101361275, "global_step": 70721, "epoch": 397, "lr": 2.5829484591386972e-05}
{"train_loss": 0.0024828417226672173, "global_step": 70722, "epoch": 397, "lr": 2.5828191031371817e-05}
{"train_loss": 0.0017010483425110579, "global_step": 70723, "epoch": 397, "lr": 2.5826897492469316e-05}
{"train_loss": 0.0018608315149322152, "global_step": 70724, "epoch": 397, "lr": 2.582560397468058e-05}
{"train_loss": 0.004065758548676968, "global_step": 70725, "epoch": 397, "lr": 2.582431047800673e-05}
{"train_loss": 0.0011652912944555283, "global_step": 70726, "epoch": 397, "lr": 2.58230170024489e-05}
{"train_loss": 0.001781113212928176, "global_step": 70727, "epoch": 397, "lr": 2.5821723548008226e-05}
{"train_loss": 0.000816202606074512, "global_step": 70728, "epoch": 397, "lr": 2.582043011468581e-05}
{"train_loss": 0.002359136939048767, "global_step": 70729, "epoch": 397, "lr": 2.5819136702482845e-05}
{"train_loss": 0.000794667168520391, "global_step": 70730, "epoch": 397, "lr": 2.581784331140038e-05}
{"train_loss": 0.002812323160469532, "global_step": 70731, "epoch": 397, "lr": 2.5816549941439604e-05}
{"train_loss": 0.0024646189995110035, "global_step": 70732, "epoch": 397, "lr": 2.581525659260162e-05}
{"train_loss": 0.003717132844030857, "global_step": 70733, "epoch": 397, "lr": 2.5813963264887558e-05}
{"train_loss": 0.0022556018084287643, "global_step": 70734, "epoch": 397, "lr": 2.581266995829859e-05}
{"train_loss": 0.002212241757661104, "global_step": 70735, "epoch": 397, "lr": 2.581137667283577e-05}
{"train_loss": 0.0032253821846097708, "global_step": 70736, "epoch": 397, "lr": 2.5810083408500286e-05}
{"train_loss": 0.0025278422981500626, "global_step": 70737, "epoch": 397, "lr": 2.580879016529325e-05}
{"train_loss": 0.0016112010926008224, "global_step": 70738, "epoch": 397, "lr": 2.580749694321579e-05}
{"train_loss": 0.000827210838906467, "global_step": 70739, "epoch": 397, "lr": 2.580620374226904e-05}
{"train_loss": 0.002016139915212989, "global_step": 70740, "epoch": 397, "lr": 2.5804910562454127e-05}
{"train_loss": 0.002185664139688015, "global_step": 70741, "epoch": 397, "lr": 2.5803617403772178e-05}
{"train_loss": 0.002368660643696785, "global_step": 70742, "epoch": 397, "lr": 2.580232426622432e-05}
{"train_loss": 0.003814723575487733, "global_step": 70743, "epoch": 397, "lr": 2.5801031149811672e-05}
{"train_loss": 0.0016814389964565635, "global_step": 70744, "epoch": 397, "lr": 2.5799738054535417e-05}
{"train_loss": 0.005155427381396294, "global_step": 70745, "epoch": 397, "lr": 2.5798444980396608e-05}
{"train_loss": 0.001841467572376132, "global_step": 70746, "epoch": 397, "lr": 2.5797151927396428e-05}
{"train_loss": 0.0024950485676527023, "global_step": 70747, "epoch": 397, "lr": 2.5795858895535995e-05}
{"train_loss": 0.0012074162950739264, "global_step": 70748, "epoch": 397, "lr": 2.5794565884816424e-05}
{"train_loss": 0.002927516819909215, "global_step": 70749, "epoch": 397, "lr": 2.5793272895238862e-05}
{"train_loss": 0.0015193244908005, "global_step": 70750, "epoch": 397, "lr": 2.5791979926804432e-05}
{"train_loss": 0.002147198421880603, "global_step": 70751, "epoch": 397, "lr": 2.579068697951424e-05}
{"train_loss": 0.0014293109998106956, "global_step": 70752, "epoch": 397, "lr": 2.5789394053369477e-05}
{"train_loss": 0.0006251917220652103, "global_step": 70753, "epoch": 397, "lr": 2.578810114837119e-05}
{"train_loss": 0.001803909195587039, "global_step": 70754, "epoch": 397, "lr": 2.5786808264520567e-05}
{"train_loss": 0.002995434682816267, "global_step": 70755, "epoch": 397, "lr": 2.578551540181873e-05}
{"train_loss": 0.001651669037528336, "global_step": 70756, "epoch": 397, "lr": 2.5784222560266778e-05}
{"train_loss": 0.0010359735460951924, "global_step": 70757, "epoch": 397, "lr": 2.5782929739865898e-05}
{"train_loss": 0.0035710176452994347, "global_step": 70758, "epoch": 397, "lr": 2.5781636940617144e-05}
{"train_loss": 0.0021136223804205656, "global_step": 70759, "epoch": 397, "lr": 2.5780344162521717e-05}
{"train_loss": 0.0010026840027421713, "global_step": 70760, "epoch": 397, "lr": 2.5779051405580684e-05}
{"train_loss": 0.002140888711437583, "global_step": 70761, "epoch": 397, "lr": 2.5777758669795217e-05}
{"train_loss": 0.003600782249122858, "global_step": 70762, "epoch": 397, "lr": 2.5776465955166434e-05}
{"train_loss": 0.0015407066093757749, "global_step": 70763, "epoch": 397, "lr": 2.5775173261695464e-05}
{"train_loss": 0.002542727394029498, "global_step": 70764, "epoch": 397, "lr": 2.5773880589383427e-05}
{"train_loss": 0.0034911497496068478, "global_step": 70765, "epoch": 397, "lr": 2.5772587938231462e-05}
{"train_loss": 0.000537085288669914, "global_step": 70766, "epoch": 397, "lr": 2.577129530824067e-05}
{"train_loss": 0.0012835125671699643, "global_step": 70767, "epoch": 397, "lr": 2.577000269941225e-05}
{"train_loss": 0.0012531583197414875, "global_step": 70768, "epoch": 397, "lr": 2.576871011174724e-05}
{"train_loss": 0.0027377118822187185, "global_step": 70769, "epoch": 397, "lr": 2.576741754524684e-05}
{"train_loss": 0.0024350816383957863, "global_step": 70770, "epoch": 397, "lr": 2.5766124999912155e-05}
{"train_loss": 0.0019775303080677986, "global_step": 70771, "epoch": 397, "lr": 2.5764832475744303e-05}
{"train_loss": 0.001574481138959527, "global_step": 70772, "epoch": 397, "lr": 2.5763539972744432e-05}
{"train_loss": 0.00296140369027853, "global_step": 70773, "epoch": 397, "lr": 2.576224749091366e-05}
{"train_loss": 0.002822314854711294, "global_step": 70774, "epoch": 397, "lr": 2.57609550302531e-05}
{"train_loss": 0.003074797336012125, "global_step": 70775, "epoch": 397, "lr": 2.575966259076391e-05}
{"train_loss": 0.001386368414387107, "global_step": 70776, "epoch": 397, "lr": 2.575837017244721e-05}
{"train_loss": 0.0007340480224229395, "global_step": 70777, "epoch": 397, "lr": 2.575707777530413e-05}
{"train_loss": 0.0005526045570150018, "global_step": 70778, "epoch": 397, "lr": 2.575578539933579e-05}
{"train_loss": 0.0020571337081491947, "global_step": 70779, "epoch": 397, "lr": 2.5754493044543328e-05}
{"train_loss": 0.0009134729043580592, "global_step": 70780, "epoch": 397, "lr": 2.5753200710927867e-05}
{"train_loss": 0.002734831068664789, "global_step": 70781, "epoch": 397, "lr": 2.5751908398490514e-05}
{"train_loss": 0.0017535255756229162, "global_step": 70782, "epoch": 397, "lr": 2.575061610723246e-05}
{"train_loss": 0.0007587040308862925, "global_step": 70783, "epoch": 397, "lr": 2.5749323837154758e-05}
{"train_loss": 0.003042927011847496, "global_step": 70784, "epoch": 397, "lr": 2.5748031588258598e-05}
{"train_loss": 0.002160410862416029, "global_step": 70785, "epoch": 397, "lr": 2.5746739360545082e-05}
{"train_loss": 0.0025656861253082752, "global_step": 70786, "epoch": 397, "lr": 2.5745447154015334e-05}
{"train_loss": 0.0013805453199893236, "global_step": 70787, "epoch": 397, "lr": 2.574415496867049e-05}
{"train_loss": 0.0009297557407990098, "global_step": 70788, "epoch": 397, "lr": 2.574286280451168e-05}
{"train_loss": 0.0006689302390441298, "global_step": 70789, "epoch": 397, "lr": 2.5741570661540015e-05}
{"train_loss": 0.0020012520253658295, "global_step": 70790, "epoch": 397, "lr": 2.574027853975668e-05}
{"train_loss": 0.0018308316357433796, "global_step": 70791, "epoch": 397, "lr": 2.5738986439162714e-05}
{"train_loss": 0.0019423733465373516, "global_step": 70792, "epoch": 397, "lr": 2.5737694359759344e-05}
{"train_loss": 0.0016239576507359743, "global_step": 70793, "epoch": 397, "lr": 2.57364023015476e-05}
{"train_loss": 0.0015688329003751278, "global_step": 70794, "epoch": 397, "lr": 2.573511026452869e-05}
{"train_loss": 0.0018757304642349482, "global_step": 70795, "epoch": 397, "lr": 2.5733818248703707e-05}
{"train_loss": 0.0012636706233024597, "global_step": 70796, "epoch": 397, "lr": 2.5732526254073762e-05}
{"train_loss": 0.0007278653793036938, "global_step": 70797, "epoch": 397, "lr": 2.573123428064005e-05}
{"train_loss": 0.002134887734428048, "global_step": 70798, "epoch": 397, "lr": 2.5729942328403612e-05}
{"train_loss": 0.0016958718188107014, "global_step": 70799, "epoch": 397, "lr": 2.572865039736564e-05}
{"train_loss": 0.00418150844052434, "global_step": 70800, "epoch": 397, "lr": 2.5727358487527247e-05}
{"train_loss": 0.002906880108639598, "global_step": 70801, "epoch": 397, "lr": 2.5726066598889554e-05}
{"train_loss": 0.0018041518051177263, "global_step": 70802, "epoch": 397, "lr": 2.5724774731453693e-05}
{"train_loss": 0.0018747764406725764, "global_step": 70803, "epoch": 397, "lr": 2.572348288522079e-05}
{"train_loss": 0.0044571771286427975, "global_step": 70804, "epoch": 397, "lr": 2.5722191060191958e-05}
{"train_loss": 0.001786202541552484, "global_step": 70805, "epoch": 397, "lr": 2.572089925636838e-05}
{"train_loss": 0.000901044812053442, "global_step": 70806, "epoch": 397, "lr": 2.5719607473751107e-05}
{"train_loss": 0.002577560255303979, "global_step": 70807, "epoch": 397, "lr": 2.5718315712341324e-05}
{"train_loss": 0.0018672512378543615, "global_step": 70808, "epoch": 397, "lr": 2.571702397214014e-05}
{"train_loss": 0.0012364143040031195, "global_step": 70809, "epoch": 397, "lr": 2.5715732253148694e-05}
{"train_loss": 0.001800377736799419, "global_step": 70810, "epoch": 397, "lr": 2.57144405553681e-05}
{"train_loss": 0.0019134010653942823, "global_step": 70811, "epoch": 397, "lr": 2.57131488787995e-05}
{"train_loss": 0.0016642112750560045, "global_step": 70812, "epoch": 397, "lr": 2.5711857223444e-05}
{"train_loss": 0.0014733634889125824, "global_step": 70813, "epoch": 397, "lr": 2.5710565589302748e-05}
{"train_loss": 0.0022924335207790136, "global_step": 70814, "epoch": 397, "lr": 2.570927397637685e-05}
{"train_loss": 0.0012259801151230931, "global_step": 70815, "epoch": 397, "lr": 2.570798238466749e-05}
{"train_loss": 0.0009826053865253925, "global_step": 70816, "epoch": 397, "lr": 2.5706690814175714e-05}
{"train_loss": 0.0019723696168512106, "global_step": 70817, "epoch": 397, "lr": 2.5705399264902717e-05}
{"train_loss": 0.002458661561831832, "global_step": 70818, "epoch": 397, "lr": 2.5704107736849596e-05}
{"train_loss": 0.0035544298589229584, "global_step": 70819, "epoch": 397, "lr": 2.5702816230017473e-05}
{"train_loss": 0.0014143623411655426, "global_step": 70820, "epoch": 397, "lr": 2.5701524744407523e-05}
{"train_loss": 0.0035857772454619408, "global_step": 70821, "epoch": 397, "lr": 2.5700233280020804e-05}
{"train_loss": 0.002432094421237707, "global_step": 70822, "epoch": 397, "lr": 2.5698941836858504e-05}
{"train_loss": 0.0023065630812197924, "global_step": 70823, "epoch": 397, "lr": 2.5697650414921715e-05}
{"train_loss": 0.0004627695307135582, "global_step": 70824, "epoch": 397, "lr": 2.569635901421159e-05}
{"train_loss": 0.002149922074750066, "global_step": 70825, "epoch": 397, "lr": 2.5695067634729232e-05}
{"train_loss": 0.001957183238118887, "global_step": 70826, "epoch": 397, "lr": 2.5693776276475788e-05}
{"train_loss": 0.0032317722216248512, "global_step": 70827, "epoch": 397, "lr": 2.569248493945236e-05}
{"train_loss": 0.0026984442956745625, "global_step": 70828, "epoch": 397, "lr": 2.569119362366013e-05}
{"train_loss": 0.0009442215086892247, "global_step": 70829, "epoch": 397, "lr": 2.568990232910016e-05}
{"train_loss": 0.002852056873962283, "global_step": 70830, "epoch": 397, "lr": 2.5688611055773637e-05}
{"train_loss": 0.003536982461810112, "global_step": 70831, "epoch": 397, "lr": 2.5687319803681624e-05}
{"train_loss": 0.0018087571952491999, "global_step": 70832, "epoch": 397, "lr": 2.5686028572825303e-05}
{"train_loss": 0.0020941821858286858, "global_step": 70833, "epoch": 397, "lr": 2.568473736320579e-05}
{"train_loss": 0.0014250499662011862, "global_step": 70834, "epoch": 397, "lr": 2.5683446174824207e-05}
{"train_loss": 0.002670754911378026, "global_step": 70835, "epoch": 397, "lr": 2.5682155007681674e-05}
{"train_loss": 0.0008563589071854949, "global_step": 70836, "epoch": 397, "lr": 2.5680863861779315e-05}
{"train_loss": 0.0015021064318716526, "global_step": 70837, "epoch": 397, "lr": 2.5679572737118283e-05}
{"train_loss": 0.0038379428442567587, "global_step": 70838, "epoch": 397, "lr": 2.5678281633699696e-05}
{"train_loss": 0.0015584076754748821, "global_step": 70839, "epoch": 397, "lr": 2.567699055152467e-05}
{"train_loss": 0.003598178969696164, "global_step": 70840, "epoch": 397, "lr": 2.567569949059435e-05}
{"train_loss": 0.0025070332922041416, "global_step": 70841, "epoch": 397, "lr": 2.567440845090985e-05}
{"train_loss": 0.002867030445486307, "global_step": 70842, "epoch": 397, "lr": 2.567311743247228e-05}
{"train_loss": 0.0022156805662030166, "global_step": 70843, "epoch": 397, "lr": 2.567182643528283e-05}
{"train_loss": 0.0009778167586773634, "global_step": 70844, "epoch": 398, "lr": 2.567053545934255e-05}
{"train_loss": 0.0019407852087169886, "global_step": 70845, "epoch": 398, "lr": 2.5669244504652623e-05}
{"train_loss": 0.001831939909607172, "global_step": 70846, "epoch": 398, "lr": 2.5667953571214154e-05}
{"train_loss": 0.0028523800428956747, "global_step": 70847, "epoch": 398, "lr": 2.5666662659028274e-05}
{"train_loss": 0.0024510538205504417, "global_step": 70848, "epoch": 398, "lr": 2.5665371768096115e-05}
{"train_loss": 0.003489971160888672, "global_step": 70849, "epoch": 398, "lr": 2.5664080898418796e-05}
{"train_loss": 0.0016036941669881344, "global_step": 70850, "epoch": 398, "lr": 2.5662790049997455e-05}
{"train_loss": 0.002645216416567564, "global_step": 70851, "epoch": 398, "lr": 2.566149922283321e-05}
{"train_loss": 0.0015744810225442052, "global_step": 70852, "epoch": 398, "lr": 2.566020841692717e-05}
{"train_loss": 0.002479592338204384, "global_step": 70853, "epoch": 398, "lr": 2.5658917632280533e-05}
{"train_loss": 0.00534550566226244, "global_step": 70854, "epoch": 398, "lr": 2.5657626868894323e-05}
{"train_loss": 0.0030925003811717033, "global_step": 70855, "epoch": 398, "lr": 2.565633612676975e-05}
{"train_loss": 0.002057986566796899, "global_step": 70856, "epoch": 398, "lr": 2.565504540590792e-05}
{"train_loss": 0.0017064064741134644, "global_step": 70857, "epoch": 398, "lr": 2.5653754706309928e-05}
{"train_loss": 0.002730726730078459, "global_step": 70858, "epoch": 398, "lr": 2.565246402797697e-05}
{"train_loss": 0.004204140976071358, "global_step": 70859, "epoch": 398, "lr": 2.5651173370910085e-05}
{"train_loss": 0.0032340921461582184, "global_step": 70860, "epoch": 398, "lr": 2.5649882735110476e-05}
{"train_loss": 0.0029360901098698378, "global_step": 70861, "epoch": 398, "lr": 2.5648592120579228e-05}
{"train_loss": 0.0034418555442243814, "global_step": 70862, "epoch": 398, "lr": 2.5647301527317492e-05}
{"train_loss": 0.001083439914509654, "global_step": 70863, "epoch": 398, "lr": 2.5646010955326373e-05}
{"train_loss": 0.002077440731227398, "global_step": 70864, "epoch": 398, "lr": 2.5644720404607015e-05}
{"train_loss": 0.001544456579722464, "global_step": 70865, "epoch": 398, "lr": 2.5643429875160518e-05}
{"train_loss": 0.003449064679443836, "global_step": 70866, "epoch": 398, "lr": 2.5642139366988073e-05}
{"train_loss": 0.003409135155379772, "global_step": 70867, "epoch": 398, "lr": 2.5640848880090717e-05}
{"train_loss": 0.001169225899502635, "global_step": 70868, "epoch": 398, "lr": 2.5639558414469673e-05}
{"train_loss": 0.0016489402623847127, "global_step": 70869, "epoch": 398, "lr": 2.5638267970125972e-05}
{"train_loss": 0.0021150815300643444, "global_step": 70870, "epoch": 398, "lr": 2.5636977547060816e-05}
{"train_loss": 0.002229507779702544, "global_step": 70871, "epoch": 398, "lr": 2.5635687145275306e-05}
{"train_loss": 0.002616732381284237, "global_step": 70872, "epoch": 398, "lr": 2.5634396764770563e-05}
{"train_loss": 0.0013953887391835451, "global_step": 70873, "epoch": 398, "lr": 2.5633106405547723e-05}
{"train_loss": 0.005296321120113134, "global_step": 70874, "epoch": 398, "lr": 2.5631816067607904e-05}
{"train_loss": 0.0026827207766473293, "global_step": 70875, "epoch": 398, "lr": 2.5630525750952228e-05}
{"train_loss": 0.002251972444355488, "global_step": 70876, "epoch": 398, "lr": 2.562923545558187e-05}
{"train_loss": 0.0013445296790450811, "global_step": 70877, "epoch": 398, "lr": 2.562794518149787e-05}
{"train_loss": 0.00246748561039567, "global_step": 70878, "epoch": 398, "lr": 2.5626654928701432e-05}
{"train_loss": 0.0008338892948813736, "global_step": 70879, "epoch": 398, "lr": 2.5625364697193654e-05}
{"train_loss": 0.0018266041297465563, "global_step": 70880, "epoch": 398, "lr": 2.5624074486975646e-05}
{"train_loss": 0.002832322148606181, "global_step": 70881, "epoch": 398, "lr": 2.562278429804859e-05}
{"train_loss": 0.0023289567325264215, "global_step": 70882, "epoch": 398, "lr": 2.562149413041354e-05}
{"train_loss": 0.003975330386310816, "global_step": 70883, "epoch": 398, "lr": 2.5620203984071678e-05}
{"train_loss": 0.0011543569853529334, "global_step": 70884, "epoch": 398, "lr": 2.5618913859024107e-05}
{"train_loss": 0.0027045062743127346, "global_step": 70885, "epoch": 398, "lr": 2.5617623755271964e-05}
{"train_loss": 0.002166964579373598, "global_step": 70886, "epoch": 398, "lr": 2.5616333672816367e-05}
{"train_loss": 0.0020233842078596354, "global_step": 70887, "epoch": 398, "lr": 2.561504361165845e-05}
{"train_loss": 0.0013291195500642061, "global_step": 70888, "epoch": 398, "lr": 2.5613753571799332e-05}
{"train_loss": 0.0025900150649249554, "global_step": 70889, "epoch": 398, "lr": 2.5612463553240147e-05}
{"train_loss": 0.002308271126821637, "global_step": 70890, "epoch": 398, "lr": 2.5611173555981994e-05}
{"train_loss": 0.0029302965849637985, "global_step": 70891, "epoch": 398, "lr": 2.5609883580026072e-05}
{"train_loss": 0.0019299306441098452, "global_step": 70892, "epoch": 398, "lr": 2.5608593625373412e-05}
{"train_loss": 0.0016840235330164433, "global_step": 70893, "epoch": 398, "lr": 2.560730369202522e-05}
{"train_loss": 0.004140154458582401, "global_step": 70894, "epoch": 398, "lr": 2.5606013779982586e-05}
{"train_loss": 0.0035921200178563595, "global_step": 70895, "epoch": 398, "lr": 2.560472388924664e-05}
{"train_loss": 0.0015250903088599443, "global_step": 70896, "epoch": 398, "lr": 2.5603434019818507e-05}
{"train_loss": 0.0014545654412359, "global_step": 70897, "epoch": 398, "lr": 2.5602144171699322e-05}
{"train_loss": 0.004099620506167412, "global_step": 70898, "epoch": 398, "lr": 2.560085434489019e-05}
{"train_loss": 0.0022102724760770798, "global_step": 70899, "epoch": 398, "lr": 2.5599564539392274e-05}
{"train_loss": 0.002360268961638212, "global_step": 70900, "epoch": 398, "lr": 2.5598274755206675e-05}
{"train_loss": 0.0027280307840555906, "global_step": 70901, "epoch": 398, "lr": 2.5596984992334526e-05}
{"train_loss": 0.0015598256140947342, "global_step": 70902, "epoch": 398, "lr": 2.5595695250776965e-05}
{"train_loss": 0.0017853392055258155, "global_step": 70903, "epoch": 398, "lr": 2.5594405530535072e-05}
{"train_loss": 0.0015198576729744673, "global_step": 70904, "epoch": 398, "lr": 2.5593115831610058e-05}
{"train_loss": 0.0025061513297259808, "global_step": 70905, "epoch": 398, "lr": 2.5591826154002955e-05}
{"train_loss": 0.0024007605388760567, "global_step": 70906, "epoch": 398, "lr": 2.5590536497714978e-05}
{"train_loss": 0.0030148448422551155, "global_step": 70907, "epoch": 398, "lr": 2.558924686274716e-05}
{"train_loss": 0.0021425688173621893, "global_step": 70908, "epoch": 398, "lr": 2.5587957249100713e-05}
{"train_loss": 0.002292108256369829, "global_step": 70909, "epoch": 398, "lr": 2.558666765677672e-05}
{"train_loss": 0.0023124893195927143, "global_step": 70910, "epoch": 398, "lr": 2.5585378085776313e-05}
{"train_loss": 0.0030834777280688286, "global_step": 70911, "epoch": 398, "lr": 2.5584088536100615e-05}
{"train_loss": 0.0037589268758893013, "global_step": 70912, "epoch": 398, "lr": 2.5582799007750767e-05}
{"train_loss": 0.0020093433558940887, "global_step": 70913, "epoch": 398, "lr": 2.5581509500727864e-05}
{"train_loss": 0.00221999641507864, "global_step": 70914, "epoch": 398, "lr": 2.558022001503309e-05}
{"train_loss": 0.003439243184402585, "global_step": 70915, "epoch": 398, "lr": 2.5578930550667502e-05}
{"train_loss": 0.0010803565382957458, "global_step": 70916, "epoch": 398, "lr": 2.5577641107632276e-05}
{"train_loss": 0.0017332452116534114, "global_step": 70917, "epoch": 398, "lr": 2.5576351685928525e-05}
{"train_loss": 0.0024936990812420845, "global_step": 70918, "epoch": 398, "lr": 2.557506228555736e-05}
{"train_loss": 0.002472973195835948, "global_step": 70919, "epoch": 398, "lr": 2.557377290651993e-05}
{"train_loss": 0.002188378246501088, "global_step": 70920, "epoch": 398, "lr": 2.5572483548817332e-05}
{"train_loss": 0.0023999670520424843, "global_step": 70921, "epoch": 398, "lr": 2.5571194212450744e-05}
{"train_loss": 0.001858127536252141, "global_step": 70922, "epoch": 398, "lr": 2.5569904897421228e-05}
{"train_loss": 0.0016637234948575497, "global_step": 70923, "epoch": 398, "lr": 2.5568615603729955e-05}
{"train_loss": 0.0017868396826088428, "global_step": 70924, "epoch": 398, "lr": 2.556732633137804e-05}
{"train_loss": 0.001433802768588066, "global_step": 70925, "epoch": 398, "lr": 2.55660370803666e-05}
{"train_loss": 0.002286598552018404, "global_step": 70926, "epoch": 398, "lr": 2.5564747850696773e-05}
{"train_loss": 0.0027977568097412586, "global_step": 70927, "epoch": 398, "lr": 2.556345864236968e-05}
{"train_loss": 0.0028348250780254602, "global_step": 70928, "epoch": 398, "lr": 2.5562169455386426e-05}
{"train_loss": 0.0015617401804775, "global_step": 70929, "epoch": 398, "lr": 2.5560880289748196e-05}
{"train_loss": 0.0016512447036802769, "global_step": 70930, "epoch": 398, "lr": 2.5559591145456042e-05}
{"train_loss": 0.003113329643383622, "global_step": 70931, "epoch": 398, "lr": 2.5558302022511138e-05}
{"train_loss": 0.0013257525861263275, "global_step": 70932, "epoch": 398, "lr": 2.5557012920914602e-05}
{"train_loss": 0.0025809183716773987, "global_step": 70933, "epoch": 398, "lr": 2.5555723840667555e-05}
{"train_loss": 0.0024899542331695557, "global_step": 70934, "epoch": 398, "lr": 2.555443478177112e-05}
{"train_loss": 0.001519664190709591, "global_step": 70935, "epoch": 398, "lr": 2.5553145744226438e-05}
{"train_loss": 0.004205122124403715, "global_step": 70936, "epoch": 398, "lr": 2.555185672803459e-05}
{"train_loss": 0.0030658217146992683, "global_step": 70937, "epoch": 398, "lr": 2.555056773319678e-05}
{"train_loss": 0.0012217683251947165, "global_step": 70938, "epoch": 398, "lr": 2.5549278759714045e-05}
{"train_loss": 0.0029598763212561607, "global_step": 70939, "epoch": 398, "lr": 2.5547989807587602e-05}
{"train_loss": 0.0019217790104448795, "global_step": 70940, "epoch": 398, "lr": 2.5546700876818485e-05}
{"train_loss": 0.0017080216202884912, "global_step": 70941, "epoch": 398, "lr": 2.5545411967407884e-05}
{"train_loss": 0.0017276545986533165, "global_step": 70942, "epoch": 398, "lr": 2.554412307935691e-05}
{"train_loss": 0.0013996062334626913, "global_step": 70943, "epoch": 398, "lr": 2.5542834212666668e-05}
{"train_loss": 0.0013090863358229399, "global_step": 70944, "epoch": 398, "lr": 2.5541545367338327e-05}
{"train_loss": 0.002498803660273552, "global_step": 70945, "epoch": 398, "lr": 2.5540256543372953e-05}
{"train_loss": 0.0019611367024481297, "global_step": 70946, "epoch": 398, "lr": 2.5538967740771726e-05}
{"train_loss": 0.004400718957185745, "global_step": 70947, "epoch": 398, "lr": 2.553767895953574e-05}
{"train_loss": 0.0013497641775757074, "global_step": 70948, "epoch": 398, "lr": 2.5536390199666138e-05}
{"train_loss": 0.0015920602018013597, "global_step": 70949, "epoch": 398, "lr": 2.5535101461164034e-05}
{"train_loss": 0.003016074188053608, "global_step": 70950, "epoch": 398, "lr": 2.553381274403056e-05}
{"train_loss": 0.0011155502870678902, "global_step": 70951, "epoch": 398, "lr": 2.5532524048266826e-05}
{"train_loss": 0.0011463917326182127, "global_step": 70952, "epoch": 398, "lr": 2.5531235373874003e-05}
{"train_loss": 0.0031272268388420343, "global_step": 70953, "epoch": 398, "lr": 2.552994672085315e-05}
{"train_loss": 0.0018223300576210022, "global_step": 70954, "epoch": 398, "lr": 2.5528658089205444e-05}
{"train_loss": 0.0017983325524255633, "global_step": 70955, "epoch": 398, "lr": 2.5527369478931996e-05}
{"train_loss": 0.0017754985019564629, "global_step": 70956, "epoch": 398, "lr": 2.552608089003392e-05}
{"train_loss": 0.0011770587880164385, "global_step": 70957, "epoch": 398, "lr": 2.552479232251236e-05}
{"train_loss": 0.0020754195284098387, "global_step": 70958, "epoch": 398, "lr": 2.552350377636843e-05}
{"train_loss": 0.0021700391080230474, "global_step": 70959, "epoch": 398, "lr": 2.5522215251603258e-05}
{"train_loss": 0.00213521346449852, "global_step": 70960, "epoch": 398, "lr": 2.5520926748217964e-05}
{"train_loss": 0.0020812591537833214, "global_step": 70961, "epoch": 398, "lr": 2.551963826621367e-05}
{"train_loss": 0.005103725474327803, "global_step": 70962, "epoch": 398, "lr": 2.5518349805591525e-05}
{"train_loss": 0.002295942045748234, "global_step": 70963, "epoch": 398, "lr": 2.5517061366352636e-05}
{"train_loss": 0.003299460280686617, "global_step": 70964, "epoch": 398, "lr": 2.5515772948498134e-05}
{"train_loss": 0.003568083979189396, "global_step": 70965, "epoch": 398, "lr": 2.551448455202914e-05}
{"train_loss": 0.0019454758148640394, "global_step": 70966, "epoch": 398, "lr": 2.5513196176946762e-05}
{"train_loss": 0.003251450601965189, "global_step": 70967, "epoch": 398, "lr": 2.551190782325219e-05}
{"train_loss": 0.001339519745670259, "global_step": 70968, "epoch": 398, "lr": 2.5510619490946464e-05}
{"train_loss": 0.0010602769907563925, "global_step": 70969, "epoch": 398, "lr": 2.550933118003076e-05}
{"train_loss": 0.0018901497824117541, "global_step": 70970, "epoch": 398, "lr": 2.55080428905062e-05}
{"train_loss": 0.0012463739840313792, "global_step": 70971, "epoch": 398, "lr": 2.5506754622373903e-05}
{"train_loss": 0.002042864914983511, "global_step": 70972, "epoch": 398, "lr": 2.550546637563499e-05}
{"train_loss": 0.001298478338867426, "global_step": 70973, "epoch": 398, "lr": 2.5504178150290593e-05}
{"train_loss": 0.006504826247692108, "global_step": 70974, "epoch": 398, "lr": 2.5502889946341807e-05}
{"train_loss": 0.001256459392607212, "global_step": 70975, "epoch": 398, "lr": 2.5501601763789828e-05}
{"train_loss": 0.0023692830000072718, "global_step": 70976, "epoch": 398, "lr": 2.5500313602635694e-05}
{"train_loss": 0.0009948244551196694, "global_step": 70977, "epoch": 398, "lr": 2.549902546288061e-05}
{"train_loss": 0.0027709282003343105, "global_step": 70978, "epoch": 398, "lr": 2.549773734452563e-05}
{"train_loss": 0.0022349597420543432, "global_step": 70979, "epoch": 398, "lr": 2.5496449247571934e-05}
{"train_loss": 0.0010874653235077858, "global_step": 70980, "epoch": 398, "lr": 2.549516117202062e-05}
{"train_loss": 0.0027672816067934036, "global_step": 70981, "epoch": 398, "lr": 2.549387311787283e-05}
{"train_loss": 0.0015906537882983685, "global_step": 70982, "epoch": 398, "lr": 2.5492585085129674e-05}
{"train_loss": 0.0024452321231365204, "global_step": 70983, "epoch": 398, "lr": 2.5491297073792253e-05}
{"train_loss": 0.0030175724532455206, "global_step": 70984, "epoch": 398, "lr": 2.549000908386175e-05}
{"train_loss": 0.002640092745423317, "global_step": 70985, "epoch": 398, "lr": 2.5488721115339253e-05}
{"train_loss": 0.0025181532837450504, "global_step": 70986, "epoch": 398, "lr": 2.5487433168225906e-05}
{"train_loss": 0.0017434898763895035, "global_step": 70987, "epoch": 398, "lr": 2.548614524252281e-05}
{"train_loss": 0.00278280908241868, "global_step": 70988, "epoch": 398, "lr": 2.5484857338231104e-05}
{"train_loss": 0.0031283588614314795, "global_step": 70989, "epoch": 398, "lr": 2.5483569455351898e-05}
{"train_loss": 0.0014174196403473616, "global_step": 70990, "epoch": 398, "lr": 2.548228159388636e-05}
{"train_loss": 0.0026025203987956047, "global_step": 70991, "epoch": 398, "lr": 2.548099375383555e-05}
{"train_loss": 0.001017404138110578, "global_step": 70992, "epoch": 398, "lr": 2.5479705935200647e-05}
{"train_loss": 0.0015589918475598097, "global_step": 70993, "epoch": 398, "lr": 2.5478418137982764e-05}
{"train_loss": 0.0014708878006786108, "global_step": 70994, "epoch": 398, "lr": 2.547713036218301e-05}
{"train_loss": 0.0007273567607626319, "global_step": 70995, "epoch": 398, "lr": 2.547584260780252e-05}
{"train_loss": 0.002944987267255783, "global_step": 70996, "epoch": 398, "lr": 2.5474554874842417e-05}
{"train_loss": 0.0034128804691135883, "global_step": 70997, "epoch": 398, "lr": 2.5473267163303827e-05}
{"train_loss": 0.002453799359500408, "global_step": 70998, "epoch": 398, "lr": 2.5471979473187867e-05}
{"train_loss": 0.002501135226339102, "global_step": 70999, "epoch": 398, "lr": 2.547069180449566e-05}
{"train_loss": 0.002091395203024149, "global_step": 71000, "epoch": 398, "lr": 2.546940415722837e-05}
{"train_loss": 0.0017402034718543291, "global_step": 71001, "epoch": 398, "lr": 2.5468116531387053e-05}
{"train_loss": 0.0021721618250012398, "global_step": 71002, "epoch": 398, "lr": 2.5466828926972886e-05}
{"train_loss": 0.0013581931125372648, "global_step": 71003, "epoch": 398, "lr": 2.5465541343986986e-05}
{"train_loss": 0.00129080715123564, "global_step": 71004, "epoch": 398, "lr": 2.5464253782430447e-05}
{"train_loss": 0.003324841381981969, "global_step": 71005, "epoch": 398, "lr": 2.5462966242304458e-05}
{"train_loss": 0.0007852008566260338, "global_step": 71006, "epoch": 398, "lr": 2.546167872361006e-05}
{"train_loss": 0.0025676684454083443, "global_step": 71007, "epoch": 398, "lr": 2.5460391226348447e-05}
{"train_loss": 0.0017770642880350351, "global_step": 71008, "epoch": 398, "lr": 2.5459103750520712e-05}
{"train_loss": 0.0012289693113416433, "global_step": 71009, "epoch": 398, "lr": 2.5457816296127983e-05}
{"train_loss": 0.0017519156681373715, "global_step": 71010, "epoch": 398, "lr": 2.545652886317139e-05}
{"train_loss": 0.0010066176764667034, "global_step": 71011, "epoch": 398, "lr": 2.545524145165205e-05}
{"train_loss": 0.0010908355470746756, "global_step": 71012, "epoch": 398, "lr": 2.5453954061571074e-05}
{"train_loss": 0.00247076153755188, "global_step": 71013, "epoch": 398, "lr": 2.545266669292964e-05}
{"train_loss": 0.0018137727165594697, "global_step": 71014, "epoch": 398, "lr": 2.5451379345728797e-05}
{"train_loss": 0.0030421775300055742, "global_step": 71015, "epoch": 398, "lr": 2.545009201996975e-05}
{"train_loss": 0.002856132574379444, "global_step": 71016, "epoch": 398, "lr": 2.544880471565354e-05}
{"train_loss": 0.0027611153200268745, "global_step": 71017, "epoch": 398, "lr": 2.5447517432781347e-05}
{"train_loss": 0.000994318863376975, "global_step": 71018, "epoch": 398, "lr": 2.544623017135429e-05}
{"train_loss": 0.002189289778470993, "global_step": 71019, "epoch": 398, "lr": 2.5444942931373484e-05}
{"train_loss": 0.0015513126272708178, "global_step": 71020, "epoch": 398, "lr": 2.5443655712840047e-05}
{"train_loss": 0.0022988296987023205, "global_step": 71021, "epoch": 398, "lr": 2.544236851575511e-05}
{"train_loss": 0.0014834135072305799, "global_step": 71022, "epoch": 399, "lr": 2.544108134011979e-05}
{"train_loss": 0.0025349052157253027, "global_step": 71023, "epoch": 399, "lr": 2.5439794185935245e-05}
{"train_loss": 0.0027957267593592405, "global_step": 71024, "epoch": 399, "lr": 2.5438507053202542e-05}
{"train_loss": 0.003133163321763277, "global_step": 71025, "epoch": 399, "lr": 2.5437219941922853e-05}
{"train_loss": 0.005452429410070181, "global_step": 71026, "epoch": 399, "lr": 2.5435932852097282e-05}
{"train_loss": 0.0030817356891930103, "global_step": 71027, "epoch": 399, "lr": 2.543464578372694e-05}
{"train_loss": 0.002163661178201437, "global_step": 71028, "epoch": 399, "lr": 2.5433358736813006e-05}
{"train_loss": 0.0023516896180808544, "global_step": 71029, "epoch": 399, "lr": 2.5432071711356532e-05}
{"train_loss": 0.0029959646053612232, "global_step": 71030, "epoch": 399, "lr": 2.543078470735869e-05}
{"train_loss": 0.004177212715148926, "global_step": 71031, "epoch": 399, "lr": 2.5429497724820594e-05}
{"train_loss": 0.0038398457691073418, "global_step": 71032, "epoch": 399, "lr": 2.5428210763743366e-05}
{"train_loss": 0.003788525704294443, "global_step": 71033, "epoch": 399, "lr": 2.5426923824128124e-05}
{"train_loss": 0.002686521504074335, "global_step": 71034, "epoch": 399, "lr": 2.5425636905975996e-05}
{"train_loss": 0.002103249542415142, "global_step": 71035, "epoch": 399, "lr": 2.5424350009288113e-05}
{"train_loss": 0.002702913247048855, "global_step": 71036, "epoch": 399, "lr": 2.5423063134065582e-05}
{"train_loss": 0.0019585133995860815, "global_step": 71037, "epoch": 399, "lr": 2.5421776280309527e-05}
{"train_loss": 0.0016690805787220597, "global_step": 71038, "epoch": 399, "lr": 2.5420489448021118e-05}
{"train_loss": 0.0018821120029315352, "global_step": 71039, "epoch": 399, "lr": 2.5419202637201406e-05}
{"train_loss": 0.003133676014840603, "global_step": 71040, "epoch": 399, "lr": 2.541791584785157e-05}
{"train_loss": 0.0020708388183265924, "global_step": 71041, "epoch": 399, "lr": 2.541662907997272e-05}
{"train_loss": 0.001958020031452179, "global_step": 71042, "epoch": 399, "lr": 2.541534233356597e-05}
{"train_loss": 0.00470326654613018, "global_step": 71043, "epoch": 399, "lr": 2.541405560863246e-05}
{"train_loss": 0.002061587991192937, "global_step": 71044, "epoch": 399, "lr": 2.5412768905173296e-05}
{"train_loss": 0.0013809544034302235, "global_step": 71045, "epoch": 399, "lr": 2.5411482223189593e-05}
{"train_loss": 0.004137741401791573, "global_step": 71046, "epoch": 399, "lr": 2.5410195562682515e-05}
{"train_loss": 0.005013301968574524, "global_step": 71047, "epoch": 399, "lr": 2.540890892365315e-05}
{"train_loss": 0.0024780172389000654, "global_step": 71048, "epoch": 399, "lr": 2.540762230610265e-05}
{"train_loss": 0.0016812708927318454, "global_step": 71049, "epoch": 399, "lr": 2.5406335710032114e-05}
{"train_loss": 0.003053799271583557, "global_step": 71050, "epoch": 399, "lr": 2.540504913544268e-05}
{"train_loss": 0.0006786640733480453, "global_step": 71051, "epoch": 399, "lr": 2.5403762582335468e-05}
{"train_loss": 0.004272828809916973, "global_step": 71052, "epoch": 399, "lr": 2.5402476050711575e-05}
{"train_loss": 0.002717008348554373, "global_step": 71053, "epoch": 399, "lr": 2.540118954057219e-05}
{"train_loss": 0.0020987961906939745, "global_step": 71054, "epoch": 399, "lr": 2.539990305191836e-05}
{"train_loss": 0.0018792813643813133, "global_step": 71055, "epoch": 399, "lr": 2.5398616584751267e-05}
{"train_loss": 0.0031514207366853952, "global_step": 71056, "epoch": 399, "lr": 2.5397330139072012e-05}
{"train_loss": 0.000982110621407628, "global_step": 71057, "epoch": 399, "lr": 2.5396043714881716e-05}
{"train_loss": 0.00172231940086931, "global_step": 71058, "epoch": 399, "lr": 2.539475731218151e-05}
{"train_loss": 0.002214868785813451, "global_step": 71059, "epoch": 399, "lr": 2.5393470930972518e-05}
{"train_loss": 0.0035578524693846703, "global_step": 71060, "epoch": 399, "lr": 2.5392184571255835e-05}
{"train_loss": 0.0024909900967031717, "global_step": 71061, "epoch": 399, "lr": 2.5390898233032644e-05}
{"train_loss": 0.0018786950968205929, "global_step": 71062, "epoch": 399, "lr": 2.5389611916304e-05}
{"train_loss": 0.004482546355575323, "global_step": 71063, "epoch": 399, "lr": 2.5388325621071087e-05}
{"train_loss": 0.0033705364912748337, "global_step": 71064, "epoch": 399, "lr": 2.538703934733499e-05}
{"train_loss": 0.0014618905261158943, "global_step": 71065, "epoch": 399, "lr": 2.5385753095096848e-05}
{"train_loss": 0.0013033213326707482, "global_step": 71066, "epoch": 399, "lr": 2.538446686435778e-05}
{"train_loss": 0.001812497153878212, "global_step": 71067, "epoch": 399, "lr": 2.5383180655118893e-05}
{"train_loss": 0.0013619267847388983, "global_step": 71068, "epoch": 399, "lr": 2.538189446738136e-05}
{"train_loss": 0.0027195396833121777, "global_step": 71069, "epoch": 399, "lr": 2.5380608301146248e-05}
{"train_loss": 0.0015435849782079458, "global_step": 71070, "epoch": 399, "lr": 2.537932215641471e-05}
{"train_loss": 0.0017030497547239065, "global_step": 71071, "epoch": 399, "lr": 2.5378036033187867e-05}
{"train_loss": 0.0032142121344804764, "global_step": 71072, "epoch": 399, "lr": 2.5376749931466836e-05}
{"train_loss": 0.0019523907685652375, "global_step": 71073, "epoch": 399, "lr": 2.5375463851252757e-05}
{"train_loss": 0.0016317025292664766, "global_step": 71074, "epoch": 399, "lr": 2.537417779254673e-05}
{"train_loss": 0.0030750043224543333, "global_step": 71075, "epoch": 399, "lr": 2.5372891755349865e-05}
{"train_loss": 0.0013519664062187076, "global_step": 71076, "epoch": 399, "lr": 2.5371605739663352e-05}
{"train_loss": 0.000797327549662441, "global_step": 71077, "epoch": 399, "lr": 2.537031974548823e-05}
{"train_loss": 0.0030452010687440634, "global_step": 71078, "epoch": 399, "lr": 2.536903377282568e-05}
{"train_loss": 0.0013056095922365785, "global_step": 71079, "epoch": 399, "lr": 2.5367747821676812e-05}
{"train_loss": 0.0021761301904916763, "global_step": 71080, "epoch": 399, "lr": 2.536646189204275e-05}
{"train_loss": 0.003593682311475277, "global_step": 71081, "epoch": 399, "lr": 2.5365175983924606e-05}
{"train_loss": 0.0012272775638848543, "global_step": 71082, "epoch": 399, "lr": 2.5363890097323505e-05}
{"train_loss": 0.002368250861763954, "global_step": 71083, "epoch": 399, "lr": 2.5362604232240562e-05}
{"train_loss": 0.0027722225058823824, "global_step": 71084, "epoch": 399, "lr": 2.536131838867695e-05}
{"train_loss": 0.0008737962925806642, "global_step": 71085, "epoch": 399, "lr": 2.5360032566633717e-05}
{"train_loss": 0.0017882680986076593, "global_step": 71086, "epoch": 399, "lr": 2.5358746766112062e-05}
{"train_loss": 0.0025722042191773653, "global_step": 71087, "epoch": 399, "lr": 2.5357460987113036e-05}
{"train_loss": 0.003838493488729, "global_step": 71088, "epoch": 399, "lr": 2.5356175229637813e-05}
{"train_loss": 0.00433750357478857, "global_step": 71089, "epoch": 399, "lr": 2.5354889493687495e-05}
{"train_loss": 0.001126711256802082, "global_step": 71090, "epoch": 399, "lr": 2.5353603779263192e-05}
{"train_loss": 0.0038138506934046745, "global_step": 71091, "epoch": 399, "lr": 2.5352318086366085e-05}
{"train_loss": 0.0029021406080573797, "global_step": 71092, "epoch": 399, "lr": 2.5351032414997212e-05}
{"train_loss": 0.0037166308611631393, "global_step": 71093, "epoch": 399, "lr": 2.5349746765157768e-05}
{"train_loss": 0.0018553552217781544, "global_step": 71094, "epoch": 399, "lr": 2.5348461136848845e-05}
{"train_loss": 0.004068576730787754, "global_step": 71095, "epoch": 399, "lr": 2.5347175530071567e-05}
{"train_loss": 0.0019811480306088924, "global_step": 71096, "epoch": 399, "lr": 2.5345889944827055e-05}
{"train_loss": 0.0011456141946837306, "global_step": 71097, "epoch": 399, "lr": 2.5344604381116443e-05}
{"train_loss": 0.001217343844473362, "global_step": 71098, "epoch": 399, "lr": 2.5343318838940822e-05}
{"train_loss": 0.0019008570816367865, "global_step": 71099, "epoch": 399, "lr": 2.5342033318301384e-05}
{"train_loss": 0.003679972141981125, "global_step": 71100, "epoch": 399, "lr": 2.534074781919916e-05}
{"train_loss": 0.0035566564183682203, "global_step": 71101, "epoch": 399, "lr": 2.5339462341635347e-05}
{"train_loss": 0.003095160238444805, "global_step": 71102, "epoch": 399, "lr": 2.533817688561104e-05}
{"train_loss": 0.0020202307496219873, "global_step": 71103, "epoch": 399, "lr": 2.5336891451127366e-05}
{"train_loss": 0.0026756483130156994, "global_step": 71104, "epoch": 399, "lr": 2.5335606038185433e-05}
{"train_loss": 0.0027799024246633053, "global_step": 71105, "epoch": 399, "lr": 2.533432064678638e-05}
{"train_loss": 0.005729252472519875, "global_step": 71106, "epoch": 399, "lr": 2.533303527693133e-05}
{"train_loss": 0.0027617227751761675, "global_step": 71107, "epoch": 399, "lr": 2.5331749928621394e-05}
{"train_loss": 0.0017876990605145693, "global_step": 71108, "epoch": 399, "lr": 2.533046460185769e-05}
{"train_loss": 0.0018986319191753864, "global_step": 71109, "epoch": 399, "lr": 2.532917929664137e-05}
{"train_loss": 0.0025671490002423525, "global_step": 71110, "epoch": 399, "lr": 2.532789401297353e-05}
{"train_loss": 0.002328850794583559, "global_step": 71111, "epoch": 399, "lr": 2.5326608750855308e-05}
{"train_loss": 0.002914666896685958, "global_step": 71112, "epoch": 399, "lr": 2.532532351028782e-05}
{"train_loss": 0.005779462866485119, "global_step": 71113, "epoch": 399, "lr": 2.5324038291272168e-05}
{"train_loss": 0.0029300362803041935, "global_step": 71114, "epoch": 399, "lr": 2.532275309380953e-05}
{"train_loss": 0.0015841894783079624, "global_step": 71115, "epoch": 399, "lr": 2.532146791790096e-05}
{"train_loss": 0.0018895418616011739, "global_step": 71116, "epoch": 399, "lr": 2.5320182763547628e-05}
{"train_loss": 0.0013326362241059542, "global_step": 71117, "epoch": 399, "lr": 2.5318897630750647e-05}
{"train_loss": 0.0016116895712912083, "global_step": 71118, "epoch": 399, "lr": 2.5317612519511137e-05}
{"train_loss": 0.0013592068571597338, "global_step": 71119, "epoch": 399, "lr": 2.531632742983021e-05}
{"train_loss": 0.0018436021637171507, "global_step": 71120, "epoch": 399, "lr": 2.5315042361709e-05}
{"train_loss": 0.001415118807926774, "global_step": 71121, "epoch": 399, "lr": 2.531375731514861e-05}
{"train_loss": 0.0033625036012381315, "global_step": 71122, "epoch": 399, "lr": 2.5312472290150213e-05}
{"train_loss": 0.002260628854855895, "global_step": 71123, "epoch": 399, "lr": 2.5311187286714866e-05}
{"train_loss": 0.0021553190890699625, "global_step": 71124, "epoch": 399, "lr": 2.5309902304843758e-05}
{"train_loss": 0.0035310969687998295, "global_step": 71125, "epoch": 399, "lr": 2.5308617344537932e-05}
{"train_loss": 0.0024812277406454086, "global_step": 71126, "epoch": 399, "lr": 2.530733240579858e-05}
{"train_loss": 0.0010501930955797434, "global_step": 71127, "epoch": 399, "lr": 2.5306047488626795e-05}
{"train_loss": 0.0023907111026346684, "global_step": 71128, "epoch": 399, "lr": 2.5304762593023702e-05}
{"train_loss": 0.00089458585716784, "global_step": 71129, "epoch": 399, "lr": 2.5303477718990432e-05}
{"train_loss": 0.0016692662611603737, "global_step": 71130, "epoch": 399, "lr": 2.530219286652807e-05}
{"train_loss": 0.0032277079299092293, "global_step": 71131, "epoch": 399, "lr": 2.5300908035637792e-05}
{"train_loss": 0.0016109781572595239, "global_step": 71132, "epoch": 399, "lr": 2.529962322632069e-05}
{"train_loss": 0.0011663646437227726, "global_step": 71133, "epoch": 399, "lr": 2.5298338438577897e-05}
{"train_loss": 0.002313672797754407, "global_step": 71134, "epoch": 399, "lr": 2.5297053672410532e-05}
{"train_loss": 0.003920852206647396, "global_step": 71135, "epoch": 399, "lr": 2.5295768927819712e-05}
{"train_loss": 0.002390317153185606, "global_step": 71136, "epoch": 399, "lr": 2.5294484204806545e-05}
{"train_loss": 0.001931863254867494, "global_step": 71137, "epoch": 399, "lr": 2.529319950337221e-05}
{"train_loss": 0.0014621905284002423, "global_step": 71138, "epoch": 399, "lr": 2.529191482351775e-05}
{"train_loss": 0.0026609592605382204, "global_step": 71139, "epoch": 399, "lr": 2.5290630165244344e-05}
{"train_loss": 0.0018117229919880629, "global_step": 71140, "epoch": 399, "lr": 2.5289345528553098e-05}
{"train_loss": 0.0026643206365406513, "global_step": 71141, "epoch": 399, "lr": 2.5288060913445135e-05}
{"train_loss": 0.003885612590238452, "global_step": 71142, "epoch": 399, "lr": 2.5286776319921574e-05}
{"train_loss": 0.002054281998425722, "global_step": 71143, "epoch": 399, "lr": 2.5285491747983536e-05}
{"train_loss": 0.0036800240632146597, "global_step": 71144, "epoch": 399, "lr": 2.528420719763215e-05}
{"train_loss": 0.0012634526938199997, "global_step": 71145, "epoch": 399, "lr": 2.5282922668868527e-05}
{"train_loss": 0.0017864024266600609, "global_step": 71146, "epoch": 399, "lr": 2.5281638161693778e-05}
{"train_loss": 0.0012641530483961105, "global_step": 71147, "epoch": 399, "lr": 2.5280353676109082e-05}
{"train_loss": 0.002457218710333109, "global_step": 71148, "epoch": 399, "lr": 2.527906921211548e-05}
{"train_loss": 0.0013061343925073743, "global_step": 71149, "epoch": 399, "lr": 2.5277784769714154e-05}
{"train_loss": 0.00196625548414886, "global_step": 71150, "epoch": 399, "lr": 2.5276500348906208e-05}
{"train_loss": 0.004650689195841551, "global_step": 71151, "epoch": 399, "lr": 2.5275215949692743e-05}
{"train_loss": 0.0010050665587186813, "global_step": 71152, "epoch": 399, "lr": 2.527393157207494e-05}
{"train_loss": 0.0020463368855416775, "global_step": 71153, "epoch": 399, "lr": 2.527264721605384e-05}
{"train_loss": 0.0013263474684208632, "global_step": 71154, "epoch": 399, "lr": 2.5271362881630627e-05}
{"train_loss": 0.0009796037338674068, "global_step": 71155, "epoch": 399, "lr": 2.52700785688064e-05}
{"train_loss": 0.0008827233104966581, "global_step": 71156, "epoch": 399, "lr": 2.5268794277582287e-05}
{"train_loss": 0.001678437925875187, "global_step": 71157, "epoch": 399, "lr": 2.5267510007959405e-05}
{"train_loss": 0.0016543808160349727, "global_step": 71158, "epoch": 399, "lr": 2.5266225759938865e-05}
{"train_loss": 0.0009292719187214971, "global_step": 71159, "epoch": 399, "lr": 2.5264941533521793e-05}
{"train_loss": 0.0007530377479270101, "global_step": 71160, "epoch": 399, "lr": 2.526365732870935e-05}
{"train_loss": 0.0037172981537878513, "global_step": 71161, "epoch": 399, "lr": 2.5262373145502588e-05}
{"train_loss": 0.0024187257513403893, "global_step": 71162, "epoch": 399, "lr": 2.5261088983902702e-05}
{"train_loss": 0.001683987327851355, "global_step": 71163, "epoch": 399, "lr": 2.5259804843910746e-05}
{"train_loss": 0.0035057072527706623, "global_step": 71164, "epoch": 399, "lr": 2.5258520725527884e-05}
{"train_loss": 0.0009425458847545087, "global_step": 71165, "epoch": 399, "lr": 2.525723662875523e-05}
{"train_loss": 0.0036127096973359585, "global_step": 71166, "epoch": 399, "lr": 2.5255952553593902e-05}
{"train_loss": 0.0033332740422338247, "global_step": 71167, "epoch": 399, "lr": 2.525466850004502e-05}
{"train_loss": 0.0011120146373286843, "global_step": 71168, "epoch": 399, "lr": 2.525338446810971e-05}
{"train_loss": 0.0010561189847066998, "global_step": 71169, "epoch": 399, "lr": 2.5252100457789075e-05}
{"train_loss": 0.0015680360374972224, "global_step": 71170, "epoch": 399, "lr": 2.525081646908428e-05}
{"train_loss": 0.0025556774344295263, "global_step": 71171, "epoch": 399, "lr": 2.5249532501996394e-05}
{"train_loss": 0.00185552763286978, "global_step": 71172, "epoch": 399, "lr": 2.524824855652657e-05}
{"train_loss": 0.0014195563271641731, "global_step": 71173, "epoch": 399, "lr": 2.5246964632675928e-05}
{"train_loss": 0.0022085090167820454, "global_step": 71174, "epoch": 399, "lr": 2.5245680730445564e-05}
{"train_loss": 0.002945112995803356, "global_step": 71175, "epoch": 399, "lr": 2.524439684983666e-05}
{"train_loss": 0.0012008886551484466, "global_step": 71176, "epoch": 399, "lr": 2.524311299085026e-05}
{"train_loss": 0.005111245438456535, "global_step": 71177, "epoch": 399, "lr": 2.5241829153487563e-05}
{"train_loss": 0.001930043799802661, "global_step": 71178, "epoch": 399, "lr": 2.52405453377496e-05}
{"train_loss": 0.0015953504480421543, "global_step": 71179, "epoch": 399, "lr": 2.523926154363757e-05}
{"train_loss": 0.001707023591734469, "global_step": 71180, "epoch": 399, "lr": 2.5237977771152566e-05}
{"train_loss": 0.0020647472701966763, "global_step": 71181, "epoch": 399, "lr": 2.5236694020295704e-05}
{"train_loss": 0.0017917165532708168, "global_step": 71182, "epoch": 399, "lr": 2.5235410291068117e-05}
{"train_loss": 0.0019138255156576633, "global_step": 71183, "epoch": 399, "lr": 2.5234126583470918e-05}
{"train_loss": 0.0028169360011816025, "global_step": 71184, "epoch": 399, "lr": 2.523284289750521e-05}
{"train_loss": 0.0014172784285619855, "global_step": 71185, "epoch": 399, "lr": 2.5231559233172174e-05}
{"train_loss": 0.0027086427435278893, "global_step": 71186, "epoch": 399, "lr": 2.523027559047285e-05}
{"train_loss": 0.001524944556877017, "global_step": 71187, "epoch": 399, "lr": 2.5228991969408423e-05}
{"train_loss": 0.002606464084237814, "global_step": 71188, "epoch": 399, "lr": 2.5227708369979998e-05}
{"train_loss": 0.0019497096072882414, "global_step": 71189, "epoch": 399, "lr": 2.5226424792188684e-05}
{"train_loss": 0.0022214450873434544, "global_step": 71190, "epoch": 399, "lr": 2.522514123603561e-05}
{"train_loss": 0.0008585858158767223, "global_step": 71191, "epoch": 399, "lr": 2.5223857701521892e-05}
{"train_loss": 0.0036690160632133484, "global_step": 71192, "epoch": 399, "lr": 2.522257418864864e-05}
{"train_loss": 0.0009306090069003403, "global_step": 71193, "epoch": 399, "lr": 2.522129069741701e-05}
{"train_loss": 0.001670689438469708, "global_step": 71194, "epoch": 399, "lr": 2.5220007227828103e-05}
{"train_loss": 0.001040806295350194, "global_step": 71195, "epoch": 399, "lr": 2.5218723779883034e-05}
{"train_loss": 0.0020608871709555387, "global_step": 71196, "epoch": 399, "lr": 2.5217440353582933e-05}
{"train_loss": 0.0012821827549487352, "global_step": 71197, "epoch": 399, "lr": 2.5216156948928914e-05}
{"train_loss": 0.0021637962199747562, "global_step": 71198, "epoch": 399, "lr": 2.521487356592211e-05}
{"train_loss": 0.002353833478828369, "global_step": 71199, "epoch": 399, "lr": 2.5213590204563608e-05}
{"train_loss": 0.0032906783744692802, "global_step": 71200, "epoch": 400, "lr": 2.5212306864854597e-05}
{"train_loss": 0.0012075909180566669, "global_step": 71201, "epoch": 400, "lr": 2.521102354679612e-05}
{"train_loss": 0.0014902935363352299, "global_step": 71202, "epoch": 400, "lr": 2.5209740250389346e-05}
{"train_loss": 0.0031641479581594467, "global_step": 71203, "epoch": 400, "lr": 2.5208456975635385e-05}
{"train_loss": 0.002180419396609068, "global_step": 71204, "epoch": 400, "lr": 2.520717372253536e-05}
{"train_loss": 0.0011067315936088562, "global_step": 71205, "epoch": 400, "lr": 2.5205890491090378e-05}
{"train_loss": 0.001397295156493783, "global_step": 71206, "epoch": 400, "lr": 2.5204607281301585e-05}
{"train_loss": 0.002442203927785158, "global_step": 71207, "epoch": 400, "lr": 2.5203324093170055e-05}
{"train_loss": 0.0007142731919884682, "global_step": 71208, "epoch": 400, "lr": 2.5202040926696985e-05}
{"train_loss": 0.004443533718585968, "global_step": 71209, "epoch": 400, "lr": 2.520075778188341e-05}
{"train_loss": 0.0032997108064591885, "global_step": 71210, "epoch": 400, "lr": 2.5199474658730517e-05}
{"train_loss": 0.0022544509265571833, "global_step": 71211, "epoch": 400, "lr": 2.5198191557239392e-05}
{"train_loss": 0.0019973942544311285, "global_step": 71212, "epoch": 400, "lr": 2.5196908477411175e-05}
{"train_loss": 0.0018356412183493376, "global_step": 71213, "epoch": 400, "lr": 2.5195625419246972e-05}
{"train_loss": 0.0010397771839052439, "global_step": 71214, "epoch": 400, "lr": 2.5194342382747892e-05}
{"train_loss": 0.0031197741627693176, "global_step": 71215, "epoch": 400, "lr": 2.5193059367915112e-05}
{"train_loss": 0.0032014967873692513, "global_step": 71216, "epoch": 400, "lr": 2.519177637474967e-05}
{"train_loss": 0.0014216573908925056, "global_step": 71217, "epoch": 400, "lr": 2.519049340325276e-05}
{"train_loss": 0.0006442359881475568, "global_step": 71218, "epoch": 400, "lr": 2.518921045342546e-05}
{"train_loss": 0.0011742579517886043, "global_step": 71219, "epoch": 400, "lr": 2.5187927525268906e-05}
{"train_loss": 0.0019658012315630913, "global_step": 71220, "epoch": 400, "lr": 2.5186644618784216e-05}
{"train_loss": 0.0019309507915750146, "global_step": 71221, "epoch": 400, "lr": 2.5185361733972512e-05}
{"train_loss": 0.0018209622940048575, "global_step": 71222, "epoch": 400, "lr": 2.5184078870834893e-05}
{"train_loss": 0.0018372285412624478, "global_step": 71223, "epoch": 400, "lr": 2.5182796029372536e-05}
{"train_loss": 0.002192815998569131, "global_step": 71224, "epoch": 400, "lr": 2.5181513209586483e-05}
{"train_loss": 0.0014388698618859053, "global_step": 71225, "epoch": 400, "lr": 2.518023041147792e-05}
{"train_loss": 0.0012342859990894794, "global_step": 71226, "epoch": 400, "lr": 2.5178947635047945e-05}
{"train_loss": 0.001509336056187749, "global_step": 71227, "epoch": 400, "lr": 2.5177664880297675e-05}
{"train_loss": 0.001930231461301446, "global_step": 71228, "epoch": 400, "lr": 2.5176382147228227e-05}
{"train_loss": 0.003011993831023574, "global_step": 71229, "epoch": 400, "lr": 2.5175099435840738e-05}
{"train_loss": 0.0025752601213753223, "global_step": 71230, "epoch": 400, "lr": 2.5173816746136293e-05}
{"train_loss": 0.002226879820227623, "global_step": 71231, "epoch": 400, "lr": 2.517253407811607e-05}
{"train_loss": 0.0005132409278303385, "global_step": 71232, "epoch": 400, "lr": 2.5171251431781116e-05}
{"train_loss": 0.0008535461965948343, "global_step": 71233, "epoch": 400, "lr": 2.5169968807132637e-05}
{"train_loss": 0.0018748703878372908, "global_step": 71234, "epoch": 400, "lr": 2.516868620417167e-05}
{"train_loss": 0.0007625301950611174, "global_step": 71235, "epoch": 400, "lr": 2.5167403622899387e-05}
{"train_loss": 0.0011965354206040502, "global_step": 71236, "epoch": 400, "lr": 2.5166121063316896e-05}
{"train_loss": 0.0017942411359399557, "global_step": 71237, "epoch": 400, "lr": 2.5164838525425295e-05}
{"train_loss": 0.0024719946086406708, "global_step": 71238, "epoch": 400, "lr": 2.5163556009225765e-05}
{"train_loss": 0.0014050143072381616, "global_step": 71239, "epoch": 400, "lr": 2.5162273514719348e-05}
{"train_loss": 0.0006266655400395393, "global_step": 71240, "epoch": 400, "lr": 2.5160991041907213e-05}
{"train_loss": 0.003488692920655012, "global_step": 71241, "epoch": 400, "lr": 2.5159708590790476e-05}
{"train_loss": 0.0018393696518614888, "global_step": 71242, "epoch": 400, "lr": 2.5158426161370246e-05}
{"train_loss": 0.0015945036429911852, "global_step": 71243, "epoch": 400, "lr": 2.515714375364765e-05}
{"train_loss": 0.0007018372416496277, "global_step": 71244, "epoch": 400, "lr": 2.5155861367623806e-05}
{"train_loss": 0.002331304596737027, "global_step": 71245, "epoch": 400, "lr": 2.5154579003299817e-05}
{"train_loss": 0.0027746004052460194, "global_step": 71246, "epoch": 400, "lr": 2.515329666067685e-05}
{"train_loss": 0.0008091849740594625, "global_step": 71247, "epoch": 400, "lr": 2.5152014339755958e-05}
{"train_loss": 0.0013099662028253078, "global_step": 71248, "epoch": 400, "lr": 2.5150732040538323e-05}
{"train_loss": 0.0017045685090124607, "global_step": 71249, "epoch": 400, "lr": 2.5149449763025034e-05}
{"train_loss": 0.0023361798375844955, "global_step": 71250, "epoch": 400, "lr": 2.5148167507217214e-05}
{"train_loss": 0.0027619116008281708, "global_step": 71251, "epoch": 400, "lr": 2.5146885273115993e-05}
{"train_loss": 0.0025267789606004953, "global_step": 71252, "epoch": 400, "lr": 2.5145603060722478e-05}
{"train_loss": 0.001060818089172244, "global_step": 71253, "epoch": 400, "lr": 2.5144320870037797e-05}
{"train_loss": 0.0019394722767174244, "global_step": 71254, "epoch": 400, "lr": 2.5143038701063072e-05}
{"train_loss": 0.0042572831735014915, "global_step": 71255, "epoch": 400, "lr": 2.514175655379939e-05}
{"train_loss": 0.002631625859066844, "global_step": 71256, "epoch": 400, "lr": 2.5140474428247918e-05}
{"train_loss": 0.0012697821948677301, "global_step": 71257, "epoch": 400, "lr": 2.5139192324409766e-05}
{"train_loss": 0.0029820334166288376, "global_step": 71258, "epoch": 400, "lr": 2.513791024228604e-05}
{"train_loss": 0.0016300645656883717, "global_step": 71259, "epoch": 400, "lr": 2.5136628181877865e-05}
{"train_loss": 0.004001509863883257, "global_step": 71260, "epoch": 400, "lr": 2.5135346143186338e-05}
{"train_loss": 0.0012268784921616316, "global_step": 71261, "epoch": 400, "lr": 2.513406412621264e-05}
{"train_loss": 0.005369429010897875, "global_step": 71262, "epoch": 400, "lr": 2.513278213095782e-05}
{"train_loss": 0.0017680241726338863, "global_step": 71263, "epoch": 400, "lr": 2.5131500157423043e-05}
{"train_loss": 0.001735172001644969, "global_step": 71264, "epoch": 400, "lr": 2.513021820560942e-05}
{"train_loss": 0.0006104459753260016, "global_step": 71265, "epoch": 400, "lr": 2.512893627551806e-05}
{"train_loss": 0.004695182666182518, "global_step": 71266, "epoch": 400, "lr": 2.5127654367150094e-05}
{"train_loss": 0.002884619403630495, "global_step": 71267, "epoch": 400, "lr": 2.5126372480506633e-05}
{"train_loss": 0.0026155151426792145, "global_step": 71268, "epoch": 400, "lr": 2.5125090615588788e-05}
{"train_loss": 0.0010265938472002745, "global_step": 71269, "epoch": 400, "lr": 2.5123808772397723e-05}
{"train_loss": 0.001765561057254672, "global_step": 71270, "epoch": 400, "lr": 2.5122526950934488e-05}
{"train_loss": 0.0019560926593840122, "global_step": 71271, "epoch": 400, "lr": 2.512124515120028e-05}
{"train_loss": 0.0021194820292294025, "global_step": 71272, "epoch": 400, "lr": 2.5119963373196136e-05}
{"train_loss": 0.003361026057973504, "global_step": 71273, "epoch": 400, "lr": 2.511868161692324e-05}
{"train_loss": 0.001711418735794723, "global_step": 71274, "epoch": 400, "lr": 2.5117399882382693e-05}
{"train_loss": 0.0016047770623117685, "global_step": 71275, "epoch": 400, "lr": 2.5116118169575607e-05}
{"train_loss": 0.001835660426877439, "global_step": 71276, "epoch": 400, "lr": 2.5114836478503105e-05}
{"train_loss": 0.003795964177697897, "global_step": 71277, "epoch": 400, "lr": 2.511355480916629e-05}
{"train_loss": 0.002329596085473895, "global_step": 71278, "epoch": 400, "lr": 2.511227316156632e-05}
{"train_loss": 0.0009131766855716705, "global_step": 71279, "epoch": 400, "lr": 2.5110991535704286e-05}
{"train_loss": 0.001236645970493555, "global_step": 71280, "epoch": 400, "lr": 2.5109709931581326e-05}
{"train_loss": 0.001078992965631187, "global_step": 71281, "epoch": 400, "lr": 2.5108428349198536e-05}
{"train_loss": 0.0008262232877314091, "global_step": 71282, "epoch": 400, "lr": 2.5107146788557057e-05}
{"train_loss": 0.0016383586917072535, "global_step": 71283, "epoch": 400, "lr": 2.510586524965797e-05}
{"train_loss": 0.004316141363233328, "global_step": 71284, "epoch": 400, "lr": 2.5104583732502475e-05}
{"train_loss": 0.002081933431327343, "global_step": 71285, "epoch": 400, "lr": 2.5103302237091586e-05}
{"train_loss": 0.0021265028044581413, "global_step": 71286, "epoch": 400, "lr": 2.5102020763426526e-05}
{"train_loss": 0.0024552037939429283, "global_step": 71287, "epoch": 400, "lr": 2.5100739311508315e-05}
{"train_loss": 0.0019367544446140528, "global_step": 71288, "epoch": 400, "lr": 2.5099457881338152e-05}
{"train_loss": 0.0006341292755678296, "global_step": 71289, "epoch": 400, "lr": 2.5098176472917113e-05}
{"train_loss": 0.0012631063582375646, "global_step": 71290, "epoch": 400, "lr": 2.5096895086246335e-05}
{"train_loss": 0.0019139142241328955, "global_step": 71291, "epoch": 400, "lr": 2.509561372132694e-05}
{"train_loss": 0.003582499921321869, "global_step": 71292, "epoch": 400, "lr": 2.5094332378160023e-05}
{"train_loss": 0.0008778253104537725, "global_step": 71293, "epoch": 400, "lr": 2.5093051056746713e-05}
{"train_loss": 0.0015298393554985523, "global_step": 71294, "epoch": 400, "lr": 2.509176975708817e-05}
{"train_loss": 0.0013769424986094236, "global_step": 71295, "epoch": 400, "lr": 2.5090488479185438e-05}
{"train_loss": 0.0022575645707547665, "global_step": 71296, "epoch": 400, "lr": 2.5089207223039702e-05}
{"train_loss": 0.0007874632719904184, "global_step": 71297, "epoch": 400, "lr": 2.508792598865205e-05}
{"train_loss": 0.0013215797953307629, "global_step": 71298, "epoch": 400, "lr": 2.508664477602359e-05}
{"train_loss": 0.002894029952585697, "global_step": 71299, "epoch": 400, "lr": 2.5085363585155497e-05}
{"train_loss": 0.0017066890140995383, "global_step": 71300, "epoch": 400, "lr": 2.508408241604881e-05}
{"train_loss": 0.0035251742228865623, "global_step": 71301, "epoch": 400, "lr": 2.5082801268704708e-05}
{"train_loss": 0.002151475753635168, "global_step": 71302, "epoch": 400, "lr": 2.5081520143124294e-05}
{"train_loss": 0.0014025706332176924, "global_step": 71303, "epoch": 400, "lr": 2.5080239039308682e-05}
{"train_loss": 0.001258038217201829, "global_step": 71304, "epoch": 400, "lr": 2.5078957957259e-05}
{"train_loss": 0.0017253075493499637, "global_step": 71305, "epoch": 400, "lr": 2.5077676896976347e-05}
{"train_loss": 0.001389817101880908, "global_step": 71306, "epoch": 400, "lr": 2.5076395858461867e-05}
{"train_loss": 0.0024947545025497675, "global_step": 71307, "epoch": 400, "lr": 2.5075114841716658e-05}
{"train_loss": 0.0011589599307626486, "global_step": 71308, "epoch": 400, "lr": 2.5073833846741833e-05}
{"train_loss": 0.002059879479929805, "global_step": 71309, "epoch": 400, "lr": 2.5072552873538556e-05}
{"train_loss": 0.002445678925141692, "global_step": 71310, "epoch": 400, "lr": 2.5071271922107885e-05}
{"train_loss": 0.002562639769166708, "global_step": 71311, "epoch": 400, "lr": 2.5069990992450993e-05}
{"train_loss": 0.002961444202810526, "global_step": 71312, "epoch": 400, "lr": 2.506871008456897e-05}
{"train_loss": 0.0025808890350162983, "global_step": 71313, "epoch": 400, "lr": 2.5067429198462932e-05}
{"train_loss": 0.0024726884439587593, "global_step": 71314, "epoch": 400, "lr": 2.506614833413402e-05}
{"train_loss": 0.0015698206843808293, "global_step": 71315, "epoch": 400, "lr": 2.5064867491583334e-05}
{"train_loss": 0.003088464494794607, "global_step": 71316, "epoch": 400, "lr": 2.5063586670811968e-05}
{"train_loss": 0.0013540585059672594, "global_step": 71317, "epoch": 400, "lr": 2.50623058718211e-05}
{"train_loss": 0.00331182312220335, "global_step": 71318, "epoch": 400, "lr": 2.5061025094611813e-05}
{"train_loss": 0.0026161051355302334, "global_step": 71319, "epoch": 400, "lr": 2.505974433918523e-05}
{"train_loss": 0.001926761120557785, "global_step": 71320, "epoch": 400, "lr": 2.5058463605542475e-05}
{"train_loss": 0.002104459796100855, "global_step": 71321, "epoch": 400, "lr": 2.5057182893684644e-05}
{"train_loss": 0.0017657256685197353, "global_step": 71322, "epoch": 400, "lr": 2.5055902203612914e-05}
{"train_loss": 0.0006764634745195508, "global_step": 71323, "epoch": 400, "lr": 2.5054621535328316e-05}
{"train_loss": 0.0010642530396580696, "global_step": 71324, "epoch": 400, "lr": 2.5053340888832067e-05}
{"train_loss": 0.0015686319675296545, "global_step": 71325, "epoch": 400, "lr": 2.505206026412519e-05}
{"train_loss": 0.002715109148994088, "global_step": 71326, "epoch": 400, "lr": 2.5050779661208867e-05}
{"train_loss": 0.0016905224183574319, "global_step": 71327, "epoch": 400, "lr": 2.5049499080084192e-05}
{"train_loss": 0.00303096417337656, "global_step": 71328, "epoch": 400, "lr": 2.50482185207523e-05}
{"train_loss": 0.0013837560545653105, "global_step": 71329, "epoch": 400, "lr": 2.5046937983214297e-05}
{"train_loss": 0.0007627597078680992, "global_step": 71330, "epoch": 400, "lr": 2.5045657467471306e-05}
{"train_loss": 0.002045221161097288, "global_step": 71331, "epoch": 400, "lr": 2.504437697352442e-05}
{"train_loss": 0.0012235810281708837, "global_step": 71332, "epoch": 400, "lr": 2.5043096501374817e-05}
{"train_loss": 0.002344246953725815, "global_step": 71333, "epoch": 400, "lr": 2.5041816051023535e-05}
{"train_loss": 0.0025726663880050182, "global_step": 71334, "epoch": 400, "lr": 2.5040535622471768e-05}
{"train_loss": 0.0010908753611147404, "global_step": 71335, "epoch": 400, "lr": 2.50392552157206e-05}
{"train_loss": 0.0016807934734970331, "global_step": 71336, "epoch": 400, "lr": 2.5037974830771143e-05}
{"train_loss": 0.001067581819370389, "global_step": 71337, "epoch": 400, "lr": 2.5036694467624533e-05}
{"train_loss": 0.0015806045848876238, "global_step": 71338, "epoch": 400, "lr": 2.5035414126281854e-05}
{"train_loss": 0.0010256948880851269, "global_step": 71339, "epoch": 400, "lr": 2.5034133806744274e-05}
{"train_loss": 0.0024377359077334404, "global_step": 71340, "epoch": 400, "lr": 2.503285350901289e-05}
{"train_loss": 0.003768132533878088, "global_step": 71341, "epoch": 400, "lr": 2.5031573233088812e-05}
{"train_loss": 0.0031263302080333233, "global_step": 71342, "epoch": 400, "lr": 2.5030292978973163e-05}
{"train_loss": 0.001346793957054615, "global_step": 71343, "epoch": 400, "lr": 2.5029012746667065e-05}
{"train_loss": 0.0023661423474550247, "global_step": 71344, "epoch": 400, "lr": 2.5027732536171634e-05}
{"train_loss": 0.0009963980410248041, "global_step": 71345, "epoch": 400, "lr": 2.5026452347487983e-05}
{"train_loss": 0.0007432512938976288, "global_step": 71346, "epoch": 400, "lr": 2.502517218061722e-05}
{"train_loss": 0.001540467725135386, "global_step": 71347, "epoch": 400, "lr": 2.5023892035560507e-05}
{"train_loss": 0.0005313857109285891, "global_step": 71348, "epoch": 400, "lr": 2.5022611912318906e-05}
{"train_loss": 0.001319973380304873, "global_step": 71349, "epoch": 400, "lr": 2.5021331810893574e-05}
{"train_loss": 0.0007520515937358141, "global_step": 71350, "epoch": 400, "lr": 2.502005173128562e-05}
{"train_loss": 0.003155415179207921, "global_step": 71351, "epoch": 400, "lr": 2.5018771673496156e-05}
{"train_loss": 0.0027989407535642385, "global_step": 71352, "epoch": 400, "lr": 2.50174916375263e-05}
{"train_loss": 0.0015638488112017512, "global_step": 71353, "epoch": 400, "lr": 2.5016211623377184e-05}
{"train_loss": 0.001663664006628096, "global_step": 71354, "epoch": 400, "lr": 2.5014931631049888e-05}
{"train_loss": 0.001185269677080214, "global_step": 71355, "epoch": 400, "lr": 2.50136516605456e-05}
{"train_loss": 0.0017150043277069926, "global_step": 71356, "epoch": 400, "lr": 2.5012371711865353e-05}
{"train_loss": 0.0010693671647459269, "global_step": 71357, "epoch": 400, "lr": 2.5011091785010326e-05}
{"train_loss": 0.0011084381258115172, "global_step": 71358, "epoch": 400, "lr": 2.500981187998162e-05}
{"train_loss": 0.0033422159031033516, "global_step": 71359, "epoch": 400, "lr": 2.5008531996780327e-05}
{"train_loss": 0.002770347287878394, "global_step": 71360, "epoch": 400, "lr": 2.500725213540763e-05}
{"train_loss": 0.0009053254034370184, "global_step": 71361, "epoch": 400, "lr": 2.5005972295864577e-05}
{"train_loss": 0.001774522359482944, "global_step": 71362, "epoch": 400, "lr": 2.500469247815234e-05}
{"train_loss": 0.0033065080642700195, "global_step": 71363, "epoch": 400, "lr": 2.5003412682271976e-05}
{"train_loss": 0.001080942340195179, "global_step": 71364, "epoch": 400, "lr": 2.5002132908224664e-05}
{"train_loss": 0.0029628549236804247, "global_step": 71365, "epoch": 400, "lr": 2.500085315601149e-05}
{"train_loss": 0.0012393355136737227, "global_step": 71366, "epoch": 400, "lr": 2.4999573425633578e-05}
{"train_loss": 0.004831690341234207, "global_step": 71367, "epoch": 400, "lr": 2.4998293717092047e-05}
{"train_loss": 0.002344220643863082, "global_step": 71368, "epoch": 400, "lr": 2.499701403038801e-05}
{"train_loss": 0.0012637401232495904, "global_step": 71369, "epoch": 400, "lr": 2.4995734365522572e-05}
{"train_loss": 0.0008063637651503086, "global_step": 71370, "epoch": 400, "lr": 2.499445472249691e-05}
{"train_loss": 0.0023100764956325293, "global_step": 71371, "epoch": 400, "lr": 2.499317510131205e-05}
{"train_loss": 0.002482819138094783, "global_step": 71372, "epoch": 400, "lr": 2.499189550196918e-05}
{"train_loss": 0.0027497578412294388, "global_step": 71373, "epoch": 400, "lr": 2.4990615924469403e-05}
{"train_loss": 0.0004302543238736689, "global_step": 71374, "epoch": 400, "lr": 2.4989336368813822e-05}
{"train_loss": 0.00152257876470685, "global_step": 71375, "epoch": 400, "lr": 2.4988056835003563e-05}
{"train_loss": 0.001432530814781785, "global_step": 71376, "epoch": 400, "lr": 2.4986777323039745e-05}
{"train_loss": 0.001959643792034012, "global_step": 71377, "epoch": 400, "lr": 2.4985497832923467e-05, "train_action_mse_error": 4.828918463317677e-06}
{"train_loss": 0.0027353938203305006, "global_step": 71378, "epoch": 401, "lr": 2.4984218364655893e-05}
{"train_loss": 0.0015311598544940352, "global_step": 71379, "epoch": 401, "lr": 2.498293891823808e-05}
{"train_loss": 0.0021581007167696953, "global_step": 71380, "epoch": 401, "lr": 2.4981659493671188e-05}
{"train_loss": 0.0024269823916256428, "global_step": 71381, "epoch": 401, "lr": 2.498038009095633e-05}
{"train_loss": 0.0015695968177169561, "global_step": 71382, "epoch": 401, "lr": 2.497910071009461e-05}
{"train_loss": 0.005146371200680733, "global_step": 71383, "epoch": 401, "lr": 2.4977821351087148e-05}
{"train_loss": 0.0012978102313354611, "global_step": 71384, "epoch": 401, "lr": 2.4976542013935056e-05}
{"train_loss": 0.002772894687950611, "global_step": 71385, "epoch": 401, "lr": 2.497526269863949e-05}
{"train_loss": 0.0022337320260703564, "global_step": 71386, "epoch": 401, "lr": 2.4973983405201502e-05}
{"train_loss": 0.002423972822725773, "global_step": 71387, "epoch": 401, "lr": 2.4972704133622266e-05}
{"train_loss": 0.0029431225266307592, "global_step": 71388, "epoch": 401, "lr": 2.4971424883902877e-05}
{"train_loss": 0.0011296536540612578, "global_step": 71389, "epoch": 401, "lr": 2.4970145656044453e-05}
{"train_loss": 0.0012682464439421892, "global_step": 71390, "epoch": 401, "lr": 2.496886645004811e-05}
{"train_loss": 0.0015633231960237026, "global_step": 71391, "epoch": 401, "lr": 2.496758726591497e-05}
{"train_loss": 0.0018551868852227926, "global_step": 71392, "epoch": 401, "lr": 2.496630810364613e-05}
{"train_loss": 0.0032429597340524197, "global_step": 71393, "epoch": 401, "lr": 2.496502896324276e-05}
{"train_loss": 0.00334885623306036, "global_step": 71394, "epoch": 401, "lr": 2.4963749844705904e-05}
{"train_loss": 0.004795549437403679, "global_step": 71395, "epoch": 401, "lr": 2.4962470748036735e-05}
{"train_loss": 0.0021076733246445656, "global_step": 71396, "epoch": 401, "lr": 2.4961191673236355e-05}
{"train_loss": 0.002229534089565277, "global_step": 71397, "epoch": 401, "lr": 2.495991262030588e-05}
{"train_loss": 0.003996874205768108, "global_step": 71398, "epoch": 401, "lr": 2.4958633589246427e-05}
{"train_loss": 0.0026021525263786316, "global_step": 71399, "epoch": 401, "lr": 2.4957354580059106e-05}
{"train_loss": 0.0021191895939409733, "global_step": 71400, "epoch": 401, "lr": 2.495607559274505e-05}
{"train_loss": 0.0025532017461955547, "global_step": 71401, "epoch": 401, "lr": 2.495479662730534e-05}
{"train_loss": 0.001863480661995709, "global_step": 71402, "epoch": 401, "lr": 2.4953517683741133e-05}
{"train_loss": 0.0008950885385274887, "global_step": 71403, "epoch": 401, "lr": 2.4952238762053542e-05}
{"train_loss": 0.0022526904940605164, "global_step": 71404, "epoch": 401, "lr": 2.4950959862243674e-05}
{"train_loss": 0.0005801534280180931, "global_step": 71405, "epoch": 401, "lr": 2.4949680984312646e-05}
{"train_loss": 0.0016116579063236713, "global_step": 71406, "epoch": 401, "lr": 2.4948402128261573e-05}
{"train_loss": 0.000835433485917747, "global_step": 71407, "epoch": 401, "lr": 2.4947123294091557e-05}
{"train_loss": 0.002866938477382064, "global_step": 71408, "epoch": 401, "lr": 2.494584448180377e-05}
{"train_loss": 0.0021030546631664038, "global_step": 71409, "epoch": 401, "lr": 2.494456569139925e-05}
{"train_loss": 0.0007059449562802911, "global_step": 71410, "epoch": 401, "lr": 2.494328692287918e-05}
{"train_loss": 0.0053692832589149475, "global_step": 71411, "epoch": 401, "lr": 2.4942008176244654e-05}
{"train_loss": 0.0013393545523285866, "global_step": 71412, "epoch": 401, "lr": 2.4940729451496787e-05}
{"train_loss": 0.002402740530669689, "global_step": 71413, "epoch": 401, "lr": 2.4939450748636688e-05}
{"train_loss": 0.0019117125775665045, "global_step": 71414, "epoch": 401, "lr": 2.493817206766549e-05}
{"train_loss": 0.0012726711574941874, "global_step": 71415, "epoch": 401, "lr": 2.49368934085843e-05}
{"train_loss": 0.0017563116271048784, "global_step": 71416, "epoch": 401, "lr": 2.493561477139424e-05}
{"train_loss": 0.003450390649959445, "global_step": 71417, "epoch": 401, "lr": 2.49343361560964e-05}
{"train_loss": 0.0011155817192047834, "global_step": 71418, "epoch": 401, "lr": 2.493305756269196e-05}
{"train_loss": 0.002080196049064398, "global_step": 71419, "epoch": 401, "lr": 2.493177899118196e-05}
{"train_loss": 0.0032393892761319876, "global_step": 71420, "epoch": 401, "lr": 2.4930500441567574e-05}
{"train_loss": 0.0007544440450146794, "global_step": 71421, "epoch": 401, "lr": 2.4929221913849894e-05}
{"train_loss": 0.003848105203360319, "global_step": 71422, "epoch": 401, "lr": 2.4927943408030024e-05}
{"train_loss": 0.0016973002348095179, "global_step": 71423, "epoch": 401, "lr": 2.492666492410914e-05}
{"train_loss": 0.0033325906842947006, "global_step": 71424, "epoch": 401, "lr": 2.4925386462088272e-05}
{"train_loss": 0.002976940479129553, "global_step": 71425, "epoch": 401, "lr": 2.4924108021968605e-05}
{"train_loss": 0.0033779169898480177, "global_step": 71426, "epoch": 401, "lr": 2.4922829603751235e-05}
{"train_loss": 0.0008370151044800878, "global_step": 71427, "epoch": 401, "lr": 2.4921551207437272e-05}
{"train_loss": 0.0033023739233613014, "global_step": 71428, "epoch": 401, "lr": 2.4920272833027836e-05}
{"train_loss": 0.0012734595220535994, "global_step": 71429, "epoch": 401, "lr": 2.4918994480524044e-05}
{"train_loss": 0.0036732126027345657, "global_step": 71430, "epoch": 401, "lr": 2.4917716149926994e-05}
{"train_loss": 0.0009489128133282065, "global_step": 71431, "epoch": 401, "lr": 2.491643784123786e-05}
{"train_loss": 0.002725390251725912, "global_step": 71432, "epoch": 401, "lr": 2.4915159554457684e-05}
{"train_loss": 0.002291996031999588, "global_step": 71433, "epoch": 401, "lr": 2.4913881289587653e-05}
{"train_loss": 0.0019024445209652185, "global_step": 71434, "epoch": 401, "lr": 2.491260304662881e-05}
{"train_loss": 0.0015224589733406901, "global_step": 71435, "epoch": 401, "lr": 2.4911324825582328e-05}
{"train_loss": 0.0017920833779498935, "global_step": 71436, "epoch": 401, "lr": 2.4910046626449308e-05}
{"train_loss": 0.002684407401829958, "global_step": 71437, "epoch": 401, "lr": 2.4908768449230863e-05}
{"train_loss": 0.002519510220736265, "global_step": 71438, "epoch": 401, "lr": 2.490749029392811e-05}
{"train_loss": 0.0022378996945917606, "global_step": 71439, "epoch": 401, "lr": 2.490621216054217e-05}
{"train_loss": 0.002519942820072174, "global_step": 71440, "epoch": 401, "lr": 2.490493404907413e-05}
{"train_loss": 0.0016584298573434353, "global_step": 71441, "epoch": 401, "lr": 2.4903655959525174e-05}
{"train_loss": 0.001087668933905661, "global_step": 71442, "epoch": 401, "lr": 2.4902377891896333e-05}
{"train_loss": 0.0026679905131459236, "global_step": 71443, "epoch": 401, "lr": 2.4901099846188786e-05}
{"train_loss": 0.0009748202282935381, "global_step": 71444, "epoch": 401, "lr": 2.489982182240363e-05}
{"train_loss": 0.003243035636842251, "global_step": 71445, "epoch": 401, "lr": 2.4898543820541965e-05}
{"train_loss": 0.0018419246189296246, "global_step": 71446, "epoch": 401, "lr": 2.4897265840604954e-05}
{"train_loss": 0.002054109936580062, "global_step": 71447, "epoch": 401, "lr": 2.489598788259365e-05}
{"train_loss": 0.0008363317465409636, "global_step": 71448, "epoch": 401, "lr": 2.489470994650922e-05}
{"train_loss": 0.004595528356730938, "global_step": 71449, "epoch": 401, "lr": 2.4893432032352758e-05}
{"train_loss": 0.0021318322978913784, "global_step": 71450, "epoch": 401, "lr": 2.489215414012539e-05}
{"train_loss": 0.0009081150637939572, "global_step": 71451, "epoch": 401, "lr": 2.4890876269828224e-05}
{"train_loss": 0.0019750073552131653, "global_step": 71452, "epoch": 401, "lr": 2.4889598421462372e-05}
{"train_loss": 0.003074146341532469, "global_step": 71453, "epoch": 401, "lr": 2.4888320595028965e-05}
{"train_loss": 0.0033187810331583023, "global_step": 71454, "epoch": 401, "lr": 2.4887042790529103e-05}
{"train_loss": 0.001583907869644463, "global_step": 71455, "epoch": 401, "lr": 2.4885765007963894e-05}
{"train_loss": 0.004541540518403053, "global_step": 71456, "epoch": 401, "lr": 2.4884487247334508e-05}
{"train_loss": 0.002060266910120845, "global_step": 71457, "epoch": 401, "lr": 2.488320950864198e-05}
{"train_loss": 0.0013459286419674754, "global_step": 71458, "epoch": 401, "lr": 2.4881931791887492e-05}
{"train_loss": 0.004460930824279785, "global_step": 71459, "epoch": 401, "lr": 2.4880654097072135e-05}
{"train_loss": 0.0014186699409037828, "global_step": 71460, "epoch": 401, "lr": 2.4879376424197026e-05}
{"train_loss": 0.0032604793086647987, "global_step": 71461, "epoch": 401, "lr": 2.4878098773263285e-05}
{"train_loss": 0.0010940424399450421, "global_step": 71462, "epoch": 401, "lr": 2.487682114427202e-05}
{"train_loss": 0.0010075947502627969, "global_step": 71463, "epoch": 401, "lr": 2.487554353722433e-05}
{"train_loss": 0.0019953784067183733, "global_step": 71464, "epoch": 401, "lr": 2.4874265952121378e-05}
{"train_loss": 0.001309307524934411, "global_step": 71465, "epoch": 401, "lr": 2.4872988388964252e-05}
{"train_loss": 0.0017689932137727737, "global_step": 71466, "epoch": 401, "lr": 2.4871710847754072e-05}
{"train_loss": 0.002336725126951933, "global_step": 71467, "epoch": 401, "lr": 2.487043332849195e-05}
{"train_loss": 0.002117147436365485, "global_step": 71468, "epoch": 401, "lr": 2.486915583117898e-05}
{"train_loss": 0.0011131071951240301, "global_step": 71469, "epoch": 401, "lr": 2.4867878355816348e-05}
{"train_loss": 0.0014743544161319733, "global_step": 71470, "epoch": 401, "lr": 2.486660090240508e-05}
{"train_loss": 0.0026323338970541954, "global_step": 71471, "epoch": 401, "lr": 2.486532347094637e-05}
{"train_loss": 0.0019274901133030653, "global_step": 71472, "epoch": 401, "lr": 2.486404606144127e-05}
{"train_loss": 0.0007033816073089838, "global_step": 71473, "epoch": 401, "lr": 2.486276867389094e-05}
{"train_loss": 0.001630869461223483, "global_step": 71474, "epoch": 401, "lr": 2.4861491308296474e-05}
{"train_loss": 0.0019611408933997154, "global_step": 71475, "epoch": 401, "lr": 2.4860213964659e-05}
{"train_loss": 0.0031746565364301205, "global_step": 71476, "epoch": 401, "lr": 2.485893664297963e-05}
{"train_loss": 0.001480650156736374, "global_step": 71477, "epoch": 401, "lr": 2.4857659343259477e-05}
{"train_loss": 0.0009162352653220296, "global_step": 71478, "epoch": 401, "lr": 2.4856382065499634e-05}
{"train_loss": 0.0015598125755786896, "global_step": 71479, "epoch": 401, "lr": 2.485510480970128e-05}
{"train_loss": 0.001723531517200172, "global_step": 71480, "epoch": 401, "lr": 2.4853827575865452e-05}
{"train_loss": 0.002024879911914468, "global_step": 71481, "epoch": 401, "lr": 2.485255036399332e-05}
{"train_loss": 0.002509168814867735, "global_step": 71482, "epoch": 401, "lr": 2.4851273174085986e-05}
{"train_loss": 0.0021577351726591587, "global_step": 71483, "epoch": 401, "lr": 2.4849996006144567e-05}
{"train_loss": 0.004313665442168713, "global_step": 71484, "epoch": 401, "lr": 2.4848718860170168e-05}
{"train_loss": 0.002062413841485977, "global_step": 71485, "epoch": 401, "lr": 2.4847441736163894e-05}
{"train_loss": 0.0027204500511288643, "global_step": 71486, "epoch": 401, "lr": 2.4846164634126894e-05}
{"train_loss": 0.0007083389209583402, "global_step": 71487, "epoch": 401, "lr": 2.4844887554060274e-05}
{"train_loss": 0.0030487035401165485, "global_step": 71488, "epoch": 401, "lr": 2.4843610495965137e-05}
{"train_loss": 0.0013317021075636148, "global_step": 71489, "epoch": 401, "lr": 2.4842333459842604e-05}
{"train_loss": 0.0022429320961236954, "global_step": 71490, "epoch": 401, "lr": 2.4841056445693793e-05}
{"train_loss": 0.0014374835882335901, "global_step": 71491, "epoch": 401, "lr": 2.483977945351982e-05}
{"train_loss": 0.0020938883535563946, "global_step": 71492, "epoch": 401, "lr": 2.4838502483321792e-05}
{"train_loss": 0.0014656847342848778, "global_step": 71493, "epoch": 401, "lr": 2.4837225535100805e-05}
{"train_loss": 0.001547203748486936, "global_step": 71494, "epoch": 401, "lr": 2.4835948608858045e-05}
{"train_loss": 0.0016311367508023977, "global_step": 71495, "epoch": 401, "lr": 2.4834671704594544e-05}
{"train_loss": 0.00274837389588356, "global_step": 71496, "epoch": 401, "lr": 2.4833394822311466e-05}
{"train_loss": 0.0015455493703484535, "global_step": 71497, "epoch": 401, "lr": 2.483211796200992e-05}
{"train_loss": 0.002221958711743355, "global_step": 71498, "epoch": 401, "lr": 2.4830841123691017e-05}
{"train_loss": 0.0021619973704218864, "global_step": 71499, "epoch": 401, "lr": 2.4829564307355868e-05}
{"train_loss": 0.003813706338405609, "global_step": 71500, "epoch": 401, "lr": 2.4828287513005595e-05}
{"train_loss": 0.0015842437278479338, "global_step": 71501, "epoch": 401, "lr": 2.4827010740641288e-05}
{"train_loss": 0.0027764569967985153, "global_step": 71502, "epoch": 401, "lr": 2.482573399026412e-05}
{"train_loss": 0.0014700290048494935, "global_step": 71503, "epoch": 401, "lr": 2.4824457261875135e-05}
{"train_loss": 0.0010701077990233898, "global_step": 71504, "epoch": 401, "lr": 2.48231805554755e-05}
{"train_loss": 0.0029214099049568176, "global_step": 71505, "epoch": 401, "lr": 2.4821903871066316e-05}
{"train_loss": 0.0009265359258279204, "global_step": 71506, "epoch": 401, "lr": 2.4820627208648672e-05}
{"train_loss": 0.0009737304644659162, "global_step": 71507, "epoch": 401, "lr": 2.4819350568223746e-05}
{"train_loss": 0.0022855722345411777, "global_step": 71508, "epoch": 401, "lr": 2.4818073949792574e-05}
{"train_loss": 0.0036463390570133924, "global_step": 71509, "epoch": 401, "lr": 2.4816797353356353e-05}
{"train_loss": 0.002678561955690384, "global_step": 71510, "epoch": 401, "lr": 2.4815520778916117e-05}
{"train_loss": 0.004516301676630974, "global_step": 71511, "epoch": 401, "lr": 2.481424422647304e-05}
{"train_loss": 0.0005724187358282506, "global_step": 71512, "epoch": 401, "lr": 2.481296769602821e-05}
{"train_loss": 0.0032075741328299046, "global_step": 71513, "epoch": 401, "lr": 2.481169118758275e-05}
{"train_loss": 0.0024859909899532795, "global_step": 71514, "epoch": 401, "lr": 2.481041470113778e-05}
{"train_loss": 0.002963236067444086, "global_step": 71515, "epoch": 401, "lr": 2.4809138236694402e-05}
{"train_loss": 0.00211913650855422, "global_step": 71516, "epoch": 401, "lr": 2.480786179425372e-05}
{"train_loss": 0.0016114891041070223, "global_step": 71517, "epoch": 401, "lr": 2.480658537381691e-05}
{"train_loss": 0.0024637652095407248, "global_step": 71518, "epoch": 401, "lr": 2.4805308975384995e-05}
{"train_loss": 0.0013538846978917718, "global_step": 71519, "epoch": 401, "lr": 2.4804032598959165e-05}
{"train_loss": 0.0023051558528095484, "global_step": 71520, "epoch": 401, "lr": 2.4802756244540504e-05}
{"train_loss": 0.0024596629664301872, "global_step": 71521, "epoch": 401, "lr": 2.4801479912130132e-05}
{"train_loss": 0.0020197024568915367, "global_step": 71522, "epoch": 401, "lr": 2.480020360172916e-05}
{"train_loss": 0.0011136708781123161, "global_step": 71523, "epoch": 401, "lr": 2.479892731333871e-05}
{"train_loss": 0.0033766990527510643, "global_step": 71524, "epoch": 401, "lr": 2.479765104695987e-05}
{"train_loss": 0.001516441348940134, "global_step": 71525, "epoch": 401, "lr": 2.4796374802593815e-05}
{"train_loss": 0.0034997155889868736, "global_step": 71526, "epoch": 401, "lr": 2.479509858024158e-05}
{"train_loss": 0.0016597670037299395, "global_step": 71527, "epoch": 401, "lr": 2.4793822379904346e-05}
{"train_loss": 0.0018016538815572858, "global_step": 71528, "epoch": 401, "lr": 2.47925462015832e-05}
{"train_loss": 0.002232050057500601, "global_step": 71529, "epoch": 401, "lr": 2.4791270045279256e-05}
{"train_loss": 0.0016605090349912643, "global_step": 71530, "epoch": 401, "lr": 2.478999391099364e-05}
{"train_loss": 0.0033783353865146637, "global_step": 71531, "epoch": 401, "lr": 2.4788717798727436e-05}
{"train_loss": 0.00247375201433897, "global_step": 71532, "epoch": 401, "lr": 2.4787441708481818e-05}
{"train_loss": 0.00224656006321311, "global_step": 71533, "epoch": 401, "lr": 2.4786165640257823e-05}
{"train_loss": 0.0015173705760389566, "global_step": 71534, "epoch": 401, "lr": 2.478488959405663e-05}
{"train_loss": 0.00514468876644969, "global_step": 71535, "epoch": 401, "lr": 2.4783613569879332e-05}
{"train_loss": 0.0021888776682317257, "global_step": 71536, "epoch": 401, "lr": 2.4782337567727044e-05}
{"train_loss": 0.003557163290679455, "global_step": 71537, "epoch": 401, "lr": 2.4781061587600873e-05}
{"train_loss": 0.0014565606834366918, "global_step": 71538, "epoch": 401, "lr": 2.477978562950194e-05}
{"train_loss": 0.0016596693312749267, "global_step": 71539, "epoch": 401, "lr": 2.4778509693431333e-05}
{"train_loss": 0.0018549419473856688, "global_step": 71540, "epoch": 401, "lr": 2.4777233779390235e-05}
{"train_loss": 0.0035552154295146465, "global_step": 71541, "epoch": 401, "lr": 2.477595788737968e-05}
{"train_loss": 0.0034241159446537495, "global_step": 71542, "epoch": 401, "lr": 2.4774682017400858e-05}
{"train_loss": 0.0018709145952016115, "global_step": 71543, "epoch": 401, "lr": 2.4773406169454805e-05}
{"train_loss": 0.002549110446125269, "global_step": 71544, "epoch": 401, "lr": 2.4772130343542694e-05}
{"train_loss": 0.0007847275119274855, "global_step": 71545, "epoch": 401, "lr": 2.4770854539665624e-05}
{"train_loss": 0.004845465999096632, "global_step": 71546, "epoch": 401, "lr": 2.47695787578247e-05}
{"train_loss": 0.0008043223060667515, "global_step": 71547, "epoch": 401, "lr": 2.4768302998021043e-05}
{"train_loss": 0.001881378935649991, "global_step": 71548, "epoch": 401, "lr": 2.4767027260255748e-05}
{"train_loss": 0.0031506605446338654, "global_step": 71549, "epoch": 401, "lr": 2.476575154452997e-05}
{"train_loss": 0.0010570443700999022, "global_step": 71550, "epoch": 401, "lr": 2.4764475850844797e-05}
{"train_loss": 0.0018397250678390265, "global_step": 71551, "epoch": 401, "lr": 2.476320017920135e-05}
{"train_loss": 0.0012861647410318255, "global_step": 71552, "epoch": 401, "lr": 2.4761924529600743e-05}
{"train_loss": 0.0013127962592989206, "global_step": 71553, "epoch": 401, "lr": 2.4760648902044088e-05}
{"train_loss": 0.003092976752668619, "global_step": 71554, "epoch": 401, "lr": 2.4759373296532474e-05}
{"train_loss": 0.0022143167440303382, "global_step": 71555, "epoch": 401, "lr": 2.475809771306708e-05}
{"train_loss": 0.0010785083286464214, "global_step": 71556, "epoch": 402, "lr": 2.4756822151648944e-05}
{"train_loss": 0.0033995043486356735, "global_step": 71557, "epoch": 402, "lr": 2.4755546612279236e-05}
{"train_loss": 0.001660689478740096, "global_step": 71558, "epoch": 402, "lr": 2.4754271094959046e-05}
{"train_loss": 0.003992484882473946, "global_step": 71559, "epoch": 402, "lr": 2.4752995599689492e-05}
{"train_loss": 0.001463595312088728, "global_step": 71560, "epoch": 402, "lr": 2.4751720126471696e-05}
{"train_loss": 0.0009629403939470649, "global_step": 71561, "epoch": 402, "lr": 2.475044467530676e-05}
{"train_loss": 0.002690371358767152, "global_step": 71562, "epoch": 402, "lr": 2.4749169246195803e-05}
{"train_loss": 0.001577508170157671, "global_step": 71563, "epoch": 402, "lr": 2.474789383913994e-05}
{"train_loss": 0.001144583453424275, "global_step": 71564, "epoch": 402, "lr": 2.4746618454140262e-05}
{"train_loss": 0.0008399561047554016, "global_step": 71565, "epoch": 402, "lr": 2.4745343091197943e-05}
{"train_loss": 0.002524583600461483, "global_step": 71566, "epoch": 402, "lr": 2.474406775031402e-05}
{"train_loss": 0.0012304201954975724, "global_step": 71567, "epoch": 402, "lr": 2.474279243148967e-05}
{"train_loss": 0.0026241750456392765, "global_step": 71568, "epoch": 402, "lr": 2.4741517134725977e-05}
{"train_loss": 0.0012823956785723567, "global_step": 71569, "epoch": 402, "lr": 2.4740241860024044e-05}
{"train_loss": 0.0015889620408415794, "global_step": 71570, "epoch": 402, "lr": 2.4738966607385038e-05}
{"train_loss": 0.0021273037418723106, "global_step": 71571, "epoch": 402, "lr": 2.4737691376809997e-05}
{"train_loss": 0.0019647693261504173, "global_step": 71572, "epoch": 402, "lr": 2.4736416168300096e-05}
{"train_loss": 0.003148780670017004, "global_step": 71573, "epoch": 402, "lr": 2.4735140981856424e-05}
{"train_loss": 0.0017351142596453428, "global_step": 71574, "epoch": 402, "lr": 2.47338658174801e-05}
{"train_loss": 0.0006991904811002314, "global_step": 71575, "epoch": 402, "lr": 2.4732590675172236e-05}
{"train_loss": 0.0007732895901426673, "global_step": 71576, "epoch": 402, "lr": 2.4731315554933943e-05}
{"train_loss": 0.002404311206191778, "global_step": 71577, "epoch": 402, "lr": 2.4730040456766316e-05}
{"train_loss": 0.0022356058470904827, "global_step": 71578, "epoch": 402, "lr": 2.4728765380670525e-05}
{"train_loss": 0.001826696447096765, "global_step": 71579, "epoch": 402, "lr": 2.4727490326647617e-05}
{"train_loss": 0.001836342504248023, "global_step": 71580, "epoch": 402, "lr": 2.4726215294698773e-05}
{"train_loss": 0.002358546946197748, "global_step": 71581, "epoch": 402, "lr": 2.472494028482503e-05}
{"train_loss": 0.0036399993114173412, "global_step": 71582, "epoch": 402, "lr": 2.4723665297027566e-05}
{"train_loss": 0.0017383452504873276, "global_step": 71583, "epoch": 402, "lr": 2.4722390331307473e-05}
{"train_loss": 0.0029575664084404707, "global_step": 71584, "epoch": 402, "lr": 2.4721115387665856e-05}
{"train_loss": 0.002503623254597187, "global_step": 71585, "epoch": 402, "lr": 2.4719840466103833e-05}
{"train_loss": 0.003268977627158165, "global_step": 71586, "epoch": 402, "lr": 2.4718565566622526e-05}
{"train_loss": 0.0034793259110301733, "global_step": 71587, "epoch": 402, "lr": 2.4717290689223022e-05}
{"train_loss": 0.003626785706728697, "global_step": 71588, "epoch": 402, "lr": 2.471601583390649e-05}
{"train_loss": 0.002068445086479187, "global_step": 71589, "epoch": 402, "lr": 2.471474100067397e-05}
{"train_loss": 0.002250529592856765, "global_step": 71590, "epoch": 402, "lr": 2.4713466189526634e-05}
{"train_loss": 0.00232695578597486, "global_step": 71591, "epoch": 402, "lr": 2.471219140046558e-05}
{"train_loss": 0.001434248173609376, "global_step": 71592, "epoch": 402, "lr": 2.4710916633491887e-05}
{"train_loss": 0.0015366766601800919, "global_step": 71593, "epoch": 402, "lr": 2.4709641888606744e-05}
{"train_loss": 0.0026137777604162693, "global_step": 71594, "epoch": 402, "lr": 2.470836716581118e-05}
{"train_loss": 0.0014599394053220749, "global_step": 71595, "epoch": 402, "lr": 2.470709246510636e-05}
{"train_loss": 0.001568803214468062, "global_step": 71596, "epoch": 402, "lr": 2.470581778649339e-05}
{"train_loss": 0.00278554018586874, "global_step": 71597, "epoch": 402, "lr": 2.470454312997338e-05}
{"train_loss": 0.002114564646035433, "global_step": 71598, "epoch": 402, "lr": 2.4703268495547437e-05}
{"train_loss": 0.0025578513741493225, "global_step": 71599, "epoch": 402, "lr": 2.470199388321668e-05}
{"train_loss": 0.0014217512216418982, "global_step": 71600, "epoch": 402, "lr": 2.4700719292982216e-05}
{"train_loss": 0.0015238637570291758, "global_step": 71601, "epoch": 402, "lr": 2.4699444724845168e-05}
{"train_loss": 0.0009080666350200772, "global_step": 71602, "epoch": 402, "lr": 2.4698170178806624e-05}
{"train_loss": 0.0013075299793854356, "global_step": 71603, "epoch": 402, "lr": 2.4696895654867752e-05}
{"train_loss": 0.002803089562803507, "global_step": 71604, "epoch": 402, "lr": 2.4695621153029596e-05}
{"train_loss": 0.0033146748319268227, "global_step": 71605, "epoch": 402, "lr": 2.469434667329332e-05}
{"train_loss": 0.0018346314318478107, "global_step": 71606, "epoch": 402, "lr": 2.4693072215660022e-05}
{"train_loss": 0.003629396203905344, "global_step": 71607, "epoch": 402, "lr": 2.4691797780130814e-05}
{"train_loss": 0.003965935669839382, "global_step": 71608, "epoch": 402, "lr": 2.4690523366706814e-05}
{"train_loss": 0.001820369390770793, "global_step": 71609, "epoch": 402, "lr": 2.4689248975389124e-05}
{"train_loss": 0.0032900613732635975, "global_step": 71610, "epoch": 402, "lr": 2.4687974606178848e-05}
{"train_loss": 0.003237959463149309, "global_step": 71611, "epoch": 402, "lr": 2.4686700259077135e-05}
{"train_loss": 0.001048137666657567, "global_step": 71612, "epoch": 402, "lr": 2.4685425934085072e-05}
{"train_loss": 0.0015236360486596823, "global_step": 71613, "epoch": 402, "lr": 2.4684151631203778e-05}
{"train_loss": 0.0007717476692050695, "global_step": 71614, "epoch": 402, "lr": 2.468287735043437e-05}
{"train_loss": 0.0016492011491209269, "global_step": 71615, "epoch": 402, "lr": 2.4681603091777933e-05}
{"train_loss": 0.0020383992232382298, "global_step": 71616, "epoch": 402, "lr": 2.4680328855235646e-05}
{"train_loss": 0.0021895277313888073, "global_step": 71617, "epoch": 402, "lr": 2.4679054640808542e-05}
{"train_loss": 0.0017347708344459534, "global_step": 71618, "epoch": 402, "lr": 2.4677780448497804e-05}
{"train_loss": 0.0023611891083419323, "global_step": 71619, "epoch": 402, "lr": 2.4676506278304486e-05}
{"train_loss": 0.0018943441100418568, "global_step": 71620, "epoch": 402, "lr": 2.4675232130229735e-05}
{"train_loss": 0.004006302449852228, "global_step": 71621, "epoch": 402, "lr": 2.467395800427466e-05}
{"train_loss": 0.0012156389420852065, "global_step": 71622, "epoch": 402, "lr": 2.467268390044037e-05}
{"train_loss": 0.0017348626861348748, "global_step": 71623, "epoch": 402, "lr": 2.467140981872798e-05}
{"train_loss": 0.001395579893141985, "global_step": 71624, "epoch": 402, "lr": 2.4670135759138597e-05}
{"train_loss": 0.003413994563743472, "global_step": 71625, "epoch": 402, "lr": 2.4668861721673325e-05}
{"train_loss": 0.0017571734497323632, "global_step": 71626, "epoch": 402, "lr": 2.4667587706333323e-05}
{"train_loss": 0.0018464324530214071, "global_step": 71627, "epoch": 402, "lr": 2.466631371311963e-05}
{"train_loss": 0.0011887080036103725, "global_step": 71628, "epoch": 402, "lr": 2.4665039742033424e-05}
{"train_loss": 0.00423342315480113, "global_step": 71629, "epoch": 402, "lr": 2.4663765793075787e-05}
{"train_loss": 0.002104104496538639, "global_step": 71630, "epoch": 402, "lr": 2.4662491866247844e-05}
{"train_loss": 0.003641743678599596, "global_step": 71631, "epoch": 402, "lr": 2.4661217961550697e-05}
{"train_loss": 0.0023101246915757656, "global_step": 71632, "epoch": 402, "lr": 2.465994407898544e-05}
{"train_loss": 0.0009068837389349937, "global_step": 71633, "epoch": 402, "lr": 2.4658670218553236e-05}
{"train_loss": 0.0020346427336335182, "global_step": 71634, "epoch": 402, "lr": 2.4657396380255165e-05}
{"train_loss": 0.0012853224761784077, "global_step": 71635, "epoch": 402, "lr": 2.4656122564092348e-05}
{"train_loss": 0.001797510078176856, "global_step": 71636, "epoch": 402, "lr": 2.465484877006589e-05}
{"train_loss": 0.0009823511354625225, "global_step": 71637, "epoch": 402, "lr": 2.465357499817691e-05}
{"train_loss": 0.001153402728959918, "global_step": 71638, "epoch": 402, "lr": 2.4652301248426517e-05}
{"train_loss": 0.0010017544263973832, "global_step": 71639, "epoch": 402, "lr": 2.4651027520815828e-05}
{"train_loss": 0.0017963167047128081, "global_step": 71640, "epoch": 402, "lr": 2.4649753815345933e-05}
{"train_loss": 0.0023689265362918377, "global_step": 71641, "epoch": 402, "lr": 2.4648480132018004e-05}
{"train_loss": 0.0007680838461965322, "global_step": 71642, "epoch": 402, "lr": 2.4647206470833072e-05}
{"train_loss": 0.0020405417308211327, "global_step": 71643, "epoch": 402, "lr": 2.4645932831792312e-05}
{"train_loss": 0.0014038460794836283, "global_step": 71644, "epoch": 402, "lr": 2.4644659214896815e-05}
{"train_loss": 0.0015500772278755903, "global_step": 71645, "epoch": 402, "lr": 2.4643385620147696e-05}
{"train_loss": 0.001996422652155161, "global_step": 71646, "epoch": 402, "lr": 2.4642112047546062e-05}
{"train_loss": 0.0016248852480202913, "global_step": 71647, "epoch": 402, "lr": 2.464083849709303e-05}
{"train_loss": 0.0017458214424550533, "global_step": 71648, "epoch": 402, "lr": 2.463956496878969e-05}
{"train_loss": 0.003128081327304244, "global_step": 71649, "epoch": 402, "lr": 2.463829146263722e-05}
{"train_loss": 0.002081390470266342, "global_step": 71650, "epoch": 402, "lr": 2.4637017978636644e-05}
{"train_loss": 0.001995763974264264, "global_step": 71651, "epoch": 402, "lr": 2.4635744516789156e-05}
{"train_loss": 0.004443420097231865, "global_step": 71652, "epoch": 402, "lr": 2.4634471077095794e-05}
{"train_loss": 0.0033628905657678843, "global_step": 71653, "epoch": 402, "lr": 2.4633197659557707e-05}
{"train_loss": 0.0015651518478989601, "global_step": 71654, "epoch": 402, "lr": 2.4631924264176047e-05}
{"train_loss": 0.0018988818628713489, "global_step": 71655, "epoch": 402, "lr": 2.4630650890951844e-05}
{"train_loss": 0.002631949260830879, "global_step": 71656, "epoch": 402, "lr": 2.4629377539886294e-05}
{"train_loss": 0.0019562803208827972, "global_step": 71657, "epoch": 402, "lr": 2.4628104210980423e-05}
{"train_loss": 0.0011063654674217105, "global_step": 71658, "epoch": 402, "lr": 2.4626830904235415e-05}
{"train_loss": 0.0024248252157121897, "global_step": 71659, "epoch": 402, "lr": 2.4625557619652352e-05}
{"train_loss": 0.0019057743484154344, "global_step": 71660, "epoch": 402, "lr": 2.4624284357232348e-05}
{"train_loss": 0.0020263423211872578, "global_step": 71661, "epoch": 402, "lr": 2.462301111697652e-05}
{"train_loss": 0.003152312245219946, "global_step": 71662, "epoch": 402, "lr": 2.4621737898885973e-05}
{"train_loss": 0.001279182150028646, "global_step": 71663, "epoch": 402, "lr": 2.46204647029618e-05}
{"train_loss": 0.002494106302037835, "global_step": 71664, "epoch": 402, "lr": 2.4619191529205177e-05}
{"train_loss": 0.0008364594541490078, "global_step": 71665, "epoch": 402, "lr": 2.461791837761714e-05}
{"train_loss": 0.0014396192273125052, "global_step": 71666, "epoch": 402, "lr": 2.461664524819885e-05}
{"train_loss": 0.004964753054082394, "global_step": 71667, "epoch": 402, "lr": 2.4615372140951403e-05}
{"train_loss": 0.00232477905228734, "global_step": 71668, "epoch": 402, "lr": 2.4614099055875917e-05}
{"train_loss": 0.0022705192677676678, "global_step": 71669, "epoch": 402, "lr": 2.46128259929735e-05}
{"train_loss": 0.0033869107719510794, "global_step": 71670, "epoch": 402, "lr": 2.4611552952245253e-05}
{"train_loss": 0.0019956319592893124, "global_step": 71671, "epoch": 402, "lr": 2.461027993369231e-05}
{"train_loss": 0.0016843769699335098, "global_step": 71672, "epoch": 402, "lr": 2.4609006937315764e-05}
{"train_loss": 0.0026342077180743217, "global_step": 71673, "epoch": 402, "lr": 2.460773396311672e-05}
{"train_loss": 0.0029373387806117535, "global_step": 71674, "epoch": 402, "lr": 2.460646101109632e-05}
{"train_loss": 0.0032826599199324846, "global_step": 71675, "epoch": 402, "lr": 2.4605188081255664e-05}
{"train_loss": 0.0022828495129942894, "global_step": 71676, "epoch": 402, "lr": 2.4603915173595853e-05}
{"train_loss": 0.001391682424582541, "global_step": 71677, "epoch": 402, "lr": 2.4602642288118012e-05}
{"train_loss": 0.0021178522147238255, "global_step": 71678, "epoch": 402, "lr": 2.460136942482322e-05}
{"train_loss": 0.002998707350343466, "global_step": 71679, "epoch": 402, "lr": 2.460009658371266e-05}
{"train_loss": 0.0016689688200131059, "global_step": 71680, "epoch": 402, "lr": 2.459882376478736e-05}
{"train_loss": 0.0017807397525757551, "global_step": 71681, "epoch": 402, "lr": 2.459755096804849e-05}
{"train_loss": 0.0016837966395542026, "global_step": 71682, "epoch": 402, "lr": 2.4596278193497135e-05}
{"train_loss": 0.00047726582852192223, "global_step": 71683, "epoch": 402, "lr": 2.459500544113442e-05}
{"train_loss": 0.0036555123515427113, "global_step": 71684, "epoch": 402, "lr": 2.4593732710961447e-05}
{"train_loss": 0.0010929967975243926, "global_step": 71685, "epoch": 402, "lr": 2.4592460002979333e-05}
{"train_loss": 0.002434751018881798, "global_step": 71686, "epoch": 402, "lr": 2.4591187317189174e-05}
{"train_loss": 0.0021160528995096684, "global_step": 71687, "epoch": 402, "lr": 2.4589914653592128e-05}
{"train_loss": 0.003739255014806986, "global_step": 71688, "epoch": 402, "lr": 2.4588642012189233e-05}
{"train_loss": 0.0026665329933166504, "global_step": 71689, "epoch": 402, "lr": 2.4587369392981684e-05}
{"train_loss": 0.00258252234198153, "global_step": 71690, "epoch": 402, "lr": 2.4586096795970515e-05}
{"train_loss": 0.0019527386175468564, "global_step": 71691, "epoch": 402, "lr": 2.458482422115689e-05}
{"train_loss": 0.0019327501067891717, "global_step": 71692, "epoch": 402, "lr": 2.4583551668541898e-05}
{"train_loss": 0.001515122945420444, "global_step": 71693, "epoch": 402, "lr": 2.458227913812666e-05}
{"train_loss": 0.0009449426434002817, "global_step": 71694, "epoch": 402, "lr": 2.4581006629912284e-05}
{"train_loss": 0.0034633774776011705, "global_step": 71695, "epoch": 402, "lr": 2.4579734143899857e-05}
{"train_loss": 0.003093546722084284, "global_step": 71696, "epoch": 402, "lr": 2.457846168009054e-05}
{"train_loss": 0.0026304940693080425, "global_step": 71697, "epoch": 402, "lr": 2.4577189238485415e-05}
{"train_loss": 0.002146416110917926, "global_step": 71698, "epoch": 402, "lr": 2.4575916819085597e-05}
{"train_loss": 0.0007264733430929482, "global_step": 71699, "epoch": 402, "lr": 2.4574644421892197e-05}
{"train_loss": 0.00306902639567852, "global_step": 71700, "epoch": 402, "lr": 2.4573372046906327e-05}
{"train_loss": 0.002135363407433033, "global_step": 71701, "epoch": 402, "lr": 2.457209969412908e-05}
{"train_loss": 0.003738831030204892, "global_step": 71702, "epoch": 402, "lr": 2.457082736356162e-05}
{"train_loss": 0.001799925696104765, "global_step": 71703, "epoch": 402, "lr": 2.456955505520499e-05}
{"train_loss": 0.0030219699256122112, "global_step": 71704, "epoch": 402, "lr": 2.4568282769060353e-05}
{"train_loss": 0.0034735393710434437, "global_step": 71705, "epoch": 402, "lr": 2.45670105051288e-05}
{"train_loss": 0.0034061050973832607, "global_step": 71706, "epoch": 402, "lr": 2.4565738263411446e-05}
{"train_loss": 0.003329784842208028, "global_step": 71707, "epoch": 402, "lr": 2.45644660439094e-05}
{"train_loss": 0.0036432493943721056, "global_step": 71708, "epoch": 402, "lr": 2.456319384662378e-05}
{"train_loss": 0.0013046183157712221, "global_step": 71709, "epoch": 402, "lr": 2.4561921671555683e-05}
{"train_loss": 0.0017488045850768685, "global_step": 71710, "epoch": 402, "lr": 2.456064951870623e-05}
{"train_loss": 0.0012410057242959738, "global_step": 71711, "epoch": 402, "lr": 2.455937738807651e-05}
{"train_loss": 0.003540655365213752, "global_step": 71712, "epoch": 402, "lr": 2.45581052796677e-05}
{"train_loss": 0.0022481908090412617, "global_step": 71713, "epoch": 402, "lr": 2.4556833193480816e-05}
{"train_loss": 0.0020060620736330748, "global_step": 71714, "epoch": 402, "lr": 2.4555561129517046e-05}
{"train_loss": 0.0012288364814594388, "global_step": 71715, "epoch": 402, "lr": 2.455428908777747e-05}
{"train_loss": 0.003248207038268447, "global_step": 71716, "epoch": 402, "lr": 2.4553017068263188e-05}
{"train_loss": 0.0017471169121563435, "global_step": 71717, "epoch": 402, "lr": 2.455174507097536e-05}
{"train_loss": 0.0024132058024406433, "global_step": 71718, "epoch": 402, "lr": 2.4550473095915027e-05}
{"train_loss": 0.004242498893290758, "global_step": 71719, "epoch": 402, "lr": 2.4549201143083355e-05}
{"train_loss": 0.002666856162250042, "global_step": 71720, "epoch": 402, "lr": 2.4547929212481435e-05}
{"train_loss": 0.002727566286921501, "global_step": 71721, "epoch": 402, "lr": 2.454665730411038e-05}
{"train_loss": 0.002543501555919647, "global_step": 71722, "epoch": 402, "lr": 2.45453854179713e-05}
{"train_loss": 0.001483050873503089, "global_step": 71723, "epoch": 402, "lr": 2.4544113554065308e-05}
{"train_loss": 0.0016131458105519414, "global_step": 71724, "epoch": 402, "lr": 2.454284171239349e-05}
{"train_loss": 0.001654826570302248, "global_step": 71725, "epoch": 402, "lr": 2.454156989295701e-05}
{"train_loss": 0.0016716999234631658, "global_step": 71726, "epoch": 402, "lr": 2.454029809575692e-05}
{"train_loss": 0.0029459160286933184, "global_step": 71727, "epoch": 402, "lr": 2.45390263207944e-05}
{"train_loss": 0.0016172222094610333, "global_step": 71728, "epoch": 402, "lr": 2.4537754568070474e-05}
{"train_loss": 0.0015430607600137591, "global_step": 71729, "epoch": 402, "lr": 2.4536482837586323e-05}
{"train_loss": 0.0021185078658163548, "global_step": 71730, "epoch": 402, "lr": 2.4535211129343034e-05}
{"train_loss": 0.0030563422478735447, "global_step": 71731, "epoch": 402, "lr": 2.4533939443341712e-05}
{"train_loss": 0.0017918032826855779, "global_step": 71732, "epoch": 402, "lr": 2.4532667779583473e-05}
{"train_loss": 0.0021817015908760532, "global_step": 71733, "epoch": 402, "lr": 2.4531396138069436e-05}
{"train_loss": 0.0015359445242211223, "global_step": 71734, "epoch": 403, "lr": 2.453012451880068e-05}
{"train_loss": 0.0024754293262958527, "global_step": 71735, "epoch": 403, "lr": 2.4528852921778374e-05}
{"train_loss": 0.0034371400251984596, "global_step": 71736, "epoch": 403, "lr": 2.4527581347003557e-05}
{"train_loss": 0.0031727852765470743, "global_step": 71737, "epoch": 403, "lr": 2.45263097944774e-05}
{"train_loss": 0.002472402062267065, "global_step": 71738, "epoch": 403, "lr": 2.4525038264200985e-05}
{"train_loss": 0.000859768595546484, "global_step": 71739, "epoch": 403, "lr": 2.452376675617541e-05}
{"train_loss": 0.0023695649579167366, "global_step": 71740, "epoch": 403, "lr": 2.4522495270401842e-05}
{"train_loss": 0.003014815039932728, "global_step": 71741, "epoch": 403, "lr": 2.4521223806881317e-05}
{"train_loss": 0.00274400832131505, "global_step": 71742, "epoch": 403, "lr": 2.4519952365614996e-05}
{"train_loss": 0.0009548764792270958, "global_step": 71743, "epoch": 403, "lr": 2.451868094660398e-05}
{"train_loss": 0.0021934641990810633, "global_step": 71744, "epoch": 403, "lr": 2.451740954984937e-05}
{"train_loss": 0.0032847286202013493, "global_step": 71745, "epoch": 403, "lr": 2.451613817535228e-05}
{"train_loss": 0.0017935375217348337, "global_step": 71746, "epoch": 403, "lr": 2.4514866823113826e-05}
{"train_loss": 0.0024331044405698776, "global_step": 71747, "epoch": 403, "lr": 2.451359549313511e-05}
{"train_loss": 0.0027477596886456013, "global_step": 71748, "epoch": 403, "lr": 2.4512324185417252e-05}
{"train_loss": 0.0020723785273730755, "global_step": 71749, "epoch": 403, "lr": 2.4511052899961334e-05}
{"train_loss": 0.0035426607355475426, "global_step": 71750, "epoch": 403, "lr": 2.4509781636768526e-05}
{"train_loss": 0.0013264539884403348, "global_step": 71751, "epoch": 403, "lr": 2.4508510395839863e-05}
{"train_loss": 0.0017755848821252584, "global_step": 71752, "epoch": 403, "lr": 2.4507239177176516e-05}
{"train_loss": 0.0015510886441916227, "global_step": 71753, "epoch": 403, "lr": 2.450596798077957e-05}
{"train_loss": 0.0019733579829335213, "global_step": 71754, "epoch": 403, "lr": 2.450469680665014e-05}
{"train_loss": 0.0013577911304309964, "global_step": 71755, "epoch": 403, "lr": 2.4503425654789335e-05}
{"train_loss": 0.0009868673514574766, "global_step": 71756, "epoch": 403, "lr": 2.4502154525198244e-05}
{"train_loss": 0.0018496664706617594, "global_step": 71757, "epoch": 403, "lr": 2.4500883417878017e-05}
{"train_loss": 0.0013980856165289879, "global_step": 71758, "epoch": 403, "lr": 2.4499612332829753e-05}
{"train_loss": 0.0008319647749885917, "global_step": 71759, "epoch": 403, "lr": 2.449834127005455e-05}
{"train_loss": 0.0028999345377087593, "global_step": 71760, "epoch": 403, "lr": 2.449707022955352e-05}
{"train_loss": 0.0012101663742214441, "global_step": 71761, "epoch": 403, "lr": 2.449579921132778e-05}
{"train_loss": 0.0024340341333299875, "global_step": 71762, "epoch": 403, "lr": 2.4494528215378416e-05}
{"train_loss": 0.0033210632391273975, "global_step": 71763, "epoch": 403, "lr": 2.449325724170659e-05}
{"train_loss": 0.002161595970392227, "global_step": 71764, "epoch": 403, "lr": 2.449198629031335e-05}
{"train_loss": 0.004126579500734806, "global_step": 71765, "epoch": 403, "lr": 2.4490715361199874e-05}
{"train_loss": 0.0010566347045823932, "global_step": 71766, "epoch": 403, "lr": 2.44894444543672e-05}
{"train_loss": 0.0026851778384298086, "global_step": 71767, "epoch": 403, "lr": 2.4488173569816485e-05}
{"train_loss": 0.0009895034600049257, "global_step": 71768, "epoch": 403, "lr": 2.448690270754883e-05}
{"train_loss": 0.0015928642824292183, "global_step": 71769, "epoch": 403, "lr": 2.448563186756534e-05}
{"train_loss": 0.0018242830410599709, "global_step": 71770, "epoch": 403, "lr": 2.4484361049867126e-05}
{"train_loss": 0.0025237344671040773, "global_step": 71771, "epoch": 403, "lr": 2.4483090254455303e-05}
{"train_loss": 0.0008284940267913043, "global_step": 71772, "epoch": 403, "lr": 2.448181948133096e-05}
{"train_loss": 0.0018090556841343641, "global_step": 71773, "epoch": 403, "lr": 2.4480548730495256e-05}
{"train_loss": 0.0016143354587256908, "global_step": 71774, "epoch": 403, "lr": 2.447927800194923e-05}
{"train_loss": 0.0011634727707132697, "global_step": 71775, "epoch": 403, "lr": 2.4478007295694056e-05}
{"train_loss": 0.0035008415579795837, "global_step": 71776, "epoch": 403, "lr": 2.447673661173081e-05}
{"train_loss": 0.0027949472423642874, "global_step": 71777, "epoch": 403, "lr": 2.44754659500606e-05}
{"train_loss": 0.0027224235236644745, "global_step": 71778, "epoch": 403, "lr": 2.4474195310684577e-05}
{"train_loss": 0.004498382098972797, "global_step": 71779, "epoch": 403, "lr": 2.4472924693603788e-05}
{"train_loss": 0.002594062825664878, "global_step": 71780, "epoch": 403, "lr": 2.4471654098819406e-05}
{"train_loss": 0.0019363050814718008, "global_step": 71781, "epoch": 403, "lr": 2.4470383526332476e-05}
{"train_loss": 0.0012784438440576196, "global_step": 71782, "epoch": 403, "lr": 2.446911297614416e-05}
{"train_loss": 0.00204226141795516, "global_step": 71783, "epoch": 403, "lr": 2.4467842448255553e-05}
{"train_loss": 0.0005964126903563738, "global_step": 71784, "epoch": 403, "lr": 2.4466571942667756e-05}
{"train_loss": 0.0008263707277365029, "global_step": 71785, "epoch": 403, "lr": 2.446530145938188e-05}
{"train_loss": 0.0014624485047534108, "global_step": 71786, "epoch": 403, "lr": 2.4464030998399046e-05}
{"train_loss": 0.000622884021140635, "global_step": 71787, "epoch": 403, "lr": 2.4462760559720333e-05}
{"train_loss": 0.002353061456233263, "global_step": 71788, "epoch": 403, "lr": 2.446149014334691e-05}
{"train_loss": 0.0024928636848926544, "global_step": 71789, "epoch": 403, "lr": 2.446021974927981e-05}
{"train_loss": 0.002954700496047735, "global_step": 71790, "epoch": 403, "lr": 2.4458949377520207e-05}
{"train_loss": 0.0017662326572462916, "global_step": 71791, "epoch": 403, "lr": 2.4457679028069185e-05}
{"train_loss": 0.001155616482719779, "global_step": 71792, "epoch": 403, "lr": 2.445640870092786e-05}
{"train_loss": 0.0011993513908237219, "global_step": 71793, "epoch": 403, "lr": 2.4455138396097332e-05}
{"train_loss": 0.0023942426778376102, "global_step": 71794, "epoch": 403, "lr": 2.4453868113578715e-05}
{"train_loss": 0.0010197340743616223, "global_step": 71795, "epoch": 403, "lr": 2.44525978533731e-05}
{"train_loss": 0.002278960542753339, "global_step": 71796, "epoch": 403, "lr": 2.445132761548165e-05}
{"train_loss": 0.0009209634736180305, "global_step": 71797, "epoch": 403, "lr": 2.4450057399905407e-05}
{"train_loss": 0.003903391305357218, "global_step": 71798, "epoch": 403, "lr": 2.444878720664553e-05}
{"train_loss": 0.0021667976398020983, "global_step": 71799, "epoch": 403, "lr": 2.444751703570311e-05}
{"train_loss": 0.0012795573566108942, "global_step": 71800, "epoch": 403, "lr": 2.4446246887079255e-05}
{"train_loss": 0.001437160186469555, "global_step": 71801, "epoch": 403, "lr": 2.4444976760775084e-05}
{"train_loss": 0.0019771670922636986, "global_step": 71802, "epoch": 403, "lr": 2.4443706656791676e-05}
{"train_loss": 0.0003736369253601879, "global_step": 71803, "epoch": 403, "lr": 2.44424365751302e-05}
{"train_loss": 0.0017739133909344673, "global_step": 71804, "epoch": 403, "lr": 2.4441166515791697e-05}
{"train_loss": 0.0008122456492856145, "global_step": 71805, "epoch": 403, "lr": 2.4439896478777325e-05}
{"train_loss": 0.0013496566098183393, "global_step": 71806, "epoch": 403, "lr": 2.443862646408818e-05}
{"train_loss": 0.0029813863802701235, "global_step": 71807, "epoch": 403, "lr": 2.4437356471725364e-05}
{"train_loss": 0.002364619169384241, "global_step": 71808, "epoch": 403, "lr": 2.443608650168999e-05}
{"train_loss": 0.0015606528613716364, "global_step": 71809, "epoch": 403, "lr": 2.4434816553983175e-05}
{"train_loss": 0.0030288826674222946, "global_step": 71810, "epoch": 403, "lr": 2.4433546628605998e-05}
{"train_loss": 0.0025692800991237164, "global_step": 71811, "epoch": 403, "lr": 2.4432276725559628e-05}
{"train_loss": 0.003430234733968973, "global_step": 71812, "epoch": 403, "lr": 2.44310068448451e-05}
{"train_loss": 0.001345222583040595, "global_step": 71813, "epoch": 403, "lr": 2.4429736986463575e-05}
{"train_loss": 0.0034818954300135374, "global_step": 71814, "epoch": 403, "lr": 2.4428467150416156e-05}
{"train_loss": 0.0023055593483150005, "global_step": 71815, "epoch": 403, "lr": 2.442719733670394e-05}
{"train_loss": 0.001137075130827725, "global_step": 71816, "epoch": 403, "lr": 2.4425927545328038e-05}
{"train_loss": 0.002115103416144848, "global_step": 71817, "epoch": 403, "lr": 2.442465777628956e-05}
{"train_loss": 0.0025270923506468534, "global_step": 71818, "epoch": 403, "lr": 2.4423388029589623e-05}
{"train_loss": 0.0038625062443315983, "global_step": 71819, "epoch": 403, "lr": 2.4422118305229302e-05}
{"train_loss": 0.0007017822354100645, "global_step": 71820, "epoch": 403, "lr": 2.4420848603209756e-05}
{"train_loss": 0.0008476690272800624, "global_step": 71821, "epoch": 403, "lr": 2.4419578923532073e-05}
{"train_loss": 0.0018826558953151107, "global_step": 71822, "epoch": 403, "lr": 2.441830926619736e-05}
{"train_loss": 0.003086228622123599, "global_step": 71823, "epoch": 403, "lr": 2.4417039631206723e-05}
{"train_loss": 0.001098634209483862, "global_step": 71824, "epoch": 403, "lr": 2.4415770018561272e-05}
{"train_loss": 0.003612783970311284, "global_step": 71825, "epoch": 403, "lr": 2.4414500428262106e-05}
{"train_loss": 0.002646283246576786, "global_step": 71826, "epoch": 403, "lr": 2.4413230860310383e-05}
{"train_loss": 0.0010508188279345632, "global_step": 71827, "epoch": 403, "lr": 2.4411961314707132e-05}
{"train_loss": 0.004032787401229143, "global_step": 71828, "epoch": 403, "lr": 2.4410691791453527e-05}
{"train_loss": 0.003558521158993244, "global_step": 71829, "epoch": 403, "lr": 2.4409422290550655e-05}
{"train_loss": 0.0012479431461542845, "global_step": 71830, "epoch": 403, "lr": 2.4408152811999624e-05}
{"train_loss": 0.0017220652662217617, "global_step": 71831, "epoch": 403, "lr": 2.440688335580154e-05}
{"train_loss": 0.0004905223613604903, "global_step": 71832, "epoch": 403, "lr": 2.4405613921957515e-05}
{"train_loss": 0.0012489816872403026, "global_step": 71833, "epoch": 403, "lr": 2.440434451046864e-05}
{"train_loss": 0.002497718669474125, "global_step": 71834, "epoch": 403, "lr": 2.4403075121336082e-05}
{"train_loss": 0.0020319349132478237, "global_step": 71835, "epoch": 403, "lr": 2.440180575456087e-05}
{"train_loss": 0.002639943268150091, "global_step": 71836, "epoch": 403, "lr": 2.440053641014419e-05}
{"train_loss": 0.0010629933094605803, "global_step": 71837, "epoch": 403, "lr": 2.4399267088087075e-05}
{"train_loss": 0.000748102436773479, "global_step": 71838, "epoch": 403, "lr": 2.4397997788390686e-05}
{"train_loss": 0.0015096208080649376, "global_step": 71839, "epoch": 403, "lr": 2.4396728511056122e-05}
{"train_loss": 0.0031027065124362707, "global_step": 71840, "epoch": 403, "lr": 2.439545925608447e-05}
{"train_loss": 0.0014100275002419949, "global_step": 71841, "epoch": 403, "lr": 2.4394190023476887e-05}
{"train_loss": 0.0010505004320293665, "global_step": 71842, "epoch": 403, "lr": 2.4392920813234415e-05}
{"train_loss": 0.0022782180458307266, "global_step": 71843, "epoch": 403, "lr": 2.4391651625358213e-05}
{"train_loss": 0.001566204708069563, "global_step": 71844, "epoch": 403, "lr": 2.4390382459849376e-05}
{"train_loss": 0.0021215672604739666, "global_step": 71845, "epoch": 403, "lr": 2.4389113316709013e-05}
{"train_loss": 0.001112498459406197, "global_step": 71846, "epoch": 403, "lr": 2.4387844195938224e-05}
{"train_loss": 0.0023350599221885204, "global_step": 71847, "epoch": 403, "lr": 2.4386575097538134e-05}
{"train_loss": 0.004357007332146168, "global_step": 71848, "epoch": 403, "lr": 2.4385306021509814e-05}
{"train_loss": 0.001431003212928772, "global_step": 71849, "epoch": 403, "lr": 2.438403696785444e-05}
{"train_loss": 0.0025816415436565876, "global_step": 71850, "epoch": 403, "lr": 2.4382767936573043e-05}
{"train_loss": 0.0020974325016140938, "global_step": 71851, "epoch": 403, "lr": 2.4381498927666785e-05}
{"train_loss": 0.0034291718620806932, "global_step": 71852, "epoch": 403, "lr": 2.4380229941136756e-05}
{"train_loss": 0.003581732977181673, "global_step": 71853, "epoch": 403, "lr": 2.4378960976984067e-05}
{"train_loss": 0.0015879408456385136, "global_step": 71854, "epoch": 403, "lr": 2.4377692035209825e-05}
{"train_loss": 0.0020322157070040703, "global_step": 71855, "epoch": 403, "lr": 2.4376423115815146e-05}
{"train_loss": 0.0020594894886016846, "global_step": 71856, "epoch": 403, "lr": 2.437515421880112e-05}
{"train_loss": 0.0029336544685065746, "global_step": 71857, "epoch": 403, "lr": 2.437388534416888e-05}
{"train_loss": 0.0029041473753750324, "global_step": 71858, "epoch": 403, "lr": 2.437261649191949e-05}
{"train_loss": 0.0008831234299577773, "global_step": 71859, "epoch": 403, "lr": 2.4371347662054135e-05}
{"train_loss": 0.0035092381294816732, "global_step": 71860, "epoch": 403, "lr": 2.437007885457383e-05}
{"train_loss": 0.0005126073374412954, "global_step": 71861, "epoch": 403, "lr": 2.4368810069479758e-05}
{"train_loss": 0.00193362170830369, "global_step": 71862, "epoch": 403, "lr": 2.4367541306772994e-05}
{"train_loss": 0.0007024754304438829, "global_step": 71863, "epoch": 403, "lr": 2.436627256645464e-05}
{"train_loss": 0.0025911531411111355, "global_step": 71864, "epoch": 403, "lr": 2.4365003848525846e-05}
{"train_loss": 0.001236117910593748, "global_step": 71865, "epoch": 403, "lr": 2.4363735152987653e-05}
{"train_loss": 0.001441136933863163, "global_step": 71866, "epoch": 403, "lr": 2.4362466479841233e-05}
{"train_loss": 0.0023672860115766525, "global_step": 71867, "epoch": 403, "lr": 2.436119782908766e-05}
{"train_loss": 0.001637931913137436, "global_step": 71868, "epoch": 403, "lr": 2.4359929200728055e-05}
{"train_loss": 0.0009607888059690595, "global_step": 71869, "epoch": 403, "lr": 2.4358660594763515e-05}
{"train_loss": 0.0010877375025302172, "global_step": 71870, "epoch": 403, "lr": 2.4357392011195156e-05}
{"train_loss": 0.0019255606457591057, "global_step": 71871, "epoch": 403, "lr": 2.4356123450024067e-05}
{"train_loss": 0.0014988819602876902, "global_step": 71872, "epoch": 403, "lr": 2.435485491125141e-05}
{"train_loss": 0.001043127616867423, "global_step": 71873, "epoch": 403, "lr": 2.4353586394878214e-05}
{"train_loss": 0.002035900019109249, "global_step": 71874, "epoch": 403, "lr": 2.4352317900905673e-05}
{"train_loss": 0.0019004227360710502, "global_step": 71875, "epoch": 403, "lr": 2.435104942933481e-05}
{"train_loss": 0.0020189108327031136, "global_step": 71876, "epoch": 403, "lr": 2.434978098016679e-05}
{"train_loss": 0.002073897747322917, "global_step": 71877, "epoch": 403, "lr": 2.4348512553402707e-05}
{"train_loss": 0.0011519399704411626, "global_step": 71878, "epoch": 403, "lr": 2.4347244149043663e-05}
{"train_loss": 0.0012403158470988274, "global_step": 71879, "epoch": 403, "lr": 2.4345975767090772e-05}
{"train_loss": 0.002988229040056467, "global_step": 71880, "epoch": 403, "lr": 2.4344707407545142e-05}
{"train_loss": 0.0007591521134600043, "global_step": 71881, "epoch": 403, "lr": 2.4343439070407853e-05}
{"train_loss": 0.001030054991133511, "global_step": 71882, "epoch": 403, "lr": 2.434217075568006e-05}
{"train_loss": 0.0014526357408612967, "global_step": 71883, "epoch": 403, "lr": 2.4340902463362846e-05}
{"train_loss": 0.0027852989733219147, "global_step": 71884, "epoch": 403, "lr": 2.4339634193457327e-05}
{"train_loss": 0.0013898187316954136, "global_step": 71885, "epoch": 403, "lr": 2.43383659459646e-05}
{"train_loss": 0.0007754045655019581, "global_step": 71886, "epoch": 403, "lr": 2.433709772088576e-05}
{"train_loss": 0.002975622657686472, "global_step": 71887, "epoch": 403, "lr": 2.4335829518221968e-05}
{"train_loss": 0.001953026163391769, "global_step": 71888, "epoch": 403, "lr": 2.4334561337974266e-05}
{"train_loss": 0.0022940095514059067, "global_step": 71889, "epoch": 403, "lr": 2.4333293180143807e-05}
{"train_loss": 0.00042899619438685477, "global_step": 71890, "epoch": 403, "lr": 2.4332025044731683e-05}
{"train_loss": 0.0010334691032767296, "global_step": 71891, "epoch": 403, "lr": 2.4330756931739e-05}
{"train_loss": 0.0010223828721791506, "global_step": 71892, "epoch": 403, "lr": 2.432948884116687e-05}
{"train_loss": 0.0033008125610649586, "global_step": 71893, "epoch": 403, "lr": 2.4328220773016396e-05}
{"train_loss": 0.0021256650798022747, "global_step": 71894, "epoch": 403, "lr": 2.4326952727288694e-05}
{"train_loss": 0.0016256754752248526, "global_step": 71895, "epoch": 403, "lr": 2.4325684703984864e-05}
{"train_loss": 0.001394568127579987, "global_step": 71896, "epoch": 403, "lr": 2.432441670310599e-05}
{"train_loss": 0.002476811408996582, "global_step": 71897, "epoch": 403, "lr": 2.432314872465325e-05}
{"train_loss": 0.001768323127180338, "global_step": 71898, "epoch": 403, "lr": 2.4321880768627665e-05}
{"train_loss": 0.0029228273779153824, "global_step": 71899, "epoch": 403, "lr": 2.4320612835030397e-05}
{"train_loss": 0.0025849617086350918, "global_step": 71900, "epoch": 403, "lr": 2.431934492386255e-05}
{"train_loss": 0.0012023427989333868, "global_step": 71901, "epoch": 403, "lr": 2.4318077035125213e-05}
{"train_loss": 0.002637105528265238, "global_step": 71902, "epoch": 403, "lr": 2.431680916881951e-05}
{"train_loss": 0.000649774563498795, "global_step": 71903, "epoch": 403, "lr": 2.4315541324946518e-05}
{"train_loss": 0.0024135466665029526, "global_step": 71904, "epoch": 403, "lr": 2.4314273503507383e-05}
{"train_loss": 0.0008690645918250084, "global_step": 71905, "epoch": 403, "lr": 2.43130057045032e-05}
{"train_loss": 0.0025960044004023075, "global_step": 71906, "epoch": 403, "lr": 2.4311737927935074e-05}
{"train_loss": 0.0032479744404554367, "global_step": 71907, "epoch": 403, "lr": 2.4310470173804105e-05}
{"train_loss": 0.0017852358287200332, "global_step": 71908, "epoch": 403, "lr": 2.430920244211141e-05}
{"train_loss": 0.002774606691673398, "global_step": 71909, "epoch": 403, "lr": 2.430793473285809e-05}
{"train_loss": 0.002104885643348098, "global_step": 71910, "epoch": 403, "lr": 2.4306667046045255e-05}
{"train_loss": 0.0019811237258038723, "global_step": 71911, "epoch": 403, "lr": 2.4305399381673998e-05}
{"train_loss": 0.0013780201552435756, "global_step": 71912, "epoch": 404, "lr": 2.4304131739745472e-05}
{"train_loss": 0.000771636376157403, "global_step": 71913, "epoch": 404, "lr": 2.4302864120260717e-05}
{"train_loss": 0.0011944144498556852, "global_step": 71914, "epoch": 404, "lr": 2.430159652322089e-05}
{"train_loss": 0.0015843824949115515, "global_step": 71915, "epoch": 404, "lr": 2.4300328948627094e-05}
{"train_loss": 0.002633344614878297, "global_step": 71916, "epoch": 404, "lr": 2.429906139648042e-05}
{"train_loss": 0.0016750369686633348, "global_step": 71917, "epoch": 404, "lr": 2.4297793866781982e-05}
{"train_loss": 0.0030070114880800247, "global_step": 71918, "epoch": 404, "lr": 2.4296526359532883e-05}
{"train_loss": 0.0028236848302185535, "global_step": 71919, "epoch": 404, "lr": 2.4295258874734217e-05}
{"train_loss": 0.0022469451650977135, "global_step": 71920, "epoch": 404, "lr": 2.4293991412387145e-05}
{"train_loss": 0.0018260881770402193, "global_step": 71921, "epoch": 404, "lr": 2.4292723972492698e-05}
{"train_loss": 0.0007909892592579126, "global_step": 71922, "epoch": 404, "lr": 2.429145655505204e-05}
{"train_loss": 0.0017206146148964763, "global_step": 71923, "epoch": 404, "lr": 2.4290189160066255e-05}
{"train_loss": 0.0022324775345623493, "global_step": 71924, "epoch": 404, "lr": 2.4288921787536446e-05}
{"train_loss": 0.002234729705378413, "global_step": 71925, "epoch": 404, "lr": 2.4287654437463758e-05}
{"train_loss": 0.0033598123118281364, "global_step": 71926, "epoch": 404, "lr": 2.4286387109849236e-05}
{"train_loss": 0.001381437759846449, "global_step": 71927, "epoch": 404, "lr": 2.428511980469405e-05}
{"train_loss": 0.0014179940335452557, "global_step": 71928, "epoch": 404, "lr": 2.4283852521999245e-05}
{"train_loss": 0.002336423844099045, "global_step": 71929, "epoch": 404, "lr": 2.4282585261765974e-05}
{"train_loss": 0.00113232946023345, "global_step": 71930, "epoch": 404, "lr": 2.4281318023995332e-05}
{"train_loss": 0.0014016014756634831, "global_step": 71931, "epoch": 404, "lr": 2.428005080868842e-05}
{"train_loss": 0.001820361940190196, "global_step": 71932, "epoch": 404, "lr": 2.4278783615846345e-05}
{"train_loss": 0.001749278511852026, "global_step": 71933, "epoch": 404, "lr": 2.4277516445470222e-05}
{"train_loss": 0.0014770100824534893, "global_step": 71934, "epoch": 404, "lr": 2.4276249297561133e-05}
{"train_loss": 0.0025950255803763866, "global_step": 71935, "epoch": 404, "lr": 2.4274982172120237e-05}
{"train_loss": 0.0026840358041226864, "global_step": 71936, "epoch": 404, "lr": 2.4273715069148574e-05}
{"train_loss": 0.0029649450443685055, "global_step": 71937, "epoch": 404, "lr": 2.42724479886473e-05}
{"train_loss": 0.0010231055784970522, "global_step": 71938, "epoch": 404, "lr": 2.427118093061751e-05}
{"train_loss": 0.0013701978605240583, "global_step": 71939, "epoch": 404, "lr": 2.426991389506031e-05}
{"train_loss": 0.0014507139567285776, "global_step": 71940, "epoch": 404, "lr": 2.4268646881976796e-05}
{"train_loss": 0.001688817166723311, "global_step": 71941, "epoch": 404, "lr": 2.4267379891368085e-05}
{"train_loss": 0.0016826598439365625, "global_step": 71942, "epoch": 404, "lr": 2.426611292323526e-05}
{"train_loss": 0.002150183077901602, "global_step": 71943, "epoch": 404, "lr": 2.4264845977579493e-05}
{"train_loss": 0.005048851482570171, "global_step": 71944, "epoch": 404, "lr": 2.4263579054401804e-05}
{"train_loss": 0.0018717787461355329, "global_step": 71945, "epoch": 404, "lr": 2.426231215370336e-05}
{"train_loss": 0.0007537553319707513, "global_step": 71946, "epoch": 404, "lr": 2.426104527548525e-05}
{"train_loss": 0.0011612565722316504, "global_step": 71947, "epoch": 404, "lr": 2.425977841974858e-05}
{"train_loss": 0.00366401975043118, "global_step": 71948, "epoch": 404, "lr": 2.4258511586494457e-05}
{"train_loss": 0.001554138958454132, "global_step": 71949, "epoch": 404, "lr": 2.425724477572397e-05}
{"train_loss": 0.0008494731737300754, "global_step": 71950, "epoch": 404, "lr": 2.4255977987438277e-05}
{"train_loss": 0.0011718061286956072, "global_step": 71951, "epoch": 404, "lr": 2.425471122163841e-05}
{"train_loss": 0.0029316029977053404, "global_step": 71952, "epoch": 404, "lr": 2.4253444478325537e-05}
{"train_loss": 0.0019064610823988914, "global_step": 71953, "epoch": 404, "lr": 2.4252177757500743e-05}
{"train_loss": 0.0013709114864468575, "global_step": 71954, "epoch": 404, "lr": 2.425091105916513e-05}
{"train_loss": 0.0011797144543379545, "global_step": 71955, "epoch": 404, "lr": 2.4249644383319813e-05}
{"train_loss": 0.0004934867611154914, "global_step": 71956, "epoch": 404, "lr": 2.4248377729965893e-05}
{"train_loss": 0.0014304546639323235, "global_step": 71957, "epoch": 404, "lr": 2.4247111099104458e-05}
{"train_loss": 0.0011533023789525032, "global_step": 71958, "epoch": 404, "lr": 2.4245844490736674e-05}
{"train_loss": 0.0020082939881831408, "global_step": 71959, "epoch": 404, "lr": 2.4244577904863565e-05}
{"train_loss": 0.0021637065801769495, "global_step": 71960, "epoch": 404, "lr": 2.4243311341486302e-05}
{"train_loss": 0.0013124225661158562, "global_step": 71961, "epoch": 404, "lr": 2.4242044800605963e-05}
{"train_loss": 0.001650857855565846, "global_step": 71962, "epoch": 404, "lr": 2.4240778282223663e-05}
{"train_loss": 0.0013324315659701824, "global_step": 71963, "epoch": 404, "lr": 2.4239511786340503e-05}
{"train_loss": 0.0024459653068333864, "global_step": 71964, "epoch": 404, "lr": 2.423824531295759e-05}
{"train_loss": 0.0012556561268866062, "global_step": 71965, "epoch": 404, "lr": 2.4236978862076037e-05}
{"train_loss": 0.0013784982729703188, "global_step": 71966, "epoch": 404, "lr": 2.423571243369692e-05}
{"train_loss": 0.0013164198026061058, "global_step": 71967, "epoch": 404, "lr": 2.423444602782139e-05}
{"train_loss": 0.001689008204266429, "global_step": 71968, "epoch": 404, "lr": 2.4233179644450533e-05}
{"train_loss": 0.002382059581577778, "global_step": 71969, "epoch": 404, "lr": 2.4231913283585455e-05}
{"train_loss": 0.0018605533987283707, "global_step": 71970, "epoch": 404, "lr": 2.4230646945227265e-05}
{"train_loss": 0.0008979543927125633, "global_step": 71971, "epoch": 404, "lr": 2.4229380629377065e-05}
{"train_loss": 0.0023906687274575233, "global_step": 71972, "epoch": 404, "lr": 2.4228114336035935e-05}
{"train_loss": 0.0029362572822719812, "global_step": 71973, "epoch": 404, "lr": 2.4226848065205055e-05}
{"train_loss": 0.001225144718773663, "global_step": 71974, "epoch": 404, "lr": 2.422558181688544e-05}
{"train_loss": 0.0022825889755040407, "global_step": 71975, "epoch": 404, "lr": 2.422431559107826e-05}
{"train_loss": 0.0012838176917284727, "global_step": 71976, "epoch": 404, "lr": 2.4223049387784608e-05}
{"train_loss": 0.0024066013284027576, "global_step": 71977, "epoch": 404, "lr": 2.4221783207005578e-05}
{"train_loss": 0.001632469822652638, "global_step": 71978, "epoch": 404, "lr": 2.4220517048742277e-05}
{"train_loss": 0.0016379663720726967, "global_step": 71979, "epoch": 404, "lr": 2.4219250912995818e-05}
{"train_loss": 0.002723465673625469, "global_step": 71980, "epoch": 404, "lr": 2.4217984799767286e-05}
{"train_loss": 0.0010081660002470016, "global_step": 71981, "epoch": 404, "lr": 2.421671870905784e-05}
{"train_loss": 0.002938587451353669, "global_step": 71982, "epoch": 404, "lr": 2.4215452640868513e-05}
{"train_loss": 0.0017234071856364608, "global_step": 71983, "epoch": 404, "lr": 2.421418659520049e-05}
{"train_loss": 0.0010282156290486455, "global_step": 71984, "epoch": 404, "lr": 2.421292057205479e-05}
{"train_loss": 0.0009949359809979796, "global_step": 71985, "epoch": 404, "lr": 2.4211654571432592e-05}
{"train_loss": 0.0033180557657033205, "global_step": 71986, "epoch": 404, "lr": 2.421038859333497e-05}
{"train_loss": 0.0014807010302320123, "global_step": 71987, "epoch": 404, "lr": 2.4209122637763014e-05}
{"train_loss": 0.0021769877057522535, "global_step": 71988, "epoch": 404, "lr": 2.4207856704717885e-05}
{"train_loss": 0.0007206504815258086, "global_step": 71989, "epoch": 404, "lr": 2.4206590794200618e-05}
{"train_loss": 0.0011503875721246004, "global_step": 71990, "epoch": 404, "lr": 2.4205324906212367e-05}
{"train_loss": 0.0036147311329841614, "global_step": 71991, "epoch": 404, "lr": 2.420405904075423e-05}
{"train_loss": 0.0018904629396274686, "global_step": 71992, "epoch": 404, "lr": 2.4202793197827305e-05}
{"train_loss": 0.002590164076536894, "global_step": 71993, "epoch": 404, "lr": 2.4201527377432703e-05}
{"train_loss": 0.0006552458507940173, "global_step": 71994, "epoch": 404, "lr": 2.420026157957152e-05}
{"train_loss": 0.0014654783299192786, "global_step": 71995, "epoch": 404, "lr": 2.419899580424485e-05}
{"train_loss": 0.0008667018846608698, "global_step": 71996, "epoch": 404, "lr": 2.419773005145386e-05}
{"train_loss": 0.002022142056375742, "global_step": 71997, "epoch": 404, "lr": 2.419646432119957e-05}
{"train_loss": 0.00247360160574317, "global_step": 71998, "epoch": 404, "lr": 2.4195198613483144e-05}
{"train_loss": 0.0016545816324651241, "global_step": 71999, "epoch": 404, "lr": 2.4193932928305674e-05}
{"train_loss": 0.0032399992924183607, "global_step": 72000, "epoch": 404, "lr": 2.419266726566826e-05}
{"train_loss": 0.0026145726442337036, "global_step": 72001, "epoch": 404, "lr": 2.4191401625572012e-05}
{"train_loss": 0.00217553717084229, "global_step": 72002, "epoch": 404, "lr": 2.4190136008018033e-05}
{"train_loss": 0.0018805292202159762, "global_step": 72003, "epoch": 404, "lr": 2.418887041300743e-05}
{"train_loss": 0.0037858036812394857, "global_step": 72004, "epoch": 404, "lr": 2.4187604840541307e-05}
{"train_loss": 0.0015159467002376914, "global_step": 72005, "epoch": 404, "lr": 2.418633929062075e-05}
{"train_loss": 0.002264161128550768, "global_step": 72006, "epoch": 404, "lr": 2.4185073763246924e-05}
{"train_loss": 0.005874313414096832, "global_step": 72007, "epoch": 404, "lr": 2.4183808258420854e-05}
{"train_loss": 0.0012105205096304417, "global_step": 72008, "epoch": 404, "lr": 2.4182542776143702e-05}
{"train_loss": 0.002340146340429783, "global_step": 72009, "epoch": 404, "lr": 2.4181277316416563e-05}
{"train_loss": 0.0023586789611727, "global_step": 72010, "epoch": 404, "lr": 2.418001187924051e-05}
{"train_loss": 0.0014134577941149473, "global_step": 72011, "epoch": 404, "lr": 2.417874646461672e-05}
{"train_loss": 0.0019248337484896183, "global_step": 72012, "epoch": 404, "lr": 2.417748107254621e-05}
{"train_loss": 0.002206171862781048, "global_step": 72013, "epoch": 404, "lr": 2.417621570303015e-05}
{"train_loss": 0.0024304804392158985, "global_step": 72014, "epoch": 404, "lr": 2.4174950356069627e-05}
{"train_loss": 0.0030352449975907803, "global_step": 72015, "epoch": 404, "lr": 2.417368503166573e-05}
{"train_loss": 0.0036921401042491198, "global_step": 72016, "epoch": 404, "lr": 2.417241972981959e-05}
{"train_loss": 0.0016783301252871752, "global_step": 72017, "epoch": 404, "lr": 2.4171154450532295e-05}
{"train_loss": 0.002099018543958664, "global_step": 72018, "epoch": 404, "lr": 2.4169889193804933e-05}
{"train_loss": 0.0011269999668002129, "global_step": 72019, "epoch": 404, "lr": 2.416862395963867e-05}
{"train_loss": 0.0026394540909677744, "global_step": 72020, "epoch": 404, "lr": 2.416735874803453e-05}
{"train_loss": 0.0010571966413408518, "global_step": 72021, "epoch": 404, "lr": 2.41660935589937e-05}
{"train_loss": 0.0031913197599351406, "global_step": 72022, "epoch": 404, "lr": 2.416482839251721e-05}
{"train_loss": 0.002195372013375163, "global_step": 72023, "epoch": 404, "lr": 2.4163563248606212e-05}
{"train_loss": 0.0019157289061695337, "global_step": 72024, "epoch": 404, "lr": 2.41622981272618e-05}
{"train_loss": 0.002304735127836466, "global_step": 72025, "epoch": 404, "lr": 2.416103302848508e-05}
{"train_loss": 0.0015053257811814547, "global_step": 72026, "epoch": 404, "lr": 2.415976795227716e-05}
{"train_loss": 0.0035939812660217285, "global_step": 72027, "epoch": 404, "lr": 2.415850289863913e-05}
{"train_loss": 0.0012368197785690427, "global_step": 72028, "epoch": 404, "lr": 2.4157237867572084e-05}
{"train_loss": 0.0015077543212100863, "global_step": 72029, "epoch": 404, "lr": 2.4155972859077174e-05}
{"train_loss": 0.0007360948366113007, "global_step": 72030, "epoch": 404, "lr": 2.4154707873155474e-05}
{"train_loss": 0.001930637052282691, "global_step": 72031, "epoch": 404, "lr": 2.41534429098081e-05}
{"train_loss": 0.0010741999140009284, "global_step": 72032, "epoch": 404, "lr": 2.4152177969036144e-05}
{"train_loss": 0.002474558539688587, "global_step": 72033, "epoch": 404, "lr": 2.4150913050840695e-05}
{"train_loss": 0.0031075358856469393, "global_step": 72034, "epoch": 404, "lr": 2.414964815522292e-05}
{"train_loss": 0.0015957854920998216, "global_step": 72035, "epoch": 404, "lr": 2.414838328218385e-05}
{"train_loss": 0.0027435878291726112, "global_step": 72036, "epoch": 404, "lr": 2.4147118431724657e-05}
{"train_loss": 0.002977039897814393, "global_step": 72037, "epoch": 404, "lr": 2.4145853603846373e-05}
{"train_loss": 0.0017828124109655619, "global_step": 72038, "epoch": 404, "lr": 2.4144588798550167e-05}
{"train_loss": 0.0013711057836189866, "global_step": 72039, "epoch": 404, "lr": 2.4143324015837116e-05}
{"train_loss": 0.0010341489687561989, "global_step": 72040, "epoch": 404, "lr": 2.414205925570833e-05}
{"train_loss": 0.0019562947563827038, "global_step": 72041, "epoch": 404, "lr": 2.41407945181649e-05}
{"train_loss": 0.0014712512493133545, "global_step": 72042, "epoch": 404, "lr": 2.413952980320795e-05}
{"train_loss": 0.001983619760721922, "global_step": 72043, "epoch": 404, "lr": 2.4138265110838554e-05}
{"train_loss": 0.003351776394993067, "global_step": 72044, "epoch": 404, "lr": 2.413700044105788e-05}
{"train_loss": 0.002062284853309393, "global_step": 72045, "epoch": 404, "lr": 2.4135735793866955e-05}
{"train_loss": 0.0026666063349694014, "global_step": 72046, "epoch": 404, "lr": 2.4134471169266935e-05}
{"train_loss": 0.0019316694233566523, "global_step": 72047, "epoch": 404, "lr": 2.4133206567258914e-05}
{"train_loss": 0.002417470794171095, "global_step": 72048, "epoch": 404, "lr": 2.4131941987843986e-05}
{"train_loss": 0.0009103077463805676, "global_step": 72049, "epoch": 404, "lr": 2.413067743102327e-05}
{"train_loss": 0.0016674415674060583, "global_step": 72050, "epoch": 404, "lr": 2.4129412896797836e-05}
{"train_loss": 0.0018971364479511976, "global_step": 72051, "epoch": 404, "lr": 2.412814838516884e-05}
{"train_loss": 0.0013076149625703692, "global_step": 72052, "epoch": 404, "lr": 2.412688389613736e-05}
{"train_loss": 0.0020051635801792145, "global_step": 72053, "epoch": 404, "lr": 2.41256194297045e-05}
{"train_loss": 0.0025101215578615665, "global_step": 72054, "epoch": 404, "lr": 2.412435498587136e-05}
{"train_loss": 0.001278397860005498, "global_step": 72055, "epoch": 404, "lr": 2.4123090564639063e-05}
{"train_loss": 0.00156281644012779, "global_step": 72056, "epoch": 404, "lr": 2.4121826166008694e-05}
{"train_loss": 0.00134589325170964, "global_step": 72057, "epoch": 404, "lr": 2.4120561789981366e-05}
{"train_loss": 0.0014246595092117786, "global_step": 72058, "epoch": 404, "lr": 2.411929743655816e-05}
{"train_loss": 0.0013550054281949997, "global_step": 72059, "epoch": 404, "lr": 2.4118033105740244e-05}
{"train_loss": 0.0023969507310539484, "global_step": 72060, "epoch": 404, "lr": 2.4116768797528637e-05}
{"train_loss": 0.0019811023958027363, "global_step": 72061, "epoch": 404, "lr": 2.4115504511924515e-05}
{"train_loss": 0.0010139247169718146, "global_step": 72062, "epoch": 404, "lr": 2.4114240248928942e-05}
{"train_loss": 0.001592525513842702, "global_step": 72063, "epoch": 404, "lr": 2.411297600854304e-05}
{"train_loss": 0.0018197080353274941, "global_step": 72064, "epoch": 404, "lr": 2.411171179076791e-05}
{"train_loss": 0.0018640647176653147, "global_step": 72065, "epoch": 404, "lr": 2.411044759560465e-05}
{"train_loss": 0.0013111152220517397, "global_step": 72066, "epoch": 404, "lr": 2.4109183423054356e-05}
{"train_loss": 0.0025950875133275986, "global_step": 72067, "epoch": 404, "lr": 2.4107919273118173e-05}
{"train_loss": 0.004391453228890896, "global_step": 72068, "epoch": 404, "lr": 2.4106655145797146e-05}
{"train_loss": 0.001399017870426178, "global_step": 72069, "epoch": 404, "lr": 2.4105391041092424e-05}
{"train_loss": 0.0024468828924000263, "global_step": 72070, "epoch": 404, "lr": 2.4104126959005095e-05}
{"train_loss": 0.0025126966647803783, "global_step": 72071, "epoch": 404, "lr": 2.410286289953625e-05}
{"train_loss": 0.0015701365191489458, "global_step": 72072, "epoch": 404, "lr": 2.4101598862687042e-05}
{"train_loss": 0.0015559368766844273, "global_step": 72073, "epoch": 404, "lr": 2.4100334848458507e-05}
{"train_loss": 0.002689279615879059, "global_step": 72074, "epoch": 404, "lr": 2.4099070856851813e-05}
{"train_loss": 0.0025286520831286907, "global_step": 72075, "epoch": 404, "lr": 2.4097806887868e-05}
{"train_loss": 0.0037876125425100327, "global_step": 72076, "epoch": 404, "lr": 2.4096542941508228e-05}
{"train_loss": 0.0015404762234538794, "global_step": 72077, "epoch": 404, "lr": 2.4095279017773576e-05}
{"train_loss": 0.0013273110380396247, "global_step": 72078, "epoch": 404, "lr": 2.4094015116665152e-05}
{"train_loss": 0.0006435733521357179, "global_step": 72079, "epoch": 404, "lr": 2.409275123818406e-05}
{"train_loss": 0.0015720396768301725, "global_step": 72080, "epoch": 404, "lr": 2.4091487382331396e-05}
{"train_loss": 0.002553059021010995, "global_step": 72081, "epoch": 404, "lr": 2.409022354910826e-05}
{"train_loss": 0.0010700765997171402, "global_step": 72082, "epoch": 404, "lr": 2.40889597385158e-05}
{"train_loss": 0.0027429715264588594, "global_step": 72083, "epoch": 404, "lr": 2.4087695950555043e-05}
{"train_loss": 0.0021382858976721764, "global_step": 72084, "epoch": 404, "lr": 2.4086432185227164e-05}
{"train_loss": 0.0023266542702913284, "global_step": 72085, "epoch": 404, "lr": 2.4085168442533234e-05}
{"train_loss": 0.003031795611605048, "global_step": 72086, "epoch": 404, "lr": 2.4083904722474366e-05}
{"train_loss": 0.0018203246872872114, "global_step": 72087, "epoch": 404, "lr": 2.4082641025051654e-05}
{"train_loss": 0.001742199994623661, "global_step": 72088, "epoch": 404, "lr": 2.408137735026621e-05}
{"train_loss": 0.0019483571388795343, "global_step": 72089, "epoch": 404, "lr": 2.4080113698119116e-05}
{"train_loss": 0.00365432514809072, "global_step": 72090, "epoch": 405, "lr": 2.4078850068611536e-05}
{"train_loss": 0.0021195674780756235, "global_step": 72091, "epoch": 405, "lr": 2.407758646174449e-05}
{"train_loss": 0.0009378936956636608, "global_step": 72092, "epoch": 405, "lr": 2.4076322877519142e-05}
{"train_loss": 0.0016909113619476557, "global_step": 72093, "epoch": 405, "lr": 2.407505931593658e-05}
{"train_loss": 0.0024821870028972626, "global_step": 72094, "epoch": 405, "lr": 2.4073795776997908e-05}
{"train_loss": 0.00199304916895926, "global_step": 72095, "epoch": 405, "lr": 2.4072532260704223e-05}
{"train_loss": 0.0035600580740720034, "global_step": 72096, "epoch": 405, "lr": 2.4071268767056615e-05}
{"train_loss": 0.0014899084344506264, "global_step": 72097, "epoch": 405, "lr": 2.407000529605625e-05}
{"train_loss": 0.0016239932738244534, "global_step": 72098, "epoch": 405, "lr": 2.406874184770414e-05}
{"train_loss": 0.001578854164108634, "global_step": 72099, "epoch": 405, "lr": 2.4067478422001456e-05}
{"train_loss": 0.001272123772650957, "global_step": 72100, "epoch": 405, "lr": 2.4066215018949284e-05}
{"train_loss": 0.0014345396775752306, "global_step": 72101, "epoch": 405, "lr": 2.4064951638548723e-05}
{"train_loss": 0.0013628506567329168, "global_step": 72102, "epoch": 405, "lr": 2.4063688280800873e-05}
{"train_loss": 0.0012672237353399396, "global_step": 72103, "epoch": 405, "lr": 2.4062424945706845e-05}
{"train_loss": 0.0017909961752593517, "global_step": 72104, "epoch": 405, "lr": 2.4061161633267726e-05}
{"train_loss": 0.001693381113000214, "global_step": 72105, "epoch": 405, "lr": 2.4059898343484665e-05}
{"train_loss": 0.0015531537355855107, "global_step": 72106, "epoch": 405, "lr": 2.4058635076358698e-05}
{"train_loss": 0.0016734458040446043, "global_step": 72107, "epoch": 405, "lr": 2.4057371831890985e-05}
{"train_loss": 0.0016767177730798721, "global_step": 72108, "epoch": 405, "lr": 2.4056108610082606e-05}
{"train_loss": 0.0015049788635224104, "global_step": 72109, "epoch": 405, "lr": 2.405484541093467e-05}
{"train_loss": 0.0009033778915181756, "global_step": 72110, "epoch": 405, "lr": 2.4053582234448275e-05}
{"train_loss": 0.0017233369871973991, "global_step": 72111, "epoch": 405, "lr": 2.4052319080624525e-05}
{"train_loss": 0.005024460144340992, "global_step": 72112, "epoch": 405, "lr": 2.405105594946453e-05}
{"train_loss": 0.0012869402999058366, "global_step": 72113, "epoch": 405, "lr": 2.404979284096936e-05}
{"train_loss": 0.0014079217799007893, "global_step": 72114, "epoch": 405, "lr": 2.404852975514017e-05}
{"train_loss": 0.0023868908174335957, "global_step": 72115, "epoch": 405, "lr": 2.4047266691978043e-05}
{"train_loss": 0.0014420556835830212, "global_step": 72116, "epoch": 405, "lr": 2.4046003651484073e-05}
{"train_loss": 0.003125665709376335, "global_step": 72117, "epoch": 405, "lr": 2.4044740633659368e-05}
{"train_loss": 0.003042442724108696, "global_step": 72118, "epoch": 405, "lr": 2.4043477638505035e-05}
{"train_loss": 0.0018406868912279606, "global_step": 72119, "epoch": 405, "lr": 2.4042214666022155e-05}
{"train_loss": 0.002685160841792822, "global_step": 72120, "epoch": 405, "lr": 2.4040951716211892e-05}
{"train_loss": 0.0018879285780712962, "global_step": 72121, "epoch": 405, "lr": 2.4039688789075267e-05}
{"train_loss": 0.001342881703749299, "global_step": 72122, "epoch": 405, "lr": 2.4038425884613443e-05}
{"train_loss": 0.0018436643294990063, "global_step": 72123, "epoch": 405, "lr": 2.40371630028275e-05}
{"train_loss": 0.005161080975085497, "global_step": 72124, "epoch": 405, "lr": 2.403590014371854e-05}
{"train_loss": 0.001368312630802393, "global_step": 72125, "epoch": 405, "lr": 2.4034637307287683e-05}
{"train_loss": 0.0023551778867840767, "global_step": 72126, "epoch": 405, "lr": 2.4033374493536013e-05}
{"train_loss": 0.0006804150762036443, "global_step": 72127, "epoch": 405, "lr": 2.403211170246462e-05}
{"train_loss": 0.0017176443943753839, "global_step": 72128, "epoch": 405, "lr": 2.4030848934074668e-05}
{"train_loss": 0.0014692415716126561, "global_step": 72129, "epoch": 405, "lr": 2.4029586188367174e-05}
{"train_loss": 0.002769630867987871, "global_step": 72130, "epoch": 405, "lr": 2.4028323465343335e-05}
{"train_loss": 0.0013355640694499016, "global_step": 72131, "epoch": 405, "lr": 2.4027060765004155e-05}
{"train_loss": 0.0030910014174878597, "global_step": 72132, "epoch": 405, "lr": 2.4025798087350816e-05}
{"train_loss": 0.0005823044339194894, "global_step": 72133, "epoch": 405, "lr": 2.4024535432384383e-05}
{"train_loss": 0.002083112020045519, "global_step": 72134, "epoch": 405, "lr": 2.402327280010595e-05}
{"train_loss": 0.001181205385364592, "global_step": 72135, "epoch": 405, "lr": 2.4022010190516675e-05}
{"train_loss": 0.0029241691809147596, "global_step": 72136, "epoch": 405, "lr": 2.4020747603617583e-05}
{"train_loss": 0.0011394578032195568, "global_step": 72137, "epoch": 405, "lr": 2.401948503940984e-05}
{"train_loss": 0.0017652491806074977, "global_step": 72138, "epoch": 405, "lr": 2.401822249789452e-05}
{"train_loss": 0.0016591916792094707, "global_step": 72139, "epoch": 405, "lr": 2.4016959979072734e-05}
{"train_loss": 0.00303404382430017, "global_step": 72140, "epoch": 405, "lr": 2.4015697482945582e-05}
{"train_loss": 0.003183304565027356, "global_step": 72141, "epoch": 405, "lr": 2.4014435009514163e-05}
{"train_loss": 0.001937405439093709, "global_step": 72142, "epoch": 405, "lr": 2.4013172558779567e-05}
{"train_loss": 0.001604780787602067, "global_step": 72143, "epoch": 405, "lr": 2.4011910130742954e-05}
{"train_loss": 0.0012558086309581995, "global_step": 72144, "epoch": 405, "lr": 2.4010647725405344e-05}
{"train_loss": 0.0012627511750906706, "global_step": 72145, "epoch": 405, "lr": 2.400938534276792e-05}
{"train_loss": 0.002506712917238474, "global_step": 72146, "epoch": 405, "lr": 2.4008122982831704e-05}
{"train_loss": 0.0029555936343967915, "global_step": 72147, "epoch": 405, "lr": 2.4006860645597866e-05}
{"train_loss": 0.0031694327481091022, "global_step": 72148, "epoch": 405, "lr": 2.400559833106748e-05}
{"train_loss": 0.0012292462633922696, "global_step": 72149, "epoch": 405, "lr": 2.400433603924165e-05}
{"train_loss": 0.002502650720998645, "global_step": 72150, "epoch": 405, "lr": 2.400307377012148e-05}
{"train_loss": 0.0017831355798989534, "global_step": 72151, "epoch": 405, "lr": 2.4001811523708072e-05}
{"train_loss": 0.0028852177783846855, "global_step": 72152, "epoch": 405, "lr": 2.400054930000251e-05}
{"train_loss": 0.0027542554307729006, "global_step": 72153, "epoch": 405, "lr": 2.3999287099005958e-05}
{"train_loss": 0.0018453433876857162, "global_step": 72154, "epoch": 405, "lr": 2.3998024920719435e-05}
{"train_loss": 0.001995708327740431, "global_step": 72155, "epoch": 405, "lr": 2.3996762765144106e-05}
{"train_loss": 0.0029217791743576527, "global_step": 72156, "epoch": 405, "lr": 2.399550063228105e-05}
{"train_loss": 0.004310827236622572, "global_step": 72157, "epoch": 405, "lr": 2.3994238522131345e-05}
{"train_loss": 0.001666110591031611, "global_step": 72158, "epoch": 405, "lr": 2.399297643469617e-05}
{"train_loss": 0.0006276803323999047, "global_step": 72159, "epoch": 405, "lr": 2.3991714369976532e-05}
{"train_loss": 0.0021914856042712927, "global_step": 72160, "epoch": 405, "lr": 2.3990452327973595e-05}
{"train_loss": 0.003011227585375309, "global_step": 72161, "epoch": 405, "lr": 2.398919030868845e-05}
{"train_loss": 0.0016639451496303082, "global_step": 72162, "epoch": 405, "lr": 2.3987928312122193e-05}
{"train_loss": 0.0012883238960057497, "global_step": 72163, "epoch": 405, "lr": 2.3986666338275925e-05}
{"train_loss": 0.0018326949793845415, "global_step": 72164, "epoch": 405, "lr": 2.398540438715075e-05}
{"train_loss": 0.0024808645248413086, "global_step": 72165, "epoch": 405, "lr": 2.398414245874777e-05}
{"train_loss": 0.0011656355345621705, "global_step": 72166, "epoch": 405, "lr": 2.3982880553068092e-05}
{"train_loss": 0.0018794763600453734, "global_step": 72167, "epoch": 405, "lr": 2.3981618670112793e-05}
{"train_loss": 0.0029106801375746727, "global_step": 72168, "epoch": 405, "lr": 2.3980356809883036e-05}
{"train_loss": 0.0012645147508010268, "global_step": 72169, "epoch": 405, "lr": 2.3979094972379846e-05}
{"train_loss": 0.0022552884183824062, "global_step": 72170, "epoch": 405, "lr": 2.3977833157604378e-05}
{"train_loss": 0.0009193020523525774, "global_step": 72171, "epoch": 405, "lr": 2.397657136555772e-05}
{"train_loss": 0.0006218088092282414, "global_step": 72172, "epoch": 405, "lr": 2.3975309596240974e-05}
{"train_loss": 0.0013418624876067042, "global_step": 72173, "epoch": 405, "lr": 2.397404784965524e-05}
{"train_loss": 0.002803129144012928, "global_step": 72174, "epoch": 405, "lr": 2.3972786125801615e-05}
{"train_loss": 0.0008128484478220344, "global_step": 72175, "epoch": 405, "lr": 2.3971524424681196e-05}
{"train_loss": 0.0016790886875241995, "global_step": 72176, "epoch": 405, "lr": 2.3970262746295115e-05}
{"train_loss": 0.0027132334653288126, "global_step": 72177, "epoch": 405, "lr": 2.3969001090644448e-05}
{"train_loss": 0.002855903934687376, "global_step": 72178, "epoch": 405, "lr": 2.3967739457730314e-05}
{"train_loss": 0.0027469517663121223, "global_step": 72179, "epoch": 405, "lr": 2.3966477847553797e-05}
{"train_loss": 0.0014353323495015502, "global_step": 72180, "epoch": 405, "lr": 2.396521626011599e-05}
{"train_loss": 0.002277282765135169, "global_step": 72181, "epoch": 405, "lr": 2.396395469541805e-05}
{"train_loss": 0.002270935568958521, "global_step": 72182, "epoch": 405, "lr": 2.396269315346101e-05}
{"train_loss": 0.002460961230099201, "global_step": 72183, "epoch": 405, "lr": 2.396143163424603e-05}
{"train_loss": 0.0007885477971285582, "global_step": 72184, "epoch": 405, "lr": 2.3960170137774147e-05}
{"train_loss": 0.0018341958057135344, "global_step": 72185, "epoch": 405, "lr": 2.3958908664046526e-05}
{"train_loss": 0.0024109380319714546, "global_step": 72186, "epoch": 405, "lr": 2.3957647213064237e-05}
{"train_loss": 0.0028483732603490353, "global_step": 72187, "epoch": 405, "lr": 2.3956385784828388e-05}
{"train_loss": 0.0019798073917627335, "global_step": 72188, "epoch": 405, "lr": 2.395512437934009e-05}
{"train_loss": 0.0025335773825645447, "global_step": 72189, "epoch": 405, "lr": 2.3953862996600423e-05}
{"train_loss": 0.004557214677333832, "global_step": 72190, "epoch": 405, "lr": 2.395260163661049e-05}
{"train_loss": 0.0015875572571530938, "global_step": 72191, "epoch": 405, "lr": 2.3951340299371437e-05}
{"train_loss": 0.0014293945860117674, "global_step": 72192, "epoch": 405, "lr": 2.39500789848843e-05}
{"train_loss": 0.0034346533939242363, "global_step": 72193, "epoch": 405, "lr": 2.394881769315023e-05}
{"train_loss": 0.0013891938142478466, "global_step": 72194, "epoch": 405, "lr": 2.394755642417031e-05}
{"train_loss": 0.0032662097364664078, "global_step": 72195, "epoch": 405, "lr": 2.3946295177945645e-05}
{"train_loss": 0.0028676483780145645, "global_step": 72196, "epoch": 405, "lr": 2.3945033954477337e-05}
{"train_loss": 0.001688869670033455, "global_step": 72197, "epoch": 405, "lr": 2.3943772753766464e-05}
{"train_loss": 0.0025575687177479267, "global_step": 72198, "epoch": 405, "lr": 2.394251157581417e-05}
{"train_loss": 0.001830843510106206, "global_step": 72199, "epoch": 405, "lr": 2.3941250420621536e-05}
{"train_loss": 0.0013892839197069407, "global_step": 72200, "epoch": 405, "lr": 2.3939989288189663e-05}
{"train_loss": 0.0009400167036801577, "global_step": 72201, "epoch": 405, "lr": 2.3938728178519653e-05}
{"train_loss": 0.0021803870331496, "global_step": 72202, "epoch": 405, "lr": 2.393746709161261e-05}
{"train_loss": 0.0012224020902067423, "global_step": 72203, "epoch": 405, "lr": 2.3936206027469634e-05}
{"train_loss": 0.004018079489469528, "global_step": 72204, "epoch": 405, "lr": 2.3934944986091817e-05}
{"train_loss": 0.0018155507277697325, "global_step": 72205, "epoch": 405, "lr": 2.3933683967480258e-05}
{"train_loss": 0.0034133880399167538, "global_step": 72206, "epoch": 405, "lr": 2.3932422971636103e-05}
{"train_loss": 0.003733679186552763, "global_step": 72207, "epoch": 405, "lr": 2.3931161998560388e-05}
{"train_loss": 0.0029852972365915775, "global_step": 72208, "epoch": 405, "lr": 2.3929901048254256e-05}
{"train_loss": 0.0019009034149348736, "global_step": 72209, "epoch": 405, "lr": 2.3928640120718803e-05}
{"train_loss": 0.003646936733275652, "global_step": 72210, "epoch": 405, "lr": 2.3927379215955126e-05}
{"train_loss": 0.0009826074820011854, "global_step": 72211, "epoch": 405, "lr": 2.3926118333964326e-05}
{"train_loss": 0.0022203002590686083, "global_step": 72212, "epoch": 405, "lr": 2.3924857474747507e-05}
{"train_loss": 0.0032085375860333443, "global_step": 72213, "epoch": 405, "lr": 2.3923596638305745e-05}
{"train_loss": 0.00424634013324976, "global_step": 72214, "epoch": 405, "lr": 2.3922335824640207e-05}
{"train_loss": 0.002745885867625475, "global_step": 72215, "epoch": 405, "lr": 2.392107503375191e-05}
{"train_loss": 0.002821714151650667, "global_step": 72216, "epoch": 405, "lr": 2.3919814265642017e-05}
{"train_loss": 0.0012899987632408738, "global_step": 72217, "epoch": 405, "lr": 2.3918553520311604e-05}
{"train_loss": 0.0012553796404972672, "global_step": 72218, "epoch": 405, "lr": 2.391729279776176e-05}
{"train_loss": 0.0026550227776169777, "global_step": 72219, "epoch": 405, "lr": 2.3916032097993645e-05}
{"train_loss": 0.0015593741554766893, "global_step": 72220, "epoch": 405, "lr": 2.3914771421008274e-05}
{"train_loss": 0.0013774919789284468, "global_step": 72221, "epoch": 405, "lr": 2.3913510766806836e-05}
{"train_loss": 0.0017962309066206217, "global_step": 72222, "epoch": 405, "lr": 2.3912250135390347e-05}
{"train_loss": 0.0036757413763552904, "global_step": 72223, "epoch": 405, "lr": 2.391098952675997e-05}
{"train_loss": 0.0032263961620628834, "global_step": 72224, "epoch": 405, "lr": 2.3909728940916787e-05}
{"train_loss": 0.0024588832166045904, "global_step": 72225, "epoch": 405, "lr": 2.3908468377861898e-05}
{"train_loss": 0.0008690321119502187, "global_step": 72226, "epoch": 405, "lr": 2.39072078375964e-05}
{"train_loss": 0.002550029894337058, "global_step": 72227, "epoch": 405, "lr": 2.39059473201214e-05}
{"train_loss": 0.001144814072176814, "global_step": 72228, "epoch": 405, "lr": 2.3904686825437978e-05}
{"train_loss": 0.003208750393241644, "global_step": 72229, "epoch": 405, "lr": 2.3903426353547293e-05}
{"train_loss": 0.002139358315616846, "global_step": 72230, "epoch": 405, "lr": 2.3902165904450364e-05}
{"train_loss": 0.003148450516164303, "global_step": 72231, "epoch": 405, "lr": 2.3900905478148354e-05}
{"train_loss": 0.0026131593622267246, "global_step": 72232, "epoch": 405, "lr": 2.3899645074642346e-05}
{"train_loss": 0.0007573091425001621, "global_step": 72233, "epoch": 405, "lr": 2.389838469393344e-05}
{"train_loss": 0.0027904887683689594, "global_step": 72234, "epoch": 405, "lr": 2.3897124336022735e-05}
{"train_loss": 0.0013289470225572586, "global_step": 72235, "epoch": 405, "lr": 2.3895864000911337e-05}
{"train_loss": 0.001740865409374237, "global_step": 72236, "epoch": 405, "lr": 2.389460368860032e-05}
{"train_loss": 0.0022528250701725483, "global_step": 72237, "epoch": 405, "lr": 2.389334339909083e-05}
{"train_loss": 0.0020348671823740005, "global_step": 72238, "epoch": 405, "lr": 2.3892083132383943e-05}
{"train_loss": 0.0016224216669797897, "global_step": 72239, "epoch": 405, "lr": 2.389082288848076e-05}
{"train_loss": 0.001176910474896431, "global_step": 72240, "epoch": 405, "lr": 2.3889562667382387e-05}
{"train_loss": 0.0018989220261573792, "global_step": 72241, "epoch": 405, "lr": 2.3888302469089924e-05}
{"train_loss": 0.0022192271426320076, "global_step": 72242, "epoch": 405, "lr": 2.388704229360446e-05}
{"train_loss": 0.004319163039326668, "global_step": 72243, "epoch": 405, "lr": 2.3885782140927094e-05}
{"train_loss": 0.0023158802650868893, "global_step": 72244, "epoch": 405, "lr": 2.3884522011058976e-05}
{"train_loss": 0.0012617052998393774, "global_step": 72245, "epoch": 405, "lr": 2.388326190400113e-05}
{"train_loss": 0.0016715300735086203, "global_step": 72246, "epoch": 405, "lr": 2.388200181975471e-05}
{"train_loss": 0.0008556775283068419, "global_step": 72247, "epoch": 405, "lr": 2.3880741758320807e-05}
{"train_loss": 0.0034104494843631983, "global_step": 72248, "epoch": 405, "lr": 2.3879481719700512e-05}
{"train_loss": 0.003694138489663601, "global_step": 72249, "epoch": 405, "lr": 2.3878221703894932e-05}
{"train_loss": 0.0028088013641536236, "global_step": 72250, "epoch": 405, "lr": 2.3876961710905166e-05}
{"train_loss": 0.0020831655710935593, "global_step": 72251, "epoch": 405, "lr": 2.3875701740732293e-05}
{"train_loss": 0.0017200546571984887, "global_step": 72252, "epoch": 405, "lr": 2.387444179337747e-05}
{"train_loss": 0.0019292437937110662, "global_step": 72253, "epoch": 405, "lr": 2.3873181868841727e-05}
{"train_loss": 0.0008525521261617541, "global_step": 72254, "epoch": 405, "lr": 2.3871921967126222e-05}
{"train_loss": 0.0023467927239835262, "global_step": 72255, "epoch": 405, "lr": 2.3870662088232025e-05}
{"train_loss": 0.0016625237185508013, "global_step": 72256, "epoch": 405, "lr": 2.386940223216025e-05}
{"train_loss": 0.0023322729393839836, "global_step": 72257, "epoch": 405, "lr": 2.386814239891199e-05}
{"train_loss": 0.0017913003684952855, "global_step": 72258, "epoch": 405, "lr": 2.3866882588488325e-05}
{"train_loss": 0.0008543208823539317, "global_step": 72259, "epoch": 405, "lr": 2.386562280089042e-05}
{"train_loss": 0.001105919131077826, "global_step": 72260, "epoch": 405, "lr": 2.3864363036119298e-05}
{"train_loss": 0.002029589144513011, "global_step": 72261, "epoch": 405, "lr": 2.3863103294176105e-05}
{"train_loss": 0.003582262434065342, "global_step": 72262, "epoch": 405, "lr": 2.386184357506193e-05}
{"train_loss": 0.0019306858303025365, "global_step": 72263, "epoch": 405, "lr": 2.3860583878777882e-05}
{"train_loss": 0.0013862091582268476, "global_step": 72264, "epoch": 405, "lr": 2.3859324205325045e-05}
{"train_loss": 0.002526517491787672, "global_step": 72265, "epoch": 405, "lr": 2.3858064554704536e-05}
{"train_loss": 0.0034964291844516993, "global_step": 72266, "epoch": 405, "lr": 2.385680492691742e-05}
{"train_loss": 0.002111199497980369, "global_step": 72267, "epoch": 405, "lr": 2.3855545321964862e-05, "train_action_mse_error": 4.727936811832478e-06}
{"train_loss": 0.0027883274015039206, "global_step": 72268, "epoch": 406, "lr": 2.3854285739847886e-05}
{"train_loss": 0.0015268081333488226, "global_step": 72269, "epoch": 406, "lr": 2.385302618056765e-05}
{"train_loss": 0.0014616812113672495, "global_step": 72270, "epoch": 406, "lr": 2.3851766644125234e-05}
{"train_loss": 0.002262196969240904, "global_step": 72271, "epoch": 406, "lr": 2.3850507130521737e-05}
{"train_loss": 0.0027851772028952837, "global_step": 72272, "epoch": 406, "lr": 2.3849247639758266e-05}
{"train_loss": 0.0024578669108450413, "global_step": 72273, "epoch": 406, "lr": 2.384798817183591e-05}
{"train_loss": 0.000878705526702106, "global_step": 72274, "epoch": 406, "lr": 2.3846728726755773e-05}
{"train_loss": 0.0019494779407978058, "global_step": 72275, "epoch": 406, "lr": 2.3845469304518962e-05}
{"train_loss": 0.0008455229690298438, "global_step": 72276, "epoch": 406, "lr": 2.3844209905126552e-05}
{"train_loss": 0.002095977310091257, "global_step": 72277, "epoch": 406, "lr": 2.3842950528579698e-05}
{"train_loss": 0.0023934543132781982, "global_step": 72278, "epoch": 406, "lr": 2.3841691174879426e-05}
{"train_loss": 0.002088602865114808, "global_step": 72279, "epoch": 406, "lr": 2.3840431844026896e-05}
{"train_loss": 0.0012564099160954356, "global_step": 72280, "epoch": 406, "lr": 2.3839172536023185e-05}
{"train_loss": 0.0037484848871827126, "global_step": 72281, "epoch": 406, "lr": 2.3837913250869376e-05}
{"train_loss": 0.003655986627563834, "global_step": 72282, "epoch": 406, "lr": 2.3836653988566626e-05}
{"train_loss": 0.0017894408665597439, "global_step": 72283, "epoch": 406, "lr": 2.3835394749115958e-05}
{"train_loss": 0.0036632753908634186, "global_step": 72284, "epoch": 406, "lr": 2.383413553251853e-05}
{"train_loss": 0.0016911666607484221, "global_step": 72285, "epoch": 406, "lr": 2.3832876338775416e-05}
{"train_loss": 0.0021599228493869305, "global_step": 72286, "epoch": 406, "lr": 2.383161716788773e-05}
{"train_loss": 0.0026336507871747017, "global_step": 72287, "epoch": 406, "lr": 2.3830358019856563e-05}
{"train_loss": 0.00039195502176880836, "global_step": 72288, "epoch": 406, "lr": 2.382909889468301e-05}
{"train_loss": 0.0019442127086222172, "global_step": 72289, "epoch": 406, "lr": 2.382783979236816e-05}
{"train_loss": 0.0017209076322615147, "global_step": 72290, "epoch": 406, "lr": 2.3826580712913166e-05}
{"train_loss": 0.0017851116135716438, "global_step": 72291, "epoch": 406, "lr": 2.3825321656319055e-05}
{"train_loss": 0.00187426817137748, "global_step": 72292, "epoch": 406, "lr": 2.3824062622587e-05}
{"train_loss": 0.001624417956918478, "global_step": 72293, "epoch": 406, "lr": 2.3822803611718026e-05}
{"train_loss": 0.0019429605454206467, "global_step": 72294, "epoch": 406, "lr": 2.3821544623713283e-05}
{"train_loss": 0.0018584274221211672, "global_step": 72295, "epoch": 406, "lr": 2.382028565857386e-05}
{"train_loss": 0.0012746029533445835, "global_step": 72296, "epoch": 406, "lr": 2.3819026716300857e-05}
{"train_loss": 0.00191112095490098, "global_step": 72297, "epoch": 406, "lr": 2.3817767796895367e-05}
{"train_loss": 0.0007726832991465926, "global_step": 72298, "epoch": 406, "lr": 2.3816508900358496e-05}
{"train_loss": 0.0022724431473761797, "global_step": 72299, "epoch": 406, "lr": 2.381525002669132e-05}
{"train_loss": 0.0015112500404939055, "global_step": 72300, "epoch": 406, "lr": 2.381399117589498e-05}
{"train_loss": 0.0010290599893778563, "global_step": 72301, "epoch": 406, "lr": 2.3812732347970558e-05}
{"train_loss": 0.004273702390491962, "global_step": 72302, "epoch": 406, "lr": 2.3811473542919144e-05}
{"train_loss": 0.0020763236097991467, "global_step": 72303, "epoch": 406, "lr": 2.3810214760741845e-05}
{"train_loss": 0.003361088689416647, "global_step": 72304, "epoch": 406, "lr": 2.380895600143974e-05}
{"train_loss": 0.0007868456887081265, "global_step": 72305, "epoch": 406, "lr": 2.380769726501399e-05}
{"train_loss": 0.001673183054663241, "global_step": 72306, "epoch": 406, "lr": 2.3806438551465615e-05}
{"train_loss": 0.0017716134898364544, "global_step": 72307, "epoch": 406, "lr": 2.3805179860795762e-05}
{"train_loss": 0.002474892418831587, "global_step": 72308, "epoch": 406, "lr": 2.380392119300553e-05}
{"train_loss": 0.0032831793650984764, "global_step": 72309, "epoch": 406, "lr": 2.3802662548096e-05}
{"train_loss": 0.0006460488657467067, "global_step": 72310, "epoch": 406, "lr": 2.3801403926068288e-05}
{"train_loss": 0.0011917706578969955, "global_step": 72311, "epoch": 406, "lr": 2.3800145326923478e-05}
{"train_loss": 0.0012114454293623567, "global_step": 72312, "epoch": 406, "lr": 2.379888675066268e-05}
{"train_loss": 0.002254185965284705, "global_step": 72313, "epoch": 406, "lr": 2.3797628197286988e-05}
{"train_loss": 0.0029086750000715256, "global_step": 72314, "epoch": 406, "lr": 2.3796369666797485e-05}
{"train_loss": 0.0018190420232713223, "global_step": 72315, "epoch": 406, "lr": 2.3795111159195328e-05}
{"train_loss": 0.0012144539505243301, "global_step": 72316, "epoch": 406, "lr": 2.3793852674481536e-05}
{"train_loss": 0.002643958665430546, "global_step": 72317, "epoch": 406, "lr": 2.3792594212657264e-05}
{"train_loss": 0.0020451322197914124, "global_step": 72318, "epoch": 406, "lr": 2.3791335773723604e-05}
{"train_loss": 0.002009755000472069, "global_step": 72319, "epoch": 406, "lr": 2.3790077357681646e-05}
{"train_loss": 0.0013263237196952105, "global_step": 72320, "epoch": 406, "lr": 2.3788818964532484e-05}
{"train_loss": 0.0015217970358207822, "global_step": 72321, "epoch": 406, "lr": 2.3787560594277208e-05}
{"train_loss": 0.002444915473461151, "global_step": 72322, "epoch": 406, "lr": 2.3786302246916953e-05}
{"train_loss": 0.0027064327150583267, "global_step": 72323, "epoch": 406, "lr": 2.3785043922452792e-05}
{"train_loss": 0.003182242624461651, "global_step": 72324, "epoch": 406, "lr": 2.3783785620885833e-05}
{"train_loss": 0.002271512057632208, "global_step": 72325, "epoch": 406, "lr": 2.3782527342217176e-05}
{"train_loss": 0.002403619233518839, "global_step": 72326, "epoch": 406, "lr": 2.378126908644791e-05}
{"train_loss": 0.00153523706831038, "global_step": 72327, "epoch": 406, "lr": 2.378001085357912e-05}
{"train_loss": 0.0012472744565457106, "global_step": 72328, "epoch": 406, "lr": 2.3778752643611966e-05}
{"train_loss": 0.004052468575537205, "global_step": 72329, "epoch": 406, "lr": 2.3777494456547466e-05}
{"train_loss": 0.0018265137914568186, "global_step": 72330, "epoch": 406, "lr": 2.3776236292386794e-05}
{"train_loss": 0.0022110259160399437, "global_step": 72331, "epoch": 406, "lr": 2.3774978151130985e-05}
{"train_loss": 0.002233663806691766, "global_step": 72332, "epoch": 406, "lr": 2.377372003278118e-05}
{"train_loss": 0.002663493389263749, "global_step": 72333, "epoch": 406, "lr": 2.3772461937338457e-05}
{"train_loss": 0.001756930840201676, "global_step": 72334, "epoch": 406, "lr": 2.377120386480393e-05}
{"train_loss": 0.0023460914380848408, "global_step": 72335, "epoch": 406, "lr": 2.376994581517869e-05}
{"train_loss": 0.001899302238598466, "global_step": 72336, "epoch": 406, "lr": 2.3768687788463834e-05}
{"train_loss": 0.0014297831803560257, "global_step": 72337, "epoch": 406, "lr": 2.3767429784660444e-05}
{"train_loss": 0.0006375819793902338, "global_step": 72338, "epoch": 406, "lr": 2.3766171803769676e-05}
{"train_loss": 0.0017518303357064724, "global_step": 72339, "epoch": 406, "lr": 2.376491384579255e-05}
{"train_loss": 0.0037158126942813396, "global_step": 72340, "epoch": 406, "lr": 2.3763655910730226e-05}
{"train_loss": 0.0015691163716837764, "global_step": 72341, "epoch": 406, "lr": 2.376239799858378e-05}
{"train_loss": 0.0032066158019006252, "global_step": 72342, "epoch": 406, "lr": 2.3761140109354296e-05}
{"train_loss": 0.0022182296961545944, "global_step": 72343, "epoch": 406, "lr": 2.3759882243042924e-05}
{"train_loss": 0.0011151115177199244, "global_step": 72344, "epoch": 406, "lr": 2.3758624399650696e-05}
{"train_loss": 0.0016317653935402632, "global_step": 72345, "epoch": 406, "lr": 2.375736657917876e-05}
{"train_loss": 0.002406453248113394, "global_step": 72346, "epoch": 406, "lr": 2.375610878162819e-05}
{"train_loss": 0.0013830076204612851, "global_step": 72347, "epoch": 406, "lr": 2.3754851007000095e-05}
{"train_loss": 0.0015434273518621922, "global_step": 72348, "epoch": 406, "lr": 2.3753593255295574e-05}
{"train_loss": 0.0011918533127754927, "global_step": 72349, "epoch": 406, "lr": 2.375233552651572e-05}
{"train_loss": 0.002124014077708125, "global_step": 72350, "epoch": 406, "lr": 2.375107782066163e-05}
{"train_loss": 0.002615964040160179, "global_step": 72351, "epoch": 406, "lr": 2.3749820137734407e-05}
{"train_loss": 0.0020388797856867313, "global_step": 72352, "epoch": 406, "lr": 2.3748562477735138e-05}
{"train_loss": 0.0036092884838581085, "global_step": 72353, "epoch": 406, "lr": 2.3747304840664957e-05}
{"train_loss": 0.002893703756853938, "global_step": 72354, "epoch": 406, "lr": 2.374604722652491e-05}
{"train_loss": 0.005477202124893665, "global_step": 72355, "epoch": 406, "lr": 2.3744789635316134e-05}
{"train_loss": 0.0005547007312998176, "global_step": 72356, "epoch": 406, "lr": 2.374353206703972e-05}
{"train_loss": 0.003174091689288616, "global_step": 72357, "epoch": 406, "lr": 2.374227452169676e-05}
{"train_loss": 0.001839824952185154, "global_step": 72358, "epoch": 406, "lr": 2.3741016999288362e-05}
{"train_loss": 0.0017316783778369427, "global_step": 72359, "epoch": 406, "lr": 2.3739759499815613e-05}
{"train_loss": 0.0027722101658582687, "global_step": 72360, "epoch": 406, "lr": 2.3738502023279595e-05}
{"train_loss": 0.0016405598726123571, "global_step": 72361, "epoch": 406, "lr": 2.3737244569681466e-05}
{"train_loss": 0.00261227460578084, "global_step": 72362, "epoch": 406, "lr": 2.373598713902225e-05}
{"train_loss": 0.0010376740247011185, "global_step": 72363, "epoch": 406, "lr": 2.3734729731303098e-05}
{"train_loss": 0.003955828957259655, "global_step": 72364, "epoch": 406, "lr": 2.3733472346525094e-05}
{"train_loss": 0.0024024127051234245, "global_step": 72365, "epoch": 406, "lr": 2.373221498468931e-05}
{"train_loss": 0.0014154792297631502, "global_step": 72366, "epoch": 406, "lr": 2.3730957645796902e-05}
{"train_loss": 0.0009233267046511173, "global_step": 72367, "epoch": 406, "lr": 2.37297003298489e-05}
{"train_loss": 0.0010932229924947023, "global_step": 72368, "epoch": 406, "lr": 2.3728443036846478e-05}
{"train_loss": 0.0027538430877029896, "global_step": 72369, "epoch": 406, "lr": 2.372718576679065e-05}
{"train_loss": 0.0011047710431739688, "global_step": 72370, "epoch": 406, "lr": 2.3725928519682576e-05}
{"train_loss": 0.0014559202827513218, "global_step": 72371, "epoch": 406, "lr": 2.3724671295523338e-05}
{"train_loss": 0.0012069635558873415, "global_step": 72372, "epoch": 406, "lr": 2.3723414094314024e-05}
{"train_loss": 0.0011928742751479149, "global_step": 72373, "epoch": 406, "lr": 2.3722156916055742e-05}
{"train_loss": 0.002475978806614876, "global_step": 72374, "epoch": 406, "lr": 2.3720899760749586e-05}
{"train_loss": 0.002087406814098358, "global_step": 72375, "epoch": 406, "lr": 2.3719642628396637e-05}
{"train_loss": 0.0013867950765416026, "global_step": 72376, "epoch": 406, "lr": 2.3718385518998044e-05}
{"train_loss": 0.0012953442055732012, "global_step": 72377, "epoch": 406, "lr": 2.3717128432554837e-05}
{"train_loss": 0.0009508406510576606, "global_step": 72378, "epoch": 406, "lr": 2.371587136906817e-05}
{"train_loss": 0.0026176071260124445, "global_step": 72379, "epoch": 406, "lr": 2.3714614328539113e-05}
{"train_loss": 0.0017505830619484186, "global_step": 72380, "epoch": 406, "lr": 2.3713357310968775e-05}
{"train_loss": 0.001797578646801412, "global_step": 72381, "epoch": 406, "lr": 2.3712100316358254e-05}
{"train_loss": 0.0019120266661047935, "global_step": 72382, "epoch": 406, "lr": 2.3710843344708638e-05}
{"train_loss": 0.0014735633740201592, "global_step": 72383, "epoch": 406, "lr": 2.370958639602101e-05}
{"train_loss": 0.0037200329825282097, "global_step": 72384, "epoch": 406, "lr": 2.3708329470296515e-05}
{"train_loss": 0.0016992974560707808, "global_step": 72385, "epoch": 406, "lr": 2.3707072567536214e-05}
{"train_loss": 0.0009124176576733589, "global_step": 72386, "epoch": 406, "lr": 2.3705815687741222e-05}
{"train_loss": 0.0029358291067183018, "global_step": 72387, "epoch": 406, "lr": 2.3704558830912628e-05}
{"train_loss": 0.0008983316947706044, "global_step": 72388, "epoch": 406, "lr": 2.3703301997051532e-05}
{"train_loss": 0.0014611443039029837, "global_step": 72389, "epoch": 406, "lr": 2.370204518615903e-05}
{"train_loss": 0.001131469733081758, "global_step": 72390, "epoch": 406, "lr": 2.3700788398236202e-05}
{"train_loss": 0.001277945120818913, "global_step": 72391, "epoch": 406, "lr": 2.36995316332842e-05}
{"train_loss": 0.0018523335456848145, "global_step": 72392, "epoch": 406, "lr": 2.369827489130405e-05}
{"train_loss": 0.0024486889597028494, "global_step": 72393, "epoch": 406, "lr": 2.369701817229691e-05}
{"train_loss": 0.0015073686372488737, "global_step": 72394, "epoch": 406, "lr": 2.369576147626385e-05}
{"train_loss": 0.000838058942463249, "global_step": 72395, "epoch": 406, "lr": 2.3694504803205968e-05}
{"train_loss": 0.0017312747659161687, "global_step": 72396, "epoch": 406, "lr": 2.369324815312437e-05}
{"train_loss": 0.0013723484007641673, "global_step": 72397, "epoch": 406, "lr": 2.3691991526020147e-05}
{"train_loss": 0.0020760074257850647, "global_step": 72398, "epoch": 406, "lr": 2.369073492189438e-05}
{"train_loss": 0.0026104245334863663, "global_step": 72399, "epoch": 406, "lr": 2.3689478340748223e-05}
{"train_loss": 0.002015655394643545, "global_step": 72400, "epoch": 406, "lr": 2.3688221782582697e-05}
{"train_loss": 0.0006083877524361014, "global_step": 72401, "epoch": 406, "lr": 2.3686965247398977e-05}
{"train_loss": 0.0018367564771324396, "global_step": 72402, "epoch": 406, "lr": 2.368570873519808e-05}
{"train_loss": 0.0026947278529405594, "global_step": 72403, "epoch": 406, "lr": 2.368445224598117e-05}
{"train_loss": 0.0019002648768946528, "global_step": 72404, "epoch": 406, "lr": 2.368319577974932e-05}
{"train_loss": 0.0005988246412016451, "global_step": 72405, "epoch": 406, "lr": 2.36819393365036e-05}
{"train_loss": 0.001887149061076343, "global_step": 72406, "epoch": 406, "lr": 2.3680682916245174e-05}
{"train_loss": 0.0018453027587383986, "global_step": 72407, "epoch": 406, "lr": 2.3679426518975068e-05}
{"train_loss": 0.0016052769497036934, "global_step": 72408, "epoch": 406, "lr": 2.367817014469442e-05}
{"train_loss": 0.0021279454231262207, "global_step": 72409, "epoch": 406, "lr": 2.3676913793404326e-05}
{"train_loss": 0.002102831145748496, "global_step": 72410, "epoch": 406, "lr": 2.3675657465105876e-05}
{"train_loss": 0.0013136966153979301, "global_step": 72411, "epoch": 406, "lr": 2.3674401159800163e-05}
{"train_loss": 0.002208809833973646, "global_step": 72412, "epoch": 406, "lr": 2.367314487748829e-05}
{"train_loss": 0.0016533277230337262, "global_step": 72413, "epoch": 406, "lr": 2.3671888618171333e-05}
{"train_loss": 0.0016718170372769237, "global_step": 72414, "epoch": 406, "lr": 2.367063238185045e-05}
{"train_loss": 0.0007914414745755494, "global_step": 72415, "epoch": 406, "lr": 2.366937616852666e-05}
{"train_loss": 0.0006870417855679989, "global_step": 72416, "epoch": 406, "lr": 2.3668119978201115e-05}
{"train_loss": 0.001708516152575612, "global_step": 72417, "epoch": 406, "lr": 2.366686381087489e-05}
{"train_loss": 0.001677029300481081, "global_step": 72418, "epoch": 406, "lr": 2.366560766654909e-05}
{"train_loss": 0.0005598304560407996, "global_step": 72419, "epoch": 406, "lr": 2.366435154522481e-05}
{"train_loss": 0.002559191780164838, "global_step": 72420, "epoch": 406, "lr": 2.3663095446903145e-05}
{"train_loss": 0.0021718733478337526, "global_step": 72421, "epoch": 406, "lr": 2.3661839371585193e-05}
{"train_loss": 0.0009646902326494455, "global_step": 72422, "epoch": 406, "lr": 2.3660583319272056e-05}
{"train_loss": 0.0027259294874966145, "global_step": 72423, "epoch": 406, "lr": 2.3659327289964805e-05}
{"train_loss": 0.00386956543661654, "global_step": 72424, "epoch": 406, "lr": 2.3658071283664595e-05}
{"train_loss": 0.0032633605878800154, "global_step": 72425, "epoch": 406, "lr": 2.3656815300372447e-05}
{"train_loss": 0.003026781603693962, "global_step": 72426, "epoch": 406, "lr": 2.3655559340089517e-05}
{"train_loss": 0.0013891308335587382, "global_step": 72427, "epoch": 406, "lr": 2.3654303402816885e-05}
{"train_loss": 0.0016472053248435259, "global_step": 72428, "epoch": 406, "lr": 2.3653047488555625e-05}
{"train_loss": 0.0024261814542114735, "global_step": 72429, "epoch": 406, "lr": 2.3651791597306894e-05}
{"train_loss": 0.0011384134413674474, "global_step": 72430, "epoch": 406, "lr": 2.365053572907171e-05}
{"train_loss": 0.0028885689098387957, "global_step": 72431, "epoch": 406, "lr": 2.3649279883851233e-05}
{"train_loss": 0.0019253822974860668, "global_step": 72432, "epoch": 406, "lr": 2.3648024061646533e-05}
{"train_loss": 0.0014939591055735946, "global_step": 72433, "epoch": 406, "lr": 2.3646768262458706e-05}
{"train_loss": 0.001671499339863658, "global_step": 72434, "epoch": 406, "lr": 2.364551248628886e-05}
{"train_loss": 0.002577891107648611, "global_step": 72435, "epoch": 406, "lr": 2.364425673313808e-05}
{"train_loss": 0.0010178933152928948, "global_step": 72436, "epoch": 406, "lr": 2.3643001003007455e-05}
{"train_loss": 0.002027853624895215, "global_step": 72437, "epoch": 406, "lr": 2.3641745295898127e-05}
{"train_loss": 0.001653812127187848, "global_step": 72438, "epoch": 406, "lr": 2.3640489611811124e-05}
{"train_loss": 0.0019171828171238303, "global_step": 72439, "epoch": 406, "lr": 2.3639233950747614e-05}
{"train_loss": 0.0022855415008962154, "global_step": 72440, "epoch": 406, "lr": 2.3637978312708626e-05}
{"train_loss": 0.0019051956478506327, "global_step": 72441, "epoch": 406, "lr": 2.3636722697695306e-05}
{"train_loss": 0.004141086712479591, "global_step": 72442, "epoch": 406, "lr": 2.3635467105708737e-05}
{"train_loss": 0.0018753730691969395, "global_step": 72443, "epoch": 406, "lr": 2.363421153675001e-05}
{"train_loss": 0.0035312639083713293, "global_step": 72444, "epoch": 406, "lr": 2.3632955990820228e-05}
{"train_loss": 0.001971975972665359, "global_step": 72445, "epoch": 406, "lr": 2.363170046792048e-05}
{"train_loss": 0.0015728441067039967, "global_step": 72446, "epoch": 407, "lr": 2.3630444968051845e-05}
{"train_loss": 0.0008811935549601912, "global_step": 72447, "epoch": 407, "lr": 2.362918949121547e-05}
{"train_loss": 0.0034678075462579727, "global_step": 72448, "epoch": 407, "lr": 2.362793403741242e-05}
{"train_loss": 0.0010833789128810167, "global_step": 72449, "epoch": 407, "lr": 2.3626678606643786e-05}
{"train_loss": 0.0029591163620352745, "global_step": 72450, "epoch": 407, "lr": 2.3625423198910684e-05}
{"train_loss": 0.0022632679902017117, "global_step": 72451, "epoch": 407, "lr": 2.3624167814214178e-05}
{"train_loss": 0.0014221223536878824, "global_step": 72452, "epoch": 407, "lr": 2.3622912452555423e-05}
{"train_loss": 0.0022686785086989403, "global_step": 72453, "epoch": 407, "lr": 2.3621657113935442e-05}
{"train_loss": 0.0009220109204761684, "global_step": 72454, "epoch": 407, "lr": 2.3620401798355385e-05}
{"train_loss": 0.0016421584878116846, "global_step": 72455, "epoch": 407, "lr": 2.361914650581633e-05}
{"train_loss": 0.003331032581627369, "global_step": 72456, "epoch": 407, "lr": 2.361789123631938e-05}
{"train_loss": 0.003279963042587042, "global_step": 72457, "epoch": 407, "lr": 2.3616635989865626e-05}
{"train_loss": 0.001674785977229476, "global_step": 72458, "epoch": 407, "lr": 2.3615380766456163e-05}
{"train_loss": 0.0018549819942563772, "global_step": 72459, "epoch": 407, "lr": 2.3614125566092088e-05}
{"train_loss": 0.001664998708292842, "global_step": 72460, "epoch": 407, "lr": 2.36128703887745e-05}
{"train_loss": 0.001940692774951458, "global_step": 72461, "epoch": 407, "lr": 2.3611615234504474e-05}
{"train_loss": 0.0028251498006284237, "global_step": 72462, "epoch": 407, "lr": 2.361036010328317e-05}
{"train_loss": 0.0010330915683880448, "global_step": 72463, "epoch": 407, "lr": 2.3609104995111598e-05}
{"train_loss": 0.0016293271910399199, "global_step": 72464, "epoch": 407, "lr": 2.3607849909990916e-05}
{"train_loss": 0.004134041257202625, "global_step": 72465, "epoch": 407, "lr": 2.36065948479222e-05}
{"train_loss": 0.0012156355660408735, "global_step": 72466, "epoch": 407, "lr": 2.3605339808906547e-05}
{"train_loss": 0.0030675448942929506, "global_step": 72467, "epoch": 407, "lr": 2.360408479294505e-05}
{"train_loss": 0.0016438632737845182, "global_step": 72468, "epoch": 407, "lr": 2.3602829800038793e-05}
{"train_loss": 0.00320833595469594, "global_step": 72469, "epoch": 407, "lr": 2.360157483018891e-05}
{"train_loss": 0.0017477680230513215, "global_step": 72470, "epoch": 407, "lr": 2.3600319883396472e-05}
{"train_loss": 0.0015068609500303864, "global_step": 72471, "epoch": 407, "lr": 2.3599064959662577e-05}
{"train_loss": 0.003279630094766617, "global_step": 72472, "epoch": 407, "lr": 2.3597810058988323e-05}
{"train_loss": 0.0022994987666606903, "global_step": 72473, "epoch": 407, "lr": 2.3596555181374806e-05}
{"train_loss": 0.00243054935708642, "global_step": 72474, "epoch": 407, "lr": 2.35953003268231e-05}
{"train_loss": 0.004400762729346752, "global_step": 72475, "epoch": 407, "lr": 2.359404549533436e-05}
{"train_loss": 0.001841539517045021, "global_step": 72476, "epoch": 407, "lr": 2.359279068690961e-05}
{"train_loss": 0.001962729264050722, "global_step": 72477, "epoch": 407, "lr": 2.3591535901550016e-05}
{"train_loss": 0.0007362886681221426, "global_step": 72478, "epoch": 407, "lr": 2.3590281139256602e-05}
{"train_loss": 0.003638198599219322, "global_step": 72479, "epoch": 407, "lr": 2.358902640003052e-05}
{"train_loss": 0.0016331637743860483, "global_step": 72480, "epoch": 407, "lr": 2.3587771683872845e-05}
{"train_loss": 0.0012789062457159162, "global_step": 72481, "epoch": 407, "lr": 2.3586516990784673e-05}
{"train_loss": 0.0017723164055496454, "global_step": 72482, "epoch": 407, "lr": 2.35852623207671e-05}
{"train_loss": 0.0012831793865188956, "global_step": 72483, "epoch": 407, "lr": 2.3584007673821224e-05}
{"train_loss": 0.0020665910560637712, "global_step": 72484, "epoch": 407, "lr": 2.358275304994812e-05}
{"train_loss": 0.003719424596056342, "global_step": 72485, "epoch": 407, "lr": 2.3581498449148943e-05}
{"train_loss": 0.0024667123798280954, "global_step": 72486, "epoch": 407, "lr": 2.358024387142471e-05}
{"train_loss": 0.001487572444602847, "global_step": 72487, "epoch": 407, "lr": 2.357898931677658e-05}
{"train_loss": 0.001956069376319647, "global_step": 72488, "epoch": 407, "lr": 2.357773478520562e-05}
{"train_loss": 0.002489725360646844, "global_step": 72489, "epoch": 407, "lr": 2.357648027671291e-05}
{"train_loss": 0.0029778205789625645, "global_step": 72490, "epoch": 407, "lr": 2.357522579129961e-05}
{"train_loss": 0.001305108773522079, "global_step": 72491, "epoch": 407, "lr": 2.357397132896673e-05}
{"train_loss": 0.0017237686552107334, "global_step": 72492, "epoch": 407, "lr": 2.3572716889715428e-05}
{"train_loss": 0.003593487897887826, "global_step": 72493, "epoch": 407, "lr": 2.357146247354678e-05}
{"train_loss": 0.0016293143853545189, "global_step": 72494, "epoch": 407, "lr": 2.357020808046188e-05}
{"train_loss": 0.0013555120676755905, "global_step": 72495, "epoch": 407, "lr": 2.3568953710461826e-05}
{"train_loss": 0.0011672363616526127, "global_step": 72496, "epoch": 407, "lr": 2.3567699363547712e-05}
{"train_loss": 0.0016120977234095335, "global_step": 72497, "epoch": 407, "lr": 2.3566445039720636e-05}
{"train_loss": 0.005101467482745647, "global_step": 72498, "epoch": 407, "lr": 2.356519073898169e-05}
{"train_loss": 0.0022589368745684624, "global_step": 72499, "epoch": 407, "lr": 2.3563936461331953e-05}
{"train_loss": 0.005242282059043646, "global_step": 72500, "epoch": 407, "lr": 2.3562682206772575e-05}
{"train_loss": 0.0016682515852153301, "global_step": 72501, "epoch": 407, "lr": 2.356142797530458e-05}
{"train_loss": 0.0032916676718741655, "global_step": 72502, "epoch": 407, "lr": 2.3560173766929117e-05}
{"train_loss": 0.0011744200019165874, "global_step": 72503, "epoch": 407, "lr": 2.355891958164726e-05}
{"train_loss": 0.0006130439578555524, "global_step": 72504, "epoch": 407, "lr": 2.355766541946011e-05}
{"train_loss": 0.0029899640940129757, "global_step": 72505, "epoch": 407, "lr": 2.3556411280368763e-05}
{"train_loss": 0.0012713770847767591, "global_step": 72506, "epoch": 407, "lr": 2.355515716437431e-05}
{"train_loss": 0.003154028905555606, "global_step": 72507, "epoch": 407, "lr": 2.3553903071477824e-05}
{"train_loss": 0.0015061937738209963, "global_step": 72508, "epoch": 407, "lr": 2.3552649001680465e-05}
{"train_loss": 0.002123114187270403, "global_step": 72509, "epoch": 407, "lr": 2.3551394954983254e-05}
{"train_loss": 0.0024999529123306274, "global_step": 72510, "epoch": 407, "lr": 2.355014093138734e-05}
{"train_loss": 0.0017248084768652916, "global_step": 72511, "epoch": 407, "lr": 2.354888693089379e-05}
{"train_loss": 0.0017462640535086393, "global_step": 72512, "epoch": 407, "lr": 2.354763295350369e-05}
{"train_loss": 0.003679733956232667, "global_step": 72513, "epoch": 407, "lr": 2.3546378999218193e-05}
{"train_loss": 0.0015820525586605072, "global_step": 72514, "epoch": 407, "lr": 2.3545125068038322e-05}
{"train_loss": 0.0035626909229904413, "global_step": 72515, "epoch": 407, "lr": 2.3543871159965236e-05}
{"train_loss": 0.0031526810489594936, "global_step": 72516, "epoch": 407, "lr": 2.3542617274999963e-05}
{"train_loss": 0.002020653337240219, "global_step": 72517, "epoch": 407, "lr": 2.3541363413143647e-05}
{"train_loss": 0.0020116374362260103, "global_step": 72518, "epoch": 407, "lr": 2.3540109574397375e-05}
{"train_loss": 0.00406213104724884, "global_step": 72519, "epoch": 407, "lr": 2.3538855758762234e-05}
{"train_loss": 0.001830965164117515, "global_step": 72520, "epoch": 407, "lr": 2.3537601966239325e-05}
{"train_loss": 0.00212680222466588, "global_step": 72521, "epoch": 407, "lr": 2.3536348196829744e-05}
{"train_loss": 0.003465294139459729, "global_step": 72522, "epoch": 407, "lr": 2.3535094450534556e-05}
{"train_loss": 0.003926116041839123, "global_step": 72523, "epoch": 407, "lr": 2.3533840727354928e-05}
{"train_loss": 0.0036023512948304415, "global_step": 72524, "epoch": 407, "lr": 2.3532587027291862e-05}
{"train_loss": 0.001163938781246543, "global_step": 72525, "epoch": 407, "lr": 2.353133335034653e-05}
{"train_loss": 0.0018349993042647839, "global_step": 72526, "epoch": 407, "lr": 2.353007969651999e-05}
{"train_loss": 0.0012142970226705074, "global_step": 72527, "epoch": 407, "lr": 2.3528826065813347e-05}
{"train_loss": 0.0028252641204744577, "global_step": 72528, "epoch": 407, "lr": 2.35275724582277e-05}
{"train_loss": 0.0030852495692670345, "global_step": 72529, "epoch": 407, "lr": 2.352631887376413e-05}
{"train_loss": 0.0026004421524703503, "global_step": 72530, "epoch": 407, "lr": 2.352506531242374e-05}
{"train_loss": 0.0013395604910328984, "global_step": 72531, "epoch": 407, "lr": 2.3523811774207606e-05}
{"train_loss": 0.0032156698871403933, "global_step": 72532, "epoch": 407, "lr": 2.352255825911686e-05}
{"train_loss": 0.0021694423630833626, "global_step": 72533, "epoch": 407, "lr": 2.352130476715258e-05}
{"train_loss": 0.0029732324182987213, "global_step": 72534, "epoch": 407, "lr": 2.352005129831586e-05}
{"train_loss": 0.0026355136651545763, "global_step": 72535, "epoch": 407, "lr": 2.3518797852607787e-05}
{"train_loss": 0.001191539573483169, "global_step": 72536, "epoch": 407, "lr": 2.351754443002947e-05}
{"train_loss": 0.0031982306391000748, "global_step": 72537, "epoch": 407, "lr": 2.351629103058197e-05}
{"train_loss": 0.0024966918863356113, "global_step": 72538, "epoch": 407, "lr": 2.3515037654266452e-05}
{"train_loss": 0.001798864919692278, "global_step": 72539, "epoch": 407, "lr": 2.351378430108393e-05}
{"train_loss": 0.0010179346427321434, "global_step": 72540, "epoch": 407, "lr": 2.3512530971035553e-05}
{"train_loss": 0.0024647857062518597, "global_step": 72541, "epoch": 407, "lr": 2.35112776641224e-05}
{"train_loss": 0.001666181138716638, "global_step": 72542, "epoch": 407, "lr": 2.3510024380345558e-05}
{"train_loss": 0.004805129952728748, "global_step": 72543, "epoch": 407, "lr": 2.3508771119706137e-05}
{"train_loss": 0.003010028973221779, "global_step": 72544, "epoch": 407, "lr": 2.350751788220521e-05}
{"train_loss": 0.0020363556686788797, "global_step": 72545, "epoch": 407, "lr": 2.3506264667843873e-05}
{"train_loss": 0.001869796309620142, "global_step": 72546, "epoch": 407, "lr": 2.3505011476623267e-05}
{"train_loss": 0.0015838006511330605, "global_step": 72547, "epoch": 407, "lr": 2.3503758308544414e-05}
{"train_loss": 0.0027458842378109694, "global_step": 72548, "epoch": 407, "lr": 2.350250516360849e-05}
{"train_loss": 0.001689127180725336, "global_step": 72549, "epoch": 407, "lr": 2.3501252041816502e-05}
{"train_loss": 0.002834055572748184, "global_step": 72550, "epoch": 407, "lr": 2.3499998943169604e-05}
{"train_loss": 0.0010356147540733218, "global_step": 72551, "epoch": 407, "lr": 2.349874586766888e-05}
{"train_loss": 0.0021898250561207533, "global_step": 72552, "epoch": 407, "lr": 2.3497492815315397e-05}
{"train_loss": 0.0013491305289790034, "global_step": 72553, "epoch": 407, "lr": 2.3496239786110306e-05}
{"train_loss": 0.0008945315494202077, "global_step": 72554, "epoch": 407, "lr": 2.3494986780054633e-05}
{"train_loss": 0.0010932241566479206, "global_step": 72555, "epoch": 407, "lr": 2.3493733797149526e-05}
{"train_loss": 0.0024780803360044956, "global_step": 72556, "epoch": 407, "lr": 2.3492480837396058e-05}
{"train_loss": 0.0013903941726312041, "global_step": 72557, "epoch": 407, "lr": 2.349122790079532e-05}
{"train_loss": 0.0022285603918135166, "global_step": 72558, "epoch": 407, "lr": 2.3489974987348416e-05}
{"train_loss": 0.004020060412585735, "global_step": 72559, "epoch": 407, "lr": 2.3488722097056438e-05}
{"train_loss": 0.0026810404378920794, "global_step": 72560, "epoch": 407, "lr": 2.3487469229920456e-05}
{"train_loss": 0.0025066379457712173, "global_step": 72561, "epoch": 407, "lr": 2.3486216385941627e-05}
{"train_loss": 0.001687493291683495, "global_step": 72562, "epoch": 407, "lr": 2.3484963565120967e-05}
{"train_loss": 0.0018589238170534372, "global_step": 72563, "epoch": 407, "lr": 2.348371076745962e-05}
{"train_loss": 0.002995531540364027, "global_step": 72564, "epoch": 407, "lr": 2.3482457992958672e-05}
{"train_loss": 0.0010859824251383543, "global_step": 72565, "epoch": 407, "lr": 2.3481205241619213e-05}
{"train_loss": 0.0010432341368868947, "global_step": 72566, "epoch": 407, "lr": 2.3479952513442344e-05}
{"train_loss": 0.002330297138541937, "global_step": 72567, "epoch": 407, "lr": 2.3478699808429143e-05}
{"train_loss": 0.00235941493883729, "global_step": 72568, "epoch": 407, "lr": 2.347744712658072e-05}
{"train_loss": 0.002534677740186453, "global_step": 72569, "epoch": 407, "lr": 2.3476194467898162e-05}
{"train_loss": 0.0016517750918865204, "global_step": 72570, "epoch": 407, "lr": 2.347494183238254e-05}
{"train_loss": 0.0013284413143992424, "global_step": 72571, "epoch": 407, "lr": 2.3473689220035018e-05}
{"train_loss": 0.003166523529216647, "global_step": 72572, "epoch": 407, "lr": 2.3472436630856604e-05}
{"train_loss": 0.002052529249340296, "global_step": 72573, "epoch": 407, "lr": 2.3471184064848445e-05}
{"train_loss": 0.001929958933033049, "global_step": 72574, "epoch": 407, "lr": 2.3469931522011628e-05}
{"train_loss": 0.001989604439586401, "global_step": 72575, "epoch": 407, "lr": 2.346867900234722e-05}
{"train_loss": 0.0016865127254277468, "global_step": 72576, "epoch": 407, "lr": 2.3467426505856383e-05}
{"train_loss": 0.0019569285213947296, "global_step": 72577, "epoch": 407, "lr": 2.3466174032540117e-05}
{"train_loss": 0.0015561641193926334, "global_step": 72578, "epoch": 407, "lr": 2.3464921582399584e-05}
{"train_loss": 0.003030169755220413, "global_step": 72579, "epoch": 407, "lr": 2.3463669155435857e-05}
{"train_loss": 0.0015123076736927032, "global_step": 72580, "epoch": 407, "lr": 2.3462416751650035e-05}
{"train_loss": 0.0036665864754468203, "global_step": 72581, "epoch": 407, "lr": 2.3461164371043202e-05}
{"train_loss": 0.002209557918831706, "global_step": 72582, "epoch": 407, "lr": 2.345991201361646e-05}
{"train_loss": 0.003151740413159132, "global_step": 72583, "epoch": 407, "lr": 2.345865967937088e-05}
{"train_loss": 0.0007590489694848657, "global_step": 72584, "epoch": 407, "lr": 2.3457407368307614e-05}
{"train_loss": 0.0018008151091635227, "global_step": 72585, "epoch": 407, "lr": 2.3456155080427677e-05}
{"train_loss": 0.002224892843514681, "global_step": 72586, "epoch": 407, "lr": 2.3454902815732244e-05}
{"train_loss": 0.002648437861353159, "global_step": 72587, "epoch": 407, "lr": 2.345365057422233e-05}
{"train_loss": 0.0011262607295066118, "global_step": 72588, "epoch": 407, "lr": 2.3452398355899084e-05}
{"train_loss": 0.0028446041978895664, "global_step": 72589, "epoch": 407, "lr": 2.3451146160763586e-05}
{"train_loss": 0.0022466983646154404, "global_step": 72590, "epoch": 407, "lr": 2.3449893988816923e-05}
{"train_loss": 0.0012617700267583132, "global_step": 72591, "epoch": 407, "lr": 2.3448641840060192e-05}
{"train_loss": 0.00203505577519536, "global_step": 72592, "epoch": 407, "lr": 2.3447389714494495e-05}
{"train_loss": 0.0013331759255379438, "global_step": 72593, "epoch": 407, "lr": 2.344613761212089e-05}
{"train_loss": 0.002419872675091028, "global_step": 72594, "epoch": 407, "lr": 2.344488553294052e-05}
{"train_loss": 0.0017160515999421477, "global_step": 72595, "epoch": 407, "lr": 2.344363347695445e-05}
{"train_loss": 0.0017523827264085412, "global_step": 72596, "epoch": 407, "lr": 2.3442381444163785e-05}
{"train_loss": 0.003344506723806262, "global_step": 72597, "epoch": 407, "lr": 2.3441129434569614e-05}
{"train_loss": 0.0013658725656569004, "global_step": 72598, "epoch": 407, "lr": 2.3439877448173016e-05}
{"train_loss": 0.00420858059078455, "global_step": 72599, "epoch": 407, "lr": 2.343862548497513e-05}
{"train_loss": 0.0005901576951146126, "global_step": 72600, "epoch": 407, "lr": 2.3437373544976983e-05}
{"train_loss": 0.0019621551036834717, "global_step": 72601, "epoch": 407, "lr": 2.3436121628179724e-05}
{"train_loss": 0.002288113348186016, "global_step": 72602, "epoch": 407, "lr": 2.3434869734584424e-05}
{"train_loss": 0.002932908944785595, "global_step": 72603, "epoch": 407, "lr": 2.343361786419218e-05}
{"train_loss": 0.0015179766342043877, "global_step": 72604, "epoch": 407, "lr": 2.343236601700408e-05}
{"train_loss": 0.0032425953540951014, "global_step": 72605, "epoch": 407, "lr": 2.343111419302123e-05}
{"train_loss": 0.0017180669819936156, "global_step": 72606, "epoch": 407, "lr": 2.3429862392244712e-05}
{"train_loss": 0.001683938899077475, "global_step": 72607, "epoch": 407, "lr": 2.3428610614675623e-05}
{"train_loss": 0.0018536397255957127, "global_step": 72608, "epoch": 407, "lr": 2.3427358860315034e-05}
{"train_loss": 0.0021580359898507595, "global_step": 72609, "epoch": 407, "lr": 2.34261071291641e-05}
{"train_loss": 0.002865004353225231, "global_step": 72610, "epoch": 407, "lr": 2.3424855421223833e-05}
{"train_loss": 0.0022917294409126043, "global_step": 72611, "epoch": 407, "lr": 2.3423603736495394e-05}
{"train_loss": 0.0013661596458405256, "global_step": 72612, "epoch": 407, "lr": 2.342235207497984e-05}
{"train_loss": 0.0013753531966358423, "global_step": 72613, "epoch": 407, "lr": 2.342110043667828e-05}
{"train_loss": 0.002808639081194997, "global_step": 72614, "epoch": 407, "lr": 2.34198488215918e-05}
{"train_loss": 0.0036246185190975666, "global_step": 72615, "epoch": 407, "lr": 2.341859722972148e-05}
{"train_loss": 0.0032413729932159185, "global_step": 72616, "epoch": 407, "lr": 2.341734566106844e-05}
{"train_loss": 0.0012878519482910633, "global_step": 72617, "epoch": 407, "lr": 2.3416094115633768e-05}
{"train_loss": 0.002680786419659853, "global_step": 72618, "epoch": 407, "lr": 2.3414842593418547e-05}
{"train_loss": 0.0020217993296682835, "global_step": 72619, "epoch": 407, "lr": 2.341359109442387e-05}
{"train_loss": 0.002968750661239028, "global_step": 72620, "epoch": 407, "lr": 2.341233961865084e-05}
{"train_loss": 0.0017825218383222818, "global_step": 72621, "epoch": 407, "lr": 2.341108816610052e-05}
{"train_loss": 0.002870666328817606, "global_step": 72622, "epoch": 407, "lr": 2.3409836736774065e-05}
{"train_loss": 0.002215861946179563, "global_step": 72623, "epoch": 407, "lr": 2.3408585330672495e-05}
{"train_loss": 0.002120519056916237, "global_step": 72624, "epoch": 408, "lr": 2.340733394779697e-05}
{"train_loss": 0.0028818403370678425, "global_step": 72625, "epoch": 408, "lr": 2.340608258814852e-05}
{"train_loss": 0.0028891011606901884, "global_step": 72626, "epoch": 408, "lr": 2.3404831251728283e-05}
{"train_loss": 0.001331539824604988, "global_step": 72627, "epoch": 408, "lr": 2.340357993853734e-05}
{"train_loss": 0.0030517559498548508, "global_step": 72628, "epoch": 408, "lr": 2.3402328648576778e-05}
{"train_loss": 0.0018841612618416548, "global_step": 72629, "epoch": 408, "lr": 2.3401077381847696e-05}
{"train_loss": 0.002701431978493929, "global_step": 72630, "epoch": 408, "lr": 2.3399826138351184e-05}
{"train_loss": 0.0012380443513393402, "global_step": 72631, "epoch": 408, "lr": 2.3398574918088317e-05}
{"train_loss": 0.0023762467317283154, "global_step": 72632, "epoch": 408, "lr": 2.339732372106024e-05}
{"train_loss": 0.002105416264384985, "global_step": 72633, "epoch": 408, "lr": 2.339607254726798e-05}
{"train_loss": 0.003260173602029681, "global_step": 72634, "epoch": 408, "lr": 2.3394821396712674e-05}
{"train_loss": 0.002808865625411272, "global_step": 72635, "epoch": 408, "lr": 2.339357026939541e-05}
{"train_loss": 0.0012174908770248294, "global_step": 72636, "epoch": 408, "lr": 2.339231916531725e-05}
{"train_loss": 0.004433284513652325, "global_step": 72637, "epoch": 408, "lr": 2.3391068084479352e-05}
{"train_loss": 0.002450014464557171, "global_step": 72638, "epoch": 408, "lr": 2.3389817026882726e-05}
{"train_loss": 0.0004658516263589263, "global_step": 72639, "epoch": 408, "lr": 2.3388565992528545e-05}
{"train_loss": 0.0027204195503145456, "global_step": 72640, "epoch": 408, "lr": 2.3387314981417818e-05}
{"train_loss": 0.001235184376128018, "global_step": 72641, "epoch": 408, "lr": 2.338606399355171e-05}
{"train_loss": 0.0029298150911927223, "global_step": 72642, "epoch": 408, "lr": 2.338481302893128e-05}
{"train_loss": 0.0016936198808252811, "global_step": 72643, "epoch": 408, "lr": 2.338356208755763e-05}
{"train_loss": 0.0011958692921325564, "global_step": 72644, "epoch": 408, "lr": 2.3382311169431846e-05}
{"train_loss": 0.0020847897976636887, "global_step": 72645, "epoch": 408, "lr": 2.3381060274555026e-05}
{"train_loss": 0.001385685638524592, "global_step": 72646, "epoch": 408, "lr": 2.3379809402928244e-05}
{"train_loss": 0.0013588938163593411, "global_step": 72647, "epoch": 408, "lr": 2.3378558554552642e-05}
{"train_loss": 0.0009024492464959621, "global_step": 72648, "epoch": 408, "lr": 2.3377307729429243e-05}
{"train_loss": 0.001498363446444273, "global_step": 72649, "epoch": 408, "lr": 2.337605692755919e-05}
{"train_loss": 0.002233057515695691, "global_step": 72650, "epoch": 408, "lr": 2.337480614894357e-05}
{"train_loss": 0.0013815597631037235, "global_step": 72651, "epoch": 408, "lr": 2.3373555393583457e-05}
{"train_loss": 0.0028323992155492306, "global_step": 72652, "epoch": 408, "lr": 2.337230466147996e-05}
{"train_loss": 0.001970878802239895, "global_step": 72653, "epoch": 408, "lr": 2.3371053952634163e-05}
{"train_loss": 0.0031509557738900185, "global_step": 72654, "epoch": 408, "lr": 2.3369803267047143e-05}
{"train_loss": 0.002631921786814928, "global_step": 72655, "epoch": 408, "lr": 2.3368552604720044e-05}
{"train_loss": 0.0017723559867590666, "global_step": 72656, "epoch": 408, "lr": 2.3367301965653886e-05}
{"train_loss": 0.0016990096773952246, "global_step": 72657, "epoch": 408, "lr": 2.336605134984982e-05}
{"train_loss": 0.004107229877263308, "global_step": 72658, "epoch": 408, "lr": 2.336480075730892e-05}
{"train_loss": 0.0012530317762866616, "global_step": 72659, "epoch": 408, "lr": 2.3363550188032272e-05}
{"train_loss": 0.004526547621935606, "global_step": 72660, "epoch": 408, "lr": 2.3362299642020974e-05}
{"train_loss": 0.002851088996976614, "global_step": 72661, "epoch": 408, "lr": 2.3361049119276096e-05}
{"train_loss": 0.0012014892417937517, "global_step": 72662, "epoch": 408, "lr": 2.3359798619798796e-05}
{"train_loss": 0.0011514128418639302, "global_step": 72663, "epoch": 408, "lr": 2.3358548143590077e-05}
{"train_loss": 0.0010626275325194001, "global_step": 72664, "epoch": 408, "lr": 2.335729769065109e-05}
{"train_loss": 0.004927806556224823, "global_step": 72665, "epoch": 408, "lr": 2.3356047260982916e-05}
{"train_loss": 0.0034401356242597103, "global_step": 72666, "epoch": 408, "lr": 2.3354796854586643e-05}
{"train_loss": 0.0008321325876750052, "global_step": 72667, "epoch": 408, "lr": 2.335354647146337e-05}
{"train_loss": 0.0016939842607825994, "global_step": 72668, "epoch": 408, "lr": 2.3352296111614174e-05}
{"train_loss": 0.0013683419674634933, "global_step": 72669, "epoch": 408, "lr": 2.3351045775040138e-05}
{"train_loss": 0.0010760683799162507, "global_step": 72670, "epoch": 408, "lr": 2.3349795461742414e-05}
{"train_loss": 0.0024145145434886217, "global_step": 72671, "epoch": 408, "lr": 2.3348545171722013e-05}
{"train_loss": 0.0019390941597521305, "global_step": 72672, "epoch": 408, "lr": 2.3347294904980083e-05}
{"train_loss": 0.0010443775681778789, "global_step": 72673, "epoch": 408, "lr": 2.3346044661517702e-05}
{"train_loss": 0.0006581387133337557, "global_step": 72674, "epoch": 408, "lr": 2.334479444133596e-05}
{"train_loss": 0.001045014476403594, "global_step": 72675, "epoch": 408, "lr": 2.3343544244435943e-05}
{"train_loss": 0.003422604640945792, "global_step": 72676, "epoch": 408, "lr": 2.3342294070818733e-05}
{"train_loss": 0.0008922522538341582, "global_step": 72677, "epoch": 408, "lr": 2.3341043920485473e-05}
{"train_loss": 0.001608733320608735, "global_step": 72678, "epoch": 408, "lr": 2.3339793793437185e-05}
{"train_loss": 0.0012439307756721973, "global_step": 72679, "epoch": 408, "lr": 2.3338543689675013e-05}
{"train_loss": 0.0020769552793353796, "global_step": 72680, "epoch": 408, "lr": 2.333729360920003e-05}
{"train_loss": 0.0017158351838588715, "global_step": 72681, "epoch": 408, "lr": 2.3336043552013326e-05}
{"train_loss": 0.0011296479497104883, "global_step": 72682, "epoch": 408, "lr": 2.3334793518116e-05}
{"train_loss": 0.0008794860914349556, "global_step": 72683, "epoch": 408, "lr": 2.3333543507509135e-05}
{"train_loss": 0.0013488775584846735, "global_step": 72684, "epoch": 408, "lr": 2.333229352019381e-05}
{"train_loss": 0.0019513264996930957, "global_step": 72685, "epoch": 408, "lr": 2.3331043556171173e-05}
{"train_loss": 0.002053564880043268, "global_step": 72686, "epoch": 408, "lr": 2.3329793615442236e-05}
{"train_loss": 0.002347000874578953, "global_step": 72687, "epoch": 408, "lr": 2.3328543698008155e-05}
{"train_loss": 0.001373097999021411, "global_step": 72688, "epoch": 408, "lr": 2.332729380387e-05}
{"train_loss": 0.001814411603845656, "global_step": 72689, "epoch": 408, "lr": 2.3326043933028852e-05}
{"train_loss": 0.00102700584102422, "global_step": 72690, "epoch": 408, "lr": 2.332479408548582e-05}
{"train_loss": 0.0014091460034251213, "global_step": 72691, "epoch": 408, "lr": 2.332354426124198e-05}
{"train_loss": 0.004876499995589256, "global_step": 72692, "epoch": 408, "lr": 2.3322294460298417e-05}
{"train_loss": 0.0012577353045344353, "global_step": 72693, "epoch": 408, "lr": 2.3321044682656273e-05}
{"train_loss": 0.0008557317196391523, "global_step": 72694, "epoch": 408, "lr": 2.3319794928316567e-05}
{"train_loss": 0.0016769234789535403, "global_step": 72695, "epoch": 408, "lr": 2.3318545197280465e-05}
{"train_loss": 0.000859105377458036, "global_step": 72696, "epoch": 408, "lr": 2.3317295489548978e-05}
{"train_loss": 0.001433048746548593, "global_step": 72697, "epoch": 408, "lr": 2.3316045805123266e-05}
{"train_loss": 0.000860826054122299, "global_step": 72698, "epoch": 408, "lr": 2.3314796144004385e-05}
{"train_loss": 0.0015198503388091922, "global_step": 72699, "epoch": 408, "lr": 2.3313546506193427e-05}
{"train_loss": 0.0025988982524722815, "global_step": 72700, "epoch": 408, "lr": 2.3312296891691526e-05}
{"train_loss": 0.0003670146979857236, "global_step": 72701, "epoch": 408, "lr": 2.33110473004997e-05}
{"train_loss": 0.0014399687061086297, "global_step": 72702, "epoch": 408, "lr": 2.3309797732619098e-05}
{"train_loss": 0.0015364964492619038, "global_step": 72703, "epoch": 408, "lr": 2.3308548188050798e-05}
{"train_loss": 0.002819666638970375, "global_step": 72704, "epoch": 408, "lr": 2.330729866679589e-05}
{"train_loss": 0.0014286504592746496, "global_step": 72705, "epoch": 408, "lr": 2.3306049168855453e-05}
{"train_loss": 0.0024458966217935085, "global_step": 72706, "epoch": 408, "lr": 2.3304799694230594e-05}
{"train_loss": 0.0018847740720957518, "global_step": 72707, "epoch": 408, "lr": 2.330355024292238e-05}
{"train_loss": 0.001988945994526148, "global_step": 72708, "epoch": 408, "lr": 2.330230081493196e-05}
{"train_loss": 0.001142444321885705, "global_step": 72709, "epoch": 408, "lr": 2.3301051410260342e-05}
{"train_loss": 0.001249074935913086, "global_step": 72710, "epoch": 408, "lr": 2.3299802028908684e-05}
{"train_loss": 0.0006771979387849569, "global_step": 72711, "epoch": 408, "lr": 2.3298552670878056e-05}
{"train_loss": 0.0024066362529993057, "global_step": 72712, "epoch": 408, "lr": 2.329730333616954e-05}
{"train_loss": 0.0016462306957691908, "global_step": 72713, "epoch": 408, "lr": 2.329605402478424e-05}
{"train_loss": 0.0009088147198781371, "global_step": 72714, "epoch": 408, "lr": 2.3294804736723247e-05}
{"train_loss": 0.001668730634264648, "global_step": 72715, "epoch": 408, "lr": 2.329355547198764e-05}
{"train_loss": 0.001442819950170815, "global_step": 72716, "epoch": 408, "lr": 2.329230623057852e-05}
{"train_loss": 0.0008338030311278999, "global_step": 72717, "epoch": 408, "lr": 2.329105701249695e-05}
{"train_loss": 0.001232254784554243, "global_step": 72718, "epoch": 408, "lr": 2.3289807817744074e-05}
{"train_loss": 0.0024065261241048574, "global_step": 72719, "epoch": 408, "lr": 2.3288558646320956e-05}
{"train_loss": 0.001217080745846033, "global_step": 72720, "epoch": 408, "lr": 2.3287309498228687e-05}
{"train_loss": 0.0016608983278274536, "global_step": 72721, "epoch": 408, "lr": 2.3286060373468354e-05}
{"train_loss": 0.0013133357279002666, "global_step": 72722, "epoch": 408, "lr": 2.3284811272041034e-05}
{"train_loss": 0.0040786960162222385, "global_step": 72723, "epoch": 408, "lr": 2.3283562193947873e-05}
{"train_loss": 0.0008207380888052285, "global_step": 72724, "epoch": 408, "lr": 2.3282313139189886e-05}
{"train_loss": 0.006145547144114971, "global_step": 72725, "epoch": 408, "lr": 2.3281064107768223e-05}
{"train_loss": 0.0026211438234895468, "global_step": 72726, "epoch": 408, "lr": 2.327981509968396e-05}
{"train_loss": 0.0010583645198494196, "global_step": 72727, "epoch": 408, "lr": 2.3278566114938178e-05}
{"train_loss": 0.0041528744623064995, "global_step": 72728, "epoch": 408, "lr": 2.3277317153531974e-05}
{"train_loss": 0.0015647840918973088, "global_step": 72729, "epoch": 408, "lr": 2.3276068215466433e-05}
{"train_loss": 0.0009045545593835413, "global_step": 72730, "epoch": 408, "lr": 2.327481930074264e-05}
{"train_loss": 0.002651636488735676, "global_step": 72731, "epoch": 408, "lr": 2.3273570409361728e-05}
{"train_loss": 0.0017335234442725778, "global_step": 72732, "epoch": 408, "lr": 2.327232154132472e-05}
{"train_loss": 0.0016595697961747646, "global_step": 72733, "epoch": 408, "lr": 2.327107269663278e-05}
{"train_loss": 0.0012294198386371136, "global_step": 72734, "epoch": 408, "lr": 2.3269823875286922e-05}
{"train_loss": 0.002613974269479513, "global_step": 72735, "epoch": 408, "lr": 2.32685750772883e-05}
{"train_loss": 0.0011816010810434818, "global_step": 72736, "epoch": 408, "lr": 2.3267326302637982e-05}
{"train_loss": 0.0006920900195837021, "global_step": 72737, "epoch": 408, "lr": 2.326607755133705e-05}
{"train_loss": 0.0010032085701823235, "global_step": 72738, "epoch": 408, "lr": 2.3264828823386614e-05}
{"train_loss": 0.0019117476185783744, "global_step": 72739, "epoch": 408, "lr": 2.3263580118787725e-05}
{"train_loss": 0.0011701417388394475, "global_step": 72740, "epoch": 408, "lr": 2.3262331437541524e-05}
{"train_loss": 0.0013152780011296272, "global_step": 72741, "epoch": 408, "lr": 2.3261082779649078e-05}
{"train_loss": 0.001181373605504632, "global_step": 72742, "epoch": 408, "lr": 2.3259834145111486e-05}
{"train_loss": 0.0017300101462751627, "global_step": 72743, "epoch": 408, "lr": 2.3258585533929827e-05}
{"train_loss": 0.0011612246744334698, "global_step": 72744, "epoch": 408, "lr": 2.3257336946105197e-05}
{"train_loss": 0.0015230607241392136, "global_step": 72745, "epoch": 408, "lr": 2.325608838163867e-05}
{"train_loss": 0.00203990051522851, "global_step": 72746, "epoch": 408, "lr": 2.3254839840531383e-05}
{"train_loss": 0.0018029017373919487, "global_step": 72747, "epoch": 408, "lr": 2.3253591322784364e-05}
{"train_loss": 0.0027043698355555534, "global_step": 72748, "epoch": 408, "lr": 2.3252342828398754e-05}
{"train_loss": 0.0022803707979619503, "global_step": 72749, "epoch": 408, "lr": 2.3251094357375623e-05}
{"train_loss": 0.0024592874106019735, "global_step": 72750, "epoch": 408, "lr": 2.3249845909716067e-05}
{"train_loss": 0.0010509076528251171, "global_step": 72751, "epoch": 408, "lr": 2.3248597485421177e-05}
{"train_loss": 0.0029669238720089197, "global_step": 72752, "epoch": 408, "lr": 2.3247349084492032e-05}
{"train_loss": 0.00291154021397233, "global_step": 72753, "epoch": 408, "lr": 2.324610070692973e-05}
{"train_loss": 0.001423744368366897, "global_step": 72754, "epoch": 408, "lr": 2.3244852352735362e-05}
{"train_loss": 0.001343241543509066, "global_step": 72755, "epoch": 408, "lr": 2.3243604021910005e-05}
{"train_loss": 0.0012166263768449426, "global_step": 72756, "epoch": 408, "lr": 2.3242355714454788e-05}
{"train_loss": 0.0011788608971983194, "global_step": 72757, "epoch": 408, "lr": 2.3241107430370745e-05}
{"train_loss": 0.0013206785079091787, "global_step": 72758, "epoch": 408, "lr": 2.3239859169659018e-05}
{"train_loss": 0.0037625818513333797, "global_step": 72759, "epoch": 408, "lr": 2.323861093232067e-05}
{"train_loss": 0.0027072569355368614, "global_step": 72760, "epoch": 408, "lr": 2.3237362718356786e-05}
{"train_loss": 0.0033707586117088795, "global_step": 72761, "epoch": 408, "lr": 2.32361145277685e-05}
{"train_loss": 0.002406732179224491, "global_step": 72762, "epoch": 408, "lr": 2.3234866360556827e-05}
{"train_loss": 0.0015144555363804102, "global_step": 72763, "epoch": 408, "lr": 2.323361821672293e-05}
{"train_loss": 0.002098249737173319, "global_step": 72764, "epoch": 408, "lr": 2.323237009626786e-05}
{"train_loss": 0.001086871838197112, "global_step": 72765, "epoch": 408, "lr": 2.323112199919272e-05}
{"train_loss": 0.0009331576293334365, "global_step": 72766, "epoch": 408, "lr": 2.3229873925498595e-05}
{"train_loss": 0.002221188507974148, "global_step": 72767, "epoch": 408, "lr": 2.3228625875186576e-05}
{"train_loss": 0.004136884585022926, "global_step": 72768, "epoch": 408, "lr": 2.3227377848257755e-05}
{"train_loss": 0.0026375693269073963, "global_step": 72769, "epoch": 408, "lr": 2.322612984471322e-05}
{"train_loss": 0.00253992504440248, "global_step": 72770, "epoch": 408, "lr": 2.3224881864554044e-05}
{"train_loss": 0.0014701565960422158, "global_step": 72771, "epoch": 408, "lr": 2.3223633907781367e-05}
{"train_loss": 0.0026022985111922026, "global_step": 72772, "epoch": 408, "lr": 2.3222385974396215e-05}
{"train_loss": 0.001864276360720396, "global_step": 72773, "epoch": 408, "lr": 2.3221138064399726e-05}
{"train_loss": 0.001487069297581911, "global_step": 72774, "epoch": 408, "lr": 2.3219890177792975e-05}
{"train_loss": 0.0014531281776726246, "global_step": 72775, "epoch": 408, "lr": 2.321864231457705e-05}
{"train_loss": 0.0013004136271774769, "global_step": 72776, "epoch": 408, "lr": 2.3217394474753042e-05}
{"train_loss": 0.0028060609474778175, "global_step": 72777, "epoch": 408, "lr": 2.3216146658322042e-05}
{"train_loss": 0.001286846585571766, "global_step": 72778, "epoch": 408, "lr": 2.3214898865285116e-05}
{"train_loss": 0.0011328227119520307, "global_step": 72779, "epoch": 408, "lr": 2.3213651095643413e-05}
{"train_loss": 0.0024376478977501392, "global_step": 72780, "epoch": 408, "lr": 2.3212403349397953e-05}
{"train_loss": 0.0013351442757993937, "global_step": 72781, "epoch": 408, "lr": 2.3211155626549874e-05}
{"train_loss": 0.0010149406734853983, "global_step": 72782, "epoch": 408, "lr": 2.3209907927100256e-05}
{"train_loss": 0.0013855071738362312, "global_step": 72783, "epoch": 408, "lr": 2.3208660251050158e-05}
{"train_loss": 0.000675773189868778, "global_step": 72784, "epoch": 408, "lr": 2.3207412598400734e-05}
{"train_loss": 0.0016628240700811148, "global_step": 72785, "epoch": 408, "lr": 2.3206164969153004e-05}
{"train_loss": 0.001716013066470623, "global_step": 72786, "epoch": 408, "lr": 2.320491736330812e-05}
{"train_loss": 0.0021205274388194084, "global_step": 72787, "epoch": 408, "lr": 2.3203669780867105e-05}
{"train_loss": 0.0012207115069031715, "global_step": 72788, "epoch": 408, "lr": 2.3202422221831105e-05}
{"train_loss": 0.002080037957057357, "global_step": 72789, "epoch": 408, "lr": 2.3201174686201184e-05}
{"train_loss": 0.0010029615368694067, "global_step": 72790, "epoch": 408, "lr": 2.3199927173978435e-05}
{"train_loss": 0.001122050336562097, "global_step": 72791, "epoch": 408, "lr": 2.3198679685163953e-05}
{"train_loss": 0.0008092268253676593, "global_step": 72792, "epoch": 408, "lr": 2.319743221975883e-05}
{"train_loss": 0.0016961934743449092, "global_step": 72793, "epoch": 408, "lr": 2.3196184777764124e-05}
{"train_loss": 0.001870731357485056, "global_step": 72794, "epoch": 408, "lr": 2.3194937359180986e-05}
{"train_loss": 0.0017324192449450493, "global_step": 72795, "epoch": 408, "lr": 2.3193689964010435e-05}
{"train_loss": 0.0027387370355427265, "global_step": 72796, "epoch": 408, "lr": 2.319244259225361e-05}
{"train_loss": 0.002805768046528101, "global_step": 72797, "epoch": 408, "lr": 2.319119524391159e-05}
{"train_loss": 0.0011181674199178815, "global_step": 72798, "epoch": 408, "lr": 2.3189947918985457e-05}
{"train_loss": 0.0005213409313000739, "global_step": 72799, "epoch": 408, "lr": 2.3188700617476306e-05}
{"train_loss": 0.001187962363474071, "global_step": 72800, "epoch": 408, "lr": 2.3187453339385217e-05}
{"train_loss": 0.0018612517695023752, "global_step": 72801, "epoch": 408, "lr": 2.3186206084713274e-05}
{"train_loss": 0.0008955954108387232, "global_step": 72802, "epoch": 409, "lr": 2.3184958853461596e-05}
{"train_loss": 0.004321864806115627, "global_step": 72803, "epoch": 409, "lr": 2.3183711645631257e-05}
{"train_loss": 0.0012452155351638794, "global_step": 72804, "epoch": 409, "lr": 2.318246446122334e-05}
{"train_loss": 0.0010565497213974595, "global_step": 72805, "epoch": 409, "lr": 2.3181217300238943e-05}
{"train_loss": 0.0010512274457141757, "global_step": 72806, "epoch": 409, "lr": 2.317997016267915e-05}
{"train_loss": 0.0030647374223917723, "global_step": 72807, "epoch": 409, "lr": 2.317872304854505e-05}
{"train_loss": 0.0026934747584164143, "global_step": 72808, "epoch": 409, "lr": 2.3177475957837713e-05}
{"train_loss": 0.0012986320070922375, "global_step": 72809, "epoch": 409, "lr": 2.3176228890558294e-05}
{"train_loss": 0.0018804494757205248, "global_step": 72810, "epoch": 409, "lr": 2.3174981846707794e-05}
{"train_loss": 0.001284186728298664, "global_step": 72811, "epoch": 409, "lr": 2.3173734826287363e-05}
{"train_loss": 0.001720579108223319, "global_step": 72812, "epoch": 409, "lr": 2.3172487829298073e-05}
{"train_loss": 0.001159502426162362, "global_step": 72813, "epoch": 409, "lr": 2.3171240855741017e-05}
{"train_loss": 0.0017741338815540075, "global_step": 72814, "epoch": 409, "lr": 2.3169993905617277e-05}
{"train_loss": 0.0021315247286111116, "global_step": 72815, "epoch": 409, "lr": 2.316874697892794e-05}
{"train_loss": 0.00166523945517838, "global_step": 72816, "epoch": 409, "lr": 2.316750007567409e-05}
{"train_loss": 0.0024838452227413654, "global_step": 72817, "epoch": 409, "lr": 2.3166253195856857e-05}
{"train_loss": 0.0017828390700742602, "global_step": 72818, "epoch": 409, "lr": 2.316500633947727e-05}
{"train_loss": 0.0010606767609715462, "global_step": 72819, "epoch": 409, "lr": 2.3163759506536458e-05}
{"train_loss": 0.0014728938695043325, "global_step": 72820, "epoch": 409, "lr": 2.3162512697035505e-05}
{"train_loss": 0.002930430229753256, "global_step": 72821, "epoch": 409, "lr": 2.3161265910975494e-05}
{"train_loss": 0.0007386305369436741, "global_step": 72822, "epoch": 409, "lr": 2.316001914835751e-05}
{"train_loss": 0.0016506982501596212, "global_step": 72823, "epoch": 409, "lr": 2.315877240918263e-05}
{"train_loss": 0.0010491926223039627, "global_step": 72824, "epoch": 409, "lr": 2.3157525693451998e-05}
{"train_loss": 0.001777607831172645, "global_step": 72825, "epoch": 409, "lr": 2.3156279001166625e-05}
{"train_loss": 0.0014785805251449347, "global_step": 72826, "epoch": 409, "lr": 2.315503233232766e-05}
{"train_loss": 0.0018049078062176704, "global_step": 72827, "epoch": 409, "lr": 2.315378568693617e-05}
{"train_loss": 0.0046977815218269825, "global_step": 72828, "epoch": 409, "lr": 2.3152539064993244e-05}
{"train_loss": 0.001405578339472413, "global_step": 72829, "epoch": 409, "lr": 2.3151292466499968e-05}
{"train_loss": 0.0006653802120126784, "global_step": 72830, "epoch": 409, "lr": 2.315004589145744e-05}
{"train_loss": 0.001281198812648654, "global_step": 72831, "epoch": 409, "lr": 2.3148799339866727e-05}
{"train_loss": 0.000716277863830328, "global_step": 72832, "epoch": 409, "lr": 2.3147552811728967e-05}
{"train_loss": 0.002223987365141511, "global_step": 72833, "epoch": 409, "lr": 2.314630630704518e-05}
{"train_loss": 0.002982915611937642, "global_step": 72834, "epoch": 409, "lr": 2.314505982581651e-05}
{"train_loss": 0.0006817209650762379, "global_step": 72835, "epoch": 409, "lr": 2.3143813368044028e-05}
{"train_loss": 0.0012753333430737257, "global_step": 72836, "epoch": 409, "lr": 2.3142566933728814e-05}
{"train_loss": 0.0024887847248464823, "global_step": 72837, "epoch": 409, "lr": 2.3141320522871974e-05}
{"train_loss": 0.0008704009233042598, "global_step": 72838, "epoch": 409, "lr": 2.3140074135474583e-05}
{"train_loss": 0.0019049716647714376, "global_step": 72839, "epoch": 409, "lr": 2.3138827771537707e-05}
{"train_loss": 0.0008424095576629043, "global_step": 72840, "epoch": 409, "lr": 2.3137581431062505e-05}
{"train_loss": 0.001461688196286559, "global_step": 72841, "epoch": 409, "lr": 2.3136335114049984e-05}
{"train_loss": 0.0033837140072137117, "global_step": 72842, "epoch": 409, "lr": 2.313508882050131e-05}
{"train_loss": 0.0006256455089896917, "global_step": 72843, "epoch": 409, "lr": 2.313384255041749e-05}
{"train_loss": 0.0019887976814061403, "global_step": 72844, "epoch": 409, "lr": 2.313259630379967e-05}
{"train_loss": 0.0010526072001084685, "global_step": 72845, "epoch": 409, "lr": 2.3131350080648928e-05}
{"train_loss": 0.0017248059157282114, "global_step": 72846, "epoch": 409, "lr": 2.3130103880966326e-05}
{"train_loss": 0.001200612634420395, "global_step": 72847, "epoch": 409, "lr": 2.3128857704753015e-05}
{"train_loss": 0.002978111384436488, "global_step": 72848, "epoch": 409, "lr": 2.3127611552009998e-05}
{"train_loss": 0.0019666708540171385, "global_step": 72849, "epoch": 409, "lr": 2.3126365422738433e-05}
{"train_loss": 0.001681910129263997, "global_step": 72850, "epoch": 409, "lr": 2.3125119316939375e-05}
{"train_loss": 0.0013750249054282904, "global_step": 72851, "epoch": 409, "lr": 2.3123873234613923e-05}
{"train_loss": 0.0012223862577229738, "global_step": 72852, "epoch": 409, "lr": 2.3122627175763167e-05}
{"train_loss": 0.0022652451880276203, "global_step": 72853, "epoch": 409, "lr": 2.3121381140388186e-05}
{"train_loss": 0.0013139237416908145, "global_step": 72854, "epoch": 409, "lr": 2.312013512849006e-05}
{"train_loss": 0.0022721176501363516, "global_step": 72855, "epoch": 409, "lr": 2.311888914006993e-05}
{"train_loss": 0.0016931293066591024, "global_step": 72856, "epoch": 409, "lr": 2.31176431751288e-05}
{"train_loss": 0.0012222306104376912, "global_step": 72857, "epoch": 409, "lr": 2.3116397233667824e-05}
{"train_loss": 0.0009806947782635689, "global_step": 72858, "epoch": 409, "lr": 2.3115151315688073e-05}
{"train_loss": 0.0038447456900030375, "global_step": 72859, "epoch": 409, "lr": 2.3113905421190622e-05}
{"train_loss": 0.0012806926388293505, "global_step": 72860, "epoch": 409, "lr": 2.311265955017658e-05}
{"train_loss": 0.0012223185040056705, "global_step": 72861, "epoch": 409, "lr": 2.3111413702647022e-05}
{"train_loss": 0.0009435438551008701, "global_step": 72862, "epoch": 409, "lr": 2.3110167878603035e-05}
{"train_loss": 0.0020273136906325817, "global_step": 72863, "epoch": 409, "lr": 2.3108922078045712e-05}
{"train_loss": 0.0017971761990338564, "global_step": 72864, "epoch": 409, "lr": 2.3107676300976122e-05}
{"train_loss": 0.0006261101807467639, "global_step": 72865, "epoch": 409, "lr": 2.3106430547395386e-05}
{"train_loss": 0.001236182521097362, "global_step": 72866, "epoch": 409, "lr": 2.310518481730458e-05}
{"train_loss": 0.0011589170899242163, "global_step": 72867, "epoch": 409, "lr": 2.310393911070479e-05}
{"train_loss": 0.001364029012620449, "global_step": 72868, "epoch": 409, "lr": 2.3102693427597098e-05}
{"train_loss": 0.0009958907030522823, "global_step": 72869, "epoch": 409, "lr": 2.310144776798258e-05}
{"train_loss": 0.0013750602956861258, "global_step": 72870, "epoch": 409, "lr": 2.3100202131862388e-05}
{"train_loss": 0.0018176538869738579, "global_step": 72871, "epoch": 409, "lr": 2.3098956519237512e-05}
{"train_loss": 0.0019709861371666193, "global_step": 72872, "epoch": 409, "lr": 2.3097710930109117e-05}
{"train_loss": 0.0011852890020236373, "global_step": 72873, "epoch": 409, "lr": 2.3096465364478266e-05}
{"train_loss": 0.002775246277451515, "global_step": 72874, "epoch": 409, "lr": 2.3095219822346037e-05}
{"train_loss": 0.0010945610702037811, "global_step": 72875, "epoch": 409, "lr": 2.3093974303713535e-05}
{"train_loss": 0.0010576066561043262, "global_step": 72876, "epoch": 409, "lr": 2.3092728808581836e-05}
{"train_loss": 0.0011184632312506437, "global_step": 72877, "epoch": 409, "lr": 2.3091483336952015e-05}
{"train_loss": 0.0007563067483715713, "global_step": 72878, "epoch": 409, "lr": 2.309023788882521e-05}
{"train_loss": 0.002264509443193674, "global_step": 72879, "epoch": 409, "lr": 2.308899246420244e-05}
{"train_loss": 0.0023035791236907244, "global_step": 72880, "epoch": 409, "lr": 2.308774706308487e-05}
{"train_loss": 0.002364843152463436, "global_step": 72881, "epoch": 409, "lr": 2.3086501685473504e-05}
{"train_loss": 0.0022621359676122665, "global_step": 72882, "epoch": 409, "lr": 2.308525633136949e-05}
{"train_loss": 0.0030953772366046906, "global_step": 72883, "epoch": 409, "lr": 2.3084011000773898e-05}
{"train_loss": 0.0008653156692162156, "global_step": 72884, "epoch": 409, "lr": 2.3082765693687813e-05}
{"train_loss": 0.0020678164437413216, "global_step": 72885, "epoch": 409, "lr": 2.3081520410112327e-05}
{"train_loss": 0.0018602883210405707, "global_step": 72886, "epoch": 409, "lr": 2.3080275150048507e-05}
{"train_loss": 0.0010836719302460551, "global_step": 72887, "epoch": 409, "lr": 2.307902991349748e-05}
{"train_loss": 0.00160279031842947, "global_step": 72888, "epoch": 409, "lr": 2.307778470046031e-05}
{"train_loss": 0.0035887830890715122, "global_step": 72889, "epoch": 409, "lr": 2.3076539510938082e-05}
{"train_loss": 0.0024887188337743282, "global_step": 72890, "epoch": 409, "lr": 2.3075294344931897e-05}
{"train_loss": 0.0027950750663876534, "global_step": 72891, "epoch": 409, "lr": 2.3074049202442826e-05}
{"train_loss": 0.002988792024552822, "global_step": 72892, "epoch": 409, "lr": 2.3072804083471954e-05}
{"train_loss": 0.0019800267182290554, "global_step": 72893, "epoch": 409, "lr": 2.3071558988020415e-05}
{"train_loss": 0.003249586559832096, "global_step": 72894, "epoch": 409, "lr": 2.307031391608922e-05}
{"train_loss": 0.001161303953267634, "global_step": 72895, "epoch": 409, "lr": 2.306906886767954e-05}
{"train_loss": 0.0017396361799910665, "global_step": 72896, "epoch": 409, "lr": 2.306782384279238e-05}
{"train_loss": 0.0020312911365181208, "global_step": 72897, "epoch": 409, "lr": 2.3066578841428886e-05}
{"train_loss": 0.0019042748026549816, "global_step": 72898, "epoch": 409, "lr": 2.306533386359013e-05}
{"train_loss": 0.0013452114071696997, "global_step": 72899, "epoch": 409, "lr": 2.3064088909277193e-05}
{"train_loss": 0.002901155035942793, "global_step": 72900, "epoch": 409, "lr": 2.3062843978491166e-05}
{"train_loss": 0.0012376997619867325, "global_step": 72901, "epoch": 409, "lr": 2.3061599071233137e-05}
{"train_loss": 0.001922426512464881, "global_step": 72902, "epoch": 409, "lr": 2.3060354187504175e-05}
{"train_loss": 0.0005209838273003697, "global_step": 72903, "epoch": 409, "lr": 2.3059109327305422e-05}
{"train_loss": 0.001214021584019065, "global_step": 72904, "epoch": 409, "lr": 2.3057864490637888e-05}
{"train_loss": 0.0008548781624995172, "global_step": 72905, "epoch": 409, "lr": 2.3056619677502722e-05}
{"train_loss": 0.001048885751515627, "global_step": 72906, "epoch": 409, "lr": 2.3055374887900988e-05}
{"train_loss": 0.001879313262179494, "global_step": 72907, "epoch": 409, "lr": 2.3054130121833755e-05}
{"train_loss": 0.0016104355454444885, "global_step": 72908, "epoch": 409, "lr": 2.305288537930217e-05}
{"train_loss": 0.0019301786087453365, "global_step": 72909, "epoch": 409, "lr": 2.305164066030724e-05}
{"train_loss": 0.0021484894677996635, "global_step": 72910, "epoch": 409, "lr": 2.3050395964850113e-05}
{"train_loss": 0.003095196792855859, "global_step": 72911, "epoch": 409, "lr": 2.304915129293186e-05}
{"train_loss": 0.001156217884272337, "global_step": 72912, "epoch": 409, "lr": 2.3047906644553556e-05}
{"train_loss": 0.0005182834574952722, "global_step": 72913, "epoch": 409, "lr": 2.30466620197163e-05}
{"train_loss": 0.001223954139277339, "global_step": 72914, "epoch": 409, "lr": 2.3045417418421172e-05}
{"train_loss": 0.0004799658781848848, "global_step": 72915, "epoch": 409, "lr": 2.304417284066927e-05}
{"train_loss": 0.0011311466805636883, "global_step": 72916, "epoch": 409, "lr": 2.3042928286461666e-05}
{"train_loss": 0.0011796461185440421, "global_step": 72917, "epoch": 409, "lr": 2.304168375579944e-05}
{"train_loss": 0.0016739569837227464, "global_step": 72918, "epoch": 409, "lr": 2.3040439248683727e-05}
{"train_loss": 0.002441858174279332, "global_step": 72919, "epoch": 409, "lr": 2.3039194765115545e-05}
{"train_loss": 0.0008025073911994696, "global_step": 72920, "epoch": 409, "lr": 2.3037950305096035e-05}
{"train_loss": 0.002138907555490732, "global_step": 72921, "epoch": 409, "lr": 2.3036705868626263e-05}
{"train_loss": 0.0009687764104455709, "global_step": 72922, "epoch": 409, "lr": 2.303546145570732e-05}
{"train_loss": 0.0017975756200030446, "global_step": 72923, "epoch": 409, "lr": 2.303421706634029e-05}
{"train_loss": 0.0024582850746810436, "global_step": 72924, "epoch": 409, "lr": 2.303297270052626e-05}
{"train_loss": 0.0009410282364115119, "global_step": 72925, "epoch": 409, "lr": 2.3031728358266302e-05}
{"train_loss": 0.002469673752784729, "global_step": 72926, "epoch": 409, "lr": 2.3030484039561557e-05}
{"train_loss": 0.0015590996481478214, "global_step": 72927, "epoch": 409, "lr": 2.3029239744413035e-05}
{"train_loss": 0.003314945613965392, "global_step": 72928, "epoch": 409, "lr": 2.302799547282188e-05}
{"train_loss": 0.001946431351825595, "global_step": 72929, "epoch": 409, "lr": 2.3026751224789155e-05}
{"train_loss": 0.0013858865713700652, "global_step": 72930, "epoch": 409, "lr": 2.3025507000315937e-05}
{"train_loss": 0.0010858557652682066, "global_step": 72931, "epoch": 409, "lr": 2.3024262799403368e-05}
{"train_loss": 0.0009287120774388313, "global_step": 72932, "epoch": 409, "lr": 2.3023018622052457e-05}
{"train_loss": 0.0021153970155864954, "global_step": 72933, "epoch": 409, "lr": 2.3021774468264363e-05}
{"train_loss": 0.0026746138464659452, "global_step": 72934, "epoch": 409, "lr": 2.3020530338040102e-05}
{"train_loss": 0.0051727984100580215, "global_step": 72935, "epoch": 409, "lr": 2.3019286231380816e-05}
{"train_loss": 0.0011900963727384806, "global_step": 72936, "epoch": 409, "lr": 2.3018042148287565e-05}
{"train_loss": 0.001206750050187111, "global_step": 72937, "epoch": 409, "lr": 2.3016798088761447e-05}
{"train_loss": 0.000859774649143219, "global_step": 72938, "epoch": 409, "lr": 2.301555405280355e-05}
{"train_loss": 0.0013474402949213982, "global_step": 72939, "epoch": 409, "lr": 2.301431004041495e-05}
{"train_loss": 0.001117803156375885, "global_step": 72940, "epoch": 409, "lr": 2.3013066051596723e-05}
{"train_loss": 0.0007773821707814932, "global_step": 72941, "epoch": 409, "lr": 2.3011822086350004e-05}
{"train_loss": 0.000955649942625314, "global_step": 72942, "epoch": 409, "lr": 2.3010578144675815e-05}
{"train_loss": 0.0023983456194400787, "global_step": 72943, "epoch": 409, "lr": 2.3009334226575286e-05}
{"train_loss": 0.0016817105934023857, "global_step": 72944, "epoch": 409, "lr": 2.30080903320495e-05}
{"train_loss": 0.001021837699227035, "global_step": 72945, "epoch": 409, "lr": 2.300684646109953e-05}
{"train_loss": 0.0008220766903832555, "global_step": 72946, "epoch": 409, "lr": 2.300560261372646e-05}
{"train_loss": 0.0012900371802970767, "global_step": 72947, "epoch": 409, "lr": 2.3004358789931395e-05}
{"train_loss": 0.0016819853335618973, "global_step": 72948, "epoch": 409, "lr": 2.300311498971539e-05}
{"train_loss": 0.001002059900201857, "global_step": 72949, "epoch": 409, "lr": 2.300187121307957e-05}
{"train_loss": 0.0011840660590678453, "global_step": 72950, "epoch": 409, "lr": 2.3000627460025005e-05}
{"train_loss": 0.0011233758414164186, "global_step": 72951, "epoch": 409, "lr": 2.2999383730552777e-05}
{"train_loss": 0.0018139681778848171, "global_step": 72952, "epoch": 409, "lr": 2.2998140024663972e-05}
{"train_loss": 0.0012530391104519367, "global_step": 72953, "epoch": 409, "lr": 2.299689634235968e-05}
{"train_loss": 0.0009774942882359028, "global_step": 72954, "epoch": 409, "lr": 2.299565268364099e-05}
{"train_loss": 0.0019072210416197777, "global_step": 72955, "epoch": 409, "lr": 2.2994409048508963e-05}
{"train_loss": 0.0010445646476000547, "global_step": 72956, "epoch": 409, "lr": 2.2993165436964748e-05}
{"train_loss": 0.0028297873213887215, "global_step": 72957, "epoch": 409, "lr": 2.2991921849009346e-05}
{"train_loss": 0.0017991993809118867, "global_step": 72958, "epoch": 409, "lr": 2.2990678284643914e-05}
{"train_loss": 0.0011837005149573088, "global_step": 72959, "epoch": 409, "lr": 2.2989434743869508e-05}
{"train_loss": 0.0007880181074142456, "global_step": 72960, "epoch": 409, "lr": 2.2988191226687216e-05}
{"train_loss": 0.001641154638491571, "global_step": 72961, "epoch": 409, "lr": 2.298694773309813e-05}
{"train_loss": 0.002721191383898258, "global_step": 72962, "epoch": 409, "lr": 2.2985704263103324e-05}
{"train_loss": 0.002573997713625431, "global_step": 72963, "epoch": 409, "lr": 2.298446081670388e-05}
{"train_loss": 0.001971221063286066, "global_step": 72964, "epoch": 409, "lr": 2.2983217393900936e-05}
{"train_loss": 0.0005731217097491026, "global_step": 72965, "epoch": 409, "lr": 2.2981973994695494e-05}
{"train_loss": 0.0015677812043577433, "global_step": 72966, "epoch": 409, "lr": 2.2980730619088707e-05}
{"train_loss": 0.0009769327007234097, "global_step": 72967, "epoch": 409, "lr": 2.2979487267081635e-05}
{"train_loss": 0.004928463138639927, "global_step": 72968, "epoch": 409, "lr": 2.297824393867537e-05}
{"train_loss": 0.0012446003966033459, "global_step": 72969, "epoch": 409, "lr": 2.2977000633870994e-05}
{"train_loss": 0.0027664226945489645, "global_step": 72970, "epoch": 409, "lr": 2.2975757352669574e-05}
{"train_loss": 0.0025818415451794863, "global_step": 72971, "epoch": 409, "lr": 2.297451409507226e-05}
{"train_loss": 0.0015138083836063743, "global_step": 72972, "epoch": 409, "lr": 2.2973270861080047e-05}
{"train_loss": 0.0016221761470660567, "global_step": 72973, "epoch": 409, "lr": 2.2972027650694095e-05}
{"train_loss": 0.0012948838993906975, "global_step": 72974, "epoch": 409, "lr": 2.2970784463915456e-05}
{"train_loss": 0.001487630303017795, "global_step": 72975, "epoch": 409, "lr": 2.2969541300745228e-05}
{"train_loss": 0.0014055147767066956, "global_step": 72976, "epoch": 409, "lr": 2.2968298161184494e-05}
{"train_loss": 0.0017564469017088413, "global_step": 72977, "epoch": 409, "lr": 2.296705504523433e-05}
{"train_loss": 0.001187595073133707, "global_step": 72978, "epoch": 409, "lr": 2.296581195289581e-05}
{"train_loss": 0.001710318398120384, "global_step": 72979, "epoch": 409, "lr": 2.296456888417008e-05}
{"train_loss": 0.0008583117742091417, "global_step": 72980, "epoch": 410, "lr": 2.2963325839058148e-05}
{"train_loss": 0.00187344616279006, "global_step": 72981, "epoch": 410, "lr": 2.2962082817561153e-05}
{"train_loss": 0.0024898399133235216, "global_step": 72982, "epoch": 410, "lr": 2.2960839819680162e-05}
{"train_loss": 0.0047778356820344925, "global_step": 72983, "epoch": 410, "lr": 2.2959596845416265e-05}
{"train_loss": 0.0025566325057297945, "global_step": 72984, "epoch": 410, "lr": 2.2958353894770547e-05}
{"train_loss": 0.0025270062033087015, "global_step": 72985, "epoch": 410, "lr": 2.295711096774409e-05}
{"train_loss": 0.0016135988989844918, "global_step": 72986, "epoch": 410, "lr": 2.295586806433796e-05}
{"train_loss": 0.0009301548125222325, "global_step": 72987, "epoch": 410, "lr": 2.2954625184553308e-05}
{"train_loss": 0.002356479875743389, "global_step": 72988, "epoch": 410, "lr": 2.2953382328391133e-05}
{"train_loss": 0.0017212736420333385, "global_step": 72989, "epoch": 410, "lr": 2.2952139495852603e-05}
{"train_loss": 0.0029273286927491426, "global_step": 72990, "epoch": 410, "lr": 2.295089668693873e-05}
{"train_loss": 0.0010140754748135805, "global_step": 72991, "epoch": 410, "lr": 2.294965390165064e-05}
{"train_loss": 0.0014069301541894674, "global_step": 72992, "epoch": 410, "lr": 2.2948411139989422e-05}
{"train_loss": 0.0007156782667152584, "global_step": 72993, "epoch": 410, "lr": 2.2947168401956133e-05}
{"train_loss": 0.001296171103604138, "global_step": 72994, "epoch": 410, "lr": 2.2945925687551912e-05}
{"train_loss": 0.0009473588434047997, "global_step": 72995, "epoch": 410, "lr": 2.2944682996777772e-05}
{"train_loss": 0.0010084585519507527, "global_step": 72996, "epoch": 410, "lr": 2.2943440329634853e-05}
{"train_loss": 0.0004513544263318181, "global_step": 72997, "epoch": 410, "lr": 2.2942197686124223e-05}
{"train_loss": 0.003348386147990823, "global_step": 72998, "epoch": 410, "lr": 2.294095506624697e-05}
{"train_loss": 0.0015842486172914505, "global_step": 72999, "epoch": 410, "lr": 2.2939712470004176e-05}
{"train_loss": 0.0011602463200688362, "global_step": 73000, "epoch": 410, "lr": 2.2938469897396926e-05}
{"train_loss": 0.0007726793992333114, "global_step": 73001, "epoch": 410, "lr": 2.2937227348426286e-05}
{"train_loss": 0.0008185309125110507, "global_step": 73002, "epoch": 410, "lr": 2.2935984823093402e-05}
{"train_loss": 0.001540512777864933, "global_step": 73003, "epoch": 410, "lr": 2.2934742321399283e-05}
{"train_loss": 0.0019544484093785286, "global_step": 73004, "epoch": 410, "lr": 2.2933499843345085e-05}
{"train_loss": 0.0009260433726012707, "global_step": 73005, "epoch": 410, "lr": 2.293225738893182e-05}
{"train_loss": 0.0014493465423583984, "global_step": 73006, "epoch": 410, "lr": 2.2931014958160634e-05}
{"train_loss": 0.0020477320067584515, "global_step": 73007, "epoch": 410, "lr": 2.2929772551032587e-05}
{"train_loss": 0.0008782236254774034, "global_step": 73008, "epoch": 410, "lr": 2.2928530167548766e-05}
{"train_loss": 0.0016173868207260966, "global_step": 73009, "epoch": 410, "lr": 2.2927287807710264e-05}
{"train_loss": 0.0016529127024114132, "global_step": 73010, "epoch": 410, "lr": 2.2926045471518153e-05}
{"train_loss": 0.0017219202127307653, "global_step": 73011, "epoch": 410, "lr": 2.2924803158973508e-05}
{"train_loss": 0.0023318910971283913, "global_step": 73012, "epoch": 410, "lr": 2.292356087007745e-05}
{"train_loss": 0.0017831710865721107, "global_step": 73013, "epoch": 410, "lr": 2.292231860483104e-05}
{"train_loss": 0.0013557157944887877, "global_step": 73014, "epoch": 410, "lr": 2.2921076363235372e-05}
{"train_loss": 0.0018738912185654044, "global_step": 73015, "epoch": 410, "lr": 2.2919834145291524e-05}
{"train_loss": 0.0016209343448281288, "global_step": 73016, "epoch": 410, "lr": 2.2918591951000566e-05}
{"train_loss": 0.0010834485292434692, "global_step": 73017, "epoch": 410, "lr": 2.291734978036364e-05}
{"train_loss": 0.0013822444016113877, "global_step": 73018, "epoch": 410, "lr": 2.291610763338175e-05}
{"train_loss": 0.0024637782480567694, "global_step": 73019, "epoch": 410, "lr": 2.2914865510056045e-05}
{"train_loss": 0.0046340664848685265, "global_step": 73020, "epoch": 410, "lr": 2.2913623410387585e-05}
{"train_loss": 0.0040337392129004, "global_step": 73021, "epoch": 410, "lr": 2.291238133437746e-05}
{"train_loss": 0.002230792073532939, "global_step": 73022, "epoch": 410, "lr": 2.291113928202675e-05}
{"train_loss": 0.0015082373283803463, "global_step": 73023, "epoch": 410, "lr": 2.2909897253336544e-05}
{"train_loss": 0.0008142528822645545, "global_step": 73024, "epoch": 410, "lr": 2.290865524830792e-05}
{"train_loss": 0.001236800104379654, "global_step": 73025, "epoch": 410, "lr": 2.2907413266941975e-05}
{"train_loss": 0.0015940621960908175, "global_step": 73026, "epoch": 410, "lr": 2.2906171309239767e-05}
{"train_loss": 0.001929273596033454, "global_step": 73027, "epoch": 410, "lr": 2.2904929375202433e-05}
{"train_loss": 0.0030988091602921486, "global_step": 73028, "epoch": 410, "lr": 2.2903687464830987e-05}
{"train_loss": 0.0017803322989493608, "global_step": 73029, "epoch": 410, "lr": 2.2902445578126576e-05}
{"train_loss": 0.0013461341150105, "global_step": 73030, "epoch": 410, "lr": 2.2901203715090258e-05}
{"train_loss": 0.0008414840558543801, "global_step": 73031, "epoch": 410, "lr": 2.289996187572312e-05}
{"train_loss": 0.0004039627674501389, "global_step": 73032, "epoch": 410, "lr": 2.2898720060026246e-05}
{"train_loss": 0.0024267975240945816, "global_step": 73033, "epoch": 410, "lr": 2.2897478268000705e-05}
{"train_loss": 0.0009283515391871333, "global_step": 73034, "epoch": 410, "lr": 2.2896236499647617e-05}
{"train_loss": 0.0011192329693585634, "global_step": 73035, "epoch": 410, "lr": 2.2894994754968042e-05}
{"train_loss": 0.0019029700197279453, "global_step": 73036, "epoch": 410, "lr": 2.289375303396308e-05}
{"train_loss": 0.0023969761095941067, "global_step": 73037, "epoch": 410, "lr": 2.28925113366338e-05}
{"train_loss": 0.0010864140931516886, "global_step": 73038, "epoch": 410, "lr": 2.289126966298129e-05}
{"train_loss": 0.002046730602160096, "global_step": 73039, "epoch": 410, "lr": 2.289002801300662e-05}
{"train_loss": 0.0021592769771814346, "global_step": 73040, "epoch": 410, "lr": 2.2888786386710932e-05}
{"train_loss": 0.003534954972565174, "global_step": 73041, "epoch": 410, "lr": 2.2887544784095232e-05}
{"train_loss": 0.0035083582624793053, "global_step": 73042, "epoch": 410, "lr": 2.288630320516068e-05}
{"train_loss": 0.0016408321680501103, "global_step": 73043, "epoch": 410, "lr": 2.2885061649908284e-05}
{"train_loss": 0.0010892075952142477, "global_step": 73044, "epoch": 410, "lr": 2.2883820118339187e-05}
{"train_loss": 0.001216609962284565, "global_step": 73045, "epoch": 410, "lr": 2.2882578610454453e-05}
{"train_loss": 0.0014581662835553288, "global_step": 73046, "epoch": 410, "lr": 2.2881337126255165e-05}
{"train_loss": 0.0013506329851225019, "global_step": 73047, "epoch": 410, "lr": 2.2880095665742412e-05}
{"train_loss": 0.002442598110064864, "global_step": 73048, "epoch": 410, "lr": 2.287885422891728e-05}
{"train_loss": 0.0013743622694164515, "global_step": 73049, "epoch": 410, "lr": 2.2877612815780825e-05}
{"train_loss": 0.001823389669880271, "global_step": 73050, "epoch": 410, "lr": 2.2876371426334194e-05}
{"train_loss": 0.0009866667678579688, "global_step": 73051, "epoch": 410, "lr": 2.2875130060578396e-05}
{"train_loss": 0.0010777260176837444, "global_step": 73052, "epoch": 410, "lr": 2.2873888718514568e-05}
{"train_loss": 0.003253343515098095, "global_step": 73053, "epoch": 410, "lr": 2.2872647400143782e-05}
{"train_loss": 0.0011761020869016647, "global_step": 73054, "epoch": 410, "lr": 2.2871406105467097e-05}
{"train_loss": 0.0009336239891126752, "global_step": 73055, "epoch": 410, "lr": 2.2870164834485657e-05}
{"train_loss": 0.0017136423848569393, "global_step": 73056, "epoch": 410, "lr": 2.2868923587200475e-05}
{"train_loss": 0.0038000578060746193, "global_step": 73057, "epoch": 410, "lr": 2.286768236361268e-05}
{"train_loss": 0.0030643779318779707, "global_step": 73058, "epoch": 410, "lr": 2.2866441163723345e-05}
{"train_loss": 0.0016936411848291755, "global_step": 73059, "epoch": 410, "lr": 2.2865199987533558e-05}
{"train_loss": 0.0027974790427833796, "global_step": 73060, "epoch": 410, "lr": 2.286395883504439e-05}
{"train_loss": 0.002231935039162636, "global_step": 73061, "epoch": 410, "lr": 2.2862717706256943e-05}
{"train_loss": 0.0016625388525426388, "global_step": 73062, "epoch": 410, "lr": 2.286147660117229e-05}
{"train_loss": 0.002706751227378845, "global_step": 73063, "epoch": 410, "lr": 2.2860235519791506e-05}
{"train_loss": 0.0018033897504210472, "global_step": 73064, "epoch": 410, "lr": 2.285899446211568e-05}
{"train_loss": 0.002731932792812586, "global_step": 73065, "epoch": 410, "lr": 2.2857753428145927e-05}
{"train_loss": 0.0015029641799628735, "global_step": 73066, "epoch": 410, "lr": 2.285651241788328e-05}
{"train_loss": 0.0015386950690299273, "global_step": 73067, "epoch": 410, "lr": 2.2855271431328857e-05}
{"train_loss": 0.002037161961197853, "global_step": 73068, "epoch": 410, "lr": 2.285403046848374e-05}
{"train_loss": 0.0016332700615748763, "global_step": 73069, "epoch": 410, "lr": 2.2852789529349004e-05}
{"train_loss": 0.002625555032864213, "global_step": 73070, "epoch": 410, "lr": 2.2851548613925734e-05}
{"train_loss": 0.002503256546333432, "global_step": 73071, "epoch": 410, "lr": 2.2850307722215015e-05}
{"train_loss": 0.0012377367820590734, "global_step": 73072, "epoch": 410, "lr": 2.2849066854217916e-05}
{"train_loss": 0.002492074389010668, "global_step": 73073, "epoch": 410, "lr": 2.284782600993557e-05}
{"train_loss": 0.001681170193478465, "global_step": 73074, "epoch": 410, "lr": 2.2846585189368986e-05}
{"train_loss": 0.0021278420463204384, "global_step": 73075, "epoch": 410, "lr": 2.2845344392519313e-05}
{"train_loss": 0.0015226863324642181, "global_step": 73076, "epoch": 410, "lr": 2.2844103619387607e-05}
{"train_loss": 0.003250919980928302, "global_step": 73077, "epoch": 410, "lr": 2.2842862869974933e-05}
{"train_loss": 0.003521563019603491, "global_step": 73078, "epoch": 410, "lr": 2.284162214428244e-05}
{"train_loss": 0.0015467890771105886, "global_step": 73079, "epoch": 410, "lr": 2.2840381442311125e-05}
{"train_loss": 0.0021615461446344852, "global_step": 73080, "epoch": 410, "lr": 2.2839140764062156e-05}
{"train_loss": 0.002321684267371893, "global_step": 73081, "epoch": 410, "lr": 2.2837900109536536e-05}
{"train_loss": 0.003606323152780533, "global_step": 73082, "epoch": 410, "lr": 2.283665947873541e-05}
{"train_loss": 0.001765240915119648, "global_step": 73083, "epoch": 410, "lr": 2.2835418871659835e-05}
{"train_loss": 0.0023352825082838535, "global_step": 73084, "epoch": 410, "lr": 2.2834178288310905e-05}
{"train_loss": 0.0024585470091551542, "global_step": 73085, "epoch": 410, "lr": 2.2832937728689696e-05}
{"train_loss": 0.0026473309844732285, "global_step": 73086, "epoch": 410, "lr": 2.283169719279729e-05}
{"train_loss": 0.0023542658891528845, "global_step": 73087, "epoch": 410, "lr": 2.283045668063476e-05}
{"train_loss": 0.003284876234829426, "global_step": 73088, "epoch": 410, "lr": 2.282921619220324e-05}
{"train_loss": 0.0021023522131145, "global_step": 73089, "epoch": 410, "lr": 2.2827975727503738e-05}
{"train_loss": 0.0020869311410933733, "global_step": 73090, "epoch": 410, "lr": 2.2826735286537394e-05}
{"train_loss": 0.001107475720345974, "global_step": 73091, "epoch": 410, "lr": 2.2825494869305276e-05}
{"train_loss": 0.002049461705610156, "global_step": 73092, "epoch": 410, "lr": 2.2824254475808464e-05}
{"train_loss": 0.004320617765188217, "global_step": 73093, "epoch": 410, "lr": 2.2823014106048047e-05}
{"train_loss": 0.001679387642070651, "global_step": 73094, "epoch": 410, "lr": 2.28217737600251e-05}
{"train_loss": 0.002396266907453537, "global_step": 73095, "epoch": 410, "lr": 2.2820533437740694e-05}
{"train_loss": 0.0014194772811606526, "global_step": 73096, "epoch": 410, "lr": 2.281929313919594e-05}
{"train_loss": 0.0016862169140949845, "global_step": 73097, "epoch": 410, "lr": 2.281805286439192e-05}
{"train_loss": 0.0009200555505231023, "global_step": 73098, "epoch": 410, "lr": 2.2816812613329704e-05}
{"train_loss": 0.002437409944832325, "global_step": 73099, "epoch": 410, "lr": 2.2815572386010382e-05}
{"train_loss": 0.0029131174087524414, "global_step": 73100, "epoch": 410, "lr": 2.2814332182435027e-05}
{"train_loss": 0.0039316206239163876, "global_step": 73101, "epoch": 410, "lr": 2.2813092002604736e-05}
{"train_loss": 0.0007283820887096226, "global_step": 73102, "epoch": 410, "lr": 2.281185184652056e-05}
{"train_loss": 0.0035076430067420006, "global_step": 73103, "epoch": 410, "lr": 2.281061171418365e-05}
{"train_loss": 0.004169095307588577, "global_step": 73104, "epoch": 410, "lr": 2.2809371605595008e-05}
{"train_loss": 0.002593717072159052, "global_step": 73105, "epoch": 410, "lr": 2.2808131520755776e-05}
{"train_loss": 0.0007939593633636832, "global_step": 73106, "epoch": 410, "lr": 2.280689145966702e-05}
{"train_loss": 0.002141724806278944, "global_step": 73107, "epoch": 410, "lr": 2.2805651422329815e-05}
{"train_loss": 0.0017425909172743559, "global_step": 73108, "epoch": 410, "lr": 2.280441140874525e-05}
{"train_loss": 0.0011314861476421356, "global_step": 73109, "epoch": 410, "lr": 2.280317141891441e-05}
{"train_loss": 0.0028707138262689114, "global_step": 73110, "epoch": 410, "lr": 2.2801931452838353e-05}
{"train_loss": 0.0011800418142229319, "global_step": 73111, "epoch": 410, "lr": 2.2800691510518228e-05}
{"train_loss": 0.001878345967270434, "global_step": 73112, "epoch": 410, "lr": 2.2799451591955033e-05}
{"train_loss": 0.001524230232462287, "global_step": 73113, "epoch": 410, "lr": 2.2798211697149913e-05}
{"train_loss": 0.001083954470232129, "global_step": 73114, "epoch": 410, "lr": 2.279697182610393e-05}
{"train_loss": 0.000995490001514554, "global_step": 73115, "epoch": 410, "lr": 2.279573197881817e-05}
{"train_loss": 0.00158474943600595, "global_step": 73116, "epoch": 410, "lr": 2.279449215529371e-05}
{"train_loss": 0.002241879003122449, "global_step": 73117, "epoch": 410, "lr": 2.279325235553162e-05}
{"train_loss": 0.0008258229936473072, "global_step": 73118, "epoch": 410, "lr": 2.2792012579533035e-05}
{"train_loss": 0.0033436084631830454, "global_step": 73119, "epoch": 410, "lr": 2.279077282729897e-05}
{"train_loss": 0.0020437308121472597, "global_step": 73120, "epoch": 410, "lr": 2.278953309883055e-05}
{"train_loss": 0.0011963475262746215, "global_step": 73121, "epoch": 410, "lr": 2.2788293394128853e-05}
{"train_loss": 0.002134560141712427, "global_step": 73122, "epoch": 410, "lr": 2.2787053713194957e-05}
{"train_loss": 0.0015152624109759927, "global_step": 73123, "epoch": 410, "lr": 2.278581405602994e-05}
{"train_loss": 0.0008730828994885087, "global_step": 73124, "epoch": 410, "lr": 2.2784574422634893e-05}
{"train_loss": 0.0011498621897771955, "global_step": 73125, "epoch": 410, "lr": 2.2783334813010875e-05}
{"train_loss": 0.002357281744480133, "global_step": 73126, "epoch": 410, "lr": 2.2782095227159023e-05}
{"train_loss": 0.0008649775991216302, "global_step": 73127, "epoch": 410, "lr": 2.2780855665080354e-05}
{"train_loss": 0.0019027357921004295, "global_step": 73128, "epoch": 410, "lr": 2.2779616126776e-05}
{"train_loss": 0.0015183762880042195, "global_step": 73129, "epoch": 410, "lr": 2.277837661224702e-05}
{"train_loss": 0.0007695165695622563, "global_step": 73130, "epoch": 410, "lr": 2.2777137121494507e-05}
{"train_loss": 0.002865404589101672, "global_step": 73131, "epoch": 410, "lr": 2.277589765451954e-05}
{"train_loss": 0.0017933174967765808, "global_step": 73132, "epoch": 410, "lr": 2.2774658211323196e-05}
{"train_loss": 0.0019864155910909176, "global_step": 73133, "epoch": 410, "lr": 2.2773418791906563e-05}
{"train_loss": 0.002778923138976097, "global_step": 73134, "epoch": 410, "lr": 2.2772179396270725e-05}
{"train_loss": 0.00183286820538342, "global_step": 73135, "epoch": 410, "lr": 2.2770940024416746e-05}
{"train_loss": 0.0017122349236160517, "global_step": 73136, "epoch": 410, "lr": 2.276970067634574e-05}
{"train_loss": 0.001873027067631483, "global_step": 73137, "epoch": 410, "lr": 2.276846135205878e-05}
{"train_loss": 0.0027607069350779057, "global_step": 73138, "epoch": 410, "lr": 2.2767222051556935e-05}
{"train_loss": 0.0016124071553349495, "global_step": 73139, "epoch": 410, "lr": 2.2765982774841297e-05}
{"train_loss": 0.002094042021781206, "global_step": 73140, "epoch": 410, "lr": 2.276474352191293e-05}
{"train_loss": 0.0023315753787755966, "global_step": 73141, "epoch": 410, "lr": 2.2763504292772968e-05}
{"train_loss": 0.0018598709721118212, "global_step": 73142, "epoch": 410, "lr": 2.2762265087422424e-05}
{"train_loss": 0.0018348952289670706, "global_step": 73143, "epoch": 410, "lr": 2.276102590586243e-05}
{"train_loss": 0.002107907785102725, "global_step": 73144, "epoch": 410, "lr": 2.2759786748094055e-05}
{"train_loss": 0.0012807493330910802, "global_step": 73145, "epoch": 410, "lr": 2.275854761411838e-05}
{"train_loss": 0.0008581469883210957, "global_step": 73146, "epoch": 410, "lr": 2.2757308503936487e-05}
{"train_loss": 0.003224342130124569, "global_step": 73147, "epoch": 410, "lr": 2.2756069417549458e-05}
{"train_loss": 0.001138162100687623, "global_step": 73148, "epoch": 410, "lr": 2.2754830354958355e-05}
{"train_loss": 0.0017892741598188877, "global_step": 73149, "epoch": 410, "lr": 2.2753591316164318e-05}
{"train_loss": 0.0024811001494526863, "global_step": 73150, "epoch": 410, "lr": 2.2752352301168356e-05}
{"train_loss": 0.00286981463432312, "global_step": 73151, "epoch": 410, "lr": 2.275111330997162e-05}
{"train_loss": 0.0008714683353900909, "global_step": 73152, "epoch": 410, "lr": 2.274987434257513e-05}
{"train_loss": 0.001303293858654797, "global_step": 73153, "epoch": 410, "lr": 2.2748635398980013e-05}
{"train_loss": 0.0015191780403256416, "global_step": 73154, "epoch": 410, "lr": 2.2747396479187332e-05}
{"train_loss": 0.0017542848363518715, "global_step": 73155, "epoch": 410, "lr": 2.2746157583198174e-05}
{"train_loss": 0.0026974782813340425, "global_step": 73156, "epoch": 410, "lr": 2.2744918711013624e-05}
{"train_loss": 0.0019470068740232041, "global_step": 73157, "epoch": 410, "lr": 2.2743679862634738e-05, "train_action_mse_error": 4.245800028002122e-06}
{"train_loss": 0.001423114212229848, "global_step": 73158, "epoch": 411, "lr": 2.2742441038062638e-05}
{"train_loss": 0.0011903275735676289, "global_step": 73159, "epoch": 411, "lr": 2.2741202237298388e-05}
{"train_loss": 0.001774812350049615, "global_step": 73160, "epoch": 411, "lr": 2.2739963460343072e-05}
{"train_loss": 0.0018963811453431845, "global_step": 73161, "epoch": 411, "lr": 2.2738724707197767e-05}
{"train_loss": 0.0008795640897005796, "global_step": 73162, "epoch": 411, "lr": 2.273748597786356e-05}
{"train_loss": 0.001386695890687406, "global_step": 73163, "epoch": 411, "lr": 2.273624727234151e-05}
{"train_loss": 0.001736025558784604, "global_step": 73164, "epoch": 411, "lr": 2.273500859063276e-05}
{"train_loss": 0.0011001828825101256, "global_step": 73165, "epoch": 411, "lr": 2.2733769932738313e-05}
{"train_loss": 0.0014497189549729228, "global_step": 73166, "epoch": 411, "lr": 2.273253129865931e-05}
{"train_loss": 0.002005273476243019, "global_step": 73167, "epoch": 411, "lr": 2.273129268839681e-05}
{"train_loss": 0.0013376633869484067, "global_step": 73168, "epoch": 411, "lr": 2.2730054101951896e-05}
{"train_loss": 0.003014317015185952, "global_step": 73169, "epoch": 411, "lr": 2.2728815539325653e-05}
{"train_loss": 0.00210188003256917, "global_step": 73170, "epoch": 411, "lr": 2.2727577000519163e-05}
{"train_loss": 0.0023341281339526176, "global_step": 73171, "epoch": 411, "lr": 2.2726338485533506e-05}
{"train_loss": 0.003990924917161465, "global_step": 73172, "epoch": 411, "lr": 2.2725099994369766e-05}
{"train_loss": 0.00253078481182456, "global_step": 73173, "epoch": 411, "lr": 2.2723861527028993e-05}
{"train_loss": 0.002847816562280059, "global_step": 73174, "epoch": 411, "lr": 2.2722623083512344e-05}
{"train_loss": 0.0028414339758455753, "global_step": 73175, "epoch": 411, "lr": 2.2721384663820817e-05}
{"train_loss": 0.0012394344666972756, "global_step": 73176, "epoch": 411, "lr": 2.2720146267955544e-05}
{"train_loss": 0.0031905018258839846, "global_step": 73177, "epoch": 411, "lr": 2.27189078959176e-05}
{"train_loss": 0.00741830188781023, "global_step": 73178, "epoch": 411, "lr": 2.2717669547708044e-05}
{"train_loss": 0.002412626752629876, "global_step": 73179, "epoch": 411, "lr": 2.2716431223328005e-05}
{"train_loss": 0.001299714669585228, "global_step": 73180, "epoch": 411, "lr": 2.27151929227785e-05}
{"train_loss": 0.0012944655027240515, "global_step": 73181, "epoch": 411, "lr": 2.2713954646060666e-05}
{"train_loss": 0.004006739240139723, "global_step": 73182, "epoch": 411, "lr": 2.271271639317556e-05}
{"train_loss": 0.0023228847421705723, "global_step": 73183, "epoch": 411, "lr": 2.2711478164124266e-05}
{"train_loss": 0.001287333550862968, "global_step": 73184, "epoch": 411, "lr": 2.2710239958907864e-05}
{"train_loss": 0.0024688593111932278, "global_step": 73185, "epoch": 411, "lr": 2.2709001777527445e-05}
{"train_loss": 0.0016818409785628319, "global_step": 73186, "epoch": 411, "lr": 2.2707763619984057e-05}
{"train_loss": 0.0022076857276260853, "global_step": 73187, "epoch": 411, "lr": 2.2706525486278845e-05}
{"train_loss": 0.0016507714753970504, "global_step": 73188, "epoch": 411, "lr": 2.270528737641282e-05}
{"train_loss": 0.0014637451386079192, "global_step": 73189, "epoch": 411, "lr": 2.2704049290387135e-05}
{"train_loss": 0.0024090183433145285, "global_step": 73190, "epoch": 411, "lr": 2.270281122820279e-05}
{"train_loss": 0.0034330773632973433, "global_step": 73191, "epoch": 411, "lr": 2.270157318986093e-05}
{"train_loss": 0.00209343945607543, "global_step": 73192, "epoch": 411, "lr": 2.270033517536262e-05}
{"train_loss": 0.004399958997964859, "global_step": 73193, "epoch": 411, "lr": 2.2699097184708934e-05}
{"train_loss": 0.0020378693006932735, "global_step": 73194, "epoch": 411, "lr": 2.2697859217900953e-05}
{"train_loss": 0.0009047856437973678, "global_step": 73195, "epoch": 411, "lr": 2.2696621274939766e-05}
{"train_loss": 0.004638345912098885, "global_step": 73196, "epoch": 411, "lr": 2.269538335582643e-05}
{"train_loss": 0.0019538619089871645, "global_step": 73197, "epoch": 411, "lr": 2.2694145460562083e-05}
{"train_loss": 0.0023697339929640293, "global_step": 73198, "epoch": 411, "lr": 2.269290758914773e-05}
{"train_loss": 0.0022142091765999794, "global_step": 73199, "epoch": 411, "lr": 2.2691669741584508e-05}
{"train_loss": 0.002160296542569995, "global_step": 73200, "epoch": 411, "lr": 2.2690431917873488e-05}
{"train_loss": 0.003576420247554779, "global_step": 73201, "epoch": 411, "lr": 2.268919411801572e-05}
{"train_loss": 0.002527628792449832, "global_step": 73202, "epoch": 411, "lr": 2.268795634201235e-05}
{"train_loss": 0.001830383436754346, "global_step": 73203, "epoch": 411, "lr": 2.2686718589864387e-05}
{"train_loss": 0.001779578858986497, "global_step": 73204, "epoch": 411, "lr": 2.2685480861572956e-05}
{"train_loss": 0.0018988571828231215, "global_step": 73205, "epoch": 411, "lr": 2.268424315713913e-05}
{"train_loss": 0.00371079845353961, "global_step": 73206, "epoch": 411, "lr": 2.2683005476563985e-05}
{"train_loss": 0.0010116704506799579, "global_step": 73207, "epoch": 411, "lr": 2.2681767819848604e-05}
{"train_loss": 0.0027648601680994034, "global_step": 73208, "epoch": 411, "lr": 2.2680530186994066e-05}
{"train_loss": 0.0014612028608098626, "global_step": 73209, "epoch": 411, "lr": 2.2679292578001456e-05}
{"train_loss": 0.0017977663083001971, "global_step": 73210, "epoch": 411, "lr": 2.2678054992871844e-05}
{"train_loss": 0.001128742820583284, "global_step": 73211, "epoch": 411, "lr": 2.2676817431606305e-05}
{"train_loss": 0.0014828119892627, "global_step": 73212, "epoch": 411, "lr": 2.2675579894205977e-05}
{"train_loss": 0.001531160669401288, "global_step": 73213, "epoch": 411, "lr": 2.267434238067186e-05}
{"train_loss": 0.002533900085836649, "global_step": 73214, "epoch": 411, "lr": 2.2673104891005086e-05}
{"train_loss": 0.0018082705792039633, "global_step": 73215, "epoch": 411, "lr": 2.2671867425206726e-05}
{"train_loss": 0.0029848383273929358, "global_step": 73216, "epoch": 411, "lr": 2.2670629983277857e-05}
{"train_loss": 0.002167782746255398, "global_step": 73217, "epoch": 411, "lr": 2.266939256521956e-05}
{"train_loss": 0.004616378806531429, "global_step": 73218, "epoch": 411, "lr": 2.2668155171032918e-05}
{"train_loss": 0.0014321862254291773, "global_step": 73219, "epoch": 411, "lr": 2.266691780071899e-05}
{"train_loss": 0.0010575593914836645, "global_step": 73220, "epoch": 411, "lr": 2.26656804542789e-05}
{"train_loss": 0.0010745131876319647, "global_step": 73221, "epoch": 411, "lr": 2.26644431317137e-05}
{"train_loss": 0.001271432382054627, "global_step": 73222, "epoch": 411, "lr": 2.266320583302448e-05}
{"train_loss": 0.0014031089376658201, "global_step": 73223, "epoch": 411, "lr": 2.2661968558212317e-05}
{"train_loss": 0.00223168614320457, "global_step": 73224, "epoch": 411, "lr": 2.266073130727827e-05}
{"train_loss": 0.0015309338923543692, "global_step": 73225, "epoch": 411, "lr": 2.2659494080223482e-05}
{"train_loss": 0.0027173017151653767, "global_step": 73226, "epoch": 411, "lr": 2.2658256877048955e-05}
{"train_loss": 0.005730418022722006, "global_step": 73227, "epoch": 411, "lr": 2.2657019697755844e-05}
{"train_loss": 0.0028799795545637608, "global_step": 73228, "epoch": 411, "lr": 2.2655782542345162e-05}
{"train_loss": 0.002496798522770405, "global_step": 73229, "epoch": 411, "lr": 2.2654545410818028e-05}
{"train_loss": 0.00214340235106647, "global_step": 73230, "epoch": 411, "lr": 2.2653308303175525e-05}
{"train_loss": 0.0011263726046308875, "global_step": 73231, "epoch": 411, "lr": 2.2652071219418725e-05}
{"train_loss": 0.0012160689802840352, "global_step": 73232, "epoch": 411, "lr": 2.26508341595487e-05}
{"train_loss": 0.0010751639492809772, "global_step": 73233, "epoch": 411, "lr": 2.264959712356654e-05}
{"train_loss": 0.0014330761041492224, "global_step": 73234, "epoch": 411, "lr": 2.264836011147331e-05}
{"train_loss": 0.0019666417501866817, "global_step": 73235, "epoch": 411, "lr": 2.2647123123270136e-05}
{"train_loss": 0.0010294533567503095, "global_step": 73236, "epoch": 411, "lr": 2.2645886158958036e-05}
{"train_loss": 0.0015482997987419367, "global_step": 73237, "epoch": 411, "lr": 2.2644649218538133e-05}
{"train_loss": 0.0023420879151672125, "global_step": 73238, "epoch": 411, "lr": 2.2643412302011495e-05}
{"train_loss": 0.0017300551990047097, "global_step": 73239, "epoch": 411, "lr": 2.2642175409379206e-05}
{"train_loss": 0.0010298938723281026, "global_step": 73240, "epoch": 411, "lr": 2.2640938540642342e-05}
{"train_loss": 0.0017033352050930262, "global_step": 73241, "epoch": 411, "lr": 2.2639701695801962e-05}
{"train_loss": 0.0022992060985416174, "global_step": 73242, "epoch": 411, "lr": 2.2638464874859194e-05}
{"train_loss": 0.0015991013497114182, "global_step": 73243, "epoch": 411, "lr": 2.2637228077815088e-05}
{"train_loss": 0.0014993094373494387, "global_step": 73244, "epoch": 411, "lr": 2.2635991304670734e-05}
{"train_loss": 0.001361860428005457, "global_step": 73245, "epoch": 411, "lr": 2.26347545554272e-05}
{"train_loss": 0.0008839642396196723, "global_step": 73246, "epoch": 411, "lr": 2.2633517830085576e-05}
{"train_loss": 0.0013125764671713114, "global_step": 73247, "epoch": 411, "lr": 2.2632281128646942e-05}
{"train_loss": 0.0021503730677068233, "global_step": 73248, "epoch": 411, "lr": 2.2631044451112378e-05}
{"train_loss": 0.0018976620631292462, "global_step": 73249, "epoch": 411, "lr": 2.2629807797482943e-05}
{"train_loss": 0.0036300066858530045, "global_step": 73250, "epoch": 411, "lr": 2.262857116775977e-05}
{"train_loss": 0.0026697530411183834, "global_step": 73251, "epoch": 411, "lr": 2.262733456194387e-05}
{"train_loss": 0.0029948868323117495, "global_step": 73252, "epoch": 411, "lr": 2.2626097980036377e-05}
{"train_loss": 0.0019596561323851347, "global_step": 73253, "epoch": 411, "lr": 2.262486142203835e-05}
{"train_loss": 0.0014164990279823542, "global_step": 73254, "epoch": 411, "lr": 2.262362488795088e-05}
{"train_loss": 0.002182940486818552, "global_step": 73255, "epoch": 411, "lr": 2.2622388377775034e-05}
{"train_loss": 0.0012960005551576614, "global_step": 73256, "epoch": 411, "lr": 2.2621151891511893e-05}
{"train_loss": 0.0010654423385858536, "global_step": 73257, "epoch": 411, "lr": 2.2619915429162525e-05}
{"train_loss": 0.0030455379746854305, "global_step": 73258, "epoch": 411, "lr": 2.2618678990728066e-05}
{"train_loss": 0.002494937041774392, "global_step": 73259, "epoch": 411, "lr": 2.2617442576209514e-05}
{"train_loss": 0.0011161696165800095, "global_step": 73260, "epoch": 411, "lr": 2.261620618560803e-05}
{"train_loss": 0.001807516673579812, "global_step": 73261, "epoch": 411, "lr": 2.2614969818924614e-05}
{"train_loss": 0.001479495083913207, "global_step": 73262, "epoch": 411, "lr": 2.261373347616041e-05}
{"train_loss": 0.0018677235348150134, "global_step": 73263, "epoch": 411, "lr": 2.261249715731647e-05}
{"train_loss": 0.0007772473618388176, "global_step": 73264, "epoch": 411, "lr": 2.261126086239386e-05}
{"train_loss": 0.0018710800213739276, "global_step": 73265, "epoch": 411, "lr": 2.261002459139372e-05}
{"train_loss": 0.0023236116394400597, "global_step": 73266, "epoch": 411, "lr": 2.260878834431705e-05}
{"train_loss": 0.0006966504151932895, "global_step": 73267, "epoch": 411, "lr": 2.2607552121164982e-05}
{"train_loss": 0.0010561635717749596, "global_step": 73268, "epoch": 411, "lr": 2.260631592193858e-05}
{"train_loss": 0.003111653495579958, "global_step": 73269, "epoch": 411, "lr": 2.260507974663893e-05}
{"train_loss": 0.002354553434997797, "global_step": 73270, "epoch": 411, "lr": 2.2603843595267104e-05}
{"train_loss": 0.0010954999597743154, "global_step": 73271, "epoch": 411, "lr": 2.260260746782419e-05}
{"train_loss": 0.002900567604228854, "global_step": 73272, "epoch": 411, "lr": 2.2601371364311236e-05}
{"train_loss": 0.0017431559972465038, "global_step": 73273, "epoch": 411, "lr": 2.260013528472939e-05}
{"train_loss": 0.0012172639835625887, "global_step": 73274, "epoch": 411, "lr": 2.259889922907965e-05}
{"train_loss": 0.0023297714069485664, "global_step": 73275, "epoch": 411, "lr": 2.2597663197363157e-05}
{"train_loss": 0.0014646254712715745, "global_step": 73276, "epoch": 411, "lr": 2.2596427189580966e-05}
{"train_loss": 0.002199099399149418, "global_step": 73277, "epoch": 411, "lr": 2.2595191205734158e-05}
{"train_loss": 0.003182607004418969, "global_step": 73278, "epoch": 411, "lr": 2.2593955245823816e-05}
{"train_loss": 0.002274611499160528, "global_step": 73279, "epoch": 411, "lr": 2.259271930985101e-05}
{"train_loss": 0.003170593176037073, "global_step": 73280, "epoch": 411, "lr": 2.2591483397816836e-05}
{"train_loss": 0.0024317619390785694, "global_step": 73281, "epoch": 411, "lr": 2.2590247509722362e-05}
{"train_loss": 0.0004883387009613216, "global_step": 73282, "epoch": 411, "lr": 2.2589011645568655e-05}
{"train_loss": 0.0011720085749402642, "global_step": 73283, "epoch": 411, "lr": 2.2587775805356825e-05}
{"train_loss": 0.0028285342268645763, "global_step": 73284, "epoch": 411, "lr": 2.2586539989087936e-05}
{"train_loss": 0.0019367410568520427, "global_step": 73285, "epoch": 411, "lr": 2.2585304196763063e-05}
{"train_loss": 0.0026051029562950134, "global_step": 73286, "epoch": 411, "lr": 2.2584068428383293e-05}
{"train_loss": 0.002006406197324395, "global_step": 73287, "epoch": 411, "lr": 2.2582832683949683e-05}
{"train_loss": 0.0010382800828665495, "global_step": 73288, "epoch": 411, "lr": 2.258159696346337e-05}
{"train_loss": 0.0015740006929263473, "global_step": 73289, "epoch": 411, "lr": 2.2580361266925355e-05}
{"train_loss": 0.0014849139843136072, "global_step": 73290, "epoch": 411, "lr": 2.2579125594336775e-05}
{"train_loss": 0.0024168165400624275, "global_step": 73291, "epoch": 411, "lr": 2.2577889945698695e-05}
{"train_loss": 0.0013438733294606209, "global_step": 73292, "epoch": 411, "lr": 2.2576654321012186e-05}
{"train_loss": 0.0018194802105426788, "global_step": 73293, "epoch": 411, "lr": 2.2575418720278336e-05}
{"train_loss": 0.0020912729669362307, "global_step": 73294, "epoch": 411, "lr": 2.2574183143498218e-05}
{"train_loss": 0.0019141018856316805, "global_step": 73295, "epoch": 411, "lr": 2.2572947590672894e-05}
{"train_loss": 0.002164033940061927, "global_step": 73296, "epoch": 411, "lr": 2.25717120618035e-05}
{"train_loss": 0.0009672214509919286, "global_step": 73297, "epoch": 411, "lr": 2.257047655689104e-05}
{"train_loss": 0.0011869965819641948, "global_step": 73298, "epoch": 411, "lr": 2.256924107593667e-05}
{"train_loss": 0.0010302432347089052, "global_step": 73299, "epoch": 411, "lr": 2.256800561894139e-05}
{"train_loss": 0.0009177488973364234, "global_step": 73300, "epoch": 411, "lr": 2.2566770185906337e-05}
{"train_loss": 0.0007446614326909184, "global_step": 73301, "epoch": 411, "lr": 2.2565534776832577e-05}
{"train_loss": 0.0023171817883849144, "global_step": 73302, "epoch": 411, "lr": 2.256429939172118e-05}
{"train_loss": 0.0011790364515036345, "global_step": 73303, "epoch": 411, "lr": 2.2563064030573226e-05}
{"train_loss": 0.0021240203641355038, "global_step": 73304, "epoch": 411, "lr": 2.256182869338978e-05}
{"train_loss": 0.0014814062742516398, "global_step": 73305, "epoch": 411, "lr": 2.256059338017196e-05}
{"train_loss": 0.00221829442307353, "global_step": 73306, "epoch": 411, "lr": 2.2559358090920823e-05}
{"train_loss": 0.0009619793854653835, "global_step": 73307, "epoch": 411, "lr": 2.2558122825637444e-05}
{"train_loss": 0.0013680506963282824, "global_step": 73308, "epoch": 411, "lr": 2.2556887584322913e-05}
{"train_loss": 0.0012881939765065908, "global_step": 73309, "epoch": 411, "lr": 2.2555652366978292e-05}
{"train_loss": 0.0014043926494196057, "global_step": 73310, "epoch": 411, "lr": 2.255441717360466e-05}
{"train_loss": 0.0007400268223136663, "global_step": 73311, "epoch": 411, "lr": 2.2553182004203137e-05}
{"train_loss": 0.002675292082130909, "global_step": 73312, "epoch": 411, "lr": 2.2551946858774737e-05}
{"train_loss": 0.0019439402967691422, "global_step": 73313, "epoch": 411, "lr": 2.2550711737320586e-05}
{"train_loss": 0.0016122921369969845, "global_step": 73314, "epoch": 411, "lr": 2.2549476639841755e-05}
{"train_loss": 0.0013692607171833515, "global_step": 73315, "epoch": 411, "lr": 2.254824156633931e-05}
{"train_loss": 0.0020363375078886747, "global_step": 73316, "epoch": 411, "lr": 2.254700651681434e-05}
{"train_loss": 0.002962196944281459, "global_step": 73317, "epoch": 411, "lr": 2.254577149126792e-05}
{"train_loss": 0.0011832714080810547, "global_step": 73318, "epoch": 411, "lr": 2.2544536489701134e-05}
{"train_loss": 0.0006358686368912458, "global_step": 73319, "epoch": 411, "lr": 2.254330151211505e-05}
{"train_loss": 0.001265691127628088, "global_step": 73320, "epoch": 411, "lr": 2.2542066558510733e-05}
{"train_loss": 0.0017704109195619822, "global_step": 73321, "epoch": 411, "lr": 2.254083162888932e-05}
{"train_loss": 0.001031388994306326, "global_step": 73322, "epoch": 411, "lr": 2.2539596723251817e-05}
{"train_loss": 0.0026399423368275166, "global_step": 73323, "epoch": 411, "lr": 2.2538361841599354e-05}
{"train_loss": 0.0011431698221713305, "global_step": 73324, "epoch": 411, "lr": 2.2537126983932986e-05}
{"train_loss": 0.0011025902349501848, "global_step": 73325, "epoch": 411, "lr": 2.2535892150253786e-05}
{"train_loss": 0.0015397449024021626, "global_step": 73326, "epoch": 411, "lr": 2.2534657340562877e-05}
{"train_loss": 0.0017221225425601006, "global_step": 73327, "epoch": 411, "lr": 2.2533422554861265e-05}
{"train_loss": 0.0010288340272381902, "global_step": 73328, "epoch": 411, "lr": 2.2532187793150093e-05}
{"train_loss": 0.004889210686087608, "global_step": 73329, "epoch": 411, "lr": 2.253095305543041e-05}
{"train_loss": 0.0013662204146385193, "global_step": 73330, "epoch": 411, "lr": 2.2529718341703304e-05}
{"train_loss": 0.001861738390289247, "global_step": 73331, "epoch": 411, "lr": 2.2528483651969845e-05}
{"train_loss": 0.002014193683862686, "global_step": 73332, "epoch": 411, "lr": 2.2527248986231114e-05}
{"train_loss": 0.0004255776875652373, "global_step": 73333, "epoch": 411, "lr": 2.2526014344488173e-05}
{"train_loss": 0.0014209013897925615, "global_step": 73334, "epoch": 411, "lr": 2.2524779726742157e-05}
{"train_loss": 0.0019733860252916895, "global_step": 73335, "epoch": 411, "lr": 2.252354513299406e-05}
{"train_loss": 0.0028277921956032515, "global_step": 73336, "epoch": 412, "lr": 2.252231056324505e-05}
{"train_loss": 0.0012851353967562318, "global_step": 73337, "epoch": 412, "lr": 2.2521076017496124e-05}
{"train_loss": 0.0020994716323912144, "global_step": 73338, "epoch": 412, "lr": 2.251984149574841e-05}
{"train_loss": 0.0007561449892818928, "global_step": 73339, "epoch": 412, "lr": 2.2518606998002978e-05}
{"train_loss": 0.0022264504805207253, "global_step": 73340, "epoch": 412, "lr": 2.2517372524260904e-05}
{"train_loss": 0.00135197420604527, "global_step": 73341, "epoch": 412, "lr": 2.2516138074523256e-05}
{"train_loss": 0.0022848828230053186, "global_step": 73342, "epoch": 412, "lr": 2.251490364879113e-05}
{"train_loss": 0.0013560466468334198, "global_step": 73343, "epoch": 412, "lr": 2.2513669247065568e-05}
{"train_loss": 0.0010978828649967909, "global_step": 73344, "epoch": 412, "lr": 2.2512434869347716e-05}
{"train_loss": 0.0029036039486527443, "global_step": 73345, "epoch": 412, "lr": 2.251120051563857e-05}
{"train_loss": 0.0032838196493685246, "global_step": 73346, "epoch": 412, "lr": 2.250996618593927e-05}
{"train_loss": 0.0014390486758202314, "global_step": 73347, "epoch": 412, "lr": 2.250873188025087e-05}
{"train_loss": 0.0011709246318787336, "global_step": 73348, "epoch": 412, "lr": 2.2507497598574436e-05}
{"train_loss": 0.001391716068610549, "global_step": 73349, "epoch": 412, "lr": 2.2506263340911094e-05}
{"train_loss": 0.001730970572680235, "global_step": 73350, "epoch": 412, "lr": 2.2505029107261854e-05}
{"train_loss": 0.0021420689299702644, "global_step": 73351, "epoch": 412, "lr": 2.2503794897627845e-05}
{"train_loss": 0.002504454692825675, "global_step": 73352, "epoch": 412, "lr": 2.2502560712010133e-05}
{"train_loss": 0.0035826556850224733, "global_step": 73353, "epoch": 412, "lr": 2.250132655040979e-05}
{"train_loss": 0.004505923017859459, "global_step": 73354, "epoch": 412, "lr": 2.2500092412827893e-05}
{"train_loss": 0.0022950326092541218, "global_step": 73355, "epoch": 412, "lr": 2.249885829926553e-05}
{"train_loss": 0.0018156968289986253, "global_step": 73356, "epoch": 412, "lr": 2.2497624209723767e-05}
{"train_loss": 0.00373361399397254, "global_step": 73357, "epoch": 412, "lr": 2.249639014420369e-05}
{"train_loss": 0.0008253653068095446, "global_step": 73358, "epoch": 412, "lr": 2.2495156102706354e-05}
{"train_loss": 0.001857655355706811, "global_step": 73359, "epoch": 412, "lr": 2.2493922085232892e-05}
{"train_loss": 0.0014421601081267, "global_step": 73360, "epoch": 412, "lr": 2.2492688091784313e-05}
{"train_loss": 0.003147459588944912, "global_step": 73361, "epoch": 412, "lr": 2.2491454122361743e-05}
{"train_loss": 0.0010723252780735493, "global_step": 73362, "epoch": 412, "lr": 2.249022017696625e-05}
{"train_loss": 0.002458521630614996, "global_step": 73363, "epoch": 412, "lr": 2.24889862555989e-05}
{"train_loss": 0.0017061972757801414, "global_step": 73364, "epoch": 412, "lr": 2.248775235826078e-05}
{"train_loss": 0.0021475772373378277, "global_step": 73365, "epoch": 412, "lr": 2.2486518484952967e-05}
{"train_loss": 0.0023760851472616196, "global_step": 73366, "epoch": 412, "lr": 2.248528463567652e-05}
{"train_loss": 0.0028081918135285378, "global_step": 73367, "epoch": 412, "lr": 2.2484050810432546e-05}
{"train_loss": 0.002355939941480756, "global_step": 73368, "epoch": 412, "lr": 2.2482817009222113e-05}
{"train_loss": 0.002237236825749278, "global_step": 73369, "epoch": 412, "lr": 2.24815832320463e-05}
{"train_loss": 0.0020684930495917797, "global_step": 73370, "epoch": 412, "lr": 2.2480349478906177e-05}
{"train_loss": 0.003685025731101632, "global_step": 73371, "epoch": 412, "lr": 2.2479115749802805e-05}
{"train_loss": 0.0023402345832437277, "global_step": 73372, "epoch": 412, "lr": 2.2477882044737324e-05}
{"train_loss": 0.0014368980191648006, "global_step": 73373, "epoch": 412, "lr": 2.247664836371073e-05}
{"train_loss": 0.0009790126932784915, "global_step": 73374, "epoch": 412, "lr": 2.2475414706724172e-05}
{"train_loss": 0.0013922379584982991, "global_step": 73375, "epoch": 412, "lr": 2.2474181073778667e-05}
{"train_loss": 0.0011181577574461699, "global_step": 73376, "epoch": 412, "lr": 2.2472947464875332e-05}
{"train_loss": 0.0012706618290394545, "global_step": 73377, "epoch": 412, "lr": 2.2471713880015237e-05}
{"train_loss": 0.0018841734854504466, "global_step": 73378, "epoch": 412, "lr": 2.247048031919946e-05}
{"train_loss": 0.0028855721466243267, "global_step": 73379, "epoch": 412, "lr": 2.246924678242907e-05}
{"train_loss": 0.0014374416787177324, "global_step": 73380, "epoch": 412, "lr": 2.246801326970515e-05}
{"train_loss": 0.0014729396207258105, "global_step": 73381, "epoch": 412, "lr": 2.2466779781028758e-05}
{"train_loss": 0.0012952231336385012, "global_step": 73382, "epoch": 412, "lr": 2.2465546316401025e-05}
{"train_loss": 0.0028865979984402657, "global_step": 73383, "epoch": 412, "lr": 2.2464312875822957e-05}
{"train_loss": 0.004316159524023533, "global_step": 73384, "epoch": 412, "lr": 2.246307945929568e-05}
{"train_loss": 0.003334305714815855, "global_step": 73385, "epoch": 412, "lr": 2.246184606682027e-05}
{"train_loss": 0.0008152130758389831, "global_step": 73386, "epoch": 412, "lr": 2.246061269839778e-05}
{"train_loss": 0.000774551706854254, "global_step": 73387, "epoch": 412, "lr": 2.245937935402931e-05}
{"train_loss": 0.0009889588691294193, "global_step": 73388, "epoch": 412, "lr": 2.2458146033715906e-05}
{"train_loss": 0.002623435575515032, "global_step": 73389, "epoch": 412, "lr": 2.2456912737458703e-05}
{"train_loss": 0.0017334369476884604, "global_step": 73390, "epoch": 412, "lr": 2.2455679465258706e-05}
{"train_loss": 0.0014512503985315561, "global_step": 73391, "epoch": 412, "lr": 2.2454446217117047e-05}
{"train_loss": 0.001335397595539689, "global_step": 73392, "epoch": 412, "lr": 2.2453212993034783e-05}
{"train_loss": 0.002364048268646002, "global_step": 73393, "epoch": 412, "lr": 2.2451979793012995e-05}
{"train_loss": 0.0008527023601345718, "global_step": 73394, "epoch": 412, "lr": 2.2450746617052752e-05}
{"train_loss": 0.003108854405581951, "global_step": 73395, "epoch": 412, "lr": 2.244951346515514e-05}
{"train_loss": 0.0024952490348368883, "global_step": 73396, "epoch": 412, "lr": 2.2448280337321214e-05}
{"train_loss": 0.0037085427902638912, "global_step": 73397, "epoch": 412, "lr": 2.2447047233552105e-05}
{"train_loss": 0.0033833258785307407, "global_step": 73398, "epoch": 412, "lr": 2.244581415384882e-05}
{"train_loss": 0.001554517773911357, "global_step": 73399, "epoch": 412, "lr": 2.244458109821249e-05}
{"train_loss": 0.0018570144893601537, "global_step": 73400, "epoch": 412, "lr": 2.244334806664417e-05}
{"train_loss": 0.0011572112562134862, "global_step": 73401, "epoch": 412, "lr": 2.244211505914494e-05}
{"train_loss": 0.001435321057215333, "global_step": 73402, "epoch": 412, "lr": 2.244088207571588e-05}
{"train_loss": 0.001081195194274187, "global_step": 73403, "epoch": 412, "lr": 2.2439649116358063e-05}
{"train_loss": 0.003412283957004547, "global_step": 73404, "epoch": 412, "lr": 2.2438416181072546e-05}
{"train_loss": 0.003063963260501623, "global_step": 73405, "epoch": 412, "lr": 2.243718326986046e-05}
{"train_loss": 0.0022324519231915474, "global_step": 73406, "epoch": 412, "lr": 2.243595038272282e-05}
{"train_loss": 0.0038466525729745626, "global_step": 73407, "epoch": 412, "lr": 2.2434717519660765e-05}
{"train_loss": 0.0030379972886294127, "global_step": 73408, "epoch": 412, "lr": 2.2433484680675298e-05}
{"train_loss": 0.002105552237480879, "global_step": 73409, "epoch": 412, "lr": 2.2432251865767556e-05}
{"train_loss": 0.0012320742243900895, "global_step": 73410, "epoch": 412, "lr": 2.24310190749386e-05}
{"train_loss": 0.0018645762465894222, "global_step": 73411, "epoch": 412, "lr": 2.2429786308189477e-05}
{"train_loss": 0.0013289880007505417, "global_step": 73412, "epoch": 412, "lr": 2.2428553565521326e-05}
{"train_loss": 0.0014100940898060799, "global_step": 73413, "epoch": 412, "lr": 2.2427320846935158e-05}
{"train_loss": 0.002568128751590848, "global_step": 73414, "epoch": 412, "lr": 2.242608815243209e-05}
{"train_loss": 0.0026318335440009832, "global_step": 73415, "epoch": 412, "lr": 2.2424855482013185e-05}
{"train_loss": 0.002060667611658573, "global_step": 73416, "epoch": 412, "lr": 2.242362283567953e-05}
{"train_loss": 0.002396775409579277, "global_step": 73417, "epoch": 412, "lr": 2.2422390213432187e-05}
{"train_loss": 0.0024580692406743765, "global_step": 73418, "epoch": 412, "lr": 2.242115761527224e-05}
{"train_loss": 0.002297043800354004, "global_step": 73419, "epoch": 412, "lr": 2.241992504120075e-05}
{"train_loss": 0.0013906597159802914, "global_step": 73420, "epoch": 412, "lr": 2.2418692491218846e-05}
{"train_loss": 0.0018149287207052112, "global_step": 73421, "epoch": 412, "lr": 2.2417459965327527e-05}
{"train_loss": 0.0008613875834271312, "global_step": 73422, "epoch": 412, "lr": 2.241622746352793e-05}
{"train_loss": 0.0027256174944341183, "global_step": 73423, "epoch": 412, "lr": 2.241499498582111e-05}
{"train_loss": 0.002881305990740657, "global_step": 73424, "epoch": 412, "lr": 2.2413762532208143e-05}
{"train_loss": 0.0009031155495904386, "global_step": 73425, "epoch": 412, "lr": 2.2412530102690112e-05}
{"train_loss": 0.003768758848309517, "global_step": 73426, "epoch": 412, "lr": 2.241129769726808e-05}
{"train_loss": 0.0042291563004255295, "global_step": 73427, "epoch": 412, "lr": 2.2410065315943142e-05}
{"train_loss": 0.0035782179329544306, "global_step": 73428, "epoch": 412, "lr": 2.240883295871635e-05}
{"train_loss": 0.002511014696210623, "global_step": 73429, "epoch": 412, "lr": 2.2407600625588786e-05}
{"train_loss": 0.0028666481375694275, "global_step": 73430, "epoch": 412, "lr": 2.2406368316561554e-05}
{"train_loss": 0.0010112985037267208, "global_step": 73431, "epoch": 412, "lr": 2.2405136031635713e-05}
{"train_loss": 0.001254296745173633, "global_step": 73432, "epoch": 412, "lr": 2.2403903770812334e-05}
{"train_loss": 0.0023312647826969624, "global_step": 73433, "epoch": 412, "lr": 2.2402671534092497e-05}
{"train_loss": 0.0010220534168183804, "global_step": 73434, "epoch": 412, "lr": 2.2401439321477263e-05}
{"train_loss": 0.0028382823802530766, "global_step": 73435, "epoch": 412, "lr": 2.2400207132967756e-05}
{"train_loss": 0.000880175270140171, "global_step": 73436, "epoch": 412, "lr": 2.2398974968564983e-05}
{"train_loss": 0.00227712607011199, "global_step": 73437, "epoch": 412, "lr": 2.239774282827008e-05}
{"train_loss": 0.0014286781661212444, "global_step": 73438, "epoch": 412, "lr": 2.2396510712084094e-05}
{"train_loss": 0.0011761956848204136, "global_step": 73439, "epoch": 412, "lr": 2.2395278620008116e-05}
{"train_loss": 0.0049544707871973515, "global_step": 73440, "epoch": 412, "lr": 2.239404655204321e-05}
{"train_loss": 0.001400732435286045, "global_step": 73441, "epoch": 412, "lr": 2.2392814508190453e-05}
{"train_loss": 0.0018754273187369108, "global_step": 73442, "epoch": 412, "lr": 2.239158248845091e-05}
{"train_loss": 0.0033023497089743614, "global_step": 73443, "epoch": 412, "lr": 2.23903504928257e-05}
{"train_loss": 0.00404394930228591, "global_step": 73444, "epoch": 412, "lr": 2.2389118521315838e-05}
{"train_loss": 0.0023614077363163233, "global_step": 73445, "epoch": 412, "lr": 2.238788657392247e-05}
{"train_loss": 0.0014716156292706728, "global_step": 73446, "epoch": 412, "lr": 2.2386654650646594e-05}
{"train_loss": 0.0014487640000879765, "global_step": 73447, "epoch": 412, "lr": 2.238542275148935e-05}
{"train_loss": 0.002087193541228771, "global_step": 73448, "epoch": 412, "lr": 2.238419087645178e-05}
{"train_loss": 0.001718505285680294, "global_step": 73449, "epoch": 412, "lr": 2.2382959025534977e-05}
{"train_loss": 0.0011893255868926644, "global_step": 73450, "epoch": 412, "lr": 2.238172719874001e-05}
{"train_loss": 0.0033996831625699997, "global_step": 73451, "epoch": 412, "lr": 2.2380495396067934e-05}
{"train_loss": 0.003869278822094202, "global_step": 73452, "epoch": 412, "lr": 2.237926361751987e-05}
{"train_loss": 0.0013012955896556377, "global_step": 73453, "epoch": 412, "lr": 2.2378031863096866e-05}
{"train_loss": 0.001472363481298089, "global_step": 73454, "epoch": 412, "lr": 2.2376800132800003e-05}
{"train_loss": 0.001873356755822897, "global_step": 73455, "epoch": 412, "lr": 2.2375568426630355e-05}
{"train_loss": 0.003447670955210924, "global_step": 73456, "epoch": 412, "lr": 2.2374336744588997e-05}
{"train_loss": 0.0014287387020885944, "global_step": 73457, "epoch": 412, "lr": 2.2373105086676988e-05}
{"train_loss": 0.0011372541775926948, "global_step": 73458, "epoch": 412, "lr": 2.237187345289546e-05}
{"train_loss": 0.0012179206823930144, "global_step": 73459, "epoch": 412, "lr": 2.237064184324541e-05}
{"train_loss": 0.0020759068429470062, "global_step": 73460, "epoch": 412, "lr": 2.2369410257727976e-05}
{"train_loss": 0.004324260167777538, "global_step": 73461, "epoch": 412, "lr": 2.236817869634421e-05}
{"train_loss": 0.0009303242550231516, "global_step": 73462, "epoch": 412, "lr": 2.2366947159095193e-05}
{"train_loss": 0.0013957525370642543, "global_step": 73463, "epoch": 412, "lr": 2.2365715645981992e-05}
{"train_loss": 0.0023539350368082523, "global_step": 73464, "epoch": 412, "lr": 2.2364484157005694e-05}
{"train_loss": 0.0026347620878368616, "global_step": 73465, "epoch": 412, "lr": 2.2363252692167364e-05}
{"train_loss": 0.003330646315589547, "global_step": 73466, "epoch": 412, "lr": 2.2362021251468084e-05}
{"train_loss": 0.0010092282900586724, "global_step": 73467, "epoch": 412, "lr": 2.2360789834908912e-05}
{"train_loss": 0.0011511084157973528, "global_step": 73468, "epoch": 412, "lr": 2.2359558442490974e-05}
{"train_loss": 0.0007416000589728355, "global_step": 73469, "epoch": 412, "lr": 2.2358327074215275e-05}
{"train_loss": 0.0008959193946793675, "global_step": 73470, "epoch": 412, "lr": 2.2357095730082945e-05}
{"train_loss": 0.0018583389464765787, "global_step": 73471, "epoch": 412, "lr": 2.235586441009504e-05}
{"train_loss": 0.0020509972237050533, "global_step": 73472, "epoch": 412, "lr": 2.2354633114252616e-05}
{"train_loss": 0.004662971943616867, "global_step": 73473, "epoch": 412, "lr": 2.235340184255681e-05}
{"train_loss": 0.0018350979080423713, "global_step": 73474, "epoch": 412, "lr": 2.235217059500862e-05}
{"train_loss": 0.0018396589439362288, "global_step": 73475, "epoch": 412, "lr": 2.235093937160917e-05}
{"train_loss": 0.0010392921976745129, "global_step": 73476, "epoch": 412, "lr": 2.2349708172359528e-05}
{"train_loss": 0.002128287684172392, "global_step": 73477, "epoch": 412, "lr": 2.2348476997260765e-05}
{"train_loss": 0.0025233568158000708, "global_step": 73478, "epoch": 412, "lr": 2.2347245846313957e-05}
{"train_loss": 0.0022940216585993767, "global_step": 73479, "epoch": 412, "lr": 2.2346014719520175e-05}
{"train_loss": 0.0034269876778125763, "global_step": 73480, "epoch": 412, "lr": 2.2344783616880482e-05}
{"train_loss": 0.002247634343802929, "global_step": 73481, "epoch": 412, "lr": 2.2343552538396e-05}
{"train_loss": 0.0014119702391326427, "global_step": 73482, "epoch": 412, "lr": 2.2342321484067747e-05}
{"train_loss": 0.0016417893348261714, "global_step": 73483, "epoch": 412, "lr": 2.234109045389685e-05}
{"train_loss": 0.0013518617488443851, "global_step": 73484, "epoch": 412, "lr": 2.233985944788433e-05}
{"train_loss": 0.0009841978317126632, "global_step": 73485, "epoch": 412, "lr": 2.2338628466031307e-05}
{"train_loss": 0.001739274594001472, "global_step": 73486, "epoch": 412, "lr": 2.2337397508338837e-05}
{"train_loss": 0.002435623435303569, "global_step": 73487, "epoch": 412, "lr": 2.2336166574808005e-05}
{"train_loss": 0.002142091281712055, "global_step": 73488, "epoch": 412, "lr": 2.2334935665439872e-05}
{"train_loss": 0.0032430419232696295, "global_step": 73489, "epoch": 412, "lr": 2.2333704780235526e-05}
{"train_loss": 0.0021797637455165386, "global_step": 73490, "epoch": 412, "lr": 2.2332473919196017e-05}
{"train_loss": 0.0034189617726951838, "global_step": 73491, "epoch": 412, "lr": 2.2331243082322473e-05}
{"train_loss": 0.005986136384308338, "global_step": 73492, "epoch": 412, "lr": 2.23300122696159e-05}
{"train_loss": 0.0016536280745640397, "global_step": 73493, "epoch": 412, "lr": 2.232878148107743e-05}
{"train_loss": 0.0016965479589998722, "global_step": 73494, "epoch": 412, "lr": 2.232755071670812e-05}
{"train_loss": 0.003892844542860985, "global_step": 73495, "epoch": 412, "lr": 2.2326319976509013e-05}
{"train_loss": 0.0012768075102940202, "global_step": 73496, "epoch": 412, "lr": 2.2325089260481257e-05}
{"train_loss": 0.0006764110876247287, "global_step": 73497, "epoch": 412, "lr": 2.2323858568625845e-05}
{"train_loss": 0.0007220825646072626, "global_step": 73498, "epoch": 412, "lr": 2.2322627900943927e-05}
{"train_loss": 0.0014025054406374693, "global_step": 73499, "epoch": 412, "lr": 2.2321397257436506e-05}
{"train_loss": 0.0054360562935471535, "global_step": 73500, "epoch": 412, "lr": 2.2320166638104706e-05}
{"train_loss": 0.0010011161211878061, "global_step": 73501, "epoch": 412, "lr": 2.231893604294959e-05}
{"train_loss": 0.004086609929800034, "global_step": 73502, "epoch": 412, "lr": 2.231770547197223e-05}
{"train_loss": 0.0012483187019824982, "global_step": 73503, "epoch": 412, "lr": 2.2316474925173696e-05}
{"train_loss": 0.0011981839779764414, "global_step": 73504, "epoch": 412, "lr": 2.2315244402555068e-05}
{"train_loss": 0.0016885621007531881, "global_step": 73505, "epoch": 412, "lr": 2.231401390411741e-05}
{"train_loss": 0.0013962120283395052, "global_step": 73506, "epoch": 412, "lr": 2.231278342986184e-05}
{"train_loss": 0.000641717342659831, "global_step": 73507, "epoch": 412, "lr": 2.2311552979789363e-05}
{"train_loss": 0.0011256106663495302, "global_step": 73508, "epoch": 412, "lr": 2.2310322553901108e-05}
{"train_loss": 0.00048204296035692096, "global_step": 73509, "epoch": 412, "lr": 2.2309092152198137e-05}
{"train_loss": 0.00206049089320004, "global_step": 73510, "epoch": 412, "lr": 2.2307861774681514e-05}
{"train_loss": 0.002998584881424904, "global_step": 73511, "epoch": 412, "lr": 2.2306631421352324e-05}
{"train_loss": 0.0017661642050370574, "global_step": 73512, "epoch": 412, "lr": 2.2305401092211643e-05}
{"train_loss": 0.002105401230785012, "global_step": 73513, "epoch": 412, "lr": 2.2304170787260516e-05}
{"train_loss": 0.0016571106389164925, "global_step": 73514, "epoch": 413, "lr": 2.230294050650006e-05}
{"train_loss": 0.0013918769545853138, "global_step": 73515, "epoch": 413, "lr": 2.230171024993133e-05}
{"train_loss": 0.003161647357046604, "global_step": 73516, "epoch": 413, "lr": 2.2300480017555405e-05}
{"train_loss": 0.0005272203125059605, "global_step": 73517, "epoch": 413, "lr": 2.2299249809373356e-05}
{"train_loss": 0.0020578003022819757, "global_step": 73518, "epoch": 413, "lr": 2.2298019625386256e-05}
{"train_loss": 0.0015948991058394313, "global_step": 73519, "epoch": 413, "lr": 2.2296789465595186e-05}
{"train_loss": 0.0012435739627107978, "global_step": 73520, "epoch": 413, "lr": 2.2295559330001192e-05}
{"train_loss": 0.0011822954984381795, "global_step": 73521, "epoch": 413, "lr": 2.2294329218605414e-05}
{"train_loss": 0.0015505787450820208, "global_step": 73522, "epoch": 413, "lr": 2.2293099131408846e-05}
{"train_loss": 0.0011672431137412786, "global_step": 73523, "epoch": 413, "lr": 2.229186906841262e-05}
{"train_loss": 0.0019958685152232647, "global_step": 73524, "epoch": 413, "lr": 2.2290639029617787e-05}
{"train_loss": 0.0023098525125533342, "global_step": 73525, "epoch": 413, "lr": 2.228940901502543e-05}
{"train_loss": 0.0009068960207514465, "global_step": 73526, "epoch": 413, "lr": 2.2288179024636618e-05}
{"train_loss": 0.0009322459809482098, "global_step": 73527, "epoch": 413, "lr": 2.228694905845243e-05}
{"train_loss": 0.0031141459476202726, "global_step": 73528, "epoch": 413, "lr": 2.228571911647392e-05}
{"train_loss": 0.0020385344978421926, "global_step": 73529, "epoch": 413, "lr": 2.2284489198702213e-05}
{"train_loss": 0.0018726363778114319, "global_step": 73530, "epoch": 413, "lr": 2.228325930513831e-05}
{"train_loss": 0.001996387494727969, "global_step": 73531, "epoch": 413, "lr": 2.2282029435783348e-05}
{"train_loss": 0.0013060993514955044, "global_step": 73532, "epoch": 413, "lr": 2.2280799590638374e-05}
{"train_loss": 0.0030494933016598225, "global_step": 73533, "epoch": 413, "lr": 2.2279569769704468e-05}
{"train_loss": 0.0028369224164634943, "global_step": 73534, "epoch": 413, "lr": 2.2278339972982704e-05}
{"train_loss": 0.0032732340041548014, "global_step": 73535, "epoch": 413, "lr": 2.2277110200474133e-05}
{"train_loss": 0.0012660427019000053, "global_step": 73536, "epoch": 413, "lr": 2.2275880452179886e-05}
{"train_loss": 0.0008111371425911784, "global_step": 73537, "epoch": 413, "lr": 2.2274650728100972e-05}
{"train_loss": 0.0008792238077148795, "global_step": 73538, "epoch": 413, "lr": 2.2273421028238506e-05}
{"train_loss": 0.0013274913653731346, "global_step": 73539, "epoch": 413, "lr": 2.2272191352593553e-05}
{"train_loss": 0.0008807831909507513, "global_step": 73540, "epoch": 413, "lr": 2.2270961701167186e-05}
{"train_loss": 0.0015469510108232498, "global_step": 73541, "epoch": 413, "lr": 2.226973207396048e-05}
{"train_loss": 0.0017407701816409826, "global_step": 73542, "epoch": 413, "lr": 2.22685024709745e-05}
{"train_loss": 0.0015035155229270458, "global_step": 73543, "epoch": 413, "lr": 2.2267272892210316e-05}
{"train_loss": 0.0031547248363494873, "global_step": 73544, "epoch": 413, "lr": 2.2266043337669045e-05}
{"train_loss": 0.0008711859700269997, "global_step": 73545, "epoch": 413, "lr": 2.2264813807351696e-05}
{"train_loss": 0.000774163578171283, "global_step": 73546, "epoch": 413, "lr": 2.2263584301259395e-05}
{"train_loss": 0.004268347285687923, "global_step": 73547, "epoch": 413, "lr": 2.2262354819393195e-05}
{"train_loss": 0.0005649163504131138, "global_step": 73548, "epoch": 413, "lr": 2.2261125361754166e-05}
{"train_loss": 0.0017098436364904046, "global_step": 73549, "epoch": 413, "lr": 2.2259895928343394e-05}
{"train_loss": 0.0015703293029218912, "global_step": 73550, "epoch": 413, "lr": 2.225866651916194e-05}
{"train_loss": 0.001068758312612772, "global_step": 73551, "epoch": 413, "lr": 2.2257437134210872e-05}
{"train_loss": 0.0020560692064464092, "global_step": 73552, "epoch": 413, "lr": 2.2256207773491312e-05}
{"train_loss": 0.0016600925009697676, "global_step": 73553, "epoch": 413, "lr": 2.225497843700426e-05}
{"train_loss": 0.001732893637381494, "global_step": 73554, "epoch": 413, "lr": 2.2253749124750868e-05}
{"train_loss": 0.0029357948806136847, "global_step": 73555, "epoch": 413, "lr": 2.225251983673212e-05}
{"train_loss": 0.004632340744137764, "global_step": 73556, "epoch": 413, "lr": 2.225129057294917e-05}
{"train_loss": 0.0017780052730813622, "global_step": 73557, "epoch": 413, "lr": 2.2250061333403056e-05}
{"train_loss": 0.0019392514368519187, "global_step": 73558, "epoch": 413, "lr": 2.2248832118094838e-05}
{"train_loss": 0.0027049779891967773, "global_step": 73559, "epoch": 413, "lr": 2.2247602927025647e-05}
{"train_loss": 0.0009105335921049118, "global_step": 73560, "epoch": 413, "lr": 2.2246373760196475e-05}
{"train_loss": 0.0010659809922799468, "global_step": 73561, "epoch": 413, "lr": 2.224514461760846e-05}
{"train_loss": 0.0017114970833063126, "global_step": 73562, "epoch": 413, "lr": 2.2243915499262652e-05}
{"train_loss": 0.002397022908553481, "global_step": 73563, "epoch": 413, "lr": 2.224268640516013e-05}
{"train_loss": 0.0022738089319318533, "global_step": 73564, "epoch": 413, "lr": 2.2241457335301956e-05}
{"train_loss": 0.0017503710696473718, "global_step": 73565, "epoch": 413, "lr": 2.224022828968922e-05}
{"train_loss": 0.0029755686409771442, "global_step": 73566, "epoch": 413, "lr": 2.2238999268322964e-05}
{"train_loss": 0.0008928032475523651, "global_step": 73567, "epoch": 413, "lr": 2.2237770271204324e-05}
{"train_loss": 0.00159526988863945, "global_step": 73568, "epoch": 413, "lr": 2.223654129833429e-05}
{"train_loss": 0.0028433080296963453, "global_step": 73569, "epoch": 413, "lr": 2.2235312349714005e-05}
{"train_loss": 0.0034031677059829235, "global_step": 73570, "epoch": 413, "lr": 2.2234083425344514e-05}
{"train_loss": 0.0006817834218963981, "global_step": 73571, "epoch": 413, "lr": 2.223285452522689e-05}
{"train_loss": 0.0028918576426804066, "global_step": 73572, "epoch": 413, "lr": 2.2231625649362214e-05}
{"train_loss": 0.0013016110751777887, "global_step": 73573, "epoch": 413, "lr": 2.2230396797751553e-05}
{"train_loss": 0.0028739813715219498, "global_step": 73574, "epoch": 413, "lr": 2.222916797039598e-05}
{"train_loss": 0.0025938439648598433, "global_step": 73575, "epoch": 413, "lr": 2.2227939167296574e-05}
{"train_loss": 0.0007395071443170309, "global_step": 73576, "epoch": 413, "lr": 2.2226710388454388e-05}
{"train_loss": 0.0023933695629239082, "global_step": 73577, "epoch": 413, "lr": 2.2225481633870527e-05}
{"train_loss": 0.0017985355807468295, "global_step": 73578, "epoch": 413, "lr": 2.2224252903546046e-05}
{"train_loss": 0.000923861050978303, "global_step": 73579, "epoch": 413, "lr": 2.2223024197482025e-05}
{"train_loss": 0.001692126621492207, "global_step": 73580, "epoch": 413, "lr": 2.2221795515679534e-05}
{"train_loss": 0.0008138356497511268, "global_step": 73581, "epoch": 413, "lr": 2.2220566858139625e-05}
{"train_loss": 0.0011434964835643768, "global_step": 73582, "epoch": 413, "lr": 2.221933822486343e-05}
{"train_loss": 0.003312531393021345, "global_step": 73583, "epoch": 413, "lr": 2.2218109615851945e-05}
{"train_loss": 0.0006563848000951111, "global_step": 73584, "epoch": 413, "lr": 2.22168810311063e-05}
{"train_loss": 0.0025878017768263817, "global_step": 73585, "epoch": 413, "lr": 2.221565247062756e-05}
{"train_loss": 0.0011145627358928323, "global_step": 73586, "epoch": 413, "lr": 2.2214423934416774e-05}
{"train_loss": 0.0017071631737053394, "global_step": 73587, "epoch": 413, "lr": 2.2213195422475035e-05}
{"train_loss": 0.0016657100059092045, "global_step": 73588, "epoch": 413, "lr": 2.2211966934803413e-05}
{"train_loss": 0.001606691163033247, "global_step": 73589, "epoch": 413, "lr": 2.2210738471402957e-05}
{"train_loss": 0.0031119617633521557, "global_step": 73590, "epoch": 413, "lr": 2.22095100322748e-05}
{"train_loss": 0.0005169863579794765, "global_step": 73591, "epoch": 413, "lr": 2.220828161741994e-05}
{"train_loss": 0.001898433081805706, "global_step": 73592, "epoch": 413, "lr": 2.2207053226839524e-05}
{"train_loss": 0.0016658368986099958, "global_step": 73593, "epoch": 413, "lr": 2.2205824860534546e-05}
{"train_loss": 0.0012625462841242552, "global_step": 73594, "epoch": 413, "lr": 2.2204596518506143e-05}
{"train_loss": 0.001383795402944088, "global_step": 73595, "epoch": 413, "lr": 2.2203368200755364e-05}
{"train_loss": 0.00077805295586586, "global_step": 73596, "epoch": 413, "lr": 2.2202139907283264e-05}
{"train_loss": 0.0013031756971031427, "global_step": 73597, "epoch": 413, "lr": 2.2200911638090973e-05}
{"train_loss": 0.0008501061238348484, "global_step": 73598, "epoch": 413, "lr": 2.2199683393179488e-05}
{"train_loss": 0.0017138015246018767, "global_step": 73599, "epoch": 413, "lr": 2.219845517254993e-05}
{"train_loss": 0.0027116991113871336, "global_step": 73600, "epoch": 413, "lr": 2.2197226976203374e-05}
{"train_loss": 0.0007870749104768038, "global_step": 73601, "epoch": 413, "lr": 2.2195998804140873e-05}
{"train_loss": 0.0008209532243199646, "global_step": 73602, "epoch": 413, "lr": 2.2194770656363508e-05}
{"train_loss": 0.0031862608157098293, "global_step": 73603, "epoch": 413, "lr": 2.2193542532872346e-05}
{"train_loss": 0.0010382500477135181, "global_step": 73604, "epoch": 413, "lr": 2.2192314433668447e-05}
{"train_loss": 0.0019431597320362926, "global_step": 73605, "epoch": 413, "lr": 2.2191086358752944e-05}
{"train_loss": 0.0020754749421030283, "global_step": 73606, "epoch": 413, "lr": 2.2189858308126826e-05}
{"train_loss": 0.0013235434889793396, "global_step": 73607, "epoch": 413, "lr": 2.218863028179124e-05}
{"train_loss": 0.0015782711561769247, "global_step": 73608, "epoch": 413, "lr": 2.218740227974719e-05}
{"train_loss": 0.0019673723727464676, "global_step": 73609, "epoch": 413, "lr": 2.2186174301995797e-05}
{"train_loss": 0.001590093830600381, "global_step": 73610, "epoch": 413, "lr": 2.2184946348538128e-05}
{"train_loss": 0.0015888139605522156, "global_step": 73611, "epoch": 413, "lr": 2.2183718419375243e-05}
{"train_loss": 0.0018933269893750548, "global_step": 73612, "epoch": 413, "lr": 2.2182490514508218e-05}
{"train_loss": 0.0010275121312588453, "global_step": 73613, "epoch": 413, "lr": 2.2181262633938126e-05}
{"train_loss": 0.0009587910608388484, "global_step": 73614, "epoch": 413, "lr": 2.2180034777666025e-05}
{"train_loss": 0.001994627993553877, "global_step": 73615, "epoch": 413, "lr": 2.2178806945693036e-05}
{"train_loss": 0.0016873925924301147, "global_step": 73616, "epoch": 413, "lr": 2.217757913802016e-05}
{"train_loss": 0.0009097286965698004, "global_step": 73617, "epoch": 413, "lr": 2.2176351354648527e-05}
{"train_loss": 0.0016429645475000143, "global_step": 73618, "epoch": 413, "lr": 2.2175123595579196e-05}
{"train_loss": 0.003084068652242422, "global_step": 73619, "epoch": 413, "lr": 2.2173895860813205e-05}
{"train_loss": 0.0022861501201987267, "global_step": 73620, "epoch": 413, "lr": 2.2172668150351693e-05}
{"train_loss": 0.0027550598606467247, "global_step": 73621, "epoch": 413, "lr": 2.217144046419566e-05}
{"train_loss": 0.002627941546961665, "global_step": 73622, "epoch": 413, "lr": 2.2170212802346223e-05}
{"train_loss": 0.0029948269948363304, "global_step": 73623, "epoch": 413, "lr": 2.2168985164804452e-05}
{"train_loss": 0.002016089390963316, "global_step": 73624, "epoch": 413, "lr": 2.2167757551571406e-05}
{"train_loss": 0.004344552755355835, "global_step": 73625, "epoch": 413, "lr": 2.2166529962648165e-05}
{"train_loss": 0.0024153911508619785, "global_step": 73626, "epoch": 413, "lr": 2.2165302398035793e-05}
{"train_loss": 0.0015634367009624839, "global_step": 73627, "epoch": 413, "lr": 2.2164074857735367e-05}
{"train_loss": 0.0013092653825879097, "global_step": 73628, "epoch": 413, "lr": 2.216284734174796e-05}
{"train_loss": 0.0020904894918203354, "global_step": 73629, "epoch": 413, "lr": 2.216161985007463e-05}
{"train_loss": 0.001034769113175571, "global_step": 73630, "epoch": 413, "lr": 2.2160392382716493e-05}
{"train_loss": 0.0012844470329582691, "global_step": 73631, "epoch": 413, "lr": 2.2159164939674558e-05}
{"train_loss": 0.0010025803931057453, "global_step": 73632, "epoch": 413, "lr": 2.2157937520949946e-05}
{"train_loss": 0.002115407260134816, "global_step": 73633, "epoch": 413, "lr": 2.2156710126543712e-05}
{"train_loss": 0.0020590550266206264, "global_step": 73634, "epoch": 413, "lr": 2.215548275645693e-05}
{"train_loss": 0.0017723990604281425, "global_step": 73635, "epoch": 413, "lr": 2.2154255410690673e-05}
{"train_loss": 0.0023736199364066124, "global_step": 73636, "epoch": 413, "lr": 2.215302808924601e-05}
{"train_loss": 0.0018932477105408907, "global_step": 73637, "epoch": 413, "lr": 2.2151800792123996e-05}
{"train_loss": 0.0032690910156816244, "global_step": 73638, "epoch": 413, "lr": 2.2150573519325736e-05}
{"train_loss": 0.004818939138203859, "global_step": 73639, "epoch": 413, "lr": 2.214934627085229e-05}
{"train_loss": 0.0019907960668206215, "global_step": 73640, "epoch": 413, "lr": 2.2148119046704723e-05}
{"train_loss": 0.00194224389269948, "global_step": 73641, "epoch": 413, "lr": 2.2146891846884115e-05}
{"train_loss": 0.0021993769332766533, "global_step": 73642, "epoch": 413, "lr": 2.2145664671391513e-05}
{"train_loss": 0.0022104617673903704, "global_step": 73643, "epoch": 413, "lr": 2.214443752022805e-05}
{"train_loss": 0.0010868932586163282, "global_step": 73644, "epoch": 413, "lr": 2.2143210393394714e-05}
{"train_loss": 0.0016834893031045794, "global_step": 73645, "epoch": 413, "lr": 2.2141983290892665e-05}
{"train_loss": 0.001695642713457346, "global_step": 73646, "epoch": 413, "lr": 2.2140756212722885e-05}
{"train_loss": 0.0021790897008031607, "global_step": 73647, "epoch": 413, "lr": 2.2139529158886514e-05}
{"train_loss": 0.002628364134579897, "global_step": 73648, "epoch": 413, "lr": 2.2138302129384598e-05}
{"train_loss": 0.0034122560173273087, "global_step": 73649, "epoch": 413, "lr": 2.2137075124218215e-05}
{"train_loss": 0.0014408293645828962, "global_step": 73650, "epoch": 413, "lr": 2.2135848143388428e-05}
{"train_loss": 0.0021936283446848392, "global_step": 73651, "epoch": 413, "lr": 2.2134621186896316e-05}
{"train_loss": 0.002060110215097666, "global_step": 73652, "epoch": 413, "lr": 2.2133394254742927e-05}
{"train_loss": 0.000986244180239737, "global_step": 73653, "epoch": 413, "lr": 2.21321673469294e-05}
{"train_loss": 0.0013404113706201315, "global_step": 73654, "epoch": 413, "lr": 2.2130940463456718e-05}
{"train_loss": 0.0028470256365835667, "global_step": 73655, "epoch": 413, "lr": 2.212971360432601e-05}
{"train_loss": 0.0039741359651088715, "global_step": 73656, "epoch": 413, "lr": 2.2128486769538338e-05}
{"train_loss": 0.003179139457643032, "global_step": 73657, "epoch": 413, "lr": 2.2127259959094764e-05}
{"train_loss": 0.0015293995384126902, "global_step": 73658, "epoch": 413, "lr": 2.2126033172996364e-05}
{"train_loss": 0.0007730125216767192, "global_step": 73659, "epoch": 413, "lr": 2.212480641124419e-05}
{"train_loss": 0.0011697199661284685, "global_step": 73660, "epoch": 413, "lr": 2.2123579673839357e-05}
{"train_loss": 0.0018939347937703133, "global_step": 73661, "epoch": 413, "lr": 2.212235296078291e-05}
{"train_loss": 0.002617375925183296, "global_step": 73662, "epoch": 413, "lr": 2.212112627207592e-05}
{"train_loss": 0.001881954143755138, "global_step": 73663, "epoch": 413, "lr": 2.211989960771947e-05}
{"train_loss": 0.0015076568815857172, "global_step": 73664, "epoch": 413, "lr": 2.211867296771461e-05}
{"train_loss": 0.0028232638724148273, "global_step": 73665, "epoch": 413, "lr": 2.2117446352062433e-05}
{"train_loss": 0.001358513836748898, "global_step": 73666, "epoch": 413, "lr": 2.2116219760764002e-05}
{"train_loss": 0.003131164237856865, "global_step": 73667, "epoch": 413, "lr": 2.2114993193820364e-05}
{"train_loss": 0.0015113737899810076, "global_step": 73668, "epoch": 413, "lr": 2.2113766651232654e-05}
{"train_loss": 0.0018058386631309986, "global_step": 73669, "epoch": 413, "lr": 2.2112540133001864e-05}
{"train_loss": 0.0006881990702822804, "global_step": 73670, "epoch": 413, "lr": 2.211131363912913e-05}
{"train_loss": 0.0016199565725401044, "global_step": 73671, "epoch": 413, "lr": 2.211008716961549e-05}
{"train_loss": 0.0022191028110682964, "global_step": 73672, "epoch": 413, "lr": 2.2108860724462026e-05}
{"train_loss": 0.0013129247818142176, "global_step": 73673, "epoch": 413, "lr": 2.2107634303669807e-05}
{"train_loss": 0.0017648421926423907, "global_step": 73674, "epoch": 413, "lr": 2.21064079072399e-05}
{"train_loss": 0.0024824682623147964, "global_step": 73675, "epoch": 413, "lr": 2.210518153517337e-05}
{"train_loss": 0.0017459873342886567, "global_step": 73676, "epoch": 413, "lr": 2.2103955187471326e-05}
{"train_loss": 0.0009702956303954124, "global_step": 73677, "epoch": 413, "lr": 2.210272886413478e-05}
{"train_loss": 0.004544686526060104, "global_step": 73678, "epoch": 413, "lr": 2.210150256516485e-05}
{"train_loss": 0.0008456513751298189, "global_step": 73679, "epoch": 413, "lr": 2.2100276290562594e-05}
{"train_loss": 0.003419937565922737, "global_step": 73680, "epoch": 413, "lr": 2.209905004032906e-05}
{"train_loss": 0.0007454081205651164, "global_step": 73681, "epoch": 413, "lr": 2.209782381446538e-05}
{"train_loss": 0.0014528932515531778, "global_step": 73682, "epoch": 413, "lr": 2.2096597612972543e-05}
{"train_loss": 0.002662402344867587, "global_step": 73683, "epoch": 413, "lr": 2.20953714358517e-05}
{"train_loss": 0.004697490017861128, "global_step": 73684, "epoch": 413, "lr": 2.2094145283103845e-05}
{"train_loss": 0.0013177726650610566, "global_step": 73685, "epoch": 413, "lr": 2.2092919154730106e-05}
{"train_loss": 0.001086302101612091, "global_step": 73686, "epoch": 413, "lr": 2.209169305073154e-05}
{"train_loss": 0.0024650814011693, "global_step": 73687, "epoch": 413, "lr": 2.2090466971109208e-05}
{"train_loss": 0.0012011980870738626, "global_step": 73688, "epoch": 413, "lr": 2.208924091586419e-05}
{"train_loss": 0.0018420282285660505, "global_step": 73689, "epoch": 413, "lr": 2.2088014884997554e-05}
{"train_loss": 0.004064268432557583, "global_step": 73690, "epoch": 413, "lr": 2.208678887851035e-05}
{"train_loss": 0.0018977238953615842, "global_step": 73691, "epoch": 413, "lr": 2.2085562896403706e-05}
{"train_loss": 0.0013406600337475538, "global_step": 73692, "epoch": 414, "lr": 2.208433693867862e-05}
{"train_loss": 0.002402615500614047, "global_step": 73693, "epoch": 414, "lr": 2.2083111005336215e-05}
{"train_loss": 0.0007475351449102163, "global_step": 73694, "epoch": 414, "lr": 2.208188509637755e-05}
{"train_loss": 0.002776005305349827, "global_step": 73695, "epoch": 414, "lr": 2.2080659211803683e-05}
{"train_loss": 0.0016148919239640236, "global_step": 73696, "epoch": 414, "lr": 2.2079433351615697e-05}
{"train_loss": 0.0013442898634821177, "global_step": 73697, "epoch": 414, "lr": 2.207820751581466e-05}
{"train_loss": 0.0015107783256098628, "global_step": 73698, "epoch": 414, "lr": 2.2076981704401622e-05}
{"train_loss": 0.0016874158754944801, "global_step": 73699, "epoch": 414, "lr": 2.2075755917377712e-05}
{"train_loss": 0.0013964546378701925, "global_step": 73700, "epoch": 414, "lr": 2.2074530154743916e-05}
{"train_loss": 0.0023836444597691298, "global_step": 73701, "epoch": 414, "lr": 2.207330441650138e-05}
{"train_loss": 0.0022705597802996635, "global_step": 73702, "epoch": 414, "lr": 2.2072078702651138e-05}
{"train_loss": 0.0016858335584402084, "global_step": 73703, "epoch": 414, "lr": 2.2070853013194263e-05}
{"train_loss": 0.0012836079113185406, "global_step": 73704, "epoch": 414, "lr": 2.206962734813184e-05}
{"train_loss": 0.0014217364368960261, "global_step": 73705, "epoch": 414, "lr": 2.206840170746491e-05}
{"train_loss": 0.002313250210136175, "global_step": 73706, "epoch": 414, "lr": 2.206717609119459e-05}
{"train_loss": 0.0010355713311582804, "global_step": 73707, "epoch": 414, "lr": 2.2065950499321896e-05}
{"train_loss": 0.0014272285625338554, "global_step": 73708, "epoch": 414, "lr": 2.206472493184794e-05}
{"train_loss": 0.0015059710713103414, "global_step": 73709, "epoch": 414, "lr": 2.2063499388773785e-05}
{"train_loss": 0.0037955574225634336, "global_step": 73710, "epoch": 414, "lr": 2.206227387010049e-05}
{"train_loss": 0.0014100424014031887, "global_step": 73711, "epoch": 414, "lr": 2.206104837582913e-05}
{"train_loss": 0.0012856335379183292, "global_step": 73712, "epoch": 414, "lr": 2.2059822905960774e-05}
{"train_loss": 0.0019244012655690312, "global_step": 73713, "epoch": 414, "lr": 2.2058597460496483e-05}
{"train_loss": 0.0011529363691806793, "global_step": 73714, "epoch": 414, "lr": 2.205737203943737e-05}
{"train_loss": 0.0017937924712896347, "global_step": 73715, "epoch": 414, "lr": 2.2056146642784436e-05}
{"train_loss": 0.0016045470256358385, "global_step": 73716, "epoch": 414, "lr": 2.205492127053881e-05}
{"train_loss": 0.0020419107750058174, "global_step": 73717, "epoch": 414, "lr": 2.205369592270154e-05}
{"train_loss": 0.002509169280529022, "global_step": 73718, "epoch": 414, "lr": 2.2052470599273693e-05}
{"train_loss": 0.0011260425671935081, "global_step": 73719, "epoch": 414, "lr": 2.205124530025635e-05}
{"train_loss": 0.0007543071988038719, "global_step": 73720, "epoch": 414, "lr": 2.2050020025650575e-05}
{"train_loss": 0.0016788397915661335, "global_step": 73721, "epoch": 414, "lr": 2.204879477545744e-05}
{"train_loss": 0.0009407923207618296, "global_step": 73722, "epoch": 414, "lr": 2.2047569549677993e-05}
{"train_loss": 0.0013675428926944733, "global_step": 73723, "epoch": 414, "lr": 2.204634434831334e-05}
{"train_loss": 0.002229117788374424, "global_step": 73724, "epoch": 414, "lr": 2.2045119171364535e-05}
{"train_loss": 0.001039180438965559, "global_step": 73725, "epoch": 414, "lr": 2.2043894018832657e-05}
{"train_loss": 0.002872534329071641, "global_step": 73726, "epoch": 414, "lr": 2.2042668890718764e-05}
{"train_loss": 0.0008739615441299975, "global_step": 73727, "epoch": 414, "lr": 2.204144378702393e-05}
{"train_loss": 0.0047212159261107445, "global_step": 73728, "epoch": 414, "lr": 2.2040218707749206e-05}
{"train_loss": 0.0021611154079437256, "global_step": 73729, "epoch": 414, "lr": 2.2038993652895718e-05}
{"train_loss": 0.0009567958768457174, "global_step": 73730, "epoch": 414, "lr": 2.2037768622464462e-05}
{"train_loss": 0.0015528195071965456, "global_step": 73731, "epoch": 414, "lr": 2.203654361645656e-05}
{"train_loss": 0.0015377210220322013, "global_step": 73732, "epoch": 414, "lr": 2.2035318634873076e-05}
{"train_loss": 0.0017981298733502626, "global_step": 73733, "epoch": 414, "lr": 2.2034093677715066e-05}
{"train_loss": 0.001427208073437214, "global_step": 73734, "epoch": 414, "lr": 2.2032868744983603e-05}
{"train_loss": 0.001187257468700409, "global_step": 73735, "epoch": 414, "lr": 2.2031643836679767e-05}
{"train_loss": 0.0012753299670293927, "global_step": 73736, "epoch": 414, "lr": 2.203041895280461e-05}
{"train_loss": 0.0009319579694420099, "global_step": 73737, "epoch": 414, "lr": 2.202919409335922e-05}
{"train_loss": 0.00233302335254848, "global_step": 73738, "epoch": 414, "lr": 2.2027969258344634e-05}
{"train_loss": 0.00140955182723701, "global_step": 73739, "epoch": 414, "lr": 2.2026744447761986e-05}
{"train_loss": 0.0008048610179685056, "global_step": 73740, "epoch": 414, "lr": 2.202551966161227e-05}
{"train_loss": 0.0017282204935327172, "global_step": 73741, "epoch": 414, "lr": 2.2024294899896608e-05}
{"train_loss": 0.0010249442420899868, "global_step": 73742, "epoch": 414, "lr": 2.2023070162616056e-05}
{"train_loss": 0.000947489112149924, "global_step": 73743, "epoch": 414, "lr": 2.2021845449771662e-05}
{"train_loss": 0.0011422191746532917, "global_step": 73744, "epoch": 414, "lr": 2.2020620761364552e-05}
{"train_loss": 0.0030912132933735847, "global_step": 73745, "epoch": 414, "lr": 2.201939609739572e-05}
{"train_loss": 0.002389427972957492, "global_step": 73746, "epoch": 414, "lr": 2.2018171457866295e-05}
{"train_loss": 0.002811520593240857, "global_step": 73747, "epoch": 414, "lr": 2.2016946842777327e-05}
{"train_loss": 0.001492754672653973, "global_step": 73748, "epoch": 414, "lr": 2.2015722252129884e-05}
{"train_loss": 0.001474255695939064, "global_step": 73749, "epoch": 414, "lr": 2.2014497685925034e-05}
{"train_loss": 0.0011636519338935614, "global_step": 73750, "epoch": 414, "lr": 2.2013273144163853e-05}
{"train_loss": 0.0011985567398369312, "global_step": 73751, "epoch": 414, "lr": 2.2012048626847386e-05}
{"train_loss": 0.002372634829953313, "global_step": 73752, "epoch": 414, "lr": 2.2010824133976758e-05}
{"train_loss": 0.0010867143282666802, "global_step": 73753, "epoch": 414, "lr": 2.200959966555297e-05}
{"train_loss": 0.003620448289439082, "global_step": 73754, "epoch": 414, "lr": 2.2008375221577164e-05}
{"train_loss": 0.0017739422619342804, "global_step": 73755, "epoch": 414, "lr": 2.200715080205033e-05}
{"train_loss": 0.0008295460138469934, "global_step": 73756, "epoch": 414, "lr": 2.2005926406973598e-05}
{"train_loss": 0.001265999162569642, "global_step": 73757, "epoch": 414, "lr": 2.200470203634802e-05}
{"train_loss": 0.0020340289920568466, "global_step": 73758, "epoch": 414, "lr": 2.2003477690174657e-05}
{"train_loss": 0.0012615747982636094, "global_step": 73759, "epoch": 414, "lr": 2.2002253368454584e-05}
{"train_loss": 0.0005345665849745274, "global_step": 73760, "epoch": 414, "lr": 2.200102907118887e-05}
{"train_loss": 0.002473501954227686, "global_step": 73761, "epoch": 414, "lr": 2.1999804798378575e-05}
{"train_loss": 0.0029608497861772776, "global_step": 73762, "epoch": 414, "lr": 2.199858055002481e-05}
{"train_loss": 0.003130861558020115, "global_step": 73763, "epoch": 414, "lr": 2.1997356326128576e-05}
{"train_loss": 0.0018709214637055993, "global_step": 73764, "epoch": 414, "lr": 2.1996132126690998e-05}
{"train_loss": 0.0006977292941883206, "global_step": 73765, "epoch": 414, "lr": 2.199490795171313e-05}
{"train_loss": 0.0009585486259311438, "global_step": 73766, "epoch": 414, "lr": 2.1993683801196013e-05}
{"train_loss": 0.002483709715306759, "global_step": 73767, "epoch": 414, "lr": 2.1992459675140775e-05}
{"train_loss": 0.0031338699627667665, "global_step": 73768, "epoch": 414, "lr": 2.1991235573548417e-05}
{"train_loss": 0.00154316786210984, "global_step": 73769, "epoch": 414, "lr": 2.1990011496420065e-05}
{"train_loss": 0.0009545915527269244, "global_step": 73770, "epoch": 414, "lr": 2.1988787443756763e-05}
{"train_loss": 0.0022991125006228685, "global_step": 73771, "epoch": 414, "lr": 2.198756341555958e-05}
{"train_loss": 0.0022684207651764154, "global_step": 73772, "epoch": 414, "lr": 2.1986339411829587e-05}
{"train_loss": 0.0026760613545775414, "global_step": 73773, "epoch": 414, "lr": 2.198511543256786e-05}
{"train_loss": 0.0022441723849624395, "global_step": 73774, "epoch": 414, "lr": 2.1983891477775453e-05}
{"train_loss": 0.0009728563600219786, "global_step": 73775, "epoch": 414, "lr": 2.1982667547453452e-05}
{"train_loss": 0.001555691589601338, "global_step": 73776, "epoch": 414, "lr": 2.1981443641602894e-05}
{"train_loss": 0.0016681827837601304, "global_step": 73777, "epoch": 414, "lr": 2.1980219760224906e-05}
{"train_loss": 0.0009386136662214994, "global_step": 73778, "epoch": 414, "lr": 2.1978995903320493e-05}
{"train_loss": 0.0005018120864406228, "global_step": 73779, "epoch": 414, "lr": 2.1977772070890767e-05}
{"train_loss": 0.0018487880006432533, "global_step": 73780, "epoch": 414, "lr": 2.1976548262936787e-05}
{"train_loss": 0.0010055468883365393, "global_step": 73781, "epoch": 414, "lr": 2.1975324479459613e-05}
{"train_loss": 0.0014048763550817966, "global_step": 73782, "epoch": 414, "lr": 2.1974100720460323e-05}
{"train_loss": 0.0005173556273803115, "global_step": 73783, "epoch": 414, "lr": 2.1972876985939983e-05}
{"train_loss": 0.002058296464383602, "global_step": 73784, "epoch": 414, "lr": 2.1971653275899644e-05}
{"train_loss": 0.0019394439877942204, "global_step": 73785, "epoch": 414, "lr": 2.1970429590340407e-05}
{"train_loss": 0.0020073498599231243, "global_step": 73786, "epoch": 414, "lr": 2.1969205929263326e-05}
{"train_loss": 0.0014454968040809035, "global_step": 73787, "epoch": 414, "lr": 2.196798229266947e-05}
{"train_loss": 0.002472097519785166, "global_step": 73788, "epoch": 414, "lr": 2.1966758680559914e-05}
{"train_loss": 0.0014045466668903828, "global_step": 73789, "epoch": 414, "lr": 2.196553509293569e-05}
{"train_loss": 0.0016838102601468563, "global_step": 73790, "epoch": 414, "lr": 2.1964311529797942e-05}
{"train_loss": 0.0015381340635940433, "global_step": 73791, "epoch": 414, "lr": 2.1963087991147656e-05}
{"train_loss": 0.0020564955193549395, "global_step": 73792, "epoch": 414, "lr": 2.1961864476985973e-05}
{"train_loss": 0.0017498023808002472, "global_step": 73793, "epoch": 414, "lr": 2.196064098731389e-05}
{"train_loss": 0.003666428616270423, "global_step": 73794, "epoch": 414, "lr": 2.1959417522132537e-05}
{"train_loss": 0.0013323990860953927, "global_step": 73795, "epoch": 414, "lr": 2.1958194081442953e-05}
{"train_loss": 0.0028027237858623266, "global_step": 73796, "epoch": 414, "lr": 2.1956970665246207e-05}
{"train_loss": 0.004069212824106216, "global_step": 73797, "epoch": 414, "lr": 2.195574727354338e-05}
{"train_loss": 0.004265850875526667, "global_step": 73798, "epoch": 414, "lr": 2.1954523906335527e-05}
{"train_loss": 0.0006964897620491683, "global_step": 73799, "epoch": 414, "lr": 2.1953300563623708e-05}
{"train_loss": 0.0012173225404694676, "global_step": 73800, "epoch": 414, "lr": 2.1952077245409043e-05}
{"train_loss": 0.001570354332216084, "global_step": 73801, "epoch": 414, "lr": 2.1950853951692523e-05}
{"train_loss": 0.0016483825165778399, "global_step": 73802, "epoch": 414, "lr": 2.1949630682475282e-05}
{"train_loss": 0.001165036461316049, "global_step": 73803, "epoch": 414, "lr": 2.194840743775836e-05}
{"train_loss": 0.0016475166194140911, "global_step": 73804, "epoch": 414, "lr": 2.1947184217542827e-05}
{"train_loss": 0.0022737374529242516, "global_step": 73805, "epoch": 414, "lr": 2.194596102182976e-05}
{"train_loss": 0.0011488075833767653, "global_step": 73806, "epoch": 414, "lr": 2.1944737850620194e-05}
{"train_loss": 0.0018033054657280445, "global_step": 73807, "epoch": 414, "lr": 2.1943514703915248e-05}
{"train_loss": 0.001727729570120573, "global_step": 73808, "epoch": 414, "lr": 2.1942291581715964e-05}
{"train_loss": 0.0012930791126564145, "global_step": 73809, "epoch": 414, "lr": 2.194106848402341e-05}
{"train_loss": 0.0025753125082701445, "global_step": 73810, "epoch": 414, "lr": 2.193984541083866e-05}
{"train_loss": 0.003763242159038782, "global_step": 73811, "epoch": 414, "lr": 2.193862236216278e-05}
{"train_loss": 0.002207121578976512, "global_step": 73812, "epoch": 414, "lr": 2.1937399337996834e-05}
{"train_loss": 0.0012297683861106634, "global_step": 73813, "epoch": 414, "lr": 2.1936176338341896e-05}
{"train_loss": 0.0018403580179437995, "global_step": 73814, "epoch": 414, "lr": 2.193495336319901e-05}
{"train_loss": 0.0015899138525128365, "global_step": 73815, "epoch": 414, "lr": 2.193373041256931e-05}
{"train_loss": 0.0013626585714519024, "global_step": 73816, "epoch": 414, "lr": 2.193250748645378e-05}
{"train_loss": 0.003244900144636631, "global_step": 73817, "epoch": 414, "lr": 2.193128458485355e-05}
{"train_loss": 0.002445757621899247, "global_step": 73818, "epoch": 414, "lr": 2.193006170776966e-05}
{"train_loss": 0.0014612933155149221, "global_step": 73819, "epoch": 414, "lr": 2.1928838855203193e-05}
{"train_loss": 0.0011625168845057487, "global_step": 73820, "epoch": 414, "lr": 2.1927616027155206e-05}
{"train_loss": 0.0013027582317590714, "global_step": 73821, "epoch": 414, "lr": 2.192639322362677e-05}
{"train_loss": 0.0022884169593453407, "global_step": 73822, "epoch": 414, "lr": 2.192517044461893e-05}
{"train_loss": 0.0029906067065894604, "global_step": 73823, "epoch": 414, "lr": 2.1923947690132817e-05}
{"train_loss": 0.0035359179601073265, "global_step": 73824, "epoch": 414, "lr": 2.1922724960169422e-05}
{"train_loss": 0.00240005599334836, "global_step": 73825, "epoch": 414, "lr": 2.192150225472987e-05}
{"train_loss": 0.0017641738522797823, "global_step": 73826, "epoch": 414, "lr": 2.1920279573815206e-05}
{"train_loss": 0.003405818482860923, "global_step": 73827, "epoch": 414, "lr": 2.1919056917426482e-05}
{"train_loss": 0.002983173355460167, "global_step": 73828, "epoch": 414, "lr": 2.1917834285564827e-05}
{"train_loss": 0.0013073382433503866, "global_step": 73829, "epoch": 414, "lr": 2.1916611678231224e-05}
{"train_loss": 0.003725404152646661, "global_step": 73830, "epoch": 414, "lr": 2.1915389095426823e-05}
{"train_loss": 0.0008558353292755783, "global_step": 73831, "epoch": 414, "lr": 2.1914166537152613e-05}
{"train_loss": 0.0039413562044501305, "global_step": 73832, "epoch": 414, "lr": 2.1912944003409723e-05}
{"train_loss": 0.00234694080427289, "global_step": 73833, "epoch": 414, "lr": 2.19117214941992e-05}
{"train_loss": 0.0017963297432288527, "global_step": 73834, "epoch": 414, "lr": 2.191049900952211e-05}
{"train_loss": 0.0048055811785161495, "global_step": 73835, "epoch": 414, "lr": 2.190927654937952e-05}
{"train_loss": 0.0025183185935020447, "global_step": 73836, "epoch": 414, "lr": 2.1908054113772502e-05}
{"train_loss": 0.0020157932303845882, "global_step": 73837, "epoch": 414, "lr": 2.1906831702702097e-05}
{"train_loss": 0.0019424611236900091, "global_step": 73838, "epoch": 414, "lr": 2.190560931616944e-05}
{"train_loss": 0.0014226334169507027, "global_step": 73839, "epoch": 414, "lr": 2.1904386954175515e-05}
{"train_loss": 0.0022407290525734425, "global_step": 73840, "epoch": 414, "lr": 2.190316461672145e-05}
{"train_loss": 0.0011426545679569244, "global_step": 73841, "epoch": 414, "lr": 2.190194230380829e-05}
{"train_loss": 0.0010273940861225128, "global_step": 73842, "epoch": 414, "lr": 2.190072001543711e-05}
{"train_loss": 0.0015172192361205816, "global_step": 73843, "epoch": 414, "lr": 2.189949775160897e-05}
{"train_loss": 0.001034843735396862, "global_step": 73844, "epoch": 414, "lr": 2.189827551232494e-05}
{"train_loss": 0.002453963505104184, "global_step": 73845, "epoch": 414, "lr": 2.189705329758607e-05}
{"train_loss": 0.0011825833935290575, "global_step": 73846, "epoch": 414, "lr": 2.1895831107393484e-05}
{"train_loss": 0.0028910208493471146, "global_step": 73847, "epoch": 414, "lr": 2.1894608941748172e-05}
{"train_loss": 0.0019632079638540745, "global_step": 73848, "epoch": 414, "lr": 2.1893386800651267e-05}
{"train_loss": 0.003786067944020033, "global_step": 73849, "epoch": 414, "lr": 2.18921646841038e-05}
{"train_loss": 0.0013102467637509108, "global_step": 73850, "epoch": 414, "lr": 2.1890942592106854e-05}
{"train_loss": 0.0016716963145881891, "global_step": 73851, "epoch": 414, "lr": 2.188972052466149e-05}
{"train_loss": 0.0014344669179990888, "global_step": 73852, "epoch": 414, "lr": 2.1888498481768756e-05}
{"train_loss": 0.00181186490226537, "global_step": 73853, "epoch": 414, "lr": 2.1887276463429778e-05}
{"train_loss": 0.0014258045703172684, "global_step": 73854, "epoch": 414, "lr": 2.188605446964555e-05}
{"train_loss": 0.0026115041691809893, "global_step": 73855, "epoch": 414, "lr": 2.188483250041719e-05}
{"train_loss": 0.0030907082837074995, "global_step": 73856, "epoch": 414, "lr": 2.188361055574575e-05}
{"train_loss": 0.0022891447879374027, "global_step": 73857, "epoch": 414, "lr": 2.18823886356323e-05}
{"train_loss": 0.0010235804365947843, "global_step": 73858, "epoch": 414, "lr": 2.18811667400779e-05}
{"train_loss": 0.0019181722309440374, "global_step": 73859, "epoch": 414, "lr": 2.1879944869083625e-05}
{"train_loss": 0.002266255673021078, "global_step": 73860, "epoch": 414, "lr": 2.1878723022650522e-05}
{"train_loss": 0.0037630083970725536, "global_step": 73861, "epoch": 414, "lr": 2.1877501200779705e-05}
{"train_loss": 0.0013528212439268827, "global_step": 73862, "epoch": 414, "lr": 2.1876279403472176e-05}
{"train_loss": 0.003126634517684579, "global_step": 73863, "epoch": 414, "lr": 2.187505763072908e-05}
{"train_loss": 0.0008460170356556773, "global_step": 73864, "epoch": 414, "lr": 2.1873835882551403e-05}
{"train_loss": 0.0007337873103097081, "global_step": 73865, "epoch": 414, "lr": 2.187261415894027e-05}
{"train_loss": 0.0017250282689929008, "global_step": 73866, "epoch": 414, "lr": 2.1871392459896722e-05}
{"train_loss": 0.0017600080464035273, "global_step": 73867, "epoch": 414, "lr": 2.1870170785421838e-05}
{"train_loss": 0.0016611428000032902, "global_step": 73868, "epoch": 414, "lr": 2.186894913551668e-05}
{"train_loss": 0.0019179528560803346, "global_step": 73869, "epoch": 414, "lr": 2.1867727510182294e-05}
{"train_loss": 0.003824178595095873, "global_step": 73870, "epoch": 415, "lr": 2.186650590941979e-05}
{"train_loss": 0.0023076171055436134, "global_step": 73871, "epoch": 415, "lr": 2.1865284333230214e-05}
{"train_loss": 0.0016064147930592299, "global_step": 73872, "epoch": 415, "lr": 2.1864062781614623e-05}
{"train_loss": 0.0034043993800878525, "global_step": 73873, "epoch": 415, "lr": 2.18628412545741e-05}
{"train_loss": 0.003650620114058256, "global_step": 73874, "epoch": 415, "lr": 2.1861619752109708e-05}
{"train_loss": 0.002118582371622324, "global_step": 73875, "epoch": 415, "lr": 2.1860398274222488e-05}
{"train_loss": 0.002038487931713462, "global_step": 73876, "epoch": 415, "lr": 2.185917682091356e-05}
{"train_loss": 0.0021963228937238455, "global_step": 73877, "epoch": 415, "lr": 2.1857955392183932e-05}
{"train_loss": 0.0018628390971571207, "global_step": 73878, "epoch": 415, "lr": 2.1856733988034718e-05}
{"train_loss": 0.0015879718121141195, "global_step": 73879, "epoch": 415, "lr": 2.1855512608466965e-05}
{"train_loss": 0.001057372777722776, "global_step": 73880, "epoch": 415, "lr": 2.185429125348174e-05}
{"train_loss": 0.0018671414582058787, "global_step": 73881, "epoch": 415, "lr": 2.1853069923080112e-05}
{"train_loss": 0.002665336709469557, "global_step": 73882, "epoch": 415, "lr": 2.1851848617263142e-05}
{"train_loss": 0.002652842318639159, "global_step": 73883, "epoch": 415, "lr": 2.1850627336031903e-05}
{"train_loss": 0.0010066158138215542, "global_step": 73884, "epoch": 415, "lr": 2.1849406079387463e-05}
{"train_loss": 0.0024969675578176975, "global_step": 73885, "epoch": 415, "lr": 2.1848184847330867e-05}
{"train_loss": 0.0028971193823963404, "global_step": 73886, "epoch": 415, "lr": 2.1846963639863232e-05}
{"train_loss": 0.0019216160289943218, "global_step": 73887, "epoch": 415, "lr": 2.1845742456985562e-05}
{"train_loss": 0.0011079504620283842, "global_step": 73888, "epoch": 415, "lr": 2.1844521298698974e-05}
{"train_loss": 0.0015567982336506248, "global_step": 73889, "epoch": 415, "lr": 2.184330016500451e-05}
{"train_loss": 0.0020404071547091007, "global_step": 73890, "epoch": 415, "lr": 2.1842079055903224e-05}
{"train_loss": 0.0025153961032629013, "global_step": 73891, "epoch": 415, "lr": 2.1840857971396237e-05}
{"train_loss": 0.002217900473624468, "global_step": 73892, "epoch": 415, "lr": 2.1839636911484547e-05}
{"train_loss": 0.0017806035466492176, "global_step": 73893, "epoch": 415, "lr": 2.1838415876169266e-05}
{"train_loss": 0.0013576665660366416, "global_step": 73894, "epoch": 415, "lr": 2.183719486545145e-05}
{"train_loss": 0.0017207505879923701, "global_step": 73895, "epoch": 415, "lr": 2.1835973879332162e-05}
{"train_loss": 0.0016698786057531834, "global_step": 73896, "epoch": 415, "lr": 2.183475291781247e-05}
{"train_loss": 0.0015852672513574362, "global_step": 73897, "epoch": 415, "lr": 2.1833531980893435e-05}
{"train_loss": 0.0019701700657606125, "global_step": 73898, "epoch": 415, "lr": 2.183231106857611e-05}
{"train_loss": 0.0011797957122325897, "global_step": 73899, "epoch": 415, "lr": 2.183109018086162e-05}
{"train_loss": 0.0013426353689283133, "global_step": 73900, "epoch": 415, "lr": 2.182986931775095e-05}
{"train_loss": 0.0026977050583809614, "global_step": 73901, "epoch": 415, "lr": 2.1828648479245246e-05}
{"train_loss": 0.001969892531633377, "global_step": 73902, "epoch": 415, "lr": 2.1827427665345496e-05}
{"train_loss": 0.0017057741060853004, "global_step": 73903, "epoch": 415, "lr": 2.1826206876052822e-05}
{"train_loss": 0.0015229820273816586, "global_step": 73904, "epoch": 415, "lr": 2.182498611136828e-05}
{"train_loss": 0.003077971749007702, "global_step": 73905, "epoch": 415, "lr": 2.1823765371292925e-05}
{"train_loss": 0.0021167814265936613, "global_step": 73906, "epoch": 415, "lr": 2.182254465582783e-05}
{"train_loss": 0.003164824564009905, "global_step": 73907, "epoch": 415, "lr": 2.1821323964974062e-05}
{"train_loss": 0.002021171385422349, "global_step": 73908, "epoch": 415, "lr": 2.1820103298732657e-05}
{"train_loss": 0.0018853162182494998, "global_step": 73909, "epoch": 415, "lr": 2.1818882657104755e-05}
{"train_loss": 0.0022358945570886135, "global_step": 73910, "epoch": 415, "lr": 2.1817662040091335e-05}
{"train_loss": 0.0027136430144309998, "global_step": 73911, "epoch": 415, "lr": 2.1816441447693524e-05}
{"train_loss": 0.0010089350398629904, "global_step": 73912, "epoch": 415, "lr": 2.1815220879912373e-05}
{"train_loss": 0.0014541344717144966, "global_step": 73913, "epoch": 415, "lr": 2.1814000336748917e-05}
{"train_loss": 0.0014078564709052444, "global_step": 73914, "epoch": 415, "lr": 2.1812779818204294e-05}
{"train_loss": 0.0011927701998502016, "global_step": 73915, "epoch": 415, "lr": 2.181155932427948e-05}
{"train_loss": 0.0020570973865687847, "global_step": 73916, "epoch": 415, "lr": 2.1810338854975603e-05}
{"train_loss": 0.0032686779741197824, "global_step": 73917, "epoch": 415, "lr": 2.1809118410293717e-05}
{"train_loss": 0.0016414399724453688, "global_step": 73918, "epoch": 415, "lr": 2.1807897990234882e-05}
{"train_loss": 0.0016671360936015844, "global_step": 73919, "epoch": 415, "lr": 2.1806677594800162e-05}
{"train_loss": 0.0012258929200470448, "global_step": 73920, "epoch": 415, "lr": 2.1805457223990628e-05}
{"train_loss": 0.0010277655674144626, "global_step": 73921, "epoch": 415, "lr": 2.1804236877807337e-05}
{"train_loss": 0.0011235142592340708, "global_step": 73922, "epoch": 415, "lr": 2.180301655625137e-05}
{"train_loss": 0.0021842890419065952, "global_step": 73923, "epoch": 415, "lr": 2.180179625932376e-05}
{"train_loss": 0.0009141494520008564, "global_step": 73924, "epoch": 415, "lr": 2.1800575987025634e-05}
{"train_loss": 0.0015370289329439402, "global_step": 73925, "epoch": 415, "lr": 2.1799355739357984e-05}
{"train_loss": 0.002742739859968424, "global_step": 73926, "epoch": 415, "lr": 2.179813551632194e-05}
{"train_loss": 0.0008669176022522151, "global_step": 73927, "epoch": 415, "lr": 2.1796915317918525e-05}
{"train_loss": 0.0025681545957922935, "global_step": 73928, "epoch": 415, "lr": 2.179569514414883e-05}
{"train_loss": 0.002131225075572729, "global_step": 73929, "epoch": 415, "lr": 2.1794474995013908e-05}
{"train_loss": 0.004651104100048542, "global_step": 73930, "epoch": 415, "lr": 2.179325487051483e-05}
{"train_loss": 0.001798525219783187, "global_step": 73931, "epoch": 415, "lr": 2.1792034770652643e-05}
{"train_loss": 0.0015775851206853986, "global_step": 73932, "epoch": 415, "lr": 2.1790814695428442e-05}
{"train_loss": 0.001857388997450471, "global_step": 73933, "epoch": 415, "lr": 2.178959464484328e-05}
{"train_loss": 0.0005516470409929752, "global_step": 73934, "epoch": 415, "lr": 2.1788374618898228e-05}
{"train_loss": 0.001304489211179316, "global_step": 73935, "epoch": 415, "lr": 2.1787154617594342e-05}
{"train_loss": 0.0009608258260414004, "global_step": 73936, "epoch": 415, "lr": 2.178593464093267e-05}
{"train_loss": 0.001637422712519765, "global_step": 73937, "epoch": 415, "lr": 2.1784714688914342e-05}
{"train_loss": 0.0018947626231238246, "global_step": 73938, "epoch": 415, "lr": 2.178349476154034e-05}
{"train_loss": 0.001155730802565813, "global_step": 73939, "epoch": 415, "lr": 2.1782274858811806e-05}
{"train_loss": 0.00141838937997818, "global_step": 73940, "epoch": 415, "lr": 2.1781054980729737e-05}
{"train_loss": 0.0031707552261650562, "global_step": 73941, "epoch": 415, "lr": 2.177983512729525e-05}
{"train_loss": 0.002508249133825302, "global_step": 73942, "epoch": 415, "lr": 2.1778615298509386e-05}
{"train_loss": 0.005247338209301233, "global_step": 73943, "epoch": 415, "lr": 2.177739549437322e-05}
{"train_loss": 0.0011311753187328577, "global_step": 73944, "epoch": 415, "lr": 2.1776175714887813e-05}
{"train_loss": 0.0020736551377922297, "global_step": 73945, "epoch": 415, "lr": 2.177495596005423e-05}
{"train_loss": 0.0006272963946685195, "global_step": 73946, "epoch": 415, "lr": 2.177373622987352e-05}
{"train_loss": 0.0014854012988507748, "global_step": 73947, "epoch": 415, "lr": 2.1772516524346804e-05}
{"train_loss": 0.0032637028489261866, "global_step": 73948, "epoch": 415, "lr": 2.1771296843475075e-05}
{"train_loss": 0.0029784291982650757, "global_step": 73949, "epoch": 415, "lr": 2.1770077187259446e-05}
{"train_loss": 0.0016224877908825874, "global_step": 73950, "epoch": 415, "lr": 2.1768857555700966e-05}
{"train_loss": 0.001606212230399251, "global_step": 73951, "epoch": 415, "lr": 2.1767637948800706e-05}
{"train_loss": 0.0019431968685239553, "global_step": 73952, "epoch": 415, "lr": 2.1766418366559733e-05}
{"train_loss": 0.0010632405756041408, "global_step": 73953, "epoch": 415, "lr": 2.176519880897908e-05}
{"train_loss": 0.0025116351898759604, "global_step": 73954, "epoch": 415, "lr": 2.1763979276059865e-05}
{"train_loss": 0.0007553956238552928, "global_step": 73955, "epoch": 415, "lr": 2.1762759767803128e-05}
{"train_loss": 0.0009349650936201215, "global_step": 73956, "epoch": 415, "lr": 2.176154028420993e-05}
{"train_loss": 0.0015680771321058273, "global_step": 73957, "epoch": 415, "lr": 2.1760320825281345e-05}
{"train_loss": 0.0038598915562033653, "global_step": 73958, "epoch": 415, "lr": 2.1759101391018427e-05}
{"train_loss": 0.00533675542101264, "global_step": 73959, "epoch": 415, "lr": 2.175788198142225e-05}
{"train_loss": 0.003273927140980959, "global_step": 73960, "epoch": 415, "lr": 2.1756662596493877e-05}
{"train_loss": 0.001200004480779171, "global_step": 73961, "epoch": 415, "lr": 2.1755443236234358e-05}
{"train_loss": 0.0025639384984970093, "global_step": 73962, "epoch": 415, "lr": 2.1754223900644805e-05}
{"train_loss": 0.0017343363724648952, "global_step": 73963, "epoch": 415, "lr": 2.1753004589726213e-05}
{"train_loss": 0.0014816576149314642, "global_step": 73964, "epoch": 415, "lr": 2.1751785303479704e-05}
{"train_loss": 0.0014357371255755424, "global_step": 73965, "epoch": 415, "lr": 2.1750566041906323e-05}
{"train_loss": 0.0018049839418381453, "global_step": 73966, "epoch": 415, "lr": 2.1749346805007138e-05}
{"train_loss": 0.0017001582309603691, "global_step": 73967, "epoch": 415, "lr": 2.1748127592783208e-05}
{"train_loss": 0.0015565307112410665, "global_step": 73968, "epoch": 415, "lr": 2.1746908405235604e-05}
{"train_loss": 0.0007145487470552325, "global_step": 73969, "epoch": 415, "lr": 2.174568924236537e-05}
{"train_loss": 0.001651296392083168, "global_step": 73970, "epoch": 415, "lr": 2.1744470104173624e-05}
{"train_loss": 0.002517163287848234, "global_step": 73971, "epoch": 415, "lr": 2.1743250990661362e-05}
{"train_loss": 0.001979965018108487, "global_step": 73972, "epoch": 415, "lr": 2.174203190182972e-05}
{"train_loss": 0.0018527216743677855, "global_step": 73973, "epoch": 415, "lr": 2.174081283767968e-05}
{"train_loss": 0.0008689929964020848, "global_step": 73974, "epoch": 415, "lr": 2.173959379821236e-05}
{"train_loss": 0.0004895341116935015, "global_step": 73975, "epoch": 415, "lr": 2.1738374783428854e-05}
{"train_loss": 0.0012049870565533638, "global_step": 73976, "epoch": 415, "lr": 2.173715579333015e-05}
{"train_loss": 0.0017580089624971151, "global_step": 73977, "epoch": 415, "lr": 2.173593682791739e-05}
{"train_loss": 0.0005656520370393991, "global_step": 73978, "epoch": 415, "lr": 2.173471788719157e-05}
{"train_loss": 0.003097105771303177, "global_step": 73979, "epoch": 415, "lr": 2.1733498971153797e-05}
{"train_loss": 0.000845524831674993, "global_step": 73980, "epoch": 415, "lr": 2.1732280079805127e-05}
{"train_loss": 0.002146961400285363, "global_step": 73981, "epoch": 415, "lr": 2.1731061213146625e-05}
{"train_loss": 0.004732928238809109, "global_step": 73982, "epoch": 415, "lr": 2.172984237117935e-05}
{"train_loss": 0.002460404532030225, "global_step": 73983, "epoch": 415, "lr": 2.1728623553904372e-05}
{"train_loss": 0.0008864781120792031, "global_step": 73984, "epoch": 415, "lr": 2.1727404761322733e-05}
{"train_loss": 0.0016504123341292143, "global_step": 73985, "epoch": 415, "lr": 2.172618599343555e-05}
{"train_loss": 0.001108493423089385, "global_step": 73986, "epoch": 415, "lr": 2.1724967250243822e-05}
{"train_loss": 0.002377503551542759, "global_step": 73987, "epoch": 415, "lr": 2.1723748531748668e-05}
{"train_loss": 0.0010682763531804085, "global_step": 73988, "epoch": 415, "lr": 2.1722529837951128e-05}
{"train_loss": 0.0012948906514793634, "global_step": 73989, "epoch": 415, "lr": 2.1721311168852272e-05}
{"train_loss": 0.0012594566214829683, "global_step": 73990, "epoch": 415, "lr": 2.1720092524453155e-05}
{"train_loss": 0.0014898236840963364, "global_step": 73991, "epoch": 415, "lr": 2.1718873904754854e-05}
{"train_loss": 0.002110084518790245, "global_step": 73992, "epoch": 415, "lr": 2.1717655309758428e-05}
{"train_loss": 0.00248228432610631, "global_step": 73993, "epoch": 415, "lr": 2.1716436739464936e-05}
{"train_loss": 0.0025929934345185757, "global_step": 73994, "epoch": 415, "lr": 2.1715218193875438e-05}
{"train_loss": 0.0016617756336927414, "global_step": 73995, "epoch": 415, "lr": 2.1713999672991014e-05}
{"train_loss": 0.0026334936264902353, "global_step": 73996, "epoch": 415, "lr": 2.171278117681273e-05}
{"train_loss": 0.0017810870194807649, "global_step": 73997, "epoch": 415, "lr": 2.1711562705341642e-05}
{"train_loss": 0.0015390482731163502, "global_step": 73998, "epoch": 415, "lr": 2.1710344258578815e-05}
{"train_loss": 0.001987856812775135, "global_step": 73999, "epoch": 415, "lr": 2.170912583652529e-05}
{"train_loss": 0.001741245505400002, "global_step": 74000, "epoch": 415, "lr": 2.1707907439182197e-05}
{"train_loss": 0.0013807816430926323, "global_step": 74001, "epoch": 415, "lr": 2.1706689066550518e-05}
{"train_loss": 0.001157564576715231, "global_step": 74002, "epoch": 415, "lr": 2.170547071863137e-05}
{"train_loss": 0.002054469892755151, "global_step": 74003, "epoch": 415, "lr": 2.1704252395425812e-05}
{"train_loss": 0.001305517740547657, "global_step": 74004, "epoch": 415, "lr": 2.1703034096934893e-05}
{"train_loss": 0.0025971506256610155, "global_step": 74005, "epoch": 415, "lr": 2.1701815823159687e-05}
{"train_loss": 0.0011367499828338623, "global_step": 74006, "epoch": 415, "lr": 2.1700597574101254e-05}
{"train_loss": 0.0017309827962890267, "global_step": 74007, "epoch": 415, "lr": 2.169937934976064e-05}
{"train_loss": 0.0012984711211174726, "global_step": 74008, "epoch": 415, "lr": 2.1698161150138967e-05}
{"train_loss": 0.0013899903278797865, "global_step": 74009, "epoch": 415, "lr": 2.1696942975237222e-05}
{"train_loss": 0.001797352684661746, "global_step": 74010, "epoch": 415, "lr": 2.1695724825056547e-05}
{"train_loss": 0.0016732091316953301, "global_step": 74011, "epoch": 415, "lr": 2.169450669959792e-05}
{"train_loss": 0.001774272765032947, "global_step": 74012, "epoch": 415, "lr": 2.1693288598862477e-05}
{"train_loss": 0.0018382326234132051, "global_step": 74013, "epoch": 415, "lr": 2.1692070522851256e-05}
{"train_loss": 0.0024468619376420975, "global_step": 74014, "epoch": 415, "lr": 2.169085247156532e-05}
{"train_loss": 0.0015353383496403694, "global_step": 74015, "epoch": 415, "lr": 2.168963444500573e-05}
{"train_loss": 0.0028563577216118574, "global_step": 74016, "epoch": 415, "lr": 2.1688416443173538e-05}
{"train_loss": 0.0018294979818165302, "global_step": 74017, "epoch": 415, "lr": 2.1687198466069843e-05}
{"train_loss": 0.0027057959232479334, "global_step": 74018, "epoch": 415, "lr": 2.168598051369569e-05}
{"train_loss": 0.0017284718342125416, "global_step": 74019, "epoch": 415, "lr": 2.1684762586052137e-05}
{"train_loss": 0.002149469219148159, "global_step": 74020, "epoch": 415, "lr": 2.168354468314026e-05}
{"train_loss": 0.0012142504565417767, "global_step": 74021, "epoch": 415, "lr": 2.168232680496111e-05}
{"train_loss": 0.0006411138456314802, "global_step": 74022, "epoch": 415, "lr": 2.168110895151574e-05}
{"train_loss": 0.0036314446479082108, "global_step": 74023, "epoch": 415, "lr": 2.1679891122805267e-05}
{"train_loss": 0.0011561872670426965, "global_step": 74024, "epoch": 415, "lr": 2.1678673318830685e-05}
{"train_loss": 0.0017109679756686091, "global_step": 74025, "epoch": 415, "lr": 2.16774555395931e-05}
{"train_loss": 0.0022794888354837894, "global_step": 74026, "epoch": 415, "lr": 2.1676237785093574e-05}
{"train_loss": 0.0023580752313137054, "global_step": 74027, "epoch": 415, "lr": 2.1675020055333162e-05}
{"train_loss": 0.0014525004662573338, "global_step": 74028, "epoch": 415, "lr": 2.1673802350312923e-05}
{"train_loss": 0.0010767310159280896, "global_step": 74029, "epoch": 415, "lr": 2.167258467003393e-05}
{"train_loss": 0.0009726901189424098, "global_step": 74030, "epoch": 415, "lr": 2.167136701449724e-05}
{"train_loss": 0.0008072623750194907, "global_step": 74031, "epoch": 415, "lr": 2.1670149383703925e-05}
{"train_loss": 0.0031290631741285324, "global_step": 74032, "epoch": 415, "lr": 2.1668931777655016e-05}
{"train_loss": 0.001460431725718081, "global_step": 74033, "epoch": 415, "lr": 2.1667714196351647e-05}
{"train_loss": 0.002443855395540595, "global_step": 74034, "epoch": 415, "lr": 2.16664966397948e-05}
{"train_loss": 0.004302728455513716, "global_step": 74035, "epoch": 415, "lr": 2.166527910798559e-05}
{"train_loss": 0.0013119536451995373, "global_step": 74036, "epoch": 415, "lr": 2.1664061600925066e-05}
{"train_loss": 0.0018860041163861752, "global_step": 74037, "epoch": 415, "lr": 2.1662844118614278e-05}
{"train_loss": 0.0017937991069629788, "global_step": 74038, "epoch": 415, "lr": 2.1661626661054342e-05}
{"train_loss": 0.0014356118626892567, "global_step": 74039, "epoch": 415, "lr": 2.1660409228246243e-05}
{"train_loss": 0.0011192362289875746, "global_step": 74040, "epoch": 415, "lr": 2.16591918201911e-05}
{"train_loss": 0.003936203196644783, "global_step": 74041, "epoch": 415, "lr": 2.1657974436889966e-05}
{"train_loss": 0.00260356767103076, "global_step": 74042, "epoch": 415, "lr": 2.165675707834389e-05}
{"train_loss": 0.002480362309142947, "global_step": 74043, "epoch": 415, "lr": 2.1655539744553954e-05}
{"train_loss": 0.0017023590626195073, "global_step": 74044, "epoch": 415, "lr": 2.1654322435521208e-05}
{"train_loss": 0.0021279253996908665, "global_step": 74045, "epoch": 415, "lr": 2.16531051512467e-05}
{"train_loss": 0.0034061886835843325, "global_step": 74046, "epoch": 415, "lr": 2.165188789173155e-05}
{"train_loss": 0.0019371734181251586, "global_step": 74047, "epoch": 415, "lr": 2.1650670656976742e-05, "train_action_mse_error": 4.259609340806492e-06}
{"train_loss": 0.0008267226512543857, "global_step": 74048, "epoch": 416, "lr": 2.1649453446983414e-05}
{"train_loss": 0.002007476519793272, "global_step": 74049, "epoch": 416, "lr": 2.1648236261752563e-05}
{"train_loss": 0.0013797401916235685, "global_step": 74050, "epoch": 416, "lr": 2.1647019101285303e-05}
{"train_loss": 0.0007055553141981363, "global_step": 74051, "epoch": 416, "lr": 2.164580196558268e-05}
{"train_loss": 0.001783844898454845, "global_step": 74052, "epoch": 416, "lr": 2.1644584854645756e-05}
{"train_loss": 0.0012687761336565018, "global_step": 74053, "epoch": 416, "lr": 2.164336776847559e-05}
{"train_loss": 0.0017620816361159086, "global_step": 74054, "epoch": 416, "lr": 2.1642150707073256e-05}
{"train_loss": 0.0016865662764757872, "global_step": 74055, "epoch": 416, "lr": 2.1640933670439783e-05}
{"train_loss": 0.0018670042045414448, "global_step": 74056, "epoch": 416, "lr": 2.1639716658576288e-05}
{"train_loss": 0.001454566023312509, "global_step": 74057, "epoch": 416, "lr": 2.1638499671483797e-05}
{"train_loss": 0.001742853899486363, "global_step": 74058, "epoch": 416, "lr": 2.1637282709163388e-05}
{"train_loss": 0.002097175922244787, "global_step": 74059, "epoch": 416, "lr": 2.163606577161612e-05}
{"train_loss": 0.001689315540716052, "global_step": 74060, "epoch": 416, "lr": 2.1634848858843032e-05}
{"train_loss": 0.0022237426601350307, "global_step": 74061, "epoch": 416, "lr": 2.1633631970845248e-05}
{"train_loss": 0.001405895221978426, "global_step": 74062, "epoch": 416, "lr": 2.163241510762376e-05}
{"train_loss": 0.0031584645621478558, "global_step": 74063, "epoch": 416, "lr": 2.1631198269179676e-05}
{"train_loss": 0.0026480781380087137, "global_step": 74064, "epoch": 416, "lr": 2.1629981455514047e-05}
{"train_loss": 0.001166371046565473, "global_step": 74065, "epoch": 416, "lr": 2.1628764666627937e-05}
{"train_loss": 0.002079482190310955, "global_step": 74066, "epoch": 416, "lr": 2.1627547902522405e-05}
{"train_loss": 0.0014786439714953303, "global_step": 74067, "epoch": 416, "lr": 2.1626331163198517e-05}
{"train_loss": 0.0026977132074534893, "global_step": 74068, "epoch": 416, "lr": 2.1625114448657335e-05}
{"train_loss": 0.002689693123102188, "global_step": 74069, "epoch": 416, "lr": 2.1623897758899918e-05}
{"train_loss": 0.0012410602066665888, "global_step": 74070, "epoch": 416, "lr": 2.1622681093927318e-05}
{"train_loss": 0.001997808925807476, "global_step": 74071, "epoch": 416, "lr": 2.1621464453740643e-05}
{"train_loss": 0.002886881586164236, "global_step": 74072, "epoch": 416, "lr": 2.162024783834089e-05}
{"train_loss": 0.0006811298662796617, "global_step": 74073, "epoch": 416, "lr": 2.161903124772917e-05}
{"train_loss": 0.0008156038238666952, "global_step": 74074, "epoch": 416, "lr": 2.161781468190654e-05}
{"train_loss": 0.0014526115264743567, "global_step": 74075, "epoch": 416, "lr": 2.1616598140874044e-05}
{"train_loss": 0.0020751957781612873, "global_step": 74076, "epoch": 416, "lr": 2.1615381624632762e-05}
{"train_loss": 0.002163463272154331, "global_step": 74077, "epoch": 416, "lr": 2.161416513318373e-05}
{"train_loss": 0.0009213307639583945, "global_step": 74078, "epoch": 416, "lr": 2.1612948666528043e-05}
{"train_loss": 0.002334627788513899, "global_step": 74079, "epoch": 416, "lr": 2.1611732224666754e-05}
{"train_loss": 0.003114457009360194, "global_step": 74080, "epoch": 416, "lr": 2.1610515807600918e-05}
{"train_loss": 0.0028356879483908415, "global_step": 74081, "epoch": 416, "lr": 2.16092994153316e-05}
{"train_loss": 0.0025628311559557915, "global_step": 74082, "epoch": 416, "lr": 2.1608083047859873e-05}
{"train_loss": 0.0013412850676104426, "global_step": 74083, "epoch": 416, "lr": 2.1606866705186762e-05}
{"train_loss": 0.0018750750459730625, "global_step": 74084, "epoch": 416, "lr": 2.1605650387313396e-05}
{"train_loss": 0.0012931753881275654, "global_step": 74085, "epoch": 416, "lr": 2.1604434094240766e-05}
{"train_loss": 0.0008326283423230052, "global_step": 74086, "epoch": 416, "lr": 2.1603217825970003e-05}
{"train_loss": 0.0017626382177695632, "global_step": 74087, "epoch": 416, "lr": 2.1602001582502095e-05}
{"train_loss": 0.0014903682749718428, "global_step": 74088, "epoch": 416, "lr": 2.160078536383816e-05}
{"train_loss": 0.002132707042619586, "global_step": 74089, "epoch": 416, "lr": 2.1599569169979246e-05}
{"train_loss": 0.002293915022164583, "global_step": 74090, "epoch": 416, "lr": 2.1598353000926408e-05}
{"train_loss": 0.00348423863761127, "global_step": 74091, "epoch": 416, "lr": 2.1597136856680716e-05}
{"train_loss": 0.001673994236625731, "global_step": 74092, "epoch": 416, "lr": 2.1595920737243226e-05}
{"train_loss": 0.0013224165886640549, "global_step": 74093, "epoch": 416, "lr": 2.1594704642614982e-05}
{"train_loss": 0.001107580028474331, "global_step": 74094, "epoch": 416, "lr": 2.159348857279711e-05}
{"train_loss": 0.0020442097447812557, "global_step": 74095, "epoch": 416, "lr": 2.159227252779059e-05}
{"train_loss": 0.0015235338360071182, "global_step": 74096, "epoch": 416, "lr": 2.1591056507596542e-05}
{"train_loss": 0.0026495351921766996, "global_step": 74097, "epoch": 416, "lr": 2.158984051221601e-05}
{"train_loss": 0.0007987236604094505, "global_step": 74098, "epoch": 416, "lr": 2.158862454165004e-05}
{"train_loss": 0.0006313659250736237, "global_step": 74099, "epoch": 416, "lr": 2.1587408595899745e-05}
{"train_loss": 0.001982851419597864, "global_step": 74100, "epoch": 416, "lr": 2.158619267496611e-05}
{"train_loss": 0.0028122193180024624, "global_step": 74101, "epoch": 416, "lr": 2.158497677885028e-05}
{"train_loss": 0.0007816139259375632, "global_step": 74102, "epoch": 416, "lr": 2.1583760907553237e-05}
{"train_loss": 0.0012655435130000114, "global_step": 74103, "epoch": 416, "lr": 2.1582545061076105e-05}
{"train_loss": 0.0018670274876058102, "global_step": 74104, "epoch": 416, "lr": 2.1581329239419916e-05}
{"train_loss": 0.002366110449656844, "global_step": 74105, "epoch": 416, "lr": 2.1580113442585742e-05}
{"train_loss": 0.00199113879352808, "global_step": 74106, "epoch": 416, "lr": 2.1578897670574645e-05}
{"train_loss": 0.0009262501844204962, "global_step": 74107, "epoch": 416, "lr": 2.157768192338768e-05}
{"train_loss": 0.001357200788334012, "global_step": 74108, "epoch": 416, "lr": 2.1576466201025892e-05}
{"train_loss": 0.0016586236888542771, "global_step": 74109, "epoch": 416, "lr": 2.15752505034904e-05}
{"train_loss": 0.0011807306436821818, "global_step": 74110, "epoch": 416, "lr": 2.1574034830782197e-05}
{"train_loss": 0.0026462788227945566, "global_step": 74111, "epoch": 416, "lr": 2.1572819182902392e-05}
{"train_loss": 0.0013189127203077078, "global_step": 74112, "epoch": 416, "lr": 2.1571603559852034e-05}
{"train_loss": 0.0019229014869779348, "global_step": 74113, "epoch": 416, "lr": 2.1570387961632182e-05}
{"train_loss": 0.0034359917044639587, "global_step": 74114, "epoch": 416, "lr": 2.1569172388243898e-05}
{"train_loss": 0.0013805933995172381, "global_step": 74115, "epoch": 416, "lr": 2.1567956839688247e-05}
{"train_loss": 0.0012459647841751575, "global_step": 74116, "epoch": 416, "lr": 2.1566741315966264e-05}
{"train_loss": 0.0013518253108486533, "global_step": 74117, "epoch": 416, "lr": 2.1565525817079074e-05}
{"train_loss": 0.004622860811650753, "global_step": 74118, "epoch": 416, "lr": 2.156431034302766e-05}
{"train_loss": 0.0025559680070728064, "global_step": 74119, "epoch": 416, "lr": 2.1563094893813148e-05}
{"train_loss": 0.0018293065950274467, "global_step": 74120, "epoch": 416, "lr": 2.1561879469436563e-05}
{"train_loss": 0.00142938201315701, "global_step": 74121, "epoch": 416, "lr": 2.156066406989899e-05}
{"train_loss": 0.0035277092829346657, "global_step": 74122, "epoch": 416, "lr": 2.155944869520147e-05}
{"train_loss": 0.0006230028811842203, "global_step": 74123, "epoch": 416, "lr": 2.1558233345345057e-05}
{"train_loss": 0.001349428086541593, "global_step": 74124, "epoch": 416, "lr": 2.1557018020330867e-05}
{"train_loss": 0.0022729181218892336, "global_step": 74125, "epoch": 416, "lr": 2.1555802720159883e-05}
{"train_loss": 0.0012832572683691978, "global_step": 74126, "epoch": 416, "lr": 2.155458744483323e-05}
{"train_loss": 0.002733272034674883, "global_step": 74127, "epoch": 416, "lr": 2.155337219435194e-05}
{"train_loss": 0.0013842154294252396, "global_step": 74128, "epoch": 416, "lr": 2.1552156968717087e-05}
{"train_loss": 0.0024889945052564144, "global_step": 74129, "epoch": 416, "lr": 2.1550941767929722e-05}
{"train_loss": 0.001560008735395968, "global_step": 74130, "epoch": 416, "lr": 2.154972659199091e-05}
{"train_loss": 0.004184199497103691, "global_step": 74131, "epoch": 416, "lr": 2.15485114409017e-05}
{"train_loss": 0.002319580176845193, "global_step": 74132, "epoch": 416, "lr": 2.1547296314663194e-05}
{"train_loss": 0.003920263145118952, "global_step": 74133, "epoch": 416, "lr": 2.15460812132764e-05}
{"train_loss": 0.0023244572803378105, "global_step": 74134, "epoch": 416, "lr": 2.1544866136742415e-05}
{"train_loss": 0.0030557652935385704, "global_step": 74135, "epoch": 416, "lr": 2.154365108506229e-05}
{"train_loss": 0.0029170657508075237, "global_step": 74136, "epoch": 416, "lr": 2.1542436058237087e-05}
{"train_loss": 0.0029052826575934887, "global_step": 74137, "epoch": 416, "lr": 2.1541221056267867e-05}
{"train_loss": 0.0018286013510078192, "global_step": 74138, "epoch": 416, "lr": 2.1540006079155693e-05}
{"train_loss": 0.002255268394947052, "global_step": 74139, "epoch": 416, "lr": 2.153879112690162e-05}
{"train_loss": 0.0014830129221081734, "global_step": 74140, "epoch": 416, "lr": 2.1537576199506698e-05}
{"train_loss": 0.0021209511905908585, "global_step": 74141, "epoch": 416, "lr": 2.1536361296972024e-05}
{"train_loss": 0.002665734849870205, "global_step": 74142, "epoch": 416, "lr": 2.1535146419298635e-05}
{"train_loss": 0.0018005813471972942, "global_step": 74143, "epoch": 416, "lr": 2.1533931566487597e-05}
{"train_loss": 0.0007857406744733453, "global_step": 74144, "epoch": 416, "lr": 2.1532716738539972e-05}
{"train_loss": 0.0009247623383998871, "global_step": 74145, "epoch": 416, "lr": 2.1531501935456812e-05}
{"train_loss": 0.0026927911676466465, "global_step": 74146, "epoch": 416, "lr": 2.1530287157239172e-05}
{"train_loss": 0.0025172559544444084, "global_step": 74147, "epoch": 416, "lr": 2.1529072403888163e-05}
{"train_loss": 0.00241510896012187, "global_step": 74148, "epoch": 416, "lr": 2.1527857675404767e-05}
{"train_loss": 0.0021679585333913565, "global_step": 74149, "epoch": 416, "lr": 2.1526642971790112e-05}
{"train_loss": 0.0013987722340971231, "global_step": 74150, "epoch": 416, "lr": 2.152542829304523e-05}
{"train_loss": 0.002109178341925144, "global_step": 74151, "epoch": 416, "lr": 2.1524213639171186e-05}
{"train_loss": 0.002145949751138687, "global_step": 74152, "epoch": 416, "lr": 2.152299901016904e-05}
{"train_loss": 0.0017742631025612354, "global_step": 74153, "epoch": 416, "lr": 2.1521784406039857e-05}
{"train_loss": 0.001105518895201385, "global_step": 74154, "epoch": 416, "lr": 2.1520569826784676e-05}
{"train_loss": 0.0035505741834640503, "global_step": 74155, "epoch": 416, "lr": 2.1519355272404613e-05}
{"train_loss": 0.0025823786854743958, "global_step": 74156, "epoch": 416, "lr": 2.1518140742900654e-05}
{"train_loss": 0.0023624845780432224, "global_step": 74157, "epoch": 416, "lr": 2.151692623827393e-05}
{"train_loss": 0.0009161623893305659, "global_step": 74158, "epoch": 416, "lr": 2.1515711758525443e-05}
{"train_loss": 0.0035550245083868504, "global_step": 74159, "epoch": 416, "lr": 2.1514497303656294e-05}
{"train_loss": 0.0006134334253147244, "global_step": 74160, "epoch": 416, "lr": 2.1513282873667533e-05}
{"train_loss": 0.001189952134154737, "global_step": 74161, "epoch": 416, "lr": 2.1512068468560198e-05}
{"train_loss": 0.0015453278319910169, "global_step": 74162, "epoch": 416, "lr": 2.1510854088335408e-05}
{"train_loss": 0.0005535088712349534, "global_step": 74163, "epoch": 416, "lr": 2.1509639732994145e-05}
{"train_loss": 0.0006663348758593202, "global_step": 74164, "epoch": 416, "lr": 2.1508425402537528e-05}
{"train_loss": 0.0018557027215138078, "global_step": 74165, "epoch": 416, "lr": 2.1507211096966607e-05}
{"train_loss": 0.0034398618154227734, "global_step": 74166, "epoch": 416, "lr": 2.1505996816282432e-05}
{"train_loss": 0.0016173324547708035, "global_step": 74167, "epoch": 416, "lr": 2.1504782560486064e-05}
{"train_loss": 0.001718125306069851, "global_step": 74168, "epoch": 416, "lr": 2.1503568329578573e-05}
{"train_loss": 0.001734051271341741, "global_step": 74169, "epoch": 416, "lr": 2.1502354123560986e-05}
{"train_loss": 0.0021623342763632536, "global_step": 74170, "epoch": 416, "lr": 2.1501139942434434e-05}
{"train_loss": 0.0014099858235567808, "global_step": 74171, "epoch": 416, "lr": 2.1499925786199897e-05}
{"train_loss": 0.0025395266711711884, "global_step": 74172, "epoch": 416, "lr": 2.149871165485849e-05}
{"train_loss": 0.002498127520084381, "global_step": 74173, "epoch": 416, "lr": 2.1497497548411255e-05}
{"train_loss": 0.0007026532548479736, "global_step": 74174, "epoch": 416, "lr": 2.1496283466859258e-05}
{"train_loss": 0.0034252721816301346, "global_step": 74175, "epoch": 416, "lr": 2.149506941020355e-05}
{"train_loss": 0.001099993009120226, "global_step": 74176, "epoch": 416, "lr": 2.1493855378445205e-05}
{"train_loss": 0.0011560122948139906, "global_step": 74177, "epoch": 416, "lr": 2.1492641371585263e-05}
{"train_loss": 0.0024231220595538616, "global_step": 74178, "epoch": 416, "lr": 2.1491427389624808e-05}
{"train_loss": 0.0016444581560790539, "global_step": 74179, "epoch": 416, "lr": 2.149021343256486e-05}
{"train_loss": 0.0015526218339800835, "global_step": 74180, "epoch": 416, "lr": 2.1488999500406555e-05}
{"train_loss": 0.0018390400800853968, "global_step": 74181, "epoch": 416, "lr": 2.148778559315086e-05}
{"train_loss": 0.0014601745642721653, "global_step": 74182, "epoch": 416, "lr": 2.14865717107989e-05}
{"train_loss": 0.0017939603421837091, "global_step": 74183, "epoch": 416, "lr": 2.1485357853351723e-05}
{"train_loss": 0.0013808354269713163, "global_step": 74184, "epoch": 416, "lr": 2.1484144020810366e-05}
{"train_loss": 0.0027883455622941256, "global_step": 74185, "epoch": 416, "lr": 2.148293021317594e-05}
{"train_loss": 0.00327304401434958, "global_step": 74186, "epoch": 416, "lr": 2.1481716430449433e-05}
{"train_loss": 0.004358208738267422, "global_step": 74187, "epoch": 416, "lr": 2.1480502672631964e-05}
{"train_loss": 0.002070353366434574, "global_step": 74188, "epoch": 416, "lr": 2.147928893972457e-05}
{"train_loss": 0.0007314474787563086, "global_step": 74189, "epoch": 416, "lr": 2.1478075231728318e-05}
{"train_loss": 0.0007760582957416773, "global_step": 74190, "epoch": 416, "lr": 2.1476861548644257e-05}
{"train_loss": 0.001568852923810482, "global_step": 74191, "epoch": 416, "lr": 2.147564789047346e-05}
{"train_loss": 0.0011265729553997517, "global_step": 74192, "epoch": 416, "lr": 2.1474434257216962e-05}
{"train_loss": 0.003023718949407339, "global_step": 74193, "epoch": 416, "lr": 2.1473220648875875e-05}
{"train_loss": 0.0031291027553379536, "global_step": 74194, "epoch": 416, "lr": 2.1472007065451194e-05}
{"train_loss": 0.000581092550419271, "global_step": 74195, "epoch": 416, "lr": 2.1470793506944047e-05}
{"train_loss": 0.003096016589552164, "global_step": 74196, "epoch": 416, "lr": 2.146957997335542e-05}
{"train_loss": 0.002493651118129492, "global_step": 74197, "epoch": 416, "lr": 2.146836646468643e-05}
{"train_loss": 0.0019094229210168123, "global_step": 74198, "epoch": 416, "lr": 2.146715298093812e-05}
{"train_loss": 0.0019913692958652973, "global_step": 74199, "epoch": 416, "lr": 2.1465939522111543e-05}
{"train_loss": 0.0009034596150740981, "global_step": 74200, "epoch": 416, "lr": 2.146472608820777e-05}
{"train_loss": 0.0012849296908825636, "global_step": 74201, "epoch": 416, "lr": 2.1463512679227855e-05}
{"train_loss": 0.0014550078194588423, "global_step": 74202, "epoch": 416, "lr": 2.1462299295172832e-05}
{"train_loss": 0.002195213921368122, "global_step": 74203, "epoch": 416, "lr": 2.1461085936043807e-05}
{"train_loss": 0.0015230699209496379, "global_step": 74204, "epoch": 416, "lr": 2.1459872601841823e-05}
{"train_loss": 0.0017369851702824235, "global_step": 74205, "epoch": 416, "lr": 2.1458659292567934e-05}
{"train_loss": 0.001009400119073689, "global_step": 74206, "epoch": 416, "lr": 2.1457446008223197e-05}
{"train_loss": 0.0010768016800284386, "global_step": 74207, "epoch": 416, "lr": 2.1456232748808663e-05}
{"train_loss": 0.0021833672653883696, "global_step": 74208, "epoch": 416, "lr": 2.1455019514325442e-05}
{"train_loss": 0.003117444459348917, "global_step": 74209, "epoch": 416, "lr": 2.145380630477452e-05}
{"train_loss": 0.0006392046925611794, "global_step": 74210, "epoch": 416, "lr": 2.145259312015701e-05}
{"train_loss": 0.002481227507814765, "global_step": 74211, "epoch": 416, "lr": 2.1451379960473954e-05}
{"train_loss": 0.0017999132396653295, "global_step": 74212, "epoch": 416, "lr": 2.1450166825726413e-05}
{"train_loss": 0.001986694522202015, "global_step": 74213, "epoch": 416, "lr": 2.1448953715915448e-05}
{"train_loss": 0.0006335396319627762, "global_step": 74214, "epoch": 416, "lr": 2.1447740631042118e-05}
{"train_loss": 0.0012108749942854047, "global_step": 74215, "epoch": 416, "lr": 2.144652757110748e-05}
{"train_loss": 0.0024948725476861, "global_step": 74216, "epoch": 416, "lr": 2.144531453611259e-05}
{"train_loss": 0.0013963175006210804, "global_step": 74217, "epoch": 416, "lr": 2.1444101526058502e-05}
{"train_loss": 0.0023856088519096375, "global_step": 74218, "epoch": 416, "lr": 2.144288854094632e-05}
{"train_loss": 0.0005869503365829587, "global_step": 74219, "epoch": 416, "lr": 2.144167558077703e-05}
{"train_loss": 0.0027262098155915737, "global_step": 74220, "epoch": 416, "lr": 2.1440462645551756e-05}
{"train_loss": 0.0028121350333094597, "global_step": 74221, "epoch": 416, "lr": 2.1439249735271528e-05}
{"train_loss": 0.0013828278752043843, "global_step": 74222, "epoch": 416, "lr": 2.143803684993741e-05}
{"train_loss": 0.0043050143867731094, "global_step": 74223, "epoch": 416, "lr": 2.143682398955046e-05}
{"train_loss": 0.0017945952713489532, "global_step": 74224, "epoch": 416, "lr": 2.1435611154111724e-05}
{"train_loss": 0.0019093831180950647, "global_step": 74225, "epoch": 416, "lr": 2.1434398343622287e-05}
{"train_loss": 0.00509883975610137, "global_step": 74226, "epoch": 417, "lr": 2.14331855580832e-05}
{"train_loss": 0.0015322999097406864, "global_step": 74227, "epoch": 417, "lr": 2.1431972797495524e-05}
{"train_loss": 0.001994057558476925, "global_step": 74228, "epoch": 417, "lr": 2.1430760061860312e-05}
{"train_loss": 0.0034843527246266603, "global_step": 74229, "epoch": 417, "lr": 2.142954735117862e-05}
{"train_loss": 0.0013089135754853487, "global_step": 74230, "epoch": 417, "lr": 2.1428334665451515e-05}
{"train_loss": 0.0017593849916011095, "global_step": 74231, "epoch": 417, "lr": 2.1427122004680057e-05}
{"train_loss": 0.0034595620818436146, "global_step": 74232, "epoch": 417, "lr": 2.1425909368865277e-05}
{"train_loss": 0.0016737545374780893, "global_step": 74233, "epoch": 417, "lr": 2.14246967580083e-05}
{"train_loss": 0.0025416072458028793, "global_step": 74234, "epoch": 417, "lr": 2.1423484172110104e-05}
{"train_loss": 0.0010052511934190989, "global_step": 74235, "epoch": 417, "lr": 2.1422271611171806e-05}
{"train_loss": 0.0025965520180761814, "global_step": 74236, "epoch": 417, "lr": 2.142105907519445e-05}
{"train_loss": 0.002335227094590664, "global_step": 74237, "epoch": 417, "lr": 2.1419846564179092e-05}
{"train_loss": 0.0016273255459964275, "global_step": 74238, "epoch": 417, "lr": 2.1418634078126794e-05}
{"train_loss": 0.0016344385221600533, "global_step": 74239, "epoch": 417, "lr": 2.1417421617038603e-05}
{"train_loss": 0.0010527924168854952, "global_step": 74240, "epoch": 417, "lr": 2.1416209180915576e-05}
{"train_loss": 0.0025298232212662697, "global_step": 74241, "epoch": 417, "lr": 2.1414996769758822e-05}
{"train_loss": 0.0009085927158594131, "global_step": 74242, "epoch": 417, "lr": 2.141378438356932e-05}
{"train_loss": 0.0022975055035203695, "global_step": 74243, "epoch": 417, "lr": 2.1412572022348187e-05}
{"train_loss": 0.002186358906328678, "global_step": 74244, "epoch": 417, "lr": 2.1411359686096465e-05}
{"train_loss": 0.0021719285286962986, "global_step": 74245, "epoch": 417, "lr": 2.14101473748152e-05}
{"train_loss": 0.002903066575527191, "global_step": 74246, "epoch": 417, "lr": 2.14089350885055e-05}
{"train_loss": 0.0017349842237308621, "global_step": 74247, "epoch": 417, "lr": 2.1407722827168346e-05}
{"train_loss": 0.0017409054562449455, "global_step": 74248, "epoch": 417, "lr": 2.1406510590804877e-05}
{"train_loss": 0.0013858916936442256, "global_step": 74249, "epoch": 417, "lr": 2.1405298379416084e-05}
{"train_loss": 0.0035987277515232563, "global_step": 74250, "epoch": 417, "lr": 2.1404086193003063e-05}
{"train_loss": 0.0024270399007946253, "global_step": 74251, "epoch": 417, "lr": 2.1402874031566872e-05}
{"train_loss": 0.000920818536542356, "global_step": 74252, "epoch": 417, "lr": 2.140166189510856e-05}
{"train_loss": 0.003654597094282508, "global_step": 74253, "epoch": 417, "lr": 2.140044978362919e-05}
{"train_loss": 0.0024341712705790997, "global_step": 74254, "epoch": 417, "lr": 2.1399237697129814e-05}
{"train_loss": 0.0019276861567050219, "global_step": 74255, "epoch": 417, "lr": 2.1398025635611487e-05}
{"train_loss": 0.0008484415011480451, "global_step": 74256, "epoch": 417, "lr": 2.1396813599075304e-05}
{"train_loss": 0.001191475661471486, "global_step": 74257, "epoch": 417, "lr": 2.1395601587522264e-05}
{"train_loss": 0.0005849176086485386, "global_step": 74258, "epoch": 417, "lr": 2.1394389600953474e-05}
{"train_loss": 0.0008839702932164073, "global_step": 74259, "epoch": 417, "lr": 2.1393177639369977e-05}
{"train_loss": 0.003040156327188015, "global_step": 74260, "epoch": 417, "lr": 2.139196570277283e-05}
{"train_loss": 0.001024011056870222, "global_step": 74261, "epoch": 417, "lr": 2.1390753791163095e-05}
{"train_loss": 0.0009077382273972034, "global_step": 74262, "epoch": 417, "lr": 2.1389541904541827e-05}
{"train_loss": 0.0019071567803621292, "global_step": 74263, "epoch": 417, "lr": 2.1388330042910064e-05}
{"train_loss": 0.0018137807492166758, "global_step": 74264, "epoch": 417, "lr": 2.138711820626893e-05}
{"train_loss": 0.0012334248749539256, "global_step": 74265, "epoch": 417, "lr": 2.1385906394619397e-05}
{"train_loss": 0.0008455299539491534, "global_step": 74266, "epoch": 417, "lr": 2.1384694607962586e-05}
{"train_loss": 0.003115258412435651, "global_step": 74267, "epoch": 417, "lr": 2.1383482846299536e-05}
{"train_loss": 0.000866145477630198, "global_step": 74268, "epoch": 417, "lr": 2.1382271109631302e-05}
{"train_loss": 0.002766643650829792, "global_step": 74269, "epoch": 417, "lr": 2.1381059397958947e-05}
{"train_loss": 0.002202199073508382, "global_step": 74270, "epoch": 417, "lr": 2.1379847711283514e-05}
{"train_loss": 0.0012748375302180648, "global_step": 74271, "epoch": 417, "lr": 2.1378636049606106e-05}
{"train_loss": 0.0028825588524341583, "global_step": 74272, "epoch": 417, "lr": 2.137742441292771e-05}
{"train_loss": 0.0016987529816105962, "global_step": 74273, "epoch": 417, "lr": 2.137621280124945e-05}
{"train_loss": 0.0018546010833233595, "global_step": 74274, "epoch": 417, "lr": 2.1375001214572355e-05}
{"train_loss": 0.0017309074755758047, "global_step": 74275, "epoch": 417, "lr": 2.1373789652897487e-05}
{"train_loss": 0.0015087926294654608, "global_step": 74276, "epoch": 417, "lr": 2.1372578116225906e-05}
{"train_loss": 0.0022950118873268366, "global_step": 74277, "epoch": 417, "lr": 2.1371366604558667e-05}
{"train_loss": 0.0013214880600571632, "global_step": 74278, "epoch": 417, "lr": 2.1370155117896813e-05}
{"train_loss": 0.002021686639636755, "global_step": 74279, "epoch": 417, "lr": 2.136894365624145e-05}
{"train_loss": 0.0008789761923253536, "global_step": 74280, "epoch": 417, "lr": 2.1367732219593572e-05}
{"train_loss": 0.00294457096606493, "global_step": 74281, "epoch": 417, "lr": 2.1366520807954294e-05}
{"train_loss": 0.0014423765242099762, "global_step": 74282, "epoch": 417, "lr": 2.1365309421324642e-05}
{"train_loss": 0.003060749266296625, "global_step": 74283, "epoch": 417, "lr": 2.1364098059705684e-05}
{"train_loss": 0.0017490640748292208, "global_step": 74284, "epoch": 417, "lr": 2.1362886723098475e-05}
{"train_loss": 0.0018404038855805993, "global_step": 74285, "epoch": 417, "lr": 2.136167541150408e-05}
{"train_loss": 0.001560485688969493, "global_step": 74286, "epoch": 417, "lr": 2.1360464124923544e-05}
{"train_loss": 0.0011958775576204062, "global_step": 74287, "epoch": 417, "lr": 2.135925286335792e-05}
{"train_loss": 0.0026948568411171436, "global_step": 74288, "epoch": 417, "lr": 2.1358041626808294e-05}
{"train_loss": 0.0026659355498850346, "global_step": 74289, "epoch": 417, "lr": 2.1356830415275708e-05}
{"train_loss": 0.002340572187677026, "global_step": 74290, "epoch": 417, "lr": 2.135561922876122e-05}
{"train_loss": 0.0013976742047816515, "global_step": 74291, "epoch": 417, "lr": 2.1354408067265887e-05}
{"train_loss": 0.002195334294810891, "global_step": 74292, "epoch": 417, "lr": 2.135319693079077e-05}
{"train_loss": 0.0009210601565428078, "global_step": 74293, "epoch": 417, "lr": 2.1351985819336905e-05}
{"train_loss": 0.003613784210756421, "global_step": 74294, "epoch": 417, "lr": 2.1350774732905403e-05}
{"train_loss": 0.0024832095950841904, "global_step": 74295, "epoch": 417, "lr": 2.1349563671497256e-05}
{"train_loss": 0.0014175071846693754, "global_step": 74296, "epoch": 417, "lr": 2.1348352635113573e-05}
{"train_loss": 0.00216745026409626, "global_step": 74297, "epoch": 417, "lr": 2.134714162375539e-05}
{"train_loss": 0.0032584890723228455, "global_step": 74298, "epoch": 417, "lr": 2.1345930637423772e-05}
{"train_loss": 0.0009342173580080271, "global_step": 74299, "epoch": 417, "lr": 2.134471967611977e-05}
{"train_loss": 0.0016356330597773194, "global_step": 74300, "epoch": 417, "lr": 2.1343508739844443e-05}
{"train_loss": 0.0017410565633326769, "global_step": 74301, "epoch": 417, "lr": 2.1342297828598833e-05}
{"train_loss": 0.0033236565068364143, "global_step": 74302, "epoch": 417, "lr": 2.134108694238405e-05}
{"train_loss": 0.001029742881655693, "global_step": 74303, "epoch": 417, "lr": 2.1339876081201078e-05}
{"train_loss": 0.0015154810389503837, "global_step": 74304, "epoch": 417, "lr": 2.1338665245051054e-05}
{"train_loss": 0.0024955812841653824, "global_step": 74305, "epoch": 417, "lr": 2.133745443393495e-05}
{"train_loss": 0.0017877231584861875, "global_step": 74306, "epoch": 417, "lr": 2.1336243647853893e-05}
{"train_loss": 0.002221031580120325, "global_step": 74307, "epoch": 417, "lr": 2.1335032886808916e-05}
{"train_loss": 0.0024287980049848557, "global_step": 74308, "epoch": 417, "lr": 2.1333822150801052e-05}
{"train_loss": 0.002171903382986784, "global_step": 74309, "epoch": 417, "lr": 2.1332611439831422e-05}
{"train_loss": 0.0020918636582791805, "global_step": 74310, "epoch": 417, "lr": 2.1331400753901004e-05}
{"train_loss": 0.0018622996285557747, "global_step": 74311, "epoch": 417, "lr": 2.133019009301092e-05}
{"train_loss": 0.0016332856612280011, "global_step": 74312, "epoch": 417, "lr": 2.1328979457162196e-05}
{"train_loss": 0.002504935720935464, "global_step": 74313, "epoch": 417, "lr": 2.13277688463559e-05}
{"train_loss": 0.002440257929265499, "global_step": 74314, "epoch": 417, "lr": 2.1326558260593086e-05}
{"train_loss": 0.0033579356968402863, "global_step": 74315, "epoch": 417, "lr": 2.132534769987481e-05}
{"train_loss": 0.0006547209923155606, "global_step": 74316, "epoch": 417, "lr": 2.1324137164202113e-05}
{"train_loss": 0.0016820511082187295, "global_step": 74317, "epoch": 417, "lr": 2.1322926653576107e-05}
{"train_loss": 0.0017715641297399998, "global_step": 74318, "epoch": 417, "lr": 2.1321716167997774e-05}
{"train_loss": 0.0014957190724089742, "global_step": 74319, "epoch": 417, "lr": 2.1320505707468224e-05}
{"train_loss": 0.0014171571237966418, "global_step": 74320, "epoch": 417, "lr": 2.1319295271988504e-05}
{"train_loss": 0.0005766695248894393, "global_step": 74321, "epoch": 417, "lr": 2.131808486155967e-05}
{"train_loss": 0.0037466692738234997, "global_step": 74322, "epoch": 417, "lr": 2.1316874476182768e-05}
{"train_loss": 0.00304324459284544, "global_step": 74323, "epoch": 417, "lr": 2.131566411585887e-05}
{"train_loss": 0.0015936936251819134, "global_step": 74324, "epoch": 417, "lr": 2.1314453780589022e-05}
{"train_loss": 0.00136390735860914, "global_step": 74325, "epoch": 417, "lr": 2.1313243470374288e-05}
{"train_loss": 0.0006575830047950149, "global_step": 74326, "epoch": 417, "lr": 2.1312033185215703e-05}
{"train_loss": 0.0028403124306350946, "global_step": 74327, "epoch": 417, "lr": 2.1310822925114382e-05}
{"train_loss": 0.0011313480790704489, "global_step": 74328, "epoch": 417, "lr": 2.13096126900713e-05}
{"train_loss": 0.0008173924870789051, "global_step": 74329, "epoch": 417, "lr": 2.1308402480087585e-05}
{"train_loss": 0.002233596984297037, "global_step": 74330, "epoch": 417, "lr": 2.1307192295164263e-05}
{"train_loss": 0.0019486676901578903, "global_step": 74331, "epoch": 417, "lr": 2.1305982135302376e-05}
{"train_loss": 0.002321635838598013, "global_step": 74332, "epoch": 417, "lr": 2.1304772000503042e-05}
{"train_loss": 0.000812157872132957, "global_step": 74333, "epoch": 417, "lr": 2.1303561890767237e-05}
{"train_loss": 0.0021180936601012945, "global_step": 74334, "epoch": 417, "lr": 2.1302351806096072e-05}
{"train_loss": 0.001099785091355443, "global_step": 74335, "epoch": 417, "lr": 2.1301141746490594e-05}
{"train_loss": 0.0012581410119310021, "global_step": 74336, "epoch": 417, "lr": 2.1299931711951847e-05}
{"train_loss": 0.0012317263754084706, "global_step": 74337, "epoch": 417, "lr": 2.12987217024809e-05}
{"train_loss": 0.0014898773515596986, "global_step": 74338, "epoch": 417, "lr": 2.1297511718078812e-05}
{"train_loss": 0.001258475473150611, "global_step": 74339, "epoch": 417, "lr": 2.1296301758746606e-05}
{"train_loss": 0.0025897007435560226, "global_step": 74340, "epoch": 417, "lr": 2.129509182448541e-05}
{"train_loss": 0.002158138435333967, "global_step": 74341, "epoch": 417, "lr": 2.1293881915296194e-05}
{"train_loss": 0.0011970445048063993, "global_step": 74342, "epoch": 417, "lr": 2.1292672031180093e-05}
{"train_loss": 0.0015106901992112398, "global_step": 74343, "epoch": 417, "lr": 2.12914621721381e-05}
{"train_loss": 0.0013623760314658284, "global_step": 74344, "epoch": 417, "lr": 2.129025233817131e-05}
{"train_loss": 0.0016805622726678848, "global_step": 74345, "epoch": 417, "lr": 2.128904252928078e-05}
{"train_loss": 0.0017148605547845364, "global_step": 74346, "epoch": 417, "lr": 2.1287832745467545e-05}
{"train_loss": 0.0010889412369579077, "global_step": 74347, "epoch": 417, "lr": 2.1286622986732686e-05}
{"train_loss": 0.0018921319860965014, "global_step": 74348, "epoch": 417, "lr": 2.1285413253077236e-05}
{"train_loss": 0.0018564979545772076, "global_step": 74349, "epoch": 417, "lr": 2.1284203544502252e-05}
{"train_loss": 0.0014274741988629103, "global_step": 74350, "epoch": 417, "lr": 2.1282993861008815e-05}
{"train_loss": 0.0020595542155206203, "global_step": 74351, "epoch": 417, "lr": 2.128178420259797e-05}
{"train_loss": 0.0024729506112635136, "global_step": 74352, "epoch": 417, "lr": 2.1280574569270772e-05}
{"train_loss": 0.0008175183320418, "global_step": 74353, "epoch": 417, "lr": 2.1279364961028274e-05}
{"train_loss": 0.0019920836202800274, "global_step": 74354, "epoch": 417, "lr": 2.1278155377871524e-05}
{"train_loss": 0.0019949674606323242, "global_step": 74355, "epoch": 417, "lr": 2.127694581980162e-05}
{"train_loss": 0.001249248394742608, "global_step": 74356, "epoch": 417, "lr": 2.1275736286819554e-05}
{"train_loss": 0.0019177081994712353, "global_step": 74357, "epoch": 417, "lr": 2.1274526778926452e-05}
{"train_loss": 0.0008600094588473439, "global_step": 74358, "epoch": 417, "lr": 2.1273317296123296e-05}
{"train_loss": 0.00133660645224154, "global_step": 74359, "epoch": 417, "lr": 2.127210783841121e-05}
{"train_loss": 0.0026226050686091185, "global_step": 74360, "epoch": 417, "lr": 2.1270898405791213e-05}
{"train_loss": 0.0015403266297653317, "global_step": 74361, "epoch": 417, "lr": 2.1269688998264376e-05}
{"train_loss": 0.002822777722030878, "global_step": 74362, "epoch": 417, "lr": 2.1268479615831744e-05}
{"train_loss": 0.0026089297607541084, "global_step": 74363, "epoch": 417, "lr": 2.1267270258494388e-05}
{"train_loss": 0.0008684175554662943, "global_step": 74364, "epoch": 417, "lr": 2.1266060926253327e-05}
{"train_loss": 0.0022256202064454556, "global_step": 74365, "epoch": 417, "lr": 2.126485161910969e-05}
{"train_loss": 0.0011026059510186315, "global_step": 74366, "epoch": 417, "lr": 2.1263642337064448e-05}
{"train_loss": 0.0012776474468410015, "global_step": 74367, "epoch": 417, "lr": 2.126243308011872e-05}
{"train_loss": 0.00390473660081625, "global_step": 74368, "epoch": 417, "lr": 2.1261223848273537e-05}
{"train_loss": 0.0010769134387373924, "global_step": 74369, "epoch": 417, "lr": 2.1260014641529962e-05}
{"train_loss": 0.0027733531314879656, "global_step": 74370, "epoch": 417, "lr": 2.125880545988905e-05}
{"train_loss": 0.0014714107383042574, "global_step": 74371, "epoch": 417, "lr": 2.1257596303351833e-05}
{"train_loss": 0.0016496690222993493, "global_step": 74372, "epoch": 417, "lr": 2.1256387171919407e-05}
{"train_loss": 0.001399558037519455, "global_step": 74373, "epoch": 417, "lr": 2.125517806559281e-05}
{"train_loss": 0.0007596068899147213, "global_step": 74374, "epoch": 417, "lr": 2.12539689843731e-05}
{"train_loss": 0.0021217057947069407, "global_step": 74375, "epoch": 417, "lr": 2.125275992826133e-05}
{"train_loss": 0.0009843341540545225, "global_step": 74376, "epoch": 417, "lr": 2.125155089725856e-05}
{"train_loss": 0.0012587223900482059, "global_step": 74377, "epoch": 417, "lr": 2.125034189136584e-05}
{"train_loss": 0.002448445186018944, "global_step": 74378, "epoch": 417, "lr": 2.124913291058423e-05}
{"train_loss": 0.0017463738331571221, "global_step": 74379, "epoch": 417, "lr": 2.1247923954914773e-05}
{"train_loss": 0.0010196720249950886, "global_step": 74380, "epoch": 417, "lr": 2.1246715024358566e-05}
{"train_loss": 0.002595776692032814, "global_step": 74381, "epoch": 417, "lr": 2.1245506118916604e-05}
{"train_loss": 0.0011008293367922306, "global_step": 74382, "epoch": 417, "lr": 2.1244297238589995e-05}
{"train_loss": 0.0012512130197137594, "global_step": 74383, "epoch": 417, "lr": 2.1243088383379767e-05}
{"train_loss": 0.001498440746217966, "global_step": 74384, "epoch": 417, "lr": 2.1241879553286993e-05}
{"train_loss": 0.0023746422957628965, "global_step": 74385, "epoch": 417, "lr": 2.1240670748312714e-05}
{"train_loss": 0.0014435772318392992, "global_step": 74386, "epoch": 417, "lr": 2.1239461968457996e-05}
{"train_loss": 0.0010840512113645673, "global_step": 74387, "epoch": 417, "lr": 2.123825321372387e-05}
{"train_loss": 0.0015469982754439116, "global_step": 74388, "epoch": 417, "lr": 2.1237044484111446e-05}
{"train_loss": 0.0014289827086031437, "global_step": 74389, "epoch": 417, "lr": 2.1235835779621715e-05}
{"train_loss": 0.0018671415746212006, "global_step": 74390, "epoch": 417, "lr": 2.1234627100255777e-05}
{"train_loss": 0.0027473866939544678, "global_step": 74391, "epoch": 417, "lr": 2.1233418446014673e-05}
{"train_loss": 0.0023818037007004023, "global_step": 74392, "epoch": 417, "lr": 2.123220981689945e-05}
{"train_loss": 0.0012779481476172805, "global_step": 74393, "epoch": 417, "lr": 2.1231001212911204e-05}
{"train_loss": 0.0014399111969396472, "global_step": 74394, "epoch": 417, "lr": 2.1229792634050927e-05}
{"train_loss": 0.0011909633176401258, "global_step": 74395, "epoch": 417, "lr": 2.122858408031974e-05}
{"train_loss": 0.002023575594648719, "global_step": 74396, "epoch": 417, "lr": 2.122737555171863e-05}
{"train_loss": 0.0021498065907508135, "global_step": 74397, "epoch": 417, "lr": 2.1226167048248714e-05}
{"train_loss": 0.0038457252085208893, "global_step": 74398, "epoch": 417, "lr": 2.122495856991102e-05}
{"train_loss": 0.0011597189586609602, "global_step": 74399, "epoch": 417, "lr": 2.1223750116706603e-05}
{"train_loss": 0.0020207923371344805, "global_step": 74400, "epoch": 417, "lr": 2.1222541688636527e-05}
{"train_loss": 0.0005688380915671587, "global_step": 74401, "epoch": 417, "lr": 2.1221333285701838e-05}
{"train_loss": 0.0013937220210209489, "global_step": 74402, "epoch": 417, "lr": 2.1220124907903577e-05}
{"train_loss": 0.0018535285626977598, "global_step": 74403, "epoch": 417, "lr": 2.1218916555242858e-05}
{"train_loss": 0.0016970811411738396, "global_step": 74404, "epoch": 418, "lr": 2.1217708227720658e-05}
{"train_loss": 0.0009982940973713994, "global_step": 74405, "epoch": 418, "lr": 2.121649992533809e-05}
{"train_loss": 0.0015080240555107594, "global_step": 74406, "epoch": 418, "lr": 2.1215291648096186e-05}
{"train_loss": 0.0024523758329451084, "global_step": 74407, "epoch": 418, "lr": 2.1214083395996008e-05}
{"train_loss": 0.0014969340991228819, "global_step": 74408, "epoch": 418, "lr": 2.1212875169038614e-05}
{"train_loss": 0.0007225581794045866, "global_step": 74409, "epoch": 418, "lr": 2.121166696722505e-05}
{"train_loss": 0.001720263622701168, "global_step": 74410, "epoch": 418, "lr": 2.121045879055636e-05}
{"train_loss": 0.0009188243420794606, "global_step": 74411, "epoch": 418, "lr": 2.120925063903365e-05}
{"train_loss": 0.0017811101861298084, "global_step": 74412, "epoch": 418, "lr": 2.1208042512657905e-05}
{"train_loss": 0.002338108140975237, "global_step": 74413, "epoch": 418, "lr": 2.1206834411430233e-05}
{"train_loss": 0.00098235416226089, "global_step": 74414, "epoch": 418, "lr": 2.120562633535167e-05}
{"train_loss": 0.0016878010937944055, "global_step": 74415, "epoch": 418, "lr": 2.120441828442327e-05}
{"train_loss": 0.0013860880862921476, "global_step": 74416, "epoch": 418, "lr": 2.12032102586461e-05}
{"train_loss": 0.0009389349143020809, "global_step": 74417, "epoch": 418, "lr": 2.120200225802118e-05}
{"train_loss": 0.00220436230301857, "global_step": 74418, "epoch": 418, "lr": 2.120079428254963e-05}
{"train_loss": 0.0018531158566474915, "global_step": 74419, "epoch": 418, "lr": 2.119958633223243e-05}
{"train_loss": 0.0019713658839464188, "global_step": 74420, "epoch": 418, "lr": 2.1198378407070692e-05}
{"train_loss": 0.0011330876732245088, "global_step": 74421, "epoch": 418, "lr": 2.119717050706545e-05}
{"train_loss": 0.0007394374697469175, "global_step": 74422, "epoch": 418, "lr": 2.1195962632217753e-05}
{"train_loss": 0.0014181758742779493, "global_step": 74423, "epoch": 418, "lr": 2.119475478252867e-05}
{"train_loss": 0.0023590223863720894, "global_step": 74424, "epoch": 418, "lr": 2.1193546957999243e-05}
{"train_loss": 0.0017704133642837405, "global_step": 74425, "epoch": 418, "lr": 2.1192339158630518e-05}
{"train_loss": 0.0007192950579337776, "global_step": 74426, "epoch": 418, "lr": 2.1191131384423602e-05}
{"train_loss": 0.0009785438887774944, "global_step": 74427, "epoch": 418, "lr": 2.1189923635379473e-05}
{"train_loss": 0.002464852761477232, "global_step": 74428, "epoch": 418, "lr": 2.118871591149924e-05}
{"train_loss": 0.0028653608169406652, "global_step": 74429, "epoch": 418, "lr": 2.118750821278395e-05}
{"train_loss": 0.003193330718204379, "global_step": 74430, "epoch": 418, "lr": 2.118630053923465e-05}
{"train_loss": 0.0013275538804009557, "global_step": 74431, "epoch": 418, "lr": 2.1185092890852394e-05}
{"train_loss": 0.00200499570928514, "global_step": 74432, "epoch": 418, "lr": 2.1183885267638238e-05}
{"train_loss": 0.0008886996074579656, "global_step": 74433, "epoch": 418, "lr": 2.1182677669593236e-05}
{"train_loss": 0.002550478558987379, "global_step": 74434, "epoch": 418, "lr": 2.1181470096718425e-05}
{"train_loss": 0.002202800940722227, "global_step": 74435, "epoch": 418, "lr": 2.1180262549014902e-05}
{"train_loss": 0.001156385405920446, "global_step": 74436, "epoch": 418, "lr": 2.1179055026483697e-05}
{"train_loss": 0.0008192058303393424, "global_step": 74437, "epoch": 418, "lr": 2.117784752912586e-05}
{"train_loss": 0.0010842144256457686, "global_step": 74438, "epoch": 418, "lr": 2.117664005694246e-05}
{"train_loss": 0.0020995535887777805, "global_step": 74439, "epoch": 418, "lr": 2.1175432609934542e-05}
{"train_loss": 0.0019312228541821241, "global_step": 74440, "epoch": 418, "lr": 2.117422518810314e-05}
{"train_loss": 0.0019433586858212948, "global_step": 74441, "epoch": 418, "lr": 2.1173017791449373e-05}
{"train_loss": 0.0021063301246613264, "global_step": 74442, "epoch": 418, "lr": 2.1171810419974212e-05}
{"train_loss": 0.002801222261041403, "global_step": 74443, "epoch": 418, "lr": 2.1170603073678773e-05}
{"train_loss": 0.0022718305699527264, "global_step": 74444, "epoch": 418, "lr": 2.1169395752564092e-05}
{"train_loss": 0.0022242311388254166, "global_step": 74445, "epoch": 418, "lr": 2.1168188456631222e-05}
{"train_loss": 0.0018503849860280752, "global_step": 74446, "epoch": 418, "lr": 2.116698118588121e-05}
{"train_loss": 0.0009654973400756717, "global_step": 74447, "epoch": 418, "lr": 2.1165773940315127e-05}
{"train_loss": 0.002086397260427475, "global_step": 74448, "epoch": 418, "lr": 2.1164566719933998e-05}
{"train_loss": 0.0024416977539658546, "global_step": 74449, "epoch": 418, "lr": 2.1163359524738936e-05}
{"train_loss": 0.0010410326067358255, "global_step": 74450, "epoch": 418, "lr": 2.1162152354730918e-05}
{"train_loss": 0.001597619615495205, "global_step": 74451, "epoch": 418, "lr": 2.1160945209911077e-05}
{"train_loss": 0.001171349547803402, "global_step": 74452, "epoch": 418, "lr": 2.1159738090280384e-05}
{"train_loss": 0.002791694365441799, "global_step": 74453, "epoch": 418, "lr": 2.1158530995839966e-05}
{"train_loss": 0.00321690971031785, "global_step": 74454, "epoch": 418, "lr": 2.1157323926590843e-05}
{"train_loss": 0.0022609876468777657, "global_step": 74455, "epoch": 418, "lr": 2.1156116882534056e-05}
{"train_loss": 0.002646232955157757, "global_step": 74456, "epoch": 418, "lr": 2.115490986367072e-05}
{"train_loss": 0.000816566520370543, "global_step": 74457, "epoch": 418, "lr": 2.1153702870001807e-05}
{"train_loss": 0.0009186640381813049, "global_step": 74458, "epoch": 418, "lr": 2.115249590152843e-05}
{"train_loss": 0.0011408659629523754, "global_step": 74459, "epoch": 418, "lr": 2.1151288958251625e-05}
{"train_loss": 0.0017261103494092822, "global_step": 74460, "epoch": 418, "lr": 2.115008204017245e-05}
{"train_loss": 0.0010894716251641512, "global_step": 74461, "epoch": 418, "lr": 2.1148875147291953e-05}
{"train_loss": 0.0014052450424060225, "global_step": 74462, "epoch": 418, "lr": 2.1147668279611187e-05}
{"train_loss": 0.0025110214482992887, "global_step": 74463, "epoch": 418, "lr": 2.114646143713119e-05}
{"train_loss": 0.001891282037831843, "global_step": 74464, "epoch": 418, "lr": 2.1145254619853083e-05}
{"train_loss": 0.001486998051404953, "global_step": 74465, "epoch": 418, "lr": 2.114404782777783e-05}
{"train_loss": 0.001048016594722867, "global_step": 74466, "epoch": 418, "lr": 2.1142841060906564e-05}
{"train_loss": 0.0014463799307122827, "global_step": 74467, "epoch": 418, "lr": 2.1141634319240267e-05}
{"train_loss": 0.003094893880188465, "global_step": 74468, "epoch": 418, "lr": 2.114042760278005e-05}
{"train_loss": 0.0012739968951791525, "global_step": 74469, "epoch": 418, "lr": 2.113922091152694e-05}
{"train_loss": 0.00031672505429014564, "global_step": 74470, "epoch": 418, "lr": 2.1138014245482e-05}
{"train_loss": 0.003551083616912365, "global_step": 74471, "epoch": 418, "lr": 2.1136807604646287e-05}
{"train_loss": 0.0016638950910419226, "global_step": 74472, "epoch": 418, "lr": 2.1135600989020844e-05}
{"train_loss": 0.0014718457823619246, "global_step": 74473, "epoch": 418, "lr": 2.113439439860671e-05}
{"train_loss": 0.0013013958232477307, "global_step": 74474, "epoch": 418, "lr": 2.1133187833404994e-05}
{"train_loss": 0.0014666975475847721, "global_step": 74475, "epoch": 418, "lr": 2.113198129341668e-05}
{"train_loss": 0.001468802336603403, "global_step": 74476, "epoch": 418, "lr": 2.1130774778642877e-05}
{"train_loss": 0.0024757569190114737, "global_step": 74477, "epoch": 418, "lr": 2.112956828908461e-05}
{"train_loss": 0.002892078598961234, "global_step": 74478, "epoch": 418, "lr": 2.1128361824742932e-05}
{"train_loss": 0.0028930464759469032, "global_step": 74479, "epoch": 418, "lr": 2.1127155385618942e-05}
{"train_loss": 0.0018060547299683094, "global_step": 74480, "epoch": 418, "lr": 2.1125948971713617e-05}
{"train_loss": 0.004437500610947609, "global_step": 74481, "epoch": 418, "lr": 2.1124742583028068e-05}
{"train_loss": 0.0026101693511009216, "global_step": 74482, "epoch": 418, "lr": 2.1123536219563334e-05}
{"train_loss": 0.0024083703756332397, "global_step": 74483, "epoch": 418, "lr": 2.1122329881320467e-05}
{"train_loss": 0.0016806528437882662, "global_step": 74484, "epoch": 418, "lr": 2.1121123568300523e-05}
{"train_loss": 0.0010020809713751078, "global_step": 74485, "epoch": 418, "lr": 2.1119917280504546e-05}
{"train_loss": 0.0016038367757573724, "global_step": 74486, "epoch": 418, "lr": 2.11187110179336e-05}
{"train_loss": 0.0017754380824044347, "global_step": 74487, "epoch": 418, "lr": 2.111750478058874e-05}
{"train_loss": 0.002078182063996792, "global_step": 74488, "epoch": 418, "lr": 2.1116298568470988e-05}
{"train_loss": 0.0015455137472599745, "global_step": 74489, "epoch": 418, "lr": 2.111509238158147e-05}
{"train_loss": 0.0014498038217425346, "global_step": 74490, "epoch": 418, "lr": 2.1113886219921147e-05}
{"train_loss": 0.001318410038948059, "global_step": 74491, "epoch": 418, "lr": 2.1112680083491144e-05}
{"train_loss": 0.0008344402303919196, "global_step": 74492, "epoch": 418, "lr": 2.111147397229249e-05}
{"train_loss": 0.0012129219248890877, "global_step": 74493, "epoch": 418, "lr": 2.1110267886326236e-05}
{"train_loss": 0.0017890341114252806, "global_step": 74494, "epoch": 418, "lr": 2.110906182559344e-05}
{"train_loss": 0.0018380247056484222, "global_step": 74495, "epoch": 418, "lr": 2.110785579009515e-05}
{"train_loss": 0.001956140622496605, "global_step": 74496, "epoch": 418, "lr": 2.1106649779832405e-05}
{"train_loss": 0.001235565054230392, "global_step": 74497, "epoch": 418, "lr": 2.1105443794806296e-05}
{"train_loss": 0.0014880700036883354, "global_step": 74498, "epoch": 418, "lr": 2.1104237835017854e-05}
{"train_loss": 0.0013814152916893363, "global_step": 74499, "epoch": 418, "lr": 2.110303190046814e-05}
{"train_loss": 0.0008704812498763204, "global_step": 74500, "epoch": 418, "lr": 2.11018259911582e-05}
{"train_loss": 0.0016386040952056646, "global_step": 74501, "epoch": 418, "lr": 2.1100620107089065e-05}
{"train_loss": 0.001808968256227672, "global_step": 74502, "epoch": 418, "lr": 2.1099414248261852e-05}
{"train_loss": 0.0018399559194222093, "global_step": 74503, "epoch": 418, "lr": 2.109820841467754e-05}
{"train_loss": 0.0007041692733764648, "global_step": 74504, "epoch": 418, "lr": 2.1097002606337253e-05}
{"train_loss": 0.0025285151787102222, "global_step": 74505, "epoch": 418, "lr": 2.109579682324197e-05}
{"train_loss": 0.0017926262225955725, "global_step": 74506, "epoch": 418, "lr": 2.1094591065392805e-05}
{"train_loss": 0.0020570189226418734, "global_step": 74507, "epoch": 418, "lr": 2.1093385332790784e-05}
{"train_loss": 0.0010237807873636484, "global_step": 74508, "epoch": 418, "lr": 2.1092179625436965e-05}
{"train_loss": 0.0014056875370442867, "global_step": 74509, "epoch": 418, "lr": 2.1090973943332402e-05}
{"train_loss": 0.002214956097304821, "global_step": 74510, "epoch": 418, "lr": 2.1089768286478145e-05}
{"train_loss": 0.0009616330498829484, "global_step": 74511, "epoch": 418, "lr": 2.1088562654875232e-05}
{"train_loss": 0.003427326213568449, "global_step": 74512, "epoch": 418, "lr": 2.108735704852477e-05}
{"train_loss": 0.000855939113534987, "global_step": 74513, "epoch": 418, "lr": 2.108615146742774e-05}
{"train_loss": 0.001971476711332798, "global_step": 74514, "epoch": 418, "lr": 2.1084945911585245e-05}
{"train_loss": 0.0010586935095489025, "global_step": 74515, "epoch": 418, "lr": 2.1083740380998322e-05}
{"train_loss": 0.0011251454707235098, "global_step": 74516, "epoch": 418, "lr": 2.1082534875668007e-05}
{"train_loss": 0.0008290500263683498, "global_step": 74517, "epoch": 418, "lr": 2.1081329395595412e-05}
{"train_loss": 0.0010717024561017752, "global_step": 74518, "epoch": 418, "lr": 2.1080123940781508e-05}
{"train_loss": 0.0025093359872698784, "global_step": 74519, "epoch": 418, "lr": 2.1078918511227415e-05}
{"train_loss": 0.0010211640037596226, "global_step": 74520, "epoch": 418, "lr": 2.107771310693415e-05}
{"train_loss": 0.0022965604439377785, "global_step": 74521, "epoch": 418, "lr": 2.1076507727902777e-05}
{"train_loss": 0.0006454601534642279, "global_step": 74522, "epoch": 418, "lr": 2.1075302374134348e-05}
{"train_loss": 0.0031955884769558907, "global_step": 74523, "epoch": 418, "lr": 2.1074097045629916e-05}
{"train_loss": 0.0023492895998060703, "global_step": 74524, "epoch": 418, "lr": 2.1072891742390532e-05}
{"train_loss": 0.0015956757124513388, "global_step": 74525, "epoch": 418, "lr": 2.107168646441725e-05}
{"train_loss": 0.0025485148653388023, "global_step": 74526, "epoch": 418, "lr": 2.10704812117111e-05}
{"train_loss": 0.0020071810577064753, "global_step": 74527, "epoch": 418, "lr": 2.10692759842732e-05}
{"train_loss": 0.0014068743912503123, "global_step": 74528, "epoch": 418, "lr": 2.106807078210452e-05}
{"train_loss": 0.0021380919497460127, "global_step": 74529, "epoch": 418, "lr": 2.106686560520617e-05}
{"train_loss": 0.0012571044499054551, "global_step": 74530, "epoch": 418, "lr": 2.106566045357919e-05}
{"train_loss": 0.001743657048791647, "global_step": 74531, "epoch": 418, "lr": 2.1064455327224618e-05}
{"train_loss": 0.001348023535683751, "global_step": 74532, "epoch": 418, "lr": 2.1063250226143528e-05}
{"train_loss": 0.0022242171689867973, "global_step": 74533, "epoch": 418, "lr": 2.106204515033695e-05}
{"train_loss": 0.002605164423584938, "global_step": 74534, "epoch": 418, "lr": 2.1060840099805936e-05}
{"train_loss": 0.0015188563847914338, "global_step": 74535, "epoch": 418, "lr": 2.1059635074551588e-05}
{"train_loss": 0.0019209240563213825, "global_step": 74536, "epoch": 418, "lr": 2.1058430074574875e-05}
{"train_loss": 0.0015187435783445835, "global_step": 74537, "epoch": 418, "lr": 2.105722509987692e-05}
{"train_loss": 0.0011272737756371498, "global_step": 74538, "epoch": 418, "lr": 2.1056020150458748e-05}
{"train_loss": 0.0017214014660567045, "global_step": 74539, "epoch": 418, "lr": 2.10548152263214e-05}
{"train_loss": 0.0014217800926417112, "global_step": 74540, "epoch": 418, "lr": 2.105361032746597e-05}
{"train_loss": 0.0024971510283648968, "global_step": 74541, "epoch": 418, "lr": 2.1052405453893452e-05}
{"train_loss": 0.001802767626941204, "global_step": 74542, "epoch": 418, "lr": 2.1051200605604972e-05}
{"train_loss": 0.0024410225450992584, "global_step": 74543, "epoch": 418, "lr": 2.104999578260149e-05}
{"train_loss": 0.0007029564585536718, "global_step": 74544, "epoch": 418, "lr": 2.104879098488413e-05}
{"train_loss": 0.0020115503575652838, "global_step": 74545, "epoch": 418, "lr": 2.104758621245393e-05}
{"train_loss": 0.0018452878575772047, "global_step": 74546, "epoch": 418, "lr": 2.1046381465311926e-05}
{"train_loss": 0.0007472292636521161, "global_step": 74547, "epoch": 418, "lr": 2.1045176743459182e-05}
{"train_loss": 0.001712094177491963, "global_step": 74548, "epoch": 418, "lr": 2.104397204689675e-05}
{"train_loss": 0.00164331856649369, "global_step": 74549, "epoch": 418, "lr": 2.1042767375625655e-05}
{"train_loss": 0.0017220693407580256, "global_step": 74550, "epoch": 418, "lr": 2.1041562729647013e-05}
{"train_loss": 0.0014120298437774181, "global_step": 74551, "epoch": 418, "lr": 2.10403581089618e-05}
{"train_loss": 0.0011321766069158912, "global_step": 74552, "epoch": 418, "lr": 2.103915351357112e-05}
{"train_loss": 0.0018516487907618284, "global_step": 74553, "epoch": 418, "lr": 2.103794894347601e-05}
{"train_loss": 0.0013979666400700808, "global_step": 74554, "epoch": 418, "lr": 2.1036744398677526e-05}
{"train_loss": 0.001856365823186934, "global_step": 74555, "epoch": 418, "lr": 2.1035539879176715e-05}
{"train_loss": 0.0006515131099149585, "global_step": 74556, "epoch": 418, "lr": 2.103433538497463e-05}
{"train_loss": 0.002277131425216794, "global_step": 74557, "epoch": 418, "lr": 2.10331309160723e-05}
{"train_loss": 0.0022754305973649025, "global_step": 74558, "epoch": 418, "lr": 2.1031926472470826e-05}
{"train_loss": 0.0012010200880467892, "global_step": 74559, "epoch": 418, "lr": 2.1030722054171232e-05}
{"train_loss": 0.0009660261566750705, "global_step": 74560, "epoch": 418, "lr": 2.1029517661174568e-05}
{"train_loss": 0.0020052373874932528, "global_step": 74561, "epoch": 418, "lr": 2.1028313293481895e-05}
{"train_loss": 0.0013968972489237785, "global_step": 74562, "epoch": 418, "lr": 2.102710895109426e-05}
{"train_loss": 0.005389912519603968, "global_step": 74563, "epoch": 418, "lr": 2.102590463401271e-05}
{"train_loss": 0.0013706621248275042, "global_step": 74564, "epoch": 418, "lr": 2.102470034223829e-05}
{"train_loss": 0.0019928431138396263, "global_step": 74565, "epoch": 418, "lr": 2.1023496075772097e-05}
{"train_loss": 0.0021175332367420197, "global_step": 74566, "epoch": 418, "lr": 2.1022291834615115e-05}
{"train_loss": 0.0007689429330639541, "global_step": 74567, "epoch": 418, "lr": 2.102108761876845e-05}
{"train_loss": 0.0014852974563837051, "global_step": 74568, "epoch": 418, "lr": 2.1019883428233128e-05}
{"train_loss": 0.0016332935774698853, "global_step": 74569, "epoch": 418, "lr": 2.101867926301021e-05}
{"train_loss": 0.001177547499537468, "global_step": 74570, "epoch": 418, "lr": 2.101747512310075e-05}
{"train_loss": 0.0010590495076030493, "global_step": 74571, "epoch": 418, "lr": 2.1016271008505788e-05}
{"train_loss": 0.0017944008577615023, "global_step": 74572, "epoch": 418, "lr": 2.1015066919226367e-05}
{"train_loss": 0.0027548850048333406, "global_step": 74573, "epoch": 418, "lr": 2.101386285526359e-05}
{"train_loss": 0.001155474572442472, "global_step": 74574, "epoch": 418, "lr": 2.1012658816618435e-05}
{"train_loss": 0.0011576960096135736, "global_step": 74575, "epoch": 418, "lr": 2.1011454803292015e-05}
{"train_loss": 0.002502098446711898, "global_step": 74576, "epoch": 418, "lr": 2.1010250815285354e-05}
{"train_loss": 0.0012602955102920532, "global_step": 74577, "epoch": 418, "lr": 2.1009046852599506e-05}
{"train_loss": 0.0008983289008028805, "global_step": 74578, "epoch": 418, "lr": 2.1007842915235526e-05}
{"train_loss": 0.001857832306995988, "global_step": 74579, "epoch": 418, "lr": 2.100663900319445e-05}
{"train_loss": 0.0015624633524566889, "global_step": 74580, "epoch": 418, "lr": 2.1005435116477374e-05}
{"train_loss": 0.0017268269547140959, "global_step": 74581, "epoch": 418, "lr": 2.1004231255085283e-05}
{"train_loss": 0.0008133788360282779, "global_step": 74582, "epoch": 419, "lr": 2.1003027419019284e-05}
{"train_loss": 0.0018128438387066126, "global_step": 74583, "epoch": 419, "lr": 2.1001823608280406e-05}
{"train_loss": 0.0018459814600646496, "global_step": 74584, "epoch": 419, "lr": 2.100061982286971e-05}
{"train_loss": 0.003084006253629923, "global_step": 74585, "epoch": 419, "lr": 2.0999416062788236e-05}
{"train_loss": 0.0007421158370561898, "global_step": 74586, "epoch": 419, "lr": 2.0998212328037044e-05}
{"train_loss": 0.0020088551100343466, "global_step": 74587, "epoch": 419, "lr": 2.0997008618617158e-05}
{"train_loss": 0.0013069723499938846, "global_step": 74588, "epoch": 419, "lr": 2.099580493452969e-05}
{"train_loss": 0.002343430183827877, "global_step": 74589, "epoch": 419, "lr": 2.099460127577562e-05}
{"train_loss": 0.0038129622116684914, "global_step": 74590, "epoch": 419, "lr": 2.099339764235605e-05}
{"train_loss": 0.00137079949490726, "global_step": 74591, "epoch": 419, "lr": 2.0992194034272016e-05}
{"train_loss": 0.002976131159812212, "global_step": 74592, "epoch": 419, "lr": 2.0990990451524572e-05}
{"train_loss": 0.0010513426968827844, "global_step": 74593, "epoch": 419, "lr": 2.098978689411476e-05}
{"train_loss": 0.0014362066285684705, "global_step": 74594, "epoch": 419, "lr": 2.098858336204364e-05}
{"train_loss": 0.0016201514517888427, "global_step": 74595, "epoch": 419, "lr": 2.0987379855312255e-05}
{"train_loss": 0.0025146137923002243, "global_step": 74596, "epoch": 419, "lr": 2.0986176373921668e-05}
{"train_loss": 0.0017177527770400047, "global_step": 74597, "epoch": 419, "lr": 2.0984972917872898e-05}
{"train_loss": 0.0016615635249763727, "global_step": 74598, "epoch": 419, "lr": 2.098376948716706e-05}
{"train_loss": 0.0019753258675336838, "global_step": 74599, "epoch": 419, "lr": 2.0982566081805133e-05}
{"train_loss": 0.0022646812722086906, "global_step": 74600, "epoch": 419, "lr": 2.098136270178822e-05}
{"train_loss": 0.0011690962128341198, "global_step": 74601, "epoch": 419, "lr": 2.098015934711735e-05}
{"train_loss": 0.004185043275356293, "global_step": 74602, "epoch": 419, "lr": 2.097895601779356e-05}
{"train_loss": 0.0030006133019924164, "global_step": 74603, "epoch": 419, "lr": 2.0977752713817954e-05}
{"train_loss": 0.0029832932632416487, "global_step": 74604, "epoch": 419, "lr": 2.0976549435191517e-05}
{"train_loss": 0.001715684775263071, "global_step": 74605, "epoch": 419, "lr": 2.0975346181915346e-05}
{"train_loss": 0.0015080864541232586, "global_step": 74606, "epoch": 419, "lr": 2.097414295399048e-05}
{"train_loss": 0.0018536947900429368, "global_step": 74607, "epoch": 419, "lr": 2.0972939751417958e-05}
{"train_loss": 0.0022750583011657, "global_step": 74608, "epoch": 419, "lr": 2.0971736574198847e-05}
{"train_loss": 0.00048694407450966537, "global_step": 74609, "epoch": 419, "lr": 2.0970533422334187e-05}
{"train_loss": 0.002607918344438076, "global_step": 74610, "epoch": 419, "lr": 2.0969330295825018e-05}
{"train_loss": 0.0023526884615421295, "global_step": 74611, "epoch": 419, "lr": 2.0968127194672438e-05}
{"train_loss": 0.0038241820875555277, "global_step": 74612, "epoch": 419, "lr": 2.0966924118877428e-05}
{"train_loss": 0.001877125003375113, "global_step": 74613, "epoch": 419, "lr": 2.0965721068441118e-05}
{"train_loss": 0.002051840303465724, "global_step": 74614, "epoch": 419, "lr": 2.0964518043364477e-05}
{"train_loss": 0.00159276626072824, "global_step": 74615, "epoch": 419, "lr": 2.096331504364861e-05}
{"train_loss": 0.0024966325145214796, "global_step": 74616, "epoch": 419, "lr": 2.096211206929456e-05}
{"train_loss": 0.0023972224444150925, "global_step": 74617, "epoch": 419, "lr": 2.0960909120303367e-05}
{"train_loss": 0.001211731694638729, "global_step": 74618, "epoch": 419, "lr": 2.095970619667609e-05}
{"train_loss": 0.0031196502968668938, "global_step": 74619, "epoch": 419, "lr": 2.0958503298413767e-05}
{"train_loss": 0.00036679598269984126, "global_step": 74620, "epoch": 419, "lr": 2.0957300425517447e-05}
{"train_loss": 0.0028624101541936398, "global_step": 74621, "epoch": 419, "lr": 2.0956097577988205e-05}
{"train_loss": 0.002363651292398572, "global_step": 74622, "epoch": 419, "lr": 2.0954894755827077e-05}
{"train_loss": 0.0006749827298335731, "global_step": 74623, "epoch": 419, "lr": 2.0953691959035115e-05}
{"train_loss": 0.0015330796595662832, "global_step": 74624, "epoch": 419, "lr": 2.0952489187613366e-05}
{"train_loss": 0.0017351146088913083, "global_step": 74625, "epoch": 419, "lr": 2.095128644156287e-05}
{"train_loss": 0.0009786728769540787, "global_step": 74626, "epoch": 419, "lr": 2.095008372088472e-05}
{"train_loss": 0.001769778085872531, "global_step": 74627, "epoch": 419, "lr": 2.0948881025579907e-05}
{"train_loss": 0.0019227440934628248, "global_step": 74628, "epoch": 419, "lr": 2.0947678355649523e-05}
{"train_loss": 0.000883540022186935, "global_step": 74629, "epoch": 419, "lr": 2.0946475711094617e-05}
{"train_loss": 0.0010732919909060001, "global_step": 74630, "epoch": 419, "lr": 2.0945273091916218e-05}
{"train_loss": 0.0012009621132165194, "global_step": 74631, "epoch": 419, "lr": 2.0944070498115397e-05}
{"train_loss": 0.0021911291405558586, "global_step": 74632, "epoch": 419, "lr": 2.0942867929693187e-05}
{"train_loss": 0.004163574893027544, "global_step": 74633, "epoch": 419, "lr": 2.0941665386650656e-05}
{"train_loss": 0.0028393412940204144, "global_step": 74634, "epoch": 419, "lr": 2.0940462868988837e-05}
{"train_loss": 0.002152922097593546, "global_step": 74635, "epoch": 419, "lr": 2.0939260376708774e-05}
{"train_loss": 0.0006467642961069942, "global_step": 74636, "epoch": 419, "lr": 2.0938057909811564e-05}
{"train_loss": 0.003178162733092904, "global_step": 74637, "epoch": 419, "lr": 2.0936855468298194e-05}
{"train_loss": 0.0019345615291967988, "global_step": 74638, "epoch": 419, "lr": 2.0935653052169764e-05}
{"train_loss": 0.003145074937492609, "global_step": 74639, "epoch": 419, "lr": 2.0934450661427297e-05}
{"train_loss": 0.0025524324737489223, "global_step": 74640, "epoch": 419, "lr": 2.0933248296071855e-05}
{"train_loss": 0.0019826500210911036, "global_step": 74641, "epoch": 419, "lr": 2.093204595610449e-05}
{"train_loss": 0.0005654969136230648, "global_step": 74642, "epoch": 419, "lr": 2.0930843641526227e-05}
{"train_loss": 0.0009763184934854507, "global_step": 74643, "epoch": 419, "lr": 2.0929641352338153e-05}
{"train_loss": 0.002262439113110304, "global_step": 74644, "epoch": 419, "lr": 2.0928439088541297e-05}
{"train_loss": 0.0007312253583222628, "global_step": 74645, "epoch": 419, "lr": 2.0927236850136717e-05}
{"train_loss": 0.0017868238501250744, "global_step": 74646, "epoch": 419, "lr": 2.092603463712546e-05}
{"train_loss": 0.0011312065180391073, "global_step": 74647, "epoch": 419, "lr": 2.0924832449508575e-05}
{"train_loss": 0.0016822845209389925, "global_step": 74648, "epoch": 419, "lr": 2.0923630287287094e-05}
{"train_loss": 0.003182919230312109, "global_step": 74649, "epoch": 419, "lr": 2.092242815046212e-05}
{"train_loss": 0.0016521193319931626, "global_step": 74650, "epoch": 419, "lr": 2.0921226039034636e-05}
{"train_loss": 0.0006118842284195125, "global_step": 74651, "epoch": 419, "lr": 2.0920023953005757e-05}
{"train_loss": 0.000752593856304884, "global_step": 74652, "epoch": 419, "lr": 2.0918821892376465e-05}
{"train_loss": 0.002598748542368412, "global_step": 74653, "epoch": 419, "lr": 2.091761985714787e-05}
{"train_loss": 0.003504010848701, "global_step": 74654, "epoch": 419, "lr": 2.091641784732099e-05}
{"train_loss": 0.0011909410823136568, "global_step": 74655, "epoch": 419, "lr": 2.0915215862896882e-05}
{"train_loss": 0.0017229306977242231, "global_step": 74656, "epoch": 419, "lr": 2.09140139038766e-05}
{"train_loss": 0.0010911643039435148, "global_step": 74657, "epoch": 419, "lr": 2.091281197026119e-05}
{"train_loss": 0.0018673036247491837, "global_step": 74658, "epoch": 419, "lr": 2.0911610062051678e-05}
{"train_loss": 0.002442628378048539, "global_step": 74659, "epoch": 419, "lr": 2.0910408179249174e-05}
{"train_loss": 0.0041814642027020454, "global_step": 74660, "epoch": 419, "lr": 2.0909206321854657e-05}
{"train_loss": 0.0010054180165752769, "global_step": 74661, "epoch": 419, "lr": 2.090800448986923e-05}
{"train_loss": 0.001050660153850913, "global_step": 74662, "epoch": 419, "lr": 2.0906802683293923e-05}
{"train_loss": 0.0023206891492009163, "global_step": 74663, "epoch": 419, "lr": 2.0905600902129773e-05}
{"train_loss": 0.00163174862973392, "global_step": 74664, "epoch": 419, "lr": 2.0904399146377874e-05}
{"train_loss": 0.0013007218949496746, "global_step": 74665, "epoch": 419, "lr": 2.090319741603921e-05}
{"train_loss": 0.001075194450095296, "global_step": 74666, "epoch": 419, "lr": 2.0901995711114887e-05}
{"train_loss": 0.0025715522933751345, "global_step": 74667, "epoch": 419, "lr": 2.0900794031605925e-05}
{"train_loss": 0.0016492109280079603, "global_step": 74668, "epoch": 419, "lr": 2.089959237751339e-05}
{"train_loss": 0.001079595647752285, "global_step": 74669, "epoch": 419, "lr": 2.089839074883832e-05}
{"train_loss": 0.002796935848891735, "global_step": 74670, "epoch": 419, "lr": 2.0897189145581762e-05}
{"train_loss": 0.0020139641128480434, "global_step": 74671, "epoch": 419, "lr": 2.089598756774478e-05}
{"train_loss": 0.000851198099553585, "global_step": 74672, "epoch": 419, "lr": 2.089478601532841e-05}
{"train_loss": 0.0007359801093116403, "global_step": 74673, "epoch": 419, "lr": 2.089358448833369e-05}
{"train_loss": 0.0014254141133278608, "global_step": 74674, "epoch": 419, "lr": 2.0892382986761722e-05}
{"train_loss": 0.0010052212746813893, "global_step": 74675, "epoch": 419, "lr": 2.089118151061348e-05}
{"train_loss": 0.0015197419561445713, "global_step": 74676, "epoch": 419, "lr": 2.0889980059890075e-05}
{"train_loss": 0.0007699562120251358, "global_step": 74677, "epoch": 419, "lr": 2.0888778634592533e-05}
{"train_loss": 0.0016883575590327382, "global_step": 74678, "epoch": 419, "lr": 2.08875772347219e-05}
{"train_loss": 0.0015818728134036064, "global_step": 74679, "epoch": 419, "lr": 2.0886375860279233e-05}
{"train_loss": 0.0018158653983846307, "global_step": 74680, "epoch": 419, "lr": 2.0885174511265577e-05}
{"train_loss": 0.0011022044345736504, "global_step": 74681, "epoch": 419, "lr": 2.0883973187681967e-05}
{"train_loss": 0.0008036700310185552, "global_step": 74682, "epoch": 419, "lr": 2.08827718895295e-05}
{"train_loss": 0.0026008407585322857, "global_step": 74683, "epoch": 419, "lr": 2.088157061680916e-05}
{"train_loss": 0.0023232607636600733, "global_step": 74684, "epoch": 419, "lr": 2.0880369369522046e-05}
{"train_loss": 0.0012158483732491732, "global_step": 74685, "epoch": 419, "lr": 2.0879168147669187e-05}
{"train_loss": 0.0028827032074332237, "global_step": 74686, "epoch": 419, "lr": 2.087796695125162e-05}
{"train_loss": 0.001535899005830288, "global_step": 74687, "epoch": 419, "lr": 2.087676578027045e-05}
{"train_loss": 0.0019537839107215405, "global_step": 74688, "epoch": 419, "lr": 2.0875564634726645e-05}
{"train_loss": 0.001735557452775538, "global_step": 74689, "epoch": 419, "lr": 2.087436351462133e-05}
{"train_loss": 0.0019243629649281502, "global_step": 74690, "epoch": 419, "lr": 2.0873162419955488e-05}
{"train_loss": 0.004549936391413212, "global_step": 74691, "epoch": 419, "lr": 2.0871961350730214e-05}
{"train_loss": 0.0025726621970534325, "global_step": 74692, "epoch": 419, "lr": 2.087076030694654e-05}
{"train_loss": 0.0017638790886849165, "global_step": 74693, "epoch": 419, "lr": 2.0869559288605523e-05}
{"train_loss": 0.0007877809694036841, "global_step": 74694, "epoch": 419, "lr": 2.08683582957082e-05}
{"train_loss": 0.0007427536183968186, "global_step": 74695, "epoch": 419, "lr": 2.0867157328255633e-05}
{"train_loss": 0.0019006230868399143, "global_step": 74696, "epoch": 419, "lr": 2.0865956386248843e-05}
{"train_loss": 0.001677761902101338, "global_step": 74697, "epoch": 419, "lr": 2.0864755469688935e-05}
{"train_loss": 0.001362792681902647, "global_step": 74698, "epoch": 419, "lr": 2.086355457857689e-05}
{"train_loss": 0.0013457209570333362, "global_step": 74699, "epoch": 419, "lr": 2.0862353712913808e-05}
{"train_loss": 0.0016623822739347816, "global_step": 74700, "epoch": 419, "lr": 2.0861152872700717e-05}
{"train_loss": 0.0029801814816892147, "global_step": 74701, "epoch": 419, "lr": 2.085995205793867e-05}
{"train_loss": 0.002035293262451887, "global_step": 74702, "epoch": 419, "lr": 2.0858751268628714e-05}
{"train_loss": 0.001729656127281487, "global_step": 74703, "epoch": 419, "lr": 2.08575505047719e-05}
{"train_loss": 0.0017643431201577187, "global_step": 74704, "epoch": 419, "lr": 2.0856349766369254e-05}
{"train_loss": 0.0034684231504797935, "global_step": 74705, "epoch": 419, "lr": 2.0855149053421867e-05}
{"train_loss": 0.00266346731223166, "global_step": 74706, "epoch": 419, "lr": 2.0853948365930764e-05}
{"train_loss": 0.0014578691916540265, "global_step": 74707, "epoch": 419, "lr": 2.0852747703897003e-05}
{"train_loss": 0.0013121842639520764, "global_step": 74708, "epoch": 419, "lr": 2.085154706732162e-05}
{"train_loss": 0.002686495892703533, "global_step": 74709, "epoch": 419, "lr": 2.0850346456205672e-05}
{"train_loss": 0.0008091736817732453, "global_step": 74710, "epoch": 419, "lr": 2.0849145870550207e-05}
{"train_loss": 0.0012189268600195646, "global_step": 74711, "epoch": 419, "lr": 2.0847945310356247e-05}
{"train_loss": 0.0005761305801570415, "global_step": 74712, "epoch": 419, "lr": 2.084674477562491e-05}
{"train_loss": 0.0003989562683273107, "global_step": 74713, "epoch": 419, "lr": 2.0845544266357163e-05}
{"train_loss": 0.0014451919123530388, "global_step": 74714, "epoch": 419, "lr": 2.084434378255411e-05}
{"train_loss": 0.0031169336289167404, "global_step": 74715, "epoch": 419, "lr": 2.084314332421678e-05}
{"train_loss": 0.001542000100016594, "global_step": 74716, "epoch": 419, "lr": 2.084194289134622e-05}
{"train_loss": 0.002729368396103382, "global_step": 74717, "epoch": 419, "lr": 2.0840742483943486e-05}
{"train_loss": 0.001672153128311038, "global_step": 74718, "epoch": 419, "lr": 2.0839542102009625e-05}
{"train_loss": 0.0027102786116302013, "global_step": 74719, "epoch": 419, "lr": 2.083834174554566e-05}
{"train_loss": 0.0013566240668296814, "global_step": 74720, "epoch": 419, "lr": 2.0837141414552696e-05}
{"train_loss": 0.0029815505258738995, "global_step": 74721, "epoch": 419, "lr": 2.0835941109031714e-05}
{"train_loss": 0.0005215993151068687, "global_step": 74722, "epoch": 419, "lr": 2.0834740828983836e-05}
{"train_loss": 0.0016332602826878428, "global_step": 74723, "epoch": 419, "lr": 2.0833540574410025e-05}
{"train_loss": 0.0014394100289791822, "global_step": 74724, "epoch": 419, "lr": 2.0832340345311395e-05}
{"train_loss": 0.0019779622089117765, "global_step": 74725, "epoch": 419, "lr": 2.0831140141688982e-05}
{"train_loss": 0.0017903470434248447, "global_step": 74726, "epoch": 419, "lr": 2.0829939963543798e-05}
{"train_loss": 0.001681395573541522, "global_step": 74727, "epoch": 419, "lr": 2.0828739810876962e-05}
{"train_loss": 0.0012156972661614418, "global_step": 74728, "epoch": 419, "lr": 2.082753968368944e-05}
{"train_loss": 0.0007999831577762961, "global_step": 74729, "epoch": 419, "lr": 2.082633958198234e-05}
{"train_loss": 0.0016097627812996507, "global_step": 74730, "epoch": 419, "lr": 2.082513950575669e-05}
{"train_loss": 0.0015827121678739786, "global_step": 74731, "epoch": 419, "lr": 2.0823939455013535e-05}
{"train_loss": 0.0014070587931200862, "global_step": 74732, "epoch": 419, "lr": 2.082273942975393e-05}
{"train_loss": 0.0022137677296996117, "global_step": 74733, "epoch": 419, "lr": 2.082153942997892e-05}
{"train_loss": 0.0016227263258770108, "global_step": 74734, "epoch": 419, "lr": 2.0820339455689537e-05}
{"train_loss": 0.0021621170453727245, "global_step": 74735, "epoch": 419, "lr": 2.0819139506886876e-05}
{"train_loss": 0.0015945637132972479, "global_step": 74736, "epoch": 419, "lr": 2.0817939583571917e-05}
{"train_loss": 0.0026583264116197824, "global_step": 74737, "epoch": 419, "lr": 2.081673968574577e-05}
{"train_loss": 0.0013285634340718389, "global_step": 74738, "epoch": 419, "lr": 2.081553981340945e-05}
{"train_loss": 0.0018396147061139345, "global_step": 74739, "epoch": 419, "lr": 2.0814339966564016e-05}
{"train_loss": 0.004016262479126453, "global_step": 74740, "epoch": 419, "lr": 2.0813140145210512e-05}
{"train_loss": 0.002347702393308282, "global_step": 74741, "epoch": 419, "lr": 2.081194034934999e-05}
{"train_loss": 0.001041090115904808, "global_step": 74742, "epoch": 419, "lr": 2.0810740578983496e-05}
{"train_loss": 0.0022270027548074722, "global_step": 74743, "epoch": 419, "lr": 2.0809540834112074e-05}
{"train_loss": 0.0037108859978616238, "global_step": 74744, "epoch": 419, "lr": 2.0808341114736756e-05}
{"train_loss": 0.001717224484309554, "global_step": 74745, "epoch": 419, "lr": 2.0807141420858645e-05}
{"train_loss": 0.0032923812977969646, "global_step": 74746, "epoch": 419, "lr": 2.080594175247872e-05}
{"train_loss": 0.0012995488941669464, "global_step": 74747, "epoch": 419, "lr": 2.080474210959808e-05}
{"train_loss": 0.0012387511087581515, "global_step": 74748, "epoch": 419, "lr": 2.0803542492217747e-05}
{"train_loss": 0.0010017866734415293, "global_step": 74749, "epoch": 419, "lr": 2.080234290033876e-05}
{"train_loss": 0.0020578508265316486, "global_step": 74750, "epoch": 419, "lr": 2.0801143333962225e-05}
{"train_loss": 0.0012624153168871999, "global_step": 74751, "epoch": 419, "lr": 2.079994379308911e-05}
{"train_loss": 0.000936784956138581, "global_step": 74752, "epoch": 419, "lr": 2.0798744277720516e-05}
{"train_loss": 0.0007746891351416707, "global_step": 74753, "epoch": 419, "lr": 2.0797544787857476e-05}
{"train_loss": 0.0022054482251405716, "global_step": 74754, "epoch": 419, "lr": 2.079634532350103e-05}
{"train_loss": 0.001307786675170064, "global_step": 74755, "epoch": 419, "lr": 2.079514588465224e-05}
{"train_loss": 0.0022445176728069782, "global_step": 74756, "epoch": 419, "lr": 2.0793946471312148e-05}
{"train_loss": 0.002548123011365533, "global_step": 74757, "epoch": 419, "lr": 2.0792747083481772e-05}
{"train_loss": 0.0029086051508784294, "global_step": 74758, "epoch": 419, "lr": 2.079154772116223e-05}
{"train_loss": 0.0018671331865048517, "global_step": 74759, "epoch": 419, "lr": 2.0790348384354493e-05}
{"train_loss": 0.0010035622399300337, "global_step": 74760, "epoch": 420, "lr": 2.0789149073059673e-05}
{"train_loss": 0.0025766147300601006, "global_step": 74761, "epoch": 420, "lr": 2.0787949787278756e-05}
{"train_loss": 0.0014024658594280481, "global_step": 74762, "epoch": 420, "lr": 2.0786750527012833e-05}
{"train_loss": 0.0014923673588782549, "global_step": 74763, "epoch": 420, "lr": 2.078555129226294e-05}
{"train_loss": 0.002018938772380352, "global_step": 74764, "epoch": 420, "lr": 2.0784352083030123e-05}
{"train_loss": 0.0010419187601655722, "global_step": 74765, "epoch": 420, "lr": 2.0783152899315432e-05}
{"train_loss": 0.0016139565268531442, "global_step": 74766, "epoch": 420, "lr": 2.0781953741119907e-05}
{"train_loss": 0.0020619845017790794, "global_step": 74767, "epoch": 420, "lr": 2.0780754608444593e-05}
{"train_loss": 0.001977464184165001, "global_step": 74768, "epoch": 420, "lr": 2.0779555501290555e-05}
{"train_loss": 0.002029688563197851, "global_step": 74769, "epoch": 420, "lr": 2.077835641965883e-05}
{"train_loss": 0.003171300981193781, "global_step": 74770, "epoch": 420, "lr": 2.0777157363550472e-05}
{"train_loss": 0.0019165972480550408, "global_step": 74771, "epoch": 420, "lr": 2.077595833296651e-05}
{"train_loss": 0.0017888995353132486, "global_step": 74772, "epoch": 420, "lr": 2.0774759327907993e-05}
{"train_loss": 0.0013320290017873049, "global_step": 74773, "epoch": 420, "lr": 2.0773560348376016e-05}
{"train_loss": 0.0015474059619009495, "global_step": 74774, "epoch": 420, "lr": 2.077236139437155e-05}
{"train_loss": 0.003072179853916168, "global_step": 74775, "epoch": 420, "lr": 2.07711624658957e-05}
{"train_loss": 0.0052937110885977745, "global_step": 74776, "epoch": 420, "lr": 2.076996356294949e-05}
{"train_loss": 0.0010701622813940048, "global_step": 74777, "epoch": 420, "lr": 2.0768764685533974e-05}
{"train_loss": 0.0016782812308520079, "global_step": 74778, "epoch": 420, "lr": 2.0767565833650198e-05}
{"train_loss": 0.0018304577097296715, "global_step": 74779, "epoch": 420, "lr": 2.076636700729921e-05}
{"train_loss": 0.0008987824548967183, "global_step": 74780, "epoch": 420, "lr": 2.076516820648205e-05}
{"train_loss": 0.0016097885090857744, "global_step": 74781, "epoch": 420, "lr": 2.076396943119977e-05}
{"train_loss": 0.0015842763241380453, "global_step": 74782, "epoch": 420, "lr": 2.0762770681453397e-05}
{"train_loss": 0.001110273296944797, "global_step": 74783, "epoch": 420, "lr": 2.0761571957244035e-05}
{"train_loss": 0.001500480342656374, "global_step": 74784, "epoch": 420, "lr": 2.076037325857266e-05}
{"train_loss": 0.0007542508537881076, "global_step": 74785, "epoch": 420, "lr": 2.0759174585440365e-05}
{"train_loss": 0.0013801113236695528, "global_step": 74786, "epoch": 420, "lr": 2.0757975937848196e-05}
{"train_loss": 0.0017903812695294619, "global_step": 74787, "epoch": 420, "lr": 2.0756777315797177e-05}
{"train_loss": 0.0007491251453757286, "global_step": 74788, "epoch": 420, "lr": 2.0755578719288373e-05}
{"train_loss": 0.002656786236912012, "global_step": 74789, "epoch": 420, "lr": 2.0754380148322805e-05}
{"train_loss": 0.001670175464823842, "global_step": 74790, "epoch": 420, "lr": 2.0753181602901556e-05}
{"train_loss": 0.0032358751632273197, "global_step": 74791, "epoch": 420, "lr": 2.0751983083025662e-05}
{"train_loss": 0.002042100066319108, "global_step": 74792, "epoch": 420, "lr": 2.075078458869616e-05}
{"train_loss": 0.004561426118016243, "global_step": 74793, "epoch": 420, "lr": 2.07495861199141e-05}
{"train_loss": 0.0007179336389526725, "global_step": 74794, "epoch": 420, "lr": 2.074838767668053e-05}
{"train_loss": 0.0017315364675596356, "global_step": 74795, "epoch": 420, "lr": 2.0747189258996475e-05}
{"train_loss": 0.0014666039496660233, "global_step": 74796, "epoch": 420, "lr": 2.0745990866863046e-05}
{"train_loss": 0.0019401131430640817, "global_step": 74797, "epoch": 420, "lr": 2.0744792500281206e-05}
{"train_loss": 0.0013705615419894457, "global_step": 74798, "epoch": 420, "lr": 2.0743594159252083e-05}
{"train_loss": 0.0015387660823762417, "global_step": 74799, "epoch": 420, "lr": 2.0742395843776647e-05}
{"train_loss": 0.000851245247758925, "global_step": 74800, "epoch": 420, "lr": 2.0741197553855995e-05}
{"train_loss": 0.0022849333472549915, "global_step": 74801, "epoch": 420, "lr": 2.0739999289491157e-05}
{"train_loss": 0.004300647880882025, "global_step": 74802, "epoch": 420, "lr": 2.0738801050683187e-05}
{"train_loss": 0.0013758406275883317, "global_step": 74803, "epoch": 420, "lr": 2.0737602837433128e-05}
{"train_loss": 0.002399059245362878, "global_step": 74804, "epoch": 420, "lr": 2.0736404649742024e-05}
{"train_loss": 0.0014078299282118678, "global_step": 74805, "epoch": 420, "lr": 2.073520648761091e-05}
{"train_loss": 0.0027146232314407825, "global_step": 74806, "epoch": 420, "lr": 2.0734008351040872e-05}
{"train_loss": 0.0023012119345366955, "global_step": 74807, "epoch": 420, "lr": 2.07328102400329e-05}
{"train_loss": 0.0037493554409593344, "global_step": 74808, "epoch": 420, "lr": 2.0731612154588086e-05}
{"train_loss": 0.0015919915167614818, "global_step": 74809, "epoch": 420, "lr": 2.073041409470746e-05}
{"train_loss": 0.0010072295553982258, "global_step": 74810, "epoch": 420, "lr": 2.0729216060392055e-05}
{"train_loss": 0.0015875454992055893, "global_step": 74811, "epoch": 420, "lr": 2.0728018051642967e-05}
{"train_loss": 0.0019309697672724724, "global_step": 74812, "epoch": 420, "lr": 2.0726820068461168e-05}
{"train_loss": 0.0011209752410650253, "global_step": 74813, "epoch": 420, "lr": 2.0725622110847763e-05}
{"train_loss": 0.001408058451488614, "global_step": 74814, "epoch": 420, "lr": 2.072442417880378e-05}
{"train_loss": 0.001186872599646449, "global_step": 74815, "epoch": 420, "lr": 2.072322627233026e-05}
{"train_loss": 0.0036048050969839096, "global_step": 74816, "epoch": 420, "lr": 2.0722028391428263e-05}
{"train_loss": 0.0015302402898669243, "global_step": 74817, "epoch": 420, "lr": 2.0720830536098816e-05}
{"train_loss": 0.001061086542904377, "global_step": 74818, "epoch": 420, "lr": 2.071963270634298e-05}
{"train_loss": 0.0024502351880073547, "global_step": 74819, "epoch": 420, "lr": 2.0718434902161793e-05}
{"train_loss": 0.0021623552311211824, "global_step": 74820, "epoch": 420, "lr": 2.071723712355629e-05}
{"train_loss": 0.001834396505728364, "global_step": 74821, "epoch": 420, "lr": 2.0716039370527562e-05}
{"train_loss": 0.002670224290341139, "global_step": 74822, "epoch": 420, "lr": 2.0714841643076594e-05}
{"train_loss": 0.0014947423478588462, "global_step": 74823, "epoch": 420, "lr": 2.071364394120448e-05}
{"train_loss": 0.0016261620912700891, "global_step": 74824, "epoch": 420, "lr": 2.0712446264912245e-05}
{"train_loss": 0.0009963521733880043, "global_step": 74825, "epoch": 420, "lr": 2.0711248614200945e-05}
{"train_loss": 0.002094681840389967, "global_step": 74826, "epoch": 420, "lr": 2.0710050989071618e-05}
{"train_loss": 0.0019057835452258587, "global_step": 74827, "epoch": 420, "lr": 2.070885338952531e-05}
{"train_loss": 0.0033953608945012093, "global_step": 74828, "epoch": 420, "lr": 2.0707655815563053e-05}
{"train_loss": 0.0004825025098398328, "global_step": 74829, "epoch": 420, "lr": 2.0706458267185946e-05}
{"train_loss": 0.0042336201295256615, "global_step": 74830, "epoch": 420, "lr": 2.070526074439496e-05}
{"train_loss": 0.002171362517401576, "global_step": 74831, "epoch": 420, "lr": 2.0704063247191203e-05}
{"train_loss": 0.0008025600109249353, "global_step": 74832, "epoch": 420, "lr": 2.070286577557569e-05}
{"train_loss": 0.002314229030162096, "global_step": 74833, "epoch": 420, "lr": 2.0701668329549462e-05}
{"train_loss": 0.0011191004887223244, "global_step": 74834, "epoch": 420, "lr": 2.0700470909113612e-05}
{"train_loss": 0.0017457776702940464, "global_step": 74835, "epoch": 420, "lr": 2.0699273514269115e-05}
{"train_loss": 0.0011018940713256598, "global_step": 74836, "epoch": 420, "lr": 2.069807614501708e-05}
{"train_loss": 0.001658894820138812, "global_step": 74837, "epoch": 420, "lr": 2.06968788013585e-05}
{"train_loss": 0.0006318262894637883, "global_step": 74838, "epoch": 420, "lr": 2.069568148329446e-05}
{"train_loss": 0.004334633704274893, "global_step": 74839, "epoch": 420, "lr": 2.0694484190825995e-05}
{"train_loss": 0.0023619194980710745, "global_step": 74840, "epoch": 420, "lr": 2.0693286923954146e-05}
{"train_loss": 0.001900220988318324, "global_step": 74841, "epoch": 420, "lr": 2.069208968267996e-05}
{"train_loss": 0.004390443675220013, "global_step": 74842, "epoch": 420, "lr": 2.0690892467004487e-05}
{"train_loss": 0.0008930354379117489, "global_step": 74843, "epoch": 420, "lr": 2.0689695276928744e-05}
{"train_loss": 0.001405624090693891, "global_step": 74844, "epoch": 420, "lr": 2.0688498112453847e-05}
{"train_loss": 0.002192635554820299, "global_step": 74845, "epoch": 420, "lr": 2.0687300973580755e-05}
{"train_loss": 0.0006951777031645179, "global_step": 74846, "epoch": 420, "lr": 2.0686103860310575e-05}
{"train_loss": 0.0019360099686309695, "global_step": 74847, "epoch": 420, "lr": 2.068490677264433e-05}
{"train_loss": 0.001215892843902111, "global_step": 74848, "epoch": 420, "lr": 2.0683709710583066e-05}
{"train_loss": 0.001758859376423061, "global_step": 74849, "epoch": 420, "lr": 2.0682512674127834e-05}
{"train_loss": 0.0016915809828788042, "global_step": 74850, "epoch": 420, "lr": 2.0681315663279682e-05}
{"train_loss": 0.000851221673656255, "global_step": 74851, "epoch": 420, "lr": 2.068011867803964e-05}
{"train_loss": 0.004165599588304758, "global_step": 74852, "epoch": 420, "lr": 2.067892171840875e-05}
{"train_loss": 0.0009542704210616648, "global_step": 74853, "epoch": 420, "lr": 2.067772478438809e-05}
{"train_loss": 0.003033881541341543, "global_step": 74854, "epoch": 420, "lr": 2.0676527875978684e-05}
{"train_loss": 0.0015806525480002165, "global_step": 74855, "epoch": 420, "lr": 2.0675330993181585e-05}
{"train_loss": 0.0021450503263622522, "global_step": 74856, "epoch": 420, "lr": 2.0674134135997823e-05}
{"train_loss": 0.0005824611871503294, "global_step": 74857, "epoch": 420, "lr": 2.0672937304428464e-05}
{"train_loss": 0.0008709215326234698, "global_step": 74858, "epoch": 420, "lr": 2.067174049847452e-05}
{"train_loss": 0.0009323435369879007, "global_step": 74859, "epoch": 420, "lr": 2.0670543718137097e-05}
{"train_loss": 0.002383121754974127, "global_step": 74860, "epoch": 420, "lr": 2.0669346963417163e-05}
{"train_loss": 0.0018424252048134804, "global_step": 74861, "epoch": 420, "lr": 2.0668150234315825e-05}
{"train_loss": 0.0014863915275782347, "global_step": 74862, "epoch": 420, "lr": 2.0666953530834103e-05}
{"train_loss": 0.0015176902525126934, "global_step": 74863, "epoch": 420, "lr": 2.0665756852973045e-05}
{"train_loss": 0.0014588743215426803, "global_step": 74864, "epoch": 420, "lr": 2.0664560200733696e-05}
{"train_loss": 0.001753040007315576, "global_step": 74865, "epoch": 420, "lr": 2.0663363574117107e-05}
{"train_loss": 0.0030145086348056793, "global_step": 74866, "epoch": 420, "lr": 2.06621669731243e-05}
{"train_loss": 0.0008224460761994123, "global_step": 74867, "epoch": 420, "lr": 2.0660970397756364e-05}
{"train_loss": 0.003172296565026045, "global_step": 74868, "epoch": 420, "lr": 2.065977384801429e-05}
{"train_loss": 0.0021796678192913532, "global_step": 74869, "epoch": 420, "lr": 2.0658577323899188e-05}
{"train_loss": 0.002340595703572035, "global_step": 74870, "epoch": 420, "lr": 2.0657380825412026e-05}
{"train_loss": 0.0015914912801235914, "global_step": 74871, "epoch": 420, "lr": 2.065618435255391e-05}
{"train_loss": 0.0022909576073288918, "global_step": 74872, "epoch": 420, "lr": 2.065498790532587e-05}
{"train_loss": 0.0025466978549957275, "global_step": 74873, "epoch": 420, "lr": 2.065379148372892e-05}
{"train_loss": 0.001156110200099647, "global_step": 74874, "epoch": 420, "lr": 2.0652595087764166e-05}
{"train_loss": 0.0011919946409761906, "global_step": 74875, "epoch": 420, "lr": 2.0651398717432584e-05}
{"train_loss": 0.003142991103231907, "global_step": 74876, "epoch": 420, "lr": 2.0650202372735273e-05}
{"train_loss": 0.0020884694531559944, "global_step": 74877, "epoch": 420, "lr": 2.0649006053673254e-05}
{"train_loss": 0.0011463859118521214, "global_step": 74878, "epoch": 420, "lr": 2.0647809760247578e-05}
{"train_loss": 0.0035018939524888992, "global_step": 74879, "epoch": 420, "lr": 2.064661349245929e-05}
{"train_loss": 0.0025376630946993828, "global_step": 74880, "epoch": 420, "lr": 2.0645417250309424e-05}
{"train_loss": 0.0019461552146822214, "global_step": 74881, "epoch": 420, "lr": 2.0644221033799022e-05}
{"train_loss": 0.0018719048239290714, "global_step": 74882, "epoch": 420, "lr": 2.0643024842929172e-05}
{"train_loss": 0.001749965362250805, "global_step": 74883, "epoch": 420, "lr": 2.064182867770085e-05}
{"train_loss": 0.0019445086363703012, "global_step": 74884, "epoch": 420, "lr": 2.0640632538115157e-05}
{"train_loss": 0.0023527476005256176, "global_step": 74885, "epoch": 420, "lr": 2.063943642417312e-05}
{"train_loss": 0.00198776600882411, "global_step": 74886, "epoch": 420, "lr": 2.063824033587578e-05}
{"train_loss": 0.0018808630993589759, "global_step": 74887, "epoch": 420, "lr": 2.063704427322418e-05}
{"train_loss": 0.0013946352992206812, "global_step": 74888, "epoch": 420, "lr": 2.0635848236219374e-05}
{"train_loss": 0.0030619590543210506, "global_step": 74889, "epoch": 420, "lr": 2.06346522248624e-05}
{"train_loss": 0.0011299178004264832, "global_step": 74890, "epoch": 420, "lr": 2.0633456239154302e-05}
{"train_loss": 0.0016105989925563335, "global_step": 74891, "epoch": 420, "lr": 2.0632260279096105e-05}
{"train_loss": 0.006452187895774841, "global_step": 74892, "epoch": 420, "lr": 2.0631064344688916e-05}
{"train_loss": 0.0015475987456738949, "global_step": 74893, "epoch": 420, "lr": 2.0629868435933702e-05}
{"train_loss": 0.0037745069712400436, "global_step": 74894, "epoch": 420, "lr": 2.0628672552831562e-05}
{"train_loss": 0.0007979922229424119, "global_step": 74895, "epoch": 420, "lr": 2.062747669538352e-05}
{"train_loss": 0.0024849209003150463, "global_step": 74896, "epoch": 420, "lr": 2.0626280863590606e-05}
{"train_loss": 0.0030962571036070585, "global_step": 74897, "epoch": 420, "lr": 2.062508505745392e-05}
{"train_loss": 0.002163222059607506, "global_step": 74898, "epoch": 420, "lr": 2.0623889276974428e-05}
{"train_loss": 0.001847152248956263, "global_step": 74899, "epoch": 420, "lr": 2.0622693522153236e-05}
{"train_loss": 0.0008094939985312521, "global_step": 74900, "epoch": 420, "lr": 2.0621497792991362e-05}
{"train_loss": 0.0016287763137370348, "global_step": 74901, "epoch": 420, "lr": 2.0620302089489856e-05}
{"train_loss": 0.0019385491032153368, "global_step": 74902, "epoch": 420, "lr": 2.0619106411649763e-05}
{"train_loss": 0.0020360941998660564, "global_step": 74903, "epoch": 420, "lr": 2.061791075947213e-05}
{"train_loss": 0.0024052944499999285, "global_step": 74904, "epoch": 420, "lr": 2.0616715132957975e-05}
{"train_loss": 0.0034594088792800903, "global_step": 74905, "epoch": 420, "lr": 2.0615519532108403e-05}
{"train_loss": 0.0034838863648474216, "global_step": 74906, "epoch": 420, "lr": 2.061432395692438e-05}
{"train_loss": 0.0008959748665802181, "global_step": 74907, "epoch": 420, "lr": 2.061312840740703e-05}
{"train_loss": 0.0025083364453166723, "global_step": 74908, "epoch": 420, "lr": 2.0611932883557315e-05}
{"train_loss": 0.0010106854606419802, "global_step": 74909, "epoch": 420, "lr": 2.061073738537635e-05}
{"train_loss": 0.001890884363092482, "global_step": 74910, "epoch": 420, "lr": 2.0609541912865143e-05}
{"train_loss": 0.0009154106955975294, "global_step": 74911, "epoch": 420, "lr": 2.0608346466024747e-05}
{"train_loss": 0.0007426530355587602, "global_step": 74912, "epoch": 420, "lr": 2.060715104485621e-05}
{"train_loss": 0.0011293055722489953, "global_step": 74913, "epoch": 420, "lr": 2.0605955649360566e-05}
{"train_loss": 0.0025941114872694016, "global_step": 74914, "epoch": 420, "lr": 2.0604760279538847e-05}
{"train_loss": 0.0015315990895032883, "global_step": 74915, "epoch": 420, "lr": 2.0603564935392133e-05}
{"train_loss": 0.001397476764395833, "global_step": 74916, "epoch": 420, "lr": 2.0602369616921448e-05}
{"train_loss": 0.0007890358101576567, "global_step": 74917, "epoch": 420, "lr": 2.060117432412784e-05}
{"train_loss": 0.0006807566387578845, "global_step": 74918, "epoch": 420, "lr": 2.0599979057012346e-05}
{"train_loss": 0.0011694775894284248, "global_step": 74919, "epoch": 420, "lr": 2.0598783815576007e-05}
{"train_loss": 0.0016271632630378008, "global_step": 74920, "epoch": 420, "lr": 2.05975885998199e-05}
{"train_loss": 0.001254371483810246, "global_step": 74921, "epoch": 420, "lr": 2.059639340974501e-05}
{"train_loss": 0.0020282804034650326, "global_step": 74922, "epoch": 420, "lr": 2.0595198245352438e-05}
{"train_loss": 0.0013786223717033863, "global_step": 74923, "epoch": 420, "lr": 2.0594003106643194e-05}
{"train_loss": 0.0019406364299356937, "global_step": 74924, "epoch": 420, "lr": 2.059280799361834e-05}
{"train_loss": 0.0015402938006445765, "global_step": 74925, "epoch": 420, "lr": 2.059161290627891e-05}
{"train_loss": 0.00037600938230752945, "global_step": 74926, "epoch": 420, "lr": 2.0590417844625952e-05}
{"train_loss": 0.0034840921871364117, "global_step": 74927, "epoch": 420, "lr": 2.05892228086605e-05}
{"train_loss": 0.0020472535397857428, "global_step": 74928, "epoch": 420, "lr": 2.0588027798383614e-05}
{"train_loss": 0.0016692166682332754, "global_step": 74929, "epoch": 420, "lr": 2.0586832813796308e-05}
{"train_loss": 0.0011968417093157768, "global_step": 74930, "epoch": 420, "lr": 2.0585637854899687e-05}
{"train_loss": 0.0015093975234776735, "global_step": 74931, "epoch": 420, "lr": 2.0584442921694714e-05}
{"train_loss": 0.0019157591741532087, "global_step": 74932, "epoch": 420, "lr": 2.0583248014182494e-05}
{"train_loss": 0.001113516977056861, "global_step": 74933, "epoch": 420, "lr": 2.0582053132364042e-05}
{"train_loss": 0.0029999897815287113, "global_step": 74934, "epoch": 420, "lr": 2.0580858276240422e-05}
{"train_loss": 0.00264927139505744, "global_step": 74935, "epoch": 420, "lr": 2.057966344581266e-05}
{"train_loss": 0.0020620999857783318, "global_step": 74936, "epoch": 420, "lr": 2.0578468641081784e-05}
{"train_loss": 0.0019079129933641198, "global_step": 74937, "epoch": 420, "lr": 2.057727386204888e-05, "train_action_mse_error": 2.3382099243463017e-06}
{"train_loss": 0.0020027155987918377, "global_step": 74938, "epoch": 421, "lr": 2.0576079108714968e-05}
{"train_loss": 0.0018157123122364283, "global_step": 74939, "epoch": 421, "lr": 2.0574884381081093e-05}
{"train_loss": 0.0023857885971665382, "global_step": 74940, "epoch": 421, "lr": 2.0573689679148306e-05}
{"train_loss": 0.0011959802359342575, "global_step": 74941, "epoch": 421, "lr": 2.0572495002917635e-05}
{"train_loss": 0.0007667513564229012, "global_step": 74942, "epoch": 421, "lr": 2.057130035239012e-05}
{"train_loss": 0.0007807363290339708, "global_step": 74943, "epoch": 421, "lr": 2.0570105727566853e-05}
{"train_loss": 0.0013729115016758442, "global_step": 74944, "epoch": 421, "lr": 2.0568911128448805e-05}
{"train_loss": 0.0028298823162913322, "global_step": 74945, "epoch": 421, "lr": 2.0567716555037085e-05}
{"train_loss": 0.0020737778395414352, "global_step": 74946, "epoch": 421, "lr": 2.0566522007332677e-05}
{"train_loss": 0.0017062120605260134, "global_step": 74947, "epoch": 421, "lr": 2.056532748533667e-05}
{"train_loss": 0.0005301795899868011, "global_step": 74948, "epoch": 421, "lr": 2.0564132989050096e-05}
{"train_loss": 0.0016947994008660316, "global_step": 74949, "epoch": 421, "lr": 2.0562938518473983e-05}
{"train_loss": 0.0009542711777612567, "global_step": 74950, "epoch": 421, "lr": 2.0561744073609396e-05}
{"train_loss": 0.0020690816454589367, "global_step": 74951, "epoch": 421, "lr": 2.0560549654457362e-05}
{"train_loss": 0.0010928669944405556, "global_step": 74952, "epoch": 421, "lr": 2.0559355261018914e-05}
{"train_loss": 0.0022029420360922813, "global_step": 74953, "epoch": 421, "lr": 2.055816089329515e-05}
{"train_loss": 0.0012273190077394247, "global_step": 74954, "epoch": 421, "lr": 2.0556966551287033e-05}
{"train_loss": 0.001343386946246028, "global_step": 74955, "epoch": 421, "lr": 2.0555772234995668e-05}
{"train_loss": 0.001391217578202486, "global_step": 74956, "epoch": 421, "lr": 2.0554577944422077e-05}
{"train_loss": 0.0025662644766271114, "global_step": 74957, "epoch": 421, "lr": 2.0553383679567285e-05}
{"train_loss": 0.0011387121630832553, "global_step": 74958, "epoch": 421, "lr": 2.055218944043239e-05}
{"train_loss": 0.001993889454752207, "global_step": 74959, "epoch": 421, "lr": 2.0550995227018365e-05}
{"train_loss": 0.0007383354241028428, "global_step": 74960, "epoch": 421, "lr": 2.054980103932632e-05}
{"train_loss": 0.0008078831597231328, "global_step": 74961, "epoch": 421, "lr": 2.054860687735723e-05}
{"train_loss": 0.0028887800872325897, "global_step": 74962, "epoch": 421, "lr": 2.0547412741112194e-05}
{"train_loss": 0.0012897283304482698, "global_step": 74963, "epoch": 421, "lr": 2.054621863059223e-05}
{"train_loss": 0.001469140755943954, "global_step": 74964, "epoch": 421, "lr": 2.0545024545798385e-05}
{"train_loss": 0.001326833851635456, "global_step": 74965, "epoch": 421, "lr": 2.05438304867317e-05}
{"train_loss": 0.003268003696575761, "global_step": 74966, "epoch": 421, "lr": 2.0542636453393227e-05}
{"train_loss": 0.0012662395602092147, "global_step": 74967, "epoch": 421, "lr": 2.054144244578398e-05}
{"train_loss": 0.0013141351519152522, "global_step": 74968, "epoch": 421, "lr": 2.054024846390506e-05}
{"train_loss": 0.001611562678590417, "global_step": 74969, "epoch": 421, "lr": 2.053905450775744e-05}
{"train_loss": 0.0018151248805224895, "global_step": 74970, "epoch": 421, "lr": 2.053786057734221e-05}
{"train_loss": 0.0018057392444461584, "global_step": 74971, "epoch": 421, "lr": 2.0536666672660403e-05}
{"train_loss": 0.0015967357903718948, "global_step": 74972, "epoch": 421, "lr": 2.0535472793713057e-05}
{"train_loss": 0.003010246902704239, "global_step": 74973, "epoch": 421, "lr": 2.0534278940501218e-05}
{"train_loss": 0.0017408085986971855, "global_step": 74974, "epoch": 421, "lr": 2.0533085113025922e-05}
{"train_loss": 0.002276037819683552, "global_step": 74975, "epoch": 421, "lr": 2.0531891311288197e-05}
{"train_loss": 0.0027269097045063972, "global_step": 74976, "epoch": 421, "lr": 2.0530697535289127e-05}
{"train_loss": 0.0011268567759543657, "global_step": 74977, "epoch": 421, "lr": 2.0529503785029734e-05}
{"train_loss": 0.0022846295032650232, "global_step": 74978, "epoch": 421, "lr": 2.0528310060511057e-05}
{"train_loss": 0.0017752093262970448, "global_step": 74979, "epoch": 421, "lr": 2.0527116361734144e-05}
{"train_loss": 0.0021615298464894295, "global_step": 74980, "epoch": 421, "lr": 2.0525922688700032e-05}
{"train_loss": 0.000554714584723115, "global_step": 74981, "epoch": 421, "lr": 2.0524729041409767e-05}
{"train_loss": 0.0013073597801849246, "global_step": 74982, "epoch": 421, "lr": 2.0523535419864376e-05}
{"train_loss": 0.001922473544254899, "global_step": 74983, "epoch": 421, "lr": 2.052234182406495e-05}
{"train_loss": 0.0015516087878495455, "global_step": 74984, "epoch": 421, "lr": 2.0521148254012462e-05}
{"train_loss": 0.0008147365879267454, "global_step": 74985, "epoch": 421, "lr": 2.0519954709708006e-05}
{"train_loss": 0.00045329538988880813, "global_step": 74986, "epoch": 421, "lr": 2.0518761191152613e-05}
{"train_loss": 0.0013245667796581984, "global_step": 74987, "epoch": 421, "lr": 2.0517567698347316e-05}
{"train_loss": 0.0010111343581229448, "global_step": 74988, "epoch": 421, "lr": 2.0516374231293166e-05}
{"train_loss": 0.000894552911631763, "global_step": 74989, "epoch": 421, "lr": 2.0515180789991206e-05}
{"train_loss": 0.002034161239862442, "global_step": 74990, "epoch": 421, "lr": 2.0513987374442456e-05}
{"train_loss": 0.0005862244870513678, "global_step": 74991, "epoch": 421, "lr": 2.051279398464801e-05}
{"train_loss": 0.0012006990145891905, "global_step": 74992, "epoch": 421, "lr": 2.051160062060884e-05}
{"train_loss": 0.0020555402152240276, "global_step": 74993, "epoch": 421, "lr": 2.051040728232605e-05}
{"train_loss": 0.001964954659342766, "global_step": 74994, "epoch": 421, "lr": 2.050921396980065e-05}
{"train_loss": 0.0032344800420105457, "global_step": 74995, "epoch": 421, "lr": 2.0508020683033696e-05}
{"train_loss": 0.0030809910967946053, "global_step": 74996, "epoch": 421, "lr": 2.0506827422026226e-05}
{"train_loss": 0.001443065470084548, "global_step": 74997, "epoch": 421, "lr": 2.050563418677926e-05}
{"train_loss": 0.0017774754669517279, "global_step": 74998, "epoch": 421, "lr": 2.050444097729389e-05}
{"train_loss": 0.0014758484903723001, "global_step": 74999, "epoch": 421, "lr": 2.0503247793571107e-05}
{"train_loss": 0.0007872219430282712, "global_step": 75000, "epoch": 421, "lr": 2.0502054635611988e-05}
{"train_loss": 0.0044386740773916245, "global_step": 75001, "epoch": 421, "lr": 2.050086150341756e-05}
{"train_loss": 0.0017961987759917974, "global_step": 75002, "epoch": 421, "lr": 2.049966839698887e-05}
{"train_loss": 0.0011747165117412806, "global_step": 75003, "epoch": 421, "lr": 2.049847531632696e-05}
{"train_loss": 0.0027981651946902275, "global_step": 75004, "epoch": 421, "lr": 2.0497282261432865e-05}
{"train_loss": 0.0019466009689494967, "global_step": 75005, "epoch": 421, "lr": 2.049608923230762e-05}
{"train_loss": 0.0033959741704165936, "global_step": 75006, "epoch": 421, "lr": 2.049489622895231e-05}
{"train_loss": 0.001535753021016717, "global_step": 75007, "epoch": 421, "lr": 2.049370325136791e-05}
{"train_loss": 0.003367138560861349, "global_step": 75008, "epoch": 421, "lr": 2.0492510299555517e-05}
{"train_loss": 0.002168241422623396, "global_step": 75009, "epoch": 421, "lr": 2.0491317373516157e-05}
{"train_loss": 0.0014290160033851862, "global_step": 75010, "epoch": 421, "lr": 2.0490124473250865e-05}
{"train_loss": 0.0013943236554041505, "global_step": 75011, "epoch": 421, "lr": 2.048893159876069e-05}
{"train_loss": 0.0021531367674469948, "global_step": 75012, "epoch": 421, "lr": 2.048773875004667e-05}
{"train_loss": 0.0013580928789451718, "global_step": 75013, "epoch": 421, "lr": 2.048654592710983e-05}
{"train_loss": 0.0015457940753549337, "global_step": 75014, "epoch": 421, "lr": 2.0485353129951266e-05}
{"train_loss": 0.0024530431255698204, "global_step": 75015, "epoch": 421, "lr": 2.0484160358571947e-05}
{"train_loss": 0.0012678555212914944, "global_step": 75016, "epoch": 421, "lr": 2.0482967612972987e-05}
{"train_loss": 0.0017792468424886465, "global_step": 75017, "epoch": 421, "lr": 2.0481774893155355e-05}
{"train_loss": 0.0009006000473164022, "global_step": 75018, "epoch": 421, "lr": 2.0480582199120152e-05}
{"train_loss": 0.0037688242737203836, "global_step": 75019, "epoch": 421, "lr": 2.047938953086839e-05}
{"train_loss": 0.00150307547301054, "global_step": 75020, "epoch": 421, "lr": 2.0478196888401107e-05}
{"train_loss": 0.0012527869548648596, "global_step": 75021, "epoch": 421, "lr": 2.0477004271719392e-05}
{"train_loss": 0.0037366142496466637, "global_step": 75022, "epoch": 421, "lr": 2.0475811680824207e-05}
{"train_loss": 0.0022881722543388605, "global_step": 75023, "epoch": 421, "lr": 2.0474619115716665e-05}
{"train_loss": 0.0015863911248743534, "global_step": 75024, "epoch": 421, "lr": 2.0473426576397776e-05}
{"train_loss": 0.0021546692587435246, "global_step": 75025, "epoch": 421, "lr": 2.0472234062868584e-05}
{"train_loss": 0.004991861991584301, "global_step": 75026, "epoch": 421, "lr": 2.0471041575130133e-05}
{"train_loss": 0.0016585842240601778, "global_step": 75027, "epoch": 421, "lr": 2.0469849113183465e-05}
{"train_loss": 0.0011185427429154515, "global_step": 75028, "epoch": 421, "lr": 2.0468656677029602e-05}
{"train_loss": 0.001728190341964364, "global_step": 75029, "epoch": 421, "lr": 2.0467464266669633e-05}
{"train_loss": 0.00219875480979681, "global_step": 75030, "epoch": 421, "lr": 2.0466271882104545e-05}
{"train_loss": 0.0006234086467884481, "global_step": 75031, "epoch": 421, "lr": 2.0465079523335418e-05}
{"train_loss": 0.0022353213280439377, "global_step": 75032, "epoch": 421, "lr": 2.046388719036328e-05}
{"train_loss": 0.0022312079090625048, "global_step": 75033, "epoch": 421, "lr": 2.0462694883189172e-05}
{"train_loss": 0.002892448101192713, "global_step": 75034, "epoch": 421, "lr": 2.0461502601814137e-05}
{"train_loss": 0.001801101490855217, "global_step": 75035, "epoch": 421, "lr": 2.0460310346239214e-05}
{"train_loss": 0.0017635186668485403, "global_step": 75036, "epoch": 421, "lr": 2.045911811646545e-05}
{"train_loss": 0.0022131484001874924, "global_step": 75037, "epoch": 421, "lr": 2.045792591249388e-05}
{"train_loss": 0.001543310354463756, "global_step": 75038, "epoch": 421, "lr": 2.0456733734325527e-05}
{"train_loss": 0.001456765690818429, "global_step": 75039, "epoch": 421, "lr": 2.0455541581961474e-05}
{"train_loss": 0.0012974622659385204, "global_step": 75040, "epoch": 421, "lr": 2.0454349455402737e-05}
{"train_loss": 0.00045389682054519653, "global_step": 75041, "epoch": 421, "lr": 2.0453157354650366e-05}
{"train_loss": 0.0006379042752087116, "global_step": 75042, "epoch": 421, "lr": 2.045196527970539e-05}
{"train_loss": 0.0006446561310440302, "global_step": 75043, "epoch": 421, "lr": 2.0450773230568847e-05}
{"train_loss": 0.001342528616078198, "global_step": 75044, "epoch": 421, "lr": 2.0449581207241826e-05}
{"train_loss": 0.0018733388278633356, "global_step": 75045, "epoch": 421, "lr": 2.0448389209725292e-05}
{"train_loss": 0.004608651623129845, "global_step": 75046, "epoch": 421, "lr": 2.0447197238020342e-05}
{"train_loss": 0.0019809736404567957, "global_step": 75047, "epoch": 421, "lr": 2.0446005292128e-05}
{"train_loss": 0.0010299277491867542, "global_step": 75048, "epoch": 421, "lr": 2.0444813372049315e-05}
{"train_loss": 0.0017441371455788612, "global_step": 75049, "epoch": 421, "lr": 2.044362147778531e-05}
{"train_loss": 0.0012757477816194296, "global_step": 75050, "epoch": 421, "lr": 2.0442429609337042e-05}
{"train_loss": 0.001066018594428897, "global_step": 75051, "epoch": 421, "lr": 2.0441237766705528e-05}
{"train_loss": 0.002893038559705019, "global_step": 75052, "epoch": 421, "lr": 2.044004594989187e-05}
{"train_loss": 0.001696098130196333, "global_step": 75053, "epoch": 421, "lr": 2.043885415889702e-05}
{"train_loss": 0.0029781940393149853, "global_step": 75054, "epoch": 421, "lr": 2.0437662393722105e-05}
{"train_loss": 0.0026443363167345524, "global_step": 75055, "epoch": 421, "lr": 2.0436470654368088e-05}
{"train_loss": 0.0012194147566333413, "global_step": 75056, "epoch": 421, "lr": 2.0435278940836073e-05}
{"train_loss": 0.001685836585238576, "global_step": 75057, "epoch": 421, "lr": 2.043408725312707e-05}
{"train_loss": 0.0029398170299828053, "global_step": 75058, "epoch": 421, "lr": 2.0432895591242128e-05}
{"train_loss": 0.00059928820701316, "global_step": 75059, "epoch": 421, "lr": 2.0431703955182284e-05}
{"train_loss": 0.0020556836389005184, "global_step": 75060, "epoch": 421, "lr": 2.043051234494857e-05}
{"train_loss": 0.0008973833173513412, "global_step": 75061, "epoch": 421, "lr": 2.0429320760542046e-05}
{"train_loss": 0.0009850823553279042, "global_step": 75062, "epoch": 421, "lr": 2.0428129201963752e-05}
{"train_loss": 0.0013088921550661325, "global_step": 75063, "epoch": 421, "lr": 2.0426937669214718e-05}
{"train_loss": 0.002226295880973339, "global_step": 75064, "epoch": 421, "lr": 2.0425746162295988e-05}
{"train_loss": 0.0006019740249030292, "global_step": 75065, "epoch": 421, "lr": 2.04245546812086e-05}
{"train_loss": 0.0015326282009482384, "global_step": 75066, "epoch": 421, "lr": 2.0423363225953584e-05}
{"train_loss": 0.0019056446617469192, "global_step": 75067, "epoch": 421, "lr": 2.042217179653203e-05}
{"train_loss": 0.0011996107641607523, "global_step": 75068, "epoch": 421, "lr": 2.0420980392944905e-05}
{"train_loss": 0.0023601651191711426, "global_step": 75069, "epoch": 421, "lr": 2.04197890151933e-05}
{"train_loss": 0.0010571524035185575, "global_step": 75070, "epoch": 421, "lr": 2.0418597663278256e-05}
{"train_loss": 0.0006504345219582319, "global_step": 75071, "epoch": 421, "lr": 2.041740633720079e-05}
{"train_loss": 0.002935121301561594, "global_step": 75072, "epoch": 421, "lr": 2.0416215036961957e-05}
{"train_loss": 0.0026345481164753437, "global_step": 75073, "epoch": 421, "lr": 2.0415023762562786e-05}
{"train_loss": 0.002315885154530406, "global_step": 75074, "epoch": 421, "lr": 2.0413832514004334e-05}
{"train_loss": 0.002939754631370306, "global_step": 75075, "epoch": 421, "lr": 2.0412641291287628e-05}
{"train_loss": 0.0014015985652804375, "global_step": 75076, "epoch": 421, "lr": 2.0411450094413693e-05}
{"train_loss": 0.0010556589113548398, "global_step": 75077, "epoch": 421, "lr": 2.0410258923383628e-05}
{"train_loss": 0.0015850242925807834, "global_step": 75078, "epoch": 421, "lr": 2.04090677781984e-05}
{"train_loss": 0.001850565429776907, "global_step": 75079, "epoch": 421, "lr": 2.04078766588591e-05}
{"train_loss": 0.0017686985665932298, "global_step": 75080, "epoch": 421, "lr": 2.040668556536675e-05}
{"train_loss": 0.0016537701012566686, "global_step": 75081, "epoch": 421, "lr": 2.0405494497722377e-05}
{"train_loss": 0.0022610274609178305, "global_step": 75082, "epoch": 421, "lr": 2.0404303455927077e-05}
{"train_loss": 0.002437035785987973, "global_step": 75083, "epoch": 421, "lr": 2.040311243998181e-05}
{"train_loss": 0.00209333305247128, "global_step": 75084, "epoch": 421, "lr": 2.0401921449887678e-05}
{"train_loss": 0.0036020835395902395, "global_step": 75085, "epoch": 421, "lr": 2.0400730485645698e-05}
{"train_loss": 0.0031544254161417484, "global_step": 75086, "epoch": 421, "lr": 2.039953954725691e-05}
{"train_loss": 0.0020995757076889277, "global_step": 75087, "epoch": 421, "lr": 2.0398348634722362e-05}
{"train_loss": 0.002119037788361311, "global_step": 75088, "epoch": 421, "lr": 2.0397157748043084e-05}
{"train_loss": 0.002058064565062523, "global_step": 75089, "epoch": 421, "lr": 2.0395966887220123e-05}
{"train_loss": 0.0019601071253418922, "global_step": 75090, "epoch": 421, "lr": 2.0394776052254517e-05}
{"train_loss": 0.0030129090882837772, "global_step": 75091, "epoch": 421, "lr": 2.039358524314729e-05}
{"train_loss": 0.001302977791056037, "global_step": 75092, "epoch": 421, "lr": 2.039239445989953e-05}
{"train_loss": 0.0009852261282503605, "global_step": 75093, "epoch": 421, "lr": 2.0391203702512213e-05}
{"train_loss": 0.0018406938761472702, "global_step": 75094, "epoch": 421, "lr": 2.0390012970986426e-05}
{"train_loss": 0.00110290024895221, "global_step": 75095, "epoch": 421, "lr": 2.038882226532319e-05}
{"train_loss": 0.002424327190965414, "global_step": 75096, "epoch": 421, "lr": 2.038763158552356e-05}
{"train_loss": 0.000836846069432795, "global_step": 75097, "epoch": 421, "lr": 2.038644093158856e-05}
{"train_loss": 0.0016464811051264405, "global_step": 75098, "epoch": 421, "lr": 2.0385250303519236e-05}
{"train_loss": 0.004015717189759016, "global_step": 75099, "epoch": 421, "lr": 2.038405970131661e-05}
{"train_loss": 0.0027288184501230717, "global_step": 75100, "epoch": 421, "lr": 2.0382869124981774e-05}
{"train_loss": 0.0015485396143049002, "global_step": 75101, "epoch": 421, "lr": 2.03816785745157e-05}
{"train_loss": 0.0016237893141806126, "global_step": 75102, "epoch": 421, "lr": 2.0380488049919476e-05}
{"train_loss": 0.0010566411074250937, "global_step": 75103, "epoch": 421, "lr": 2.0379297551194126e-05}
{"train_loss": 0.005504089407622814, "global_step": 75104, "epoch": 421, "lr": 2.0378107078340674e-05}
{"train_loss": 0.000833113444969058, "global_step": 75105, "epoch": 421, "lr": 2.037691663136021e-05}
{"train_loss": 0.002968891290947795, "global_step": 75106, "epoch": 421, "lr": 2.037572621025371e-05}
{"train_loss": 0.002860115375369787, "global_step": 75107, "epoch": 421, "lr": 2.0374535815022276e-05}
{"train_loss": 0.0018100319430232048, "global_step": 75108, "epoch": 421, "lr": 2.037334544566688e-05}
{"train_loss": 0.000911191338673234, "global_step": 75109, "epoch": 421, "lr": 2.0372155102188618e-05}
{"train_loss": 0.001968946773558855, "global_step": 75110, "epoch": 421, "lr": 2.0370964784588503e-05}
{"train_loss": 0.0015052000526338816, "global_step": 75111, "epoch": 421, "lr": 2.036977449286759e-05}
{"train_loss": 0.002254268154501915, "global_step": 75112, "epoch": 421, "lr": 2.03685842270269e-05}
{"train_loss": 0.0012072550598531961, "global_step": 75113, "epoch": 421, "lr": 2.036739398706749e-05}
{"train_loss": 0.002532796934247017, "global_step": 75114, "epoch": 421, "lr": 2.0366203772990365e-05}
{"train_loss": 0.0018357210498292711, "global_step": 75115, "epoch": 421, "lr": 2.0365013584796634e-05}
{"train_loss": 0.003550941590219736, "global_step": 75116, "epoch": 422, "lr": 2.0363823422487253e-05}
{"train_loss": 0.001534302020445466, "global_step": 75117, "epoch": 422, "lr": 2.0362633286063325e-05}
{"train_loss": 0.0016122270608320832, "global_step": 75118, "epoch": 422, "lr": 2.036144317552587e-05}
{"train_loss": 0.001515807001851499, "global_step": 75119, "epoch": 422, "lr": 2.036025309087592e-05}
{"train_loss": 0.0012078091967850924, "global_step": 75120, "epoch": 422, "lr": 2.0359063032114517e-05}
{"train_loss": 0.0019988836720585823, "global_step": 75121, "epoch": 422, "lr": 2.0357872999242705e-05}
{"train_loss": 0.0011229353258386254, "global_step": 75122, "epoch": 422, "lr": 2.03566829922615e-05}
{"train_loss": 0.0014383706729859114, "global_step": 75123, "epoch": 422, "lr": 2.0355493011171984e-05}
{"train_loss": 0.0029178443364799023, "global_step": 75124, "epoch": 422, "lr": 2.035430305597517e-05}
{"train_loss": 0.0013028131797909737, "global_step": 75125, "epoch": 422, "lr": 2.035311312667211e-05}
{"train_loss": 0.001043342286720872, "global_step": 75126, "epoch": 422, "lr": 2.0351923223263824e-05}
{"train_loss": 0.0019712201319634914, "global_step": 75127, "epoch": 422, "lr": 2.0350733345751366e-05}
{"train_loss": 0.002638960024341941, "global_step": 75128, "epoch": 422, "lr": 2.0349543494135775e-05}
{"train_loss": 0.0025375434197485447, "global_step": 75129, "epoch": 422, "lr": 2.0348353668418067e-05}
{"train_loss": 0.003341126721352339, "global_step": 75130, "epoch": 422, "lr": 2.034716386859934e-05}
{"train_loss": 0.0012101978063583374, "global_step": 75131, "epoch": 422, "lr": 2.0345974094680554e-05}
{"train_loss": 0.0028923368081450462, "global_step": 75132, "epoch": 422, "lr": 2.034478434666281e-05}
{"train_loss": 0.0007603211561217904, "global_step": 75133, "epoch": 422, "lr": 2.0343594624547123e-05}
{"train_loss": 0.0010840087197721004, "global_step": 75134, "epoch": 422, "lr": 2.0342404928334542e-05}
{"train_loss": 0.0015436355024576187, "global_step": 75135, "epoch": 422, "lr": 2.0341215258026092e-05}
{"train_loss": 0.0007748036296106875, "global_step": 75136, "epoch": 422, "lr": 2.034002561362282e-05}
{"train_loss": 0.002169540850445628, "global_step": 75137, "epoch": 422, "lr": 2.033883599512575e-05}
{"train_loss": 0.0012623724760487676, "global_step": 75138, "epoch": 422, "lr": 2.033764640253597e-05}
{"train_loss": 0.002071739174425602, "global_step": 75139, "epoch": 422, "lr": 2.0336456835854444e-05}
{"train_loss": 0.0009435040992684662, "global_step": 75140, "epoch": 422, "lr": 2.0335267295082272e-05}
{"train_loss": 0.0009697366040199995, "global_step": 75141, "epoch": 422, "lr": 2.033407778022048e-05}
{"train_loss": 0.002486559096723795, "global_step": 75142, "epoch": 422, "lr": 2.033288829127009e-05}
{"train_loss": 0.0009561299229972064, "global_step": 75143, "epoch": 422, "lr": 2.0331698828232155e-05}
{"train_loss": 0.0018113491823896766, "global_step": 75144, "epoch": 422, "lr": 2.0330509391107688e-05}
{"train_loss": 0.002840673318132758, "global_step": 75145, "epoch": 422, "lr": 2.0329319979897787e-05}
{"train_loss": 0.0012815120862796903, "global_step": 75146, "epoch": 422, "lr": 2.032813059460342e-05}
{"train_loss": 0.004741432145237923, "global_step": 75147, "epoch": 422, "lr": 2.0326941235225673e-05}
{"train_loss": 0.0012337114894762635, "global_step": 75148, "epoch": 422, "lr": 2.0325751901765567e-05}
{"train_loss": 0.0009054522379301488, "global_step": 75149, "epoch": 422, "lr": 2.032456259422415e-05}
{"train_loss": 0.0015774033963680267, "global_step": 75150, "epoch": 422, "lr": 2.0323373312602455e-05}
{"train_loss": 0.002681167796254158, "global_step": 75151, "epoch": 422, "lr": 2.032218405690152e-05}
{"train_loss": 0.0032973040360957384, "global_step": 75152, "epoch": 422, "lr": 2.0320994827122368e-05}
{"train_loss": 0.0016091162106022239, "global_step": 75153, "epoch": 422, "lr": 2.0319805623266092e-05}
{"train_loss": 0.0015788713935762644, "global_step": 75154, "epoch": 422, "lr": 2.0318616445333653e-05}
{"train_loss": 0.001302180578932166, "global_step": 75155, "epoch": 422, "lr": 2.031742729332615e-05}
{"train_loss": 0.00455588661134243, "global_step": 75156, "epoch": 422, "lr": 2.03162381672446e-05}
{"train_loss": 0.0019720084965229034, "global_step": 75157, "epoch": 422, "lr": 2.0315049067090046e-05}
{"train_loss": 0.0019620016682893038, "global_step": 75158, "epoch": 422, "lr": 2.0313859992863527e-05}
{"train_loss": 0.0007328515639528632, "global_step": 75159, "epoch": 422, "lr": 2.031267094456607e-05}
{"train_loss": 0.0015042389277368784, "global_step": 75160, "epoch": 422, "lr": 2.031148192219871e-05}
{"train_loss": 0.001808062195777893, "global_step": 75161, "epoch": 422, "lr": 2.031029292576253e-05}
{"train_loss": 0.0014046425931155682, "global_step": 75162, "epoch": 422, "lr": 2.0309103955258506e-05}
{"train_loss": 0.0009985065553337336, "global_step": 75163, "epoch": 422, "lr": 2.030791501068774e-05}
{"train_loss": 0.001267242943868041, "global_step": 75164, "epoch": 422, "lr": 2.0306726092051198e-05}
{"train_loss": 0.0023663295432925224, "global_step": 75165, "epoch": 422, "lr": 2.030553719934998e-05}
{"train_loss": 0.0017479648813605309, "global_step": 75166, "epoch": 422, "lr": 2.0304348332585094e-05}
{"train_loss": 0.001523701474070549, "global_step": 75167, "epoch": 422, "lr": 2.030315949175757e-05}
{"train_loss": 0.0018775537610054016, "global_step": 75168, "epoch": 422, "lr": 2.030197067686851e-05}
{"train_loss": 0.0018690128345042467, "global_step": 75169, "epoch": 422, "lr": 2.0300781887918857e-05}
{"train_loss": 0.0016286042518913746, "global_step": 75170, "epoch": 422, "lr": 2.029959312490972e-05}
{"train_loss": 0.0016483585350215435, "global_step": 75171, "epoch": 422, "lr": 2.0298404387842112e-05}
{"train_loss": 0.002277837600558996, "global_step": 75172, "epoch": 422, "lr": 2.029721567671708e-05}
{"train_loss": 0.0017378051998093724, "global_step": 75173, "epoch": 422, "lr": 2.0296026991535655e-05}
{"train_loss": 0.0011843295069411397, "global_step": 75174, "epoch": 422, "lr": 2.029483833229887e-05}
{"train_loss": 0.0017266105860471725, "global_step": 75175, "epoch": 422, "lr": 2.0293649699007755e-05}
{"train_loss": 0.0008236513240262866, "global_step": 75176, "epoch": 422, "lr": 2.02924610916634e-05}
{"train_loss": 0.0005424970295280218, "global_step": 75177, "epoch": 422, "lr": 2.0291272510266773e-05}
{"train_loss": 0.0009791525080800056, "global_step": 75178, "epoch": 422, "lr": 2.029008395481896e-05}
{"train_loss": 0.0031513774301856756, "global_step": 75179, "epoch": 422, "lr": 2.028889542532098e-05}
{"train_loss": 0.0008907215669751167, "global_step": 75180, "epoch": 422, "lr": 2.0287706921773886e-05}
{"train_loss": 0.0025817283894866705, "global_step": 75181, "epoch": 422, "lr": 2.02865184441787e-05}
{"train_loss": 0.0007514726603403687, "global_step": 75182, "epoch": 422, "lr": 2.0285329992536463e-05}
{"train_loss": 0.002439295407384634, "global_step": 75183, "epoch": 422, "lr": 2.0284141566848218e-05}
{"train_loss": 0.0022048549726605415, "global_step": 75184, "epoch": 422, "lr": 2.0282953167115e-05}
{"train_loss": 0.0028140414506196976, "global_step": 75185, "epoch": 422, "lr": 2.0281764793337832e-05}
{"train_loss": 0.0020371354185044765, "global_step": 75186, "epoch": 422, "lr": 2.0280576445517786e-05}
{"train_loss": 0.0008153917733579874, "global_step": 75187, "epoch": 422, "lr": 2.0279388123655875e-05}
{"train_loss": 0.000852692115586251, "global_step": 75188, "epoch": 422, "lr": 2.0278199827753148e-05}
{"train_loss": 0.0014475053176283836, "global_step": 75189, "epoch": 422, "lr": 2.0277011557810636e-05}
{"train_loss": 0.0020130290649831295, "global_step": 75190, "epoch": 422, "lr": 2.027582331382937e-05}
{"train_loss": 0.001925036427564919, "global_step": 75191, "epoch": 422, "lr": 2.0274635095810424e-05}
{"train_loss": 0.0030324228573590517, "global_step": 75192, "epoch": 422, "lr": 2.0273446903754777e-05}
{"train_loss": 0.0036779718939214945, "global_step": 75193, "epoch": 422, "lr": 2.027225873766352e-05}
{"train_loss": 0.001635867403820157, "global_step": 75194, "epoch": 422, "lr": 2.0271070597537662e-05}
{"train_loss": 0.002154695335775614, "global_step": 75195, "epoch": 422, "lr": 2.0269882483378255e-05}
{"train_loss": 0.0005882314871996641, "global_step": 75196, "epoch": 422, "lr": 2.0268694395186327e-05}
{"train_loss": 0.001460614032112062, "global_step": 75197, "epoch": 422, "lr": 2.0267506332962917e-05}
{"train_loss": 0.0008286968804895878, "global_step": 75198, "epoch": 422, "lr": 2.0266318296709054e-05}
{"train_loss": 0.0015422845026478171, "global_step": 75199, "epoch": 422, "lr": 2.0265130286425816e-05}
{"train_loss": 0.0020386031828820705, "global_step": 75200, "epoch": 422, "lr": 2.0263942302114175e-05}
{"train_loss": 0.002538301283493638, "global_step": 75201, "epoch": 422, "lr": 2.0262754343775243e-05}
{"train_loss": 0.0032793001737445593, "global_step": 75202, "epoch": 422, "lr": 2.0261566411409977e-05}
{"train_loss": 0.0011086537269875407, "global_step": 75203, "epoch": 422, "lr": 2.0260378505019485e-05}
{"train_loss": 0.0020456784404814243, "global_step": 75204, "epoch": 422, "lr": 2.025919062460477e-05}
{"train_loss": 0.0009311164612881839, "global_step": 75205, "epoch": 422, "lr": 2.0258002770166873e-05}
{"train_loss": 0.0012936834245920181, "global_step": 75206, "epoch": 422, "lr": 2.0256814941706844e-05}
{"train_loss": 0.0026519475504755974, "global_step": 75207, "epoch": 422, "lr": 2.0255627139225684e-05}
{"train_loss": 0.0013459690380841494, "global_step": 75208, "epoch": 422, "lr": 2.0254439362724482e-05}
{"train_loss": 0.002029743976891041, "global_step": 75209, "epoch": 422, "lr": 2.0253251612204244e-05}
{"train_loss": 0.0015340421814471483, "global_step": 75210, "epoch": 422, "lr": 2.0252063887666017e-05}
{"train_loss": 0.002521947957575321, "global_step": 75211, "epoch": 422, "lr": 2.0250876189110833e-05}
{"train_loss": 0.0018887050682678819, "global_step": 75212, "epoch": 422, "lr": 2.024968851653974e-05}
{"train_loss": 0.0014639293076470494, "global_step": 75213, "epoch": 422, "lr": 2.0248500869953745e-05}
{"train_loss": 0.002389336936175823, "global_step": 75214, "epoch": 422, "lr": 2.0247313249353944e-05}
{"train_loss": 0.003429599106311798, "global_step": 75215, "epoch": 422, "lr": 2.02461256547413e-05}
{"train_loss": 0.0014914986677467823, "global_step": 75216, "epoch": 422, "lr": 2.0244938086116925e-05}
{"train_loss": 0.0012113674310967326, "global_step": 75217, "epoch": 422, "lr": 2.0243750543481788e-05}
{"train_loss": 0.002756597474217415, "global_step": 75218, "epoch": 422, "lr": 2.024256302683697e-05}
{"train_loss": 0.003631362458691001, "global_step": 75219, "epoch": 422, "lr": 2.0241375536183498e-05}
{"train_loss": 0.0023039367515593767, "global_step": 75220, "epoch": 422, "lr": 2.024018807152241e-05}
{"train_loss": 0.0012709456495940685, "global_step": 75221, "epoch": 422, "lr": 2.0239000632854738e-05}
{"train_loss": 0.0011570325586944818, "global_step": 75222, "epoch": 422, "lr": 2.0237813220181522e-05}
{"train_loss": 0.00365433469414711, "global_step": 75223, "epoch": 422, "lr": 2.023662583350378e-05}
{"train_loss": 0.002096073003485799, "global_step": 75224, "epoch": 422, "lr": 2.0235438472822604e-05}
{"train_loss": 0.003376668319106102, "global_step": 75225, "epoch": 422, "lr": 2.023425113813896e-05}
{"train_loss": 0.001604460645467043, "global_step": 75226, "epoch": 422, "lr": 2.0233063829453937e-05}
{"train_loss": 0.002229443285614252, "global_step": 75227, "epoch": 422, "lr": 2.0231876546768552e-05}
{"train_loss": 0.001118053449317813, "global_step": 75228, "epoch": 422, "lr": 2.0230689290083833e-05}
{"train_loss": 0.0013080127537250519, "global_step": 75229, "epoch": 422, "lr": 2.022950205940086e-05}
{"train_loss": 0.002615582197904587, "global_step": 75230, "epoch": 422, "lr": 2.022831485472061e-05}
{"train_loss": 0.0012330079916864634, "global_step": 75231, "epoch": 422, "lr": 2.022712767604416e-05}
{"train_loss": 0.0024225066881626844, "global_step": 75232, "epoch": 422, "lr": 2.022594052337254e-05}
{"train_loss": 0.004204429220408201, "global_step": 75233, "epoch": 422, "lr": 2.022475339670678e-05}
{"train_loss": 0.002419288968667388, "global_step": 75234, "epoch": 422, "lr": 2.0223566296047923e-05}
{"train_loss": 0.0022698091343045235, "global_step": 75235, "epoch": 422, "lr": 2.0222379221397005e-05}
{"train_loss": 0.0025811204686760902, "global_step": 75236, "epoch": 422, "lr": 2.0221192172755053e-05}
{"train_loss": 0.000954766059294343, "global_step": 75237, "epoch": 422, "lr": 2.022000515012312e-05}
{"train_loss": 0.003726611379534006, "global_step": 75238, "epoch": 422, "lr": 2.0218818153502207e-05}
{"train_loss": 0.0016537716146558523, "global_step": 75239, "epoch": 422, "lr": 2.0217631182893416e-05}
{"train_loss": 0.0017955700168386102, "global_step": 75240, "epoch": 422, "lr": 2.021644423829771e-05}
{"train_loss": 0.0010374998673796654, "global_step": 75241, "epoch": 422, "lr": 2.021525731971618e-05}
{"train_loss": 0.0016423482447862625, "global_step": 75242, "epoch": 422, "lr": 2.0214070427149843e-05}
{"train_loss": 0.000920226564630866, "global_step": 75243, "epoch": 422, "lr": 2.0212883560599745e-05}
{"train_loss": 0.0008018692024052143, "global_step": 75244, "epoch": 422, "lr": 2.0211696720066904e-05}
{"train_loss": 0.0014382326044142246, "global_step": 75245, "epoch": 422, "lr": 2.021050990555237e-05}
{"train_loss": 0.001204304164275527, "global_step": 75246, "epoch": 422, "lr": 2.020932311705716e-05}
{"train_loss": 0.0022453840356320143, "global_step": 75247, "epoch": 422, "lr": 2.0208136354582363e-05}
{"train_loss": 0.004052054136991501, "global_step": 75248, "epoch": 422, "lr": 2.020694961812894e-05}
{"train_loss": 0.0048515647649765015, "global_step": 75249, "epoch": 422, "lr": 2.020576290769799e-05}
{"train_loss": 0.0028495138976722956, "global_step": 75250, "epoch": 422, "lr": 2.0204576223290523e-05}
{"train_loss": 0.001144132111221552, "global_step": 75251, "epoch": 422, "lr": 2.0203389564907564e-05}
{"train_loss": 0.0023450502194464207, "global_step": 75252, "epoch": 422, "lr": 2.02022029325502e-05}
{"train_loss": 0.0013240058906376362, "global_step": 75253, "epoch": 422, "lr": 2.0201016326219397e-05}
{"train_loss": 0.002156393136829138, "global_step": 75254, "epoch": 422, "lr": 2.019982974591626e-05}
{"train_loss": 0.0037943827919662, "global_step": 75255, "epoch": 422, "lr": 2.0198643191641758e-05}
{"train_loss": 0.003170359879732132, "global_step": 75256, "epoch": 422, "lr": 2.019745666339698e-05}
{"train_loss": 0.0013265423476696014, "global_step": 75257, "epoch": 422, "lr": 2.0196270161182946e-05}
{"train_loss": 0.0012318110093474388, "global_step": 75258, "epoch": 422, "lr": 2.0195083685000684e-05}
{"train_loss": 0.001242274884134531, "global_step": 75259, "epoch": 422, "lr": 2.019389723485124e-05}
{"train_loss": 0.0014921777183189988, "global_step": 75260, "epoch": 422, "lr": 2.019271081073565e-05}
{"train_loss": 0.00211436883546412, "global_step": 75261, "epoch": 422, "lr": 2.0191524412654923e-05}
{"train_loss": 0.002743893302977085, "global_step": 75262, "epoch": 422, "lr": 2.0190338040610157e-05}
{"train_loss": 0.0024624387733638287, "global_step": 75263, "epoch": 422, "lr": 2.0189151694602317e-05}
{"train_loss": 0.002129682805389166, "global_step": 75264, "epoch": 422, "lr": 2.018796537463249e-05}
{"train_loss": 0.0011653074761852622, "global_step": 75265, "epoch": 422, "lr": 2.018677908070169e-05}
{"train_loss": 0.0011956286616623402, "global_step": 75266, "epoch": 422, "lr": 2.018559281281096e-05}
{"train_loss": 0.0010420882608741522, "global_step": 75267, "epoch": 422, "lr": 2.018440657096134e-05}
{"train_loss": 0.0010696793906390667, "global_step": 75268, "epoch": 422, "lr": 2.0183220355153852e-05}
{"train_loss": 0.0009017367847263813, "global_step": 75269, "epoch": 422, "lr": 2.018203416538953e-05}
{"train_loss": 0.0027847143355757, "global_step": 75270, "epoch": 422, "lr": 2.0180848001669434e-05}
{"train_loss": 0.0012749313609674573, "global_step": 75271, "epoch": 422, "lr": 2.0179661863994588e-05}
{"train_loss": 0.003215461503714323, "global_step": 75272, "epoch": 422, "lr": 2.0178475752366026e-05}
{"train_loss": 0.0014810585416853428, "global_step": 75273, "epoch": 422, "lr": 2.0177289666784787e-05}
{"train_loss": 0.0012466011103242636, "global_step": 75274, "epoch": 422, "lr": 2.01761036072519e-05}
{"train_loss": 0.0010569067671895027, "global_step": 75275, "epoch": 422, "lr": 2.0174917573768408e-05}
{"train_loss": 0.002405019011348486, "global_step": 75276, "epoch": 422, "lr": 2.0173731566335323e-05}
{"train_loss": 0.0019532889127731323, "global_step": 75277, "epoch": 422, "lr": 2.0172545584953744e-05}
{"train_loss": 0.0006300941458903253, "global_step": 75278, "epoch": 422, "lr": 2.0171359629624624e-05}
{"train_loss": 0.0022270886693149805, "global_step": 75279, "epoch": 422, "lr": 2.017017370034906e-05}
{"train_loss": 0.0007766179041936994, "global_step": 75280, "epoch": 422, "lr": 2.016898779712807e-05}
{"train_loss": 0.00306796096265316, "global_step": 75281, "epoch": 422, "lr": 2.0167801919962687e-05}
{"train_loss": 0.0022656526416540146, "global_step": 75282, "epoch": 422, "lr": 2.0166616068853944e-05}
{"train_loss": 0.0043413364328444, "global_step": 75283, "epoch": 422, "lr": 2.0165430243802886e-05}
{"train_loss": 0.0010608048178255558, "global_step": 75284, "epoch": 422, "lr": 2.016424444481052e-05}
{"train_loss": 0.0019391424721106887, "global_step": 75285, "epoch": 422, "lr": 2.0163058671877944e-05}
{"train_loss": 0.0013894751900807023, "global_step": 75286, "epoch": 422, "lr": 2.0161872925006116e-05}
{"train_loss": 0.0012715250486508012, "global_step": 75287, "epoch": 422, "lr": 2.0160687204196126e-05}
{"train_loss": 0.0032120372634381056, "global_step": 75288, "epoch": 422, "lr": 2.0159501509448998e-05}
{"train_loss": 0.0020877947099506855, "global_step": 75289, "epoch": 422, "lr": 2.015831584076576e-05}
{"train_loss": 0.0034644496627151966, "global_step": 75290, "epoch": 422, "lr": 2.015713019814745e-05}
{"train_loss": 0.0007050243439152837, "global_step": 75291, "epoch": 422, "lr": 2.0155944581595093e-05}
{"train_loss": 0.001105639385059476, "global_step": 75292, "epoch": 422, "lr": 2.015475899110977e-05}
{"train_loss": 0.0019115713870367348, "global_step": 75293, "epoch": 422, "lr": 2.015357342669244e-05}
{"train_loss": 0.0027276198379695415, "global_step": 75294, "epoch": 423, "lr": 2.0152387888344202e-05}
{"train_loss": 0.0008337810868397355, "global_step": 75295, "epoch": 423, "lr": 2.0151202376066074e-05}
{"train_loss": 0.00243665324524045, "global_step": 75296, "epoch": 423, "lr": 2.015001688985909e-05}
{"train_loss": 0.0016316846013069153, "global_step": 75297, "epoch": 423, "lr": 2.014883142972428e-05}
{"train_loss": 0.0017562572611495852, "global_step": 75298, "epoch": 423, "lr": 2.0147645995662686e-05}
{"train_loss": 0.001107740099541843, "global_step": 75299, "epoch": 423, "lr": 2.014646058767532e-05}
{"train_loss": 0.0012194837909191847, "global_step": 75300, "epoch": 423, "lr": 2.0145275205763276e-05}
{"train_loss": 0.0013594606425613165, "global_step": 75301, "epoch": 423, "lr": 2.0144089849927512e-05}
{"train_loss": 0.0008876974461600184, "global_step": 75302, "epoch": 423, "lr": 2.014290452016912e-05}
{"train_loss": 0.001205687178298831, "global_step": 75303, "epoch": 423, "lr": 2.014171921648912e-05}
{"train_loss": 0.0009360534604638815, "global_step": 75304, "epoch": 423, "lr": 2.0140533938888546e-05}
{"train_loss": 0.001970834331586957, "global_step": 75305, "epoch": 423, "lr": 2.0139348687368433e-05}
{"train_loss": 0.0014429078437387943, "global_step": 75306, "epoch": 423, "lr": 2.013816346192981e-05}
{"train_loss": 0.004858893342316151, "global_step": 75307, "epoch": 423, "lr": 2.0136978262573702e-05}
{"train_loss": 0.0011588191846385598, "global_step": 75308, "epoch": 423, "lr": 2.01357930893012e-05}
{"train_loss": 0.0017353928415104747, "global_step": 75309, "epoch": 423, "lr": 2.013460794211326e-05}
{"train_loss": 0.0006038573337718844, "global_step": 75310, "epoch": 423, "lr": 2.0133422821010994e-05}
{"train_loss": 0.0022683837451040745, "global_step": 75311, "epoch": 423, "lr": 2.0132237725995362e-05}
{"train_loss": 0.0014965457376092672, "global_step": 75312, "epoch": 423, "lr": 2.0131052657067455e-05}
{"train_loss": 0.0016294709639623761, "global_step": 75313, "epoch": 423, "lr": 2.012986761422829e-05}
{"train_loss": 0.0026729698292911053, "global_step": 75314, "epoch": 423, "lr": 2.0128682597478887e-05}
{"train_loss": 0.0018192483112215996, "global_step": 75315, "epoch": 423, "lr": 2.0127497606820328e-05}
{"train_loss": 0.0015538823790848255, "global_step": 75316, "epoch": 423, "lr": 2.012631264225358e-05}
{"train_loss": 0.0006978876190260053, "global_step": 75317, "epoch": 423, "lr": 2.0125127703779732e-05}
{"train_loss": 0.0009523789631202817, "global_step": 75318, "epoch": 423, "lr": 2.0123942791399803e-05}
{"train_loss": 0.0010001332266256213, "global_step": 75319, "epoch": 423, "lr": 2.0122757905114825e-05}
{"train_loss": 0.0005860825185663998, "global_step": 75320, "epoch": 423, "lr": 2.0121573044925835e-05}
{"train_loss": 0.0011876472271978855, "global_step": 75321, "epoch": 423, "lr": 2.012038821083386e-05}
{"train_loss": 0.002084174659103155, "global_step": 75322, "epoch": 423, "lr": 2.0119203402839932e-05}
{"train_loss": 0.0012262433301657438, "global_step": 75323, "epoch": 423, "lr": 2.0118018620945124e-05}
{"train_loss": 0.002790090860798955, "global_step": 75324, "epoch": 423, "lr": 2.011683386515041e-05}
{"train_loss": 0.0022759949788451195, "global_step": 75325, "epoch": 423, "lr": 2.0115649135456894e-05}
{"train_loss": 0.001282635610550642, "global_step": 75326, "epoch": 423, "lr": 2.011446443186554e-05}
{"train_loss": 0.0019352016970515251, "global_step": 75327, "epoch": 423, "lr": 2.0113279754377428e-05}
{"train_loss": 0.0021762014366686344, "global_step": 75328, "epoch": 423, "lr": 2.0112095102993582e-05}
{"train_loss": 0.0018901333678513765, "global_step": 75329, "epoch": 423, "lr": 2.011091047771504e-05}
{"train_loss": 0.0011778443586081266, "global_step": 75330, "epoch": 423, "lr": 2.010972587854283e-05}
{"train_loss": 0.0017625121399760246, "global_step": 75331, "epoch": 423, "lr": 2.0108541305477992e-05}
{"train_loss": 0.004330780822783709, "global_step": 75332, "epoch": 423, "lr": 2.010735675852154e-05}
{"train_loss": 0.001338559901341796, "global_step": 75333, "epoch": 423, "lr": 2.0106172237674542e-05}
{"train_loss": 0.0014725264627486467, "global_step": 75334, "epoch": 423, "lr": 2.0104987742938015e-05}
{"train_loss": 0.0013087199768051505, "global_step": 75335, "epoch": 423, "lr": 2.0103803274313e-05}
{"train_loss": 0.0014696354046463966, "global_step": 75336, "epoch": 423, "lr": 2.010261883180053e-05}
{"train_loss": 0.002840437227860093, "global_step": 75337, "epoch": 423, "lr": 2.0101434415401617e-05}
{"train_loss": 0.001365983858704567, "global_step": 75338, "epoch": 423, "lr": 2.0100250025117344e-05}
{"train_loss": 0.0030147996731102467, "global_step": 75339, "epoch": 423, "lr": 2.0099065660948692e-05}
{"train_loss": 0.001419997657649219, "global_step": 75340, "epoch": 423, "lr": 2.0097881322896733e-05}
{"train_loss": 0.001274097478017211, "global_step": 75341, "epoch": 423, "lr": 2.009669701096249e-05}
{"train_loss": 0.0039193034172058105, "global_step": 75342, "epoch": 423, "lr": 2.0095512725146997e-05}
{"train_loss": 0.003185128793120384, "global_step": 75343, "epoch": 423, "lr": 2.0094328465451284e-05}
{"train_loss": 0.0008902016561478376, "global_step": 75344, "epoch": 423, "lr": 2.0093144231876394e-05}
{"train_loss": 0.0019945011008530855, "global_step": 75345, "epoch": 423, "lr": 2.0091960024423352e-05}
{"train_loss": 0.002442646771669388, "global_step": 75346, "epoch": 423, "lr": 2.0090775843093203e-05}
{"train_loss": 0.0011832064483314753, "global_step": 75347, "epoch": 423, "lr": 2.008959168788695e-05}
{"train_loss": 0.0016944953240454197, "global_step": 75348, "epoch": 423, "lr": 2.0088407558805696e-05}
{"train_loss": 0.001861783443018794, "global_step": 75349, "epoch": 423, "lr": 2.008722345585039e-05}
{"train_loss": 0.0020202004816383123, "global_step": 75350, "epoch": 423, "lr": 2.0086039379022125e-05}
{"train_loss": 0.0010026823729276657, "global_step": 75351, "epoch": 423, "lr": 2.0084855328321922e-05}
{"train_loss": 0.0010122316889464855, "global_step": 75352, "epoch": 423, "lr": 2.0083671303750805e-05}
{"train_loss": 0.0005944845033809543, "global_step": 75353, "epoch": 423, "lr": 2.008248730530982e-05}
{"train_loss": 0.0021206485107541084, "global_step": 75354, "epoch": 423, "lr": 2.008130333299998e-05}
{"train_loss": 0.002947035012766719, "global_step": 75355, "epoch": 423, "lr": 2.008011938682235e-05}
{"train_loss": 0.0011608479544520378, "global_step": 75356, "epoch": 423, "lr": 2.0078935466777947e-05}
{"train_loss": 0.0024652716238051653, "global_step": 75357, "epoch": 423, "lr": 2.007775157286781e-05}
{"train_loss": 0.0023686280474066734, "global_step": 75358, "epoch": 423, "lr": 2.007656770509297e-05}
{"train_loss": 0.000828060379717499, "global_step": 75359, "epoch": 423, "lr": 2.007538386345446e-05}
{"train_loss": 0.0009378306567668915, "global_step": 75360, "epoch": 423, "lr": 2.0074200047953295e-05}
{"train_loss": 0.000926507986150682, "global_step": 75361, "epoch": 423, "lr": 2.0073016258590566e-05}
{"train_loss": 0.0012605456868186593, "global_step": 75362, "epoch": 423, "lr": 2.0071832495367237e-05}
{"train_loss": 0.00052801170386374, "global_step": 75363, "epoch": 423, "lr": 2.007064875828441e-05}
{"train_loss": 0.0011094388319179416, "global_step": 75364, "epoch": 423, "lr": 2.0069465047343046e-05}
{"train_loss": 0.0014189183712005615, "global_step": 75365, "epoch": 423, "lr": 2.006828136254424e-05}
{"train_loss": 0.0015607912791892886, "global_step": 75366, "epoch": 423, "lr": 2.0067097703888992e-05}
{"train_loss": 0.0016820563469082117, "global_step": 75367, "epoch": 423, "lr": 2.0065914071378354e-05}
{"train_loss": 0.0005802731029689312, "global_step": 75368, "epoch": 423, "lr": 2.0064730465013353e-05}
{"train_loss": 0.0012792728375643492, "global_step": 75369, "epoch": 423, "lr": 2.006354688479502e-05}
{"train_loss": 0.003232879564166069, "global_step": 75370, "epoch": 423, "lr": 2.0062363330724375e-05}
{"train_loss": 0.00037400086876004934, "global_step": 75371, "epoch": 423, "lr": 2.0061179802802506e-05}
{"train_loss": 0.0020653270184993744, "global_step": 75372, "epoch": 423, "lr": 2.0059996301030366e-05}
{"train_loss": 0.0026047269348055124, "global_step": 75373, "epoch": 423, "lr": 2.005881282540905e-05}
{"train_loss": 0.0023739272728562355, "global_step": 75374, "epoch": 423, "lr": 2.005762937593958e-05}
{"train_loss": 0.0011991615174338222, "global_step": 75375, "epoch": 423, "lr": 2.005644595262296e-05}
{"train_loss": 0.0017224776092916727, "global_step": 75376, "epoch": 423, "lr": 2.005526255546028e-05}
{"train_loss": 0.0009481500019319355, "global_step": 75377, "epoch": 423, "lr": 2.0054079184452508e-05}
{"train_loss": 0.0014848067658022046, "global_step": 75378, "epoch": 423, "lr": 2.0052895839600723e-05}
{"train_loss": 0.0013778491411358118, "global_step": 75379, "epoch": 423, "lr": 2.0051712520905946e-05}
{"train_loss": 0.0018178555183112621, "global_step": 75380, "epoch": 423, "lr": 2.0050529228369213e-05}
{"train_loss": 0.0010048096301034093, "global_step": 75381, "epoch": 423, "lr": 2.0049345961991552e-05}
{"train_loss": 0.002116686664521694, "global_step": 75382, "epoch": 423, "lr": 2.0048162721774e-05}
{"train_loss": 0.0026391095016151667, "global_step": 75383, "epoch": 423, "lr": 2.004697950771759e-05}
{"train_loss": 0.0017428119899705052, "global_step": 75384, "epoch": 423, "lr": 2.004579631982335e-05}
{"train_loss": 0.0009291311725974083, "global_step": 75385, "epoch": 423, "lr": 2.0044613158092303e-05}
{"train_loss": 0.002465591300278902, "global_step": 75386, "epoch": 423, "lr": 2.0043430022525534e-05}
{"train_loss": 0.00047673657536506653, "global_step": 75387, "epoch": 423, "lr": 2.0042246913124003e-05}
{"train_loss": 0.0014413550961762667, "global_step": 75388, "epoch": 423, "lr": 2.0041063829888796e-05}
{"train_loss": 0.002783719450235367, "global_step": 75389, "epoch": 423, "lr": 2.0039880772820934e-05}
{"train_loss": 0.0019275499507784843, "global_step": 75390, "epoch": 423, "lr": 2.0038697741921448e-05}
{"train_loss": 0.001955530373379588, "global_step": 75391, "epoch": 423, "lr": 2.0037514737191365e-05}
{"train_loss": 0.0015216963365674019, "global_step": 75392, "epoch": 423, "lr": 2.003633175863173e-05}
{"train_loss": 0.0010643036803230643, "global_step": 75393, "epoch": 423, "lr": 2.003514880624355e-05}
{"train_loss": 0.0009615146555006504, "global_step": 75394, "epoch": 423, "lr": 2.0033965880027912e-05}
{"train_loss": 0.0020802118815481663, "global_step": 75395, "epoch": 423, "lr": 2.0032782979985776e-05}
{"train_loss": 0.002241682494059205, "global_step": 75396, "epoch": 423, "lr": 2.0031600106118236e-05}
{"train_loss": 0.0017025426495820284, "global_step": 75397, "epoch": 423, "lr": 2.0030417258426303e-05}
{"train_loss": 0.002159578027203679, "global_step": 75398, "epoch": 423, "lr": 2.0029234436910993e-05}
{"train_loss": 0.001980801112949848, "global_step": 75399, "epoch": 423, "lr": 2.0028051641573398e-05}
{"train_loss": 0.0010608858428895473, "global_step": 75400, "epoch": 423, "lr": 2.0026868872414468e-05}
{"train_loss": 0.002889123745262623, "global_step": 75401, "epoch": 423, "lr": 2.002568612943531e-05}
{"train_loss": 0.0016805499326437712, "global_step": 75402, "epoch": 423, "lr": 2.0024503412636897e-05}
{"train_loss": 0.0022351513616740704, "global_step": 75403, "epoch": 423, "lr": 2.0023320722020307e-05}
{"train_loss": 0.0015643287915736437, "global_step": 75404, "epoch": 423, "lr": 2.0022138057586555e-05}
{"train_loss": 0.00232262397184968, "global_step": 75405, "epoch": 423, "lr": 2.0020955419336675e-05}
{"train_loss": 0.0023757433518767357, "global_step": 75406, "epoch": 423, "lr": 2.0019772807271697e-05}
{"train_loss": 0.0012294426560401917, "global_step": 75407, "epoch": 423, "lr": 2.0018590221392665e-05}
{"train_loss": 0.0036026351153850555, "global_step": 75408, "epoch": 423, "lr": 2.0017407661700578e-05}
{"train_loss": 0.0011448923032730818, "global_step": 75409, "epoch": 423, "lr": 2.0016225128196537e-05}
{"train_loss": 0.0031038913875818253, "global_step": 75410, "epoch": 423, "lr": 2.0015042620881492e-05}
{"train_loss": 0.0015159992035478354, "global_step": 75411, "epoch": 423, "lr": 2.0013860139756535e-05}
{"train_loss": 0.002734818495810032, "global_step": 75412, "epoch": 423, "lr": 2.0012677684822685e-05}
{"train_loss": 0.0008515762165188789, "global_step": 75413, "epoch": 423, "lr": 2.0011495256080963e-05}
{"train_loss": 0.0020540552213788033, "global_step": 75414, "epoch": 423, "lr": 2.0010312853532414e-05}
{"train_loss": 0.0010522279189899564, "global_step": 75415, "epoch": 423, "lr": 2.0009130477178044e-05}
{"train_loss": 0.002556414809077978, "global_step": 75416, "epoch": 423, "lr": 2.0007948127018926e-05}
{"train_loss": 0.0008188919746316969, "global_step": 75417, "epoch": 423, "lr": 2.000676580305608e-05}
{"train_loss": 0.002069720532745123, "global_step": 75418, "epoch": 423, "lr": 2.0005583505290532e-05}
{"train_loss": 0.0023589390330016613, "global_step": 75419, "epoch": 423, "lr": 2.000440123372331e-05}
{"train_loss": 0.0027563110925257206, "global_step": 75420, "epoch": 423, "lr": 2.0003218988355456e-05}
{"train_loss": 0.002216056454926729, "global_step": 75421, "epoch": 423, "lr": 2.0002036769187998e-05}
{"train_loss": 0.0008070149342529476, "global_step": 75422, "epoch": 423, "lr": 2.0000854576221966e-05}
{"train_loss": 0.002479259157553315, "global_step": 75423, "epoch": 423, "lr": 1.999967240945838e-05}
{"train_loss": 0.0016795877600088716, "global_step": 75424, "epoch": 423, "lr": 1.9998490268898328e-05}
{"train_loss": 0.002241669688373804, "global_step": 75425, "epoch": 423, "lr": 1.9997308154542765e-05}
{"train_loss": 0.0009549545939080417, "global_step": 75426, "epoch": 423, "lr": 1.9996126066392778e-05}
{"train_loss": 0.0016211714828386903, "global_step": 75427, "epoch": 423, "lr": 1.9994944004449384e-05}
{"train_loss": 0.002095501171424985, "global_step": 75428, "epoch": 423, "lr": 1.9993761968713616e-05}
{"train_loss": 0.0010475540766492486, "global_step": 75429, "epoch": 423, "lr": 1.99925799591865e-05}
{"train_loss": 0.0029866397380828857, "global_step": 75430, "epoch": 423, "lr": 1.999139797586908e-05}
{"train_loss": 0.0024870005436241627, "global_step": 75431, "epoch": 423, "lr": 1.999021601876236e-05}
{"train_loss": 0.0013217870146036148, "global_step": 75432, "epoch": 423, "lr": 1.998903408786743e-05}
{"train_loss": 0.0011328521650284529, "global_step": 75433, "epoch": 423, "lr": 1.998785218318525e-05}
{"train_loss": 0.0015277753118425608, "global_step": 75434, "epoch": 423, "lr": 1.998667030471691e-05}
{"train_loss": 0.0015476765111088753, "global_step": 75435, "epoch": 423, "lr": 1.998548845246342e-05}
{"train_loss": 0.0014453432522714138, "global_step": 75436, "epoch": 423, "lr": 1.99843066264258e-05}
{"train_loss": 0.0008091212948784232, "global_step": 75437, "epoch": 423, "lr": 1.9983124826605122e-05}
{"train_loss": 0.002206675708293915, "global_step": 75438, "epoch": 423, "lr": 1.9981943053002362e-05}
{"train_loss": 0.0031197702046483755, "global_step": 75439, "epoch": 423, "lr": 1.998076130561862e-05}
{"train_loss": 0.0010364261688664556, "global_step": 75440, "epoch": 423, "lr": 1.9979579584454845e-05}
{"train_loss": 0.001097407890483737, "global_step": 75441, "epoch": 423, "lr": 1.997839788951214e-05}
{"train_loss": 0.0025566525291651487, "global_step": 75442, "epoch": 423, "lr": 1.9977216220791507e-05}
{"train_loss": 0.001767932903021574, "global_step": 75443, "epoch": 423, "lr": 1.9976034578293984e-05}
{"train_loss": 0.0032847027759999037, "global_step": 75444, "epoch": 423, "lr": 1.9974852962020607e-05}
{"train_loss": 0.0014385429676622152, "global_step": 75445, "epoch": 423, "lr": 1.9973671371972397e-05}
{"train_loss": 0.0017963564023375511, "global_step": 75446, "epoch": 423, "lr": 1.9972489808150373e-05}
{"train_loss": 0.0012039339635521173, "global_step": 75447, "epoch": 423, "lr": 1.9971308270555627e-05}
{"train_loss": 0.002469797618687153, "global_step": 75448, "epoch": 423, "lr": 1.997012675918911e-05}
{"train_loss": 0.0017775243613868952, "global_step": 75449, "epoch": 423, "lr": 1.9968945274051914e-05}
{"train_loss": 0.0013388621155172586, "global_step": 75450, "epoch": 423, "lr": 1.996776381514505e-05}
{"train_loss": 0.0011839421931654215, "global_step": 75451, "epoch": 423, "lr": 1.9966582382469552e-05}
{"train_loss": 0.002298804000020027, "global_step": 75452, "epoch": 423, "lr": 1.996540097602645e-05}
{"train_loss": 0.0013485840754583478, "global_step": 75453, "epoch": 423, "lr": 1.9964219595816775e-05}
{"train_loss": 0.002563117304816842, "global_step": 75454, "epoch": 423, "lr": 1.9963038241841563e-05}
{"train_loss": 0.0019850751850754023, "global_step": 75455, "epoch": 423, "lr": 1.9961856914101845e-05}
{"train_loss": 0.0018353649647906423, "global_step": 75456, "epoch": 423, "lr": 1.9960675612598627e-05}
{"train_loss": 0.002655903808772564, "global_step": 75457, "epoch": 423, "lr": 1.9959494337332983e-05}
{"train_loss": 0.0011935688089579344, "global_step": 75458, "epoch": 423, "lr": 1.9958313088305936e-05}
{"train_loss": 0.00118513242341578, "global_step": 75459, "epoch": 423, "lr": 1.9957131865518503e-05}
{"train_loss": 0.0009757935767993331, "global_step": 75460, "epoch": 423, "lr": 1.9955950668971717e-05}
{"train_loss": 0.000960164237767458, "global_step": 75461, "epoch": 423, "lr": 1.9954769498666598e-05}
{"train_loss": 0.0011968174949288368, "global_step": 75462, "epoch": 423, "lr": 1.995358835460423e-05}
{"train_loss": 0.0007037160685285926, "global_step": 75463, "epoch": 423, "lr": 1.9952407236785575e-05}
{"train_loss": 0.0004328484064899385, "global_step": 75464, "epoch": 423, "lr": 1.9951226145211714e-05}
{"train_loss": 0.001459229621104896, "global_step": 75465, "epoch": 423, "lr": 1.995004507988366e-05}
{"train_loss": 0.0025192894972860813, "global_step": 75466, "epoch": 423, "lr": 1.994886404080245e-05}
{"train_loss": 0.0028421562165021896, "global_step": 75467, "epoch": 423, "lr": 1.9947683027969115e-05}
{"train_loss": 0.00146534014493227, "global_step": 75468, "epoch": 423, "lr": 1.994650204138468e-05}
{"train_loss": 0.001539074582979083, "global_step": 75469, "epoch": 423, "lr": 1.9945321081050168e-05}
{"train_loss": 0.002343009226024151, "global_step": 75470, "epoch": 423, "lr": 1.994414014696665e-05}
{"train_loss": 0.0017312033027685194, "global_step": 75471, "epoch": 423, "lr": 1.99429592391351e-05}
{"train_loss": 0.0018638083711266518, "global_step": 75472, "epoch": 424, "lr": 1.9941778357556618e-05}
{"train_loss": 0.002996324095875025, "global_step": 75473, "epoch": 424, "lr": 1.9940597502232162e-05}
{"train_loss": 0.0019977688789367676, "global_step": 75474, "epoch": 424, "lr": 1.9939416673162807e-05}
{"train_loss": 0.0013433144195005298, "global_step": 75475, "epoch": 424, "lr": 1.9938235870349586e-05}
{"train_loss": 0.001811346272006631, "global_step": 75476, "epoch": 424, "lr": 1.9937055093793523e-05}
{"train_loss": 0.0015746804419904947, "global_step": 75477, "epoch": 424, "lr": 1.993587434349564e-05}
{"train_loss": 0.001076581422239542, "global_step": 75478, "epoch": 424, "lr": 1.9934693619456958e-05}
{"train_loss": 0.001202504034154117, "global_step": 75479, "epoch": 424, "lr": 1.993351292167855e-05}
{"train_loss": 0.0005620330339297652, "global_step": 75480, "epoch": 424, "lr": 1.9932332250161413e-05}
{"train_loss": 0.0017780635971575975, "global_step": 75481, "epoch": 424, "lr": 1.9931151604906596e-05}
{"train_loss": 0.0014018547954037786, "global_step": 75482, "epoch": 424, "lr": 1.992997098591512e-05}
{"train_loss": 0.0016056708991527557, "global_step": 75483, "epoch": 424, "lr": 1.992879039318802e-05}
{"train_loss": 0.0007100970251485705, "global_step": 75484, "epoch": 424, "lr": 1.99276098267263e-05}
{"train_loss": 0.003861348144710064, "global_step": 75485, "epoch": 424, "lr": 1.9926429286531062e-05}
{"train_loss": 0.002272665733471513, "global_step": 75486, "epoch": 424, "lr": 1.9925248772603256e-05}
{"train_loss": 0.0015566959045827389, "global_step": 75487, "epoch": 424, "lr": 1.9924068284943957e-05}
{"train_loss": 0.002473035827279091, "global_step": 75488, "epoch": 424, "lr": 1.9922887823554197e-05}
{"train_loss": 0.002280915156006813, "global_step": 75489, "epoch": 424, "lr": 1.9921707388435e-05}
{"train_loss": 0.0024621770717203617, "global_step": 75490, "epoch": 424, "lr": 1.992052697958739e-05}
{"train_loss": 0.002840619534254074, "global_step": 75491, "epoch": 424, "lr": 1.9919346597012406e-05}
{"train_loss": 0.0012617036700248718, "global_step": 75492, "epoch": 424, "lr": 1.991816624071108e-05}
{"train_loss": 0.0007250870112329721, "global_step": 75493, "epoch": 424, "lr": 1.9916985910684432e-05}
{"train_loss": 0.0020692087709903717, "global_step": 75494, "epoch": 424, "lr": 1.9915805606933486e-05}
{"train_loss": 0.0008528194157406688, "global_step": 75495, "epoch": 424, "lr": 1.991462532945932e-05}
{"train_loss": 0.001799258985556662, "global_step": 75496, "epoch": 424, "lr": 1.9913445078262898e-05}
{"train_loss": 0.000605848734267056, "global_step": 75497, "epoch": 424, "lr": 1.99122648533453e-05}
{"train_loss": 0.0024342734832316637, "global_step": 75498, "epoch": 424, "lr": 1.991108465470755e-05}
{"train_loss": 0.0011264542117714882, "global_step": 75499, "epoch": 424, "lr": 1.990990448235065e-05}
{"train_loss": 0.0011218664003536105, "global_step": 75500, "epoch": 424, "lr": 1.9908724336275682e-05}
{"train_loss": 0.001378931337967515, "global_step": 75501, "epoch": 424, "lr": 1.9907544216483616e-05}
{"train_loss": 0.0014402444940060377, "global_step": 75502, "epoch": 424, "lr": 1.990636412297553e-05}
{"train_loss": 0.001247410080395639, "global_step": 75503, "epoch": 424, "lr": 1.9905184055752434e-05}
{"train_loss": 0.0020556850358843803, "global_step": 75504, "epoch": 424, "lr": 1.9904004014815364e-05}
{"train_loss": 0.0011999642010778189, "global_step": 75505, "epoch": 424, "lr": 1.990282400016535e-05}
{"train_loss": 0.002818699460476637, "global_step": 75506, "epoch": 424, "lr": 1.990164401180342e-05}
{"train_loss": 0.0010479727061465383, "global_step": 75507, "epoch": 424, "lr": 1.9900464049730594e-05}
{"train_loss": 0.0007624191348440945, "global_step": 75508, "epoch": 424, "lr": 1.9899284113947948e-05}
{"train_loss": 0.0018763658590614796, "global_step": 75509, "epoch": 424, "lr": 1.9898104204456443e-05}
{"train_loss": 0.0012710726587101817, "global_step": 75510, "epoch": 424, "lr": 1.9896924321257183e-05}
{"train_loss": 0.002002113964408636, "global_step": 75511, "epoch": 424, "lr": 1.9895744464351123e-05}
{"train_loss": 0.0012894058600068092, "global_step": 75512, "epoch": 424, "lr": 1.9894564633739354e-05}
{"train_loss": 0.00117165083065629, "global_step": 75513, "epoch": 424, "lr": 1.9893384829422883e-05}
{"train_loss": 0.0018515379633754492, "global_step": 75514, "epoch": 424, "lr": 1.989220505140274e-05}
{"train_loss": 0.0023970557376742363, "global_step": 75515, "epoch": 424, "lr": 1.989102529967996e-05}
{"train_loss": 0.0019628708250820637, "global_step": 75516, "epoch": 424, "lr": 1.988984557425558e-05}
{"train_loss": 0.0015230756253004074, "global_step": 75517, "epoch": 424, "lr": 1.988866587513059e-05}
{"train_loss": 0.0008389774011448026, "global_step": 75518, "epoch": 424, "lr": 1.9887486202306095e-05}
{"train_loss": 0.0028859246522188187, "global_step": 75519, "epoch": 424, "lr": 1.9886306555783046e-05}
{"train_loss": 0.0013227348681539297, "global_step": 75520, "epoch": 424, "lr": 1.9885126935562525e-05}
{"train_loss": 0.0037636933848261833, "global_step": 75521, "epoch": 424, "lr": 1.9883947341645555e-05}
{"train_loss": 0.0011786968680098653, "global_step": 75522, "epoch": 424, "lr": 1.9882767774033136e-05}
{"train_loss": 0.0024662544019520283, "global_step": 75523, "epoch": 424, "lr": 1.988158823272635e-05}
{"train_loss": 0.0022341711446642876, "global_step": 75524, "epoch": 424, "lr": 1.9880408717726167e-05}
{"train_loss": 0.0019439911702647805, "global_step": 75525, "epoch": 424, "lr": 1.987922922903367e-05}
{"train_loss": 0.0013016383163630962, "global_step": 75526, "epoch": 424, "lr": 1.9878049766649865e-05}
{"train_loss": 0.0007207858725450933, "global_step": 75527, "epoch": 424, "lr": 1.987687033057578e-05}
{"train_loss": 0.001254743430763483, "global_step": 75528, "epoch": 424, "lr": 1.9875690920812457e-05}
{"train_loss": 0.0020011223386973143, "global_step": 75529, "epoch": 424, "lr": 1.9874511537360918e-05}
{"train_loss": 0.00164021085947752, "global_step": 75530, "epoch": 424, "lr": 1.9873332180222186e-05}
{"train_loss": 0.0020219446159899235, "global_step": 75531, "epoch": 424, "lr": 1.987215284939731e-05}
{"train_loss": 0.0014292290434241295, "global_step": 75532, "epoch": 424, "lr": 1.9870973544887282e-05}
{"train_loss": 0.0012599150650203228, "global_step": 75533, "epoch": 424, "lr": 1.9869794266693203e-05}
{"train_loss": 0.0008348014671355486, "global_step": 75534, "epoch": 424, "lr": 1.986861501481602e-05}
{"train_loss": 0.0019924526568502188, "global_step": 75535, "epoch": 424, "lr": 1.986743578925682e-05}
{"train_loss": 0.0030840106774121523, "global_step": 75536, "epoch": 424, "lr": 1.9866256590016618e-05}
{"train_loss": 0.000453129323432222, "global_step": 75537, "epoch": 424, "lr": 1.986507741709644e-05}
{"train_loss": 0.0013883044011890888, "global_step": 75538, "epoch": 424, "lr": 1.986389827049731e-05}
{"train_loss": 0.00357479858212173, "global_step": 75539, "epoch": 424, "lr": 1.9862719150220277e-05}
{"train_loss": 0.0008655695710331202, "global_step": 75540, "epoch": 424, "lr": 1.986154005626633e-05}
{"train_loss": 0.0007998826913535595, "global_step": 75541, "epoch": 424, "lr": 1.9860360988636555e-05}
{"train_loss": 0.0009018637356348336, "global_step": 75542, "epoch": 424, "lr": 1.985918194733195e-05}
{"train_loss": 0.0016115494072437286, "global_step": 75543, "epoch": 424, "lr": 1.9858002932353554e-05}
{"train_loss": 0.0016676244558766484, "global_step": 75544, "epoch": 424, "lr": 1.9856823943702384e-05}
{"train_loss": 0.0011047543957829475, "global_step": 75545, "epoch": 424, "lr": 1.9855644981379468e-05}
{"train_loss": 0.001530656823888421, "global_step": 75546, "epoch": 424, "lr": 1.9854466045385877e-05}
{"train_loss": 0.0016793846152722836, "global_step": 75547, "epoch": 424, "lr": 1.9853287135722576e-05}
{"train_loss": 0.002270990051329136, "global_step": 75548, "epoch": 424, "lr": 1.9852108252390666e-05}
{"train_loss": 0.0013885274529457092, "global_step": 75549, "epoch": 424, "lr": 1.98509293953911e-05}
{"train_loss": 0.002764888107776642, "global_step": 75550, "epoch": 424, "lr": 1.9849750564724968e-05}
{"train_loss": 0.0011140578426420689, "global_step": 75551, "epoch": 424, "lr": 1.9848571760393277e-05}
{"train_loss": 0.0018011610954999924, "global_step": 75552, "epoch": 424, "lr": 1.9847392982397056e-05}
{"train_loss": 0.0017724507488310337, "global_step": 75553, "epoch": 424, "lr": 1.9846214230737336e-05}
{"train_loss": 0.0003479786100797355, "global_step": 75554, "epoch": 424, "lr": 1.984503550541515e-05}
{"train_loss": 0.001829426852054894, "global_step": 75555, "epoch": 424, "lr": 1.9843856806431505e-05}
{"train_loss": 0.0024964185431599617, "global_step": 75556, "epoch": 424, "lr": 1.9842678133787484e-05}
{"train_loss": 0.0009517922881059349, "global_step": 75557, "epoch": 424, "lr": 1.984149948748405e-05}
{"train_loss": 0.0015534800477325916, "global_step": 75558, "epoch": 424, "lr": 1.9840320867522283e-05}
{"train_loss": 0.0015830707270652056, "global_step": 75559, "epoch": 424, "lr": 1.9839142273903194e-05}
{"train_loss": 0.0021690414287149906, "global_step": 75560, "epoch": 424, "lr": 1.983796370662781e-05}
{"train_loss": 0.0007372385589405894, "global_step": 75561, "epoch": 424, "lr": 1.983678516569717e-05}
{"train_loss": 0.0023968592286109924, "global_step": 75562, "epoch": 424, "lr": 1.9835606651112275e-05}
{"train_loss": 0.0008772363653406501, "global_step": 75563, "epoch": 424, "lr": 1.983442816287419e-05}
{"train_loss": 0.0013900839257985353, "global_step": 75564, "epoch": 424, "lr": 1.9833249700983934e-05}
{"train_loss": 0.0020853839814662933, "global_step": 75565, "epoch": 424, "lr": 1.9832071265442538e-05}
{"train_loss": 0.0017184726893901825, "global_step": 75566, "epoch": 424, "lr": 1.9830892856251022e-05}
{"train_loss": 0.0029194927774369717, "global_step": 75567, "epoch": 424, "lr": 1.9829714473410417e-05}
{"train_loss": 0.001549877692013979, "global_step": 75568, "epoch": 424, "lr": 1.982853611692176e-05}
{"train_loss": 0.002398374490439892, "global_step": 75569, "epoch": 424, "lr": 1.982735778678607e-05}
{"train_loss": 0.00062691600760445, "global_step": 75570, "epoch": 424, "lr": 1.9826179483004366e-05}
{"train_loss": 0.0011056350776925683, "global_step": 75571, "epoch": 424, "lr": 1.9825001205577726e-05}
{"train_loss": 0.0014775184681639075, "global_step": 75572, "epoch": 424, "lr": 1.982382295450711e-05}
{"train_loss": 0.001475269440561533, "global_step": 75573, "epoch": 424, "lr": 1.98226447297936e-05}
{"train_loss": 0.002624123590067029, "global_step": 75574, "epoch": 424, "lr": 1.982146653143821e-05}
{"train_loss": 0.0015751479659229517, "global_step": 75575, "epoch": 424, "lr": 1.9820288359441963e-05}
{"train_loss": 0.0007384428754448891, "global_step": 75576, "epoch": 424, "lr": 1.9819110213805897e-05}
{"train_loss": 0.002114503411576152, "global_step": 75577, "epoch": 424, "lr": 1.9817932094531035e-05}
{"train_loss": 0.0015436999965459108, "global_step": 75578, "epoch": 424, "lr": 1.9816754001618382e-05}
{"train_loss": 0.0008363918168470263, "global_step": 75579, "epoch": 424, "lr": 1.981557593506903e-05}
{"train_loss": 0.001351368729956448, "global_step": 75580, "epoch": 424, "lr": 1.981439789488394e-05}
{"train_loss": 0.0014868136495351791, "global_step": 75581, "epoch": 424, "lr": 1.9813219881064204e-05}
{"train_loss": 0.003072721417993307, "global_step": 75582, "epoch": 424, "lr": 1.981204189361078e-05}
{"train_loss": 0.0011442361865192652, "global_step": 75583, "epoch": 424, "lr": 1.9810863932524754e-05}
{"train_loss": 0.0018624996300786734, "global_step": 75584, "epoch": 424, "lr": 1.9809685997807133e-05}
{"train_loss": 0.002261520829051733, "global_step": 75585, "epoch": 424, "lr": 1.980850808945893e-05}
{"train_loss": 0.0006041863816790283, "global_step": 75586, "epoch": 424, "lr": 1.9807330207481233e-05}
{"train_loss": 0.0036073154769837856, "global_step": 75587, "epoch": 424, "lr": 1.980615235187499e-05}
{"train_loss": 0.0013124223332852125, "global_step": 75588, "epoch": 424, "lr": 1.980497452264129e-05}
{"train_loss": 0.0022986503317952156, "global_step": 75589, "epoch": 424, "lr": 1.9803796719781142e-05}
{"train_loss": 0.0017135681118816137, "global_step": 75590, "epoch": 424, "lr": 1.980261894329557e-05}
{"train_loss": 0.0006202947115525603, "global_step": 75591, "epoch": 424, "lr": 1.980144119318561e-05}
{"train_loss": 0.0012323986738920212, "global_step": 75592, "epoch": 424, "lr": 1.980026346945229e-05}
{"train_loss": 0.0017564005684107542, "global_step": 75593, "epoch": 424, "lr": 1.9799085772096614e-05}
{"train_loss": 0.0009311857866123319, "global_step": 75594, "epoch": 424, "lr": 1.979790810111967e-05}
{"train_loss": 0.0013011654373258352, "global_step": 75595, "epoch": 424, "lr": 1.9796730456522415e-05}
{"train_loss": 0.0028378008864820004, "global_step": 75596, "epoch": 424, "lr": 1.9795552838305932e-05}
{"train_loss": 0.0016932296566665173, "global_step": 75597, "epoch": 424, "lr": 1.9794375246471226e-05}
{"train_loss": 0.0013686211314052343, "global_step": 75598, "epoch": 424, "lr": 1.9793197681019332e-05}
{"train_loss": 0.0022737006656825542, "global_step": 75599, "epoch": 424, "lr": 1.9792020141951274e-05}
{"train_loss": 0.0009179685148410499, "global_step": 75600, "epoch": 424, "lr": 1.9790842629268087e-05}
{"train_loss": 0.0007788834045641124, "global_step": 75601, "epoch": 424, "lr": 1.9789665142970788e-05}
{"train_loss": 0.0021245540119707584, "global_step": 75602, "epoch": 424, "lr": 1.9788487683060413e-05}
{"train_loss": 0.0014298958703875542, "global_step": 75603, "epoch": 424, "lr": 1.9787310249537977e-05}
{"train_loss": 0.00048409533337689936, "global_step": 75604, "epoch": 424, "lr": 1.9786132842404537e-05}
{"train_loss": 0.0030142171308398247, "global_step": 75605, "epoch": 424, "lr": 1.9784955461661103e-05}
{"train_loss": 0.001501947408542037, "global_step": 75606, "epoch": 424, "lr": 1.978377810730871e-05}
{"train_loss": 0.0033166317734867334, "global_step": 75607, "epoch": 424, "lr": 1.978260077934838e-05}
{"train_loss": 0.0025016223080456257, "global_step": 75608, "epoch": 424, "lr": 1.9781423477781124e-05}
{"train_loss": 0.002149535110220313, "global_step": 75609, "epoch": 424, "lr": 1.9780246202608028e-05}
{"train_loss": 0.0010707539040595293, "global_step": 75610, "epoch": 424, "lr": 1.977906895383005e-05}
{"train_loss": 0.0025439744349569082, "global_step": 75611, "epoch": 424, "lr": 1.9777891731448262e-05}
{"train_loss": 0.001633077277801931, "global_step": 75612, "epoch": 424, "lr": 1.977671453546368e-05}
{"train_loss": 0.0014895449858158827, "global_step": 75613, "epoch": 424, "lr": 1.977553736587734e-05}
{"train_loss": 0.001399340108036995, "global_step": 75614, "epoch": 424, "lr": 1.977436022269026e-05}
{"train_loss": 0.0015744323609396815, "global_step": 75615, "epoch": 424, "lr": 1.977318310590347e-05}
{"train_loss": 0.0025153395254164934, "global_step": 75616, "epoch": 424, "lr": 1.977200601551798e-05}
{"train_loss": 0.002132515422999859, "global_step": 75617, "epoch": 424, "lr": 1.9770828951534875e-05}
{"train_loss": 0.0017814727034419775, "global_step": 75618, "epoch": 424, "lr": 1.976965191395511e-05}
{"train_loss": 0.002629435621201992, "global_step": 75619, "epoch": 424, "lr": 1.9768474902779788e-05}
{"train_loss": 0.0008821965893730521, "global_step": 75620, "epoch": 424, "lr": 1.9767297918009858e-05}
{"train_loss": 0.002540671732276678, "global_step": 75621, "epoch": 424, "lr": 1.9766120959646406e-05}
{"train_loss": 0.002507717814296484, "global_step": 75622, "epoch": 424, "lr": 1.976494402769044e-05}
{"train_loss": 0.0012204719241708517, "global_step": 75623, "epoch": 424, "lr": 1.976376712214299e-05}
{"train_loss": 0.0013267596950754523, "global_step": 75624, "epoch": 424, "lr": 1.9762590243005084e-05}
{"train_loss": 0.0016958548221737146, "global_step": 75625, "epoch": 424, "lr": 1.9761413390277738e-05}
{"train_loss": 0.0018915350083261728, "global_step": 75626, "epoch": 424, "lr": 1.9760236563962003e-05}
{"train_loss": 0.001244804123416543, "global_step": 75627, "epoch": 424, "lr": 1.9759059764058897e-05}
{"train_loss": 0.0007147705764509737, "global_step": 75628, "epoch": 424, "lr": 1.975788299056945e-05}
{"train_loss": 0.0009025443578138947, "global_step": 75629, "epoch": 424, "lr": 1.9756706243494684e-05}
{"train_loss": 0.0024750938173383474, "global_step": 75630, "epoch": 424, "lr": 1.9755529522835624e-05}
{"train_loss": 0.0027289462741464376, "global_step": 75631, "epoch": 424, "lr": 1.9754352828593288e-05}
{"train_loss": 0.0017850452568382025, "global_step": 75632, "epoch": 424, "lr": 1.9753176160768754e-05}
{"train_loss": 0.0024413312785327435, "global_step": 75633, "epoch": 424, "lr": 1.975199951936298e-05}
{"train_loss": 0.0009014587267301977, "global_step": 75634, "epoch": 424, "lr": 1.9750822904377048e-05}
{"train_loss": 0.0019550297874957323, "global_step": 75635, "epoch": 424, "lr": 1.974964631581196e-05}
{"train_loss": 0.0008503854041919112, "global_step": 75636, "epoch": 424, "lr": 1.9748469753668752e-05}
{"train_loss": 0.000931889982894063, "global_step": 75637, "epoch": 424, "lr": 1.9747293217948453e-05}
{"train_loss": 0.0006361749256029725, "global_step": 75638, "epoch": 424, "lr": 1.9746116708652078e-05}
{"train_loss": 0.0025403990875929594, "global_step": 75639, "epoch": 424, "lr": 1.974494022578067e-05}
{"train_loss": 0.0008330302662216127, "global_step": 75640, "epoch": 424, "lr": 1.974376376933525e-05}
{"train_loss": 0.0008011853788048029, "global_step": 75641, "epoch": 424, "lr": 1.9742587339316825e-05}
{"train_loss": 0.0020600580610334873, "global_step": 75642, "epoch": 424, "lr": 1.974141093572648e-05}
{"train_loss": 0.0013986197300255299, "global_step": 75643, "epoch": 424, "lr": 1.9740234558565168e-05}
{"train_loss": 0.0009046843042597175, "global_step": 75644, "epoch": 424, "lr": 1.9739058207833978e-05}
{"train_loss": 0.0014723737258464098, "global_step": 75645, "epoch": 424, "lr": 1.973788188353391e-05}
{"train_loss": 0.0032145651057362556, "global_step": 75646, "epoch": 424, "lr": 1.973670558566597e-05}
{"train_loss": 0.0005353824235498905, "global_step": 75647, "epoch": 424, "lr": 1.9735529314231253e-05}
{"train_loss": 0.0011540802661329508, "global_step": 75648, "epoch": 424, "lr": 1.973435306923071e-05}
{"train_loss": 0.0016679983756771792, "global_step": 75649, "epoch": 424, "lr": 1.9733176850665415e-05}
{"train_loss": 0.000797323533333838, "global_step": 75650, "epoch": 425, "lr": 1.9732000658536387e-05}
{"train_loss": 0.0025515826418995857, "global_step": 75651, "epoch": 425, "lr": 1.9730824492844646e-05}
{"train_loss": 0.0015903941821306944, "global_step": 75652, "epoch": 425, "lr": 1.9729648353591223e-05}
{"train_loss": 0.0008096853271126747, "global_step": 75653, "epoch": 425, "lr": 1.972847224077714e-05}
{"train_loss": 0.0023911544121801853, "global_step": 75654, "epoch": 425, "lr": 1.972729615440342e-05}
{"train_loss": 0.0015668768901377916, "global_step": 75655, "epoch": 425, "lr": 1.972612009447113e-05}
{"train_loss": 0.0015436217654496431, "global_step": 75656, "epoch": 425, "lr": 1.9724944060981228e-05}
{"train_loss": 0.002341059036552906, "global_step": 75657, "epoch": 425, "lr": 1.9723768053934814e-05}
{"train_loss": 0.001177292549982667, "global_step": 75658, "epoch": 425, "lr": 1.9722592073332848e-05}
{"train_loss": 0.001240942976437509, "global_step": 75659, "epoch": 425, "lr": 1.9721416119176405e-05}
{"train_loss": 0.0020332683343440294, "global_step": 75660, "epoch": 425, "lr": 1.97202401914665e-05}
{"train_loss": 0.0014108654577285051, "global_step": 75661, "epoch": 425, "lr": 1.9719064290204157e-05}
{"train_loss": 0.0014094824437052011, "global_step": 75662, "epoch": 425, "lr": 1.9717888415390402e-05}
{"train_loss": 0.0024628809187561274, "global_step": 75663, "epoch": 425, "lr": 1.9716712567026264e-05}
{"train_loss": 0.0007367967045865953, "global_step": 75664, "epoch": 425, "lr": 1.971553674511275e-05}
{"train_loss": 0.0018723341636359692, "global_step": 75665, "epoch": 425, "lr": 1.971436094965094e-05}
{"train_loss": 0.002212753053754568, "global_step": 75666, "epoch": 425, "lr": 1.9713185180641796e-05}
{"train_loss": 0.0006627471302635968, "global_step": 75667, "epoch": 425, "lr": 1.9712009438086387e-05}
{"train_loss": 0.0027716713957488537, "global_step": 75668, "epoch": 425, "lr": 1.9710833721985732e-05}
{"train_loss": 0.00139204366132617, "global_step": 75669, "epoch": 425, "lr": 1.9709658032340843e-05}
{"train_loss": 0.0008320134365931153, "global_step": 75670, "epoch": 425, "lr": 1.9708482369152788e-05}
{"train_loss": 0.0026367558166384697, "global_step": 75671, "epoch": 425, "lr": 1.9707306732422532e-05}
{"train_loss": 0.0011683972552418709, "global_step": 75672, "epoch": 425, "lr": 1.970613112215115e-05}
{"train_loss": 0.004870784003287554, "global_step": 75673, "epoch": 425, "lr": 1.9704955538339652e-05}
{"train_loss": 0.0008735721930861473, "global_step": 75674, "epoch": 425, "lr": 1.970377998098907e-05}
{"train_loss": 0.0007521257502958179, "global_step": 75675, "epoch": 425, "lr": 1.9702604450100427e-05}
{"train_loss": 0.0018124132184311748, "global_step": 75676, "epoch": 425, "lr": 1.9701428945674742e-05}
{"train_loss": 0.0015529461670666933, "global_step": 75677, "epoch": 425, "lr": 1.970025346771306e-05}
{"train_loss": 0.0025776210241019726, "global_step": 75678, "epoch": 425, "lr": 1.9699078016216394e-05}
{"train_loss": 0.001979049062356353, "global_step": 75679, "epoch": 425, "lr": 1.9697902591185753e-05}
{"train_loss": 0.0018229057313874364, "global_step": 75680, "epoch": 425, "lr": 1.9696727192622222e-05}
{"train_loss": 0.0018469863571226597, "global_step": 75681, "epoch": 425, "lr": 1.9695551820526753e-05}
{"train_loss": 0.0010897376341745257, "global_step": 75682, "epoch": 425, "lr": 1.9694376474900426e-05}
{"train_loss": 0.0019904770888388157, "global_step": 75683, "epoch": 425, "lr": 1.9693201155744255e-05}
{"train_loss": 0.0021928558126091957, "global_step": 75684, "epoch": 425, "lr": 1.969202586305926e-05}
{"train_loss": 0.0019048297544941306, "global_step": 75685, "epoch": 425, "lr": 1.969085059684647e-05}
{"train_loss": 0.0012697976781055331, "global_step": 75686, "epoch": 425, "lr": 1.968967535710692e-05}
{"train_loss": 0.0016560544027015567, "global_step": 75687, "epoch": 425, "lr": 1.9688500143841603e-05}
{"train_loss": 0.0018783581908792257, "global_step": 75688, "epoch": 425, "lr": 1.968732495705159e-05}
{"train_loss": 0.0018615764565765858, "global_step": 75689, "epoch": 425, "lr": 1.968614979673789e-05}
{"train_loss": 0.0007626275182701647, "global_step": 75690, "epoch": 425, "lr": 1.9684974662901524e-05}
{"train_loss": 0.001881091739051044, "global_step": 75691, "epoch": 425, "lr": 1.9683799555543526e-05}
{"train_loss": 0.0012438143603503704, "global_step": 75692, "epoch": 425, "lr": 1.9682624474664903e-05}
{"train_loss": 0.0009471483645029366, "global_step": 75693, "epoch": 425, "lr": 1.968144942026672e-05}
{"train_loss": 0.0024243220686912537, "global_step": 75694, "epoch": 425, "lr": 1.968027439234996e-05}
{"train_loss": 0.000772954779677093, "global_step": 75695, "epoch": 425, "lr": 1.96790993909157e-05}
{"train_loss": 0.0016155547928065062, "global_step": 75696, "epoch": 425, "lr": 1.96779244159649e-05}
{"train_loss": 0.002747981110587716, "global_step": 75697, "epoch": 425, "lr": 1.967674946749864e-05}
{"train_loss": 0.0010762481251731515, "global_step": 75698, "epoch": 425, "lr": 1.9675574545517926e-05}
{"train_loss": 0.0011040524113923311, "global_step": 75699, "epoch": 425, "lr": 1.967439965002379e-05}
{"train_loss": 0.0015808200696483254, "global_step": 75700, "epoch": 425, "lr": 1.967322478101725e-05}
{"train_loss": 0.0018178191967308521, "global_step": 75701, "epoch": 425, "lr": 1.9672049938499344e-05}
{"train_loss": 0.001060924376361072, "global_step": 75702, "epoch": 425, "lr": 1.9670875122471067e-05}
{"train_loss": 0.0011419851798564196, "global_step": 75703, "epoch": 425, "lr": 1.966970033293351e-05}
{"train_loss": 0.0009023333550430834, "global_step": 75704, "epoch": 425, "lr": 1.966852556988762e-05}
{"train_loss": 0.003728046314790845, "global_step": 75705, "epoch": 425, "lr": 1.966735083333448e-05}
{"train_loss": 0.001262017758563161, "global_step": 75706, "epoch": 425, "lr": 1.9666176123275097e-05}
{"train_loss": 0.0009414782398380339, "global_step": 75707, "epoch": 425, "lr": 1.9665001439710495e-05}
{"train_loss": 0.0011055368231609464, "global_step": 75708, "epoch": 425, "lr": 1.966382678264171e-05}
{"train_loss": 0.0014713456621393561, "global_step": 75709, "epoch": 425, "lr": 1.966265215206974e-05}
{"train_loss": 0.0020832763984799385, "global_step": 75710, "epoch": 425, "lr": 1.966147754799566e-05}
{"train_loss": 0.0018044551834464073, "global_step": 75711, "epoch": 425, "lr": 1.966030297042044e-05}
{"train_loss": 0.0023926598951220512, "global_step": 75712, "epoch": 425, "lr": 1.965912841934515e-05}
{"train_loss": 0.0024765802081674337, "global_step": 75713, "epoch": 425, "lr": 1.9657953894770798e-05}
{"train_loss": 0.0008857629727572203, "global_step": 75714, "epoch": 425, "lr": 1.965677939669841e-05}
{"train_loss": 0.0024666478857398033, "global_step": 75715, "epoch": 425, "lr": 1.965560492512902e-05}
{"train_loss": 0.0027219289913773537, "global_step": 75716, "epoch": 425, "lr": 1.965443048006364e-05}
{"train_loss": 0.002514955820515752, "global_step": 75717, "epoch": 425, "lr": 1.9653256061503283e-05}
{"train_loss": 0.0016466364031657577, "global_step": 75718, "epoch": 425, "lr": 1.9652081669449036e-05}
{"train_loss": 0.0011208431096747518, "global_step": 75719, "epoch": 425, "lr": 1.9650907303901843e-05}
{"train_loss": 0.0010798226576298475, "global_step": 75720, "epoch": 425, "lr": 1.9649732964862793e-05}
{"train_loss": 0.0032963277772068977, "global_step": 75721, "epoch": 425, "lr": 1.964855865233289e-05}
{"train_loss": 0.001116703962907195, "global_step": 75722, "epoch": 425, "lr": 1.9647384366313148e-05}
{"train_loss": 0.0024138730950653553, "global_step": 75723, "epoch": 425, "lr": 1.9646210106804613e-05}
{"train_loss": 0.0010658062528818846, "global_step": 75724, "epoch": 425, "lr": 1.9645035873808297e-05}
{"train_loss": 0.002651593182235956, "global_step": 75725, "epoch": 425, "lr": 1.9643861667325214e-05}
{"train_loss": 0.0015385046135634184, "global_step": 75726, "epoch": 425, "lr": 1.9642687487356437e-05}
{"train_loss": 0.0007509823772124946, "global_step": 75727, "epoch": 425, "lr": 1.9641513333902923e-05}
{"train_loss": 0.0008088955073617399, "global_step": 75728, "epoch": 425, "lr": 1.9640339206965774e-05}
{"train_loss": 0.0032104616984725, "global_step": 75729, "epoch": 425, "lr": 1.9639165106545938e-05}
{"train_loss": 0.0021888702176511288, "global_step": 75730, "epoch": 425, "lr": 1.9637991032644497e-05}
{"train_loss": 0.004824393894523382, "global_step": 75731, "epoch": 425, "lr": 1.9636816985262458e-05}
{"train_loss": 0.0026021020021289587, "global_step": 75732, "epoch": 425, "lr": 1.9635642964400825e-05}
{"train_loss": 0.003188523929566145, "global_step": 75733, "epoch": 425, "lr": 1.9634468970060684e-05}
{"train_loss": 0.003175188787281513, "global_step": 75734, "epoch": 425, "lr": 1.963329500224298e-05}
{"train_loss": 0.001292910659685731, "global_step": 75735, "epoch": 425, "lr": 1.9632121060948803e-05}
{"train_loss": 0.0013910613488405943, "global_step": 75736, "epoch": 425, "lr": 1.963094714617915e-05}
{"train_loss": 0.0007883548969402909, "global_step": 75737, "epoch": 425, "lr": 1.9629773257935057e-05}
{"train_loss": 0.0008880893001332879, "global_step": 75738, "epoch": 425, "lr": 1.962859939621754e-05}
{"train_loss": 0.002286318689584732, "global_step": 75739, "epoch": 425, "lr": 1.9627425561027624e-05}
{"train_loss": 0.0030082878656685352, "global_step": 75740, "epoch": 425, "lr": 1.9626251752366327e-05}
{"train_loss": 0.0011441911337897182, "global_step": 75741, "epoch": 425, "lr": 1.9625077970234716e-05}
{"train_loss": 0.002113411668688059, "global_step": 75742, "epoch": 425, "lr": 1.962390421463375e-05}
{"train_loss": 0.0013047053944319487, "global_step": 75743, "epoch": 425, "lr": 1.962273048556451e-05}
{"train_loss": 0.0018804293358698487, "global_step": 75744, "epoch": 425, "lr": 1.9621556783028e-05}
{"train_loss": 0.0009290914749726653, "global_step": 75745, "epoch": 425, "lr": 1.962038310702524e-05}
{"train_loss": 0.001551542547531426, "global_step": 75746, "epoch": 425, "lr": 1.961920945755727e-05}
{"train_loss": 0.0012831364292651415, "global_step": 75747, "epoch": 425, "lr": 1.9618035834625104e-05}
{"train_loss": 0.0014686714857816696, "global_step": 75748, "epoch": 425, "lr": 1.9616862238229766e-05}
{"train_loss": 0.003649954916909337, "global_step": 75749, "epoch": 425, "lr": 1.9615688668372285e-05}
{"train_loss": 0.002581782639026642, "global_step": 75750, "epoch": 425, "lr": 1.9614515125053672e-05}
{"train_loss": 0.001071921200491488, "global_step": 75751, "epoch": 425, "lr": 1.9613341608274976e-05}
{"train_loss": 0.002005846705287695, "global_step": 75752, "epoch": 425, "lr": 1.9612168118037217e-05}
{"train_loss": 0.0019848321098834276, "global_step": 75753, "epoch": 425, "lr": 1.9610994654341415e-05}
{"train_loss": 0.0021304371766746044, "global_step": 75754, "epoch": 425, "lr": 1.960982121718859e-05}
{"train_loss": 0.0012886279728263617, "global_step": 75755, "epoch": 425, "lr": 1.9608647806579754e-05}
{"train_loss": 0.001103708753362298, "global_step": 75756, "epoch": 425, "lr": 1.9607474422515986e-05}
{"train_loss": 0.003256085328757763, "global_step": 75757, "epoch": 425, "lr": 1.9606301064998244e-05}
{"train_loss": 0.0005846294807270169, "global_step": 75758, "epoch": 425, "lr": 1.9605127734027595e-05}
{"train_loss": 0.0034566326066851616, "global_step": 75759, "epoch": 425, "lr": 1.9603954429605053e-05}
{"train_loss": 0.0006910414667800069, "global_step": 75760, "epoch": 425, "lr": 1.960278115173164e-05}
{"train_loss": 0.002233670325949788, "global_step": 75761, "epoch": 425, "lr": 1.960160790040838e-05}
{"train_loss": 0.002020948100835085, "global_step": 75762, "epoch": 425, "lr": 1.9600434675636304e-05}
{"train_loss": 0.0018559913150966167, "global_step": 75763, "epoch": 425, "lr": 1.9599261477416413e-05}
{"train_loss": 0.002666974440217018, "global_step": 75764, "epoch": 425, "lr": 1.959808830574979e-05}
{"train_loss": 0.0014113802462816238, "global_step": 75765, "epoch": 425, "lr": 1.9596915160637386e-05}
{"train_loss": 0.001690082484856248, "global_step": 75766, "epoch": 425, "lr": 1.9595742042080296e-05}
{"train_loss": 0.0012383484281599522, "global_step": 75767, "epoch": 425, "lr": 1.9594568950079472e-05}
{"train_loss": 0.0011034638155251741, "global_step": 75768, "epoch": 425, "lr": 1.9593395884635997e-05}
{"train_loss": 0.001382316928356886, "global_step": 75769, "epoch": 425, "lr": 1.9592222845750867e-05}
{"train_loss": 0.0011776341125369072, "global_step": 75770, "epoch": 425, "lr": 1.9591049833425122e-05}
{"train_loss": 0.0016945524839684367, "global_step": 75771, "epoch": 425, "lr": 1.9589876847659777e-05}
{"train_loss": 0.0017746395897120237, "global_step": 75772, "epoch": 425, "lr": 1.9588703888455846e-05}
{"train_loss": 0.0018896342953667045, "global_step": 75773, "epoch": 425, "lr": 1.9587530955814377e-05}
{"train_loss": 0.003674074774608016, "global_step": 75774, "epoch": 425, "lr": 1.958635804973638e-05}
{"train_loss": 0.0016506825340911746, "global_step": 75775, "epoch": 425, "lr": 1.958518517022289e-05}
{"train_loss": 0.0011679264716804028, "global_step": 75776, "epoch": 425, "lr": 1.9584012317274924e-05}
{"train_loss": 0.001161636901088059, "global_step": 75777, "epoch": 425, "lr": 1.9582839490893508e-05}
{"train_loss": 0.001384397386573255, "global_step": 75778, "epoch": 425, "lr": 1.9581666691079643e-05}
{"train_loss": 0.0027669118717312813, "global_step": 75779, "epoch": 425, "lr": 1.958049391783441e-05}
{"train_loss": 0.0011697157751768827, "global_step": 75780, "epoch": 425, "lr": 1.9579321171158767e-05}
{"train_loss": 0.0023475326597690582, "global_step": 75781, "epoch": 425, "lr": 1.9578148451053785e-05}
{"train_loss": 0.0009741733665578067, "global_step": 75782, "epoch": 425, "lr": 1.9576975757520478e-05}
{"train_loss": 0.0027368846349418163, "global_step": 75783, "epoch": 425, "lr": 1.9575803090559865e-05}
{"train_loss": 0.0013629854656755924, "global_step": 75784, "epoch": 425, "lr": 1.957463045017297e-05}
{"train_loss": 0.002882115077227354, "global_step": 75785, "epoch": 425, "lr": 1.9573457836360814e-05}
{"train_loss": 0.0022069152910262346, "global_step": 75786, "epoch": 425, "lr": 1.9572285249124432e-05}
{"train_loss": 0.0014852662570774555, "global_step": 75787, "epoch": 425, "lr": 1.9571112688464838e-05}
{"train_loss": 0.0023004633840173483, "global_step": 75788, "epoch": 425, "lr": 1.9569940154383044e-05}
{"train_loss": 0.0013553084572777152, "global_step": 75789, "epoch": 425, "lr": 1.9568767646880127e-05}
{"train_loss": 0.0017252006800845265, "global_step": 75790, "epoch": 425, "lr": 1.9567595165957033e-05}
{"train_loss": 0.0019024895736947656, "global_step": 75791, "epoch": 425, "lr": 1.9566422711614845e-05}
{"train_loss": 0.0023561816196888685, "global_step": 75792, "epoch": 425, "lr": 1.9565250283854575e-05}
{"train_loss": 0.0012226980179548264, "global_step": 75793, "epoch": 425, "lr": 1.9564077882677224e-05}
{"train_loss": 0.0013853390701115131, "global_step": 75794, "epoch": 425, "lr": 1.9562905508083863e-05}
{"train_loss": 0.0015448485501110554, "global_step": 75795, "epoch": 425, "lr": 1.9561733160075457e-05}
{"train_loss": 0.002677325624972582, "global_step": 75796, "epoch": 425, "lr": 1.956056083865307e-05}
{"train_loss": 0.0018508393550291657, "global_step": 75797, "epoch": 425, "lr": 1.955938854381772e-05}
{"train_loss": 0.0023945036809891462, "global_step": 75798, "epoch": 425, "lr": 1.9558216275570425e-05}
{"train_loss": 0.0027645293157547712, "global_step": 75799, "epoch": 425, "lr": 1.9557044033912207e-05}
{"train_loss": 0.001658783876337111, "global_step": 75800, "epoch": 425, "lr": 1.95558718188441e-05}
{"train_loss": 0.0006961800390854478, "global_step": 75801, "epoch": 425, "lr": 1.95546996303671e-05}
{"train_loss": 0.001369501929730177, "global_step": 75802, "epoch": 425, "lr": 1.9553527468482287e-05}
{"train_loss": 0.001659597153775394, "global_step": 75803, "epoch": 425, "lr": 1.9552355333190614e-05}
{"train_loss": 0.001705848379060626, "global_step": 75804, "epoch": 425, "lr": 1.9551183224493174e-05}
{"train_loss": 0.003574311500415206, "global_step": 75805, "epoch": 425, "lr": 1.9550011142390922e-05}
{"train_loss": 0.003400595625862479, "global_step": 75806, "epoch": 425, "lr": 1.954883908688494e-05}
{"train_loss": 0.0025049038231372833, "global_step": 75807, "epoch": 425, "lr": 1.9547667057976223e-05}
{"train_loss": 0.0016346395714208484, "global_step": 75808, "epoch": 425, "lr": 1.95464950556658e-05}
{"train_loss": 0.0016898803878575563, "global_step": 75809, "epoch": 425, "lr": 1.9545323079954696e-05}
{"train_loss": 0.0015640773344784975, "global_step": 75810, "epoch": 425, "lr": 1.9544151130843935e-05}
{"train_loss": 0.0015354991191998124, "global_step": 75811, "epoch": 425, "lr": 1.954297920833452e-05}
{"train_loss": 0.0029321489855647087, "global_step": 75812, "epoch": 425, "lr": 1.954180731242753e-05}
{"train_loss": 0.002210790989920497, "global_step": 75813, "epoch": 425, "lr": 1.9540635443123917e-05}
{"train_loss": 0.0025776708498597145, "global_step": 75814, "epoch": 425, "lr": 1.9539463600424756e-05}
{"train_loss": 0.0022458413150161505, "global_step": 75815, "epoch": 425, "lr": 1.9538291784331053e-05}
{"train_loss": 0.001625985256396234, "global_step": 75816, "epoch": 425, "lr": 1.9537119994843817e-05}
{"train_loss": 0.001680897199548781, "global_step": 75817, "epoch": 425, "lr": 1.9535948231964125e-05}
{"train_loss": 0.0033358456566929817, "global_step": 75818, "epoch": 425, "lr": 1.9534776495692926e-05}
{"train_loss": 0.0013224766589701176, "global_step": 75819, "epoch": 425, "lr": 1.9533604786031318e-05}
{"train_loss": 0.001433624536730349, "global_step": 75820, "epoch": 425, "lr": 1.9532433102980246e-05}
{"train_loss": 0.001394049497321248, "global_step": 75821, "epoch": 425, "lr": 1.9531261446540798e-05}
{"train_loss": 0.0017476931679993868, "global_step": 75822, "epoch": 425, "lr": 1.953008981671397e-05}
{"train_loss": 0.0014850900042802095, "global_step": 75823, "epoch": 425, "lr": 1.952891821350079e-05}
{"train_loss": 0.002126005943864584, "global_step": 75824, "epoch": 425, "lr": 1.9527746636902276e-05}
{"train_loss": 0.0013232036726549268, "global_step": 75825, "epoch": 425, "lr": 1.9526575086919464e-05}
{"train_loss": 0.002489534905180335, "global_step": 75826, "epoch": 425, "lr": 1.9525403563553347e-05}
{"train_loss": 0.001823591190361512, "global_step": 75827, "epoch": 425, "lr": 1.9524232066805003e-05, "train_action_mse_error": 3.018109737240593e-06}
{"train_loss": 0.00045852496987208724, "global_step": 75828, "epoch": 426, "lr": 1.9523060596675385e-05}
{"train_loss": 0.0015555750578641891, "global_step": 75829, "epoch": 426, "lr": 1.952188915316558e-05}
{"train_loss": 0.001171232433989644, "global_step": 75830, "epoch": 426, "lr": 1.9520717736276577e-05}
{"train_loss": 0.0012308540754020214, "global_step": 75831, "epoch": 426, "lr": 1.951954634600941e-05}
{"train_loss": 0.001625871635042131, "global_step": 75832, "epoch": 426, "lr": 1.9518374982365097e-05}
{"train_loss": 0.0019467486999928951, "global_step": 75833, "epoch": 426, "lr": 1.9517203645344667e-05}
{"train_loss": 0.0028534219600260258, "global_step": 75834, "epoch": 426, "lr": 1.9516032334949118e-05}
{"train_loss": 0.0015997125301510096, "global_step": 75835, "epoch": 426, "lr": 1.951486105117951e-05}
{"train_loss": 0.0013473554281517863, "global_step": 75836, "epoch": 426, "lr": 1.9513689794036856e-05}
{"train_loss": 0.003605441190302372, "global_step": 75837, "epoch": 426, "lr": 1.951251856352217e-05}
{"train_loss": 0.0016970356227830052, "global_step": 75838, "epoch": 426, "lr": 1.9511347359636477e-05}
{"train_loss": 0.0011461857939139009, "global_step": 75839, "epoch": 426, "lr": 1.9510176182380806e-05}
{"train_loss": 0.0020378646440804005, "global_step": 75840, "epoch": 426, "lr": 1.9509005031756173e-05}
{"train_loss": 0.0037229745648801327, "global_step": 75841, "epoch": 426, "lr": 1.9507833907763583e-05}
{"train_loss": 0.0010355443228036165, "global_step": 75842, "epoch": 426, "lr": 1.9506662810404112e-05}
{"train_loss": 0.002536882646381855, "global_step": 75843, "epoch": 426, "lr": 1.950549173967872e-05}
{"train_loss": 0.0013892676215618849, "global_step": 75844, "epoch": 426, "lr": 1.9504320695588478e-05}
{"train_loss": 0.0009895535185933113, "global_step": 75845, "epoch": 426, "lr": 1.950314967813439e-05}
{"train_loss": 0.0021585789509117603, "global_step": 75846, "epoch": 426, "lr": 1.950197868731748e-05}
{"train_loss": 0.0024564021732658148, "global_step": 75847, "epoch": 426, "lr": 1.950080772313877e-05}
{"train_loss": 0.00221137679181993, "global_step": 75848, "epoch": 426, "lr": 1.9499636785599278e-05}
{"train_loss": 0.001885618083178997, "global_step": 75849, "epoch": 426, "lr": 1.9498465874700022e-05}
{"train_loss": 0.002626851201057434, "global_step": 75850, "epoch": 426, "lr": 1.9497294990442067e-05}
{"train_loss": 0.0013484881492331624, "global_step": 75851, "epoch": 426, "lr": 1.9496124132826364e-05}
{"train_loss": 0.0024640625342726707, "global_step": 75852, "epoch": 426, "lr": 1.9494953301853998e-05}
{"train_loss": 0.0020730746909976006, "global_step": 75853, "epoch": 426, "lr": 1.9493782497525964e-05}
{"train_loss": 0.0007171508041210473, "global_step": 75854, "epoch": 426, "lr": 1.949261171984329e-05}
{"train_loss": 0.001403158181346953, "global_step": 75855, "epoch": 426, "lr": 1.9491440968807002e-05}
{"train_loss": 0.0024136188440024853, "global_step": 75856, "epoch": 426, "lr": 1.9490270244418096e-05}
{"train_loss": 0.001167170237749815, "global_step": 75857, "epoch": 426, "lr": 1.9489099546677653e-05}
{"train_loss": 0.0005567549960687757, "global_step": 75858, "epoch": 426, "lr": 1.9487928875586625e-05}
{"train_loss": 0.0015527986688539386, "global_step": 75859, "epoch": 426, "lr": 1.9486758231146085e-05}
{"train_loss": 0.0023655416443943977, "global_step": 75860, "epoch": 426, "lr": 1.948558761335704e-05}
{"train_loss": 0.002132558263838291, "global_step": 75861, "epoch": 426, "lr": 1.948441702222052e-05}
{"train_loss": 0.001867065322585404, "global_step": 75862, "epoch": 426, "lr": 1.9483246457737532e-05}
{"train_loss": 0.0025080163031816483, "global_step": 75863, "epoch": 426, "lr": 1.9482075919909103e-05}
{"train_loss": 0.0033571957610547543, "global_step": 75864, "epoch": 426, "lr": 1.9480905408736246e-05}
{"train_loss": 0.0017424776451662183, "global_step": 75865, "epoch": 426, "lr": 1.9479734924220026e-05}
{"train_loss": 0.0013303132727742195, "global_step": 75866, "epoch": 426, "lr": 1.9478564466361404e-05}
{"train_loss": 0.0018510902300477028, "global_step": 75867, "epoch": 426, "lr": 1.9477394035161443e-05}
{"train_loss": 0.0017528869211673737, "global_step": 75868, "epoch": 426, "lr": 1.9476223630621167e-05}
{"train_loss": 0.002076256088912487, "global_step": 75869, "epoch": 426, "lr": 1.9475053252741578e-05}
{"train_loss": 0.0019575385376811028, "global_step": 75870, "epoch": 426, "lr": 1.947388290152371e-05}
{"train_loss": 0.0016060764901340008, "global_step": 75871, "epoch": 426, "lr": 1.947271257696858e-05}
{"train_loss": 0.0009051498491317034, "global_step": 75872, "epoch": 426, "lr": 1.94715422790772e-05}
{"train_loss": 0.0015609175898134708, "global_step": 75873, "epoch": 426, "lr": 1.947037200785064e-05}
{"train_loss": 0.0011182426242157817, "global_step": 75874, "epoch": 426, "lr": 1.9469201763289845e-05}
{"train_loss": 0.0016670525074005127, "global_step": 75875, "epoch": 426, "lr": 1.9468031545395904e-05}
{"train_loss": 0.0015158767346292734, "global_step": 75876, "epoch": 426, "lr": 1.9466861354169807e-05}
{"train_loss": 0.0007603171397931874, "global_step": 75877, "epoch": 426, "lr": 1.946569118961259e-05}
{"train_loss": 0.001091737998649478, "global_step": 75878, "epoch": 426, "lr": 1.9464521051725267e-05}
{"train_loss": 0.001645045937038958, "global_step": 75879, "epoch": 426, "lr": 1.946335094050884e-05}
{"train_loss": 0.0007384448545053601, "global_step": 75880, "epoch": 426, "lr": 1.9462180855964385e-05}
{"train_loss": 0.0016238514799624681, "global_step": 75881, "epoch": 426, "lr": 1.946101079809286e-05}
{"train_loss": 0.0009738419903442264, "global_step": 75882, "epoch": 426, "lr": 1.945984076689534e-05}
{"train_loss": 0.001307798083871603, "global_step": 75883, "epoch": 426, "lr": 1.9458670762372823e-05}
{"train_loss": 0.001273581525310874, "global_step": 75884, "epoch": 426, "lr": 1.945750078452633e-05}
{"train_loss": 0.0008716096635907888, "global_step": 75885, "epoch": 426, "lr": 1.9456330833356883e-05}
{"train_loss": 0.0005610791849903762, "global_step": 75886, "epoch": 426, "lr": 1.9455160908865516e-05}
{"train_loss": 0.0016322992742061615, "global_step": 75887, "epoch": 426, "lr": 1.945399101105322e-05}
{"train_loss": 0.0011315828887745738, "global_step": 75888, "epoch": 426, "lr": 1.9452821139921073e-05}
{"train_loss": 0.0009879801655188203, "global_step": 75889, "epoch": 426, "lr": 1.9451651295470023e-05}
{"train_loss": 0.002771261613816023, "global_step": 75890, "epoch": 426, "lr": 1.9450481477701155e-05}
{"train_loss": 0.0011623820755630732, "global_step": 75891, "epoch": 426, "lr": 1.9449311686615468e-05}
{"train_loss": 0.002088349312543869, "global_step": 75892, "epoch": 426, "lr": 1.9448141922213982e-05}
{"train_loss": 0.001038062502630055, "global_step": 75893, "epoch": 426, "lr": 1.9446972184497713e-05}
{"train_loss": 0.0006870614015497267, "global_step": 75894, "epoch": 426, "lr": 1.9445802473467695e-05}
{"train_loss": 0.0006839575944468379, "global_step": 75895, "epoch": 426, "lr": 1.9444632789124945e-05}
{"train_loss": 0.002721678465604782, "global_step": 75896, "epoch": 426, "lr": 1.9443463131470464e-05}
{"train_loss": 0.0015809042379260063, "global_step": 75897, "epoch": 426, "lr": 1.944229350050531e-05}
{"train_loss": 0.0019491264829412103, "global_step": 75898, "epoch": 426, "lr": 1.944112389623049e-05}
{"train_loss": 0.0010535366600379348, "global_step": 75899, "epoch": 426, "lr": 1.943995431864702e-05}
{"train_loss": 0.0015279524959623814, "global_step": 75900, "epoch": 426, "lr": 1.943878476775593e-05}
{"train_loss": 0.0012780226534232497, "global_step": 75901, "epoch": 426, "lr": 1.943761524355823e-05}
{"train_loss": 0.0026248092763125896, "global_step": 75902, "epoch": 426, "lr": 1.9436445746054933e-05}
{"train_loss": 0.0012360978871583939, "global_step": 75903, "epoch": 426, "lr": 1.943527627524711e-05}
{"train_loss": 0.0009553876589052379, "global_step": 75904, "epoch": 426, "lr": 1.943410683113571e-05}
{"train_loss": 0.0008276610751636326, "global_step": 75905, "epoch": 426, "lr": 1.9432937413721818e-05}
{"train_loss": 0.0013837233418598771, "global_step": 75906, "epoch": 426, "lr": 1.9431768023006426e-05}
{"train_loss": 0.0017625687178224325, "global_step": 75907, "epoch": 426, "lr": 1.9430598658990557e-05}
{"train_loss": 0.001481868326663971, "global_step": 75908, "epoch": 426, "lr": 1.9429429321675236e-05}
{"train_loss": 0.0010273545049130917, "global_step": 75909, "epoch": 426, "lr": 1.9428260011061483e-05}
{"train_loss": 0.0015539908781647682, "global_step": 75910, "epoch": 426, "lr": 1.94270907271503e-05}
{"train_loss": 0.001990916207432747, "global_step": 75911, "epoch": 426, "lr": 1.9425921469942763e-05}
{"train_loss": 0.0012069493532180786, "global_step": 75912, "epoch": 426, "lr": 1.9424752239439825e-05}
{"train_loss": 0.001992397243157029, "global_step": 75913, "epoch": 426, "lr": 1.9423583035642572e-05}
{"train_loss": 0.0021678954362869263, "global_step": 75914, "epoch": 426, "lr": 1.9422413858551956e-05}
{"train_loss": 0.0040025427006185055, "global_step": 75915, "epoch": 426, "lr": 1.942124470816906e-05}
{"train_loss": 0.0011639583390206099, "global_step": 75916, "epoch": 426, "lr": 1.9420075584494877e-05}
{"train_loss": 0.0019698720425367355, "global_step": 75917, "epoch": 426, "lr": 1.9418906487530414e-05}
{"train_loss": 0.0021409024484455585, "global_step": 75918, "epoch": 426, "lr": 1.9417737417276744e-05}
{"train_loss": 0.0012797412928193808, "global_step": 75919, "epoch": 426, "lr": 1.941656837373482e-05}
{"train_loss": 0.0018904616590589285, "global_step": 75920, "epoch": 426, "lr": 1.9415399356905716e-05}
{"train_loss": 0.003421810455620289, "global_step": 75921, "epoch": 426, "lr": 1.941423036679043e-05}
{"train_loss": 0.0015425991732627153, "global_step": 75922, "epoch": 426, "lr": 1.9413061403389994e-05}
{"train_loss": 0.00185470562428236, "global_step": 75923, "epoch": 426, "lr": 1.9411892466705418e-05}
{"train_loss": 0.002169668208807707, "global_step": 75924, "epoch": 426, "lr": 1.9410723556737724e-05}
{"train_loss": 0.001779329963028431, "global_step": 75925, "epoch": 426, "lr": 1.9409554673487923e-05}
{"train_loss": 0.0009514994453638792, "global_step": 75926, "epoch": 426, "lr": 1.9408385816957085e-05}
{"train_loss": 0.002847807016223669, "global_step": 75927, "epoch": 426, "lr": 1.940721698714616e-05}
{"train_loss": 0.0023649600334465504, "global_step": 75928, "epoch": 426, "lr": 1.940604818405622e-05}
{"train_loss": 0.001515205018222332, "global_step": 75929, "epoch": 426, "lr": 1.940487940768827e-05}
{"train_loss": 0.0006495263078249991, "global_step": 75930, "epoch": 426, "lr": 1.9403710658043328e-05}
{"train_loss": 0.0014335261657834053, "global_step": 75931, "epoch": 426, "lr": 1.940254193512242e-05}
{"train_loss": 0.0011047235457226634, "global_step": 75932, "epoch": 426, "lr": 1.940137323892656e-05}
{"train_loss": 0.003306751837953925, "global_step": 75933, "epoch": 426, "lr": 1.9400204569456783e-05}
{"train_loss": 0.0017566464375704527, "global_step": 75934, "epoch": 426, "lr": 1.9399035926714093e-05}
{"train_loss": 0.0018424096051603556, "global_step": 75935, "epoch": 426, "lr": 1.9397867310699504e-05}
{"train_loss": 0.0021711918525397778, "global_step": 75936, "epoch": 426, "lr": 1.939669872141408e-05}
{"train_loss": 0.0016254594083875418, "global_step": 75937, "epoch": 426, "lr": 1.9395530158858783e-05}
{"train_loss": 0.0010249834740534425, "global_step": 75938, "epoch": 426, "lr": 1.9394361623034673e-05}
{"train_loss": 0.002648712368682027, "global_step": 75939, "epoch": 426, "lr": 1.9393193113942764e-05}
{"train_loss": 0.0022387774661183357, "global_step": 75940, "epoch": 426, "lr": 1.939202463158406e-05}
{"train_loss": 0.0006497654248960316, "global_step": 75941, "epoch": 426, "lr": 1.9390856175959627e-05}
{"train_loss": 0.0015694877365604043, "global_step": 75942, "epoch": 426, "lr": 1.938968774707041e-05}
{"train_loss": 0.0017545646987855434, "global_step": 75943, "epoch": 426, "lr": 1.93885193449175e-05}
{"train_loss": 0.001065553748048842, "global_step": 75944, "epoch": 426, "lr": 1.9387350969501887e-05}
{"train_loss": 0.0018348884768784046, "global_step": 75945, "epoch": 426, "lr": 1.9386182620824594e-05}
{"train_loss": 0.0027143489569425583, "global_step": 75946, "epoch": 426, "lr": 1.9385014298886644e-05}
{"train_loss": 0.004079845733940601, "global_step": 75947, "epoch": 426, "lr": 1.9383846003689054e-05}
{"train_loss": 0.0026080156676471233, "global_step": 75948, "epoch": 426, "lr": 1.9382677735232845e-05}
{"train_loss": 0.001070015481673181, "global_step": 75949, "epoch": 426, "lr": 1.9381509493519046e-05}
{"train_loss": 0.0019241374684497714, "global_step": 75950, "epoch": 426, "lr": 1.938034127854864e-05}
{"train_loss": 0.002340636681765318, "global_step": 75951, "epoch": 426, "lr": 1.9379173090322723e-05}
{"train_loss": 0.003246817272156477, "global_step": 75952, "epoch": 426, "lr": 1.937800492884223e-05}
{"train_loss": 0.001245636958628893, "global_step": 75953, "epoch": 426, "lr": 1.9376836794108237e-05}
{"train_loss": 0.0009893350070342422, "global_step": 75954, "epoch": 426, "lr": 1.9375668686121757e-05}
{"train_loss": 0.0012482767924666405, "global_step": 75955, "epoch": 426, "lr": 1.9374500604883794e-05}
{"train_loss": 0.0014972388744354248, "global_step": 75956, "epoch": 426, "lr": 1.9373332550395372e-05}
{"train_loss": 0.001272459514439106, "global_step": 75957, "epoch": 426, "lr": 1.937216452265752e-05}
{"train_loss": 0.0012653174344450235, "global_step": 75958, "epoch": 426, "lr": 1.9370996521671235e-05}
{"train_loss": 0.0022263203281909227, "global_step": 75959, "epoch": 426, "lr": 1.9369828547437575e-05}
{"train_loss": 0.00328386714681983, "global_step": 75960, "epoch": 426, "lr": 1.936866059995754e-05}
{"train_loss": 0.0013589928857982159, "global_step": 75961, "epoch": 426, "lr": 1.936749267923215e-05}
{"train_loss": 0.0018659054767340422, "global_step": 75962, "epoch": 426, "lr": 1.9366324785262423e-05}
{"train_loss": 0.004115144722163677, "global_step": 75963, "epoch": 426, "lr": 1.936515691804937e-05}
{"train_loss": 0.0017145478632301092, "global_step": 75964, "epoch": 426, "lr": 1.9363989077594052e-05}
{"train_loss": 0.0021209409460425377, "global_step": 75965, "epoch": 426, "lr": 1.936282126389743e-05}
{"train_loss": 0.000883074477314949, "global_step": 75966, "epoch": 426, "lr": 1.9361653476960583e-05}
{"train_loss": 0.004670199006795883, "global_step": 75967, "epoch": 426, "lr": 1.9360485716784472e-05}
{"train_loss": 0.0027116634882986546, "global_step": 75968, "epoch": 426, "lr": 1.9359317983370164e-05}
{"train_loss": 0.0014040989335626364, "global_step": 75969, "epoch": 426, "lr": 1.935815027671866e-05}
{"train_loss": 0.0012144631473347545, "global_step": 75970, "epoch": 426, "lr": 1.9356982596830987e-05}
{"train_loss": 0.002217997796833515, "global_step": 75971, "epoch": 426, "lr": 1.935581494370815e-05}
{"train_loss": 0.0008934205397963524, "global_step": 75972, "epoch": 426, "lr": 1.9354647317351188e-05}
{"train_loss": 0.0011994882952421904, "global_step": 75973, "epoch": 426, "lr": 1.9353479717761086e-05}
{"train_loss": 0.0013492233119904995, "global_step": 75974, "epoch": 426, "lr": 1.9352312144938932e-05}
{"train_loss": 0.0012489488581195474, "global_step": 75975, "epoch": 426, "lr": 1.9351144598885662e-05}
{"train_loss": 0.0010460506891831756, "global_step": 75976, "epoch": 426, "lr": 1.934997707960236e-05}
{"train_loss": 0.004010968841612339, "global_step": 75977, "epoch": 426, "lr": 1.9348809587090016e-05}
{"train_loss": 0.0016344960313290358, "global_step": 75978, "epoch": 426, "lr": 1.9347642121349663e-05}
{"train_loss": 0.0014531419146806002, "global_step": 75979, "epoch": 426, "lr": 1.934647468238231e-05}
{"train_loss": 0.0012727659195661545, "global_step": 75980, "epoch": 426, "lr": 1.934530727018896e-05}
{"train_loss": 0.0014153028605505824, "global_step": 75981, "epoch": 426, "lr": 1.9344139884770677e-05}
{"train_loss": 0.0007549203000962734, "global_step": 75982, "epoch": 426, "lr": 1.9342972526128455e-05}
{"train_loss": 0.0036826233845204115, "global_step": 75983, "epoch": 426, "lr": 1.9341805194263312e-05}
{"train_loss": 0.0009070658124983311, "global_step": 75984, "epoch": 426, "lr": 1.934063788917628e-05}
{"train_loss": 0.0018034686800092459, "global_step": 75985, "epoch": 426, "lr": 1.9339470610868365e-05}
{"train_loss": 0.0010557034984230995, "global_step": 75986, "epoch": 426, "lr": 1.9338303359340588e-05}
{"train_loss": 0.0007898956537246704, "global_step": 75987, "epoch": 426, "lr": 1.9337136134593976e-05}
{"train_loss": 0.0012665987014770508, "global_step": 75988, "epoch": 426, "lr": 1.933596893662953e-05}
{"train_loss": 0.0010557316709309816, "global_step": 75989, "epoch": 426, "lr": 1.9334801765448312e-05}
{"train_loss": 0.001565478160046041, "global_step": 75990, "epoch": 426, "lr": 1.9333634621051276e-05}
{"train_loss": 0.0016738385893404484, "global_step": 75991, "epoch": 426, "lr": 1.9332467503439505e-05}
{"train_loss": 0.003057324094697833, "global_step": 75992, "epoch": 426, "lr": 1.933130041261399e-05}
{"train_loss": 0.0008811663719825447, "global_step": 75993, "epoch": 426, "lr": 1.9330133348575752e-05}
{"train_loss": 0.002095976611599326, "global_step": 75994, "epoch": 426, "lr": 1.932896631132581e-05}
{"train_loss": 0.002306693932041526, "global_step": 75995, "epoch": 426, "lr": 1.932779930086518e-05}
{"train_loss": 0.003251486923545599, "global_step": 75996, "epoch": 426, "lr": 1.9326632317194875e-05}
{"train_loss": 0.0014000579249113798, "global_step": 75997, "epoch": 426, "lr": 1.9325465360315958e-05}
{"train_loss": 0.000766386860050261, "global_step": 75998, "epoch": 426, "lr": 1.9324298430229378e-05}
{"train_loss": 0.0037793898954987526, "global_step": 75999, "epoch": 426, "lr": 1.932313152693621e-05}
{"train_loss": 0.0008758852491155267, "global_step": 76000, "epoch": 426, "lr": 1.932196465043745e-05}
{"train_loss": 0.0004208337049931288, "global_step": 76001, "epoch": 426, "lr": 1.9320797800734114e-05}
{"train_loss": 0.004513963125646114, "global_step": 76002, "epoch": 426, "lr": 1.9319630977827258e-05}
{"train_loss": 0.0012526914943009615, "global_step": 76003, "epoch": 426, "lr": 1.9318464181717837e-05}
{"train_loss": 0.0025399960577487946, "global_step": 76004, "epoch": 426, "lr": 1.9317297412406943e-05}
{"train_loss": 0.0017638139438480556, "global_step": 76005, "epoch": 426, "lr": 1.931613066989552e-05}
{"train_loss": 0.0021917633712291718, "global_step": 76006, "epoch": 427, "lr": 1.9314963954184644e-05}
{"train_loss": 0.0018134370911866426, "global_step": 76007, "epoch": 427, "lr": 1.9313797265275313e-05}
{"train_loss": 0.0007672657957300544, "global_step": 76008, "epoch": 427, "lr": 1.9312630603168547e-05}
{"train_loss": 0.001241124700754881, "global_step": 76009, "epoch": 427, "lr": 1.9311463967865367e-05}
{"train_loss": 0.001988331787288189, "global_step": 76010, "epoch": 427, "lr": 1.931029735936679e-05}
{"train_loss": 0.0016329853096976876, "global_step": 76011, "epoch": 427, "lr": 1.9309130777673817e-05}
{"train_loss": 0.0011511245975270867, "global_step": 76012, "epoch": 427, "lr": 1.930796422278752e-05}
{"train_loss": 0.0012078308500349522, "global_step": 76013, "epoch": 427, "lr": 1.930679769470885e-05}
{"train_loss": 0.001238871831446886, "global_step": 76014, "epoch": 427, "lr": 1.9305631193438878e-05}
{"train_loss": 0.0007797544822096825, "global_step": 76015, "epoch": 427, "lr": 1.9304464718978597e-05}
{"train_loss": 0.002410891465842724, "global_step": 76016, "epoch": 427, "lr": 1.930329827132904e-05}
{"train_loss": 0.0018621740164235234, "global_step": 76017, "epoch": 427, "lr": 1.9302131850491218e-05}
{"train_loss": 0.00190166721586138, "global_step": 76018, "epoch": 427, "lr": 1.930096545646615e-05}
{"train_loss": 0.0008938263636082411, "global_step": 76019, "epoch": 427, "lr": 1.9299799089254838e-05}
{"train_loss": 0.00197417801246047, "global_step": 76020, "epoch": 427, "lr": 1.9298632748858352e-05}
{"train_loss": 0.0011493846541270614, "global_step": 76021, "epoch": 427, "lr": 1.9297466435277644e-05}
{"train_loss": 0.00128952378872782, "global_step": 76022, "epoch": 427, "lr": 1.929630014851378e-05}
{"train_loss": 0.003440654603764415, "global_step": 76023, "epoch": 427, "lr": 1.9295133888567768e-05}
{"train_loss": 0.0011798986233770847, "global_step": 76024, "epoch": 427, "lr": 1.9293967655440622e-05}
{"train_loss": 0.002872062148526311, "global_step": 76025, "epoch": 427, "lr": 1.9292801449133358e-05}
{"train_loss": 0.0014338357141241431, "global_step": 76026, "epoch": 427, "lr": 1.9291635269646978e-05}
{"train_loss": 0.003718132385984063, "global_step": 76027, "epoch": 427, "lr": 1.929046911698256e-05}
{"train_loss": 0.0020308149978518486, "global_step": 76028, "epoch": 427, "lr": 1.9289302991141052e-05}
{"train_loss": 0.0013998711947351694, "global_step": 76029, "epoch": 427, "lr": 1.9288136892123514e-05}
{"train_loss": 0.0016464977525174618, "global_step": 76030, "epoch": 427, "lr": 1.928697081993096e-05}
{"train_loss": 0.0015717544592916965, "global_step": 76031, "epoch": 427, "lr": 1.92858047745644e-05}
{"train_loss": 0.0021947789937257767, "global_step": 76032, "epoch": 427, "lr": 1.928463875602486e-05}
{"train_loss": 0.0019355431431904435, "global_step": 76033, "epoch": 427, "lr": 1.928347276431335e-05}
{"train_loss": 0.002580704865977168, "global_step": 76034, "epoch": 427, "lr": 1.928230679943087e-05}
{"train_loss": 0.0010461104102432728, "global_step": 76035, "epoch": 427, "lr": 1.92811408613785e-05}
{"train_loss": 0.002726923208683729, "global_step": 76036, "epoch": 427, "lr": 1.9279974950157186e-05}
{"train_loss": 0.001526994863525033, "global_step": 76037, "epoch": 427, "lr": 1.9278809065767996e-05}
{"train_loss": 0.0006917525315657258, "global_step": 76038, "epoch": 427, "lr": 1.9277643208211928e-05}
{"train_loss": 0.00154828280210495, "global_step": 76039, "epoch": 427, "lr": 1.9276477377490006e-05}
{"train_loss": 0.0033486627507954836, "global_step": 76040, "epoch": 427, "lr": 1.927531157360325e-05}
{"train_loss": 0.003166931215673685, "global_step": 76041, "epoch": 427, "lr": 1.9274145796552666e-05}
{"train_loss": 0.001295655034482479, "global_step": 76042, "epoch": 427, "lr": 1.927298004633929e-05}
{"train_loss": 0.0013658608077093959, "global_step": 76043, "epoch": 427, "lr": 1.927181432296411e-05}
{"train_loss": 0.002605962101370096, "global_step": 76044, "epoch": 427, "lr": 1.927064862642818e-05}
{"train_loss": 0.0019019355531781912, "global_step": 76045, "epoch": 427, "lr": 1.9269482956732503e-05}
{"train_loss": 0.002351178787648678, "global_step": 76046, "epoch": 427, "lr": 1.9268317313878097e-05}
{"train_loss": 0.0019439620664343238, "global_step": 76047, "epoch": 427, "lr": 1.9267151697865987e-05}
{"train_loss": 0.0014502864796668291, "global_step": 76048, "epoch": 427, "lr": 1.926598610869718e-05}
{"train_loss": 0.004146133549511433, "global_step": 76049, "epoch": 427, "lr": 1.926482054637268e-05}
{"train_loss": 0.0006681204540655017, "global_step": 76050, "epoch": 427, "lr": 1.9263655010893562e-05}
{"train_loss": 0.0012038946151733398, "global_step": 76051, "epoch": 427, "lr": 1.9262489502260774e-05}
{"train_loss": 0.0006180964410305023, "global_step": 76052, "epoch": 427, "lr": 1.9261324020475375e-05}
{"train_loss": 0.0010754046961665154, "global_step": 76053, "epoch": 427, "lr": 1.9260158565538377e-05}
{"train_loss": 0.0008981675491668284, "global_step": 76054, "epoch": 427, "lr": 1.925899313745079e-05}
{"train_loss": 0.0024002252612262964, "global_step": 76055, "epoch": 427, "lr": 1.9257827736213646e-05}
{"train_loss": 0.0020054865162819624, "global_step": 76056, "epoch": 427, "lr": 1.925666236182795e-05}
{"train_loss": 0.003641370916739106, "global_step": 76057, "epoch": 427, "lr": 1.9255497014294705e-05}
{"train_loss": 0.0005513261421583593, "global_step": 76058, "epoch": 427, "lr": 1.9254331693614987e-05}
{"train_loss": 0.0007162973051890731, "global_step": 76059, "epoch": 427, "lr": 1.925316639978973e-05}
{"train_loss": 0.00066908891312778, "global_step": 76060, "epoch": 427, "lr": 1.9252001132820035e-05}
{"train_loss": 0.0014674930134788156, "global_step": 76061, "epoch": 427, "lr": 1.925083589270685e-05}
{"train_loss": 0.0006758541567251086, "global_step": 76062, "epoch": 427, "lr": 1.9249670679451237e-05}
{"train_loss": 0.0008080011466518044, "global_step": 76063, "epoch": 427, "lr": 1.9248505493054196e-05}
{"train_loss": 0.001897543203085661, "global_step": 76064, "epoch": 427, "lr": 1.924734033351674e-05}
{"train_loss": 0.0022029858082532883, "global_step": 76065, "epoch": 427, "lr": 1.924617520083993e-05}
{"train_loss": 0.0013964967802166939, "global_step": 76066, "epoch": 427, "lr": 1.9245010095024707e-05}
{"train_loss": 0.0013488316908478737, "global_step": 76067, "epoch": 427, "lr": 1.9243845016072155e-05}
{"train_loss": 0.002392825670540333, "global_step": 76068, "epoch": 427, "lr": 1.924267996398326e-05}
{"train_loss": 0.001743221189826727, "global_step": 76069, "epoch": 427, "lr": 1.924151493875906e-05}
{"train_loss": 0.003756045363843441, "global_step": 76070, "epoch": 427, "lr": 1.924034994040055e-05}
{"train_loss": 0.0013623778941109776, "global_step": 76071, "epoch": 427, "lr": 1.9239184968908757e-05}
{"train_loss": 0.0007552843890152872, "global_step": 76072, "epoch": 427, "lr": 1.9238020024284688e-05}
{"train_loss": 0.002266195137053728, "global_step": 76073, "epoch": 427, "lr": 1.92368551065294e-05}
{"train_loss": 0.002605291549116373, "global_step": 76074, "epoch": 427, "lr": 1.9235690215643847e-05}
{"train_loss": 0.0016744830645620823, "global_step": 76075, "epoch": 427, "lr": 1.9234525351629125e-05}
{"train_loss": 0.0014622602611780167, "global_step": 76076, "epoch": 427, "lr": 1.9233360514486164e-05}
{"train_loss": 0.0012725504348054528, "global_step": 76077, "epoch": 427, "lr": 1.9232195704216045e-05}
{"train_loss": 0.000301634194329381, "global_step": 76078, "epoch": 427, "lr": 1.9231030920819764e-05}
{"train_loss": 0.0013037626631557941, "global_step": 76079, "epoch": 427, "lr": 1.9229866164298344e-05}
{"train_loss": 0.001256696181371808, "global_step": 76080, "epoch": 427, "lr": 1.9228701434652796e-05}
{"train_loss": 0.0006953089032322168, "global_step": 76081, "epoch": 427, "lr": 1.9227536731884138e-05}
{"train_loss": 0.0011665995698422194, "global_step": 76082, "epoch": 427, "lr": 1.9226372055993373e-05}
{"train_loss": 0.0006599557818844914, "global_step": 76083, "epoch": 427, "lr": 1.922520740698157e-05}
{"train_loss": 0.0011366009712219238, "global_step": 76084, "epoch": 427, "lr": 1.9224042784849676e-05}
{"train_loss": 0.0017070521134883165, "global_step": 76085, "epoch": 427, "lr": 1.922287818959876e-05}
{"train_loss": 0.0016491864807903767, "global_step": 76086, "epoch": 427, "lr": 1.922171362122982e-05}
{"train_loss": 0.0028836545534431934, "global_step": 76087, "epoch": 427, "lr": 1.922054907974386e-05}
{"train_loss": 0.0007376609719358385, "global_step": 76088, "epoch": 427, "lr": 1.9219384565141945e-05}
{"train_loss": 0.0013294114032760262, "global_step": 76089, "epoch": 427, "lr": 1.9218220077425025e-05}
{"train_loss": 0.0026468345895409584, "global_step": 76090, "epoch": 427, "lr": 1.921705561659417e-05}
{"train_loss": 0.002701255725696683, "global_step": 76091, "epoch": 427, "lr": 1.9215891182650375e-05}
{"train_loss": 0.001184521010145545, "global_step": 76092, "epoch": 427, "lr": 1.9214726775594665e-05}
{"train_loss": 0.0027459347620606422, "global_step": 76093, "epoch": 427, "lr": 1.9213562395428053e-05}
{"train_loss": 0.0017943533603101969, "global_step": 76094, "epoch": 427, "lr": 1.921239804215155e-05}
{"train_loss": 0.0012503110338002443, "global_step": 76095, "epoch": 427, "lr": 1.9211233715766185e-05}
{"train_loss": 0.0013904155930504203, "global_step": 76096, "epoch": 427, "lr": 1.921006941627297e-05}
{"train_loss": 0.0014004328986629844, "global_step": 76097, "epoch": 427, "lr": 1.9208905143672894e-05}
{"train_loss": 0.004008219577372074, "global_step": 76098, "epoch": 427, "lr": 1.9207740897967043e-05}
{"train_loss": 0.00470389099791646, "global_step": 76099, "epoch": 427, "lr": 1.920657667915635e-05}
{"train_loss": 0.0007928606355562806, "global_step": 76100, "epoch": 427, "lr": 1.9205412487241897e-05}
{"train_loss": 0.0029681026935577393, "global_step": 76101, "epoch": 427, "lr": 1.920424832222468e-05}
{"train_loss": 0.0010066472459584475, "global_step": 76102, "epoch": 427, "lr": 1.9203084184105707e-05}
{"train_loss": 0.0009109287639148533, "global_step": 76103, "epoch": 427, "lr": 1.9201920072885997e-05}
{"train_loss": 0.0019154429901391268, "global_step": 76104, "epoch": 427, "lr": 1.9200755988566577e-05}
{"train_loss": 0.0019183740951120853, "global_step": 76105, "epoch": 427, "lr": 1.9199591931148442e-05}
{"train_loss": 0.002282335888594389, "global_step": 76106, "epoch": 427, "lr": 1.9198427900632636e-05}
{"train_loss": 0.002302039647474885, "global_step": 76107, "epoch": 427, "lr": 1.919726389702017e-05}
{"train_loss": 0.0017285088542848825, "global_step": 76108, "epoch": 427, "lr": 1.9196099920312042e-05}
{"train_loss": 0.0011070516193285584, "global_step": 76109, "epoch": 427, "lr": 1.919493597050929e-05}
{"train_loss": 0.0021277600899338722, "global_step": 76110, "epoch": 427, "lr": 1.9193772047612907e-05}
{"train_loss": 0.0021179423201829195, "global_step": 76111, "epoch": 427, "lr": 1.9192608151623954e-05}
{"train_loss": 0.002324523404240608, "global_step": 76112, "epoch": 427, "lr": 1.9191444282543385e-05}
{"train_loss": 0.00207537948153913, "global_step": 76113, "epoch": 427, "lr": 1.9190280440372284e-05}
{"train_loss": 0.002763885073363781, "global_step": 76114, "epoch": 427, "lr": 1.91891166251116e-05}
{"train_loss": 0.003539553377777338, "global_step": 76115, "epoch": 427, "lr": 1.9187952836762397e-05}
{"train_loss": 0.0017431669402867556, "global_step": 76116, "epoch": 427, "lr": 1.918678907532568e-05}
{"train_loss": 0.0014668125659227371, "global_step": 76117, "epoch": 427, "lr": 1.918562534080246e-05}
{"train_loss": 0.002898352686315775, "global_step": 76118, "epoch": 427, "lr": 1.9184461633193756e-05}
{"train_loss": 0.00182909716386348, "global_step": 76119, "epoch": 427, "lr": 1.918329795250059e-05}
{"train_loss": 0.001564855221658945, "global_step": 76120, "epoch": 427, "lr": 1.9182134298723947e-05}
{"train_loss": 0.0024492619559168816, "global_step": 76121, "epoch": 427, "lr": 1.918097067186491e-05}
{"train_loss": 0.0019417728763073683, "global_step": 76122, "epoch": 427, "lr": 1.9179807071924415e-05}
{"train_loss": 0.001556065515615046, "global_step": 76123, "epoch": 427, "lr": 1.917864349890354e-05}
{"train_loss": 0.0019287047907710075, "global_step": 76124, "epoch": 427, "lr": 1.917747995280328e-05}
{"train_loss": 0.002364304382354021, "global_step": 76125, "epoch": 427, "lr": 1.9176316433624648e-05}
{"train_loss": 0.0027141752652823925, "global_step": 76126, "epoch": 427, "lr": 1.917515294136866e-05}
{"train_loss": 0.002699538366869092, "global_step": 76127, "epoch": 427, "lr": 1.9173989476036324e-05}
{"train_loss": 0.0016707195900380611, "global_step": 76128, "epoch": 427, "lr": 1.917282603762868e-05}
{"train_loss": 0.0018774645868688822, "global_step": 76129, "epoch": 427, "lr": 1.9171662626146735e-05}
{"train_loss": 0.001770813949406147, "global_step": 76130, "epoch": 427, "lr": 1.91704992415915e-05}
{"train_loss": 0.002194167347624898, "global_step": 76131, "epoch": 427, "lr": 1.916933588396399e-05}
{"train_loss": 0.0015314624179154634, "global_step": 76132, "epoch": 427, "lr": 1.916817255326523e-05}
{"train_loss": 0.0007523778476752341, "global_step": 76133, "epoch": 427, "lr": 1.916700924949622e-05}
{"train_loss": 0.0012737808283418417, "global_step": 76134, "epoch": 427, "lr": 1.9165845972657998e-05}
{"train_loss": 0.0009368524770252407, "global_step": 76135, "epoch": 427, "lr": 1.9164682722751544e-05}
{"train_loss": 0.001497825374826789, "global_step": 76136, "epoch": 427, "lr": 1.9163519499777932e-05}
{"train_loss": 0.001377868466079235, "global_step": 76137, "epoch": 427, "lr": 1.916235630373811e-05}
{"train_loss": 0.0004959061043336987, "global_step": 76138, "epoch": 427, "lr": 1.916119313463315e-05}
{"train_loss": 0.001635790104046464, "global_step": 76139, "epoch": 427, "lr": 1.916002999246404e-05}
{"train_loss": 0.001085850759409368, "global_step": 76140, "epoch": 427, "lr": 1.9158866877231807e-05}
{"train_loss": 0.001442508539184928, "global_step": 76141, "epoch": 427, "lr": 1.9157703788937457e-05}
{"train_loss": 0.000998905161395669, "global_step": 76142, "epoch": 427, "lr": 1.9156540727582018e-05}
{"train_loss": 0.0027623805217444897, "global_step": 76143, "epoch": 427, "lr": 1.9155377693166475e-05}
{"train_loss": 0.0013837669976055622, "global_step": 76144, "epoch": 427, "lr": 1.9154214685691906e-05}
{"train_loss": 0.0009954770794138312, "global_step": 76145, "epoch": 427, "lr": 1.9153051705159252e-05}
{"train_loss": 0.0014167240587994456, "global_step": 76146, "epoch": 427, "lr": 1.915188875156958e-05}
{"train_loss": 0.0010866164229810238, "global_step": 76147, "epoch": 427, "lr": 1.9150725824923894e-05}
{"train_loss": 0.001596824498847127, "global_step": 76148, "epoch": 427, "lr": 1.9149562925223192e-05}
{"train_loss": 0.0014320387272164226, "global_step": 76149, "epoch": 427, "lr": 1.9148400052468536e-05}
{"train_loss": 0.0027206006925553083, "global_step": 76150, "epoch": 427, "lr": 1.9147237206660874e-05}
{"train_loss": 0.0013940571807324886, "global_step": 76151, "epoch": 427, "lr": 1.9146074387801294e-05}
{"train_loss": 0.0017119522672146559, "global_step": 76152, "epoch": 427, "lr": 1.914491159589074e-05}
{"train_loss": 0.004391912836581469, "global_step": 76153, "epoch": 427, "lr": 1.914374883093028e-05}
{"train_loss": 0.0035925048869103193, "global_step": 76154, "epoch": 427, "lr": 1.914258609292091e-05}
{"train_loss": 0.003134213387966156, "global_step": 76155, "epoch": 427, "lr": 1.9141423381863655e-05}
{"train_loss": 0.0015439169947057962, "global_step": 76156, "epoch": 427, "lr": 1.9140260697759522e-05}
{"train_loss": 0.0016814188566058874, "global_step": 76157, "epoch": 427, "lr": 1.9139098040609527e-05}
{"train_loss": 0.0013319514691829681, "global_step": 76158, "epoch": 427, "lr": 1.913793541041467e-05}
{"train_loss": 0.0025843516923487186, "global_step": 76159, "epoch": 427, "lr": 1.9136772807176018e-05}
{"train_loss": 0.0015527729410678148, "global_step": 76160, "epoch": 427, "lr": 1.9135610230894514e-05}
{"train_loss": 0.001285994192585349, "global_step": 76161, "epoch": 427, "lr": 1.9134447681571234e-05}
{"train_loss": 0.0021583382040262222, "global_step": 76162, "epoch": 427, "lr": 1.9133285159207165e-05}
{"train_loss": 0.0009811125928536057, "global_step": 76163, "epoch": 427, "lr": 1.9132122663803332e-05}
{"train_loss": 0.0020153075456619263, "global_step": 76164, "epoch": 427, "lr": 1.9130960195360747e-05}
{"train_loss": 0.0027576335705816746, "global_step": 76165, "epoch": 427, "lr": 1.9129797753880424e-05}
{"train_loss": 0.001029886188916862, "global_step": 76166, "epoch": 427, "lr": 1.912863533936336e-05}
{"train_loss": 0.002401566132903099, "global_step": 76167, "epoch": 427, "lr": 1.9127472951810628e-05}
{"train_loss": 0.000747775484342128, "global_step": 76168, "epoch": 427, "lr": 1.9126310591223164e-05}
{"train_loss": 0.0025416698772460222, "global_step": 76169, "epoch": 427, "lr": 1.9125148257602044e-05}
{"train_loss": 0.0014930451288819313, "global_step": 76170, "epoch": 427, "lr": 1.9123985950948265e-05}
{"train_loss": 0.001341276103630662, "global_step": 76171, "epoch": 427, "lr": 1.9122823671262835e-05}
{"train_loss": 0.0009289702866226435, "global_step": 76172, "epoch": 427, "lr": 1.9121661418546782e-05}
{"train_loss": 0.0006481566815637052, "global_step": 76173, "epoch": 427, "lr": 1.9120499192801096e-05}
{"train_loss": 0.0014669707743451, "global_step": 76174, "epoch": 427, "lr": 1.911933699402684e-05}
{"train_loss": 0.0014338874025270343, "global_step": 76175, "epoch": 427, "lr": 1.9118174822224967e-05}
{"train_loss": 0.0007484113448299468, "global_step": 76176, "epoch": 427, "lr": 1.9117012677396534e-05}
{"train_loss": 0.001917557092383504, "global_step": 76177, "epoch": 427, "lr": 1.9115850559542553e-05}
{"train_loss": 0.0032517353538423777, "global_step": 76178, "epoch": 427, "lr": 1.9114688468664033e-05}
{"train_loss": 0.0016044441144913435, "global_step": 76179, "epoch": 427, "lr": 1.9113526404761982e-05}
{"train_loss": 0.0022584290709346533, "global_step": 76180, "epoch": 427, "lr": 1.9112364367837432e-05}
{"train_loss": 0.0005821344675496221, "global_step": 76181, "epoch": 427, "lr": 1.9111202357891362e-05}
{"train_loss": 0.0028604890685528517, "global_step": 76182, "epoch": 427, "lr": 1.9110040374924847e-05}
{"train_loss": 0.001784398410798919, "global_step": 76183, "epoch": 427, "lr": 1.910887841893883e-05}
{"train_loss": 0.0016205485444515944, "global_step": 76184, "epoch": 428, "lr": 1.91077164899344e-05}
{"train_loss": 0.0019417389994487166, "global_step": 76185, "epoch": 428, "lr": 1.9106554587912506e-05}
{"train_loss": 0.003136969404295087, "global_step": 76186, "epoch": 428, "lr": 1.9105392712874204e-05}
{"train_loss": 0.001004472142085433, "global_step": 76187, "epoch": 428, "lr": 1.9104230864820495e-05}
{"train_loss": 0.0013481302885338664, "global_step": 76188, "epoch": 428, "lr": 1.9103069043752398e-05}
{"train_loss": 0.0012475678231567144, "global_step": 76189, "epoch": 428, "lr": 1.9101907249670927e-05}
{"train_loss": 0.00216384488157928, "global_step": 76190, "epoch": 428, "lr": 1.910074548257707e-05}
{"train_loss": 0.0015483981696888804, "global_step": 76191, "epoch": 428, "lr": 1.909958374247189e-05}
{"train_loss": 0.0017151774372905493, "global_step": 76192, "epoch": 428, "lr": 1.9098422029356373e-05}
{"train_loss": 0.003802758641541004, "global_step": 76193, "epoch": 428, "lr": 1.9097260343231545e-05}
{"train_loss": 0.0021101024467498064, "global_step": 76194, "epoch": 428, "lr": 1.909609868409841e-05}
{"train_loss": 0.0007588109001517296, "global_step": 76195, "epoch": 428, "lr": 1.909493705195799e-05}
{"train_loss": 0.0014486871659755707, "global_step": 76196, "epoch": 428, "lr": 1.909377544681128e-05}
{"train_loss": 0.0009459787979722023, "global_step": 76197, "epoch": 428, "lr": 1.909261386865934e-05}
{"train_loss": 0.0018970579840242863, "global_step": 76198, "epoch": 428, "lr": 1.9091452317503128e-05}
{"train_loss": 0.004533717408776283, "global_step": 76199, "epoch": 428, "lr": 1.90902907933437e-05}
{"train_loss": 0.00193745456635952, "global_step": 76200, "epoch": 428, "lr": 1.908912929618206e-05}
{"train_loss": 0.002022719709202647, "global_step": 76201, "epoch": 428, "lr": 1.908796782601922e-05}
{"train_loss": 0.0005467067239806056, "global_step": 76202, "epoch": 428, "lr": 1.9086806382856193e-05}
{"train_loss": 0.003294466994702816, "global_step": 76203, "epoch": 428, "lr": 1.9085644966693992e-05}
{"train_loss": 0.0010413981508463621, "global_step": 76204, "epoch": 428, "lr": 1.9084483577533637e-05}
{"train_loss": 0.0019579920917749405, "global_step": 76205, "epoch": 428, "lr": 1.9083322215376136e-05}
{"train_loss": 0.0016988494899123907, "global_step": 76206, "epoch": 428, "lr": 1.9082160880222492e-05}
{"train_loss": 0.0008605760522186756, "global_step": 76207, "epoch": 428, "lr": 1.908099957207377e-05}
{"train_loss": 0.002587944269180298, "global_step": 76208, "epoch": 428, "lr": 1.907983829093091e-05}
{"train_loss": 0.0013306704349815845, "global_step": 76209, "epoch": 428, "lr": 1.907867703679499e-05}
{"train_loss": 0.0022252132184803486, "global_step": 76210, "epoch": 428, "lr": 1.907751580966699e-05}
{"train_loss": 0.0029790305998176336, "global_step": 76211, "epoch": 428, "lr": 1.907635460954792e-05}
{"train_loss": 0.0019683081191033125, "global_step": 76212, "epoch": 428, "lr": 1.9075193436438843e-05}
{"train_loss": 0.0012409775517880917, "global_step": 76213, "epoch": 428, "lr": 1.90740322903407e-05}
{"train_loss": 0.0012996660079807043, "global_step": 76214, "epoch": 428, "lr": 1.9072871171254557e-05}
{"train_loss": 0.0008726498926989734, "global_step": 76215, "epoch": 428, "lr": 1.9071710079181422e-05}
{"train_loss": 0.0012369307223707438, "global_step": 76216, "epoch": 428, "lr": 1.9070549014122296e-05}
{"train_loss": 0.003664173651486635, "global_step": 76217, "epoch": 428, "lr": 1.9069387976078202e-05}
{"train_loss": 0.0005106907337903976, "global_step": 76218, "epoch": 428, "lr": 1.9068226965050152e-05}
{"train_loss": 0.0013536302139982581, "global_step": 76219, "epoch": 428, "lr": 1.9067065981039133e-05}
{"train_loss": 0.0010220024269074202, "global_step": 76220, "epoch": 428, "lr": 1.9065905024046225e-05}
{"train_loss": 0.0019614803604781628, "global_step": 76221, "epoch": 428, "lr": 1.9064744094072368e-05}
{"train_loss": 0.0016056598396971822, "global_step": 76222, "epoch": 428, "lr": 1.9063583191118638e-05}
{"train_loss": 0.0006307699950411916, "global_step": 76223, "epoch": 428, "lr": 1.906242231518599e-05}
{"train_loss": 0.0029939874075353146, "global_step": 76224, "epoch": 428, "lr": 1.9061261466275486e-05}
{"train_loss": 0.0019495822489261627, "global_step": 76225, "epoch": 428, "lr": 1.9060100644388125e-05}
{"train_loss": 0.0020533455535769463, "global_step": 76226, "epoch": 428, "lr": 1.9058939849524916e-05}
{"train_loss": 0.0015637550968676805, "global_step": 76227, "epoch": 428, "lr": 1.9057779081686877e-05}
{"train_loss": 0.001107585965655744, "global_step": 76228, "epoch": 428, "lr": 1.9056618340875015e-05}
{"train_loss": 0.0009050986263900995, "global_step": 76229, "epoch": 428, "lr": 1.9055457627090332e-05}
{"train_loss": 0.0018365852301940322, "global_step": 76230, "epoch": 428, "lr": 1.9054296940333898e-05}
{"train_loss": 0.0016020003240555525, "global_step": 76231, "epoch": 428, "lr": 1.9053136280606654e-05}
{"train_loss": 0.0013383106561377645, "global_step": 76232, "epoch": 428, "lr": 1.905197564790966e-05}
{"train_loss": 0.0012556626461446285, "global_step": 76233, "epoch": 428, "lr": 1.905081504224392e-05}
{"train_loss": 0.0011110501363873482, "global_step": 76234, "epoch": 428, "lr": 1.9049654463610428e-05}
{"train_loss": 0.0017755073495209217, "global_step": 76235, "epoch": 428, "lr": 1.9048493912010247e-05}
{"train_loss": 0.002417180687189102, "global_step": 76236, "epoch": 428, "lr": 1.9047333387444322e-05}
{"train_loss": 0.000372991751646623, "global_step": 76237, "epoch": 428, "lr": 1.904617288991372e-05}
{"train_loss": 0.0038309611845761538, "global_step": 76238, "epoch": 428, "lr": 1.904501241941944e-05}
{"train_loss": 0.00336109334602952, "global_step": 76239, "epoch": 428, "lr": 1.9043851975962497e-05}
{"train_loss": 0.0006644742097705603, "global_step": 76240, "epoch": 428, "lr": 1.9042691559543892e-05}
{"train_loss": 0.002674809191375971, "global_step": 76241, "epoch": 428, "lr": 1.904153117016465e-05}
{"train_loss": 0.0013414700515568256, "global_step": 76242, "epoch": 428, "lr": 1.9040370807825787e-05}
{"train_loss": 0.0014004707336425781, "global_step": 76243, "epoch": 428, "lr": 1.9039210472528307e-05}
{"train_loss": 0.00216007512062788, "global_step": 76244, "epoch": 428, "lr": 1.9038050164273207e-05}
{"train_loss": 0.002717627678066492, "global_step": 76245, "epoch": 428, "lr": 1.903688988306156e-05}
{"train_loss": 0.0018529341323301196, "global_step": 76246, "epoch": 428, "lr": 1.9035729628894307e-05}
{"train_loss": 0.0018834155052900314, "global_step": 76247, "epoch": 428, "lr": 1.9034569401772505e-05}
{"train_loss": 0.001314410474151373, "global_step": 76248, "epoch": 428, "lr": 1.9033409201697167e-05}
{"train_loss": 0.00188536592759192, "global_step": 76249, "epoch": 428, "lr": 1.903224902866929e-05}
{"train_loss": 0.0014432286843657494, "global_step": 76250, "epoch": 428, "lr": 1.9031088882689902e-05}
{"train_loss": 0.001680499641224742, "global_step": 76251, "epoch": 428, "lr": 1.9029928763760002e-05}
{"train_loss": 0.0010948634007945657, "global_step": 76252, "epoch": 428, "lr": 1.9028768671880593e-05}
{"train_loss": 0.0009581501944921911, "global_step": 76253, "epoch": 428, "lr": 1.902760860705272e-05}
{"train_loss": 0.0017662319587543607, "global_step": 76254, "epoch": 428, "lr": 1.9026448569277382e-05}
{"train_loss": 0.003393019549548626, "global_step": 76255, "epoch": 428, "lr": 1.90252885585556e-05}
{"train_loss": 0.00198295246809721, "global_step": 76256, "epoch": 428, "lr": 1.9024128574888366e-05}
{"train_loss": 0.0024381661787629128, "global_step": 76257, "epoch": 428, "lr": 1.9022968618276697e-05}
{"train_loss": 0.0016013600397855043, "global_step": 76258, "epoch": 428, "lr": 1.902180868872165e-05}
{"train_loss": 0.0018504965119063854, "global_step": 76259, "epoch": 428, "lr": 1.9020648786224164e-05}
{"train_loss": 0.0015290623996406794, "global_step": 76260, "epoch": 428, "lr": 1.9019488910785326e-05}
{"train_loss": 0.0008367927512153983, "global_step": 76261, "epoch": 428, "lr": 1.901832906240608e-05}
{"train_loss": 0.0019068476976826787, "global_step": 76262, "epoch": 428, "lr": 1.9017169241087495e-05}
{"train_loss": 0.0018856183160096407, "global_step": 76263, "epoch": 428, "lr": 1.9016009446830558e-05}
{"train_loss": 0.00278682098723948, "global_step": 76264, "epoch": 428, "lr": 1.9014849679636286e-05}
{"train_loss": 0.0010847062803804874, "global_step": 76265, "epoch": 428, "lr": 1.9013689939505696e-05}
{"train_loss": 0.0009392420761287212, "global_step": 76266, "epoch": 428, "lr": 1.9012530226439795e-05}
{"train_loss": 0.0027234936133027077, "global_step": 76267, "epoch": 428, "lr": 1.9011370540439584e-05}
{"train_loss": 0.001280107768252492, "global_step": 76268, "epoch": 428, "lr": 1.9010210881506118e-05}
{"train_loss": 0.0010048927506431937, "global_step": 76269, "epoch": 428, "lr": 1.9009051249640352e-05}
{"train_loss": 0.002627528738230467, "global_step": 76270, "epoch": 428, "lr": 1.9007891644843344e-05}
{"train_loss": 0.0024325656704604626, "global_step": 76271, "epoch": 428, "lr": 1.9006732067116095e-05}
{"train_loss": 0.0005886272992938757, "global_step": 76272, "epoch": 428, "lr": 1.9005572516459613e-05}
{"train_loss": 0.0014486939180642366, "global_step": 76273, "epoch": 428, "lr": 1.9004412992874914e-05}
{"train_loss": 0.001516319578513503, "global_step": 76274, "epoch": 428, "lr": 1.9003253496362987e-05}
{"train_loss": 0.0012969040544703603, "global_step": 76275, "epoch": 428, "lr": 1.9002094026924893e-05}
{"train_loss": 0.002131133805960417, "global_step": 76276, "epoch": 428, "lr": 1.9000934584561614e-05}
{"train_loss": 0.0034771193750202656, "global_step": 76277, "epoch": 428, "lr": 1.8999775169274163e-05}
{"train_loss": 0.0017801662907004356, "global_step": 76278, "epoch": 428, "lr": 1.899861578106356e-05}
{"train_loss": 0.004665464162826538, "global_step": 76279, "epoch": 428, "lr": 1.899745641993082e-05}
{"train_loss": 0.0015146133955568075, "global_step": 76280, "epoch": 428, "lr": 1.8996297085876945e-05}
{"train_loss": 0.0027361148968338966, "global_step": 76281, "epoch": 428, "lr": 1.8995137778902955e-05}
{"train_loss": 0.0011906535364687443, "global_step": 76282, "epoch": 428, "lr": 1.899397849900984e-05}
{"train_loss": 0.0014832369051873684, "global_step": 76283, "epoch": 428, "lr": 1.8992819246198672e-05}
{"train_loss": 0.0004590308526530862, "global_step": 76284, "epoch": 428, "lr": 1.8991660020470388e-05}
{"train_loss": 0.0013145634438842535, "global_step": 76285, "epoch": 428, "lr": 1.899050082182605e-05}
{"train_loss": 0.0022091735154390335, "global_step": 76286, "epoch": 428, "lr": 1.898934165026667e-05}
{"train_loss": 0.0007528088754042983, "global_step": 76287, "epoch": 428, "lr": 1.8988182505793235e-05}
{"train_loss": 0.0018805988365784287, "global_step": 76288, "epoch": 428, "lr": 1.8987023388406778e-05}
{"train_loss": 0.0012362709967419505, "global_step": 76289, "epoch": 428, "lr": 1.89858642981083e-05}
{"train_loss": 0.00107438990380615, "global_step": 76290, "epoch": 428, "lr": 1.8984705234898803e-05}
{"train_loss": 0.0021658004261553288, "global_step": 76291, "epoch": 428, "lr": 1.8983546198779345e-05}
{"train_loss": 0.001536066527478397, "global_step": 76292, "epoch": 428, "lr": 1.898238718975088e-05}
{"train_loss": 0.0030286237597465515, "global_step": 76293, "epoch": 428, "lr": 1.8981228207814455e-05}
{"train_loss": 0.0010224918369203806, "global_step": 76294, "epoch": 428, "lr": 1.898006925297108e-05}
{"train_loss": 0.001433854689821601, "global_step": 76295, "epoch": 428, "lr": 1.8978910325221745e-05}
{"train_loss": 0.0018284786492586136, "global_step": 76296, "epoch": 428, "lr": 1.8977751424567515e-05}
{"train_loss": 0.0028061422053724527, "global_step": 76297, "epoch": 428, "lr": 1.8976592551009327e-05}
{"train_loss": 0.0019229056779295206, "global_step": 76298, "epoch": 428, "lr": 1.8975433704548268e-05}
{"train_loss": 0.0030700424686074257, "global_step": 76299, "epoch": 428, "lr": 1.8974274885185284e-05}
{"train_loss": 0.0011430077720433474, "global_step": 76300, "epoch": 428, "lr": 1.8973116092921432e-05}
{"train_loss": 0.0024578694719821215, "global_step": 76301, "epoch": 428, "lr": 1.897195732775771e-05}
{"train_loss": 0.0015962952747941017, "global_step": 76302, "epoch": 428, "lr": 1.897079858969513e-05}
{"train_loss": 0.002598629565909505, "global_step": 76303, "epoch": 428, "lr": 1.8969639878734713e-05}
{"train_loss": 0.0008482849807478487, "global_step": 76304, "epoch": 428, "lr": 1.896848119487745e-05}
{"train_loss": 0.0005912846536375582, "global_step": 76305, "epoch": 428, "lr": 1.8967322538124355e-05}
{"train_loss": 0.00106798205524683, "global_step": 76306, "epoch": 428, "lr": 1.8966163908476487e-05}
{"train_loss": 0.002375953132286668, "global_step": 76307, "epoch": 428, "lr": 1.8965005305934784e-05}
{"train_loss": 0.001151376054622233, "global_step": 76308, "epoch": 428, "lr": 1.896384673050031e-05}
{"train_loss": 0.0011811313452199101, "global_step": 76309, "epoch": 428, "lr": 1.8962688182174064e-05}
{"train_loss": 0.0019269529730081558, "global_step": 76310, "epoch": 428, "lr": 1.8961529660957062e-05}
{"train_loss": 0.0008544547017663717, "global_step": 76311, "epoch": 428, "lr": 1.8960371166850305e-05}
{"train_loss": 0.0013870173133909702, "global_step": 76312, "epoch": 428, "lr": 1.8959212699854812e-05}
{"train_loss": 0.0018100365996360779, "global_step": 76313, "epoch": 428, "lr": 1.895805425997159e-05}
{"train_loss": 0.0011522232089191675, "global_step": 76314, "epoch": 428, "lr": 1.8956895847201657e-05}
{"train_loss": 0.003649858757853508, "global_step": 76315, "epoch": 428, "lr": 1.8955737461546003e-05}
{"train_loss": 0.0020639642607420683, "global_step": 76316, "epoch": 428, "lr": 1.8954579103005677e-05}
{"train_loss": 0.0006505534402094781, "global_step": 76317, "epoch": 428, "lr": 1.895342077158167e-05}
{"train_loss": 0.0015935759292915463, "global_step": 76318, "epoch": 428, "lr": 1.8952262467274996e-05}
{"train_loss": 0.0010996542405337095, "global_step": 76319, "epoch": 428, "lr": 1.8951104190086665e-05}
{"train_loss": 0.002133403904736042, "global_step": 76320, "epoch": 428, "lr": 1.8949945940017676e-05}
{"train_loss": 0.002895200625061989, "global_step": 76321, "epoch": 428, "lr": 1.894878771706909e-05}
{"train_loss": 0.00119725801050663, "global_step": 76322, "epoch": 428, "lr": 1.8947629521241843e-05}
{"train_loss": 0.0009308618609793484, "global_step": 76323, "epoch": 428, "lr": 1.894647135253701e-05}
{"train_loss": 0.0022566693369299173, "global_step": 76324, "epoch": 428, "lr": 1.894531321095558e-05}
{"train_loss": 0.0014067422598600388, "global_step": 76325, "epoch": 428, "lr": 1.894415509649856e-05}
{"train_loss": 0.0013688744511455297, "global_step": 76326, "epoch": 428, "lr": 1.8942997009166973e-05}
{"train_loss": 0.0010583940893411636, "global_step": 76327, "epoch": 428, "lr": 1.8941838948961822e-05}
{"train_loss": 0.0027471131179481745, "global_step": 76328, "epoch": 428, "lr": 1.8940680915884097e-05}
{"train_loss": 0.001590366242453456, "global_step": 76329, "epoch": 428, "lr": 1.893952290993487e-05}
{"train_loss": 0.001934143016114831, "global_step": 76330, "epoch": 428, "lr": 1.8938364931115082e-05}
{"train_loss": 0.0010631351033225656, "global_step": 76331, "epoch": 428, "lr": 1.8937206979425808e-05}
{"train_loss": 0.0006331288604997098, "global_step": 76332, "epoch": 428, "lr": 1.8936049054867993e-05}
{"train_loss": 0.002452164189890027, "global_step": 76333, "epoch": 428, "lr": 1.893489115744271e-05}
{"train_loss": 0.0012638545595109463, "global_step": 76334, "epoch": 428, "lr": 1.8933733287150933e-05}
{"train_loss": 0.0014227484352886677, "global_step": 76335, "epoch": 428, "lr": 1.893257544399368e-05}
{"train_loss": 0.0018162066116929054, "global_step": 76336, "epoch": 428, "lr": 1.8931417627971992e-05}
{"train_loss": 0.0011836026096716523, "global_step": 76337, "epoch": 428, "lr": 1.893025983908682e-05}
{"train_loss": 0.0024076863192021847, "global_step": 76338, "epoch": 428, "lr": 1.8929102077339235e-05}
{"train_loss": 0.0019245946314185858, "global_step": 76339, "epoch": 428, "lr": 1.892794434273022e-05}
{"train_loss": 0.001784806838259101, "global_step": 76340, "epoch": 428, "lr": 1.892678663526079e-05}
{"train_loss": 0.002965709660202265, "global_step": 76341, "epoch": 428, "lr": 1.8925628954931955e-05}
{"train_loss": 0.002430605236440897, "global_step": 76342, "epoch": 428, "lr": 1.892447130174473e-05}
{"train_loss": 0.001784354681149125, "global_step": 76343, "epoch": 428, "lr": 1.8923313675700104e-05}
{"train_loss": 0.001157119171693921, "global_step": 76344, "epoch": 428, "lr": 1.8922156076799142e-05}
{"train_loss": 0.0015381458215415478, "global_step": 76345, "epoch": 428, "lr": 1.8920998505042787e-05}
{"train_loss": 0.001634975546039641, "global_step": 76346, "epoch": 428, "lr": 1.89198409604321e-05}
{"train_loss": 0.0028898927848786116, "global_step": 76347, "epoch": 428, "lr": 1.8918683442968076e-05}
{"train_loss": 0.0007971598533913493, "global_step": 76348, "epoch": 428, "lr": 1.8917525952651733e-05}
{"train_loss": 0.0008409662987105548, "global_step": 76349, "epoch": 428, "lr": 1.8916368489484067e-05}
{"train_loss": 0.0010688607580959797, "global_step": 76350, "epoch": 428, "lr": 1.8915211053466097e-05}
{"train_loss": 0.002782755997031927, "global_step": 76351, "epoch": 428, "lr": 1.8914053644598833e-05}
{"train_loss": 0.0015814732760190964, "global_step": 76352, "epoch": 428, "lr": 1.891289626288329e-05}
{"train_loss": 0.0011064449790865183, "global_step": 76353, "epoch": 428, "lr": 1.8911738908320458e-05}
{"train_loss": 0.0028029244858771563, "global_step": 76354, "epoch": 428, "lr": 1.89105815809114e-05}
{"train_loss": 0.0010082297958433628, "global_step": 76355, "epoch": 428, "lr": 1.8909424280657057e-05}
{"train_loss": 0.0014901305548846722, "global_step": 76356, "epoch": 428, "lr": 1.8908267007558495e-05}
{"train_loss": 0.0018458593403920531, "global_step": 76357, "epoch": 428, "lr": 1.8907109761616703e-05}
{"train_loss": 0.002301502041518688, "global_step": 76358, "epoch": 428, "lr": 1.8905952542832672e-05}
{"train_loss": 0.0014774169540032744, "global_step": 76359, "epoch": 428, "lr": 1.890479535120748e-05}
{"train_loss": 0.0014660418964922428, "global_step": 76360, "epoch": 428, "lr": 1.8903638186742044e-05}
{"train_loss": 0.0017605795826844013, "global_step": 76361, "epoch": 428, "lr": 1.890248104943745e-05}
{"train_loss": 0.002116519259288907, "global_step": 76362, "epoch": 429, "lr": 1.890132393929468e-05}
{"train_loss": 0.0020159762352705, "global_step": 76363, "epoch": 429, "lr": 1.8900166856314744e-05}
{"train_loss": 0.0021304285619407892, "global_step": 76364, "epoch": 429, "lr": 1.8899009800498656e-05}
{"train_loss": 0.0016961194342002273, "global_step": 76365, "epoch": 429, "lr": 1.8897852771847422e-05}
{"train_loss": 0.000784648465923965, "global_step": 76366, "epoch": 429, "lr": 1.8896695770362043e-05}
{"train_loss": 0.0008616582490503788, "global_step": 76367, "epoch": 429, "lr": 1.8895538796043576e-05}
{"train_loss": 0.0031173285096883774, "global_step": 76368, "epoch": 429, "lr": 1.889438184889297e-05}
{"train_loss": 0.0006284565897658467, "global_step": 76369, "epoch": 429, "lr": 1.8893224928911292e-05}
{"train_loss": 0.002499223221093416, "global_step": 76370, "epoch": 429, "lr": 1.889206803609949e-05}
{"train_loss": 0.0009683315875008702, "global_step": 76371, "epoch": 429, "lr": 1.8890911170458624e-05}
{"train_loss": 0.0015349022578448057, "global_step": 76372, "epoch": 429, "lr": 1.8889754331989696e-05}
{"train_loss": 0.001921253395266831, "global_step": 76373, "epoch": 429, "lr": 1.8888597520693707e-05}
{"train_loss": 0.0014905427815392613, "global_step": 76374, "epoch": 429, "lr": 1.8887440736571666e-05}
{"train_loss": 0.0026407665573060513, "global_step": 76375, "epoch": 429, "lr": 1.888628397962459e-05}
{"train_loss": 0.001317686284892261, "global_step": 76376, "epoch": 429, "lr": 1.8885127249853473e-05}
{"train_loss": 0.0014592459192499518, "global_step": 76377, "epoch": 429, "lr": 1.888397054725935e-05}
{"train_loss": 0.0024492887314409018, "global_step": 76378, "epoch": 429, "lr": 1.8882813871843224e-05}
{"train_loss": 0.0032471702434122562, "global_step": 76379, "epoch": 429, "lr": 1.88816572236061e-05}
{"train_loss": 0.0011156199034303427, "global_step": 76380, "epoch": 429, "lr": 1.8880500602548996e-05}
{"train_loss": 0.0020280256867408752, "global_step": 76381, "epoch": 429, "lr": 1.8879344008672893e-05}
{"train_loss": 0.0017870073206722736, "global_step": 76382, "epoch": 429, "lr": 1.887818744197886e-05}
{"train_loss": 0.000946445856243372, "global_step": 76383, "epoch": 429, "lr": 1.887703090246784e-05}
{"train_loss": 0.002491852268576622, "global_step": 76384, "epoch": 429, "lr": 1.887587439014089e-05}
{"train_loss": 0.0015650172717869282, "global_step": 76385, "epoch": 429, "lr": 1.8874717904999007e-05}
{"train_loss": 0.0012271952582523227, "global_step": 76386, "epoch": 429, "lr": 1.8873561447043198e-05}
{"train_loss": 0.0018419789848849177, "global_step": 76387, "epoch": 429, "lr": 1.887240501627447e-05}
{"train_loss": 0.0012201962526887655, "global_step": 76388, "epoch": 429, "lr": 1.8871248612693843e-05}
{"train_loss": 0.0007817756268195808, "global_step": 76389, "epoch": 429, "lr": 1.8870092236302316e-05}
{"train_loss": 0.002307115588337183, "global_step": 76390, "epoch": 429, "lr": 1.886893588710091e-05}
{"train_loss": 0.001852252404205501, "global_step": 76391, "epoch": 429, "lr": 1.886777956509061e-05}
{"train_loss": 0.0009885537438094616, "global_step": 76392, "epoch": 429, "lr": 1.8866623270272475e-05}
{"train_loss": 0.0018641548231244087, "global_step": 76393, "epoch": 429, "lr": 1.8865467002647456e-05}
{"train_loss": 0.0012399527477100492, "global_step": 76394, "epoch": 429, "lr": 1.886431076221661e-05}
{"train_loss": 0.003379818983376026, "global_step": 76395, "epoch": 429, "lr": 1.886315454898093e-05}
{"train_loss": 0.0009457467240281403, "global_step": 76396, "epoch": 429, "lr": 1.886199836294142e-05}
{"train_loss": 0.0017652485985308886, "global_step": 76397, "epoch": 429, "lr": 1.88608422040991e-05}
{"train_loss": 0.00202089617960155, "global_step": 76398, "epoch": 429, "lr": 1.885968607245495e-05}
{"train_loss": 0.0010812233667820692, "global_step": 76399, "epoch": 429, "lr": 1.885852996801003e-05}
{"train_loss": 0.0010719981510192156, "global_step": 76400, "epoch": 429, "lr": 1.8857373890765322e-05}
{"train_loss": 0.0007303713937290013, "global_step": 76401, "epoch": 429, "lr": 1.8856217840721834e-05}
{"train_loss": 0.0025248611345887184, "global_step": 76402, "epoch": 429, "lr": 1.8855061817880586e-05}
{"train_loss": 0.002890855772420764, "global_step": 76403, "epoch": 429, "lr": 1.885390582224258e-05}
{"train_loss": 0.0018012449145317078, "global_step": 76404, "epoch": 429, "lr": 1.8852749853808808e-05}
{"train_loss": 0.0020835185423493385, "global_step": 76405, "epoch": 429, "lr": 1.8851593912580333e-05}
{"train_loss": 0.0008651964599266648, "global_step": 76406, "epoch": 429, "lr": 1.8850437998558095e-05}
{"train_loss": 0.0018700622022151947, "global_step": 76407, "epoch": 429, "lr": 1.884928211174318e-05}
{"train_loss": 0.0010459170443937182, "global_step": 76408, "epoch": 429, "lr": 1.8848126252136515e-05}
{"train_loss": 0.003584119724109769, "global_step": 76409, "epoch": 429, "lr": 1.8846970419739173e-05}
{"train_loss": 0.0020588187035173178, "global_step": 76410, "epoch": 429, "lr": 1.8845814614552137e-05}
{"train_loss": 0.0005517108365893364, "global_step": 76411, "epoch": 429, "lr": 1.8844658836576428e-05}
{"train_loss": 0.0009501443710178137, "global_step": 76412, "epoch": 429, "lr": 1.884350308581305e-05}
{"train_loss": 0.0015542572364211082, "global_step": 76413, "epoch": 429, "lr": 1.8842347362263e-05}
{"train_loss": 0.00105282012373209, "global_step": 76414, "epoch": 429, "lr": 1.8841191665927295e-05}
{"train_loss": 0.002051947172731161, "global_step": 76415, "epoch": 429, "lr": 1.884003599680697e-05}
{"train_loss": 0.002726208884268999, "global_step": 76416, "epoch": 429, "lr": 1.883888035490299e-05}
{"train_loss": 0.0008383764652535319, "global_step": 76417, "epoch": 429, "lr": 1.8837724740216394e-05}
{"train_loss": 0.0013126134872436523, "global_step": 76418, "epoch": 429, "lr": 1.883656915274819e-05}
{"train_loss": 0.000768251484259963, "global_step": 76419, "epoch": 429, "lr": 1.883541359249937e-05}
{"train_loss": 0.002926336135715246, "global_step": 76420, "epoch": 429, "lr": 1.883425805947098e-05}
{"train_loss": 0.0016186218708753586, "global_step": 76421, "epoch": 429, "lr": 1.8833102553663973e-05}
{"train_loss": 0.0015440323622897267, "global_step": 76422, "epoch": 429, "lr": 1.883194707507941e-05}
{"train_loss": 0.00164400867652148, "global_step": 76423, "epoch": 429, "lr": 1.8830791623718275e-05}
{"train_loss": 0.002658100565895438, "global_step": 76424, "epoch": 429, "lr": 1.8829636199581584e-05}
{"train_loss": 0.0011849859729409218, "global_step": 76425, "epoch": 429, "lr": 1.8828480802670345e-05}
{"train_loss": 0.0022332605440169573, "global_step": 76426, "epoch": 429, "lr": 1.8827325432985567e-05}
{"train_loss": 0.0014056379441171885, "global_step": 76427, "epoch": 429, "lr": 1.8826170090528256e-05}
{"train_loss": 0.0008557062246836722, "global_step": 76428, "epoch": 429, "lr": 1.8825014775299426e-05}
{"train_loss": 0.002181466668844223, "global_step": 76429, "epoch": 429, "lr": 1.8823859487300066e-05}
{"train_loss": 0.0008369593415409327, "global_step": 76430, "epoch": 429, "lr": 1.882270422653124e-05}
{"train_loss": 0.001372507307678461, "global_step": 76431, "epoch": 429, "lr": 1.8821548992993882e-05}
{"train_loss": 0.0025010020472109318, "global_step": 76432, "epoch": 429, "lr": 1.8820393786689054e-05}
{"train_loss": 0.0013246682938188314, "global_step": 76433, "epoch": 429, "lr": 1.8819238607617755e-05}
{"train_loss": 0.0014055940555408597, "global_step": 76434, "epoch": 429, "lr": 1.8818083455780987e-05}
{"train_loss": 0.0011993998195976019, "global_step": 76435, "epoch": 429, "lr": 1.881692833117976e-05}
{"train_loss": 0.0021799919195473194, "global_step": 76436, "epoch": 429, "lr": 1.8815773233815086e-05}
{"train_loss": 0.002084847539663315, "global_step": 76437, "epoch": 429, "lr": 1.8814618163687952e-05}
{"train_loss": 0.0045174844563007355, "global_step": 76438, "epoch": 429, "lr": 1.8813463120799425e-05}
{"train_loss": 0.003993371967226267, "global_step": 76439, "epoch": 429, "lr": 1.8812308105150438e-05}
{"train_loss": 0.0005419165827333927, "global_step": 76440, "epoch": 429, "lr": 1.8811153116742054e-05}
{"train_loss": 0.001421877183020115, "global_step": 76441, "epoch": 429, "lr": 1.8809998155575265e-05}
{"train_loss": 0.0016534969909116626, "global_step": 76442, "epoch": 429, "lr": 1.8808843221651083e-05}
{"train_loss": 0.0009699517395347357, "global_step": 76443, "epoch": 429, "lr": 1.8807688314970513e-05}
{"train_loss": 0.0009607325773686171, "global_step": 76444, "epoch": 429, "lr": 1.8806533435534547e-05}
{"train_loss": 0.0025770103093236685, "global_step": 76445, "epoch": 429, "lr": 1.8805378583344246e-05}
{"train_loss": 0.0016114178579300642, "global_step": 76446, "epoch": 429, "lr": 1.8804223758400546e-05}
{"train_loss": 0.0017988558392971754, "global_step": 76447, "epoch": 429, "lr": 1.8803068960704513e-05}
{"train_loss": 0.0021844319999217987, "global_step": 76448, "epoch": 429, "lr": 1.8801914190257138e-05}
{"train_loss": 0.0019632726907730103, "global_step": 76449, "epoch": 429, "lr": 1.8800759447059425e-05}
{"train_loss": 0.0029622637666761875, "global_step": 76450, "epoch": 429, "lr": 1.8799604731112385e-05}
{"train_loss": 0.0027286517433822155, "global_step": 76451, "epoch": 429, "lr": 1.879845004241703e-05}
{"train_loss": 0.0016136448830366135, "global_step": 76452, "epoch": 429, "lr": 1.8797295380974346e-05}
{"train_loss": 0.0007382761687040329, "global_step": 76453, "epoch": 429, "lr": 1.8796140746785396e-05}
{"train_loss": 0.0024082735180854797, "global_step": 76454, "epoch": 429, "lr": 1.8794986139851117e-05}
{"train_loss": 0.0007207783637568355, "global_step": 76455, "epoch": 429, "lr": 1.8793831560172576e-05}
{"train_loss": 0.0010866031516343355, "global_step": 76456, "epoch": 429, "lr": 1.879267700775076e-05}
{"train_loss": 0.0008959066472016275, "global_step": 76457, "epoch": 429, "lr": 1.8791522482586672e-05}
{"train_loss": 0.0012698657810688019, "global_step": 76458, "epoch": 429, "lr": 1.879036798468133e-05}
{"train_loss": 0.002655044896528125, "global_step": 76459, "epoch": 429, "lr": 1.8789213514035732e-05}
{"train_loss": 0.001291060820221901, "global_step": 76460, "epoch": 429, "lr": 1.8788059070650895e-05}
{"train_loss": 0.0018119661835953593, "global_step": 76461, "epoch": 429, "lr": 1.878690465452781e-05}
{"train_loss": 0.003120864275842905, "global_step": 76462, "epoch": 429, "lr": 1.8785750265667512e-05}
{"train_loss": 0.0009415036765858531, "global_step": 76463, "epoch": 429, "lr": 1.8784595904071e-05}
{"train_loss": 0.0024505688343197107, "global_step": 76464, "epoch": 429, "lr": 1.878344156973928e-05}
{"train_loss": 0.001582027063705027, "global_step": 76465, "epoch": 429, "lr": 1.878228726267336e-05}
{"train_loss": 0.0012743438128381968, "global_step": 76466, "epoch": 429, "lr": 1.8781132982874243e-05}
{"train_loss": 0.002010050229728222, "global_step": 76467, "epoch": 429, "lr": 1.877997873034293e-05}
{"train_loss": 0.0007445673109032214, "global_step": 76468, "epoch": 429, "lr": 1.877882450508047e-05}
{"train_loss": 0.0027783855330199003, "global_step": 76469, "epoch": 429, "lr": 1.8777670307087813e-05}
{"train_loss": 0.0017329182010143995, "global_step": 76470, "epoch": 429, "lr": 1.8776516136366012e-05}
{"train_loss": 0.004802131559699774, "global_step": 76471, "epoch": 429, "lr": 1.8775361992916056e-05}
{"train_loss": 0.00166400708258152, "global_step": 76472, "epoch": 429, "lr": 1.8774207876738965e-05}
{"train_loss": 0.0008163949241861701, "global_step": 76473, "epoch": 429, "lr": 1.8773053787835732e-05}
{"train_loss": 0.002632573014125228, "global_step": 76474, "epoch": 429, "lr": 1.877189972620737e-05}
{"train_loss": 0.002255111001431942, "global_step": 76475, "epoch": 429, "lr": 1.877074569185488e-05}
{"train_loss": 0.002321049803867936, "global_step": 76476, "epoch": 429, "lr": 1.8769591684779303e-05}
{"train_loss": 0.003243940882384777, "global_step": 76477, "epoch": 429, "lr": 1.8768437704981594e-05}
{"train_loss": 0.0007036841125227511, "global_step": 76478, "epoch": 429, "lr": 1.8767283752462822e-05}
{"train_loss": 0.000565006397664547, "global_step": 76479, "epoch": 429, "lr": 1.8766129827223932e-05}
{"train_loss": 0.0024339151568710804, "global_step": 76480, "epoch": 429, "lr": 1.8764975929265978e-05}
{"train_loss": 0.0011803058441728354, "global_step": 76481, "epoch": 429, "lr": 1.8763822058589948e-05}
{"train_loss": 0.0019426781218498945, "global_step": 76482, "epoch": 429, "lr": 1.8762668215196836e-05}
{"train_loss": 0.0009491352830082178, "global_step": 76483, "epoch": 429, "lr": 1.876151439908771e-05}
{"train_loss": 0.0010941841173917055, "global_step": 76484, "epoch": 429, "lr": 1.8760360610263496e-05}
{"train_loss": 0.0013857206795364618, "global_step": 76485, "epoch": 429, "lr": 1.875920684872526e-05}
{"train_loss": 0.0017694589914754033, "global_step": 76486, "epoch": 429, "lr": 1.875805311447399e-05}
{"train_loss": 0.0014683291083201766, "global_step": 76487, "epoch": 429, "lr": 1.87568994075107e-05}
{"train_loss": 0.0019264236325398088, "global_step": 76488, "epoch": 429, "lr": 1.875574572783638e-05}
{"train_loss": 0.002809631172567606, "global_step": 76489, "epoch": 429, "lr": 1.8754592075452058e-05}
{"train_loss": 0.006647983565926552, "global_step": 76490, "epoch": 429, "lr": 1.8753438450358717e-05}
{"train_loss": 0.0016739226412028074, "global_step": 76491, "epoch": 429, "lr": 1.8752284852557418e-05}
{"train_loss": 0.001297963666729629, "global_step": 76492, "epoch": 429, "lr": 1.8751131282049095e-05}
{"train_loss": 0.002162870718166232, "global_step": 76493, "epoch": 429, "lr": 1.874997773883481e-05}
{"train_loss": 0.0021524515468627214, "global_step": 76494, "epoch": 429, "lr": 1.8748824222915556e-05}
{"train_loss": 0.0013212768826633692, "global_step": 76495, "epoch": 429, "lr": 1.874767073429233e-05}
{"train_loss": 0.0018566007493063807, "global_step": 76496, "epoch": 429, "lr": 1.8746517272966156e-05}
{"train_loss": 0.001529807224869728, "global_step": 76497, "epoch": 429, "lr": 1.874536383893803e-05}
{"train_loss": 0.002506611868739128, "global_step": 76498, "epoch": 429, "lr": 1.874421043220896e-05}
{"train_loss": 0.0006876218831166625, "global_step": 76499, "epoch": 429, "lr": 1.8743057052779957e-05}
{"train_loss": 0.0029062440153211355, "global_step": 76500, "epoch": 429, "lr": 1.874190370065201e-05}
{"train_loss": 0.0020793622825294733, "global_step": 76501, "epoch": 429, "lr": 1.8740750375826176e-05}
{"train_loss": 0.0004219174152240157, "global_step": 76502, "epoch": 429, "lr": 1.8739597078303396e-05}
{"train_loss": 0.0015448229387402534, "global_step": 76503, "epoch": 429, "lr": 1.8738443808084733e-05}
{"train_loss": 0.0013217073865234852, "global_step": 76504, "epoch": 429, "lr": 1.8737290565171167e-05}
{"train_loss": 0.0027636014856398106, "global_step": 76505, "epoch": 429, "lr": 1.8736137349563694e-05}
{"train_loss": 0.0011973201762884855, "global_step": 76506, "epoch": 429, "lr": 1.8734984161263376e-05}
{"train_loss": 0.0020634522661566734, "global_step": 76507, "epoch": 429, "lr": 1.873383100027114e-05}
{"train_loss": 0.0014683585613965988, "global_step": 76508, "epoch": 429, "lr": 1.873267786658806e-05}
{"train_loss": 0.0008031954057514668, "global_step": 76509, "epoch": 429, "lr": 1.873152476021512e-05}
{"train_loss": 0.0013846252113580704, "global_step": 76510, "epoch": 429, "lr": 1.873037168115332e-05}
{"train_loss": 0.0006352243945002556, "global_step": 76511, "epoch": 429, "lr": 1.872921862940367e-05}
{"train_loss": 0.0013039875775575638, "global_step": 76512, "epoch": 429, "lr": 1.872806560496719e-05}
{"train_loss": 0.0036667860113084316, "global_step": 76513, "epoch": 429, "lr": 1.8726912607844854e-05}
{"train_loss": 0.002625368069857359, "global_step": 76514, "epoch": 429, "lr": 1.8725759638037726e-05}
{"train_loss": 0.001347917364910245, "global_step": 76515, "epoch": 429, "lr": 1.872460669554675e-05}
{"train_loss": 0.0013419551542028785, "global_step": 76516, "epoch": 429, "lr": 1.8723453780372992e-05}
{"train_loss": 0.0013281034771353006, "global_step": 76517, "epoch": 429, "lr": 1.8722300892517395e-05}
{"train_loss": 0.0010399981401860714, "global_step": 76518, "epoch": 429, "lr": 1.8721148031981017e-05}
{"train_loss": 0.0019231545738875866, "global_step": 76519, "epoch": 429, "lr": 1.871999519876485e-05}
{"train_loss": 0.001833185669966042, "global_step": 76520, "epoch": 429, "lr": 1.87188423928699e-05}
{"train_loss": 0.0021368353627622128, "global_step": 76521, "epoch": 429, "lr": 1.8717689614297172e-05}
{"train_loss": 0.0007283854647539556, "global_step": 76522, "epoch": 429, "lr": 1.8716536863047672e-05}
{"train_loss": 0.002011931035667658, "global_step": 76523, "epoch": 429, "lr": 1.8715384139122393e-05}
{"train_loss": 0.0016827851068228483, "global_step": 76524, "epoch": 429, "lr": 1.8714231442522378e-05}
{"train_loss": 0.0011482841800898314, "global_step": 76525, "epoch": 429, "lr": 1.871307877324861e-05}
{"train_loss": 0.003361966460943222, "global_step": 76526, "epoch": 429, "lr": 1.8711926131302098e-05}
{"train_loss": 0.0012840370181947947, "global_step": 76527, "epoch": 429, "lr": 1.8710773516683853e-05}
{"train_loss": 0.0019436082802712917, "global_step": 76528, "epoch": 429, "lr": 1.8709620929394863e-05}
{"train_loss": 0.0019631858449429274, "global_step": 76529, "epoch": 429, "lr": 1.8708468369436183e-05}
{"train_loss": 0.002114649396389723, "global_step": 76530, "epoch": 429, "lr": 1.8707315836808752e-05}
{"train_loss": 0.002154105808585882, "global_step": 76531, "epoch": 429, "lr": 1.8706163331513628e-05}
{"train_loss": 0.003934300504624844, "global_step": 76532, "epoch": 429, "lr": 1.8705010853551803e-05}
{"train_loss": 0.0008830747683532536, "global_step": 76533, "epoch": 429, "lr": 1.8703858402924283e-05}
{"train_loss": 0.0016481467755511403, "global_step": 76534, "epoch": 429, "lr": 1.8702705979632072e-05}
{"train_loss": 0.0015339027158915997, "global_step": 76535, "epoch": 429, "lr": 1.870155358367618e-05}
{"train_loss": 0.001744341803714633, "global_step": 76536, "epoch": 429, "lr": 1.870040121505761e-05}
{"train_loss": 0.000577305443584919, "global_step": 76537, "epoch": 429, "lr": 1.869924887377737e-05}
{"train_loss": 0.0013973842142149806, "global_step": 76538, "epoch": 429, "lr": 1.8698096559836454e-05}
{"train_loss": 0.0017876171423880948, "global_step": 76539, "epoch": 429, "lr": 1.8696944273235913e-05}
{"train_loss": 0.000715685891918838, "global_step": 76540, "epoch": 430, "lr": 1.869579201397668e-05}
{"train_loss": 0.0011654086410999298, "global_step": 76541, "epoch": 430, "lr": 1.869463978205983e-05}
{"train_loss": 0.001414929167367518, "global_step": 76542, "epoch": 430, "lr": 1.869348757748634e-05}
{"train_loss": 0.0008693287381902337, "global_step": 76543, "epoch": 430, "lr": 1.8692335400257216e-05}
{"train_loss": 0.0020137005485594273, "global_step": 76544, "epoch": 430, "lr": 1.8691183250373474e-05}
{"train_loss": 0.0007028650725260377, "global_step": 76545, "epoch": 430, "lr": 1.869003112783609e-05}
{"train_loss": 0.0030904144514352083, "global_step": 76546, "epoch": 430, "lr": 1.8688879032646116e-05}
{"train_loss": 0.0010483863297849894, "global_step": 76547, "epoch": 430, "lr": 1.8687726964804532e-05}
{"train_loss": 0.0011986633762717247, "global_step": 76548, "epoch": 430, "lr": 1.868657492431235e-05}
{"train_loss": 0.0031741689890623093, "global_step": 76549, "epoch": 430, "lr": 1.8685422911170576e-05}
{"train_loss": 0.001100832363590598, "global_step": 76550, "epoch": 430, "lr": 1.8684270925380216e-05}
{"train_loss": 0.002288978546857834, "global_step": 76551, "epoch": 430, "lr": 1.8683118966942255e-05}
{"train_loss": 0.0019154001493006945, "global_step": 76552, "epoch": 430, "lr": 1.8681967035857756e-05}
{"train_loss": 0.0027303604874759912, "global_step": 76553, "epoch": 430, "lr": 1.868081513212765e-05}
{"train_loss": 0.001154640456661582, "global_step": 76554, "epoch": 430, "lr": 1.8679663255753022e-05}
{"train_loss": 0.0022070519626140594, "global_step": 76555, "epoch": 430, "lr": 1.86785114067348e-05}
{"train_loss": 0.0010015928419306874, "global_step": 76556, "epoch": 430, "lr": 1.8677359585074045e-05}
{"train_loss": 0.0017717612208798528, "global_step": 76557, "epoch": 430, "lr": 1.8676207790771743e-05}
{"train_loss": 0.0014045089483261108, "global_step": 76558, "epoch": 430, "lr": 1.8675056023828907e-05}
{"train_loss": 0.0013598676305264235, "global_step": 76559, "epoch": 430, "lr": 1.867390428424654e-05}
{"train_loss": 0.0006305311108008027, "global_step": 76560, "epoch": 430, "lr": 1.8672752572025643e-05}
{"train_loss": 0.0010133924661204219, "global_step": 76561, "epoch": 430, "lr": 1.867160088716721e-05}
{"train_loss": 0.001264876569621265, "global_step": 76562, "epoch": 430, "lr": 1.86704492296723e-05}
{"train_loss": 0.0012815044028684497, "global_step": 76563, "epoch": 430, "lr": 1.8669297599541842e-05}
{"train_loss": 0.0013940102653577924, "global_step": 76564, "epoch": 430, "lr": 1.8668145996776905e-05}
{"train_loss": 0.0008617883431725204, "global_step": 76565, "epoch": 430, "lr": 1.8666994421378464e-05}
{"train_loss": 0.0014793707523494959, "global_step": 76566, "epoch": 430, "lr": 1.866584287334752e-05}
{"train_loss": 0.0016448732931166887, "global_step": 76567, "epoch": 430, "lr": 1.8664691352685122e-05}
{"train_loss": 0.001790850656107068, "global_step": 76568, "epoch": 430, "lr": 1.8663539859392213e-05}
{"train_loss": 0.0010524590034037828, "global_step": 76569, "epoch": 430, "lr": 1.8662388393469864e-05}
{"train_loss": 0.0011565517634153366, "global_step": 76570, "epoch": 430, "lr": 1.8661236954919014e-05}
{"train_loss": 0.002773444401100278, "global_step": 76571, "epoch": 430, "lr": 1.866008554374072e-05}
{"train_loss": 0.0025622989051043987, "global_step": 76572, "epoch": 430, "lr": 1.8658934159935963e-05}
{"train_loss": 0.0010161842219531536, "global_step": 76573, "epoch": 430, "lr": 1.8657782803505764e-05}
{"train_loss": 0.0016087412368506193, "global_step": 76574, "epoch": 430, "lr": 1.8656631474451114e-05}
{"train_loss": 0.0016256944509223104, "global_step": 76575, "epoch": 430, "lr": 1.8655480172773027e-05}
{"train_loss": 0.0020898585207760334, "global_step": 76576, "epoch": 430, "lr": 1.865432889847249e-05}
{"train_loss": 0.0017480014357715845, "global_step": 76577, "epoch": 430, "lr": 1.8653177651550557e-05}
{"train_loss": 0.001827023341320455, "global_step": 76578, "epoch": 430, "lr": 1.8652026432008167e-05}
{"train_loss": 0.0019894344732165337, "global_step": 76579, "epoch": 430, "lr": 1.8650875239846384e-05}
{"train_loss": 0.0024379114620387554, "global_step": 76580, "epoch": 430, "lr": 1.864972407506618e-05}
{"train_loss": 0.0026523065753281116, "global_step": 76581, "epoch": 430, "lr": 1.8648572937668572e-05}
{"train_loss": 0.0016850546235218644, "global_step": 76582, "epoch": 430, "lr": 1.8647421827654566e-05}
{"train_loss": 0.0030354498885571957, "global_step": 76583, "epoch": 430, "lr": 1.8646270745025162e-05}
{"train_loss": 0.0010878731263801455, "global_step": 76584, "epoch": 430, "lr": 1.864511968978135e-05}
{"train_loss": 0.002816988853737712, "global_step": 76585, "epoch": 430, "lr": 1.864396866192419e-05}
{"train_loss": 0.0027393389027565718, "global_step": 76586, "epoch": 430, "lr": 1.8642817661454615e-05}
{"train_loss": 0.0014009780716151, "global_step": 76587, "epoch": 430, "lr": 1.8641666688373686e-05}
{"train_loss": 0.0013287158217281103, "global_step": 76588, "epoch": 430, "lr": 1.8640515742682384e-05}
{"train_loss": 0.0009265412809327245, "global_step": 76589, "epoch": 430, "lr": 1.8639364824381722e-05}
{"train_loss": 0.0006130268448032439, "global_step": 76590, "epoch": 430, "lr": 1.8638213933472703e-05}
{"train_loss": 0.0022607240825891495, "global_step": 76591, "epoch": 430, "lr": 1.8637063069956312e-05}
{"train_loss": 0.0012906115734949708, "global_step": 76592, "epoch": 430, "lr": 1.8635912233833608e-05}
{"train_loss": 0.0011909883469343185, "global_step": 76593, "epoch": 430, "lr": 1.8634761425105528e-05}
{"train_loss": 0.0015636463649570942, "global_step": 76594, "epoch": 430, "lr": 1.8633610643773132e-05}
{"train_loss": 0.0014157560653984547, "global_step": 76595, "epoch": 430, "lr": 1.8632459889837394e-05}
{"train_loss": 0.0020851269364356995, "global_step": 76596, "epoch": 430, "lr": 1.8631309163299336e-05}
{"train_loss": 0.0011094131041318178, "global_step": 76597, "epoch": 430, "lr": 1.8630158464159952e-05}
{"train_loss": 0.001271046930924058, "global_step": 76598, "epoch": 430, "lr": 1.8629007792420254e-05}
{"train_loss": 0.0021490403451025486, "global_step": 76599, "epoch": 430, "lr": 1.8627857148081228e-05}
{"train_loss": 0.0012126422952860594, "global_step": 76600, "epoch": 430, "lr": 1.8626706531143928e-05}
{"train_loss": 0.0019294301746413112, "global_step": 76601, "epoch": 430, "lr": 1.8625555941609296e-05}
{"train_loss": 0.0011765429517254233, "global_step": 76602, "epoch": 430, "lr": 1.8624405379478378e-05}
{"train_loss": 0.0012682840460911393, "global_step": 76603, "epoch": 430, "lr": 1.8623254844752168e-05}
{"train_loss": 0.0021818899549543858, "global_step": 76604, "epoch": 430, "lr": 1.862210433743168e-05}
{"train_loss": 0.0020798840560019016, "global_step": 76605, "epoch": 430, "lr": 1.8620953857517902e-05}
{"train_loss": 0.003704558126628399, "global_step": 76606, "epoch": 430, "lr": 1.861980340501185e-05}
{"train_loss": 0.0012033465318381786, "global_step": 76607, "epoch": 430, "lr": 1.8618652979914524e-05}
{"train_loss": 0.0017087046289816499, "global_step": 76608, "epoch": 430, "lr": 1.8617502582226915e-05}
{"train_loss": 0.0015206866664811969, "global_step": 76609, "epoch": 430, "lr": 1.8616352211950055e-05}
{"train_loss": 0.0024636187590658665, "global_step": 76610, "epoch": 430, "lr": 1.8615201869084942e-05}
{"train_loss": 0.0017209186917170882, "global_step": 76611, "epoch": 430, "lr": 1.8614051553632577e-05}
{"train_loss": 0.0009612046414986253, "global_step": 76612, "epoch": 430, "lr": 1.8612901265593962e-05}
{"train_loss": 0.0026972037740051746, "global_step": 76613, "epoch": 430, "lr": 1.86117510049701e-05}
{"train_loss": 0.0027689433190971613, "global_step": 76614, "epoch": 430, "lr": 1.861060077176199e-05}
{"train_loss": 0.0006267542485147715, "global_step": 76615, "epoch": 430, "lr": 1.860945056597067e-05}
{"train_loss": 0.0007269228808581829, "global_step": 76616, "epoch": 430, "lr": 1.8608300387597096e-05}
{"train_loss": 0.001291695050895214, "global_step": 76617, "epoch": 430, "lr": 1.8607150236642307e-05}
{"train_loss": 0.0019447198137640953, "global_step": 76618, "epoch": 430, "lr": 1.8606000113107295e-05}
{"train_loss": 0.003334022592753172, "global_step": 76619, "epoch": 430, "lr": 1.8604850016993075e-05}
{"train_loss": 0.0011269162641838193, "global_step": 76620, "epoch": 430, "lr": 1.860369994830064e-05}
{"train_loss": 0.002677573822438717, "global_step": 76621, "epoch": 430, "lr": 1.8602549907030996e-05}
{"train_loss": 0.0015025562606751919, "global_step": 76622, "epoch": 430, "lr": 1.860139989318514e-05}
{"train_loss": 0.0015542269684374332, "global_step": 76623, "epoch": 430, "lr": 1.860024990676411e-05}
{"train_loss": 0.0012760680401697755, "global_step": 76624, "epoch": 430, "lr": 1.859909994776886e-05}
{"train_loss": 0.001962775830179453, "global_step": 76625, "epoch": 430, "lr": 1.8597950016200454e-05}
{"train_loss": 0.00217280350625515, "global_step": 76626, "epoch": 430, "lr": 1.8596800112059824e-05}
{"train_loss": 0.0013885239604860544, "global_step": 76627, "epoch": 430, "lr": 1.859565023534804e-05}
{"train_loss": 0.0026408019475638866, "global_step": 76628, "epoch": 430, "lr": 1.859450038606607e-05}
{"train_loss": 0.0018499256111681461, "global_step": 76629, "epoch": 430, "lr": 1.8593350564214918e-05}
{"train_loss": 0.002369469031691551, "global_step": 76630, "epoch": 430, "lr": 1.8592200769795633e-05}
{"train_loss": 0.0008689879905432463, "global_step": 76631, "epoch": 430, "lr": 1.8591051002809146e-05}
{"train_loss": 0.0015804993454366922, "global_step": 76632, "epoch": 430, "lr": 1.858990126325652e-05}
{"train_loss": 0.0014959510881453753, "global_step": 76633, "epoch": 430, "lr": 1.8588751551138738e-05}
{"train_loss": 0.0017822585068643093, "global_step": 76634, "epoch": 430, "lr": 1.8587601866456806e-05}
{"train_loss": 0.0014305377844721079, "global_step": 76635, "epoch": 430, "lr": 1.858645220921173e-05}
{"train_loss": 0.0014034805353730917, "global_step": 76636, "epoch": 430, "lr": 1.858530257940451e-05}
{"train_loss": 0.001207441440783441, "global_step": 76637, "epoch": 430, "lr": 1.8584152977036136e-05}
{"train_loss": 0.0030500118155032396, "global_step": 76638, "epoch": 430, "lr": 1.858300340210766e-05}
{"train_loss": 0.003087729914113879, "global_step": 76639, "epoch": 430, "lr": 1.8581853854620025e-05}
{"train_loss": 0.0031764088198542595, "global_step": 76640, "epoch": 430, "lr": 1.8580704334574278e-05}
{"train_loss": 0.0035782200284302235, "global_step": 76641, "epoch": 430, "lr": 1.8579554841971415e-05}
{"train_loss": 0.001598656876012683, "global_step": 76642, "epoch": 430, "lr": 1.8578405376812424e-05}
{"train_loss": 0.0012484461767598987, "global_step": 76643, "epoch": 430, "lr": 1.8577255939098326e-05}
{"train_loss": 0.0021173302084207535, "global_step": 76644, "epoch": 430, "lr": 1.8576106528830116e-05}
{"train_loss": 0.001132445759139955, "global_step": 76645, "epoch": 430, "lr": 1.8574957146008802e-05}
{"train_loss": 0.0016672813799232244, "global_step": 76646, "epoch": 430, "lr": 1.857380779063539e-05}
{"train_loss": 0.0018811943009495735, "global_step": 76647, "epoch": 430, "lr": 1.8572658462710858e-05}
{"train_loss": 0.0013855027500540018, "global_step": 76648, "epoch": 430, "lr": 1.8571509162236267e-05}
{"train_loss": 0.002306684385985136, "global_step": 76649, "epoch": 430, "lr": 1.857035988921255e-05}
{"train_loss": 0.0007482747314497828, "global_step": 76650, "epoch": 430, "lr": 1.8569210643640766e-05}
{"train_loss": 0.0009794333018362522, "global_step": 76651, "epoch": 430, "lr": 1.8568061425521898e-05}
{"train_loss": 0.001248850952833891, "global_step": 76652, "epoch": 430, "lr": 1.8566912234856937e-05}
{"train_loss": 0.0012789580505341291, "global_step": 76653, "epoch": 430, "lr": 1.8565763071646936e-05}
{"train_loss": 0.0012528966180980206, "global_step": 76654, "epoch": 430, "lr": 1.8564613935892823e-05}
{"train_loss": 0.0014275931753218174, "global_step": 76655, "epoch": 430, "lr": 1.8563464827595666e-05}
{"train_loss": 0.005835112649947405, "global_step": 76656, "epoch": 430, "lr": 1.856231574675644e-05}
{"train_loss": 0.0014661389868706465, "global_step": 76657, "epoch": 430, "lr": 1.8561166693376158e-05}
{"train_loss": 0.0028201909735798836, "global_step": 76658, "epoch": 430, "lr": 1.8560017667455815e-05}
{"train_loss": 0.0012184337247163057, "global_step": 76659, "epoch": 430, "lr": 1.8558868668996422e-05}
{"train_loss": 0.0026771610137075186, "global_step": 76660, "epoch": 430, "lr": 1.8557719697998966e-05}
{"train_loss": 0.0022079222835600376, "global_step": 76661, "epoch": 430, "lr": 1.8556570754464493e-05}
{"train_loss": 0.0011437691282480955, "global_step": 76662, "epoch": 430, "lr": 1.8555421838393942e-05}
{"train_loss": 0.000816427986137569, "global_step": 76663, "epoch": 430, "lr": 1.8554272949788394e-05}
{"train_loss": 0.0023433007299900055, "global_step": 76664, "epoch": 430, "lr": 1.8553124088648767e-05}
{"train_loss": 0.0007732663652859628, "global_step": 76665, "epoch": 430, "lr": 1.8551975254976134e-05}
{"train_loss": 0.0008883411064743996, "global_step": 76666, "epoch": 430, "lr": 1.8550826448771462e-05}
{"train_loss": 0.000821491121314466, "global_step": 76667, "epoch": 430, "lr": 1.8549677670035777e-05}
{"train_loss": 0.0016524423845112324, "global_step": 76668, "epoch": 430, "lr": 1.8548528918770065e-05}
{"train_loss": 0.0006835812237113714, "global_step": 76669, "epoch": 430, "lr": 1.8547380194975333e-05}
{"train_loss": 0.0017373959999531507, "global_step": 76670, "epoch": 430, "lr": 1.8546231498652572e-05}
{"train_loss": 0.0014734718715772033, "global_step": 76671, "epoch": 430, "lr": 1.8545082829802814e-05}
{"train_loss": 0.001061734277755022, "global_step": 76672, "epoch": 430, "lr": 1.8543934188427046e-05}
{"train_loss": 0.0017090230248868465, "global_step": 76673, "epoch": 430, "lr": 1.8542785574526277e-05}
{"train_loss": 0.0014696524012833834, "global_step": 76674, "epoch": 430, "lr": 1.85416369881015e-05}
{"train_loss": 0.0008062076522037387, "global_step": 76675, "epoch": 430, "lr": 1.854048842915372e-05}
{"train_loss": 0.002440341981127858, "global_step": 76676, "epoch": 430, "lr": 1.8539339897683966e-05}
{"train_loss": 0.0029389713890850544, "global_step": 76677, "epoch": 430, "lr": 1.853819139369319e-05}
{"train_loss": 0.0014055684441700578, "global_step": 76678, "epoch": 430, "lr": 1.853704291718246e-05}
{"train_loss": 0.002065309789031744, "global_step": 76679, "epoch": 430, "lr": 1.8535894468152708e-05}
{"train_loss": 0.0028740728739649057, "global_step": 76680, "epoch": 430, "lr": 1.8534746046604996e-05}
{"train_loss": 0.0022485805675387383, "global_step": 76681, "epoch": 430, "lr": 1.8533597652540298e-05}
{"train_loss": 0.000804566778242588, "global_step": 76682, "epoch": 430, "lr": 1.8532449285959624e-05}
{"train_loss": 0.002585552167147398, "global_step": 76683, "epoch": 430, "lr": 1.8531300946863976e-05}
{"train_loss": 0.0026646796613931656, "global_step": 76684, "epoch": 430, "lr": 1.853015263525436e-05}
{"train_loss": 0.0007874020375311375, "global_step": 76685, "epoch": 430, "lr": 1.8529004351131758e-05}
{"train_loss": 0.0017568650655448437, "global_step": 76686, "epoch": 430, "lr": 1.8527856094497227e-05}
{"train_loss": 0.0025450249668210745, "global_step": 76687, "epoch": 430, "lr": 1.8526707865351694e-05}
{"train_loss": 0.0007572018075734377, "global_step": 76688, "epoch": 430, "lr": 1.852555966369623e-05}
{"train_loss": 0.0031426125206053257, "global_step": 76689, "epoch": 430, "lr": 1.85244114895318e-05}
{"train_loss": 0.0010958157945424318, "global_step": 76690, "epoch": 430, "lr": 1.852326334285942e-05}
{"train_loss": 0.0026648081839084625, "global_step": 76691, "epoch": 430, "lr": 1.852211522368009e-05}
{"train_loss": 0.0018836990930140018, "global_step": 76692, "epoch": 430, "lr": 1.85209671319948e-05}
{"train_loss": 0.0020627279300242662, "global_step": 76693, "epoch": 430, "lr": 1.851981906780457e-05}
{"train_loss": 0.00047097913920879364, "global_step": 76694, "epoch": 430, "lr": 1.851867103111041e-05}
{"train_loss": 0.0032801260240375996, "global_step": 76695, "epoch": 430, "lr": 1.8517523021913308e-05}
{"train_loss": 0.0009731673635542393, "global_step": 76696, "epoch": 430, "lr": 1.8516375040214268e-05}
{"train_loss": 0.0011507697636261582, "global_step": 76697, "epoch": 430, "lr": 1.851522708601429e-05}
{"train_loss": 0.0011794096790254116, "global_step": 76698, "epoch": 430, "lr": 1.851407915931439e-05}
{"train_loss": 0.0015152015257626772, "global_step": 76699, "epoch": 430, "lr": 1.8512931260115556e-05}
{"train_loss": 0.0033479896374046803, "global_step": 76700, "epoch": 430, "lr": 1.851178338841878e-05}
{"train_loss": 0.0023230016231536865, "global_step": 76701, "epoch": 430, "lr": 1.8510635544225114e-05}
{"train_loss": 0.0015279935905709863, "global_step": 76702, "epoch": 430, "lr": 1.8509487727535495e-05}
{"train_loss": 0.001427080249413848, "global_step": 76703, "epoch": 430, "lr": 1.850833993835097e-05}
{"train_loss": 0.0014931331388652325, "global_step": 76704, "epoch": 430, "lr": 1.850719217667254e-05}
{"train_loss": 0.0014174527022987604, "global_step": 76705, "epoch": 430, "lr": 1.8506044442501185e-05}
{"train_loss": 0.003069267375394702, "global_step": 76706, "epoch": 430, "lr": 1.850489673583793e-05}
{"train_loss": 0.0020618082489818335, "global_step": 76707, "epoch": 430, "lr": 1.8503749056683754e-05}
{"train_loss": 0.0014013235922902822, "global_step": 76708, "epoch": 430, "lr": 1.8502601405039667e-05}
{"train_loss": 0.0006432344671338797, "global_step": 76709, "epoch": 430, "lr": 1.850145378090671e-05}
{"train_loss": 0.0012171103153377771, "global_step": 76710, "epoch": 430, "lr": 1.850030618428581e-05}
{"train_loss": 0.0007340122247114778, "global_step": 76711, "epoch": 430, "lr": 1.849915861517803e-05}
{"train_loss": 0.0005178556311875582, "global_step": 76712, "epoch": 430, "lr": 1.849801107358436e-05}
{"train_loss": 0.002334213349968195, "global_step": 76713, "epoch": 430, "lr": 1.849686355950577e-05}
{"train_loss": 0.001399944187141955, "global_step": 76714, "epoch": 430, "lr": 1.849571607294333e-05}
{"train_loss": 0.0015748755540698767, "global_step": 76715, "epoch": 430, "lr": 1.8494568613897967e-05}
{"train_loss": 0.0020355903543531895, "global_step": 76716, "epoch": 430, "lr": 1.8493421182370746e-05}
{"train_loss": 0.0017183149232479398, "global_step": 76717, "epoch": 430, "lr": 1.8492273778362613e-05, "train_action_mse_error": 2.8280533115321305e-06}
{"train_loss": 0.001974264159798622, "global_step": 76718, "epoch": 431, "lr": 1.849112640187461e-05}
{"train_loss": 0.0011695559369400144, "global_step": 76719, "epoch": 431, "lr": 1.8489979052907724e-05}
{"train_loss": 0.0027607122901827097, "global_step": 76720, "epoch": 431, "lr": 1.848883173146296e-05}
{"train_loss": 0.0008018737426027656, "global_step": 76721, "epoch": 431, "lr": 1.848768443754132e-05}
{"train_loss": 0.0023696424905210733, "global_step": 76722, "epoch": 431, "lr": 1.8486537171143808e-05}
{"train_loss": 0.0035926138516515493, "global_step": 76723, "epoch": 431, "lr": 1.848538993227141e-05}
{"train_loss": 0.002216415014117956, "global_step": 76724, "epoch": 431, "lr": 1.8484242720925164e-05}
{"train_loss": 0.0014080926775932312, "global_step": 76725, "epoch": 431, "lr": 1.8483095537106027e-05}
{"train_loss": 0.0012158367317169905, "global_step": 76726, "epoch": 431, "lr": 1.8481948380815034e-05}
{"train_loss": 0.0024792177136987448, "global_step": 76727, "epoch": 431, "lr": 1.848080125205318e-05}
{"train_loss": 0.002136753173545003, "global_step": 76728, "epoch": 431, "lr": 1.847965415082147e-05}
{"train_loss": 0.0012615476734936237, "global_step": 76729, "epoch": 431, "lr": 1.8478507077120888e-05}
{"train_loss": 0.003107470693066716, "global_step": 76730, "epoch": 431, "lr": 1.8477360030952455e-05}
{"train_loss": 0.000980110140517354, "global_step": 76731, "epoch": 431, "lr": 1.8476213012317147e-05}
{"train_loss": 0.002782938303425908, "global_step": 76732, "epoch": 431, "lr": 1.847506602121602e-05}
{"train_loss": 0.0007870594272390008, "global_step": 76733, "epoch": 431, "lr": 1.8473919057650002e-05}
{"train_loss": 0.0006500376621261239, "global_step": 76734, "epoch": 431, "lr": 1.8472772121620152e-05}
{"train_loss": 0.0019472241401672363, "global_step": 76735, "epoch": 431, "lr": 1.847162521312745e-05}
{"train_loss": 0.0007884497754275799, "global_step": 76736, "epoch": 431, "lr": 1.8470478332172907e-05}
{"train_loss": 0.0023738425225019455, "global_step": 76737, "epoch": 431, "lr": 1.8469331478757514e-05}
{"train_loss": 0.002114888746291399, "global_step": 76738, "epoch": 431, "lr": 1.846818465288226e-05}
{"train_loss": 0.00398964062333107, "global_step": 76739, "epoch": 431, "lr": 1.8467037854548195e-05}
{"train_loss": 0.002725150901824236, "global_step": 76740, "epoch": 431, "lr": 1.846589108375626e-05}
{"train_loss": 0.0014547606697306037, "global_step": 76741, "epoch": 431, "lr": 1.84647443405075e-05}
{"train_loss": 0.0012053155805915594, "global_step": 76742, "epoch": 431, "lr": 1.846359762480291e-05}
{"train_loss": 0.0008000220404937863, "global_step": 76743, "epoch": 431, "lr": 1.846245093664347e-05}
{"train_loss": 0.001162421191111207, "global_step": 76744, "epoch": 431, "lr": 1.8461304276030206e-05}
{"train_loss": 0.0010862874332815409, "global_step": 76745, "epoch": 431, "lr": 1.846015764296411e-05}
{"train_loss": 0.002056185621768236, "global_step": 76746, "epoch": 431, "lr": 1.8459011037446162e-05}
{"train_loss": 0.0008419154328294098, "global_step": 76747, "epoch": 431, "lr": 1.845786445947742e-05}
{"train_loss": 0.001525352941825986, "global_step": 76748, "epoch": 431, "lr": 1.8456717909058814e-05}
{"train_loss": 0.003807351691648364, "global_step": 76749, "epoch": 431, "lr": 1.84555713861914e-05}
{"train_loss": 0.0007991985185071826, "global_step": 76750, "epoch": 431, "lr": 1.845442489087616e-05}
{"train_loss": 0.001072305953130126, "global_step": 76751, "epoch": 431, "lr": 1.8453278423114094e-05}
{"train_loss": 0.0016535513568669558, "global_step": 76752, "epoch": 431, "lr": 1.8452131982906208e-05}
{"train_loss": 0.002015525009483099, "global_step": 76753, "epoch": 431, "lr": 1.84509855702535e-05}
{"train_loss": 0.0022575685288757086, "global_step": 76754, "epoch": 431, "lr": 1.8449839185156968e-05}
{"train_loss": 0.0011057353112846613, "global_step": 76755, "epoch": 431, "lr": 1.8448692827617603e-05}
{"train_loss": 0.001317902933806181, "global_step": 76756, "epoch": 431, "lr": 1.8447546497636442e-05}
{"train_loss": 0.0015785753494128585, "global_step": 76757, "epoch": 431, "lr": 1.8446400195214457e-05}
{"train_loss": 0.0005900578107684851, "global_step": 76758, "epoch": 431, "lr": 1.844525392035266e-05}
{"train_loss": 0.0012693123426288366, "global_step": 76759, "epoch": 431, "lr": 1.8444107673052052e-05}
{"train_loss": 0.0007116334745660424, "global_step": 76760, "epoch": 431, "lr": 1.844296145331363e-05}
{"train_loss": 0.0018158130114898086, "global_step": 76761, "epoch": 431, "lr": 1.844181526113838e-05}
{"train_loss": 0.002274011727422476, "global_step": 76762, "epoch": 431, "lr": 1.8440669096527353e-05}
{"train_loss": 0.0005959399859420955, "global_step": 76763, "epoch": 431, "lr": 1.8439522959481483e-05}
{"train_loss": 0.0012443335726857185, "global_step": 76764, "epoch": 431, "lr": 1.8438376850001822e-05}
{"train_loss": 0.0007765938062220812, "global_step": 76765, "epoch": 431, "lr": 1.8437230768089354e-05}
{"train_loss": 0.001379474182613194, "global_step": 76766, "epoch": 431, "lr": 1.8436084713745077e-05}
{"train_loss": 0.00259492383338511, "global_step": 76767, "epoch": 431, "lr": 1.8434938686969998e-05}
{"train_loss": 0.001945186872035265, "global_step": 76768, "epoch": 431, "lr": 1.8433792687765116e-05}
{"train_loss": 0.000502795388456434, "global_step": 76769, "epoch": 431, "lr": 1.8432646716131415e-05}
{"train_loss": 0.0015142884803935885, "global_step": 76770, "epoch": 431, "lr": 1.8431500772069943e-05}
{"train_loss": 0.0017630575457587838, "global_step": 76771, "epoch": 431, "lr": 1.8430354855581637e-05}
{"train_loss": 0.0013230345211923122, "global_step": 76772, "epoch": 431, "lr": 1.8429208966667567e-05}
{"train_loss": 0.0020377282053232193, "global_step": 76773, "epoch": 431, "lr": 1.8428063105328658e-05}
{"train_loss": 0.002315112855285406, "global_step": 76774, "epoch": 431, "lr": 1.8426917271565967e-05}
{"train_loss": 0.0010140680242329836, "global_step": 76775, "epoch": 431, "lr": 1.8425771465380487e-05}
{"train_loss": 0.002541535533964634, "global_step": 76776, "epoch": 431, "lr": 1.8424625686773183e-05}
{"train_loss": 0.0027268060948699713, "global_step": 76777, "epoch": 431, "lr": 1.8423479935745123e-05}
{"train_loss": 0.001956894062459469, "global_step": 76778, "epoch": 431, "lr": 1.8422334212297232e-05}
{"train_loss": 0.0012178439646959305, "global_step": 76779, "epoch": 431, "lr": 1.8421188516430567e-05}
{"train_loss": 0.001900524483062327, "global_step": 76780, "epoch": 431, "lr": 1.8420042848146102e-05}
{"train_loss": 0.0016313826199620962, "global_step": 76781, "epoch": 431, "lr": 1.8418897207444846e-05}
{"train_loss": 0.0021374248899519444, "global_step": 76782, "epoch": 431, "lr": 1.8417751594327794e-05}
{"train_loss": 0.0010182819096371531, "global_step": 76783, "epoch": 431, "lr": 1.8416606008795955e-05}
{"train_loss": 0.0004830917459912598, "global_step": 76784, "epoch": 431, "lr": 1.8415460450850302e-05}
{"train_loss": 0.0010529505088925362, "global_step": 76785, "epoch": 431, "lr": 1.84143149204919e-05}
{"train_loss": 0.000790836289525032, "global_step": 76786, "epoch": 431, "lr": 1.8413169417721664e-05}
{"train_loss": 0.0011658439179882407, "global_step": 76787, "epoch": 431, "lr": 1.841202394254066e-05}
{"train_loss": 0.0028058839961886406, "global_step": 76788, "epoch": 431, "lr": 1.841087849494987e-05}
{"train_loss": 0.0017625406617298722, "global_step": 76789, "epoch": 431, "lr": 1.8409733074950288e-05}
{"train_loss": 0.001614724867977202, "global_step": 76790, "epoch": 431, "lr": 1.8408587682542916e-05}
{"train_loss": 0.0016453014686703682, "global_step": 76791, "epoch": 431, "lr": 1.8407442317728758e-05}
{"train_loss": 0.0020786412060260773, "global_step": 76792, "epoch": 431, "lr": 1.8406296980508815e-05}
{"train_loss": 0.00415567122399807, "global_step": 76793, "epoch": 431, "lr": 1.840515167088408e-05}
{"train_loss": 0.0013115464244037867, "global_step": 76794, "epoch": 431, "lr": 1.8404006388855545e-05}
{"train_loss": 0.0015393986832350492, "global_step": 76795, "epoch": 431, "lr": 1.8402861134424237e-05}
{"train_loss": 0.0014323876239359379, "global_step": 76796, "epoch": 431, "lr": 1.8401715907591142e-05}
{"train_loss": 0.002031972398981452, "global_step": 76797, "epoch": 431, "lr": 1.8400570708357268e-05}
{"train_loss": 0.0006589127006009221, "global_step": 76798, "epoch": 431, "lr": 1.8399425536723603e-05}
{"train_loss": 0.0019492064602673054, "global_step": 76799, "epoch": 431, "lr": 1.8398280392691137e-05}
{"train_loss": 0.0013328162021934986, "global_step": 76800, "epoch": 431, "lr": 1.8397135276260917e-05}
{"train_loss": 0.0013490463607013226, "global_step": 76801, "epoch": 431, "lr": 1.839599018743388e-05}
{"train_loss": 0.0020254754927009344, "global_step": 76802, "epoch": 431, "lr": 1.8394845126211076e-05}
{"train_loss": 0.001686406903900206, "global_step": 76803, "epoch": 431, "lr": 1.8393700092593484e-05}
{"train_loss": 0.0015095798298716545, "global_step": 76804, "epoch": 431, "lr": 1.8392555086582113e-05}
{"train_loss": 0.0024411026388406754, "global_step": 76805, "epoch": 431, "lr": 1.8391410108177954e-05}
{"train_loss": 0.0011615012772381306, "global_step": 76806, "epoch": 431, "lr": 1.8390265157382015e-05}
{"train_loss": 0.000997934490442276, "global_step": 76807, "epoch": 431, "lr": 1.8389120234195284e-05}
{"train_loss": 0.0016453361604362726, "global_step": 76808, "epoch": 431, "lr": 1.8387975338618774e-05}
{"train_loss": 0.002138341311365366, "global_step": 76809, "epoch": 431, "lr": 1.838683047065346e-05}
{"train_loss": 0.0025953035801649094, "global_step": 76810, "epoch": 431, "lr": 1.83856856303004e-05}
{"train_loss": 0.002882533473894, "global_step": 76811, "epoch": 431, "lr": 1.838454081756052e-05}
{"train_loss": 0.0010860676411539316, "global_step": 76812, "epoch": 431, "lr": 1.838339603243487e-05}
{"train_loss": 0.0016390716191381216, "global_step": 76813, "epoch": 431, "lr": 1.8382251274924433e-05}
{"train_loss": 0.0019079556223005056, "global_step": 76814, "epoch": 431, "lr": 1.838110654503022e-05}
{"train_loss": 0.0014807955594733357, "global_step": 76815, "epoch": 431, "lr": 1.8379961842753212e-05}
{"train_loss": 0.0014611782971769571, "global_step": 76816, "epoch": 431, "lr": 1.8378817168094407e-05}
{"train_loss": 0.0022622866090387106, "global_step": 76817, "epoch": 431, "lr": 1.8377672521054834e-05}
{"train_loss": 0.0026286409702152014, "global_step": 76818, "epoch": 431, "lr": 1.8376527901635476e-05}
{"train_loss": 0.0011422977549955249, "global_step": 76819, "epoch": 431, "lr": 1.8375383309837334e-05}
{"train_loss": 0.0035408043768256903, "global_step": 76820, "epoch": 431, "lr": 1.8374238745661404e-05}
{"train_loss": 0.0007230540504679084, "global_step": 76821, "epoch": 431, "lr": 1.8373094209108686e-05}
{"train_loss": 0.001108707976527512, "global_step": 76822, "epoch": 431, "lr": 1.837194970018017e-05}
{"train_loss": 0.002111676149070263, "global_step": 76823, "epoch": 431, "lr": 1.8370805218876896e-05}
{"train_loss": 0.0013229618780314922, "global_step": 76824, "epoch": 431, "lr": 1.8369660765199802e-05}
{"train_loss": 0.0007316075498238206, "global_step": 76825, "epoch": 431, "lr": 1.8368516339149955e-05}
{"train_loss": 0.0006270925514400005, "global_step": 76826, "epoch": 431, "lr": 1.8367371940728283e-05}
{"train_loss": 0.0013130151201039553, "global_step": 76827, "epoch": 431, "lr": 1.836622756993584e-05}
{"train_loss": 0.000654165050946176, "global_step": 76828, "epoch": 431, "lr": 1.8365083226773612e-05}
{"train_loss": 0.0014343148795887828, "global_step": 76829, "epoch": 431, "lr": 1.8363938911242594e-05}
{"train_loss": 0.0023910109885036945, "global_step": 76830, "epoch": 431, "lr": 1.836279462334378e-05}
{"train_loss": 0.001397209707647562, "global_step": 76831, "epoch": 431, "lr": 1.836165036307818e-05}
{"train_loss": 0.0020021283999085426, "global_step": 76832, "epoch": 431, "lr": 1.8360506130446775e-05}
{"train_loss": 0.0010807791259139776, "global_step": 76833, "epoch": 431, "lr": 1.8359361925450606e-05}
{"train_loss": 0.0018276898190379143, "global_step": 76834, "epoch": 431, "lr": 1.835821774809062e-05}
{"train_loss": 0.0011502376291900873, "global_step": 76835, "epoch": 431, "lr": 1.8357073598367852e-05}
{"train_loss": 0.0020112094935029745, "global_step": 76836, "epoch": 431, "lr": 1.835592947628329e-05}
{"train_loss": 0.0012241448275744915, "global_step": 76837, "epoch": 431, "lr": 1.8354785381837917e-05}
{"train_loss": 0.0012287539429962635, "global_step": 76838, "epoch": 431, "lr": 1.8353641315032782e-05}
{"train_loss": 0.001416838844306767, "global_step": 76839, "epoch": 431, "lr": 1.8352497275868818e-05}
{"train_loss": 0.0009615594171918929, "global_step": 76840, "epoch": 431, "lr": 1.8351353264347077e-05}
{"train_loss": 0.001324256299994886, "global_step": 76841, "epoch": 431, "lr": 1.835020928046854e-05}
{"train_loss": 0.001425597001798451, "global_step": 76842, "epoch": 431, "lr": 1.8349065324234205e-05}
{"train_loss": 0.0030342922545969486, "global_step": 76843, "epoch": 431, "lr": 1.8347921395645066e-05}
{"train_loss": 0.0012463661842048168, "global_step": 76844, "epoch": 431, "lr": 1.8346777494702135e-05}
{"train_loss": 0.001623213873244822, "global_step": 76845, "epoch": 431, "lr": 1.8345633621406395e-05}
{"train_loss": 0.0018913464155048132, "global_step": 76846, "epoch": 431, "lr": 1.8344489775758855e-05}
{"train_loss": 0.00156579096801579, "global_step": 76847, "epoch": 431, "lr": 1.83433459577605e-05}
{"train_loss": 0.0007588992593809962, "global_step": 76848, "epoch": 431, "lr": 1.8342202167412377e-05}
{"train_loss": 0.0007483344525098801, "global_step": 76849, "epoch": 431, "lr": 1.834105840471541e-05}
{"train_loss": 0.0035443510860204697, "global_step": 76850, "epoch": 431, "lr": 1.833991466967066e-05}
{"train_loss": 0.0006556904409080744, "global_step": 76851, "epoch": 431, "lr": 1.83387709622791e-05}
{"train_loss": 0.001512666349299252, "global_step": 76852, "epoch": 431, "lr": 1.8337627282541737e-05}
{"train_loss": 0.001524190534837544, "global_step": 76853, "epoch": 431, "lr": 1.8336483630459562e-05}
{"train_loss": 0.0013646541628986597, "global_step": 76854, "epoch": 431, "lr": 1.833534000603358e-05}
{"train_loss": 0.001183400978334248, "global_step": 76855, "epoch": 431, "lr": 1.8334196409264765e-05}
{"train_loss": 0.0022788462229073048, "global_step": 76856, "epoch": 431, "lr": 1.833305284015418e-05}
{"train_loss": 0.0011795100290328264, "global_step": 76857, "epoch": 431, "lr": 1.8331909298702745e-05}
{"train_loss": 0.001711319899186492, "global_step": 76858, "epoch": 431, "lr": 1.8330765784911512e-05}
{"train_loss": 0.0015439569251611829, "global_step": 76859, "epoch": 431, "lr": 1.832962229878146e-05}
{"train_loss": 0.003505927510559559, "global_step": 76860, "epoch": 431, "lr": 1.8328478840313583e-05}
{"train_loss": 0.0008206517668440938, "global_step": 76861, "epoch": 431, "lr": 1.8327335409508916e-05}
{"train_loss": 0.0013875977601855993, "global_step": 76862, "epoch": 431, "lr": 1.8326192006368403e-05}
{"train_loss": 0.0019853971898555756, "global_step": 76863, "epoch": 431, "lr": 1.83250486308931e-05}
{"train_loss": 0.0022413921542465687, "global_step": 76864, "epoch": 431, "lr": 1.8323905283083937e-05}
{"train_loss": 0.0014970990596339107, "global_step": 76865, "epoch": 431, "lr": 1.832276196294197e-05}
{"train_loss": 0.0011926398146897554, "global_step": 76866, "epoch": 431, "lr": 1.8321618670468184e-05}
{"train_loss": 0.0009720784146338701, "global_step": 76867, "epoch": 431, "lr": 1.8320475405663567e-05}
{"train_loss": 0.002162547316402197, "global_step": 76868, "epoch": 431, "lr": 1.8319332168529124e-05}
{"train_loss": 0.0022654980421066284, "global_step": 76869, "epoch": 431, "lr": 1.8318188959065852e-05}
{"train_loss": 0.0019851410761475563, "global_step": 76870, "epoch": 431, "lr": 1.8317045777274733e-05}
{"train_loss": 0.0014334437437355518, "global_step": 76871, "epoch": 431, "lr": 1.831590262315682e-05}
{"train_loss": 0.0016868916573002934, "global_step": 76872, "epoch": 431, "lr": 1.8314759496713037e-05}
{"train_loss": 0.0018719722284004092, "global_step": 76873, "epoch": 431, "lr": 1.8313616397944438e-05}
{"train_loss": 0.0005958185065537691, "global_step": 76874, "epoch": 431, "lr": 1.8312473326851997e-05}
{"train_loss": 0.0015709258150309324, "global_step": 76875, "epoch": 431, "lr": 1.8311330283436724e-05}
{"train_loss": 0.0022086186800152063, "global_step": 76876, "epoch": 431, "lr": 1.8310187267699607e-05}
{"train_loss": 0.0007949326536618173, "global_step": 76877, "epoch": 431, "lr": 1.8309044279641657e-05}
{"train_loss": 0.002247933065518737, "global_step": 76878, "epoch": 431, "lr": 1.8307901319263842e-05}
{"train_loss": 0.0019314123783260584, "global_step": 76879, "epoch": 431, "lr": 1.8306758386567196e-05}
{"train_loss": 0.001984033500775695, "global_step": 76880, "epoch": 431, "lr": 1.8305615481552705e-05}
{"train_loss": 0.0009273576433770359, "global_step": 76881, "epoch": 431, "lr": 1.8304472604221372e-05}
{"train_loss": 0.0014525464503094554, "global_step": 76882, "epoch": 431, "lr": 1.830332975457419e-05}
{"train_loss": 0.0008216735441237688, "global_step": 76883, "epoch": 431, "lr": 1.8302186932612146e-05}
{"train_loss": 0.001694008708000183, "global_step": 76884, "epoch": 431, "lr": 1.830104413833626e-05}
{"train_loss": 0.0017521287081763148, "global_step": 76885, "epoch": 431, "lr": 1.8299901371747497e-05}
{"train_loss": 0.001173345372080803, "global_step": 76886, "epoch": 431, "lr": 1.8298758632846907e-05}
{"train_loss": 0.003031875239685178, "global_step": 76887, "epoch": 431, "lr": 1.8297615921635432e-05}
{"train_loss": 0.0023412483278661966, "global_step": 76888, "epoch": 431, "lr": 1.829647323811411e-05}
{"train_loss": 0.0010010887635871768, "global_step": 76889, "epoch": 431, "lr": 1.829533058228392e-05}
{"train_loss": 0.001420105923898518, "global_step": 76890, "epoch": 431, "lr": 1.8294187954145874e-05}
{"train_loss": 0.0009158514440059662, "global_step": 76891, "epoch": 431, "lr": 1.8293045353700954e-05}
{"train_loss": 0.0008259599562734365, "global_step": 76892, "epoch": 431, "lr": 1.829190278095017e-05}
{"train_loss": 0.0011289410758763552, "global_step": 76893, "epoch": 431, "lr": 1.82907602358945e-05}
{"train_loss": 0.0018278984352946281, "global_step": 76894, "epoch": 431, "lr": 1.8289617718534985e-05}
{"train_loss": 0.001637264744122251, "global_step": 76895, "epoch": 431, "lr": 1.8288475228872566e-05}
{"train_loss": 0.0017619779100641608, "global_step": 76896, "epoch": 432, "lr": 1.8287332766908287e-05}
{"train_loss": 0.0013230645563453436, "global_step": 76897, "epoch": 432, "lr": 1.8286190332643127e-05}
{"train_loss": 0.0024791911710053682, "global_step": 76898, "epoch": 432, "lr": 1.8285047926078086e-05}
{"train_loss": 0.002027132548391819, "global_step": 76899, "epoch": 432, "lr": 1.8283905547214163e-05}
{"train_loss": 0.0015281750820577145, "global_step": 76900, "epoch": 432, "lr": 1.8282763196052338e-05}
{"train_loss": 0.0024285472463816404, "global_step": 76901, "epoch": 432, "lr": 1.8281620872593657e-05}
{"train_loss": 0.0025445539504289627, "global_step": 76902, "epoch": 432, "lr": 1.828047857683905e-05}
{"train_loss": 0.002399581018835306, "global_step": 76903, "epoch": 432, "lr": 1.8279336308789576e-05}
{"train_loss": 0.0030342601239681244, "global_step": 76904, "epoch": 432, "lr": 1.8278194068446196e-05}
{"train_loss": 0.001881572068668902, "global_step": 76905, "epoch": 432, "lr": 1.827705185580993e-05}
{"train_loss": 0.0030393614433705807, "global_step": 76906, "epoch": 432, "lr": 1.8275909670881757e-05}
{"train_loss": 0.0023212770465761423, "global_step": 76907, "epoch": 432, "lr": 1.8274767513662683e-05}
{"train_loss": 0.0010834900895133615, "global_step": 76908, "epoch": 432, "lr": 1.8273625384153693e-05}
{"train_loss": 0.0010961515363305807, "global_step": 76909, "epoch": 432, "lr": 1.8272483282355823e-05}
{"train_loss": 0.001224414212629199, "global_step": 76910, "epoch": 432, "lr": 1.8271341208270014e-05}
{"train_loss": 0.0015945459017530084, "global_step": 76911, "epoch": 432, "lr": 1.827019916189731e-05}
{"train_loss": 0.0014339436311274767, "global_step": 76912, "epoch": 432, "lr": 1.82690571432387e-05}
{"train_loss": 0.0030898074619472027, "global_step": 76913, "epoch": 432, "lr": 1.826791515229516e-05}
{"train_loss": 0.0024243236985057592, "global_step": 76914, "epoch": 432, "lr": 1.826677318906771e-05}
{"train_loss": 0.0016448998358100653, "global_step": 76915, "epoch": 432, "lr": 1.8265631253557336e-05}
{"train_loss": 0.0014172694645822048, "global_step": 76916, "epoch": 432, "lr": 1.8264489345765023e-05}
{"train_loss": 0.0010491497814655304, "global_step": 76917, "epoch": 432, "lr": 1.8263347465691817e-05}
{"train_loss": 0.002382142934948206, "global_step": 76918, "epoch": 432, "lr": 1.8262205613338644e-05}
{"train_loss": 0.0012605271767824888, "global_step": 76919, "epoch": 432, "lr": 1.826106378870658e-05}
{"train_loss": 0.0014343408402055502, "global_step": 76920, "epoch": 432, "lr": 1.825992199179654e-05}
{"train_loss": 0.0020834323950111866, "global_step": 76921, "epoch": 432, "lr": 1.8258780222609583e-05}
{"train_loss": 0.002231275662779808, "global_step": 76922, "epoch": 432, "lr": 1.825763848114668e-05}
{"train_loss": 0.003109383163973689, "global_step": 76923, "epoch": 432, "lr": 1.8256496767408827e-05}
{"train_loss": 0.0012597530148923397, "global_step": 76924, "epoch": 432, "lr": 1.825535508139706e-05}
{"train_loss": 0.002132594818249345, "global_step": 76925, "epoch": 432, "lr": 1.8254213423112304e-05}
{"train_loss": 0.001818088348954916, "global_step": 76926, "epoch": 432, "lr": 1.825307179255562e-05}
{"train_loss": 0.0014432515017688274, "global_step": 76927, "epoch": 432, "lr": 1.825193018972798e-05}
{"train_loss": 0.0014955305960029364, "global_step": 76928, "epoch": 432, "lr": 1.825078861463038e-05}
{"train_loss": 0.0010612006299197674, "global_step": 76929, "epoch": 432, "lr": 1.8249647067263826e-05}
{"train_loss": 0.001329427701421082, "global_step": 76930, "epoch": 432, "lr": 1.8248505547629308e-05}
{"train_loss": 0.0009741755784489214, "global_step": 76931, "epoch": 432, "lr": 1.82473640557278e-05}
{"train_loss": 0.0017018939834088087, "global_step": 76932, "epoch": 432, "lr": 1.8246222591560365e-05}
{"train_loss": 0.0010130240116268396, "global_step": 76933, "epoch": 432, "lr": 1.8245081155127925e-05}
{"train_loss": 0.0017143834847956896, "global_step": 76934, "epoch": 432, "lr": 1.824393974643154e-05}
{"train_loss": 0.002236581640318036, "global_step": 76935, "epoch": 432, "lr": 1.824279836547214e-05}
{"train_loss": 0.0011431570164859295, "global_step": 76936, "epoch": 432, "lr": 1.8241657012250784e-05}
{"train_loss": 0.0006587496609427035, "global_step": 76937, "epoch": 432, "lr": 1.824051568676844e-05}
{"train_loss": 0.0012547166552394629, "global_step": 76938, "epoch": 432, "lr": 1.8239374389026108e-05}
{"train_loss": 0.0027469582855701447, "global_step": 76939, "epoch": 432, "lr": 1.823823311902479e-05}
{"train_loss": 0.0016633684281259775, "global_step": 76940, "epoch": 432, "lr": 1.823709187676547e-05}
{"train_loss": 0.002417495008558035, "global_step": 76941, "epoch": 432, "lr": 1.8235950662249145e-05}
{"train_loss": 0.0015993118286132812, "global_step": 76942, "epoch": 432, "lr": 1.8234809475476834e-05}
{"train_loss": 0.001540551776997745, "global_step": 76943, "epoch": 432, "lr": 1.823366831644952e-05}
{"train_loss": 0.0016256440430879593, "global_step": 76944, "epoch": 432, "lr": 1.8232527185168198e-05}
{"train_loss": 0.0019450347172096372, "global_step": 76945, "epoch": 432, "lr": 1.8231386081633866e-05}
{"train_loss": 0.0009770722826942801, "global_step": 76946, "epoch": 432, "lr": 1.8230245005847506e-05}
{"train_loss": 0.0016563618555665016, "global_step": 76947, "epoch": 432, "lr": 1.822910395781017e-05}
{"train_loss": 0.00099461292847991, "global_step": 76948, "epoch": 432, "lr": 1.822796293752277e-05}
{"train_loss": 0.0016346888151019812, "global_step": 76949, "epoch": 432, "lr": 1.8226821944986365e-05}
{"train_loss": 0.002622327534481883, "global_step": 76950, "epoch": 432, "lr": 1.8225680980201942e-05}
{"train_loss": 0.0009119875030592084, "global_step": 76951, "epoch": 432, "lr": 1.822454004317048e-05}
{"train_loss": 0.0016756730619817972, "global_step": 76952, "epoch": 432, "lr": 1.8223399133892988e-05}
{"train_loss": 0.0031612147577106953, "global_step": 76953, "epoch": 432, "lr": 1.822225825237046e-05}
{"train_loss": 0.002000215696170926, "global_step": 76954, "epoch": 432, "lr": 1.8221117398603894e-05}
{"train_loss": 0.0038058143109083176, "global_step": 76955, "epoch": 432, "lr": 1.821997657259428e-05}
{"train_loss": 0.0010303192539140582, "global_step": 76956, "epoch": 432, "lr": 1.82188357743426e-05}
{"train_loss": 0.00282876705750823, "global_step": 76957, "epoch": 432, "lr": 1.821769500384991e-05}
{"train_loss": 0.0021672092843800783, "global_step": 76958, "epoch": 432, "lr": 1.8216554261117125e-05}
{"train_loss": 0.0031952448189258575, "global_step": 76959, "epoch": 432, "lr": 1.82154135461453e-05}
{"train_loss": 0.001269771484658122, "global_step": 76960, "epoch": 432, "lr": 1.8214272858935416e-05}
{"train_loss": 0.0007582358666695654, "global_step": 76961, "epoch": 432, "lr": 1.8213132199488464e-05}
{"train_loss": 0.00242043100297451, "global_step": 76962, "epoch": 432, "lr": 1.8211991567805443e-05}
{"train_loss": 0.0014362384099513292, "global_step": 76963, "epoch": 432, "lr": 1.821085096388733e-05}
{"train_loss": 0.0008312065037898719, "global_step": 76964, "epoch": 432, "lr": 1.8209710387735163e-05}
{"train_loss": 0.0010571249295026064, "global_step": 76965, "epoch": 432, "lr": 1.820856983934991e-05}
{"train_loss": 0.002282386180013418, "global_step": 76966, "epoch": 432, "lr": 1.8207429318732576e-05}
{"train_loss": 0.002529871417209506, "global_step": 76967, "epoch": 432, "lr": 1.820628882588415e-05}
{"train_loss": 0.0011422708630561829, "global_step": 76968, "epoch": 432, "lr": 1.8205148360805635e-05}
{"train_loss": 0.0010507882107049227, "global_step": 76969, "epoch": 432, "lr": 1.8204007923498006e-05}
{"train_loss": 0.0017253978876397014, "global_step": 76970, "epoch": 432, "lr": 1.8202867513962314e-05}
{"train_loss": 0.0018632642459124327, "global_step": 76971, "epoch": 432, "lr": 1.820172713219948e-05}
{"train_loss": 0.001999769825488329, "global_step": 76972, "epoch": 432, "lr": 1.8200586778210577e-05}
{"train_loss": 0.0017500349786132574, "global_step": 76973, "epoch": 432, "lr": 1.8199446451996526e-05}
{"train_loss": 0.002349221846088767, "global_step": 76974, "epoch": 432, "lr": 1.8198306153558374e-05}
{"train_loss": 0.0023924168199300766, "global_step": 76975, "epoch": 432, "lr": 1.8197165882897105e-05}
{"train_loss": 0.001428386545740068, "global_step": 76976, "epoch": 432, "lr": 1.8196025640013716e-05}
{"train_loss": 0.0024566706269979477, "global_step": 76977, "epoch": 432, "lr": 1.8194885424909192e-05}
{"train_loss": 0.0022936705499887466, "global_step": 76978, "epoch": 432, "lr": 1.8193745237584537e-05}
{"train_loss": 0.001675048260949552, "global_step": 76979, "epoch": 432, "lr": 1.819260507804073e-05}
{"train_loss": 0.0009614493465051055, "global_step": 76980, "epoch": 432, "lr": 1.8191464946278824e-05}
{"train_loss": 0.0010529379360377789, "global_step": 76981, "epoch": 432, "lr": 1.8190324842299734e-05}
{"train_loss": 0.00043344072764739394, "global_step": 76982, "epoch": 432, "lr": 1.818918476610451e-05}
{"train_loss": 0.0010075175669044256, "global_step": 76983, "epoch": 432, "lr": 1.8188044717694136e-05}
{"train_loss": 0.003101237118244171, "global_step": 76984, "epoch": 432, "lr": 1.818690469706959e-05}
{"train_loss": 0.0012874291278421879, "global_step": 76985, "epoch": 432, "lr": 1.8185764704231916e-05}
{"train_loss": 0.001923104515299201, "global_step": 76986, "epoch": 432, "lr": 1.818462473918204e-05}
{"train_loss": 0.0009563424973748624, "global_step": 76987, "epoch": 432, "lr": 1.8183484801921015e-05}
{"train_loss": 0.0009453124948777258, "global_step": 76988, "epoch": 432, "lr": 1.818234489244981e-05}
{"train_loss": 0.0013636724324896932, "global_step": 76989, "epoch": 432, "lr": 1.818120501076943e-05}
{"train_loss": 0.0005238101584836841, "global_step": 76990, "epoch": 432, "lr": 1.818006515688087e-05}
{"train_loss": 0.0006204999517649412, "global_step": 76991, "epoch": 432, "lr": 1.8178925330785124e-05}
{"train_loss": 0.00043061492033302784, "global_step": 76992, "epoch": 432, "lr": 1.8177785532483183e-05}
{"train_loss": 0.0009990714024752378, "global_step": 76993, "epoch": 432, "lr": 1.817664576197604e-05}
{"train_loss": 0.0012663021916523576, "global_step": 76994, "epoch": 432, "lr": 1.817550601926469e-05}
{"train_loss": 0.0015839406987652183, "global_step": 76995, "epoch": 432, "lr": 1.8174366304350167e-05}
{"train_loss": 0.0014249803498387337, "global_step": 76996, "epoch": 432, "lr": 1.817322661723339e-05}
{"train_loss": 0.00141737365629524, "global_step": 76997, "epoch": 432, "lr": 1.817208695791543e-05}
{"train_loss": 0.0019271321361884475, "global_step": 76998, "epoch": 432, "lr": 1.8170947326397242e-05}
{"train_loss": 0.002363487146794796, "global_step": 76999, "epoch": 432, "lr": 1.8169807722679833e-05}
{"train_loss": 0.002374586183577776, "global_step": 77000, "epoch": 432, "lr": 1.8168668146764196e-05}
{"train_loss": 0.003586904611438513, "global_step": 77001, "epoch": 432, "lr": 1.816752859865133e-05}
{"train_loss": 0.0018647341057658195, "global_step": 77002, "epoch": 432, "lr": 1.8166389078342205e-05}
{"train_loss": 0.0019133529858663678, "global_step": 77003, "epoch": 432, "lr": 1.8165249585837874e-05}
{"train_loss": 0.0029828024562448263, "global_step": 77004, "epoch": 432, "lr": 1.816411012113926e-05}
{"train_loss": 0.0019479639595374465, "global_step": 77005, "epoch": 432, "lr": 1.8162970684247414e-05}
{"train_loss": 0.001493206713348627, "global_step": 77006, "epoch": 432, "lr": 1.8161831275163316e-05}
{"train_loss": 0.0016159387305378914, "global_step": 77007, "epoch": 432, "lr": 1.8160691893887933e-05}
{"train_loss": 0.002255782950669527, "global_step": 77008, "epoch": 432, "lr": 1.815955254042232e-05}
{"train_loss": 0.001675549428910017, "global_step": 77009, "epoch": 432, "lr": 1.8158413214767407e-05}
{"train_loss": 0.001235622214153409, "global_step": 77010, "epoch": 432, "lr": 1.8157273916924244e-05}
{"train_loss": 0.0006143323262222111, "global_step": 77011, "epoch": 432, "lr": 1.8156134646893773e-05}
{"train_loss": 0.001735520432703197, "global_step": 77012, "epoch": 432, "lr": 1.8154995404677032e-05}
{"train_loss": 0.0009245671099051833, "global_step": 77013, "epoch": 432, "lr": 1.8153856190274997e-05}
{"train_loss": 0.004300495609641075, "global_step": 77014, "epoch": 432, "lr": 1.8152717003688672e-05}
{"train_loss": 0.0019464838551357388, "global_step": 77015, "epoch": 432, "lr": 1.815157784491905e-05}
{"train_loss": 0.0013809839729219675, "global_step": 77016, "epoch": 432, "lr": 1.8150438713967116e-05}
{"train_loss": 0.0015702324453741312, "global_step": 77017, "epoch": 432, "lr": 1.8149299610833852e-05}
{"train_loss": 0.0016046268865466118, "global_step": 77018, "epoch": 432, "lr": 1.8148160535520315e-05}
{"train_loss": 0.0010406749788671732, "global_step": 77019, "epoch": 432, "lr": 1.8147021488027423e-05}
{"train_loss": 0.0011444718111306429, "global_step": 77020, "epoch": 432, "lr": 1.814588246835622e-05}
{"train_loss": 0.0011463745031505823, "global_step": 77021, "epoch": 432, "lr": 1.8144743476507682e-05}
{"train_loss": 0.0011247011134400964, "global_step": 77022, "epoch": 432, "lr": 1.814360451248281e-05}
{"train_loss": 0.003333066124469042, "global_step": 77023, "epoch": 432, "lr": 1.81424655762826e-05}
{"train_loss": 0.0016782550374045968, "global_step": 77024, "epoch": 432, "lr": 1.8141326667908044e-05}
{"train_loss": 0.0018936782144010067, "global_step": 77025, "epoch": 432, "lr": 1.814018778736012e-05}
{"train_loss": 0.0018657287582755089, "global_step": 77026, "epoch": 432, "lr": 1.8139048934639852e-05}
{"train_loss": 0.0023411950096488, "global_step": 77027, "epoch": 432, "lr": 1.8137910109748225e-05}
{"train_loss": 0.0016958056949079037, "global_step": 77028, "epoch": 432, "lr": 1.813677131268623e-05}
{"train_loss": 0.0006229511927813292, "global_step": 77029, "epoch": 432, "lr": 1.8135632543454862e-05}
{"train_loss": 0.0022977101616561413, "global_step": 77030, "epoch": 432, "lr": 1.813449380205512e-05}
{"train_loss": 0.00238625006750226, "global_step": 77031, "epoch": 432, "lr": 1.8133355088487992e-05}
{"train_loss": 0.0030437421519309282, "global_step": 77032, "epoch": 432, "lr": 1.8132216402754455e-05}
{"train_loss": 0.00147645128890872, "global_step": 77033, "epoch": 432, "lr": 1.8131077744855563e-05}
{"train_loss": 0.0019068444380536675, "global_step": 77034, "epoch": 432, "lr": 1.8129939114792233e-05}
{"train_loss": 0.000777300214394927, "global_step": 77035, "epoch": 432, "lr": 1.8128800512565513e-05}
{"train_loss": 0.001484828069806099, "global_step": 77036, "epoch": 432, "lr": 1.812766193817639e-05}
{"train_loss": 0.002141435630619526, "global_step": 77037, "epoch": 432, "lr": 1.8126523391625842e-05}
{"train_loss": 0.0010468862019479275, "global_step": 77038, "epoch": 432, "lr": 1.812538487291488e-05}
{"train_loss": 0.0016543825622648, "global_step": 77039, "epoch": 432, "lr": 1.812424638204449e-05}
{"train_loss": 0.001932667219080031, "global_step": 77040, "epoch": 432, "lr": 1.812310791901565e-05}
{"train_loss": 0.0007749033975414932, "global_step": 77041, "epoch": 432, "lr": 1.8121969483829403e-05}
{"train_loss": 0.0021109692752361298, "global_step": 77042, "epoch": 432, "lr": 1.8120831076486678e-05}
{"train_loss": 0.0010531297884881496, "global_step": 77043, "epoch": 432, "lr": 1.811969269698854e-05}
{"train_loss": 0.0006226316327229142, "global_step": 77044, "epoch": 432, "lr": 1.811855434533591e-05}
{"train_loss": 0.0016962098889052868, "global_step": 77045, "epoch": 432, "lr": 1.8117416021529837e-05}
{"train_loss": 0.0031102956272661686, "global_step": 77046, "epoch": 432, "lr": 1.8116277725571294e-05}
{"train_loss": 0.0011227199574932456, "global_step": 77047, "epoch": 432, "lr": 1.8115139457461267e-05}
{"train_loss": 0.0026538362726569176, "global_step": 77048, "epoch": 432, "lr": 1.811400121720079e-05}
{"train_loss": 0.000844989437609911, "global_step": 77049, "epoch": 432, "lr": 1.8112863004790797e-05}
{"train_loss": 0.0010483069345355034, "global_step": 77050, "epoch": 432, "lr": 1.8111724820232327e-05}
{"train_loss": 0.0016532468143850565, "global_step": 77051, "epoch": 432, "lr": 1.811058666352637e-05}
{"train_loss": 0.0007969430298544466, "global_step": 77052, "epoch": 432, "lr": 1.8109448534673906e-05}
{"train_loss": 0.001813576091080904, "global_step": 77053, "epoch": 432, "lr": 1.8108310433675934e-05}
{"train_loss": 0.0011746225645765662, "global_step": 77054, "epoch": 432, "lr": 1.8107172360533447e-05}
{"train_loss": 0.001187071786262095, "global_step": 77055, "epoch": 432, "lr": 1.8106034315247427e-05}
{"train_loss": 0.0011322492500767112, "global_step": 77056, "epoch": 432, "lr": 1.8104896297818915e-05}
{"train_loss": 0.0035105859860777855, "global_step": 77057, "epoch": 432, "lr": 1.810375830824883e-05}
{"train_loss": 0.0007726718904450536, "global_step": 77058, "epoch": 432, "lr": 1.8102620346538234e-05}
{"train_loss": 0.001462932676076889, "global_step": 77059, "epoch": 432, "lr": 1.8101482412688086e-05}
{"train_loss": 0.003948283847421408, "global_step": 77060, "epoch": 432, "lr": 1.8100344506699396e-05}
{"train_loss": 0.001939432229846716, "global_step": 77061, "epoch": 432, "lr": 1.8099206628573146e-05}
{"train_loss": 0.0007767131319269538, "global_step": 77062, "epoch": 432, "lr": 1.8098068778310333e-05}
{"train_loss": 0.0005531952483579516, "global_step": 77063, "epoch": 432, "lr": 1.8096930955911956e-05}
{"train_loss": 0.0009668887360021472, "global_step": 77064, "epoch": 432, "lr": 1.8095793161379e-05}
{"train_loss": 0.00047511194134131074, "global_step": 77065, "epoch": 432, "lr": 1.8094655394712446e-05}
{"train_loss": 0.0006133284769020975, "global_step": 77066, "epoch": 432, "lr": 1.8093517655913344e-05}
{"train_loss": 0.0011203225003555417, "global_step": 77067, "epoch": 432, "lr": 1.8092379944982606e-05}
{"train_loss": 0.0014205510960891843, "global_step": 77068, "epoch": 432, "lr": 1.8091242261921292e-05}
{"train_loss": 0.0023100893013179302, "global_step": 77069, "epoch": 432, "lr": 1.8090104606730373e-05}
{"train_loss": 0.0021216250024735928, "global_step": 77070, "epoch": 432, "lr": 1.8088966979410827e-05}
{"train_loss": 0.00219891220331192, "global_step": 77071, "epoch": 432, "lr": 1.8087829379963695e-05}
{"train_loss": 0.0007260068668983877, "global_step": 77072, "epoch": 432, "lr": 1.80866918083899e-05}
{"train_loss": 0.0016997568021538886, "global_step": 77073, "epoch": 432, "lr": 1.808555426469049e-05}
{"train_loss": 0.0021231290884315968, "global_step": 77074, "epoch": 433, "lr": 1.808441674886645e-05}
{"train_loss": 0.0006969033274799585, "global_step": 77075, "epoch": 433, "lr": 1.808327926091876e-05}
{"train_loss": 0.0008370361756533384, "global_step": 77076, "epoch": 433, "lr": 1.8082141800848425e-05}
{"train_loss": 0.0016859506722539663, "global_step": 77077, "epoch": 433, "lr": 1.808100436865643e-05}
{"train_loss": 0.0021205355878919363, "global_step": 77078, "epoch": 433, "lr": 1.807986696434375e-05}
{"train_loss": 0.0010538670467212796, "global_step": 77079, "epoch": 433, "lr": 1.8078729587911436e-05}
{"train_loss": 0.0012467759661376476, "global_step": 77080, "epoch": 433, "lr": 1.8077592239360414e-05}
{"train_loss": 0.00039817794458940625, "global_step": 77081, "epoch": 433, "lr": 1.8076454918691744e-05}
{"train_loss": 0.0012342622503638268, "global_step": 77082, "epoch": 433, "lr": 1.8075317625906346e-05}
{"train_loss": 0.0019450541585683823, "global_step": 77083, "epoch": 433, "lr": 1.8074180361005272e-05}
{"train_loss": 0.0009040806326083839, "global_step": 77084, "epoch": 433, "lr": 1.807304312398949e-05}
{"train_loss": 0.0015035765245556831, "global_step": 77085, "epoch": 433, "lr": 1.8071905914860004e-05}
{"train_loss": 0.0029685504268854856, "global_step": 77086, "epoch": 433, "lr": 1.80707687336178e-05}
{"train_loss": 0.0023412168957293034, "global_step": 77087, "epoch": 433, "lr": 1.8069631580263873e-05}
{"train_loss": 0.0014238678850233555, "global_step": 77088, "epoch": 433, "lr": 1.8068494454799195e-05}
{"train_loss": 0.0014028146397322416, "global_step": 77089, "epoch": 433, "lr": 1.80673573572248e-05}
{"train_loss": 0.0012066044146195054, "global_step": 77090, "epoch": 433, "lr": 1.8066220287541663e-05}
{"train_loss": 0.0004821962211281061, "global_step": 77091, "epoch": 433, "lr": 1.8065083245750775e-05}
{"train_loss": 0.001570860855281353, "global_step": 77092, "epoch": 433, "lr": 1.806394623185313e-05}
{"train_loss": 0.0019127903506159782, "global_step": 77093, "epoch": 433, "lr": 1.8062809245849697e-05}
{"train_loss": 0.0005916771478950977, "global_step": 77094, "epoch": 433, "lr": 1.806167228774153e-05}
{"train_loss": 0.000935347459744662, "global_step": 77095, "epoch": 433, "lr": 1.8060535357529558e-05}
{"train_loss": 0.0024431294295936823, "global_step": 77096, "epoch": 433, "lr": 1.805939845521481e-05}
{"train_loss": 0.0007426379015669227, "global_step": 77097, "epoch": 433, "lr": 1.8058261580798274e-05}
{"train_loss": 0.0019504250958561897, "global_step": 77098, "epoch": 433, "lr": 1.805712473428094e-05}
{"train_loss": 0.001457765931263566, "global_step": 77099, "epoch": 433, "lr": 1.8055987915663798e-05}
{"train_loss": 0.0017259016167372465, "global_step": 77100, "epoch": 433, "lr": 1.805485112494784e-05}
{"train_loss": 0.0032318553421646357, "global_step": 77101, "epoch": 433, "lr": 1.8053714362134067e-05}
{"train_loss": 0.001029362203553319, "global_step": 77102, "epoch": 433, "lr": 1.805257762722346e-05}
{"train_loss": 0.001709143863990903, "global_step": 77103, "epoch": 433, "lr": 1.8051440920217005e-05}
{"train_loss": 0.0012806686572730541, "global_step": 77104, "epoch": 433, "lr": 1.8050304241115745e-05}
{"train_loss": 0.0015052768867462873, "global_step": 77105, "epoch": 433, "lr": 1.8049167589920602e-05}
{"train_loss": 0.0017982418648898602, "global_step": 77106, "epoch": 433, "lr": 1.8048030966632616e-05}
{"train_loss": 0.0015576225705444813, "global_step": 77107, "epoch": 433, "lr": 1.804689437125277e-05}
{"train_loss": 0.0010073966113850474, "global_step": 77108, "epoch": 433, "lr": 1.8045757803782054e-05}
{"train_loss": 0.0017822128720581532, "global_step": 77109, "epoch": 433, "lr": 1.8044621264221456e-05}
{"train_loss": 0.0005595115944743156, "global_step": 77110, "epoch": 433, "lr": 1.804348475257196e-05}
{"train_loss": 0.0008442133548669517, "global_step": 77111, "epoch": 433, "lr": 1.8042348268834586e-05}
{"train_loss": 0.0007832242408767343, "global_step": 77112, "epoch": 433, "lr": 1.8041211813010317e-05}
{"train_loss": 0.0008724686922505498, "global_step": 77113, "epoch": 433, "lr": 1.8040075385100136e-05}
{"train_loss": 0.002362373750656843, "global_step": 77114, "epoch": 433, "lr": 1.8038938985105042e-05}
{"train_loss": 0.001001926837489009, "global_step": 77115, "epoch": 433, "lr": 1.803780261302603e-05}
{"train_loss": 0.0037453912664204836, "global_step": 77116, "epoch": 433, "lr": 1.8036666268864066e-05}
{"train_loss": 0.0034059430472552776, "global_step": 77117, "epoch": 433, "lr": 1.80355299526202e-05}
{"train_loss": 0.0014869060833007097, "global_step": 77118, "epoch": 433, "lr": 1.8034393664295356e-05}
{"train_loss": 0.0009125694632530212, "global_step": 77119, "epoch": 433, "lr": 1.8033257403890596e-05}
{"train_loss": 0.000602743704803288, "global_step": 77120, "epoch": 433, "lr": 1.803212117140684e-05}
{"train_loss": 0.0009386506862938404, "global_step": 77121, "epoch": 433, "lr": 1.8030984966845138e-05}
{"train_loss": 0.0019337069243192673, "global_step": 77122, "epoch": 433, "lr": 1.8029848790206455e-05}
{"train_loss": 0.0016556724440306425, "global_step": 77123, "epoch": 433, "lr": 1.8028712641491795e-05}
{"train_loss": 0.0014811400324106216, "global_step": 77124, "epoch": 433, "lr": 1.8027576520702145e-05}
{"train_loss": 0.0013547707349061966, "global_step": 77125, "epoch": 433, "lr": 1.8026440427838497e-05}
{"train_loss": 0.0026155246887356043, "global_step": 77126, "epoch": 433, "lr": 1.8025304362901823e-05}
{"train_loss": 0.0012771275360137224, "global_step": 77127, "epoch": 433, "lr": 1.8024168325893177e-05}
{"train_loss": 0.0022164913825690746, "global_step": 77128, "epoch": 433, "lr": 1.802303231681347e-05}
{"train_loss": 0.0025469595566391945, "global_step": 77129, "epoch": 433, "lr": 1.8021896335663758e-05}
{"train_loss": 0.003291238099336624, "global_step": 77130, "epoch": 433, "lr": 1.8020760382445007e-05}
{"train_loss": 0.0022223300766199827, "global_step": 77131, "epoch": 433, "lr": 1.801962445715819e-05}
{"train_loss": 0.0009894506074488163, "global_step": 77132, "epoch": 433, "lr": 1.8018488559804357e-05}
{"train_loss": 0.0017005793051794171, "global_step": 77133, "epoch": 433, "lr": 1.8017352690384436e-05}
{"train_loss": 0.0013475555460900068, "global_step": 77134, "epoch": 433, "lr": 1.8016216848899465e-05}
{"train_loss": 0.0007649705512449145, "global_step": 77135, "epoch": 433, "lr": 1.8015081035350413e-05}
{"train_loss": 0.001722558168694377, "global_step": 77136, "epoch": 433, "lr": 1.801394524973828e-05}
{"train_loss": 0.0017079688841477036, "global_step": 77137, "epoch": 433, "lr": 1.8012809492064054e-05}
{"train_loss": 0.0011145599419251084, "global_step": 77138, "epoch": 433, "lr": 1.801167376232873e-05}
{"train_loss": 0.0020024781115353107, "global_step": 77139, "epoch": 433, "lr": 1.8010538060533295e-05}
{"train_loss": 0.0009225168032571673, "global_step": 77140, "epoch": 433, "lr": 1.8009402386678746e-05}
{"train_loss": 0.0017987452447414398, "global_step": 77141, "epoch": 433, "lr": 1.8008266740766063e-05}
{"train_loss": 0.002073118695989251, "global_step": 77142, "epoch": 433, "lr": 1.8007131122796278e-05}
{"train_loss": 0.0007668891921639442, "global_step": 77143, "epoch": 433, "lr": 1.800599553277032e-05}
{"train_loss": 0.002443901263177395, "global_step": 77144, "epoch": 433, "lr": 1.8004859970689226e-05}
{"train_loss": 0.0011815039906650782, "global_step": 77145, "epoch": 433, "lr": 1.8003724436553982e-05}
{"train_loss": 0.001008328516036272, "global_step": 77146, "epoch": 433, "lr": 1.8002588930365573e-05}
{"train_loss": 0.0024259150959551334, "global_step": 77147, "epoch": 433, "lr": 1.800145345212499e-05}
{"train_loss": 0.0009757473017089069, "global_step": 77148, "epoch": 433, "lr": 1.8000318001833227e-05}
{"train_loss": 0.0018890886567533016, "global_step": 77149, "epoch": 433, "lr": 1.7999182579491258e-05}
{"train_loss": 0.0010965393157675862, "global_step": 77150, "epoch": 433, "lr": 1.799804718510013e-05}
{"train_loss": 0.0022951753344386816, "global_step": 77151, "epoch": 433, "lr": 1.7996911818660756e-05}
{"train_loss": 0.0019140788353979588, "global_step": 77152, "epoch": 433, "lr": 1.799577648017419e-05}
{"train_loss": 0.0005410130834206939, "global_step": 77153, "epoch": 433, "lr": 1.79946411696414e-05}
{"train_loss": 0.0016244378639385104, "global_step": 77154, "epoch": 433, "lr": 1.7993505887063365e-05}
{"train_loss": 0.001519273966550827, "global_step": 77155, "epoch": 433, "lr": 1.7992370632441123e-05}
{"train_loss": 0.0005001608515158296, "global_step": 77156, "epoch": 433, "lr": 1.7991235405775596e-05}
{"train_loss": 0.0013713412918150425, "global_step": 77157, "epoch": 433, "lr": 1.7990100207067855e-05}
{"train_loss": 0.0010834727436304092, "global_step": 77158, "epoch": 433, "lr": 1.7988965036318812e-05}
{"train_loss": 0.0013597095385193825, "global_step": 77159, "epoch": 433, "lr": 1.7987829893529513e-05}
{"train_loss": 0.0007751156808808446, "global_step": 77160, "epoch": 433, "lr": 1.7986694778700935e-05}
{"train_loss": 0.0013974817702546716, "global_step": 77161, "epoch": 433, "lr": 1.7985559691834066e-05}
{"train_loss": 0.0017614730168133974, "global_step": 77162, "epoch": 433, "lr": 1.79844246329299e-05}
{"train_loss": 0.000874366145581007, "global_step": 77163, "epoch": 433, "lr": 1.7983289601989424e-05}
{"train_loss": 0.001673312857747078, "global_step": 77164, "epoch": 433, "lr": 1.798215459901362e-05}
{"train_loss": 0.0017014925833791494, "global_step": 77165, "epoch": 433, "lr": 1.798101962400352e-05}
{"train_loss": 0.0013875830918550491, "global_step": 77166, "epoch": 433, "lr": 1.7979884676960058e-05}
{"train_loss": 0.0019665630534291267, "global_step": 77167, "epoch": 433, "lr": 1.7978749757884266e-05}
{"train_loss": 0.0016043026698753238, "global_step": 77168, "epoch": 433, "lr": 1.7977614866777126e-05}
{"train_loss": 0.0014631485100835562, "global_step": 77169, "epoch": 433, "lr": 1.7976480003639628e-05}
{"train_loss": 0.002896171761676669, "global_step": 77170, "epoch": 433, "lr": 1.7975345168472766e-05}
{"train_loss": 0.0007108858553692698, "global_step": 77171, "epoch": 433, "lr": 1.797421036127752e-05}
{"train_loss": 0.002600619802251458, "global_step": 77172, "epoch": 433, "lr": 1.79730755820549e-05}
{"train_loss": 0.0016152041498571634, "global_step": 77173, "epoch": 433, "lr": 1.7971940830805855e-05}
{"train_loss": 0.0009348411113023758, "global_step": 77174, "epoch": 433, "lr": 1.7970806107531436e-05}
{"train_loss": 0.0028512130957096815, "global_step": 77175, "epoch": 433, "lr": 1.7969671412232598e-05}
{"train_loss": 0.002050174167379737, "global_step": 77176, "epoch": 433, "lr": 1.7968536744910343e-05}
{"train_loss": 0.0011493617203086615, "global_step": 77177, "epoch": 433, "lr": 1.7967402105565658e-05}
{"train_loss": 0.0019108759006485343, "global_step": 77178, "epoch": 433, "lr": 1.7966267494199527e-05}
{"train_loss": 0.0025599156506359577, "global_step": 77179, "epoch": 433, "lr": 1.796513291081294e-05}
{"train_loss": 0.0021553505212068558, "global_step": 77180, "epoch": 433, "lr": 1.7963998355406924e-05}
{"train_loss": 0.0017618656856939197, "global_step": 77181, "epoch": 433, "lr": 1.7962863827982413e-05}
{"train_loss": 0.003143348265439272, "global_step": 77182, "epoch": 433, "lr": 1.7961729328540445e-05}
{"train_loss": 0.000564331014174968, "global_step": 77183, "epoch": 433, "lr": 1.7960594857081986e-05}
{"train_loss": 0.0018996675498783588, "global_step": 77184, "epoch": 433, "lr": 1.7959460413608042e-05}
{"train_loss": 0.0013920010533183813, "global_step": 77185, "epoch": 433, "lr": 1.7958325998119592e-05}
{"train_loss": 0.001994603779166937, "global_step": 77186, "epoch": 433, "lr": 1.795719161061763e-05}
{"train_loss": 0.0009649067651480436, "global_step": 77187, "epoch": 433, "lr": 1.7956057251103132e-05}
{"train_loss": 0.0013253646902740002, "global_step": 77188, "epoch": 433, "lr": 1.7954922919577138e-05}
{"train_loss": 0.003152436576783657, "global_step": 77189, "epoch": 433, "lr": 1.7953788616040572e-05}
{"train_loss": 0.0024835248477756977, "global_step": 77190, "epoch": 433, "lr": 1.795265434049449e-05}
{"train_loss": 0.0024885721504688263, "global_step": 77191, "epoch": 433, "lr": 1.7951520092939817e-05}
{"train_loss": 0.000834718463011086, "global_step": 77192, "epoch": 433, "lr": 1.7950385873377595e-05}
{"train_loss": 0.002482107374817133, "global_step": 77193, "epoch": 433, "lr": 1.79492516818088e-05}
{"train_loss": 0.0012773037888109684, "global_step": 77194, "epoch": 433, "lr": 1.7948117518234396e-05}
{"train_loss": 0.0011342637008056045, "global_step": 77195, "epoch": 433, "lr": 1.7946983382655434e-05}
{"train_loss": 0.0026712710969150066, "global_step": 77196, "epoch": 433, "lr": 1.7945849275072836e-05}
{"train_loss": 0.0018946548225358129, "global_step": 77197, "epoch": 433, "lr": 1.7944715195487644e-05}
{"train_loss": 0.0017479644156992435, "global_step": 77198, "epoch": 433, "lr": 1.794358114390082e-05}
{"train_loss": 0.0028808368369936943, "global_step": 77199, "epoch": 433, "lr": 1.794244712031337e-05}
{"train_loss": 0.0009176083840429783, "global_step": 77200, "epoch": 433, "lr": 1.794131312472628e-05}
{"train_loss": 0.001434419653378427, "global_step": 77201, "epoch": 433, "lr": 1.794017915714053e-05}
{"train_loss": 0.0030229154508560896, "global_step": 77202, "epoch": 433, "lr": 1.793904521755711e-05}
{"train_loss": 0.0009229714632965624, "global_step": 77203, "epoch": 433, "lr": 1.7937911305977045e-05}
{"train_loss": 0.0015353162307292223, "global_step": 77204, "epoch": 433, "lr": 1.7936777422401275e-05}
{"train_loss": 0.0007960196235217154, "global_step": 77205, "epoch": 433, "lr": 1.793564356683083e-05}
{"train_loss": 0.0012997420271858573, "global_step": 77206, "epoch": 433, "lr": 1.793450973926668e-05}
{"train_loss": 0.0015338819939643145, "global_step": 77207, "epoch": 433, "lr": 1.7933375939709822e-05}
{"train_loss": 0.002669000066816807, "global_step": 77208, "epoch": 433, "lr": 1.793224216816125e-05}
{"train_loss": 0.0012884223833680153, "global_step": 77209, "epoch": 433, "lr": 1.7931108424621947e-05}
{"train_loss": 0.0033918246626853943, "global_step": 77210, "epoch": 433, "lr": 1.7929974709092905e-05}
{"train_loss": 0.00164312485139817, "global_step": 77211, "epoch": 433, "lr": 1.7928841021575114e-05}
{"train_loss": 0.0042519476264715195, "global_step": 77212, "epoch": 433, "lr": 1.792770736206955e-05}
{"train_loss": 0.0028825534973293543, "global_step": 77213, "epoch": 433, "lr": 1.7926573730577252e-05}
{"train_loss": 0.0015277585480362177, "global_step": 77214, "epoch": 433, "lr": 1.7925440127099143e-05}
{"train_loss": 0.0019918540492653847, "global_step": 77215, "epoch": 433, "lr": 1.7924306551636262e-05}
{"train_loss": 0.0012479370925575495, "global_step": 77216, "epoch": 433, "lr": 1.7923173004189582e-05}
{"train_loss": 0.0010433427523821592, "global_step": 77217, "epoch": 433, "lr": 1.792203948476008e-05}
{"train_loss": 0.002110217697918415, "global_step": 77218, "epoch": 433, "lr": 1.7920905993348795e-05}
{"train_loss": 0.002688499167561531, "global_step": 77219, "epoch": 433, "lr": 1.7919772529956647e-05}
{"train_loss": 0.0033838385716080666, "global_step": 77220, "epoch": 433, "lr": 1.7918639094584684e-05}
{"train_loss": 0.0012956911232322454, "global_step": 77221, "epoch": 433, "lr": 1.7917505687233866e-05}
{"train_loss": 0.0015475272666662931, "global_step": 77222, "epoch": 433, "lr": 1.79163723079052e-05}
{"train_loss": 0.0012565494980663061, "global_step": 77223, "epoch": 433, "lr": 1.7915238956599662e-05}
{"train_loss": 0.0011609960347414017, "global_step": 77224, "epoch": 433, "lr": 1.7914105633318246e-05}
{"train_loss": 0.0029249070212244987, "global_step": 77225, "epoch": 433, "lr": 1.7912972338061925e-05}
{"train_loss": 0.0019304900197312236, "global_step": 77226, "epoch": 433, "lr": 1.791183907083174e-05}
{"train_loss": 0.0011055967770516872, "global_step": 77227, "epoch": 433, "lr": 1.7910705831628614e-05}
{"train_loss": 0.0005260654143057764, "global_step": 77228, "epoch": 433, "lr": 1.7909572620453608e-05}
{"train_loss": 0.0018509901128709316, "global_step": 77229, "epoch": 433, "lr": 1.7908439437307633e-05}
{"train_loss": 0.0019618284422904253, "global_step": 77230, "epoch": 433, "lr": 1.7907306282191744e-05}
{"train_loss": 0.0015847785398364067, "global_step": 77231, "epoch": 433, "lr": 1.7906173155106902e-05}
{"train_loss": 0.0014853283064439893, "global_step": 77232, "epoch": 433, "lr": 1.79050400560541e-05}
{"train_loss": 0.0023897693026810884, "global_step": 77233, "epoch": 433, "lr": 1.790390698503433e-05}
{"train_loss": 0.0019636121578514576, "global_step": 77234, "epoch": 433, "lr": 1.7902773942048584e-05}
{"train_loss": 0.0031388234347105026, "global_step": 77235, "epoch": 433, "lr": 1.790164092709783e-05}
{"train_loss": 0.0017270430689677596, "global_step": 77236, "epoch": 433, "lr": 1.7900507940183087e-05}
{"train_loss": 0.001291614375077188, "global_step": 77237, "epoch": 433, "lr": 1.7899374981305337e-05}
{"train_loss": 0.0016090532299131155, "global_step": 77238, "epoch": 433, "lr": 1.7898242050465568e-05}
{"train_loss": 0.0016291188076138496, "global_step": 77239, "epoch": 433, "lr": 1.7897109147664765e-05}
{"train_loss": 0.0016248542815446854, "global_step": 77240, "epoch": 433, "lr": 1.7895976272903902e-05}
{"train_loss": 0.0014348807744681835, "global_step": 77241, "epoch": 433, "lr": 1.7894843426184025e-05}
{"train_loss": 0.0026188939809799194, "global_step": 77242, "epoch": 433, "lr": 1.789371060750605e-05}
{"train_loss": 0.0017728545935824513, "global_step": 77243, "epoch": 433, "lr": 1.7892577816871015e-05}
{"train_loss": 0.0027063554152846336, "global_step": 77244, "epoch": 433, "lr": 1.78914450542799e-05}
{"train_loss": 0.0008516005473211408, "global_step": 77245, "epoch": 433, "lr": 1.7890312319733687e-05}
{"train_loss": 0.0024605663493275642, "global_step": 77246, "epoch": 433, "lr": 1.788917961323337e-05}
{"train_loss": 0.0014328097458928823, "global_step": 77247, "epoch": 433, "lr": 1.7888046934779934e-05}
{"train_loss": 0.001561902929097414, "global_step": 77248, "epoch": 433, "lr": 1.7886914284374373e-05}
{"train_loss": 0.0018066538032144308, "global_step": 77249, "epoch": 433, "lr": 1.7885781662017674e-05}
{"train_loss": 0.002114927861839533, "global_step": 77250, "epoch": 433, "lr": 1.7884649067710813e-05}
{"train_loss": 0.0016829973839490224, "global_step": 77251, "epoch": 433, "lr": 1.7883516501454827e-05}
{"train_loss": 0.0008438752265647054, "global_step": 77252, "epoch": 434, "lr": 1.788238396325063e-05}
{"train_loss": 0.0012666091788560152, "global_step": 77253, "epoch": 434, "lr": 1.788125145309928e-05}
{"train_loss": 0.0019169491715729237, "global_step": 77254, "epoch": 434, "lr": 1.788011897100173e-05}
{"train_loss": 0.0023751300759613514, "global_step": 77255, "epoch": 434, "lr": 1.7878986516958968e-05}
{"train_loss": 0.0019134051399305463, "global_step": 77256, "epoch": 434, "lr": 1.7877854090972024e-05}
{"train_loss": 0.0016254947986453772, "global_step": 77257, "epoch": 434, "lr": 1.787672169304182e-05}
{"train_loss": 0.0018329924205318093, "global_step": 77258, "epoch": 434, "lr": 1.78755893231694e-05}
{"train_loss": 0.0008687057998031378, "global_step": 77259, "epoch": 434, "lr": 1.7874456981355736e-05}
{"train_loss": 0.0015700641088187695, "global_step": 77260, "epoch": 434, "lr": 1.7873324667601814e-05}
{"train_loss": 0.0008211216190829873, "global_step": 77261, "epoch": 434, "lr": 1.7872192381908626e-05}
{"train_loss": 0.0013041023630648851, "global_step": 77262, "epoch": 434, "lr": 1.7871060124277155e-05}
{"train_loss": 0.00219728727824986, "global_step": 77263, "epoch": 434, "lr": 1.7869927894708377e-05}
{"train_loss": 0.0010603955015540123, "global_step": 77264, "epoch": 434, "lr": 1.7868795693203338e-05}
{"train_loss": 0.0006573431310243905, "global_step": 77265, "epoch": 434, "lr": 1.786766351976295e-05}
{"train_loss": 0.0007307847263291478, "global_step": 77266, "epoch": 434, "lr": 1.786653137438827e-05}
{"train_loss": 0.0019423423800617456, "global_step": 77267, "epoch": 434, "lr": 1.7865399257080223e-05}
{"train_loss": 0.0018519745208323002, "global_step": 77268, "epoch": 434, "lr": 1.786426716783985e-05}
{"train_loss": 0.001958133652806282, "global_step": 77269, "epoch": 434, "lr": 1.786313510666812e-05}
{"train_loss": 0.0027858109679073095, "global_step": 77270, "epoch": 434, "lr": 1.7862003073566025e-05}
{"train_loss": 0.0019644720014184713, "global_step": 77271, "epoch": 434, "lr": 1.7860871068534545e-05}
{"train_loss": 0.000845369475428015, "global_step": 77272, "epoch": 434, "lr": 1.7859739091574678e-05}
{"train_loss": 0.0006753866910003126, "global_step": 77273, "epoch": 434, "lr": 1.7858607142687394e-05}
{"train_loss": 0.0020927840378135443, "global_step": 77274, "epoch": 434, "lr": 1.7857475221873726e-05}
{"train_loss": 0.0008792422013357282, "global_step": 77275, "epoch": 434, "lr": 1.7856343329134606e-05}
{"train_loss": 0.0012510439846664667, "global_step": 77276, "epoch": 434, "lr": 1.7855211464471067e-05}
{"train_loss": 0.0017804087838158011, "global_step": 77277, "epoch": 434, "lr": 1.785407962788408e-05}
{"train_loss": 0.0007827813387848437, "global_step": 77278, "epoch": 434, "lr": 1.7852947819374616e-05}
{"train_loss": 0.0022936142049729824, "global_step": 77279, "epoch": 434, "lr": 1.7851816038943713e-05}
{"train_loss": 0.0022709500044584274, "global_step": 77280, "epoch": 434, "lr": 1.78506842865923e-05}
{"train_loss": 0.0023165501188486814, "global_step": 77281, "epoch": 434, "lr": 1.7849552562321407e-05}
{"train_loss": 0.0014463103143498302, "global_step": 77282, "epoch": 434, "lr": 1.7848420866132014e-05}
{"train_loss": 0.0024517630226910114, "global_step": 77283, "epoch": 434, "lr": 1.7847289198025106e-05}
{"train_loss": 0.0017111601773649454, "global_step": 77284, "epoch": 434, "lr": 1.7846157558001668e-05}
{"train_loss": 0.0006293341284617782, "global_step": 77285, "epoch": 434, "lr": 1.7845025946062694e-05}
{"train_loss": 0.0013264529407024384, "global_step": 77286, "epoch": 434, "lr": 1.7843894362209168e-05}
{"train_loss": 0.0025471020489931107, "global_step": 77287, "epoch": 434, "lr": 1.7842762806442075e-05}
{"train_loss": 0.0009255654877051711, "global_step": 77288, "epoch": 434, "lr": 1.78416312787624e-05}
{"train_loss": 0.0013450683327391744, "global_step": 77289, "epoch": 434, "lr": 1.7840499779171165e-05}
{"train_loss": 0.001158552011474967, "global_step": 77290, "epoch": 434, "lr": 1.783936830766931e-05}
{"train_loss": 0.0013353789690881968, "global_step": 77291, "epoch": 434, "lr": 1.783823686425785e-05}
{"train_loss": 0.0018343196716159582, "global_step": 77292, "epoch": 434, "lr": 1.7837105448937778e-05}
{"train_loss": 0.0017680528108030558, "global_step": 77293, "epoch": 434, "lr": 1.783597406171007e-05}
{"train_loss": 0.0038495706394314766, "global_step": 77294, "epoch": 434, "lr": 1.7834842702575722e-05}
{"train_loss": 0.0006926862988620996, "global_step": 77295, "epoch": 434, "lr": 1.7833711371535717e-05}
{"train_loss": 0.0010994714684784412, "global_step": 77296, "epoch": 434, "lr": 1.7832580068591022e-05}
{"train_loss": 0.001153280958533287, "global_step": 77297, "epoch": 434, "lr": 1.7831448793742667e-05}
{"train_loss": 0.0020507213193923235, "global_step": 77298, "epoch": 434, "lr": 1.783031754699162e-05}
{"train_loss": 0.002077605575323105, "global_step": 77299, "epoch": 434, "lr": 1.7829186328338875e-05}
{"train_loss": 0.001011012471280992, "global_step": 77300, "epoch": 434, "lr": 1.782805513778541e-05}
{"train_loss": 0.0008876597275957465, "global_step": 77301, "epoch": 434, "lr": 1.7826923975332215e-05}
{"train_loss": 0.0007955692708492279, "global_step": 77302, "epoch": 434, "lr": 1.7825792840980283e-05}
{"train_loss": 0.002401509787887335, "global_step": 77303, "epoch": 434, "lr": 1.7824661734730587e-05}
{"train_loss": 0.0010682690190151334, "global_step": 77304, "epoch": 434, "lr": 1.7823530656584154e-05}
{"train_loss": 0.004959306679666042, "global_step": 77305, "epoch": 434, "lr": 1.782239960654191e-05}
{"train_loss": 0.0020507557783275843, "global_step": 77306, "epoch": 434, "lr": 1.7821268584604906e-05}
{"train_loss": 0.0020045703276991844, "global_step": 77307, "epoch": 434, "lr": 1.7820137590774093e-05}
{"train_loss": 0.0008789870771579444, "global_step": 77308, "epoch": 434, "lr": 1.781900662505047e-05}
{"train_loss": 0.0014795883325859904, "global_step": 77309, "epoch": 434, "lr": 1.7817875687435026e-05}
{"train_loss": 0.003457261249423027, "global_step": 77310, "epoch": 434, "lr": 1.7816744777928746e-05}
{"train_loss": 0.0016551889711990952, "global_step": 77311, "epoch": 434, "lr": 1.7815613896532595e-05}
{"train_loss": 0.0010542557574808598, "global_step": 77312, "epoch": 434, "lr": 1.781448304324762e-05}
{"train_loss": 0.0017518026288598776, "global_step": 77313, "epoch": 434, "lr": 1.781335221807474e-05}
{"train_loss": 0.002535479608923197, "global_step": 77314, "epoch": 434, "lr": 1.781222142101499e-05}
{"train_loss": 0.0027740569785237312, "global_step": 77315, "epoch": 434, "lr": 1.781109065206934e-05}
{"train_loss": 0.0028578778728842735, "global_step": 77316, "epoch": 434, "lr": 1.780995991123878e-05}
{"train_loss": 0.0012658247724175453, "global_step": 77317, "epoch": 434, "lr": 1.7808829198524303e-05}
{"train_loss": 0.0019384645856916904, "global_step": 77318, "epoch": 434, "lr": 1.7807698513926873e-05}
{"train_loss": 0.0005719446926377714, "global_step": 77319, "epoch": 434, "lr": 1.7806567857447525e-05}
{"train_loss": 0.0024874061346054077, "global_step": 77320, "epoch": 434, "lr": 1.780543722908719e-05}
{"train_loss": 0.002044231165200472, "global_step": 77321, "epoch": 434, "lr": 1.7804306628846894e-05}
{"train_loss": 0.0006927096983417869, "global_step": 77322, "epoch": 434, "lr": 1.7803176056727616e-05}
{"train_loss": 0.0011548642069101334, "global_step": 77323, "epoch": 434, "lr": 1.780204551273034e-05}
{"train_loss": 0.0012213420122861862, "global_step": 77324, "epoch": 434, "lr": 1.7800914996856056e-05}
{"train_loss": 0.0010177502408623695, "global_step": 77325, "epoch": 434, "lr": 1.779978450910575e-05}
{"train_loss": 0.0027464902959764004, "global_step": 77326, "epoch": 434, "lr": 1.779865404948039e-05}
{"train_loss": 0.0010927867842838168, "global_step": 77327, "epoch": 434, "lr": 1.7797523617981015e-05}
{"train_loss": 0.0012234888272359967, "global_step": 77328, "epoch": 434, "lr": 1.7796393214608552e-05}
{"train_loss": 0.001907583326101303, "global_step": 77329, "epoch": 434, "lr": 1.779526283936403e-05}
{"train_loss": 0.0015641467180103064, "global_step": 77330, "epoch": 434, "lr": 1.779413249224842e-05}
{"train_loss": 0.0006025676848366857, "global_step": 77331, "epoch": 434, "lr": 1.779300217326272e-05}
{"train_loss": 0.0013356910785660148, "global_step": 77332, "epoch": 434, "lr": 1.77918718824079e-05}
{"train_loss": 0.0009084820048883557, "global_step": 77333, "epoch": 434, "lr": 1.779074161968496e-05}
{"train_loss": 0.0006468039355240762, "global_step": 77334, "epoch": 434, "lr": 1.7789611385094866e-05}
{"train_loss": 0.0008385982364416122, "global_step": 77335, "epoch": 434, "lr": 1.778848117863866e-05}
{"train_loss": 0.001300460658967495, "global_step": 77336, "epoch": 434, "lr": 1.7787351000317252e-05}
{"train_loss": 0.0007543087704107165, "global_step": 77337, "epoch": 434, "lr": 1.7786220850131713e-05}
{"train_loss": 0.0027713868767023087, "global_step": 77338, "epoch": 434, "lr": 1.778509072808294e-05}
{"train_loss": 0.0013336555566638708, "global_step": 77339, "epoch": 434, "lr": 1.7783960634171994e-05}
{"train_loss": 0.0008320013876073062, "global_step": 77340, "epoch": 434, "lr": 1.7782830568399827e-05}
{"train_loss": 0.0028183283284306526, "global_step": 77341, "epoch": 434, "lr": 1.778170053076742e-05}
{"train_loss": 0.0002807637210935354, "global_step": 77342, "epoch": 434, "lr": 1.7780570521275807e-05}
{"train_loss": 0.000975359755102545, "global_step": 77343, "epoch": 434, "lr": 1.7779440539925913e-05}
{"train_loss": 0.0009715824271552265, "global_step": 77344, "epoch": 434, "lr": 1.777831058671876e-05}
{"train_loss": 0.0010711614741012454, "global_step": 77345, "epoch": 434, "lr": 1.7777180661655337e-05}
{"train_loss": 0.0006231127772480249, "global_step": 77346, "epoch": 434, "lr": 1.777605076473662e-05}
{"train_loss": 0.0006832634098827839, "global_step": 77347, "epoch": 434, "lr": 1.7774920895963594e-05}
{"train_loss": 0.0022883936762809753, "global_step": 77348, "epoch": 434, "lr": 1.7773791055337253e-05}
{"train_loss": 0.0012042887974530458, "global_step": 77349, "epoch": 434, "lr": 1.777266124285857e-05}
{"train_loss": 0.0022153020836412907, "global_step": 77350, "epoch": 434, "lr": 1.7771531458528566e-05}
{"train_loss": 0.002796645276248455, "global_step": 77351, "epoch": 434, "lr": 1.7770401702348178e-05}
{"train_loss": 0.0016712273936718702, "global_step": 77352, "epoch": 434, "lr": 1.7769271974318435e-05}
{"train_loss": 0.0017766515957191586, "global_step": 77353, "epoch": 434, "lr": 1.7768142274440303e-05}
{"train_loss": 0.0007781347958371043, "global_step": 77354, "epoch": 434, "lr": 1.7767012602714778e-05}
{"train_loss": 0.001948252902366221, "global_step": 77355, "epoch": 434, "lr": 1.7765882959142843e-05}
{"train_loss": 0.002229150850325823, "global_step": 77356, "epoch": 434, "lr": 1.7764753343725487e-05}
{"train_loss": 0.00331875029951334, "global_step": 77357, "epoch": 434, "lr": 1.776362375646369e-05}
{"train_loss": 0.0028125152457505465, "global_step": 77358, "epoch": 434, "lr": 1.776249419735844e-05}
{"train_loss": 0.0007313514943234622, "global_step": 77359, "epoch": 434, "lr": 1.7761364666410714e-05}
{"train_loss": 0.0027014079969376326, "global_step": 77360, "epoch": 434, "lr": 1.7760235163621526e-05}
{"train_loss": 0.0010118100326508284, "global_step": 77361, "epoch": 434, "lr": 1.775910568899185e-05}
{"train_loss": 0.001382707036100328, "global_step": 77362, "epoch": 434, "lr": 1.7757976242522666e-05}
{"train_loss": 0.0011531754862517118, "global_step": 77363, "epoch": 434, "lr": 1.7756846824214962e-05}
{"train_loss": 0.0010235633235424757, "global_step": 77364, "epoch": 434, "lr": 1.7755717434069715e-05}
{"train_loss": 0.0007620956748723984, "global_step": 77365, "epoch": 434, "lr": 1.7754588072087957e-05}
{"train_loss": 0.003044324927031994, "global_step": 77366, "epoch": 434, "lr": 1.77534587382706e-05}
{"train_loss": 0.0005303381476551294, "global_step": 77367, "epoch": 434, "lr": 1.77523294326187e-05}
{"train_loss": 0.001479113008826971, "global_step": 77368, "epoch": 434, "lr": 1.77512001551332e-05}
{"train_loss": 0.0023434872273355722, "global_step": 77369, "epoch": 434, "lr": 1.7750070905815115e-05}
{"train_loss": 0.0019906898960471153, "global_step": 77370, "epoch": 434, "lr": 1.7748941684665406e-05}
{"train_loss": 0.0012595001608133316, "global_step": 77371, "epoch": 434, "lr": 1.7747812491685075e-05}
{"train_loss": 0.00309133343398571, "global_step": 77372, "epoch": 434, "lr": 1.7746683326875084e-05}
{"train_loss": 0.0005271486006677151, "global_step": 77373, "epoch": 434, "lr": 1.774555419023648e-05}
{"train_loss": 0.0009211053256876767, "global_step": 77374, "epoch": 434, "lr": 1.7744425081770166e-05}
{"train_loss": 0.0012060169829055667, "global_step": 77375, "epoch": 434, "lr": 1.774329600147721e-05}
{"train_loss": 0.0016128602437675, "global_step": 77376, "epoch": 434, "lr": 1.774216694935852e-05}
{"train_loss": 0.0021240338683128357, "global_step": 77377, "epoch": 434, "lr": 1.774103792541514e-05}
{"train_loss": 0.00333328265696764, "global_step": 77378, "epoch": 434, "lr": 1.7739908929648036e-05}
{"train_loss": 0.000563494919333607, "global_step": 77379, "epoch": 434, "lr": 1.7738779962058198e-05}
{"train_loss": 0.003326866775751114, "global_step": 77380, "epoch": 434, "lr": 1.7737651022646605e-05}
{"train_loss": 0.0017280576284974813, "global_step": 77381, "epoch": 434, "lr": 1.7736522111414234e-05}
{"train_loss": 0.001202510087750852, "global_step": 77382, "epoch": 434, "lr": 1.7735393228362102e-05}
{"train_loss": 0.0012790285982191563, "global_step": 77383, "epoch": 434, "lr": 1.773426437349117e-05}
{"train_loss": 0.0015529538504779339, "global_step": 77384, "epoch": 434, "lr": 1.7733135546802438e-05}
{"train_loss": 0.0008290058467537165, "global_step": 77385, "epoch": 434, "lr": 1.773200674829688e-05}
{"train_loss": 0.0019038348691537976, "global_step": 77386, "epoch": 434, "lr": 1.773087797797549e-05}
{"train_loss": 0.0013032613787800074, "global_step": 77387, "epoch": 434, "lr": 1.772974923583924e-05}
{"train_loss": 0.0018692200537770987, "global_step": 77388, "epoch": 434, "lr": 1.772862052188915e-05}
{"train_loss": 0.0018172635463997722, "global_step": 77389, "epoch": 434, "lr": 1.7727491836126153e-05}
{"train_loss": 0.0018526401836425066, "global_step": 77390, "epoch": 434, "lr": 1.772636317855128e-05}
{"train_loss": 0.0011205991031602025, "global_step": 77391, "epoch": 434, "lr": 1.7725234549165508e-05}
{"train_loss": 0.001075850916095078, "global_step": 77392, "epoch": 434, "lr": 1.772410594796981e-05}
{"train_loss": 0.0005266402731649578, "global_step": 77393, "epoch": 434, "lr": 1.772297737496518e-05}
{"train_loss": 0.003123449394479394, "global_step": 77394, "epoch": 434, "lr": 1.77218488301526e-05}
{"train_loss": 0.0021225321106612682, "global_step": 77395, "epoch": 434, "lr": 1.7720720313533063e-05}
{"train_loss": 0.0010993090691044927, "global_step": 77396, "epoch": 434, "lr": 1.771959182510754e-05}
{"train_loss": 0.0014449488371610641, "global_step": 77397, "epoch": 434, "lr": 1.7718463364877015e-05}
{"train_loss": 0.0009547036606818438, "global_step": 77398, "epoch": 434, "lr": 1.7717334932842518e-05}
{"train_loss": 0.0027735147159546614, "global_step": 77399, "epoch": 434, "lr": 1.7716206529004965e-05}
{"train_loss": 0.0038197599351406097, "global_step": 77400, "epoch": 434, "lr": 1.7715078153365394e-05}
{"train_loss": 0.0027978485450148582, "global_step": 77401, "epoch": 434, "lr": 1.771394980592478e-05}
{"train_loss": 0.002340216189622879, "global_step": 77402, "epoch": 434, "lr": 1.771282148668408e-05}
{"train_loss": 0.0009345067082904279, "global_step": 77403, "epoch": 434, "lr": 1.7711693195644336e-05}
{"train_loss": 0.002385061467066407, "global_step": 77404, "epoch": 434, "lr": 1.7710564932806466e-05}
{"train_loss": 0.0016334594693034887, "global_step": 77405, "epoch": 434, "lr": 1.770943669817151e-05}
{"train_loss": 0.0020508517045527697, "global_step": 77406, "epoch": 434, "lr": 1.7708308491740427e-05}
{"train_loss": 0.0008450213354080915, "global_step": 77407, "epoch": 434, "lr": 1.7707180313514216e-05}
{"train_loss": 0.0020796721801161766, "global_step": 77408, "epoch": 434, "lr": 1.7706052163493847e-05}
{"train_loss": 0.0006530003738589585, "global_step": 77409, "epoch": 434, "lr": 1.7704924041680316e-05}
{"train_loss": 0.0008807566482573748, "global_step": 77410, "epoch": 434, "lr": 1.770379594807459e-05}
{"train_loss": 0.0012941063614562154, "global_step": 77411, "epoch": 434, "lr": 1.77026678826777e-05}
{"train_loss": 0.0013480938505381346, "global_step": 77412, "epoch": 434, "lr": 1.7701539845490568e-05}
{"train_loss": 0.0014887095894664526, "global_step": 77413, "epoch": 434, "lr": 1.7700411836514246e-05}
{"train_loss": 0.0010325086768716574, "global_step": 77414, "epoch": 434, "lr": 1.7699283855749653e-05}
{"train_loss": 0.0036481653805822134, "global_step": 77415, "epoch": 434, "lr": 1.769815590319782e-05}
{"train_loss": 0.0010593252955004573, "global_step": 77416, "epoch": 434, "lr": 1.7697027978859725e-05}
{"train_loss": 0.0005607347702607512, "global_step": 77417, "epoch": 434, "lr": 1.769590008273634e-05}
{"train_loss": 0.0017771333223208785, "global_step": 77418, "epoch": 434, "lr": 1.769477221482866e-05}
{"train_loss": 0.0022923205979168415, "global_step": 77419, "epoch": 434, "lr": 1.7693644375137668e-05}
{"train_loss": 0.0022211777977645397, "global_step": 77420, "epoch": 434, "lr": 1.769251656366433e-05}
{"train_loss": 0.002328018192201853, "global_step": 77421, "epoch": 434, "lr": 1.7691388780409685e-05}
{"train_loss": 0.0020945346914231777, "global_step": 77422, "epoch": 434, "lr": 1.769026102537465e-05}
{"train_loss": 0.0030389386229217052, "global_step": 77423, "epoch": 434, "lr": 1.7689133298560256e-05}
{"train_loss": 0.0013631428591907024, "global_step": 77424, "epoch": 434, "lr": 1.768800559996747e-05}
{"train_loss": 0.0017289924435317516, "global_step": 77425, "epoch": 434, "lr": 1.7686877929597272e-05}
{"train_loss": 0.001044970820657909, "global_step": 77426, "epoch": 434, "lr": 1.7685750287450693e-05}
{"train_loss": 0.0009706055279821157, "global_step": 77427, "epoch": 434, "lr": 1.768462267352864e-05}
{"train_loss": 0.001103615970350802, "global_step": 77428, "epoch": 434, "lr": 1.7683495087832174e-05}
{"train_loss": 0.0016251876819460245, "global_step": 77429, "epoch": 434, "lr": 1.7682367530362214e-05}
{"train_loss": 0.000685164297465235, "global_step": 77430, "epoch": 435, "lr": 1.7681240001119793e-05}
{"train_loss": 0.0014605221804231405, "global_step": 77431, "epoch": 435, "lr": 1.7680112500105877e-05}
{"train_loss": 0.0009479044820182025, "global_step": 77432, "epoch": 435, "lr": 1.7678985027321455e-05}
{"train_loss": 0.0018005502643063664, "global_step": 77433, "epoch": 435, "lr": 1.7677857582767505e-05}
{"train_loss": 0.0018709945725277066, "global_step": 77434, "epoch": 435, "lr": 1.7676730166445015e-05}
{"train_loss": 0.0011304519139230251, "global_step": 77435, "epoch": 435, "lr": 1.767560277835496e-05}
{"train_loss": 0.0020202863961458206, "global_step": 77436, "epoch": 435, "lr": 1.767447541849837e-05}
{"train_loss": 0.0015142051270231605, "global_step": 77437, "epoch": 435, "lr": 1.7673348086876158e-05}
{"train_loss": 0.0017257973086088896, "global_step": 77438, "epoch": 435, "lr": 1.7672220783489364e-05}
{"train_loss": 0.00211715092882514, "global_step": 77439, "epoch": 435, "lr": 1.7671093508338954e-05}
{"train_loss": 0.0019333354430273175, "global_step": 77440, "epoch": 435, "lr": 1.7669966261425913e-05}
{"train_loss": 0.0007661583367735147, "global_step": 77441, "epoch": 435, "lr": 1.7668839042751223e-05}
{"train_loss": 0.0006857940461486578, "global_step": 77442, "epoch": 435, "lr": 1.766771185231588e-05}
{"train_loss": 0.0012420881539583206, "global_step": 77443, "epoch": 435, "lr": 1.766658469012083e-05}
{"train_loss": 0.0010749073699116707, "global_step": 77444, "epoch": 435, "lr": 1.7665457556167113e-05}
{"train_loss": 0.0009038418065756559, "global_step": 77445, "epoch": 435, "lr": 1.7664330450455684e-05}
{"train_loss": 0.0023686191998422146, "global_step": 77446, "epoch": 435, "lr": 1.7663203372987535e-05}
{"train_loss": 0.00163352454546839, "global_step": 77447, "epoch": 435, "lr": 1.7662076323763642e-05}
{"train_loss": 0.0014664422487840056, "global_step": 77448, "epoch": 435, "lr": 1.7660949302785e-05}
{"train_loss": 0.0007364103221334517, "global_step": 77449, "epoch": 435, "lr": 1.7659822310052582e-05}
{"train_loss": 0.0025704072322696447, "global_step": 77450, "epoch": 435, "lr": 1.7658695345567366e-05}
{"train_loss": 0.0031692723277956247, "global_step": 77451, "epoch": 435, "lr": 1.7657568409330377e-05}
{"train_loss": 0.0029288739897310734, "global_step": 77452, "epoch": 435, "lr": 1.765644150134254e-05}
{"train_loss": 0.0005388807621784508, "global_step": 77453, "epoch": 435, "lr": 1.7655314621604885e-05}
{"train_loss": 0.0021657368633896112, "global_step": 77454, "epoch": 435, "lr": 1.7654187770118387e-05}
{"train_loss": 0.0010471862042322755, "global_step": 77455, "epoch": 435, "lr": 1.7653060946884016e-05}
{"train_loss": 0.002512911334633827, "global_step": 77456, "epoch": 435, "lr": 1.7651934151902765e-05}
{"train_loss": 0.0018253866583108902, "global_step": 77457, "epoch": 435, "lr": 1.7650807385175622e-05}
{"train_loss": 0.0003619980998337269, "global_step": 77458, "epoch": 435, "lr": 1.7649680646703546e-05}
{"train_loss": 0.0014252029359340668, "global_step": 77459, "epoch": 435, "lr": 1.7648553936487582e-05}
{"train_loss": 0.0016705545131117105, "global_step": 77460, "epoch": 435, "lr": 1.7647427254528637e-05}
{"train_loss": 0.0013434230349957943, "global_step": 77461, "epoch": 435, "lr": 1.7646300600827748e-05}
{"train_loss": 0.0014436887577176094, "global_step": 77462, "epoch": 435, "lr": 1.7645173975385887e-05}
{"train_loss": 0.0012247123522683978, "global_step": 77463, "epoch": 435, "lr": 1.7644047378204027e-05}
{"train_loss": 0.0019338761921972036, "global_step": 77464, "epoch": 435, "lr": 1.7642920809283164e-05}
{"train_loss": 0.001634506625123322, "global_step": 77465, "epoch": 435, "lr": 1.7641794268624263e-05}
{"train_loss": 0.0009002465521916747, "global_step": 77466, "epoch": 435, "lr": 1.764066775622835e-05}
{"train_loss": 0.0023067279253154993, "global_step": 77467, "epoch": 435, "lr": 1.763954127209635e-05}
{"train_loss": 0.002038653939962387, "global_step": 77468, "epoch": 435, "lr": 1.76384148162293e-05}
{"train_loss": 0.0023636016994714737, "global_step": 77469, "epoch": 435, "lr": 1.7637288388628154e-05}
{"train_loss": 0.0023836318869143724, "global_step": 77470, "epoch": 435, "lr": 1.763616198929391e-05}
{"train_loss": 0.0013341954909265041, "global_step": 77471, "epoch": 435, "lr": 1.763503561822754e-05}
{"train_loss": 0.0020760362967848778, "global_step": 77472, "epoch": 435, "lr": 1.7633909275430037e-05}
{"train_loss": 0.0020413764286786318, "global_step": 77473, "epoch": 435, "lr": 1.7632782960902367e-05}
{"train_loss": 0.0032555293291807175, "global_step": 77474, "epoch": 435, "lr": 1.763165667464556e-05}
{"train_loss": 0.0015474383253604174, "global_step": 77475, "epoch": 435, "lr": 1.763053041666053e-05}
{"train_loss": 0.0034047518856823444, "global_step": 77476, "epoch": 435, "lr": 1.762940418694832e-05}
{"train_loss": 0.002318981569260359, "global_step": 77477, "epoch": 435, "lr": 1.762827798550989e-05}
{"train_loss": 0.0010826741345226765, "global_step": 77478, "epoch": 435, "lr": 1.7627151812346225e-05}
{"train_loss": 0.0007589370361529291, "global_step": 77479, "epoch": 435, "lr": 1.7626025667458312e-05}
{"train_loss": 0.0017408833373337984, "global_step": 77480, "epoch": 435, "lr": 1.7624899550847134e-05}
{"train_loss": 0.000834875158034265, "global_step": 77481, "epoch": 435, "lr": 1.7623773462513655e-05}
{"train_loss": 0.003360762959346175, "global_step": 77482, "epoch": 435, "lr": 1.7622647402458907e-05}
{"train_loss": 0.0012260805815458298, "global_step": 77483, "epoch": 435, "lr": 1.7621521370683815e-05}
{"train_loss": 0.0016937300097197294, "global_step": 77484, "epoch": 435, "lr": 1.7620395367189417e-05}
{"train_loss": 0.0012430865317583084, "global_step": 77485, "epoch": 435, "lr": 1.761926939197664e-05}
{"train_loss": 0.0015827890019863844, "global_step": 77486, "epoch": 435, "lr": 1.7618143445046514e-05}
{"train_loss": 0.0018507814966142178, "global_step": 77487, "epoch": 435, "lr": 1.7617017526400003e-05}
{"train_loss": 0.0015881020808592439, "global_step": 77488, "epoch": 435, "lr": 1.7615891636038077e-05}
{"train_loss": 0.002721929457038641, "global_step": 77489, "epoch": 435, "lr": 1.7614765773961773e-05}
{"train_loss": 0.0019515500171110034, "global_step": 77490, "epoch": 435, "lr": 1.7613639940172006e-05}
{"train_loss": 0.002540637506172061, "global_step": 77491, "epoch": 435, "lr": 1.7612514134669798e-05}
{"train_loss": 0.0010509609710425138, "global_step": 77492, "epoch": 435, "lr": 1.7611388357456133e-05}
{"train_loss": 0.0008159341523423791, "global_step": 77493, "epoch": 435, "lr": 1.761026260853198e-05}
{"train_loss": 0.001657209126278758, "global_step": 77494, "epoch": 435, "lr": 1.7609136887898332e-05}
{"train_loss": 0.0008905934519134462, "global_step": 77495, "epoch": 435, "lr": 1.760801119555617e-05}
{"train_loss": 0.001665898715145886, "global_step": 77496, "epoch": 435, "lr": 1.7606885531506457e-05}
{"train_loss": 0.0012192040449008346, "global_step": 77497, "epoch": 435, "lr": 1.7605759895750225e-05}
{"train_loss": 0.0016415296122431755, "global_step": 77498, "epoch": 435, "lr": 1.7604634288288396e-05}
{"train_loss": 0.0015252659795805812, "global_step": 77499, "epoch": 435, "lr": 1.7603508709122e-05}
{"train_loss": 0.001045669661834836, "global_step": 77500, "epoch": 435, "lr": 1.7602383158252012e-05}
{"train_loss": 0.0030085244216024876, "global_step": 77501, "epoch": 435, "lr": 1.76012576356794e-05}
{"train_loss": 0.0015136620495468378, "global_step": 77502, "epoch": 435, "lr": 1.7600132141405156e-05}
{"train_loss": 0.0014526679879054427, "global_step": 77503, "epoch": 435, "lr": 1.7599006675430264e-05}
{"train_loss": 0.002347552217543125, "global_step": 77504, "epoch": 435, "lr": 1.75978812377557e-05}
{"train_loss": 0.0012456238036975265, "global_step": 77505, "epoch": 435, "lr": 1.7596755828382455e-05}
{"train_loss": 0.0049804882146418095, "global_step": 77506, "epoch": 435, "lr": 1.759563044731149e-05}
{"train_loss": 0.0007401787443086505, "global_step": 77507, "epoch": 435, "lr": 1.7594505094543828e-05}
{"train_loss": 0.002926238812506199, "global_step": 77508, "epoch": 435, "lr": 1.7593379770080427e-05}
{"train_loss": 0.0033375767525285482, "global_step": 77509, "epoch": 435, "lr": 1.759225447392227e-05}
{"train_loss": 0.0010613985359668732, "global_step": 77510, "epoch": 435, "lr": 1.759112920607035e-05}
{"train_loss": 0.0019429335370659828, "global_step": 77511, "epoch": 435, "lr": 1.759000396652562e-05}
{"train_loss": 0.002775693777948618, "global_step": 77512, "epoch": 435, "lr": 1.758887875528912e-05}
{"train_loss": 0.0007778307190164924, "global_step": 77513, "epoch": 435, "lr": 1.7587753572361775e-05}
{"train_loss": 0.0031473261769860983, "global_step": 77514, "epoch": 435, "lr": 1.75866284177446e-05}
{"train_loss": 0.0015114893903955817, "global_step": 77515, "epoch": 435, "lr": 1.758550329143857e-05}
{"train_loss": 0.0024674474261701107, "global_step": 77516, "epoch": 435, "lr": 1.7584378193444667e-05}
{"train_loss": 0.0011537731625139713, "global_step": 77517, "epoch": 435, "lr": 1.7583253123763877e-05}
{"train_loss": 0.0011794654419645667, "global_step": 77518, "epoch": 435, "lr": 1.7582128082397175e-05}
{"train_loss": 0.0011221556924283504, "global_step": 77519, "epoch": 435, "lr": 1.7581003069345535e-05}
{"train_loss": 0.0029815929010510445, "global_step": 77520, "epoch": 435, "lr": 1.7579878084609986e-05}
{"train_loss": 0.0011562183499336243, "global_step": 77521, "epoch": 435, "lr": 1.7578753128191443e-05}
{"train_loss": 0.0017902594991028309, "global_step": 77522, "epoch": 435, "lr": 1.7577628200090957e-05}
{"train_loss": 0.0006335311336442828, "global_step": 77523, "epoch": 435, "lr": 1.7576503300309445e-05}
{"train_loss": 0.0015445032622665167, "global_step": 77524, "epoch": 435, "lr": 1.7575378428847934e-05}
{"train_loss": 0.002919458784162998, "global_step": 77525, "epoch": 435, "lr": 1.7574253585707396e-05}
{"train_loss": 0.004412382375448942, "global_step": 77526, "epoch": 435, "lr": 1.7573128770888808e-05}
{"train_loss": 0.002405451610684395, "global_step": 77527, "epoch": 435, "lr": 1.7572003984393155e-05}
{"train_loss": 0.0035032008308917284, "global_step": 77528, "epoch": 435, "lr": 1.7570879226221403e-05}
{"train_loss": 0.0033386407885700464, "global_step": 77529, "epoch": 435, "lr": 1.7569754496374575e-05}
{"train_loss": 0.0013669608160853386, "global_step": 77530, "epoch": 435, "lr": 1.7568629794853626e-05}
{"train_loss": 0.0014166496694087982, "global_step": 77531, "epoch": 435, "lr": 1.756750512165954e-05}
{"train_loss": 0.0005457984516397119, "global_step": 77532, "epoch": 435, "lr": 1.7566380476793305e-05}
{"train_loss": 0.0010185122955590487, "global_step": 77533, "epoch": 435, "lr": 1.7565255860255897e-05}
{"train_loss": 0.0022075241431593895, "global_step": 77534, "epoch": 435, "lr": 1.7564131272048285e-05}
{"train_loss": 0.002110552741214633, "global_step": 77535, "epoch": 435, "lr": 1.75630067121715e-05}
{"train_loss": 0.0036900395061820745, "global_step": 77536, "epoch": 435, "lr": 1.7561882180626455e-05}
{"train_loss": 0.0022223282139748335, "global_step": 77537, "epoch": 435, "lr": 1.756075767741421e-05}
{"train_loss": 0.0017467238940298557, "global_step": 77538, "epoch": 435, "lr": 1.7559633202535665e-05}
{"train_loss": 0.0018776982324197888, "global_step": 77539, "epoch": 435, "lr": 1.7558508755991864e-05}
{"train_loss": 0.001556562026962638, "global_step": 77540, "epoch": 435, "lr": 1.7557384337783768e-05}
{"train_loss": 0.0016485038213431835, "global_step": 77541, "epoch": 435, "lr": 1.7556259947912357e-05}
{"train_loss": 0.0026164771988987923, "global_step": 77542, "epoch": 435, "lr": 1.755513558637862e-05}
{"train_loss": 0.0008785074460320175, "global_step": 77543, "epoch": 435, "lr": 1.7554011253183527e-05}
{"train_loss": 0.0025330171920359135, "global_step": 77544, "epoch": 435, "lr": 1.7552886948328056e-05}
{"train_loss": 0.0017551372293382883, "global_step": 77545, "epoch": 435, "lr": 1.755176267181323e-05}
{"train_loss": 0.002118112286552787, "global_step": 77546, "epoch": 435, "lr": 1.7550638423639976e-05}
{"train_loss": 0.001011117361485958, "global_step": 77547, "epoch": 435, "lr": 1.7549514203809314e-05}
{"train_loss": 0.0014283081982284784, "global_step": 77548, "epoch": 435, "lr": 1.7548390012322207e-05}
{"train_loss": 0.001976289786398411, "global_step": 77549, "epoch": 435, "lr": 1.7547265849179635e-05}
{"train_loss": 0.002317405305802822, "global_step": 77550, "epoch": 435, "lr": 1.7546141714382617e-05}
{"train_loss": 0.001961309928447008, "global_step": 77551, "epoch": 435, "lr": 1.754501760793208e-05}
{"train_loss": 0.002089248737320304, "global_step": 77552, "epoch": 435, "lr": 1.7543893529829043e-05}
{"train_loss": 0.004399649798870087, "global_step": 77553, "epoch": 435, "lr": 1.7542769480074472e-05}
{"train_loss": 0.0015119046438485384, "global_step": 77554, "epoch": 435, "lr": 1.754164545866936e-05}
{"train_loss": 0.001485416665673256, "global_step": 77555, "epoch": 435, "lr": 1.7540521465614685e-05}
{"train_loss": 0.0018477840349078178, "global_step": 77556, "epoch": 435, "lr": 1.753939750091142e-05}
{"train_loss": 0.001182072563096881, "global_step": 77557, "epoch": 435, "lr": 1.753827356456055e-05}
{"train_loss": 0.0014267367077991366, "global_step": 77558, "epoch": 435, "lr": 1.7537149656563067e-05}
{"train_loss": 0.001944593503139913, "global_step": 77559, "epoch": 435, "lr": 1.753602577691992e-05}
{"train_loss": 0.002228598576039076, "global_step": 77560, "epoch": 435, "lr": 1.7534901925632156e-05}
{"train_loss": 0.0020134879741817713, "global_step": 77561, "epoch": 435, "lr": 1.7533778102700686e-05}
{"train_loss": 0.0029215242248028517, "global_step": 77562, "epoch": 435, "lr": 1.7532654308126534e-05}
{"train_loss": 0.0009919032454490662, "global_step": 77563, "epoch": 435, "lr": 1.753153054191067e-05}
{"train_loss": 0.0009799120016396046, "global_step": 77564, "epoch": 435, "lr": 1.7530406804054072e-05}
{"train_loss": 0.002117265947163105, "global_step": 77565, "epoch": 435, "lr": 1.752928309455773e-05}
{"train_loss": 0.002084965817630291, "global_step": 77566, "epoch": 435, "lr": 1.7528159413422616e-05}
{"train_loss": 0.00138141680508852, "global_step": 77567, "epoch": 435, "lr": 1.75270357606497e-05}
{"train_loss": 0.0021964022889733315, "global_step": 77568, "epoch": 435, "lr": 1.7525912136240012e-05}
{"train_loss": 0.0013323273742571473, "global_step": 77569, "epoch": 435, "lr": 1.752478854019447e-05}
{"train_loss": 0.0008624335750937462, "global_step": 77570, "epoch": 435, "lr": 1.7523664972514097e-05}
{"train_loss": 0.0008910031756386161, "global_step": 77571, "epoch": 435, "lr": 1.752254143319987e-05}
{"train_loss": 0.004556785337626934, "global_step": 77572, "epoch": 435, "lr": 1.752141792225274e-05}
{"train_loss": 0.0017731243278831244, "global_step": 77573, "epoch": 435, "lr": 1.752029443967375e-05}
{"train_loss": 0.0011254274286329746, "global_step": 77574, "epoch": 435, "lr": 1.7519170985463807e-05}
{"train_loss": 0.0014685554197058082, "global_step": 77575, "epoch": 435, "lr": 1.751804755962396e-05}
{"train_loss": 0.001427826238796115, "global_step": 77576, "epoch": 435, "lr": 1.7516924162155134e-05}
{"train_loss": 0.0013226275332272053, "global_step": 77577, "epoch": 435, "lr": 1.7515800793058347e-05}
{"train_loss": 0.0013605081476271152, "global_step": 77578, "epoch": 435, "lr": 1.7514677452334565e-05}
{"train_loss": 0.0014175783144310117, "global_step": 77579, "epoch": 435, "lr": 1.7513554139984773e-05}
{"train_loss": 0.0007999223889783025, "global_step": 77580, "epoch": 435, "lr": 1.7512430856009952e-05}
{"train_loss": 0.0011169437784701586, "global_step": 77581, "epoch": 435, "lr": 1.751130760041108e-05}
{"train_loss": 0.0017969650216400623, "global_step": 77582, "epoch": 435, "lr": 1.751018437318913e-05}
{"train_loss": 0.0024860184639692307, "global_step": 77583, "epoch": 435, "lr": 1.7509061174345125e-05}
{"train_loss": 0.0012921832967549562, "global_step": 77584, "epoch": 435, "lr": 1.750793800387998e-05}
{"train_loss": 0.001553402398712933, "global_step": 77585, "epoch": 435, "lr": 1.750681486179473e-05}
{"train_loss": 0.000895128003321588, "global_step": 77586, "epoch": 435, "lr": 1.750569174809033e-05}
{"train_loss": 0.0024730414152145386, "global_step": 77587, "epoch": 435, "lr": 1.7504568662767774e-05}
{"train_loss": 0.0010242854477837682, "global_step": 77588, "epoch": 435, "lr": 1.7503445605828032e-05}
{"train_loss": 0.0015621422789990902, "global_step": 77589, "epoch": 435, "lr": 1.7502322577272097e-05}
{"train_loss": 0.0015816409140825272, "global_step": 77590, "epoch": 435, "lr": 1.750119957710092e-05}
{"train_loss": 0.0017227642238140106, "global_step": 77591, "epoch": 435, "lr": 1.7500076605315517e-05}
{"train_loss": 0.0011353571899235249, "global_step": 77592, "epoch": 435, "lr": 1.7498953661916862e-05}
{"train_loss": 0.004013669211417437, "global_step": 77593, "epoch": 435, "lr": 1.749783074690593e-05}
{"train_loss": 0.000590532785281539, "global_step": 77594, "epoch": 435, "lr": 1.74967078602837e-05}
{"train_loss": 0.0021906038746237755, "global_step": 77595, "epoch": 435, "lr": 1.7495585002051156e-05}
{"train_loss": 0.0013361903838813305, "global_step": 77596, "epoch": 435, "lr": 1.7494462172209282e-05}
{"train_loss": 0.0022216024808585644, "global_step": 77597, "epoch": 435, "lr": 1.749333937075903e-05}
{"train_loss": 0.0014514480717480183, "global_step": 77598, "epoch": 435, "lr": 1.749221659770144e-05}
{"train_loss": 0.002631166484206915, "global_step": 77599, "epoch": 435, "lr": 1.749109385303743e-05}
{"train_loss": 0.0012260280782356858, "global_step": 77600, "epoch": 435, "lr": 1.7489971136768012e-05}
{"train_loss": 0.002323451219126582, "global_step": 77601, "epoch": 435, "lr": 1.7488848448894173e-05}
{"train_loss": 0.0009612836875021458, "global_step": 77602, "epoch": 435, "lr": 1.7487725789416882e-05}
{"train_loss": 0.0027426413726061583, "global_step": 77603, "epoch": 435, "lr": 1.7486603158337117e-05}
{"train_loss": 0.0011012691538780928, "global_step": 77604, "epoch": 435, "lr": 1.7485480555655866e-05}
{"train_loss": 0.0016853188863024116, "global_step": 77605, "epoch": 435, "lr": 1.7484357981374088e-05}
{"train_loss": 0.0016304810997098684, "global_step": 77606, "epoch": 435, "lr": 1.7483235435492813e-05}
{"train_loss": 0.001801188499862956, "global_step": 77607, "epoch": 435, "lr": 1.748211291801296e-05, "train_action_mse_error": 2.4608611965959426e-06}
{"train_loss": 0.0011785610113292933, "global_step": 77608, "epoch": 436, "lr": 1.7480990428935557e-05}
{"train_loss": 0.0013905459782108665, "global_step": 77609, "epoch": 436, "lr": 1.747986796826156e-05}
{"train_loss": 0.0015236928593367338, "global_step": 77610, "epoch": 436, "lr": 1.7478745535991965e-05}
{"train_loss": 0.0021274546161293983, "global_step": 77611, "epoch": 436, "lr": 1.7477623132127734e-05}
{"train_loss": 0.0026249231304973364, "global_step": 77612, "epoch": 436, "lr": 1.747650075666985e-05}
{"train_loss": 0.001530560664832592, "global_step": 77613, "epoch": 436, "lr": 1.7475378409619325e-05}
{"train_loss": 0.001956852152943611, "global_step": 77614, "epoch": 436, "lr": 1.7474256090977088e-05}
{"train_loss": 0.003675295040011406, "global_step": 77615, "epoch": 436, "lr": 1.7473133800744163e-05}
{"train_loss": 0.002568372990936041, "global_step": 77616, "epoch": 436, "lr": 1.7472011538921506e-05}
{"train_loss": 0.0013051247224211693, "global_step": 77617, "epoch": 436, "lr": 1.747088930551011e-05}
{"train_loss": 0.002169984392821789, "global_step": 77618, "epoch": 436, "lr": 1.746976710051095e-05}
{"train_loss": 0.0007877688622102141, "global_step": 77619, "epoch": 436, "lr": 1.7468644923925004e-05}
{"train_loss": 0.001970611046999693, "global_step": 77620, "epoch": 436, "lr": 1.7467522775753236e-05}
{"train_loss": 0.003440613392740488, "global_step": 77621, "epoch": 436, "lr": 1.746640065599668e-05}
{"train_loss": 0.0012498004361987114, "global_step": 77622, "epoch": 436, "lr": 1.746527856465624e-05}
{"train_loss": 0.0024055112153291702, "global_step": 77623, "epoch": 436, "lr": 1.746415650173296e-05}
{"train_loss": 0.0008145677275024354, "global_step": 77624, "epoch": 436, "lr": 1.7463034467227797e-05}
{"train_loss": 0.0019873655401170254, "global_step": 77625, "epoch": 436, "lr": 1.7461912461141727e-05}
{"train_loss": 0.0015825408045202494, "global_step": 77626, "epoch": 436, "lr": 1.746079048347573e-05}
{"train_loss": 0.0018235408933833241, "global_step": 77627, "epoch": 436, "lr": 1.7459668534230796e-05}
{"train_loss": 0.001210773247294128, "global_step": 77628, "epoch": 436, "lr": 1.745854661340788e-05}
{"train_loss": 0.0032391378190368414, "global_step": 77629, "epoch": 436, "lr": 1.745742472100801e-05}
{"train_loss": 0.0012260067742317915, "global_step": 77630, "epoch": 436, "lr": 1.7456302857032103e-05}
{"train_loss": 0.0011346125975251198, "global_step": 77631, "epoch": 436, "lr": 1.745518102148121e-05}
{"train_loss": 0.0027582168113440275, "global_step": 77632, "epoch": 436, "lr": 1.745405921435624e-05}
{"train_loss": 0.0025667487643659115, "global_step": 77633, "epoch": 436, "lr": 1.7452937435658218e-05}
{"train_loss": 0.0010953705059364438, "global_step": 77634, "epoch": 436, "lr": 1.7451815685388113e-05}
{"train_loss": 0.0021847898606210947, "global_step": 77635, "epoch": 436, "lr": 1.7450693963546882e-05}
{"train_loss": 0.0008993564988486469, "global_step": 77636, "epoch": 436, "lr": 1.7449572270135568e-05}
{"train_loss": 0.005143854767084122, "global_step": 77637, "epoch": 436, "lr": 1.744845060515507e-05}
{"train_loss": 0.0008071166230365634, "global_step": 77638, "epoch": 436, "lr": 1.744732896860642e-05}
{"train_loss": 0.0013695775996893644, "global_step": 77639, "epoch": 436, "lr": 1.744620736049059e-05}
{"train_loss": 0.002253992948681116, "global_step": 77640, "epoch": 436, "lr": 1.744508578080855e-05}
{"train_loss": 0.0014928622404113412, "global_step": 77641, "epoch": 436, "lr": 1.744396422956129e-05}
{"train_loss": 0.0015871294308453798, "global_step": 77642, "epoch": 436, "lr": 1.7442842706749773e-05}
{"train_loss": 0.0009302754770033062, "global_step": 77643, "epoch": 436, "lr": 1.744172121237498e-05}
{"train_loss": 0.0014642542228102684, "global_step": 77644, "epoch": 436, "lr": 1.744059974643793e-05}
{"train_loss": 0.0016634839121252298, "global_step": 77645, "epoch": 436, "lr": 1.7439478308939538e-05}
{"train_loss": 0.0010912958532571793, "global_step": 77646, "epoch": 436, "lr": 1.7438356899880832e-05}
{"train_loss": 0.0015952794346958399, "global_step": 77647, "epoch": 436, "lr": 1.743723551926278e-05}
{"train_loss": 0.002776660490781069, "global_step": 77648, "epoch": 436, "lr": 1.7436114167086355e-05}
{"train_loss": 0.0025305524468421936, "global_step": 77649, "epoch": 436, "lr": 1.7434992843352545e-05}
{"train_loss": 0.0018194997683167458, "global_step": 77650, "epoch": 436, "lr": 1.7433871548062314e-05}
{"train_loss": 0.0008184310281649232, "global_step": 77651, "epoch": 436, "lr": 1.743275028121666e-05}
{"train_loss": 0.0029378458857536316, "global_step": 77652, "epoch": 436, "lr": 1.743162904281655e-05}
{"train_loss": 0.0010453424183651805, "global_step": 77653, "epoch": 436, "lr": 1.743050783286295e-05}
{"train_loss": 0.0019199950620532036, "global_step": 77654, "epoch": 436, "lr": 1.7429386651356876e-05}
{"train_loss": 0.0027080210857093334, "global_step": 77655, "epoch": 436, "lr": 1.742826549829929e-05}
{"train_loss": 0.0017901381943374872, "global_step": 77656, "epoch": 436, "lr": 1.742714437369116e-05}
{"train_loss": 0.0013765625189989805, "global_step": 77657, "epoch": 436, "lr": 1.742602327753348e-05}
{"train_loss": 0.001455455319955945, "global_step": 77658, "epoch": 436, "lr": 1.742490220982721e-05}
{"train_loss": 0.0016856836155056953, "global_step": 77659, "epoch": 436, "lr": 1.7423781170573373e-05}
{"train_loss": 0.0006616325117647648, "global_step": 77660, "epoch": 436, "lr": 1.742266015977288e-05}
{"train_loss": 0.001732619944959879, "global_step": 77661, "epoch": 436, "lr": 1.7421539177426764e-05}
{"train_loss": 0.0018865317106246948, "global_step": 77662, "epoch": 436, "lr": 1.7420418223535996e-05}
{"train_loss": 0.001009562285616994, "global_step": 77663, "epoch": 436, "lr": 1.7419297298101546e-05}
{"train_loss": 0.0014811503933742642, "global_step": 77664, "epoch": 436, "lr": 1.7418176401124385e-05}
{"train_loss": 0.001861634780652821, "global_step": 77665, "epoch": 436, "lr": 1.7417055532605508e-05}
{"train_loss": 0.003800978185608983, "global_step": 77666, "epoch": 436, "lr": 1.7415934692545888e-05}
{"train_loss": 0.0015192469581961632, "global_step": 77667, "epoch": 436, "lr": 1.74148138809465e-05}
{"train_loss": 0.0011780348140746355, "global_step": 77668, "epoch": 436, "lr": 1.741369309780831e-05}
{"train_loss": 0.002957634162157774, "global_step": 77669, "epoch": 436, "lr": 1.741257234313235e-05}
{"train_loss": 0.0011141940485686064, "global_step": 77670, "epoch": 436, "lr": 1.741145161691952e-05}
{"train_loss": 0.001685342751443386, "global_step": 77671, "epoch": 436, "lr": 1.741033091917087e-05}
{"train_loss": 0.001940626185387373, "global_step": 77672, "epoch": 436, "lr": 1.7409210249887344e-05}
{"train_loss": 0.0015986552461981773, "global_step": 77673, "epoch": 436, "lr": 1.7408089609069924e-05}
{"train_loss": 0.0014370956923812628, "global_step": 77674, "epoch": 436, "lr": 1.740696899671959e-05}
{"train_loss": 0.0013316101394593716, "global_step": 77675, "epoch": 436, "lr": 1.7405848412837313e-05}
{"train_loss": 0.0014041505055502057, "global_step": 77676, "epoch": 436, "lr": 1.740472785742409e-05}
{"train_loss": 0.0005477832164615393, "global_step": 77677, "epoch": 436, "lr": 1.7403607330480892e-05}
{"train_loss": 0.00249490886926651, "global_step": 77678, "epoch": 436, "lr": 1.7402486832008697e-05}
{"train_loss": 0.0019780737347900867, "global_step": 77679, "epoch": 436, "lr": 1.7401366362008488e-05}
{"train_loss": 0.0018491643713787198, "global_step": 77680, "epoch": 436, "lr": 1.7400245920481234e-05}
{"train_loss": 0.0015184637159109116, "global_step": 77681, "epoch": 436, "lr": 1.73991255074279e-05}
{"train_loss": 0.0009707033168524504, "global_step": 77682, "epoch": 436, "lr": 1.739800512284952e-05}
{"train_loss": 0.0003985114162787795, "global_step": 77683, "epoch": 436, "lr": 1.7396884766747003e-05}
{"train_loss": 0.0033235158771276474, "global_step": 77684, "epoch": 436, "lr": 1.7395764439121387e-05}
{"train_loss": 0.001506812172010541, "global_step": 77685, "epoch": 436, "lr": 1.7394644139973592e-05}
{"train_loss": 0.0010362316388636827, "global_step": 77686, "epoch": 436, "lr": 1.739352386930465e-05}
{"train_loss": 0.003959347493946552, "global_step": 77687, "epoch": 436, "lr": 1.7392403627115518e-05}
{"train_loss": 0.0008141382713802159, "global_step": 77688, "epoch": 436, "lr": 1.7391283413407167e-05}
{"train_loss": 0.0026932284235954285, "global_step": 77689, "epoch": 436, "lr": 1.739016322818059e-05}
{"train_loss": 0.0012639312772080302, "global_step": 77690, "epoch": 436, "lr": 1.738904307143675e-05}
{"train_loss": 0.0012489452492445707, "global_step": 77691, "epoch": 436, "lr": 1.738792294317662e-05}
{"train_loss": 0.0008715431904420257, "global_step": 77692, "epoch": 436, "lr": 1.738680284340123e-05}
{"train_loss": 0.002512522041797638, "global_step": 77693, "epoch": 436, "lr": 1.7385682772111483e-05}
{"train_loss": 0.0023392541334033012, "global_step": 77694, "epoch": 436, "lr": 1.738456272930841e-05}
{"train_loss": 0.003192828269675374, "global_step": 77695, "epoch": 436, "lr": 1.7383442714992974e-05}
{"train_loss": 0.001436339458450675, "global_step": 77696, "epoch": 436, "lr": 1.738232272916614e-05}
{"train_loss": 0.0013092894805595279, "global_step": 77697, "epoch": 436, "lr": 1.738120277182893e-05}
{"train_loss": 0.0020194994285702705, "global_step": 77698, "epoch": 436, "lr": 1.7380082842982253e-05}
{"train_loss": 0.001292289700359106, "global_step": 77699, "epoch": 436, "lr": 1.7378962942627148e-05}
{"train_loss": 0.002685676561668515, "global_step": 77700, "epoch": 436, "lr": 1.737784307076457e-05}
{"train_loss": 0.002110897796228528, "global_step": 77701, "epoch": 436, "lr": 1.7376723227395497e-05}
{"train_loss": 0.0023056510835886, "global_step": 77702, "epoch": 436, "lr": 1.7375603412520907e-05}
{"train_loss": 0.0024740390945225954, "global_step": 77703, "epoch": 436, "lr": 1.7374483626141786e-05}
{"train_loss": 0.0008875795756466687, "global_step": 77704, "epoch": 436, "lr": 1.7373363868259096e-05}
{"train_loss": 0.002250411082059145, "global_step": 77705, "epoch": 436, "lr": 1.7372244138873826e-05}
{"train_loss": 0.002050380688160658, "global_step": 77706, "epoch": 436, "lr": 1.737112443798694e-05}
{"train_loss": 0.002767232246696949, "global_step": 77707, "epoch": 436, "lr": 1.7370004765599463e-05}
{"train_loss": 0.0006629081908613443, "global_step": 77708, "epoch": 436, "lr": 1.7368885121712297e-05}
{"train_loss": 0.00251986482180655, "global_step": 77709, "epoch": 436, "lr": 1.7367765506326485e-05}
{"train_loss": 0.0016196123324334621, "global_step": 77710, "epoch": 436, "lr": 1.7366645919442975e-05}
{"train_loss": 0.0018903359305113554, "global_step": 77711, "epoch": 436, "lr": 1.7365526361062755e-05}
{"train_loss": 0.0024620522744953632, "global_step": 77712, "epoch": 436, "lr": 1.7364406831186796e-05}
{"train_loss": 0.00206182268448174, "global_step": 77713, "epoch": 436, "lr": 1.736328732981608e-05}
{"train_loss": 0.0014003298711031675, "global_step": 77714, "epoch": 436, "lr": 1.7362167856951565e-05}
{"train_loss": 0.0006791952764615417, "global_step": 77715, "epoch": 436, "lr": 1.7361048412594265e-05}
{"train_loss": 0.002002241089940071, "global_step": 77716, "epoch": 436, "lr": 1.7359928996745146e-05}
{"train_loss": 0.0015919150318950415, "global_step": 77717, "epoch": 436, "lr": 1.7358809609405174e-05}
{"train_loss": 0.003189545590430498, "global_step": 77718, "epoch": 436, "lr": 1.7357690250575332e-05}
{"train_loss": 0.0020003560930490494, "global_step": 77719, "epoch": 436, "lr": 1.735657092025658e-05}
{"train_loss": 0.0030885720625519753, "global_step": 77720, "epoch": 436, "lr": 1.7355451618449952e-05}
{"train_loss": 0.000997096416540444, "global_step": 77721, "epoch": 436, "lr": 1.7354332345156353e-05}
{"train_loss": 0.0008238982409238815, "global_step": 77722, "epoch": 436, "lr": 1.7353213100376824e-05}
{"train_loss": 0.0007185478461906314, "global_step": 77723, "epoch": 436, "lr": 1.7352093884112286e-05}
{"train_loss": 0.0011645525228232145, "global_step": 77724, "epoch": 436, "lr": 1.735097469636376e-05}
{"train_loss": 0.0004570683522615582, "global_step": 77725, "epoch": 436, "lr": 1.7349855537132203e-05}
{"train_loss": 0.002014782978221774, "global_step": 77726, "epoch": 436, "lr": 1.7348736406418603e-05}
{"train_loss": 0.000765844015404582, "global_step": 77727, "epoch": 436, "lr": 1.7347617304223927e-05}
{"train_loss": 0.0028751182835549116, "global_step": 77728, "epoch": 436, "lr": 1.7346498230549163e-05}
{"train_loss": 0.00071894028224051, "global_step": 77729, "epoch": 436, "lr": 1.7345379185395266e-05}
{"train_loss": 0.002139205113053322, "global_step": 77730, "epoch": 436, "lr": 1.734426016876326e-05}
{"train_loss": 0.001864909310825169, "global_step": 77731, "epoch": 436, "lr": 1.734314118065406e-05}
{"train_loss": 0.0014930074103176594, "global_step": 77732, "epoch": 436, "lr": 1.734202222106869e-05}
{"train_loss": 0.002773855347186327, "global_step": 77733, "epoch": 436, "lr": 1.7340903290008116e-05}
{"train_loss": 0.0019630163442343473, "global_step": 77734, "epoch": 436, "lr": 1.7339784387473313e-05}
{"train_loss": 0.0009116993751376867, "global_step": 77735, "epoch": 436, "lr": 1.733866551346526e-05}
{"train_loss": 0.0008960659033618867, "global_step": 77736, "epoch": 436, "lr": 1.733754666798491e-05}
{"train_loss": 0.0017803397495299578, "global_step": 77737, "epoch": 436, "lr": 1.7336427851033283e-05}
{"train_loss": 0.0013846259098500013, "global_step": 77738, "epoch": 436, "lr": 1.733530906261133e-05}
{"train_loss": 0.0024612722918391228, "global_step": 77739, "epoch": 436, "lr": 1.7334190302720038e-05}
{"train_loss": 0.002026793546974659, "global_step": 77740, "epoch": 436, "lr": 1.733307157136038e-05}
{"train_loss": 0.0015356806106865406, "global_step": 77741, "epoch": 436, "lr": 1.7331952868533335e-05}
{"train_loss": 0.0021157984156161547, "global_step": 77742, "epoch": 436, "lr": 1.7330834194239874e-05}
{"train_loss": 0.0016985384281724691, "global_step": 77743, "epoch": 436, "lr": 1.7329715548480985e-05}
{"train_loss": 0.0008462000405415893, "global_step": 77744, "epoch": 436, "lr": 1.7328596931257612e-05}
{"train_loss": 0.0011531346244737506, "global_step": 77745, "epoch": 436, "lr": 1.7327478342570803e-05}
{"train_loss": 0.0011393497698009014, "global_step": 77746, "epoch": 436, "lr": 1.732635978242145e-05}
{"train_loss": 0.0017824007663875818, "global_step": 77747, "epoch": 436, "lr": 1.7325241250810586e-05}
{"train_loss": 0.001162485801614821, "global_step": 77748, "epoch": 436, "lr": 1.7324122747739174e-05}
{"train_loss": 0.0009119373862631619, "global_step": 77749, "epoch": 436, "lr": 1.7323004273208194e-05}
{"train_loss": 0.0012882946757599711, "global_step": 77750, "epoch": 436, "lr": 1.7321885827218614e-05}
{"train_loss": 0.0008987863548099995, "global_step": 77751, "epoch": 436, "lr": 1.7320767409771414e-05}
{"train_loss": 0.0013658988755196333, "global_step": 77752, "epoch": 436, "lr": 1.7319649020867558e-05}
{"train_loss": 0.0008564067538827658, "global_step": 77753, "epoch": 436, "lr": 1.7318530660508068e-05}
{"train_loss": 0.001939662965014577, "global_step": 77754, "epoch": 436, "lr": 1.731741232869386e-05}
{"train_loss": 0.0017371873836964369, "global_step": 77755, "epoch": 436, "lr": 1.7316294025425956e-05}
{"train_loss": 0.0012215145397931337, "global_step": 77756, "epoch": 436, "lr": 1.7315175750705316e-05}
{"train_loss": 0.0010365319903939962, "global_step": 77757, "epoch": 436, "lr": 1.7314057504532898e-05}
{"train_loss": 0.0017718891613185406, "global_step": 77758, "epoch": 436, "lr": 1.731293928690974e-05}
{"train_loss": 0.0031282808631658554, "global_step": 77759, "epoch": 436, "lr": 1.731182109783674e-05}
{"train_loss": 0.0004856218583881855, "global_step": 77760, "epoch": 436, "lr": 1.7310702937314942e-05}
{"train_loss": 0.002134558744728565, "global_step": 77761, "epoch": 436, "lr": 1.7309584805345263e-05}
{"train_loss": 0.0005252201808616519, "global_step": 77762, "epoch": 436, "lr": 1.7308466701928728e-05}
{"train_loss": 0.0014979871921241283, "global_step": 77763, "epoch": 436, "lr": 1.7307348627066294e-05}
{"train_loss": 0.0027968103531748056, "global_step": 77764, "epoch": 436, "lr": 1.7306230580758937e-05}
{"train_loss": 0.0012801525881513953, "global_step": 77765, "epoch": 436, "lr": 1.7305112563007636e-05}
{"train_loss": 0.0031337980180978775, "global_step": 77766, "epoch": 436, "lr": 1.7303994573813365e-05}
{"train_loss": 0.002062955405563116, "global_step": 77767, "epoch": 436, "lr": 1.730287661317709e-05}
{"train_loss": 0.0013106039259582758, "global_step": 77768, "epoch": 436, "lr": 1.730175868109983e-05}
{"train_loss": 0.002239207038655877, "global_step": 77769, "epoch": 436, "lr": 1.7300640777582494e-05}
{"train_loss": 0.0008605192415416241, "global_step": 77770, "epoch": 436, "lr": 1.7299522902626114e-05}
{"train_loss": 0.0014880001544952393, "global_step": 77771, "epoch": 436, "lr": 1.7298405056231655e-05}
{"train_loss": 0.0010474995942786336, "global_step": 77772, "epoch": 436, "lr": 1.7297287238400078e-05}
{"train_loss": 0.002892735879868269, "global_step": 77773, "epoch": 436, "lr": 1.729616944913237e-05}
{"train_loss": 0.0015693600289523602, "global_step": 77774, "epoch": 436, "lr": 1.7295051688429503e-05}
{"train_loss": 0.002552477875724435, "global_step": 77775, "epoch": 436, "lr": 1.729393395629244e-05}
{"train_loss": 0.004935937002301216, "global_step": 77776, "epoch": 436, "lr": 1.729281625272221e-05}
{"train_loss": 0.002604092238470912, "global_step": 77777, "epoch": 436, "lr": 1.7291698577719716e-05}
{"train_loss": 0.0016697003738954663, "global_step": 77778, "epoch": 436, "lr": 1.729058093128598e-05}
{"train_loss": 0.002216809894889593, "global_step": 77779, "epoch": 436, "lr": 1.7289463313421977e-05}
{"train_loss": 0.0007883197395130992, "global_step": 77780, "epoch": 436, "lr": 1.7288345724128675e-05}
{"train_loss": 0.0018020994029939175, "global_step": 77781, "epoch": 436, "lr": 1.7287228163407044e-05}
{"train_loss": 0.0017169411294162273, "global_step": 77782, "epoch": 436, "lr": 1.728611063125805e-05}
{"train_loss": 0.0020238240249454975, "global_step": 77783, "epoch": 436, "lr": 1.7284993127682718e-05}
{"train_loss": 0.0017205232288688421, "global_step": 77784, "epoch": 436, "lr": 1.7283875652681956e-05}
{"train_loss": 0.0017689554845806985, "global_step": 77785, "epoch": 436, "lr": 1.7282758206256793e-05}
{"train_loss": 0.0017718910239636898, "global_step": 77786, "epoch": 437, "lr": 1.7281640788408194e-05}
{"train_loss": 0.0012443007435649633, "global_step": 77787, "epoch": 437, "lr": 1.7280523399137115e-05}
{"train_loss": 0.00047728163190186024, "global_step": 77788, "epoch": 437, "lr": 1.7279406038444558e-05}
{"train_loss": 0.0011831638403236866, "global_step": 77789, "epoch": 437, "lr": 1.7278288706331475e-05}
{"train_loss": 0.0022725644521415234, "global_step": 77790, "epoch": 437, "lr": 1.7277171402798842e-05}
{"train_loss": 0.0008662593318149447, "global_step": 77791, "epoch": 437, "lr": 1.7276054127847673e-05}
{"train_loss": 0.0005717845633625984, "global_step": 77792, "epoch": 437, "lr": 1.727493688147889e-05}
{"train_loss": 0.0020698714070022106, "global_step": 77793, "epoch": 437, "lr": 1.7273819663693526e-05}
{"train_loss": 0.0008252131519839168, "global_step": 77794, "epoch": 437, "lr": 1.7272702474492492e-05}
{"train_loss": 0.0014443967957049608, "global_step": 77795, "epoch": 437, "lr": 1.7271585313876815e-05}
{"train_loss": 0.0006158163305372, "global_step": 77796, "epoch": 437, "lr": 1.7270468181847456e-05}
{"train_loss": 0.0025856660213321447, "global_step": 77797, "epoch": 437, "lr": 1.726935107840538e-05}
{"train_loss": 0.003039250150322914, "global_step": 77798, "epoch": 437, "lr": 1.726823400355158e-05}
{"train_loss": 0.001397962449118495, "global_step": 77799, "epoch": 437, "lr": 1.7267116957287004e-05}
{"train_loss": 0.0009983228519558907, "global_step": 77800, "epoch": 437, "lr": 1.726599993961266e-05}
{"train_loss": 0.0018613067222759128, "global_step": 77801, "epoch": 437, "lr": 1.7264882950529517e-05}
{"train_loss": 0.0012902782764285803, "global_step": 77802, "epoch": 437, "lr": 1.726376599003854e-05}
{"train_loss": 0.001304312376305461, "global_step": 77803, "epoch": 437, "lr": 1.7262649058140708e-05}
{"train_loss": 0.00224052625708282, "global_step": 77804, "epoch": 437, "lr": 1.7261532154836994e-05}
{"train_loss": 0.0010994819458574057, "global_step": 77805, "epoch": 437, "lr": 1.726041528012836e-05}
{"train_loss": 0.0006699596415273845, "global_step": 77806, "epoch": 437, "lr": 1.7259298434015837e-05}
{"train_loss": 0.0007307155174203217, "global_step": 77807, "epoch": 437, "lr": 1.7258181616500325e-05}
{"train_loss": 0.0011652458924800158, "global_step": 77808, "epoch": 437, "lr": 1.7257064827582854e-05}
{"train_loss": 0.0008011797908693552, "global_step": 77809, "epoch": 437, "lr": 1.7255948067264384e-05}
{"train_loss": 0.002553102094680071, "global_step": 77810, "epoch": 437, "lr": 1.725483133554588e-05}
{"train_loss": 0.0023316768929362297, "global_step": 77811, "epoch": 437, "lr": 1.725371463242833e-05}
{"train_loss": 0.0004499525821302086, "global_step": 77812, "epoch": 437, "lr": 1.7252597957912704e-05}
{"train_loss": 0.0006008590571582317, "global_step": 77813, "epoch": 437, "lr": 1.725148131199998e-05}
{"train_loss": 0.000877608428709209, "global_step": 77814, "epoch": 437, "lr": 1.725036469469113e-05}
{"train_loss": 0.0012232048902660608, "global_step": 77815, "epoch": 437, "lr": 1.7249248105987114e-05}
{"train_loss": 0.003384818322956562, "global_step": 77816, "epoch": 437, "lr": 1.7248131545888956e-05}
{"train_loss": 0.002319745719432831, "global_step": 77817, "epoch": 437, "lr": 1.7247015014397565e-05}
{"train_loss": 0.0008961567073129117, "global_step": 77818, "epoch": 437, "lr": 1.724589851151397e-05}
{"train_loss": 0.0019918871112167835, "global_step": 77819, "epoch": 437, "lr": 1.7244782037239128e-05}
{"train_loss": 0.0008448889711871743, "global_step": 77820, "epoch": 437, "lr": 1.7243665591573994e-05}
{"train_loss": 0.0020530978217720985, "global_step": 77821, "epoch": 437, "lr": 1.7242549174519596e-05}
{"train_loss": 0.001828029751777649, "global_step": 77822, "epoch": 437, "lr": 1.724143278607684e-05}
{"train_loss": 0.0022700591944158077, "global_step": 77823, "epoch": 437, "lr": 1.724031642624675e-05}
{"train_loss": 0.0016685788286849856, "global_step": 77824, "epoch": 437, "lr": 1.7239200095030296e-05}
{"train_loss": 0.0012637667823582888, "global_step": 77825, "epoch": 437, "lr": 1.7238083792428433e-05}
{"train_loss": 0.0013524603564292192, "global_step": 77826, "epoch": 437, "lr": 1.7236967518442156e-05}
{"train_loss": 0.0013945904793217778, "global_step": 77827, "epoch": 437, "lr": 1.723585127307243e-05}
{"train_loss": 0.0010775772389024496, "global_step": 77828, "epoch": 437, "lr": 1.7234735056320212e-05}
{"train_loss": 0.0015333108603954315, "global_step": 77829, "epoch": 437, "lr": 1.723361886818653e-05}
{"train_loss": 0.0022764464374631643, "global_step": 77830, "epoch": 437, "lr": 1.7232502708672294e-05}
{"train_loss": 0.001071619102731347, "global_step": 77831, "epoch": 437, "lr": 1.723138657777854e-05}
{"train_loss": 0.0019940342754125595, "global_step": 77832, "epoch": 437, "lr": 1.7230270475506178e-05}
{"train_loss": 0.001753730233758688, "global_step": 77833, "epoch": 437, "lr": 1.722915440185624e-05}
{"train_loss": 0.001811916008591652, "global_step": 77834, "epoch": 437, "lr": 1.7228038356829674e-05}
{"train_loss": 0.0019578055944293737, "global_step": 77835, "epoch": 437, "lr": 1.7226922340427464e-05}
{"train_loss": 0.0007899467600509524, "global_step": 77836, "epoch": 437, "lr": 1.7225806352650577e-05}
{"train_loss": 0.0019902053754776716, "global_step": 77837, "epoch": 437, "lr": 1.722469039349999e-05}
{"train_loss": 0.0008438366930931807, "global_step": 77838, "epoch": 437, "lr": 1.7223574462976667e-05}
{"train_loss": 0.00040321185952052474, "global_step": 77839, "epoch": 437, "lr": 1.7222458561081622e-05}
{"train_loss": 0.0009632015717215836, "global_step": 77840, "epoch": 437, "lr": 1.7221342687815773e-05}
{"train_loss": 0.0006885065231472254, "global_step": 77841, "epoch": 437, "lr": 1.7220226843180136e-05}
{"train_loss": 0.0006241762894205749, "global_step": 77842, "epoch": 437, "lr": 1.7219111027175672e-05}
{"train_loss": 0.003677226370200515, "global_step": 77843, "epoch": 437, "lr": 1.721799523980335e-05}
{"train_loss": 0.0027374117635190487, "global_step": 77844, "epoch": 437, "lr": 1.7216879481064174e-05}
{"train_loss": 0.0009684455581009388, "global_step": 77845, "epoch": 437, "lr": 1.721576375095907e-05}
{"train_loss": 0.00043920334428548813, "global_step": 77846, "epoch": 437, "lr": 1.7214648049489053e-05}
{"train_loss": 0.00209660897962749, "global_step": 77847, "epoch": 437, "lr": 1.721353237665508e-05}
{"train_loss": 0.0016892991261556745, "global_step": 77848, "epoch": 437, "lr": 1.721241673245813e-05}
{"train_loss": 0.0008003267575986683, "global_step": 77849, "epoch": 437, "lr": 1.7211301116899175e-05}
{"train_loss": 0.005077922251075506, "global_step": 77850, "epoch": 437, "lr": 1.721018552997919e-05}
{"train_loss": 0.002651724498718977, "global_step": 77851, "epoch": 437, "lr": 1.7209069971699154e-05}
{"train_loss": 0.0014117986429482698, "global_step": 77852, "epoch": 437, "lr": 1.720795444206003e-05}
{"train_loss": 0.0007528000278398395, "global_step": 77853, "epoch": 437, "lr": 1.7206838941062793e-05}
{"train_loss": 0.0019448860548436642, "global_step": 77854, "epoch": 437, "lr": 1.7205723468708453e-05}
{"train_loss": 0.0015366844600066543, "global_step": 77855, "epoch": 437, "lr": 1.7204608024997914e-05}
{"train_loss": 0.0032651592046022415, "global_step": 77856, "epoch": 437, "lr": 1.7203492609932213e-05}
{"train_loss": 0.0009623968508094549, "global_step": 77857, "epoch": 437, "lr": 1.7202377223512307e-05}
{"train_loss": 0.0019192243926227093, "global_step": 77858, "epoch": 437, "lr": 1.7201261865739166e-05}
{"train_loss": 0.0028705561999231577, "global_step": 77859, "epoch": 437, "lr": 1.720014653661376e-05}
{"train_loss": 0.0029208706691861153, "global_step": 77860, "epoch": 437, "lr": 1.7199031236137065e-05}
{"train_loss": 0.002718935254961252, "global_step": 77861, "epoch": 437, "lr": 1.7197915964310047e-05}
{"train_loss": 0.0018990226089954376, "global_step": 77862, "epoch": 437, "lr": 1.7196800721133705e-05}
{"train_loss": 0.001382417045533657, "global_step": 77863, "epoch": 437, "lr": 1.7195685506608994e-05}
{"train_loss": 0.0011178050190210342, "global_step": 77864, "epoch": 437, "lr": 1.7194570320736897e-05}
{"train_loss": 0.0011125283781439066, "global_step": 77865, "epoch": 437, "lr": 1.7193455163518387e-05}
{"train_loss": 0.001621854491531849, "global_step": 77866, "epoch": 437, "lr": 1.7192340034954408e-05}
{"train_loss": 0.0020378956105560064, "global_step": 77867, "epoch": 437, "lr": 1.7191224935046e-05}
{"train_loss": 0.0009017827687785029, "global_step": 77868, "epoch": 437, "lr": 1.7190109863794064e-05}
{"train_loss": 0.0010308506898581982, "global_step": 77869, "epoch": 437, "lr": 1.7188994821199643e-05}
{"train_loss": 0.0031499136239290237, "global_step": 77870, "epoch": 437, "lr": 1.718787980726364e-05}
{"train_loss": 0.001964530674740672, "global_step": 77871, "epoch": 437, "lr": 1.7186764821987082e-05}
{"train_loss": 0.0017520266119390726, "global_step": 77872, "epoch": 437, "lr": 1.7185649865370924e-05}
{"train_loss": 0.002077953889966011, "global_step": 77873, "epoch": 437, "lr": 1.718453493741614e-05}
{"train_loss": 0.0005564478342421353, "global_step": 77874, "epoch": 437, "lr": 1.718342003812371e-05}
{"train_loss": 0.0021723718382418156, "global_step": 77875, "epoch": 437, "lr": 1.71823051674946e-05}
{"train_loss": 0.0013270382769405842, "global_step": 77876, "epoch": 437, "lr": 1.7181190325529768e-05}
{"train_loss": 0.0007827162044122815, "global_step": 77877, "epoch": 437, "lr": 1.7180075512230242e-05}
{"train_loss": 0.0015683863312005997, "global_step": 77878, "epoch": 437, "lr": 1.7178960727596928e-05}
{"train_loss": 0.0018516273703426123, "global_step": 77879, "epoch": 437, "lr": 1.7177845971630847e-05}
{"train_loss": 0.0016191588947549462, "global_step": 77880, "epoch": 437, "lr": 1.7176731244332955e-05}
{"train_loss": 0.0016219562385231256, "global_step": 77881, "epoch": 437, "lr": 1.7175616545704225e-05}
{"train_loss": 0.0018979200394824147, "global_step": 77882, "epoch": 437, "lr": 1.7174501875745642e-05}
{"train_loss": 0.0013871164992451668, "global_step": 77883, "epoch": 437, "lr": 1.717338723445815e-05}
{"train_loss": 0.0016179195372387767, "global_step": 77884, "epoch": 437, "lr": 1.7172272621842762e-05}
{"train_loss": 0.0006645755493082106, "global_step": 77885, "epoch": 437, "lr": 1.7171158037900436e-05}
{"train_loss": 0.0021571374963968992, "global_step": 77886, "epoch": 437, "lr": 1.7170043482632137e-05}
{"train_loss": 0.001037329202517867, "global_step": 77887, "epoch": 437, "lr": 1.7168928956038848e-05}
{"train_loss": 0.0012116122525185347, "global_step": 77888, "epoch": 437, "lr": 1.716781445812154e-05}
{"train_loss": 0.0013474100269377232, "global_step": 77889, "epoch": 437, "lr": 1.7166699988881184e-05}
{"train_loss": 0.0015595601871609688, "global_step": 77890, "epoch": 437, "lr": 1.716558554831875e-05}
{"train_loss": 0.0013023947831243277, "global_step": 77891, "epoch": 437, "lr": 1.7164471136435207e-05}
{"train_loss": 0.0019681488629430532, "global_step": 77892, "epoch": 437, "lr": 1.716335675323157e-05}
{"train_loss": 0.002575306221842766, "global_step": 77893, "epoch": 437, "lr": 1.7162242398708743e-05}
{"train_loss": 0.0013685680460184813, "global_step": 77894, "epoch": 437, "lr": 1.7161128072867755e-05}
{"train_loss": 0.0032033713068813086, "global_step": 77895, "epoch": 437, "lr": 1.7160013775709562e-05}
{"train_loss": 0.0022934158332645893, "global_step": 77896, "epoch": 437, "lr": 1.7158899507235133e-05}
{"train_loss": 0.001702683512121439, "global_step": 77897, "epoch": 437, "lr": 1.715778526744544e-05}
{"train_loss": 0.001274388050660491, "global_step": 77898, "epoch": 437, "lr": 1.7156671056341466e-05}
{"train_loss": 0.0019175515044480562, "global_step": 77899, "epoch": 437, "lr": 1.715555687392416e-05}
{"train_loss": 0.0024527856148779392, "global_step": 77900, "epoch": 437, "lr": 1.7154442720194545e-05}
{"train_loss": 0.0014296306762844324, "global_step": 77901, "epoch": 437, "lr": 1.7153328595153535e-05}
{"train_loss": 0.0014160701539367437, "global_step": 77902, "epoch": 437, "lr": 1.715221449880216e-05}
{"train_loss": 0.0019310201751068234, "global_step": 77903, "epoch": 437, "lr": 1.715110043114133e-05}
{"train_loss": 0.0011364361271262169, "global_step": 77904, "epoch": 437, "lr": 1.714998639217206e-05}
{"train_loss": 0.0024000341072678566, "global_step": 77905, "epoch": 437, "lr": 1.7148872381895343e-05}
{"train_loss": 0.0031805355101823807, "global_step": 77906, "epoch": 437, "lr": 1.7147758400312084e-05}
{"train_loss": 0.0014022488612681627, "global_step": 77907, "epoch": 437, "lr": 1.7146644447423338e-05}
{"train_loss": 0.003482904052361846, "global_step": 77908, "epoch": 437, "lr": 1.714553052323e-05}
{"train_loss": 0.003011740045621991, "global_step": 77909, "epoch": 437, "lr": 1.7144416627733097e-05}
{"train_loss": 0.0012055400293320417, "global_step": 77910, "epoch": 437, "lr": 1.7143302760933584e-05}
{"train_loss": 0.0020503171253949404, "global_step": 77911, "epoch": 437, "lr": 1.7142188922832432e-05}
{"train_loss": 0.001507604494690895, "global_step": 77912, "epoch": 437, "lr": 1.7141075113430616e-05}
{"train_loss": 0.0014575589448213577, "global_step": 77913, "epoch": 437, "lr": 1.713996133272911e-05}
{"train_loss": 0.0006184630328789353, "global_step": 77914, "epoch": 437, "lr": 1.7138847580728866e-05}
{"train_loss": 0.0011001265374943614, "global_step": 77915, "epoch": 437, "lr": 1.713773385743091e-05}
{"train_loss": 0.0022706659510731697, "global_step": 77916, "epoch": 437, "lr": 1.7136620162836147e-05}
{"train_loss": 0.0010136759374290705, "global_step": 77917, "epoch": 437, "lr": 1.7135506496945603e-05}
{"train_loss": 0.0024818177334964275, "global_step": 77918, "epoch": 437, "lr": 1.7134392859760235e-05}
{"train_loss": 0.001149143441580236, "global_step": 77919, "epoch": 437, "lr": 1.7133279251281004e-05}
{"train_loss": 0.0012513312976807356, "global_step": 77920, "epoch": 437, "lr": 1.71321656715089e-05}
{"train_loss": 0.0023826996330171824, "global_step": 77921, "epoch": 437, "lr": 1.7131052120444878e-05}
{"train_loss": 0.0013334389077499509, "global_step": 77922, "epoch": 437, "lr": 1.7129938598089924e-05}
{"train_loss": 0.0010141368256881833, "global_step": 77923, "epoch": 437, "lr": 1.7128825104445e-05}
{"train_loss": 0.00350560643710196, "global_step": 77924, "epoch": 437, "lr": 1.7127711639511073e-05}
{"train_loss": 0.0008533385116606951, "global_step": 77925, "epoch": 437, "lr": 1.712659820328914e-05}
{"train_loss": 0.002279592677950859, "global_step": 77926, "epoch": 437, "lr": 1.7125484795780163e-05}
{"train_loss": 0.0011183974565938115, "global_step": 77927, "epoch": 437, "lr": 1.7124371416985106e-05}
{"train_loss": 0.004302954766899347, "global_step": 77928, "epoch": 437, "lr": 1.7123258066904958e-05}
{"train_loss": 0.004936422687023878, "global_step": 77929, "epoch": 437, "lr": 1.7122144745540657e-05}
{"train_loss": 0.004006744362413883, "global_step": 77930, "epoch": 437, "lr": 1.7121031452893232e-05}
{"train_loss": 0.0014408096903935075, "global_step": 77931, "epoch": 437, "lr": 1.7119918188963592e-05}
{"train_loss": 0.0009182323119603097, "global_step": 77932, "epoch": 437, "lr": 1.7118804953752753e-05}
{"train_loss": 0.001535401912406087, "global_step": 77933, "epoch": 437, "lr": 1.7117691747261678e-05}
{"train_loss": 0.0015260176733136177, "global_step": 77934, "epoch": 437, "lr": 1.711657856949133e-05}
{"train_loss": 0.0014618334826081991, "global_step": 77935, "epoch": 437, "lr": 1.7115465420442696e-05}
{"train_loss": 0.0007089544087648392, "global_step": 77936, "epoch": 437, "lr": 1.711435230011673e-05}
{"train_loss": 0.004079754464328289, "global_step": 77937, "epoch": 437, "lr": 1.7113239208514403e-05}
{"train_loss": 0.0017347190296277404, "global_step": 77938, "epoch": 437, "lr": 1.7112126145636727e-05}
{"train_loss": 0.0005175042897462845, "global_step": 77939, "epoch": 437, "lr": 1.7111013111484615e-05}
{"train_loss": 0.0018672047881409526, "global_step": 77940, "epoch": 437, "lr": 1.7109900106059096e-05}
{"train_loss": 0.00210560392588377, "global_step": 77941, "epoch": 437, "lr": 1.7108787129361087e-05}
{"train_loss": 0.0014835770707577467, "global_step": 77942, "epoch": 437, "lr": 1.7107674181391602e-05}
{"train_loss": 0.003103178460150957, "global_step": 77943, "epoch": 437, "lr": 1.7106561262151605e-05}
{"train_loss": 0.000567098380997777, "global_step": 77944, "epoch": 437, "lr": 1.7105448371642057e-05}
{"train_loss": 0.002707922365516424, "global_step": 77945, "epoch": 437, "lr": 1.7104335509863934e-05}
{"train_loss": 0.0014207655331119895, "global_step": 77946, "epoch": 437, "lr": 1.71032226768182e-05}
{"train_loss": 0.0017671807436272502, "global_step": 77947, "epoch": 437, "lr": 1.7102109872505845e-05}
{"train_loss": 0.0006185538368299603, "global_step": 77948, "epoch": 437, "lr": 1.7100997096927833e-05}
{"train_loss": 0.0007232669740915298, "global_step": 77949, "epoch": 437, "lr": 1.7099884350085143e-05}
{"train_loss": 0.0018636230379343033, "global_step": 77950, "epoch": 437, "lr": 1.7098771631978733e-05}
{"train_loss": 0.00169351976364851, "global_step": 77951, "epoch": 437, "lr": 1.7097658942609586e-05}
{"train_loss": 0.001453882665373385, "global_step": 77952, "epoch": 437, "lr": 1.7096546281978644e-05}
{"train_loss": 0.000519576424267143, "global_step": 77953, "epoch": 437, "lr": 1.7095433650086944e-05}
{"train_loss": 0.004088141024112701, "global_step": 77954, "epoch": 437, "lr": 1.709432104693538e-05}
{"train_loss": 0.000758526788558811, "global_step": 77955, "epoch": 437, "lr": 1.709320847252498e-05}
{"train_loss": 0.0010002413764595985, "global_step": 77956, "epoch": 437, "lr": 1.70920959268567e-05}
{"train_loss": 0.0012526556383818388, "global_step": 77957, "epoch": 437, "lr": 1.7090983409931505e-05}
{"train_loss": 0.002766455989331007, "global_step": 77958, "epoch": 437, "lr": 1.7089870921750372e-05}
{"train_loss": 0.0014162041479721665, "global_step": 77959, "epoch": 437, "lr": 1.7088758462314276e-05}
{"train_loss": 0.0005520169506780803, "global_step": 77960, "epoch": 437, "lr": 1.7087646031624176e-05}
{"train_loss": 0.0009983798954635859, "global_step": 77961, "epoch": 437, "lr": 1.7086533629681057e-05}
{"train_loss": 0.0021092768292874098, "global_step": 77962, "epoch": 437, "lr": 1.7085421256485867e-05}
{"train_loss": 0.0016819621173709402, "global_step": 77963, "epoch": 437, "lr": 1.7084308912039626e-05}
{"train_loss": 0.0015704537509009242, "global_step": 77964, "epoch": 438, "lr": 1.708319659634325e-05}
{"train_loss": 0.00040441896999254823, "global_step": 77965, "epoch": 438, "lr": 1.7082084309397744e-05}
{"train_loss": 0.0010468714172020555, "global_step": 77966, "epoch": 438, "lr": 1.7080972051204075e-05}
{"train_loss": 0.0020059545058757067, "global_step": 77967, "epoch": 438, "lr": 1.7079859821763193e-05}
{"train_loss": 0.001279398798942566, "global_step": 77968, "epoch": 438, "lr": 1.7078747621076126e-05}
{"train_loss": 0.0007589053129777312, "global_step": 77969, "epoch": 438, "lr": 1.707763544914377e-05}
{"train_loss": 0.0016263204161077738, "global_step": 77970, "epoch": 438, "lr": 1.707652330596715e-05}
{"train_loss": 0.0019339732825756073, "global_step": 77971, "epoch": 438, "lr": 1.707541119154722e-05}
{"train_loss": 0.0032919319346547127, "global_step": 77972, "epoch": 438, "lr": 1.7074299105884957e-05}
{"train_loss": 0.002123327227309346, "global_step": 77973, "epoch": 438, "lr": 1.7073187048981322e-05}
{"train_loss": 0.0014376681065186858, "global_step": 77974, "epoch": 438, "lr": 1.7072075020837292e-05}
{"train_loss": 0.0014870255254209042, "global_step": 77975, "epoch": 438, "lr": 1.7070963021453822e-05}
{"train_loss": 0.0009931151289492846, "global_step": 77976, "epoch": 438, "lr": 1.706985105083193e-05}
{"train_loss": 0.0009352712077088654, "global_step": 77977, "epoch": 438, "lr": 1.7068739108972525e-05}
{"train_loss": 0.0009197327890433371, "global_step": 77978, "epoch": 438, "lr": 1.7067627195876646e-05}
{"train_loss": 0.0029353350400924683, "global_step": 77979, "epoch": 438, "lr": 1.7066515311545194e-05}
{"train_loss": 0.0010801777243614197, "global_step": 77980, "epoch": 438, "lr": 1.706540345597919e-05}
{"train_loss": 0.0009640551288612187, "global_step": 77981, "epoch": 438, "lr": 1.706429162917959e-05}
{"train_loss": 0.0018127313815057278, "global_step": 77982, "epoch": 438, "lr": 1.7063179831147365e-05}
{"train_loss": 0.002310890005901456, "global_step": 77983, "epoch": 438, "lr": 1.7062068061883478e-05}
{"train_loss": 0.001049909507855773, "global_step": 77984, "epoch": 438, "lr": 1.7060956321388916e-05}
{"train_loss": 0.0023888079449534416, "global_step": 77985, "epoch": 438, "lr": 1.705984460966462e-05}
{"train_loss": 0.0018124331254512072, "global_step": 77986, "epoch": 438, "lr": 1.705873292671162e-05}
{"train_loss": 0.0026337390299886465, "global_step": 77987, "epoch": 438, "lr": 1.7057621272530816e-05}
{"train_loss": 0.00242040166631341, "global_step": 77988, "epoch": 438, "lr": 1.7056509647123224e-05}
{"train_loss": 0.0009110654937103391, "global_step": 77989, "epoch": 438, "lr": 1.705539805048981e-05}
{"train_loss": 0.0016181448008865118, "global_step": 77990, "epoch": 438, "lr": 1.7054286482631515e-05}
{"train_loss": 0.0008872263715602458, "global_step": 77991, "epoch": 438, "lr": 1.705317494354937e-05}
{"train_loss": 0.0012564881471917033, "global_step": 77992, "epoch": 438, "lr": 1.7052063433244275e-05}
{"train_loss": 0.0008386448607780039, "global_step": 77993, "epoch": 438, "lr": 1.7050951951717254e-05}
{"train_loss": 0.001529620960354805, "global_step": 77994, "epoch": 438, "lr": 1.704984049896926e-05}
{"train_loss": 0.001061736955307424, "global_step": 77995, "epoch": 438, "lr": 1.704872907500126e-05}
{"train_loss": 0.0019160894444212317, "global_step": 77996, "epoch": 438, "lr": 1.7047617679814226e-05}
{"train_loss": 0.0013040420599281788, "global_step": 77997, "epoch": 438, "lr": 1.7046506313409126e-05}
{"train_loss": 0.001465248642489314, "global_step": 77998, "epoch": 438, "lr": 1.7045394975786944e-05}
{"train_loss": 0.0010957967024296522, "global_step": 77999, "epoch": 438, "lr": 1.7044283666948636e-05}
{"train_loss": 0.0014915396459400654, "global_step": 78000, "epoch": 438, "lr": 1.7043172386895163e-05}
{"train_loss": 0.003330020233988762, "global_step": 78001, "epoch": 438, "lr": 1.7042061135627546e-05}
{"train_loss": 0.0013087574625387788, "global_step": 78002, "epoch": 438, "lr": 1.7040949913146686e-05}
{"train_loss": 0.0013828912051394582, "global_step": 78003, "epoch": 438, "lr": 1.70398387194536e-05}
{"train_loss": 0.0029949508607387543, "global_step": 78004, "epoch": 438, "lr": 1.703872755454925e-05}
{"train_loss": 0.0009862263686954975, "global_step": 78005, "epoch": 438, "lr": 1.7037616418434603e-05}
{"train_loss": 0.0008142534061335027, "global_step": 78006, "epoch": 438, "lr": 1.703650531111063e-05}
{"train_loss": 0.0010478566400706768, "global_step": 78007, "epoch": 438, "lr": 1.70353942325783e-05}
{"train_loss": 0.0011080410331487656, "global_step": 78008, "epoch": 438, "lr": 1.7034283182838568e-05}
{"train_loss": 0.0013425861252471805, "global_step": 78009, "epoch": 438, "lr": 1.703317216189244e-05}
{"train_loss": 0.0023802141658961773, "global_step": 78010, "epoch": 438, "lr": 1.7032061169740865e-05}
{"train_loss": 0.0012443696614354849, "global_step": 78011, "epoch": 438, "lr": 1.7030950206384816e-05}
{"train_loss": 0.0011872572358697653, "global_step": 78012, "epoch": 438, "lr": 1.7029839271825264e-05}
{"train_loss": 0.0026467132847756147, "global_step": 78013, "epoch": 438, "lr": 1.7028728366063162e-05}
{"train_loss": 0.0007539697689935565, "global_step": 78014, "epoch": 438, "lr": 1.702761748909953e-05}
{"train_loss": 0.0014504574937745929, "global_step": 78015, "epoch": 438, "lr": 1.702650664093527e-05}
{"train_loss": 0.001106322044506669, "global_step": 78016, "epoch": 438, "lr": 1.7025395821571422e-05}
{"train_loss": 0.0023602531291544437, "global_step": 78017, "epoch": 438, "lr": 1.7024285031008885e-05}
{"train_loss": 0.00136863486841321, "global_step": 78018, "epoch": 438, "lr": 1.7023174269248686e-05}
{"train_loss": 0.0020685966592282057, "global_step": 78019, "epoch": 438, "lr": 1.702206353629177e-05}
{"train_loss": 0.0013607803266495466, "global_step": 78020, "epoch": 438, "lr": 1.702095283213912e-05}
{"train_loss": 0.0009042181773111224, "global_step": 78021, "epoch": 438, "lr": 1.7019842156791695e-05}
{"train_loss": 0.0014416836202144623, "global_step": 78022, "epoch": 438, "lr": 1.7018731510250464e-05}
{"train_loss": 0.0008846992277540267, "global_step": 78023, "epoch": 438, "lr": 1.701762089251639e-05}
{"train_loss": 0.0007729799835942686, "global_step": 78024, "epoch": 438, "lr": 1.701651030359049e-05}
{"train_loss": 0.000750068633351475, "global_step": 78025, "epoch": 438, "lr": 1.701539974347366e-05}
{"train_loss": 0.0008612833917140961, "global_step": 78026, "epoch": 438, "lr": 1.7014289212166924e-05}
{"train_loss": 0.001914219232276082, "global_step": 78027, "epoch": 438, "lr": 1.701317870967124e-05}
{"train_loss": 0.0015865660971030593, "global_step": 78028, "epoch": 438, "lr": 1.7012068235987572e-05}
{"train_loss": 0.0008126209722831845, "global_step": 78029, "epoch": 438, "lr": 1.7010957791116893e-05}
{"train_loss": 0.0015450689243152738, "global_step": 78030, "epoch": 438, "lr": 1.7009847375060158e-05}
{"train_loss": 0.0005097511457279325, "global_step": 78031, "epoch": 438, "lr": 1.700873698781838e-05}
{"train_loss": 0.003122621215879917, "global_step": 78032, "epoch": 438, "lr": 1.700762662939247e-05}
{"train_loss": 0.0014480408281087875, "global_step": 78033, "epoch": 438, "lr": 1.7006516299783443e-05}
{"train_loss": 0.0014425648842006922, "global_step": 78034, "epoch": 438, "lr": 1.7005405998992252e-05}
{"train_loss": 0.0009884947212412953, "global_step": 78035, "epoch": 438, "lr": 1.7004295727019877e-05}
{"train_loss": 0.0017601841827854514, "global_step": 78036, "epoch": 438, "lr": 1.700318548386727e-05}
{"train_loss": 0.0009143705246970057, "global_step": 78037, "epoch": 438, "lr": 1.700207526953541e-05}
{"train_loss": 0.00108875404112041, "global_step": 78038, "epoch": 438, "lr": 1.7000965084025255e-05}
{"train_loss": 0.0012462795712053776, "global_step": 78039, "epoch": 438, "lr": 1.6999854927337817e-05}
{"train_loss": 0.0024955638218671083, "global_step": 78040, "epoch": 438, "lr": 1.6998744799474003e-05}
{"train_loss": 0.0014466705033555627, "global_step": 78041, "epoch": 438, "lr": 1.699763470043483e-05}
{"train_loss": 0.0016434206627309322, "global_step": 78042, "epoch": 438, "lr": 1.6996524630221256e-05}
{"train_loss": 0.0013224483700469136, "global_step": 78043, "epoch": 438, "lr": 1.699541458883424e-05}
{"train_loss": 0.00311928428709507, "global_step": 78044, "epoch": 438, "lr": 1.699430457627476e-05}
{"train_loss": 0.0006277653155848384, "global_step": 78045, "epoch": 438, "lr": 1.6993194592543788e-05}
{"train_loss": 0.0009697741479612887, "global_step": 78046, "epoch": 438, "lr": 1.6992084637642268e-05}
{"train_loss": 0.0030166138894855976, "global_step": 78047, "epoch": 438, "lr": 1.699097471157123e-05}
{"train_loss": 0.0035174379590898752, "global_step": 78048, "epoch": 438, "lr": 1.698986481433157e-05}
{"train_loss": 0.0012157080927863717, "global_step": 78049, "epoch": 438, "lr": 1.6988754945924318e-05}
{"train_loss": 0.00129808415658772, "global_step": 78050, "epoch": 438, "lr": 1.698764510635039e-05}
{"train_loss": 0.0014555365778505802, "global_step": 78051, "epoch": 438, "lr": 1.6986535295610795e-05}
{"train_loss": 0.0013970742002129555, "global_step": 78052, "epoch": 438, "lr": 1.6985425513706492e-05}
{"train_loss": 0.002100339625030756, "global_step": 78053, "epoch": 438, "lr": 1.6984315760638436e-05}
{"train_loss": 0.001738661783747375, "global_step": 78054, "epoch": 438, "lr": 1.6983206036407634e-05}
{"train_loss": 0.0015184368239715695, "global_step": 78055, "epoch": 438, "lr": 1.6982096341015004e-05}
{"train_loss": 0.002024721819907427, "global_step": 78056, "epoch": 438, "lr": 1.6980986674461552e-05}
{"train_loss": 0.002014579949900508, "global_step": 78057, "epoch": 438, "lr": 1.6979877036748237e-05}
{"train_loss": 0.0009690175065770745, "global_step": 78058, "epoch": 438, "lr": 1.697876742787603e-05}
{"train_loss": 0.0011663618497550488, "global_step": 78059, "epoch": 438, "lr": 1.6977657847845896e-05}
{"train_loss": 0.0016231501940637827, "global_step": 78060, "epoch": 438, "lr": 1.6976548296658806e-05}
{"train_loss": 0.0006936555728316307, "global_step": 78061, "epoch": 438, "lr": 1.697543877431571e-05}
{"train_loss": 0.0010227460879832506, "global_step": 78062, "epoch": 438, "lr": 1.6974329280817636e-05}
{"train_loss": 0.0021347682923078537, "global_step": 78063, "epoch": 438, "lr": 1.6973219816165468e-05}
{"train_loss": 0.0010310064535588026, "global_step": 78064, "epoch": 438, "lr": 1.697211038036025e-05}
{"train_loss": 0.0009138176683336496, "global_step": 78065, "epoch": 438, "lr": 1.697100097340291e-05}
{"train_loss": 0.0017142548458650708, "global_step": 78066, "epoch": 438, "lr": 1.6969891595294434e-05}
{"train_loss": 0.0017523282440379262, "global_step": 78067, "epoch": 438, "lr": 1.6968782246035787e-05}
{"train_loss": 0.0013050897978246212, "global_step": 78068, "epoch": 438, "lr": 1.6967672925627935e-05}
{"train_loss": 0.0020910166203975677, "global_step": 78069, "epoch": 438, "lr": 1.6966563634071846e-05}
{"train_loss": 0.0006218103226274252, "global_step": 78070, "epoch": 438, "lr": 1.6965454371368493e-05}
{"train_loss": 0.0004953904426656663, "global_step": 78071, "epoch": 438, "lr": 1.6964345137518824e-05}
{"train_loss": 0.0006163568468764424, "global_step": 78072, "epoch": 438, "lr": 1.6963235932523847e-05}
{"train_loss": 0.001843786216340959, "global_step": 78073, "epoch": 438, "lr": 1.6962126756384507e-05}
{"train_loss": 0.0009723262046463788, "global_step": 78074, "epoch": 438, "lr": 1.6961017609101778e-05}
{"train_loss": 0.0021500142756849527, "global_step": 78075, "epoch": 438, "lr": 1.6959908490676624e-05}
{"train_loss": 0.0019249225733801723, "global_step": 78076, "epoch": 438, "lr": 1.6958799401109997e-05}
{"train_loss": 0.0018469247734174132, "global_step": 78077, "epoch": 438, "lr": 1.6957690340402926e-05}
{"train_loss": 0.0013400453608483076, "global_step": 78078, "epoch": 438, "lr": 1.6956581308556302e-05}
{"train_loss": 0.0006956350989639759, "global_step": 78079, "epoch": 438, "lr": 1.695547230557115e-05}
{"train_loss": 0.001980990171432495, "global_step": 78080, "epoch": 438, "lr": 1.695436333144842e-05}
{"train_loss": 0.0013644711580127478, "global_step": 78081, "epoch": 438, "lr": 1.6953254386189077e-05}
{"train_loss": 0.0017588930204510689, "global_step": 78082, "epoch": 438, "lr": 1.6952145469794095e-05}
{"train_loss": 0.0021725206170231104, "global_step": 78083, "epoch": 438, "lr": 1.695103658226444e-05}
{"train_loss": 0.0009593901922926307, "global_step": 78084, "epoch": 438, "lr": 1.6949927723601066e-05}
{"train_loss": 0.0016836978029459715, "global_step": 78085, "epoch": 438, "lr": 1.6948818893804984e-05}
{"train_loss": 0.0005737526225857437, "global_step": 78086, "epoch": 438, "lr": 1.6947710092877113e-05}
{"train_loss": 0.0014796233735978603, "global_step": 78087, "epoch": 438, "lr": 1.6946601320818466e-05}
{"train_loss": 0.0017516248626634479, "global_step": 78088, "epoch": 438, "lr": 1.6945492577629958e-05}
{"train_loss": 0.002861792454496026, "global_step": 78089, "epoch": 438, "lr": 1.694438386331261e-05}
{"train_loss": 0.0018237181939184666, "global_step": 78090, "epoch": 438, "lr": 1.6943275177867357e-05}
{"train_loss": 0.0041626254096627235, "global_step": 78091, "epoch": 438, "lr": 1.6942166521295188e-05}
{"train_loss": 0.0010531165171414614, "global_step": 78092, "epoch": 438, "lr": 1.694105789359706e-05}
{"train_loss": 0.001994764432311058, "global_step": 78093, "epoch": 438, "lr": 1.6939949294773928e-05}
{"train_loss": 0.0016367898788303137, "global_step": 78094, "epoch": 438, "lr": 1.693884072482679e-05}
{"train_loss": 0.0018565893406048417, "global_step": 78095, "epoch": 438, "lr": 1.6937732183756605e-05}
{"train_loss": 0.0018516285344958305, "global_step": 78096, "epoch": 438, "lr": 1.6936623671564332e-05}
{"train_loss": 0.000804289011284709, "global_step": 78097, "epoch": 438, "lr": 1.693551518825095e-05}
{"train_loss": 0.0015161993214860559, "global_step": 78098, "epoch": 438, "lr": 1.6934406733817414e-05}
{"train_loss": 0.001077941502444446, "global_step": 78099, "epoch": 438, "lr": 1.6933298308264682e-05}
{"train_loss": 0.0022844953928142786, "global_step": 78100, "epoch": 438, "lr": 1.6932189911593775e-05}
{"train_loss": 0.0017542291898280382, "global_step": 78101, "epoch": 438, "lr": 1.6931081543805594e-05}
{"train_loss": 0.0011396999470889568, "global_step": 78102, "epoch": 438, "lr": 1.6929973204901154e-05}
{"train_loss": 0.0021144438069313765, "global_step": 78103, "epoch": 438, "lr": 1.6928864894881406e-05}
{"train_loss": 0.0019889650866389275, "global_step": 78104, "epoch": 438, "lr": 1.692775661374732e-05}
{"train_loss": 0.0006903239991515875, "global_step": 78105, "epoch": 438, "lr": 1.6926648361499865e-05}
{"train_loss": 0.0011098786490038037, "global_step": 78106, "epoch": 438, "lr": 1.6925540138140007e-05}
{"train_loss": 0.0025427397340536118, "global_step": 78107, "epoch": 438, "lr": 1.6924431943668712e-05}
{"train_loss": 0.0017601753352209926, "global_step": 78108, "epoch": 438, "lr": 1.6923323778086953e-05}
{"train_loss": 0.0014881377574056387, "global_step": 78109, "epoch": 438, "lr": 1.692221564139568e-05}
{"train_loss": 0.0013583756517618895, "global_step": 78110, "epoch": 438, "lr": 1.6921107533595902e-05}
{"train_loss": 0.002555621787905693, "global_step": 78111, "epoch": 438, "lr": 1.691999945468854e-05}
{"train_loss": 0.004747644066810608, "global_step": 78112, "epoch": 438, "lr": 1.6918891404674592e-05}
{"train_loss": 0.0011439785594120622, "global_step": 78113, "epoch": 438, "lr": 1.6917783383555014e-05}
{"train_loss": 0.0014203045284375548, "global_step": 78114, "epoch": 438, "lr": 1.6916675391330765e-05}
{"train_loss": 0.0017963700229302049, "global_step": 78115, "epoch": 438, "lr": 1.6915567428002856e-05}
{"train_loss": 0.0009403324220329523, "global_step": 78116, "epoch": 438, "lr": 1.6914459493572187e-05}
{"train_loss": 0.0018938148859888315, "global_step": 78117, "epoch": 438, "lr": 1.691335158803978e-05}
{"train_loss": 0.0018315629567950964, "global_step": 78118, "epoch": 438, "lr": 1.691224371140659e-05}
{"train_loss": 0.0009435993852093816, "global_step": 78119, "epoch": 438, "lr": 1.6911135863673577e-05}
{"train_loss": 0.0027542193420231342, "global_step": 78120, "epoch": 438, "lr": 1.691002804484171e-05}
{"train_loss": 0.0016684771981090307, "global_step": 78121, "epoch": 438, "lr": 1.6908920254911955e-05}
{"train_loss": 0.0021280033979564905, "global_step": 78122, "epoch": 438, "lr": 1.6907812493885268e-05}
{"train_loss": 0.0020429505966603756, "global_step": 78123, "epoch": 438, "lr": 1.690670476176266e-05}
{"train_loss": 0.0013907509855926037, "global_step": 78124, "epoch": 438, "lr": 1.6905597058545035e-05}
{"train_loss": 0.0008490317850373685, "global_step": 78125, "epoch": 438, "lr": 1.6904489384233434e-05}
{"train_loss": 0.0018144951900467277, "global_step": 78126, "epoch": 438, "lr": 1.690338173882875e-05}
{"train_loss": 0.0017018932849168777, "global_step": 78127, "epoch": 438, "lr": 1.6902274122331996e-05}
{"train_loss": 0.0016576286870986223, "global_step": 78128, "epoch": 438, "lr": 1.6901166534744135e-05}
{"train_loss": 0.0027923583984375, "global_step": 78129, "epoch": 438, "lr": 1.690005897606613e-05}
{"train_loss": 0.0019137471681460738, "global_step": 78130, "epoch": 438, "lr": 1.6898951446298944e-05}
{"train_loss": 0.0014485007850453258, "global_step": 78131, "epoch": 438, "lr": 1.6897843945443546e-05}
{"train_loss": 0.0008932873024605215, "global_step": 78132, "epoch": 438, "lr": 1.689673647350089e-05}
{"train_loss": 0.0029791586566716433, "global_step": 78133, "epoch": 438, "lr": 1.6895629030471987e-05}
{"train_loss": 0.0017346043605357409, "global_step": 78134, "epoch": 438, "lr": 1.6894521616357744e-05}
{"train_loss": 0.0011860211379826069, "global_step": 78135, "epoch": 438, "lr": 1.6893414231159176e-05}
{"train_loss": 0.0011208446230739355, "global_step": 78136, "epoch": 438, "lr": 1.6892306874877235e-05}
{"train_loss": 0.0018556681461632252, "global_step": 78137, "epoch": 438, "lr": 1.689119954751287e-05}
{"train_loss": 0.0012540020979940891, "global_step": 78138, "epoch": 438, "lr": 1.6890092249067098e-05}
{"train_loss": 0.002280241809785366, "global_step": 78139, "epoch": 438, "lr": 1.6888984979540816e-05}
{"train_loss": 0.0012424078304320574, "global_step": 78140, "epoch": 438, "lr": 1.6887877738935072e-05}
{"train_loss": 0.0015818651458523183, "global_step": 78141, "epoch": 438, "lr": 1.6886770527250746e-05}
{"train_loss": 0.003670643549412489, "global_step": 78142, "epoch": 439, "lr": 1.6885663344488868e-05}
{"train_loss": 0.0011633025715127587, "global_step": 78143, "epoch": 439, "lr": 1.6884556190650386e-05}
{"train_loss": 0.0017793567385524511, "global_step": 78144, "epoch": 439, "lr": 1.6883449065736268e-05}
{"train_loss": 0.0009417677647434175, "global_step": 78145, "epoch": 439, "lr": 1.6882341969747474e-05}
{"train_loss": 0.0024753776378929615, "global_step": 78146, "epoch": 439, "lr": 1.6881234902684984e-05}
{"train_loss": 0.0042175413109362125, "global_step": 78147, "epoch": 439, "lr": 1.6880127864549733e-05}
{"train_loss": 0.0005267906235530972, "global_step": 78148, "epoch": 439, "lr": 1.6879020855342754e-05}
{"train_loss": 0.0004617664963006973, "global_step": 78149, "epoch": 439, "lr": 1.6877913875064932e-05}
{"train_loss": 0.0016517455223947763, "global_step": 78150, "epoch": 439, "lr": 1.6876806923717293e-05}
{"train_loss": 0.0026631373912096024, "global_step": 78151, "epoch": 439, "lr": 1.6875700001300787e-05}
{"train_loss": 0.001010883366689086, "global_step": 78152, "epoch": 439, "lr": 1.6874593107816378e-05}
{"train_loss": 0.0018848992185667157, "global_step": 78153, "epoch": 439, "lr": 1.687348624326503e-05}
{"train_loss": 0.0028969799168407917, "global_step": 78154, "epoch": 439, "lr": 1.6872379407647715e-05}
{"train_loss": 0.0013251695781946182, "global_step": 78155, "epoch": 439, "lr": 1.687127260096539e-05}
{"train_loss": 0.0015169238904491067, "global_step": 78156, "epoch": 439, "lr": 1.6870165823219037e-05}
{"train_loss": 0.002390198176726699, "global_step": 78157, "epoch": 439, "lr": 1.6869059074409617e-05}
{"train_loss": 0.0008248065132647753, "global_step": 78158, "epoch": 439, "lr": 1.6867952354538095e-05}
{"train_loss": 0.0018935472471639514, "global_step": 78159, "epoch": 439, "lr": 1.686684566360544e-05}
{"train_loss": 0.0011086113518103957, "global_step": 78160, "epoch": 439, "lr": 1.686573900161262e-05}
{"train_loss": 0.0011534441728144884, "global_step": 78161, "epoch": 439, "lr": 1.686463236856059e-05}
{"train_loss": 0.004818394780158997, "global_step": 78162, "epoch": 439, "lr": 1.6863525764450315e-05}
{"train_loss": 0.0013165031559765339, "global_step": 78163, "epoch": 439, "lr": 1.6862419189282802e-05}
{"train_loss": 0.001964380033314228, "global_step": 78164, "epoch": 439, "lr": 1.6861312643058954e-05}
{"train_loss": 0.0017027356661856174, "global_step": 78165, "epoch": 439, "lr": 1.6860206125779786e-05}
{"train_loss": 0.004971378482878208, "global_step": 78166, "epoch": 439, "lr": 1.6859099637446252e-05}
{"train_loss": 0.0010925938840955496, "global_step": 78167, "epoch": 439, "lr": 1.685799317805931e-05}
{"train_loss": 0.001017268979921937, "global_step": 78168, "epoch": 439, "lr": 1.685688674761994e-05}
{"train_loss": 0.001086567179299891, "global_step": 78169, "epoch": 439, "lr": 1.685578034612909e-05}
{"train_loss": 0.0011637520510703325, "global_step": 78170, "epoch": 439, "lr": 1.6854673973587726e-05}
{"train_loss": 0.0014613893581554294, "global_step": 78171, "epoch": 439, "lr": 1.685356762999686e-05}
{"train_loss": 0.0019208546727895737, "global_step": 78172, "epoch": 439, "lr": 1.685246131535738e-05}
{"train_loss": 0.0030551012605428696, "global_step": 78173, "epoch": 439, "lr": 1.6851355029670324e-05}
{"train_loss": 0.0008636561688035727, "global_step": 78174, "epoch": 439, "lr": 1.685024877293662e-05}
{"train_loss": 0.0025883775670081377, "global_step": 78175, "epoch": 439, "lr": 1.684914254515723e-05}
{"train_loss": 0.001732722856104374, "global_step": 78176, "epoch": 439, "lr": 1.6848036346333175e-05}
{"train_loss": 0.001971590332686901, "global_step": 78177, "epoch": 439, "lr": 1.6846930176465344e-05}
{"train_loss": 0.0012298980727791786, "global_step": 78178, "epoch": 439, "lr": 1.6845824035554763e-05}
{"train_loss": 0.002477284986525774, "global_step": 78179, "epoch": 439, "lr": 1.6844717923602355e-05}
{"train_loss": 0.0013993375468999147, "global_step": 78180, "epoch": 439, "lr": 1.6843611840609113e-05}
{"train_loss": 0.0025235137436538935, "global_step": 78181, "epoch": 439, "lr": 1.6842505786576e-05}
{"train_loss": 0.0010390318930149078, "global_step": 78182, "epoch": 439, "lr": 1.684139976150398e-05}
{"train_loss": 0.0007912294822745025, "global_step": 78183, "epoch": 439, "lr": 1.684029376539401e-05}
{"train_loss": 0.0012860804563388228, "global_step": 78184, "epoch": 439, "lr": 1.683918779824707e-05}
{"train_loss": 0.0007473163423128426, "global_step": 78185, "epoch": 439, "lr": 1.6838081860064097e-05}
{"train_loss": 0.0011435726191848516, "global_step": 78186, "epoch": 439, "lr": 1.6836975950846118e-05}
{"train_loss": 0.004264860413968563, "global_step": 78187, "epoch": 439, "lr": 1.6835870070594023e-05}
{"train_loss": 0.001679945969954133, "global_step": 78188, "epoch": 439, "lr": 1.6834764219308836e-05}
{"train_loss": 0.0009585429215803742, "global_step": 78189, "epoch": 439, "lr": 1.6833658396991498e-05}
{"train_loss": 0.0009478467982262373, "global_step": 78190, "epoch": 439, "lr": 1.6832552603642977e-05}
{"train_loss": 0.0007776980055496097, "global_step": 78191, "epoch": 439, "lr": 1.683144683926424e-05}
{"train_loss": 0.0010465166997164488, "global_step": 78192, "epoch": 439, "lr": 1.683034110385626e-05}
{"train_loss": 0.0028045009821653366, "global_step": 78193, "epoch": 439, "lr": 1.682923539741998e-05}
{"train_loss": 0.003507378278300166, "global_step": 78194, "epoch": 439, "lr": 1.6828129719956408e-05}
{"train_loss": 0.0008145136525854468, "global_step": 78195, "epoch": 439, "lr": 1.6827024071466452e-05}
{"train_loss": 0.0007710325298830867, "global_step": 78196, "epoch": 439, "lr": 1.682591845195113e-05}
{"train_loss": 0.0008087122114375234, "global_step": 78197, "epoch": 439, "lr": 1.682481286141138e-05}
{"train_loss": 0.0009856909746304154, "global_step": 78198, "epoch": 439, "lr": 1.6823707299848178e-05}
{"train_loss": 0.0008703842177055776, "global_step": 78199, "epoch": 439, "lr": 1.682260176726249e-05}
{"train_loss": 0.0010379940504208207, "global_step": 78200, "epoch": 439, "lr": 1.682149626365526e-05}
{"train_loss": 0.0014720249455422163, "global_step": 78201, "epoch": 439, "lr": 1.6820390789027506e-05}
{"train_loss": 0.0012653399026021361, "global_step": 78202, "epoch": 439, "lr": 1.681928534338012e-05}
{"train_loss": 0.0034443060867488384, "global_step": 78203, "epoch": 439, "lr": 1.681817992671413e-05}
{"train_loss": 0.0019605052657425404, "global_step": 78204, "epoch": 439, "lr": 1.6817074539030474e-05}
{"train_loss": 0.002436508424580097, "global_step": 78205, "epoch": 439, "lr": 1.681596918033012e-05}
{"train_loss": 0.0017351452261209488, "global_step": 78206, "epoch": 439, "lr": 1.6814863850614043e-05}
{"train_loss": 0.0016469748225063086, "global_step": 78207, "epoch": 439, "lr": 1.6813758549883195e-05}
{"train_loss": 0.0007260669372044504, "global_step": 78208, "epoch": 439, "lr": 1.681265327813853e-05}
{"train_loss": 0.0007050319109112024, "global_step": 78209, "epoch": 439, "lr": 1.6811548035381065e-05}
{"train_loss": 0.002111103618517518, "global_step": 78210, "epoch": 439, "lr": 1.68104428216117e-05}
{"train_loss": 0.0010158517397940159, "global_step": 78211, "epoch": 439, "lr": 1.6809337636831445e-05}
{"train_loss": 0.0019051702693104744, "global_step": 78212, "epoch": 439, "lr": 1.6808232481041253e-05}
{"train_loss": 0.0005465757567435503, "global_step": 78213, "epoch": 439, "lr": 1.6807127354242085e-05}
{"train_loss": 0.0012292350875213742, "global_step": 78214, "epoch": 439, "lr": 1.680602225643491e-05}
{"train_loss": 0.001549826469272375, "global_step": 78215, "epoch": 439, "lr": 1.6804917187620693e-05}
{"train_loss": 0.0015471893129870296, "global_step": 78216, "epoch": 439, "lr": 1.6803812147800398e-05}
{"train_loss": 0.001960529014468193, "global_step": 78217, "epoch": 439, "lr": 1.6802707136974972e-05}
{"train_loss": 0.001835361123085022, "global_step": 78218, "epoch": 439, "lr": 1.6801602155145418e-05}
{"train_loss": 0.0027852151542901993, "global_step": 78219, "epoch": 439, "lr": 1.6800497202312682e-05}
{"train_loss": 0.001541195553727448, "global_step": 78220, "epoch": 439, "lr": 1.6799392278477726e-05}
{"train_loss": 0.001375999883748591, "global_step": 78221, "epoch": 439, "lr": 1.679828738364152e-05}
{"train_loss": 0.002011741977185011, "global_step": 78222, "epoch": 439, "lr": 1.6797182517805034e-05}
{"train_loss": 0.0022293892689049244, "global_step": 78223, "epoch": 439, "lr": 1.67960776809692e-05}
{"train_loss": 0.0006854179664514959, "global_step": 78224, "epoch": 439, "lr": 1.6794972873135044e-05}
{"train_loss": 0.0014706668443977833, "global_step": 78225, "epoch": 439, "lr": 1.6793868094303466e-05}
{"train_loss": 0.000982067547738552, "global_step": 78226, "epoch": 439, "lr": 1.6792763344475477e-05}
{"train_loss": 0.001747345319017768, "global_step": 78227, "epoch": 439, "lr": 1.6791658623652025e-05}
{"train_loss": 0.0012433292577043176, "global_step": 78228, "epoch": 439, "lr": 1.6790553931834074e-05}
{"train_loss": 0.002163519384339452, "global_step": 78229, "epoch": 439, "lr": 1.6789449269022593e-05}
{"train_loss": 0.003603117074817419, "global_step": 78230, "epoch": 439, "lr": 1.678834463521855e-05}
{"train_loss": 0.0004720242286566645, "global_step": 78231, "epoch": 439, "lr": 1.678724003042288e-05}
{"train_loss": 0.002417210955172777, "global_step": 78232, "epoch": 439, "lr": 1.678613545463661e-05}
{"train_loss": 0.0016900086775422096, "global_step": 78233, "epoch": 439, "lr": 1.678503090786063e-05}
{"train_loss": 0.0021667880937457085, "global_step": 78234, "epoch": 439, "lr": 1.6783926390095977e-05}
{"train_loss": 0.0026201880536973476, "global_step": 78235, "epoch": 439, "lr": 1.6782821901343553e-05}
{"train_loss": 0.0012760016834363341, "global_step": 78236, "epoch": 439, "lr": 1.678171744160436e-05}
{"train_loss": 0.0018934874096885324, "global_step": 78237, "epoch": 439, "lr": 1.6780613010879354e-05}
{"train_loss": 0.0007789049996063113, "global_step": 78238, "epoch": 439, "lr": 1.6779508609169486e-05}
{"train_loss": 0.0011789703276008368, "global_step": 78239, "epoch": 439, "lr": 1.6778404236475766e-05}
{"train_loss": 0.001249444205313921, "global_step": 78240, "epoch": 439, "lr": 1.6777299892799086e-05}
{"train_loss": 0.0016359954606741667, "global_step": 78241, "epoch": 439, "lr": 1.6776195578140475e-05}
{"train_loss": 0.0014713981654495, "global_step": 78242, "epoch": 439, "lr": 1.6775091292500867e-05}
{"train_loss": 0.002754190005362034, "global_step": 78243, "epoch": 439, "lr": 1.6773987035881234e-05}
{"train_loss": 0.0017105499282479286, "global_step": 78244, "epoch": 439, "lr": 1.6772882808282543e-05}
{"train_loss": 0.0011184770846739411, "global_step": 78245, "epoch": 439, "lr": 1.677177860970575e-05}
{"train_loss": 0.0011329071130603552, "global_step": 78246, "epoch": 439, "lr": 1.6770674440151812e-05}
{"train_loss": 0.0011201436864212155, "global_step": 78247, "epoch": 439, "lr": 1.6769570299621734e-05}
{"train_loss": 0.0019431960536167026, "global_step": 78248, "epoch": 439, "lr": 1.6768466188116423e-05}
{"train_loss": 0.0015986484941095114, "global_step": 78249, "epoch": 439, "lr": 1.6767362105636885e-05}
{"train_loss": 0.0008672450785525143, "global_step": 78250, "epoch": 439, "lr": 1.676625805218407e-05}
{"train_loss": 0.0010320942383259535, "global_step": 78251, "epoch": 439, "lr": 1.676515402775895e-05}
{"train_loss": 0.0010740290163084865, "global_step": 78252, "epoch": 439, "lr": 1.6764050032362477e-05}
{"train_loss": 0.000516982632689178, "global_step": 78253, "epoch": 439, "lr": 1.6762946065995628e-05}
{"train_loss": 0.0014490580651909113, "global_step": 78254, "epoch": 439, "lr": 1.6761842128659356e-05}
{"train_loss": 0.001060777110978961, "global_step": 78255, "epoch": 439, "lr": 1.6760738220354626e-05}
{"train_loss": 0.0020184272434562445, "global_step": 78256, "epoch": 439, "lr": 1.6759634341082398e-05}
{"train_loss": 0.0014459426747635007, "global_step": 78257, "epoch": 439, "lr": 1.6758530490843678e-05}
{"train_loss": 0.0008307012030854821, "global_step": 78258, "epoch": 439, "lr": 1.6757426669639353e-05}
{"train_loss": 0.0012151084374636412, "global_step": 78259, "epoch": 439, "lr": 1.6756322877470454e-05}
{"train_loss": 0.0012460325378924608, "global_step": 78260, "epoch": 439, "lr": 1.6755219114337922e-05}
{"train_loss": 0.0011916374787688255, "global_step": 78261, "epoch": 439, "lr": 1.6754115380242703e-05}
{"train_loss": 0.000714668829459697, "global_step": 78262, "epoch": 439, "lr": 1.6753011675185816e-05}
{"train_loss": 0.000998157192952931, "global_step": 78263, "epoch": 439, "lr": 1.675190799916815e-05}
{"train_loss": 0.0011808914132416248, "global_step": 78264, "epoch": 439, "lr": 1.6750804352190726e-05}
{"train_loss": 0.0011115859961137176, "global_step": 78265, "epoch": 439, "lr": 1.674970073425448e-05}
{"train_loss": 0.0016346462070941925, "global_step": 78266, "epoch": 439, "lr": 1.6748597145360394e-05}
{"train_loss": 0.0010685583110898733, "global_step": 78267, "epoch": 439, "lr": 1.674749358550942e-05}
{"train_loss": 0.0007421637419611216, "global_step": 78268, "epoch": 439, "lr": 1.6746390054702525e-05}
{"train_loss": 0.0018701744265854359, "global_step": 78269, "epoch": 439, "lr": 1.6745286552940674e-05}
{"train_loss": 0.0007954475586302578, "global_step": 78270, "epoch": 439, "lr": 1.674418308022483e-05}
{"train_loss": 0.004110860172659159, "global_step": 78271, "epoch": 439, "lr": 1.6743079636555937e-05}
{"train_loss": 0.0012333940248936415, "global_step": 78272, "epoch": 439, "lr": 1.6741976221935007e-05}
{"train_loss": 0.001012336346320808, "global_step": 78273, "epoch": 439, "lr": 1.674087283636295e-05}
{"train_loss": 0.0018876396352425218, "global_step": 78274, "epoch": 439, "lr": 1.673976947984076e-05}
{"train_loss": 0.0012227020924910903, "global_step": 78275, "epoch": 439, "lr": 1.6738666152369402e-05}
{"train_loss": 0.00217644264921546, "global_step": 78276, "epoch": 439, "lr": 1.6737562853949835e-05}
{"train_loss": 0.001847695093601942, "global_step": 78277, "epoch": 439, "lr": 1.6736459584583013e-05}
{"train_loss": 0.002170789521187544, "global_step": 78278, "epoch": 439, "lr": 1.6735356344269916e-05}
{"train_loss": 0.0014065502909943461, "global_step": 78279, "epoch": 439, "lr": 1.673425313301148e-05}
{"train_loss": 0.0025554276071488857, "global_step": 78280, "epoch": 439, "lr": 1.6733149950808698e-05}
{"train_loss": 0.0013265503803268075, "global_step": 78281, "epoch": 439, "lr": 1.6732046797662525e-05}
{"train_loss": 0.0025077590253204107, "global_step": 78282, "epoch": 439, "lr": 1.6730943673573922e-05}
{"train_loss": 0.0007913801819086075, "global_step": 78283, "epoch": 439, "lr": 1.672984057854386e-05}
{"train_loss": 0.001099195098504424, "global_step": 78284, "epoch": 439, "lr": 1.6728737512573273e-05}
{"train_loss": 0.0012833402724936604, "global_step": 78285, "epoch": 439, "lr": 1.6727634475663178e-05}
{"train_loss": 0.0005144717288203537, "global_step": 78286, "epoch": 439, "lr": 1.6726531467814475e-05}
{"train_loss": 0.0016395479906350374, "global_step": 78287, "epoch": 439, "lr": 1.6725428489028195e-05}
{"train_loss": 0.0027081267908215523, "global_step": 78288, "epoch": 439, "lr": 1.6724325539305234e-05}
{"train_loss": 0.0012758409138768911, "global_step": 78289, "epoch": 439, "lr": 1.67232226186466e-05}
{"train_loss": 0.0019118532072752714, "global_step": 78290, "epoch": 439, "lr": 1.6722119727053247e-05}
{"train_loss": 0.0019045333610847592, "global_step": 78291, "epoch": 439, "lr": 1.6721016864526134e-05}
{"train_loss": 0.002253799233585596, "global_step": 78292, "epoch": 439, "lr": 1.6719914031066225e-05}
{"train_loss": 0.0011630593799054623, "global_step": 78293, "epoch": 439, "lr": 1.6718811226674487e-05}
{"train_loss": 0.0033952798694372177, "global_step": 78294, "epoch": 439, "lr": 1.671770845135186e-05}
{"train_loss": 0.000583922490477562, "global_step": 78295, "epoch": 439, "lr": 1.671660570509936e-05}
{"train_loss": 0.0027260843198746443, "global_step": 78296, "epoch": 439, "lr": 1.6715502987917886e-05}
{"train_loss": 0.0008222594042308629, "global_step": 78297, "epoch": 439, "lr": 1.6714400299808447e-05}
{"train_loss": 0.0014531556516885757, "global_step": 78298, "epoch": 439, "lr": 1.671329764077199e-05}
{"train_loss": 0.0008212848333641887, "global_step": 78299, "epoch": 439, "lr": 1.6712195010809484e-05}
{"train_loss": 0.0007257289835251868, "global_step": 78300, "epoch": 439, "lr": 1.6711092409921884e-05}
{"train_loss": 0.002812308259308338, "global_step": 78301, "epoch": 439, "lr": 1.670998983811014e-05}
{"train_loss": 0.0005464062560349703, "global_step": 78302, "epoch": 439, "lr": 1.6708887295375252e-05}
{"train_loss": 0.0015738792717456818, "global_step": 78303, "epoch": 439, "lr": 1.670778478171816e-05}
{"train_loss": 0.0017132689245045185, "global_step": 78304, "epoch": 439, "lr": 1.670668229713983e-05}
{"train_loss": 0.0012257552007213235, "global_step": 78305, "epoch": 439, "lr": 1.6705579841641227e-05}
{"train_loss": 0.000887110538315028, "global_step": 78306, "epoch": 439, "lr": 1.6704477415223312e-05}
{"train_loss": 0.0019347216002643108, "global_step": 78307, "epoch": 439, "lr": 1.6703375017887047e-05}
{"train_loss": 0.0032625780440866947, "global_step": 78308, "epoch": 439, "lr": 1.6702272649633394e-05}
{"train_loss": 0.0009254396427422762, "global_step": 78309, "epoch": 439, "lr": 1.6701170310463298e-05}
{"train_loss": 0.0021884171292185783, "global_step": 78310, "epoch": 439, "lr": 1.670006800037778e-05}
{"train_loss": 0.0018251417204737663, "global_step": 78311, "epoch": 439, "lr": 1.6698965719377725e-05}
{"train_loss": 0.0011990317143499851, "global_step": 78312, "epoch": 439, "lr": 1.669786346746415e-05}
{"train_loss": 0.0025009813252836466, "global_step": 78313, "epoch": 439, "lr": 1.669676124463801e-05}
{"train_loss": 0.001971277641132474, "global_step": 78314, "epoch": 439, "lr": 1.6695659050900258e-05}
{"train_loss": 0.0020485653076320887, "global_step": 78315, "epoch": 439, "lr": 1.6694556886251854e-05}
{"train_loss": 0.0016502868384122849, "global_step": 78316, "epoch": 439, "lr": 1.669345475069377e-05}
{"train_loss": 0.0020326008088886738, "global_step": 78317, "epoch": 439, "lr": 1.669235264422695e-05}
{"train_loss": 0.0015477470587939024, "global_step": 78318, "epoch": 439, "lr": 1.6691250566852403e-05}
{"train_loss": 0.0016327742384184215, "global_step": 78319, "epoch": 439, "lr": 1.6690148518571025e-05}
{"train_loss": 0.002123938873410225, "global_step": 78320, "epoch": 440, "lr": 1.6689046499383827e-05}
{"train_loss": 0.0013269453775137663, "global_step": 78321, "epoch": 440, "lr": 1.668794450929176e-05}
{"train_loss": 0.0006048218347132206, "global_step": 78322, "epoch": 440, "lr": 1.6686842548295766e-05}
{"train_loss": 0.002935640513896942, "global_step": 78323, "epoch": 440, "lr": 1.668574061639686e-05}
{"train_loss": 0.003024247707799077, "global_step": 78324, "epoch": 440, "lr": 1.6684638713595934e-05}
{"train_loss": 0.0026742620393633842, "global_step": 78325, "epoch": 440, "lr": 1.6683536839894027e-05}
{"train_loss": 0.0009323441772721708, "global_step": 78326, "epoch": 440, "lr": 1.668243499529202e-05}
{"train_loss": 0.0015845374437049031, "global_step": 78327, "epoch": 440, "lr": 1.6681333179790938e-05}
{"train_loss": 0.002110046800225973, "global_step": 78328, "epoch": 440, "lr": 1.6680231393391714e-05}
{"train_loss": 0.0010599300730973482, "global_step": 78329, "epoch": 440, "lr": 1.6679129636095326e-05}
{"train_loss": 0.0026997211389243603, "global_step": 78330, "epoch": 440, "lr": 1.6678027907902726e-05}
{"train_loss": 0.001797268632799387, "global_step": 78331, "epoch": 440, "lr": 1.667692620881488e-05}
{"train_loss": 0.0007686615572310984, "global_step": 78332, "epoch": 440, "lr": 1.6675824538832728e-05}
{"train_loss": 0.0013931761495769024, "global_step": 78333, "epoch": 440, "lr": 1.667472289795729e-05}
{"train_loss": 0.0005999929271638393, "global_step": 78334, "epoch": 440, "lr": 1.667362128618946e-05}
{"train_loss": 0.0018108808435499668, "global_step": 78335, "epoch": 440, "lr": 1.6672519703530244e-05}
{"train_loss": 0.0009429437341168523, "global_step": 78336, "epoch": 440, "lr": 1.6671418149980594e-05}
{"train_loss": 0.0011987716425210238, "global_step": 78337, "epoch": 440, "lr": 1.667031662554147e-05}
{"train_loss": 0.0013529437128454447, "global_step": 78338, "epoch": 440, "lr": 1.6669215130213834e-05}
{"train_loss": 0.002666558139026165, "global_step": 78339, "epoch": 440, "lr": 1.6668113663998647e-05}
{"train_loss": 0.0011880970560014248, "global_step": 78340, "epoch": 440, "lr": 1.6667012226896855e-05}
{"train_loss": 0.002199099864810705, "global_step": 78341, "epoch": 440, "lr": 1.6665910818909468e-05}
{"train_loss": 0.0022224383428692818, "global_step": 78342, "epoch": 440, "lr": 1.666480944003739e-05}
{"train_loss": 0.0011036196956411004, "global_step": 78343, "epoch": 440, "lr": 1.6663708090281626e-05}
{"train_loss": 0.002202095463871956, "global_step": 78344, "epoch": 440, "lr": 1.666260676964312e-05}
{"train_loss": 0.0020181245636194944, "global_step": 78345, "epoch": 440, "lr": 1.6661505478122834e-05}
{"train_loss": 0.001023265067487955, "global_step": 78346, "epoch": 440, "lr": 1.6660404215721736e-05}
{"train_loss": 0.0014985601883381605, "global_step": 78347, "epoch": 440, "lr": 1.6659302982440766e-05}
{"train_loss": 0.0005975198582746089, "global_step": 78348, "epoch": 440, "lr": 1.6658201778280935e-05}
{"train_loss": 0.002464808989316225, "global_step": 78349, "epoch": 440, "lr": 1.6657100603243143e-05}
{"train_loss": 0.002164911013096571, "global_step": 78350, "epoch": 440, "lr": 1.6655999457328398e-05}
{"train_loss": 0.0009916876442730427, "global_step": 78351, "epoch": 440, "lr": 1.6654898340537643e-05}
{"train_loss": 0.0006702134851366282, "global_step": 78352, "epoch": 440, "lr": 1.6653797252871845e-05}
{"train_loss": 0.0004422054626047611, "global_step": 78353, "epoch": 440, "lr": 1.6652696194331967e-05}
{"train_loss": 0.001652571838349104, "global_step": 78354, "epoch": 440, "lr": 1.6651595164918966e-05}
{"train_loss": 0.00042802191455848515, "global_step": 78355, "epoch": 440, "lr": 1.6650494164633785e-05}
{"train_loss": 0.0018702754750847816, "global_step": 78356, "epoch": 440, "lr": 1.664939319347744e-05}
{"train_loss": 0.001829926623031497, "global_step": 78357, "epoch": 440, "lr": 1.664829225145083e-05}
{"train_loss": 0.0019910417031496763, "global_step": 78358, "epoch": 440, "lr": 1.6647191338554957e-05}
{"train_loss": 0.0012728172587230802, "global_step": 78359, "epoch": 440, "lr": 1.664609045479077e-05}
{"train_loss": 0.0009650429128669202, "global_step": 78360, "epoch": 440, "lr": 1.6644989600159232e-05}
{"train_loss": 0.0017109778709709644, "global_step": 78361, "epoch": 440, "lr": 1.664388877466131e-05}
{"train_loss": 0.0014533239882439375, "global_step": 78362, "epoch": 440, "lr": 1.6642787978297952e-05}
{"train_loss": 0.00038463424425572157, "global_step": 78363, "epoch": 440, "lr": 1.664168721107013e-05}
{"train_loss": 0.0007320847944356501, "global_step": 78364, "epoch": 440, "lr": 1.664058647297878e-05}
{"train_loss": 0.0014608289347961545, "global_step": 78365, "epoch": 440, "lr": 1.6639485764024902e-05}
{"train_loss": 0.0020532715134322643, "global_step": 78366, "epoch": 440, "lr": 1.6638385084209446e-05}
{"train_loss": 0.0016333508538082242, "global_step": 78367, "epoch": 440, "lr": 1.6637284433533367e-05}
{"train_loss": 0.0013659826945513487, "global_step": 78368, "epoch": 440, "lr": 1.663618381199763e-05}
{"train_loss": 0.0009635877795517445, "global_step": 78369, "epoch": 440, "lr": 1.663508321960319e-05}
{"train_loss": 0.0014954223297536373, "global_step": 78370, "epoch": 440, "lr": 1.6633982656351e-05}
{"train_loss": 0.0021813316270709038, "global_step": 78371, "epoch": 440, "lr": 1.663288212224206e-05}
{"train_loss": 0.0032684789039194584, "global_step": 78372, "epoch": 440, "lr": 1.6631781617277277e-05}
{"train_loss": 0.001341446884907782, "global_step": 78373, "epoch": 440, "lr": 1.6630681141457654e-05}
{"train_loss": 0.0017820793436840177, "global_step": 78374, "epoch": 440, "lr": 1.662958069478414e-05}
{"train_loss": 0.0024729433935135603, "global_step": 78375, "epoch": 440, "lr": 1.6628480277257696e-05}
{"train_loss": 0.0011689559323713183, "global_step": 78376, "epoch": 440, "lr": 1.662737988887928e-05}
{"train_loss": 0.0010257508838549256, "global_step": 78377, "epoch": 440, "lr": 1.662627952964985e-05}
{"train_loss": 0.0035621109418570995, "global_step": 78378, "epoch": 440, "lr": 1.662517919957036e-05}
{"train_loss": 0.002410956658422947, "global_step": 78379, "epoch": 440, "lr": 1.6624078898641816e-05}
{"train_loss": 0.003380977548658848, "global_step": 78380, "epoch": 440, "lr": 1.662297862686511e-05}
{"train_loss": 0.0019873492419719696, "global_step": 78381, "epoch": 440, "lr": 1.6621878384241274e-05}
{"train_loss": 0.0009380093542858958, "global_step": 78382, "epoch": 440, "lr": 1.6620778170771202e-05}
{"train_loss": 0.003286705818027258, "global_step": 78383, "epoch": 440, "lr": 1.6619677986455902e-05}
{"train_loss": 0.00041027431143447757, "global_step": 78384, "epoch": 440, "lr": 1.6618577831296323e-05}
{"train_loss": 0.001159215229563415, "global_step": 78385, "epoch": 440, "lr": 1.66174777052934e-05}
{"train_loss": 0.0018413562793284655, "global_step": 78386, "epoch": 440, "lr": 1.6616377608448153e-05}
{"train_loss": 0.0022495149169117212, "global_step": 78387, "epoch": 440, "lr": 1.661527754076147e-05}
{"train_loss": 0.0013911647256463766, "global_step": 78388, "epoch": 440, "lr": 1.6614177502234367e-05}
{"train_loss": 0.0010497885523363948, "global_step": 78389, "epoch": 440, "lr": 1.661307749286779e-05}
{"train_loss": 0.0019483265932649374, "global_step": 78390, "epoch": 440, "lr": 1.6611977512662697e-05}
{"train_loss": 0.002087088767439127, "global_step": 78391, "epoch": 440, "lr": 1.6610877561620043e-05}
{"train_loss": 0.0009693042375147343, "global_step": 78392, "epoch": 440, "lr": 1.6609777639740792e-05}
{"train_loss": 0.0023093123454600573, "global_step": 78393, "epoch": 440, "lr": 1.660867774702589e-05}
{"train_loss": 0.0014726261142641306, "global_step": 78394, "epoch": 440, "lr": 1.660757788347635e-05}
{"train_loss": 0.0016859881579875946, "global_step": 78395, "epoch": 440, "lr": 1.6606478049093065e-05}
{"train_loss": 0.0015296386554837227, "global_step": 78396, "epoch": 440, "lr": 1.6605378243877057e-05}
{"train_loss": 0.0012946639908477664, "global_step": 78397, "epoch": 440, "lr": 1.6604278467829225e-05}
{"train_loss": 0.0017953861970454454, "global_step": 78398, "epoch": 440, "lr": 1.6603178720950576e-05}
{"train_loss": 0.001667369855567813, "global_step": 78399, "epoch": 440, "lr": 1.6602079003242053e-05}
{"train_loss": 0.004778450354933739, "global_step": 78400, "epoch": 440, "lr": 1.6600979314704627e-05}
{"train_loss": 0.0012805253500118852, "global_step": 78401, "epoch": 440, "lr": 1.6599879655339247e-05}
{"train_loss": 0.0017278152517974377, "global_step": 78402, "epoch": 440, "lr": 1.6598780025146883e-05}
{"train_loss": 0.0021470035426318645, "global_step": 78403, "epoch": 440, "lr": 1.6597680424128466e-05}
{"train_loss": 0.0011963618453592062, "global_step": 78404, "epoch": 440, "lr": 1.6596580852285014e-05}
{"train_loss": 0.0012347353622317314, "global_step": 78405, "epoch": 440, "lr": 1.6595481309617422e-05}
{"train_loss": 0.0010035148588940501, "global_step": 78406, "epoch": 440, "lr": 1.65943817961267e-05}
{"train_loss": 0.00329162972047925, "global_step": 78407, "epoch": 440, "lr": 1.659328231181379e-05}
{"train_loss": 0.0013422317570075393, "global_step": 78408, "epoch": 440, "lr": 1.659218285667964e-05}
{"train_loss": 0.001072827959433198, "global_step": 78409, "epoch": 440, "lr": 1.659108343072525e-05}
{"train_loss": 0.0006945531349629164, "global_step": 78410, "epoch": 440, "lr": 1.658998403395152e-05}
{"train_loss": 0.0037445914931595325, "global_step": 78411, "epoch": 440, "lr": 1.6588884666359467e-05}
{"train_loss": 0.0010080088395625353, "global_step": 78412, "epoch": 440, "lr": 1.658778532795002e-05}
{"train_loss": 0.002356620505452156, "global_step": 78413, "epoch": 440, "lr": 1.658668601872415e-05}
{"train_loss": 0.0006963449995964766, "global_step": 78414, "epoch": 440, "lr": 1.6585586738682818e-05}
{"train_loss": 0.0004202977870590985, "global_step": 78415, "epoch": 440, "lr": 1.6584487487826977e-05}
{"train_loss": 0.0021193106658756733, "global_step": 78416, "epoch": 440, "lr": 1.6583388266157595e-05}
{"train_loss": 0.0011934023350477219, "global_step": 78417, "epoch": 440, "lr": 1.6582289073675622e-05}
{"train_loss": 0.0005463936249725521, "global_step": 78418, "epoch": 440, "lr": 1.6581189910382012e-05}
{"train_loss": 0.001604901859536767, "global_step": 78419, "epoch": 440, "lr": 1.6580090776277768e-05}
{"train_loss": 0.0015102251200005412, "global_step": 78420, "epoch": 440, "lr": 1.657899167136378e-05}
{"train_loss": 0.0024215299636125565, "global_step": 78421, "epoch": 440, "lr": 1.657789259564107e-05}
{"train_loss": 0.0011395212495699525, "global_step": 78422, "epoch": 440, "lr": 1.6576793549110576e-05}
{"train_loss": 0.00094872887711972, "global_step": 78423, "epoch": 440, "lr": 1.6575694531773256e-05}
{"train_loss": 0.0010372442193329334, "global_step": 78424, "epoch": 440, "lr": 1.6574595543630067e-05}
{"train_loss": 0.003095274791121483, "global_step": 78425, "epoch": 440, "lr": 1.6573496584681973e-05}
{"train_loss": 0.0008742899517528713, "global_step": 78426, "epoch": 440, "lr": 1.6572397654929923e-05}
{"train_loss": 0.0016548165585845709, "global_step": 78427, "epoch": 440, "lr": 1.6571298754374898e-05}
{"train_loss": 0.0015398339601233602, "global_step": 78428, "epoch": 440, "lr": 1.6570199883017844e-05}
{"train_loss": 0.0016179598169401288, "global_step": 78429, "epoch": 440, "lr": 1.656910104085973e-05}
{"train_loss": 0.0019289469346404076, "global_step": 78430, "epoch": 440, "lr": 1.6568002227901513e-05}
{"train_loss": 0.0018563701305538416, "global_step": 78431, "epoch": 440, "lr": 1.656690344414413e-05}
{"train_loss": 0.0018459229031577706, "global_step": 78432, "epoch": 440, "lr": 1.6565804689588588e-05}
{"train_loss": 0.0021251305006444454, "global_step": 78433, "epoch": 440, "lr": 1.656470596423579e-05}
{"train_loss": 0.0010861920891329646, "global_step": 78434, "epoch": 440, "lr": 1.6563607268086755e-05}
{"train_loss": 0.002528261626139283, "global_step": 78435, "epoch": 440, "lr": 1.6562508601142384e-05}
{"train_loss": 0.0010672599310055375, "global_step": 78436, "epoch": 440, "lr": 1.656140996340368e-05}
{"train_loss": 0.0013699239352717996, "global_step": 78437, "epoch": 440, "lr": 1.6560311354871583e-05}
{"train_loss": 0.0017705804202705622, "global_step": 78438, "epoch": 440, "lr": 1.655921277554706e-05}
{"train_loss": 0.0014390386641025543, "global_step": 78439, "epoch": 440, "lr": 1.655811422543107e-05}
{"train_loss": 0.0013737326953560114, "global_step": 78440, "epoch": 440, "lr": 1.655701570452457e-05}
{"train_loss": 0.001670049736276269, "global_step": 78441, "epoch": 440, "lr": 1.65559172128285e-05}
{"train_loss": 0.0025377999991178513, "global_step": 78442, "epoch": 440, "lr": 1.655481875034387e-05}
{"train_loss": 0.0019072791328653693, "global_step": 78443, "epoch": 440, "lr": 1.655372031707158e-05}
{"train_loss": 0.001110326498746872, "global_step": 78444, "epoch": 440, "lr": 1.6552621913012635e-05}
{"train_loss": 0.0010445743100717664, "global_step": 78445, "epoch": 440, "lr": 1.6551523538167972e-05}
{"train_loss": 0.0017976199742406607, "global_step": 78446, "epoch": 440, "lr": 1.655042519253856e-05}
{"train_loss": 0.0012965684290975332, "global_step": 78447, "epoch": 440, "lr": 1.6549326876125353e-05}
{"train_loss": 0.0005538109107874334, "global_step": 78448, "epoch": 440, "lr": 1.6548228588929298e-05}
{"train_loss": 0.0017638237914070487, "global_step": 78449, "epoch": 440, "lr": 1.6547130330951376e-05}
{"train_loss": 0.0010607792064547539, "global_step": 78450, "epoch": 440, "lr": 1.6546032102192544e-05}
{"train_loss": 0.00310071581043303, "global_step": 78451, "epoch": 440, "lr": 1.6544933902653754e-05}
{"train_loss": 0.0011681667529046535, "global_step": 78452, "epoch": 440, "lr": 1.6543835732335967e-05}
{"train_loss": 0.0006034450489096344, "global_step": 78453, "epoch": 440, "lr": 1.6542737591240142e-05}
{"train_loss": 0.0014856815105304122, "global_step": 78454, "epoch": 440, "lr": 1.654163947936724e-05}
{"train_loss": 0.0013075678143650293, "global_step": 78455, "epoch": 440, "lr": 1.6540541396718212e-05}
{"train_loss": 0.0019346707267686725, "global_step": 78456, "epoch": 440, "lr": 1.6539443343294004e-05}
{"train_loss": 0.0009737459477037191, "global_step": 78457, "epoch": 440, "lr": 1.653834531909563e-05}
{"train_loss": 0.00040801509749144316, "global_step": 78458, "epoch": 440, "lr": 1.6537247324123984e-05}
{"train_loss": 0.0017760208575055003, "global_step": 78459, "epoch": 440, "lr": 1.653614935838007e-05}
{"train_loss": 0.0018033285159617662, "global_step": 78460, "epoch": 440, "lr": 1.6535051421864827e-05}
{"train_loss": 0.0020242983009666204, "global_step": 78461, "epoch": 440, "lr": 1.653395351457922e-05}
{"train_loss": 0.0005451590986922383, "global_step": 78462, "epoch": 440, "lr": 1.653285563652421e-05}
{"train_loss": 0.0006935902638360858, "global_step": 78463, "epoch": 440, "lr": 1.6531757787700748e-05}
{"train_loss": 0.0010323543101549149, "global_step": 78464, "epoch": 440, "lr": 1.653065996810978e-05}
{"train_loss": 0.0013345223851501942, "global_step": 78465, "epoch": 440, "lr": 1.652956217775231e-05}
{"train_loss": 0.0014554285444319248, "global_step": 78466, "epoch": 440, "lr": 1.6528464416629246e-05}
{"train_loss": 0.0012128480011597276, "global_step": 78467, "epoch": 440, "lr": 1.652736668474158e-05}
{"train_loss": 0.0010298641864210367, "global_step": 78468, "epoch": 440, "lr": 1.652626898209026e-05}
{"train_loss": 0.0014905373100191355, "global_step": 78469, "epoch": 440, "lr": 1.652517130867623e-05}
{"train_loss": 0.0015969537198543549, "global_step": 78470, "epoch": 440, "lr": 1.6524073664500494e-05}
{"train_loss": 0.0005824114196002483, "global_step": 78471, "epoch": 440, "lr": 1.6522976049563955e-05}
{"train_loss": 0.0012033835519105196, "global_step": 78472, "epoch": 440, "lr": 1.6521878463867624e-05}
{"train_loss": 0.002890123752877116, "global_step": 78473, "epoch": 440, "lr": 1.6520780907412398e-05}
{"train_loss": 0.0008726110681891441, "global_step": 78474, "epoch": 440, "lr": 1.651968338019929e-05}
{"train_loss": 0.0013185059651732445, "global_step": 78475, "epoch": 440, "lr": 1.6518585882229237e-05}
{"train_loss": 0.001052451552823186, "global_step": 78476, "epoch": 440, "lr": 1.6517488413503202e-05}
{"train_loss": 0.0017835814505815506, "global_step": 78477, "epoch": 440, "lr": 1.6516390974022145e-05}
{"train_loss": 0.002334306249395013, "global_step": 78478, "epoch": 440, "lr": 1.6515293563787015e-05}
{"train_loss": 0.0012182809878140688, "global_step": 78479, "epoch": 440, "lr": 1.6514196182798764e-05}
{"train_loss": 0.0017415202455595136, "global_step": 78480, "epoch": 440, "lr": 1.6513098831058388e-05}
{"train_loss": 0.0012764817802235484, "global_step": 78481, "epoch": 440, "lr": 1.6512001508566794e-05}
{"train_loss": 0.0012934678234159946, "global_step": 78482, "epoch": 440, "lr": 1.6510904215324987e-05}
{"train_loss": 0.0022947550751268864, "global_step": 78483, "epoch": 440, "lr": 1.6509806951333896e-05}
{"train_loss": 0.001156599959358573, "global_step": 78484, "epoch": 440, "lr": 1.6508709716594496e-05}
{"train_loss": 0.002645026659592986, "global_step": 78485, "epoch": 440, "lr": 1.6507612511107734e-05}
{"train_loss": 0.0012805260485038161, "global_step": 78486, "epoch": 440, "lr": 1.6506515334874574e-05}
{"train_loss": 0.0012068392243236303, "global_step": 78487, "epoch": 440, "lr": 1.6505418187895955e-05}
{"train_loss": 0.0013760224683210254, "global_step": 78488, "epoch": 440, "lr": 1.6504321070172883e-05}
{"train_loss": 0.0008921704138629138, "global_step": 78489, "epoch": 440, "lr": 1.6503223981706257e-05}
{"train_loss": 0.001777759287506342, "global_step": 78490, "epoch": 440, "lr": 1.650212692249708e-05}
{"train_loss": 0.001993081532418728, "global_step": 78491, "epoch": 440, "lr": 1.65010298925463e-05}
{"train_loss": 0.002612768905237317, "global_step": 78492, "epoch": 440, "lr": 1.6499932891854863e-05}
{"train_loss": 0.0008085152949206531, "global_step": 78493, "epoch": 440, "lr": 1.6498835920423732e-05}
{"train_loss": 0.001957834232598543, "global_step": 78494, "epoch": 440, "lr": 1.649773897825386e-05}
{"train_loss": 0.0009621512144804001, "global_step": 78495, "epoch": 440, "lr": 1.6496642065346236e-05}
{"train_loss": 0.002622909378260374, "global_step": 78496, "epoch": 440, "lr": 1.6495545181701765e-05}
{"train_loss": 0.0015877442755880295, "global_step": 78497, "epoch": 440, "lr": 1.6494448327321453e-05, "train_action_mse_error": 4.693551545642549e-06}
{"train_loss": 0.0023850162979215384, "global_step": 78498, "epoch": 441, "lr": 1.649335150220624e-05}
{"train_loss": 0.0011483172420412302, "global_step": 78499, "epoch": 441, "lr": 1.649225470635708e-05}
{"train_loss": 0.0010895171435549855, "global_step": 78500, "epoch": 441, "lr": 1.649115793977493e-05}
{"train_loss": 0.0024491711519658566, "global_step": 78501, "epoch": 441, "lr": 1.649006120246076e-05}
{"train_loss": 0.002552855061367154, "global_step": 78502, "epoch": 441, "lr": 1.6488964494415505e-05}
{"train_loss": 0.0012749785091727972, "global_step": 78503, "epoch": 441, "lr": 1.6487867815640166e-05}
{"train_loss": 0.0024639926850795746, "global_step": 78504, "epoch": 441, "lr": 1.648677116613564e-05}
{"train_loss": 0.002332738135010004, "global_step": 78505, "epoch": 441, "lr": 1.6485674545902956e-05}
{"train_loss": 0.0012388612376525998, "global_step": 78506, "epoch": 441, "lr": 1.6484577954943e-05}
{"train_loss": 0.0018547909567132592, "global_step": 78507, "epoch": 441, "lr": 1.648348139325677e-05}
{"train_loss": 0.0005618801224045455, "global_step": 78508, "epoch": 441, "lr": 1.648238486084523e-05}
{"train_loss": 0.0011133718071505427, "global_step": 78509, "epoch": 441, "lr": 1.6481288357709316e-05}
{"train_loss": 0.002387447515502572, "global_step": 78510, "epoch": 441, "lr": 1.6480191883850004e-05}
{"train_loss": 0.0009746293071657419, "global_step": 78511, "epoch": 441, "lr": 1.6479095439268223e-05}
{"train_loss": 0.0016076273750513792, "global_step": 78512, "epoch": 441, "lr": 1.6477999023964962e-05}
{"train_loss": 0.001091236830689013, "global_step": 78513, "epoch": 441, "lr": 1.647690263794117e-05}
{"train_loss": 0.0008578716078773141, "global_step": 78514, "epoch": 441, "lr": 1.6475806281197803e-05}
{"train_loss": 0.001184927299618721, "global_step": 78515, "epoch": 441, "lr": 1.6474709953735817e-05}
{"train_loss": 0.0011432324536144733, "global_step": 78516, "epoch": 441, "lr": 1.647361365555617e-05}
{"train_loss": 0.0007762397872284055, "global_step": 78517, "epoch": 441, "lr": 1.64725173866598e-05}
{"train_loss": 0.003100518835708499, "global_step": 78518, "epoch": 441, "lr": 1.6471421147047715e-05}
{"train_loss": 0.0013924390077590942, "global_step": 78519, "epoch": 441, "lr": 1.6470324936720817e-05}
{"train_loss": 0.002203555777668953, "global_step": 78520, "epoch": 441, "lr": 1.6469228755680093e-05}
{"train_loss": 0.002211506012827158, "global_step": 78521, "epoch": 441, "lr": 1.6468132603926506e-05}
{"train_loss": 0.0035162591375410557, "global_step": 78522, "epoch": 441, "lr": 1.6467036481460997e-05}
{"train_loss": 0.0016593665350228548, "global_step": 78523, "epoch": 441, "lr": 1.6465940388284528e-05}
{"train_loss": 0.00453858682885766, "global_step": 78524, "epoch": 441, "lr": 1.646484432439806e-05}
{"train_loss": 0.0006879036081954837, "global_step": 78525, "epoch": 441, "lr": 1.646374828980255e-05}
{"train_loss": 0.001776503981091082, "global_step": 78526, "epoch": 441, "lr": 1.6462652284498946e-05}
{"train_loss": 0.0013807846698909998, "global_step": 78527, "epoch": 441, "lr": 1.64615563084882e-05}
{"train_loss": 0.0012849278282374144, "global_step": 78528, "epoch": 441, "lr": 1.646046036177132e-05}
{"train_loss": 0.004530144389718771, "global_step": 78529, "epoch": 441, "lr": 1.6459364444349183e-05}
{"train_loss": 0.001672335434705019, "global_step": 78530, "epoch": 441, "lr": 1.6458268556222806e-05}
{"train_loss": 0.0018500771839171648, "global_step": 78531, "epoch": 441, "lr": 1.645717269739313e-05}
{"train_loss": 0.0035983582492917776, "global_step": 78532, "epoch": 441, "lr": 1.64560768678611e-05}
{"train_loss": 0.0017088903114199638, "global_step": 78533, "epoch": 441, "lr": 1.6454981067627706e-05}
{"train_loss": 0.001062219962477684, "global_step": 78534, "epoch": 441, "lr": 1.6453885296693857e-05}
{"train_loss": 0.00193271622993052, "global_step": 78535, "epoch": 441, "lr": 1.645278955506055e-05}
{"train_loss": 0.001378543907776475, "global_step": 78536, "epoch": 441, "lr": 1.6451693842728727e-05}
{"train_loss": 0.001510182162746787, "global_step": 78537, "epoch": 441, "lr": 1.6450598159699347e-05}
{"train_loss": 0.0005493925418704748, "global_step": 78538, "epoch": 441, "lr": 1.644950250597337e-05}
{"train_loss": 0.0029048058204352856, "global_step": 78539, "epoch": 441, "lr": 1.6448406881551742e-05}
{"train_loss": 0.001403404283337295, "global_step": 78540, "epoch": 441, "lr": 1.6447311286435414e-05}
{"train_loss": 0.00232376204803586, "global_step": 78541, "epoch": 441, "lr": 1.6446215720625385e-05}
{"train_loss": 0.0019770788494497538, "global_step": 78542, "epoch": 441, "lr": 1.6445120184122554e-05}
{"train_loss": 0.0010465439409017563, "global_step": 78543, "epoch": 441, "lr": 1.6444024676927938e-05}
{"train_loss": 0.0012778141535818577, "global_step": 78544, "epoch": 441, "lr": 1.644292919904243e-05}
{"train_loss": 0.0018870659405365586, "global_step": 78545, "epoch": 441, "lr": 1.6441833750467033e-05}
{"train_loss": 0.0018912435043603182, "global_step": 78546, "epoch": 441, "lr": 1.6440738331202697e-05}
{"train_loss": 0.0014833140885457397, "global_step": 78547, "epoch": 441, "lr": 1.6439642941250366e-05}
{"train_loss": 0.002063086023554206, "global_step": 78548, "epoch": 441, "lr": 1.643854758061101e-05}
{"train_loss": 0.0013668530154973269, "global_step": 78549, "epoch": 441, "lr": 1.643745224928557e-05}
{"train_loss": 0.0017034451011568308, "global_step": 78550, "epoch": 441, "lr": 1.6436356947274994e-05}
{"train_loss": 0.0004884785739704967, "global_step": 78551, "epoch": 441, "lr": 1.6435261674580293e-05}
{"train_loss": 0.000806523603387177, "global_step": 78552, "epoch": 441, "lr": 1.6434166431202352e-05}
{"train_loss": 0.0014475317439064384, "global_step": 78553, "epoch": 441, "lr": 1.6433071217142182e-05}
{"train_loss": 0.001497908029705286, "global_step": 78554, "epoch": 441, "lr": 1.6431976032400713e-05}
{"train_loss": 0.0018249570857733488, "global_step": 78555, "epoch": 441, "lr": 1.64308808769789e-05}
{"train_loss": 0.003427100135013461, "global_step": 78556, "epoch": 441, "lr": 1.6429785750877735e-05}
{"train_loss": 0.0034210870508104563, "global_step": 78557, "epoch": 441, "lr": 1.6428690654098117e-05}
{"train_loss": 0.0011779157212004066, "global_step": 78558, "epoch": 441, "lr": 1.6427595586641048e-05}
{"train_loss": 0.0017511313781142235, "global_step": 78559, "epoch": 441, "lr": 1.6426500548507467e-05}
{"train_loss": 0.002878389321267605, "global_step": 78560, "epoch": 441, "lr": 1.6425405539698336e-05}
{"train_loss": 0.0009920388692989945, "global_step": 78561, "epoch": 441, "lr": 1.6424310560214607e-05}
{"train_loss": 0.0006678892532363534, "global_step": 78562, "epoch": 441, "lr": 1.6423215610057242e-05}
{"train_loss": 0.0006452742964029312, "global_step": 78563, "epoch": 441, "lr": 1.6422120689227187e-05}
{"train_loss": 0.0022903040517121553, "global_step": 78564, "epoch": 441, "lr": 1.642102579772541e-05}
{"train_loss": 0.0012837823014706373, "global_step": 78565, "epoch": 441, "lr": 1.641993093555284e-05}
{"train_loss": 0.0012410238850861788, "global_step": 78566, "epoch": 441, "lr": 1.6418836102710488e-05}
{"train_loss": 0.0017730511026456952, "global_step": 78567, "epoch": 441, "lr": 1.6417741299199246e-05}
{"train_loss": 0.0007916223257780075, "global_step": 78568, "epoch": 441, "lr": 1.641664652502012e-05}
{"train_loss": 0.0027735759504139423, "global_step": 78569, "epoch": 441, "lr": 1.6415551780174043e-05}
{"train_loss": 0.003671671962365508, "global_step": 78570, "epoch": 441, "lr": 1.6414457064661976e-05}
{"train_loss": 0.0020275660790503025, "global_step": 78571, "epoch": 441, "lr": 1.6413362378484882e-05}
{"train_loss": 0.0016234822105616331, "global_step": 78572, "epoch": 441, "lr": 1.6412267721643704e-05}
{"train_loss": 0.0016404606867581606, "global_step": 78573, "epoch": 441, "lr": 1.6411173094139387e-05}
{"train_loss": 0.0023331285919994116, "global_step": 78574, "epoch": 441, "lr": 1.6410078495972926e-05}
{"train_loss": 0.002473995555192232, "global_step": 78575, "epoch": 441, "lr": 1.640898392714525e-05}
{"train_loss": 0.0009015384130179882, "global_step": 78576, "epoch": 441, "lr": 1.6407889387657323e-05}
{"train_loss": 0.0017508602468296885, "global_step": 78577, "epoch": 441, "lr": 1.64067948775101e-05}
{"train_loss": 0.0018818731186911464, "global_step": 78578, "epoch": 441, "lr": 1.6405700396704514e-05}
{"train_loss": 0.0013149251462891698, "global_step": 78579, "epoch": 441, "lr": 1.6404605945241582e-05}
{"train_loss": 0.001225859858095646, "global_step": 78580, "epoch": 441, "lr": 1.6403511523122185e-05}
{"train_loss": 0.002647334709763527, "global_step": 78581, "epoch": 441, "lr": 1.6402417130347346e-05}
{"train_loss": 0.0013979534851387143, "global_step": 78582, "epoch": 441, "lr": 1.6401322766917954e-05}
{"train_loss": 0.0007279144483618438, "global_step": 78583, "epoch": 441, "lr": 1.6400228432835018e-05}
{"train_loss": 0.0012193637667223811, "global_step": 78584, "epoch": 441, "lr": 1.639913412809948e-05}
{"train_loss": 0.0008794247405603528, "global_step": 78585, "epoch": 441, "lr": 1.6398039852712287e-05}
{"train_loss": 0.0005236961296759546, "global_step": 78586, "epoch": 441, "lr": 1.63969456066744e-05}
{"train_loss": 0.0017365951789543033, "global_step": 78587, "epoch": 441, "lr": 1.6395851389986782e-05}
{"train_loss": 0.0011211811797693372, "global_step": 78588, "epoch": 441, "lr": 1.6394757202650356e-05}
{"train_loss": 0.0017918400699272752, "global_step": 78589, "epoch": 441, "lr": 1.6393663044666142e-05}
{"train_loss": 0.0018917183624580503, "global_step": 78590, "epoch": 441, "lr": 1.6392568916035018e-05}
{"train_loss": 0.0005917044472880661, "global_step": 78591, "epoch": 441, "lr": 1.6391474816757997e-05}
{"train_loss": 0.0013860112521797419, "global_step": 78592, "epoch": 441, "lr": 1.639038074683601e-05}
{"train_loss": 0.00119537184946239, "global_step": 78593, "epoch": 441, "lr": 1.6389286706270025e-05}
{"train_loss": 0.001540095079690218, "global_step": 78594, "epoch": 441, "lr": 1.6388192695060988e-05}
{"train_loss": 0.0023548314347863197, "global_step": 78595, "epoch": 441, "lr": 1.638709871320984e-05}
{"train_loss": 0.0020256261341273785, "global_step": 78596, "epoch": 441, "lr": 1.6386004760717572e-05}
{"train_loss": 0.0005136980907991529, "global_step": 78597, "epoch": 441, "lr": 1.6384910837585122e-05}
{"train_loss": 0.0016209747409448028, "global_step": 78598, "epoch": 441, "lr": 1.6383816943813445e-05}
{"train_loss": 0.0014675210695713758, "global_step": 78599, "epoch": 441, "lr": 1.6382723079403495e-05}
{"train_loss": 0.0023244009353220463, "global_step": 78600, "epoch": 441, "lr": 1.6381629244356227e-05}
{"train_loss": 0.0020598985720425844, "global_step": 78601, "epoch": 441, "lr": 1.63805354386726e-05}
{"train_loss": 0.001556819537654519, "global_step": 78602, "epoch": 441, "lr": 1.6379441662353574e-05}
{"train_loss": 0.0017196092521771789, "global_step": 78603, "epoch": 441, "lr": 1.637834791540007e-05}
{"train_loss": 0.0010362359462305903, "global_step": 78604, "epoch": 441, "lr": 1.6377254197813114e-05}
{"train_loss": 0.001521403668448329, "global_step": 78605, "epoch": 441, "lr": 1.637616050959358e-05}
{"train_loss": 0.0016710232011973858, "global_step": 78606, "epoch": 441, "lr": 1.6375066850742476e-05}
{"train_loss": 0.0010432364651933312, "global_step": 78607, "epoch": 441, "lr": 1.6373973221260746e-05}
{"train_loss": 0.0007717666449025273, "global_step": 78608, "epoch": 441, "lr": 1.6372879621149345e-05}
{"train_loss": 0.002716789022088051, "global_step": 78609, "epoch": 441, "lr": 1.6371786050409228e-05}
{"train_loss": 0.0024286219850182533, "global_step": 78610, "epoch": 441, "lr": 1.637069250904134e-05}
{"train_loss": 0.002522889757528901, "global_step": 78611, "epoch": 441, "lr": 1.636959899704663e-05}
{"train_loss": 0.001142012421041727, "global_step": 78612, "epoch": 441, "lr": 1.6368505514426095e-05}
{"train_loss": 0.0016790830995887518, "global_step": 78613, "epoch": 441, "lr": 1.6367412061180636e-05}
{"train_loss": 0.0013503030641004443, "global_step": 78614, "epoch": 441, "lr": 1.636631863731125e-05}
{"train_loss": 0.0008392862509936094, "global_step": 78615, "epoch": 441, "lr": 1.6365225242818876e-05}
{"train_loss": 0.000379717443138361, "global_step": 78616, "epoch": 441, "lr": 1.6364131877704454e-05}
{"train_loss": 0.0014741778140887618, "global_step": 78617, "epoch": 441, "lr": 1.636303854196898e-05}
{"train_loss": 0.0011069073807448149, "global_step": 78618, "epoch": 441, "lr": 1.6361945235613358e-05}
{"train_loss": 0.0005856914212927222, "global_step": 78619, "epoch": 441, "lr": 1.6360851958638595e-05}
{"train_loss": 0.0004671142087318003, "global_step": 78620, "epoch": 441, "lr": 1.6359758711045586e-05}
{"train_loss": 0.0013579596998170018, "global_step": 78621, "epoch": 441, "lr": 1.635866549283534e-05}
{"train_loss": 0.0008592083468101919, "global_step": 78622, "epoch": 441, "lr": 1.635757230400879e-05}
{"train_loss": 0.001172020216472447, "global_step": 78623, "epoch": 441, "lr": 1.635647914456689e-05}
{"train_loss": 0.0012891226215288043, "global_step": 78624, "epoch": 441, "lr": 1.6355386014510594e-05}
{"train_loss": 0.0008781813667155802, "global_step": 78625, "epoch": 441, "lr": 1.6354292913840857e-05}
{"train_loss": 0.005194326862692833, "global_step": 78626, "epoch": 441, "lr": 1.6353199842558626e-05}
{"train_loss": 0.0007156403735280037, "global_step": 78627, "epoch": 441, "lr": 1.6352106800664895e-05}
{"train_loss": 0.002279966603964567, "global_step": 78628, "epoch": 441, "lr": 1.6351013788160558e-05}
{"train_loss": 0.00134374073240906, "global_step": 78629, "epoch": 441, "lr": 1.6349920805046614e-05}
{"train_loss": 0.0017010243609547615, "global_step": 78630, "epoch": 441, "lr": 1.634882785132401e-05}
{"train_loss": 0.00150537327863276, "global_step": 78631, "epoch": 441, "lr": 1.634773492699369e-05}
{"train_loss": 0.0026888567954301834, "global_step": 78632, "epoch": 441, "lr": 1.6346642032056618e-05}
{"train_loss": 0.0010038575856015086, "global_step": 78633, "epoch": 441, "lr": 1.634554916651374e-05}
{"train_loss": 0.000781915383413434, "global_step": 78634, "epoch": 441, "lr": 1.634445633036602e-05}
{"train_loss": 0.0015089656226336956, "global_step": 78635, "epoch": 441, "lr": 1.6343363523614384e-05}
{"train_loss": 0.002023384440690279, "global_step": 78636, "epoch": 441, "lr": 1.6342270746259837e-05}
{"train_loss": 0.0022846031934022903, "global_step": 78637, "epoch": 441, "lr": 1.6341177998303297e-05}
{"train_loss": 0.0015577741432935, "global_step": 78638, "epoch": 441, "lr": 1.634008527974573e-05}
{"train_loss": 0.0024082432501018047, "global_step": 78639, "epoch": 441, "lr": 1.6338992590588093e-05}
{"train_loss": 0.002012082375586033, "global_step": 78640, "epoch": 441, "lr": 1.633789993083133e-05}
{"train_loss": 0.0008010085439309478, "global_step": 78641, "epoch": 441, "lr": 1.6336807300476388e-05}
{"train_loss": 0.0016324750613421202, "global_step": 78642, "epoch": 441, "lr": 1.633571469952427e-05}
{"train_loss": 0.001552338944748044, "global_step": 78643, "epoch": 441, "lr": 1.6334622127975858e-05}
{"train_loss": 0.0016834530979394913, "global_step": 78644, "epoch": 441, "lr": 1.633352958583216e-05}
{"train_loss": 0.0007505968678742647, "global_step": 78645, "epoch": 441, "lr": 1.633243707309411e-05}
{"train_loss": 0.0012118504382669926, "global_step": 78646, "epoch": 441, "lr": 1.633134458976267e-05}
{"train_loss": 0.0017283293418586254, "global_step": 78647, "epoch": 441, "lr": 1.6330252135838793e-05}
{"train_loss": 0.0015483968891203403, "global_step": 78648, "epoch": 441, "lr": 1.6329159711323423e-05}
{"train_loss": 0.0009087151265703142, "global_step": 78649, "epoch": 441, "lr": 1.6328067316217505e-05}
{"train_loss": 0.0011113542132079601, "global_step": 78650, "epoch": 441, "lr": 1.6326974950522044e-05}
{"train_loss": 0.001323979813605547, "global_step": 78651, "epoch": 441, "lr": 1.6325882614237932e-05}
{"train_loss": 0.0012787641026079655, "global_step": 78652, "epoch": 441, "lr": 1.632479030736618e-05}
{"train_loss": 0.0016725859604775906, "global_step": 78653, "epoch": 441, "lr": 1.6323698029907675e-05}
{"train_loss": 0.002588571747764945, "global_step": 78654, "epoch": 441, "lr": 1.6322605781863427e-05}
{"train_loss": 0.0006734763737767935, "global_step": 78655, "epoch": 441, "lr": 1.6321513563234374e-05}
{"train_loss": 0.002267521806061268, "global_step": 78656, "epoch": 441, "lr": 1.632042137402145e-05}
{"train_loss": 0.002446389989927411, "global_step": 78657, "epoch": 441, "lr": 1.6319329214225658e-05}
{"train_loss": 0.0028106230311095715, "global_step": 78658, "epoch": 441, "lr": 1.6318237083847893e-05}
{"train_loss": 0.0011550704948604107, "global_step": 78659, "epoch": 441, "lr": 1.6317144982889148e-05}
{"train_loss": 0.0027552847750484943, "global_step": 78660, "epoch": 441, "lr": 1.6316052911350365e-05}
{"train_loss": 0.0017722385236993432, "global_step": 78661, "epoch": 441, "lr": 1.6314960869232498e-05}
{"train_loss": 0.0011495347134768963, "global_step": 78662, "epoch": 441, "lr": 1.6313868856536507e-05}
{"train_loss": 0.001163371023721993, "global_step": 78663, "epoch": 441, "lr": 1.6312776873263337e-05}
{"train_loss": 0.002924261847510934, "global_step": 78664, "epoch": 441, "lr": 1.6311684919413923e-05}
{"train_loss": 0.0025100840721279383, "global_step": 78665, "epoch": 441, "lr": 1.6310592994989275e-05}
{"train_loss": 0.002447881968691945, "global_step": 78666, "epoch": 441, "lr": 1.630950109999028e-05}
{"train_loss": 0.0011316942982375622, "global_step": 78667, "epoch": 441, "lr": 1.630840923441795e-05}
{"train_loss": 0.0005910313921049237, "global_step": 78668, "epoch": 441, "lr": 1.6307317398273196e-05}
{"train_loss": 0.0015023107407614589, "global_step": 78669, "epoch": 441, "lr": 1.6306225591557e-05}
{"train_loss": 0.0002706694067455828, "global_step": 78670, "epoch": 441, "lr": 1.63051338142703e-05}
{"train_loss": 0.0005879167001694441, "global_step": 78671, "epoch": 441, "lr": 1.6304042066414054e-05}
{"train_loss": 0.002094938885420561, "global_step": 78672, "epoch": 441, "lr": 1.6302950347989215e-05}
{"train_loss": 0.0011425840202718973, "global_step": 78673, "epoch": 441, "lr": 1.630185865899673e-05}
{"train_loss": 0.0008151139481924474, "global_step": 78674, "epoch": 441, "lr": 1.630076699943755e-05}
{"train_loss": 0.0016380549765589616, "global_step": 78675, "epoch": 441, "lr": 1.629967536931267e-05}
{"train_loss": 0.0018036214169114828, "global_step": 78676, "epoch": 442, "lr": 1.6298583768622975e-05}
{"train_loss": 0.0023393675219267607, "global_step": 78677, "epoch": 442, "lr": 1.6297492197369474e-05}
{"train_loss": 0.0006789311300963163, "global_step": 78678, "epoch": 442, "lr": 1.62964006555531e-05}
{"train_loss": 0.001512441085651517, "global_step": 78679, "epoch": 442, "lr": 1.6295309143174793e-05}
{"train_loss": 0.0008338561747223139, "global_step": 78680, "epoch": 442, "lr": 1.629421766023555e-05}
{"train_loss": 0.0015279297949746251, "global_step": 78681, "epoch": 442, "lr": 1.6293126206736266e-05}
{"train_loss": 0.002371478360146284, "global_step": 78682, "epoch": 442, "lr": 1.6292034782677934e-05}
{"train_loss": 0.002636347431689501, "global_step": 78683, "epoch": 442, "lr": 1.62909433880615e-05}
{"train_loss": 0.0010314000537618995, "global_step": 78684, "epoch": 442, "lr": 1.6289852022887914e-05}
{"train_loss": 0.0010698902187868953, "global_step": 78685, "epoch": 442, "lr": 1.6288760687158128e-05}
{"train_loss": 0.0017170635983347893, "global_step": 78686, "epoch": 442, "lr": 1.6287669380873093e-05}
{"train_loss": 0.0015774716157466173, "global_step": 78687, "epoch": 442, "lr": 1.628657810403375e-05}
{"train_loss": 0.0008873885381035507, "global_step": 78688, "epoch": 442, "lr": 1.6285486856641106e-05}
{"train_loss": 0.0011895997449755669, "global_step": 78689, "epoch": 442, "lr": 1.628439563869604e-05}
{"train_loss": 0.0008556916145607829, "global_step": 78690, "epoch": 442, "lr": 1.6283304450199578e-05}
{"train_loss": 0.0020840130746364594, "global_step": 78691, "epoch": 442, "lr": 1.6282213291152594e-05}
{"train_loss": 0.0019733242224901915, "global_step": 78692, "epoch": 442, "lr": 1.6281122161556108e-05}
{"train_loss": 0.0009900180157274008, "global_step": 78693, "epoch": 442, "lr": 1.6280031061411046e-05}
{"train_loss": 0.0011956295929849148, "global_step": 78694, "epoch": 442, "lr": 1.6278939990718356e-05}
{"train_loss": 0.0012065029004588723, "global_step": 78695, "epoch": 442, "lr": 1.6277848949479007e-05}
{"train_loss": 0.0013833838747814298, "global_step": 78696, "epoch": 442, "lr": 1.627675793769394e-05}
{"train_loss": 0.0022056123707443476, "global_step": 78697, "epoch": 442, "lr": 1.6275666955364095e-05}
{"train_loss": 0.0006953062256798148, "global_step": 78698, "epoch": 442, "lr": 1.6274576002490456e-05}
{"train_loss": 0.0006746508297510445, "global_step": 78699, "epoch": 442, "lr": 1.627348507907396e-05}
{"train_loss": 0.0007669811602681875, "global_step": 78700, "epoch": 442, "lr": 1.6272394185115565e-05}
{"train_loss": 0.002546119038015604, "global_step": 78701, "epoch": 442, "lr": 1.6271303320616217e-05}
{"train_loss": 0.0016961708897724748, "global_step": 78702, "epoch": 442, "lr": 1.627021248557685e-05}
{"train_loss": 0.0015627240063622594, "global_step": 78703, "epoch": 442, "lr": 1.6269121679998478e-05}
{"train_loss": 0.001754028256982565, "global_step": 78704, "epoch": 442, "lr": 1.6268030903881976e-05}
{"train_loss": 0.0006139058386906981, "global_step": 78705, "epoch": 442, "lr": 1.6266940157228354e-05}
{"train_loss": 0.0023935288190841675, "global_step": 78706, "epoch": 442, "lr": 1.6265849440038542e-05}
{"train_loss": 0.0016068951226770878, "global_step": 78707, "epoch": 442, "lr": 1.6264758752313504e-05}
{"train_loss": 0.001970599638298154, "global_step": 78708, "epoch": 442, "lr": 1.626366809405418e-05}
{"train_loss": 0.0014970616903156042, "global_step": 78709, "epoch": 442, "lr": 1.6262577465261526e-05}
{"train_loss": 0.0019368445500731468, "global_step": 78710, "epoch": 442, "lr": 1.626148686593649e-05}
{"train_loss": 0.00172476249281317, "global_step": 78711, "epoch": 442, "lr": 1.6260396296080038e-05}
{"train_loss": 0.0015662414953112602, "global_step": 78712, "epoch": 442, "lr": 1.62593057556931e-05}
{"train_loss": 0.0028868236113339663, "global_step": 78713, "epoch": 442, "lr": 1.625821524477667e-05}
{"train_loss": 0.002869611606001854, "global_step": 78714, "epoch": 442, "lr": 1.6257124763331648e-05}
{"train_loss": 0.001045514945872128, "global_step": 78715, "epoch": 442, "lr": 1.6256034311359026e-05}
{"train_loss": 0.0024852489586919546, "global_step": 78716, "epoch": 442, "lr": 1.6254943888859743e-05}
{"train_loss": 0.0017549959011375904, "global_step": 78717, "epoch": 442, "lr": 1.625385349583475e-05}
{"train_loss": 0.0016293146181851625, "global_step": 78718, "epoch": 442, "lr": 1.6252763132284998e-05}
{"train_loss": 0.0023263010662049055, "global_step": 78719, "epoch": 442, "lr": 1.625167279821143e-05}
{"train_loss": 0.001639445428736508, "global_step": 78720, "epoch": 442, "lr": 1.6250582493615024e-05}
{"train_loss": 0.001995860133320093, "global_step": 78721, "epoch": 442, "lr": 1.624949221849672e-05}
{"train_loss": 0.000990364234894514, "global_step": 78722, "epoch": 442, "lr": 1.624840197285747e-05}
{"train_loss": 0.0012701584491878748, "global_step": 78723, "epoch": 442, "lr": 1.6247311756698225e-05}
{"train_loss": 0.0011914982460439205, "global_step": 78724, "epoch": 442, "lr": 1.6246221570019937e-05}
{"train_loss": 0.0016196526121348143, "global_step": 78725, "epoch": 442, "lr": 1.624513141282354e-05}
{"train_loss": 0.0016033975407481194, "global_step": 78726, "epoch": 442, "lr": 1.624404128511004e-05}
{"train_loss": 0.0007406185613945127, "global_step": 78727, "epoch": 442, "lr": 1.6242951186880323e-05}
{"train_loss": 0.002371298149228096, "global_step": 78728, "epoch": 442, "lr": 1.6241861118135398e-05}
{"train_loss": 0.002366851782426238, "global_step": 78729, "epoch": 442, "lr": 1.6240771078876165e-05}
{"train_loss": 0.0009366725571453571, "global_step": 78730, "epoch": 442, "lr": 1.623968106910362e-05}
{"train_loss": 0.0018960426095873117, "global_step": 78731, "epoch": 442, "lr": 1.6238591088818695e-05}
{"train_loss": 0.0014370291028171778, "global_step": 78732, "epoch": 442, "lr": 1.6237501138022343e-05}
{"train_loss": 0.0009924035985022783, "global_step": 78733, "epoch": 442, "lr": 1.623641121671552e-05}
{"train_loss": 0.001658736728131771, "global_step": 78734, "epoch": 442, "lr": 1.6235321324899173e-05}
{"train_loss": 0.0014322209171950817, "global_step": 78735, "epoch": 442, "lr": 1.623423146257424e-05}
{"train_loss": 0.0007823504274711013, "global_step": 78736, "epoch": 442, "lr": 1.6233141629741723e-05}
{"train_loss": 0.0018613985739648342, "global_step": 78737, "epoch": 442, "lr": 1.6232051826402507e-05}
{"train_loss": 0.0014612632803618908, "global_step": 78738, "epoch": 442, "lr": 1.6230962052557592e-05}
{"train_loss": 0.0010034579318016768, "global_step": 78739, "epoch": 442, "lr": 1.6229872308207915e-05}
{"train_loss": 0.0010424797656014562, "global_step": 78740, "epoch": 442, "lr": 1.622878259335442e-05}
{"train_loss": 0.0021780929528176785, "global_step": 78741, "epoch": 442, "lr": 1.6227692907998088e-05}
{"train_loss": 0.0011937394738197327, "global_step": 78742, "epoch": 442, "lr": 1.622660325213982e-05}
{"train_loss": 0.0012765858555212617, "global_step": 78743, "epoch": 442, "lr": 1.622551362578062e-05}
{"train_loss": 0.001405890565365553, "global_step": 78744, "epoch": 442, "lr": 1.622442402892141e-05}
{"train_loss": 0.001659288303926587, "global_step": 78745, "epoch": 442, "lr": 1.622333446156315e-05}
{"train_loss": 0.0016500742640346289, "global_step": 78746, "epoch": 442, "lr": 1.6222244923706792e-05}
{"train_loss": 0.0023021306842565536, "global_step": 78747, "epoch": 442, "lr": 1.6221155415353285e-05}
{"train_loss": 0.0024155196733772755, "global_step": 78748, "epoch": 442, "lr": 1.6220065936503582e-05}
{"train_loss": 0.0021550108212977648, "global_step": 78749, "epoch": 442, "lr": 1.6218976487158632e-05}
{"train_loss": 0.0011410405859351158, "global_step": 78750, "epoch": 442, "lr": 1.621788706731937e-05}
{"train_loss": 0.001335520064458251, "global_step": 78751, "epoch": 442, "lr": 1.6216797676986806e-05}
{"train_loss": 0.0013498293701559305, "global_step": 78752, "epoch": 442, "lr": 1.6215708316161813e-05}
{"train_loss": 0.0015408718027174473, "global_step": 78753, "epoch": 442, "lr": 1.62146189848454e-05}
{"train_loss": 0.0013463441282510757, "global_step": 78754, "epoch": 442, "lr": 1.6213529683038498e-05}
{"train_loss": 0.0014186276821419597, "global_step": 78755, "epoch": 442, "lr": 1.6212440410742065e-05}
{"train_loss": 0.002332871314138174, "global_step": 78756, "epoch": 442, "lr": 1.621135116795704e-05}
{"train_loss": 0.0009487459901720285, "global_step": 78757, "epoch": 442, "lr": 1.6210261954684387e-05}
{"train_loss": 0.0014860599767416716, "global_step": 78758, "epoch": 442, "lr": 1.6209172770925035e-05}
{"train_loss": 0.0012364541180431843, "global_step": 78759, "epoch": 442, "lr": 1.6208083616679988e-05}
{"train_loss": 0.0011134000960737467, "global_step": 78760, "epoch": 442, "lr": 1.620699449195012e-05}
{"train_loss": 0.0012495180126279593, "global_step": 78761, "epoch": 442, "lr": 1.6205905396736447e-05}
{"train_loss": 0.0014800454955548048, "global_step": 78762, "epoch": 442, "lr": 1.62048163310399e-05}
{"train_loss": 0.002385046100243926, "global_step": 78763, "epoch": 442, "lr": 1.6203727294861425e-05}
{"train_loss": 0.0022870702669024467, "global_step": 78764, "epoch": 442, "lr": 1.6202638288201978e-05}
{"train_loss": 0.001287621445953846, "global_step": 78765, "epoch": 442, "lr": 1.6201549311062487e-05}
{"train_loss": 0.0021013019140809774, "global_step": 78766, "epoch": 442, "lr": 1.6200460363443958e-05}
{"train_loss": 0.001312960870563984, "global_step": 78767, "epoch": 442, "lr": 1.6199371445347278e-05}
{"train_loss": 0.001504895742982626, "global_step": 78768, "epoch": 442, "lr": 1.6198282556773446e-05}
{"train_loss": 0.0008906407165341079, "global_step": 78769, "epoch": 442, "lr": 1.6197193697723396e-05}
{"train_loss": 0.002984167542308569, "global_step": 78770, "epoch": 442, "lr": 1.6196104868198075e-05}
{"train_loss": 0.0005688966484740376, "global_step": 78771, "epoch": 442, "lr": 1.6195016068198438e-05}
{"train_loss": 0.0010442110942676663, "global_step": 78772, "epoch": 442, "lr": 1.6193927297725435e-05}
{"train_loss": 0.001631739898584783, "global_step": 78773, "epoch": 442, "lr": 1.6192838556780004e-05}
{"train_loss": 0.001059672562405467, "global_step": 78774, "epoch": 442, "lr": 1.619174984536314e-05}
{"train_loss": 0.0018597564194351435, "global_step": 78775, "epoch": 442, "lr": 1.6190661163475733e-05}
{"train_loss": 0.0012832826469093561, "global_step": 78776, "epoch": 442, "lr": 1.6189572511118778e-05}
{"train_loss": 0.0035549206659197807, "global_step": 78777, "epoch": 442, "lr": 1.6188483888293216e-05}
{"train_loss": 0.0008816359913907945, "global_step": 78778, "epoch": 442, "lr": 1.618739529499999e-05}
{"train_loss": 0.0005869013257324696, "global_step": 78779, "epoch": 442, "lr": 1.6186306731240058e-05}
{"train_loss": 0.0018983008340001106, "global_step": 78780, "epoch": 442, "lr": 1.618521819701437e-05}
{"train_loss": 0.0027120490558445454, "global_step": 78781, "epoch": 442, "lr": 1.618412969232387e-05}
{"train_loss": 0.0022542476654052734, "global_step": 78782, "epoch": 442, "lr": 1.6183041217169493e-05}
{"train_loss": 0.001965044531971216, "global_step": 78783, "epoch": 442, "lr": 1.6181952771552233e-05}
{"train_loss": 0.002158340997993946, "global_step": 78784, "epoch": 442, "lr": 1.6180864355473014e-05}
{"train_loss": 0.0013898147735744715, "global_step": 78785, "epoch": 442, "lr": 1.617977596893279e-05}
{"train_loss": 0.001578260213136673, "global_step": 78786, "epoch": 442, "lr": 1.6178687611932518e-05}
{"train_loss": 0.000549798714928329, "global_step": 78787, "epoch": 442, "lr": 1.617759928447314e-05}
{"train_loss": 0.0010596292559057474, "global_step": 78788, "epoch": 442, "lr": 1.617651098655559e-05}
{"train_loss": 0.0008548490004613996, "global_step": 78789, "epoch": 442, "lr": 1.617542271818087e-05}
{"train_loss": 0.001677272841334343, "global_step": 78790, "epoch": 442, "lr": 1.6174334479349872e-05}
{"train_loss": 0.001609509577974677, "global_step": 78791, "epoch": 442, "lr": 1.6173246270063586e-05}
{"train_loss": 0.00183896254748106, "global_step": 78792, "epoch": 442, "lr": 1.6172158090322948e-05}
{"train_loss": 0.0011435981141403317, "global_step": 78793, "epoch": 442, "lr": 1.617106994012891e-05}
{"train_loss": 0.0016673351638019085, "global_step": 78794, "epoch": 442, "lr": 1.6169981819482415e-05}
{"train_loss": 0.001213499577715993, "global_step": 78795, "epoch": 442, "lr": 1.6168893728384432e-05}
{"train_loss": 0.0026698154397308826, "global_step": 78796, "epoch": 442, "lr": 1.6167805666835878e-05}
{"train_loss": 0.0008500419207848608, "global_step": 78797, "epoch": 442, "lr": 1.616671763483776e-05}
{"train_loss": 0.0007367519428953528, "global_step": 78798, "epoch": 442, "lr": 1.6165629632390962e-05}
{"train_loss": 0.0015261699445545673, "global_step": 78799, "epoch": 442, "lr": 1.616454165949649e-05}
{"train_loss": 0.0016595118213444948, "global_step": 78800, "epoch": 442, "lr": 1.6163453716155247e-05}
{"train_loss": 0.0011447870638221502, "global_step": 78801, "epoch": 442, "lr": 1.616236580236822e-05}
{"train_loss": 0.0004390896938275546, "global_step": 78802, "epoch": 442, "lr": 1.6161277918136346e-05}
{"train_loss": 0.0031468383967876434, "global_step": 78803, "epoch": 442, "lr": 1.6160190063460556e-05}
{"train_loss": 0.0019354743417352438, "global_step": 78804, "epoch": 442, "lr": 1.6159102238341856e-05}
{"train_loss": 0.001845444436185062, "global_step": 78805, "epoch": 442, "lr": 1.6158014442781122e-05}
{"train_loss": 0.002026254078373313, "global_step": 78806, "epoch": 442, "lr": 1.615692667677936e-05}
{"train_loss": 0.0020093449857085943, "global_step": 78807, "epoch": 442, "lr": 1.6155838940337502e-05}
{"train_loss": 0.0014130203053355217, "global_step": 78808, "epoch": 442, "lr": 1.61547512334565e-05}
{"train_loss": 0.0016411413671448827, "global_step": 78809, "epoch": 442, "lr": 1.61536635561373e-05}
{"train_loss": 0.0011782567016780376, "global_step": 78810, "epoch": 442, "lr": 1.615257590838085e-05}
{"train_loss": 0.0008352181175723672, "global_step": 78811, "epoch": 442, "lr": 1.6151488290188087e-05}
{"train_loss": 0.0019887094385921955, "global_step": 78812, "epoch": 442, "lr": 1.6150400701560016e-05}
{"train_loss": 0.0015724546974524856, "global_step": 78813, "epoch": 442, "lr": 1.6149313142497512e-05}
{"train_loss": 0.0015829845797270536, "global_step": 78814, "epoch": 442, "lr": 1.6148225613001577e-05}
{"train_loss": 0.0016177340876311064, "global_step": 78815, "epoch": 442, "lr": 1.6147138113073146e-05}
{"train_loss": 0.0018275699112564325, "global_step": 78816, "epoch": 442, "lr": 1.614605064271317e-05}
{"train_loss": 0.0017996650421991944, "global_step": 78817, "epoch": 442, "lr": 1.6144963201922596e-05}
{"train_loss": 0.0008650411618873477, "global_step": 78818, "epoch": 442, "lr": 1.6143875790702374e-05}
{"train_loss": 0.0020118867978453636, "global_step": 78819, "epoch": 442, "lr": 1.6142788409053455e-05}
{"train_loss": 0.0013753143139183521, "global_step": 78820, "epoch": 442, "lr": 1.6141701056976787e-05}
{"train_loss": 0.0014564073644578457, "global_step": 78821, "epoch": 442, "lr": 1.614061373447331e-05}
{"train_loss": 0.0037152159493416548, "global_step": 78822, "epoch": 442, "lr": 1.6139526441544013e-05}
{"train_loss": 0.0009871937800198793, "global_step": 78823, "epoch": 442, "lr": 1.6138439178189784e-05}
{"train_loss": 0.0015598181635141373, "global_step": 78824, "epoch": 442, "lr": 1.6137351944411628e-05}
{"train_loss": 0.0008715572766959667, "global_step": 78825, "epoch": 442, "lr": 1.6136264740210466e-05}
{"train_loss": 0.0009860899299383163, "global_step": 78826, "epoch": 442, "lr": 1.613517756558724e-05}
{"train_loss": 0.0009457437554374337, "global_step": 78827, "epoch": 442, "lr": 1.6134090420542952e-05}
{"train_loss": 0.0013165764976292849, "global_step": 78828, "epoch": 442, "lr": 1.6133003305078477e-05}
{"train_loss": 0.0014922325499355793, "global_step": 78829, "epoch": 442, "lr": 1.6131916219194814e-05}
{"train_loss": 0.002228359691798687, "global_step": 78830, "epoch": 442, "lr": 1.6130829162892903e-05}
{"train_loss": 0.00048610562225803733, "global_step": 78831, "epoch": 442, "lr": 1.6129742136173693e-05}
{"train_loss": 0.002235816791653633, "global_step": 78832, "epoch": 442, "lr": 1.6128655139038124e-05}
{"train_loss": 0.0017805352108553052, "global_step": 78833, "epoch": 442, "lr": 1.6127568171487157e-05}
{"train_loss": 0.001317294780164957, "global_step": 78834, "epoch": 442, "lr": 1.612648123352172e-05}
{"train_loss": 0.0013907183893024921, "global_step": 78835, "epoch": 442, "lr": 1.6125394325142806e-05}
{"train_loss": 0.0012628925032913685, "global_step": 78836, "epoch": 442, "lr": 1.6124307446351306e-05}
{"train_loss": 0.0007610736065544188, "global_step": 78837, "epoch": 442, "lr": 1.6123220597148236e-05}
{"train_loss": 0.0008376970654353499, "global_step": 78838, "epoch": 442, "lr": 1.6122133777534476e-05}
{"train_loss": 0.0021261563524603844, "global_step": 78839, "epoch": 442, "lr": 1.612104698751103e-05}
{"train_loss": 0.0019873897545039654, "global_step": 78840, "epoch": 442, "lr": 1.611996022707882e-05}
{"train_loss": 0.002036542631685734, "global_step": 78841, "epoch": 442, "lr": 1.61188734962388e-05}
{"train_loss": 0.0027938405983150005, "global_step": 78842, "epoch": 442, "lr": 1.6117786794991922e-05}
{"train_loss": 0.0008803241653367877, "global_step": 78843, "epoch": 442, "lr": 1.6116700123339142e-05}
{"train_loss": 0.0012771596666425467, "global_step": 78844, "epoch": 442, "lr": 1.6115613481281377e-05}
{"train_loss": 0.0039522117003798485, "global_step": 78845, "epoch": 442, "lr": 1.611452686881961e-05}
{"train_loss": 0.0015223135706037283, "global_step": 78846, "epoch": 442, "lr": 1.6113440285954796e-05}
{"train_loss": 0.0015990289393812418, "global_step": 78847, "epoch": 442, "lr": 1.6112353732687856e-05}
{"train_loss": 0.0008535257074981928, "global_step": 78848, "epoch": 442, "lr": 1.6111267209019755e-05}
{"train_loss": 0.0019043060019612312, "global_step": 78849, "epoch": 442, "lr": 1.6110180714951423e-05}
{"train_loss": 0.0015322123654186726, "global_step": 78850, "epoch": 442, "lr": 1.610909425048386e-05}
{"train_loss": 0.0028406321071088314, "global_step": 78851, "epoch": 442, "lr": 1.6108007815617937e-05}
{"train_loss": 0.0029194115195423365, "global_step": 78852, "epoch": 442, "lr": 1.610692141035467e-05}
{"train_loss": 0.0015940873890531804, "global_step": 78853, "epoch": 442, "lr": 1.6105835034694978e-05}
{"train_loss": 0.0029391071293503046, "global_step": 78854, "epoch": 443, "lr": 1.610474868863982e-05}
{"train_loss": 0.0012688756687566638, "global_step": 78855, "epoch": 443, "lr": 1.610366237219014e-05}
{"train_loss": 0.0026383637450635433, "global_step": 78856, "epoch": 443, "lr": 1.6102576085346875e-05}
{"train_loss": 0.0012724809348583221, "global_step": 78857, "epoch": 443, "lr": 1.6101489828111e-05}
{"train_loss": 0.0018877685070037842, "global_step": 78858, "epoch": 443, "lr": 1.610040360048344e-05}
{"train_loss": 0.0009931379463523626, "global_step": 78859, "epoch": 443, "lr": 1.609931740246514e-05}
{"train_loss": 0.0012722925748676062, "global_step": 78860, "epoch": 443, "lr": 1.6098231234057093e-05}
{"train_loss": 0.0008512991480529308, "global_step": 78861, "epoch": 443, "lr": 1.6097145095260187e-05}
{"train_loss": 0.0011691611725836992, "global_step": 78862, "epoch": 443, "lr": 1.6096058986075413e-05}
{"train_loss": 0.001310053514316678, "global_step": 78863, "epoch": 443, "lr": 1.6094972906503707e-05}
{"train_loss": 0.0020418991334736347, "global_step": 78864, "epoch": 443, "lr": 1.609388685654602e-05}
{"train_loss": 0.002282442757859826, "global_step": 78865, "epoch": 443, "lr": 1.60928008362033e-05}
{"train_loss": 0.0023529904428869486, "global_step": 78866, "epoch": 443, "lr": 1.609171484547647e-05}
{"train_loss": 0.0014260440366342664, "global_step": 78867, "epoch": 443, "lr": 1.6090628884366522e-05}
{"train_loss": 0.002137003466486931, "global_step": 78868, "epoch": 443, "lr": 1.6089542952874387e-05}
{"train_loss": 0.0012156821321696043, "global_step": 78869, "epoch": 443, "lr": 1.6088457051001005e-05}
{"train_loss": 0.0017357135657221079, "global_step": 78870, "epoch": 443, "lr": 1.6087371178747335e-05}
{"train_loss": 0.0023255241103470325, "global_step": 78871, "epoch": 443, "lr": 1.608628533611432e-05}
{"train_loss": 0.001231290283612907, "global_step": 78872, "epoch": 443, "lr": 1.6085199523102897e-05}
{"train_loss": 0.001149782445281744, "global_step": 78873, "epoch": 443, "lr": 1.6084113739714052e-05}
{"train_loss": 0.0029867650009691715, "global_step": 78874, "epoch": 443, "lr": 1.6083027985948677e-05}
{"train_loss": 0.0026887357234954834, "global_step": 78875, "epoch": 443, "lr": 1.608194226180779e-05}
{"train_loss": 0.0022601380478590727, "global_step": 78876, "epoch": 443, "lr": 1.6080856567292263e-05}
{"train_loss": 0.0009491224191151559, "global_step": 78877, "epoch": 443, "lr": 1.60797709024031e-05}
{"train_loss": 0.002331898547708988, "global_step": 78878, "epoch": 443, "lr": 1.6078685267141237e-05}
{"train_loss": 0.0011810095747932792, "global_step": 78879, "epoch": 443, "lr": 1.607759966150761e-05}
{"train_loss": 0.0008122815052047372, "global_step": 78880, "epoch": 443, "lr": 1.6076514085503174e-05}
{"train_loss": 0.0018961022142320871, "global_step": 78881, "epoch": 443, "lr": 1.607542853912888e-05}
{"train_loss": 0.002803993411362171, "global_step": 78882, "epoch": 443, "lr": 1.607434302238565e-05}
{"train_loss": 0.001967776333913207, "global_step": 78883, "epoch": 443, "lr": 1.6073257535274495e-05}
{"train_loss": 0.002273452701047063, "global_step": 78884, "epoch": 443, "lr": 1.607217207779629e-05}
{"train_loss": 0.0027743312530219555, "global_step": 78885, "epoch": 443, "lr": 1.6071086649952034e-05}
{"train_loss": 0.0008211019448935986, "global_step": 78886, "epoch": 443, "lr": 1.6070001251742657e-05}
{"train_loss": 0.0016571837477385998, "global_step": 78887, "epoch": 443, "lr": 1.606891588316909e-05}
{"train_loss": 0.0008726913947612047, "global_step": 78888, "epoch": 443, "lr": 1.6067830544232327e-05}
{"train_loss": 0.0019260530825704336, "global_step": 78889, "epoch": 443, "lr": 1.606674523493326e-05}
{"train_loss": 0.0014412379823625088, "global_step": 78890, "epoch": 443, "lr": 1.6065659955272894e-05}
{"train_loss": 0.00175825459882617, "global_step": 78891, "epoch": 443, "lr": 1.6064574705252118e-05}
{"train_loss": 0.00222263322211802, "global_step": 78892, "epoch": 443, "lr": 1.6063489484871925e-05}
{"train_loss": 0.0024568496737629175, "global_step": 78893, "epoch": 443, "lr": 1.606240429413325e-05}
{"train_loss": 0.0006616894388571382, "global_step": 78894, "epoch": 443, "lr": 1.6061319133037035e-05}
{"train_loss": 0.0032252520322799683, "global_step": 78895, "epoch": 443, "lr": 1.6060234001584228e-05}
{"train_loss": 0.0021208953112363815, "global_step": 78896, "epoch": 443, "lr": 1.6059148899775783e-05}
{"train_loss": 0.0016879299655556679, "global_step": 78897, "epoch": 443, "lr": 1.605806382761263e-05}
{"train_loss": 0.0016480335034430027, "global_step": 78898, "epoch": 443, "lr": 1.6056978785095762e-05}
{"train_loss": 0.0006480513839051127, "global_step": 78899, "epoch": 443, "lr": 1.605589377222606e-05}
{"train_loss": 0.003138362430036068, "global_step": 78900, "epoch": 443, "lr": 1.605480878900453e-05}
{"train_loss": 0.001481400104239583, "global_step": 78901, "epoch": 443, "lr": 1.6053723835432094e-05}
{"train_loss": 0.0017310709226876497, "global_step": 78902, "epoch": 443, "lr": 1.60526389115097e-05}
{"train_loss": 0.0018791267648339272, "global_step": 78903, "epoch": 443, "lr": 1.60515540172383e-05}
{"train_loss": 0.0008621506858617067, "global_step": 78904, "epoch": 443, "lr": 1.6050469152618847e-05}
{"train_loss": 0.0017953149508684874, "global_step": 78905, "epoch": 443, "lr": 1.6049384317652262e-05}
{"train_loss": 0.0018039245624095201, "global_step": 78906, "epoch": 443, "lr": 1.6048299512339537e-05}
{"train_loss": 0.0022555156610906124, "global_step": 78907, "epoch": 443, "lr": 1.6047214736681572e-05}
{"train_loss": 0.0005154943210072815, "global_step": 78908, "epoch": 443, "lr": 1.604612999067935e-05}
{"train_loss": 0.001393618294969201, "global_step": 78909, "epoch": 443, "lr": 1.60450452743338e-05}
{"train_loss": 0.0021971445530653, "global_step": 78910, "epoch": 443, "lr": 1.6043960587645883e-05}
{"train_loss": 0.0007410896942019463, "global_step": 78911, "epoch": 443, "lr": 1.6042875930616542e-05}
{"train_loss": 0.0024217746686190367, "global_step": 78912, "epoch": 443, "lr": 1.60417913032467e-05}
{"train_loss": 0.0016622167313471437, "global_step": 78913, "epoch": 443, "lr": 1.6040706705537357e-05}
{"train_loss": 0.0012470155488699675, "global_step": 78914, "epoch": 443, "lr": 1.6039622137489397e-05}
{"train_loss": 0.0012076626298949122, "global_step": 78915, "epoch": 443, "lr": 1.603853759910381e-05}
{"train_loss": 0.0017733650747686625, "global_step": 78916, "epoch": 443, "lr": 1.6037453090381538e-05}
{"train_loss": 0.0032749599777162075, "global_step": 78917, "epoch": 443, "lr": 1.6036368611323523e-05}
{"train_loss": 0.001328076934441924, "global_step": 78918, "epoch": 443, "lr": 1.603528416193071e-05}
{"train_loss": 0.0013312490191310644, "global_step": 78919, "epoch": 443, "lr": 1.603419974220405e-05}
{"train_loss": 0.0006715219933539629, "global_step": 78920, "epoch": 443, "lr": 1.6033115352144466e-05}
{"train_loss": 0.0029234676621854305, "global_step": 78921, "epoch": 443, "lr": 1.6032030991752965e-05}
{"train_loss": 0.0017767216777428985, "global_step": 78922, "epoch": 443, "lr": 1.6030946661030423e-05}
{"train_loss": 0.0018152114935219288, "global_step": 78923, "epoch": 443, "lr": 1.6029862359977832e-05}
{"train_loss": 0.002399151911959052, "global_step": 78924, "epoch": 443, "lr": 1.6028778088596137e-05}
{"train_loss": 0.0010612362530082464, "global_step": 78925, "epoch": 443, "lr": 1.6027693846886265e-05}
{"train_loss": 0.0026114170905202627, "global_step": 78926, "epoch": 443, "lr": 1.6026609634849183e-05}
{"train_loss": 0.002901987172663212, "global_step": 78927, "epoch": 443, "lr": 1.6025525452485823e-05}
{"train_loss": 0.002362065017223358, "global_step": 78928, "epoch": 443, "lr": 1.6024441299797138e-05}
{"train_loss": 0.0015922486782073975, "global_step": 78929, "epoch": 443, "lr": 1.602335717678406e-05}
{"train_loss": 0.0015381163684651256, "global_step": 78930, "epoch": 443, "lr": 1.6022273083447565e-05}
{"train_loss": 0.001347522484138608, "global_step": 78931, "epoch": 443, "lr": 1.6021189019788585e-05}
{"train_loss": 0.0006451507797464728, "global_step": 78932, "epoch": 443, "lr": 1.602010498580807e-05}
{"train_loss": 0.001037945388816297, "global_step": 78933, "epoch": 443, "lr": 1.601902098150696e-05}
{"train_loss": 0.0007444024085998535, "global_step": 78934, "epoch": 443, "lr": 1.6017937006886214e-05}
{"train_loss": 0.001723702298477292, "global_step": 78935, "epoch": 443, "lr": 1.6016853061946745e-05}
{"train_loss": 0.0026935325004160404, "global_step": 78936, "epoch": 443, "lr": 1.6015769146689564e-05}
{"train_loss": 0.003299707779660821, "global_step": 78937, "epoch": 443, "lr": 1.601468526111554e-05}
{"train_loss": 0.0012549468083307147, "global_step": 78938, "epoch": 443, "lr": 1.601360140522568e-05}
{"train_loss": 0.001180263701826334, "global_step": 78939, "epoch": 443, "lr": 1.6012517579020907e-05}
{"train_loss": 0.000623841886408627, "global_step": 78940, "epoch": 443, "lr": 1.6011433782502177e-05}
{"train_loss": 0.0007941550575196743, "global_step": 78941, "epoch": 443, "lr": 1.6010350015670423e-05}
{"train_loss": 0.0014973899815231562, "global_step": 78942, "epoch": 443, "lr": 1.60092662785266e-05}
{"train_loss": 0.0011296572629362345, "global_step": 78943, "epoch": 443, "lr": 1.600818257107164e-05}
{"train_loss": 0.0012245788238942623, "global_step": 78944, "epoch": 443, "lr": 1.6007098893306526e-05}
{"train_loss": 0.001348830759525299, "global_step": 78945, "epoch": 443, "lr": 1.600601524523216e-05}
{"train_loss": 0.0009630988352000713, "global_step": 78946, "epoch": 443, "lr": 1.6004931626849533e-05}
{"train_loss": 0.0008910967735573649, "global_step": 78947, "epoch": 443, "lr": 1.600384803815954e-05}
{"train_loss": 0.0014928909949958324, "global_step": 78948, "epoch": 443, "lr": 1.6002764479163174e-05}
{"train_loss": 0.000688130734488368, "global_step": 78949, "epoch": 443, "lr": 1.600168094986136e-05}
{"train_loss": 0.0015109548112377524, "global_step": 78950, "epoch": 443, "lr": 1.600059745025503e-05}
{"train_loss": 0.0010579242371022701, "global_step": 78951, "epoch": 443, "lr": 1.5999513980345176e-05}
{"train_loss": 0.0012687797425314784, "global_step": 78952, "epoch": 443, "lr": 1.599843054013269e-05}
{"train_loss": 0.0028208342846482992, "global_step": 78953, "epoch": 443, "lr": 1.599734712961856e-05}
{"train_loss": 0.0005595987313427031, "global_step": 78954, "epoch": 443, "lr": 1.599626374880372e-05}
{"train_loss": 0.0009366890299133956, "global_step": 78955, "epoch": 443, "lr": 1.599518039768911e-05}
{"train_loss": 0.0031558917835354805, "global_step": 78956, "epoch": 443, "lr": 1.599409707627567e-05}
{"train_loss": 0.0015632675494998693, "global_step": 78957, "epoch": 443, "lr": 1.5993013784564365e-05}
{"train_loss": 0.0009876854019239545, "global_step": 78958, "epoch": 443, "lr": 1.5991930522556113e-05}
{"train_loss": 0.0015508222859352827, "global_step": 78959, "epoch": 443, "lr": 1.5990847290251914e-05}
{"train_loss": 0.0007832233095541596, "global_step": 78960, "epoch": 443, "lr": 1.5989764087652642e-05}
{"train_loss": 0.00039847363950684667, "global_step": 78961, "epoch": 443, "lr": 1.5988680914759303e-05}
{"train_loss": 0.0009001222206279635, "global_step": 78962, "epoch": 443, "lr": 1.5987597771572816e-05}
{"train_loss": 0.0007866477826610208, "global_step": 78963, "epoch": 443, "lr": 1.5986514658094125e-05}
{"train_loss": 0.0007963002426549792, "global_step": 78964, "epoch": 443, "lr": 1.5985431574324187e-05}
{"train_loss": 0.003526090644299984, "global_step": 78965, "epoch": 443, "lr": 1.5984348520263947e-05}
{"train_loss": 0.0024548457004129887, "global_step": 78966, "epoch": 443, "lr": 1.5983265495914346e-05}
{"train_loss": 0.0008587604388594627, "global_step": 78967, "epoch": 443, "lr": 1.5982182501276326e-05}
{"train_loss": 0.0023648999631404877, "global_step": 78968, "epoch": 443, "lr": 1.598109953635083e-05}
{"train_loss": 0.0006056419806554914, "global_step": 78969, "epoch": 443, "lr": 1.5980016601138835e-05}
{"train_loss": 0.0010670071933418512, "global_step": 78970, "epoch": 443, "lr": 1.597893369564124e-05}
{"train_loss": 0.0021018055267632008, "global_step": 78971, "epoch": 443, "lr": 1.5977850819859024e-05}
{"train_loss": 0.0023690545931458473, "global_step": 78972, "epoch": 443, "lr": 1.5976767973793128e-05}
{"train_loss": 0.002121447119861841, "global_step": 78973, "epoch": 443, "lr": 1.5975685157444474e-05}
{"train_loss": 0.0010449333349242806, "global_step": 78974, "epoch": 443, "lr": 1.5974602370814063e-05}
{"train_loss": 0.0027640359476208687, "global_step": 78975, "epoch": 443, "lr": 1.5973519613902772e-05}
{"train_loss": 0.0027804316487163305, "global_step": 78976, "epoch": 443, "lr": 1.597243688671159e-05}
{"train_loss": 0.0025775707326829433, "global_step": 78977, "epoch": 443, "lr": 1.5971354189241457e-05}
{"train_loss": 0.0017164484597742558, "global_step": 78978, "epoch": 443, "lr": 1.5970271521493313e-05}
{"train_loss": 0.0037163097877055407, "global_step": 78979, "epoch": 443, "lr": 1.5969188883468107e-05}
{"train_loss": 0.0015821659471839666, "global_step": 78980, "epoch": 443, "lr": 1.5968106275166778e-05}
{"train_loss": 0.004621199332177639, "global_step": 78981, "epoch": 443, "lr": 1.596702369659026e-05}
{"train_loss": 0.001841512625105679, "global_step": 78982, "epoch": 443, "lr": 1.596594114773955e-05}
{"train_loss": 0.0017923375125974417, "global_step": 78983, "epoch": 443, "lr": 1.5964858628615526e-05}
{"train_loss": 0.0028797558043152094, "global_step": 78984, "epoch": 443, "lr": 1.5963776139219195e-05}
{"train_loss": 0.0011083392892032862, "global_step": 78985, "epoch": 443, "lr": 1.5962693679551443e-05}
{"train_loss": 0.00086457550060004, "global_step": 78986, "epoch": 443, "lr": 1.5961611249613257e-05}
{"train_loss": 0.001453266479074955, "global_step": 78987, "epoch": 443, "lr": 1.5960528849405575e-05}
{"train_loss": 0.0005624847253784537, "global_step": 78988, "epoch": 443, "lr": 1.5959446478929336e-05}
{"train_loss": 0.001090182806365192, "global_step": 78989, "epoch": 443, "lr": 1.5958364138185488e-05}
{"train_loss": 0.0011925541330128908, "global_step": 78990, "epoch": 443, "lr": 1.595728182717498e-05}
{"train_loss": 0.001039360649883747, "global_step": 78991, "epoch": 443, "lr": 1.595619954589873e-05}
{"train_loss": 0.0016234606737270951, "global_step": 78992, "epoch": 443, "lr": 1.595511729435773e-05}
{"train_loss": 0.0022899662144482136, "global_step": 78993, "epoch": 443, "lr": 1.5954035072552898e-05}
{"train_loss": 0.0035340692847967148, "global_step": 78994, "epoch": 443, "lr": 1.5952952880485182e-05}
{"train_loss": 0.0013707000762224197, "global_step": 78995, "epoch": 443, "lr": 1.5951870718155533e-05}
{"train_loss": 0.0011601629666984081, "global_step": 78996, "epoch": 443, "lr": 1.5950788585564868e-05}
{"train_loss": 0.002693725749850273, "global_step": 78997, "epoch": 443, "lr": 1.5949706482714194e-05}
{"train_loss": 0.002010826487094164, "global_step": 78998, "epoch": 443, "lr": 1.5948624409604385e-05}
{"train_loss": 0.0016894484870135784, "global_step": 78999, "epoch": 443, "lr": 1.5947542366236444e-05}
{"train_loss": 0.0010167297441512346, "global_step": 79000, "epoch": 443, "lr": 1.594646035261127e-05}
{"train_loss": 0.0017746526282280684, "global_step": 79001, "epoch": 443, "lr": 1.5945378368729842e-05}
{"train_loss": 0.0018449765630066395, "global_step": 79002, "epoch": 443, "lr": 1.594429641459309e-05}
{"train_loss": 0.0014669777592644095, "global_step": 79003, "epoch": 443, "lr": 1.5943214490201963e-05}
{"train_loss": 0.0024467618204653263, "global_step": 79004, "epoch": 443, "lr": 1.5942132595557402e-05}
{"train_loss": 0.002019094303250313, "global_step": 79005, "epoch": 443, "lr": 1.5941050730660357e-05}
{"train_loss": 0.0017168994527310133, "global_step": 79006, "epoch": 443, "lr": 1.593996889551175e-05}
{"train_loss": 0.0026212341617792845, "global_step": 79007, "epoch": 443, "lr": 1.593888709011258e-05}
{"train_loss": 0.0010450707050040364, "global_step": 79008, "epoch": 443, "lr": 1.5937805314463728e-05}
{"train_loss": 0.0013520822394639254, "global_step": 79009, "epoch": 443, "lr": 1.5936723568566182e-05}
{"train_loss": 0.0006159195327199996, "global_step": 79010, "epoch": 443, "lr": 1.5935641852420876e-05}
{"train_loss": 0.002468449529260397, "global_step": 79011, "epoch": 443, "lr": 1.593456016602875e-05}
{"train_loss": 0.0008526876335963607, "global_step": 79012, "epoch": 443, "lr": 1.5933478509390753e-05}
{"train_loss": 0.0021589365787804127, "global_step": 79013, "epoch": 443, "lr": 1.5932396882507818e-05}
{"train_loss": 0.0020081375259906054, "global_step": 79014, "epoch": 443, "lr": 1.5931315285380903e-05}
{"train_loss": 0.0021170368418097496, "global_step": 79015, "epoch": 443, "lr": 1.5930233718010963e-05}
{"train_loss": 0.0026894169859588146, "global_step": 79016, "epoch": 443, "lr": 1.592915218039892e-05}
{"train_loss": 0.0019380608573555946, "global_step": 79017, "epoch": 443, "lr": 1.592807067254573e-05}
{"train_loss": 0.0010466051753610373, "global_step": 79018, "epoch": 443, "lr": 1.5926989194452336e-05}
{"train_loss": 0.003953195177018642, "global_step": 79019, "epoch": 443, "lr": 1.5925907746119683e-05}
{"train_loss": 0.0015619135228917003, "global_step": 79020, "epoch": 443, "lr": 1.5924826327548713e-05}
{"train_loss": 0.002191441599279642, "global_step": 79021, "epoch": 443, "lr": 1.592374493874036e-05}
{"train_loss": 0.003232414135709405, "global_step": 79022, "epoch": 443, "lr": 1.592266357969561e-05}
{"train_loss": 0.0011766009265556931, "global_step": 79023, "epoch": 443, "lr": 1.5921582250415344e-05}
{"train_loss": 0.001116632018238306, "global_step": 79024, "epoch": 443, "lr": 1.5920500950900563e-05}
{"train_loss": 0.001495659351348877, "global_step": 79025, "epoch": 443, "lr": 1.591941968115218e-05}
{"train_loss": 0.0014118709368631244, "global_step": 79026, "epoch": 443, "lr": 1.5918338441171155e-05}
{"train_loss": 0.0005803172243759036, "global_step": 79027, "epoch": 443, "lr": 1.5917257230958427e-05}
{"train_loss": 0.0007949454011395574, "global_step": 79028, "epoch": 443, "lr": 1.5916176050514937e-05}
{"train_loss": 0.0025438698939979076, "global_step": 79029, "epoch": 443, "lr": 1.5915094899841616e-05}
{"train_loss": 0.0030875597149133682, "global_step": 79030, "epoch": 443, "lr": 1.5914013778939456e-05}
{"train_loss": 0.0017193374220737037, "global_step": 79031, "epoch": 443, "lr": 1.591293268780934e-05}
{"train_loss": 0.0009906806517392397, "global_step": 79032, "epoch": 444, "lr": 1.591185162645225e-05}
{"train_loss": 0.0008007700671441853, "global_step": 79033, "epoch": 444, "lr": 1.591077059486913e-05}
{"train_loss": 0.0007645543664693832, "global_step": 79034, "epoch": 444, "lr": 1.5909689593060893e-05}
{"train_loss": 0.0021256129257380962, "global_step": 79035, "epoch": 444, "lr": 1.590860862102855e-05}
{"train_loss": 0.0012510556261986494, "global_step": 79036, "epoch": 444, "lr": 1.590752767877296e-05}
{"train_loss": 0.000681547331623733, "global_step": 79037, "epoch": 444, "lr": 1.5906446766295142e-05}
{"train_loss": 0.0033110419753938913, "global_step": 79038, "epoch": 444, "lr": 1.5905365883595974e-05}
{"train_loss": 0.0012637767940759659, "global_step": 79039, "epoch": 444, "lr": 1.5904285030676452e-05}
{"train_loss": 0.001444619381800294, "global_step": 79040, "epoch": 444, "lr": 1.5903204207537497e-05}
{"train_loss": 0.0021169751416891813, "global_step": 79041, "epoch": 444, "lr": 1.5902123414180057e-05}
{"train_loss": 0.0019113903399556875, "global_step": 79042, "epoch": 444, "lr": 1.590104265060508e-05}
{"train_loss": 0.0013610715977847576, "global_step": 79043, "epoch": 444, "lr": 1.58999619168135e-05}
{"train_loss": 0.0006866372423246503, "global_step": 79044, "epoch": 444, "lr": 1.5898881212806256e-05}
{"train_loss": 0.0010341594461351633, "global_step": 79045, "epoch": 444, "lr": 1.5897800538584333e-05}
{"train_loss": 0.002088695764541626, "global_step": 79046, "epoch": 444, "lr": 1.5896719894148608e-05}
{"train_loss": 0.0036567864008247852, "global_step": 79047, "epoch": 444, "lr": 1.5895639279500084e-05}
{"train_loss": 0.0013873142888769507, "global_step": 79048, "epoch": 444, "lr": 1.5894558694639682e-05}
{"train_loss": 0.0014749588444828987, "global_step": 79049, "epoch": 444, "lr": 1.5893478139568346e-05}
{"train_loss": 0.001590764382854104, "global_step": 79050, "epoch": 444, "lr": 1.589239761428702e-05}
{"train_loss": 0.0012452092487365007, "global_step": 79051, "epoch": 444, "lr": 1.5891317118796643e-05}
{"train_loss": 0.0020032902248203754, "global_step": 79052, "epoch": 444, "lr": 1.589023665309815e-05}
{"train_loss": 0.0007334596011787653, "global_step": 79053, "epoch": 444, "lr": 1.5889156217192536e-05}
{"train_loss": 0.0010457121534273028, "global_step": 79054, "epoch": 444, "lr": 1.5888075811080667e-05}
{"train_loss": 0.001745734829455614, "global_step": 79055, "epoch": 444, "lr": 1.5886995434763545e-05}
{"train_loss": 0.0008685514330863953, "global_step": 79056, "epoch": 444, "lr": 1.5885915088242098e-05}
{"train_loss": 0.0016222503036260605, "global_step": 79057, "epoch": 444, "lr": 1.5884834771517264e-05}
{"train_loss": 0.0012549051316455007, "global_step": 79058, "epoch": 444, "lr": 1.588375448458999e-05}
{"train_loss": 0.0015607441309839487, "global_step": 79059, "epoch": 444, "lr": 1.5882674227461203e-05}
{"train_loss": 0.0008695282158441842, "global_step": 79060, "epoch": 444, "lr": 1.5881594000131894e-05}
{"train_loss": 0.002236102009192109, "global_step": 79061, "epoch": 444, "lr": 1.588051380260295e-05}
{"train_loss": 0.001042154268361628, "global_step": 79062, "epoch": 444, "lr": 1.5879433634875347e-05}
{"train_loss": 0.0011748683173209429, "global_step": 79063, "epoch": 444, "lr": 1.587835349695002e-05}
{"train_loss": 0.0007011675043031573, "global_step": 79064, "epoch": 444, "lr": 1.5877273388827917e-05}
{"train_loss": 0.0009881678270176053, "global_step": 79065, "epoch": 444, "lr": 1.587619331050998e-05}
{"train_loss": 0.0006887847557663918, "global_step": 79066, "epoch": 444, "lr": 1.587511326199715e-05}
{"train_loss": 0.0031259823590517044, "global_step": 79067, "epoch": 444, "lr": 1.5874033243290354e-05}
{"train_loss": 0.0004354467091616243, "global_step": 79068, "epoch": 444, "lr": 1.587295325439058e-05}
{"train_loss": 0.0012018420966342092, "global_step": 79069, "epoch": 444, "lr": 1.5871873295298717e-05}
{"train_loss": 0.002568410476669669, "global_step": 79070, "epoch": 444, "lr": 1.5870793366015745e-05}
{"train_loss": 0.0008153688395395875, "global_step": 79071, "epoch": 444, "lr": 1.58697134665426e-05}
{"train_loss": 0.0017809730488806963, "global_step": 79072, "epoch": 444, "lr": 1.586863359688022e-05}
{"train_loss": 0.0017864626133814454, "global_step": 79073, "epoch": 444, "lr": 1.5867553757029556e-05}
{"train_loss": 0.00211506150662899, "global_step": 79074, "epoch": 444, "lr": 1.586647394699154e-05}
{"train_loss": 0.0012798714451491833, "global_step": 79075, "epoch": 444, "lr": 1.5865394166767122e-05}
{"train_loss": 0.002073585521429777, "global_step": 79076, "epoch": 444, "lr": 1.5864314416357227e-05}
{"train_loss": 0.0018103085458278656, "global_step": 79077, "epoch": 444, "lr": 1.5863234695762835e-05}
{"train_loss": 0.0016256669769063592, "global_step": 79078, "epoch": 444, "lr": 1.5862155004984862e-05}
{"train_loss": 0.0024209804832935333, "global_step": 79079, "epoch": 444, "lr": 1.5861075344024262e-05}
{"train_loss": 0.001504136249423027, "global_step": 79080, "epoch": 444, "lr": 1.5859995712881977e-05}
{"train_loss": 0.0005991176003590226, "global_step": 79081, "epoch": 444, "lr": 1.585891611155894e-05}
{"train_loss": 0.0018362044356763363, "global_step": 79082, "epoch": 444, "lr": 1.5857836540056085e-05}
{"train_loss": 0.0014010922750458121, "global_step": 79083, "epoch": 444, "lr": 1.585675699837441e-05}
{"train_loss": 0.0014513714704662561, "global_step": 79084, "epoch": 444, "lr": 1.585567748651478e-05}
{"train_loss": 0.0013711503706872463, "global_step": 79085, "epoch": 444, "lr": 1.5854598004478192e-05}
{"train_loss": 0.0014728804817423224, "global_step": 79086, "epoch": 444, "lr": 1.585351855226558e-05}
{"train_loss": 0.0014438095968216658, "global_step": 79087, "epoch": 444, "lr": 1.5852439129877877e-05}
{"train_loss": 0.002813025377690792, "global_step": 79088, "epoch": 444, "lr": 1.585135973731603e-05}
{"train_loss": 0.001309279352426529, "global_step": 79089, "epoch": 444, "lr": 1.5850280374580976e-05}
{"train_loss": 0.0027072157245129347, "global_step": 79090, "epoch": 444, "lr": 1.5849201041673655e-05}
{"train_loss": 0.0026099421083927155, "global_step": 79091, "epoch": 444, "lr": 1.5848121738595046e-05}
{"train_loss": 0.002142951125279069, "global_step": 79092, "epoch": 444, "lr": 1.5847042465346028e-05}
{"train_loss": 0.0008489812025800347, "global_step": 79093, "epoch": 444, "lr": 1.5845963221927612e-05}
{"train_loss": 0.0019549550488591194, "global_step": 79094, "epoch": 444, "lr": 1.5844884008340677e-05}
{"train_loss": 0.0008474866044707596, "global_step": 79095, "epoch": 444, "lr": 1.584380482458621e-05}
{"train_loss": 0.0008354624733328819, "global_step": 79096, "epoch": 444, "lr": 1.584272567066514e-05}
{"train_loss": 0.0009393123909831047, "global_step": 79097, "epoch": 444, "lr": 1.5841646546578397e-05}
{"train_loss": 0.0009525517234578729, "global_step": 79098, "epoch": 444, "lr": 1.5840567452326966e-05}
{"train_loss": 0.0018796545919030905, "global_step": 79099, "epoch": 444, "lr": 1.583948838791173e-05}
{"train_loss": 0.0012184609659016132, "global_step": 79100, "epoch": 444, "lr": 1.5838409353333674e-05}
{"train_loss": 0.0021567128133028746, "global_step": 79101, "epoch": 444, "lr": 1.583733034859372e-05}
{"train_loss": 0.0021479977294802666, "global_step": 79102, "epoch": 444, "lr": 1.583625137369283e-05}
{"train_loss": 0.0010830042883753777, "global_step": 79103, "epoch": 444, "lr": 1.583517242863193e-05}
{"train_loss": 0.0010872195707634091, "global_step": 79104, "epoch": 444, "lr": 1.5834093513411964e-05}
{"train_loss": 0.0024936478585004807, "global_step": 79105, "epoch": 444, "lr": 1.583301462803386e-05}
{"train_loss": 0.0014174990355968475, "global_step": 79106, "epoch": 444, "lr": 1.5831935772498614e-05}
{"train_loss": 0.0011723787756636739, "global_step": 79107, "epoch": 444, "lr": 1.5830856946807093e-05}
{"train_loss": 0.0006108717643655837, "global_step": 79108, "epoch": 444, "lr": 1.58297781509603e-05}
{"train_loss": 0.0019113868474960327, "global_step": 79109, "epoch": 444, "lr": 1.582869938495915e-05}
{"train_loss": 0.0011001585517078638, "global_step": 79110, "epoch": 444, "lr": 1.5827620648804597e-05}
{"train_loss": 0.0027474313974380493, "global_step": 79111, "epoch": 444, "lr": 1.582654194249757e-05}
{"train_loss": 0.0019700853154063225, "global_step": 79112, "epoch": 444, "lr": 1.582546326603902e-05}
{"train_loss": 0.0011153332889080048, "global_step": 79113, "epoch": 444, "lr": 1.582438461942989e-05}
{"train_loss": 0.001943178940564394, "global_step": 79114, "epoch": 444, "lr": 1.5823306002671116e-05}
{"train_loss": 0.0018586469814181328, "global_step": 79115, "epoch": 444, "lr": 1.5822227415763628e-05}
{"train_loss": 0.0006840457208454609, "global_step": 79116, "epoch": 444, "lr": 1.58211488587084e-05}
{"train_loss": 0.0006512902327813208, "global_step": 79117, "epoch": 444, "lr": 1.582007033150636e-05}
{"train_loss": 0.001393670216202736, "global_step": 79118, "epoch": 444, "lr": 1.581899183415844e-05}
{"train_loss": 0.0018732118187472224, "global_step": 79119, "epoch": 444, "lr": 1.5817913366665593e-05}
{"train_loss": 0.00037781844730488956, "global_step": 79120, "epoch": 444, "lr": 1.581683492902874e-05}
{"train_loss": 0.0017157131806015968, "global_step": 79121, "epoch": 444, "lr": 1.5815756521248875e-05}
{"train_loss": 0.000401230005081743, "global_step": 79122, "epoch": 444, "lr": 1.581467814332687e-05}
{"train_loss": 0.0019199388334527612, "global_step": 79123, "epoch": 444, "lr": 1.581359979526372e-05}
{"train_loss": 0.0014059741515666246, "global_step": 79124, "epoch": 444, "lr": 1.5812521477060356e-05}
{"train_loss": 0.0005901691620238125, "global_step": 79125, "epoch": 444, "lr": 1.58114431887177e-05}
{"train_loss": 0.0015387663152068853, "global_step": 79126, "epoch": 444, "lr": 1.5810364930236714e-05}
{"train_loss": 0.0010639408137649298, "global_step": 79127, "epoch": 444, "lr": 1.5809286701618332e-05}
{"train_loss": 0.0013186391443014145, "global_step": 79128, "epoch": 444, "lr": 1.58082085028635e-05}
{"train_loss": 0.003921172581613064, "global_step": 79129, "epoch": 444, "lr": 1.5807130333973146e-05}
{"train_loss": 0.0004707918269559741, "global_step": 79130, "epoch": 444, "lr": 1.5806052194948214e-05}
{"train_loss": 0.0013004435459151864, "global_step": 79131, "epoch": 444, "lr": 1.580497408578968e-05}
{"train_loss": 0.001088438555598259, "global_step": 79132, "epoch": 444, "lr": 1.5803896006498432e-05}
{"train_loss": 0.0006009711651131511, "global_step": 79133, "epoch": 444, "lr": 1.580281795707545e-05}
{"train_loss": 0.0007987250573933125, "global_step": 79134, "epoch": 444, "lr": 1.5801739937521665e-05}
{"train_loss": 0.0012911546509712934, "global_step": 79135, "epoch": 444, "lr": 1.580066194783802e-05}
{"train_loss": 0.0014065729919821024, "global_step": 79136, "epoch": 444, "lr": 1.579958398802545e-05}
{"train_loss": 0.0025375757832080126, "global_step": 79137, "epoch": 444, "lr": 1.5798506058084896e-05}
{"train_loss": 0.0016227024607360363, "global_step": 79138, "epoch": 444, "lr": 1.579742815801731e-05}
{"train_loss": 0.0013602825347334146, "global_step": 79139, "epoch": 444, "lr": 1.5796350287823632e-05}
{"train_loss": 0.0009408261976204813, "global_step": 79140, "epoch": 444, "lr": 1.5795272447504793e-05}
{"train_loss": 0.0013635021168738604, "global_step": 79141, "epoch": 444, "lr": 1.579419463706175e-05}
{"train_loss": 0.0007426344091072679, "global_step": 79142, "epoch": 444, "lr": 1.5793116856495434e-05}
{"train_loss": 0.0009833651129156351, "global_step": 79143, "epoch": 444, "lr": 1.5792039105806765e-05}
{"train_loss": 0.0014944970607757568, "global_step": 79144, "epoch": 444, "lr": 1.5790961384996744e-05}
{"train_loss": 0.0018508399371057749, "global_step": 79145, "epoch": 444, "lr": 1.5789883694066244e-05}
{"train_loss": 0.0011420748196542263, "global_step": 79146, "epoch": 444, "lr": 1.5788806033016264e-05}
{"train_loss": 0.0008999244309961796, "global_step": 79147, "epoch": 444, "lr": 1.578772840184769e-05}
{"train_loss": 0.0009194622980430722, "global_step": 79148, "epoch": 444, "lr": 1.578665080056151e-05}
{"train_loss": 0.0025420342572033405, "global_step": 79149, "epoch": 444, "lr": 1.5785573229158644e-05}
{"train_loss": 0.0007538507925346494, "global_step": 79150, "epoch": 444, "lr": 1.578449568764004e-05}
{"train_loss": 0.0011349850101396441, "global_step": 79151, "epoch": 444, "lr": 1.5783418176006638e-05}
{"train_loss": 0.0016082124784588814, "global_step": 79152, "epoch": 444, "lr": 1.5782340694259367e-05}
{"train_loss": 0.0020552051719278097, "global_step": 79153, "epoch": 444, "lr": 1.578126324239917e-05}
{"train_loss": 0.0017329870024695992, "global_step": 79154, "epoch": 444, "lr": 1.5780185820427023e-05}
{"train_loss": 0.002731554675847292, "global_step": 79155, "epoch": 444, "lr": 1.5779108428343814e-05}
{"train_loss": 0.0029929224401712418, "global_step": 79156, "epoch": 444, "lr": 1.5778031066150524e-05}
{"train_loss": 0.0006753163761459291, "global_step": 79157, "epoch": 444, "lr": 1.5776953733848078e-05}
{"train_loss": 0.0019626696594059467, "global_step": 79158, "epoch": 444, "lr": 1.5775876431437404e-05}
{"train_loss": 0.0015929756918922067, "global_step": 79159, "epoch": 444, "lr": 1.577479915891949e-05}
{"train_loss": 0.0005769219133071601, "global_step": 79160, "epoch": 444, "lr": 1.5773721916295213e-05}
{"train_loss": 0.0010038937907665968, "global_step": 79161, "epoch": 444, "lr": 1.5772644703565565e-05}
{"train_loss": 0.003968383185565472, "global_step": 79162, "epoch": 444, "lr": 1.577156752073146e-05}
{"train_loss": 0.0016652147751301527, "global_step": 79163, "epoch": 444, "lr": 1.5770490367793856e-05}
{"train_loss": 0.002246946096420288, "global_step": 79164, "epoch": 444, "lr": 1.5769413244753678e-05}
{"train_loss": 0.0011895631905645132, "global_step": 79165, "epoch": 444, "lr": 1.576833615161188e-05}
{"train_loss": 0.002531954785808921, "global_step": 79166, "epoch": 444, "lr": 1.576725908836939e-05}
{"train_loss": 0.003153460565954447, "global_step": 79167, "epoch": 444, "lr": 1.5766182055027156e-05}
{"train_loss": 0.0008972266223281622, "global_step": 79168, "epoch": 444, "lr": 1.5765105051586105e-05}
{"train_loss": 0.0008457840303890407, "global_step": 79169, "epoch": 444, "lr": 1.5764028078047215e-05}
{"train_loss": 0.0005373653257265687, "global_step": 79170, "epoch": 444, "lr": 1.5762951134411373e-05}
{"train_loss": 0.0010960781946778297, "global_step": 79171, "epoch": 444, "lr": 1.576187422067957e-05}
{"train_loss": 0.002356675686314702, "global_step": 79172, "epoch": 444, "lr": 1.5760797336852716e-05}
{"train_loss": 0.0021044001914560795, "global_step": 79173, "epoch": 444, "lr": 1.5759720482931768e-05}
{"train_loss": 0.0004148127045482397, "global_step": 79174, "epoch": 444, "lr": 1.575864365891766e-05}
{"train_loss": 0.0014014524640515447, "global_step": 79175, "epoch": 444, "lr": 1.5757566864811325e-05}
{"train_loss": 0.002012390410527587, "global_step": 79176, "epoch": 444, "lr": 1.57564901006137e-05}
{"train_loss": 0.0018253535963594913, "global_step": 79177, "epoch": 444, "lr": 1.5755413366325765e-05}
{"train_loss": 0.0036253652069717646, "global_step": 79178, "epoch": 444, "lr": 1.57543366619484e-05}
{"train_loss": 0.0017910762690007687, "global_step": 79179, "epoch": 444, "lr": 1.5753259987482592e-05}
{"train_loss": 0.0013445131480693817, "global_step": 79180, "epoch": 444, "lr": 1.5752183342929273e-05}
{"train_loss": 0.0009641018696129322, "global_step": 79181, "epoch": 444, "lr": 1.575110672828935e-05}
{"train_loss": 0.0009818363469094038, "global_step": 79182, "epoch": 444, "lr": 1.5750030143563833e-05}
{"train_loss": 0.001427721232175827, "global_step": 79183, "epoch": 444, "lr": 1.574895358875358e-05}
{"train_loss": 0.0012544995406642556, "global_step": 79184, "epoch": 444, "lr": 1.5747877063859602e-05}
{"train_loss": 0.0006979441386647522, "global_step": 79185, "epoch": 444, "lr": 1.5746800568882774e-05}
{"train_loss": 0.000881254265550524, "global_step": 79186, "epoch": 444, "lr": 1.5745724103824094e-05}
{"train_loss": 0.0009958682348951697, "global_step": 79187, "epoch": 444, "lr": 1.5744647668684475e-05}
{"train_loss": 0.0014847683487460017, "global_step": 79188, "epoch": 444, "lr": 1.574357126346486e-05}
{"train_loss": 0.0018293749308213592, "global_step": 79189, "epoch": 444, "lr": 1.5742494888166186e-05}
{"train_loss": 0.0012899336870759726, "global_step": 79190, "epoch": 444, "lr": 1.57414185427894e-05}
{"train_loss": 0.0006056383717805147, "global_step": 79191, "epoch": 444, "lr": 1.5740342227335424e-05}
{"train_loss": 0.0009068851359188557, "global_step": 79192, "epoch": 444, "lr": 1.573926594180525e-05}
{"train_loss": 0.0014235163107514381, "global_step": 79193, "epoch": 444, "lr": 1.573818968619974e-05}
{"train_loss": 0.0007221380365081131, "global_step": 79194, "epoch": 444, "lr": 1.573711346051989e-05}
{"train_loss": 0.0018455344252288342, "global_step": 79195, "epoch": 444, "lr": 1.5736037264766634e-05}
{"train_loss": 0.0007963022799231112, "global_step": 79196, "epoch": 444, "lr": 1.5734961098940896e-05}
{"train_loss": 0.001174477394670248, "global_step": 79197, "epoch": 444, "lr": 1.5733884963043628e-05}
{"train_loss": 0.0021417299285531044, "global_step": 79198, "epoch": 444, "lr": 1.5732808857075764e-05}
{"train_loss": 0.0013552616583183408, "global_step": 79199, "epoch": 444, "lr": 1.5731732781038226e-05}
{"train_loss": 0.0017915870994329453, "global_step": 79200, "epoch": 444, "lr": 1.5730656734931994e-05}
{"train_loss": 0.0016057295724749565, "global_step": 79201, "epoch": 444, "lr": 1.5729580718757984e-05}
{"train_loss": 0.0029204438906162977, "global_step": 79202, "epoch": 444, "lr": 1.572850473251714e-05}
{"train_loss": 0.0029131220653653145, "global_step": 79203, "epoch": 444, "lr": 1.5727428776210396e-05}
{"train_loss": 0.0013289006892591715, "global_step": 79204, "epoch": 444, "lr": 1.5726352849838698e-05}
{"train_loss": 0.001600354677066207, "global_step": 79205, "epoch": 444, "lr": 1.572527695340299e-05}
{"train_loss": 0.0025132461450994015, "global_step": 79206, "epoch": 444, "lr": 1.5724201086904185e-05}
{"train_loss": 0.0014928525779396296, "global_step": 79207, "epoch": 444, "lr": 1.5723125250343275e-05}
{"train_loss": 0.0014804668026044965, "global_step": 79208, "epoch": 444, "lr": 1.5722049443721137e-05}
{"train_loss": 0.0015251979583696452, "global_step": 79209, "epoch": 444, "lr": 1.5720973667038758e-05}
{"train_loss": 0.0025173071771860123, "global_step": 79210, "epoch": 445, "lr": 1.5719897920297062e-05}
{"train_loss": 0.0013374941190704703, "global_step": 79211, "epoch": 445, "lr": 1.5718822203496985e-05}
{"train_loss": 0.0006113679264672101, "global_step": 79212, "epoch": 445, "lr": 1.571774651663947e-05}
{"train_loss": 0.0018916202243417501, "global_step": 79213, "epoch": 445, "lr": 1.5716670859725458e-05}
{"train_loss": 0.0009532482945360243, "global_step": 79214, "epoch": 445, "lr": 1.571559523275587e-05}
{"train_loss": 0.0019525442039594054, "global_step": 79215, "epoch": 445, "lr": 1.5714519635731694e-05}
{"train_loss": 0.0011501486878842115, "global_step": 79216, "epoch": 445, "lr": 1.5713444068653804e-05}
{"train_loss": 0.0011184366885572672, "global_step": 79217, "epoch": 445, "lr": 1.571236853152319e-05}
{"train_loss": 0.0009039422729983926, "global_step": 79218, "epoch": 445, "lr": 1.571129302434078e-05}
{"train_loss": 0.0020648082718253136, "global_step": 79219, "epoch": 445, "lr": 1.57102175471075e-05}
{"train_loss": 0.0015400637639686465, "global_step": 79220, "epoch": 445, "lr": 1.5709142099824296e-05}
{"train_loss": 0.0013094341848045588, "global_step": 79221, "epoch": 445, "lr": 1.57080666824921e-05}
{"train_loss": 0.0008286872180178761, "global_step": 79222, "epoch": 445, "lr": 1.570699129511189e-05}
{"train_loss": 0.0002840203233063221, "global_step": 79223, "epoch": 445, "lr": 1.570591593768454e-05}
{"train_loss": 0.0012055737897753716, "global_step": 79224, "epoch": 445, "lr": 1.570484061021104e-05}
{"train_loss": 0.002943042665719986, "global_step": 79225, "epoch": 445, "lr": 1.570376531269232e-05}
{"train_loss": 0.001316296635195613, "global_step": 79226, "epoch": 445, "lr": 1.570269004512931e-05}
{"train_loss": 0.001644250238314271, "global_step": 79227, "epoch": 445, "lr": 1.5701614807522947e-05}
{"train_loss": 0.0018772748298943043, "global_step": 79228, "epoch": 445, "lr": 1.570053959987418e-05}
{"train_loss": 0.00200482364743948, "global_step": 79229, "epoch": 445, "lr": 1.5699464422183924e-05}
{"train_loss": 0.0021943598985671997, "global_step": 79230, "epoch": 445, "lr": 1.5698389274453175e-05}
{"train_loss": 0.0019034981960430741, "global_step": 79231, "epoch": 445, "lr": 1.5697314156682797e-05}
{"train_loss": 0.0005935393273830414, "global_step": 79232, "epoch": 445, "lr": 1.5696239068873784e-05}
{"train_loss": 0.000864868110511452, "global_step": 79233, "epoch": 445, "lr": 1.5695164011027058e-05}
{"train_loss": 0.0010309257777407765, "global_step": 79234, "epoch": 445, "lr": 1.5694088983143556e-05}
{"train_loss": 0.002620204584673047, "global_step": 79235, "epoch": 445, "lr": 1.569301398522422e-05}
{"train_loss": 0.0028391419909894466, "global_step": 79236, "epoch": 445, "lr": 1.569193901726999e-05}
{"train_loss": 0.0009310388122685254, "global_step": 79237, "epoch": 445, "lr": 1.569086407928178e-05}
{"train_loss": 0.0007976072374731302, "global_step": 79238, "epoch": 445, "lr": 1.568978917126059e-05}
{"train_loss": 0.000835072307381779, "global_step": 79239, "epoch": 445, "lr": 1.5688714293207285e-05}
{"train_loss": 0.0005162818124517798, "global_step": 79240, "epoch": 445, "lr": 1.568763944512287e-05}
{"train_loss": 0.0006818230031058192, "global_step": 79241, "epoch": 445, "lr": 1.5686564627008226e-05}
{"train_loss": 0.001247837906703353, "global_step": 79242, "epoch": 445, "lr": 1.568548983886433e-05}
{"train_loss": 0.0014790956629440188, "global_step": 79243, "epoch": 445, "lr": 1.5684415080692112e-05}
{"train_loss": 0.0011416212655603886, "global_step": 79244, "epoch": 445, "lr": 1.568334035249249e-05}
{"train_loss": 0.0021578201558440924, "global_step": 79245, "epoch": 445, "lr": 1.5682265654266454e-05}
{"train_loss": 0.002290637232363224, "global_step": 79246, "epoch": 445, "lr": 1.568119098601487e-05}
{"train_loss": 0.0010057126637548208, "global_step": 79247, "epoch": 445, "lr": 1.5680116347738744e-05}
{"train_loss": 0.00042983482126146555, "global_step": 79248, "epoch": 445, "lr": 1.5679041739438982e-05}
{"train_loss": 0.002152876928448677, "global_step": 79249, "epoch": 445, "lr": 1.5677967161116523e-05}
{"train_loss": 0.0012545909266918898, "global_step": 79250, "epoch": 445, "lr": 1.5676892612772315e-05}
{"train_loss": 0.0009171954588964581, "global_step": 79251, "epoch": 445, "lr": 1.567581809440729e-05}
{"train_loss": 0.004561956040561199, "global_step": 79252, "epoch": 445, "lr": 1.5674743606022375e-05}
{"train_loss": 0.001300023403018713, "global_step": 79253, "epoch": 445, "lr": 1.567366914761855e-05}
{"train_loss": 0.0005205310881137848, "global_step": 79254, "epoch": 445, "lr": 1.5672594719196692e-05}
{"train_loss": 0.001284874277189374, "global_step": 79255, "epoch": 445, "lr": 1.567152032075781e-05}
{"train_loss": 0.0016503140795975924, "global_step": 79256, "epoch": 445, "lr": 1.567044595230277e-05}
{"train_loss": 0.0009929549414664507, "global_step": 79257, "epoch": 445, "lr": 1.5669371613832563e-05}
{"train_loss": 0.0028616460040211678, "global_step": 79258, "epoch": 445, "lr": 1.5668297305348105e-05}
{"train_loss": 0.0014532682253047824, "global_step": 79259, "epoch": 445, "lr": 1.5667223026850342e-05}
{"train_loss": 0.00084710493683815, "global_step": 79260, "epoch": 445, "lr": 1.5666148778340205e-05}
{"train_loss": 0.00219675968401134, "global_step": 79261, "epoch": 445, "lr": 1.5665074559818643e-05}
{"train_loss": 0.004561147652566433, "global_step": 79262, "epoch": 445, "lr": 1.566400037128657e-05}
{"train_loss": 0.0027563669718801975, "global_step": 79263, "epoch": 445, "lr": 1.5662926212744956e-05}
{"train_loss": 0.0015368612948805094, "global_step": 79264, "epoch": 445, "lr": 1.5661852084194728e-05}
{"train_loss": 0.000350511894794181, "global_step": 79265, "epoch": 445, "lr": 1.5660777985636822e-05}
{"train_loss": 0.0027409838512539864, "global_step": 79266, "epoch": 445, "lr": 1.565970391707217e-05}
{"train_loss": 0.0027392813935875893, "global_step": 79267, "epoch": 445, "lr": 1.5658629878501707e-05}
{"train_loss": 0.0012730881571769714, "global_step": 79268, "epoch": 445, "lr": 1.565755586992641e-05}
{"train_loss": 0.0015312762698158622, "global_step": 79269, "epoch": 445, "lr": 1.5656481891347153e-05}
{"train_loss": 0.0022768420167267323, "global_step": 79270, "epoch": 445, "lr": 1.5655407942764928e-05}
{"train_loss": 0.0031044851057231426, "global_step": 79271, "epoch": 445, "lr": 1.565433402418065e-05}
{"train_loss": 0.0020726134534925222, "global_step": 79272, "epoch": 445, "lr": 1.565326013559526e-05}
{"train_loss": 0.0018011827487498522, "global_step": 79273, "epoch": 445, "lr": 1.5652186277009695e-05}
{"train_loss": 0.0011866723652929068, "global_step": 79274, "epoch": 445, "lr": 1.5651112448424893e-05}
{"train_loss": 0.00056368118384853, "global_step": 79275, "epoch": 445, "lr": 1.5650038649841798e-05}
{"train_loss": 0.0023661116138100624, "global_step": 79276, "epoch": 445, "lr": 1.5648964881261342e-05}
{"train_loss": 0.0016879633767530322, "global_step": 79277, "epoch": 445, "lr": 1.5647891142684447e-05}
{"train_loss": 0.0021492193918675184, "global_step": 79278, "epoch": 445, "lr": 1.5646817434112094e-05}
{"train_loss": 0.0014308298705145717, "global_step": 79279, "epoch": 445, "lr": 1.564574375554517e-05}
{"train_loss": 0.0031576736364513636, "global_step": 79280, "epoch": 445, "lr": 1.564467010698465e-05}
{"train_loss": 0.0012660820502787828, "global_step": 79281, "epoch": 445, "lr": 1.5643596488431455e-05}
{"train_loss": 0.0009585801744833589, "global_step": 79282, "epoch": 445, "lr": 1.5642522899886534e-05}
{"train_loss": 0.0023604051675647497, "global_step": 79283, "epoch": 445, "lr": 1.564144934135081e-05}
{"train_loss": 0.0025453977286815643, "global_step": 79284, "epoch": 445, "lr": 1.564037581282522e-05}
{"train_loss": 0.0015128031373023987, "global_step": 79285, "epoch": 445, "lr": 1.563930231431072e-05}
{"train_loss": 0.0019880931358784437, "global_step": 79286, "epoch": 445, "lr": 1.5638228845808245e-05}
{"train_loss": 0.0013286462053656578, "global_step": 79287, "epoch": 445, "lr": 1.5637155407318717e-05}
{"train_loss": 0.0014835468027740717, "global_step": 79288, "epoch": 445, "lr": 1.5636081998843083e-05}
{"train_loss": 0.0025727120228111744, "global_step": 79289, "epoch": 445, "lr": 1.563500862038228e-05}
{"train_loss": 0.0011922081466764212, "global_step": 79290, "epoch": 445, "lr": 1.5633935271937233e-05}
{"train_loss": 0.0014144362648949027, "global_step": 79291, "epoch": 445, "lr": 1.5632861953508916e-05}
{"train_loss": 0.0011311016278341413, "global_step": 79292, "epoch": 445, "lr": 1.5631788665098214e-05}
{"train_loss": 0.0017135273665189743, "global_step": 79293, "epoch": 445, "lr": 1.5630715406706126e-05}
{"train_loss": 0.0013411275576800108, "global_step": 79294, "epoch": 445, "lr": 1.562964217833352e-05}
{"train_loss": 0.0010938459308817983, "global_step": 79295, "epoch": 445, "lr": 1.5628568979981383e-05}
{"train_loss": 0.0021150773391127586, "global_step": 79296, "epoch": 445, "lr": 1.5627495811650645e-05}
{"train_loss": 0.0005748882540501654, "global_step": 79297, "epoch": 445, "lr": 1.5626422673342228e-05}
{"train_loss": 0.0014949652832001448, "global_step": 79298, "epoch": 445, "lr": 1.5625349565057084e-05}
{"train_loss": 0.0012752460315823555, "global_step": 79299, "epoch": 445, "lr": 1.562427648679614e-05}
{"train_loss": 0.0014282523188740015, "global_step": 79300, "epoch": 445, "lr": 1.562320343856033e-05}
{"train_loss": 0.0017842687666416168, "global_step": 79301, "epoch": 445, "lr": 1.5622130420350623e-05}
{"train_loss": 0.0005543834995478392, "global_step": 79302, "epoch": 445, "lr": 1.5621057432167903e-05}
{"train_loss": 0.0011527457972988486, "global_step": 79303, "epoch": 445, "lr": 1.5619984474013148e-05}
{"train_loss": 0.000574419682379812, "global_step": 79304, "epoch": 445, "lr": 1.5618911545887294e-05}
{"train_loss": 0.0017585218884050846, "global_step": 79305, "epoch": 445, "lr": 1.5617838647791244e-05}
{"train_loss": 0.0009408398764207959, "global_step": 79306, "epoch": 445, "lr": 1.561676577972599e-05}
{"train_loss": 0.001236635260283947, "global_step": 79307, "epoch": 445, "lr": 1.5615692941692405e-05}
{"train_loss": 0.0015963191399350762, "global_step": 79308, "epoch": 445, "lr": 1.5614620133691475e-05}
{"train_loss": 0.00124220154248178, "global_step": 79309, "epoch": 445, "lr": 1.5613547355724128e-05}
{"train_loss": 0.0019158769864588976, "global_step": 79310, "epoch": 445, "lr": 1.561247460779129e-05}
{"train_loss": 0.0011715635191649199, "global_step": 79311, "epoch": 445, "lr": 1.5611401889893896e-05}
{"train_loss": 0.0018244668608531356, "global_step": 79312, "epoch": 445, "lr": 1.561032920203289e-05}
{"train_loss": 0.0015053912065923214, "global_step": 79313, "epoch": 445, "lr": 1.5609256544209215e-05}
{"train_loss": 0.0015023936284705997, "global_step": 79314, "epoch": 445, "lr": 1.5608183916423795e-05}
{"train_loss": 0.001259608892723918, "global_step": 79315, "epoch": 445, "lr": 1.5607111318677558e-05}
{"train_loss": 0.001228510751388967, "global_step": 79316, "epoch": 445, "lr": 1.5606038750971486e-05}
{"train_loss": 0.0006799512775614858, "global_step": 79317, "epoch": 445, "lr": 1.5604966213306455e-05}
{"train_loss": 0.0017481710528954864, "global_step": 79318, "epoch": 445, "lr": 1.560389370568345e-05}
{"train_loss": 0.0015494843246415257, "global_step": 79319, "epoch": 445, "lr": 1.5602821228103387e-05}
{"train_loss": 0.002171742031350732, "global_step": 79320, "epoch": 445, "lr": 1.5601748780567205e-05}
{"train_loss": 0.001188663998618722, "global_step": 79321, "epoch": 445, "lr": 1.560067636307584e-05}
{"train_loss": 0.002025290159508586, "global_step": 79322, "epoch": 445, "lr": 1.5599603975630235e-05}
{"train_loss": 0.0009542879997752607, "global_step": 79323, "epoch": 445, "lr": 1.5598531618231298e-05}
{"train_loss": 0.0014271526597440243, "global_step": 79324, "epoch": 445, "lr": 1.5597459290880027e-05}
{"train_loss": 0.0012814885703846812, "global_step": 79325, "epoch": 445, "lr": 1.5596386993577288e-05}
{"train_loss": 0.0005982168368063867, "global_step": 79326, "epoch": 445, "lr": 1.559531472632407e-05}
{"train_loss": 0.0013885637745261192, "global_step": 79327, "epoch": 445, "lr": 1.559424248912128e-05}
{"train_loss": 0.0009364258730784059, "global_step": 79328, "epoch": 445, "lr": 1.5593170281969855e-05}
{"train_loss": 0.0013053882867097855, "global_step": 79329, "epoch": 445, "lr": 1.5592098104870774e-05}
{"train_loss": 0.001872419728897512, "global_step": 79330, "epoch": 445, "lr": 1.55910259578249e-05}
{"train_loss": 0.001529664732515812, "global_step": 79331, "epoch": 445, "lr": 1.5589953840833255e-05}
{"train_loss": 0.002899554092437029, "global_step": 79332, "epoch": 445, "lr": 1.5588881753896688e-05}
{"train_loss": 0.0011988431215286255, "global_step": 79333, "epoch": 445, "lr": 1.5587809697016197e-05}
{"train_loss": 0.0008668872760608792, "global_step": 79334, "epoch": 445, "lr": 1.5586737670192704e-05}
{"train_loss": 0.0014809996355324984, "global_step": 79335, "epoch": 445, "lr": 1.558566567342713e-05}
{"train_loss": 0.0012671954464167356, "global_step": 79336, "epoch": 445, "lr": 1.558459370672043e-05}
{"train_loss": 0.0020820971112698317, "global_step": 79337, "epoch": 445, "lr": 1.5583521770073527e-05}
{"train_loss": 0.0011484629940241575, "global_step": 79338, "epoch": 445, "lr": 1.5582449863487354e-05}
{"train_loss": 0.0009866454638540745, "global_step": 79339, "epoch": 445, "lr": 1.558137798696288e-05}
{"train_loss": 0.0009622710640542209, "global_step": 79340, "epoch": 445, "lr": 1.5580306140500987e-05}
{"train_loss": 0.002083837054669857, "global_step": 79341, "epoch": 445, "lr": 1.557923432410266e-05}
{"train_loss": 0.0025863584596663713, "global_step": 79342, "epoch": 445, "lr": 1.5578162537768813e-05}
{"train_loss": 0.0010063030058518052, "global_step": 79343, "epoch": 445, "lr": 1.5577090781500386e-05}
{"train_loss": 0.0022503824438899755, "global_step": 79344, "epoch": 445, "lr": 1.557601905529832e-05}
{"train_loss": 0.0014000881928950548, "global_step": 79345, "epoch": 445, "lr": 1.557494735916354e-05}
{"train_loss": 0.0010083159431815147, "global_step": 79346, "epoch": 445, "lr": 1.557387569309697e-05}
{"train_loss": 0.0011537456884980202, "global_step": 79347, "epoch": 445, "lr": 1.5572804057099584e-05}
{"train_loss": 0.0019935613963752985, "global_step": 79348, "epoch": 445, "lr": 1.5571732451172295e-05}
{"train_loss": 0.001881869276985526, "global_step": 79349, "epoch": 445, "lr": 1.557066087531604e-05}
{"train_loss": 0.002013292396441102, "global_step": 79350, "epoch": 445, "lr": 1.556958932953176e-05}
{"train_loss": 0.0016623773844912648, "global_step": 79351, "epoch": 445, "lr": 1.5568517813820387e-05}
{"train_loss": 0.0010340989101678133, "global_step": 79352, "epoch": 445, "lr": 1.5567446328182856e-05}
{"train_loss": 0.0010630172910168767, "global_step": 79353, "epoch": 445, "lr": 1.5566374872620087e-05}
{"train_loss": 0.002065536566078663, "global_step": 79354, "epoch": 445, "lr": 1.5565303447133067e-05}
{"train_loss": 0.0007596708601340652, "global_step": 79355, "epoch": 445, "lr": 1.5564232051722664e-05}
{"train_loss": 0.0037413248792290688, "global_step": 79356, "epoch": 445, "lr": 1.556316068638987e-05}
{"train_loss": 0.0012002256698906422, "global_step": 79357, "epoch": 445, "lr": 1.5562089351135595e-05}
{"train_loss": 0.0010496844770386815, "global_step": 79358, "epoch": 445, "lr": 1.556101804596078e-05}
{"train_loss": 0.0014930410543456674, "global_step": 79359, "epoch": 445, "lr": 1.5559946770866358e-05}
{"train_loss": 0.0024053019005805254, "global_step": 79360, "epoch": 445, "lr": 1.5558875525853262e-05}
{"train_loss": 0.00119739247020334, "global_step": 79361, "epoch": 445, "lr": 1.555780431092242e-05}
{"train_loss": 0.0008674870477989316, "global_step": 79362, "epoch": 445, "lr": 1.5556733126074806e-05}
{"train_loss": 0.0007138657383620739, "global_step": 79363, "epoch": 445, "lr": 1.5555661971311303e-05}
{"train_loss": 0.0004561496607493609, "global_step": 79364, "epoch": 445, "lr": 1.5554590846632898e-05}
{"train_loss": 0.0011217758292332292, "global_step": 79365, "epoch": 445, "lr": 1.5553519752040474e-05}
{"train_loss": 0.0008495231159031391, "global_step": 79366, "epoch": 445, "lr": 1.555244868753501e-05}
{"train_loss": 0.0050209639593958855, "global_step": 79367, "epoch": 445, "lr": 1.555137765311742e-05}
{"train_loss": 0.0018403821159154177, "global_step": 79368, "epoch": 445, "lr": 1.5550306648788632e-05}
{"train_loss": 0.0008034673519432545, "global_step": 79369, "epoch": 445, "lr": 1.554923567454962e-05}
{"train_loss": 0.001831220230087638, "global_step": 79370, "epoch": 445, "lr": 1.554816473040127e-05}
{"train_loss": 0.002250704448670149, "global_step": 79371, "epoch": 445, "lr": 1.554709381634455e-05}
{"train_loss": 0.0009795442456379533, "global_step": 79372, "epoch": 445, "lr": 1.5546022932380387e-05}
{"train_loss": 0.0015403606230393052, "global_step": 79373, "epoch": 445, "lr": 1.554495207850972e-05}
{"train_loss": 0.0016710541676729918, "global_step": 79374, "epoch": 445, "lr": 1.5543881254733477e-05}
{"train_loss": 0.0008682062616571784, "global_step": 79375, "epoch": 445, "lr": 1.5542810461052593e-05}
{"train_loss": 0.0004128046566620469, "global_step": 79376, "epoch": 445, "lr": 1.5541739697467993e-05}
{"train_loss": 0.002232705242931843, "global_step": 79377, "epoch": 445, "lr": 1.554066896398066e-05}
{"train_loss": 0.001421991502866149, "global_step": 79378, "epoch": 445, "lr": 1.553959826059146e-05}
{"train_loss": 0.002319460967555642, "global_step": 79379, "epoch": 445, "lr": 1.5538527587301377e-05}
{"train_loss": 0.001070612110197544, "global_step": 79380, "epoch": 445, "lr": 1.5537456944111334e-05}
{"train_loss": 0.0008047862211242318, "global_step": 79381, "epoch": 445, "lr": 1.5536386331022262e-05}
{"train_loss": 0.0021678018383681774, "global_step": 79382, "epoch": 445, "lr": 1.5535315748035105e-05}
{"train_loss": 0.0007945182733237743, "global_step": 79383, "epoch": 445, "lr": 1.5534245195150788e-05}
{"train_loss": 0.0013429708778858185, "global_step": 79384, "epoch": 445, "lr": 1.553317467237025e-05}
{"train_loss": 0.0014213924296200275, "global_step": 79385, "epoch": 445, "lr": 1.5532104179694422e-05}
{"train_loss": 0.0017178986454382539, "global_step": 79386, "epoch": 445, "lr": 1.5531033717124227e-05}
{"train_loss": 0.0015404750795752395, "global_step": 79387, "epoch": 445, "lr": 1.552996328466065e-05, "train_action_mse_error": 2.129571839759592e-06}
{"train_loss": 0.0011663180775940418, "global_step": 79388, "epoch": 446, "lr": 1.552889288230456e-05}
{"train_loss": 0.001532992348074913, "global_step": 79389, "epoch": 446, "lr": 1.552782251005694e-05}
{"train_loss": 0.00106876902282238, "global_step": 79390, "epoch": 446, "lr": 1.5526752167918705e-05}
{"train_loss": 0.0020973249338567257, "global_step": 79391, "epoch": 446, "lr": 1.5525681855890778e-05}
{"train_loss": 0.001632066210731864, "global_step": 79392, "epoch": 446, "lr": 1.5524611573974147e-05}
{"train_loss": 0.0012584240175783634, "global_step": 79393, "epoch": 446, "lr": 1.5523541322169673e-05}
{"train_loss": 0.002147149294614792, "global_step": 79394, "epoch": 446, "lr": 1.5522471100478338e-05}
{"train_loss": 0.0011618172284215689, "global_step": 79395, "epoch": 446, "lr": 1.5521400908901067e-05}
{"train_loss": 0.0022258548997342587, "global_step": 79396, "epoch": 446, "lr": 1.55203307474388e-05}
{"train_loss": 0.0007335268892347813, "global_step": 79397, "epoch": 446, "lr": 1.5519260616092456e-05}
{"train_loss": 0.0004870419215876609, "global_step": 79398, "epoch": 446, "lr": 1.5518190514862986e-05}
{"train_loss": 0.003172019962221384, "global_step": 79399, "epoch": 446, "lr": 1.5517120443751297e-05}
{"train_loss": 0.0009552045376040041, "global_step": 79400, "epoch": 446, "lr": 1.551605040275838e-05}
{"train_loss": 0.0037350617349147797, "global_step": 79401, "epoch": 446, "lr": 1.5514980391885097e-05}
{"train_loss": 0.0015873535303398967, "global_step": 79402, "epoch": 446, "lr": 1.5513910411132453e-05}
{"train_loss": 0.0011455751955509186, "global_step": 79403, "epoch": 446, "lr": 1.551284046050132e-05}
{"train_loss": 0.0010890760459005833, "global_step": 79404, "epoch": 446, "lr": 1.551177053999267e-05}
{"train_loss": 0.001824459875933826, "global_step": 79405, "epoch": 446, "lr": 1.5510700649607433e-05}
{"train_loss": 0.0029196185059845448, "global_step": 79406, "epoch": 446, "lr": 1.550963078934654e-05}
{"train_loss": 0.0027576028369367123, "global_step": 79407, "epoch": 446, "lr": 1.5508560959210928e-05}
{"train_loss": 0.0029215356335043907, "global_step": 79408, "epoch": 446, "lr": 1.5507491159201525e-05}
{"train_loss": 0.0019940645433962345, "global_step": 79409, "epoch": 446, "lr": 1.5506421389319255e-05}
{"train_loss": 0.0018921392038464546, "global_step": 79410, "epoch": 446, "lr": 1.5505351649565076e-05}
{"train_loss": 0.000921385595574975, "global_step": 79411, "epoch": 446, "lr": 1.5504281939939913e-05}
{"train_loss": 0.0015002372674643993, "global_step": 79412, "epoch": 446, "lr": 1.5503212260444705e-05}
{"train_loss": 0.001470987917855382, "global_step": 79413, "epoch": 446, "lr": 1.5502142611080377e-05}
{"train_loss": 0.001122571062296629, "global_step": 79414, "epoch": 446, "lr": 1.5501072991847853e-05}
{"train_loss": 0.0015971229877322912, "global_step": 79415, "epoch": 446, "lr": 1.550000340274811e-05}
{"train_loss": 0.0014998052502050996, "global_step": 79416, "epoch": 446, "lr": 1.5498933843782027e-05}
{"train_loss": 0.001225522719323635, "global_step": 79417, "epoch": 446, "lr": 1.5497864314950578e-05}
{"train_loss": 0.001598089700564742, "global_step": 79418, "epoch": 446, "lr": 1.5496794816254684e-05}
{"train_loss": 0.0018133365083485842, "global_step": 79419, "epoch": 446, "lr": 1.5495725347695278e-05}
{"train_loss": 0.0004858831234741956, "global_step": 79420, "epoch": 446, "lr": 1.5494655909273297e-05}
{"train_loss": 0.0027271495200693607, "global_step": 79421, "epoch": 446, "lr": 1.5493586500989677e-05}
{"train_loss": 0.0013565347762778401, "global_step": 79422, "epoch": 446, "lr": 1.5492517122845342e-05}
{"train_loss": 0.0017394192982465029, "global_step": 79423, "epoch": 446, "lr": 1.5491447774841234e-05}
{"train_loss": 0.002061680192127824, "global_step": 79424, "epoch": 446, "lr": 1.5490378456978273e-05}
{"train_loss": 0.0016128724673762918, "global_step": 79425, "epoch": 446, "lr": 1.5489309169257433e-05}
{"train_loss": 0.0009493549587205052, "global_step": 79426, "epoch": 446, "lr": 1.548823991167959e-05}
{"train_loss": 0.0009869543137028813, "global_step": 79427, "epoch": 446, "lr": 1.5487170684245728e-05}
{"train_loss": 0.0008236386347562075, "global_step": 79428, "epoch": 446, "lr": 1.5486101486956755e-05}
{"train_loss": 0.0011598345590755343, "global_step": 79429, "epoch": 446, "lr": 1.548503231981362e-05}
{"train_loss": 0.0006411614594981074, "global_step": 79430, "epoch": 446, "lr": 1.548396318281724e-05}
{"train_loss": 0.001425480586476624, "global_step": 79431, "epoch": 446, "lr": 1.5482894075968546e-05}
{"train_loss": 0.0006523943156935275, "global_step": 79432, "epoch": 446, "lr": 1.5481824999268495e-05}
{"train_loss": 0.0014581569703295827, "global_step": 79433, "epoch": 446, "lr": 1.5480755952718006e-05}
{"train_loss": 0.0013709310442209244, "global_step": 79434, "epoch": 446, "lr": 1.547968693631802e-05}
{"train_loss": 0.0014412740711122751, "global_step": 79435, "epoch": 446, "lr": 1.5478617950069468e-05}
{"train_loss": 0.0016807031352072954, "global_step": 79436, "epoch": 446, "lr": 1.547754899397328e-05}
{"train_loss": 0.0008928183815442026, "global_step": 79437, "epoch": 446, "lr": 1.5476480068030368e-05}
{"train_loss": 0.0008519090479239821, "global_step": 79438, "epoch": 446, "lr": 1.547541117224173e-05}
{"train_loss": 0.0006900756852701306, "global_step": 79439, "epoch": 446, "lr": 1.547434230660822e-05}
{"train_loss": 0.0006624849047511816, "global_step": 79440, "epoch": 446, "lr": 1.5473273471130844e-05}
{"train_loss": 0.002123740501701832, "global_step": 79441, "epoch": 446, "lr": 1.5472204665810473e-05}
{"train_loss": 0.0015738216461613774, "global_step": 79442, "epoch": 446, "lr": 1.5471135890648087e-05}
{"train_loss": 0.0018215383170172572, "global_step": 79443, "epoch": 446, "lr": 1.5470067145644597e-05}
{"train_loss": 0.0011275246506556869, "global_step": 79444, "epoch": 446, "lr": 1.5468998430800942e-05}
{"train_loss": 0.001388361444696784, "global_step": 79445, "epoch": 446, "lr": 1.5467929746118053e-05}
{"train_loss": 0.0006912220269441605, "global_step": 79446, "epoch": 446, "lr": 1.5466861091596868e-05}
{"train_loss": 0.0014906141441315413, "global_step": 79447, "epoch": 446, "lr": 1.54657924672383e-05}
{"train_loss": 0.0015881251310929656, "global_step": 79448, "epoch": 446, "lr": 1.5464723873043334e-05}
{"train_loss": 0.0010559749789536, "global_step": 79449, "epoch": 446, "lr": 1.5463655309012838e-05}
{"train_loss": 0.0018284511752426624, "global_step": 79450, "epoch": 446, "lr": 1.5462586775147787e-05}
{"train_loss": 0.0013293827651068568, "global_step": 79451, "epoch": 446, "lr": 1.5461518271449106e-05}
{"train_loss": 0.0018371109617874026, "global_step": 79452, "epoch": 446, "lr": 1.5460449797917714e-05}
{"train_loss": 0.0008734690491110086, "global_step": 79453, "epoch": 446, "lr": 1.5459381354554586e-05}
{"train_loss": 0.0004117449570912868, "global_step": 79454, "epoch": 446, "lr": 1.5458312941360593e-05}
{"train_loss": 0.0007321172161027789, "global_step": 79455, "epoch": 446, "lr": 1.5457244558336714e-05}
{"train_loss": 0.0023348149843513966, "global_step": 79456, "epoch": 446, "lr": 1.5456176205483875e-05}
{"train_loss": 0.0008253151318058372, "global_step": 79457, "epoch": 446, "lr": 1.5455107882803e-05}
{"train_loss": 0.0006890785880386829, "global_step": 79458, "epoch": 446, "lr": 1.5454039590295026e-05}
{"train_loss": 0.001160894986242056, "global_step": 79459, "epoch": 446, "lr": 1.5452971327960884e-05}
{"train_loss": 0.000981692923232913, "global_step": 79460, "epoch": 446, "lr": 1.5451903095801505e-05}
{"train_loss": 0.0027400203980505466, "global_step": 79461, "epoch": 446, "lr": 1.5450834893817834e-05}
{"train_loss": 0.003472058568149805, "global_step": 79462, "epoch": 446, "lr": 1.5449766722010772e-05}
{"train_loss": 0.0008183156023733318, "global_step": 79463, "epoch": 446, "lr": 1.5448698580381315e-05}
{"train_loss": 0.0009853709489107132, "global_step": 79464, "epoch": 446, "lr": 1.5447630468930318e-05}
{"train_loss": 0.0019441067706793547, "global_step": 79465, "epoch": 446, "lr": 1.544656238765877e-05}
{"train_loss": 0.0016836519353091717, "global_step": 79466, "epoch": 446, "lr": 1.544549433656759e-05}
{"train_loss": 0.0009723763796500862, "global_step": 79467, "epoch": 446, "lr": 1.5444426315657702e-05}
{"train_loss": 0.002880800748243928, "global_step": 79468, "epoch": 446, "lr": 1.5443358324930045e-05}
{"train_loss": 0.0027653109282255173, "global_step": 79469, "epoch": 446, "lr": 1.5442290364385553e-05}
{"train_loss": 0.0013078943593427539, "global_step": 79470, "epoch": 446, "lr": 1.5441222434025138e-05}
{"train_loss": 0.0022769528441131115, "global_step": 79471, "epoch": 446, "lr": 1.5440154533849782e-05}
{"train_loss": 0.001628234749659896, "global_step": 79472, "epoch": 446, "lr": 1.543908666386036e-05}
{"train_loss": 0.003307958599179983, "global_step": 79473, "epoch": 446, "lr": 1.5438018824057842e-05}
{"train_loss": 0.0017431521555408835, "global_step": 79474, "epoch": 446, "lr": 1.5436951014443156e-05}
{"train_loss": 0.0017668933141976595, "global_step": 79475, "epoch": 446, "lr": 1.5435883235017212e-05}
{"train_loss": 0.002664729952812195, "global_step": 79476, "epoch": 446, "lr": 1.543481548578099e-05}
{"train_loss": 0.001553488546051085, "global_step": 79477, "epoch": 446, "lr": 1.5433747766735362e-05}
{"train_loss": 0.002461843192577362, "global_step": 79478, "epoch": 446, "lr": 1.5432680077881323e-05}
{"train_loss": 0.0011129112681373954, "global_step": 79479, "epoch": 446, "lr": 1.5431612419219742e-05}
{"train_loss": 0.001956044929102063, "global_step": 79480, "epoch": 446, "lr": 1.5430544790751593e-05}
{"train_loss": 0.0024483425077050924, "global_step": 79481, "epoch": 446, "lr": 1.5429477192477808e-05}
{"train_loss": 0.0016101293731480837, "global_step": 79482, "epoch": 446, "lr": 1.5428409624399303e-05}
{"train_loss": 0.0010726701002568007, "global_step": 79483, "epoch": 446, "lr": 1.542734208651702e-05}
{"train_loss": 0.002470699604600668, "global_step": 79484, "epoch": 446, "lr": 1.5426274578831895e-05}
{"train_loss": 0.001074518309906125, "global_step": 79485, "epoch": 446, "lr": 1.542520710134483e-05}
{"train_loss": 0.0015149496030062437, "global_step": 79486, "epoch": 446, "lr": 1.542413965405682e-05}
{"train_loss": 0.0010988328140228987, "global_step": 79487, "epoch": 446, "lr": 1.542307223696872e-05}
{"train_loss": 0.0025858215522021055, "global_step": 79488, "epoch": 446, "lr": 1.5422004850081524e-05}
{"train_loss": 0.0011113566579297185, "global_step": 79489, "epoch": 446, "lr": 1.5420937493396137e-05}
{"train_loss": 0.0019212276674807072, "global_step": 79490, "epoch": 446, "lr": 1.5419870166913496e-05}
{"train_loss": 0.0016933182487264276, "global_step": 79491, "epoch": 446, "lr": 1.5418802870634542e-05}
{"train_loss": 0.0012546787038445473, "global_step": 79492, "epoch": 446, "lr": 1.541773560456019e-05}
{"train_loss": 0.0011180344736203551, "global_step": 79493, "epoch": 446, "lr": 1.5416668368691385e-05}
{"train_loss": 0.000969258020631969, "global_step": 79494, "epoch": 446, "lr": 1.5415601163029032e-05}
{"train_loss": 0.002296168589964509, "global_step": 79495, "epoch": 446, "lr": 1.541453398757411e-05}
{"train_loss": 0.0014506452716886997, "global_step": 79496, "epoch": 446, "lr": 1.5413466842327524e-05}
{"train_loss": 0.000958419987000525, "global_step": 79497, "epoch": 446, "lr": 1.5412399727290206e-05}
{"train_loss": 0.0010983669199049473, "global_step": 79498, "epoch": 446, "lr": 1.5411332642463093e-05}
{"train_loss": 0.0010003398638218641, "global_step": 79499, "epoch": 446, "lr": 1.5410265587847118e-05}
{"train_loss": 0.0006223552627488971, "global_step": 79500, "epoch": 446, "lr": 1.5409198563443195e-05}
{"train_loss": 0.0009001641301438212, "global_step": 79501, "epoch": 446, "lr": 1.5408131569252298e-05}
{"train_loss": 0.0012123023625463247, "global_step": 79502, "epoch": 446, "lr": 1.5407064605275306e-05}
{"train_loss": 0.001368728931993246, "global_step": 79503, "epoch": 446, "lr": 1.540599767151319e-05}
{"train_loss": 0.0018439575796946883, "global_step": 79504, "epoch": 446, "lr": 1.5404930767966868e-05}
{"train_loss": 0.0010391706600785255, "global_step": 79505, "epoch": 446, "lr": 1.540386389463728e-05}
{"train_loss": 0.0023581096902489662, "global_step": 79506, "epoch": 446, "lr": 1.5402797051525342e-05}
{"train_loss": 0.000914498814381659, "global_step": 79507, "epoch": 446, "lr": 1.5401730238631994e-05}
{"train_loss": 0.00124913000036031, "global_step": 79508, "epoch": 446, "lr": 1.540066345595816e-05}
{"train_loss": 0.0008420274825766683, "global_step": 79509, "epoch": 446, "lr": 1.539959670350481e-05}
{"train_loss": 0.0022121816873550415, "global_step": 79510, "epoch": 446, "lr": 1.5398529981272807e-05}
{"train_loss": 0.0018625487573444843, "global_step": 79511, "epoch": 446, "lr": 1.5397463289263163e-05}
{"train_loss": 0.001775603974238038, "global_step": 79512, "epoch": 446, "lr": 1.5396396627476735e-05}
{"train_loss": 0.0016341677401214838, "global_step": 79513, "epoch": 446, "lr": 1.53953299959145e-05}
{"train_loss": 0.0009147893870249391, "global_step": 79514, "epoch": 446, "lr": 1.539426339457738e-05}
{"train_loss": 0.0022361576557159424, "global_step": 79515, "epoch": 446, "lr": 1.5393196823466288e-05}
{"train_loss": 0.0014859846560284495, "global_step": 79516, "epoch": 446, "lr": 1.5392130282582202e-05}
{"train_loss": 0.0013526800321415067, "global_step": 79517, "epoch": 446, "lr": 1.5391063771925995e-05}
{"train_loss": 0.0030576668214052916, "global_step": 79518, "epoch": 446, "lr": 1.5389997291498635e-05}
{"train_loss": 0.0007538489880971611, "global_step": 79519, "epoch": 446, "lr": 1.5388930841301058e-05}
{"train_loss": 0.0013486724346876144, "global_step": 79520, "epoch": 446, "lr": 1.5387864421334175e-05}
{"train_loss": 0.0018003692384809256, "global_step": 79521, "epoch": 446, "lr": 1.5386798031598924e-05}
{"train_loss": 0.0012594067957252264, "global_step": 79522, "epoch": 446, "lr": 1.5385731672096245e-05}
{"train_loss": 0.000958292162977159, "global_step": 79523, "epoch": 446, "lr": 1.5384665342827037e-05}
{"train_loss": 0.0009948865044862032, "global_step": 79524, "epoch": 446, "lr": 1.5383599043792295e-05}
{"train_loss": 0.00048463221173733473, "global_step": 79525, "epoch": 446, "lr": 1.538253277499288e-05}
{"train_loss": 0.0010668935719877481, "global_step": 79526, "epoch": 446, "lr": 1.5381466536429766e-05}
{"train_loss": 0.00186186155769974, "global_step": 79527, "epoch": 446, "lr": 1.5380400328103876e-05}
{"train_loss": 0.0020612829830497503, "global_step": 79528, "epoch": 446, "lr": 1.5379334150016145e-05}
{"train_loss": 0.0009966394864022732, "global_step": 79529, "epoch": 446, "lr": 1.537826800216749e-05}
{"train_loss": 0.001500038430094719, "global_step": 79530, "epoch": 446, "lr": 1.5377201884558857e-05}
{"train_loss": 0.0014691718388348818, "global_step": 79531, "epoch": 446, "lr": 1.5376135797191166e-05}
{"train_loss": 0.0015495995758101344, "global_step": 79532, "epoch": 446, "lr": 1.537506974006535e-05}
{"train_loss": 0.0009708093712106347, "global_step": 79533, "epoch": 446, "lr": 1.5374003713182335e-05}
{"train_loss": 0.0010600200621411204, "global_step": 79534, "epoch": 446, "lr": 1.5372937716543084e-05}
{"train_loss": 0.001383707276545465, "global_step": 79535, "epoch": 446, "lr": 1.5371871750148477e-05}
{"train_loss": 0.0017964465077966452, "global_step": 79536, "epoch": 446, "lr": 1.5370805813999485e-05}
{"train_loss": 0.0026240425650030375, "global_step": 79537, "epoch": 446, "lr": 1.536973990809703e-05}
{"train_loss": 0.0016631647013127804, "global_step": 79538, "epoch": 446, "lr": 1.5368674032442022e-05}
{"train_loss": 0.0023364867083728313, "global_step": 79539, "epoch": 446, "lr": 1.5367608187035436e-05}
{"train_loss": 0.0015912880189716816, "global_step": 79540, "epoch": 446, "lr": 1.5366542371878144e-05}
{"train_loss": 0.0012200947385281324, "global_step": 79541, "epoch": 446, "lr": 1.5365476586971134e-05}
{"train_loss": 0.0009266218403354287, "global_step": 79542, "epoch": 446, "lr": 1.5364410832315308e-05}
{"train_loss": 0.0022719833068549633, "global_step": 79543, "epoch": 446, "lr": 1.5363345107911597e-05}
{"train_loss": 0.0014855382032692432, "global_step": 79544, "epoch": 446, "lr": 1.5362279413760937e-05}
{"train_loss": 0.003009533742442727, "global_step": 79545, "epoch": 446, "lr": 1.5361213749864255e-05}
{"train_loss": 0.00086979940533638, "global_step": 79546, "epoch": 446, "lr": 1.536014811622247e-05}
{"train_loss": 0.000959455908741802, "global_step": 79547, "epoch": 446, "lr": 1.5359082512836563e-05}
{"train_loss": 0.0014397373888641596, "global_step": 79548, "epoch": 446, "lr": 1.5358016939707393e-05}
{"train_loss": 0.00042922268039546907, "global_step": 79549, "epoch": 446, "lr": 1.535695139683596e-05}
{"train_loss": 0.002120549324899912, "global_step": 79550, "epoch": 446, "lr": 1.5355885884223127e-05}
{"train_loss": 0.0013422277988865972, "global_step": 79551, "epoch": 446, "lr": 1.5354820401869878e-05}
{"train_loss": 0.002195358509197831, "global_step": 79552, "epoch": 446, "lr": 1.535375494977712e-05}
{"train_loss": 0.0012179843615740538, "global_step": 79553, "epoch": 446, "lr": 1.535268952794579e-05}
{"train_loss": 0.0005484869470819831, "global_step": 79554, "epoch": 446, "lr": 1.535162413637682e-05}
{"train_loss": 0.001328074373304844, "global_step": 79555, "epoch": 446, "lr": 1.5350558775071115e-05}
{"train_loss": 0.0009637215407565236, "global_step": 79556, "epoch": 446, "lr": 1.534949344402965e-05}
{"train_loss": 0.004225556738674641, "global_step": 79557, "epoch": 446, "lr": 1.534842814325333e-05}
{"train_loss": 0.0007618179661221802, "global_step": 79558, "epoch": 446, "lr": 1.5347362872743088e-05}
{"train_loss": 0.0020214738324284554, "global_step": 79559, "epoch": 446, "lr": 1.5346297632499855e-05}
{"train_loss": 0.0005126186879351735, "global_step": 79560, "epoch": 446, "lr": 1.5345232422524565e-05}
{"train_loss": 0.0006182228680700064, "global_step": 79561, "epoch": 446, "lr": 1.534416724281812e-05}
{"train_loss": 0.0014251290122047067, "global_step": 79562, "epoch": 446, "lr": 1.5343102093381518e-05}
{"train_loss": 0.0015797687228769064, "global_step": 79563, "epoch": 446, "lr": 1.5342036974215607e-05}
{"train_loss": 0.0010392332915216684, "global_step": 79564, "epoch": 446, "lr": 1.5340971885321376e-05}
{"train_loss": 0.0015276519550936653, "global_step": 79565, "epoch": 446, "lr": 1.5339906826699733e-05}
{"train_loss": 0.0023969218600541353, "global_step": 79566, "epoch": 447, "lr": 1.5338841798351618e-05}
{"train_loss": 0.0014508171007037163, "global_step": 79567, "epoch": 447, "lr": 1.5337776800277947e-05}
{"train_loss": 0.002801500726491213, "global_step": 79568, "epoch": 447, "lr": 1.5336711832479666e-05}
{"train_loss": 0.0009358386741951108, "global_step": 79569, "epoch": 447, "lr": 1.5335646894957694e-05}
{"train_loss": 0.0006893252721056342, "global_step": 79570, "epoch": 447, "lr": 1.5334581987712965e-05}
{"train_loss": 0.000648795161396265, "global_step": 79571, "epoch": 447, "lr": 1.5333517110746388e-05}
{"train_loss": 0.0015853072982281446, "global_step": 79572, "epoch": 447, "lr": 1.5332452264058948e-05}
{"train_loss": 0.0012645272072404623, "global_step": 79573, "epoch": 447, "lr": 1.5331387447651507e-05}
{"train_loss": 0.0017465335549786687, "global_step": 79574, "epoch": 447, "lr": 1.533032266152505e-05}
{"train_loss": 0.000877323851455003, "global_step": 79575, "epoch": 447, "lr": 1.5329257905680483e-05}
{"train_loss": 0.0033081374131143093, "global_step": 79576, "epoch": 447, "lr": 1.532819318011872e-05}
{"train_loss": 0.0021428517065942287, "global_step": 79577, "epoch": 447, "lr": 1.532712848484075e-05}
{"train_loss": 0.0007970410515554249, "global_step": 79578, "epoch": 447, "lr": 1.532606381984742e-05}
{"train_loss": 0.0010951319709420204, "global_step": 79579, "epoch": 447, "lr": 1.5324999185139722e-05}
{"train_loss": 0.0021853544749319553, "global_step": 79580, "epoch": 447, "lr": 1.532393458071857e-05}
{"train_loss": 0.0022063401993364096, "global_step": 79581, "epoch": 447, "lr": 1.5322870006584888e-05}
{"train_loss": 0.00196421449072659, "global_step": 79582, "epoch": 447, "lr": 1.5321805462739608e-05}
{"train_loss": 0.0010819501476362348, "global_step": 79583, "epoch": 447, "lr": 1.532074094918366e-05}
{"train_loss": 0.002624447690322995, "global_step": 79584, "epoch": 447, "lr": 1.5319676465917953e-05}
{"train_loss": 0.0014019752852618694, "global_step": 79585, "epoch": 447, "lr": 1.531861201294348e-05}
{"train_loss": 0.002040949184447527, "global_step": 79586, "epoch": 447, "lr": 1.5317547590261088e-05}
{"train_loss": 0.002101265825331211, "global_step": 79587, "epoch": 447, "lr": 1.5316483197871777e-05}
{"train_loss": 0.0015691895969212055, "global_step": 79588, "epoch": 447, "lr": 1.5315418835776423e-05}
{"train_loss": 0.0006812704959884286, "global_step": 79589, "epoch": 447, "lr": 1.5314354503975992e-05}
{"train_loss": 0.0020660264417529106, "global_step": 79590, "epoch": 447, "lr": 1.53132902024714e-05}
{"train_loss": 0.0012221243232488632, "global_step": 79591, "epoch": 447, "lr": 1.5312225931263574e-05}
{"train_loss": 0.0006204288802109659, "global_step": 79592, "epoch": 447, "lr": 1.5311161690353455e-05}
{"train_loss": 0.0007627967279404402, "global_step": 79593, "epoch": 447, "lr": 1.5310097479741958e-05}
{"train_loss": 0.0015828441828489304, "global_step": 79594, "epoch": 447, "lr": 1.5309033299430005e-05}
{"train_loss": 0.0016528358682990074, "global_step": 79595, "epoch": 447, "lr": 1.5307969149418572e-05}
{"train_loss": 0.0014658307190984488, "global_step": 79596, "epoch": 447, "lr": 1.5306905029708523e-05}
{"train_loss": 0.0008227278012782335, "global_step": 79597, "epoch": 447, "lr": 1.530584094030084e-05}
{"train_loss": 0.0013806375209242105, "global_step": 79598, "epoch": 447, "lr": 1.530477688119643e-05}
{"train_loss": 0.002525119576603174, "global_step": 79599, "epoch": 447, "lr": 1.5303712852396214e-05}
{"train_loss": 0.0010910124983638525, "global_step": 79600, "epoch": 447, "lr": 1.5302648853901157e-05}
{"train_loss": 0.0023996762465685606, "global_step": 79601, "epoch": 447, "lr": 1.530158488571214e-05}
{"train_loss": 0.0005698793102055788, "global_step": 79602, "epoch": 447, "lr": 1.5300520947830127e-05}
{"train_loss": 0.0005323317018337548, "global_step": 79603, "epoch": 447, "lr": 1.5299457040256038e-05}
{"train_loss": 0.0018964186310768127, "global_step": 79604, "epoch": 447, "lr": 1.5298393162990803e-05}
{"train_loss": 0.00042375194607302547, "global_step": 79605, "epoch": 447, "lr": 1.5297329316035348e-05}
{"train_loss": 0.0009024327155202627, "global_step": 79606, "epoch": 447, "lr": 1.52962654993906e-05}
{"train_loss": 0.001256218645721674, "global_step": 79607, "epoch": 447, "lr": 1.5295201713057493e-05}
{"train_loss": 0.002731450367718935, "global_step": 79608, "epoch": 447, "lr": 1.5294137957036958e-05}
{"train_loss": 0.000874015036970377, "global_step": 79609, "epoch": 447, "lr": 1.5293074231329905e-05}
{"train_loss": 0.001064593205228448, "global_step": 79610, "epoch": 447, "lr": 1.5292010535937308e-05}
{"train_loss": 0.0011730631813406944, "global_step": 79611, "epoch": 447, "lr": 1.529094687086004e-05}
{"train_loss": 0.000923101557418704, "global_step": 79612, "epoch": 447, "lr": 1.5289883236099068e-05}
{"train_loss": 0.0020751662086695433, "global_step": 79613, "epoch": 447, "lr": 1.528881963165531e-05}
{"train_loss": 0.0019464059732854366, "global_step": 79614, "epoch": 447, "lr": 1.5287756057529694e-05}
{"train_loss": 0.00159845978487283, "global_step": 79615, "epoch": 447, "lr": 1.5286692513723157e-05}
{"train_loss": 0.001383563270792365, "global_step": 79616, "epoch": 447, "lr": 1.5285629000236618e-05}
{"train_loss": 0.0013376337010413408, "global_step": 79617, "epoch": 447, "lr": 1.5284565517070985e-05}
{"train_loss": 0.002060026628896594, "global_step": 79618, "epoch": 447, "lr": 1.528350206422724e-05}
{"train_loss": 0.0014638487482443452, "global_step": 79619, "epoch": 447, "lr": 1.5282438641706278e-05}
{"train_loss": 0.001220976235345006, "global_step": 79620, "epoch": 447, "lr": 1.528137524950903e-05}
{"train_loss": 0.0006461617304012179, "global_step": 79621, "epoch": 447, "lr": 1.5280311887636424e-05}
{"train_loss": 0.001180559629574418, "global_step": 79622, "epoch": 447, "lr": 1.5279248556089397e-05}
{"train_loss": 0.001435350626707077, "global_step": 79623, "epoch": 447, "lr": 1.527818525486887e-05}
{"train_loss": 0.0010089864954352379, "global_step": 79624, "epoch": 447, "lr": 1.5277121983975763e-05}
{"train_loss": 0.0006775209330953658, "global_step": 79625, "epoch": 447, "lr": 1.5276058743411042e-05}
{"train_loss": 0.0017958213575184345, "global_step": 79626, "epoch": 447, "lr": 1.5274995533175583e-05}
{"train_loss": 0.00099170149769634, "global_step": 79627, "epoch": 447, "lr": 1.5273932353270358e-05}
{"train_loss": 0.001235014759004116, "global_step": 79628, "epoch": 447, "lr": 1.5272869203696278e-05}
{"train_loss": 0.0032964537385851145, "global_step": 79629, "epoch": 447, "lr": 1.5271806084454272e-05}
{"train_loss": 0.001334933564066887, "global_step": 79630, "epoch": 447, "lr": 1.5270742995545268e-05}
{"train_loss": 0.0014995073433965445, "global_step": 79631, "epoch": 447, "lr": 1.52696799369702e-05}
{"train_loss": 0.0016184501582756639, "global_step": 79632, "epoch": 447, "lr": 1.5268616908729975e-05}
{"train_loss": 0.0012272753519937396, "global_step": 79633, "epoch": 447, "lr": 1.526755391082557e-05}
{"train_loss": 0.0013816242571920156, "global_step": 79634, "epoch": 447, "lr": 1.5266490943257848e-05}
{"train_loss": 0.001635438296943903, "global_step": 79635, "epoch": 447, "lr": 1.5265428006027793e-05}
{"train_loss": 0.002070691669359803, "global_step": 79636, "epoch": 447, "lr": 1.5264365099136313e-05}
{"train_loss": 0.0014008982107043266, "global_step": 79637, "epoch": 447, "lr": 1.526330222258433e-05}
{"train_loss": 0.0013093003071844578, "global_step": 79638, "epoch": 447, "lr": 1.5262239376372782e-05}
{"train_loss": 0.0004815881256945431, "global_step": 79639, "epoch": 447, "lr": 1.5261176560502575e-05}
{"train_loss": 0.0012061456218361855, "global_step": 79640, "epoch": 447, "lr": 1.5260113774974688e-05}
{"train_loss": 0.0028289915062487125, "global_step": 79641, "epoch": 447, "lr": 1.525905101978999e-05}
{"train_loss": 0.0029067222494632006, "global_step": 79642, "epoch": 447, "lr": 1.5257988294949443e-05}
{"train_loss": 0.000645456078927964, "global_step": 79643, "epoch": 447, "lr": 1.5256925600453975e-05}
{"train_loss": 0.001933525549247861, "global_step": 79644, "epoch": 447, "lr": 1.5255862936304504e-05}
{"train_loss": 0.001504917861893773, "global_step": 79645, "epoch": 447, "lr": 1.5254800302501964e-05}
{"train_loss": 0.00114197947550565, "global_step": 79646, "epoch": 447, "lr": 1.5253737699047283e-05}
{"train_loss": 0.0005904920399188995, "global_step": 79647, "epoch": 447, "lr": 1.5252675125941369e-05}
{"train_loss": 0.004328019917011261, "global_step": 79648, "epoch": 447, "lr": 1.5251612583185199e-05}
{"train_loss": 0.00184726738370955, "global_step": 79649, "epoch": 447, "lr": 1.525055007077964e-05}
{"train_loss": 0.0009933514520525932, "global_step": 79650, "epoch": 447, "lr": 1.5249487588725664e-05}
{"train_loss": 0.001730236574076116, "global_step": 79651, "epoch": 447, "lr": 1.524842513702419e-05}
{"train_loss": 0.0017543096328154206, "global_step": 79652, "epoch": 447, "lr": 1.5247362715676138e-05}
{"train_loss": 0.0013455443549901247, "global_step": 79653, "epoch": 447, "lr": 1.5246300324682438e-05}
{"train_loss": 0.0013880759943276644, "global_step": 79654, "epoch": 447, "lr": 1.5245237964044024e-05}
{"train_loss": 0.0005603621830232441, "global_step": 79655, "epoch": 447, "lr": 1.5244175633761798e-05}
{"train_loss": 0.0013885315274819732, "global_step": 79656, "epoch": 447, "lr": 1.5243113333836739e-05}
{"train_loss": 0.0028267926536500454, "global_step": 79657, "epoch": 447, "lr": 1.524205106426972e-05}
{"train_loss": 0.0004788390069734305, "global_step": 79658, "epoch": 447, "lr": 1.524098882506172e-05}
{"train_loss": 0.0017747106030583382, "global_step": 79659, "epoch": 447, "lr": 1.5239926616213612e-05}
{"train_loss": 0.0023132008500397205, "global_step": 79660, "epoch": 447, "lr": 1.5238864437726368e-05}
{"train_loss": 0.0009145113290287554, "global_step": 79661, "epoch": 447, "lr": 1.52378022896009e-05}
{"train_loss": 0.000590221956372261, "global_step": 79662, "epoch": 447, "lr": 1.5236740171838115e-05}
{"train_loss": 0.0008795580943115056, "global_step": 79663, "epoch": 447, "lr": 1.5235678084438999e-05}
{"train_loss": 0.0016694354126229882, "global_step": 79664, "epoch": 447, "lr": 1.5234616027404408e-05}
{"train_loss": 0.0018514656694605947, "global_step": 79665, "epoch": 447, "lr": 1.5233554000735323e-05}
{"train_loss": 0.0015998180024325848, "global_step": 79666, "epoch": 447, "lr": 1.5232492004432647e-05}
{"train_loss": 0.0024736900813877583, "global_step": 79667, "epoch": 447, "lr": 1.5231430038497314e-05}
{"train_loss": 0.0014935904182493687, "global_step": 79668, "epoch": 447, "lr": 1.5230368102930254e-05}
{"train_loss": 0.0015590342227369547, "global_step": 79669, "epoch": 447, "lr": 1.5229306197732384e-05}
{"train_loss": 0.0017490452155470848, "global_step": 79670, "epoch": 447, "lr": 1.5228244322904628e-05}
{"train_loss": 0.0031455238349735737, "global_step": 79671, "epoch": 447, "lr": 1.5227182478447954e-05}
{"train_loss": 0.0012526917271316051, "global_step": 79672, "epoch": 447, "lr": 1.522612066436323e-05}
{"train_loss": 0.001204433385282755, "global_step": 79673, "epoch": 447, "lr": 1.5225058880651427e-05}
{"train_loss": 0.0018893135711550713, "global_step": 79674, "epoch": 447, "lr": 1.522399712731346e-05}
{"train_loss": 0.001143374596722424, "global_step": 79675, "epoch": 447, "lr": 1.5222935404350253e-05}
{"train_loss": 0.0017587043112143874, "global_step": 79676, "epoch": 447, "lr": 1.5221873711762734e-05}
{"train_loss": 0.0019383778562769294, "global_step": 79677, "epoch": 447, "lr": 1.5220812049551835e-05}
{"train_loss": 0.002337757498025894, "global_step": 79678, "epoch": 447, "lr": 1.5219750417718482e-05}
{"train_loss": 0.0016798882279545069, "global_step": 79679, "epoch": 447, "lr": 1.5218688816263594e-05}
{"train_loss": 0.0024013284128159285, "global_step": 79680, "epoch": 447, "lr": 1.5217627245188088e-05}
{"train_loss": 0.0006128923851065338, "global_step": 79681, "epoch": 447, "lr": 1.5216565704492925e-05}
{"train_loss": 0.0009604296064935625, "global_step": 79682, "epoch": 447, "lr": 1.5215504194179015e-05}
{"train_loss": 0.0021095559932291508, "global_step": 79683, "epoch": 447, "lr": 1.5214442714247285e-05}
{"train_loss": 0.001356752822175622, "global_step": 79684, "epoch": 447, "lr": 1.5213381264698662e-05}
{"train_loss": 0.0007429552497342229, "global_step": 79685, "epoch": 447, "lr": 1.5212319845534057e-05}
{"train_loss": 0.0015994571149349213, "global_step": 79686, "epoch": 447, "lr": 1.5211258456754446e-05}
{"train_loss": 0.0018954102415591478, "global_step": 79687, "epoch": 447, "lr": 1.521019709836069e-05}
{"train_loss": 0.001850091852247715, "global_step": 79688, "epoch": 447, "lr": 1.520913577035376e-05}
{"train_loss": 0.000903904321603477, "global_step": 79689, "epoch": 447, "lr": 1.520807447273458e-05}
{"train_loss": 0.0015517985448241234, "global_step": 79690, "epoch": 447, "lr": 1.5207013205504067e-05}
{"train_loss": 0.0008226547506637871, "global_step": 79691, "epoch": 447, "lr": 1.5205951968663145e-05}
{"train_loss": 0.0026608461048454046, "global_step": 79692, "epoch": 447, "lr": 1.5204890762212754e-05}
{"train_loss": 0.0017650226363912225, "global_step": 79693, "epoch": 447, "lr": 1.5203829586153795e-05}
{"train_loss": 0.0009221673244610429, "global_step": 79694, "epoch": 447, "lr": 1.5202768440487242e-05}
{"train_loss": 0.0024703294038772583, "global_step": 79695, "epoch": 447, "lr": 1.520170732521396e-05}
{"train_loss": 0.000980365788564086, "global_step": 79696, "epoch": 447, "lr": 1.5200646240334942e-05}
{"train_loss": 0.001038415590301156, "global_step": 79697, "epoch": 447, "lr": 1.5199585185851051e-05}
{"train_loss": 0.0011137730907648802, "global_step": 79698, "epoch": 447, "lr": 1.5198524161763262e-05}
{"train_loss": 0.001984647009521723, "global_step": 79699, "epoch": 447, "lr": 1.5197463168072479e-05}
{"train_loss": 0.001414966187439859, "global_step": 79700, "epoch": 447, "lr": 1.5196402204779637e-05}
{"train_loss": 0.0005602127639576793, "global_step": 79701, "epoch": 447, "lr": 1.5195341271885655e-05}
{"train_loss": 0.0010488592088222504, "global_step": 79702, "epoch": 447, "lr": 1.5194280369391451e-05}
{"train_loss": 0.002297481056302786, "global_step": 79703, "epoch": 447, "lr": 1.5193219497297977e-05}
{"train_loss": 0.0016936303582042456, "global_step": 79704, "epoch": 447, "lr": 1.5192158655606154e-05}
{"train_loss": 0.0010992720490321517, "global_step": 79705, "epoch": 447, "lr": 1.5191097844316898e-05}
{"train_loss": 0.0023299793247133493, "global_step": 79706, "epoch": 447, "lr": 1.519003706343114e-05}
{"train_loss": 0.000839178217574954, "global_step": 79707, "epoch": 447, "lr": 1.5188976312949805e-05}
{"train_loss": 0.0007993003237061203, "global_step": 79708, "epoch": 447, "lr": 1.5187915592873803e-05}
{"train_loss": 0.0008348082192242146, "global_step": 79709, "epoch": 447, "lr": 1.5186854903204106e-05}
{"train_loss": 0.0014572649961337447, "global_step": 79710, "epoch": 447, "lr": 1.5185794243941587e-05}
{"train_loss": 0.0012505888007581234, "global_step": 79711, "epoch": 447, "lr": 1.518473361508721e-05}
{"train_loss": 0.0023868102580308914, "global_step": 79712, "epoch": 447, "lr": 1.5183673016641891e-05}
{"train_loss": 0.0011724308133125305, "global_step": 79713, "epoch": 447, "lr": 1.5182612448606554e-05}
{"train_loss": 0.001075711683370173, "global_step": 79714, "epoch": 447, "lr": 1.5181551910982129e-05}
{"train_loss": 0.0018940786831080914, "global_step": 79715, "epoch": 447, "lr": 1.5180491403769537e-05}
{"train_loss": 0.0012993084965273738, "global_step": 79716, "epoch": 447, "lr": 1.51794309269697e-05}
{"train_loss": 0.001598107861354947, "global_step": 79717, "epoch": 447, "lr": 1.517837048058356e-05}
{"train_loss": 0.0014668884687125683, "global_step": 79718, "epoch": 447, "lr": 1.517731006461201e-05}
{"train_loss": 0.0011124955490231514, "global_step": 79719, "epoch": 447, "lr": 1.5176249679056037e-05}
{"train_loss": 0.0028645419515669346, "global_step": 79720, "epoch": 447, "lr": 1.51751893239165e-05}
{"train_loss": 0.0020012701861560345, "global_step": 79721, "epoch": 447, "lr": 1.5174128999194365e-05}
{"train_loss": 0.0004308594798203558, "global_step": 79722, "epoch": 447, "lr": 1.5173068704890552e-05}
{"train_loss": 0.0023959935642778873, "global_step": 79723, "epoch": 447, "lr": 1.517200844100597e-05}
{"train_loss": 0.0025928758550435305, "global_step": 79724, "epoch": 447, "lr": 1.5170948207541585e-05}
{"train_loss": 0.002759417984634638, "global_step": 79725, "epoch": 447, "lr": 1.5169888004498267e-05}
{"train_loss": 0.002892262302339077, "global_step": 79726, "epoch": 447, "lr": 1.5168827831876992e-05}
{"train_loss": 0.0025405557826161385, "global_step": 79727, "epoch": 447, "lr": 1.5167767689678663e-05}
{"train_loss": 0.0014490565517917275, "global_step": 79728, "epoch": 447, "lr": 1.5166707577904204e-05}
{"train_loss": 0.0007246618624776602, "global_step": 79729, "epoch": 447, "lr": 1.5165647496554552e-05}
{"train_loss": 0.0029576383531093597, "global_step": 79730, "epoch": 447, "lr": 1.5164587445630623e-05}
{"train_loss": 0.002754317130893469, "global_step": 79731, "epoch": 447, "lr": 1.5163527425133334e-05}
{"train_loss": 0.0012002757284790277, "global_step": 79732, "epoch": 447, "lr": 1.5162467435063654e-05}
{"train_loss": 0.001171790063381195, "global_step": 79733, "epoch": 447, "lr": 1.5161407475422445e-05}
{"train_loss": 0.002599191851913929, "global_step": 79734, "epoch": 447, "lr": 1.5160347546210702e-05}
{"train_loss": 0.0017526184674352407, "global_step": 79735, "epoch": 447, "lr": 1.5159287647429276e-05}
{"train_loss": 0.0018479751888662577, "global_step": 79736, "epoch": 447, "lr": 1.5158227779079154e-05}
{"train_loss": 0.0011974670924246311, "global_step": 79737, "epoch": 447, "lr": 1.5157167941161233e-05}
{"train_loss": 0.0013788933865725994, "global_step": 79738, "epoch": 447, "lr": 1.515610813367645e-05}
{"train_loss": 0.00038556259823963046, "global_step": 79739, "epoch": 447, "lr": 1.5155048356625722e-05}
{"train_loss": 0.0010895419400185347, "global_step": 79740, "epoch": 447, "lr": 1.5153988610009984e-05}
{"train_loss": 0.0021786242723464966, "global_step": 79741, "epoch": 447, "lr": 1.5152928893830132e-05}
{"train_loss": 0.0018655461026355624, "global_step": 79742, "epoch": 447, "lr": 1.5151869208087155e-05}
{"train_loss": 0.0015559297370897041, "global_step": 79743, "epoch": 447, "lr": 1.5150809552781903e-05}
{"train_loss": 0.0008469814201816916, "global_step": 79744, "epoch": 448, "lr": 1.5149749927915352e-05}
{"train_loss": 0.0011173095554113388, "global_step": 79745, "epoch": 448, "lr": 1.5148690333488419e-05}
{"train_loss": 0.0008981914725154638, "global_step": 79746, "epoch": 448, "lr": 1.5147630769502003e-05}
{"train_loss": 0.0009560423204675317, "global_step": 79747, "epoch": 448, "lr": 1.5146571235957086e-05}
{"train_loss": 0.0011167405173182487, "global_step": 79748, "epoch": 448, "lr": 1.5145511732854523e-05}
{"train_loss": 0.0018538632430136204, "global_step": 79749, "epoch": 448, "lr": 1.5144452260195302e-05}
{"train_loss": 0.001983512658625841, "global_step": 79750, "epoch": 448, "lr": 1.5143392817980296e-05}
{"train_loss": 0.0015011869836598635, "global_step": 79751, "epoch": 448, "lr": 1.5142333406210468e-05}
{"train_loss": 0.0017407971899956465, "global_step": 79752, "epoch": 448, "lr": 1.5141274024886727e-05}
{"train_loss": 0.0009608221589587629, "global_step": 79753, "epoch": 448, "lr": 1.5140214674010006e-05}
{"train_loss": 0.0006461902521550655, "global_step": 79754, "epoch": 448, "lr": 1.5139155353581225e-05}
{"train_loss": 0.0009812500793486834, "global_step": 79755, "epoch": 448, "lr": 1.5138096063601304e-05}
{"train_loss": 0.002793775638565421, "global_step": 79756, "epoch": 448, "lr": 1.5137036804071165e-05}
{"train_loss": 0.0010115812765434384, "global_step": 79757, "epoch": 448, "lr": 1.5135977574991773e-05}
{"train_loss": 0.0020109987817704678, "global_step": 79758, "epoch": 448, "lr": 1.5134918376363988e-05}
{"train_loss": 0.0007582249818369746, "global_step": 79759, "epoch": 448, "lr": 1.5133859208188788e-05}
{"train_loss": 0.0021558033768087626, "global_step": 79760, "epoch": 448, "lr": 1.5132800070467078e-05}
{"train_loss": 0.00192475994117558, "global_step": 79761, "epoch": 448, "lr": 1.5131740963199786e-05}
{"train_loss": 0.0011782279470935464, "global_step": 79762, "epoch": 448, "lr": 1.5130681886387831e-05}
{"train_loss": 0.0009496900020167232, "global_step": 79763, "epoch": 448, "lr": 1.5129622840032154e-05}
{"train_loss": 0.0011346519459038973, "global_step": 79764, "epoch": 448, "lr": 1.5128563824133645e-05}
{"train_loss": 0.0025580362416803837, "global_step": 79765, "epoch": 448, "lr": 1.5127504838693269e-05}
{"train_loss": 0.0006028910866007209, "global_step": 79766, "epoch": 448, "lr": 1.5126445883711937e-05}
{"train_loss": 0.0008866044227033854, "global_step": 79767, "epoch": 448, "lr": 1.5125386959190575e-05}
{"train_loss": 0.002035432495176792, "global_step": 79768, "epoch": 448, "lr": 1.51243280651301e-05}
{"train_loss": 0.0013185088755562901, "global_step": 79769, "epoch": 448, "lr": 1.5123269201531442e-05}
{"train_loss": 0.0010761207668110728, "global_step": 79770, "epoch": 448, "lr": 1.5122210368395523e-05}
{"train_loss": 0.000501016154885292, "global_step": 79771, "epoch": 448, "lr": 1.5121151565723262e-05}
{"train_loss": 0.00066078279633075, "global_step": 79772, "epoch": 448, "lr": 1.5120092793515616e-05}
{"train_loss": 0.0006255136104300618, "global_step": 79773, "epoch": 448, "lr": 1.5119034051773463e-05}
{"train_loss": 0.0024505516048520803, "global_step": 79774, "epoch": 448, "lr": 1.5117975340497758e-05}
{"train_loss": 0.002167820930480957, "global_step": 79775, "epoch": 448, "lr": 1.5116916659689423e-05}
{"train_loss": 0.0014057791559025645, "global_step": 79776, "epoch": 448, "lr": 1.5115858009349376e-05}
{"train_loss": 0.0009842338040471077, "global_step": 79777, "epoch": 448, "lr": 1.5114799389478545e-05}
{"train_loss": 0.0009321578545495868, "global_step": 79778, "epoch": 448, "lr": 1.5113740800077852e-05}
{"train_loss": 0.0007089581340551376, "global_step": 79779, "epoch": 448, "lr": 1.5112682241148207e-05}
{"train_loss": 0.0014254850102588534, "global_step": 79780, "epoch": 448, "lr": 1.5111623712690587e-05}
{"train_loss": 0.002649521455168724, "global_step": 79781, "epoch": 448, "lr": 1.5110565214705847e-05}
{"train_loss": 0.0009159939363598824, "global_step": 79782, "epoch": 448, "lr": 1.5109506747194957e-05}
{"train_loss": 0.001816330710425973, "global_step": 79783, "epoch": 448, "lr": 1.5108448310158829e-05}
{"train_loss": 0.002268429845571518, "global_step": 79784, "epoch": 448, "lr": 1.510738990359839e-05}
{"train_loss": 0.0005422773538157344, "global_step": 79785, "epoch": 448, "lr": 1.5106331527514562e-05}
{"train_loss": 0.0013424439821392298, "global_step": 79786, "epoch": 448, "lr": 1.5105273181908252e-05}
{"train_loss": 0.0010625934228301048, "global_step": 79787, "epoch": 448, "lr": 1.5104214866780436e-05}
{"train_loss": 0.0023708930239081383, "global_step": 79788, "epoch": 448, "lr": 1.5103156582131973e-05}
{"train_loss": 0.001983362715691328, "global_step": 79789, "epoch": 448, "lr": 1.5102098327963832e-05}
{"train_loss": 0.0029550804756581783, "global_step": 79790, "epoch": 448, "lr": 1.5101040104276926e-05}
{"train_loss": 0.0016301549039781094, "global_step": 79791, "epoch": 448, "lr": 1.5099981911072174e-05}
{"train_loss": 0.001491862116381526, "global_step": 79792, "epoch": 448, "lr": 1.5098923748350507e-05}
{"train_loss": 0.0014375293394550681, "global_step": 79793, "epoch": 448, "lr": 1.5097865616112844e-05}
{"train_loss": 0.003442494198679924, "global_step": 79794, "epoch": 448, "lr": 1.50968075143601e-05}
{"train_loss": 0.001124126953072846, "global_step": 79795, "epoch": 448, "lr": 1.5095749443093237e-05}
{"train_loss": 0.001923817559145391, "global_step": 79796, "epoch": 448, "lr": 1.5094691402313121e-05}
{"train_loss": 0.003311729058623314, "global_step": 79797, "epoch": 448, "lr": 1.5093633392020723e-05}
{"train_loss": 0.0013165536802262068, "global_step": 79798, "epoch": 448, "lr": 1.5092575412216953e-05}
{"train_loss": 0.0021706288680434227, "global_step": 79799, "epoch": 448, "lr": 1.5091517462902738e-05}
{"train_loss": 0.004318434279412031, "global_step": 79800, "epoch": 448, "lr": 1.5090459544078988e-05}
{"train_loss": 0.00039482663851231337, "global_step": 79801, "epoch": 448, "lr": 1.5089401655746644e-05}
{"train_loss": 0.0005672774859704077, "global_step": 79802, "epoch": 448, "lr": 1.5088343797906607e-05}
{"train_loss": 0.0011787584517151117, "global_step": 79803, "epoch": 448, "lr": 1.5087285970559844e-05}
{"train_loss": 0.0014521542470902205, "global_step": 79804, "epoch": 448, "lr": 1.5086228173707223e-05}
{"train_loss": 0.0012121935142204165, "global_step": 79805, "epoch": 448, "lr": 1.508517040734973e-05}
{"train_loss": 0.0018877298571169376, "global_step": 79806, "epoch": 448, "lr": 1.5084112671488221e-05}
{"train_loss": 0.002814489183947444, "global_step": 79807, "epoch": 448, "lr": 1.5083054966123673e-05}
{"train_loss": 0.0011552663054317236, "global_step": 79808, "epoch": 448, "lr": 1.508199729125699e-05}
{"train_loss": 0.0009194121230393648, "global_step": 79809, "epoch": 448, "lr": 1.5080939646889075e-05}
{"train_loss": 0.0013707870384678245, "global_step": 79810, "epoch": 448, "lr": 1.5079882033020914e-05}
{"train_loss": 0.0016397779108956456, "global_step": 79811, "epoch": 448, "lr": 1.5078824449653357e-05}
{"train_loss": 0.0031132008880376816, "global_step": 79812, "epoch": 448, "lr": 1.5077766896787376e-05}
{"train_loss": 0.002115644048899412, "global_step": 79813, "epoch": 448, "lr": 1.5076709374423881e-05}
{"train_loss": 0.001012183609418571, "global_step": 79814, "epoch": 448, "lr": 1.507565188256379e-05}
{"train_loss": 0.0018329023150727153, "global_step": 79815, "epoch": 448, "lr": 1.5074594421208038e-05}
{"train_loss": 0.0013678730465471745, "global_step": 79816, "epoch": 448, "lr": 1.507353699035754e-05}
{"train_loss": 0.001537451520562172, "global_step": 79817, "epoch": 448, "lr": 1.5072479590013206e-05}
{"train_loss": 0.0009283195831812918, "global_step": 79818, "epoch": 448, "lr": 1.5071422220176e-05}
{"train_loss": 0.0013378674630075693, "global_step": 79819, "epoch": 448, "lr": 1.50703648808468e-05}
{"train_loss": 0.0017766753444448113, "global_step": 79820, "epoch": 448, "lr": 1.506930757202656e-05}
{"train_loss": 0.0012156954035162926, "global_step": 79821, "epoch": 448, "lr": 1.5068250293716197e-05}
{"train_loss": 0.0016430834075435996, "global_step": 79822, "epoch": 448, "lr": 1.5067193045916627e-05}
{"train_loss": 0.0021912259981036186, "global_step": 79823, "epoch": 448, "lr": 1.506613582862878e-05}
{"train_loss": 0.0013119160430505872, "global_step": 79824, "epoch": 448, "lr": 1.506507864185358e-05}
{"train_loss": 0.0010502089280635118, "global_step": 79825, "epoch": 448, "lr": 1.5064021485591945e-05}
{"train_loss": 0.0012282904936000705, "global_step": 79826, "epoch": 448, "lr": 1.50629643598448e-05}
{"train_loss": 0.0012307650176808238, "global_step": 79827, "epoch": 448, "lr": 1.5061907264613052e-05}
{"train_loss": 0.0013535250909626484, "global_step": 79828, "epoch": 448, "lr": 1.5060850199897658e-05}
{"train_loss": 0.0028244727291166782, "global_step": 79829, "epoch": 448, "lr": 1.5059793165699526e-05}
{"train_loss": 0.0006728138541802764, "global_step": 79830, "epoch": 448, "lr": 1.5058736162019582e-05}
{"train_loss": 0.002190925646573305, "global_step": 79831, "epoch": 448, "lr": 1.5057679188858736e-05}
{"train_loss": 0.002653886331245303, "global_step": 79832, "epoch": 448, "lr": 1.5056622246217911e-05}
{"train_loss": 0.0015153747517615557, "global_step": 79833, "epoch": 448, "lr": 1.5055565334098071e-05}
{"train_loss": 0.0004605426802299917, "global_step": 79834, "epoch": 448, "lr": 1.5054508452500077e-05}
{"train_loss": 0.0010540522634983063, "global_step": 79835, "epoch": 448, "lr": 1.5053451601424895e-05}
{"train_loss": 0.001940979273058474, "global_step": 79836, "epoch": 448, "lr": 1.5052394780873442e-05}
{"train_loss": 0.0006570060504600406, "global_step": 79837, "epoch": 448, "lr": 1.5051337990846632e-05}
{"train_loss": 0.001410527853295207, "global_step": 79838, "epoch": 448, "lr": 1.5050281231345386e-05}
{"train_loss": 0.0018074190011247993, "global_step": 79839, "epoch": 448, "lr": 1.504922450237064e-05}
{"train_loss": 0.0007421600166708231, "global_step": 79840, "epoch": 448, "lr": 1.5048167803923291e-05}
{"train_loss": 0.0007193880155682564, "global_step": 79841, "epoch": 448, "lr": 1.504711113600431e-05}
{"train_loss": 0.0011603508610278368, "global_step": 79842, "epoch": 448, "lr": 1.504605449861456e-05}
{"train_loss": 0.0011158157140016556, "global_step": 79843, "epoch": 448, "lr": 1.5044997891755026e-05}
{"train_loss": 0.0013023621868342161, "global_step": 79844, "epoch": 448, "lr": 1.5043941315426563e-05}
{"train_loss": 0.001154726603999734, "global_step": 79845, "epoch": 448, "lr": 1.504288476963015e-05}
{"train_loss": 0.0030323415994644165, "global_step": 79846, "epoch": 448, "lr": 1.5041828254366685e-05}
{"train_loss": 0.003001617034897208, "global_step": 79847, "epoch": 448, "lr": 1.5040771769637101e-05}
{"train_loss": 0.0018958536675199866, "global_step": 79848, "epoch": 448, "lr": 1.503971531544231e-05}
{"train_loss": 0.0011945497244596481, "global_step": 79849, "epoch": 448, "lr": 1.5038658891783225e-05}
{"train_loss": 0.000788417411968112, "global_step": 79850, "epoch": 448, "lr": 1.5037602498660802e-05}
{"train_loss": 0.0019219742389395833, "global_step": 79851, "epoch": 448, "lr": 1.5036546136075946e-05}
{"train_loss": 0.001075017498806119, "global_step": 79852, "epoch": 448, "lr": 1.503548980402958e-05}
{"train_loss": 0.001383946742862463, "global_step": 79853, "epoch": 448, "lr": 1.5034433502522621e-05}
{"train_loss": 0.00293444050475955, "global_step": 79854, "epoch": 448, "lr": 1.5033377231555995e-05}
{"train_loss": 0.0011373725719749928, "global_step": 79855, "epoch": 448, "lr": 1.5032320991130616e-05}
{"train_loss": 0.002166624879464507, "global_step": 79856, "epoch": 448, "lr": 1.5031264781247445e-05}
{"train_loss": 0.0006725802086293697, "global_step": 79857, "epoch": 448, "lr": 1.5030208601907342e-05}
{"train_loss": 0.0009697701898403466, "global_step": 79858, "epoch": 448, "lr": 1.5029152453111295e-05}
{"train_loss": 0.0005519313854165375, "global_step": 79859, "epoch": 448, "lr": 1.5028096334860164e-05}
{"train_loss": 0.0020546759478747845, "global_step": 79860, "epoch": 448, "lr": 1.5027040247154922e-05}
{"train_loss": 0.0007363016484305263, "global_step": 79861, "epoch": 448, "lr": 1.5025984189996467e-05}
{"train_loss": 0.001867066603153944, "global_step": 79862, "epoch": 448, "lr": 1.5024928163385733e-05}
{"train_loss": 0.00041530755697749555, "global_step": 79863, "epoch": 448, "lr": 1.5023872167323627e-05}
{"train_loss": 0.001523579703643918, "global_step": 79864, "epoch": 448, "lr": 1.5022816201811085e-05}
{"train_loss": 0.0012724094558507204, "global_step": 79865, "epoch": 448, "lr": 1.5021760266849005e-05}
{"train_loss": 0.0010336246341466904, "global_step": 79866, "epoch": 448, "lr": 1.5020704362438365e-05}
{"train_loss": 0.0013697657268494368, "global_step": 79867, "epoch": 448, "lr": 1.5019648488580018e-05}
{"train_loss": 0.0007934916648082435, "global_step": 79868, "epoch": 448, "lr": 1.501859264527493e-05}
{"train_loss": 0.0010822617914527655, "global_step": 79869, "epoch": 448, "lr": 1.501753683252402e-05}
{"train_loss": 0.0020786761306226254, "global_step": 79870, "epoch": 448, "lr": 1.501648105032818e-05}
{"train_loss": 0.0010017459280788898, "global_step": 79871, "epoch": 448, "lr": 1.501542529868839e-05}
{"train_loss": 0.002653361763805151, "global_step": 79872, "epoch": 448, "lr": 1.5014369577605502e-05}
{"train_loss": 0.0005379670183174312, "global_step": 79873, "epoch": 448, "lr": 1.5013313887080494e-05}
{"train_loss": 0.002158975461497903, "global_step": 79874, "epoch": 448, "lr": 1.5012258227114262e-05}
{"train_loss": 0.001984294271096587, "global_step": 79875, "epoch": 448, "lr": 1.501120259770773e-05}
{"train_loss": 0.0013720504939556122, "global_step": 79876, "epoch": 448, "lr": 1.5010146998861829e-05}
{"train_loss": 0.0009127893717959523, "global_step": 79877, "epoch": 448, "lr": 1.5009091430577471e-05}
{"train_loss": 0.0009164852672256529, "global_step": 79878, "epoch": 448, "lr": 1.5008035892855588e-05}
{"train_loss": 0.0016852194676175714, "global_step": 79879, "epoch": 448, "lr": 1.5006980385697089e-05}
{"train_loss": 0.0006621081847697496, "global_step": 79880, "epoch": 448, "lr": 1.5005924909102892e-05}
{"train_loss": 0.001500614918768406, "global_step": 79881, "epoch": 448, "lr": 1.5004869463073962e-05}
{"train_loss": 0.003674947191029787, "global_step": 79882, "epoch": 448, "lr": 1.5003814047611153e-05}
{"train_loss": 0.0011888706358149648, "global_step": 79883, "epoch": 448, "lr": 1.5002758662715439e-05}
{"train_loss": 0.001808383734896779, "global_step": 79884, "epoch": 448, "lr": 1.5001703308387727e-05}
{"train_loss": 0.0006370276678353548, "global_step": 79885, "epoch": 448, "lr": 1.5000647984628935e-05}
{"train_loss": 0.0007597840740345418, "global_step": 79886, "epoch": 448, "lr": 1.499959269143999e-05}
{"train_loss": 0.002443840028718114, "global_step": 79887, "epoch": 448, "lr": 1.4998537428821807e-05}
{"train_loss": 0.002738427137956023, "global_step": 79888, "epoch": 448, "lr": 1.4997482196775297e-05}
{"train_loss": 0.0021953806281089783, "global_step": 79889, "epoch": 448, "lr": 1.4996426995301427e-05}
{"train_loss": 0.0013027092209085822, "global_step": 79890, "epoch": 448, "lr": 1.4995371824401055e-05}
{"train_loss": 0.0009029777138493955, "global_step": 79891, "epoch": 448, "lr": 1.4994316684075155e-05}
{"train_loss": 0.0020803515799343586, "global_step": 79892, "epoch": 448, "lr": 1.4993261574324624e-05}
{"train_loss": 0.00229146727360785, "global_step": 79893, "epoch": 448, "lr": 1.4992206495150379e-05}
{"train_loss": 0.0009814559016376734, "global_step": 79894, "epoch": 448, "lr": 1.4991151446553375e-05}
{"train_loss": 0.002645694650709629, "global_step": 79895, "epoch": 448, "lr": 1.4990096428534483e-05}
{"train_loss": 0.0005480946856550872, "global_step": 79896, "epoch": 448, "lr": 1.4989041441094681e-05}
{"train_loss": 0.0007951668230816722, "global_step": 79897, "epoch": 448, "lr": 1.4987986484234829e-05}
{"train_loss": 0.0011068424209952354, "global_step": 79898, "epoch": 448, "lr": 1.4986931557955897e-05}
{"train_loss": 0.0012168959947302938, "global_step": 79899, "epoch": 448, "lr": 1.4985876662258786e-05}
{"train_loss": 0.002126140985637903, "global_step": 79900, "epoch": 448, "lr": 1.4984821797144428e-05}
{"train_loss": 0.002193637890741229, "global_step": 79901, "epoch": 448, "lr": 1.4983766962613726e-05}
{"train_loss": 0.001517413416877389, "global_step": 79902, "epoch": 448, "lr": 1.4982712158667622e-05}
{"train_loss": 0.0015454171225428581, "global_step": 79903, "epoch": 448, "lr": 1.4981657385307007e-05}
{"train_loss": 0.001186220906674862, "global_step": 79904, "epoch": 448, "lr": 1.4980602642532853e-05}
{"train_loss": 0.0014839101349934936, "global_step": 79905, "epoch": 448, "lr": 1.4979547930346027e-05}
{"train_loss": 0.001083872513845563, "global_step": 79906, "epoch": 448, "lr": 1.4978493248747483e-05}
{"train_loss": 0.0008709148969501257, "global_step": 79907, "epoch": 448, "lr": 1.4977438597738136e-05}
{"train_loss": 0.0013873855350539088, "global_step": 79908, "epoch": 448, "lr": 1.4976383977318908e-05}
{"train_loss": 0.0009441024158149958, "global_step": 79909, "epoch": 448, "lr": 1.497532938749071e-05}
{"train_loss": 0.0015535318525508046, "global_step": 79910, "epoch": 448, "lr": 1.4974274828254475e-05}
{"train_loss": 0.0025172261521220207, "global_step": 79911, "epoch": 448, "lr": 1.4973220299611102e-05}
{"train_loss": 0.0029218909330666065, "global_step": 79912, "epoch": 448, "lr": 1.497216580156155e-05}
{"train_loss": 0.0015340655809268355, "global_step": 79913, "epoch": 448, "lr": 1.4971111334106713e-05}
{"train_loss": 0.0012858649715781212, "global_step": 79914, "epoch": 448, "lr": 1.4970056897247519e-05}
{"train_loss": 0.0013295372482389212, "global_step": 79915, "epoch": 448, "lr": 1.496900249098489e-05}
{"train_loss": 0.0019651411566883326, "global_step": 79916, "epoch": 448, "lr": 1.4967948115319747e-05}
{"train_loss": 0.0025680982507765293, "global_step": 79917, "epoch": 448, "lr": 1.4966893770253004e-05}
{"train_loss": 0.0019697058014571667, "global_step": 79918, "epoch": 448, "lr": 1.4965839455785574e-05}
{"train_loss": 0.0005593334790319204, "global_step": 79919, "epoch": 448, "lr": 1.4964785171918427e-05}
{"train_loss": 0.0005501126870512962, "global_step": 79920, "epoch": 448, "lr": 1.4963730918652413e-05}
{"train_loss": 0.001525089385222089, "global_step": 79921, "epoch": 448, "lr": 1.4962676695988503e-05}
{"train_loss": 0.0015325041022151709, "global_step": 79922, "epoch": 449, "lr": 1.4961622503927603e-05}
{"train_loss": 0.0013253618963062763, "global_step": 79923, "epoch": 449, "lr": 1.4960568342470633e-05}
{"train_loss": 0.0007270709611475468, "global_step": 79924, "epoch": 449, "lr": 1.4959514211618508e-05}
{"train_loss": 0.0007525772089138627, "global_step": 79925, "epoch": 449, "lr": 1.4958460111372164e-05}
{"train_loss": 0.0007724411552771926, "global_step": 79926, "epoch": 449, "lr": 1.4957406041732492e-05}
{"train_loss": 0.0014966016169637442, "global_step": 79927, "epoch": 449, "lr": 1.4956352002700463e-05}
{"train_loss": 0.0015195480082184076, "global_step": 79928, "epoch": 449, "lr": 1.495529799427694e-05}
{"train_loss": 0.0018847197061404586, "global_step": 79929, "epoch": 449, "lr": 1.4954244016462887e-05}
{"train_loss": 0.0011534920195117593, "global_step": 79930, "epoch": 449, "lr": 1.495319006925921e-05}
{"train_loss": 0.0007984844269230962, "global_step": 79931, "epoch": 449, "lr": 1.4952136152666824e-05}
{"train_loss": 0.0009105366189032793, "global_step": 79932, "epoch": 449, "lr": 1.4951082266686655e-05}
{"train_loss": 0.0007806298090144992, "global_step": 79933, "epoch": 449, "lr": 1.4950028411319612e-05}
{"train_loss": 0.001615606714040041, "global_step": 79934, "epoch": 449, "lr": 1.494897458656665e-05}
{"train_loss": 0.0011934151407331228, "global_step": 79935, "epoch": 449, "lr": 1.4947920792428637e-05}
{"train_loss": 0.0013122836826369166, "global_step": 79936, "epoch": 449, "lr": 1.4946867028906541e-05}
{"train_loss": 0.0013294446980580688, "global_step": 79937, "epoch": 449, "lr": 1.494581329600126e-05}
{"train_loss": 0.0009005446918308735, "global_step": 79938, "epoch": 449, "lr": 1.494475959371372e-05}
{"train_loss": 0.0018310286104679108, "global_step": 79939, "epoch": 449, "lr": 1.4943705922044838e-05}
{"train_loss": 0.0006674820324406028, "global_step": 79940, "epoch": 449, "lr": 1.4942652280995534e-05}
{"train_loss": 0.000526498886756599, "global_step": 79941, "epoch": 449, "lr": 1.4941598670566715e-05}
{"train_loss": 0.001761115388944745, "global_step": 79942, "epoch": 449, "lr": 1.4940545090759345e-05}
{"train_loss": 0.0031370092183351517, "global_step": 79943, "epoch": 449, "lr": 1.4939491541574285e-05}
{"train_loss": 0.0018998576560989022, "global_step": 79944, "epoch": 449, "lr": 1.4938438023012503e-05}
{"train_loss": 0.0011877240613102913, "global_step": 79945, "epoch": 449, "lr": 1.49373845350749e-05}
{"train_loss": 0.00339547754265368, "global_step": 79946, "epoch": 449, "lr": 1.4936331077762394e-05}
{"train_loss": 0.002040405757725239, "global_step": 79947, "epoch": 449, "lr": 1.4935277651075913e-05}
{"train_loss": 0.0006049699150025845, "global_step": 79948, "epoch": 449, "lr": 1.4934224255016371e-05}
{"train_loss": 0.0017634640680626035, "global_step": 79949, "epoch": 449, "lr": 1.493317088958468e-05}
{"train_loss": 0.0021222534123808146, "global_step": 79950, "epoch": 449, "lr": 1.4932117554781793e-05}
{"train_loss": 0.0008416182827204466, "global_step": 79951, "epoch": 449, "lr": 1.4931064250608584e-05}
{"train_loss": 0.0021433797664940357, "global_step": 79952, "epoch": 449, "lr": 1.4930010977066022e-05}
{"train_loss": 0.0010287751210853457, "global_step": 79953, "epoch": 449, "lr": 1.492895773415497e-05}
{"train_loss": 0.00038084754487499595, "global_step": 79954, "epoch": 449, "lr": 1.4927904521876395e-05}
{"train_loss": 0.0007783357286825776, "global_step": 79955, "epoch": 449, "lr": 1.4926851340231202e-05}
{"train_loss": 0.001191767049022019, "global_step": 79956, "epoch": 449, "lr": 1.492579818922029e-05}
{"train_loss": 0.0013377098366618156, "global_step": 79957, "epoch": 449, "lr": 1.4924745068844637e-05}
{"train_loss": 0.0011374937603250146, "global_step": 79958, "epoch": 449, "lr": 1.4923691979105092e-05}
{"train_loss": 0.0017157515976577997, "global_step": 79959, "epoch": 449, "lr": 1.4922638920002619e-05}
{"train_loss": 0.0009780848631635308, "global_step": 79960, "epoch": 449, "lr": 1.4921585891538125e-05}
{"train_loss": 0.0011396044865250587, "global_step": 79961, "epoch": 449, "lr": 1.4920532893712536e-05}
{"train_loss": 0.0014788968255743384, "global_step": 79962, "epoch": 449, "lr": 1.4919479926526763e-05}
{"train_loss": 0.002381347119808197, "global_step": 79963, "epoch": 449, "lr": 1.4918426989981731e-05}
{"train_loss": 0.0030294896569103003, "global_step": 79964, "epoch": 449, "lr": 1.4917374084078345e-05}
{"train_loss": 0.0015665589598938823, "global_step": 79965, "epoch": 449, "lr": 1.4916321208817563e-05}
{"train_loss": 0.001003360259346664, "global_step": 79966, "epoch": 449, "lr": 1.4915268364200252e-05}
{"train_loss": 0.0007887048413977027, "global_step": 79967, "epoch": 449, "lr": 1.4914215550227373e-05}
{"train_loss": 0.0020384909585118294, "global_step": 79968, "epoch": 449, "lr": 1.491316276689983e-05}
{"train_loss": 0.0006905007176101208, "global_step": 79969, "epoch": 449, "lr": 1.4912110014218544e-05}
{"train_loss": 0.0009492363315075636, "global_step": 79970, "epoch": 449, "lr": 1.4911057292184438e-05}
{"train_loss": 0.0027381975669413805, "global_step": 79971, "epoch": 449, "lr": 1.4910004600798427e-05}
{"train_loss": 0.0037812518421560526, "global_step": 79972, "epoch": 449, "lr": 1.4908951940061432e-05}
{"train_loss": 0.002154751680791378, "global_step": 79973, "epoch": 449, "lr": 1.490789930997437e-05}
{"train_loss": 0.0011788485571742058, "global_step": 79974, "epoch": 449, "lr": 1.4906846710538147e-05}
{"train_loss": 0.0010308576747775078, "global_step": 79975, "epoch": 449, "lr": 1.4905794141753709e-05}
{"train_loss": 0.0036572138778865337, "global_step": 79976, "epoch": 449, "lr": 1.4904741603621969e-05}
{"train_loss": 0.0009818191174417734, "global_step": 79977, "epoch": 449, "lr": 1.4903689096143841e-05}
{"train_loss": 0.0006188118131831288, "global_step": 79978, "epoch": 449, "lr": 1.4902636619320242e-05}
{"train_loss": 0.001979789463803172, "global_step": 79979, "epoch": 449, "lr": 1.4901584173152084e-05}
{"train_loss": 0.0014622083399444818, "global_step": 79980, "epoch": 449, "lr": 1.4900531757640323e-05}
{"train_loss": 0.001332580577582121, "global_step": 79981, "epoch": 449, "lr": 1.4899479372785823e-05}
{"train_loss": 0.001856248127296567, "global_step": 79982, "epoch": 449, "lr": 1.4898427018589544e-05}
{"train_loss": 0.0015186720993369818, "global_step": 79983, "epoch": 449, "lr": 1.489737469505239e-05}
{"train_loss": 0.0011047223815694451, "global_step": 79984, "epoch": 449, "lr": 1.4896322402175289e-05}
{"train_loss": 0.001303879776969552, "global_step": 79985, "epoch": 449, "lr": 1.4895270139959156e-05}
{"train_loss": 0.0008105143206194043, "global_step": 79986, "epoch": 449, "lr": 1.4894217908404901e-05}
{"train_loss": 0.0009416137472726405, "global_step": 79987, "epoch": 449, "lr": 1.489316570751345e-05}
{"train_loss": 0.002914806827902794, "global_step": 79988, "epoch": 449, "lr": 1.489211353728573e-05}
{"train_loss": 0.00152035360224545, "global_step": 79989, "epoch": 449, "lr": 1.4891061397722628e-05}
{"train_loss": 0.0012006156612187624, "global_step": 79990, "epoch": 449, "lr": 1.4890009288825124e-05}
{"train_loss": 0.0006984975771047175, "global_step": 79991, "epoch": 449, "lr": 1.4888957210594068e-05}
{"train_loss": 0.0010417444864287972, "global_step": 79992, "epoch": 449, "lr": 1.4887905163030424e-05}
{"train_loss": 0.0011038410011678934, "global_step": 79993, "epoch": 449, "lr": 1.4886853146135099e-05}
{"train_loss": 0.0008517933893017471, "global_step": 79994, "epoch": 449, "lr": 1.4885801159909012e-05}
{"train_loss": 0.0008988496847450733, "global_step": 79995, "epoch": 449, "lr": 1.4884749204353082e-05}
{"train_loss": 0.0016213282942771912, "global_step": 79996, "epoch": 449, "lr": 1.4883697279468205e-05}
{"train_loss": 0.0031436244025826454, "global_step": 79997, "epoch": 449, "lr": 1.4882645385255345e-05}
{"train_loss": 0.0023686704225838184, "global_step": 79998, "epoch": 449, "lr": 1.4881593521715393e-05}
{"train_loss": 0.000709839048795402, "global_step": 79999, "epoch": 449, "lr": 1.488054168884927e-05}
{"train_loss": 0.0010517321061342955, "global_step": 80000, "epoch": 449, "lr": 1.48794898866579e-05}
{"train_loss": 0.002989724278450012, "global_step": 80001, "epoch": 449, "lr": 1.4878438115142197e-05}
{"train_loss": 0.0011674630222842097, "global_step": 80002, "epoch": 449, "lr": 1.4877386374303066e-05}
{"train_loss": 0.0018792678602039814, "global_step": 80003, "epoch": 449, "lr": 1.4876334664141466e-05}
{"train_loss": 0.00048739611520431936, "global_step": 80004, "epoch": 449, "lr": 1.4875282984658261e-05}
{"train_loss": 0.0010540757793933153, "global_step": 80005, "epoch": 449, "lr": 1.4874231335854439e-05}
{"train_loss": 0.002830387791618705, "global_step": 80006, "epoch": 449, "lr": 1.487317971773084e-05}
{"train_loss": 0.0010252655483782291, "global_step": 80007, "epoch": 449, "lr": 1.4872128130288432e-05}
{"train_loss": 0.0007501783547922969, "global_step": 80008, "epoch": 449, "lr": 1.4871076573528131e-05}
{"train_loss": 0.0010885754600167274, "global_step": 80009, "epoch": 449, "lr": 1.4870025047450842e-05}
{"train_loss": 0.0018241854850202799, "global_step": 80010, "epoch": 449, "lr": 1.4868973552057486e-05}
{"train_loss": 0.0007928419508971274, "global_step": 80011, "epoch": 449, "lr": 1.486792208734899e-05}
{"train_loss": 0.0011023664847016335, "global_step": 80012, "epoch": 449, "lr": 1.4866870653326242e-05}
{"train_loss": 0.0007195288199000061, "global_step": 80013, "epoch": 449, "lr": 1.486581924999022e-05}
{"train_loss": 0.0010760973673313856, "global_step": 80014, "epoch": 449, "lr": 1.4864767877341778e-05}
{"train_loss": 0.0028442861512303352, "global_step": 80015, "epoch": 449, "lr": 1.4863716535381877e-05}
{"train_loss": 0.0023062010295689106, "global_step": 80016, "epoch": 449, "lr": 1.4862665224111421e-05}
{"train_loss": 0.0015693475725129247, "global_step": 80017, "epoch": 449, "lr": 1.486161394353131e-05}
{"train_loss": 0.0022425067145377398, "global_step": 80018, "epoch": 449, "lr": 1.4860562693642517e-05}
{"train_loss": 0.0008389184949919581, "global_step": 80019, "epoch": 449, "lr": 1.4859511474445887e-05}
{"train_loss": 0.0019673530478030443, "global_step": 80020, "epoch": 449, "lr": 1.4858460285942394e-05}
{"train_loss": 0.0007210876792669296, "global_step": 80021, "epoch": 449, "lr": 1.4857409128132938e-05}
{"train_loss": 0.0017647661734372377, "global_step": 80022, "epoch": 449, "lr": 1.485635800101844e-05}
{"train_loss": 0.0026671160012483597, "global_step": 80023, "epoch": 449, "lr": 1.4855306904599808e-05}
{"train_loss": 0.0017695992719382048, "global_step": 80024, "epoch": 449, "lr": 1.4854255838877968e-05}
{"train_loss": 0.0008813111926428974, "global_step": 80025, "epoch": 449, "lr": 1.4853204803853838e-05}
{"train_loss": 0.0008730763802304864, "global_step": 80026, "epoch": 449, "lr": 1.4852153799528334e-05}
{"train_loss": 0.0026926477439701557, "global_step": 80027, "epoch": 449, "lr": 1.4851102825902358e-05}
{"train_loss": 0.0013082807417958975, "global_step": 80028, "epoch": 449, "lr": 1.4850051882976878e-05}
{"train_loss": 0.0020789692644029856, "global_step": 80029, "epoch": 449, "lr": 1.4849000970752746e-05}
{"train_loss": 0.0018714303150773048, "global_step": 80030, "epoch": 449, "lr": 1.4847950089230927e-05}
{"train_loss": 0.0015907231718301773, "global_step": 80031, "epoch": 449, "lr": 1.4846899238412326e-05}
{"train_loss": 0.00043701656977646053, "global_step": 80032, "epoch": 449, "lr": 1.4845848418297859e-05}
{"train_loss": 0.0014830406289547682, "global_step": 80033, "epoch": 449, "lr": 1.4844797628888445e-05}
{"train_loss": 0.0015697358176112175, "global_step": 80034, "epoch": 449, "lr": 1.4843746870185e-05}
{"train_loss": 0.0009411574574187398, "global_step": 80035, "epoch": 449, "lr": 1.4842696142188428e-05}
{"train_loss": 0.002530357101932168, "global_step": 80036, "epoch": 449, "lr": 1.4841645444899671e-05}
{"train_loss": 0.0026672999374568462, "global_step": 80037, "epoch": 449, "lr": 1.4840594778319644e-05}
{"train_loss": 0.0012954495614394546, "global_step": 80038, "epoch": 449, "lr": 1.4839544142449257e-05}
{"train_loss": 0.0006609968258999288, "global_step": 80039, "epoch": 449, "lr": 1.4838493537289427e-05}
{"train_loss": 0.001659703440964222, "global_step": 80040, "epoch": 449, "lr": 1.4837442962841053e-05}
{"train_loss": 0.0010990481823682785, "global_step": 80041, "epoch": 449, "lr": 1.4836392419105111e-05}
{"train_loss": 0.0024842675775289536, "global_step": 80042, "epoch": 449, "lr": 1.4835341906082445e-05}
{"train_loss": 0.002575005404651165, "global_step": 80043, "epoch": 449, "lr": 1.4834291423774038e-05}
{"train_loss": 0.0007204512367025018, "global_step": 80044, "epoch": 449, "lr": 1.483324097218075e-05}
{"train_loss": 0.0009514830890111625, "global_step": 80045, "epoch": 449, "lr": 1.4832190551303543e-05}
{"train_loss": 0.0013561681844294071, "global_step": 80046, "epoch": 449, "lr": 1.4831140161143314e-05}
{"train_loss": 0.0017516056541353464, "global_step": 80047, "epoch": 449, "lr": 1.4830089801700981e-05}
{"train_loss": 0.003128852229565382, "global_step": 80048, "epoch": 449, "lr": 1.4829039472977468e-05}
{"train_loss": 0.0025590555742383003, "global_step": 80049, "epoch": 449, "lr": 1.4827989174973689e-05}
{"train_loss": 0.00038203896838240325, "global_step": 80050, "epoch": 449, "lr": 1.4826938907690541e-05}
{"train_loss": 0.0014437905047088861, "global_step": 80051, "epoch": 449, "lr": 1.4825888671128995e-05}
{"train_loss": 0.0011246586218476295, "global_step": 80052, "epoch": 449, "lr": 1.4824838465289909e-05}
{"train_loss": 0.0015025027096271515, "global_step": 80053, "epoch": 449, "lr": 1.4823788290174234e-05}
{"train_loss": 0.0006513787084259093, "global_step": 80054, "epoch": 449, "lr": 1.4822738145782883e-05}
{"train_loss": 0.0013288692571222782, "global_step": 80055, "epoch": 449, "lr": 1.482168803211677e-05}
{"train_loss": 0.0013718843692913651, "global_step": 80056, "epoch": 449, "lr": 1.4820637949176807e-05}
{"train_loss": 0.0006555138388648629, "global_step": 80057, "epoch": 449, "lr": 1.4819587896963905e-05}
{"train_loss": 0.001289915293455124, "global_step": 80058, "epoch": 449, "lr": 1.4818537875479006e-05}
{"train_loss": 0.0012833442306146026, "global_step": 80059, "epoch": 449, "lr": 1.4817487884723014e-05}
{"train_loss": 0.0016427204245701432, "global_step": 80060, "epoch": 449, "lr": 1.4816437924696841e-05}
{"train_loss": 0.0015613418072462082, "global_step": 80061, "epoch": 449, "lr": 1.4815387995401413e-05}
{"train_loss": 0.000942820857744664, "global_step": 80062, "epoch": 449, "lr": 1.4814338096837643e-05}
{"train_loss": 0.0006366369780153036, "global_step": 80063, "epoch": 449, "lr": 1.4813288229006445e-05}
{"train_loss": 0.0012368758907541633, "global_step": 80064, "epoch": 449, "lr": 1.4812238391908739e-05}
{"train_loss": 0.0012733498588204384, "global_step": 80065, "epoch": 449, "lr": 1.4811188585545422e-05}
{"train_loss": 0.0022310297936201096, "global_step": 80066, "epoch": 449, "lr": 1.4810138809917467e-05}
{"train_loss": 0.0027840719558298588, "global_step": 80067, "epoch": 449, "lr": 1.4809089065025722e-05}
{"train_loss": 0.0013860403560101986, "global_step": 80068, "epoch": 449, "lr": 1.480803935087115e-05}
{"train_loss": 0.0004437497991602868, "global_step": 80069, "epoch": 449, "lr": 1.4806989667454651e-05}
{"train_loss": 0.0009552036644890904, "global_step": 80070, "epoch": 449, "lr": 1.4805940014777153e-05}
{"train_loss": 0.0010515176691114902, "global_step": 80071, "epoch": 449, "lr": 1.480489039283956e-05}
{"train_loss": 0.0015082424506545067, "global_step": 80072, "epoch": 449, "lr": 1.4803840801642793e-05}
{"train_loss": 0.0015353908529505134, "global_step": 80073, "epoch": 449, "lr": 1.4802791241187751e-05}
{"train_loss": 0.00274717528373003, "global_step": 80074, "epoch": 449, "lr": 1.4801741711475403e-05}
{"train_loss": 0.001435540267266333, "global_step": 80075, "epoch": 449, "lr": 1.48006922125066e-05}
{"train_loss": 0.0021048691123723984, "global_step": 80076, "epoch": 449, "lr": 1.479964274428231e-05}
{"train_loss": 0.0022600581869482994, "global_step": 80077, "epoch": 449, "lr": 1.4798593306803426e-05}
{"train_loss": 0.0005225029890425503, "global_step": 80078, "epoch": 449, "lr": 1.4797543900070853e-05}
{"train_loss": 0.0016293656080961227, "global_step": 80079, "epoch": 449, "lr": 1.4796494524085553e-05}
{"train_loss": 0.002164034638553858, "global_step": 80080, "epoch": 449, "lr": 1.4795445178848383e-05}
{"train_loss": 0.0022995593026280403, "global_step": 80081, "epoch": 449, "lr": 1.4794395864360322e-05}
{"train_loss": 0.0005511596100404859, "global_step": 80082, "epoch": 449, "lr": 1.4793346580622219e-05}
{"train_loss": 0.0008850061567500234, "global_step": 80083, "epoch": 449, "lr": 1.4792297327635047e-05}
{"train_loss": 0.0017932197079062462, "global_step": 80084, "epoch": 449, "lr": 1.4791248105399697e-05}
{"train_loss": 0.00170025450643152, "global_step": 80085, "epoch": 449, "lr": 1.4790198913917085e-05}
{"train_loss": 0.0009264516411349177, "global_step": 80086, "epoch": 449, "lr": 1.4789149753188137e-05}
{"train_loss": 0.002626271452754736, "global_step": 80087, "epoch": 449, "lr": 1.4788100623213762e-05}
{"train_loss": 0.0016966095427051187, "global_step": 80088, "epoch": 449, "lr": 1.478705152399486e-05}
{"train_loss": 0.0009825312299653888, "global_step": 80089, "epoch": 449, "lr": 1.4786002455532399e-05}
{"train_loss": 0.0007900319760665298, "global_step": 80090, "epoch": 449, "lr": 1.4784953417827236e-05}
{"train_loss": 0.0007769003277644515, "global_step": 80091, "epoch": 449, "lr": 1.4783904410880323e-05}
{"train_loss": 0.0006050501833669841, "global_step": 80092, "epoch": 449, "lr": 1.4782855434692566e-05}
{"train_loss": 0.0011361823417246342, "global_step": 80093, "epoch": 449, "lr": 1.4781806489264881e-05}
{"train_loss": 0.0016166733112186193, "global_step": 80094, "epoch": 449, "lr": 1.4780757574598191e-05}
{"train_loss": 0.0006082066101953387, "global_step": 80095, "epoch": 449, "lr": 1.47797086906934e-05}
{"train_loss": 0.0014426879351958632, "global_step": 80096, "epoch": 449, "lr": 1.4778659837551417e-05}
{"train_loss": 0.0033045702148228884, "global_step": 80097, "epoch": 449, "lr": 1.4777611015173203e-05}
{"train_loss": 0.0006849523633718491, "global_step": 80098, "epoch": 449, "lr": 1.477656222355961e-05}
{"train_loss": 0.0015169621312472801, "global_step": 80099, "epoch": 449, "lr": 1.4775513462711598e-05}
{"train_loss": 0.0008833867614157498, "global_step": 80100, "epoch": 450, "lr": 1.4774464732630077e-05}
{"train_loss": 0.0013676575617864728, "global_step": 80101, "epoch": 450, "lr": 1.4773416033315956e-05}
{"train_loss": 0.0009944342309609056, "global_step": 80102, "epoch": 450, "lr": 1.477236736477015e-05}
{"train_loss": 0.0018374411156401038, "global_step": 80103, "epoch": 450, "lr": 1.4771318726993565e-05}
{"train_loss": 0.002151304157450795, "global_step": 80104, "epoch": 450, "lr": 1.4770270119987161e-05}
{"train_loss": 0.0027168658562004566, "global_step": 80105, "epoch": 450, "lr": 1.4769221543751787e-05}
{"train_loss": 0.0020941318944096565, "global_step": 80106, "epoch": 450, "lr": 1.476817299828841e-05}
{"train_loss": 0.0008324282243847847, "global_step": 80107, "epoch": 450, "lr": 1.4767124483597932e-05}
{"train_loss": 0.0021499996073544025, "global_step": 80108, "epoch": 450, "lr": 1.4766075999681267e-05}
{"train_loss": 0.0017941119149327278, "global_step": 80109, "epoch": 450, "lr": 1.4765027546539328e-05}
{"train_loss": 0.002122909761965275, "global_step": 80110, "epoch": 450, "lr": 1.4763979124173038e-05}
{"train_loss": 0.001780983991920948, "global_step": 80111, "epoch": 450, "lr": 1.4762930732583291e-05}
{"train_loss": 0.0015538273146376014, "global_step": 80112, "epoch": 450, "lr": 1.4761882371771047e-05}
{"train_loss": 0.0017687956569716334, "global_step": 80113, "epoch": 450, "lr": 1.4760834041737165e-05}
{"train_loss": 0.0015996128786355257, "global_step": 80114, "epoch": 450, "lr": 1.4759785742482623e-05}
{"train_loss": 0.00215515261515975, "global_step": 80115, "epoch": 450, "lr": 1.4758737474008271e-05}
{"train_loss": 0.002015996491536498, "global_step": 80116, "epoch": 450, "lr": 1.475768923631507e-05}
{"train_loss": 0.0011977609246969223, "global_step": 80117, "epoch": 450, "lr": 1.4756641029403928e-05}
{"train_loss": 0.0027509089559316635, "global_step": 80118, "epoch": 450, "lr": 1.475559285327575e-05}
{"train_loss": 0.001771512208506465, "global_step": 80119, "epoch": 450, "lr": 1.4754544707931461e-05}
{"train_loss": 0.001728525967337191, "global_step": 80120, "epoch": 450, "lr": 1.4753496593371958e-05}
{"train_loss": 0.0007265265448950231, "global_step": 80121, "epoch": 450, "lr": 1.4752448509598182e-05}
{"train_loss": 0.00030710879946127534, "global_step": 80122, "epoch": 450, "lr": 1.4751400456611036e-05}
{"train_loss": 0.0021591007243841887, "global_step": 80123, "epoch": 450, "lr": 1.475035243441144e-05}
{"train_loss": 0.002890829462558031, "global_step": 80124, "epoch": 450, "lr": 1.4749304443000305e-05}
{"train_loss": 0.0011354213347658515, "global_step": 80125, "epoch": 450, "lr": 1.4748256482378554e-05}
{"train_loss": 0.001430839067324996, "global_step": 80126, "epoch": 450, "lr": 1.4747208552547071e-05}
{"train_loss": 0.006119968369603157, "global_step": 80127, "epoch": 450, "lr": 1.474616065350683e-05}
{"train_loss": 0.0016521057114005089, "global_step": 80128, "epoch": 450, "lr": 1.474511278525868e-05}
{"train_loss": 0.0008749885600991547, "global_step": 80129, "epoch": 450, "lr": 1.4744064947803588e-05}
{"train_loss": 0.0009262389503419399, "global_step": 80130, "epoch": 450, "lr": 1.4743017141142446e-05}
{"train_loss": 0.0016492544673383236, "global_step": 80131, "epoch": 450, "lr": 1.4741969365276176e-05}
{"train_loss": 0.0015004567103460431, "global_step": 80132, "epoch": 450, "lr": 1.4740921620205688e-05}
{"train_loss": 0.0009252543095499277, "global_step": 80133, "epoch": 450, "lr": 1.47398739059319e-05}
{"train_loss": 0.00047029322013258934, "global_step": 80134, "epoch": 450, "lr": 1.4738826222455726e-05}
{"train_loss": 0.0013549881987273693, "global_step": 80135, "epoch": 450, "lr": 1.4737778569778082e-05}
{"train_loss": 0.0019045635126531124, "global_step": 80136, "epoch": 450, "lr": 1.4736730947899868e-05}
{"train_loss": 0.0008383698877878487, "global_step": 80137, "epoch": 450, "lr": 1.4735683356822045e-05}
{"train_loss": 0.001897278125397861, "global_step": 80138, "epoch": 450, "lr": 1.4734635796545466e-05}
{"train_loss": 0.0019606919959187508, "global_step": 80139, "epoch": 450, "lr": 1.4733588267071085e-05}
{"train_loss": 0.001334181404672563, "global_step": 80140, "epoch": 450, "lr": 1.4732540768399817e-05}
{"train_loss": 0.0027152118273079395, "global_step": 80141, "epoch": 450, "lr": 1.473149330053255e-05}
{"train_loss": 0.0015911804512143135, "global_step": 80142, "epoch": 450, "lr": 1.4730445863470249e-05}
{"train_loss": 0.0015979226445779204, "global_step": 80143, "epoch": 450, "lr": 1.4729398457213761e-05}
{"train_loss": 0.0003773774078581482, "global_step": 80144, "epoch": 450, "lr": 1.4728351081764059e-05}
{"train_loss": 0.0015766634605824947, "global_step": 80145, "epoch": 450, "lr": 1.4727303737122034e-05}
{"train_loss": 0.0012290594168007374, "global_step": 80146, "epoch": 450, "lr": 1.4726256423288604e-05}
{"train_loss": 0.0007002215716056526, "global_step": 80147, "epoch": 450, "lr": 1.4725209140264679e-05}
{"train_loss": 0.0006170583656057715, "global_step": 80148, "epoch": 450, "lr": 1.472416188805118e-05}
{"train_loss": 0.0025355336256325245, "global_step": 80149, "epoch": 450, "lr": 1.4723114666649002e-05}
{"train_loss": 0.0013521690852940083, "global_step": 80150, "epoch": 450, "lr": 1.4722067476059109e-05}
{"train_loss": 0.00540319737046957, "global_step": 80151, "epoch": 450, "lr": 1.4721020316282353e-05}
{"train_loss": 0.002643029671162367, "global_step": 80152, "epoch": 450, "lr": 1.4719973187319707e-05}
{"train_loss": 0.00654934998601675, "global_step": 80153, "epoch": 450, "lr": 1.471892608917203e-05}
{"train_loss": 0.0014939496759325266, "global_step": 80154, "epoch": 450, "lr": 1.4717879021840275e-05}
{"train_loss": 0.0015242922818288207, "global_step": 80155, "epoch": 450, "lr": 1.4716831985325353e-05}
{"train_loss": 0.001379367196932435, "global_step": 80156, "epoch": 450, "lr": 1.4715784979628166e-05}
{"train_loss": 0.0015797496307641268, "global_step": 80157, "epoch": 450, "lr": 1.4714738004749634e-05}
{"train_loss": 0.0008707788656465709, "global_step": 80158, "epoch": 450, "lr": 1.4713691060690671e-05}
{"train_loss": 0.0012378077954053879, "global_step": 80159, "epoch": 450, "lr": 1.4712644147452176e-05}
{"train_loss": 0.0015492397360503674, "global_step": 80160, "epoch": 450, "lr": 1.471159726503511e-05}
{"train_loss": 0.001097325119189918, "global_step": 80161, "epoch": 450, "lr": 1.4710550413440327e-05}
{"train_loss": 0.0011018130462616682, "global_step": 80162, "epoch": 450, "lr": 1.4709503592668782e-05}
{"train_loss": 0.003463148372247815, "global_step": 80163, "epoch": 450, "lr": 1.4708456802721382e-05}
{"train_loss": 0.0021323016844689846, "global_step": 80164, "epoch": 450, "lr": 1.4707410043599024e-05}
{"train_loss": 0.0010423422791063786, "global_step": 80165, "epoch": 450, "lr": 1.4706363315302662e-05}
{"train_loss": 0.0035381559282541275, "global_step": 80166, "epoch": 450, "lr": 1.4705316617833154e-05}
{"train_loss": 0.0014466078719124198, "global_step": 80167, "epoch": 450, "lr": 1.4704269951191456e-05}
{"train_loss": 0.0010264867451041937, "global_step": 80168, "epoch": 450, "lr": 1.4703223315378479e-05}
{"train_loss": 0.0010280951391905546, "global_step": 80169, "epoch": 450, "lr": 1.470217671039512e-05}
{"train_loss": 0.0013623135164380074, "global_step": 80170, "epoch": 450, "lr": 1.4701130136242308e-05}
{"train_loss": 0.0010182795813307166, "global_step": 80171, "epoch": 450, "lr": 1.4700083592920949e-05}
{"train_loss": 0.001318249967880547, "global_step": 80172, "epoch": 450, "lr": 1.469903708043196e-05}
{"train_loss": 0.0010012442944571376, "global_step": 80173, "epoch": 450, "lr": 1.469799059877625e-05}
{"train_loss": 0.003228855086490512, "global_step": 80174, "epoch": 450, "lr": 1.4696944147954721e-05}
{"train_loss": 0.0025089485570788383, "global_step": 80175, "epoch": 450, "lr": 1.469589772796834e-05}
{"train_loss": 0.003349750069901347, "global_step": 80176, "epoch": 450, "lr": 1.469485133881795e-05}
{"train_loss": 0.0010316952830180526, "global_step": 80177, "epoch": 450, "lr": 1.4693804980504517e-05}
{"train_loss": 0.0011837590718641877, "global_step": 80178, "epoch": 450, "lr": 1.4692758653028932e-05}
{"train_loss": 0.0014355421299114823, "global_step": 80179, "epoch": 450, "lr": 1.4691712356392113e-05}
{"train_loss": 0.0005860619130544364, "global_step": 80180, "epoch": 450, "lr": 1.4690666090594978e-05}
{"train_loss": 0.003844750579446554, "global_step": 80181, "epoch": 450, "lr": 1.4689619855638437e-05}
{"train_loss": 0.0015105215134099126, "global_step": 80182, "epoch": 450, "lr": 1.468857365152339e-05}
{"train_loss": 0.001778589328750968, "global_step": 80183, "epoch": 450, "lr": 1.4687527478250779e-05}
{"train_loss": 0.0023522600531578064, "global_step": 80184, "epoch": 450, "lr": 1.4686481335821506e-05}
{"train_loss": 0.0018287027487531304, "global_step": 80185, "epoch": 450, "lr": 1.4685435224236483e-05}
{"train_loss": 0.0025805016048252583, "global_step": 80186, "epoch": 450, "lr": 1.4684389143496618e-05}
{"train_loss": 0.0009987199446186423, "global_step": 80187, "epoch": 450, "lr": 1.4683343093602819e-05}
{"train_loss": 0.0026483782567083836, "global_step": 80188, "epoch": 450, "lr": 1.468229707455604e-05}
{"train_loss": 0.0011209533549845219, "global_step": 80189, "epoch": 450, "lr": 1.4681251086357134e-05}
{"train_loss": 0.0020263083279132843, "global_step": 80190, "epoch": 450, "lr": 1.468020512900708e-05}
{"train_loss": 0.0011311545968055725, "global_step": 80191, "epoch": 450, "lr": 1.467915920250672e-05}
{"train_loss": 0.002557204570621252, "global_step": 80192, "epoch": 450, "lr": 1.4678113306857028e-05}
{"train_loss": 0.002000924665480852, "global_step": 80193, "epoch": 450, "lr": 1.4677067442058889e-05}
{"train_loss": 0.0011219376465305686, "global_step": 80194, "epoch": 450, "lr": 1.4676021608113227e-05}
{"train_loss": 0.0007889142143540084, "global_step": 80195, "epoch": 450, "lr": 1.4674975805020946e-05}
{"train_loss": 0.002735201036557555, "global_step": 80196, "epoch": 450, "lr": 1.4673930032782968e-05}
{"train_loss": 0.0005623614997602999, "global_step": 80197, "epoch": 450, "lr": 1.4672884291400185e-05}
{"train_loss": 0.0012538989540189505, "global_step": 80198, "epoch": 450, "lr": 1.467183858087356e-05}
{"train_loss": 0.002793564461171627, "global_step": 80199, "epoch": 450, "lr": 1.4670792901203945e-05}
{"train_loss": 0.0010516141774132848, "global_step": 80200, "epoch": 450, "lr": 1.466974725239229e-05}
{"train_loss": 0.0011288127861917019, "global_step": 80201, "epoch": 450, "lr": 1.4668701634439507e-05}
{"train_loss": 0.002557902131229639, "global_step": 80202, "epoch": 450, "lr": 1.4667656047346506e-05}
{"train_loss": 0.0014110029442235827, "global_step": 80203, "epoch": 450, "lr": 1.466661049111419e-05}
{"train_loss": 0.003027138765901327, "global_step": 80204, "epoch": 450, "lr": 1.4665564965743472e-05}
{"train_loss": 0.000526591669768095, "global_step": 80205, "epoch": 450, "lr": 1.4664519471235283e-05}
{"train_loss": 0.0013787699863314629, "global_step": 80206, "epoch": 450, "lr": 1.4663474007590528e-05}
{"train_loss": 0.0024095261469483376, "global_step": 80207, "epoch": 450, "lr": 1.4662428574810116e-05}
{"train_loss": 0.0014065930154174566, "global_step": 80208, "epoch": 450, "lr": 1.4661383172894966e-05}
{"train_loss": 0.0010331581579521298, "global_step": 80209, "epoch": 450, "lr": 1.466033780184598e-05}
{"train_loss": 0.0014724174980074167, "global_step": 80210, "epoch": 450, "lr": 1.4659292461664087e-05}
{"train_loss": 0.0013148635625839233, "global_step": 80211, "epoch": 450, "lr": 1.4658247152350185e-05}
{"train_loss": 0.0028390400111675262, "global_step": 80212, "epoch": 450, "lr": 1.4657201873905185e-05}
{"train_loss": 0.0007929729763418436, "global_step": 80213, "epoch": 450, "lr": 1.4656156626330036e-05}
{"train_loss": 0.0023100031539797783, "global_step": 80214, "epoch": 450, "lr": 1.4655111409625589e-05}
{"train_loss": 0.0014742509229108691, "global_step": 80215, "epoch": 450, "lr": 1.4654066223792811e-05}
{"train_loss": 0.0009377949172630906, "global_step": 80216, "epoch": 450, "lr": 1.4653021068832595e-05}
{"train_loss": 0.0019640710670500994, "global_step": 80217, "epoch": 450, "lr": 1.4651975944745854e-05}
{"train_loss": 0.0021478813141584396, "global_step": 80218, "epoch": 450, "lr": 1.46509308515335e-05}
{"train_loss": 0.0011800248175859451, "global_step": 80219, "epoch": 450, "lr": 1.4649885789196449e-05}
{"train_loss": 0.0008873601327650249, "global_step": 80220, "epoch": 450, "lr": 1.4648840757735594e-05}
{"train_loss": 0.002893106546252966, "global_step": 80221, "epoch": 450, "lr": 1.4647795757151895e-05}
{"train_loss": 0.0005767866387031972, "global_step": 80222, "epoch": 450, "lr": 1.4646750787446206e-05}
{"train_loss": 0.0018757899524644017, "global_step": 80223, "epoch": 450, "lr": 1.46457058486195e-05}
{"train_loss": 0.002304723719134927, "global_step": 80224, "epoch": 450, "lr": 1.4644660940672627e-05}
{"train_loss": 0.0009299246012233198, "global_step": 80225, "epoch": 450, "lr": 1.464361606360653e-05}
{"train_loss": 0.0017767117824405432, "global_step": 80226, "epoch": 450, "lr": 1.4642571217422158e-05}
{"train_loss": 0.0011543354485183954, "global_step": 80227, "epoch": 450, "lr": 1.4641526402120353e-05}
{"train_loss": 0.0008198475115932524, "global_step": 80228, "epoch": 450, "lr": 1.46404816177021e-05}
{"train_loss": 0.0010382910259068012, "global_step": 80229, "epoch": 450, "lr": 1.4639436864168238e-05}
{"train_loss": 0.0022271531634032726, "global_step": 80230, "epoch": 450, "lr": 1.4638392141519736e-05}
{"train_loss": 0.0022597769275307655, "global_step": 80231, "epoch": 450, "lr": 1.4637347449757483e-05}
{"train_loss": 0.0007282719016075134, "global_step": 80232, "epoch": 450, "lr": 1.4636302788882395e-05}
{"train_loss": 0.0013065245002508163, "global_step": 80233, "epoch": 450, "lr": 1.4635258158895387e-05}
{"train_loss": 0.0007207994349300861, "global_step": 80234, "epoch": 450, "lr": 1.4634213559797366e-05}
{"train_loss": 0.0011799449566751719, "global_step": 80235, "epoch": 450, "lr": 1.4633168991589235e-05}
{"train_loss": 0.0009827191242948174, "global_step": 80236, "epoch": 450, "lr": 1.4632124454271951e-05}
{"train_loss": 0.000916580087505281, "global_step": 80237, "epoch": 450, "lr": 1.463107994784636e-05}
{"train_loss": 0.001569846412166953, "global_step": 80238, "epoch": 450, "lr": 1.4630035472313425e-05}
{"train_loss": 0.001262360019609332, "global_step": 80239, "epoch": 450, "lr": 1.4628991027674044e-05}
{"train_loss": 0.0012745915446430445, "global_step": 80240, "epoch": 450, "lr": 1.4627946613929123e-05}
{"train_loss": 0.0012786537408828735, "global_step": 80241, "epoch": 450, "lr": 1.4626902231079581e-05}
{"train_loss": 0.0018242073711007833, "global_step": 80242, "epoch": 450, "lr": 1.4625857879126325e-05}
{"train_loss": 0.0006701228558085859, "global_step": 80243, "epoch": 450, "lr": 1.4624813558070271e-05}
{"train_loss": 0.0016811281675472856, "global_step": 80244, "epoch": 450, "lr": 1.4623769267912329e-05}
{"train_loss": 0.0014821032527834177, "global_step": 80245, "epoch": 450, "lr": 1.4622725008653399e-05}
{"train_loss": 0.0009044927428476512, "global_step": 80246, "epoch": 450, "lr": 1.4621680780294416e-05}
{"train_loss": 0.003190350951626897, "global_step": 80247, "epoch": 450, "lr": 1.4620636582836289e-05}
{"train_loss": 0.0018608719110488892, "global_step": 80248, "epoch": 450, "lr": 1.461959241627992e-05}
{"train_loss": 0.0006768251187168062, "global_step": 80249, "epoch": 450, "lr": 1.461854828062622e-05}
{"train_loss": 0.0006116346921771765, "global_step": 80250, "epoch": 450, "lr": 1.4617504175876096e-05}
{"train_loss": 0.002296934835612774, "global_step": 80251, "epoch": 450, "lr": 1.46164601020305e-05}
{"train_loss": 0.0005503284046426415, "global_step": 80252, "epoch": 450, "lr": 1.4615416059090275e-05}
{"train_loss": 0.001136561157181859, "global_step": 80253, "epoch": 450, "lr": 1.461437204705639e-05}
{"train_loss": 0.0020231525413691998, "global_step": 80254, "epoch": 450, "lr": 1.4613328065929744e-05}
{"train_loss": 0.0008744045626372099, "global_step": 80255, "epoch": 450, "lr": 1.4612284115711233e-05}
{"train_loss": 0.0016711729113012552, "global_step": 80256, "epoch": 450, "lr": 1.4611240196401781e-05}
{"train_loss": 0.002392415888607502, "global_step": 80257, "epoch": 450, "lr": 1.46101963080023e-05}
{"train_loss": 0.0008525444427505136, "global_step": 80258, "epoch": 450, "lr": 1.4609152450513686e-05}
{"train_loss": 0.0020353849977254868, "global_step": 80259, "epoch": 450, "lr": 1.460810862393689e-05}
{"train_loss": 0.002628970891237259, "global_step": 80260, "epoch": 450, "lr": 1.4607064828272764e-05}
{"train_loss": 0.0011594889219850302, "global_step": 80261, "epoch": 450, "lr": 1.460602106352229e-05}
{"train_loss": 0.0011841922532767057, "global_step": 80262, "epoch": 450, "lr": 1.4604977329686315e-05}
{"train_loss": 0.0014753371942788363, "global_step": 80263, "epoch": 450, "lr": 1.4603933626765786e-05}
{"train_loss": 0.0011205842019990087, "global_step": 80264, "epoch": 450, "lr": 1.4602889954761612e-05}
{"train_loss": 0.0028222710825502872, "global_step": 80265, "epoch": 450, "lr": 1.4601846313674693e-05}
{"train_loss": 0.0004751505912281573, "global_step": 80266, "epoch": 450, "lr": 1.4600802703505955e-05}
{"train_loss": 0.0011034858180209994, "global_step": 80267, "epoch": 450, "lr": 1.4599759124256284e-05}
{"train_loss": 0.0015477535780519247, "global_step": 80268, "epoch": 450, "lr": 1.4598715575926624e-05}
{"train_loss": 0.0013995072804391384, "global_step": 80269, "epoch": 450, "lr": 1.4597672058517875e-05}
{"train_loss": 0.0026457873173058033, "global_step": 80270, "epoch": 450, "lr": 1.459662857203094e-05}
{"train_loss": 0.0016491950955241919, "global_step": 80271, "epoch": 450, "lr": 1.4595585116466737e-05}
{"train_loss": 0.0013891310663893819, "global_step": 80272, "epoch": 450, "lr": 1.459454169182618e-05}
{"train_loss": 0.0009870068170130253, "global_step": 80273, "epoch": 450, "lr": 1.4593498298110154e-05}
{"train_loss": 0.0011853798059746623, "global_step": 80274, "epoch": 450, "lr": 1.4592454935319627e-05}
{"train_loss": 0.0017862145323306322, "global_step": 80275, "epoch": 450, "lr": 1.4591411603455446e-05}
{"train_loss": 0.001511041889898479, "global_step": 80276, "epoch": 450, "lr": 1.459036830251857e-05}
{"train_loss": 0.0016490008233682766, "global_step": 80277, "epoch": 450, "lr": 1.4589325032509893e-05, "train_action_mse_error": 3.271297146056895e-06}
{"train_loss": 0.0020149187184870243, "global_step": 80278, "epoch": 451, "lr": 1.4588281793430319e-05}
{"train_loss": 0.0010442652273923159, "global_step": 80279, "epoch": 451, "lr": 1.4587238585280771e-05}
{"train_loss": 0.0015968929510563612, "global_step": 80280, "epoch": 451, "lr": 1.4586195408062153e-05}
{"train_loss": 0.0011937462259083986, "global_step": 80281, "epoch": 451, "lr": 1.458515226177538e-05}
{"train_loss": 0.0027593113481998444, "global_step": 80282, "epoch": 451, "lr": 1.4584109146421366e-05}
{"train_loss": 0.00108880375046283, "global_step": 80283, "epoch": 451, "lr": 1.4583066062000994e-05}
{"train_loss": 0.0007269287016242743, "global_step": 80284, "epoch": 451, "lr": 1.4582023008515234e-05}
{"train_loss": 0.0006548230303451419, "global_step": 80285, "epoch": 451, "lr": 1.4580979985964932e-05}
{"train_loss": 0.0019620994571596384, "global_step": 80286, "epoch": 451, "lr": 1.457993699435104e-05}
{"train_loss": 0.001461345236748457, "global_step": 80287, "epoch": 451, "lr": 1.4578894033674461e-05}
{"train_loss": 0.0010219723917543888, "global_step": 80288, "epoch": 451, "lr": 1.4577851103936085e-05}
{"train_loss": 0.002178133698180318, "global_step": 80289, "epoch": 451, "lr": 1.4576808205136876e-05}
{"train_loss": 0.000911480572540313, "global_step": 80290, "epoch": 451, "lr": 1.4575765337277675e-05}
{"train_loss": 0.0022669583559036255, "global_step": 80291, "epoch": 451, "lr": 1.4574722500359445e-05}
{"train_loss": 0.001099062035791576, "global_step": 80292, "epoch": 451, "lr": 1.4573679694383075e-05}
{"train_loss": 0.0016014187131077051, "global_step": 80293, "epoch": 451, "lr": 1.4572636919349486e-05}
{"train_loss": 0.0016073186416178942, "global_step": 80294, "epoch": 451, "lr": 1.4571594175259578e-05}
{"train_loss": 0.000831828685477376, "global_step": 80295, "epoch": 451, "lr": 1.4570551462114267e-05}
{"train_loss": 0.0016762730665504932, "global_step": 80296, "epoch": 451, "lr": 1.4569508779914448e-05}
{"train_loss": 0.0027974951080977917, "global_step": 80297, "epoch": 451, "lr": 1.4568466128661084e-05}
{"train_loss": 0.0015326072461903095, "global_step": 80298, "epoch": 451, "lr": 1.456742350835501e-05}
{"train_loss": 0.0014027119614183903, "global_step": 80299, "epoch": 451, "lr": 1.4566380918997214e-05}
{"train_loss": 0.0014065131545066833, "global_step": 80300, "epoch": 451, "lr": 1.4565338360588532e-05}
{"train_loss": 0.002273435238748789, "global_step": 80301, "epoch": 451, "lr": 1.4564295833129926e-05}
{"train_loss": 0.0007351365638896823, "global_step": 80302, "epoch": 451, "lr": 1.4563253336622296e-05}
{"train_loss": 0.0007804930792190135, "global_step": 80303, "epoch": 451, "lr": 1.4562210871066545e-05}
{"train_loss": 0.001178124686703086, "global_step": 80304, "epoch": 451, "lr": 1.4561168436463585e-05}
{"train_loss": 0.0015917415730655193, "global_step": 80305, "epoch": 451, "lr": 1.456012603281433e-05}
{"train_loss": 0.002436616225168109, "global_step": 80306, "epoch": 451, "lr": 1.4559083660119672e-05}
{"train_loss": 0.0017301620682701468, "global_step": 80307, "epoch": 451, "lr": 1.4558041318380566e-05}
{"train_loss": 0.0013370155356824398, "global_step": 80308, "epoch": 451, "lr": 1.455699900759787e-05}
{"train_loss": 0.002162734279409051, "global_step": 80309, "epoch": 451, "lr": 1.455595672777253e-05}
{"train_loss": 0.001767630223184824, "global_step": 80310, "epoch": 451, "lr": 1.4554914478905446e-05}
{"train_loss": 0.0034428806975483894, "global_step": 80311, "epoch": 451, "lr": 1.4553872260997514e-05}
{"train_loss": 0.0007404774660244584, "global_step": 80312, "epoch": 451, "lr": 1.4552830074049683e-05}
{"train_loss": 0.0018664621748030186, "global_step": 80313, "epoch": 451, "lr": 1.4551787918062809e-05}
{"train_loss": 0.001556152943521738, "global_step": 80314, "epoch": 451, "lr": 1.455074579303785e-05}
{"train_loss": 0.0011193656828254461, "global_step": 80315, "epoch": 451, "lr": 1.4549703698975697e-05}
{"train_loss": 0.0034724390134215355, "global_step": 80316, "epoch": 451, "lr": 1.454866163587726e-05}
{"train_loss": 0.002256592968478799, "global_step": 80317, "epoch": 451, "lr": 1.4547619603743451e-05}
{"train_loss": 0.0006138109602034092, "global_step": 80318, "epoch": 451, "lr": 1.4546577602575179e-05}
{"train_loss": 0.0014144516317173839, "global_step": 80319, "epoch": 451, "lr": 1.4545535632373347e-05}
{"train_loss": 0.0016356941778212786, "global_step": 80320, "epoch": 451, "lr": 1.4544493693138884e-05}
{"train_loss": 0.0005380415241234004, "global_step": 80321, "epoch": 451, "lr": 1.4543451784872664e-05}
{"train_loss": 0.0021738260984420776, "global_step": 80322, "epoch": 451, "lr": 1.4542409907575655e-05}
{"train_loss": 0.002540510380640626, "global_step": 80323, "epoch": 451, "lr": 1.4541368061248705e-05}
{"train_loss": 0.002242225455120206, "global_step": 80324, "epoch": 451, "lr": 1.4540326245892767e-05}
{"train_loss": 0.0012236947659403086, "global_step": 80325, "epoch": 451, "lr": 1.4539284461508735e-05}
{"train_loss": 0.0009114954737015069, "global_step": 80326, "epoch": 451, "lr": 1.4538242708097517e-05}
{"train_loss": 0.0015193335711956024, "global_step": 80327, "epoch": 451, "lr": 1.4537200985660032e-05}
{"train_loss": 0.0014869298320263624, "global_step": 80328, "epoch": 451, "lr": 1.4536159294197183e-05}
{"train_loss": 0.0011735400184988976, "global_step": 80329, "epoch": 451, "lr": 1.453511763370986e-05}
{"train_loss": 0.0009608723921701312, "global_step": 80330, "epoch": 451, "lr": 1.4534076004199015e-05}
{"train_loss": 0.0011590843787416816, "global_step": 80331, "epoch": 451, "lr": 1.4533034405665535e-05}
{"train_loss": 0.0012332655023783445, "global_step": 80332, "epoch": 451, "lr": 1.4531992838110332e-05}
{"train_loss": 0.0009297613869421184, "global_step": 80333, "epoch": 451, "lr": 1.4530951301534313e-05}
{"train_loss": 0.001152652781456709, "global_step": 80334, "epoch": 451, "lr": 1.452990979593838e-05}
{"train_loss": 0.001198256271891296, "global_step": 80335, "epoch": 451, "lr": 1.4528868321323475e-05}
{"train_loss": 0.0012093670666217804, "global_step": 80336, "epoch": 451, "lr": 1.4527826877690459e-05}
{"train_loss": 0.0026109451428055763, "global_step": 80337, "epoch": 451, "lr": 1.4526785465040299e-05}
{"train_loss": 0.0010421564802527428, "global_step": 80338, "epoch": 451, "lr": 1.4525744083373844e-05}
{"train_loss": 0.0018698046915233135, "global_step": 80339, "epoch": 451, "lr": 1.4524702732692046e-05}
{"train_loss": 0.0007085546967573464, "global_step": 80340, "epoch": 451, "lr": 1.4523661412995799e-05}
{"train_loss": 0.0019448716193437576, "global_step": 80341, "epoch": 451, "lr": 1.4522620124286019e-05}
{"train_loss": 0.0040015559643507, "global_step": 80342, "epoch": 451, "lr": 1.4521578866563613e-05}
{"train_loss": 0.001683973940089345, "global_step": 80343, "epoch": 451, "lr": 1.4520537639829485e-05}
{"train_loss": 0.0013687977334484458, "global_step": 80344, "epoch": 451, "lr": 1.4519496444084535e-05}
{"train_loss": 0.0012263032840564847, "global_step": 80345, "epoch": 451, "lr": 1.4518455279329718e-05}
{"train_loss": 0.0012474377872422338, "global_step": 80346, "epoch": 451, "lr": 1.4517414145565877e-05}
{"train_loss": 0.0013403688790276647, "global_step": 80347, "epoch": 451, "lr": 1.4516373042793973e-05}
{"train_loss": 0.0010641093831509352, "global_step": 80348, "epoch": 451, "lr": 1.45153319710149e-05}
{"train_loss": 0.0009341608383692801, "global_step": 80349, "epoch": 451, "lr": 1.4514290930229562e-05}
{"train_loss": 0.0011756860185414553, "global_step": 80350, "epoch": 451, "lr": 1.4513249920438877e-05}
{"train_loss": 0.0015715558547526598, "global_step": 80351, "epoch": 451, "lr": 1.4512208941643729e-05}
{"train_loss": 0.0010107725393027067, "global_step": 80352, "epoch": 451, "lr": 1.4511167993845083e-05}
{"train_loss": 0.0015717807691544294, "global_step": 80353, "epoch": 451, "lr": 1.4510127077043773e-05}
{"train_loss": 0.000627125846222043, "global_step": 80354, "epoch": 451, "lr": 1.4509086191240768e-05}
{"train_loss": 0.0020367365796118975, "global_step": 80355, "epoch": 451, "lr": 1.4508045336436959e-05}
{"train_loss": 0.002285568043589592, "global_step": 80356, "epoch": 451, "lr": 1.4507004512633248e-05}
{"train_loss": 0.0015455508837476373, "global_step": 80357, "epoch": 451, "lr": 1.450596371983055e-05}
{"train_loss": 0.0020752123091369867, "global_step": 80358, "epoch": 451, "lr": 1.4504922958029777e-05}
{"train_loss": 0.002085321582853794, "global_step": 80359, "epoch": 451, "lr": 1.4503882227231814e-05}
{"train_loss": 0.002024313434958458, "global_step": 80360, "epoch": 451, "lr": 1.4502841527437621e-05}
{"train_loss": 0.0029514434281736612, "global_step": 80361, "epoch": 451, "lr": 1.4501800858648052e-05}
{"train_loss": 0.001791559043340385, "global_step": 80362, "epoch": 451, "lr": 1.4500760220864045e-05}
{"train_loss": 0.001022720243781805, "global_step": 80363, "epoch": 451, "lr": 1.449971961408651e-05}
{"train_loss": 0.0010052705183625221, "global_step": 80364, "epoch": 451, "lr": 1.4498679038316348e-05}
{"train_loss": 0.0031052480917423964, "global_step": 80365, "epoch": 451, "lr": 1.4497638493554473e-05}
{"train_loss": 0.0016035058069974184, "global_step": 80366, "epoch": 451, "lr": 1.449659797980179e-05}
{"train_loss": 0.0042547984048724174, "global_step": 80367, "epoch": 451, "lr": 1.4495557497059192e-05}
{"train_loss": 0.0022741584107279778, "global_step": 80368, "epoch": 451, "lr": 1.4494517045327633e-05}
{"train_loss": 0.0028374423272907734, "global_step": 80369, "epoch": 451, "lr": 1.4493476624607966e-05}
{"train_loss": 0.0017141543794423342, "global_step": 80370, "epoch": 451, "lr": 1.4492436234901153e-05}
{"train_loss": 0.001069085905328393, "global_step": 80371, "epoch": 451, "lr": 1.4491395876208046e-05}
{"train_loss": 0.0011904200073331594, "global_step": 80372, "epoch": 451, "lr": 1.4490355548529605e-05}
{"train_loss": 0.0008869701996445656, "global_step": 80373, "epoch": 451, "lr": 1.4489315251866714e-05}
{"train_loss": 0.0012418543919920921, "global_step": 80374, "epoch": 451, "lr": 1.4488274986220268e-05}
{"train_loss": 0.0017895721830427647, "global_step": 80375, "epoch": 451, "lr": 1.4487234751591229e-05}
{"train_loss": 0.002067678375169635, "global_step": 80376, "epoch": 451, "lr": 1.448619454798043e-05}
{"train_loss": 0.0008398445788770914, "global_step": 80377, "epoch": 451, "lr": 1.4485154375388843e-05}
{"train_loss": 0.002826435025781393, "global_step": 80378, "epoch": 451, "lr": 1.4484114233817347e-05}
{"train_loss": 0.003292953595519066, "global_step": 80379, "epoch": 451, "lr": 1.4483074123266859e-05}
{"train_loss": 0.0023366394452750683, "global_step": 80380, "epoch": 451, "lr": 1.448203404373829e-05}
{"train_loss": 0.0009732148027978837, "global_step": 80381, "epoch": 451, "lr": 1.4480993995232539e-05}
{"train_loss": 0.002315552206709981, "global_step": 80382, "epoch": 451, "lr": 1.4479953977750499e-05}
{"train_loss": 0.0005869120359420776, "global_step": 80383, "epoch": 451, "lr": 1.4478913991293131e-05}
{"train_loss": 0.0016785982297733426, "global_step": 80384, "epoch": 451, "lr": 1.4477874035861282e-05}
{"train_loss": 0.0013611152535304427, "global_step": 80385, "epoch": 451, "lr": 1.44768341114559e-05}
{"train_loss": 0.002127411775290966, "global_step": 80386, "epoch": 451, "lr": 1.4475794218077887e-05}
{"train_loss": 0.0016814054688438773, "global_step": 80387, "epoch": 451, "lr": 1.4474754355728142e-05}
{"train_loss": 0.0009362074779346585, "global_step": 80388, "epoch": 451, "lr": 1.4473714524407583e-05}
{"train_loss": 0.0013461250346153975, "global_step": 80389, "epoch": 451, "lr": 1.4472674724117108e-05}
{"train_loss": 0.0007657950045540929, "global_step": 80390, "epoch": 451, "lr": 1.4471634954857633e-05}
{"train_loss": 0.0007081899675540626, "global_step": 80391, "epoch": 451, "lr": 1.4470595216630062e-05}
{"train_loss": 0.0027031502686440945, "global_step": 80392, "epoch": 451, "lr": 1.4469555509435284e-05}
{"train_loss": 0.0023696001153439283, "global_step": 80393, "epoch": 451, "lr": 1.4468515833274249e-05}
{"train_loss": 0.0008082021959125996, "global_step": 80394, "epoch": 451, "lr": 1.4467476188147838e-05}
{"train_loss": 0.0007754967664368451, "global_step": 80395, "epoch": 451, "lr": 1.4466436574056969e-05}
{"train_loss": 0.00353232491761446, "global_step": 80396, "epoch": 451, "lr": 1.4465396991002544e-05}
{"train_loss": 0.0010122886160388589, "global_step": 80397, "epoch": 451, "lr": 1.446435743898546e-05}
{"train_loss": 0.0009267746936529875, "global_step": 80398, "epoch": 451, "lr": 1.4463317918006664e-05}
{"train_loss": 0.0020608589984476566, "global_step": 80399, "epoch": 451, "lr": 1.4462278428067011e-05}
{"train_loss": 0.0021256543695926666, "global_step": 80400, "epoch": 451, "lr": 1.4461238969167445e-05}
{"train_loss": 0.0010778721189126372, "global_step": 80401, "epoch": 451, "lr": 1.4460199541308871e-05}
{"train_loss": 0.0008791408035904169, "global_step": 80402, "epoch": 451, "lr": 1.445916014449219e-05}
{"train_loss": 0.000893295684363693, "global_step": 80403, "epoch": 451, "lr": 1.4458120778718303e-05}
{"train_loss": 0.002444699639454484, "global_step": 80404, "epoch": 451, "lr": 1.4457081443988129e-05}
{"train_loss": 0.0026230120565742254, "global_step": 80405, "epoch": 451, "lr": 1.4456042140302561e-05}
{"train_loss": 0.0017899200320243835, "global_step": 80406, "epoch": 451, "lr": 1.4455002867662543e-05}
{"train_loss": 0.0007666251622140408, "global_step": 80407, "epoch": 451, "lr": 1.4453963626068929e-05}
{"train_loss": 0.002291256794705987, "global_step": 80408, "epoch": 451, "lr": 1.4452924415522684e-05}
{"train_loss": 0.0008816377958282828, "global_step": 80409, "epoch": 451, "lr": 1.4451885236024654e-05}
{"train_loss": 0.0006698979996144772, "global_step": 80410, "epoch": 451, "lr": 1.4450846087575798e-05}
{"train_loss": 0.0006333034252747893, "global_step": 80411, "epoch": 451, "lr": 1.4449806970177004e-05}
{"train_loss": 0.0017949233297258615, "global_step": 80412, "epoch": 451, "lr": 1.4448767883829178e-05}
{"train_loss": 0.0008010420715436339, "global_step": 80413, "epoch": 451, "lr": 1.4447728828533235e-05}
{"train_loss": 0.0012084426125511527, "global_step": 80414, "epoch": 451, "lr": 1.4446689804290059e-05}
{"train_loss": 0.0019039054168388247, "global_step": 80415, "epoch": 451, "lr": 1.4445650811100591e-05}
{"train_loss": 0.0012852319050580263, "global_step": 80416, "epoch": 451, "lr": 1.4444611848965728e-05}
{"train_loss": 0.0007226725574582815, "global_step": 80417, "epoch": 451, "lr": 1.4443572917886373e-05}
{"train_loss": 0.0010758682619780302, "global_step": 80418, "epoch": 451, "lr": 1.444253401786343e-05}
{"train_loss": 0.0007596395444124937, "global_step": 80419, "epoch": 451, "lr": 1.444149514889781e-05}
{"train_loss": 0.0014808464329689741, "global_step": 80420, "epoch": 451, "lr": 1.4440456310990408e-05}
{"train_loss": 0.0004942228551954031, "global_step": 80421, "epoch": 451, "lr": 1.4439417504142171e-05}
{"train_loss": 0.001392068457789719, "global_step": 80422, "epoch": 451, "lr": 1.4438378728353952e-05}
{"train_loss": 0.0034402767196297646, "global_step": 80423, "epoch": 451, "lr": 1.4437339983626697e-05}
{"train_loss": 0.0015861160354688764, "global_step": 80424, "epoch": 451, "lr": 1.4436301269961305e-05}
{"train_loss": 0.0004711024812422693, "global_step": 80425, "epoch": 451, "lr": 1.4435262587358678e-05}
{"train_loss": 0.0012917276471853256, "global_step": 80426, "epoch": 451, "lr": 1.4434223935819725e-05}
{"train_loss": 0.00116060976870358, "global_step": 80427, "epoch": 451, "lr": 1.4433185315345355e-05}
{"train_loss": 0.0003226465196348727, "global_step": 80428, "epoch": 451, "lr": 1.4432146725936475e-05}
{"train_loss": 0.0017147458856925368, "global_step": 80429, "epoch": 451, "lr": 1.4431108167593988e-05}
{"train_loss": 0.0005172935780137777, "global_step": 80430, "epoch": 451, "lr": 1.4430069640318788e-05}
{"train_loss": 0.0015420890413224697, "global_step": 80431, "epoch": 451, "lr": 1.4429031144111826e-05}
{"train_loss": 0.0016458483878523111, "global_step": 80432, "epoch": 451, "lr": 1.4427992678973956e-05}
{"train_loss": 0.00037583173252642155, "global_step": 80433, "epoch": 451, "lr": 1.442695424490612e-05}
{"train_loss": 0.0007535297772847116, "global_step": 80434, "epoch": 451, "lr": 1.442591584190922e-05}
{"train_loss": 0.00380686204880476, "global_step": 80435, "epoch": 451, "lr": 1.4424877469984144e-05}
{"train_loss": 0.0008892329642549157, "global_step": 80436, "epoch": 451, "lr": 1.4423839129131839e-05}
{"train_loss": 0.0007061499054543674, "global_step": 80437, "epoch": 451, "lr": 1.4422800819353161e-05}
{"train_loss": 0.0006133209681138396, "global_step": 80438, "epoch": 451, "lr": 1.4421762540649052e-05}
{"train_loss": 0.002390865236520767, "global_step": 80439, "epoch": 451, "lr": 1.442072429302041e-05}
{"train_loss": 0.0015485452022403479, "global_step": 80440, "epoch": 451, "lr": 1.4419686076468142e-05}
{"train_loss": 0.0009670075960457325, "global_step": 80441, "epoch": 451, "lr": 1.4418647890993147e-05}
{"train_loss": 0.001574450172483921, "global_step": 80442, "epoch": 451, "lr": 1.4417609736596343e-05}
{"train_loss": 0.001264631631784141, "global_step": 80443, "epoch": 451, "lr": 1.4416571613278618e-05}
{"train_loss": 0.0013552062446251512, "global_step": 80444, "epoch": 451, "lr": 1.4415533521040925e-05}
{"train_loss": 0.0004060633364133537, "global_step": 80445, "epoch": 451, "lr": 1.4414495459884103e-05}
{"train_loss": 0.003513847477734089, "global_step": 80446, "epoch": 451, "lr": 1.4413457429809125e-05}
{"train_loss": 0.001269906060770154, "global_step": 80447, "epoch": 451, "lr": 1.4412419430816837e-05}
{"train_loss": 0.0010634964564815164, "global_step": 80448, "epoch": 451, "lr": 1.4411381462908192e-05}
{"train_loss": 0.0007401518523693085, "global_step": 80449, "epoch": 451, "lr": 1.441034352608408e-05}
{"train_loss": 0.0015545142814517021, "global_step": 80450, "epoch": 451, "lr": 1.4409305620345409e-05}
{"train_loss": 0.0014364764792844653, "global_step": 80451, "epoch": 451, "lr": 1.4408267745693077e-05}
{"train_loss": 0.0010323396418243647, "global_step": 80452, "epoch": 451, "lr": 1.4407229902128006e-05}
{"train_loss": 0.0032009505666792393, "global_step": 80453, "epoch": 451, "lr": 1.440619208965107e-05}
{"train_loss": 0.002115681767463684, "global_step": 80454, "epoch": 451, "lr": 1.4405154308263224e-05}
{"train_loss": 0.0015532679743332307, "global_step": 80455, "epoch": 451, "lr": 1.4404116557965346e-05}
{"train_loss": 0.0010341187007725239, "global_step": 80456, "epoch": 452, "lr": 1.4403078838758344e-05}
{"train_loss": 0.001443895511329174, "global_step": 80457, "epoch": 452, "lr": 1.440204115064313e-05}
{"train_loss": 0.0021927093621343374, "global_step": 80458, "epoch": 452, "lr": 1.4401003493620591e-05}
{"train_loss": 0.0022478981409221888, "global_step": 80459, "epoch": 452, "lr": 1.4399965867691678e-05}
{"train_loss": 0.001307883532717824, "global_step": 80460, "epoch": 452, "lr": 1.4398928272857243e-05}
{"train_loss": 0.0019352072849869728, "global_step": 80461, "epoch": 452, "lr": 1.4397890709118229e-05}
{"train_loss": 0.0010333681711927056, "global_step": 80462, "epoch": 452, "lr": 1.4396853176475532e-05}
{"train_loss": 0.0009259326616302133, "global_step": 80463, "epoch": 452, "lr": 1.4395815674930064e-05}
{"train_loss": 0.0016713162185624242, "global_step": 80464, "epoch": 452, "lr": 1.4394778204482718e-05}
{"train_loss": 0.0008611693629063666, "global_step": 80465, "epoch": 452, "lr": 1.4393740765134406e-05}
{"train_loss": 0.0015381787670776248, "global_step": 80466, "epoch": 452, "lr": 1.439270335688604e-05}
{"train_loss": 0.0011029781308025122, "global_step": 80467, "epoch": 452, "lr": 1.4391665979738516e-05}
{"train_loss": 0.0022728319745510817, "global_step": 80468, "epoch": 452, "lr": 1.4390628633692731e-05}
{"train_loss": 0.0011945429723709822, "global_step": 80469, "epoch": 452, "lr": 1.438959131874964e-05}
{"train_loss": 0.0015146781224757433, "global_step": 80470, "epoch": 452, "lr": 1.4388554034910079e-05}
{"train_loss": 0.0010353355901315808, "global_step": 80471, "epoch": 452, "lr": 1.4387516782175009e-05}
{"train_loss": 0.0018835986265912652, "global_step": 80472, "epoch": 452, "lr": 1.4386479560545313e-05}
{"train_loss": 0.0018963944166898727, "global_step": 80473, "epoch": 452, "lr": 1.43854423700219e-05}
{"train_loss": 0.0014664181508123875, "global_step": 80474, "epoch": 452, "lr": 1.4384405210605678e-05}
{"train_loss": 0.002938339952379465, "global_step": 80475, "epoch": 452, "lr": 1.4383368082297532e-05}
{"train_loss": 0.0018873988883569837, "global_step": 80476, "epoch": 452, "lr": 1.4382330985098408e-05}
{"train_loss": 0.001012331573292613, "global_step": 80477, "epoch": 452, "lr": 1.4381293919009187e-05}
{"train_loss": 0.0005251540569588542, "global_step": 80478, "epoch": 452, "lr": 1.4380256884030779e-05}
{"train_loss": 0.0009990730322897434, "global_step": 80479, "epoch": 452, "lr": 1.437921988016409e-05}
{"train_loss": 0.001044497825205326, "global_step": 80480, "epoch": 452, "lr": 1.4378182907410026e-05}
{"train_loss": 0.0023616536054760218, "global_step": 80481, "epoch": 452, "lr": 1.4377145965769495e-05}
{"train_loss": 0.0016160710947588086, "global_step": 80482, "epoch": 452, "lr": 1.4376109055243391e-05}
{"train_loss": 0.001460846047848463, "global_step": 80483, "epoch": 452, "lr": 1.4375072175832621e-05}
{"train_loss": 0.0011303953360766172, "global_step": 80484, "epoch": 452, "lr": 1.4374035327538128e-05}
{"train_loss": 0.0007104426622390747, "global_step": 80485, "epoch": 452, "lr": 1.4372998510360752e-05}
{"train_loss": 0.0014045066200196743, "global_step": 80486, "epoch": 452, "lr": 1.4371961724301453e-05}
{"train_loss": 0.0009034007089212537, "global_step": 80487, "epoch": 452, "lr": 1.4370924969361116e-05}
{"train_loss": 0.0016482867067679763, "global_step": 80488, "epoch": 452, "lr": 1.4369888245540647e-05}
{"train_loss": 0.001994653372094035, "global_step": 80489, "epoch": 452, "lr": 1.4368851552840956e-05}
{"train_loss": 0.0008229481754824519, "global_step": 80490, "epoch": 452, "lr": 1.4367814891262943e-05}
{"train_loss": 0.0015358410310000181, "global_step": 80491, "epoch": 452, "lr": 1.43667782608075e-05}
{"train_loss": 0.002023030072450638, "global_step": 80492, "epoch": 452, "lr": 1.4365741661475585e-05}
{"train_loss": 0.0010171988978981972, "global_step": 80493, "epoch": 452, "lr": 1.4364705093268028e-05}
{"train_loss": 0.0018016509711742401, "global_step": 80494, "epoch": 452, "lr": 1.4363668556185794e-05}
{"train_loss": 0.0008874354534782469, "global_step": 80495, "epoch": 452, "lr": 1.4362632050229763e-05}
{"train_loss": 0.0023816071916371584, "global_step": 80496, "epoch": 452, "lr": 1.4361595575400833e-05}
{"train_loss": 0.002999700140208006, "global_step": 80497, "epoch": 452, "lr": 1.4360559131699946e-05}
{"train_loss": 0.0009407478501088917, "global_step": 80498, "epoch": 452, "lr": 1.4359522719127954e-05}
{"train_loss": 0.0014758415054529905, "global_step": 80499, "epoch": 452, "lr": 1.4358486337685822e-05}
{"train_loss": 0.0011885827407240868, "global_step": 80500, "epoch": 452, "lr": 1.4357449987374394e-05}
{"train_loss": 0.0010497571201995015, "global_step": 80501, "epoch": 452, "lr": 1.4356413668194623e-05}
{"train_loss": 0.0015698402421548963, "global_step": 80502, "epoch": 452, "lr": 1.435537738014739e-05}
{"train_loss": 0.0008790285792201757, "global_step": 80503, "epoch": 452, "lr": 1.4354341123233612e-05}
{"train_loss": 0.0007675624219700694, "global_step": 80504, "epoch": 452, "lr": 1.4353304897454184e-05}
{"train_loss": 0.0009022114099934697, "global_step": 80505, "epoch": 452, "lr": 1.4352268702810018e-05}
{"train_loss": 0.0010612639598548412, "global_step": 80506, "epoch": 452, "lr": 1.4351232539301995e-05}
{"train_loss": 0.0008011091267690063, "global_step": 80507, "epoch": 452, "lr": 1.4350196406931077e-05}
{"train_loss": 0.0013653809437528253, "global_step": 80508, "epoch": 452, "lr": 1.4349160305698106e-05}
{"train_loss": 0.0011681189062073827, "global_step": 80509, "epoch": 452, "lr": 1.4348124235604027e-05}
{"train_loss": 0.0007649300969205797, "global_step": 80510, "epoch": 452, "lr": 1.4347088196649728e-05}
{"train_loss": 0.0018840203993022442, "global_step": 80511, "epoch": 452, "lr": 1.4346052188836123e-05}
{"train_loss": 0.00149926682934165, "global_step": 80512, "epoch": 452, "lr": 1.4345016212164114e-05}
{"train_loss": 0.0022979588247835636, "global_step": 80513, "epoch": 452, "lr": 1.4343980266634598e-05}
{"train_loss": 0.0013700593262910843, "global_step": 80514, "epoch": 452, "lr": 1.4342944352248471e-05}
{"train_loss": 0.0026161381974816322, "global_step": 80515, "epoch": 452, "lr": 1.4341908469006687e-05}
{"train_loss": 0.002578413113951683, "global_step": 80516, "epoch": 452, "lr": 1.434087261691009e-05}
{"train_loss": 0.0018240408971905708, "global_step": 80517, "epoch": 452, "lr": 1.4339836795959616e-05}
{"train_loss": 0.0010471061104908586, "global_step": 80518, "epoch": 452, "lr": 1.4338801006156171e-05}
{"train_loss": 0.0006096571451053023, "global_step": 80519, "epoch": 452, "lr": 1.4337765247500657e-05}
{"train_loss": 0.0016431070398539305, "global_step": 80520, "epoch": 452, "lr": 1.4336729519993969e-05}
{"train_loss": 0.002257991349324584, "global_step": 80521, "epoch": 452, "lr": 1.4335693823637003e-05}
{"train_loss": 0.0013367150677368045, "global_step": 80522, "epoch": 452, "lr": 1.4334658158430713e-05}
{"train_loss": 0.0009265327244065702, "global_step": 80523, "epoch": 452, "lr": 1.4333622524375934e-05}
{"train_loss": 0.0021219023037701845, "global_step": 80524, "epoch": 452, "lr": 1.4332586921473624e-05}
{"train_loss": 0.0016467060195282102, "global_step": 80525, "epoch": 452, "lr": 1.433155134972467e-05}
{"train_loss": 0.0015055232215672731, "global_step": 80526, "epoch": 452, "lr": 1.4330515809129973e-05}
{"train_loss": 0.0013614378403872252, "global_step": 80527, "epoch": 452, "lr": 1.4329480299690446e-05}
{"train_loss": 0.0013530828291550279, "global_step": 80528, "epoch": 452, "lr": 1.4328444821406984e-05}
{"train_loss": 0.0015561478212475777, "global_step": 80529, "epoch": 452, "lr": 1.4327409374280475e-05}
{"train_loss": 0.002336362609639764, "global_step": 80530, "epoch": 452, "lr": 1.4326373958311879e-05}
{"train_loss": 0.001468044938519597, "global_step": 80531, "epoch": 452, "lr": 1.4325338573502035e-05}
{"train_loss": 0.0009031413355842233, "global_step": 80532, "epoch": 452, "lr": 1.4324303219851892e-05}
{"train_loss": 0.0006760896649211645, "global_step": 80533, "epoch": 452, "lr": 1.4323267897362341e-05}
{"train_loss": 0.0007796810241416097, "global_step": 80534, "epoch": 452, "lr": 1.432223260603428e-05}
{"train_loss": 0.0030237333849072456, "global_step": 80535, "epoch": 452, "lr": 1.432119734586862e-05}
{"train_loss": 0.00043508244561962783, "global_step": 80536, "epoch": 452, "lr": 1.4320162116866264e-05}
{"train_loss": 0.0010432094568386674, "global_step": 80537, "epoch": 452, "lr": 1.431912691902812e-05}
{"train_loss": 0.0008563491282984614, "global_step": 80538, "epoch": 452, "lr": 1.4318091752355067e-05}
{"train_loss": 0.0013927697436884046, "global_step": 80539, "epoch": 452, "lr": 1.4317056616848046e-05}
{"train_loss": 0.0030247613321989775, "global_step": 80540, "epoch": 452, "lr": 1.431602151250795e-05}
{"train_loss": 0.000729361898265779, "global_step": 80541, "epoch": 452, "lr": 1.431498643933567e-05}
{"train_loss": 0.0016332778614014387, "global_step": 80542, "epoch": 452, "lr": 1.4313951397332125e-05}
{"train_loss": 0.002351717557758093, "global_step": 80543, "epoch": 452, "lr": 1.431291638649821e-05}
{"train_loss": 0.0007543097017332911, "global_step": 80544, "epoch": 452, "lr": 1.4311881406834814e-05}
{"train_loss": 0.0009670262807048857, "global_step": 80545, "epoch": 452, "lr": 1.4310846458342892e-05}
{"train_loss": 0.0017084151040762663, "global_step": 80546, "epoch": 452, "lr": 1.4309811541023282e-05}
{"train_loss": 0.001299489289522171, "global_step": 80547, "epoch": 452, "lr": 1.4308776654876937e-05}
{"train_loss": 0.0005539529956877232, "global_step": 80548, "epoch": 452, "lr": 1.430774179990474e-05}
{"train_loss": 0.0025570732541382313, "global_step": 80549, "epoch": 452, "lr": 1.4306706976107603e-05}
{"train_loss": 0.0028298667166382074, "global_step": 80550, "epoch": 452, "lr": 1.4305672183486424e-05}
{"train_loss": 0.0006318008527159691, "global_step": 80551, "epoch": 452, "lr": 1.4304637422042111e-05}
{"train_loss": 0.0023072438780218363, "global_step": 80552, "epoch": 452, "lr": 1.4303602691775547e-05}
{"train_loss": 0.0012235571630299091, "global_step": 80553, "epoch": 452, "lr": 1.4302567992687688e-05}
{"train_loss": 0.0007427169475704432, "global_step": 80554, "epoch": 452, "lr": 1.430153332477937e-05}
{"train_loss": 0.0012966367648914456, "global_step": 80555, "epoch": 452, "lr": 1.4300498688051567e-05}
{"train_loss": 0.0004953524330630898, "global_step": 80556, "epoch": 452, "lr": 1.429946408250511e-05}
{"train_loss": 0.0020539185497909784, "global_step": 80557, "epoch": 452, "lr": 1.429842950814096e-05}
{"train_loss": 0.0015437514521181583, "global_step": 80558, "epoch": 452, "lr": 1.4297394964959993e-05}
{"train_loss": 0.000896369107067585, "global_step": 80559, "epoch": 452, "lr": 1.429636045296311e-05}
{"train_loss": 0.0009602874633856118, "global_step": 80560, "epoch": 452, "lr": 1.4295325972151247e-05}
{"train_loss": 0.0008426205022260547, "global_step": 80561, "epoch": 452, "lr": 1.429429152252526e-05}
{"train_loss": 0.001264082733541727, "global_step": 80562, "epoch": 452, "lr": 1.4293257104086094e-05}
{"train_loss": 0.00158713199198246, "global_step": 80563, "epoch": 452, "lr": 1.429222271683463e-05}
{"train_loss": 0.0010257100220769644, "global_step": 80564, "epoch": 452, "lr": 1.4291188360771778e-05}
{"train_loss": 0.00048582404269836843, "global_step": 80565, "epoch": 452, "lr": 1.4290154035898446e-05}
{"train_loss": 0.002020842395722866, "global_step": 80566, "epoch": 452, "lr": 1.4289119742215522e-05}
{"train_loss": 0.0017068441957235336, "global_step": 80567, "epoch": 452, "lr": 1.4288085479723912e-05}
{"train_loss": 0.0016288214828819036, "global_step": 80568, "epoch": 452, "lr": 1.4287051248424555e-05}
{"train_loss": 0.001541891018860042, "global_step": 80569, "epoch": 452, "lr": 1.4286017048318295e-05}
{"train_loss": 0.00391663471236825, "global_step": 80570, "epoch": 452, "lr": 1.4284982879406084e-05}
{"train_loss": 0.0010584836127236485, "global_step": 80571, "epoch": 452, "lr": 1.4283948741688807e-05}
{"train_loss": 0.001084048766642809, "global_step": 80572, "epoch": 452, "lr": 1.4282914635167366e-05}
{"train_loss": 0.0004933348391205072, "global_step": 80573, "epoch": 452, "lr": 1.4281880559842664e-05}
{"train_loss": 0.0007260741549544036, "global_step": 80574, "epoch": 452, "lr": 1.4280846515715612e-05}
{"train_loss": 0.001177741913124919, "global_step": 80575, "epoch": 452, "lr": 1.4279812502787104e-05}
{"train_loss": 0.0009325786377303302, "global_step": 80576, "epoch": 452, "lr": 1.4278778521058045e-05}
{"train_loss": 0.0009403112344443798, "global_step": 80577, "epoch": 452, "lr": 1.4277744570529327e-05}
{"train_loss": 0.0019894626457244158, "global_step": 80578, "epoch": 452, "lr": 1.4276710651201897e-05}
{"train_loss": 0.0005567697808146477, "global_step": 80579, "epoch": 452, "lr": 1.427567676307659e-05}
{"train_loss": 0.0011304921936243773, "global_step": 80580, "epoch": 452, "lr": 1.4274642906154367e-05}
{"train_loss": 0.0008277390734292567, "global_step": 80581, "epoch": 452, "lr": 1.4273609080436112e-05}
{"train_loss": 0.0010425216751173139, "global_step": 80582, "epoch": 452, "lr": 1.4272575285922706e-05}
{"train_loss": 0.0022706796880811453, "global_step": 80583, "epoch": 452, "lr": 1.4271541522615106e-05}
{"train_loss": 0.0027232617139816284, "global_step": 80584, "epoch": 452, "lr": 1.4270507790514148e-05}
{"train_loss": 0.0018278516363352537, "global_step": 80585, "epoch": 452, "lr": 1.4269474089620782e-05}
{"train_loss": 0.002117809373885393, "global_step": 80586, "epoch": 452, "lr": 1.4268440419935898e-05}
{"train_loss": 0.002140585333108902, "global_step": 80587, "epoch": 452, "lr": 1.4267406781460396e-05}
{"train_loss": 0.0009731961181387305, "global_step": 80588, "epoch": 452, "lr": 1.426637317419518e-05}
{"train_loss": 0.001059523317962885, "global_step": 80589, "epoch": 452, "lr": 1.4265339598141152e-05}
{"train_loss": 0.0006711425958201289, "global_step": 80590, "epoch": 452, "lr": 1.4264306053299204e-05}
{"train_loss": 0.001427473034709692, "global_step": 80591, "epoch": 452, "lr": 1.426327253967028e-05}
{"train_loss": 0.001367300283163786, "global_step": 80592, "epoch": 452, "lr": 1.4262239057255223e-05}
{"train_loss": 0.0011394609464332461, "global_step": 80593, "epoch": 452, "lr": 1.4261205606055e-05}
{"train_loss": 0.0008775573223829269, "global_step": 80594, "epoch": 452, "lr": 1.4260172186070443e-05}
{"train_loss": 0.0008176292758435011, "global_step": 80595, "epoch": 452, "lr": 1.4259138797302507e-05}
{"train_loss": 0.0025599119253456593, "global_step": 80596, "epoch": 452, "lr": 1.4258105439752085e-05}
{"train_loss": 0.0017488774610683322, "global_step": 80597, "epoch": 452, "lr": 1.4257072113420068e-05}
{"train_loss": 0.0011222782777622342, "global_step": 80598, "epoch": 452, "lr": 1.425603881830736e-05}
{"train_loss": 0.0016775550320744514, "global_step": 80599, "epoch": 452, "lr": 1.4255005554414874e-05}
{"train_loss": 0.00176767457742244, "global_step": 80600, "epoch": 452, "lr": 1.4253972321743491e-05}
{"train_loss": 0.0004481304786168039, "global_step": 80601, "epoch": 452, "lr": 1.425293912029414e-05}
{"train_loss": 0.0010450426489114761, "global_step": 80602, "epoch": 452, "lr": 1.4251905950067712e-05}
{"train_loss": 0.0021887451875954866, "global_step": 80603, "epoch": 452, "lr": 1.4250872811065114e-05}
{"train_loss": 0.0011587587650865316, "global_step": 80604, "epoch": 452, "lr": 1.4249839703287238e-05}
{"train_loss": 0.0009504742338322103, "global_step": 80605, "epoch": 452, "lr": 1.4248806626734978e-05}
{"train_loss": 0.000450580264441669, "global_step": 80606, "epoch": 452, "lr": 1.4247773581409285e-05}
{"train_loss": 0.0005201961612328887, "global_step": 80607, "epoch": 452, "lr": 1.4246740567310996e-05}
{"train_loss": 0.0006994520081207156, "global_step": 80608, "epoch": 452, "lr": 1.424570758444107e-05}
{"train_loss": 0.0012580050388351083, "global_step": 80609, "epoch": 452, "lr": 1.4244674632800353e-05}
{"train_loss": 0.0010905363596975803, "global_step": 80610, "epoch": 452, "lr": 1.4243641712389794e-05}
{"train_loss": 0.0010440802434459329, "global_step": 80611, "epoch": 452, "lr": 1.424260882321028e-05}
{"train_loss": 0.0011300328187644482, "global_step": 80612, "epoch": 452, "lr": 1.424157596526271e-05}
{"train_loss": 0.0017365507083013654, "global_step": 80613, "epoch": 452, "lr": 1.4240543138547991e-05}
{"train_loss": 0.0014669684460386634, "global_step": 80614, "epoch": 452, "lr": 1.423951034306702e-05}
{"train_loss": 0.0019836085848510265, "global_step": 80615, "epoch": 452, "lr": 1.423847757882068e-05}
{"train_loss": 0.002199528506025672, "global_step": 80616, "epoch": 452, "lr": 1.4237444845809932e-05}
{"train_loss": 0.0006430747453123331, "global_step": 80617, "epoch": 452, "lr": 1.423641214403561e-05}
{"train_loss": 0.0022032351698726416, "global_step": 80618, "epoch": 452, "lr": 1.4235379473498656e-05}
{"train_loss": 0.0008091137278825045, "global_step": 80619, "epoch": 452, "lr": 1.4234346834199969e-05}
{"train_loss": 0.0016818984877318144, "global_step": 80620, "epoch": 452, "lr": 1.4233314226140438e-05}
{"train_loss": 0.0012614958686754107, "global_step": 80621, "epoch": 452, "lr": 1.4232281649320972e-05}
{"train_loss": 0.0013420296600088477, "global_step": 80622, "epoch": 452, "lr": 1.4231249103742462e-05}
{"train_loss": 0.0013083317317068577, "global_step": 80623, "epoch": 452, "lr": 1.4230216589405827e-05}
{"train_loss": 0.0013800908345729113, "global_step": 80624, "epoch": 452, "lr": 1.4229184106311966e-05}
{"train_loss": 0.001101760659366846, "global_step": 80625, "epoch": 452, "lr": 1.422815165446178e-05}
{"train_loss": 0.0014249718515202403, "global_step": 80626, "epoch": 452, "lr": 1.4227119233856163e-05}
{"train_loss": 0.0039119175635278225, "global_step": 80627, "epoch": 452, "lr": 1.4226086844496017e-05}
{"train_loss": 0.000880675739608705, "global_step": 80628, "epoch": 452, "lr": 1.4225054486382256e-05}
{"train_loss": 0.0014057066291570663, "global_step": 80629, "epoch": 452, "lr": 1.422402215951577e-05}
{"train_loss": 0.002605290850624442, "global_step": 80630, "epoch": 452, "lr": 1.4222989863897445e-05}
{"train_loss": 0.0006597809260711074, "global_step": 80631, "epoch": 452, "lr": 1.422195759952824e-05}
{"train_loss": 0.0012042508460581303, "global_step": 80632, "epoch": 452, "lr": 1.4220925366408982e-05}
{"train_loss": 0.0014173968406027873, "global_step": 80633, "epoch": 452, "lr": 1.4219893164540626e-05}
{"train_loss": 0.00418228330090642, "global_step": 80634, "epoch": 453, "lr": 1.4218860993924055e-05}
{"train_loss": 0.0025568578857928514, "global_step": 80635, "epoch": 453, "lr": 1.4217828854560173e-05}
{"train_loss": 0.0010576685890555382, "global_step": 80636, "epoch": 453, "lr": 1.4216796746449884e-05}
{"train_loss": 0.0012683372478932142, "global_step": 80637, "epoch": 453, "lr": 1.4215764669594083e-05}
{"train_loss": 0.0011779321357607841, "global_step": 80638, "epoch": 453, "lr": 1.421473262399366e-05}
{"train_loss": 0.0005586105398833752, "global_step": 80639, "epoch": 453, "lr": 1.421370060964956e-05}
{"train_loss": 0.0023632377851754427, "global_step": 80640, "epoch": 453, "lr": 1.4212668626562625e-05}
{"train_loss": 0.0011113140499219298, "global_step": 80641, "epoch": 453, "lr": 1.4211636674733803e-05}
{"train_loss": 0.002944597974419594, "global_step": 80642, "epoch": 453, "lr": 1.421060475416398e-05}
{"train_loss": 0.002577610779553652, "global_step": 80643, "epoch": 453, "lr": 1.4209572864854036e-05}
{"train_loss": 0.0011998654808849096, "global_step": 80644, "epoch": 453, "lr": 1.4208541006804932e-05}
{"train_loss": 0.0015246192924678326, "global_step": 80645, "epoch": 453, "lr": 1.4207509180017492e-05}
{"train_loss": 0.0007797674043104053, "global_step": 80646, "epoch": 453, "lr": 1.4206477384492689e-05}
{"train_loss": 0.0020108851604163647, "global_step": 80647, "epoch": 453, "lr": 1.420544562023136e-05}
{"train_loss": 0.0016287146136164665, "global_step": 80648, "epoch": 453, "lr": 1.4204413887234452e-05}
{"train_loss": 0.0008245785138569772, "global_step": 80649, "epoch": 453, "lr": 1.420338218550285e-05}
{"train_loss": 0.0013080373173579574, "global_step": 80650, "epoch": 453, "lr": 1.4202350515037455e-05}
{"train_loss": 0.0014880086528137326, "global_step": 80651, "epoch": 453, "lr": 1.420131887583917e-05}
{"train_loss": 0.0036112626548856497, "global_step": 80652, "epoch": 453, "lr": 1.4200287267908896e-05}
{"train_loss": 0.001006621983833611, "global_step": 80653, "epoch": 453, "lr": 1.4199255691247515e-05}
{"train_loss": 0.0009282245300710201, "global_step": 80654, "epoch": 453, "lr": 1.4198224145855982e-05}
{"train_loss": 0.001757497084327042, "global_step": 80655, "epoch": 453, "lr": 1.4197192631735124e-05}
{"train_loss": 0.0018880805000662804, "global_step": 80656, "epoch": 453, "lr": 1.41961611488859e-05}
{"train_loss": 0.002815087791532278, "global_step": 80657, "epoch": 453, "lr": 1.419512969730919e-05}
{"train_loss": 0.0009019189164973795, "global_step": 80658, "epoch": 453, "lr": 1.4194098277005896e-05}
{"train_loss": 0.0009249059949070215, "global_step": 80659, "epoch": 453, "lr": 1.4193066887976924e-05}
{"train_loss": 0.0021101089660078287, "global_step": 80660, "epoch": 453, "lr": 1.4192035530223163e-05}
{"train_loss": 0.0017838528146967292, "global_step": 80661, "epoch": 453, "lr": 1.4191004203745506e-05}
{"train_loss": 0.002198789268732071, "global_step": 80662, "epoch": 453, "lr": 1.4189972908544901e-05}
{"train_loss": 0.0005041750846430659, "global_step": 80663, "epoch": 453, "lr": 1.4188941644622183e-05}
{"train_loss": 0.0020327549427747726, "global_step": 80664, "epoch": 453, "lr": 1.4187910411978305e-05}
{"train_loss": 0.0006450803484767675, "global_step": 80665, "epoch": 453, "lr": 1.4186879210614145e-05}
{"train_loss": 0.0011851848103106022, "global_step": 80666, "epoch": 453, "lr": 1.4185848040530608e-05}
{"train_loss": 0.0028249709866940975, "global_step": 80667, "epoch": 453, "lr": 1.4184816901728598e-05}
{"train_loss": 0.0026890281587839127, "global_step": 80668, "epoch": 453, "lr": 1.4183785794208993e-05}
{"train_loss": 0.0009965396020561457, "global_step": 80669, "epoch": 453, "lr": 1.4182754717972741e-05}
{"train_loss": 0.0016157696954905987, "global_step": 80670, "epoch": 453, "lr": 1.4181723673020685e-05}
{"train_loss": 0.001454820390790701, "global_step": 80671, "epoch": 453, "lr": 1.4180692659353768e-05}
{"train_loss": 0.001539155375212431, "global_step": 80672, "epoch": 453, "lr": 1.4179661676972878e-05}
{"train_loss": 0.0010549039579927921, "global_step": 80673, "epoch": 453, "lr": 1.4178630725878917e-05}
{"train_loss": 0.0015281394589692354, "global_step": 80674, "epoch": 453, "lr": 1.4177599806072777e-05}
{"train_loss": 0.0017235145205631852, "global_step": 80675, "epoch": 453, "lr": 1.4176568917555372e-05}
{"train_loss": 0.001636303961277008, "global_step": 80676, "epoch": 453, "lr": 1.4175538060327576e-05}
{"train_loss": 0.001163917826488614, "global_step": 80677, "epoch": 453, "lr": 1.4174507234390332e-05}
{"train_loss": 0.0011048445012420416, "global_step": 80678, "epoch": 453, "lr": 1.4173476439744493e-05}
{"train_loss": 0.0016903845826163888, "global_step": 80679, "epoch": 453, "lr": 1.4172445676390999e-05}
{"train_loss": 0.0010702293366193771, "global_step": 80680, "epoch": 453, "lr": 1.417141494433073e-05}
{"train_loss": 0.0027590557001531124, "global_step": 80681, "epoch": 453, "lr": 1.4170384243564594e-05}
{"train_loss": 0.0011218476574867964, "global_step": 80682, "epoch": 453, "lr": 1.4169353574093485e-05}
{"train_loss": 0.0023236889392137527, "global_step": 80683, "epoch": 453, "lr": 1.4168322935918304e-05}
{"train_loss": 0.0014743903884664178, "global_step": 80684, "epoch": 453, "lr": 1.4167292329039956e-05}
{"train_loss": 0.0013013221323490143, "global_step": 80685, "epoch": 453, "lr": 1.4166261753459325e-05}
{"train_loss": 0.003950841724872589, "global_step": 80686, "epoch": 453, "lr": 1.4165231209177337e-05}
{"train_loss": 0.0016530884895473719, "global_step": 80687, "epoch": 453, "lr": 1.416420069619488e-05}
{"train_loss": 0.0007112852763384581, "global_step": 80688, "epoch": 453, "lr": 1.4163170214512856e-05}
{"train_loss": 0.001052382169291377, "global_step": 80689, "epoch": 453, "lr": 1.4162139764132153e-05}
{"train_loss": 0.0013078060001134872, "global_step": 80690, "epoch": 453, "lr": 1.4161109345053691e-05}
{"train_loss": 0.0013544827233999968, "global_step": 80691, "epoch": 453, "lr": 1.416007895727834e-05}
{"train_loss": 0.00241449405439198, "global_step": 80692, "epoch": 453, "lr": 1.4159048600807052e-05}
{"train_loss": 0.0008937283419072628, "global_step": 80693, "epoch": 453, "lr": 1.4158018275640667e-05}
{"train_loss": 0.0024577234871685505, "global_step": 80694, "epoch": 453, "lr": 1.4156987981780124e-05}
{"train_loss": 0.0033113425597548485, "global_step": 80695, "epoch": 453, "lr": 1.415595771922631e-05}
{"train_loss": 0.0019226375734433532, "global_step": 80696, "epoch": 453, "lr": 1.4154927487980129e-05}
{"train_loss": 0.002398957032710314, "global_step": 80697, "epoch": 453, "lr": 1.4153897288042473e-05}
{"train_loss": 0.0013618385419249535, "global_step": 80698, "epoch": 453, "lr": 1.4152867119414254e-05}
{"train_loss": 0.0010752793168649077, "global_step": 80699, "epoch": 453, "lr": 1.4151836982096344e-05}
{"train_loss": 0.0015666123945266008, "global_step": 80700, "epoch": 453, "lr": 1.4150806876089701e-05}
{"train_loss": 0.0014850556617602706, "global_step": 80701, "epoch": 453, "lr": 1.4149776801395148e-05}
{"train_loss": 0.002052673837170005, "global_step": 80702, "epoch": 453, "lr": 1.4148746758013665e-05}
{"train_loss": 0.002136858180165291, "global_step": 80703, "epoch": 453, "lr": 1.414771674594607e-05}
{"train_loss": 0.0010809763334691525, "global_step": 80704, "epoch": 453, "lr": 1.4146686765193323e-05}
{"train_loss": 0.0009611302521079779, "global_step": 80705, "epoch": 453, "lr": 1.4145656815756304e-05}
{"train_loss": 0.0018078493885695934, "global_step": 80706, "epoch": 453, "lr": 1.4144626897635898e-05}
{"train_loss": 0.0017523372080177069, "global_step": 80707, "epoch": 453, "lr": 1.4143597010833048e-05}
{"train_loss": 0.0009725766722112894, "global_step": 80708, "epoch": 453, "lr": 1.4142567155348596e-05}
{"train_loss": 0.0019891823176294565, "global_step": 80709, "epoch": 453, "lr": 1.4141537331183485e-05}
{"train_loss": 0.0008451794274151325, "global_step": 80710, "epoch": 453, "lr": 1.4140507538338598e-05}
{"train_loss": 0.002801422728225589, "global_step": 80711, "epoch": 453, "lr": 1.4139477776814835e-05}
{"train_loss": 0.0016445268411189318, "global_step": 80712, "epoch": 453, "lr": 1.41384480466131e-05}
{"train_loss": 0.0030502602458000183, "global_step": 80713, "epoch": 453, "lr": 1.4137418347734288e-05}
{"train_loss": 0.0015220572240650654, "global_step": 80714, "epoch": 453, "lr": 1.4136388680179286e-05}
{"train_loss": 0.0007475842721760273, "global_step": 80715, "epoch": 453, "lr": 1.4135359043949031e-05}
{"train_loss": 0.0022987700067460537, "global_step": 80716, "epoch": 453, "lr": 1.4134329439044375e-05}
{"train_loss": 0.0006951232207939029, "global_step": 80717, "epoch": 453, "lr": 1.4133299865466266e-05}
{"train_loss": 0.002261163666844368, "global_step": 80718, "epoch": 453, "lr": 1.4132270323215551e-05}
{"train_loss": 0.001034028478898108, "global_step": 80719, "epoch": 453, "lr": 1.4131240812293167e-05}
{"train_loss": 0.0015181167982518673, "global_step": 80720, "epoch": 453, "lr": 1.4130211332700006e-05}
{"train_loss": 0.0013511321740224957, "global_step": 80721, "epoch": 453, "lr": 1.412918188443696e-05}
{"train_loss": 0.0015638028271496296, "global_step": 80722, "epoch": 453, "lr": 1.412815246750493e-05}
{"train_loss": 0.0007324073230847716, "global_step": 80723, "epoch": 453, "lr": 1.412712308190482e-05}
{"train_loss": 0.0015731435269117355, "global_step": 80724, "epoch": 453, "lr": 1.4126093727637513e-05}
{"train_loss": 0.0011655052658170462, "global_step": 80725, "epoch": 453, "lr": 1.4125064404703948e-05}
{"train_loss": 0.0009409149643033743, "global_step": 80726, "epoch": 453, "lr": 1.4124035113104961e-05}
{"train_loss": 0.0017223682953044772, "global_step": 80727, "epoch": 453, "lr": 1.4123005852841508e-05}
{"train_loss": 0.0022084449883550406, "global_step": 80728, "epoch": 453, "lr": 1.4121976623914468e-05}
{"train_loss": 0.0013593966141343117, "global_step": 80729, "epoch": 453, "lr": 1.412094742632472e-05}
{"train_loss": 0.0012429991038516164, "global_step": 80730, "epoch": 453, "lr": 1.4119918260073212e-05}
{"train_loss": 0.0013521582586690784, "global_step": 80731, "epoch": 453, "lr": 1.4118889125160783e-05}
{"train_loss": 0.0017320541664958, "global_step": 80732, "epoch": 453, "lr": 1.4117860021588381e-05}
{"train_loss": 0.0005245789652690291, "global_step": 80733, "epoch": 453, "lr": 1.4116830949356879e-05}
{"train_loss": 0.0013053352013230324, "global_step": 80734, "epoch": 453, "lr": 1.4115801908467185e-05}
{"train_loss": 0.0012734615011140704, "global_step": 80735, "epoch": 453, "lr": 1.4114772898920198e-05}
{"train_loss": 0.0009707958670333028, "global_step": 80736, "epoch": 453, "lr": 1.411374392071681e-05}
{"train_loss": 0.0036094235256314278, "global_step": 80737, "epoch": 453, "lr": 1.4112714973857926e-05}
{"train_loss": 0.0027282065711915493, "global_step": 80738, "epoch": 453, "lr": 1.4111686058344442e-05}
{"train_loss": 0.002272755140438676, "global_step": 80739, "epoch": 453, "lr": 1.411065717417724e-05}
{"train_loss": 0.001398102380335331, "global_step": 80740, "epoch": 453, "lr": 1.4109628321357266e-05}
{"train_loss": 0.0011110689956694841, "global_step": 80741, "epoch": 453, "lr": 1.410859949988536e-05}
{"train_loss": 0.0010527470149099827, "global_step": 80742, "epoch": 453, "lr": 1.4107570709762462e-05}
{"train_loss": 0.002343377098441124, "global_step": 80743, "epoch": 453, "lr": 1.410654195098946e-05}
{"train_loss": 0.0015202001668512821, "global_step": 80744, "epoch": 453, "lr": 1.4105513223567246e-05}
{"train_loss": 0.0018870814237743616, "global_step": 80745, "epoch": 453, "lr": 1.4104484527496725e-05}
{"train_loss": 0.0014333392027765512, "global_step": 80746, "epoch": 453, "lr": 1.4103455862778792e-05}
{"train_loss": 0.0013808212243020535, "global_step": 80747, "epoch": 453, "lr": 1.4102427229414333e-05}
{"train_loss": 0.002629157155752182, "global_step": 80748, "epoch": 453, "lr": 1.4101398627404278e-05}
{"train_loss": 0.0017955116927623749, "global_step": 80749, "epoch": 453, "lr": 1.41003700567495e-05}
{"train_loss": 0.00193443289026618, "global_step": 80750, "epoch": 453, "lr": 1.4099341517450909e-05}
{"train_loss": 0.0022108531557023525, "global_step": 80751, "epoch": 453, "lr": 1.40983130095094e-05}
{"train_loss": 0.002338872291147709, "global_step": 80752, "epoch": 453, "lr": 1.4097284532925854e-05}
{"train_loss": 0.00047951462329365313, "global_step": 80753, "epoch": 453, "lr": 1.4096256087701221e-05}
{"train_loss": 0.0019163484685122967, "global_step": 80754, "epoch": 453, "lr": 1.4095227673836325e-05}
{"train_loss": 0.0010713422670960426, "global_step": 80755, "epoch": 453, "lr": 1.4094199291332139e-05}
{"train_loss": 0.0038002177607268095, "global_step": 80756, "epoch": 453, "lr": 1.4093170940189499e-05}
{"train_loss": 0.0034724269062280655, "global_step": 80757, "epoch": 453, "lr": 1.4092142620409338e-05}
{"train_loss": 0.0009531282703392208, "global_step": 80758, "epoch": 453, "lr": 1.4091114331992549e-05}
{"train_loss": 0.0011573806405067444, "global_step": 80759, "epoch": 453, "lr": 1.4090086074940023e-05}
{"train_loss": 0.000779777648858726, "global_step": 80760, "epoch": 453, "lr": 1.4089057849252668e-05}
{"train_loss": 0.0010187097359448671, "global_step": 80761, "epoch": 453, "lr": 1.4088029654931373e-05}
{"train_loss": 0.0013965035323053598, "global_step": 80762, "epoch": 453, "lr": 1.4087001491977026e-05}
{"train_loss": 0.0009878338314592838, "global_step": 80763, "epoch": 453, "lr": 1.408597336039057e-05}
{"train_loss": 0.0015335481148213148, "global_step": 80764, "epoch": 453, "lr": 1.4084945260172839e-05}
{"train_loss": 0.002358371391892433, "global_step": 80765, "epoch": 453, "lr": 1.408391719132478e-05}
{"train_loss": 0.003529373789206147, "global_step": 80766, "epoch": 453, "lr": 1.4082889153847274e-05}
{"train_loss": 0.0007635279325768352, "global_step": 80767, "epoch": 453, "lr": 1.4081861147741221e-05}
{"train_loss": 0.0014069334138184786, "global_step": 80768, "epoch": 453, "lr": 1.4080833173007512e-05}
{"train_loss": 0.0006866444018669426, "global_step": 80769, "epoch": 453, "lr": 1.4079805229647041e-05}
{"train_loss": 0.0006638946942985058, "global_step": 80770, "epoch": 453, "lr": 1.4078777317660723e-05}
{"train_loss": 0.0009745702845975757, "global_step": 80771, "epoch": 453, "lr": 1.4077749437049453e-05}
{"train_loss": 0.0020903092809021473, "global_step": 80772, "epoch": 453, "lr": 1.4076721587814124e-05}
{"train_loss": 0.001719071064144373, "global_step": 80773, "epoch": 453, "lr": 1.4075693769955633e-05}
{"train_loss": 0.0029177714604884386, "global_step": 80774, "epoch": 453, "lr": 1.4074665983474878e-05}
{"train_loss": 0.0024292871821671724, "global_step": 80775, "epoch": 453, "lr": 1.4073638228372753e-05}
{"train_loss": 0.0009027640335261822, "global_step": 80776, "epoch": 453, "lr": 1.4072610504650169e-05}
{"train_loss": 0.003314476925879717, "global_step": 80777, "epoch": 453, "lr": 1.4071582812307988e-05}
{"train_loss": 0.0025791539810597897, "global_step": 80778, "epoch": 453, "lr": 1.407055515134717e-05}
{"train_loss": 0.0019556619226932526, "global_step": 80779, "epoch": 453, "lr": 1.4069527521768543e-05}
{"train_loss": 0.0024070744402706623, "global_step": 80780, "epoch": 453, "lr": 1.4068499923573058e-05}
{"train_loss": 0.0015201701316982508, "global_step": 80781, "epoch": 453, "lr": 1.406747235676159e-05}
{"train_loss": 0.0010286503238603473, "global_step": 80782, "epoch": 453, "lr": 1.406644482133504e-05}
{"train_loss": 0.0005135444807820022, "global_step": 80783, "epoch": 453, "lr": 1.4065417317294299e-05}
{"train_loss": 0.0007294634124264121, "global_step": 80784, "epoch": 453, "lr": 1.4064389844640274e-05}
{"train_loss": 0.0019714925438165665, "global_step": 80785, "epoch": 453, "lr": 1.4063362403373841e-05}
{"train_loss": 0.003849747823551297, "global_step": 80786, "epoch": 453, "lr": 1.406233499349595e-05}
{"train_loss": 0.0018881941214203835, "global_step": 80787, "epoch": 453, "lr": 1.4061307615007429e-05}
{"train_loss": 0.0008845154661685228, "global_step": 80788, "epoch": 453, "lr": 1.4060280267909227e-05}
{"train_loss": 0.0011673391563817859, "global_step": 80789, "epoch": 453, "lr": 1.4059252952202223e-05}
{"train_loss": 0.0009661942603997886, "global_step": 80790, "epoch": 453, "lr": 1.4058225667887299e-05}
{"train_loss": 0.005322625860571861, "global_step": 80791, "epoch": 453, "lr": 1.4057198414965401e-05}
{"train_loss": 0.0017007149290293455, "global_step": 80792, "epoch": 453, "lr": 1.4056171193437361e-05}
{"train_loss": 0.004128411877900362, "global_step": 80793, "epoch": 453, "lr": 1.4055144003304139e-05}
{"train_loss": 0.0015323292464017868, "global_step": 80794, "epoch": 453, "lr": 1.4054116844566572e-05}
{"train_loss": 0.00386000145226717, "global_step": 80795, "epoch": 453, "lr": 1.4053089717225603e-05}
{"train_loss": 0.001034643966704607, "global_step": 80796, "epoch": 453, "lr": 1.4052062621282114e-05}
{"train_loss": 0.001054800464771688, "global_step": 80797, "epoch": 453, "lr": 1.4051035556737003e-05}
{"train_loss": 0.0016026630764827132, "global_step": 80798, "epoch": 453, "lr": 1.4050008523591163e-05}
{"train_loss": 0.0018612997373566031, "global_step": 80799, "epoch": 453, "lr": 1.4048981521845495e-05}
{"train_loss": 0.000689781503751874, "global_step": 80800, "epoch": 453, "lr": 1.4047954551500881e-05}
{"train_loss": 0.004000539891421795, "global_step": 80801, "epoch": 453, "lr": 1.4046927612558259e-05}
{"train_loss": 0.000579088635277003, "global_step": 80802, "epoch": 453, "lr": 1.4045900705018467e-05}
{"train_loss": 0.0011756564490497112, "global_step": 80803, "epoch": 453, "lr": 1.4044873828882454e-05}
{"train_loss": 0.0033147442154586315, "global_step": 80804, "epoch": 453, "lr": 1.4043846984151093e-05}
{"train_loss": 0.0023363949730992317, "global_step": 80805, "epoch": 453, "lr": 1.4042820170825283e-05}
{"train_loss": 0.0016422895714640617, "global_step": 80806, "epoch": 453, "lr": 1.4041793388905927e-05}
{"train_loss": 0.00047021242789924145, "global_step": 80807, "epoch": 453, "lr": 1.4040766638393909e-05}
{"train_loss": 0.001206449349410832, "global_step": 80808, "epoch": 453, "lr": 1.4039739919290128e-05}
{"train_loss": 0.0014246013015508652, "global_step": 80809, "epoch": 453, "lr": 1.4038713231595513e-05}
{"train_loss": 0.0012817576061934233, "global_step": 80810, "epoch": 453, "lr": 1.4037686575310905e-05}
{"train_loss": 0.0017018204129312783, "global_step": 80811, "epoch": 453, "lr": 1.4036659950437242e-05}
{"train_loss": 0.002216364024206996, "global_step": 80812, "epoch": 454, "lr": 1.4035633356975409e-05}
{"train_loss": 0.0023219978902488947, "global_step": 80813, "epoch": 454, "lr": 1.4034606794926309e-05}
{"train_loss": 0.001353746629320085, "global_step": 80814, "epoch": 454, "lr": 1.4033580264290825e-05}
{"train_loss": 0.0018522357568144798, "global_step": 80815, "epoch": 454, "lr": 1.4032553765069845e-05}
{"train_loss": 0.004312143661081791, "global_step": 80816, "epoch": 454, "lr": 1.4031527297264319e-05}
{"train_loss": 0.0009179048938676715, "global_step": 80817, "epoch": 454, "lr": 1.4030500860875067e-05}
{"train_loss": 0.0018270290456712246, "global_step": 80818, "epoch": 454, "lr": 1.4029474455903047e-05}
{"train_loss": 0.0024498901329934597, "global_step": 80819, "epoch": 454, "lr": 1.4028448082349127e-05}
{"train_loss": 0.0014389327261596918, "global_step": 80820, "epoch": 454, "lr": 1.4027421740214213e-05}
{"train_loss": 0.0008903956622816622, "global_step": 80821, "epoch": 454, "lr": 1.4026395429499196e-05}
{"train_loss": 0.002667732071131468, "global_step": 80822, "epoch": 454, "lr": 1.4025369150204976e-05}
{"train_loss": 0.0019079220946878195, "global_step": 80823, "epoch": 454, "lr": 1.4024342902332432e-05}
{"train_loss": 0.0007757357088848948, "global_step": 80824, "epoch": 454, "lr": 1.4023316685882504e-05}
{"train_loss": 0.0013942376244813204, "global_step": 80825, "epoch": 454, "lr": 1.4022290500856034e-05}
{"train_loss": 0.0013188263401389122, "global_step": 80826, "epoch": 454, "lr": 1.402126434725396e-05}
{"train_loss": 0.0012482261518016458, "global_step": 80827, "epoch": 454, "lr": 1.402023822507716e-05}
{"train_loss": 0.0007294882670976222, "global_step": 80828, "epoch": 454, "lr": 1.4019212134326531e-05}
{"train_loss": 0.0013286510948091745, "global_step": 80829, "epoch": 454, "lr": 1.4018186075002976e-05}
{"train_loss": 0.0009038185235112906, "global_step": 80830, "epoch": 454, "lr": 1.4017160047107386e-05}
{"train_loss": 0.0007350962841883302, "global_step": 80831, "epoch": 454, "lr": 1.4016134050640655e-05}
{"train_loss": 0.0019199565285816789, "global_step": 80832, "epoch": 454, "lr": 1.4015108085603673e-05}
{"train_loss": 0.0007266516331583261, "global_step": 80833, "epoch": 454, "lr": 1.4014082151997355e-05}
{"train_loss": 0.002305962610989809, "global_step": 80834, "epoch": 454, "lr": 1.4013056249822587e-05}
{"train_loss": 0.0012988566886633635, "global_step": 80835, "epoch": 454, "lr": 1.4012030379080266e-05}
{"train_loss": 0.001139752916060388, "global_step": 80836, "epoch": 454, "lr": 1.401100453977129e-05}
{"train_loss": 0.0019998776260763407, "global_step": 80837, "epoch": 454, "lr": 1.4009978731896551e-05}
{"train_loss": 0.0015120033640414476, "global_step": 80838, "epoch": 454, "lr": 1.4008952955456928e-05}
{"train_loss": 0.001676697749644518, "global_step": 80839, "epoch": 454, "lr": 1.4007927210453365e-05}
{"train_loss": 0.00085013936040923, "global_step": 80840, "epoch": 454, "lr": 1.4006901496886704e-05}
{"train_loss": 0.0027527681086212397, "global_step": 80841, "epoch": 454, "lr": 1.4005875814757874e-05}
{"train_loss": 0.0018682288937270641, "global_step": 80842, "epoch": 454, "lr": 1.4004850164067768e-05}
{"train_loss": 0.0016340373549610376, "global_step": 80843, "epoch": 454, "lr": 1.4003824544817267e-05}
{"train_loss": 0.0020847241394221783, "global_step": 80844, "epoch": 454, "lr": 1.4002798957007286e-05}
{"train_loss": 0.0029498457442969084, "global_step": 80845, "epoch": 454, "lr": 1.4001773400638701e-05}
{"train_loss": 0.0017403713427484035, "global_step": 80846, "epoch": 454, "lr": 1.4000747875712422e-05}
{"train_loss": 0.0018280422082170844, "global_step": 80847, "epoch": 454, "lr": 1.3999722382229341e-05}
{"train_loss": 0.0010167530272156, "global_step": 80848, "epoch": 454, "lr": 1.3998696920190335e-05}
{"train_loss": 0.001284720841795206, "global_step": 80849, "epoch": 454, "lr": 1.3997671489596349e-05}
{"train_loss": 0.0007026737439446151, "global_step": 80850, "epoch": 454, "lr": 1.3996646090448213e-05}
{"train_loss": 0.0006041786400601268, "global_step": 80851, "epoch": 454, "lr": 1.3995620722746878e-05}
{"train_loss": 0.0010826494544744492, "global_step": 80852, "epoch": 454, "lr": 1.3994595386493215e-05}
{"train_loss": 0.0035417727194726467, "global_step": 80853, "epoch": 454, "lr": 1.3993570081688107e-05}
{"train_loss": 0.0013093126472085714, "global_step": 80854, "epoch": 454, "lr": 1.3992544808332492e-05}
{"train_loss": 0.0010454237926751375, "global_step": 80855, "epoch": 454, "lr": 1.3991519566427214e-05}
{"train_loss": 0.0023328959941864014, "global_step": 80856, "epoch": 454, "lr": 1.3990494355973205e-05}
{"train_loss": 0.001621635863557458, "global_step": 80857, "epoch": 454, "lr": 1.3989469176971353e-05}
{"train_loss": 0.001158850034698844, "global_step": 80858, "epoch": 454, "lr": 1.3988444029422543e-05}
{"train_loss": 0.0014507618034258485, "global_step": 80859, "epoch": 454, "lr": 1.3987418913327682e-05}
{"train_loss": 0.0019898994360119104, "global_step": 80860, "epoch": 454, "lr": 1.3986393828687655e-05}
{"train_loss": 0.0019658892415463924, "global_step": 80861, "epoch": 454, "lr": 1.3985368775503355e-05}
{"train_loss": 0.0013166139833629131, "global_step": 80862, "epoch": 454, "lr": 1.3984343753775708e-05}
{"train_loss": 0.0018039005808532238, "global_step": 80863, "epoch": 454, "lr": 1.3983318763505554e-05}
{"train_loss": 0.0005416244966909289, "global_step": 80864, "epoch": 454, "lr": 1.3982293804693857e-05}
{"train_loss": 0.001944956136867404, "global_step": 80865, "epoch": 454, "lr": 1.3981268877341441e-05}
{"train_loss": 0.0016146390698850155, "global_step": 80866, "epoch": 454, "lr": 1.3980243981449254e-05}
{"train_loss": 0.0016607856377959251, "global_step": 80867, "epoch": 454, "lr": 1.3979219117018166e-05}
{"train_loss": 0.00079540436854586, "global_step": 80868, "epoch": 454, "lr": 1.3978194284049085e-05}
{"train_loss": 0.0003436776460148394, "global_step": 80869, "epoch": 454, "lr": 1.39771694825429e-05}
{"train_loss": 0.002070773858577013, "global_step": 80870, "epoch": 454, "lr": 1.3976144712500505e-05}
{"train_loss": 0.0015486207557842135, "global_step": 80871, "epoch": 454, "lr": 1.3975119973922779e-05}
{"train_loss": 0.001142438966780901, "global_step": 80872, "epoch": 454, "lr": 1.3974095266810666e-05}
{"train_loss": 0.0019296730170026422, "global_step": 80873, "epoch": 454, "lr": 1.3973070591165e-05}
{"train_loss": 0.0007941930089145899, "global_step": 80874, "epoch": 454, "lr": 1.3972045946986722e-05}
{"train_loss": 0.0013851313851773739, "global_step": 80875, "epoch": 454, "lr": 1.3971021334276707e-05}
{"train_loss": 0.0014444078551605344, "global_step": 80876, "epoch": 454, "lr": 1.3969996753035842e-05}
{"train_loss": 0.0007672514766454697, "global_step": 80877, "epoch": 454, "lr": 1.3968972203265057e-05}
{"train_loss": 0.0006615926977247, "global_step": 80878, "epoch": 454, "lr": 1.39679476849652e-05}
{"train_loss": 0.0025730873458087444, "global_step": 80879, "epoch": 454, "lr": 1.39669231981372e-05}
{"train_loss": 0.0009409236954525113, "global_step": 80880, "epoch": 454, "lr": 1.396589874278194e-05}
{"train_loss": 0.0016665272414684296, "global_step": 80881, "epoch": 454, "lr": 1.3964874318900317e-05}
{"train_loss": 0.0007059710333123803, "global_step": 80882, "epoch": 454, "lr": 1.3963849926493222e-05}
{"train_loss": 0.00114734866656363, "global_step": 80883, "epoch": 454, "lr": 1.3962825565561556e-05}
{"train_loss": 0.002193054649978876, "global_step": 80884, "epoch": 454, "lr": 1.396180123610621e-05}
{"train_loss": 0.003425939939916134, "global_step": 80885, "epoch": 454, "lr": 1.3960776938128072e-05}
{"train_loss": 0.0005363330710679293, "global_step": 80886, "epoch": 454, "lr": 1.3959752671628035e-05}
{"train_loss": 0.0015852955402806401, "global_step": 80887, "epoch": 454, "lr": 1.3958728436607026e-05}
{"train_loss": 0.0007529042195528746, "global_step": 80888, "epoch": 454, "lr": 1.3957704233065889e-05}
{"train_loss": 0.0009292811737395823, "global_step": 80889, "epoch": 454, "lr": 1.3956680061005561e-05}
{"train_loss": 0.0022853503469377756, "global_step": 80890, "epoch": 454, "lr": 1.3955655920426918e-05}
{"train_loss": 0.0021214343141764402, "global_step": 80891, "epoch": 454, "lr": 1.395463181133086e-05}
{"train_loss": 0.001693193567916751, "global_step": 80892, "epoch": 454, "lr": 1.3953607733718271e-05}
{"train_loss": 0.0018629452679306269, "global_step": 80893, "epoch": 454, "lr": 1.395258368759006e-05}
{"train_loss": 0.0017626616172492504, "global_step": 80894, "epoch": 454, "lr": 1.3951559672947095e-05}
{"train_loss": 0.0027692229487001896, "global_step": 80895, "epoch": 454, "lr": 1.3950535689790312e-05}
{"train_loss": 0.0017858338542282581, "global_step": 80896, "epoch": 454, "lr": 1.3949511738120574e-05}
{"train_loss": 0.0010179562959820032, "global_step": 80897, "epoch": 454, "lr": 1.3948487817938793e-05}
{"train_loss": 0.0006158979376778007, "global_step": 80898, "epoch": 454, "lr": 1.3947463929245852e-05}
{"train_loss": 0.002365992171689868, "global_step": 80899, "epoch": 454, "lr": 1.3946440072042627e-05}
{"train_loss": 0.0025507244281470776, "global_step": 80900, "epoch": 454, "lr": 1.3945416246330074e-05}
{"train_loss": 0.0016776025295257568, "global_step": 80901, "epoch": 454, "lr": 1.3944392452109006e-05}
{"train_loss": 0.001258480828255415, "global_step": 80902, "epoch": 454, "lr": 1.3943368689380399e-05}
{"train_loss": 0.0008929834002628922, "global_step": 80903, "epoch": 454, "lr": 1.3942344958145065e-05}
{"train_loss": 0.0009325474966317415, "global_step": 80904, "epoch": 454, "lr": 1.394132125840396e-05}
{"train_loss": 0.001629387028515339, "global_step": 80905, "epoch": 454, "lr": 1.3940297590157957e-05}
{"train_loss": 0.0005840105004608631, "global_step": 80906, "epoch": 454, "lr": 1.3939273953407956e-05}
{"train_loss": 0.0016880948096513748, "global_step": 80907, "epoch": 454, "lr": 1.3938250348154841e-05}
{"train_loss": 0.0013928578700870275, "global_step": 80908, "epoch": 454, "lr": 1.3937226774399508e-05}
{"train_loss": 0.0005332536529749632, "global_step": 80909, "epoch": 454, "lr": 1.3936203232142842e-05}
{"train_loss": 0.0024584238417446613, "global_step": 80910, "epoch": 454, "lr": 1.3935179721385777e-05}
{"train_loss": 0.003117701504379511, "global_step": 80911, "epoch": 454, "lr": 1.3934156242129148e-05}
{"train_loss": 0.001120641827583313, "global_step": 80912, "epoch": 454, "lr": 1.3933132794373898e-05}
{"train_loss": 0.0007972249295562506, "global_step": 80913, "epoch": 454, "lr": 1.39321093781209e-05}
{"train_loss": 0.0016456320881843567, "global_step": 80914, "epoch": 454, "lr": 1.3931085993371035e-05}
{"train_loss": 0.0010283860610798001, "global_step": 80915, "epoch": 454, "lr": 1.3930062640125246e-05}
{"train_loss": 0.0007083551026880741, "global_step": 80916, "epoch": 454, "lr": 1.3929039318384362e-05}
{"train_loss": 0.0015219012275338173, "global_step": 80917, "epoch": 454, "lr": 1.392801602814932e-05}
{"train_loss": 0.0021806310396641493, "global_step": 80918, "epoch": 454, "lr": 1.3926992769421004e-05}
{"train_loss": 0.0005620255251415074, "global_step": 80919, "epoch": 454, "lr": 1.3925969542200306e-05}
{"train_loss": 0.0007415353902615607, "global_step": 80920, "epoch": 454, "lr": 1.3924946346488116e-05}
{"train_loss": 0.0011267939116805792, "global_step": 80921, "epoch": 454, "lr": 1.3923923182285336e-05}
{"train_loss": 0.001914112363010645, "global_step": 80922, "epoch": 454, "lr": 1.3922900049592853e-05}
{"train_loss": 0.0011967148166149855, "global_step": 80923, "epoch": 454, "lr": 1.392187694841156e-05}
{"train_loss": 0.000784840842243284, "global_step": 80924, "epoch": 454, "lr": 1.3920853878742341e-05}
{"train_loss": 0.0005820583319291472, "global_step": 80925, "epoch": 454, "lr": 1.391983084058613e-05}
{"train_loss": 0.0015058094868436456, "global_step": 80926, "epoch": 454, "lr": 1.391880783394376e-05}
{"train_loss": 0.0013229381293058395, "global_step": 80927, "epoch": 454, "lr": 1.3917784858816174e-05}
{"train_loss": 0.0005239300662651658, "global_step": 80928, "epoch": 454, "lr": 1.3916761915204246e-05}
{"train_loss": 0.001278598327189684, "global_step": 80929, "epoch": 454, "lr": 1.3915739003108875e-05}
{"train_loss": 0.000744492863304913, "global_step": 80930, "epoch": 454, "lr": 1.3914716122530947e-05}
{"train_loss": 0.0009078871225938201, "global_step": 80931, "epoch": 454, "lr": 1.3913693273471363e-05}
{"train_loss": 0.0016208771849051118, "global_step": 80932, "epoch": 454, "lr": 1.3912670455931e-05}
{"train_loss": 0.0006611509015783668, "global_step": 80933, "epoch": 454, "lr": 1.3911647669910788e-05}
{"train_loss": 0.00233855121769011, "global_step": 80934, "epoch": 454, "lr": 1.3910624915411568e-05}
{"train_loss": 0.0007058953051455319, "global_step": 80935, "epoch": 454, "lr": 1.390960219243428e-05}
{"train_loss": 0.0022257284726947546, "global_step": 80936, "epoch": 454, "lr": 1.3908579500979795e-05}
{"train_loss": 0.0004705289611592889, "global_step": 80937, "epoch": 454, "lr": 1.3907556841048997e-05}
{"train_loss": 0.0012326149735599756, "global_step": 80938, "epoch": 454, "lr": 1.3906534212642825e-05}
{"train_loss": 0.0015093534020707011, "global_step": 80939, "epoch": 454, "lr": 1.3905511615762106e-05}
{"train_loss": 0.0021784603595733643, "global_step": 80940, "epoch": 454, "lr": 1.3904489050407803e-05}
{"train_loss": 0.0016789520159363747, "global_step": 80941, "epoch": 454, "lr": 1.3903466516580738e-05}
{"train_loss": 0.0014166499022394419, "global_step": 80942, "epoch": 454, "lr": 1.3902444014281856e-05}
{"train_loss": 0.0013653718633577228, "global_step": 80943, "epoch": 454, "lr": 1.3901421543512033e-05}
{"train_loss": 0.0012594559229910374, "global_step": 80944, "epoch": 454, "lr": 1.3900399104272165e-05}
{"train_loss": 0.0009508444927632809, "global_step": 80945, "epoch": 454, "lr": 1.3899376696563138e-05}
{"train_loss": 0.0006179977208375931, "global_step": 80946, "epoch": 454, "lr": 1.3898354320385853e-05}
{"train_loss": 0.0019810739904642105, "global_step": 80947, "epoch": 454, "lr": 1.3897331975741184e-05}
{"train_loss": 0.0008978999685496092, "global_step": 80948, "epoch": 454, "lr": 1.3896309662630069e-05}
{"train_loss": 0.004556696861982346, "global_step": 80949, "epoch": 454, "lr": 1.389528738105334e-05}
{"train_loss": 0.0007813166012056172, "global_step": 80950, "epoch": 454, "lr": 1.389426513101194e-05}
{"train_loss": 0.0020264703780412674, "global_step": 80951, "epoch": 454, "lr": 1.3893242912506738e-05}
{"train_loss": 0.0023321087937802076, "global_step": 80952, "epoch": 454, "lr": 1.3892220725538634e-05}
{"train_loss": 0.0014264159835875034, "global_step": 80953, "epoch": 454, "lr": 1.3891198570108522e-05}
{"train_loss": 0.0020149853080511093, "global_step": 80954, "epoch": 454, "lr": 1.389017644621729e-05}
{"train_loss": 0.0032300897873938084, "global_step": 80955, "epoch": 454, "lr": 1.3889154353865813e-05}
{"train_loss": 0.0018883803859353065, "global_step": 80956, "epoch": 454, "lr": 1.3888132293055023e-05}
{"train_loss": 0.002818372333422303, "global_step": 80957, "epoch": 454, "lr": 1.388711026378579e-05}
{"train_loss": 0.0024804514832794666, "global_step": 80958, "epoch": 454, "lr": 1.3886088266059017e-05}
{"train_loss": 0.0014849912840873003, "global_step": 80959, "epoch": 454, "lr": 1.3885066299875581e-05}
{"train_loss": 0.0027081079315394163, "global_step": 80960, "epoch": 454, "lr": 1.3884044365236387e-05}
{"train_loss": 0.0018335538916289806, "global_step": 80961, "epoch": 454, "lr": 1.388302246214232e-05}
{"train_loss": 0.0021600157488137484, "global_step": 80962, "epoch": 454, "lr": 1.3882000590594263e-05}
{"train_loss": 0.0015656400937587023, "global_step": 80963, "epoch": 454, "lr": 1.3880978750593148e-05}
{"train_loss": 0.0028969570994377136, "global_step": 80964, "epoch": 454, "lr": 1.3879956942139816e-05}
{"train_loss": 0.0010279346024617553, "global_step": 80965, "epoch": 454, "lr": 1.3878935165235195e-05}
{"train_loss": 0.00048634177073836327, "global_step": 80966, "epoch": 454, "lr": 1.3877913419880173e-05}
{"train_loss": 0.0023270666133612394, "global_step": 80967, "epoch": 454, "lr": 1.3876891706075634e-05}
{"train_loss": 0.0015612700954079628, "global_step": 80968, "epoch": 454, "lr": 1.3875870023822473e-05}
{"train_loss": 0.003050288651138544, "global_step": 80969, "epoch": 454, "lr": 1.387484837312158e-05}
{"train_loss": 0.0016893097199499607, "global_step": 80970, "epoch": 454, "lr": 1.3873826753973834e-05}
{"train_loss": 0.0009724539704620838, "global_step": 80971, "epoch": 454, "lr": 1.3872805166380175e-05}
{"train_loss": 0.0008364884415641427, "global_step": 80972, "epoch": 454, "lr": 1.3871783610341432e-05}
{"train_loss": 0.0009149794350378215, "global_step": 80973, "epoch": 454, "lr": 1.3870762085858563e-05}
{"train_loss": 0.00039282269426621497, "global_step": 80974, "epoch": 454, "lr": 1.386974059293239e-05}
{"train_loss": 0.0013660597614943981, "global_step": 80975, "epoch": 454, "lr": 1.3868719131563856e-05}
{"train_loss": 0.001623170799575746, "global_step": 80976, "epoch": 454, "lr": 1.386769770175384e-05}
{"train_loss": 0.0015897592529654503, "global_step": 80977, "epoch": 454, "lr": 1.3866676303503218e-05}
{"train_loss": 0.0032090176828205585, "global_step": 80978, "epoch": 454, "lr": 1.3865654936812928e-05}
{"train_loss": 0.0007943568634800613, "global_step": 80979, "epoch": 454, "lr": 1.3864633601683796e-05}
{"train_loss": 0.0016873402055352926, "global_step": 80980, "epoch": 454, "lr": 1.3863612298116768e-05}
{"train_loss": 0.002611692762002349, "global_step": 80981, "epoch": 454, "lr": 1.3862591026112715e-05}
{"train_loss": 0.0016789769288152456, "global_step": 80982, "epoch": 454, "lr": 1.3861569785672528e-05}
{"train_loss": 0.001703334040939808, "global_step": 80983, "epoch": 454, "lr": 1.3860548576797106e-05}
{"train_loss": 0.0014047517906874418, "global_step": 80984, "epoch": 454, "lr": 1.3859527399487332e-05}
{"train_loss": 0.00044699024874716997, "global_step": 80985, "epoch": 454, "lr": 1.3858506253744085e-05}
{"train_loss": 0.001544453902170062, "global_step": 80986, "epoch": 454, "lr": 1.385748513956831e-05}
{"train_loss": 0.001209733192808926, "global_step": 80987, "epoch": 454, "lr": 1.3856464056960833e-05}
{"train_loss": 0.0010567475110292435, "global_step": 80988, "epoch": 454, "lr": 1.3855443005922592e-05}
{"train_loss": 0.0015401841964365998, "global_step": 80989, "epoch": 454, "lr": 1.3854421986454463e-05}
{"train_loss": 0.0023381030187010765, "global_step": 80990, "epoch": 455, "lr": 1.3853400998557336e-05}
{"train_loss": 0.0006248061545193195, "global_step": 80991, "epoch": 455, "lr": 1.3852380042232106e-05}
{"train_loss": 0.001695756334811449, "global_step": 80992, "epoch": 455, "lr": 1.3851359117479662e-05}
{"train_loss": 0.0007889932603575289, "global_step": 80993, "epoch": 455, "lr": 1.3850338224300897e-05}
{"train_loss": 0.0011188649805262685, "global_step": 80994, "epoch": 455, "lr": 1.38493173626967e-05}
{"train_loss": 0.0018677591579034925, "global_step": 80995, "epoch": 455, "lr": 1.3848296532667953e-05}
{"train_loss": 0.0010401728795841336, "global_step": 80996, "epoch": 455, "lr": 1.3847275734215593e-05}
{"train_loss": 0.00043085167999379337, "global_step": 80997, "epoch": 455, "lr": 1.3846254967340444e-05}
{"train_loss": 0.0017177166882902384, "global_step": 80998, "epoch": 455, "lr": 1.3845234232043447e-05}
{"train_loss": 0.001329193590208888, "global_step": 80999, "epoch": 455, "lr": 1.3844213528325484e-05}
{"train_loss": 0.0011288764653727412, "global_step": 81000, "epoch": 455, "lr": 1.384319285618742e-05}
{"train_loss": 0.001179576967842877, "global_step": 81001, "epoch": 455, "lr": 1.38421722156302e-05}
{"train_loss": 0.0008754143491387367, "global_step": 81002, "epoch": 455, "lr": 1.3841151606654656e-05}
{"train_loss": 0.0026201701257377863, "global_step": 81003, "epoch": 455, "lr": 1.3840131029261722e-05}
{"train_loss": 0.0020255562849342823, "global_step": 81004, "epoch": 455, "lr": 1.3839110483452273e-05}
{"train_loss": 0.0012459388235583901, "global_step": 81005, "epoch": 455, "lr": 1.3838089969227196e-05}
{"train_loss": 0.0017652985407039523, "global_step": 81006, "epoch": 455, "lr": 1.3837069486587396e-05}
{"train_loss": 0.0010694741504266858, "global_step": 81007, "epoch": 455, "lr": 1.3836049035533749e-05}
{"train_loss": 0.0026137055829167366, "global_step": 81008, "epoch": 455, "lr": 1.3835028616067141e-05}
{"train_loss": 0.0003959547320846468, "global_step": 81009, "epoch": 455, "lr": 1.3834008228188504e-05}
{"train_loss": 0.0004579709202516824, "global_step": 81010, "epoch": 455, "lr": 1.3832987871898677e-05}
{"train_loss": 0.004352530464529991, "global_step": 81011, "epoch": 455, "lr": 1.3831967547198604e-05}
{"train_loss": 0.0009857423137873411, "global_step": 81012, "epoch": 455, "lr": 1.383094725408911e-05}
{"train_loss": 0.0006045396439731121, "global_step": 81013, "epoch": 455, "lr": 1.3829926992571147e-05}
{"train_loss": 0.002814651932567358, "global_step": 81014, "epoch": 455, "lr": 1.3828906762645578e-05}
{"train_loss": 0.0018992244731634855, "global_step": 81015, "epoch": 455, "lr": 1.3827886564313302e-05}
{"train_loss": 0.002354008611291647, "global_step": 81016, "epoch": 455, "lr": 1.3826866397575205e-05}
{"train_loss": 0.001300266943871975, "global_step": 81017, "epoch": 455, "lr": 1.382584626243218e-05}
{"train_loss": 0.0010621165856719017, "global_step": 81018, "epoch": 455, "lr": 1.3824826158885102e-05}
{"train_loss": 0.002191659528762102, "global_step": 81019, "epoch": 455, "lr": 1.3823806086934892e-05}
{"train_loss": 0.0012712492607533932, "global_step": 81020, "epoch": 455, "lr": 1.382278604658243e-05}
{"train_loss": 0.0004963746177963912, "global_step": 81021, "epoch": 455, "lr": 1.3821766037828604e-05}
{"train_loss": 0.0013795671984553337, "global_step": 81022, "epoch": 455, "lr": 1.3820746060674305e-05}
{"train_loss": 0.001176687772385776, "global_step": 81023, "epoch": 455, "lr": 1.3819726115120407e-05}
{"train_loss": 0.0007196827791631222, "global_step": 81024, "epoch": 455, "lr": 1.3818706201167847e-05}
{"train_loss": 0.0011892300099134445, "global_step": 81025, "epoch": 455, "lr": 1.3817686318817458e-05}
{"train_loss": 0.0006799518596380949, "global_step": 81026, "epoch": 455, "lr": 1.3816666468070173e-05}
{"train_loss": 0.0004976970376446843, "global_step": 81027, "epoch": 455, "lr": 1.3815646648926867e-05}
{"train_loss": 0.0010409026872366667, "global_step": 81028, "epoch": 455, "lr": 1.3814626861388436e-05}
{"train_loss": 0.000685514765791595, "global_step": 81029, "epoch": 455, "lr": 1.3813607105455766e-05}
{"train_loss": 0.0006529922247864306, "global_step": 81030, "epoch": 455, "lr": 1.3812587381129749e-05}
{"train_loss": 0.001358825247734785, "global_step": 81031, "epoch": 455, "lr": 1.381156768841128e-05}
{"train_loss": 0.0016653633210808039, "global_step": 81032, "epoch": 455, "lr": 1.381054802730124e-05}
{"train_loss": 0.0017943178536370397, "global_step": 81033, "epoch": 455, "lr": 1.3809528397800515e-05}
{"train_loss": 0.000858648563735187, "global_step": 81034, "epoch": 455, "lr": 1.380850879991003e-05}
{"train_loss": 0.0007274507079273462, "global_step": 81035, "epoch": 455, "lr": 1.3807489233630621e-05}
{"train_loss": 0.001108000986278057, "global_step": 81036, "epoch": 455, "lr": 1.3806469698963232e-05}
{"train_loss": 0.0017278894083574414, "global_step": 81037, "epoch": 455, "lr": 1.3805450195908726e-05}
{"train_loss": 0.002703812438994646, "global_step": 81038, "epoch": 455, "lr": 1.3804430724467993e-05}
{"train_loss": 0.0010851796250790358, "global_step": 81039, "epoch": 455, "lr": 1.3803411284641931e-05}
{"train_loss": 0.0009262265521101654, "global_step": 81040, "epoch": 455, "lr": 1.3802391876431415e-05}
{"train_loss": 0.0007396205910481513, "global_step": 81041, "epoch": 455, "lr": 1.3801372499837362e-05}
{"train_loss": 0.0018194526201114058, "global_step": 81042, "epoch": 455, "lr": 1.3800353154860646e-05}
{"train_loss": 0.0005473613273352385, "global_step": 81043, "epoch": 455, "lr": 1.3799333841502165e-05}
{"train_loss": 0.0007873518625274301, "global_step": 81044, "epoch": 455, "lr": 1.3798314559762799e-05}
{"train_loss": 0.0007140528177842498, "global_step": 81045, "epoch": 455, "lr": 1.3797295309643443e-05}
{"train_loss": 0.0027820495888590813, "global_step": 81046, "epoch": 455, "lr": 1.3796276091144977e-05}
{"train_loss": 0.0014488217420876026, "global_step": 81047, "epoch": 455, "lr": 1.3795256904268328e-05}
{"train_loss": 0.0024571698158979416, "global_step": 81048, "epoch": 455, "lr": 1.3794237749014332e-05}
{"train_loss": 0.002357419114559889, "global_step": 81049, "epoch": 455, "lr": 1.3793218625383935e-05}
{"train_loss": 0.00202067568898201, "global_step": 81050, "epoch": 455, "lr": 1.379219953337797e-05}
{"train_loss": 0.0016231919871643186, "global_step": 81051, "epoch": 455, "lr": 1.3791180472997373e-05}
{"train_loss": 0.0011493517085909843, "global_step": 81052, "epoch": 455, "lr": 1.3790161444243016e-05}
{"train_loss": 0.001962211448699236, "global_step": 81053, "epoch": 455, "lr": 1.3789142447115789e-05}
{"train_loss": 0.0010391046525910497, "global_step": 81054, "epoch": 455, "lr": 1.3788123481616588e-05}
{"train_loss": 0.0011301671620458364, "global_step": 81055, "epoch": 455, "lr": 1.3787104547746293e-05}
{"train_loss": 0.00047114488552324474, "global_step": 81056, "epoch": 455, "lr": 1.3786085645505792e-05}
{"train_loss": 0.0008063782006502151, "global_step": 81057, "epoch": 455, "lr": 1.3785066774896004e-05}
{"train_loss": 0.0018151461845263839, "global_step": 81058, "epoch": 455, "lr": 1.3784047935917772e-05}
{"train_loss": 0.0019457093439996243, "global_step": 81059, "epoch": 455, "lr": 1.3783029128572028e-05}
{"train_loss": 0.0027319469954818487, "global_step": 81060, "epoch": 455, "lr": 1.3782010352859642e-05}
{"train_loss": 0.0009411891805939376, "global_step": 81061, "epoch": 455, "lr": 1.3780991608781491e-05}
{"train_loss": 0.001992379780858755, "global_step": 81062, "epoch": 455, "lr": 1.3779972896338517e-05}
{"train_loss": 0.0010369295487180352, "global_step": 81063, "epoch": 455, "lr": 1.3778954215531537e-05}
{"train_loss": 0.0009782632114365697, "global_step": 81064, "epoch": 455, "lr": 1.3777935566361494e-05}
{"train_loss": 0.0015283195534721017, "global_step": 81065, "epoch": 455, "lr": 1.377691694882926e-05}
{"train_loss": 0.00042323360685259104, "global_step": 81066, "epoch": 455, "lr": 1.377589836293573e-05}
{"train_loss": 0.0014956067316234112, "global_step": 81067, "epoch": 455, "lr": 1.377487980868179e-05}
{"train_loss": 0.0010351181263104081, "global_step": 81068, "epoch": 455, "lr": 1.3773861286068324e-05}
{"train_loss": 0.00047795992577448487, "global_step": 81069, "epoch": 455, "lr": 1.377284279509623e-05}
{"train_loss": 0.0010109392460435629, "global_step": 81070, "epoch": 455, "lr": 1.3771824335766393e-05}
{"train_loss": 0.0006825724267400801, "global_step": 81071, "epoch": 455, "lr": 1.3770805908079687e-05}
{"train_loss": 0.0013740253634750843, "global_step": 81072, "epoch": 455, "lr": 1.3769787512037052e-05}
{"train_loss": 0.0012741608079522848, "global_step": 81073, "epoch": 455, "lr": 1.3768769147639316e-05}
{"train_loss": 0.0017111713532358408, "global_step": 81074, "epoch": 455, "lr": 1.3767750814887404e-05}
{"train_loss": 0.0009015403920784593, "global_step": 81075, "epoch": 455, "lr": 1.3766732513782204e-05}
{"train_loss": 0.0008455606875941157, "global_step": 81076, "epoch": 455, "lr": 1.3765714244324596e-05}
{"train_loss": 0.0018133667763322592, "global_step": 81077, "epoch": 455, "lr": 1.3764696006515477e-05}
{"train_loss": 0.0018235057359561324, "global_step": 81078, "epoch": 455, "lr": 1.3763677800355728e-05}
{"train_loss": 0.0017232847167178988, "global_step": 81079, "epoch": 455, "lr": 1.376265962584623e-05}
{"train_loss": 0.0014459295198321342, "global_step": 81080, "epoch": 455, "lr": 1.3761641482987913e-05}
{"train_loss": 0.0012394784716889262, "global_step": 81081, "epoch": 455, "lr": 1.3760623371781605e-05}
{"train_loss": 0.0014545046724379063, "global_step": 81082, "epoch": 455, "lr": 1.375960529222825e-05}
{"train_loss": 0.002364294370636344, "global_step": 81083, "epoch": 455, "lr": 1.3758587244328707e-05}
{"train_loss": 0.0006724287522956729, "global_step": 81084, "epoch": 455, "lr": 1.3757569228083866e-05}
{"train_loss": 0.0016817323630675673, "global_step": 81085, "epoch": 455, "lr": 1.3756551243494653e-05}
{"train_loss": 0.0022212734911590815, "global_step": 81086, "epoch": 455, "lr": 1.3755533290561896e-05}
{"train_loss": 0.000669515342451632, "global_step": 81087, "epoch": 455, "lr": 1.3754515369286547e-05}
{"train_loss": 0.0014243816258385777, "global_step": 81088, "epoch": 455, "lr": 1.3753497479669437e-05}
{"train_loss": 0.0016961055807769299, "global_step": 81089, "epoch": 455, "lr": 1.3752479621711489e-05}
{"train_loss": 0.0015557660954073071, "global_step": 81090, "epoch": 455, "lr": 1.3751461795413594e-05}
{"train_loss": 0.0008142607985064387, "global_step": 81091, "epoch": 455, "lr": 1.375044400077663e-05}
{"train_loss": 0.0026980582624673843, "global_step": 81092, "epoch": 455, "lr": 1.3749426237801488e-05}
{"train_loss": 0.002098686061799526, "global_step": 81093, "epoch": 455, "lr": 1.3748408506489057e-05}
{"train_loss": 0.0006821408169344068, "global_step": 81094, "epoch": 455, "lr": 1.374739080684021e-05}
{"train_loss": 0.0007400170434266329, "global_step": 81095, "epoch": 455, "lr": 1.3746373138855884e-05}
{"train_loss": 0.0009675563778728247, "global_step": 81096, "epoch": 455, "lr": 1.3745355502536905e-05}
{"train_loss": 0.001753044780343771, "global_step": 81097, "epoch": 455, "lr": 1.3744337897884207e-05}
{"train_loss": 0.0008033528574742377, "global_step": 81098, "epoch": 455, "lr": 1.3743320324898668e-05}
{"train_loss": 0.0014919433742761612, "global_step": 81099, "epoch": 455, "lr": 1.3742302783581168e-05}
{"train_loss": 0.0009146237280219793, "global_step": 81100, "epoch": 455, "lr": 1.3741285273932607e-05}
{"train_loss": 0.00043460773304104805, "global_step": 81101, "epoch": 455, "lr": 1.3740267795953865e-05}
{"train_loss": 0.0013851390685886145, "global_step": 81102, "epoch": 455, "lr": 1.3739250349645833e-05}
{"train_loss": 0.00169394351541996, "global_step": 81103, "epoch": 455, "lr": 1.3738232935009388e-05}
{"train_loss": 0.0022014258429408073, "global_step": 81104, "epoch": 455, "lr": 1.373721555204544e-05}
{"train_loss": 0.0018775553908199072, "global_step": 81105, "epoch": 455, "lr": 1.3736198200754874e-05}
{"train_loss": 0.0009196385508403182, "global_step": 81106, "epoch": 455, "lr": 1.3735180881138577e-05}
{"train_loss": 0.0022167437709867954, "global_step": 81107, "epoch": 455, "lr": 1.3734163593197424e-05}
{"train_loss": 0.000903652107808739, "global_step": 81108, "epoch": 455, "lr": 1.3733146336932318e-05}
{"train_loss": 0.0007760005537420511, "global_step": 81109, "epoch": 455, "lr": 1.3732129112344127e-05}
{"train_loss": 0.0023742583580315113, "global_step": 81110, "epoch": 455, "lr": 1.3731111919433793e-05}
{"train_loss": 0.0013916782336309552, "global_step": 81111, "epoch": 455, "lr": 1.3730094758202128e-05}
{"train_loss": 0.001350944279693067, "global_step": 81112, "epoch": 455, "lr": 1.3729077628650078e-05}
{"train_loss": 0.001447622780688107, "global_step": 81113, "epoch": 455, "lr": 1.3728060530778508e-05}
{"train_loss": 0.002001104410737753, "global_step": 81114, "epoch": 455, "lr": 1.3727043464588312e-05}
{"train_loss": 0.003702539950609207, "global_step": 81115, "epoch": 455, "lr": 1.3726026430080379e-05}
{"train_loss": 0.0024283244274556637, "global_step": 81116, "epoch": 455, "lr": 1.3725009427255597e-05}
{"train_loss": 0.0011872693430632353, "global_step": 81117, "epoch": 455, "lr": 1.3723992456114837e-05}
{"train_loss": 0.000736021320335567, "global_step": 81118, "epoch": 455, "lr": 1.3722975516659036e-05}
{"train_loss": 0.0007722210139036179, "global_step": 81119, "epoch": 455, "lr": 1.3721958608889013e-05}
{"train_loss": 0.0009284804109483957, "global_step": 81120, "epoch": 455, "lr": 1.3720941732805731e-05}
{"train_loss": 0.0007132922182790935, "global_step": 81121, "epoch": 455, "lr": 1.3719924888410001e-05}
{"train_loss": 0.0029414757154881954, "global_step": 81122, "epoch": 455, "lr": 1.3718908075702769e-05}
{"train_loss": 0.0014407540438696742, "global_step": 81123, "epoch": 455, "lr": 1.3717891294684904e-05}
{"train_loss": 0.002380799502134323, "global_step": 81124, "epoch": 455, "lr": 1.3716874545357277e-05}
{"train_loss": 0.0011577950790524483, "global_step": 81125, "epoch": 455, "lr": 1.3715857827720829e-05}
{"train_loss": 0.000800437293946743, "global_step": 81126, "epoch": 455, "lr": 1.371484114177638e-05}
{"train_loss": 0.002917097881436348, "global_step": 81127, "epoch": 455, "lr": 1.3713824487524863e-05}
{"train_loss": 0.0005506094312295318, "global_step": 81128, "epoch": 455, "lr": 1.3712807864967153e-05}
{"train_loss": 0.0013301605358719826, "global_step": 81129, "epoch": 455, "lr": 1.3711791274104141e-05}
{"train_loss": 0.0007917426992207766, "global_step": 81130, "epoch": 455, "lr": 1.3710774714936709e-05}
{"train_loss": 0.005229952745139599, "global_step": 81131, "epoch": 455, "lr": 1.3709758187465754e-05}
{"train_loss": 0.0013843744527548552, "global_step": 81132, "epoch": 455, "lr": 1.3708741691692135e-05}
{"train_loss": 0.0015186434611678123, "global_step": 81133, "epoch": 455, "lr": 1.3707725227616797e-05}
{"train_loss": 0.0010517531773075461, "global_step": 81134, "epoch": 455, "lr": 1.3706708795240564e-05}
{"train_loss": 0.0013517431216314435, "global_step": 81135, "epoch": 455, "lr": 1.3705692394564367e-05}
{"train_loss": 0.0015007441397756338, "global_step": 81136, "epoch": 455, "lr": 1.3704676025589081e-05}
{"train_loss": 0.0008421511156484485, "global_step": 81137, "epoch": 455, "lr": 1.3703659688315595e-05}
{"train_loss": 0.00039705599192529917, "global_step": 81138, "epoch": 455, "lr": 1.370264338274479e-05}
{"train_loss": 0.0008344841189682484, "global_step": 81139, "epoch": 455, "lr": 1.3701627108877562e-05}
{"train_loss": 0.0012567383237183094, "global_step": 81140, "epoch": 455, "lr": 1.3700610866714798e-05}
{"train_loss": 0.0008634426631033421, "global_step": 81141, "epoch": 455, "lr": 1.3699594656257375e-05}
{"train_loss": 0.00222648773342371, "global_step": 81142, "epoch": 455, "lr": 1.369857847750618e-05}
{"train_loss": 0.0014109634794294834, "global_step": 81143, "epoch": 455, "lr": 1.3697562330462132e-05}
{"train_loss": 0.0014615899417549372, "global_step": 81144, "epoch": 455, "lr": 1.3696546215126071e-05}
{"train_loss": 0.0016331936931237578, "global_step": 81145, "epoch": 455, "lr": 1.3695530131498924e-05}
{"train_loss": 0.002076679840683937, "global_step": 81146, "epoch": 455, "lr": 1.369451407958156e-05}
{"train_loss": 0.0018408313626423478, "global_step": 81147, "epoch": 455, "lr": 1.3693498059374855e-05}
{"train_loss": 0.0008975366363301873, "global_step": 81148, "epoch": 455, "lr": 1.3692482070879741e-05}
{"train_loss": 0.0007832138217054307, "global_step": 81149, "epoch": 455, "lr": 1.3691466114097045e-05}
{"train_loss": 0.0020010671578347683, "global_step": 81150, "epoch": 455, "lr": 1.3690450189027703e-05}
{"train_loss": 0.001745831803418696, "global_step": 81151, "epoch": 455, "lr": 1.3689434295672582e-05}
{"train_loss": 0.00130237708799541, "global_step": 81152, "epoch": 455, "lr": 1.3688418434032574e-05}
{"train_loss": 0.0008392614545300603, "global_step": 81153, "epoch": 455, "lr": 1.3687402604108563e-05}
{"train_loss": 0.0004830065299756825, "global_step": 81154, "epoch": 455, "lr": 1.368638680590144e-05}
{"train_loss": 0.0004976867930963635, "global_step": 81155, "epoch": 455, "lr": 1.368537103941207e-05}
{"train_loss": 0.000823429727461189, "global_step": 81156, "epoch": 455, "lr": 1.3684355304641389e-05}
{"train_loss": 0.0007692857179790735, "global_step": 81157, "epoch": 455, "lr": 1.3683339601590228e-05}
{"train_loss": 0.0013233042554929852, "global_step": 81158, "epoch": 455, "lr": 1.3682323930259532e-05}
{"train_loss": 0.0035426949616521597, "global_step": 81159, "epoch": 455, "lr": 1.3681308290650124e-05}
{"train_loss": 0.001873660832643509, "global_step": 81160, "epoch": 455, "lr": 1.368029268276294e-05}
{"train_loss": 0.0015788108576089144, "global_step": 81161, "epoch": 455, "lr": 1.3679277106598854e-05}
{"train_loss": 0.0004043307853862643, "global_step": 81162, "epoch": 455, "lr": 1.3678261562158751e-05}
{"train_loss": 0.0011802033986896276, "global_step": 81163, "epoch": 455, "lr": 1.367724604944351e-05}
{"train_loss": 0.001801341655664146, "global_step": 81164, "epoch": 455, "lr": 1.367623056845403e-05}
{"train_loss": 0.0010466803796589375, "global_step": 81165, "epoch": 455, "lr": 1.3675215119191182e-05}
{"train_loss": 0.0027628946118056774, "global_step": 81166, "epoch": 455, "lr": 1.3674199701655877e-05}
{"train_loss": 0.0014305961929167506, "global_step": 81167, "epoch": 455, "lr": 1.3673184315848985e-05, "train_action_mse_error": 2.835224222508259e-06}
{"train_loss": 0.0004884690279141068, "global_step": 81168, "epoch": 456, "lr": 1.3672168961771399e-05}
{"train_loss": 0.0005534564843401313, "global_step": 81169, "epoch": 456, "lr": 1.3671153639424007e-05}
{"train_loss": 0.0010140272788703442, "global_step": 81170, "epoch": 456, "lr": 1.3670138348807677e-05}
{"train_loss": 0.001731022261083126, "global_step": 81171, "epoch": 456, "lr": 1.3669123089923336e-05}
{"train_loss": 0.001210884191095829, "global_step": 81172, "epoch": 456, "lr": 1.3668107862771824e-05}
{"train_loss": 0.0012760511599481106, "global_step": 81173, "epoch": 456, "lr": 1.3667092667354059e-05}
{"train_loss": 0.0013689723564311862, "global_step": 81174, "epoch": 456, "lr": 1.3666077503670922e-05}
{"train_loss": 0.0014157997211441398, "global_step": 81175, "epoch": 456, "lr": 1.3665062371723297e-05}
{"train_loss": 0.0012425808236002922, "global_step": 81176, "epoch": 456, "lr": 1.3664047271512071e-05}
{"train_loss": 0.0031383326277136803, "global_step": 81177, "epoch": 456, "lr": 1.3663032203038123e-05}
{"train_loss": 0.0017867605201900005, "global_step": 81178, "epoch": 456, "lr": 1.3662017166302355e-05}
{"train_loss": 0.0015249040443450212, "global_step": 81179, "epoch": 456, "lr": 1.3661002161305642e-05}
{"train_loss": 0.0017389710992574692, "global_step": 81180, "epoch": 456, "lr": 1.3659987188048855e-05}
{"train_loss": 0.000410976295825094, "global_step": 81181, "epoch": 456, "lr": 1.3658972246532931e-05}
{"train_loss": 0.0012735251802951097, "global_step": 81182, "epoch": 456, "lr": 1.3657957336758691e-05}
{"train_loss": 0.0017294441349804401, "global_step": 81183, "epoch": 456, "lr": 1.3656942458727079e-05}
{"train_loss": 0.0015265104593709111, "global_step": 81184, "epoch": 456, "lr": 1.3655927612438951e-05}
{"train_loss": 0.002777942456305027, "global_step": 81185, "epoch": 456, "lr": 1.3654912797895204e-05}
{"train_loss": 0.0021029592026025057, "global_step": 81186, "epoch": 456, "lr": 1.3653898015096712e-05}
{"train_loss": 0.0011780564673244953, "global_step": 81187, "epoch": 456, "lr": 1.3652883264044359e-05}
{"train_loss": 0.0020253562834113836, "global_step": 81188, "epoch": 456, "lr": 1.365186854473906e-05}
{"train_loss": 0.0022871019318699837, "global_step": 81189, "epoch": 456, "lr": 1.3650853857181677e-05}
{"train_loss": 0.0006193667068146169, "global_step": 81190, "epoch": 456, "lr": 1.364983920137311e-05}
{"train_loss": 0.0005873040645383298, "global_step": 81191, "epoch": 456, "lr": 1.3648824577314234e-05}
{"train_loss": 0.0009987844387069345, "global_step": 81192, "epoch": 456, "lr": 1.3647809985005939e-05}
{"train_loss": 0.0027282950468361378, "global_step": 81193, "epoch": 456, "lr": 1.3646795424449093e-05}
{"train_loss": 0.002419931348413229, "global_step": 81194, "epoch": 456, "lr": 1.3645780895644633e-05}
{"train_loss": 0.001710257725790143, "global_step": 81195, "epoch": 456, "lr": 1.3644766398593384e-05}
{"train_loss": 0.0008827936835587025, "global_step": 81196, "epoch": 456, "lr": 1.3643751933296284e-05}
{"train_loss": 0.001842424855567515, "global_step": 81197, "epoch": 456, "lr": 1.364273749975417e-05}
{"train_loss": 0.0013023137580603361, "global_step": 81198, "epoch": 456, "lr": 1.3641723097967968e-05}
{"train_loss": 0.0014190815854817629, "global_step": 81199, "epoch": 456, "lr": 1.3640708727938551e-05}
{"train_loss": 0.001325957477092743, "global_step": 81200, "epoch": 456, "lr": 1.3639694389666802e-05}
{"train_loss": 0.0011925374856218696, "global_step": 81201, "epoch": 456, "lr": 1.363868008315361e-05}
{"train_loss": 0.002297938335686922, "global_step": 81202, "epoch": 456, "lr": 1.3637665808399858e-05}
{"train_loss": 0.0015694410540163517, "global_step": 81203, "epoch": 456, "lr": 1.3636651565406422e-05}
{"train_loss": 0.002106656087562442, "global_step": 81204, "epoch": 456, "lr": 1.3635637354174225e-05}
{"train_loss": 0.000959339551627636, "global_step": 81205, "epoch": 456, "lr": 1.3634623174704097e-05}
{"train_loss": 0.0021227735560387373, "global_step": 81206, "epoch": 456, "lr": 1.3633609026996969e-05}
{"train_loss": 0.002920734230428934, "global_step": 81207, "epoch": 456, "lr": 1.3632594911053714e-05}
{"train_loss": 0.0031703240238130093, "global_step": 81208, "epoch": 456, "lr": 1.3631580826875202e-05}
{"train_loss": 0.001658754888921976, "global_step": 81209, "epoch": 456, "lr": 1.3630566774462356e-05}
{"train_loss": 0.0013855424476787448, "global_step": 81210, "epoch": 456, "lr": 1.362955275381601e-05}
{"train_loss": 0.0007579514058306813, "global_step": 81211, "epoch": 456, "lr": 1.362853876493711e-05}
{"train_loss": 0.0011491973418742418, "global_step": 81212, "epoch": 456, "lr": 1.362752480782648e-05}
{"train_loss": 0.0016418660525232553, "global_step": 81213, "epoch": 456, "lr": 1.362651088248505e-05}
{"train_loss": 0.0023237403947860003, "global_step": 81214, "epoch": 456, "lr": 1.362549698891369e-05}
{"train_loss": 0.0013003795174881816, "global_step": 81215, "epoch": 456, "lr": 1.362448312711328e-05}
{"train_loss": 0.0006921666208654642, "global_step": 81216, "epoch": 456, "lr": 1.3623469297084719e-05}
{"train_loss": 0.0008973883232101798, "global_step": 81217, "epoch": 456, "lr": 1.3622455498828884e-05}
{"train_loss": 0.0014227530919015408, "global_step": 81218, "epoch": 456, "lr": 1.3621441732346646e-05}
{"train_loss": 0.0019215892534703016, "global_step": 81219, "epoch": 456, "lr": 1.3620427997638935e-05}
{"train_loss": 0.00218683248385787, "global_step": 81220, "epoch": 456, "lr": 1.3619414294706578e-05}
{"train_loss": 0.0017229081131517887, "global_step": 81221, "epoch": 456, "lr": 1.3618400623550504e-05}
{"train_loss": 0.0010526154655963182, "global_step": 81222, "epoch": 456, "lr": 1.3617386984171587e-05}
{"train_loss": 0.0016322192968800664, "global_step": 81223, "epoch": 456, "lr": 1.3616373376570708e-05}
{"train_loss": 0.0013790776720270514, "global_step": 81224, "epoch": 456, "lr": 1.3615359800748756e-05}
{"train_loss": 0.002623186679556966, "global_step": 81225, "epoch": 456, "lr": 1.3614346256706611e-05}
{"train_loss": 0.002185589401051402, "global_step": 81226, "epoch": 456, "lr": 1.3613332744445145e-05}
{"train_loss": 0.0007345806225202978, "global_step": 81227, "epoch": 456, "lr": 1.3612319263965296e-05}
{"train_loss": 0.000983779551461339, "global_step": 81228, "epoch": 456, "lr": 1.3611305815267877e-05}
{"train_loss": 0.0007304435130208731, "global_step": 81229, "epoch": 456, "lr": 1.361029239835383e-05}
{"train_loss": 0.0012069358490407467, "global_step": 81230, "epoch": 456, "lr": 1.3609279013224018e-05}
{"train_loss": 0.0009589516557753086, "global_step": 81231, "epoch": 456, "lr": 1.3608265659879328e-05}
{"train_loss": 0.0010812317486852407, "global_step": 81232, "epoch": 456, "lr": 1.3607252338320642e-05}
{"train_loss": 0.0010124125983566046, "global_step": 81233, "epoch": 456, "lr": 1.360623904854883e-05}
{"train_loss": 0.0012197303585708141, "global_step": 81234, "epoch": 456, "lr": 1.360522579056483e-05}
{"train_loss": 0.0006379148690029979, "global_step": 81235, "epoch": 456, "lr": 1.3604212564369463e-05}
{"train_loss": 0.0005279819015413523, "global_step": 81236, "epoch": 456, "lr": 1.3603199369963653e-05}
{"train_loss": 0.0009176713065244257, "global_step": 81237, "epoch": 456, "lr": 1.3602186207348278e-05}
{"train_loss": 0.0009609800763428211, "global_step": 81238, "epoch": 456, "lr": 1.3601173076524215e-05}
{"train_loss": 0.0015242502558976412, "global_step": 81239, "epoch": 456, "lr": 1.360015997749236e-05}
{"train_loss": 0.0022508599795401096, "global_step": 81240, "epoch": 456, "lr": 1.3599146910253585e-05}
{"train_loss": 0.000670598354190588, "global_step": 81241, "epoch": 456, "lr": 1.3598133874808772e-05}
{"train_loss": 0.000789739890024066, "global_step": 81242, "epoch": 456, "lr": 1.3597120871158841e-05}
{"train_loss": 0.0009240612853318453, "global_step": 81243, "epoch": 456, "lr": 1.3596107899304622e-05}
{"train_loss": 0.0011180839501321316, "global_step": 81244, "epoch": 456, "lr": 1.3595094959247045e-05}
{"train_loss": 0.0012571944389492273, "global_step": 81245, "epoch": 456, "lr": 1.3594082050986979e-05}
{"train_loss": 0.001533107366412878, "global_step": 81246, "epoch": 456, "lr": 1.3593069174525308e-05}
{"train_loss": 0.0008649411029182374, "global_step": 81247, "epoch": 456, "lr": 1.3592056329862918e-05}
{"train_loss": 0.0013478720793500543, "global_step": 81248, "epoch": 456, "lr": 1.359104351700069e-05}
{"train_loss": 0.0015744187403470278, "global_step": 81249, "epoch": 456, "lr": 1.3590030735939513e-05}
{"train_loss": 0.0028047775849699974, "global_step": 81250, "epoch": 456, "lr": 1.3589017986680252e-05}
{"train_loss": 0.0011868556030094624, "global_step": 81251, "epoch": 456, "lr": 1.3588005269223825e-05}
{"train_loss": 0.0004928766866214573, "global_step": 81252, "epoch": 456, "lr": 1.3586992583571101e-05}
{"train_loss": 0.0009656608453951776, "global_step": 81253, "epoch": 456, "lr": 1.3585979929722964e-05}
{"train_loss": 0.0006433735834434628, "global_step": 81254, "epoch": 456, "lr": 1.3584967307680303e-05}
{"train_loss": 0.0015622451901435852, "global_step": 81255, "epoch": 456, "lr": 1.3583954717443998e-05}
{"train_loss": 0.0011453478364273906, "global_step": 81256, "epoch": 456, "lr": 1.3582942159014911e-05}
{"train_loss": 0.002227413933724165, "global_step": 81257, "epoch": 456, "lr": 1.3581929632393986e-05}
{"train_loss": 0.002587628085166216, "global_step": 81258, "epoch": 456, "lr": 1.358091713758204e-05}
{"train_loss": 0.0002968090120702982, "global_step": 81259, "epoch": 456, "lr": 1.3579904674580002e-05}
{"train_loss": 0.0015169535763561726, "global_step": 81260, "epoch": 456, "lr": 1.357889224338874e-05}
{"train_loss": 0.003668275661766529, "global_step": 81261, "epoch": 456, "lr": 1.3577879844009145e-05}
{"train_loss": 0.0008270341786555946, "global_step": 81262, "epoch": 456, "lr": 1.3576867476442096e-05}
{"train_loss": 0.0013322853483259678, "global_step": 81263, "epoch": 456, "lr": 1.3575855140688476e-05}
{"train_loss": 0.0009927533101290464, "global_step": 81264, "epoch": 456, "lr": 1.3574842836749158e-05}
{"train_loss": 0.0011049631284549832, "global_step": 81265, "epoch": 456, "lr": 1.3573830564625067e-05}
{"train_loss": 0.0016515279421582818, "global_step": 81266, "epoch": 456, "lr": 1.3572818324317032e-05}
{"train_loss": 0.0011088575702160597, "global_step": 81267, "epoch": 456, "lr": 1.3571806115825991e-05}
{"train_loss": 0.0017708728555589914, "global_step": 81268, "epoch": 456, "lr": 1.3570793939152776e-05}
{"train_loss": 0.0010326921474188566, "global_step": 81269, "epoch": 456, "lr": 1.3569781794298309e-05}
{"train_loss": 0.0007793381810188293, "global_step": 81270, "epoch": 456, "lr": 1.3568769681263466e-05}
{"train_loss": 0.0010607218137010932, "global_step": 81271, "epoch": 456, "lr": 1.3567757600049109e-05}
{"train_loss": 0.0020613432861864567, "global_step": 81272, "epoch": 456, "lr": 1.3566745550656173e-05}
{"train_loss": 0.0014695585705339909, "global_step": 81273, "epoch": 456, "lr": 1.3565733533085472e-05}
{"train_loss": 0.0007139700464904308, "global_step": 81274, "epoch": 456, "lr": 1.356472154733795e-05}
{"train_loss": 0.0013372886460274458, "global_step": 81275, "epoch": 456, "lr": 1.3563709593414464e-05}
{"train_loss": 0.0015502811875194311, "global_step": 81276, "epoch": 456, "lr": 1.3562697671315905e-05}
{"train_loss": 0.0028446801006793976, "global_step": 81277, "epoch": 456, "lr": 1.3561685781043148e-05}
{"train_loss": 0.001665958552621305, "global_step": 81278, "epoch": 456, "lr": 1.3560673922597083e-05}
{"train_loss": 0.0013330481015145779, "global_step": 81279, "epoch": 456, "lr": 1.3559662095978582e-05}
{"train_loss": 0.000852988101541996, "global_step": 81280, "epoch": 456, "lr": 1.355865030118857e-05}
{"train_loss": 0.0017271102406084538, "global_step": 81281, "epoch": 456, "lr": 1.3557638538227868e-05}
{"train_loss": 0.001991815399378538, "global_step": 81282, "epoch": 456, "lr": 1.3556626807097405e-05}
{"train_loss": 0.001468687318265438, "global_step": 81283, "epoch": 456, "lr": 1.3555615107798058e-05}
{"train_loss": 0.0008796287584118545, "global_step": 81284, "epoch": 456, "lr": 1.3554603440330705e-05}
{"train_loss": 0.001969302538782358, "global_step": 81285, "epoch": 456, "lr": 1.3553591804696225e-05}
{"train_loss": 0.001974837388843298, "global_step": 81286, "epoch": 456, "lr": 1.3552580200895503e-05}
{"train_loss": 0.001592943910509348, "global_step": 81287, "epoch": 456, "lr": 1.3551568628929434e-05}
{"train_loss": 0.0025324681773781776, "global_step": 81288, "epoch": 456, "lr": 1.3550557088798888e-05}
{"train_loss": 0.00140658812597394, "global_step": 81289, "epoch": 456, "lr": 1.3549545580504741e-05}
{"train_loss": 0.0019698268733918667, "global_step": 81290, "epoch": 456, "lr": 1.3548534104047917e-05}
{"train_loss": 0.0008862640243023634, "global_step": 81291, "epoch": 456, "lr": 1.3547522659429246e-05}
{"train_loss": 0.003095244988799095, "global_step": 81292, "epoch": 456, "lr": 1.3546511246649646e-05}
{"train_loss": 0.0011609448119997978, "global_step": 81293, "epoch": 456, "lr": 1.3545499865709993e-05}
{"train_loss": 0.0013004662469029427, "global_step": 81294, "epoch": 456, "lr": 1.3544488516611154e-05}
{"train_loss": 0.0007120918016880751, "global_step": 81295, "epoch": 456, "lr": 1.354347719935406e-05}
{"train_loss": 0.0032889938447624445, "global_step": 81296, "epoch": 456, "lr": 1.3542465913939528e-05}
{"train_loss": 0.0011320915073156357, "global_step": 81297, "epoch": 456, "lr": 1.3541454660368492e-05}
{"train_loss": 0.0015979171730577946, "global_step": 81298, "epoch": 456, "lr": 1.354044343864182e-05}
{"train_loss": 0.001327655278146267, "global_step": 81299, "epoch": 456, "lr": 1.3539432248760387e-05}
{"train_loss": 0.0013413606211543083, "global_step": 81300, "epoch": 456, "lr": 1.3538421090725089e-05}
{"train_loss": 0.0013481101486831903, "global_step": 81301, "epoch": 456, "lr": 1.3537409964536802e-05}
{"train_loss": 0.0018368825549259782, "global_step": 81302, "epoch": 456, "lr": 1.3536398870196387e-05}
{"train_loss": 0.0010614146012812853, "global_step": 81303, "epoch": 456, "lr": 1.3535387807704786e-05}
{"train_loss": 0.001218551304191351, "global_step": 81304, "epoch": 456, "lr": 1.3534376777062818e-05}
{"train_loss": 0.002776771318167448, "global_step": 81305, "epoch": 456, "lr": 1.3533365778271423e-05}
{"train_loss": 0.0016850130632519722, "global_step": 81306, "epoch": 456, "lr": 1.3532354811331422e-05}
{"train_loss": 0.001581929624080658, "global_step": 81307, "epoch": 456, "lr": 1.3531343876243752e-05}
{"train_loss": 0.000586262671276927, "global_step": 81308, "epoch": 456, "lr": 1.3530332973009268e-05}
{"train_loss": 0.0007419968023896217, "global_step": 81309, "epoch": 456, "lr": 1.3529322101628866e-05}
{"train_loss": 0.0023397759068757296, "global_step": 81310, "epoch": 456, "lr": 1.3528311262103421e-05}
{"train_loss": 0.0026722208131104708, "global_step": 81311, "epoch": 456, "lr": 1.3527300454433817e-05}
{"train_loss": 0.0020411959849298, "global_step": 81312, "epoch": 456, "lr": 1.3526289678620923e-05}
{"train_loss": 0.003294740105047822, "global_step": 81313, "epoch": 456, "lr": 1.3525278934665653e-05}
{"train_loss": 0.000903647392988205, "global_step": 81314, "epoch": 456, "lr": 1.3524268222568875e-05}
{"train_loss": 0.0013244899455457926, "global_step": 81315, "epoch": 456, "lr": 1.352325754233147e-05}
{"train_loss": 0.002602195832878351, "global_step": 81316, "epoch": 456, "lr": 1.3522246893954315e-05}
{"train_loss": 0.0007289525237865746, "global_step": 81317, "epoch": 456, "lr": 1.3521236277438293e-05}
{"train_loss": 0.0020016515627503395, "global_step": 81318, "epoch": 456, "lr": 1.3520225692784317e-05}
{"train_loss": 0.0018421902786940336, "global_step": 81319, "epoch": 456, "lr": 1.3519215139993218e-05}
{"train_loss": 0.0007703320006839931, "global_step": 81320, "epoch": 456, "lr": 1.3518204619065916e-05}
{"train_loss": 0.0009896723786368966, "global_step": 81321, "epoch": 456, "lr": 1.3517194130003291e-05}
{"train_loss": 0.0010776963317766786, "global_step": 81322, "epoch": 456, "lr": 1.351618367280621e-05}
{"train_loss": 0.001522392500191927, "global_step": 81323, "epoch": 456, "lr": 1.3515173247475572e-05}
{"train_loss": 0.00068677868694067, "global_step": 81324, "epoch": 456, "lr": 1.3514162854012248e-05}
{"train_loss": 0.0009446181356906891, "global_step": 81325, "epoch": 456, "lr": 1.3513152492417119e-05}
{"train_loss": 0.002114859875291586, "global_step": 81326, "epoch": 456, "lr": 1.3512142162691077e-05}
{"train_loss": 0.0020262531470507383, "global_step": 81327, "epoch": 456, "lr": 1.3511131864834986e-05}
{"train_loss": 0.0017901279497891665, "global_step": 81328, "epoch": 456, "lr": 1.3510121598849773e-05}
{"train_loss": 0.002067790599539876, "global_step": 81329, "epoch": 456, "lr": 1.3509111364736254e-05}
{"train_loss": 0.001230766298249364, "global_step": 81330, "epoch": 456, "lr": 1.3508101162495368e-05}
{"train_loss": 0.0009575113654136658, "global_step": 81331, "epoch": 456, "lr": 1.3507090992127969e-05}
{"train_loss": 0.0010401597246527672, "global_step": 81332, "epoch": 456, "lr": 1.3506080853634955e-05}
{"train_loss": 0.0012746143620461226, "global_step": 81333, "epoch": 456, "lr": 1.3505070747017196e-05}
{"train_loss": 0.0014396313345059752, "global_step": 81334, "epoch": 456, "lr": 1.350406067227556e-05}
{"train_loss": 0.0011454725172370672, "global_step": 81335, "epoch": 456, "lr": 1.3503050629410968e-05}
{"train_loss": 0.0005759625928476453, "global_step": 81336, "epoch": 456, "lr": 1.3502040618424277e-05}
{"train_loss": 0.0018924258183687925, "global_step": 81337, "epoch": 456, "lr": 1.3501030639316381e-05}
{"train_loss": 0.0021736640483140945, "global_step": 81338, "epoch": 456, "lr": 1.350002069208815e-05}
{"train_loss": 0.001173948054201901, "global_step": 81339, "epoch": 456, "lr": 1.3499010776740468e-05}
{"train_loss": 0.0009476515697315335, "global_step": 81340, "epoch": 456, "lr": 1.3498000893274226e-05}
{"train_loss": 0.0013790788361802697, "global_step": 81341, "epoch": 456, "lr": 1.34969910416903e-05}
{"train_loss": 0.002716470742598176, "global_step": 81342, "epoch": 456, "lr": 1.3495981221989552e-05}
{"train_loss": 0.0008332651923410594, "global_step": 81343, "epoch": 456, "lr": 1.349497143417292e-05}
{"train_loss": 0.002232433296740055, "global_step": 81344, "epoch": 456, "lr": 1.3493961678241219e-05}
{"train_loss": 0.0015070273562496675, "global_step": 81345, "epoch": 456, "lr": 1.3492951954195377e-05}
{"train_loss": 0.0019303360022604465, "global_step": 81346, "epoch": 457, "lr": 1.3491942262036261e-05}
{"train_loss": 0.0022293252404779196, "global_step": 81347, "epoch": 457, "lr": 1.349093260176475e-05}
{"train_loss": 0.0010018158936873078, "global_step": 81348, "epoch": 457, "lr": 1.3489922973381736e-05}
{"train_loss": 0.0009269333677366376, "global_step": 81349, "epoch": 457, "lr": 1.3488913376888085e-05}
{"train_loss": 0.0014335236046463251, "global_step": 81350, "epoch": 457, "lr": 1.3487903812284681e-05}
{"train_loss": 0.004653237760066986, "global_step": 81351, "epoch": 457, "lr": 1.3486894279572438e-05}
{"train_loss": 0.002091504167765379, "global_step": 81352, "epoch": 457, "lr": 1.3485884778752183e-05}
{"train_loss": 0.0019096698379144073, "global_step": 81353, "epoch": 457, "lr": 1.3484875309824845e-05}
{"train_loss": 0.0006570167024619877, "global_step": 81354, "epoch": 457, "lr": 1.3483865872791284e-05}
{"train_loss": 0.001006532460451126, "global_step": 81355, "epoch": 457, "lr": 1.3482856467652371e-05}
{"train_loss": 0.000919740239623934, "global_step": 81356, "epoch": 457, "lr": 1.3481847094409034e-05}
{"train_loss": 0.0014395861653611064, "global_step": 81357, "epoch": 457, "lr": 1.3480837753062092e-05}
{"train_loss": 0.0017447695136070251, "global_step": 81358, "epoch": 457, "lr": 1.3479828443612485e-05}
{"train_loss": 0.0012242314405739307, "global_step": 81359, "epoch": 457, "lr": 1.347881916606104e-05}
{"train_loss": 0.0008975609671324492, "global_step": 81360, "epoch": 457, "lr": 1.347780992040868e-05}
{"train_loss": 0.002652304945513606, "global_step": 81361, "epoch": 457, "lr": 1.3476800706656274e-05}
{"train_loss": 0.0007512618904002011, "global_step": 81362, "epoch": 457, "lr": 1.3475791524804693e-05}
{"train_loss": 0.0022841296158730984, "global_step": 81363, "epoch": 457, "lr": 1.3474782374854833e-05}
{"train_loss": 0.0009466768242418766, "global_step": 81364, "epoch": 457, "lr": 1.347377325680757e-05}
{"train_loss": 0.000429371721111238, "global_step": 81365, "epoch": 457, "lr": 1.347276417066377e-05}
{"train_loss": 0.001071968232281506, "global_step": 81366, "epoch": 457, "lr": 1.3471755116424356e-05}
{"train_loss": 0.001909589977003634, "global_step": 81367, "epoch": 457, "lr": 1.3470746094090153e-05}
{"train_loss": 0.0008262396440841258, "global_step": 81368, "epoch": 457, "lr": 1.346973710366209e-05}
{"train_loss": 0.0005122555885463953, "global_step": 81369, "epoch": 457, "lr": 1.346872814514103e-05}
{"train_loss": 0.0027931653894484043, "global_step": 81370, "epoch": 457, "lr": 1.3467719218527846e-05}
{"train_loss": 0.0008107232861220837, "global_step": 81371, "epoch": 457, "lr": 1.346671032382344e-05}
{"train_loss": 0.0008545388700440526, "global_step": 81372, "epoch": 457, "lr": 1.3465701461028674e-05}
{"train_loss": 0.0017111729830503464, "global_step": 81373, "epoch": 457, "lr": 1.3464692630144421e-05}
{"train_loss": 0.0012014033272862434, "global_step": 81374, "epoch": 457, "lr": 1.3463683831171593e-05}
{"train_loss": 0.0017480271635577083, "global_step": 81375, "epoch": 457, "lr": 1.3462675064111052e-05}
{"train_loss": 0.0008271990809589624, "global_step": 81376, "epoch": 457, "lr": 1.3461666328963684e-05}
{"train_loss": 0.0028461432084441185, "global_step": 81377, "epoch": 457, "lr": 1.3460657625730372e-05}
{"train_loss": 0.0012885042233392596, "global_step": 81378, "epoch": 457, "lr": 1.345964895441199e-05}
{"train_loss": 0.0012031752848997712, "global_step": 81379, "epoch": 457, "lr": 1.3458640315009425e-05}
{"train_loss": 0.0020995240192860365, "global_step": 81380, "epoch": 457, "lr": 1.3457631707523539e-05}
{"train_loss": 0.001529722474515438, "global_step": 81381, "epoch": 457, "lr": 1.3456623131955259e-05}
{"train_loss": 0.003360605100169778, "global_step": 81382, "epoch": 457, "lr": 1.3455614588305404e-05}
{"train_loss": 0.0012506023049354553, "global_step": 81383, "epoch": 457, "lr": 1.3454606076574905e-05}
{"train_loss": 0.0016190384048968554, "global_step": 81384, "epoch": 457, "lr": 1.3453597596764628e-05}
{"train_loss": 0.0019744830206036568, "global_step": 81385, "epoch": 457, "lr": 1.3452589148875445e-05}
{"train_loss": 0.0007755120750516653, "global_step": 81386, "epoch": 457, "lr": 1.3451580732908248e-05}
{"train_loss": 0.000661727914121002, "global_step": 81387, "epoch": 457, "lr": 1.345057234886391e-05}
{"train_loss": 0.004343594424426556, "global_step": 81388, "epoch": 457, "lr": 1.3449563996743298e-05}
{"train_loss": 0.0017308470560237765, "global_step": 81389, "epoch": 457, "lr": 1.3448555676547342e-05}
{"train_loss": 0.000759224290959537, "global_step": 81390, "epoch": 457, "lr": 1.344754738827686e-05}
{"train_loss": 0.001665991498157382, "global_step": 81391, "epoch": 457, "lr": 1.3446539131932774e-05}
{"train_loss": 0.0018702852539718151, "global_step": 81392, "epoch": 457, "lr": 1.3445530907515957e-05}
{"train_loss": 0.0018675151513889432, "global_step": 81393, "epoch": 457, "lr": 1.344452271502728e-05}
{"train_loss": 0.002242019400000572, "global_step": 81394, "epoch": 457, "lr": 1.3443514554467634e-05}
{"train_loss": 0.003192903008311987, "global_step": 81395, "epoch": 457, "lr": 1.3442506425837881e-05}
{"train_loss": 0.0014374640304595232, "global_step": 81396, "epoch": 457, "lr": 1.344149832913894e-05}
{"train_loss": 0.0011659497395157814, "global_step": 81397, "epoch": 457, "lr": 1.3440490264371641e-05}
{"train_loss": 0.0015599491307511926, "global_step": 81398, "epoch": 457, "lr": 1.343948223153691e-05}
{"train_loss": 0.0013928411062806845, "global_step": 81399, "epoch": 457, "lr": 1.34384742306356e-05}
{"train_loss": 0.0017368824919685721, "global_step": 81400, "epoch": 457, "lr": 1.3437466261668601e-05}
{"train_loss": 0.001189446309581399, "global_step": 81401, "epoch": 457, "lr": 1.3436458324636791e-05}
{"train_loss": 0.0006904060719534755, "global_step": 81402, "epoch": 457, "lr": 1.3435450419541057e-05}
{"train_loss": 0.0005855711060576141, "global_step": 81403, "epoch": 457, "lr": 1.3434442546382253e-05}
{"train_loss": 0.002074985997751355, "global_step": 81404, "epoch": 457, "lr": 1.3433434705161312e-05}
{"train_loss": 0.0008160690777003765, "global_step": 81405, "epoch": 457, "lr": 1.3432426895879047e-05}
{"train_loss": 0.000557208782993257, "global_step": 81406, "epoch": 457, "lr": 1.3431419118536393e-05}
{"train_loss": 0.0010134319309145212, "global_step": 81407, "epoch": 457, "lr": 1.3430411373134211e-05}
{"train_loss": 0.0029209924396127462, "global_step": 81408, "epoch": 457, "lr": 1.3429403659673378e-05}
{"train_loss": 0.0009283780818805099, "global_step": 81409, "epoch": 457, "lr": 1.3428395978154779e-05}
{"train_loss": 0.0016472255811095238, "global_step": 81410, "epoch": 457, "lr": 1.3427388328579293e-05}
{"train_loss": 0.0005713653517886996, "global_step": 81411, "epoch": 457, "lr": 1.3426380710947783e-05}
{"train_loss": 0.0006420870777219534, "global_step": 81412, "epoch": 457, "lr": 1.3425373125261175e-05}
{"train_loss": 0.0015004908200353384, "global_step": 81413, "epoch": 457, "lr": 1.3424365571520293e-05}
{"train_loss": 0.0011484890710562468, "global_step": 81414, "epoch": 457, "lr": 1.3423358049726065e-05}
{"train_loss": 0.00132425082847476, "global_step": 81415, "epoch": 457, "lr": 1.3422350559879327e-05}
{"train_loss": 0.00038200776907615364, "global_step": 81416, "epoch": 457, "lr": 1.3421343101980994e-05}
{"train_loss": 0.0015355104114860296, "global_step": 81417, "epoch": 457, "lr": 1.3420335676031932e-05}
{"train_loss": 0.002572061261162162, "global_step": 81418, "epoch": 457, "lr": 1.3419328282033005e-05}
{"train_loss": 0.002598382532596588, "global_step": 81419, "epoch": 457, "lr": 1.3418320919985145e-05}
{"train_loss": 0.0016945423558354378, "global_step": 81420, "epoch": 457, "lr": 1.3417313589889164e-05}
{"train_loss": 0.0007607945590279996, "global_step": 81421, "epoch": 457, "lr": 1.3416306291745994e-05}
{"train_loss": 0.0018697204068303108, "global_step": 81422, "epoch": 457, "lr": 1.3415299025556494e-05}
{"train_loss": 0.0024755606427788734, "global_step": 81423, "epoch": 457, "lr": 1.3414291791321542e-05}
{"train_loss": 0.0021554059349000454, "global_step": 81424, "epoch": 457, "lr": 1.3413284589042025e-05}
{"train_loss": 0.0009723927942104638, "global_step": 81425, "epoch": 457, "lr": 1.3412277418718815e-05}
{"train_loss": 0.0008985879831016064, "global_step": 81426, "epoch": 457, "lr": 1.3411270280352784e-05}
{"train_loss": 0.0018852069042623043, "global_step": 81427, "epoch": 457, "lr": 1.3410263173944853e-05}
{"train_loss": 0.0007323965546675026, "global_step": 81428, "epoch": 457, "lr": 1.3409256099495843e-05}
{"train_loss": 0.0013426097575575113, "global_step": 81429, "epoch": 457, "lr": 1.3408249057006671e-05}
{"train_loss": 0.0010440112091600895, "global_step": 81430, "epoch": 457, "lr": 1.3407242046478218e-05}
{"train_loss": 0.0010651685297489166, "global_step": 81431, "epoch": 457, "lr": 1.3406235067911349e-05}
{"train_loss": 0.0015316357603296638, "global_step": 81432, "epoch": 457, "lr": 1.3405228121306946e-05}
{"train_loss": 0.0012744709383696318, "global_step": 81433, "epoch": 457, "lr": 1.3404221206665895e-05}
{"train_loss": 0.0025496208108961582, "global_step": 81434, "epoch": 457, "lr": 1.3403214323989071e-05}
{"train_loss": 0.0016823167679831386, "global_step": 81435, "epoch": 457, "lr": 1.3402207473277351e-05}
{"train_loss": 0.0030378703959286213, "global_step": 81436, "epoch": 457, "lr": 1.3401200654531604e-05}
{"train_loss": 0.0010857224697247148, "global_step": 81437, "epoch": 457, "lr": 1.3400193867752737e-05}
{"train_loss": 0.0008837167406454682, "global_step": 81438, "epoch": 457, "lr": 1.3399187112941613e-05}
{"train_loss": 0.001151417032815516, "global_step": 81439, "epoch": 457, "lr": 1.3398180390099118e-05}
{"train_loss": 0.001743577653542161, "global_step": 81440, "epoch": 457, "lr": 1.3397173699226124e-05}
{"train_loss": 0.00028252037009224296, "global_step": 81441, "epoch": 457, "lr": 1.3396167040323493e-05}
{"train_loss": 0.0018497102428227663, "global_step": 81442, "epoch": 457, "lr": 1.339516041339216e-05}
{"train_loss": 0.0020455399062484503, "global_step": 81443, "epoch": 457, "lr": 1.3394153818432937e-05}
{"train_loss": 0.001025969278998673, "global_step": 81444, "epoch": 457, "lr": 1.3393147255446754e-05}
{"train_loss": 0.002184279030188918, "global_step": 81445, "epoch": 457, "lr": 1.3392140724434465e-05}
{"train_loss": 0.002309978473931551, "global_step": 81446, "epoch": 457, "lr": 1.3391134225396956e-05}
{"train_loss": 0.00176101247780025, "global_step": 81447, "epoch": 457, "lr": 1.3390127758335102e-05}
{"train_loss": 0.0010191979818046093, "global_step": 81448, "epoch": 457, "lr": 1.3389121323249786e-05}
{"train_loss": 0.0005676836590282619, "global_step": 81449, "epoch": 457, "lr": 1.3388114920141875e-05}
{"train_loss": 0.0008129627094604075, "global_step": 81450, "epoch": 457, "lr": 1.338710854901229e-05}
{"train_loss": 0.0029530865140259266, "global_step": 81451, "epoch": 457, "lr": 1.3386102209861844e-05}
{"train_loss": 0.001501386403106153, "global_step": 81452, "epoch": 457, "lr": 1.3385095902691485e-05}
{"train_loss": 0.001428267452865839, "global_step": 81453, "epoch": 457, "lr": 1.3384089627502027e-05}
{"train_loss": 0.0015323676634579897, "global_step": 81454, "epoch": 457, "lr": 1.3383083384294399e-05}
{"train_loss": 0.0009893777314573526, "global_step": 81455, "epoch": 457, "lr": 1.3382077173069452e-05}
{"train_loss": 0.0014437779318541288, "global_step": 81456, "epoch": 457, "lr": 1.3381070993828081e-05}
{"train_loss": 0.0009686783305369318, "global_step": 81457, "epoch": 457, "lr": 1.3380064846571156e-05}
{"train_loss": 0.0018680375069379807, "global_step": 81458, "epoch": 457, "lr": 1.3379058731299543e-05}
{"train_loss": 0.0009536829311400652, "global_step": 81459, "epoch": 457, "lr": 1.3378052648014144e-05}
{"train_loss": 0.0010753428796306252, "global_step": 81460, "epoch": 457, "lr": 1.3377046596715836e-05}
{"train_loss": 0.0021215162705630064, "global_step": 81461, "epoch": 457, "lr": 1.337604057740549e-05}
{"train_loss": 0.0013566138222813606, "global_step": 81462, "epoch": 457, "lr": 1.3375034590083984e-05}
{"train_loss": 0.0017863062676042318, "global_step": 81463, "epoch": 457, "lr": 1.3374028634752195e-05}
{"train_loss": 0.0013237606035545468, "global_step": 81464, "epoch": 457, "lr": 1.3373022711410993e-05}
{"train_loss": 0.0006646859110333025, "global_step": 81465, "epoch": 457, "lr": 1.3372016820061301e-05}
{"train_loss": 0.001000677701085806, "global_step": 81466, "epoch": 457, "lr": 1.3371010960703929e-05}
{"train_loss": 0.0009464360773563385, "global_step": 81467, "epoch": 457, "lr": 1.3370005133339824e-05}
{"train_loss": 0.0010150230955332518, "global_step": 81468, "epoch": 457, "lr": 1.3368999337969806e-05}
{"train_loss": 0.002584694651886821, "global_step": 81469, "epoch": 457, "lr": 1.3367993574594789e-05}
{"train_loss": 0.0017831637524068356, "global_step": 81470, "epoch": 457, "lr": 1.3366987843215645e-05}
{"train_loss": 0.0016254246002063155, "global_step": 81471, "epoch": 457, "lr": 1.3365982143833245e-05}
{"train_loss": 0.0009958615992218256, "global_step": 81472, "epoch": 457, "lr": 1.3364976476448477e-05}
{"train_loss": 0.0009366610320284963, "global_step": 81473, "epoch": 457, "lr": 1.3363970841062213e-05}
{"train_loss": 0.0014020350063219666, "global_step": 81474, "epoch": 457, "lr": 1.3362965237675317e-05}
{"train_loss": 0.0008968616020865738, "global_step": 81475, "epoch": 457, "lr": 1.336195966628871e-05}
{"train_loss": 0.001430559204891324, "global_step": 81476, "epoch": 457, "lr": 1.3360954126903219e-05}
{"train_loss": 0.0008680195896886289, "global_step": 81477, "epoch": 457, "lr": 1.3359948619519757e-05}
{"train_loss": 0.0017299719620496035, "global_step": 81478, "epoch": 457, "lr": 1.3358943144139191e-05}
{"train_loss": 0.0014523569261655211, "global_step": 81479, "epoch": 457, "lr": 1.3357937700762391e-05}
{"train_loss": 0.0009369089384563267, "global_step": 81480, "epoch": 457, "lr": 1.3356932289390267e-05}
{"train_loss": 0.0009096622234210372, "global_step": 81481, "epoch": 457, "lr": 1.3355926910023647e-05}
{"train_loss": 0.001864084741100669, "global_step": 81482, "epoch": 457, "lr": 1.3354921562663452e-05}
{"train_loss": 0.0011190949007868767, "global_step": 81483, "epoch": 457, "lr": 1.3353916247310544e-05}
{"train_loss": 0.0017917223740369081, "global_step": 81484, "epoch": 457, "lr": 1.3352910963965803e-05}
{"train_loss": 0.0012084044283255935, "global_step": 81485, "epoch": 457, "lr": 1.3351905712630108e-05}
{"train_loss": 0.001260761870071292, "global_step": 81486, "epoch": 457, "lr": 1.335090049330433e-05}
{"train_loss": 0.0017734634457156062, "global_step": 81487, "epoch": 457, "lr": 1.3349895305989352e-05}
{"train_loss": 0.0004867373500019312, "global_step": 81488, "epoch": 457, "lr": 1.3348890150686055e-05}
{"train_loss": 0.0010529551655054092, "global_step": 81489, "epoch": 457, "lr": 1.3347885027395296e-05}
{"train_loss": 0.0007266425527632236, "global_step": 81490, "epoch": 457, "lr": 1.3346879936118001e-05}
{"train_loss": 0.001785566215403378, "global_step": 81491, "epoch": 457, "lr": 1.3345874876854991e-05}
{"train_loss": 0.001318271504715085, "global_step": 81492, "epoch": 457, "lr": 1.3344869849607177e-05}
{"train_loss": 0.0009546546498313546, "global_step": 81493, "epoch": 457, "lr": 1.3343864854375438e-05}
{"train_loss": 0.0009609534754417837, "global_step": 81494, "epoch": 457, "lr": 1.3342859891160642e-05}
{"train_loss": 0.0006101740291342139, "global_step": 81495, "epoch": 457, "lr": 1.3341854959963668e-05}
{"train_loss": 0.0012115153949707747, "global_step": 81496, "epoch": 457, "lr": 1.3340850060785393e-05}
{"train_loss": 0.000762705341912806, "global_step": 81497, "epoch": 457, "lr": 1.3339845193626682e-05}
{"train_loss": 0.0005689696408808231, "global_step": 81498, "epoch": 457, "lr": 1.3338840358488458e-05}
{"train_loss": 0.0015097028808668256, "global_step": 81499, "epoch": 457, "lr": 1.3337835555371542e-05}
{"train_loss": 0.0015120769385248423, "global_step": 81500, "epoch": 457, "lr": 1.3336830784276843e-05}
{"train_loss": 0.001807495136745274, "global_step": 81501, "epoch": 457, "lr": 1.333582604520524e-05}
{"train_loss": 0.0012884449679404497, "global_step": 81502, "epoch": 457, "lr": 1.3334821338157583e-05}
{"train_loss": 0.0005549179622903466, "global_step": 81503, "epoch": 457, "lr": 1.3333816663134801e-05}
{"train_loss": 0.0013464270159602165, "global_step": 81504, "epoch": 457, "lr": 1.3332812020137714e-05}
{"train_loss": 0.0017653565155342221, "global_step": 81505, "epoch": 457, "lr": 1.3331807409167257e-05}
{"train_loss": 0.001390237594023347, "global_step": 81506, "epoch": 457, "lr": 1.3330802830224242e-05}
{"train_loss": 0.0010527352569624782, "global_step": 81507, "epoch": 457, "lr": 1.3329798283309597e-05}
{"train_loss": 0.0004016862076241523, "global_step": 81508, "epoch": 457, "lr": 1.3328793768424181e-05}
{"train_loss": 0.0011747777462005615, "global_step": 81509, "epoch": 457, "lr": 1.3327789285568875e-05}
{"train_loss": 0.003228850895538926, "global_step": 81510, "epoch": 457, "lr": 1.332678483474456e-05}
{"train_loss": 0.00047634969814680517, "global_step": 81511, "epoch": 457, "lr": 1.3325780415952104e-05}
{"train_loss": 0.0012324969284236431, "global_step": 81512, "epoch": 457, "lr": 1.3324776029192371e-05}
{"train_loss": 0.0009391636704094708, "global_step": 81513, "epoch": 457, "lr": 1.332377167446629e-05}
{"train_loss": 0.0007439054315909743, "global_step": 81514, "epoch": 457, "lr": 1.3322767351774674e-05}
{"train_loss": 0.0008547456236556172, "global_step": 81515, "epoch": 457, "lr": 1.3321763061118442e-05}
{"train_loss": 0.0025394659023731947, "global_step": 81516, "epoch": 457, "lr": 1.3320758802498462e-05}
{"train_loss": 0.0008238242589868605, "global_step": 81517, "epoch": 457, "lr": 1.331975457591561e-05}
{"train_loss": 0.0034287222661077976, "global_step": 81518, "epoch": 457, "lr": 1.3318750381370759e-05}
{"train_loss": 0.0005414317129179835, "global_step": 81519, "epoch": 457, "lr": 1.3317746218864791e-05}
{"train_loss": 0.0007599199889227748, "global_step": 81520, "epoch": 457, "lr": 1.3316742088398565e-05}
{"train_loss": 0.003060858929529786, "global_step": 81521, "epoch": 457, "lr": 1.3315737989972993e-05}
{"train_loss": 0.0030991705134510994, "global_step": 81522, "epoch": 457, "lr": 1.3314733923588929e-05}
{"train_loss": 0.0014651878970724876, "global_step": 81523, "epoch": 457, "lr": 1.3313729889247257e-05}
{"train_loss": 0.0010960070649161935, "global_step": 81524, "epoch": 458, "lr": 1.3312725886948845e-05}
{"train_loss": 0.0016161518869921565, "global_step": 81525, "epoch": 458, "lr": 1.331172191669458e-05}
{"train_loss": 0.0017351496499031782, "global_step": 81526, "epoch": 458, "lr": 1.3310717978485338e-05}
{"train_loss": 0.0011092755012214184, "global_step": 81527, "epoch": 458, "lr": 1.330971407232197e-05}
{"train_loss": 0.0018271063454449177, "global_step": 81528, "epoch": 458, "lr": 1.3308710198205416e-05}
{"train_loss": 0.0026074934285134077, "global_step": 81529, "epoch": 458, "lr": 1.3307706356136474e-05}
{"train_loss": 0.0011375902686268091, "global_step": 81530, "epoch": 458, "lr": 1.3306702546116073e-05}
{"train_loss": 0.0019143513636663556, "global_step": 81531, "epoch": 458, "lr": 1.330569876814508e-05}
{"train_loss": 0.0008345390670001507, "global_step": 81532, "epoch": 458, "lr": 1.3304695022224372e-05}
{"train_loss": 0.0011199115542694926, "global_step": 81533, "epoch": 458, "lr": 1.3303691308354816e-05}
{"train_loss": 0.00198175385594368, "global_step": 81534, "epoch": 458, "lr": 1.3302687626537296e-05}
{"train_loss": 0.0018786774016916752, "global_step": 81535, "epoch": 458, "lr": 1.3301683976772667e-05}
{"train_loss": 0.0012405700981616974, "global_step": 81536, "epoch": 458, "lr": 1.3300680359061862e-05}
{"train_loss": 0.0011831570882350206, "global_step": 81537, "epoch": 458, "lr": 1.329967677340569e-05}
{"train_loss": 0.0021826394367963076, "global_step": 81538, "epoch": 458, "lr": 1.3298673219805068e-05}
{"train_loss": 0.0013488404219970107, "global_step": 81539, "epoch": 458, "lr": 1.3297669698260868e-05}
{"train_loss": 0.0005112937069498003, "global_step": 81540, "epoch": 458, "lr": 1.3296666208773961e-05}
{"train_loss": 0.0013893420109525323, "global_step": 81541, "epoch": 458, "lr": 1.3295662751345222e-05}
{"train_loss": 0.0013438444584608078, "global_step": 81542, "epoch": 458, "lr": 1.3294659325975517e-05}
{"train_loss": 0.0015457789413630962, "global_step": 81543, "epoch": 458, "lr": 1.3293655932665765e-05}
{"train_loss": 0.001149214105680585, "global_step": 81544, "epoch": 458, "lr": 1.3292652571416786e-05}
{"train_loss": 0.0005321813514456153, "global_step": 81545, "epoch": 458, "lr": 1.3291649242229492e-05}
{"train_loss": 0.0007095671608112752, "global_step": 81546, "epoch": 458, "lr": 1.3290645945104752e-05}
{"train_loss": 0.0005647773505188525, "global_step": 81547, "epoch": 458, "lr": 1.328964268004344e-05}
{"train_loss": 0.0019852174445986748, "global_step": 81548, "epoch": 458, "lr": 1.3288639447046436e-05}
{"train_loss": 0.0008519942639395595, "global_step": 81549, "epoch": 458, "lr": 1.328763624611461e-05}
{"train_loss": 0.002411683090031147, "global_step": 81550, "epoch": 458, "lr": 1.3286633077248823e-05}
{"train_loss": 0.0007335286354646087, "global_step": 81551, "epoch": 458, "lr": 1.3285629940450007e-05}
{"train_loss": 0.0018588521052151918, "global_step": 81552, "epoch": 458, "lr": 1.3284626835718967e-05}
{"train_loss": 0.0005849661538377404, "global_step": 81553, "epoch": 458, "lr": 1.3283623763056624e-05}
{"train_loss": 0.0015255778562277555, "global_step": 81554, "epoch": 458, "lr": 1.328262072246385e-05}
{"train_loss": 0.0005332846194505692, "global_step": 81555, "epoch": 458, "lr": 1.3281617713941508e-05}
{"train_loss": 0.002018832601606846, "global_step": 81556, "epoch": 458, "lr": 1.3280614737490482e-05}
{"train_loss": 0.000700342352502048, "global_step": 81557, "epoch": 458, "lr": 1.3279611793111645e-05}
{"train_loss": 0.001066044089384377, "global_step": 81558, "epoch": 458, "lr": 1.3278608880805866e-05}
{"train_loss": 0.0009318595984950662, "global_step": 81559, "epoch": 458, "lr": 1.3277606000574056e-05}
{"train_loss": 0.0013559394283220172, "global_step": 81560, "epoch": 458, "lr": 1.3276603152417027e-05}
{"train_loss": 0.0021838925313204527, "global_step": 81561, "epoch": 458, "lr": 1.327560033633573e-05}
{"train_loss": 0.00097752851434052, "global_step": 81562, "epoch": 458, "lr": 1.327459755233097e-05}
{"train_loss": 0.0013799467124044895, "global_step": 81563, "epoch": 458, "lr": 1.3273594800403671e-05}
{"train_loss": 0.004093263763934374, "global_step": 81564, "epoch": 458, "lr": 1.3272592080554697e-05}
{"train_loss": 0.000738470465876162, "global_step": 81565, "epoch": 458, "lr": 1.32715893927849e-05}
{"train_loss": 0.0007012981222942472, "global_step": 81566, "epoch": 458, "lr": 1.327058673709521e-05}
{"train_loss": 0.0008067253511399031, "global_step": 81567, "epoch": 458, "lr": 1.3269584113486433e-05}
{"train_loss": 0.0007150766905397177, "global_step": 81568, "epoch": 458, "lr": 1.32685815219595e-05}
{"train_loss": 0.0017698374576866627, "global_step": 81569, "epoch": 458, "lr": 1.326757896251527e-05}
{"train_loss": 0.0010471843415871263, "global_step": 81570, "epoch": 458, "lr": 1.3266576435154615e-05}
{"train_loss": 0.0032436023466289043, "global_step": 81571, "epoch": 458, "lr": 1.3265573939878412e-05}
{"train_loss": 0.0009933006949722767, "global_step": 81572, "epoch": 458, "lr": 1.3264571476687531e-05}
{"train_loss": 0.00340988184325397, "global_step": 81573, "epoch": 458, "lr": 1.3263569045582846e-05}
{"train_loss": 0.0007462215144187212, "global_step": 81574, "epoch": 458, "lr": 1.3262566646565261e-05}
{"train_loss": 0.002003864850848913, "global_step": 81575, "epoch": 458, "lr": 1.3261564279635608e-05}
{"train_loss": 0.0011597767006605864, "global_step": 81576, "epoch": 458, "lr": 1.3260561944794808e-05}
{"train_loss": 0.0008359888452105224, "global_step": 81577, "epoch": 458, "lr": 1.325955964204369e-05}
{"train_loss": 0.0026860632933676243, "global_step": 81578, "epoch": 458, "lr": 1.3258557371383162e-05}
{"train_loss": 0.0025906360242515802, "global_step": 81579, "epoch": 458, "lr": 1.3257555132814092e-05}
{"train_loss": 0.0007135914638638496, "global_step": 81580, "epoch": 458, "lr": 1.325655292633735e-05}
{"train_loss": 0.0013941400684416294, "global_step": 81581, "epoch": 458, "lr": 1.3255550751953821e-05}
{"train_loss": 0.0010866306256502867, "global_step": 81582, "epoch": 458, "lr": 1.3254548609664369e-05}
{"train_loss": 0.0018913443200290203, "global_step": 81583, "epoch": 458, "lr": 1.3253546499469866e-05}
{"train_loss": 0.002376918215304613, "global_step": 81584, "epoch": 458, "lr": 1.3252544421371204e-05}
{"train_loss": 0.0011879887897521257, "global_step": 81585, "epoch": 458, "lr": 1.3251542375369252e-05}
{"train_loss": 0.002540014451369643, "global_step": 81586, "epoch": 458, "lr": 1.325054036146488e-05}
{"train_loss": 0.001174107426777482, "global_step": 81587, "epoch": 458, "lr": 1.324953837965897e-05}
{"train_loss": 0.0007105575641617179, "global_step": 81588, "epoch": 458, "lr": 1.324853642995238e-05}
{"train_loss": 0.0014616958796977997, "global_step": 81589, "epoch": 458, "lr": 1.3247534512346028e-05}
{"train_loss": 0.0009438371052965522, "global_step": 81590, "epoch": 458, "lr": 1.3246532626840724e-05}
{"train_loss": 0.002002946101129055, "global_step": 81591, "epoch": 458, "lr": 1.3245530773437398e-05}
{"train_loss": 0.002349182963371277, "global_step": 81592, "epoch": 458, "lr": 1.3244528952136908e-05}
{"train_loss": 0.0012533103581517935, "global_step": 81593, "epoch": 458, "lr": 1.3243527162940123e-05}
{"train_loss": 0.0008963472791947424, "global_step": 81594, "epoch": 458, "lr": 1.3242525405847923e-05}
{"train_loss": 0.00264011905528605, "global_step": 81595, "epoch": 458, "lr": 1.3241523680861185e-05}
{"train_loss": 0.0007122937240637839, "global_step": 81596, "epoch": 458, "lr": 1.3240521987980775e-05}
{"train_loss": 0.0010486941318958998, "global_step": 81597, "epoch": 458, "lr": 1.3239520327207578e-05}
{"train_loss": 0.0017212822567671537, "global_step": 81598, "epoch": 458, "lr": 1.3238518698542452e-05}
{"train_loss": 0.0008108316687867045, "global_step": 81599, "epoch": 458, "lr": 1.3237517101986314e-05}
{"train_loss": 0.002166141988709569, "global_step": 81600, "epoch": 458, "lr": 1.3236515537539974e-05}
{"train_loss": 0.0009658876806497574, "global_step": 81601, "epoch": 458, "lr": 1.3235514005204357e-05}
{"train_loss": 0.0008860757807269692, "global_step": 81602, "epoch": 458, "lr": 1.323451250498033e-05}
{"train_loss": 0.00277105625718832, "global_step": 81603, "epoch": 458, "lr": 1.3233511036868757e-05}
{"train_loss": 0.000688243773765862, "global_step": 81604, "epoch": 458, "lr": 1.3232509600870513e-05}
{"train_loss": 0.0007125271949917078, "global_step": 81605, "epoch": 458, "lr": 1.3231508196986464e-05}
{"train_loss": 0.0016673323698341846, "global_step": 81606, "epoch": 458, "lr": 1.3230506825217515e-05}
{"train_loss": 0.0017008490394800901, "global_step": 81607, "epoch": 458, "lr": 1.322950548556452e-05}
{"train_loss": 0.0007422843482345343, "global_step": 81608, "epoch": 458, "lr": 1.322850417802835e-05}
{"train_loss": 0.0006665224209427834, "global_step": 81609, "epoch": 458, "lr": 1.3227502902609895e-05}
{"train_loss": 0.0009618065087124705, "global_step": 81610, "epoch": 458, "lr": 1.3226501659310015e-05}
{"train_loss": 0.0008628244395367801, "global_step": 81611, "epoch": 458, "lr": 1.3225500448129575e-05}
{"train_loss": 0.0005662161856889725, "global_step": 81612, "epoch": 458, "lr": 1.3224499269069496e-05}
{"train_loss": 0.0021948281209915876, "global_step": 81613, "epoch": 458, "lr": 1.322349812213059e-05}
{"train_loss": 0.0022327585611492395, "global_step": 81614, "epoch": 458, "lr": 1.3222497007313795e-05}
{"train_loss": 0.0008989665075205266, "global_step": 81615, "epoch": 458, "lr": 1.3221495924619915e-05}
{"train_loss": 0.0009396302630193532, "global_step": 81616, "epoch": 458, "lr": 1.3220494874049883e-05}
{"train_loss": 0.0021394004579633474, "global_step": 81617, "epoch": 458, "lr": 1.3219493855604548e-05}
{"train_loss": 0.0010509572457522154, "global_step": 81618, "epoch": 458, "lr": 1.3218492869284793e-05}
{"train_loss": 0.0005096216336824, "global_step": 81619, "epoch": 458, "lr": 1.3217491915091484e-05}
{"train_loss": 0.0008891639299690723, "global_step": 81620, "epoch": 458, "lr": 1.3216490993025504e-05}
{"train_loss": 0.0014119375264272094, "global_step": 81621, "epoch": 458, "lr": 1.3215490103087703e-05}
{"train_loss": 0.001995809841901064, "global_step": 81622, "epoch": 458, "lr": 1.321448924527901e-05}
{"train_loss": 0.002439230913296342, "global_step": 81623, "epoch": 458, "lr": 1.3213488419600229e-05}
{"train_loss": 0.0009580106707289815, "global_step": 81624, "epoch": 458, "lr": 1.3212487626052284e-05}
{"train_loss": 0.003060942515730858, "global_step": 81625, "epoch": 458, "lr": 1.3211486864636036e-05}
{"train_loss": 0.0015057319542393088, "global_step": 81626, "epoch": 458, "lr": 1.321048613535234e-05}
{"train_loss": 0.0008368159178644419, "global_step": 81627, "epoch": 458, "lr": 1.3209485438202118e-05}
{"train_loss": 0.0020107929594814777, "global_step": 81628, "epoch": 458, "lr": 1.3208484773186186e-05}
{"train_loss": 0.000913538271561265, "global_step": 81629, "epoch": 458, "lr": 1.320748414030546e-05}
{"train_loss": 0.001012955792248249, "global_step": 81630, "epoch": 458, "lr": 1.3206483539560794e-05}
{"train_loss": 0.0012830444611608982, "global_step": 81631, "epoch": 458, "lr": 1.320548297095307e-05}
{"train_loss": 0.0025179293006658554, "global_step": 81632, "epoch": 458, "lr": 1.3204482434483161e-05}
{"train_loss": 0.0015858333790674806, "global_step": 81633, "epoch": 458, "lr": 1.320348193015194e-05}
{"train_loss": 0.0011486685834825039, "global_step": 81634, "epoch": 458, "lr": 1.3202481457960281e-05}
{"train_loss": 0.0006628765258938074, "global_step": 81635, "epoch": 458, "lr": 1.3201481017909052e-05}
{"train_loss": 0.0012554212007671595, "global_step": 81636, "epoch": 458, "lr": 1.3200480609999122e-05}
{"train_loss": 0.001394200837239623, "global_step": 81637, "epoch": 458, "lr": 1.3199480234231398e-05}
{"train_loss": 0.00108293944504112, "global_step": 81638, "epoch": 458, "lr": 1.3198479890606707e-05}
{"train_loss": 0.0018968384247273207, "global_step": 81639, "epoch": 458, "lr": 1.319747957912596e-05}
{"train_loss": 0.0012695984914898872, "global_step": 81640, "epoch": 458, "lr": 1.319647929979001e-05}
{"train_loss": 0.0017011039890348911, "global_step": 81641, "epoch": 458, "lr": 1.3195479052599747e-05}
{"train_loss": 0.0010273598600178957, "global_step": 81642, "epoch": 458, "lr": 1.319447883755603e-05}
{"train_loss": 0.0005546833854168653, "global_step": 81643, "epoch": 458, "lr": 1.3193478654659735e-05}
{"train_loss": 0.0019266159506514668, "global_step": 81644, "epoch": 458, "lr": 1.3192478503911726e-05}
{"train_loss": 0.000963484519161284, "global_step": 81645, "epoch": 458, "lr": 1.3191478385312922e-05}
{"train_loss": 0.002667161636054516, "global_step": 81646, "epoch": 458, "lr": 1.3190478298864129e-05}
{"train_loss": 0.001596363727003336, "global_step": 81647, "epoch": 458, "lr": 1.3189478244566272e-05}
{"train_loss": 0.0007830701069906354, "global_step": 81648, "epoch": 458, "lr": 1.3188478222420209e-05}
{"train_loss": 0.000764964846894145, "global_step": 81649, "epoch": 458, "lr": 1.3187478232426791e-05}
{"train_loss": 0.0011624305043369532, "global_step": 81650, "epoch": 458, "lr": 1.318647827458695e-05}
{"train_loss": 0.0012942464090883732, "global_step": 81651, "epoch": 458, "lr": 1.3185478348901486e-05}
{"train_loss": 0.0006891810335218906, "global_step": 81652, "epoch": 458, "lr": 1.318447845537134e-05}
{"train_loss": 0.0007312425877898932, "global_step": 81653, "epoch": 458, "lr": 1.3183478593997328e-05}
{"train_loss": 0.0013395335990935564, "global_step": 81654, "epoch": 458, "lr": 1.3182478764780359e-05}
{"train_loss": 0.0005452122422866523, "global_step": 81655, "epoch": 458, "lr": 1.3181478967721294e-05}
{"train_loss": 0.0012339521199464798, "global_step": 81656, "epoch": 458, "lr": 1.318047920282101e-05}
{"train_loss": 0.0016829248052090406, "global_step": 81657, "epoch": 458, "lr": 1.3179479470080381e-05}
{"train_loss": 0.0003493607509881258, "global_step": 81658, "epoch": 458, "lr": 1.3178479769500274e-05}
{"train_loss": 0.0019451308762654662, "global_step": 81659, "epoch": 458, "lr": 1.3177480101081557e-05}
{"train_loss": 0.001146801863797009, "global_step": 81660, "epoch": 458, "lr": 1.3176480464825136e-05}
{"train_loss": 0.0011798350606113672, "global_step": 81661, "epoch": 458, "lr": 1.3175480860731831e-05}
{"train_loss": 0.001970977056771517, "global_step": 81662, "epoch": 458, "lr": 1.3174481288802565e-05}
{"train_loss": 0.0007788893999531865, "global_step": 81663, "epoch": 458, "lr": 1.3173481749038186e-05}
{"train_loss": 0.0011379874777048826, "global_step": 81664, "epoch": 458, "lr": 1.3172482241439571e-05}
{"train_loss": 0.0006993799470365047, "global_step": 81665, "epoch": 458, "lr": 1.3171482766007591e-05}
{"train_loss": 0.0018479656428098679, "global_step": 81666, "epoch": 458, "lr": 1.3170483322743126e-05}
{"train_loss": 0.002265473362058401, "global_step": 81667, "epoch": 458, "lr": 1.316948391164703e-05}
{"train_loss": 0.0014130822382867336, "global_step": 81668, "epoch": 458, "lr": 1.3168484532720199e-05}
{"train_loss": 0.0014124730369076133, "global_step": 81669, "epoch": 458, "lr": 1.3167485185963501e-05}
{"train_loss": 0.001620118971914053, "global_step": 81670, "epoch": 458, "lr": 1.316648587137781e-05}
{"train_loss": 0.0005987151525914669, "global_step": 81671, "epoch": 458, "lr": 1.3165486588963988e-05}
{"train_loss": 0.0014110112097114325, "global_step": 81672, "epoch": 458, "lr": 1.3164487338722914e-05}
{"train_loss": 0.0012651598080992699, "global_step": 81673, "epoch": 458, "lr": 1.316348812065546e-05}
{"train_loss": 0.0014165476895868778, "global_step": 81674, "epoch": 458, "lr": 1.3162488934762484e-05}
{"train_loss": 0.002074936404824257, "global_step": 81675, "epoch": 458, "lr": 1.316148978104491e-05}
{"train_loss": 0.0016546619590371847, "global_step": 81676, "epoch": 458, "lr": 1.3160490659503539e-05}
{"train_loss": 0.002079302677884698, "global_step": 81677, "epoch": 458, "lr": 1.3159491570139298e-05}
{"train_loss": 0.0011099909897893667, "global_step": 81678, "epoch": 458, "lr": 1.3158492512953035e-05}
{"train_loss": 0.0023179578129202127, "global_step": 81679, "epoch": 458, "lr": 1.3157493487945633e-05}
{"train_loss": 0.0016137839993461967, "global_step": 81680, "epoch": 458, "lr": 1.315649449511796e-05}
{"train_loss": 0.001441751141101122, "global_step": 81681, "epoch": 458, "lr": 1.315549553447089e-05}
{"train_loss": 0.0021381000988185406, "global_step": 81682, "epoch": 458, "lr": 1.3154496606005278e-05}
{"train_loss": 0.0010788801591843367, "global_step": 81683, "epoch": 458, "lr": 1.3153497709722041e-05}
{"train_loss": 0.0011033236514776945, "global_step": 81684, "epoch": 458, "lr": 1.3152498845621996e-05}
{"train_loss": 0.0005241245962679386, "global_step": 81685, "epoch": 458, "lr": 1.3151500013706058e-05}
{"train_loss": 0.0028832517564296722, "global_step": 81686, "epoch": 458, "lr": 1.3150501213975081e-05}
{"train_loss": 0.0006225164979696274, "global_step": 81687, "epoch": 458, "lr": 1.314950244642994e-05}
{"train_loss": 0.0008666572975926101, "global_step": 81688, "epoch": 458, "lr": 1.3148503711071514e-05}
{"train_loss": 0.0009813116630539298, "global_step": 81689, "epoch": 458, "lr": 1.3147505007900652e-05}
{"train_loss": 0.0010968804126605392, "global_step": 81690, "epoch": 458, "lr": 1.3146506336918268e-05}
{"train_loss": 0.0013824000488966703, "global_step": 81691, "epoch": 458, "lr": 1.3145507698125188e-05}
{"train_loss": 0.0010804967023432255, "global_step": 81692, "epoch": 458, "lr": 1.3144509091522312e-05}
{"train_loss": 0.00048155340482480824, "global_step": 81693, "epoch": 458, "lr": 1.3143510517110514e-05}
{"train_loss": 0.0014587347395718098, "global_step": 81694, "epoch": 458, "lr": 1.3142511974890653e-05}
{"train_loss": 0.0009634848684072495, "global_step": 81695, "epoch": 458, "lr": 1.3141513464863608e-05}
{"train_loss": 0.0005773712182417512, "global_step": 81696, "epoch": 458, "lr": 1.3140514987030255e-05}
{"train_loss": 0.0007947079138830304, "global_step": 81697, "epoch": 458, "lr": 1.313951654139144e-05}
{"train_loss": 0.0007983515388332307, "global_step": 81698, "epoch": 458, "lr": 1.3138518127948091e-05}
{"train_loss": 0.002509091515094042, "global_step": 81699, "epoch": 458, "lr": 1.313751974670101e-05}
{"train_loss": 0.0023114474024623632, "global_step": 81700, "epoch": 458, "lr": 1.313652139765112e-05}
{"train_loss": 0.0014026337438930098, "global_step": 81701, "epoch": 458, "lr": 1.3135523080799279e-05}
{"train_loss": 0.001695470418781042, "global_step": 81702, "epoch": 459, "lr": 1.3134524796146359e-05}
{"train_loss": 0.0010943192755803466, "global_step": 81703, "epoch": 459, "lr": 1.3133526543693225e-05}
{"train_loss": 0.0009769988246262074, "global_step": 81704, "epoch": 459, "lr": 1.3132528323440757e-05}
{"train_loss": 0.0022086109966039658, "global_step": 81705, "epoch": 459, "lr": 1.3131530135389824e-05}
{"train_loss": 0.0030565671622753143, "global_step": 81706, "epoch": 459, "lr": 1.3130531979541295e-05}
{"train_loss": 0.0012100047897547483, "global_step": 81707, "epoch": 459, "lr": 1.3129533855896031e-05}
{"train_loss": 0.0011751430574804544, "global_step": 81708, "epoch": 459, "lr": 1.3128535764454947e-05}
{"train_loss": 0.0025350279174745083, "global_step": 81709, "epoch": 459, "lr": 1.3127537705218856e-05}
{"train_loss": 0.00042762793600559235, "global_step": 81710, "epoch": 459, "lr": 1.3126539678188676e-05}
{"train_loss": 0.001225546933710575, "global_step": 81711, "epoch": 459, "lr": 1.3125541683365255e-05}
{"train_loss": 0.00114929408300668, "global_step": 81712, "epoch": 459, "lr": 1.3124543720749461e-05}
{"train_loss": 0.0015693936729803681, "global_step": 81713, "epoch": 459, "lr": 1.3123545790342206e-05}
{"train_loss": 0.0005293646245263517, "global_step": 81714, "epoch": 459, "lr": 1.31225478921443e-05}
{"train_loss": 0.0008713800925761461, "global_step": 81715, "epoch": 459, "lr": 1.312155002615666e-05}
{"train_loss": 0.0013295544777065516, "global_step": 81716, "epoch": 459, "lr": 1.3120552192380147e-05}
{"train_loss": 0.0012641104403883219, "global_step": 81717, "epoch": 459, "lr": 1.3119554390815625e-05}
{"train_loss": 0.0015572363045066595, "global_step": 81718, "epoch": 459, "lr": 1.3118556621463973e-05}
{"train_loss": 0.0008450308232568204, "global_step": 81719, "epoch": 459, "lr": 1.311755888432606e-05}
{"train_loss": 0.0008904487476684153, "global_step": 81720, "epoch": 459, "lr": 1.3116561179402743e-05}
{"train_loss": 0.0008178113494068384, "global_step": 81721, "epoch": 459, "lr": 1.3115563506694934e-05}
{"train_loss": 0.003268876811489463, "global_step": 81722, "epoch": 459, "lr": 1.3114565866203443e-05}
{"train_loss": 0.0016705491580069065, "global_step": 81723, "epoch": 459, "lr": 1.3113568257929215e-05}
{"train_loss": 0.00048185844207182527, "global_step": 81724, "epoch": 459, "lr": 1.3112570681873049e-05}
{"train_loss": 0.0019101264188066125, "global_step": 81725, "epoch": 459, "lr": 1.311157313803586e-05}
{"train_loss": 0.001038002548739314, "global_step": 81726, "epoch": 459, "lr": 1.3110575626418515e-05}
{"train_loss": 0.003042948665097356, "global_step": 81727, "epoch": 459, "lr": 1.3109578147021872e-05}
{"train_loss": 0.0022545631509274244, "global_step": 81728, "epoch": 459, "lr": 1.3108580699846818e-05}
{"train_loss": 0.002805613446980715, "global_step": 81729, "epoch": 459, "lr": 1.3107583284894209e-05}
{"train_loss": 0.0008516707457602024, "global_step": 81730, "epoch": 459, "lr": 1.3106585902164914e-05}
{"train_loss": 0.0015941389137879014, "global_step": 81731, "epoch": 459, "lr": 1.3105588551659825e-05}
{"train_loss": 0.0017023637192323804, "global_step": 81732, "epoch": 459, "lr": 1.3104591233379798e-05}
{"train_loss": 0.0011812990996986628, "global_step": 81733, "epoch": 459, "lr": 1.3103593947325709e-05}
{"train_loss": 0.0009009646018967032, "global_step": 81734, "epoch": 459, "lr": 1.3102596693498432e-05}
{"train_loss": 0.0006772347260266542, "global_step": 81735, "epoch": 459, "lr": 1.3101599471898812e-05}
{"train_loss": 0.0006509338272735476, "global_step": 81736, "epoch": 459, "lr": 1.3100602282527774e-05}
{"train_loss": 0.0005383603856898844, "global_step": 81737, "epoch": 459, "lr": 1.3099605125386122e-05}
{"train_loss": 0.0005658490117639303, "global_step": 81738, "epoch": 459, "lr": 1.3098608000474783e-05}
{"train_loss": 0.0008162421872839332, "global_step": 81739, "epoch": 459, "lr": 1.3097610907794605e-05}
{"train_loss": 0.0012683100067079067, "global_step": 81740, "epoch": 459, "lr": 1.3096613847346456e-05}
{"train_loss": 0.0006880272412672639, "global_step": 81741, "epoch": 459, "lr": 1.3095616819131212e-05}
{"train_loss": 0.0009774572681635618, "global_step": 81742, "epoch": 459, "lr": 1.3094619823149746e-05}
{"train_loss": 0.001422085682861507, "global_step": 81743, "epoch": 459, "lr": 1.3093622859402921e-05}
{"train_loss": 0.0015160614857450128, "global_step": 81744, "epoch": 459, "lr": 1.3092625927891616e-05}
{"train_loss": 0.0006790272309444845, "global_step": 81745, "epoch": 459, "lr": 1.309162902861668e-05}
{"train_loss": 0.0019922293722629547, "global_step": 81746, "epoch": 459, "lr": 1.3090632161579037e-05}
{"train_loss": 0.0014724128413945436, "global_step": 81747, "epoch": 459, "lr": 1.3089635326779487e-05}
{"train_loss": 0.0014558166731148958, "global_step": 81748, "epoch": 459, "lr": 1.3088638524218955e-05}
{"train_loss": 0.0004260863643139601, "global_step": 81749, "epoch": 459, "lr": 1.3087641753898294e-05}
{"train_loss": 0.003308767918497324, "global_step": 81750, "epoch": 459, "lr": 1.3086645015818372e-05}
{"train_loss": 0.004027954768389463, "global_step": 81751, "epoch": 459, "lr": 1.3085648309980059e-05}
{"train_loss": 0.0019562728703022003, "global_step": 81752, "epoch": 459, "lr": 1.3084651636384215e-05}
{"train_loss": 0.0017828643321990967, "global_step": 81753, "epoch": 459, "lr": 1.3083654995031735e-05}
{"train_loss": 0.0009659698116593063, "global_step": 81754, "epoch": 459, "lr": 1.308265838592348e-05}
{"train_loss": 0.004220228176563978, "global_step": 81755, "epoch": 459, "lr": 1.308166180906032e-05}
{"train_loss": 0.0012586562661454082, "global_step": 81756, "epoch": 459, "lr": 1.3080665264443121e-05}
{"train_loss": 0.0008229253580793738, "global_step": 81757, "epoch": 459, "lr": 1.307966875207276e-05}
{"train_loss": 0.0009742729598656297, "global_step": 81758, "epoch": 459, "lr": 1.3078672271950083e-05}
{"train_loss": 0.0016489189583808184, "global_step": 81759, "epoch": 459, "lr": 1.3077675824076013e-05}
{"train_loss": 0.001170104369521141, "global_step": 81760, "epoch": 459, "lr": 1.307667940845136e-05}
{"train_loss": 0.0016521003562957048, "global_step": 81761, "epoch": 459, "lr": 1.3075683025077052e-05}
{"train_loss": 0.0012982834596186876, "global_step": 81762, "epoch": 459, "lr": 1.3074686673953896e-05}
{"train_loss": 0.0019043587381020188, "global_step": 81763, "epoch": 459, "lr": 1.3073690355082812e-05}
{"train_loss": 0.0018791800830513239, "global_step": 81764, "epoch": 459, "lr": 1.3072694068464658e-05}
{"train_loss": 0.0012405444867908955, "global_step": 81765, "epoch": 459, "lr": 1.3071697814100298e-05}
{"train_loss": 0.0027308149728924036, "global_step": 81766, "epoch": 459, "lr": 1.3070701591990608e-05}
{"train_loss": 0.0022006931249052286, "global_step": 81767, "epoch": 459, "lr": 1.306970540213645e-05}
{"train_loss": 0.00036614766577258706, "global_step": 81768, "epoch": 459, "lr": 1.3068709244538685e-05}
{"train_loss": 0.0015235226601362228, "global_step": 81769, "epoch": 459, "lr": 1.3067713119198228e-05}
{"train_loss": 0.0020428646821528673, "global_step": 81770, "epoch": 459, "lr": 1.3066717026115887e-05}
{"train_loss": 0.0019331509247422218, "global_step": 81771, "epoch": 459, "lr": 1.3065720965292583e-05}
{"train_loss": 0.0011872958857566118, "global_step": 81772, "epoch": 459, "lr": 1.3064724936729162e-05}
{"train_loss": 0.0009973295964300632, "global_step": 81773, "epoch": 459, "lr": 1.3063728940426478e-05}
{"train_loss": 0.0010016459273174405, "global_step": 81774, "epoch": 459, "lr": 1.3062732976385456e-05}
{"train_loss": 0.0006242459639906883, "global_step": 81775, "epoch": 459, "lr": 1.3061737044606903e-05}
{"train_loss": 0.001899795955978334, "global_step": 81776, "epoch": 459, "lr": 1.3060741145091727e-05}
{"train_loss": 0.000803080853074789, "global_step": 81777, "epoch": 459, "lr": 1.305974527784079e-05}
{"train_loss": 0.001570697408169508, "global_step": 81778, "epoch": 459, "lr": 1.3058749442854962e-05}
{"train_loss": 0.0016810381785035133, "global_step": 81779, "epoch": 459, "lr": 1.3057753640135106e-05}
{"train_loss": 0.0014858627691864967, "global_step": 81780, "epoch": 459, "lr": 1.3056757869682096e-05}
{"train_loss": 0.0019951704889535904, "global_step": 81781, "epoch": 459, "lr": 1.3055762131496807e-05}
{"train_loss": 0.0027166022919118404, "global_step": 81782, "epoch": 459, "lr": 1.3054766425580094e-05}
{"train_loss": 0.0009662284282967448, "global_step": 81783, "epoch": 459, "lr": 1.3053770751932831e-05}
{"train_loss": 0.001674266648478806, "global_step": 81784, "epoch": 459, "lr": 1.305277511055592e-05}
{"train_loss": 0.001499679172411561, "global_step": 81785, "epoch": 459, "lr": 1.3051779501450173e-05}
{"train_loss": 0.001413597958162427, "global_step": 81786, "epoch": 459, "lr": 1.30507839246165e-05}
{"train_loss": 0.0012325742281973362, "global_step": 81787, "epoch": 459, "lr": 1.3049788380055766e-05}
{"train_loss": 0.0014207556378096342, "global_step": 81788, "epoch": 459, "lr": 1.3048792867768833e-05}
{"train_loss": 0.0025908928364515305, "global_step": 81789, "epoch": 459, "lr": 1.3047797387756578e-05}
{"train_loss": 0.0013680709525942802, "global_step": 81790, "epoch": 459, "lr": 1.304680194001986e-05}
{"train_loss": 0.0009177414467558265, "global_step": 81791, "epoch": 459, "lr": 1.304580652455954e-05}
{"train_loss": 0.0009767437586560845, "global_step": 81792, "epoch": 459, "lr": 1.3044811141376529e-05}
{"train_loss": 0.0034971481654793024, "global_step": 81793, "epoch": 459, "lr": 1.3043815790471643e-05}
{"train_loss": 0.0016012464184314013, "global_step": 81794, "epoch": 459, "lr": 1.304282047184579e-05}
{"train_loss": 0.0011174948886036873, "global_step": 81795, "epoch": 459, "lr": 1.3041825185499824e-05}
{"train_loss": 0.003333080792799592, "global_step": 81796, "epoch": 459, "lr": 1.30408299314346e-05}
{"train_loss": 0.0041901967488229275, "global_step": 81797, "epoch": 459, "lr": 1.3039834709651039e-05}
{"train_loss": 0.0009653923334553838, "global_step": 81798, "epoch": 459, "lr": 1.3038839520149942e-05}
{"train_loss": 0.0022046391386538744, "global_step": 81799, "epoch": 459, "lr": 1.3037844362932245e-05}
{"train_loss": 0.0017239412991330028, "global_step": 81800, "epoch": 459, "lr": 1.303684923799875e-05}
{"train_loss": 0.0006298476946540177, "global_step": 81801, "epoch": 459, "lr": 1.3035854145350373e-05}
{"train_loss": 0.0017126834718510509, "global_step": 81802, "epoch": 459, "lr": 1.3034859084987976e-05}
{"train_loss": 0.0014838464558124542, "global_step": 81803, "epoch": 459, "lr": 1.303386405691242e-05}
{"train_loss": 0.0010748188942670822, "global_step": 81804, "epoch": 459, "lr": 1.3032869061124574e-05}
{"train_loss": 0.001834843773394823, "global_step": 81805, "epoch": 459, "lr": 1.3031874097625308e-05}
{"train_loss": 0.0012265010736882687, "global_step": 81806, "epoch": 459, "lr": 1.3030879166415482e-05}
{"train_loss": 0.0014928772579878569, "global_step": 81807, "epoch": 459, "lr": 1.3029884267496001e-05}
{"train_loss": 0.0007345099002122879, "global_step": 81808, "epoch": 459, "lr": 1.3028889400867678e-05}
{"train_loss": 0.002589388284832239, "global_step": 81809, "epoch": 459, "lr": 1.3027894566531429e-05}
{"train_loss": 0.001322838943451643, "global_step": 81810, "epoch": 459, "lr": 1.302689976448811e-05}
{"train_loss": 0.0021166102960705757, "global_step": 81811, "epoch": 459, "lr": 1.302590499473858e-05}
{"train_loss": 0.005107587203383446, "global_step": 81812, "epoch": 459, "lr": 1.3024910257283719e-05}
{"train_loss": 0.001813783892430365, "global_step": 81813, "epoch": 459, "lr": 1.3023915552124383e-05}
{"train_loss": 0.003996013198047876, "global_step": 81814, "epoch": 459, "lr": 1.3022920879261441e-05}
{"train_loss": 0.0012176537420600653, "global_step": 81815, "epoch": 459, "lr": 1.3021926238695781e-05}
{"train_loss": 0.0026402317453175783, "global_step": 81816, "epoch": 459, "lr": 1.3020931630428263e-05}
{"train_loss": 0.002355750184506178, "global_step": 81817, "epoch": 459, "lr": 1.3019937054459746e-05}
{"train_loss": 0.0010747211053967476, "global_step": 81818, "epoch": 459, "lr": 1.3018942510791116e-05}
{"train_loss": 0.0014079505344852805, "global_step": 81819, "epoch": 459, "lr": 1.3017947999423224e-05}
{"train_loss": 0.0010627341689541936, "global_step": 81820, "epoch": 459, "lr": 1.3016953520356945e-05}
{"train_loss": 0.0014971550554037094, "global_step": 81821, "epoch": 459, "lr": 1.3015959073593136e-05}
{"train_loss": 0.004377998877316713, "global_step": 81822, "epoch": 459, "lr": 1.3014964659132711e-05}
{"train_loss": 0.0023225010372698307, "global_step": 81823, "epoch": 459, "lr": 1.3013970276976473e-05}
{"train_loss": 0.0017674029804766178, "global_step": 81824, "epoch": 459, "lr": 1.3012975927125337e-05}
{"train_loss": 0.0025986884720623493, "global_step": 81825, "epoch": 459, "lr": 1.3011981609580154e-05}
{"train_loss": 0.001281759818084538, "global_step": 81826, "epoch": 459, "lr": 1.30109873243418e-05}
{"train_loss": 0.001575288362801075, "global_step": 81827, "epoch": 459, "lr": 1.3009993071411142e-05}
{"train_loss": 0.0024481553118675947, "global_step": 81828, "epoch": 459, "lr": 1.3008998850789045e-05}
{"train_loss": 0.002227138727903366, "global_step": 81829, "epoch": 459, "lr": 1.3008004662476365e-05}
{"train_loss": 0.0014029379235580564, "global_step": 81830, "epoch": 459, "lr": 1.300701050647401e-05}
{"train_loss": 0.00209927000105381, "global_step": 81831, "epoch": 459, "lr": 1.3006016382782792e-05}
{"train_loss": 0.0007826149230822921, "global_step": 81832, "epoch": 459, "lr": 1.300502229140364e-05}
{"train_loss": 0.0009640220669098198, "global_step": 81833, "epoch": 459, "lr": 1.3004028232337362e-05}
{"train_loss": 0.001640535076148808, "global_step": 81834, "epoch": 459, "lr": 1.3003034205584875e-05}
{"train_loss": 0.0005390117294155061, "global_step": 81835, "epoch": 459, "lr": 1.300204021114702e-05}
{"train_loss": 0.0014471656177192926, "global_step": 81836, "epoch": 459, "lr": 1.3001046249024668e-05}
{"train_loss": 0.00100576167460531, "global_step": 81837, "epoch": 459, "lr": 1.3000052319218715e-05}
{"train_loss": 0.0006527694640681148, "global_step": 81838, "epoch": 459, "lr": 1.2999058421729982e-05}
{"train_loss": 0.0022457584273070097, "global_step": 81839, "epoch": 459, "lr": 1.299806455655937e-05}
{"train_loss": 0.002010564785450697, "global_step": 81840, "epoch": 459, "lr": 1.2997070723707745e-05}
{"train_loss": 0.0010185353457927704, "global_step": 81841, "epoch": 459, "lr": 1.2996076923175965e-05}
{"train_loss": 0.002796238288283348, "global_step": 81842, "epoch": 459, "lr": 1.2995083154964905e-05}
{"train_loss": 0.0023009811993688345, "global_step": 81843, "epoch": 459, "lr": 1.2994089419075429e-05}
{"train_loss": 0.0012630405835807323, "global_step": 81844, "epoch": 459, "lr": 1.299309571550839e-05}
{"train_loss": 0.0029937345534563065, "global_step": 81845, "epoch": 459, "lr": 1.2992102044264703e-05}
{"train_loss": 0.0030006226152181625, "global_step": 81846, "epoch": 459, "lr": 1.2991108405345176e-05}
{"train_loss": 0.0009582225466147065, "global_step": 81847, "epoch": 459, "lr": 1.2990114798750719e-05}
{"train_loss": 0.0022744364105165005, "global_step": 81848, "epoch": 459, "lr": 1.2989121224482188e-05}
{"train_loss": 0.0011823782697319984, "global_step": 81849, "epoch": 459, "lr": 1.2988127682540446e-05}
{"train_loss": 0.004147311672568321, "global_step": 81850, "epoch": 459, "lr": 1.2987134172926363e-05}
{"train_loss": 0.0010267833713442087, "global_step": 81851, "epoch": 459, "lr": 1.2986140695640814e-05}
{"train_loss": 0.0008230469538830221, "global_step": 81852, "epoch": 459, "lr": 1.2985147250684655e-05}
{"train_loss": 0.002598254010081291, "global_step": 81853, "epoch": 459, "lr": 1.298415383805876e-05}
{"train_loss": 0.0013228855095803738, "global_step": 81854, "epoch": 459, "lr": 1.2983160457763983e-05}
{"train_loss": 0.002077633747830987, "global_step": 81855, "epoch": 459, "lr": 1.2982167109801219e-05}
{"train_loss": 0.0008599262218922377, "global_step": 81856, "epoch": 459, "lr": 1.2981173794171325e-05}
{"train_loss": 0.0015198932960629463, "global_step": 81857, "epoch": 459, "lr": 1.2980180510875163e-05}
{"train_loss": 0.0018613727297633886, "global_step": 81858, "epoch": 459, "lr": 1.29791872599136e-05}
{"train_loss": 0.000700795033480972, "global_step": 81859, "epoch": 459, "lr": 1.2978194041287488e-05}
{"train_loss": 0.0013085452374070883, "global_step": 81860, "epoch": 459, "lr": 1.297720085499775e-05}
{"train_loss": 0.0010782338213175535, "global_step": 81861, "epoch": 459, "lr": 1.2976207701045184e-05}
{"train_loss": 0.00228889100253582, "global_step": 81862, "epoch": 459, "lr": 1.29752145794307e-05}
{"train_loss": 0.0017038302030414343, "global_step": 81863, "epoch": 459, "lr": 1.2974221490155159e-05}
{"train_loss": 0.0006870174547657371, "global_step": 81864, "epoch": 459, "lr": 1.2973228433219425e-05}
{"train_loss": 0.001104785013012588, "global_step": 81865, "epoch": 459, "lr": 1.2972235408624362e-05}
{"train_loss": 0.0009064762853085995, "global_step": 81866, "epoch": 459, "lr": 1.2971242416370843e-05}
{"train_loss": 0.0017869585426524282, "global_step": 81867, "epoch": 459, "lr": 1.2970249456459715e-05}
{"train_loss": 0.0009157710010185838, "global_step": 81868, "epoch": 459, "lr": 1.2969256528891893e-05}
{"train_loss": 0.0012650089338421822, "global_step": 81869, "epoch": 459, "lr": 1.2968263633668187e-05}
{"train_loss": 0.0010642444249242544, "global_step": 81870, "epoch": 459, "lr": 1.296727077078952e-05}
{"train_loss": 0.0013395319692790508, "global_step": 81871, "epoch": 459, "lr": 1.2966277940256699e-05}
{"train_loss": 0.0014812181470915675, "global_step": 81872, "epoch": 459, "lr": 1.2965285142070637e-05}
{"train_loss": 0.00046613893937319517, "global_step": 81873, "epoch": 459, "lr": 1.296429237623219e-05}
{"train_loss": 0.0005880469107069075, "global_step": 81874, "epoch": 459, "lr": 1.2963299642742216e-05}
{"train_loss": 0.0013291970826685429, "global_step": 81875, "epoch": 459, "lr": 1.2962306941601593e-05}
{"train_loss": 0.0010660848347470164, "global_step": 81876, "epoch": 459, "lr": 1.2961314272811164e-05}
{"train_loss": 0.0010980023071169853, "global_step": 81877, "epoch": 459, "lr": 1.2960321636371836e-05}
{"train_loss": 0.0019942873623222113, "global_step": 81878, "epoch": 459, "lr": 1.2959329032284451e-05}
{"train_loss": 0.0016006421431208426, "global_step": 81879, "epoch": 459, "lr": 1.295833646054988e-05}
{"train_loss": 0.0007007180829532444, "global_step": 81880, "epoch": 460, "lr": 1.295734392116899e-05}
{"train_loss": 0.000964474631473422, "global_step": 81881, "epoch": 460, "lr": 1.2956351414142647e-05}
{"train_loss": 0.0016853992128744721, "global_step": 81882, "epoch": 460, "lr": 1.2955358939471707e-05}
{"train_loss": 0.0015247396659106016, "global_step": 81883, "epoch": 460, "lr": 1.2954366497157077e-05}
{"train_loss": 0.0017707482911646366, "global_step": 81884, "epoch": 460, "lr": 1.2953374087199566e-05}
{"train_loss": 0.0013138627400621772, "global_step": 81885, "epoch": 460, "lr": 1.295238170960008e-05}
{"train_loss": 0.0013213811907917261, "global_step": 81886, "epoch": 460, "lr": 1.2951389364359483e-05}
{"train_loss": 0.0019732199143618345, "global_step": 81887, "epoch": 460, "lr": 1.295039705147863e-05}
{"train_loss": 0.0011685977224260569, "global_step": 81888, "epoch": 460, "lr": 1.2949404770958395e-05}
{"train_loss": 0.0014747579116374254, "global_step": 81889, "epoch": 460, "lr": 1.2948412522799647e-05}
{"train_loss": 0.0021320024970918894, "global_step": 81890, "epoch": 460, "lr": 1.2947420307003243e-05}
{"train_loss": 0.0010076673934236169, "global_step": 81891, "epoch": 460, "lr": 1.2946428123570054e-05}
{"train_loss": 0.001445274567231536, "global_step": 81892, "epoch": 460, "lr": 1.294543597250093e-05}
{"train_loss": 0.003942323848605156, "global_step": 81893, "epoch": 460, "lr": 1.294444385379679e-05}
{"train_loss": 0.0032384691294282675, "global_step": 81894, "epoch": 460, "lr": 1.2943451767458437e-05}
{"train_loss": 0.0009138099267147481, "global_step": 81895, "epoch": 460, "lr": 1.2942459713486776e-05}
{"train_loss": 0.0012171134585514665, "global_step": 81896, "epoch": 460, "lr": 1.2941467691882664e-05}
{"train_loss": 0.0005473134806379676, "global_step": 81897, "epoch": 460, "lr": 1.2940475702646953e-05}
{"train_loss": 0.0013719289563596249, "global_step": 81898, "epoch": 460, "lr": 1.293948374578055e-05}
{"train_loss": 0.0023859194479882717, "global_step": 81899, "epoch": 460, "lr": 1.293849182128427e-05}
{"train_loss": 0.0010776105336844921, "global_step": 81900, "epoch": 460, "lr": 1.2937499929159014e-05}
{"train_loss": 0.001706893090158701, "global_step": 81901, "epoch": 460, "lr": 1.293650806940564e-05}
{"train_loss": 0.0029084947891533375, "global_step": 81902, "epoch": 460, "lr": 1.2935516242025015e-05}
{"train_loss": 0.0027351360768079758, "global_step": 81903, "epoch": 460, "lr": 1.2934524447018004e-05}
{"train_loss": 0.002348293550312519, "global_step": 81904, "epoch": 460, "lr": 1.2933532684385469e-05}
{"train_loss": 0.003082964103668928, "global_step": 81905, "epoch": 460, "lr": 1.2932540954128264e-05}
{"train_loss": 0.0018954169936478138, "global_step": 81906, "epoch": 460, "lr": 1.2931549256247305e-05}
{"train_loss": 0.002137933624908328, "global_step": 81907, "epoch": 460, "lr": 1.2930557590743392e-05}
{"train_loss": 0.001694876584224403, "global_step": 81908, "epoch": 460, "lr": 1.292956595761745e-05}
{"train_loss": 0.0013670928310602903, "global_step": 81909, "epoch": 460, "lr": 1.2928574356870294e-05}
{"train_loss": 0.0015740857925266027, "global_step": 81910, "epoch": 460, "lr": 1.2927582788502824e-05}
{"train_loss": 0.0009613552829250693, "global_step": 81911, "epoch": 460, "lr": 1.2926591252515902e-05}
{"train_loss": 0.0019164636032655835, "global_step": 81912, "epoch": 460, "lr": 1.2925599748910383e-05}
{"train_loss": 0.0011467502918094397, "global_step": 81913, "epoch": 460, "lr": 1.292460827768714e-05}
{"train_loss": 0.001010398380458355, "global_step": 81914, "epoch": 460, "lr": 1.2923616838847041e-05}
{"train_loss": 0.0010169558227062225, "global_step": 81915, "epoch": 460, "lr": 1.2922625432390928e-05}
{"train_loss": 0.0013383995974436402, "global_step": 81916, "epoch": 460, "lr": 1.292163405831972e-05}
{"train_loss": 0.003109580371528864, "global_step": 81917, "epoch": 460, "lr": 1.2920642716634223e-05}
{"train_loss": 0.0007746145129203796, "global_step": 81918, "epoch": 460, "lr": 1.2919651407335343e-05}
{"train_loss": 0.0018539923476055264, "global_step": 81919, "epoch": 460, "lr": 1.2918660130423932e-05}
{"train_loss": 0.0016765849431976676, "global_step": 81920, "epoch": 460, "lr": 1.2917668885900847e-05}
{"train_loss": 0.002155893947929144, "global_step": 81921, "epoch": 460, "lr": 1.2916677673766986e-05}
{"train_loss": 0.0008753241854719818, "global_step": 81922, "epoch": 460, "lr": 1.2915686494023167e-05}
{"train_loss": 0.0010903609218075871, "global_step": 81923, "epoch": 460, "lr": 1.2914695346670297e-05}
{"train_loss": 0.0008338676998391747, "global_step": 81924, "epoch": 460, "lr": 1.2913704231709223e-05}
{"train_loss": 0.0027977703139185905, "global_step": 81925, "epoch": 460, "lr": 1.2912713149140814e-05}
{"train_loss": 0.0010366379283368587, "global_step": 81926, "epoch": 460, "lr": 1.2911722098965934e-05}
{"train_loss": 0.0005338919581845403, "global_step": 81927, "epoch": 460, "lr": 1.2910731081185456e-05}
{"train_loss": 0.0007365705678239465, "global_step": 81928, "epoch": 460, "lr": 1.2909740095800232e-05}
{"train_loss": 0.0017891840543597937, "global_step": 81929, "epoch": 460, "lr": 1.2908749142811139e-05}
{"train_loss": 0.00048255451838485897, "global_step": 81930, "epoch": 460, "lr": 1.2907758222219025e-05}
{"train_loss": 0.0011544589651748538, "global_step": 81931, "epoch": 460, "lr": 1.2906767334024794e-05}
{"train_loss": 0.00134503492154181, "global_step": 81932, "epoch": 460, "lr": 1.290577647822926e-05}
{"train_loss": 0.0008870178135111928, "global_step": 81933, "epoch": 460, "lr": 1.290478565483333e-05}
{"train_loss": 0.001682942034676671, "global_step": 81934, "epoch": 460, "lr": 1.2903794863837854e-05}
{"train_loss": 0.0006738182273693383, "global_step": 81935, "epoch": 460, "lr": 1.2902804105243698e-05}
{"train_loss": 0.004153918940573931, "global_step": 81936, "epoch": 460, "lr": 1.2901813379051724e-05}
{"train_loss": 0.0015975971473380923, "global_step": 81937, "epoch": 460, "lr": 1.2900822685262804e-05}
{"train_loss": 0.0033192133996635675, "global_step": 81938, "epoch": 460, "lr": 1.2899832023877783e-05}
{"train_loss": 0.0006671723676845431, "global_step": 81939, "epoch": 460, "lr": 1.289884139489756e-05}
{"train_loss": 0.0009655489702709019, "global_step": 81940, "epoch": 460, "lr": 1.2897850798322985e-05}
{"train_loss": 0.002459986601024866, "global_step": 81941, "epoch": 460, "lr": 1.2896860234154917e-05}
{"train_loss": 0.0005256619770079851, "global_step": 81942, "epoch": 460, "lr": 1.2895869702394231e-05}
{"train_loss": 0.0011973363580182195, "global_step": 81943, "epoch": 460, "lr": 1.2894879203041765e-05}
{"train_loss": 0.0013973896857351065, "global_step": 81944, "epoch": 460, "lr": 1.2893888736098442e-05}
{"train_loss": 0.0009289408335462213, "global_step": 81945, "epoch": 460, "lr": 1.289289830156506e-05}
{"train_loss": 0.0007594298804178834, "global_step": 81946, "epoch": 460, "lr": 1.2891907899442545e-05}
{"train_loss": 0.001456367434002459, "global_step": 81947, "epoch": 460, "lr": 1.28909175297317e-05}
{"train_loss": 0.0019290808122605085, "global_step": 81948, "epoch": 460, "lr": 1.2889927192433443e-05}
{"train_loss": 0.0013699911069124937, "global_step": 81949, "epoch": 460, "lr": 1.2888936887548613e-05}
{"train_loss": 0.001070579281076789, "global_step": 81950, "epoch": 460, "lr": 1.2887946615078084e-05}
{"train_loss": 0.0013464041985571384, "global_step": 81951, "epoch": 460, "lr": 1.2886956375022713e-05}
{"train_loss": 0.0011501836124807596, "global_step": 81952, "epoch": 460, "lr": 1.2885966167383374e-05}
{"train_loss": 0.001199999824166298, "global_step": 81953, "epoch": 460, "lr": 1.2884975992160909e-05}
{"train_loss": 0.0010790653759613633, "global_step": 81954, "epoch": 460, "lr": 1.2883985849356228e-05}
{"train_loss": 0.0014554967638105154, "global_step": 81955, "epoch": 460, "lr": 1.2882995738970144e-05}
{"train_loss": 0.002011339645832777, "global_step": 81956, "epoch": 460, "lr": 1.288200566100356e-05}
{"train_loss": 0.0019925148226320744, "global_step": 81957, "epoch": 460, "lr": 1.2881015615457331e-05}
{"train_loss": 0.0009868207853287458, "global_step": 81958, "epoch": 460, "lr": 1.2880025602332314e-05}
{"train_loss": 0.0008515225490555167, "global_step": 81959, "epoch": 460, "lr": 1.2879035621629376e-05}
{"train_loss": 0.0010946730617433786, "global_step": 81960, "epoch": 460, "lr": 1.287804567334937e-05}
{"train_loss": 0.0012787929736077785, "global_step": 81961, "epoch": 460, "lr": 1.2877055757493206e-05}
{"train_loss": 0.0008146428735926747, "global_step": 81962, "epoch": 460, "lr": 1.2876065874061688e-05}
{"train_loss": 0.0015504822367802262, "global_step": 81963, "epoch": 460, "lr": 1.2875076023055721e-05}
{"train_loss": 0.0007381165632978082, "global_step": 81964, "epoch": 460, "lr": 1.287408620447616e-05}
{"train_loss": 0.0013042661594226956, "global_step": 81965, "epoch": 460, "lr": 1.2873096418323866e-05}
{"train_loss": 0.001790928770788014, "global_step": 81966, "epoch": 460, "lr": 1.2872106664599709e-05}
{"train_loss": 0.0005936054512858391, "global_step": 81967, "epoch": 460, "lr": 1.2871116943304545e-05}
{"train_loss": 0.0012811000924557447, "global_step": 81968, "epoch": 460, "lr": 1.2870127254439229e-05}
{"train_loss": 0.0013109378051012754, "global_step": 81969, "epoch": 460, "lr": 1.2869137598004671e-05}
{"train_loss": 0.0016341167502105236, "global_step": 81970, "epoch": 460, "lr": 1.2868147974001671e-05}
{"train_loss": 0.0013236829545348883, "global_step": 81971, "epoch": 460, "lr": 1.2867158382431143e-05}
{"train_loss": 0.0024991841055452824, "global_step": 81972, "epoch": 460, "lr": 1.2866168823293939e-05}
{"train_loss": 0.000726390047930181, "global_step": 81973, "epoch": 460, "lr": 1.2865179296590912e-05}
{"train_loss": 0.0010048499098047614, "global_step": 81974, "epoch": 460, "lr": 1.2864189802322934e-05}
{"train_loss": 0.0016559616196900606, "global_step": 81975, "epoch": 460, "lr": 1.2863200340490872e-05}
{"train_loss": 0.0017707934603095055, "global_step": 81976, "epoch": 460, "lr": 1.2862210911095573e-05}
{"train_loss": 0.0005692153936251998, "global_step": 81977, "epoch": 460, "lr": 1.2861221514137939e-05}
{"train_loss": 0.002688612788915634, "global_step": 81978, "epoch": 460, "lr": 1.2860232149618784e-05}
{"train_loss": 0.0007835449650883675, "global_step": 81979, "epoch": 460, "lr": 1.2859242817539025e-05}
{"train_loss": 0.0006818732363171875, "global_step": 81980, "epoch": 460, "lr": 1.2858253517899471e-05}
{"train_loss": 0.0021037054248154163, "global_step": 81981, "epoch": 460, "lr": 1.2857264250701034e-05}
{"train_loss": 0.0038480740040540695, "global_step": 81982, "epoch": 460, "lr": 1.2856275015944552e-05}
{"train_loss": 0.000885531073436141, "global_step": 81983, "epoch": 460, "lr": 1.2855285813630885e-05}
{"train_loss": 0.0013459837064146996, "global_step": 81984, "epoch": 460, "lr": 1.2854296643760938e-05}
{"train_loss": 0.0008665503119118512, "global_step": 81985, "epoch": 460, "lr": 1.285330750633551e-05}
{"train_loss": 0.0012615123996511102, "global_step": 81986, "epoch": 460, "lr": 1.2852318401355518e-05}
{"train_loss": 0.0007735659601166844, "global_step": 81987, "epoch": 460, "lr": 1.2851329328821805e-05}
{"train_loss": 0.0015793245984241366, "global_step": 81988, "epoch": 460, "lr": 1.2850340288735242e-05}
{"train_loss": 0.0008598120184615254, "global_step": 81989, "epoch": 460, "lr": 1.2849351281096683e-05}
{"train_loss": 0.0005966110620647669, "global_step": 81990, "epoch": 460, "lr": 1.2848362305906997e-05}
{"train_loss": 0.0005506343441084027, "global_step": 81991, "epoch": 460, "lr": 1.2847373363167037e-05}
{"train_loss": 0.00041893840534612536, "global_step": 81992, "epoch": 460, "lr": 1.2846384452877703e-05}
{"train_loss": 0.001326080528087914, "global_step": 81993, "epoch": 460, "lr": 1.2845395575039804e-05}
{"train_loss": 0.0022785221226513386, "global_step": 81994, "epoch": 460, "lr": 1.2844406729654252e-05}
{"train_loss": 0.000771900697145611, "global_step": 81995, "epoch": 460, "lr": 1.284341791672189e-05}
{"train_loss": 0.001247457810677588, "global_step": 81996, "epoch": 460, "lr": 1.2842429136243583e-05}
{"train_loss": 0.0012753442861139774, "global_step": 81997, "epoch": 460, "lr": 1.2841440388220194e-05}
{"train_loss": 0.001761815743520856, "global_step": 81998, "epoch": 460, "lr": 1.2840451672652587e-05}
{"train_loss": 0.0007275851676240563, "global_step": 81999, "epoch": 460, "lr": 1.2839462989541628e-05}
{"train_loss": 0.0006598853506147861, "global_step": 82000, "epoch": 460, "lr": 1.2838474338888178e-05}
{"train_loss": 0.001239091157913208, "global_step": 82001, "epoch": 460, "lr": 1.2837485720693093e-05}
{"train_loss": 0.0010501137003302574, "global_step": 82002, "epoch": 460, "lr": 1.2836497134957255e-05}
{"train_loss": 0.002316960133612156, "global_step": 82003, "epoch": 460, "lr": 1.2835508581681516e-05}
{"train_loss": 0.0012027135817334056, "global_step": 82004, "epoch": 460, "lr": 1.283452006086674e-05}
{"train_loss": 0.0007435639854520559, "global_step": 82005, "epoch": 460, "lr": 1.283353157251379e-05}
{"train_loss": 0.0013485448434948921, "global_step": 82006, "epoch": 460, "lr": 1.2832543116623518e-05}
{"train_loss": 0.0005186161724850535, "global_step": 82007, "epoch": 460, "lr": 1.2831554693196834e-05}
{"train_loss": 0.0010412000119686127, "global_step": 82008, "epoch": 460, "lr": 1.2830566302234531e-05}
{"train_loss": 0.002838694956153631, "global_step": 82009, "epoch": 460, "lr": 1.2829577943737525e-05}
{"train_loss": 0.000936387456022203, "global_step": 82010, "epoch": 460, "lr": 1.2828589617706665e-05}
{"train_loss": 0.0015169859398156404, "global_step": 82011, "epoch": 460, "lr": 1.2827601324142812e-05}
{"train_loss": 0.0007157872896641493, "global_step": 82012, "epoch": 460, "lr": 1.2826613063046828e-05}
{"train_loss": 0.0020749964751303196, "global_step": 82013, "epoch": 460, "lr": 1.282562483441958e-05}
{"train_loss": 0.001503268489614129, "global_step": 82014, "epoch": 460, "lr": 1.282463663826191e-05}
{"train_loss": 0.0027516065165400505, "global_step": 82015, "epoch": 460, "lr": 1.2823648474574729e-05}
{"train_loss": 0.0010421981569379568, "global_step": 82016, "epoch": 460, "lr": 1.2822660343358845e-05}
{"train_loss": 0.002822620328515768, "global_step": 82017, "epoch": 460, "lr": 1.2821672244615173e-05}
{"train_loss": 0.0005643196636810899, "global_step": 82018, "epoch": 460, "lr": 1.2820684178344527e-05}
{"train_loss": 0.0013782269088551402, "global_step": 82019, "epoch": 460, "lr": 1.28196961445478e-05}
{"train_loss": 0.001964278519153595, "global_step": 82020, "epoch": 460, "lr": 1.2818708143225855e-05}
{"train_loss": 0.00044321734458208084, "global_step": 82021, "epoch": 460, "lr": 1.2817720174379544e-05}
{"train_loss": 0.0011434624902904034, "global_step": 82022, "epoch": 460, "lr": 1.2816732238009732e-05}
{"train_loss": 0.00038495712215080857, "global_step": 82023, "epoch": 460, "lr": 1.281574433411727e-05}
{"train_loss": 0.0025501351337879896, "global_step": 82024, "epoch": 460, "lr": 1.2814756462703053e-05}
{"train_loss": 0.0009543218766339123, "global_step": 82025, "epoch": 460, "lr": 1.2813768623767924e-05}
{"train_loss": 0.001475839875638485, "global_step": 82026, "epoch": 460, "lr": 1.2812780817312742e-05}
{"train_loss": 0.0011250055395066738, "global_step": 82027, "epoch": 460, "lr": 1.2811793043338382e-05}
{"train_loss": 0.0022615501657128334, "global_step": 82028, "epoch": 460, "lr": 1.2810805301845696e-05}
{"train_loss": 0.0016580629162490368, "global_step": 82029, "epoch": 460, "lr": 1.2809817592835538e-05}
{"train_loss": 0.001283243764191866, "global_step": 82030, "epoch": 460, "lr": 1.2808829916308812e-05}
{"train_loss": 0.0020438404753804207, "global_step": 82031, "epoch": 460, "lr": 1.2807842272266325e-05}
{"train_loss": 0.00046441261656582355, "global_step": 82032, "epoch": 460, "lr": 1.2806854660708977e-05}
{"train_loss": 0.001617977162823081, "global_step": 82033, "epoch": 460, "lr": 1.2805867081637624e-05}
{"train_loss": 0.0009644271922297776, "global_step": 82034, "epoch": 460, "lr": 1.280487953505312e-05}
{"train_loss": 0.0023174388334155083, "global_step": 82035, "epoch": 460, "lr": 1.2803892020956338e-05}
{"train_loss": 0.003700329689309001, "global_step": 82036, "epoch": 460, "lr": 1.2802904539348133e-05}
{"train_loss": 0.00045916138333268464, "global_step": 82037, "epoch": 460, "lr": 1.280191709022937e-05}
{"train_loss": 0.0018602075288072228, "global_step": 82038, "epoch": 460, "lr": 1.2800929673600909e-05}
{"train_loss": 0.0008799120550975204, "global_step": 82039, "epoch": 460, "lr": 1.2799942289463602e-05}
{"train_loss": 0.0005493809003382921, "global_step": 82040, "epoch": 460, "lr": 1.2798954937818353e-05}
{"train_loss": 0.0009478623978793621, "global_step": 82041, "epoch": 460, "lr": 1.2797967618665963e-05}
{"train_loss": 0.001155142905190587, "global_step": 82042, "epoch": 460, "lr": 1.2796980332007347e-05}
{"train_loss": 0.0019538227934390306, "global_step": 82043, "epoch": 460, "lr": 1.2795993077843344e-05}
{"train_loss": 0.0040392265655100346, "global_step": 82044, "epoch": 460, "lr": 1.2795005856174802e-05}
{"train_loss": 0.002618200145661831, "global_step": 82045, "epoch": 460, "lr": 1.2794018667002632e-05}
{"train_loss": 0.0015793753555044532, "global_step": 82046, "epoch": 460, "lr": 1.2793031510327636e-05}
{"train_loss": 0.0015076125273481011, "global_step": 82047, "epoch": 460, "lr": 1.2792044386150714e-05}
{"train_loss": 0.0020910808816552162, "global_step": 82048, "epoch": 460, "lr": 1.2791057294472725e-05}
{"train_loss": 0.002020541811361909, "global_step": 82049, "epoch": 460, "lr": 1.2790070235294527e-05}
{"train_loss": 0.0013202226255089045, "global_step": 82050, "epoch": 460, "lr": 1.2789083208616976e-05}
{"train_loss": 0.0027269187849014997, "global_step": 82051, "epoch": 460, "lr": 1.2788096214440942e-05}
{"train_loss": 0.0007780538289807737, "global_step": 82052, "epoch": 460, "lr": 1.2787109252767265e-05}
{"train_loss": 0.0010038921609520912, "global_step": 82053, "epoch": 460, "lr": 1.278612232359686e-05}
{"train_loss": 0.0011453162878751755, "global_step": 82054, "epoch": 460, "lr": 1.2785135426930523e-05}
{"train_loss": 0.0009510577074252069, "global_step": 82055, "epoch": 460, "lr": 1.2784148562769178e-05}
{"train_loss": 0.0016559484647586942, "global_step": 82056, "epoch": 460, "lr": 1.2783161731113624e-05}
{"train_loss": 0.0014675394288562447, "global_step": 82057, "epoch": 460, "lr": 1.2782174931964775e-05, "train_action_mse_error": 4.529547368292697e-06}
{"train_loss": 0.0005565483588725328, "global_step": 82058, "epoch": 461, "lr": 1.2781188165323472e-05}
{"train_loss": 0.0018729919102042913, "global_step": 82059, "epoch": 461, "lr": 1.2780201431190575e-05}
{"train_loss": 0.0017961738631129265, "global_step": 82060, "epoch": 461, "lr": 1.2779214729566951e-05}
{"train_loss": 0.006494504865258932, "global_step": 82061, "epoch": 461, "lr": 1.2778228060453462e-05}
{"train_loss": 0.0011931643821299076, "global_step": 82062, "epoch": 461, "lr": 1.2777241423850949e-05}
{"train_loss": 0.0019993376918137074, "global_step": 82063, "epoch": 461, "lr": 1.2776254819760325e-05}
{"train_loss": 0.0018528092186897993, "global_step": 82064, "epoch": 461, "lr": 1.2775268248182392e-05}
{"train_loss": 0.002054080367088318, "global_step": 82065, "epoch": 461, "lr": 1.2774281709118052e-05}
{"train_loss": 0.0013756679836660624, "global_step": 82066, "epoch": 461, "lr": 1.2773295202568153e-05}
{"train_loss": 0.0006661514053121209, "global_step": 82067, "epoch": 461, "lr": 1.2772308728533544e-05}
{"train_loss": 0.001687040668912232, "global_step": 82068, "epoch": 461, "lr": 1.277132228701513e-05}
{"train_loss": 0.0027096548583358526, "global_step": 82069, "epoch": 461, "lr": 1.2770335878013712e-05}
{"train_loss": 0.0006602711509913206, "global_step": 82070, "epoch": 461, "lr": 1.2769349501530214e-05}
{"train_loss": 0.0012140247272327542, "global_step": 82071, "epoch": 461, "lr": 1.2768363157565433e-05}
{"train_loss": 0.0008397376514039934, "global_step": 82072, "epoch": 461, "lr": 1.2767376846120283e-05}
{"train_loss": 0.00042958365520462394, "global_step": 82073, "epoch": 461, "lr": 1.2766390567195602e-05}
{"train_loss": 0.0007324796169996262, "global_step": 82074, "epoch": 461, "lr": 1.2765404320792252e-05}
{"train_loss": 0.0005506454035639763, "global_step": 82075, "epoch": 461, "lr": 1.2764418106911103e-05}
{"train_loss": 0.000601647247094661, "global_step": 82076, "epoch": 461, "lr": 1.276343192555301e-05}
{"train_loss": 0.001507920678704977, "global_step": 82077, "epoch": 461, "lr": 1.2762445776718818e-05}
{"train_loss": 0.0023647507186979055, "global_step": 82078, "epoch": 461, "lr": 1.2761459660409442e-05}
{"train_loss": 0.0010937859769910574, "global_step": 82079, "epoch": 461, "lr": 1.276047357662567e-05}
{"train_loss": 0.001952025224454701, "global_step": 82080, "epoch": 461, "lr": 1.275948752536842e-05}
{"train_loss": 0.0009447727352380753, "global_step": 82081, "epoch": 461, "lr": 1.2758501506638532e-05}
{"train_loss": 0.0028001421596854925, "global_step": 82082, "epoch": 461, "lr": 1.2757515520436869e-05}
{"train_loss": 0.0010515858884900808, "global_step": 82083, "epoch": 461, "lr": 1.2756529566764292e-05}
{"train_loss": 0.0014031860046088696, "global_step": 82084, "epoch": 461, "lr": 1.275554364562166e-05}
{"train_loss": 0.0008975493256002665, "global_step": 82085, "epoch": 461, "lr": 1.2754557757009822e-05}
{"train_loss": 0.0009640058851800859, "global_step": 82086, "epoch": 461, "lr": 1.2753571900929672e-05}
{"train_loss": 0.0005354919703677297, "global_step": 82087, "epoch": 461, "lr": 1.275258607738205e-05}
{"train_loss": 0.0028311945497989655, "global_step": 82088, "epoch": 461, "lr": 1.2751600286367821e-05}
{"train_loss": 0.0015084609622135758, "global_step": 82089, "epoch": 461, "lr": 1.2750614527887844e-05}
{"train_loss": 0.000535766186658293, "global_step": 82090, "epoch": 461, "lr": 1.274962880194298e-05}
{"train_loss": 0.0018612842541188002, "global_step": 82091, "epoch": 461, "lr": 1.2748643108534092e-05}
{"train_loss": 0.0024737222120165825, "global_step": 82092, "epoch": 461, "lr": 1.2747657447662026e-05}
{"train_loss": 0.0017453153850510716, "global_step": 82093, "epoch": 461, "lr": 1.2746671819327682e-05}
{"train_loss": 0.0019563445821404457, "global_step": 82094, "epoch": 461, "lr": 1.2745686223531867e-05}
{"train_loss": 0.0025559943169355392, "global_step": 82095, "epoch": 461, "lr": 1.2744700660275488e-05}
{"train_loss": 0.0014290332328528166, "global_step": 82096, "epoch": 461, "lr": 1.2743715129559385e-05}
{"train_loss": 0.0026723509654402733, "global_step": 82097, "epoch": 461, "lr": 1.2742729631384425e-05}
{"train_loss": 0.001735474681481719, "global_step": 82098, "epoch": 461, "lr": 1.2741744165751462e-05}
{"train_loss": 0.0019952477887272835, "global_step": 82099, "epoch": 461, "lr": 1.2740758732661361e-05}
{"train_loss": 0.0013164825504645705, "global_step": 82100, "epoch": 461, "lr": 1.2739773332114968e-05}
{"train_loss": 0.001756046200171113, "global_step": 82101, "epoch": 461, "lr": 1.273878796411319e-05}
{"train_loss": 0.0007054583402350545, "global_step": 82102, "epoch": 461, "lr": 1.2737802628656826e-05}
{"train_loss": 0.0008672839030623436, "global_step": 82103, "epoch": 461, "lr": 1.2736817325746775e-05}
{"train_loss": 0.0017423497047275305, "global_step": 82104, "epoch": 461, "lr": 1.2735832055383895e-05}
{"train_loss": 0.0007527513662353158, "global_step": 82105, "epoch": 461, "lr": 1.2734846817569035e-05}
{"train_loss": 0.002847345545887947, "global_step": 82106, "epoch": 461, "lr": 1.2733861612303067e-05}
{"train_loss": 0.0017600045539438725, "global_step": 82107, "epoch": 461, "lr": 1.2732876439586827e-05}
{"train_loss": 0.0008964749868027866, "global_step": 82108, "epoch": 461, "lr": 1.2731891299421222e-05}
{"train_loss": 0.0016819745069369674, "global_step": 82109, "epoch": 461, "lr": 1.2730906191807057e-05}
{"train_loss": 0.00290497625246644, "global_step": 82110, "epoch": 461, "lr": 1.272992111674523e-05}
{"train_loss": 0.0006944559863768518, "global_step": 82111, "epoch": 461, "lr": 1.2728936074236598e-05}
{"train_loss": 0.0006323524285107851, "global_step": 82112, "epoch": 461, "lr": 1.2727951064282011e-05}
{"train_loss": 0.0006350091425701976, "global_step": 82113, "epoch": 461, "lr": 1.272696608688233e-05}
{"train_loss": 0.0018387475283816457, "global_step": 82114, "epoch": 461, "lr": 1.2725981142038424e-05}
{"train_loss": 0.002969666849821806, "global_step": 82115, "epoch": 461, "lr": 1.272499622975113e-05}
{"train_loss": 0.0018779633101075888, "global_step": 82116, "epoch": 461, "lr": 1.2724011350021358e-05}
{"train_loss": 0.003134405240416527, "global_step": 82117, "epoch": 461, "lr": 1.2723026502849899e-05}
{"train_loss": 0.00041808176320046186, "global_step": 82118, "epoch": 461, "lr": 1.2722041688237673e-05}
{"train_loss": 0.001527814194560051, "global_step": 82119, "epoch": 461, "lr": 1.2721056906185514e-05}
{"train_loss": 0.0015960144810378551, "global_step": 82120, "epoch": 461, "lr": 1.2720072156694286e-05}
{"train_loss": 0.0006488459184765816, "global_step": 82121, "epoch": 461, "lr": 1.2719087439764848e-05}
{"train_loss": 0.0008155133109539747, "global_step": 82122, "epoch": 461, "lr": 1.271810275539806e-05}
{"train_loss": 0.002960190875455737, "global_step": 82123, "epoch": 461, "lr": 1.2717118103594772e-05}
{"train_loss": 0.001999740954488516, "global_step": 82124, "epoch": 461, "lr": 1.271613348435588e-05}
{"train_loss": 0.0010975429322570562, "global_step": 82125, "epoch": 461, "lr": 1.2715148897682188e-05}
{"train_loss": 0.0014152859803289175, "global_step": 82126, "epoch": 461, "lr": 1.271416434357462e-05}
{"train_loss": 0.002567093586549163, "global_step": 82127, "epoch": 461, "lr": 1.2713179822033972e-05}
{"train_loss": 0.0015856928657740355, "global_step": 82128, "epoch": 461, "lr": 1.271219533306115e-05}
{"train_loss": 0.0020461236126720905, "global_step": 82129, "epoch": 461, "lr": 1.2711210876656998e-05}
{"train_loss": 0.001098524546250701, "global_step": 82130, "epoch": 461, "lr": 1.2710226452822365e-05}
{"train_loss": 0.0011177065316587687, "global_step": 82131, "epoch": 461, "lr": 1.2709242061558147e-05}
{"train_loss": 0.0010011699050664902, "global_step": 82132, "epoch": 461, "lr": 1.270825770286515e-05}
{"train_loss": 0.0013287856709212065, "global_step": 82133, "epoch": 461, "lr": 1.2707273376744284e-05}
{"train_loss": 0.0004418364551384002, "global_step": 82134, "epoch": 461, "lr": 1.2706289083196376e-05}
{"train_loss": 0.0015775976935401559, "global_step": 82135, "epoch": 461, "lr": 1.2705304822222308e-05}
{"train_loss": 0.0009689752478152514, "global_step": 82136, "epoch": 461, "lr": 1.2704320593822921e-05}
{"train_loss": 0.0006137742311693728, "global_step": 82137, "epoch": 461, "lr": 1.2703336397999089e-05}
{"train_loss": 0.0013169378507882357, "global_step": 82138, "epoch": 461, "lr": 1.2702352234751647e-05}
{"train_loss": 0.0015633230796083808, "global_step": 82139, "epoch": 461, "lr": 1.2701368104081507e-05}
{"train_loss": 0.0019951839931309223, "global_step": 82140, "epoch": 461, "lr": 1.2700384005989457e-05}
{"train_loss": 0.0015244795940816402, "global_step": 82141, "epoch": 461, "lr": 1.2699399940476414e-05}
{"train_loss": 0.0013103877427056432, "global_step": 82142, "epoch": 461, "lr": 1.269841590754322e-05}
{"train_loss": 0.0015094212722033262, "global_step": 82143, "epoch": 461, "lr": 1.2697431907190726e-05}
{"train_loss": 0.001407706760801375, "global_step": 82144, "epoch": 461, "lr": 1.2696447939419803e-05}
{"train_loss": 0.0011756089515984058, "global_step": 82145, "epoch": 461, "lr": 1.26954640042313e-05}
{"train_loss": 0.0010179628152400255, "global_step": 82146, "epoch": 461, "lr": 1.2694480101626083e-05}
{"train_loss": 0.001134335296228528, "global_step": 82147, "epoch": 461, "lr": 1.2693496231605012e-05}
{"train_loss": 0.0016059755580499768, "global_step": 82148, "epoch": 461, "lr": 1.2692512394168925e-05}
{"train_loss": 0.0013564740074798465, "global_step": 82149, "epoch": 461, "lr": 1.2691528589318718e-05}
{"train_loss": 0.0005156651604920626, "global_step": 82150, "epoch": 461, "lr": 1.2690544817055233e-05}
{"train_loss": 0.001120581291615963, "global_step": 82151, "epoch": 461, "lr": 1.268956107737933e-05}
{"train_loss": 0.0008262192131951451, "global_step": 82152, "epoch": 461, "lr": 1.2688577370291865e-05}
{"train_loss": 0.000427035556640476, "global_step": 82153, "epoch": 461, "lr": 1.2687593695793688e-05}
{"train_loss": 0.0008513965294696391, "global_step": 82154, "epoch": 461, "lr": 1.2686610053885696e-05}
{"train_loss": 0.0030280163045972586, "global_step": 82155, "epoch": 461, "lr": 1.2685626444568694e-05}
{"train_loss": 0.000475699664093554, "global_step": 82156, "epoch": 461, "lr": 1.2684642867843583e-05}
{"train_loss": 0.0010971925221383572, "global_step": 82157, "epoch": 461, "lr": 1.2683659323711206e-05}
{"train_loss": 0.001579740783199668, "global_step": 82158, "epoch": 461, "lr": 1.2682675812172428e-05}
{"train_loss": 0.0008265358628705144, "global_step": 82159, "epoch": 461, "lr": 1.2681692333228102e-05}
{"train_loss": 0.0009287793654948473, "global_step": 82160, "epoch": 461, "lr": 1.2680708886879089e-05}
{"train_loss": 0.0009362262790091336, "global_step": 82161, "epoch": 461, "lr": 1.2679725473126231e-05}
{"train_loss": 0.0016051901038736105, "global_step": 82162, "epoch": 461, "lr": 1.2678742091970435e-05}
{"train_loss": 0.0011975348461419344, "global_step": 82163, "epoch": 461, "lr": 1.2677758743412499e-05}
{"train_loss": 0.0013081934303045273, "global_step": 82164, "epoch": 461, "lr": 1.2676775427453348e-05}
{"train_loss": 0.0005999383283779025, "global_step": 82165, "epoch": 461, "lr": 1.2675792144093768e-05}
{"train_loss": 0.0011021558893844485, "global_step": 82166, "epoch": 461, "lr": 1.2674808893334671e-05}
{"train_loss": 0.0019972780719399452, "global_step": 82167, "epoch": 461, "lr": 1.2673825675176898e-05}
{"train_loss": 0.0013303381856530905, "global_step": 82168, "epoch": 461, "lr": 1.2672842489621312e-05}
{"train_loss": 0.0009677590569481254, "global_step": 82169, "epoch": 461, "lr": 1.2671859336668767e-05}
{"train_loss": 0.0011250968091189861, "global_step": 82170, "epoch": 461, "lr": 1.267087621632011e-05}
{"train_loss": 0.0010682260617613792, "global_step": 82171, "epoch": 461, "lr": 1.2669893128576226e-05}
{"train_loss": 0.0009543966734781861, "global_step": 82172, "epoch": 461, "lr": 1.2668910073437962e-05}
{"train_loss": 0.0013040832709521055, "global_step": 82173, "epoch": 461, "lr": 1.266792705090618e-05}
{"train_loss": 0.0009797319071367383, "global_step": 82174, "epoch": 461, "lr": 1.2666944060981728e-05}
{"train_loss": 0.0005712613929063082, "global_step": 82175, "epoch": 461, "lr": 1.2665961103665474e-05}
{"train_loss": 0.0016970089636743069, "global_step": 82176, "epoch": 461, "lr": 1.266497817895826e-05}
{"train_loss": 0.0011567275505512953, "global_step": 82177, "epoch": 461, "lr": 1.2663995286860986e-05}
{"train_loss": 0.0007713583181612194, "global_step": 82178, "epoch": 461, "lr": 1.266301242737445e-05}
{"train_loss": 0.000762313895393163, "global_step": 82179, "epoch": 461, "lr": 1.2662029600499559e-05}
{"train_loss": 0.0017757616005837917, "global_step": 82180, "epoch": 461, "lr": 1.266104680623716e-05}
{"train_loss": 0.0009182811481878161, "global_step": 82181, "epoch": 461, "lr": 1.26600640445881e-05}
{"train_loss": 0.0013772513484582305, "global_step": 82182, "epoch": 461, "lr": 1.2659081315553244e-05}
{"train_loss": 0.002278777537867427, "global_step": 82183, "epoch": 461, "lr": 1.2658098619133457e-05}
{"train_loss": 0.0007615924114361405, "global_step": 82184, "epoch": 461, "lr": 1.265711595532959e-05}
{"train_loss": 0.0009180150227621198, "global_step": 82185, "epoch": 461, "lr": 1.26561333241425e-05}
{"train_loss": 0.0003855727845802903, "global_step": 82186, "epoch": 461, "lr": 1.2655150725573029e-05}
{"train_loss": 0.0031985058449208736, "global_step": 82187, "epoch": 461, "lr": 1.2654168159622087e-05}
{"train_loss": 0.0006832893704995513, "global_step": 82188, "epoch": 461, "lr": 1.2653185626290471e-05}
{"train_loss": 0.0009269904112443328, "global_step": 82189, "epoch": 461, "lr": 1.2652203125579076e-05}
{"train_loss": 0.00103880581445992, "global_step": 82190, "epoch": 461, "lr": 1.2651220657488754e-05}
{"train_loss": 0.0005989022320136428, "global_step": 82191, "epoch": 461, "lr": 1.265023822202035e-05}
{"train_loss": 0.0016306366305798292, "global_step": 82192, "epoch": 461, "lr": 1.2649255819174755e-05}
{"train_loss": 0.0010244660079479218, "global_step": 82193, "epoch": 461, "lr": 1.264827344895278e-05}
{"train_loss": 0.001276642084121704, "global_step": 82194, "epoch": 461, "lr": 1.2647291111355319e-05}
{"train_loss": 0.0014157125260680914, "global_step": 82195, "epoch": 461, "lr": 1.2646308806383223e-05}
{"train_loss": 0.001696119550615549, "global_step": 82196, "epoch": 461, "lr": 1.2645326534037338e-05}
{"train_loss": 0.0012061720481142402, "global_step": 82197, "epoch": 461, "lr": 1.2644344294318534e-05}
{"train_loss": 0.001065423944965005, "global_step": 82198, "epoch": 461, "lr": 1.2643362087227667e-05}
{"train_loss": 0.000945596257224679, "global_step": 82199, "epoch": 461, "lr": 1.264237991276559e-05}
{"train_loss": 0.0013766273623332381, "global_step": 82200, "epoch": 461, "lr": 1.2641397770933162e-05}
{"train_loss": 0.0011601569131016731, "global_step": 82201, "epoch": 461, "lr": 1.2640415661731225e-05}
{"train_loss": 0.0011925699654966593, "global_step": 82202, "epoch": 461, "lr": 1.2639433585160687e-05}
{"train_loss": 0.0017777171451598406, "global_step": 82203, "epoch": 461, "lr": 1.263845154122234e-05}
{"train_loss": 0.0009754524216987193, "global_step": 82204, "epoch": 461, "lr": 1.2637469529917096e-05}
{"train_loss": 0.0009513358818367124, "global_step": 82205, "epoch": 461, "lr": 1.2636487551245786e-05}
{"train_loss": 0.0013209253083914518, "global_step": 82206, "epoch": 461, "lr": 1.2635505605209269e-05}
{"train_loss": 0.0011902167461812496, "global_step": 82207, "epoch": 461, "lr": 1.2634523691808414e-05}
{"train_loss": 0.001239567412994802, "global_step": 82208, "epoch": 461, "lr": 1.263354181104407e-05}
{"train_loss": 0.0009224265813827515, "global_step": 82209, "epoch": 461, "lr": 1.2632559962917073e-05}
{"train_loss": 0.0008269634563475847, "global_step": 82210, "epoch": 461, "lr": 1.2631578147428342e-05}
{"train_loss": 0.0012405370362102985, "global_step": 82211, "epoch": 461, "lr": 1.2630596364578662e-05}
{"train_loss": 0.0005782265216112137, "global_step": 82212, "epoch": 461, "lr": 1.262961461436894e-05}
{"train_loss": 0.0010262866271659732, "global_step": 82213, "epoch": 461, "lr": 1.262863289680002e-05}
{"train_loss": 0.0018053932581096888, "global_step": 82214, "epoch": 461, "lr": 1.2627651211872737e-05}
{"train_loss": 0.0006854996317997575, "global_step": 82215, "epoch": 461, "lr": 1.2626669559588006e-05}
{"train_loss": 0.0012160232290625572, "global_step": 82216, "epoch": 461, "lr": 1.2625687939946611e-05}
{"train_loss": 0.0013336802367120981, "global_step": 82217, "epoch": 461, "lr": 1.2624706352949479e-05}
{"train_loss": 0.001604901859536767, "global_step": 82218, "epoch": 461, "lr": 1.2623724798597402e-05}
{"train_loss": 0.0005973403458483517, "global_step": 82219, "epoch": 461, "lr": 1.2622743276891285e-05}
{"train_loss": 0.0020041107200086117, "global_step": 82220, "epoch": 461, "lr": 1.262176178783197e-05}
{"train_loss": 0.0015780171379446983, "global_step": 82221, "epoch": 461, "lr": 1.2620780331420312e-05}
{"train_loss": 0.0002197579451603815, "global_step": 82222, "epoch": 461, "lr": 1.261979890765717e-05}
{"train_loss": 0.001098525244742632, "global_step": 82223, "epoch": 461, "lr": 1.2618817516543407e-05}
{"train_loss": 0.0007555393967777491, "global_step": 82224, "epoch": 461, "lr": 1.2617836158079855e-05}
{"train_loss": 0.001130510587245226, "global_step": 82225, "epoch": 461, "lr": 1.2616854832267422e-05}
{"train_loss": 0.0007851665141060948, "global_step": 82226, "epoch": 461, "lr": 1.2615873539106904e-05}
{"train_loss": 0.0010145423002541065, "global_step": 82227, "epoch": 461, "lr": 1.2614892278599199e-05}
{"train_loss": 0.0011210402008146048, "global_step": 82228, "epoch": 461, "lr": 1.2613911050745159e-05}
{"train_loss": 0.0017847083508968353, "global_step": 82229, "epoch": 461, "lr": 1.261292985554563e-05}
{"train_loss": 0.0021833572536706924, "global_step": 82230, "epoch": 461, "lr": 1.2611948693001475e-05}
{"train_loss": 0.003264728933572769, "global_step": 82231, "epoch": 461, "lr": 1.2610967563113551e-05}
{"train_loss": 0.0010052628349512815, "global_step": 82232, "epoch": 461, "lr": 1.26099864658827e-05}
{"train_loss": 0.0022594756446778774, "global_step": 82233, "epoch": 461, "lr": 1.2609005401309803e-05}
{"train_loss": 0.0009866449981927872, "global_step": 82234, "epoch": 461, "lr": 1.2608024369395716e-05}
{"train_loss": 0.0013782136022731965, "global_step": 82235, "epoch": 461, "lr": 1.2607043370141281e-05}
{"train_loss": 0.00087901228107512, "global_step": 82236, "epoch": 462, "lr": 1.2606062403547359e-05}
{"train_loss": 0.001422894187271595, "global_step": 82237, "epoch": 462, "lr": 1.260508146961481e-05}
{"train_loss": 0.0014372628647834063, "global_step": 82238, "epoch": 462, "lr": 1.260410056834449e-05}
{"train_loss": 0.0010756788542494178, "global_step": 82239, "epoch": 462, "lr": 1.2603119699737236e-05}
{"train_loss": 0.0012081714812666178, "global_step": 82240, "epoch": 462, "lr": 1.260213886379396e-05}
{"train_loss": 0.0009514964185655117, "global_step": 82241, "epoch": 462, "lr": 1.260115806051545e-05}
{"train_loss": 0.0015258812345564365, "global_step": 82242, "epoch": 462, "lr": 1.2600177289902604e-05}
{"train_loss": 0.0037194443866610527, "global_step": 82243, "epoch": 462, "lr": 1.2599196551956278e-05}
{"train_loss": 0.0013247953029349446, "global_step": 82244, "epoch": 462, "lr": 1.2598215846677314e-05}
{"train_loss": 0.0013415240682661533, "global_step": 82245, "epoch": 462, "lr": 1.259723517406658e-05}
{"train_loss": 0.002688765525817871, "global_step": 82246, "epoch": 462, "lr": 1.2596254534124923e-05}
{"train_loss": 0.002248181030154228, "global_step": 82247, "epoch": 462, "lr": 1.2595273926853191e-05}
{"train_loss": 0.001153991324827075, "global_step": 82248, "epoch": 462, "lr": 1.2594293352252285e-05}
{"train_loss": 0.0011121736606583, "global_step": 82249, "epoch": 462, "lr": 1.2593312810323e-05}
{"train_loss": 0.002527012024074793, "global_step": 82250, "epoch": 462, "lr": 1.2592332301066234e-05}
{"train_loss": 0.0016480591148138046, "global_step": 82251, "epoch": 462, "lr": 1.2591351824482833e-05}
{"train_loss": 0.0008757031755521894, "global_step": 82252, "epoch": 462, "lr": 1.2590371380573651e-05}
{"train_loss": 0.0011545696761459112, "global_step": 82253, "epoch": 462, "lr": 1.2589390969339549e-05}
{"train_loss": 0.0018537321593612432, "global_step": 82254, "epoch": 462, "lr": 1.2588410590781363e-05}
{"train_loss": 0.0015606852248311043, "global_step": 82255, "epoch": 462, "lr": 1.2587430244899995e-05}
{"train_loss": 0.0012947909999638796, "global_step": 82256, "epoch": 462, "lr": 1.2586449931696243e-05}
{"train_loss": 0.00149215676356107, "global_step": 82257, "epoch": 462, "lr": 1.2585469651171012e-05}
{"train_loss": 0.0012292272876948118, "global_step": 82258, "epoch": 462, "lr": 1.2584489403325134e-05}
{"train_loss": 0.002759400522336364, "global_step": 82259, "epoch": 462, "lr": 1.258350918815947e-05}
{"train_loss": 0.0011395462788641453, "global_step": 82260, "epoch": 462, "lr": 1.2582529005674876e-05}
{"train_loss": 0.0015926836058497429, "global_step": 82261, "epoch": 462, "lr": 1.258154885587221e-05}
{"train_loss": 0.0004940492217428982, "global_step": 82262, "epoch": 462, "lr": 1.2580568738752313e-05}
{"train_loss": 0.002676940057426691, "global_step": 82263, "epoch": 462, "lr": 1.2579588654316082e-05}
{"train_loss": 0.001215037191286683, "global_step": 82264, "epoch": 462, "lr": 1.2578608602564318e-05}
{"train_loss": 0.0021784985437989235, "global_step": 82265, "epoch": 462, "lr": 1.2577628583497914e-05}
{"train_loss": 0.0008829665021039546, "global_step": 82266, "epoch": 462, "lr": 1.2576648597117723e-05}
{"train_loss": 0.0017181399744004011, "global_step": 82267, "epoch": 462, "lr": 1.2575668643424593e-05}
{"train_loss": 0.0004875300219282508, "global_step": 82268, "epoch": 462, "lr": 1.2574688722419375e-05}
{"train_loss": 0.001204412430524826, "global_step": 82269, "epoch": 462, "lr": 1.2573708834102937e-05}
{"train_loss": 0.0015882366569712758, "global_step": 82270, "epoch": 462, "lr": 1.2572728978476117e-05}
{"train_loss": 0.0011566173052415252, "global_step": 82271, "epoch": 462, "lr": 1.2571749155539809e-05}
{"train_loss": 0.0022372351959347725, "global_step": 82272, "epoch": 462, "lr": 1.2570769365294815e-05}
{"train_loss": 0.0012759256642311811, "global_step": 82273, "epoch": 462, "lr": 1.256978960774205e-05}
{"train_loss": 0.001654698164202273, "global_step": 82274, "epoch": 462, "lr": 1.2568809882882304e-05}
{"train_loss": 0.001199705176986754, "global_step": 82275, "epoch": 462, "lr": 1.2567830190716484e-05}
{"train_loss": 0.0011542404536157846, "global_step": 82276, "epoch": 462, "lr": 1.2566850531245427e-05}
{"train_loss": 0.001027157180942595, "global_step": 82277, "epoch": 462, "lr": 1.2565870904469978e-05}
{"train_loss": 0.0017592818476259708, "global_step": 82278, "epoch": 462, "lr": 1.2564891310391037e-05}
{"train_loss": 0.002209052676334977, "global_step": 82279, "epoch": 462, "lr": 1.2563911749009394e-05}
{"train_loss": 0.0029464205726981163, "global_step": 82280, "epoch": 462, "lr": 1.2562932220325957e-05}
{"train_loss": 0.0042356448248028755, "global_step": 82281, "epoch": 462, "lr": 1.2561952724341563e-05}
{"train_loss": 0.0011965392623096704, "global_step": 82282, "epoch": 462, "lr": 1.2560973261057064e-05}
{"train_loss": 0.0015136294532567263, "global_step": 82283, "epoch": 462, "lr": 1.2559993830473322e-05}
{"train_loss": 0.0010017516324296594, "global_step": 82284, "epoch": 462, "lr": 1.2559014432591188e-05}
{"train_loss": 0.0016946544637903571, "global_step": 82285, "epoch": 462, "lr": 1.2558035067411505e-05}
{"train_loss": 0.0013473331928253174, "global_step": 82286, "epoch": 462, "lr": 1.255705573493517e-05}
{"train_loss": 0.0010477781761437654, "global_step": 82287, "epoch": 462, "lr": 1.2556076435162983e-05}
{"train_loss": 0.001997543964534998, "global_step": 82288, "epoch": 462, "lr": 1.2555097168095841e-05}
{"train_loss": 0.00086501199984923, "global_step": 82289, "epoch": 462, "lr": 1.2554117933734583e-05}
{"train_loss": 0.0033803351689130068, "global_step": 82290, "epoch": 462, "lr": 1.2553138732080072e-05}
{"train_loss": 0.0027175750583410263, "global_step": 82291, "epoch": 462, "lr": 1.2552159563133154e-05}
{"train_loss": 0.0044405460357666016, "global_step": 82292, "epoch": 462, "lr": 1.2551180426894688e-05}
{"train_loss": 0.0016466174274682999, "global_step": 82293, "epoch": 462, "lr": 1.2550201323365534e-05}
{"train_loss": 0.0020314520224928856, "global_step": 82294, "epoch": 462, "lr": 1.2549222252546522e-05}
{"train_loss": 0.0009949179366230965, "global_step": 82295, "epoch": 462, "lr": 1.254824321443855e-05}
{"train_loss": 0.0016748487250879407, "global_step": 82296, "epoch": 462, "lr": 1.2547264209042442e-05}
{"train_loss": 0.0011209987569600344, "global_step": 82297, "epoch": 462, "lr": 1.2546285236359068e-05}
{"train_loss": 0.0029453509487211704, "global_step": 82298, "epoch": 462, "lr": 1.2545306296389276e-05}
{"train_loss": 0.0018489903304725885, "global_step": 82299, "epoch": 462, "lr": 1.2544327389133919e-05}
{"train_loss": 0.0012032206868752837, "global_step": 82300, "epoch": 462, "lr": 1.2543348514593844e-05}
{"train_loss": 0.0008811035077087581, "global_step": 82301, "epoch": 462, "lr": 1.254236967276995e-05}
{"train_loss": 0.0011325638042762876, "global_step": 82302, "epoch": 462, "lr": 1.2541390863663022e-05}
{"train_loss": 0.002085622865706682, "global_step": 82303, "epoch": 462, "lr": 1.2540412087273973e-05}
{"train_loss": 0.001132613979279995, "global_step": 82304, "epoch": 462, "lr": 1.2539433343603636e-05}
{"train_loss": 0.0023113535717129707, "global_step": 82305, "epoch": 462, "lr": 1.2538454632652863e-05}
{"train_loss": 0.0010580910602584481, "global_step": 82306, "epoch": 462, "lr": 1.2537475954422517e-05}
{"train_loss": 0.00194724986795336, "global_step": 82307, "epoch": 462, "lr": 1.2536497308913442e-05}
{"train_loss": 0.0008252228726632893, "global_step": 82308, "epoch": 462, "lr": 1.2535518696126492e-05}
{"train_loss": 0.0006310425815172493, "global_step": 82309, "epoch": 462, "lr": 1.2534540116062554e-05}
{"train_loss": 0.001261774217709899, "global_step": 82310, "epoch": 462, "lr": 1.253356156872243e-05}
{"train_loss": 0.0005310411797836423, "global_step": 82311, "epoch": 462, "lr": 1.2532583054107033e-05}
{"train_loss": 0.0007995975320227444, "global_step": 82312, "epoch": 462, "lr": 1.2531604572217154e-05}
{"train_loss": 0.00140819838270545, "global_step": 82313, "epoch": 462, "lr": 1.2530626123053702e-05}
{"train_loss": 0.0020743105560541153, "global_step": 82314, "epoch": 462, "lr": 1.2529647706617503e-05}
{"train_loss": 0.00037154974415898323, "global_step": 82315, "epoch": 462, "lr": 1.2528669322909408e-05}
{"train_loss": 0.0016392373945564032, "global_step": 82316, "epoch": 462, "lr": 1.2527690971930311e-05}
{"train_loss": 0.0014244443736970425, "global_step": 82317, "epoch": 462, "lr": 1.252671265368101e-05}
{"train_loss": 0.000910826085601002, "global_step": 82318, "epoch": 462, "lr": 1.25257343681624e-05}
{"train_loss": 0.0033570260275155306, "global_step": 82319, "epoch": 462, "lr": 1.2524756115375324e-05}
{"train_loss": 0.0016109549906104803, "global_step": 82320, "epoch": 462, "lr": 1.2523777895320638e-05}
{"train_loss": 0.0022197160869836807, "global_step": 82321, "epoch": 462, "lr": 1.2522799707999194e-05}
{"train_loss": 0.0003622191143222153, "global_step": 82322, "epoch": 462, "lr": 1.2521821553411844e-05}
{"train_loss": 0.00212174654006958, "global_step": 82323, "epoch": 462, "lr": 1.252084343155943e-05}
{"train_loss": 0.0020649577490985394, "global_step": 82324, "epoch": 462, "lr": 1.2519865342442848e-05}
{"train_loss": 0.0012315618805587292, "global_step": 82325, "epoch": 462, "lr": 1.2518887286062902e-05}
{"train_loss": 0.0033182483166456223, "global_step": 82326, "epoch": 462, "lr": 1.2517909262420496e-05}
{"train_loss": 0.0011098679387941957, "global_step": 82327, "epoch": 462, "lr": 1.251693127151643e-05}
{"train_loss": 0.0007357518770731986, "global_step": 82328, "epoch": 462, "lr": 1.2515953313351597e-05}
{"train_loss": 0.0008556934772059321, "global_step": 82329, "epoch": 462, "lr": 1.2514975387926842e-05}
{"train_loss": 0.0019896109588444233, "global_step": 82330, "epoch": 462, "lr": 1.2513997495243018e-05}
{"train_loss": 0.0020593502558767796, "global_step": 82331, "epoch": 462, "lr": 1.2513019635300976e-05}
{"train_loss": 0.0012540334137156606, "global_step": 82332, "epoch": 462, "lr": 1.2512041808101577e-05}
{"train_loss": 0.000584690656978637, "global_step": 82333, "epoch": 462, "lr": 1.2511064013645651e-05}
{"train_loss": 0.0016850611427798867, "global_step": 82334, "epoch": 462, "lr": 1.2510086251934106e-05}
{"train_loss": 0.0030633918941020966, "global_step": 82335, "epoch": 462, "lr": 1.2509108522967732e-05}
{"train_loss": 0.001432471675798297, "global_step": 82336, "epoch": 462, "lr": 1.2508130826747426e-05}
{"train_loss": 0.0010433376301079988, "global_step": 82337, "epoch": 462, "lr": 1.2507153163274026e-05}
{"train_loss": 0.0010241363197565079, "global_step": 82338, "epoch": 462, "lr": 1.2506175532548375e-05}
{"train_loss": 0.0015098360599949956, "global_step": 82339, "epoch": 462, "lr": 1.2505197934571372e-05}
{"train_loss": 0.002721717581152916, "global_step": 82340, "epoch": 462, "lr": 1.2504220369343812e-05}
{"train_loss": 0.0009494074620306492, "global_step": 82341, "epoch": 462, "lr": 1.2503242836866591e-05}
{"train_loss": 0.0015491514932364225, "global_step": 82342, "epoch": 462, "lr": 1.2502265337140544e-05}
{"train_loss": 0.0023766583763062954, "global_step": 82343, "epoch": 462, "lr": 1.2501287870166528e-05}
{"train_loss": 0.0005282138008624315, "global_step": 82344, "epoch": 462, "lr": 1.25003104359454e-05}
{"train_loss": 0.00101919483859092, "global_step": 82345, "epoch": 462, "lr": 1.2499333034478011e-05}
{"train_loss": 0.0011011769529432058, "global_step": 82346, "epoch": 462, "lr": 1.2498355665765216e-05}
{"train_loss": 0.0014646138297393918, "global_step": 82347, "epoch": 462, "lr": 1.2497378329807868e-05}
{"train_loss": 0.001317211426794529, "global_step": 82348, "epoch": 462, "lr": 1.2496401026606808e-05}
{"train_loss": 0.001176388468593359, "global_step": 82349, "epoch": 462, "lr": 1.2495423756162928e-05}
{"train_loss": 0.0019447709200903773, "global_step": 82350, "epoch": 462, "lr": 1.2494446518477022e-05}
{"train_loss": 0.0010944249806925654, "global_step": 82351, "epoch": 462, "lr": 1.249346931355e-05}
{"train_loss": 0.0014368914999067783, "global_step": 82352, "epoch": 462, "lr": 1.2492492141382688e-05}
{"train_loss": 0.00047424837248399854, "global_step": 82353, "epoch": 462, "lr": 1.2491515001975945e-05}
{"train_loss": 0.001479260390624404, "global_step": 82354, "epoch": 462, "lr": 1.2490537895330623e-05}
{"train_loss": 0.001594122382812202, "global_step": 82355, "epoch": 462, "lr": 1.2489560821447577e-05}
{"train_loss": 0.0021052833180874586, "global_step": 82356, "epoch": 462, "lr": 1.2488583780327645e-05}
{"train_loss": 0.0003996594750788063, "global_step": 82357, "epoch": 462, "lr": 1.248760677197171e-05}
{"train_loss": 0.00031313442741520703, "global_step": 82358, "epoch": 462, "lr": 1.2486629796380605e-05}
{"train_loss": 0.0018709154101088643, "global_step": 82359, "epoch": 462, "lr": 1.2485652853555196e-05}
{"train_loss": 0.002104012994095683, "global_step": 82360, "epoch": 462, "lr": 1.2484675943496326e-05}
{"train_loss": 0.002262142254039645, "global_step": 82361, "epoch": 462, "lr": 1.2483699066204835e-05}
{"train_loss": 0.0011433383915573359, "global_step": 82362, "epoch": 462, "lr": 1.2482722221681626e-05}
{"train_loss": 0.0006178442854434252, "global_step": 82363, "epoch": 462, "lr": 1.2481745409927486e-05}
{"train_loss": 0.0007112459279596806, "global_step": 82364, "epoch": 462, "lr": 1.248076863094333e-05}
{"train_loss": 0.0009675767505541444, "global_step": 82365, "epoch": 462, "lr": 1.2479791884729953e-05}
{"train_loss": 0.0009574827272444963, "global_step": 82366, "epoch": 462, "lr": 1.2478815171288255e-05}
{"train_loss": 0.0006732322508469224, "global_step": 82367, "epoch": 462, "lr": 1.2477838490619064e-05}
{"train_loss": 0.0011027782456949353, "global_step": 82368, "epoch": 462, "lr": 1.2476861842723248e-05}
{"train_loss": 0.0014417405473068357, "global_step": 82369, "epoch": 462, "lr": 1.2475885227601647e-05}
{"train_loss": 0.0026693828403949738, "global_step": 82370, "epoch": 462, "lr": 1.2474908645255123e-05}
{"train_loss": 0.0019075716845691204, "global_step": 82371, "epoch": 462, "lr": 1.247393209568451e-05}
{"train_loss": 0.0026200839783996344, "global_step": 82372, "epoch": 462, "lr": 1.24729555788907e-05}
{"train_loss": 0.001146976021118462, "global_step": 82373, "epoch": 462, "lr": 1.2471979094874498e-05}
{"train_loss": 0.0003812994109466672, "global_step": 82374, "epoch": 462, "lr": 1.2471002643636798e-05}
{"train_loss": 0.001171933370642364, "global_step": 82375, "epoch": 462, "lr": 1.2470026225178432e-05}
{"train_loss": 0.0017916812794283032, "global_step": 82376, "epoch": 462, "lr": 1.2469049839500257e-05}
{"train_loss": 0.0013310136273503304, "global_step": 82377, "epoch": 462, "lr": 1.2468073486603126e-05}
{"train_loss": 0.0009393016807734966, "global_step": 82378, "epoch": 462, "lr": 1.246709716648788e-05}
{"train_loss": 0.0011834402102977037, "global_step": 82379, "epoch": 462, "lr": 1.2466120879155392e-05}
{"train_loss": 0.0010853022104129195, "global_step": 82380, "epoch": 462, "lr": 1.2465144624606506e-05}
{"train_loss": 0.0016452381387352943, "global_step": 82381, "epoch": 462, "lr": 1.246416840284208e-05}
{"train_loss": 0.0012042467715218663, "global_step": 82382, "epoch": 462, "lr": 1.2463192213862957e-05}
{"train_loss": 0.0020923037081956863, "global_step": 82383, "epoch": 462, "lr": 1.2462216057669995e-05}
{"train_loss": 0.0008525372832082212, "global_step": 82384, "epoch": 462, "lr": 1.2461239934264046e-05}
{"train_loss": 0.00042891199700534344, "global_step": 82385, "epoch": 462, "lr": 1.2460263843645964e-05}
{"train_loss": 0.0024426113814115524, "global_step": 82386, "epoch": 462, "lr": 1.2459287785816588e-05}
{"train_loss": 0.0009933452820405364, "global_step": 82387, "epoch": 462, "lr": 1.2458311760776803e-05}
{"train_loss": 0.0010804578196257353, "global_step": 82388, "epoch": 462, "lr": 1.2457335768527417e-05}
{"train_loss": 0.0028275111690163612, "global_step": 82389, "epoch": 462, "lr": 1.2456359809069318e-05}
{"train_loss": 0.0009630437707528472, "global_step": 82390, "epoch": 462, "lr": 1.2455383882403349e-05}
{"train_loss": 0.001089639263227582, "global_step": 82391, "epoch": 462, "lr": 1.2454407988530358e-05}
{"train_loss": 0.0035545227583497763, "global_step": 82392, "epoch": 462, "lr": 1.2453432127451199e-05}
{"train_loss": 0.0005720780463889241, "global_step": 82393, "epoch": 462, "lr": 1.2452456299166725e-05}
{"train_loss": 0.0021367166191339493, "global_step": 82394, "epoch": 462, "lr": 1.2451480503677776e-05}
{"train_loss": 0.0015086766798049212, "global_step": 82395, "epoch": 462, "lr": 1.2450504740985242e-05}
{"train_loss": 0.001163410022854805, "global_step": 82396, "epoch": 462, "lr": 1.2449529011089922e-05}
{"train_loss": 0.0011625881306827068, "global_step": 82397, "epoch": 462, "lr": 1.244855331399271e-05}
{"train_loss": 0.0011208364740014076, "global_step": 82398, "epoch": 462, "lr": 1.2447577649694448e-05}
{"train_loss": 0.0009023362654261291, "global_step": 82399, "epoch": 462, "lr": 1.2446602018195963e-05}
{"train_loss": 0.0014446299755945802, "global_step": 82400, "epoch": 462, "lr": 1.2445626419498164e-05}
{"train_loss": 0.0014981018612161279, "global_step": 82401, "epoch": 462, "lr": 1.2444650853601836e-05}
{"train_loss": 0.0010695455130189657, "global_step": 82402, "epoch": 462, "lr": 1.2443675320507891e-05}
{"train_loss": 0.0021176738664507866, "global_step": 82403, "epoch": 462, "lr": 1.2442699820217123e-05}
{"train_loss": 0.0023540654219686985, "global_step": 82404, "epoch": 462, "lr": 1.2441724352730432e-05}
{"train_loss": 0.0009086886420845985, "global_step": 82405, "epoch": 462, "lr": 1.2440748918048651e-05}
{"train_loss": 0.0009737201035022736, "global_step": 82406, "epoch": 462, "lr": 1.2439773516172625e-05}
{"train_loss": 0.000909547321498394, "global_step": 82407, "epoch": 462, "lr": 1.2438798147103226e-05}
{"train_loss": 0.0014796057948842645, "global_step": 82408, "epoch": 462, "lr": 1.2437822810841288e-05}
{"train_loss": 0.0012486187042668462, "global_step": 82409, "epoch": 462, "lr": 1.243684750738765e-05}
{"train_loss": 0.0006290105520747602, "global_step": 82410, "epoch": 462, "lr": 1.2435872236743218e-05}
{"train_loss": 0.0012571667321026325, "global_step": 82411, "epoch": 462, "lr": 1.2434896998908775e-05}
{"train_loss": 0.0009580376790836453, "global_step": 82412, "epoch": 462, "lr": 1.2433921793885223e-05}
{"train_loss": 0.0014965054476071213, "global_step": 82413, "epoch": 462, "lr": 1.243294662167339e-05}
{"train_loss": 0.0009085061610676348, "global_step": 82414, "epoch": 463, "lr": 1.2431971482274146e-05}
{"train_loss": 0.0007141384412534535, "global_step": 82415, "epoch": 463, "lr": 1.2430996375688325e-05}
{"train_loss": 0.0007289521163329482, "global_step": 82416, "epoch": 463, "lr": 1.2430021301916783e-05}
{"train_loss": 0.00091240752954036, "global_step": 82417, "epoch": 463, "lr": 1.2429046260960365e-05}
{"train_loss": 0.000851233140565455, "global_step": 82418, "epoch": 463, "lr": 1.2428071252819956e-05}
{"train_loss": 0.0019599145743995905, "global_step": 82419, "epoch": 463, "lr": 1.2427096277496358e-05}
{"train_loss": 0.0016906245145946741, "global_step": 82420, "epoch": 463, "lr": 1.2426121334990459e-05}
{"train_loss": 0.0013924995437264442, "global_step": 82421, "epoch": 463, "lr": 1.2425146425303096e-05}
{"train_loss": 0.0012070793891325593, "global_step": 82422, "epoch": 463, "lr": 1.2424171548435132e-05}
{"train_loss": 0.0006650100694969296, "global_step": 82423, "epoch": 463, "lr": 1.2423196704387402e-05}
{"train_loss": 0.00046473630936816335, "global_step": 82424, "epoch": 463, "lr": 1.2422221893160757e-05}
{"train_loss": 0.0019192544277757406, "global_step": 82425, "epoch": 463, "lr": 1.2421247114756079e-05}
{"train_loss": 0.0012889743084087968, "global_step": 82426, "epoch": 463, "lr": 1.2420272369174174e-05}
{"train_loss": 0.0018648813711479306, "global_step": 82427, "epoch": 463, "lr": 1.2419297656415934e-05}
{"train_loss": 0.001785151893272996, "global_step": 82428, "epoch": 463, "lr": 1.2418322976482188e-05}
{"train_loss": 0.0023804600350558758, "global_step": 82429, "epoch": 463, "lr": 1.2417348329373796e-05}
{"train_loss": 0.003227489534765482, "global_step": 82430, "epoch": 463, "lr": 1.24163737150916e-05}
{"train_loss": 0.0005642471369355917, "global_step": 82431, "epoch": 463, "lr": 1.2415399133636463e-05}
{"train_loss": 0.002371209906414151, "global_step": 82432, "epoch": 463, "lr": 1.2414424585009216e-05}
{"train_loss": 0.0009145995136350393, "global_step": 82433, "epoch": 463, "lr": 1.2413450069210748e-05}
{"train_loss": 0.0018927383935078979, "global_step": 82434, "epoch": 463, "lr": 1.2412475586241862e-05}
{"train_loss": 0.0012806546874344349, "global_step": 82435, "epoch": 463, "lr": 1.2411501136103459e-05}
{"train_loss": 0.0009582544444128871, "global_step": 82436, "epoch": 463, "lr": 1.2410526718796339e-05}
{"train_loss": 0.000992417335510254, "global_step": 82437, "epoch": 463, "lr": 1.2409552334321395e-05}
{"train_loss": 0.0014772491995245218, "global_step": 82438, "epoch": 463, "lr": 1.2408577982679459e-05}
{"train_loss": 0.0008916688384488225, "global_step": 82439, "epoch": 463, "lr": 1.2407603663871386e-05}
{"train_loss": 0.0011010399321094155, "global_step": 82440, "epoch": 463, "lr": 1.2406629377898027e-05}
{"train_loss": 0.0003265607520006597, "global_step": 82441, "epoch": 463, "lr": 1.2405655124760219e-05}
{"train_loss": 0.0017782284412533045, "global_step": 82442, "epoch": 463, "lr": 1.2404680904458837e-05}
{"train_loss": 0.0012190748238936067, "global_step": 82443, "epoch": 463, "lr": 1.2403706716994729e-05}
{"train_loss": 0.000793222279753536, "global_step": 82444, "epoch": 463, "lr": 1.240273256236873e-05}
{"train_loss": 0.0008635403355583549, "global_step": 82445, "epoch": 463, "lr": 1.2401758440581701e-05}
{"train_loss": 0.0016628068406134844, "global_step": 82446, "epoch": 463, "lr": 1.2400784351634492e-05}
{"train_loss": 0.0020667347125709057, "global_step": 82447, "epoch": 463, "lr": 1.2399810295527935e-05}
{"train_loss": 0.0015066524501889944, "global_step": 82448, "epoch": 463, "lr": 1.2398836272262926e-05}
{"train_loss": 0.0006782904965803027, "global_step": 82449, "epoch": 463, "lr": 1.2397862281840262e-05}
{"train_loss": 0.0011738737812265754, "global_step": 82450, "epoch": 463, "lr": 1.2396888324260836e-05}
{"train_loss": 0.0010004211217164993, "global_step": 82451, "epoch": 463, "lr": 1.2395914399525483e-05}
{"train_loss": 0.0011984757147729397, "global_step": 82452, "epoch": 463, "lr": 1.239494050763505e-05}
{"train_loss": 0.0009712445316836238, "global_step": 82453, "epoch": 463, "lr": 1.2393966648590387e-05}
{"train_loss": 0.0012838479597121477, "global_step": 82454, "epoch": 463, "lr": 1.2392992822392352e-05}
{"train_loss": 0.0015818949323147535, "global_step": 82455, "epoch": 463, "lr": 1.2392019029041796e-05}
{"train_loss": 0.003962263464927673, "global_step": 82456, "epoch": 463, "lr": 1.2391045268539558e-05}
{"train_loss": 0.0006666270201094449, "global_step": 82457, "epoch": 463, "lr": 1.239007154088649e-05}
{"train_loss": 0.001562448451295495, "global_step": 82458, "epoch": 463, "lr": 1.2389097846083469e-05}
{"train_loss": 0.0018377795349806547, "global_step": 82459, "epoch": 463, "lr": 1.23881241841313e-05}
{"train_loss": 0.0019108171109110117, "global_step": 82460, "epoch": 463, "lr": 1.2387150555030874e-05}
{"train_loss": 0.001553509384393692, "global_step": 82461, "epoch": 463, "lr": 1.2386176958783025e-05}
{"train_loss": 0.00125849898904562, "global_step": 82462, "epoch": 463, "lr": 1.238520339538859e-05}
{"train_loss": 0.0004738792486023158, "global_step": 82463, "epoch": 463, "lr": 1.2384229864848458e-05}
{"train_loss": 0.0012273447355255485, "global_step": 82464, "epoch": 463, "lr": 1.2383256367163431e-05}
{"train_loss": 0.0015693309251219034, "global_step": 82465, "epoch": 463, "lr": 1.2382282902334396e-05}
{"train_loss": 0.0006801921408623457, "global_step": 82466, "epoch": 463, "lr": 1.238130947036219e-05}
{"train_loss": 0.002139721065759659, "global_step": 82467, "epoch": 463, "lr": 1.238033607124766e-05}
{"train_loss": 0.00459639634937048, "global_step": 82468, "epoch": 463, "lr": 1.2379362704991664e-05}
{"train_loss": 0.001935908803716302, "global_step": 82469, "epoch": 463, "lr": 1.2378389371595051e-05}
{"train_loss": 0.0018447093898430467, "global_step": 82470, "epoch": 463, "lr": 1.2377416071058651e-05}
{"train_loss": 0.0024069990031421185, "global_step": 82471, "epoch": 463, "lr": 1.237644280338336e-05}
{"train_loss": 0.0017635715194046497, "global_step": 82472, "epoch": 463, "lr": 1.237546956856997e-05}
{"train_loss": 0.0015321611426770687, "global_step": 82473, "epoch": 463, "lr": 1.2374496366619387e-05}
{"train_loss": 0.0006510249222628772, "global_step": 82474, "epoch": 463, "lr": 1.2373523197532405e-05}
{"train_loss": 0.0019386796047911048, "global_step": 82475, "epoch": 463, "lr": 1.2372550061309923e-05}
{"train_loss": 0.004067396745085716, "global_step": 82476, "epoch": 463, "lr": 1.2371576957952769e-05}
{"train_loss": 0.0011302859056741, "global_step": 82477, "epoch": 463, "lr": 1.2370603887461796e-05}
{"train_loss": 0.000759420043323189, "global_step": 82478, "epoch": 463, "lr": 1.2369630849837849e-05}
{"train_loss": 0.0016188209410756826, "global_step": 82479, "epoch": 463, "lr": 1.2368657845081788e-05}
{"train_loss": 0.001187022658996284, "global_step": 82480, "epoch": 463, "lr": 1.236768487319444e-05}
{"train_loss": 0.0006029256619513035, "global_step": 82481, "epoch": 463, "lr": 1.23667119341767e-05}
{"train_loss": 0.0012134560383856297, "global_step": 82482, "epoch": 463, "lr": 1.2365739028029361e-05}
{"train_loss": 0.0010812132386490703, "global_step": 82483, "epoch": 463, "lr": 1.2364766154753322e-05}
{"train_loss": 0.0009520223829895258, "global_step": 82484, "epoch": 463, "lr": 1.2363793314349403e-05}
{"train_loss": 0.0032659166026860476, "global_step": 82485, "epoch": 463, "lr": 1.2362820506818452e-05}
{"train_loss": 0.0006077197613194585, "global_step": 82486, "epoch": 463, "lr": 1.2361847732161357e-05}
{"train_loss": 0.0012125612702220678, "global_step": 82487, "epoch": 463, "lr": 1.2360874990378917e-05}
{"train_loss": 0.0012568853562697768, "global_step": 82488, "epoch": 463, "lr": 1.2359902281472013e-05}
{"train_loss": 0.0038174926303327084, "global_step": 82489, "epoch": 463, "lr": 1.2358929605441494e-05}
{"train_loss": 0.0014583412557840347, "global_step": 82490, "epoch": 463, "lr": 1.2357956962288197e-05}
{"train_loss": 0.002606778871268034, "global_step": 82491, "epoch": 463, "lr": 1.2356984352012973e-05}
{"train_loss": 0.000885260640643537, "global_step": 82492, "epoch": 463, "lr": 1.2356011774616682e-05}
{"train_loss": 0.0012446176260709763, "global_step": 82493, "epoch": 463, "lr": 1.2355039230100162e-05}
{"train_loss": 0.0010890739504247904, "global_step": 82494, "epoch": 463, "lr": 1.2354066718464269e-05}
{"train_loss": 0.0012812608620151877, "global_step": 82495, "epoch": 463, "lr": 1.2353094239709833e-05}
{"train_loss": 0.0015306624118238688, "global_step": 82496, "epoch": 463, "lr": 1.2352121793837756e-05}
{"train_loss": 0.0003064649645239115, "global_step": 82497, "epoch": 463, "lr": 1.235114938084882e-05}
{"train_loss": 0.0009267691057175398, "global_step": 82498, "epoch": 463, "lr": 1.2350177000743923e-05}
{"train_loss": 0.0010681990534067154, "global_step": 82499, "epoch": 463, "lr": 1.2349204653523894e-05}
{"train_loss": 0.0007009155815467238, "global_step": 82500, "epoch": 463, "lr": 1.2348232339189586e-05}
{"train_loss": 0.0009388804901391268, "global_step": 82501, "epoch": 463, "lr": 1.2347260057741855e-05}
{"train_loss": 0.001788722351193428, "global_step": 82502, "epoch": 463, "lr": 1.2346287809181539e-05}
{"train_loss": 0.0012198241893202066, "global_step": 82503, "epoch": 463, "lr": 1.2345315593509477e-05}
{"train_loss": 0.0016016738954931498, "global_step": 82504, "epoch": 463, "lr": 1.234434341072655e-05}
{"train_loss": 0.0013084288220852613, "global_step": 82505, "epoch": 463, "lr": 1.2343371260833586e-05}
{"train_loss": 0.0016715573146939278, "global_step": 82506, "epoch": 463, "lr": 1.234239914383144e-05}
{"train_loss": 0.0009742088732309639, "global_step": 82507, "epoch": 463, "lr": 1.2341427059720962e-05}
{"train_loss": 0.0005579074495472014, "global_step": 82508, "epoch": 463, "lr": 1.2340455008502983e-05}
{"train_loss": 0.0008586919284425676, "global_step": 82509, "epoch": 463, "lr": 1.2339482990178397e-05}
{"train_loss": 0.0015540110180154443, "global_step": 82510, "epoch": 463, "lr": 1.2338511004747993e-05}
{"train_loss": 0.001636393484659493, "global_step": 82511, "epoch": 463, "lr": 1.2337539052212681e-05}
{"train_loss": 0.00045585332554765046, "global_step": 82512, "epoch": 463, "lr": 1.2336567132573246e-05}
{"train_loss": 0.0013141643721610308, "global_step": 82513, "epoch": 463, "lr": 1.2335595245830588e-05}
{"train_loss": 0.0014761765487492085, "global_step": 82514, "epoch": 463, "lr": 1.2334623391985538e-05}
{"train_loss": 0.0012128372909501195, "global_step": 82515, "epoch": 463, "lr": 1.2333651571038952e-05}
{"train_loss": 0.0007769599324092269, "global_step": 82516, "epoch": 463, "lr": 1.2332679782991663e-05}
{"train_loss": 0.002722779754549265, "global_step": 82517, "epoch": 463, "lr": 1.233170802784453e-05}
{"train_loss": 0.0014197559794411063, "global_step": 82518, "epoch": 463, "lr": 1.233073630559839e-05}
{"train_loss": 0.0016064117662608624, "global_step": 82519, "epoch": 463, "lr": 1.232976461625413e-05}
{"train_loss": 0.0005388040444813669, "global_step": 82520, "epoch": 463, "lr": 1.2328792959812541e-05}
{"train_loss": 0.0011001350358128548, "global_step": 82521, "epoch": 463, "lr": 1.2327821336274514e-05}
{"train_loss": 0.00048770796274766326, "global_step": 82522, "epoch": 463, "lr": 1.2326849745640884e-05}
{"train_loss": 0.0006198846967890859, "global_step": 82523, "epoch": 463, "lr": 1.2325878187912504e-05}
{"train_loss": 0.0005509393522515893, "global_step": 82524, "epoch": 463, "lr": 1.2324906663090225e-05}
{"train_loss": 0.001199484569951892, "global_step": 82525, "epoch": 463, "lr": 1.2323935171174867e-05}
{"train_loss": 0.0031119454652071, "global_step": 82526, "epoch": 463, "lr": 1.2322963712167319e-05}
{"train_loss": 0.0014225819613784552, "global_step": 82527, "epoch": 463, "lr": 1.2321992286068412e-05}
{"train_loss": 0.0019139860523864627, "global_step": 82528, "epoch": 463, "lr": 1.2321020892878993e-05}
{"train_loss": 0.001582685625180602, "global_step": 82529, "epoch": 463, "lr": 1.2320049532599914e-05}
{"train_loss": 0.0005284489598125219, "global_step": 82530, "epoch": 463, "lr": 1.2319078205232026e-05}
{"train_loss": 0.001620911993086338, "global_step": 82531, "epoch": 463, "lr": 1.2318106910776167e-05}
{"train_loss": 0.0011677441652864218, "global_step": 82532, "epoch": 463, "lr": 1.2317135649233192e-05}
{"train_loss": 0.0011501640547066927, "global_step": 82533, "epoch": 463, "lr": 1.2316164420603938e-05}
{"train_loss": 0.0012298879446461797, "global_step": 82534, "epoch": 463, "lr": 1.2315193224889288e-05}
{"train_loss": 0.0015700282528996468, "global_step": 82535, "epoch": 463, "lr": 1.2314222062090036e-05}
{"train_loss": 0.002377078402787447, "global_step": 82536, "epoch": 463, "lr": 1.2313250932207076e-05}
{"train_loss": 0.0010625754948705435, "global_step": 82537, "epoch": 463, "lr": 1.2312279835241247e-05}
{"train_loss": 0.0008053461788222194, "global_step": 82538, "epoch": 463, "lr": 1.2311308771193387e-05}
{"train_loss": 0.0007185823051258922, "global_step": 82539, "epoch": 463, "lr": 1.2310337740064342e-05}
{"train_loss": 0.0004122061945963651, "global_step": 82540, "epoch": 463, "lr": 1.2309366741854977e-05}
{"train_loss": 0.0007839134777896106, "global_step": 82541, "epoch": 463, "lr": 1.2308395776566107e-05}
{"train_loss": 0.0010648249881342053, "global_step": 82542, "epoch": 463, "lr": 1.2307424844198633e-05}
{"train_loss": 0.0017397654009982944, "global_step": 82543, "epoch": 463, "lr": 1.2306453944753344e-05}
{"train_loss": 0.0008142427541315556, "global_step": 82544, "epoch": 463, "lr": 1.2305483078231144e-05}
{"train_loss": 0.0010531977750360966, "global_step": 82545, "epoch": 463, "lr": 1.2304512244632827e-05}
{"train_loss": 0.0021545044146478176, "global_step": 82546, "epoch": 463, "lr": 1.2303541443959265e-05}
{"train_loss": 0.0006716415518894792, "global_step": 82547, "epoch": 463, "lr": 1.230257067621134e-05}
{"train_loss": 0.0009006286272779107, "global_step": 82548, "epoch": 463, "lr": 1.230159994138984e-05}
{"train_loss": 0.0011343695223331451, "global_step": 82549, "epoch": 463, "lr": 1.2300629239495665e-05}
{"train_loss": 0.0016512705478817225, "global_step": 82550, "epoch": 463, "lr": 1.2299658570529615e-05}
{"train_loss": 0.0012137367157265544, "global_step": 82551, "epoch": 463, "lr": 1.2298687934492576e-05}
{"train_loss": 0.001036401721648872, "global_step": 82552, "epoch": 463, "lr": 1.2297717331385378e-05}
{"train_loss": 0.0017634961986914277, "global_step": 82553, "epoch": 463, "lr": 1.2296746761208877e-05}
{"train_loss": 0.0030834705103188753, "global_step": 82554, "epoch": 463, "lr": 1.2295776223963912e-05}
{"train_loss": 0.000869056791998446, "global_step": 82555, "epoch": 463, "lr": 1.2294805719651337e-05}
{"train_loss": 0.002544649178162217, "global_step": 82556, "epoch": 463, "lr": 1.2293835248271979e-05}
{"train_loss": 0.0022474895231425762, "global_step": 82557, "epoch": 463, "lr": 1.2292864809826737e-05}
{"train_loss": 0.00113386707380414, "global_step": 82558, "epoch": 463, "lr": 1.2291894404316395e-05}
{"train_loss": 0.0009476139093749225, "global_step": 82559, "epoch": 463, "lr": 1.2290924031741847e-05}
{"train_loss": 0.0006969645037315786, "global_step": 82560, "epoch": 463, "lr": 1.2289953692103922e-05}
{"train_loss": 0.0006631718133576214, "global_step": 82561, "epoch": 463, "lr": 1.2288983385403475e-05}
{"train_loss": 0.0012818637769669294, "global_step": 82562, "epoch": 463, "lr": 1.228801311164135e-05}
{"train_loss": 0.0008363864035345614, "global_step": 82563, "epoch": 463, "lr": 1.2287042870818389e-05}
{"train_loss": 0.0006328229792416096, "global_step": 82564, "epoch": 463, "lr": 1.2286072662935445e-05}
{"train_loss": 0.0022087199613451958, "global_step": 82565, "epoch": 463, "lr": 1.2285102487993361e-05}
{"train_loss": 0.0004732420202344656, "global_step": 82566, "epoch": 463, "lr": 1.2284132345992976e-05}
{"train_loss": 0.0008327660034410655, "global_step": 82567, "epoch": 463, "lr": 1.2283162236935164e-05}
{"train_loss": 0.002114540431648493, "global_step": 82568, "epoch": 463, "lr": 1.228219216082076e-05}
{"train_loss": 0.0005223341286182404, "global_step": 82569, "epoch": 463, "lr": 1.2281222117650603e-05}
{"train_loss": 0.0013623303966596723, "global_step": 82570, "epoch": 463, "lr": 1.228025210742555e-05}
{"train_loss": 0.001022404059767723, "global_step": 82571, "epoch": 463, "lr": 1.227928213014643e-05}
{"train_loss": 0.002010556636378169, "global_step": 82572, "epoch": 463, "lr": 1.2278312185814134e-05}
{"train_loss": 0.002412856789305806, "global_step": 82573, "epoch": 463, "lr": 1.2277342274429449e-05}
{"train_loss": 0.0010802417527884245, "global_step": 82574, "epoch": 463, "lr": 1.2276372395993263e-05}
{"train_loss": 0.0010003105271607637, "global_step": 82575, "epoch": 463, "lr": 1.2275402550506421e-05}
{"train_loss": 0.0007908256957307458, "global_step": 82576, "epoch": 463, "lr": 1.2274432737969754e-05}
{"train_loss": 0.0012123030610382557, "global_step": 82577, "epoch": 463, "lr": 1.2273462958384123e-05}
{"train_loss": 0.002757301554083824, "global_step": 82578, "epoch": 463, "lr": 1.2272493211750363e-05}
{"train_loss": 0.001019138959236443, "global_step": 82579, "epoch": 463, "lr": 1.227152349806932e-05}
{"train_loss": 0.0019376284908503294, "global_step": 82580, "epoch": 463, "lr": 1.2270553817341873e-05}
{"train_loss": 0.0017093704082071781, "global_step": 82581, "epoch": 463, "lr": 1.2269584169568815e-05}
{"train_loss": 0.0013657927047461271, "global_step": 82582, "epoch": 463, "lr": 1.226861455475105e-05}
{"train_loss": 0.0013161823153495789, "global_step": 82583, "epoch": 463, "lr": 1.226764497288937e-05}
{"train_loss": 0.0008957098471000791, "global_step": 82584, "epoch": 463, "lr": 1.2266675423984663e-05}
{"train_loss": 0.0013423385098576546, "global_step": 82585, "epoch": 463, "lr": 1.2265705908037762e-05}
{"train_loss": 0.0011095821391791105, "global_step": 82586, "epoch": 463, "lr": 1.2264736425049512e-05}
{"train_loss": 0.0004975845804437995, "global_step": 82587, "epoch": 463, "lr": 1.2263766975020764e-05}
{"train_loss": 0.0005661548348143697, "global_step": 82588, "epoch": 463, "lr": 1.2262797557952343e-05}
{"train_loss": 0.0026700664311647415, "global_step": 82589, "epoch": 463, "lr": 1.226182817384513e-05}
{"train_loss": 0.001829833840020001, "global_step": 82590, "epoch": 463, "lr": 1.226085882269996e-05}
{"train_loss": 0.0013698793421538671, "global_step": 82591, "epoch": 463, "lr": 1.2259889504517675e-05}
{"train_loss": 0.0012696734629571438, "global_step": 82592, "epoch": 464, "lr": 1.2258920219299119e-05}
{"train_loss": 0.000989376101642847, "global_step": 82593, "epoch": 464, "lr": 1.2257950967045146e-05}
{"train_loss": 0.0020401154179126024, "global_step": 82594, "epoch": 464, "lr": 1.2256981747756586e-05}
{"train_loss": 0.0015195086598396301, "global_step": 82595, "epoch": 464, "lr": 1.225601256143432e-05}
{"train_loss": 0.0010125904809683561, "global_step": 82596, "epoch": 464, "lr": 1.2255043408079154e-05}
{"train_loss": 0.0005715327570214868, "global_step": 82597, "epoch": 464, "lr": 1.2254074287691958e-05}
{"train_loss": 0.001196524128317833, "global_step": 82598, "epoch": 464, "lr": 1.225310520027358e-05}
{"train_loss": 0.00164688634686172, "global_step": 82599, "epoch": 464, "lr": 1.2252136145824861e-05}
{"train_loss": 0.0015744440024718642, "global_step": 82600, "epoch": 464, "lr": 1.2251167124346641e-05}
{"train_loss": 0.0018654162995517254, "global_step": 82601, "epoch": 464, "lr": 1.225019813583978e-05}
{"train_loss": 0.0005435979692265391, "global_step": 82602, "epoch": 464, "lr": 1.224922918030511e-05}
{"train_loss": 0.0016064479714259505, "global_step": 82603, "epoch": 464, "lr": 1.2248260257743488e-05}
{"train_loss": 0.0009169281693175435, "global_step": 82604, "epoch": 464, "lr": 1.224729136815574e-05}
{"train_loss": 0.002090416382998228, "global_step": 82605, "epoch": 464, "lr": 1.2246322511542757e-05}
{"train_loss": 0.0006945406785234809, "global_step": 82606, "epoch": 464, "lr": 1.2245353687905326e-05}
{"train_loss": 0.0010763548780232668, "global_step": 82607, "epoch": 464, "lr": 1.2244384897244337e-05}
{"train_loss": 0.001523690763860941, "global_step": 82608, "epoch": 464, "lr": 1.2243416139560632e-05}
{"train_loss": 0.0011036070063710213, "global_step": 82609, "epoch": 464, "lr": 1.2242447414855023e-05}
{"train_loss": 0.001388832926750183, "global_step": 82610, "epoch": 464, "lr": 1.2241478723128418e-05}
{"train_loss": 0.0012405912857502699, "global_step": 82611, "epoch": 464, "lr": 1.2240510064381593e-05}
{"train_loss": 0.0008735735900700092, "global_step": 82612, "epoch": 464, "lr": 1.2239541438615443e-05}
{"train_loss": 0.000961818266659975, "global_step": 82613, "epoch": 464, "lr": 1.2238572845830804e-05}
{"train_loss": 0.00031889782985672355, "global_step": 82614, "epoch": 464, "lr": 1.2237604286028509e-05}
{"train_loss": 0.0007892514695413411, "global_step": 82615, "epoch": 464, "lr": 1.2236635759209413e-05}
{"train_loss": 0.0007528073620051146, "global_step": 82616, "epoch": 464, "lr": 1.2235667265374362e-05}
{"train_loss": 0.0020064604468643665, "global_step": 82617, "epoch": 464, "lr": 1.2234698804524187e-05}
{"train_loss": 0.0006860829889774323, "global_step": 82618, "epoch": 464, "lr": 1.2233730376659775e-05}
{"train_loss": 0.000862235901877284, "global_step": 82619, "epoch": 464, "lr": 1.2232761981781916e-05}
{"train_loss": 0.0020629772916436195, "global_step": 82620, "epoch": 464, "lr": 1.2231793619891507e-05}
{"train_loss": 0.0012454716488718987, "global_step": 82621, "epoch": 464, "lr": 1.2230825290989351e-05}
{"train_loss": 0.0013704914599657059, "global_step": 82622, "epoch": 464, "lr": 1.2229856995076321e-05}
{"train_loss": 0.0008930070325732231, "global_step": 82623, "epoch": 464, "lr": 1.222888873215326e-05}
{"train_loss": 0.0005774469464085996, "global_step": 82624, "epoch": 464, "lr": 1.2227920502221008e-05}
{"train_loss": 0.0009596872259862721, "global_step": 82625, "epoch": 464, "lr": 1.2226952305280409e-05}
{"train_loss": 0.0005765127716585994, "global_step": 82626, "epoch": 464, "lr": 1.2225984141332313e-05}
{"train_loss": 0.0019221985712647438, "global_step": 82627, "epoch": 464, "lr": 1.2225016010377549e-05}
{"train_loss": 0.00033878901740536094, "global_step": 82628, "epoch": 464, "lr": 1.2224047912417008e-05}
{"train_loss": 0.0009830526541918516, "global_step": 82629, "epoch": 464, "lr": 1.2223079847451474e-05}
{"train_loss": 0.002109405118972063, "global_step": 82630, "epoch": 464, "lr": 1.222211181548184e-05}
{"train_loss": 0.0006840215064585209, "global_step": 82631, "epoch": 464, "lr": 1.2221143816508934e-05}
{"train_loss": 0.001955039333552122, "global_step": 82632, "epoch": 464, "lr": 1.2220175850533589e-05}
{"train_loss": 0.0017696127761155367, "global_step": 82633, "epoch": 464, "lr": 1.2219207917556696e-05}
{"train_loss": 0.000505465897731483, "global_step": 82634, "epoch": 464, "lr": 1.2218240017579036e-05}
{"train_loss": 0.0025857696309685707, "global_step": 82635, "epoch": 464, "lr": 1.22172721506015e-05}
{"train_loss": 0.0010718322591856122, "global_step": 82636, "epoch": 464, "lr": 1.2216304316624927e-05}
{"train_loss": 0.0009248481364920735, "global_step": 82637, "epoch": 464, "lr": 1.221533651565015e-05}
{"train_loss": 0.001457288395613432, "global_step": 82638, "epoch": 464, "lr": 1.2214368747678017e-05}
{"train_loss": 0.002369414549320936, "global_step": 82639, "epoch": 464, "lr": 1.2213401012709386e-05}
{"train_loss": 0.0017341416096314788, "global_step": 82640, "epoch": 464, "lr": 1.2212433310745086e-05}
{"train_loss": 0.0026771246921271086, "global_step": 82641, "epoch": 464, "lr": 1.2211465641785969e-05}
{"train_loss": 0.0008306615054607391, "global_step": 82642, "epoch": 464, "lr": 1.2210498005832866e-05}
{"train_loss": 0.0007522583473473787, "global_step": 82643, "epoch": 464, "lr": 1.220953040288667e-05}
{"train_loss": 0.0011029550805687904, "global_step": 82644, "epoch": 464, "lr": 1.2208562832948156e-05}
{"train_loss": 0.004044155590236187, "global_step": 82645, "epoch": 464, "lr": 1.2207595296018226e-05}
{"train_loss": 0.000988994725048542, "global_step": 82646, "epoch": 464, "lr": 1.2206627792097702e-05}
{"train_loss": 0.001876222901046276, "global_step": 82647, "epoch": 464, "lr": 1.220566032118743e-05}
{"train_loss": 0.0005110780475661159, "global_step": 82648, "epoch": 464, "lr": 1.220469288328826e-05}
{"train_loss": 0.0010561873205006123, "global_step": 82649, "epoch": 464, "lr": 1.2203725478401029e-05}
{"train_loss": 0.0007735229446552694, "global_step": 82650, "epoch": 464, "lr": 1.220275810652658e-05}
{"train_loss": 0.0021412717178463936, "global_step": 82651, "epoch": 464, "lr": 1.2201790767665772e-05}
{"train_loss": 0.0007130102021619678, "global_step": 82652, "epoch": 464, "lr": 1.2200823461819444e-05}
{"train_loss": 0.0015511612873524427, "global_step": 82653, "epoch": 464, "lr": 1.219985618898844e-05}
{"train_loss": 0.0012712234165519476, "global_step": 82654, "epoch": 464, "lr": 1.2198888949173604e-05}
{"train_loss": 0.001417551888152957, "global_step": 82655, "epoch": 464, "lr": 1.2197921742375767e-05}
{"train_loss": 0.0005911523476243019, "global_step": 82656, "epoch": 464, "lr": 1.2196954568595814e-05}
{"train_loss": 0.0006994875147938728, "global_step": 82657, "epoch": 464, "lr": 1.2195987427834538e-05}
{"train_loss": 0.0017704905476421118, "global_step": 82658, "epoch": 464, "lr": 1.2195020320092837e-05}
{"train_loss": 0.0017769024707376957, "global_step": 82659, "epoch": 464, "lr": 1.2194053245371501e-05}
{"train_loss": 0.0018824409926310182, "global_step": 82660, "epoch": 464, "lr": 1.2193086203671417e-05}
{"train_loss": 0.0011219345033168793, "global_step": 82661, "epoch": 464, "lr": 1.2192119194993407e-05}
{"train_loss": 0.001330503262579441, "global_step": 82662, "epoch": 464, "lr": 1.2191152219338331e-05}
{"train_loss": 0.0014141621068120003, "global_step": 82663, "epoch": 464, "lr": 1.2190185276707022e-05}
{"train_loss": 0.0009512323886156082, "global_step": 82664, "epoch": 464, "lr": 1.218921836710033e-05}
{"train_loss": 0.0023238561116158962, "global_step": 82665, "epoch": 464, "lr": 1.2188251490519081e-05}
{"train_loss": 0.0026536849327385426, "global_step": 82666, "epoch": 464, "lr": 1.2187284646964164e-05}
{"train_loss": 0.0007045789971016347, "global_step": 82667, "epoch": 464, "lr": 1.2186317836436372e-05}
{"train_loss": 0.001730601885356009, "global_step": 82668, "epoch": 464, "lr": 1.2185351058936584e-05}
{"train_loss": 0.0008115768432617188, "global_step": 82669, "epoch": 464, "lr": 1.2184384314465636e-05}
{"train_loss": 0.0019223286071792245, "global_step": 82670, "epoch": 464, "lr": 1.2183417603024367e-05}
{"train_loss": 0.0019149885047227144, "global_step": 82671, "epoch": 464, "lr": 1.2182450924613626e-05}
{"train_loss": 0.0018887765472754836, "global_step": 82672, "epoch": 464, "lr": 1.218148427923424e-05}
{"train_loss": 0.0010355697013437748, "global_step": 82673, "epoch": 464, "lr": 1.2180517666887098e-05}
{"train_loss": 0.0009954954730346799, "global_step": 82674, "epoch": 464, "lr": 1.2179551087572989e-05}
{"train_loss": 0.0007365214405581355, "global_step": 82675, "epoch": 464, "lr": 1.2178584541292792e-05}
{"train_loss": 0.0010439433390274644, "global_step": 82676, "epoch": 464, "lr": 1.2177618028047349e-05}
{"train_loss": 0.001226880238391459, "global_step": 82677, "epoch": 464, "lr": 1.2176651547837492e-05}
{"train_loss": 0.0019694152288138866, "global_step": 82678, "epoch": 464, "lr": 1.2175685100664075e-05}
{"train_loss": 0.0010808940278366208, "global_step": 82679, "epoch": 464, "lr": 1.2174718686527942e-05}
{"train_loss": 0.0011470953468233347, "global_step": 82680, "epoch": 464, "lr": 1.2173752305429914e-05}
{"train_loss": 0.00047412110143341124, "global_step": 82681, "epoch": 464, "lr": 1.217278595737088e-05}
{"train_loss": 0.0006933683762326837, "global_step": 82682, "epoch": 464, "lr": 1.2171819642351635e-05}
{"train_loss": 0.0006091978284530342, "global_step": 82683, "epoch": 464, "lr": 1.2170853360373058e-05}
{"train_loss": 0.0012189482804387808, "global_step": 82684, "epoch": 464, "lr": 1.2169887111435984e-05}
{"train_loss": 0.0012245562393218279, "global_step": 82685, "epoch": 464, "lr": 1.2168920895541253e-05}
{"train_loss": 0.0016553988680243492, "global_step": 82686, "epoch": 464, "lr": 1.216795471268971e-05}
{"train_loss": 0.0028115715831518173, "global_step": 82687, "epoch": 464, "lr": 1.2166988562882197e-05}
{"train_loss": 0.0022762715816497803, "global_step": 82688, "epoch": 464, "lr": 1.2166022446119551e-05}
{"train_loss": 0.001733595272526145, "global_step": 82689, "epoch": 464, "lr": 1.216505636240265e-05}
{"train_loss": 0.0006232965388335288, "global_step": 82690, "epoch": 464, "lr": 1.2164090311732284e-05}
{"train_loss": 0.0017072136979550123, "global_step": 82691, "epoch": 464, "lr": 1.2163124294109358e-05}
{"train_loss": 0.0013597167562693357, "global_step": 82692, "epoch": 464, "lr": 1.2162158309534655e-05}
{"train_loss": 0.0023286710493266582, "global_step": 82693, "epoch": 464, "lr": 1.2161192358009054e-05}
{"train_loss": 0.00127003388479352, "global_step": 82694, "epoch": 464, "lr": 1.2160226439533401e-05}
{"train_loss": 0.002029585186392069, "global_step": 82695, "epoch": 464, "lr": 1.215926055410851e-05}
{"train_loss": 0.0007167579606175423, "global_step": 82696, "epoch": 464, "lr": 1.2158294701735274e-05}
{"train_loss": 0.001882920740172267, "global_step": 82697, "epoch": 464, "lr": 1.2157328882414482e-05}
{"train_loss": 0.00048814190085977316, "global_step": 82698, "epoch": 464, "lr": 1.2156363096147011e-05}
{"train_loss": 0.00144485873170197, "global_step": 82699, "epoch": 464, "lr": 1.2155397342933705e-05}
{"train_loss": 0.0014270709361881018, "global_step": 82700, "epoch": 464, "lr": 1.2154431622775392e-05}
{"train_loss": 0.00046808505430817604, "global_step": 82701, "epoch": 464, "lr": 1.215346593567293e-05}
{"train_loss": 0.0011952947825193405, "global_step": 82702, "epoch": 464, "lr": 1.215250028162715e-05}
{"train_loss": 0.001524086226709187, "global_step": 82703, "epoch": 464, "lr": 1.2151534660638892e-05}
{"train_loss": 0.0024202230852097273, "global_step": 82704, "epoch": 464, "lr": 1.2150569072709029e-05}
{"train_loss": 0.0005096003296785057, "global_step": 82705, "epoch": 464, "lr": 1.2149603517838359e-05}
{"train_loss": 0.0003640844370238483, "global_step": 82706, "epoch": 464, "lr": 1.2148637996027768e-05}
{"train_loss": 0.00028696670779027045, "global_step": 82707, "epoch": 464, "lr": 1.2147672507278073e-05}
{"train_loss": 0.003063013544306159, "global_step": 82708, "epoch": 464, "lr": 1.2146707051590133e-05}
{"train_loss": 0.0017172015504911542, "global_step": 82709, "epoch": 464, "lr": 1.214574162896478e-05}
{"train_loss": 0.0012903199531137943, "global_step": 82710, "epoch": 464, "lr": 1.2144776239402862e-05}
{"train_loss": 0.0008755364688113332, "global_step": 82711, "epoch": 464, "lr": 1.214381088290522e-05}
{"train_loss": 0.00025318050757050514, "global_step": 82712, "epoch": 464, "lr": 1.2142845559472703e-05}
{"train_loss": 0.0014520224649459124, "global_step": 82713, "epoch": 464, "lr": 1.2141880269106132e-05}
{"train_loss": 0.002386811189353466, "global_step": 82714, "epoch": 464, "lr": 1.2140915011806381e-05}
{"train_loss": 0.0008377659833058715, "global_step": 82715, "epoch": 464, "lr": 1.2139949787574278e-05}
{"train_loss": 0.0008126799948513508, "global_step": 82716, "epoch": 464, "lr": 1.2138984596410674e-05}
{"train_loss": 0.0006514254491776228, "global_step": 82717, "epoch": 464, "lr": 1.21380194383164e-05}
{"train_loss": 0.0012172532733529806, "global_step": 82718, "epoch": 464, "lr": 1.2137054313292295e-05}
{"train_loss": 0.0025501209311187267, "global_step": 82719, "epoch": 464, "lr": 1.2136089221339242e-05}
{"train_loss": 0.0018159179016947746, "global_step": 82720, "epoch": 464, "lr": 1.2135124162458016e-05}
{"train_loss": 0.0017325879307463765, "global_step": 82721, "epoch": 464, "lr": 1.213415913664952e-05}
{"train_loss": 0.0006297120125964284, "global_step": 82722, "epoch": 464, "lr": 1.2133194143914572e-05}
{"train_loss": 0.0013534951722249389, "global_step": 82723, "epoch": 464, "lr": 1.2132229184254018e-05}
{"train_loss": 0.0018270500004291534, "global_step": 82724, "epoch": 464, "lr": 1.21312642576687e-05}
{"train_loss": 0.0012969409581273794, "global_step": 82725, "epoch": 464, "lr": 1.2130299364159464e-05}
{"train_loss": 0.0004946646513417363, "global_step": 82726, "epoch": 464, "lr": 1.2129334503727135e-05}
{"train_loss": 0.002351866103708744, "global_step": 82727, "epoch": 464, "lr": 1.2128369676372597e-05}
{"train_loss": 0.002594516146928072, "global_step": 82728, "epoch": 464, "lr": 1.2127404882096638e-05}
{"train_loss": 0.0009484146721661091, "global_step": 82729, "epoch": 464, "lr": 1.2126440120900156e-05}
{"train_loss": 0.001303222612477839, "global_step": 82730, "epoch": 464, "lr": 1.212547539278394e-05}
{"train_loss": 0.0012848125770688057, "global_step": 82731, "epoch": 464, "lr": 1.2124510697748875e-05}
{"train_loss": 0.0013119785580784082, "global_step": 82732, "epoch": 464, "lr": 1.2123546035795786e-05}
{"train_loss": 0.0017610992072150111, "global_step": 82733, "epoch": 464, "lr": 1.212258140692552e-05}
{"train_loss": 0.0016961335204541683, "global_step": 82734, "epoch": 464, "lr": 1.2121616811138914e-05}
{"train_loss": 0.0020941952243447304, "global_step": 82735, "epoch": 464, "lr": 1.2120652248436804e-05}
{"train_loss": 0.0014584201853722334, "global_step": 82736, "epoch": 464, "lr": 1.211968771882005e-05}
{"train_loss": 0.0005400431109592319, "global_step": 82737, "epoch": 464, "lr": 1.2118723222289492e-05}
{"train_loss": 0.0018578273011371493, "global_step": 82738, "epoch": 464, "lr": 1.2117758758845965e-05}
{"train_loss": 0.001351847080513835, "global_step": 82739, "epoch": 464, "lr": 1.2116794328490311e-05}
{"train_loss": 0.0027645016089081764, "global_step": 82740, "epoch": 464, "lr": 1.2115829931223377e-05}
{"train_loss": 0.0016033458523452282, "global_step": 82741, "epoch": 464, "lr": 1.211486556704599e-05}
{"train_loss": 0.0011247254442423582, "global_step": 82742, "epoch": 464, "lr": 1.2113901235959036e-05}
{"train_loss": 0.0016274161171168089, "global_step": 82743, "epoch": 464, "lr": 1.2112936937963293e-05}
{"train_loss": 0.0025127495173364878, "global_step": 82744, "epoch": 464, "lr": 1.2111972673059651e-05}
{"train_loss": 0.0018165401415899396, "global_step": 82745, "epoch": 464, "lr": 1.2111008441248944e-05}
{"train_loss": 0.0010495975147932768, "global_step": 82746, "epoch": 464, "lr": 1.2110044242532004e-05}
{"train_loss": 0.0018501428421586752, "global_step": 82747, "epoch": 464, "lr": 1.210908007690968e-05}
{"train_loss": 0.002013196237385273, "global_step": 82748, "epoch": 464, "lr": 1.210811594438281e-05}
{"train_loss": 0.000856300292070955, "global_step": 82749, "epoch": 464, "lr": 1.2107151844952235e-05}
{"train_loss": 0.0019492884166538715, "global_step": 82750, "epoch": 464, "lr": 1.2106187778618805e-05}
{"train_loss": 0.001439785584807396, "global_step": 82751, "epoch": 464, "lr": 1.2105223745383342e-05}
{"train_loss": 0.0007156557403504848, "global_step": 82752, "epoch": 464, "lr": 1.2104259745246726e-05}
{"train_loss": 0.0022777621634304523, "global_step": 82753, "epoch": 464, "lr": 1.2103295778209756e-05}
{"train_loss": 0.0013627205044031143, "global_step": 82754, "epoch": 464, "lr": 1.2102331844273301e-05}
{"train_loss": 0.0005618337891064584, "global_step": 82755, "epoch": 464, "lr": 1.2101367943438202e-05}
{"train_loss": 0.001248926972039044, "global_step": 82756, "epoch": 464, "lr": 1.2100404075705273e-05}
{"train_loss": 0.000844996829982847, "global_step": 82757, "epoch": 464, "lr": 1.209944024107541e-05}
{"train_loss": 0.0007197424420155585, "global_step": 82758, "epoch": 464, "lr": 1.2098476439549395e-05}
{"train_loss": 0.0015506802592426538, "global_step": 82759, "epoch": 464, "lr": 1.2097512671128114e-05}
{"train_loss": 0.000991630950011313, "global_step": 82760, "epoch": 464, "lr": 1.2096548935812391e-05}
{"train_loss": 0.0019283625297248363, "global_step": 82761, "epoch": 464, "lr": 1.2095585233603063e-05}
{"train_loss": 0.0011019282974302769, "global_step": 82762, "epoch": 464, "lr": 1.2094621564500984e-05}
{"train_loss": 0.0016302159056067467, "global_step": 82763, "epoch": 464, "lr": 1.2093657928506985e-05}
{"train_loss": 0.0022900807671248913, "global_step": 82764, "epoch": 464, "lr": 1.20926943256219e-05}
{"train_loss": 0.0005695393774658442, "global_step": 82765, "epoch": 464, "lr": 1.2091730755846615e-05}
{"train_loss": 0.001736833481118083, "global_step": 82766, "epoch": 464, "lr": 1.2090767219181904e-05}
{"train_loss": 0.0012850654311478138, "global_step": 82767, "epoch": 464, "lr": 1.2089803715628678e-05}
{"train_loss": 0.0004998495569452643, "global_step": 82768, "epoch": 464, "lr": 1.208884024518771e-05}
{"train_loss": 0.0013614515832813686, "global_step": 82769, "epoch": 464, "lr": 1.2087876807859894e-05}
{"train_loss": 0.0009606765815988183, "global_step": 82770, "epoch": 465, "lr": 1.2086913403646055e-05}
{"train_loss": 0.0004362603067420423, "global_step": 82771, "epoch": 465, "lr": 1.2085950032547033e-05}
{"train_loss": 0.0013304634485393763, "global_step": 82772, "epoch": 465, "lr": 1.2084986694563666e-05}
{"train_loss": 0.0012627389514818788, "global_step": 82773, "epoch": 465, "lr": 1.2084023389696802e-05}
{"train_loss": 0.001296901609748602, "global_step": 82774, "epoch": 465, "lr": 1.2083060117947265e-05}
{"train_loss": 0.0016128870192915201, "global_step": 82775, "epoch": 465, "lr": 1.2082096879315919e-05}
{"train_loss": 0.0006225074175745249, "global_step": 82776, "epoch": 465, "lr": 1.2081133673803602e-05}
{"train_loss": 0.0013170940801501274, "global_step": 82777, "epoch": 465, "lr": 1.2080170501411148e-05}
{"train_loss": 0.0009820412378758192, "global_step": 82778, "epoch": 465, "lr": 1.2079207362139406e-05}
{"train_loss": 0.0014994617085903883, "global_step": 82779, "epoch": 465, "lr": 1.207824425598919e-05}
{"train_loss": 0.0006997718592174351, "global_step": 82780, "epoch": 465, "lr": 1.2077281182961397e-05}
{"train_loss": 0.0005855214549228549, "global_step": 82781, "epoch": 465, "lr": 1.2076318143056803e-05}
{"train_loss": 0.0006688326830044389, "global_step": 82782, "epoch": 465, "lr": 1.2075355136276295e-05}
{"train_loss": 0.001418483559973538, "global_step": 82783, "epoch": 465, "lr": 1.20743921626207e-05}
{"train_loss": 0.0009274174808524549, "global_step": 82784, "epoch": 465, "lr": 1.207342922209086e-05}
{"train_loss": 0.0018602149793878198, "global_step": 82785, "epoch": 465, "lr": 1.2072466314687609e-05}
{"train_loss": 0.004027539398521185, "global_step": 82786, "epoch": 465, "lr": 1.2071503440411797e-05}
{"train_loss": 0.0008436338976025581, "global_step": 82787, "epoch": 465, "lr": 1.2070540599264264e-05}
{"train_loss": 0.0023557001259177923, "global_step": 82788, "epoch": 465, "lr": 1.2069577791245845e-05}
{"train_loss": 0.0015644773375242949, "global_step": 82789, "epoch": 465, "lr": 1.2068615016357371e-05}
{"train_loss": 0.0006554593564942479, "global_step": 82790, "epoch": 465, "lr": 1.2067652274599728e-05}
{"train_loss": 0.001086017582565546, "global_step": 82791, "epoch": 465, "lr": 1.2066689565973694e-05}
{"train_loss": 0.0006851969519630075, "global_step": 82792, "epoch": 465, "lr": 1.2065726890480155e-05}
{"train_loss": 0.0007202153792604804, "global_step": 82793, "epoch": 465, "lr": 1.2064764248119942e-05}
{"train_loss": 0.0017019459046423435, "global_step": 82794, "epoch": 465, "lr": 1.206380163889389e-05}
{"train_loss": 0.0009693204192444682, "global_step": 82795, "epoch": 465, "lr": 1.2062839062802844e-05}
{"train_loss": 0.0021305005066096783, "global_step": 82796, "epoch": 465, "lr": 1.2061876519847626e-05}
{"train_loss": 0.0004028105176985264, "global_step": 82797, "epoch": 465, "lr": 1.2060914010029106e-05}
{"train_loss": 0.0008705680374987423, "global_step": 82798, "epoch": 465, "lr": 1.2059951533348113e-05}
{"train_loss": 0.0021546019706875086, "global_step": 82799, "epoch": 465, "lr": 1.2058989089805483e-05}
{"train_loss": 0.0011053101625293493, "global_step": 82800, "epoch": 465, "lr": 1.2058026679402067e-05}
{"train_loss": 0.001167462905868888, "global_step": 82801, "epoch": 465, "lr": 1.2057064302138694e-05}
{"train_loss": 0.0006714762421324849, "global_step": 82802, "epoch": 465, "lr": 1.2056101958016214e-05}
{"train_loss": 0.000568073708564043, "global_step": 82803, "epoch": 465, "lr": 1.2055139647035457e-05}
{"train_loss": 0.0015344457933679223, "global_step": 82804, "epoch": 465, "lr": 1.2054177369197256e-05}
{"train_loss": 0.0018385956063866615, "global_step": 82805, "epoch": 465, "lr": 1.2053215124502498e-05}
{"train_loss": 0.001423997338861227, "global_step": 82806, "epoch": 465, "lr": 1.2052252912951962e-05}
{"train_loss": 0.0010655070655047894, "global_step": 82807, "epoch": 465, "lr": 1.2051290734546528e-05}
{"train_loss": 0.0008027720032259822, "global_step": 82808, "epoch": 465, "lr": 1.2050328589287024e-05}
{"train_loss": 0.00146212219260633, "global_step": 82809, "epoch": 465, "lr": 1.2049366477174295e-05}
{"train_loss": 0.001351895509287715, "global_step": 82810, "epoch": 465, "lr": 1.2048404398209173e-05}
{"train_loss": 0.000989163643680513, "global_step": 82811, "epoch": 465, "lr": 1.2047442352392507e-05}
{"train_loss": 0.0007014424190856516, "global_step": 82812, "epoch": 465, "lr": 1.204648033972512e-05}
{"train_loss": 0.0005136126419529319, "global_step": 82813, "epoch": 465, "lr": 1.2045518360207892e-05}
{"train_loss": 0.0013109681895002723, "global_step": 82814, "epoch": 465, "lr": 1.2044556413841612e-05}
{"train_loss": 0.0011963314609602094, "global_step": 82815, "epoch": 465, "lr": 1.204359450062716e-05}
{"train_loss": 0.0035262061282992363, "global_step": 82816, "epoch": 465, "lr": 1.2042632620565353e-05}
{"train_loss": 0.0008016525534912944, "global_step": 82817, "epoch": 465, "lr": 1.2041670773657032e-05}
{"train_loss": 0.0014368884731084108, "global_step": 82818, "epoch": 465, "lr": 1.2040708959903074e-05}
{"train_loss": 0.0009331936598755419, "global_step": 82819, "epoch": 465, "lr": 1.2039747179304262e-05}
{"train_loss": 0.0015601422637701035, "global_step": 82820, "epoch": 465, "lr": 1.2038785431861488e-05}
{"train_loss": 0.0009958725422620773, "global_step": 82821, "epoch": 465, "lr": 1.2037823717575542e-05}
{"train_loss": 0.0008791850996203721, "global_step": 82822, "epoch": 465, "lr": 1.2036862036447305e-05}
{"train_loss": 0.0008511526975780725, "global_step": 82823, "epoch": 465, "lr": 1.20359003884776e-05}
{"train_loss": 0.0020641814917325974, "global_step": 82824, "epoch": 465, "lr": 1.2034938773667271e-05}
{"train_loss": 0.0007212839554995298, "global_step": 82825, "epoch": 465, "lr": 1.2033977192017154e-05}
{"train_loss": 0.002536148764193058, "global_step": 82826, "epoch": 465, "lr": 1.203301564352809e-05}
{"train_loss": 0.0017183150630444288, "global_step": 82827, "epoch": 465, "lr": 1.2032054128200904e-05}
{"train_loss": 0.0015688278945162892, "global_step": 82828, "epoch": 465, "lr": 1.2031092646036485e-05}
{"train_loss": 0.0016850053798407316, "global_step": 82829, "epoch": 465, "lr": 1.2030131197035605e-05}
{"train_loss": 0.0003890152438543737, "global_step": 82830, "epoch": 465, "lr": 1.2029169781199151e-05}
{"train_loss": 0.001297926064580679, "global_step": 82831, "epoch": 465, "lr": 1.2028208398527958e-05}
{"train_loss": 0.0012526469072327018, "global_step": 82832, "epoch": 465, "lr": 1.202724704902285e-05}
{"train_loss": 0.0007930586580187082, "global_step": 82833, "epoch": 465, "lr": 1.2026285732684678e-05}
{"train_loss": 0.0031076702289283276, "global_step": 82834, "epoch": 465, "lr": 1.2025324449514275e-05}
{"train_loss": 0.0009204705129377544, "global_step": 82835, "epoch": 465, "lr": 1.2024363199512468e-05}
{"train_loss": 0.0016378611326217651, "global_step": 82836, "epoch": 465, "lr": 1.2023401982680144e-05}
{"train_loss": 0.0008611096418462694, "global_step": 82837, "epoch": 465, "lr": 1.2022440799018081e-05}
{"train_loss": 0.0013187784934416413, "global_step": 82838, "epoch": 465, "lr": 1.2021479648527162e-05}
{"train_loss": 0.0010978886857628822, "global_step": 82839, "epoch": 465, "lr": 1.2020518531208207e-05}
{"train_loss": 0.0007111947052180767, "global_step": 82840, "epoch": 465, "lr": 1.2019557447062068e-05}
{"train_loss": 0.0010508827399462461, "global_step": 82841, "epoch": 465, "lr": 1.2018596396089577e-05}
{"train_loss": 0.001336780609562993, "global_step": 82842, "epoch": 465, "lr": 1.2017635378291559e-05}
{"train_loss": 0.0024747936986386776, "global_step": 82843, "epoch": 465, "lr": 1.2016674393668891e-05}
{"train_loss": 0.0024325624108314514, "global_step": 82844, "epoch": 465, "lr": 1.2015713442222364e-05}
{"train_loss": 0.0011754287406802177, "global_step": 82845, "epoch": 465, "lr": 1.201475252395286e-05}
{"train_loss": 0.002458165865391493, "global_step": 82846, "epoch": 465, "lr": 1.20137916388612e-05}
{"train_loss": 0.0004376936121843755, "global_step": 82847, "epoch": 465, "lr": 1.2012830786948226e-05}
{"train_loss": 0.0015347576700150967, "global_step": 82848, "epoch": 465, "lr": 1.2011869968214772e-05}
{"train_loss": 0.0019854481797665358, "global_step": 82849, "epoch": 465, "lr": 1.2010909182661684e-05}
{"train_loss": 0.0018040994182229042, "global_step": 82850, "epoch": 465, "lr": 1.200994843028978e-05}
{"train_loss": 0.001956420950591564, "global_step": 82851, "epoch": 465, "lr": 1.200898771109995e-05}
{"train_loss": 0.0009248922578990459, "global_step": 82852, "epoch": 465, "lr": 1.2008027025092971e-05}
{"train_loss": 0.0017935968935489655, "global_step": 82853, "epoch": 465, "lr": 1.2007066372269726e-05}
{"train_loss": 0.0018297850620001554, "global_step": 82854, "epoch": 465, "lr": 1.2006105752631041e-05}
{"train_loss": 0.0018301724921911955, "global_step": 82855, "epoch": 465, "lr": 1.200514516617775e-05}
{"train_loss": 0.0013048844411969185, "global_step": 82856, "epoch": 465, "lr": 1.2004184612910697e-05}
{"train_loss": 0.0006256056949496269, "global_step": 82857, "epoch": 465, "lr": 1.2003224092830723e-05}
{"train_loss": 0.0005761030479334295, "global_step": 82858, "epoch": 465, "lr": 1.2002263605938657e-05}
{"train_loss": 0.0018404239090159535, "global_step": 82859, "epoch": 465, "lr": 1.2001303152235332e-05}
{"train_loss": 0.0018549035303294659, "global_step": 82860, "epoch": 465, "lr": 1.200034273172162e-05}
{"train_loss": 0.0018614984583109617, "global_step": 82861, "epoch": 465, "lr": 1.199938234439833e-05}
{"train_loss": 0.0006135773146525025, "global_step": 82862, "epoch": 465, "lr": 1.1998421990266318e-05}
{"train_loss": 0.0027400203980505466, "global_step": 82863, "epoch": 465, "lr": 1.1997461669326409e-05}
{"train_loss": 0.0015949959633871913, "global_step": 82864, "epoch": 465, "lr": 1.1996501381579451e-05}
{"train_loss": 0.0007626488222740591, "global_step": 82865, "epoch": 465, "lr": 1.1995541127026266e-05}
{"train_loss": 0.0017602760344743729, "global_step": 82866, "epoch": 465, "lr": 1.1994580905667735e-05}
{"train_loss": 0.0013862524647265673, "global_step": 82867, "epoch": 465, "lr": 1.1993620717504633e-05}
{"train_loss": 0.0012028366327285767, "global_step": 82868, "epoch": 465, "lr": 1.1992660562537855e-05}
{"train_loss": 0.000924937310628593, "global_step": 82869, "epoch": 465, "lr": 1.1991700440768216e-05}
{"train_loss": 0.0015287641435861588, "global_step": 82870, "epoch": 465, "lr": 1.1990740352196555e-05}
{"train_loss": 0.001213011797517538, "global_step": 82871, "epoch": 465, "lr": 1.1989780296823716e-05}
{"train_loss": 0.0009116441360674798, "global_step": 82872, "epoch": 465, "lr": 1.198882027465053e-05}
{"train_loss": 0.0006935563869774342, "global_step": 82873, "epoch": 465, "lr": 1.1987860285677833e-05}
{"train_loss": 0.0018618671456351876, "global_step": 82874, "epoch": 465, "lr": 1.1986900329906492e-05}
{"train_loss": 0.001982064452022314, "global_step": 82875, "epoch": 465, "lr": 1.1985940407337293e-05}
{"train_loss": 0.000746022560633719, "global_step": 82876, "epoch": 465, "lr": 1.1984980517971133e-05}
{"train_loss": 0.00233575701713562, "global_step": 82877, "epoch": 465, "lr": 1.1984020661808797e-05}
{"train_loss": 0.001779689802788198, "global_step": 82878, "epoch": 465, "lr": 1.1983060838851167e-05}
{"train_loss": 0.0008686345536261797, "global_step": 82879, "epoch": 465, "lr": 1.1982101049099059e-05}
{"train_loss": 0.0019300621934235096, "global_step": 82880, "epoch": 465, "lr": 1.19811412925533e-05}
{"train_loss": 0.000791186117567122, "global_step": 82881, "epoch": 465, "lr": 1.198018156921477e-05}
{"train_loss": 0.0008229812374338508, "global_step": 82882, "epoch": 465, "lr": 1.1979221879084257e-05}
{"train_loss": 0.0013978215865790844, "global_step": 82883, "epoch": 465, "lr": 1.1978262222162633e-05}
{"train_loss": 0.001109398901462555, "global_step": 82884, "epoch": 465, "lr": 1.1977302598450729e-05}
{"train_loss": 0.0007669997867196798, "global_step": 82885, "epoch": 465, "lr": 1.197634300794938e-05}
{"train_loss": 0.0017575710080564022, "global_step": 82886, "epoch": 465, "lr": 1.1975383450659428e-05}
{"train_loss": 0.0023908670991659164, "global_step": 82887, "epoch": 465, "lr": 1.1974423926581702e-05}
{"train_loss": 0.0007225018343888223, "global_step": 82888, "epoch": 465, "lr": 1.1973464435717036e-05}
{"train_loss": 0.001210383721627295, "global_step": 82889, "epoch": 465, "lr": 1.1972504978066307e-05}
{"train_loss": 0.0014460773672908545, "global_step": 82890, "epoch": 465, "lr": 1.1971545553630292e-05}
{"train_loss": 0.0017340643098577857, "global_step": 82891, "epoch": 465, "lr": 1.1970586162409874e-05}
{"train_loss": 0.0012449502246454358, "global_step": 82892, "epoch": 465, "lr": 1.1969626804405881e-05}
{"train_loss": 0.0006510975072160363, "global_step": 82893, "epoch": 465, "lr": 1.196866747961915e-05}
{"train_loss": 0.0005317935138009489, "global_step": 82894, "epoch": 465, "lr": 1.1967708188050509e-05}
{"train_loss": 0.0007610389147885144, "global_step": 82895, "epoch": 465, "lr": 1.1966748929700811e-05}
{"train_loss": 0.0014933249913156033, "global_step": 82896, "epoch": 465, "lr": 1.1965789704570884e-05}
{"train_loss": 0.0022547701373696327, "global_step": 82897, "epoch": 465, "lr": 1.1964830512661568e-05}
{"train_loss": 0.00254463916644454, "global_step": 82898, "epoch": 465, "lr": 1.1963871353973688e-05}
{"train_loss": 0.0006181253120303154, "global_step": 82899, "epoch": 465, "lr": 1.1962912228508122e-05}
{"train_loss": 0.0010620784014463425, "global_step": 82900, "epoch": 465, "lr": 1.1961953136265653e-05}
{"train_loss": 0.0018678534543141723, "global_step": 82901, "epoch": 465, "lr": 1.1960994077247157e-05}
{"train_loss": 0.0007816329598426819, "global_step": 82902, "epoch": 465, "lr": 1.1960035051453467e-05}
{"train_loss": 0.0017864760011434555, "global_step": 82903, "epoch": 465, "lr": 1.1959076058885393e-05}
{"train_loss": 0.000514193088747561, "global_step": 82904, "epoch": 465, "lr": 1.195811709954383e-05}
{"train_loss": 0.0010986023116856813, "global_step": 82905, "epoch": 465, "lr": 1.1957158173429545e-05}
{"train_loss": 0.0006446094484999776, "global_step": 82906, "epoch": 465, "lr": 1.1956199280543429e-05}
{"train_loss": 0.0011342726647853851, "global_step": 82907, "epoch": 465, "lr": 1.1955240420886299e-05}
{"train_loss": 0.0010786380153149366, "global_step": 82908, "epoch": 465, "lr": 1.1954281594459e-05}
{"train_loss": 0.0006993924034759402, "global_step": 82909, "epoch": 465, "lr": 1.1953322801262356e-05}
{"train_loss": 0.002814594190567732, "global_step": 82910, "epoch": 465, "lr": 1.1952364041297214e-05}
{"train_loss": 0.0008256149594672024, "global_step": 82911, "epoch": 465, "lr": 1.1951405314564402e-05}
{"train_loss": 0.0006303266854956746, "global_step": 82912, "epoch": 465, "lr": 1.1950446621064787e-05}
{"train_loss": 0.0007135337218642235, "global_step": 82913, "epoch": 465, "lr": 1.1949487960799161e-05}
{"train_loss": 0.0009462318848818541, "global_step": 82914, "epoch": 465, "lr": 1.194852933376841e-05}
{"train_loss": 0.001116410014219582, "global_step": 82915, "epoch": 465, "lr": 1.1947570739973318e-05}
{"train_loss": 0.0017032705945894122, "global_step": 82916, "epoch": 465, "lr": 1.1946612179414763e-05}
{"train_loss": 0.002942514605820179, "global_step": 82917, "epoch": 465, "lr": 1.1945653652093574e-05}
{"train_loss": 0.0011079917894676328, "global_step": 82918, "epoch": 465, "lr": 1.1944695158010582e-05}
{"train_loss": 0.0005806421977467835, "global_step": 82919, "epoch": 465, "lr": 1.1943736697166624e-05}
{"train_loss": 0.001840620068833232, "global_step": 82920, "epoch": 465, "lr": 1.1942778269562543e-05}
{"train_loss": 0.0006799846887588501, "global_step": 82921, "epoch": 465, "lr": 1.1941819875199156e-05}
{"train_loss": 0.0010699452832341194, "global_step": 82922, "epoch": 465, "lr": 1.1940861514077328e-05}
{"train_loss": 0.0013095170725136995, "global_step": 82923, "epoch": 465, "lr": 1.1939903186197887e-05}
{"train_loss": 0.0019044694490730762, "global_step": 82924, "epoch": 465, "lr": 1.1938944891561671e-05}
{"train_loss": 0.0009368280880153179, "global_step": 82925, "epoch": 465, "lr": 1.1937986630169512e-05}
{"train_loss": 0.002685076091438532, "global_step": 82926, "epoch": 465, "lr": 1.1937028402022233e-05}
{"train_loss": 0.0015045664040371776, "global_step": 82927, "epoch": 465, "lr": 1.1936070207120715e-05}
{"train_loss": 0.0015865593450143933, "global_step": 82928, "epoch": 465, "lr": 1.1935112045465735e-05}
{"train_loss": 0.0022981534712016582, "global_step": 82929, "epoch": 465, "lr": 1.1934153917058194e-05}
{"train_loss": 0.004893023986369371, "global_step": 82930, "epoch": 465, "lr": 1.1933195821898868e-05}
{"train_loss": 0.0007844219799153507, "global_step": 82931, "epoch": 465, "lr": 1.1932237759988635e-05}
{"train_loss": 0.001638216432183981, "global_step": 82932, "epoch": 465, "lr": 1.193127973132832e-05}
{"train_loss": 0.0011002992978319526, "global_step": 82933, "epoch": 465, "lr": 1.193032173591876e-05}
{"train_loss": 0.0014863491524010897, "global_step": 82934, "epoch": 465, "lr": 1.1929363773760787e-05}
{"train_loss": 0.0006183033110573888, "global_step": 82935, "epoch": 465, "lr": 1.1928405844855245e-05}
{"train_loss": 0.0008797617047093809, "global_step": 82936, "epoch": 465, "lr": 1.1927447949202946e-05}
{"train_loss": 0.00164915737695992, "global_step": 82937, "epoch": 465, "lr": 1.1926490086804781e-05}
{"train_loss": 0.0023816735483705997, "global_step": 82938, "epoch": 465, "lr": 1.1925532257661526e-05}
{"train_loss": 0.00488283159211278, "global_step": 82939, "epoch": 465, "lr": 1.1924574461774057e-05}
{"train_loss": 0.0022336612455546856, "global_step": 82940, "epoch": 465, "lr": 1.1923616699143198e-05}
{"train_loss": 0.0018359590321779251, "global_step": 82941, "epoch": 465, "lr": 1.1922658969769785e-05}
{"train_loss": 0.0017907960573211312, "global_step": 82942, "epoch": 465, "lr": 1.1921701273654657e-05}
{"train_loss": 0.0006155523005872965, "global_step": 82943, "epoch": 465, "lr": 1.1920743610798635e-05}
{"train_loss": 0.000294096622383222, "global_step": 82944, "epoch": 465, "lr": 1.191978598120258e-05}
{"train_loss": 0.0010444640647619963, "global_step": 82945, "epoch": 465, "lr": 1.1918828384867326e-05}
{"train_loss": 0.002243355382233858, "global_step": 82946, "epoch": 465, "lr": 1.1917870821793693e-05}
{"train_loss": 0.0013763275963131318, "global_step": 82947, "epoch": 465, "lr": 1.191691329198253e-05, "train_action_mse_error": 1.5217754025798058e-06}
{"train_loss": 0.00042141269659623504, "global_step": 82948, "epoch": 466, "lr": 1.1915955795434664e-05}
{"train_loss": 0.0009222101652994752, "global_step": 82949, "epoch": 466, "lr": 1.191499833215094e-05}
{"train_loss": 0.0008890607859939337, "global_step": 82950, "epoch": 466, "lr": 1.1914040902132189e-05}
{"train_loss": 0.0005314430454745889, "global_step": 82951, "epoch": 466, "lr": 1.1913083505379241e-05}
{"train_loss": 0.0010941546643152833, "global_step": 82952, "epoch": 466, "lr": 1.191212614189296e-05}
{"train_loss": 0.0015465712640434504, "global_step": 82953, "epoch": 466, "lr": 1.191116881167414e-05}
{"train_loss": 0.0006975735886953771, "global_step": 82954, "epoch": 466, "lr": 1.1910211514723646e-05}
{"train_loss": 0.0015042464947327971, "global_step": 82955, "epoch": 466, "lr": 1.1909254251042312e-05}
{"train_loss": 0.0015636736061424017, "global_step": 82956, "epoch": 466, "lr": 1.190829702063097e-05}
{"train_loss": 0.0014252134133130312, "global_step": 82957, "epoch": 466, "lr": 1.190733982349046e-05}
{"train_loss": 0.001524479710496962, "global_step": 82958, "epoch": 466, "lr": 1.1906382659621606e-05}
{"train_loss": 0.0018317835638299584, "global_step": 82959, "epoch": 466, "lr": 1.1905425529025243e-05}
{"train_loss": 0.00034057849552482367, "global_step": 82960, "epoch": 466, "lr": 1.1904468431702242e-05}
{"train_loss": 0.0006664327229373157, "global_step": 82961, "epoch": 466, "lr": 1.1903511367653386e-05}
{"train_loss": 0.0020294454880058765, "global_step": 82962, "epoch": 466, "lr": 1.1902554336879551e-05}
{"train_loss": 0.0009392634965479374, "global_step": 82963, "epoch": 466, "lr": 1.1901597339381553e-05}
{"train_loss": 0.000835640705190599, "global_step": 82964, "epoch": 466, "lr": 1.1900640375160227e-05}
{"train_loss": 0.0009198688785545528, "global_step": 82965, "epoch": 466, "lr": 1.1899683444216447e-05}
{"train_loss": 0.0007103631505742669, "global_step": 82966, "epoch": 466, "lr": 1.1898726546550987e-05}
{"train_loss": 0.0006767809391021729, "global_step": 82967, "epoch": 466, "lr": 1.1897769682164745e-05}
{"train_loss": 0.001303433789871633, "global_step": 82968, "epoch": 466, "lr": 1.1896812851058492e-05}
{"train_loss": 0.0009037710260599852, "global_step": 82969, "epoch": 466, "lr": 1.1895856053233112e-05}
{"train_loss": 0.0021522529423236847, "global_step": 82970, "epoch": 466, "lr": 1.1894899288689433e-05}
{"train_loss": 0.001961229834705591, "global_step": 82971, "epoch": 466, "lr": 1.1893942557428277e-05}
{"train_loss": 0.0017305414658039808, "global_step": 82972, "epoch": 466, "lr": 1.189298585945049e-05}
{"train_loss": 0.0020269372034817934, "global_step": 82973, "epoch": 466, "lr": 1.1892029194756898e-05}
{"train_loss": 0.002097018528729677, "global_step": 82974, "epoch": 466, "lr": 1.1891072563348337e-05}
{"train_loss": 0.00198838347569108, "global_step": 82975, "epoch": 466, "lr": 1.1890115965225673e-05}
{"train_loss": 0.0013807847863063216, "global_step": 82976, "epoch": 466, "lr": 1.1889159400389688e-05}
{"train_loss": 0.0010065180249512196, "global_step": 82977, "epoch": 466, "lr": 1.1888202868841258e-05}
{"train_loss": 0.0007118482608348131, "global_step": 82978, "epoch": 466, "lr": 1.1887246370581212e-05}
{"train_loss": 0.001417659455910325, "global_step": 82979, "epoch": 466, "lr": 1.1886289905610376e-05}
{"train_loss": 0.0017065488500520587, "global_step": 82980, "epoch": 466, "lr": 1.1885333473929594e-05}
{"train_loss": 0.0019087938126176596, "global_step": 82981, "epoch": 466, "lr": 1.1884377075539694e-05}
{"train_loss": 0.001912384293973446, "global_step": 82982, "epoch": 466, "lr": 1.18834207104415e-05}
{"train_loss": 0.0006616282043978572, "global_step": 82983, "epoch": 466, "lr": 1.1882464378635894e-05}
{"train_loss": 0.0011492565972730517, "global_step": 82984, "epoch": 466, "lr": 1.1881508080123643e-05}
{"train_loss": 0.004019559361040592, "global_step": 82985, "epoch": 466, "lr": 1.1880551814905638e-05}
{"train_loss": 0.0005671150283887982, "global_step": 82986, "epoch": 466, "lr": 1.1879595582982695e-05}
{"train_loss": 0.0021327361464500427, "global_step": 82987, "epoch": 466, "lr": 1.1878639384355644e-05}
{"train_loss": 0.0017813903978094459, "global_step": 82988, "epoch": 466, "lr": 1.1877683219025332e-05}
{"train_loss": 0.001604148535989225, "global_step": 82989, "epoch": 466, "lr": 1.1876727086992567e-05}
{"train_loss": 0.0006978022283874452, "global_step": 82990, "epoch": 466, "lr": 1.1875770988258234e-05}
{"train_loss": 0.005160175729542971, "global_step": 82991, "epoch": 466, "lr": 1.1874814922823108e-05}
{"train_loss": 0.00161051657050848, "global_step": 82992, "epoch": 466, "lr": 1.1873858890688072e-05}
{"train_loss": 0.0011731634149327874, "global_step": 82993, "epoch": 466, "lr": 1.1872902891853943e-05}
{"train_loss": 0.0018568446394056082, "global_step": 82994, "epoch": 466, "lr": 1.1871946926321553e-05}
{"train_loss": 0.005081588868051767, "global_step": 82995, "epoch": 466, "lr": 1.1870990994091746e-05}
{"train_loss": 0.0010808184742927551, "global_step": 82996, "epoch": 466, "lr": 1.187003509516535e-05}
{"train_loss": 0.0016151180025190115, "global_step": 82997, "epoch": 466, "lr": 1.1869079229543185e-05}
{"train_loss": 0.0018793744966387749, "global_step": 82998, "epoch": 466, "lr": 1.1868123397226128e-05}
{"train_loss": 0.0011598366545513272, "global_step": 82999, "epoch": 466, "lr": 1.1867167598214963e-05}
{"train_loss": 0.0008201440796256065, "global_step": 83000, "epoch": 466, "lr": 1.1866211832510559e-05}
{"train_loss": 0.0010137023637071252, "global_step": 83001, "epoch": 466, "lr": 1.1865256100113747e-05}
{"train_loss": 0.0024893120862543583, "global_step": 83002, "epoch": 466, "lr": 1.1864300401025358e-05}
{"train_loss": 0.0006895145634189248, "global_step": 83003, "epoch": 466, "lr": 1.1863344735246224e-05}
{"train_loss": 0.001019990537315607, "global_step": 83004, "epoch": 466, "lr": 1.1862389102777177e-05}
{"train_loss": 0.0008979367557913065, "global_step": 83005, "epoch": 466, "lr": 1.1861433503619058e-05}
{"train_loss": 0.0009340452961623669, "global_step": 83006, "epoch": 466, "lr": 1.1860477937772685e-05}
{"train_loss": 0.001738174119964242, "global_step": 83007, "epoch": 466, "lr": 1.1859522405238921e-05}
{"train_loss": 0.0021922129672020674, "global_step": 83008, "epoch": 466, "lr": 1.1858566906018586e-05}
{"train_loss": 0.002768560778349638, "global_step": 83009, "epoch": 466, "lr": 1.1857611440112515e-05}
{"train_loss": 0.0033364498522132635, "global_step": 83010, "epoch": 466, "lr": 1.1856656007521543e-05}
{"train_loss": 0.0008234453853219748, "global_step": 83011, "epoch": 466, "lr": 1.1855700608246506e-05}
{"train_loss": 0.000834517297334969, "global_step": 83012, "epoch": 466, "lr": 1.1854745242288218e-05}
{"train_loss": 0.002901507541537285, "global_step": 83013, "epoch": 466, "lr": 1.1853789909647567e-05}
{"train_loss": 0.001236248528584838, "global_step": 83014, "epoch": 466, "lr": 1.185283461032532e-05}
{"train_loss": 0.0013405433855950832, "global_step": 83015, "epoch": 466, "lr": 1.1851879344322352e-05}
{"train_loss": 0.0005854975897818804, "global_step": 83016, "epoch": 466, "lr": 1.1850924111639499e-05}
{"train_loss": 0.000968395615927875, "global_step": 83017, "epoch": 466, "lr": 1.1849968912277582e-05}
{"train_loss": 0.003044765442609787, "global_step": 83018, "epoch": 466, "lr": 1.1849013746237436e-05}
{"train_loss": 0.0016299881972372532, "global_step": 83019, "epoch": 466, "lr": 1.1848058613519902e-05}
{"train_loss": 0.001001720316708088, "global_step": 83020, "epoch": 466, "lr": 1.1847103514125796e-05}
{"train_loss": 0.0018663476221263409, "global_step": 83021, "epoch": 466, "lr": 1.1846148448055993e-05}
{"train_loss": 0.0010533749591559172, "global_step": 83022, "epoch": 466, "lr": 1.1845193415311273e-05}
{"train_loss": 0.001315773231908679, "global_step": 83023, "epoch": 466, "lr": 1.1844238415892528e-05}
{"train_loss": 0.004649766720831394, "global_step": 83024, "epoch": 466, "lr": 1.184328344980053e-05}
{"train_loss": 0.0009093101834878325, "global_step": 83025, "epoch": 466, "lr": 1.1842328517036162e-05}
{"train_loss": 0.0006063877372071147, "global_step": 83026, "epoch": 466, "lr": 1.1841373617600242e-05}
{"train_loss": 0.0006249938160181046, "global_step": 83027, "epoch": 466, "lr": 1.1840418751493587e-05}
{"train_loss": 0.002463686279952526, "global_step": 83028, "epoch": 466, "lr": 1.1839463918717076e-05}
{"train_loss": 0.0019297078251838684, "global_step": 83029, "epoch": 466, "lr": 1.1838509119271485e-05}
{"train_loss": 0.0020355861634016037, "global_step": 83030, "epoch": 466, "lr": 1.1837554353157693e-05}
{"train_loss": 0.0013720591086894274, "global_step": 83031, "epoch": 466, "lr": 1.183659962037652e-05}
{"train_loss": 0.000853842357173562, "global_step": 83032, "epoch": 466, "lr": 1.1835644920928795e-05}
{"train_loss": 0.0005798359634354711, "global_step": 83033, "epoch": 466, "lr": 1.1834690254815356e-05}
{"train_loss": 0.0018857794348150492, "global_step": 83034, "epoch": 466, "lr": 1.183373562203704e-05}
{"train_loss": 0.0012997131561860442, "global_step": 83035, "epoch": 466, "lr": 1.1832781022594657e-05}
{"train_loss": 0.0008876590291038156, "global_step": 83036, "epoch": 466, "lr": 1.1831826456489093e-05}
{"train_loss": 0.002038727980107069, "global_step": 83037, "epoch": 466, "lr": 1.1830871923721116e-05}
{"train_loss": 0.0011881451355293393, "global_step": 83038, "epoch": 466, "lr": 1.1829917424291626e-05}
{"train_loss": 0.0015935336705297232, "global_step": 83039, "epoch": 466, "lr": 1.1828962958201389e-05}
{"train_loss": 0.002170298481360078, "global_step": 83040, "epoch": 466, "lr": 1.1828008525451294e-05}
{"train_loss": 0.0007721984293311834, "global_step": 83041, "epoch": 466, "lr": 1.1827054126042153e-05}
{"train_loss": 0.0012193592265248299, "global_step": 83042, "epoch": 466, "lr": 1.1826099759974795e-05}
{"train_loss": 0.0005414173938333988, "global_step": 83043, "epoch": 466, "lr": 1.1825145427250067e-05}
{"train_loss": 0.0008730720728635788, "global_step": 83044, "epoch": 466, "lr": 1.182419112786879e-05}
{"train_loss": 0.0010255955858156085, "global_step": 83045, "epoch": 466, "lr": 1.1823236861831788e-05}
{"train_loss": 0.0013532344019040465, "global_step": 83046, "epoch": 466, "lr": 1.1822282629139936e-05}
{"train_loss": 0.0016115503385663033, "global_step": 83047, "epoch": 466, "lr": 1.1821328429794016e-05}
{"train_loss": 0.0010460057528689504, "global_step": 83048, "epoch": 466, "lr": 1.1820374263794898e-05}
{"train_loss": 0.0005106684402562678, "global_step": 83049, "epoch": 466, "lr": 1.18194201311434e-05}
{"train_loss": 0.0018569986568763852, "global_step": 83050, "epoch": 466, "lr": 1.1818466031840347e-05}
{"train_loss": 0.0007502189837396145, "global_step": 83051, "epoch": 466, "lr": 1.1817511965886613e-05}
{"train_loss": 0.0017858132487162948, "global_step": 83052, "epoch": 466, "lr": 1.1816557933282974e-05}
{"train_loss": 0.0006827711476944387, "global_step": 83053, "epoch": 466, "lr": 1.1815603934030301e-05}
{"train_loss": 0.0014057426014915109, "global_step": 83054, "epoch": 466, "lr": 1.181464996812942e-05}
{"train_loss": 0.0007647667662240565, "global_step": 83055, "epoch": 466, "lr": 1.1813696035581161e-05}
{"train_loss": 0.0022089146077632904, "global_step": 83056, "epoch": 466, "lr": 1.1812742136386363e-05}
{"train_loss": 0.0007771197706460953, "global_step": 83057, "epoch": 466, "lr": 1.1811788270545849e-05}
{"train_loss": 0.002744675148278475, "global_step": 83058, "epoch": 466, "lr": 1.1810834438060458e-05}
{"train_loss": 0.001371581805869937, "global_step": 83059, "epoch": 466, "lr": 1.1809880638931025e-05}
{"train_loss": 0.0016448022797703743, "global_step": 83060, "epoch": 466, "lr": 1.1808926873158366e-05}
{"train_loss": 0.002457478316500783, "global_step": 83061, "epoch": 466, "lr": 1.1807973140743356e-05}
{"train_loss": 0.00100380415096879, "global_step": 83062, "epoch": 466, "lr": 1.1807019441686768e-05}
{"train_loss": 0.0010334892431274056, "global_step": 83063, "epoch": 466, "lr": 1.1806065775989488e-05}
{"train_loss": 0.0011234533740207553, "global_step": 83064, "epoch": 466, "lr": 1.1805112143652325e-05}
{"train_loss": 0.0016028136014938354, "global_step": 83065, "epoch": 466, "lr": 1.1804158544676119e-05}
{"train_loss": 0.0015414305962622166, "global_step": 83066, "epoch": 466, "lr": 1.1803204979061694e-05}
{"train_loss": 0.003231674898415804, "global_step": 83067, "epoch": 466, "lr": 1.1802251446809891e-05}
{"train_loss": 0.0007135370979085565, "global_step": 83068, "epoch": 466, "lr": 1.180129794792153e-05}
{"train_loss": 0.0032953505869954824, "global_step": 83069, "epoch": 466, "lr": 1.1800344482397462e-05}
{"train_loss": 0.0007577181095257401, "global_step": 83070, "epoch": 466, "lr": 1.1799391050238518e-05}
{"train_loss": 0.0005090732593089342, "global_step": 83071, "epoch": 466, "lr": 1.1798437651445521e-05}
{"train_loss": 0.0025916919112205505, "global_step": 83072, "epoch": 466, "lr": 1.1797484286019306e-05}
{"train_loss": 0.0006522797630168498, "global_step": 83073, "epoch": 466, "lr": 1.17965309539607e-05}
{"train_loss": 0.0005056780064478517, "global_step": 83074, "epoch": 466, "lr": 1.1795577655270563e-05}
{"train_loss": 0.0010009153047576547, "global_step": 83075, "epoch": 466, "lr": 1.1794624389949682e-05}
{"train_loss": 0.0011696168221533298, "global_step": 83076, "epoch": 466, "lr": 1.1793671157998942e-05}
{"train_loss": 0.0044097090139985085, "global_step": 83077, "epoch": 466, "lr": 1.179271795941912e-05}
{"train_loss": 0.0019647935405373573, "global_step": 83078, "epoch": 466, "lr": 1.1791764794211096e-05}
{"train_loss": 0.0010163276456296444, "global_step": 83079, "epoch": 466, "lr": 1.1790811662375678e-05}
{"train_loss": 0.0014875127235427499, "global_step": 83080, "epoch": 466, "lr": 1.1789858563913708e-05}
{"train_loss": 0.0010980977676808834, "global_step": 83081, "epoch": 466, "lr": 1.1788905498826014e-05}
{"train_loss": 0.0011173109523952007, "global_step": 83082, "epoch": 466, "lr": 1.1787952467113427e-05}
{"train_loss": 0.001366946380585432, "global_step": 83083, "epoch": 466, "lr": 1.1786999468776766e-05}
{"train_loss": 0.001711484626866877, "global_step": 83084, "epoch": 466, "lr": 1.1786046503816911e-05}
{"train_loss": 0.0006296912324614823, "global_step": 83085, "epoch": 466, "lr": 1.1785093572234635e-05}
{"train_loss": 0.0011534332297742367, "global_step": 83086, "epoch": 466, "lr": 1.1784140674030809e-05}
{"train_loss": 0.001950667123310268, "global_step": 83087, "epoch": 466, "lr": 1.1783187809206254e-05}
{"train_loss": 0.0024071556981652975, "global_step": 83088, "epoch": 466, "lr": 1.1782234977761802e-05}
{"train_loss": 0.0007418729364871979, "global_step": 83089, "epoch": 466, "lr": 1.1781282179698283e-05}
{"train_loss": 0.0013965675607323647, "global_step": 83090, "epoch": 466, "lr": 1.1780329415016522e-05}
{"train_loss": 0.0015239433851093054, "global_step": 83091, "epoch": 466, "lr": 1.1779376683717374e-05}
{"train_loss": 0.0010849048849195242, "global_step": 83092, "epoch": 466, "lr": 1.1778423985801657e-05}
{"train_loss": 0.0018965514609590173, "global_step": 83093, "epoch": 466, "lr": 1.1777471321270201e-05}
{"train_loss": 0.0029158219695091248, "global_step": 83094, "epoch": 466, "lr": 1.1776518690123845e-05}
{"train_loss": 0.0014908266020938754, "global_step": 83095, "epoch": 466, "lr": 1.1775566092363417e-05}
{"train_loss": 0.0005915192887187004, "global_step": 83096, "epoch": 466, "lr": 1.1774613527989747e-05}
{"train_loss": 0.0016814935952425003, "global_step": 83097, "epoch": 466, "lr": 1.1773660997003672e-05}
{"train_loss": 0.0008242240874096751, "global_step": 83098, "epoch": 466, "lr": 1.177270849940601e-05}
{"train_loss": 0.0020537269301712513, "global_step": 83099, "epoch": 466, "lr": 1.1771756035197628e-05}
{"train_loss": 0.000554192578420043, "global_step": 83100, "epoch": 466, "lr": 1.1770803604379305e-05}
{"train_loss": 0.002298987004905939, "global_step": 83101, "epoch": 466, "lr": 1.1769851206951921e-05}
{"train_loss": 0.001963990740478039, "global_step": 83102, "epoch": 466, "lr": 1.1768898842916282e-05}
{"train_loss": 0.0020657870918512344, "global_step": 83103, "epoch": 466, "lr": 1.1767946512273231e-05}
{"train_loss": 0.0017112342175096273, "global_step": 83104, "epoch": 466, "lr": 1.1766994215023598e-05}
{"train_loss": 0.0010624458082020283, "global_step": 83105, "epoch": 466, "lr": 1.1766041951168205e-05}
{"train_loss": 0.0014457720099017024, "global_step": 83106, "epoch": 466, "lr": 1.1765089720707883e-05}
{"train_loss": 0.0011575180105865002, "global_step": 83107, "epoch": 466, "lr": 1.1764137523643497e-05}
{"train_loss": 0.0005587145569734275, "global_step": 83108, "epoch": 466, "lr": 1.1763185359975826e-05}
{"train_loss": 0.0006285477429628372, "global_step": 83109, "epoch": 466, "lr": 1.1762233229705744e-05}
{"train_loss": 0.0015458776615560055, "global_step": 83110, "epoch": 466, "lr": 1.1761281132834068e-05}
{"train_loss": 0.00043670530430972576, "global_step": 83111, "epoch": 466, "lr": 1.1760329069361615e-05}
{"train_loss": 0.0004332738753873855, "global_step": 83112, "epoch": 466, "lr": 1.1759377039289254e-05}
{"train_loss": 0.0015562253538519144, "global_step": 83113, "epoch": 466, "lr": 1.175842504261777e-05}
{"train_loss": 0.0007225963054224849, "global_step": 83114, "epoch": 466, "lr": 1.1757473079348047e-05}
{"train_loss": 0.0010238818358629942, "global_step": 83115, "epoch": 466, "lr": 1.1756521149480858e-05}
{"train_loss": 0.0012958552688360214, "global_step": 83116, "epoch": 466, "lr": 1.175556925301708e-05}
{"train_loss": 0.0016509359702467918, "global_step": 83117, "epoch": 466, "lr": 1.1754617389957524e-05}
{"train_loss": 0.0014952663332223892, "global_step": 83118, "epoch": 466, "lr": 1.1753665560303028e-05}
{"train_loss": 0.0010958736529573798, "global_step": 83119, "epoch": 466, "lr": 1.1752713764054424e-05}
{"train_loss": 0.0013162740506231785, "global_step": 83120, "epoch": 466, "lr": 1.1751762001212535e-05}
{"train_loss": 0.0024061244912445545, "global_step": 83121, "epoch": 466, "lr": 1.1750810271778183e-05}
{"train_loss": 0.0013597211800515652, "global_step": 83122, "epoch": 466, "lr": 1.1749858575752248e-05}
{"train_loss": 0.0013712666695937514, "global_step": 83123, "epoch": 466, "lr": 1.1748906913135498e-05}
{"train_loss": 0.0007238235557451844, "global_step": 83124, "epoch": 466, "lr": 1.1747955283928807e-05}
{"train_loss": 0.0014661820178650047, "global_step": 83125, "epoch": 466, "lr": 1.1747003688132991e-05}
{"train_loss": 0.0020921328105032444, "global_step": 83126, "epoch": 467, "lr": 1.174605212574888e-05}
{"train_loss": 0.003061422146856785, "global_step": 83127, "epoch": 467, "lr": 1.1745100596777314e-05}
{"train_loss": 0.0017215716652572155, "global_step": 83128, "epoch": 467, "lr": 1.1744149101219115e-05}
{"train_loss": 0.002116125077009201, "global_step": 83129, "epoch": 467, "lr": 1.1743197639075105e-05}
{"train_loss": 0.0005926585290580988, "global_step": 83130, "epoch": 467, "lr": 1.1742246210346153e-05}
{"train_loss": 0.0012861685827374458, "global_step": 83131, "epoch": 467, "lr": 1.1741294815033038e-05}
{"train_loss": 0.0009990411344915628, "global_step": 83132, "epoch": 467, "lr": 1.1740343453136626e-05}
{"train_loss": 0.0008613821701146662, "global_step": 83133, "epoch": 467, "lr": 1.1739392124657744e-05}
{"train_loss": 0.002261847723275423, "global_step": 83134, "epoch": 467, "lr": 1.173844082959722e-05}
{"train_loss": 0.0011151977814733982, "global_step": 83135, "epoch": 467, "lr": 1.1737489567955878e-05}
{"train_loss": 0.0017868394497781992, "global_step": 83136, "epoch": 467, "lr": 1.1736538339734543e-05}
{"train_loss": 0.000971200701314956, "global_step": 83137, "epoch": 467, "lr": 1.1735587144934084e-05}
{"train_loss": 0.002836097264662385, "global_step": 83138, "epoch": 467, "lr": 1.1734635983555275e-05}
{"train_loss": 0.0005252662231214345, "global_step": 83139, "epoch": 467, "lr": 1.1733684855598992e-05}
{"train_loss": 0.0008957249810919166, "global_step": 83140, "epoch": 467, "lr": 1.1732733761066051e-05}
{"train_loss": 0.0008181431330740452, "global_step": 83141, "epoch": 467, "lr": 1.1731782699957278e-05}
{"train_loss": 0.0008788156555965543, "global_step": 83142, "epoch": 467, "lr": 1.1730831672273512e-05}
{"train_loss": 0.0007145724957808852, "global_step": 83143, "epoch": 467, "lr": 1.1729880678015576e-05}
{"train_loss": 0.0009447462507523596, "global_step": 83144, "epoch": 467, "lr": 1.1728929717184289e-05}
{"train_loss": 0.0006581901106983423, "global_step": 83145, "epoch": 467, "lr": 1.172797878978053e-05}
{"train_loss": 0.000996146583929658, "global_step": 83146, "epoch": 467, "lr": 1.1727027895805059e-05}
{"train_loss": 0.0007343555917032063, "global_step": 83147, "epoch": 467, "lr": 1.1726077035258764e-05}
{"train_loss": 0.0015421186108142138, "global_step": 83148, "epoch": 467, "lr": 1.1725126208142457e-05}
{"train_loss": 0.0008234829874709249, "global_step": 83149, "epoch": 467, "lr": 1.1724175414456962e-05}
{"train_loss": 0.0007894221926108003, "global_step": 83150, "epoch": 467, "lr": 1.1723224654203114e-05}
{"train_loss": 0.002630759496241808, "global_step": 83151, "epoch": 467, "lr": 1.1722273927381745e-05}
{"train_loss": 0.0022136380430310965, "global_step": 83152, "epoch": 467, "lr": 1.172132323399368e-05}
{"train_loss": 0.001326175406575203, "global_step": 83153, "epoch": 467, "lr": 1.1720372574039745e-05}
{"train_loss": 0.0016862864140421152, "global_step": 83154, "epoch": 467, "lr": 1.1719421947520786e-05}
{"train_loss": 0.0019301963038742542, "global_step": 83155, "epoch": 467, "lr": 1.1718471354437632e-05}
{"train_loss": 0.0030253715813159943, "global_step": 83156, "epoch": 467, "lr": 1.1717520794791103e-05}
{"train_loss": 0.0012024109018966556, "global_step": 83157, "epoch": 467, "lr": 1.1716570268582039e-05}
{"train_loss": 0.0008763372316025198, "global_step": 83158, "epoch": 467, "lr": 1.171561977581126e-05}
{"train_loss": 0.0021533616818487644, "global_step": 83159, "epoch": 467, "lr": 1.1714669316479587e-05}
{"train_loss": 0.0006259282818064094, "global_step": 83160, "epoch": 467, "lr": 1.1713718890587888e-05}
{"train_loss": 0.0012789041502401233, "global_step": 83161, "epoch": 467, "lr": 1.171276849813695e-05}
{"train_loss": 0.0011100799310952425, "global_step": 83162, "epoch": 467, "lr": 1.1711818139127628e-05}
{"train_loss": 0.0008918254752643406, "global_step": 83163, "epoch": 467, "lr": 1.171086781356075e-05}
{"train_loss": 0.0005814352771267295, "global_step": 83164, "epoch": 467, "lr": 1.170991752143714e-05}
{"train_loss": 0.0015086997300386429, "global_step": 83165, "epoch": 467, "lr": 1.1708967262757637e-05}
{"train_loss": 0.002440402749925852, "global_step": 83166, "epoch": 467, "lr": 1.1708017037523062e-05}
{"train_loss": 0.003345971694216132, "global_step": 83167, "epoch": 467, "lr": 1.1707066845734243e-05}
{"train_loss": 0.002349400194361806, "global_step": 83168, "epoch": 467, "lr": 1.1706116687392016e-05}
{"train_loss": 0.0013332947855815291, "global_step": 83169, "epoch": 467, "lr": 1.1705166562497194e-05}
{"train_loss": 0.0012840850977227092, "global_step": 83170, "epoch": 467, "lr": 1.1704216471050656e-05}
{"train_loss": 0.0014344574883580208, "global_step": 83171, "epoch": 467, "lr": 1.1703266413053166e-05}
{"train_loss": 0.0010793085675686598, "global_step": 83172, "epoch": 467, "lr": 1.1702316388505597e-05}
{"train_loss": 0.002130403183400631, "global_step": 83173, "epoch": 467, "lr": 1.170136639740877e-05}
{"train_loss": 0.0015115801943466067, "global_step": 83174, "epoch": 467, "lr": 1.1700416439763495e-05}
{"train_loss": 0.0033021406270563602, "global_step": 83175, "epoch": 467, "lr": 1.1699466515570651e-05}
{"train_loss": 0.0013651851331815124, "global_step": 83176, "epoch": 467, "lr": 1.1698516624831008e-05}
{"train_loss": 0.0009447383927181363, "global_step": 83177, "epoch": 467, "lr": 1.1697566767545437e-05}
{"train_loss": 0.0009112459374591708, "global_step": 83178, "epoch": 467, "lr": 1.1696616943714756e-05}
{"train_loss": 0.0005729295662604272, "global_step": 83179, "epoch": 467, "lr": 1.169566715333979e-05}
{"train_loss": 0.0005689384415745735, "global_step": 83180, "epoch": 467, "lr": 1.1694717396421367e-05}
{"train_loss": 0.00250181439332664, "global_step": 83181, "epoch": 467, "lr": 1.1693767672960326e-05}
{"train_loss": 0.0027997521683573723, "global_step": 83182, "epoch": 467, "lr": 1.1692817982957477e-05}
{"train_loss": 0.001689471653662622, "global_step": 83183, "epoch": 467, "lr": 1.169186832641369e-05}
{"train_loss": 0.0002759076014626771, "global_step": 83184, "epoch": 467, "lr": 1.169091870332974e-05}
{"train_loss": 0.0006952453404664993, "global_step": 83185, "epoch": 467, "lr": 1.1689969113706518e-05}
{"train_loss": 0.001944295596331358, "global_step": 83186, "epoch": 467, "lr": 1.1689019557544784e-05}
{"train_loss": 0.000796753098256886, "global_step": 83187, "epoch": 467, "lr": 1.1688070034845421e-05}
{"train_loss": 0.0013184648705646396, "global_step": 83188, "epoch": 467, "lr": 1.1687120545609243e-05}
{"train_loss": 0.0010278185363858938, "global_step": 83189, "epoch": 467, "lr": 1.1686171089837077e-05}
{"train_loss": 0.0012543206103146076, "global_step": 83190, "epoch": 467, "lr": 1.1685221667529749e-05}
{"train_loss": 0.0011888232547789812, "global_step": 83191, "epoch": 467, "lr": 1.1684272278688096e-05}
{"train_loss": 0.0025275489315390587, "global_step": 83192, "epoch": 467, "lr": 1.1683322923312929e-05}
{"train_loss": 0.001166792819276452, "global_step": 83193, "epoch": 467, "lr": 1.1682373601405117e-05}
{"train_loss": 0.0011249530361965299, "global_step": 83194, "epoch": 467, "lr": 1.1681424312965434e-05}
{"train_loss": 0.0018694602185860276, "global_step": 83195, "epoch": 467, "lr": 1.168047505799475e-05}
{"train_loss": 0.0007518925704061985, "global_step": 83196, "epoch": 467, "lr": 1.1679525836493888e-05}
{"train_loss": 0.0018433957593515515, "global_step": 83197, "epoch": 467, "lr": 1.1678576648463657e-05}
{"train_loss": 0.0007696221000514925, "global_step": 83198, "epoch": 467, "lr": 1.167762749390493e-05}
{"train_loss": 0.0011355106253176928, "global_step": 83199, "epoch": 467, "lr": 1.1676678372818473e-05}
{"train_loss": 0.0017739585600793362, "global_step": 83200, "epoch": 467, "lr": 1.1675729285205167e-05}
{"train_loss": 0.0008831032318994403, "global_step": 83201, "epoch": 467, "lr": 1.1674780231065823e-05}
{"train_loss": 0.0005789410206489265, "global_step": 83202, "epoch": 467, "lr": 1.1673831210401271e-05}
{"train_loss": 0.003907456062734127, "global_step": 83203, "epoch": 467, "lr": 1.1672882223212333e-05}
{"train_loss": 0.0017494854982942343, "global_step": 83204, "epoch": 467, "lr": 1.1671933269499845e-05}
{"train_loss": 0.0005051104235462844, "global_step": 83205, "epoch": 467, "lr": 1.167098434926464e-05}
{"train_loss": 0.0010660388506948948, "global_step": 83206, "epoch": 467, "lr": 1.1670035462507534e-05}
{"train_loss": 0.001660246285609901, "global_step": 83207, "epoch": 467, "lr": 1.1669086609229357e-05}
{"train_loss": 0.0008716447628103197, "global_step": 83208, "epoch": 467, "lr": 1.1668137789430967e-05}
{"train_loss": 0.0021708351559937, "global_step": 83209, "epoch": 467, "lr": 1.1667189003113138e-05}
{"train_loss": 0.0006171559798531234, "global_step": 83210, "epoch": 467, "lr": 1.166624025027675e-05}
{"train_loss": 0.003023039549589157, "global_step": 83211, "epoch": 467, "lr": 1.1665291530922606e-05}
{"train_loss": 0.001141127897426486, "global_step": 83212, "epoch": 467, "lr": 1.1664342845051545e-05}
{"train_loss": 0.0004378104640636593, "global_step": 83213, "epoch": 467, "lr": 1.1663394192664389e-05}
{"train_loss": 0.0014595139073207974, "global_step": 83214, "epoch": 467, "lr": 1.166244557376196e-05}
{"train_loss": 0.001210657530464232, "global_step": 83215, "epoch": 467, "lr": 1.1661496988345105e-05}
{"train_loss": 0.0005786562105640769, "global_step": 83216, "epoch": 467, "lr": 1.1660548436414642e-05}
{"train_loss": 0.0020676609128713608, "global_step": 83217, "epoch": 467, "lr": 1.1659599917971403e-05}
{"train_loss": 0.0003909814986400306, "global_step": 83218, "epoch": 467, "lr": 1.165865143301621e-05}
{"train_loss": 0.0013475441373884678, "global_step": 83219, "epoch": 467, "lr": 1.1657702981549901e-05}
{"train_loss": 0.0005244860658422112, "global_step": 83220, "epoch": 467, "lr": 1.165675456357328e-05}
{"train_loss": 0.0034296198282390833, "global_step": 83221, "epoch": 467, "lr": 1.165580617908722e-05}
{"train_loss": 0.00044530228478834033, "global_step": 83222, "epoch": 467, "lr": 1.1654857828092503e-05}
{"train_loss": 0.0020988336764276028, "global_step": 83223, "epoch": 467, "lr": 1.165390951059e-05}
{"train_loss": 0.0020334140863269567, "global_step": 83224, "epoch": 467, "lr": 1.1652961226580488e-05}
{"train_loss": 0.0011964535806328058, "global_step": 83225, "epoch": 467, "lr": 1.1652012976064841e-05}
{"train_loss": 0.0011930118780583143, "global_step": 83226, "epoch": 467, "lr": 1.1651064759043872e-05}
{"train_loss": 0.00045310345012694597, "global_step": 83227, "epoch": 467, "lr": 1.1650116575518405e-05}
{"train_loss": 0.001959109678864479, "global_step": 83228, "epoch": 467, "lr": 1.164916842548927e-05}
{"train_loss": 0.0004023853107355535, "global_step": 83229, "epoch": 467, "lr": 1.1648220308957296e-05}
{"train_loss": 0.0021950984373688698, "global_step": 83230, "epoch": 467, "lr": 1.16472722259233e-05}
{"train_loss": 0.0010387428337708116, "global_step": 83231, "epoch": 467, "lr": 1.1646324176388151e-05}
{"train_loss": 0.0012662545777857304, "global_step": 83232, "epoch": 467, "lr": 1.1645376160352617e-05}
{"train_loss": 0.0017111350316554308, "global_step": 83233, "epoch": 467, "lr": 1.1644428177817567e-05}
{"train_loss": 0.00091456068912521, "global_step": 83234, "epoch": 467, "lr": 1.1643480228783826e-05}
{"train_loss": 0.0009476464474573731, "global_step": 83235, "epoch": 467, "lr": 1.1642532313252191e-05}
{"train_loss": 0.0009707408025860786, "global_step": 83236, "epoch": 467, "lr": 1.1641584431223552e-05}
{"train_loss": 0.0010174186900258064, "global_step": 83237, "epoch": 467, "lr": 1.164063658269866e-05}
{"train_loss": 0.001076120650395751, "global_step": 83238, "epoch": 467, "lr": 1.1639688767678403e-05}
{"train_loss": 0.0008867315482348204, "global_step": 83239, "epoch": 467, "lr": 1.1638740986163583e-05}
{"train_loss": 0.001363373827189207, "global_step": 83240, "epoch": 467, "lr": 1.163779323815503e-05}
{"train_loss": 0.001588108018040657, "global_step": 83241, "epoch": 467, "lr": 1.1636845523653578e-05}
{"train_loss": 0.001221942133270204, "global_step": 83242, "epoch": 467, "lr": 1.1635897842660048e-05}
{"train_loss": 0.0018365485593676567, "global_step": 83243, "epoch": 467, "lr": 1.1634950195175271e-05}
{"train_loss": 0.0013827995862811804, "global_step": 83244, "epoch": 467, "lr": 1.163400258120007e-05}
{"train_loss": 0.0014899156522005796, "global_step": 83245, "epoch": 467, "lr": 1.1633055000735266e-05}
{"train_loss": 0.0006060887826606631, "global_step": 83246, "epoch": 467, "lr": 1.1632107453781726e-05}
{"train_loss": 0.0010816386202350259, "global_step": 83247, "epoch": 467, "lr": 1.1631159940340219e-05}
{"train_loss": 0.0010325610637664795, "global_step": 83248, "epoch": 467, "lr": 1.1630212460411622e-05}
{"train_loss": 0.0008993822848424315, "global_step": 83249, "epoch": 467, "lr": 1.1629265013996738e-05}
{"train_loss": 0.0005945558077655733, "global_step": 83250, "epoch": 467, "lr": 1.16283176010964e-05}
{"train_loss": 0.0009683202370069921, "global_step": 83251, "epoch": 467, "lr": 1.162737022171143e-05}
{"train_loss": 0.0004059830098412931, "global_step": 83252, "epoch": 467, "lr": 1.1626422875842668e-05}
{"train_loss": 0.001545266597531736, "global_step": 83253, "epoch": 467, "lr": 1.1625475563490917e-05}
{"train_loss": 0.0017880494706332684, "global_step": 83254, "epoch": 467, "lr": 1.1624528284657048e-05}
{"train_loss": 0.0018630421254783869, "global_step": 83255, "epoch": 467, "lr": 1.1623581039341836e-05}
{"train_loss": 0.0025919685140252113, "global_step": 83256, "epoch": 467, "lr": 1.1622633827546148e-05}
{"train_loss": 0.0008261313778348267, "global_step": 83257, "epoch": 467, "lr": 1.1621686649270796e-05}
{"train_loss": 0.0013434130232781172, "global_step": 83258, "epoch": 467, "lr": 1.1620739504516598e-05}
{"train_loss": 0.0012359189568087459, "global_step": 83259, "epoch": 467, "lr": 1.1619792393284418e-05}
{"train_loss": 0.0018897869158536196, "global_step": 83260, "epoch": 467, "lr": 1.1618845315575028e-05}
{"train_loss": 0.0018171367701143026, "global_step": 83261, "epoch": 467, "lr": 1.1617898271389316e-05}
{"train_loss": 0.0005600141594186425, "global_step": 83262, "epoch": 467, "lr": 1.1616951260728049e-05}
{"train_loss": 0.00198924308642745, "global_step": 83263, "epoch": 467, "lr": 1.1616004283592092e-05}
{"train_loss": 0.0014040807727724314, "global_step": 83264, "epoch": 467, "lr": 1.1615057339982266e-05}
{"train_loss": 0.0009329257882200181, "global_step": 83265, "epoch": 467, "lr": 1.1614110429899394e-05}
{"train_loss": 0.0013335649855434895, "global_step": 83266, "epoch": 467, "lr": 1.1613163553344308e-05}
{"train_loss": 0.0018075836123898625, "global_step": 83267, "epoch": 467, "lr": 1.161221671031783e-05}
{"train_loss": 0.0029631867073476315, "global_step": 83268, "epoch": 467, "lr": 1.161126990082077e-05}
{"train_loss": 0.0016784004401415586, "global_step": 83269, "epoch": 467, "lr": 1.1610323124854006e-05}
{"train_loss": 0.0010034374427050352, "global_step": 83270, "epoch": 467, "lr": 1.1609376382418302e-05}
{"train_loss": 0.0009195705642923713, "global_step": 83271, "epoch": 467, "lr": 1.1608429673514526e-05}
{"train_loss": 0.001706523820757866, "global_step": 83272, "epoch": 467, "lr": 1.1607482998143499e-05}
{"train_loss": 0.0021290332078933716, "global_step": 83273, "epoch": 467, "lr": 1.1606536356306042e-05}
{"train_loss": 0.001164388144388795, "global_step": 83274, "epoch": 467, "lr": 1.1605589748002982e-05}
{"train_loss": 0.0018636721652001143, "global_step": 83275, "epoch": 467, "lr": 1.1604643173235146e-05}
{"train_loss": 0.0010644751600921154, "global_step": 83276, "epoch": 467, "lr": 1.1603696632003347e-05}
{"train_loss": 0.0007993938634172082, "global_step": 83277, "epoch": 467, "lr": 1.1602750124308443e-05}
{"train_loss": 0.0012519804295152426, "global_step": 83278, "epoch": 467, "lr": 1.1601803650151238e-05}
{"train_loss": 0.0013457913883030415, "global_step": 83279, "epoch": 467, "lr": 1.1600857209532568e-05}
{"train_loss": 0.0004926228430122137, "global_step": 83280, "epoch": 467, "lr": 1.1599910802453257e-05}
{"train_loss": 0.001494445838034153, "global_step": 83281, "epoch": 467, "lr": 1.1598964428914127e-05}
{"train_loss": 0.00195237435400486, "global_step": 83282, "epoch": 467, "lr": 1.1598018088916007e-05}
{"train_loss": 0.0011444338597357273, "global_step": 83283, "epoch": 467, "lr": 1.1597071782459718e-05}
{"train_loss": 0.001872899360023439, "global_step": 83284, "epoch": 467, "lr": 1.159612550954612e-05}
{"train_loss": 0.0013452630955725908, "global_step": 83285, "epoch": 467, "lr": 1.1595179270175976e-05}
{"train_loss": 0.0007583014667034149, "global_step": 83286, "epoch": 467, "lr": 1.1594233064350174e-05}
{"train_loss": 0.0008448888547718525, "global_step": 83287, "epoch": 467, "lr": 1.159328689206951e-05}
{"train_loss": 0.0014450853923335671, "global_step": 83288, "epoch": 467, "lr": 1.1592340753334818e-05}
{"train_loss": 0.00032375313458032906, "global_step": 83289, "epoch": 467, "lr": 1.1591394648146925e-05}
{"train_loss": 0.0038012806326150894, "global_step": 83290, "epoch": 467, "lr": 1.1590448576506651e-05}
{"train_loss": 0.0009341991390101612, "global_step": 83291, "epoch": 467, "lr": 1.1589502538414814e-05}
{"train_loss": 0.0017265842761844397, "global_step": 83292, "epoch": 467, "lr": 1.158855653387228e-05}
{"train_loss": 0.0013837484875693917, "global_step": 83293, "epoch": 467, "lr": 1.1587610562879819e-05}
{"train_loss": 0.0009774209465831518, "global_step": 83294, "epoch": 467, "lr": 1.1586664625438315e-05}
{"train_loss": 0.0017008085269480944, "global_step": 83295, "epoch": 467, "lr": 1.1585718721548539e-05}
{"train_loss": 0.0018377744127064943, "global_step": 83296, "epoch": 467, "lr": 1.1584772851211357e-05}
{"train_loss": 0.0018320879898965359, "global_step": 83297, "epoch": 467, "lr": 1.1583827014427585e-05}
{"train_loss": 0.00042381708044558764, "global_step": 83298, "epoch": 467, "lr": 1.1582881211198026e-05}
{"train_loss": 0.002440023235976696, "global_step": 83299, "epoch": 467, "lr": 1.1581935441523556e-05}
{"train_loss": 0.0022858320735394955, "global_step": 83300, "epoch": 467, "lr": 1.1580989705404944e-05}
{"train_loss": 0.0010271510109305382, "global_step": 83301, "epoch": 467, "lr": 1.1580044002843054e-05}
{"train_loss": 0.0019114024471491575, "global_step": 83302, "epoch": 467, "lr": 1.1579098333838705e-05}
{"train_loss": 0.0014031296584485727, "global_step": 83303, "epoch": 467, "lr": 1.157815269839272e-05}
{"train_loss": 0.003015125636011362, "global_step": 83304, "epoch": 468, "lr": 1.157720709650592e-05}
{"train_loss": 0.0012554182903841138, "global_step": 83305, "epoch": 468, "lr": 1.1576261528179139e-05}
{"train_loss": 0.0018336197827011347, "global_step": 83306, "epoch": 468, "lr": 1.1575315993413183e-05}
{"train_loss": 0.0006204021628946066, "global_step": 83307, "epoch": 468, "lr": 1.157437049220892e-05}
{"train_loss": 0.0010345056653022766, "global_step": 83308, "epoch": 468, "lr": 1.1573425024567125e-05}
{"train_loss": 0.0007592191104777157, "global_step": 83309, "epoch": 468, "lr": 1.157247959048866e-05}
{"train_loss": 0.0005824337713420391, "global_step": 83310, "epoch": 468, "lr": 1.1571534189974337e-05}
{"train_loss": 0.001482693012803793, "global_step": 83311, "epoch": 468, "lr": 1.1570588823024992e-05}
{"train_loss": 0.0019260603003203869, "global_step": 83312, "epoch": 468, "lr": 1.1569643489641435e-05}
{"train_loss": 0.0016562507953494787, "global_step": 83313, "epoch": 468, "lr": 1.1568698189824501e-05}
{"train_loss": 0.0008510948391631246, "global_step": 83314, "epoch": 468, "lr": 1.1567752923575015e-05}
{"train_loss": 0.0013427443336695433, "global_step": 83315, "epoch": 468, "lr": 1.1566807690893799e-05}
{"train_loss": 0.0014710593968629837, "global_step": 83316, "epoch": 468, "lr": 1.1565862491781671e-05}
{"train_loss": 0.0006025792099535465, "global_step": 83317, "epoch": 468, "lr": 1.1564917326239493e-05}
{"train_loss": 0.001005693105980754, "global_step": 83318, "epoch": 468, "lr": 1.1563972194268041e-05}
{"train_loss": 0.0006350281764753163, "global_step": 83319, "epoch": 468, "lr": 1.1563027095868173e-05}
{"train_loss": 0.001571125234477222, "global_step": 83320, "epoch": 468, "lr": 1.1562082031040705e-05}
{"train_loss": 0.0009091008105315268, "global_step": 83321, "epoch": 468, "lr": 1.1561136999786447e-05}
{"train_loss": 0.0013049101689830422, "global_step": 83322, "epoch": 468, "lr": 1.1560192002106274e-05}
{"train_loss": 0.00125880294945091, "global_step": 83323, "epoch": 468, "lr": 1.1559247038000947e-05}
{"train_loss": 0.0016355020925402641, "global_step": 83324, "epoch": 468, "lr": 1.1558302107471337e-05}
{"train_loss": 0.0010630644392222166, "global_step": 83325, "epoch": 468, "lr": 1.1557357210518255e-05}
{"train_loss": 0.0011617138516157866, "global_step": 83326, "epoch": 468, "lr": 1.155641234714252e-05}
{"train_loss": 0.0007610794855281711, "global_step": 83327, "epoch": 468, "lr": 1.155546751734497e-05}
{"train_loss": 0.002097771968692541, "global_step": 83328, "epoch": 468, "lr": 1.155452272112642e-05}
{"train_loss": 0.0013962257653474808, "global_step": 83329, "epoch": 468, "lr": 1.1553577958487683e-05}
{"train_loss": 0.002467704936861992, "global_step": 83330, "epoch": 468, "lr": 1.1552633229429633e-05}
{"train_loss": 0.0009844277519732714, "global_step": 83331, "epoch": 468, "lr": 1.1551688533953031e-05}
{"train_loss": 0.0011847277637571096, "global_step": 83332, "epoch": 468, "lr": 1.1550743872058756e-05}
{"train_loss": 0.00042617571307346225, "global_step": 83333, "epoch": 468, "lr": 1.154979924374759e-05}
{"train_loss": 0.0005864466074854136, "global_step": 83334, "epoch": 468, "lr": 1.1548854649020384e-05}
{"train_loss": 0.0004823433409910649, "global_step": 83335, "epoch": 468, "lr": 1.1547910087877966e-05}
{"train_loss": 0.0012444165768101811, "global_step": 83336, "epoch": 468, "lr": 1.1546965560321143e-05}
{"train_loss": 0.0006809355691075325, "global_step": 83337, "epoch": 468, "lr": 1.1546021066350754e-05}
{"train_loss": 0.0013850678224116564, "global_step": 83338, "epoch": 468, "lr": 1.154507660596762e-05}
{"train_loss": 0.0005798959755338728, "global_step": 83339, "epoch": 468, "lr": 1.1544132179172552e-05}
{"train_loss": 0.0004564550472423434, "global_step": 83340, "epoch": 468, "lr": 1.1543187785966398e-05}
{"train_loss": 0.0013995571061968803, "global_step": 83341, "epoch": 468, "lr": 1.1542243426349975e-05}
{"train_loss": 0.0010794713161885738, "global_step": 83342, "epoch": 468, "lr": 1.154129910032411e-05}
{"train_loss": 0.0018450298812240362, "global_step": 83343, "epoch": 468, "lr": 1.1540354807889615e-05}
{"train_loss": 0.00038578230305574834, "global_step": 83344, "epoch": 468, "lr": 1.1539410549047314e-05}
{"train_loss": 0.0014939071843400598, "global_step": 83345, "epoch": 468, "lr": 1.153846632379807e-05}
{"train_loss": 0.0013791450764983892, "global_step": 83346, "epoch": 468, "lr": 1.1537522132142647e-05}
{"train_loss": 0.0029504867270588875, "global_step": 83347, "epoch": 468, "lr": 1.1536577974081919e-05}
{"train_loss": 0.001247809617780149, "global_step": 83348, "epoch": 468, "lr": 1.153563384961669e-05}
{"train_loss": 0.0005838230717927217, "global_step": 83349, "epoch": 468, "lr": 1.153468975874779e-05}
{"train_loss": 0.00036973197711631656, "global_step": 83350, "epoch": 468, "lr": 1.153374570147604e-05}
{"train_loss": 0.0007840977050364017, "global_step": 83351, "epoch": 468, "lr": 1.1532801677802268e-05}
{"train_loss": 0.0010338391875848174, "global_step": 83352, "epoch": 468, "lr": 1.1531857687727298e-05}
{"train_loss": 0.0012333719059824944, "global_step": 83353, "epoch": 468, "lr": 1.1530913731251947e-05}
{"train_loss": 0.0007109644939191639, "global_step": 83354, "epoch": 468, "lr": 1.1529969808377033e-05}
{"train_loss": 0.0003840397112071514, "global_step": 83355, "epoch": 468, "lr": 1.1529025919103426e-05}
{"train_loss": 0.0024873465299606323, "global_step": 83356, "epoch": 468, "lr": 1.1528082063431883e-05}
{"train_loss": 0.0007713758968748152, "global_step": 83357, "epoch": 468, "lr": 1.1527138241363283e-05}
{"train_loss": 0.0006791729247197509, "global_step": 83358, "epoch": 468, "lr": 1.1526194452898425e-05}
{"train_loss": 0.001571777742356062, "global_step": 83359, "epoch": 468, "lr": 1.1525250698038142e-05}
{"train_loss": 0.0005932922940701246, "global_step": 83360, "epoch": 468, "lr": 1.1524306976783255e-05}
{"train_loss": 0.0007727713091298938, "global_step": 83361, "epoch": 468, "lr": 1.152336328913457e-05}
{"train_loss": 0.0010897403117269278, "global_step": 83362, "epoch": 468, "lr": 1.1522419635092946e-05}
{"train_loss": 0.000656181713566184, "global_step": 83363, "epoch": 468, "lr": 1.1521476014659188e-05}
{"train_loss": 0.0012657737825065851, "global_step": 83364, "epoch": 468, "lr": 1.152053242783413e-05}
{"train_loss": 0.0009697172790765762, "global_step": 83365, "epoch": 468, "lr": 1.151958887461858e-05}
{"train_loss": 0.0009038208518177271, "global_step": 83366, "epoch": 468, "lr": 1.151864535501338e-05}
{"train_loss": 0.0005922563723288476, "global_step": 83367, "epoch": 468, "lr": 1.1517701869019327e-05}
{"train_loss": 0.002771907253190875, "global_step": 83368, "epoch": 468, "lr": 1.1516758416637285e-05}
{"train_loss": 0.00031314094667322934, "global_step": 83369, "epoch": 468, "lr": 1.1515814997868035e-05}
{"train_loss": 0.0010289144702255726, "global_step": 83370, "epoch": 468, "lr": 1.1514871612712453e-05}
{"train_loss": 0.0007741504814475775, "global_step": 83371, "epoch": 468, "lr": 1.1513928261171298e-05}
{"train_loss": 0.0014456270728260279, "global_step": 83372, "epoch": 468, "lr": 1.1512984943245447e-05}
{"train_loss": 0.0009485626360401511, "global_step": 83373, "epoch": 468, "lr": 1.1512041658935701e-05}
{"train_loss": 0.0011574430391192436, "global_step": 83374, "epoch": 468, "lr": 1.1511098408242887e-05}
{"train_loss": 0.0012809563195332885, "global_step": 83375, "epoch": 468, "lr": 1.1510155191167837e-05}
{"train_loss": 0.0011338437907397747, "global_step": 83376, "epoch": 468, "lr": 1.1509212007711362e-05}
{"train_loss": 0.001194686978124082, "global_step": 83377, "epoch": 468, "lr": 1.1508268857874283e-05}
{"train_loss": 0.0009675390319898725, "global_step": 83378, "epoch": 468, "lr": 1.1507325741657453e-05}
{"train_loss": 0.0014702617190778255, "global_step": 83379, "epoch": 468, "lr": 1.1506382659061653e-05}
{"train_loss": 0.00118224136531353, "global_step": 83380, "epoch": 468, "lr": 1.1505439610087742e-05}
{"train_loss": 0.001905386452563107, "global_step": 83381, "epoch": 468, "lr": 1.150449659473653e-05}
{"train_loss": 0.001856449292972684, "global_step": 83382, "epoch": 468, "lr": 1.1503553613008827e-05}
{"train_loss": 0.000832928461022675, "global_step": 83383, "epoch": 468, "lr": 1.15026106649055e-05}
{"train_loss": 0.0016630690079182386, "global_step": 83384, "epoch": 468, "lr": 1.1501667750427313e-05}
{"train_loss": 0.0012098239967599511, "global_step": 83385, "epoch": 468, "lr": 1.1500724869575136e-05}
{"train_loss": 0.0013524284586310387, "global_step": 83386, "epoch": 468, "lr": 1.1499782022349776e-05}
{"train_loss": 0.0011648908257484436, "global_step": 83387, "epoch": 468, "lr": 1.1498839208752055e-05}
{"train_loss": 0.0015426113968715072, "global_step": 83388, "epoch": 468, "lr": 1.1497896428782806e-05}
{"train_loss": 0.0002629783994052559, "global_step": 83389, "epoch": 468, "lr": 1.149695368244284e-05}
{"train_loss": 0.0015814111102372408, "global_step": 83390, "epoch": 468, "lr": 1.1496010969732985e-05}
{"train_loss": 0.001225511310622096, "global_step": 83391, "epoch": 468, "lr": 1.1495068290654066e-05}
{"train_loss": 0.0027925893664360046, "global_step": 83392, "epoch": 468, "lr": 1.1494125645206887e-05}
{"train_loss": 0.002011791802942753, "global_step": 83393, "epoch": 468, "lr": 1.1493183033392325e-05}
{"train_loss": 0.0017935745418071747, "global_step": 83394, "epoch": 468, "lr": 1.1492240455211135e-05}
{"train_loss": 0.0013278594706207514, "global_step": 83395, "epoch": 468, "lr": 1.149129791066419e-05}
{"train_loss": 0.0009647099068388343, "global_step": 83396, "epoch": 468, "lr": 1.1490355399752295e-05}
{"train_loss": 0.0011970181949436665, "global_step": 83397, "epoch": 468, "lr": 1.1489412922476278e-05}
{"train_loss": 0.0010769010987132788, "global_step": 83398, "epoch": 468, "lr": 1.1488470478836954e-05}
{"train_loss": 0.0009569685207679868, "global_step": 83399, "epoch": 468, "lr": 1.1487528068835157e-05}
{"train_loss": 0.0018963401671499014, "global_step": 83400, "epoch": 468, "lr": 1.1486585692471686e-05}
{"train_loss": 0.0013763101305812597, "global_step": 83401, "epoch": 468, "lr": 1.148564334974741e-05}
{"train_loss": 0.0013592863688245416, "global_step": 83402, "epoch": 468, "lr": 1.1484701040663099e-05}
{"train_loss": 0.0018078938592225313, "global_step": 83403, "epoch": 468, "lr": 1.1483758765219616e-05}
{"train_loss": 0.0016657389933243394, "global_step": 83404, "epoch": 468, "lr": 1.1482816523417767e-05}
{"train_loss": 0.0011173225939273834, "global_step": 83405, "epoch": 468, "lr": 1.1481874315258361e-05}
{"train_loss": 0.0009634987218305469, "global_step": 83406, "epoch": 468, "lr": 1.1480932140742267e-05}
{"train_loss": 0.0008496562368236482, "global_step": 83407, "epoch": 468, "lr": 1.1479989999870256e-05}
{"train_loss": 0.0026322882622480392, "global_step": 83408, "epoch": 468, "lr": 1.1479047892643196e-05}
{"train_loss": 0.0007461346685886383, "global_step": 83409, "epoch": 468, "lr": 1.1478105819061863e-05}
{"train_loss": 0.0011302585480734706, "global_step": 83410, "epoch": 468, "lr": 1.1477163779127115e-05}
{"train_loss": 0.002903094980865717, "global_step": 83411, "epoch": 468, "lr": 1.1476221772839762e-05}
{"train_loss": 0.0019389297813177109, "global_step": 83412, "epoch": 468, "lr": 1.1475279800200634e-05}
{"train_loss": 0.001164172892458737, "global_step": 83413, "epoch": 468, "lr": 1.1474337861210543e-05}
{"train_loss": 0.0016115326434373856, "global_step": 83414, "epoch": 468, "lr": 1.147339595587032e-05}
{"train_loss": 0.0009014616953209043, "global_step": 83415, "epoch": 468, "lr": 1.1472454084180772e-05}
{"train_loss": 0.0015475203981623054, "global_step": 83416, "epoch": 468, "lr": 1.1471512246142763e-05}
{"train_loss": 0.000992355402559042, "global_step": 83417, "epoch": 468, "lr": 1.1470570441757057e-05}
{"train_loss": 0.0018895165994763374, "global_step": 83418, "epoch": 468, "lr": 1.1469628671024518e-05}
{"train_loss": 0.0005847613792866468, "global_step": 83419, "epoch": 468, "lr": 1.146868693394596e-05}
{"train_loss": 0.002145926235243678, "global_step": 83420, "epoch": 468, "lr": 1.1467745230522204e-05}
{"train_loss": 0.0005244986386969686, "global_step": 83421, "epoch": 468, "lr": 1.1466803560754075e-05}
{"train_loss": 0.0006290168967097998, "global_step": 83422, "epoch": 468, "lr": 1.1465861924642385e-05}
{"train_loss": 0.0010756186675280333, "global_step": 83423, "epoch": 468, "lr": 1.1464920322187966e-05}
{"train_loss": 0.000690126558765769, "global_step": 83424, "epoch": 468, "lr": 1.1463978753391624e-05}
{"train_loss": 0.001588964369148016, "global_step": 83425, "epoch": 468, "lr": 1.1463037218254208e-05}
{"train_loss": 0.0014503815909847617, "global_step": 83426, "epoch": 468, "lr": 1.1462095716776527e-05}
{"train_loss": 0.0005577770061790943, "global_step": 83427, "epoch": 468, "lr": 1.1461154248959411e-05}
{"train_loss": 0.0016787978820502758, "global_step": 83428, "epoch": 468, "lr": 1.1460212814803667e-05}
{"train_loss": 0.002480915281921625, "global_step": 83429, "epoch": 468, "lr": 1.145927141431013e-05}
{"train_loss": 0.0019179077353328466, "global_step": 83430, "epoch": 468, "lr": 1.1458330047479599e-05}
{"train_loss": 0.0011213175021111965, "global_step": 83431, "epoch": 468, "lr": 1.1457388714312944e-05}
{"train_loss": 0.0013604871928691864, "global_step": 83432, "epoch": 468, "lr": 1.1456447414810933e-05}
{"train_loss": 0.0011067858431488276, "global_step": 83433, "epoch": 468, "lr": 1.1455506148974427e-05}
{"train_loss": 0.0005262359627522528, "global_step": 83434, "epoch": 468, "lr": 1.1454564916804234e-05}
{"train_loss": 0.0005451369215734303, "global_step": 83435, "epoch": 468, "lr": 1.1453623718301176e-05}
{"train_loss": 0.0011586323380470276, "global_step": 83436, "epoch": 468, "lr": 1.1452682553466077e-05}
{"train_loss": 0.00158425304107368, "global_step": 83437, "epoch": 468, "lr": 1.1451741422299761e-05}
{"train_loss": 0.0015442564617842436, "global_step": 83438, "epoch": 468, "lr": 1.145080032480303e-05}
{"train_loss": 0.0025983552914112806, "global_step": 83439, "epoch": 468, "lr": 1.1449859260976748e-05}
{"train_loss": 0.0027942154556512833, "global_step": 83440, "epoch": 468, "lr": 1.1448918230821681e-05}
{"train_loss": 0.0012945516500622034, "global_step": 83441, "epoch": 468, "lr": 1.1447977234338719e-05}
{"train_loss": 0.001061739749275148, "global_step": 83442, "epoch": 468, "lr": 1.1447036271528611e-05}
{"train_loss": 0.0010977534111589193, "global_step": 83443, "epoch": 468, "lr": 1.1446095342392232e-05}
{"train_loss": 0.0005978221888653934, "global_step": 83444, "epoch": 468, "lr": 1.1445154446930385e-05}
{"train_loss": 0.0012292958563193679, "global_step": 83445, "epoch": 468, "lr": 1.1444213585143882e-05}
{"train_loss": 0.001182870240882039, "global_step": 83446, "epoch": 468, "lr": 1.144327275703358e-05}
{"train_loss": 0.0015810999320819974, "global_step": 83447, "epoch": 468, "lr": 1.144233196260025e-05}
{"train_loss": 0.0005669324891641736, "global_step": 83448, "epoch": 468, "lr": 1.1441391201844754e-05}
{"train_loss": 0.001399076310917735, "global_step": 83449, "epoch": 468, "lr": 1.14404504747679e-05}
{"train_loss": 0.0014455725904554129, "global_step": 83450, "epoch": 468, "lr": 1.1439509781370512e-05}
{"train_loss": 0.0012218839256092906, "global_step": 83451, "epoch": 468, "lr": 1.1438569121653402e-05}
{"train_loss": 0.001437548198737204, "global_step": 83452, "epoch": 468, "lr": 1.143762849561741e-05}
{"train_loss": 0.001672093872912228, "global_step": 83453, "epoch": 468, "lr": 1.1436687903263327e-05}
{"train_loss": 0.0009346328442916274, "global_step": 83454, "epoch": 468, "lr": 1.1435747344592019e-05}
{"train_loss": 0.0014469185844063759, "global_step": 83455, "epoch": 468, "lr": 1.143480681960426e-05}
{"train_loss": 0.001075353822670877, "global_step": 83456, "epoch": 468, "lr": 1.1433866328300907e-05}
{"train_loss": 0.0020199832506477833, "global_step": 83457, "epoch": 468, "lr": 1.1432925870682765e-05}
{"train_loss": 0.0007370593957602978, "global_step": 83458, "epoch": 468, "lr": 1.1431985446750664e-05}
{"train_loss": 0.0012644417583942413, "global_step": 83459, "epoch": 468, "lr": 1.1431045056505418e-05}
{"train_loss": 0.002487015910446644, "global_step": 83460, "epoch": 468, "lr": 1.1430104699947853e-05}
{"train_loss": 0.001856895163655281, "global_step": 83461, "epoch": 468, "lr": 1.1429164377078782e-05}
{"train_loss": 0.0017027290305122733, "global_step": 83462, "epoch": 468, "lr": 1.1428224087899037e-05}
{"train_loss": 0.0008804555400274694, "global_step": 83463, "epoch": 468, "lr": 1.1427283832409418e-05}
{"train_loss": 0.0007224839646369219, "global_step": 83464, "epoch": 468, "lr": 1.1426343610610795e-05}
{"train_loss": 0.0015175320440903306, "global_step": 83465, "epoch": 468, "lr": 1.1425403422503928e-05}
{"train_loss": 0.001487094908952713, "global_step": 83466, "epoch": 468, "lr": 1.142446326808968e-05}
{"train_loss": 0.0020211453083902597, "global_step": 83467, "epoch": 468, "lr": 1.1423523147368864e-05}
{"train_loss": 0.0012450129725039005, "global_step": 83468, "epoch": 468, "lr": 1.142258306034228e-05}
{"train_loss": 0.001092041376978159, "global_step": 83469, "epoch": 468, "lr": 1.142164300701079e-05}
{"train_loss": 0.0006830730708315969, "global_step": 83470, "epoch": 468, "lr": 1.1420702987375171e-05}
{"train_loss": 0.0016265080776065588, "global_step": 83471, "epoch": 468, "lr": 1.1419763001436274e-05}
{"train_loss": 0.001346872071735561, "global_step": 83472, "epoch": 468, "lr": 1.1418823049194904e-05}
{"train_loss": 0.0011052479967474937, "global_step": 83473, "epoch": 468, "lr": 1.1417883130651896e-05}
{"train_loss": 0.001245438470505178, "global_step": 83474, "epoch": 468, "lr": 1.141694324580806e-05}
{"train_loss": 0.0006098524900153279, "global_step": 83475, "epoch": 468, "lr": 1.1416003394664221e-05}
{"train_loss": 0.0013240849366411567, "global_step": 83476, "epoch": 468, "lr": 1.141506357722118e-05}
{"train_loss": 0.0007238757098093629, "global_step": 83477, "epoch": 468, "lr": 1.1414123793479814e-05}
{"train_loss": 0.0026076703798025846, "global_step": 83478, "epoch": 468, "lr": 1.1413184043440871e-05}
{"train_loss": 0.0015480134170502424, "global_step": 83479, "epoch": 468, "lr": 1.1412244327105236e-05}
{"train_loss": 0.0005784188397228718, "global_step": 83480, "epoch": 468, "lr": 1.1411304644473674e-05}
{"train_loss": 0.0012893767143191581, "global_step": 83481, "epoch": 468, "lr": 1.1410364995547052e-05}
{"train_loss": 0.001664483454078436, "global_step": 83482, "epoch": 469, "lr": 1.1409425380326167e-05}
{"train_loss": 0.0012896854896098375, "global_step": 83483, "epoch": 469, "lr": 1.1408485798811841e-05}
{"train_loss": 0.0012132510310038924, "global_step": 83484, "epoch": 469, "lr": 1.1407546251004903e-05}
{"train_loss": 0.0016512882430106401, "global_step": 83485, "epoch": 469, "lr": 1.1406606736906167e-05}
{"train_loss": 0.001027669757604599, "global_step": 83486, "epoch": 469, "lr": 1.1405667256516438e-05}
{"train_loss": 0.0021860962733626366, "global_step": 83487, "epoch": 469, "lr": 1.1404727809836574e-05}
{"train_loss": 0.003238523844629526, "global_step": 83488, "epoch": 469, "lr": 1.1403788396867372e-05}
{"train_loss": 0.004576388746500015, "global_step": 83489, "epoch": 469, "lr": 1.1402849017609657e-05}
{"train_loss": 0.0016467553796246648, "global_step": 83490, "epoch": 469, "lr": 1.1401909672064248e-05}
{"train_loss": 0.0007976129418238997, "global_step": 83491, "epoch": 469, "lr": 1.140097036023195e-05}
{"train_loss": 0.0011799652129411697, "global_step": 83492, "epoch": 469, "lr": 1.1400031082113633e-05}
{"train_loss": 0.0015166302910074592, "global_step": 83493, "epoch": 469, "lr": 1.1399091837710046e-05}
{"train_loss": 0.0018556586001068354, "global_step": 83494, "epoch": 469, "lr": 1.139815262702207e-05}
{"train_loss": 0.0010517840273678303, "global_step": 83495, "epoch": 469, "lr": 1.1397213450050498e-05}
{"train_loss": 0.0016788144130259752, "global_step": 83496, "epoch": 469, "lr": 1.1396274306796157e-05}
{"train_loss": 0.0012077647261321545, "global_step": 83497, "epoch": 469, "lr": 1.139533519725986e-05}
{"train_loss": 0.0014669937081634998, "global_step": 83498, "epoch": 469, "lr": 1.1394396121442435e-05}
{"train_loss": 0.0015299412189051509, "global_step": 83499, "epoch": 469, "lr": 1.1393457079344704e-05}
{"train_loss": 0.0037612109445035458, "global_step": 83500, "epoch": 469, "lr": 1.1392518070967479e-05}
{"train_loss": 0.001967186573892832, "global_step": 83501, "epoch": 469, "lr": 1.1391579096311567e-05}
{"train_loss": 0.002100203186273575, "global_step": 83502, "epoch": 469, "lr": 1.1390640155377835e-05}
{"train_loss": 0.0015777908265590668, "global_step": 83503, "epoch": 469, "lr": 1.138970124816705e-05}
{"train_loss": 0.001277122413739562, "global_step": 83504, "epoch": 469, "lr": 1.1388762374680062e-05}
{"train_loss": 0.0007788150105625391, "global_step": 83505, "epoch": 469, "lr": 1.138782353491769e-05}
{"train_loss": 0.0010572251630946994, "global_step": 83506, "epoch": 469, "lr": 1.1386884728880742e-05}
{"train_loss": 0.0016728718765079975, "global_step": 83507, "epoch": 469, "lr": 1.1385945956570049e-05}
{"train_loss": 0.0017552636563777924, "global_step": 83508, "epoch": 469, "lr": 1.138500721798641e-05}
{"train_loss": 0.0006286874413490295, "global_step": 83509, "epoch": 469, "lr": 1.138406851313068e-05}
{"train_loss": 0.0018506128108128905, "global_step": 83510, "epoch": 469, "lr": 1.1383129842003654e-05}
{"train_loss": 0.002865424146875739, "global_step": 83511, "epoch": 469, "lr": 1.1382191204606158e-05}
{"train_loss": 0.0015268274582922459, "global_step": 83512, "epoch": 469, "lr": 1.1381252600939013e-05}
{"train_loss": 0.0036820389796048403, "global_step": 83513, "epoch": 469, "lr": 1.1380314031003042e-05}
{"train_loss": 0.002841018605977297, "global_step": 83514, "epoch": 469, "lr": 1.1379375494799044e-05}
{"train_loss": 0.0011094959918409586, "global_step": 83515, "epoch": 469, "lr": 1.137843699232788e-05}
{"train_loss": 0.0016917716711759567, "global_step": 83516, "epoch": 469, "lr": 1.1377498523590318e-05}
{"train_loss": 0.001679436070844531, "global_step": 83517, "epoch": 469, "lr": 1.1376560088587235e-05}
{"train_loss": 0.0014045611023902893, "global_step": 83518, "epoch": 469, "lr": 1.1375621687319387e-05}
{"train_loss": 0.002907396061345935, "global_step": 83519, "epoch": 469, "lr": 1.1374683319787643e-05}
{"train_loss": 0.00047294225078076124, "global_step": 83520, "epoch": 469, "lr": 1.1373744985992807e-05}
{"train_loss": 0.0014602041337639093, "global_step": 83521, "epoch": 469, "lr": 1.1372806685935699e-05}
{"train_loss": 0.002411056775599718, "global_step": 83522, "epoch": 469, "lr": 1.1371868419617138e-05}
{"train_loss": 0.002087922999635339, "global_step": 83523, "epoch": 469, "lr": 1.1370930187037943e-05}
{"train_loss": 0.0036247367970645428, "global_step": 83524, "epoch": 469, "lr": 1.136999198819892e-05}
{"train_loss": 0.0015062118181958795, "global_step": 83525, "epoch": 469, "lr": 1.1369053823100928e-05}
{"train_loss": 0.001468997448682785, "global_step": 83526, "epoch": 469, "lr": 1.136811569174473e-05}
{"train_loss": 0.0007317977724596858, "global_step": 83527, "epoch": 469, "lr": 1.1367177594131195e-05}
{"train_loss": 0.003018325427547097, "global_step": 83528, "epoch": 469, "lr": 1.1366239530261119e-05}
{"train_loss": 0.001190371811389923, "global_step": 83529, "epoch": 469, "lr": 1.1365301500135317e-05}
{"train_loss": 0.0016340985894203186, "global_step": 83530, "epoch": 469, "lr": 1.1364363503754639e-05}
{"train_loss": 0.0019060929771512747, "global_step": 83531, "epoch": 469, "lr": 1.136342554111986e-05}
{"train_loss": 0.0010121760424226522, "global_step": 83532, "epoch": 469, "lr": 1.1362487612231843e-05}
{"train_loss": 0.0019735023379325867, "global_step": 83533, "epoch": 469, "lr": 1.1361549717091363e-05}
{"train_loss": 0.00190462835598737, "global_step": 83534, "epoch": 469, "lr": 1.1360611855699271e-05}
{"train_loss": 0.0014182796003296971, "global_step": 83535, "epoch": 469, "lr": 1.1359674028056384e-05}
{"train_loss": 0.002401884412392974, "global_step": 83536, "epoch": 469, "lr": 1.1358736234163509e-05}
{"train_loss": 0.000991613487713039, "global_step": 83537, "epoch": 469, "lr": 1.135779847402147e-05}
{"train_loss": 0.0013758949935436249, "global_step": 83538, "epoch": 469, "lr": 1.1356860747631087e-05}
{"train_loss": 0.0020776111632585526, "global_step": 83539, "epoch": 469, "lr": 1.1355923054993162e-05}
{"train_loss": 0.0009377051028423011, "global_step": 83540, "epoch": 469, "lr": 1.1354985396108564e-05}
{"train_loss": 0.0012632866855710745, "global_step": 83541, "epoch": 469, "lr": 1.1354047770978049e-05}
{"train_loss": 0.002273160731419921, "global_step": 83542, "epoch": 469, "lr": 1.1353110179602478e-05}
{"train_loss": 0.0012582836207002401, "global_step": 83543, "epoch": 469, "lr": 1.1352172621982654e-05}
{"train_loss": 0.0004215888911858201, "global_step": 83544, "epoch": 469, "lr": 1.1351235098119405e-05}
{"train_loss": 0.0007980216178111732, "global_step": 83545, "epoch": 469, "lr": 1.1350297608013538e-05}
{"train_loss": 0.0008909167372621596, "global_step": 83546, "epoch": 469, "lr": 1.1349360151665883e-05}
{"train_loss": 0.0018099122680723667, "global_step": 83547, "epoch": 469, "lr": 1.1348422729077241e-05}
{"train_loss": 0.0017059040255844593, "global_step": 83548, "epoch": 469, "lr": 1.1347485340248464e-05}
{"train_loss": 0.0025314255617558956, "global_step": 83549, "epoch": 469, "lr": 1.1346547985180329e-05}
{"train_loss": 0.0005831201560795307, "global_step": 83550, "epoch": 469, "lr": 1.134561066387369e-05}
{"train_loss": 0.0014353569131344557, "global_step": 83551, "epoch": 469, "lr": 1.1344673376329345e-05}
{"train_loss": 0.0008524431032128632, "global_step": 83552, "epoch": 469, "lr": 1.1343736122548127e-05}
{"train_loss": 0.0011399044888094068, "global_step": 83553, "epoch": 469, "lr": 1.1342798902530843e-05}
{"train_loss": 0.0008888510055840015, "global_step": 83554, "epoch": 469, "lr": 1.1341861716278301e-05}
{"train_loss": 0.0005724661750718951, "global_step": 83555, "epoch": 469, "lr": 1.1340924563791366e-05}
{"train_loss": 0.0013370299711823463, "global_step": 83556, "epoch": 469, "lr": 1.1339987445070793e-05}
{"train_loss": 0.0012584684882313013, "global_step": 83557, "epoch": 469, "lr": 1.1339050360117448e-05}
{"train_loss": 0.0016863312339410186, "global_step": 83558, "epoch": 469, "lr": 1.133811330893213e-05}
{"train_loss": 0.0007305493345484138, "global_step": 83559, "epoch": 469, "lr": 1.1337176291515667e-05}
{"train_loss": 0.0017744445940479636, "global_step": 83560, "epoch": 469, "lr": 1.1336239307868868e-05}
{"train_loss": 0.0018489854410290718, "global_step": 83561, "epoch": 469, "lr": 1.1335302357992556e-05}
{"train_loss": 0.0011783696245402098, "global_step": 83562, "epoch": 469, "lr": 1.1334365441887534e-05}
{"train_loss": 0.0007195648504421115, "global_step": 83563, "epoch": 469, "lr": 1.133342855955466e-05}
{"train_loss": 0.0005181916058063507, "global_step": 83564, "epoch": 469, "lr": 1.1332491710994703e-05}
{"train_loss": 0.0015105933416634798, "global_step": 83565, "epoch": 469, "lr": 1.1331554896208518e-05}
{"train_loss": 0.0015434125671163201, "global_step": 83566, "epoch": 469, "lr": 1.1330618115196912e-05}
{"train_loss": 0.0024443501606583595, "global_step": 83567, "epoch": 469, "lr": 1.1329681367960698e-05}
{"train_loss": 0.0018797059310600162, "global_step": 83568, "epoch": 469, "lr": 1.13287446545007e-05}
{"train_loss": 0.0010645454749464989, "global_step": 83569, "epoch": 469, "lr": 1.1327807974817733e-05}
{"train_loss": 0.0008348089177161455, "global_step": 83570, "epoch": 469, "lr": 1.132687132891262e-05}
{"train_loss": 0.001659992034547031, "global_step": 83571, "epoch": 469, "lr": 1.1325934716786157e-05}
{"train_loss": 0.001112647238187492, "global_step": 83572, "epoch": 469, "lr": 1.1324998138439197e-05}
{"train_loss": 0.0011427976423874497, "global_step": 83573, "epoch": 469, "lr": 1.1324061593872542e-05}
{"train_loss": 0.0009700274094939232, "global_step": 83574, "epoch": 469, "lr": 1.1323125083087005e-05}
{"train_loss": 0.0011919455137103796, "global_step": 83575, "epoch": 469, "lr": 1.1322188606083411e-05}
{"train_loss": 0.0010375452693551779, "global_step": 83576, "epoch": 469, "lr": 1.1321252162862577e-05}
{"train_loss": 0.001975022256374359, "global_step": 83577, "epoch": 469, "lr": 1.1320315753425303e-05}
{"train_loss": 0.0015942961908876896, "global_step": 83578, "epoch": 469, "lr": 1.1319379377772454e-05}
{"train_loss": 0.0005659674061462283, "global_step": 83579, "epoch": 469, "lr": 1.131844303590479e-05}
{"train_loss": 0.0007294849492609501, "global_step": 83580, "epoch": 469, "lr": 1.1317506727823168e-05}
{"train_loss": 0.0019337740959599614, "global_step": 83581, "epoch": 469, "lr": 1.1316570453528392e-05}
{"train_loss": 0.0031750351190567017, "global_step": 83582, "epoch": 469, "lr": 1.1315634213021282e-05}
{"train_loss": 0.0016558212228119373, "global_step": 83583, "epoch": 469, "lr": 1.131469800630266e-05}
{"train_loss": 0.0011618511052802205, "global_step": 83584, "epoch": 469, "lr": 1.1313761833373331e-05}
{"train_loss": 0.003038504160940647, "global_step": 83585, "epoch": 469, "lr": 1.1312825694234114e-05}
{"train_loss": 0.0014437104109674692, "global_step": 83586, "epoch": 469, "lr": 1.131188958888586e-05}
{"train_loss": 0.0022388449870049953, "global_step": 83587, "epoch": 469, "lr": 1.1310953517329332e-05}
{"train_loss": 0.0014527193270623684, "global_step": 83588, "epoch": 469, "lr": 1.13100174795654e-05}
{"train_loss": 0.001762522617354989, "global_step": 83589, "epoch": 469, "lr": 1.1309081475594829e-05}
{"train_loss": 0.0005715875304304063, "global_step": 83590, "epoch": 469, "lr": 1.1308145505418482e-05}
{"train_loss": 0.002110016532242298, "global_step": 83591, "epoch": 469, "lr": 1.1307209569037158e-05}
{"train_loss": 0.001932914718054235, "global_step": 83592, "epoch": 469, "lr": 1.130627366645166e-05}
{"train_loss": 0.001535268034785986, "global_step": 83593, "epoch": 469, "lr": 1.1305337797662852e-05}
{"train_loss": 0.0013090416323393583, "global_step": 83594, "epoch": 469, "lr": 1.130440196267149e-05}
{"train_loss": 0.0012138895690441132, "global_step": 83595, "epoch": 469, "lr": 1.1303466161478437e-05}
{"train_loss": 0.00043041122262366116, "global_step": 83596, "epoch": 469, "lr": 1.1302530394084499e-05}
{"train_loss": 0.003274397924542427, "global_step": 83597, "epoch": 469, "lr": 1.1301594660490489e-05}
{"train_loss": 0.002163263503462076, "global_step": 83598, "epoch": 469, "lr": 1.1300658960697219e-05}
{"train_loss": 0.0009404090815223753, "global_step": 83599, "epoch": 469, "lr": 1.1299723294705516e-05}
{"train_loss": 0.0013578396756201982, "global_step": 83600, "epoch": 469, "lr": 1.129878766251618e-05}
{"train_loss": 0.0016423871275037527, "global_step": 83601, "epoch": 469, "lr": 1.1297852064130072e-05}
{"train_loss": 0.0011268731905147433, "global_step": 83602, "epoch": 469, "lr": 1.1296916499547949e-05}
{"train_loss": 0.000922048173379153, "global_step": 83603, "epoch": 469, "lr": 1.1295980968770669e-05}
{"train_loss": 0.001626600162126124, "global_step": 83604, "epoch": 469, "lr": 1.1295045471799043e-05}
{"train_loss": 0.0013630024623125792, "global_step": 83605, "epoch": 469, "lr": 1.129411000863388e-05}
{"train_loss": 0.000994404312223196, "global_step": 83606, "epoch": 469, "lr": 1.1293174579276e-05}
{"train_loss": 0.0024332301691174507, "global_step": 83607, "epoch": 469, "lr": 1.1292239183726222e-05}
{"train_loss": 0.0014611470978707075, "global_step": 83608, "epoch": 469, "lr": 1.1291303821985361e-05}
{"train_loss": 0.0010614081984385848, "global_step": 83609, "epoch": 469, "lr": 1.1290368494054232e-05}
{"train_loss": 0.00177603994961828, "global_step": 83610, "epoch": 469, "lr": 1.1289433199933646e-05}
{"train_loss": 0.001197691890411079, "global_step": 83611, "epoch": 469, "lr": 1.1288497939624454e-05}
{"train_loss": 0.0021791886538267136, "global_step": 83612, "epoch": 469, "lr": 1.1287562713127419e-05}
{"train_loss": 0.0006050628144294024, "global_step": 83613, "epoch": 469, "lr": 1.12866275204434e-05}
{"train_loss": 0.0015045793261379004, "global_step": 83614, "epoch": 469, "lr": 1.1285692361573197e-05}
{"train_loss": 0.0005507562309503555, "global_step": 83615, "epoch": 469, "lr": 1.1284757236517618e-05}
{"train_loss": 0.0007840098114684224, "global_step": 83616, "epoch": 469, "lr": 1.1283822145277523e-05}
{"train_loss": 0.001074948231689632, "global_step": 83617, "epoch": 469, "lr": 1.128288708785366e-05}
{"train_loss": 0.0019898624159395695, "global_step": 83618, "epoch": 469, "lr": 1.1281952064246904e-05}
{"train_loss": 0.001300589181482792, "global_step": 83619, "epoch": 469, "lr": 1.128101707445805e-05}
{"train_loss": 0.0009373101638630033, "global_step": 83620, "epoch": 469, "lr": 1.1280082118487917e-05}
{"train_loss": 0.0023402743972837925, "global_step": 83621, "epoch": 469, "lr": 1.127914719633732e-05}
{"train_loss": 0.0012296100612729788, "global_step": 83622, "epoch": 469, "lr": 1.127821230800707e-05}
{"train_loss": 0.0010429660324007273, "global_step": 83623, "epoch": 469, "lr": 1.127727745349798e-05}
{"train_loss": 0.0016312473453581333, "global_step": 83624, "epoch": 469, "lr": 1.1276342632810899e-05}
{"train_loss": 0.001011755084618926, "global_step": 83625, "epoch": 469, "lr": 1.1275407845946595e-05}
{"train_loss": 0.0019805878400802612, "global_step": 83626, "epoch": 469, "lr": 1.1274473092905941e-05}
{"train_loss": 0.0011904924176633358, "global_step": 83627, "epoch": 469, "lr": 1.127353837368969e-05}
{"train_loss": 0.0009001402650028467, "global_step": 83628, "epoch": 469, "lr": 1.1272603688298705e-05}
{"train_loss": 0.0011670212261378765, "global_step": 83629, "epoch": 469, "lr": 1.1271669036733789e-05}
{"train_loss": 0.0018834681250154972, "global_step": 83630, "epoch": 469, "lr": 1.1270734418995754e-05}
{"train_loss": 0.0007760596345178783, "global_step": 83631, "epoch": 469, "lr": 1.1269799835085426e-05}
{"train_loss": 0.003122239373624325, "global_step": 83632, "epoch": 469, "lr": 1.1268865285003611e-05}
{"train_loss": 0.0012674378231167793, "global_step": 83633, "epoch": 469, "lr": 1.1267930768751112e-05}
{"train_loss": 0.0005838044453412294, "global_step": 83634, "epoch": 469, "lr": 1.126699628632878e-05}
{"train_loss": 0.0013426271034404635, "global_step": 83635, "epoch": 469, "lr": 1.1266061837737413e-05}
{"train_loss": 0.00111078389454633, "global_step": 83636, "epoch": 469, "lr": 1.1265127422977829e-05}
{"train_loss": 0.0014494583010673523, "global_step": 83637, "epoch": 469, "lr": 1.1264193042050841e-05}
{"train_loss": 0.000770239217672497, "global_step": 83638, "epoch": 469, "lr": 1.1263258694957258e-05}
{"train_loss": 0.0008780850330367684, "global_step": 83639, "epoch": 469, "lr": 1.1262324381697925e-05}
{"train_loss": 0.0017623818712309003, "global_step": 83640, "epoch": 469, "lr": 1.1261390102273617e-05}
{"train_loss": 0.001919579692184925, "global_step": 83641, "epoch": 469, "lr": 1.1260455856685181e-05}
{"train_loss": 0.00035954240593127906, "global_step": 83642, "epoch": 469, "lr": 1.1259521644933424e-05}
{"train_loss": 0.0023798660840839148, "global_step": 83643, "epoch": 469, "lr": 1.1258587467019161e-05}
{"train_loss": 0.0016391761600971222, "global_step": 83644, "epoch": 469, "lr": 1.1257653322943212e-05}
{"train_loss": 0.0016077053733170033, "global_step": 83645, "epoch": 469, "lr": 1.1256719212706384e-05}
{"train_loss": 0.001355376560240984, "global_step": 83646, "epoch": 469, "lr": 1.1255785136309504e-05}
{"train_loss": 0.0005036852671764791, "global_step": 83647, "epoch": 469, "lr": 1.1254851093753376e-05}
{"train_loss": 0.00035329582169651985, "global_step": 83648, "epoch": 469, "lr": 1.1253917085038812e-05}
{"train_loss": 0.0014430633746087551, "global_step": 83649, "epoch": 469, "lr": 1.1252983110166664e-05}
{"train_loss": 0.0014213630929589272, "global_step": 83650, "epoch": 469, "lr": 1.1252049169137691e-05}
{"train_loss": 0.0018474815879017115, "global_step": 83651, "epoch": 469, "lr": 1.1251115261952754e-05}
{"train_loss": 0.0005582915619015694, "global_step": 83652, "epoch": 469, "lr": 1.1250181388612657e-05}
{"train_loss": 0.0011210961965844035, "global_step": 83653, "epoch": 469, "lr": 1.1249247549118213e-05}
{"train_loss": 0.0018878630362451077, "global_step": 83654, "epoch": 469, "lr": 1.1248313743470235e-05}
{"train_loss": 0.0015194008592516184, "global_step": 83655, "epoch": 469, "lr": 1.1247379971669525e-05}
{"train_loss": 0.0012491532834246755, "global_step": 83656, "epoch": 469, "lr": 1.1246446233716928e-05}
{"train_loss": 0.0012050410732626915, "global_step": 83657, "epoch": 469, "lr": 1.1245512529613244e-05}
{"train_loss": 0.002716408809646964, "global_step": 83658, "epoch": 469, "lr": 1.1244578859359295e-05}
{"train_loss": 0.001527693515036548, "global_step": 83659, "epoch": 469, "lr": 1.124364522295589e-05}
{"train_loss": 0.0011926323641091585, "global_step": 83660, "epoch": 470, "lr": 1.1242711620403851e-05}
{"train_loss": 0.0014325841329991817, "global_step": 83661, "epoch": 470, "lr": 1.1241778051703983e-05}
{"train_loss": 0.0007767063798382878, "global_step": 83662, "epoch": 470, "lr": 1.1240844516857107e-05}
{"train_loss": 0.0018437778344377875, "global_step": 83663, "epoch": 470, "lr": 1.123991101586403e-05}
{"train_loss": 0.0009301938116550446, "global_step": 83664, "epoch": 470, "lr": 1.12389775487256e-05}
{"train_loss": 0.000792863080278039, "global_step": 83665, "epoch": 470, "lr": 1.1238044115442581e-05}
{"train_loss": 0.0018655085004866123, "global_step": 83666, "epoch": 470, "lr": 1.1237110716015831e-05}
{"train_loss": 0.0007378621376119554, "global_step": 83667, "epoch": 470, "lr": 1.1236177350446148e-05}
{"train_loss": 0.0010314895771443844, "global_step": 83668, "epoch": 470, "lr": 1.1235244018734347e-05}
{"train_loss": 0.001331087900325656, "global_step": 83669, "epoch": 470, "lr": 1.1234310720881246e-05}
{"train_loss": 0.0014636635314673185, "global_step": 83670, "epoch": 470, "lr": 1.1233377456887661e-05}
{"train_loss": 0.0015502949245274067, "global_step": 83671, "epoch": 470, "lr": 1.1232444226754396e-05}
{"train_loss": 0.0014345924137160182, "global_step": 83672, "epoch": 470, "lr": 1.1231511030482301e-05}
{"train_loss": 0.0014750909758731723, "global_step": 83673, "epoch": 470, "lr": 1.1230577868072134e-05}
{"train_loss": 0.0014161355793476105, "global_step": 83674, "epoch": 470, "lr": 1.1229644739524758e-05}
{"train_loss": 0.0006810036720708013, "global_step": 83675, "epoch": 470, "lr": 1.1228711644840972e-05}
{"train_loss": 0.001110979588702321, "global_step": 83676, "epoch": 470, "lr": 1.1227778584021581e-05}
{"train_loss": 0.0019843801856040955, "global_step": 83677, "epoch": 470, "lr": 1.1226845557067434e-05}
{"train_loss": 0.0009025690378621221, "global_step": 83678, "epoch": 470, "lr": 1.122591256397929e-05}
{"train_loss": 0.0018924269825220108, "global_step": 83679, "epoch": 470, "lr": 1.1224979604758029e-05}
{"train_loss": 0.00045547611080110073, "global_step": 83680, "epoch": 470, "lr": 1.1224046679404404e-05}
{"train_loss": 0.0007299837889149785, "global_step": 83681, "epoch": 470, "lr": 1.1223113787919277e-05}
{"train_loss": 0.0028435070998966694, "global_step": 83682, "epoch": 470, "lr": 1.122218093030344e-05}
{"train_loss": 0.0010998789221048355, "global_step": 83683, "epoch": 470, "lr": 1.1221248106557709e-05}
{"train_loss": 0.0012535778805613518, "global_step": 83684, "epoch": 470, "lr": 1.1220315316682906e-05}
{"train_loss": 0.0008947688620537519, "global_step": 83685, "epoch": 470, "lr": 1.1219382560679836e-05}
{"train_loss": 0.0021360553801059723, "global_step": 83686, "epoch": 470, "lr": 1.121844983854931e-05}
{"train_loss": 0.0008933111093938351, "global_step": 83687, "epoch": 470, "lr": 1.1217517150292184e-05}
{"train_loss": 0.003006374929100275, "global_step": 83688, "epoch": 470, "lr": 1.1216584495909205e-05}
{"train_loss": 0.002020715270191431, "global_step": 83689, "epoch": 470, "lr": 1.1215651875401245e-05}
{"train_loss": 0.002099304459989071, "global_step": 83690, "epoch": 470, "lr": 1.1214719288769093e-05}
{"train_loss": 0.0011709239333868027, "global_step": 83691, "epoch": 470, "lr": 1.1213786736013565e-05}
{"train_loss": 0.0015628866385668516, "global_step": 83692, "epoch": 470, "lr": 1.1212854217135483e-05}
{"train_loss": 0.002010634634643793, "global_step": 83693, "epoch": 470, "lr": 1.121192173213565e-05}
{"train_loss": 0.0018782238475978374, "global_step": 83694, "epoch": 470, "lr": 1.1210989281014878e-05}
{"train_loss": 0.001773958676494658, "global_step": 83695, "epoch": 470, "lr": 1.1210056863774004e-05}
{"train_loss": 0.003477808553725481, "global_step": 83696, "epoch": 470, "lr": 1.1209124480413825e-05}
{"train_loss": 0.0012212576111778617, "global_step": 83697, "epoch": 470, "lr": 1.1208192130935163e-05}
{"train_loss": 0.001799180405214429, "global_step": 83698, "epoch": 470, "lr": 1.1207259815338827e-05}
{"train_loss": 0.002563107991591096, "global_step": 83699, "epoch": 470, "lr": 1.1206327533625633e-05}
{"train_loss": 0.0008402046514675021, "global_step": 83700, "epoch": 470, "lr": 1.1205395285796393e-05}
{"train_loss": 0.002098452765494585, "global_step": 83701, "epoch": 470, "lr": 1.1204463071851917e-05}
{"train_loss": 0.004230838734656572, "global_step": 83702, "epoch": 470, "lr": 1.1203530891793046e-05}
{"train_loss": 0.0013135955668985844, "global_step": 83703, "epoch": 470, "lr": 1.1202598745620552e-05}
{"train_loss": 0.0014055883511900902, "global_step": 83704, "epoch": 470, "lr": 1.1201666633335278e-05}
{"train_loss": 0.0014319070614874363, "global_step": 83705, "epoch": 470, "lr": 1.1200734554938036e-05}
{"train_loss": 0.0016014691209420562, "global_step": 83706, "epoch": 470, "lr": 1.1199802510429636e-05}
{"train_loss": 0.0009624375961720943, "global_step": 83707, "epoch": 470, "lr": 1.1198870499810888e-05}
{"train_loss": 0.001997643616050482, "global_step": 83708, "epoch": 470, "lr": 1.1197938523082607e-05}
{"train_loss": 0.002243939321488142, "global_step": 83709, "epoch": 470, "lr": 1.11970065802456e-05}
{"train_loss": 0.001495002070441842, "global_step": 83710, "epoch": 470, "lr": 1.119607467130072e-05}
{"train_loss": 0.0005330455023795366, "global_step": 83711, "epoch": 470, "lr": 1.119514279624872e-05}
{"train_loss": 0.00119950738735497, "global_step": 83712, "epoch": 470, "lr": 1.1194210955090461e-05}
{"train_loss": 0.0007677910616621375, "global_step": 83713, "epoch": 470, "lr": 1.119327914782674e-05}
{"train_loss": 0.002569494303315878, "global_step": 83714, "epoch": 470, "lr": 1.1192347374458373e-05}
{"train_loss": 0.0007238074904307723, "global_step": 83715, "epoch": 470, "lr": 1.1191415634986174e-05}
{"train_loss": 0.00041967188008129597, "global_step": 83716, "epoch": 470, "lr": 1.119048392941094e-05}
{"train_loss": 0.0005221895407885313, "global_step": 83717, "epoch": 470, "lr": 1.1189552257733526e-05}
{"train_loss": 0.0018834199290722609, "global_step": 83718, "epoch": 470, "lr": 1.1188620619954698e-05}
{"train_loss": 0.0014951217453926802, "global_step": 83719, "epoch": 470, "lr": 1.1187689016075304e-05}
{"train_loss": 0.000472085434012115, "global_step": 83720, "epoch": 470, "lr": 1.1186757446096146e-05}
{"train_loss": 0.0006308943266049027, "global_step": 83721, "epoch": 470, "lr": 1.1185825910018038e-05}
{"train_loss": 0.0008097068057395518, "global_step": 83722, "epoch": 470, "lr": 1.1184894407841789e-05}
{"train_loss": 0.0012553967535495758, "global_step": 83723, "epoch": 470, "lr": 1.1183962939568221e-05}
{"train_loss": 0.0005149497883394361, "global_step": 83724, "epoch": 470, "lr": 1.1183031505198127e-05}
{"train_loss": 0.00217297300696373, "global_step": 83725, "epoch": 470, "lr": 1.1182100104732369e-05}
{"train_loss": 0.0007841375190764666, "global_step": 83726, "epoch": 470, "lr": 1.1181168738171693e-05}
{"train_loss": 0.0003610240528360009, "global_step": 83727, "epoch": 470, "lr": 1.1180237405516969e-05}
{"train_loss": 0.002182053867727518, "global_step": 83728, "epoch": 470, "lr": 1.1179306106768984e-05}
{"train_loss": 0.0027094497345387936, "global_step": 83729, "epoch": 470, "lr": 1.1178374841928563e-05}
{"train_loss": 0.0014661254826933146, "global_step": 83730, "epoch": 470, "lr": 1.1177443610996507e-05}
{"train_loss": 0.0012820810079574585, "global_step": 83731, "epoch": 470, "lr": 1.117651241397364e-05}
{"train_loss": 0.0012065100017935038, "global_step": 83732, "epoch": 470, "lr": 1.117558125086075e-05}
{"train_loss": 0.0017902811523526907, "global_step": 83733, "epoch": 470, "lr": 1.1174650121658703e-05}
{"train_loss": 0.0014491418842226267, "global_step": 83734, "epoch": 470, "lr": 1.1173719026368257e-05}
{"train_loss": 0.002517556305974722, "global_step": 83735, "epoch": 470, "lr": 1.1172787964990273e-05}
{"train_loss": 0.001308213104493916, "global_step": 83736, "epoch": 470, "lr": 1.117185693752551e-05}
{"train_loss": 0.0014246683567762375, "global_step": 83737, "epoch": 470, "lr": 1.117092594397483e-05}
{"train_loss": 0.0005506413290277123, "global_step": 83738, "epoch": 470, "lr": 1.1169994984339021e-05}
{"train_loss": 0.0016633092891424894, "global_step": 83739, "epoch": 470, "lr": 1.1169064058618894e-05}
{"train_loss": 0.0010401111794635653, "global_step": 83740, "epoch": 470, "lr": 1.1168133166815298e-05}
{"train_loss": 0.0007639618124812841, "global_step": 83741, "epoch": 470, "lr": 1.1167202308928987e-05}
{"train_loss": 0.0015913036186248064, "global_step": 83742, "epoch": 470, "lr": 1.1166271484960822e-05}
{"train_loss": 0.0038215876556932926, "global_step": 83743, "epoch": 470, "lr": 1.1165340694911602e-05}
{"train_loss": 0.0013680432457476854, "global_step": 83744, "epoch": 470, "lr": 1.1164409938782134e-05}
{"train_loss": 0.0021161632612347603, "global_step": 83745, "epoch": 470, "lr": 1.1163479216573236e-05}
{"train_loss": 0.0009098489535972476, "global_step": 83746, "epoch": 470, "lr": 1.1162548528285721e-05}
{"train_loss": 0.0017184069147333503, "global_step": 83747, "epoch": 470, "lr": 1.1161617873920382e-05}
{"train_loss": 0.00147809530608356, "global_step": 83748, "epoch": 470, "lr": 1.116068725347808e-05}
{"train_loss": 0.0025099818594753742, "global_step": 83749, "epoch": 470, "lr": 1.1159756666959576e-05}
{"train_loss": 0.0017150092171505094, "global_step": 83750, "epoch": 470, "lr": 1.1158826114365711e-05}
{"train_loss": 0.0005533566582016647, "global_step": 83751, "epoch": 470, "lr": 1.11578955956973e-05}
{"train_loss": 0.002003279747441411, "global_step": 83752, "epoch": 470, "lr": 1.1156965110955142e-05}
{"train_loss": 0.001906891819089651, "global_step": 83753, "epoch": 470, "lr": 1.1156034660140053e-05}
{"train_loss": 0.0010847016237676144, "global_step": 83754, "epoch": 470, "lr": 1.1155104243252852e-05}
{"train_loss": 0.0025513148866593838, "global_step": 83755, "epoch": 470, "lr": 1.1154173860294348e-05}
{"train_loss": 0.0018183346837759018, "global_step": 83756, "epoch": 470, "lr": 1.115324351126535e-05}
{"train_loss": 0.0013048795517534018, "global_step": 83757, "epoch": 470, "lr": 1.1152313196166663e-05}
{"train_loss": 0.0015691232401877642, "global_step": 83758, "epoch": 470, "lr": 1.1151382914999125e-05}
{"train_loss": 0.0006213029264472425, "global_step": 83759, "epoch": 470, "lr": 1.1150452667763533e-05}
{"train_loss": 0.00044932839227840304, "global_step": 83760, "epoch": 470, "lr": 1.1149522454460699e-05}
{"train_loss": 0.001329653663560748, "global_step": 83761, "epoch": 470, "lr": 1.1148592275091436e-05}
{"train_loss": 0.0021673748269677162, "global_step": 83762, "epoch": 470, "lr": 1.1147662129656549e-05}
{"train_loss": 0.002340561244636774, "global_step": 83763, "epoch": 470, "lr": 1.114673201815688e-05}
{"train_loss": 0.0011628331849351525, "global_step": 83764, "epoch": 470, "lr": 1.1145801940593198e-05}
{"train_loss": 0.0009638724150136113, "global_step": 83765, "epoch": 470, "lr": 1.1144871896966347e-05}
{"train_loss": 0.0016163941472768784, "global_step": 83766, "epoch": 470, "lr": 1.1143941887277132e-05}
{"train_loss": 0.0008695154683664441, "global_step": 83767, "epoch": 470, "lr": 1.1143011911526363e-05}
{"train_loss": 0.001946616219356656, "global_step": 83768, "epoch": 470, "lr": 1.1142081969714857e-05}
{"train_loss": 0.001379283145070076, "global_step": 83769, "epoch": 470, "lr": 1.1141152061843418e-05}
{"train_loss": 0.0006850827485322952, "global_step": 83770, "epoch": 470, "lr": 1.1140222187912847e-05}
{"train_loss": 0.0011119284899905324, "global_step": 83771, "epoch": 470, "lr": 1.1139292347923996e-05}
{"train_loss": 0.0009606810635887086, "global_step": 83772, "epoch": 470, "lr": 1.1138362541877633e-05}
{"train_loss": 0.0015533181140199304, "global_step": 83773, "epoch": 470, "lr": 1.1137432769774613e-05}
{"train_loss": 0.0011523719877004623, "global_step": 83774, "epoch": 470, "lr": 1.1136503031615697e-05}
{"train_loss": 0.001337014022283256, "global_step": 83775, "epoch": 470, "lr": 1.1135573327401738e-05}
{"train_loss": 0.001290193758904934, "global_step": 83776, "epoch": 470, "lr": 1.1134643657133532e-05}
{"train_loss": 0.0008024020353332162, "global_step": 83777, "epoch": 470, "lr": 1.1133714020811897e-05}
{"train_loss": 0.0012636326719075441, "global_step": 83778, "epoch": 470, "lr": 1.1132784418437641e-05}
{"train_loss": 0.0005823335377499461, "global_step": 83779, "epoch": 470, "lr": 1.1131854850011564e-05}
{"train_loss": 0.0013799590524286032, "global_step": 83780, "epoch": 470, "lr": 1.1130925315534507e-05}
{"train_loss": 0.0009062340250238776, "global_step": 83781, "epoch": 470, "lr": 1.112999581500726e-05}
{"train_loss": 0.00213423278182745, "global_step": 83782, "epoch": 470, "lr": 1.1129066348430645e-05}
{"train_loss": 0.0027677929028868675, "global_step": 83783, "epoch": 470, "lr": 1.1128136915805464e-05}
{"train_loss": 0.0002919795806519687, "global_step": 83784, "epoch": 470, "lr": 1.1127207517132537e-05}
{"train_loss": 0.0008884076960384846, "global_step": 83785, "epoch": 470, "lr": 1.1126278152412661e-05}
{"train_loss": 0.0007541475351899862, "global_step": 83786, "epoch": 470, "lr": 1.112534882164668e-05}
{"train_loss": 0.0009128641104325652, "global_step": 83787, "epoch": 470, "lr": 1.1124419524835367e-05}
{"train_loss": 0.0007662115385755897, "global_step": 83788, "epoch": 470, "lr": 1.1123490261979575e-05}
{"train_loss": 0.0009703280520625412, "global_step": 83789, "epoch": 470, "lr": 1.1122561033080065e-05}
{"train_loss": 0.0016777560813352466, "global_step": 83790, "epoch": 470, "lr": 1.1121631838137685e-05}
{"train_loss": 0.001000857912003994, "global_step": 83791, "epoch": 470, "lr": 1.1120702677153245e-05}
{"train_loss": 0.0014995152596384287, "global_step": 83792, "epoch": 470, "lr": 1.111977355012755e-05}
{"train_loss": 0.0011343787191435695, "global_step": 83793, "epoch": 470, "lr": 1.1118844457061406e-05}
{"train_loss": 0.0011715334840118885, "global_step": 83794, "epoch": 470, "lr": 1.111791539795563e-05}
{"train_loss": 0.0030291364528238773, "global_step": 83795, "epoch": 470, "lr": 1.1116986372811022e-05}
{"train_loss": 0.001894466346129775, "global_step": 83796, "epoch": 470, "lr": 1.111605738162843e-05}
{"train_loss": 0.0016191632021218538, "global_step": 83797, "epoch": 470, "lr": 1.111512842440861e-05}
{"train_loss": 0.0009675836190581322, "global_step": 83798, "epoch": 470, "lr": 1.1114199501152422e-05}
{"train_loss": 0.002526413183659315, "global_step": 83799, "epoch": 470, "lr": 1.1113270611860655e-05}
{"train_loss": 0.00042959320126101375, "global_step": 83800, "epoch": 470, "lr": 1.1112341756534112e-05}
{"train_loss": 0.001043766038492322, "global_step": 83801, "epoch": 470, "lr": 1.1111412935173644e-05}
{"train_loss": 0.0006513625266961753, "global_step": 83802, "epoch": 470, "lr": 1.1110484147780003e-05}
{"train_loss": 0.0013551546726375818, "global_step": 83803, "epoch": 470, "lr": 1.1109555394354049e-05}
{"train_loss": 0.0010034444276243448, "global_step": 83804, "epoch": 470, "lr": 1.1108626674896572e-05}
{"train_loss": 0.001618345733731985, "global_step": 83805, "epoch": 470, "lr": 1.1107697989408388e-05}
{"train_loss": 0.001317412592470646, "global_step": 83806, "epoch": 470, "lr": 1.110676933789031e-05}
{"train_loss": 0.0011767997639253736, "global_step": 83807, "epoch": 470, "lr": 1.1105840720343147e-05}
{"train_loss": 0.000989939202554524, "global_step": 83808, "epoch": 470, "lr": 1.1104912136767708e-05}
{"train_loss": 0.0012794001959264278, "global_step": 83809, "epoch": 470, "lr": 1.1103983587164807e-05}
{"train_loss": 0.0014425627887248993, "global_step": 83810, "epoch": 470, "lr": 1.1103055071535235e-05}
{"train_loss": 0.0018549058586359024, "global_step": 83811, "epoch": 470, "lr": 1.1102126589879853e-05}
{"train_loss": 0.0011796816252171993, "global_step": 83812, "epoch": 470, "lr": 1.110119814219941e-05}
{"train_loss": 0.0005500880652107298, "global_step": 83813, "epoch": 470, "lr": 1.1100269728494762e-05}
{"train_loss": 0.0013376276474446058, "global_step": 83814, "epoch": 470, "lr": 1.1099341348766707e-05}
{"train_loss": 0.00046973457210697234, "global_step": 83815, "epoch": 470, "lr": 1.1098413003016057e-05}
{"train_loss": 0.0013629684690386057, "global_step": 83816, "epoch": 470, "lr": 1.1097484691243615e-05}
{"train_loss": 0.0006026802584528923, "global_step": 83817, "epoch": 470, "lr": 1.1096556413450198e-05}
{"train_loss": 0.001500201877206564, "global_step": 83818, "epoch": 470, "lr": 1.1095628169636602e-05}
{"train_loss": 0.0013038661563768983, "global_step": 83819, "epoch": 470, "lr": 1.1094699959803678e-05}
{"train_loss": 0.0005540322163142264, "global_step": 83820, "epoch": 470, "lr": 1.1093771783952184e-05}
{"train_loss": 0.0009973881533369422, "global_step": 83821, "epoch": 470, "lr": 1.1092843642082967e-05}
{"train_loss": 0.001808407250791788, "global_step": 83822, "epoch": 470, "lr": 1.1091915534196835e-05}
{"train_loss": 0.0006828486802987754, "global_step": 83823, "epoch": 470, "lr": 1.1090987460294572e-05}
{"train_loss": 0.0011028439039364457, "global_step": 83824, "epoch": 470, "lr": 1.1090059420377036e-05}
{"train_loss": 0.001087205484509468, "global_step": 83825, "epoch": 470, "lr": 1.1089131414444981e-05}
{"train_loss": 0.000938858836889267, "global_step": 83826, "epoch": 470, "lr": 1.1088203442499278e-05}
{"train_loss": 0.0006792616914026439, "global_step": 83827, "epoch": 470, "lr": 1.1087275504540674e-05}
{"train_loss": 0.0009935101261362433, "global_step": 83828, "epoch": 470, "lr": 1.1086347600570023e-05}
{"train_loss": 0.0016309734201058745, "global_step": 83829, "epoch": 470, "lr": 1.1085419730588125e-05}
{"train_loss": 0.0004753739631269127, "global_step": 83830, "epoch": 470, "lr": 1.1084491894595794e-05}
{"train_loss": 0.0014182068407535553, "global_step": 83831, "epoch": 470, "lr": 1.1083564092593828e-05}
{"train_loss": 0.0006341349799185991, "global_step": 83832, "epoch": 470, "lr": 1.108263632458305e-05}
{"train_loss": 0.0016183746047317982, "global_step": 83833, "epoch": 470, "lr": 1.1081708590564249e-05}
{"train_loss": 0.0007432207930833101, "global_step": 83834, "epoch": 470, "lr": 1.1080780890538278e-05}
{"train_loss": 0.0007732333615422249, "global_step": 83835, "epoch": 470, "lr": 1.1079853224505898e-05}
{"train_loss": 0.0005540399579331279, "global_step": 83836, "epoch": 470, "lr": 1.1078925592467949e-05}
{"train_loss": 0.001360355074559286, "global_step": 83837, "epoch": 470, "lr": 1.1077997994425238e-05, "train_action_mse_error": 2.3742479697830277e-06}
{"train_loss": 0.0003707646974362433, "global_step": 83838, "epoch": 471, "lr": 1.1077070430378573e-05}
{"train_loss": 0.0014828396961092949, "global_step": 83839, "epoch": 471, "lr": 1.1076142900328757e-05}
{"train_loss": 0.0025313152000308037, "global_step": 83840, "epoch": 471, "lr": 1.1075215404276613e-05}
{"train_loss": 0.0015410727355629206, "global_step": 83841, "epoch": 471, "lr": 1.1074287942222921e-05}
{"train_loss": 0.0015486555639654398, "global_step": 83842, "epoch": 471, "lr": 1.1073360514168535e-05}
{"train_loss": 0.002068307250738144, "global_step": 83843, "epoch": 471, "lr": 1.107243312011424e-05}
{"train_loss": 0.0015049504581838846, "global_step": 83844, "epoch": 471, "lr": 1.1071505760060852e-05}
{"train_loss": 0.000646467786282301, "global_step": 83845, "epoch": 471, "lr": 1.1070578434009177e-05}
{"train_loss": 0.0010281946742907166, "global_step": 83846, "epoch": 471, "lr": 1.106965114196003e-05}
{"train_loss": 0.0016276089008897543, "global_step": 83847, "epoch": 471, "lr": 1.1068723883914211e-05}
{"train_loss": 0.00135587970726192, "global_step": 83848, "epoch": 471, "lr": 1.1067796659872532e-05}
{"train_loss": 0.0010558371432125568, "global_step": 83849, "epoch": 471, "lr": 1.1066869469835828e-05}
{"train_loss": 0.0006973675917834044, "global_step": 83850, "epoch": 471, "lr": 1.1065942313804867e-05}
{"train_loss": 0.0012682890519499779, "global_step": 83851, "epoch": 471, "lr": 1.1065015191780486e-05}
{"train_loss": 0.0012491922825574875, "global_step": 83852, "epoch": 471, "lr": 1.1064088103763498e-05}
{"train_loss": 0.001173439552076161, "global_step": 83853, "epoch": 471, "lr": 1.10631610497547e-05}
{"train_loss": 0.0009023204911500216, "global_step": 83854, "epoch": 471, "lr": 1.1062234029754904e-05}
{"train_loss": 0.0014099979307502508, "global_step": 83855, "epoch": 471, "lr": 1.1061307043764923e-05}
{"train_loss": 0.0007125879637897015, "global_step": 83856, "epoch": 471, "lr": 1.106038009178555e-05}
{"train_loss": 0.0020763014908879995, "global_step": 83857, "epoch": 471, "lr": 1.1059453173817635e-05}
{"train_loss": 0.001249965513125062, "global_step": 83858, "epoch": 471, "lr": 1.1058526289861937e-05}
{"train_loss": 0.0021492706146091223, "global_step": 83859, "epoch": 471, "lr": 1.1057599439919309e-05}
{"train_loss": 0.0012240179348737001, "global_step": 83860, "epoch": 471, "lr": 1.1056672623990533e-05}
{"train_loss": 0.0010050823912024498, "global_step": 83861, "epoch": 471, "lr": 1.1055745842076437e-05}
{"train_loss": 0.0014673382975161076, "global_step": 83862, "epoch": 471, "lr": 1.1054819094177816e-05}
{"train_loss": 0.0015944698825478554, "global_step": 83863, "epoch": 471, "lr": 1.1053892380295471e-05}
{"train_loss": 0.0021544196642935276, "global_step": 83864, "epoch": 471, "lr": 1.1052965700430252e-05}
{"train_loss": 0.002024483634158969, "global_step": 83865, "epoch": 471, "lr": 1.1052039054582919e-05}
{"train_loss": 0.0013824430061504245, "global_step": 83866, "epoch": 471, "lr": 1.1051112442754314e-05}
{"train_loss": 0.0016583544202148914, "global_step": 83867, "epoch": 471, "lr": 1.1050185864945235e-05}
{"train_loss": 0.0012983301421627402, "global_step": 83868, "epoch": 471, "lr": 1.1049259321156491e-05}
{"train_loss": 0.0014247421640902758, "global_step": 83869, "epoch": 471, "lr": 1.1048332811388901e-05}
{"train_loss": 0.0006713854381814599, "global_step": 83870, "epoch": 471, "lr": 1.1047406335643256e-05}
{"train_loss": 0.004470631945878267, "global_step": 83871, "epoch": 471, "lr": 1.1046479893920369e-05}
{"train_loss": 0.0012710338924080133, "global_step": 83872, "epoch": 471, "lr": 1.1045553486221082e-05}
{"train_loss": 0.002274539787322283, "global_step": 83873, "epoch": 471, "lr": 1.1044627112546147e-05}
{"train_loss": 0.0027965898625552654, "global_step": 83874, "epoch": 471, "lr": 1.104370077289642e-05}
{"train_loss": 0.0005826653214171529, "global_step": 83875, "epoch": 471, "lr": 1.1042774467272692e-05}
{"train_loss": 0.002304006600752473, "global_step": 83876, "epoch": 471, "lr": 1.1041848195675774e-05}
{"train_loss": 0.0005788538255728781, "global_step": 83877, "epoch": 471, "lr": 1.1040921958106475e-05}
{"train_loss": 0.0018137521110475063, "global_step": 83878, "epoch": 471, "lr": 1.1039995754565607e-05}
{"train_loss": 0.0010421618353575468, "global_step": 83879, "epoch": 471, "lr": 1.1039069585053962e-05}
{"train_loss": 0.0010423712665215135, "global_step": 83880, "epoch": 471, "lr": 1.103814344957239e-05}
{"train_loss": 0.0014820040669292212, "global_step": 83881, "epoch": 471, "lr": 1.1037217348121642e-05}
{"train_loss": 0.0010746882762759924, "global_step": 83882, "epoch": 471, "lr": 1.1036291280702587e-05}
{"train_loss": 0.001333506079390645, "global_step": 83883, "epoch": 471, "lr": 1.1035365247315982e-05}
{"train_loss": 0.0018185002263635397, "global_step": 83884, "epoch": 471, "lr": 1.1034439247962669e-05}
{"train_loss": 0.0011932465713471174, "global_step": 83885, "epoch": 471, "lr": 1.1033513282643444e-05}
{"train_loss": 0.0016389120137318969, "global_step": 83886, "epoch": 471, "lr": 1.1032587351359103e-05}
{"train_loss": 0.0015918354038149118, "global_step": 83887, "epoch": 471, "lr": 1.1031661454110504e-05}
{"train_loss": 0.0021692942827939987, "global_step": 83888, "epoch": 471, "lr": 1.1030735590898388e-05}
{"train_loss": 0.0005212471587583423, "global_step": 83889, "epoch": 471, "lr": 1.1029809761723614e-05}
{"train_loss": 0.001321120886132121, "global_step": 83890, "epoch": 471, "lr": 1.1028883966586973e-05}
{"train_loss": 0.0012379867257550359, "global_step": 83891, "epoch": 471, "lr": 1.1027958205489275e-05}
{"train_loss": 0.0016962476074695587, "global_step": 83892, "epoch": 471, "lr": 1.1027032478431326e-05}
{"train_loss": 0.001280955271795392, "global_step": 83893, "epoch": 471, "lr": 1.1026106785413942e-05}
{"train_loss": 0.0014987358590587974, "global_step": 83894, "epoch": 471, "lr": 1.1025181126437906e-05}
{"train_loss": 0.0006894426187500358, "global_step": 83895, "epoch": 471, "lr": 1.1024255501504077e-05}
{"train_loss": 0.0013157350476831198, "global_step": 83896, "epoch": 471, "lr": 1.1023329910613206e-05}
{"train_loss": 0.0007852041744627059, "global_step": 83897, "epoch": 471, "lr": 1.1022404353766159e-05}
{"train_loss": 0.001333391759544611, "global_step": 83898, "epoch": 471, "lr": 1.1021478830963683e-05}
{"train_loss": 0.00441531790420413, "global_step": 83899, "epoch": 471, "lr": 1.102055334220663e-05}
{"train_loss": 0.0012854549568146467, "global_step": 83900, "epoch": 471, "lr": 1.1019627887495798e-05}
{"train_loss": 0.001593378372490406, "global_step": 83901, "epoch": 471, "lr": 1.1018702466831993e-05}
{"train_loss": 0.0030870074406266212, "global_step": 83902, "epoch": 471, "lr": 1.1017777080216024e-05}
{"train_loss": 0.0007755614351481199, "global_step": 83903, "epoch": 471, "lr": 1.1016851727648697e-05}
{"train_loss": 0.0011382452212274075, "global_step": 83904, "epoch": 471, "lr": 1.1015926409130805e-05}
{"train_loss": 0.0007518023485317826, "global_step": 83905, "epoch": 471, "lr": 1.1015001124663194e-05}
{"train_loss": 0.00034043603227473795, "global_step": 83906, "epoch": 471, "lr": 1.1014075874246649e-05}
{"train_loss": 0.0006626605754718184, "global_step": 83907, "epoch": 471, "lr": 1.1013150657881977e-05}
{"train_loss": 0.0016145381378009915, "global_step": 83908, "epoch": 471, "lr": 1.1012225475569993e-05}
{"train_loss": 0.0009605229715816677, "global_step": 83909, "epoch": 471, "lr": 1.1011300327311485e-05}
{"train_loss": 0.0008593052043579519, "global_step": 83910, "epoch": 471, "lr": 1.101037521310731e-05}
{"train_loss": 0.001210457761771977, "global_step": 83911, "epoch": 471, "lr": 1.1009450132958216e-05}
{"train_loss": 0.0004687231848947704, "global_step": 83912, "epoch": 471, "lr": 1.1008525086865046e-05}
{"train_loss": 0.0027818563394248486, "global_step": 83913, "epoch": 471, "lr": 1.1007600074828606e-05}
{"train_loss": 0.0013738718116655946, "global_step": 83914, "epoch": 471, "lr": 1.10066750968497e-05}
{"train_loss": 0.0014265179634094238, "global_step": 83915, "epoch": 471, "lr": 1.1005750152929134e-05}
{"train_loss": 0.0009299063240177929, "global_step": 83916, "epoch": 471, "lr": 1.1004825243067712e-05}
{"train_loss": 0.0016157414065673947, "global_step": 83917, "epoch": 471, "lr": 1.100390036726625e-05}
{"train_loss": 0.0010214539943262935, "global_step": 83918, "epoch": 471, "lr": 1.1002975525525549e-05}
{"train_loss": 0.0018706186674535275, "global_step": 83919, "epoch": 471, "lr": 1.1002050717846412e-05}
{"train_loss": 0.0013780961744487286, "global_step": 83920, "epoch": 471, "lr": 1.1001125944229679e-05}
{"train_loss": 0.0005792133742943406, "global_step": 83921, "epoch": 471, "lr": 1.1000201204676107e-05}
{"train_loss": 0.0002845358685590327, "global_step": 83922, "epoch": 471, "lr": 1.0999276499186546e-05}
{"train_loss": 0.0018685557879507542, "global_step": 83923, "epoch": 471, "lr": 1.0998351827761783e-05}
{"train_loss": 0.0012338319793343544, "global_step": 83924, "epoch": 471, "lr": 1.0997427190402632e-05}
{"train_loss": 0.0008105093147605658, "global_step": 83925, "epoch": 471, "lr": 1.0996502587109897e-05}
{"train_loss": 0.00039196552825160325, "global_step": 83926, "epoch": 471, "lr": 1.0995578017884377e-05}
{"train_loss": 0.0017302201595157385, "global_step": 83927, "epoch": 471, "lr": 1.0994653482726902e-05}
{"train_loss": 0.0016432509291917086, "global_step": 83928, "epoch": 471, "lr": 1.0993728981638274e-05}
{"train_loss": 0.0012790611945092678, "global_step": 83929, "epoch": 471, "lr": 1.0992804514619287e-05}
{"train_loss": 0.0007441859925165772, "global_step": 83930, "epoch": 471, "lr": 1.0991880081670758e-05}
{"train_loss": 0.0011599936988204718, "global_step": 83931, "epoch": 471, "lr": 1.0990955682793491e-05}
{"train_loss": 0.0005229663802310824, "global_step": 83932, "epoch": 471, "lr": 1.0990031317988286e-05}
{"train_loss": 0.001704079215414822, "global_step": 83933, "epoch": 471, "lr": 1.0989106987255981e-05}
{"train_loss": 0.0020826004911214113, "global_step": 83934, "epoch": 471, "lr": 1.0988182690597338e-05}
{"train_loss": 0.0008162524318322539, "global_step": 83935, "epoch": 471, "lr": 1.0987258428013208e-05}
{"train_loss": 0.000758386158850044, "global_step": 83936, "epoch": 471, "lr": 1.0986334199504355e-05}
{"train_loss": 0.0004637650854419917, "global_step": 83937, "epoch": 471, "lr": 1.0985410005071627e-05}
{"train_loss": 0.0011948600877076387, "global_step": 83938, "epoch": 471, "lr": 1.0984485844715808e-05}
{"train_loss": 0.001506070140749216, "global_step": 83939, "epoch": 471, "lr": 1.0983561718437712e-05}
{"train_loss": 0.0007810860988683999, "global_step": 83940, "epoch": 471, "lr": 1.0982637626238146e-05}
{"train_loss": 0.001141827437095344, "global_step": 83941, "epoch": 471, "lr": 1.0981713568117912e-05}
{"train_loss": 0.001188374124467373, "global_step": 83942, "epoch": 471, "lr": 1.0980789544077814e-05}
{"train_loss": 0.0018447007751092315, "global_step": 83943, "epoch": 471, "lr": 1.097986555411869e-05}
{"train_loss": 0.0007476406171917915, "global_step": 83944, "epoch": 471, "lr": 1.0978941598241293e-05}
{"train_loss": 0.0026944843120872974, "global_step": 83945, "epoch": 471, "lr": 1.0978017676446479e-05}
{"train_loss": 0.0012862526345998049, "global_step": 83946, "epoch": 471, "lr": 1.0977093788735032e-05}
{"train_loss": 0.000818759435787797, "global_step": 83947, "epoch": 471, "lr": 1.097616993510775e-05}
{"train_loss": 0.0006963999476283789, "global_step": 83948, "epoch": 471, "lr": 1.0975246115565484e-05}
{"train_loss": 0.001721126725897193, "global_step": 83949, "epoch": 471, "lr": 1.0974322330108976e-05}
{"train_loss": 0.0008349812706001103, "global_step": 83950, "epoch": 471, "lr": 1.0973398578739087e-05}
{"train_loss": 0.0006906857015565038, "global_step": 83951, "epoch": 471, "lr": 1.09724748614566e-05}
{"train_loss": 0.0006701848469674587, "global_step": 83952, "epoch": 471, "lr": 1.0971551178262328e-05}
{"train_loss": 0.001864287769421935, "global_step": 83953, "epoch": 471, "lr": 1.0970627529157074e-05}
{"train_loss": 0.002716348273679614, "global_step": 83954, "epoch": 471, "lr": 1.0969703914141649e-05}
{"train_loss": 0.001119124353863299, "global_step": 83955, "epoch": 471, "lr": 1.0968780333216855e-05}
{"train_loss": 0.0005638315342366695, "global_step": 83956, "epoch": 471, "lr": 1.0967856786383496e-05}
{"train_loss": 0.0027775662019848824, "global_step": 83957, "epoch": 471, "lr": 1.0966933273642371e-05}
{"train_loss": 0.0009995619766414165, "global_step": 83958, "epoch": 471, "lr": 1.096600979499433e-05}
{"train_loss": 0.0005992760416120291, "global_step": 83959, "epoch": 471, "lr": 1.0965086350440118e-05}
{"train_loss": 0.0017538433894515038, "global_step": 83960, "epoch": 471, "lr": 1.0964162939980588e-05}
{"train_loss": 0.000981063349172473, "global_step": 83961, "epoch": 471, "lr": 1.0963239563616528e-05}
{"train_loss": 0.001490723341703415, "global_step": 83962, "epoch": 471, "lr": 1.0962316221348751e-05}
{"train_loss": 0.001073098974302411, "global_step": 83963, "epoch": 471, "lr": 1.0961392913178053e-05}
{"train_loss": 0.0013993735192343593, "global_step": 83964, "epoch": 471, "lr": 1.0960469639105252e-05}
{"train_loss": 0.0008097924292087555, "global_step": 83965, "epoch": 471, "lr": 1.0959546399131132e-05}
{"train_loss": 0.0014535016380250454, "global_step": 83966, "epoch": 471, "lr": 1.0958623193256545e-05}
{"train_loss": 0.001386110670864582, "global_step": 83967, "epoch": 471, "lr": 1.0957700021482243e-05}
{"train_loss": 0.000907977344468236, "global_step": 83968, "epoch": 471, "lr": 1.0956776883809072e-05}
{"train_loss": 0.000413857982493937, "global_step": 83969, "epoch": 471, "lr": 1.0955853780237824e-05}
{"train_loss": 0.0019560069777071476, "global_step": 83970, "epoch": 471, "lr": 1.0954930710769296e-05}
{"train_loss": 0.001294490764848888, "global_step": 83971, "epoch": 471, "lr": 1.0954007675404326e-05}
{"train_loss": 0.0015566532965749502, "global_step": 83972, "epoch": 471, "lr": 1.0953084674143677e-05}
{"train_loss": 0.001885726349428296, "global_step": 83973, "epoch": 471, "lr": 1.0952161706988201e-05}
{"train_loss": 0.0009839331032708287, "global_step": 83974, "epoch": 471, "lr": 1.0951238773938649e-05}
{"train_loss": 0.0017293242271989584, "global_step": 83975, "epoch": 471, "lr": 1.0950315874995875e-05}
{"train_loss": 0.0014864744152873755, "global_step": 83976, "epoch": 471, "lr": 1.0949393010160668e-05}
{"train_loss": 0.0016404746565967798, "global_step": 83977, "epoch": 471, "lr": 1.0948470179433835e-05}
{"train_loss": 0.002469111466780305, "global_step": 83978, "epoch": 471, "lr": 1.0947547382816181e-05}
{"train_loss": 0.0014444997068494558, "global_step": 83979, "epoch": 471, "lr": 1.094662462030851e-05}
{"train_loss": 0.0021027331240475178, "global_step": 83980, "epoch": 471, "lr": 1.094570189191162e-05}
{"train_loss": 0.0009861382422968745, "global_step": 83981, "epoch": 471, "lr": 1.0944779197626347e-05}
{"train_loss": 0.0017777517205104232, "global_step": 83982, "epoch": 471, "lr": 1.0943856537453457e-05}
{"train_loss": 0.0007106297416612506, "global_step": 83983, "epoch": 471, "lr": 1.0942933911393787e-05}
{"train_loss": 0.0009106762590818107, "global_step": 83984, "epoch": 471, "lr": 1.0942011319448132e-05}
{"train_loss": 0.0005236396682448685, "global_step": 83985, "epoch": 471, "lr": 1.0941088761617296e-05}
{"train_loss": 0.0009349132305942476, "global_step": 83986, "epoch": 471, "lr": 1.094016623790209e-05}
{"train_loss": 0.001144844340160489, "global_step": 83987, "epoch": 471, "lr": 1.0939243748303313e-05}
{"train_loss": 0.0015896351542323828, "global_step": 83988, "epoch": 471, "lr": 1.0938321292821762e-05}
{"train_loss": 0.0014919644454494119, "global_step": 83989, "epoch": 471, "lr": 1.0937398871458271e-05}
{"train_loss": 0.0004825382202398032, "global_step": 83990, "epoch": 471, "lr": 1.0936476484213625e-05}
{"train_loss": 0.001484881853684783, "global_step": 83991, "epoch": 471, "lr": 1.0935554131088632e-05}
{"train_loss": 0.0012299322988837957, "global_step": 83992, "epoch": 471, "lr": 1.0934631812084107e-05}
{"train_loss": 0.002070984337478876, "global_step": 83993, "epoch": 471, "lr": 1.0933709527200841e-05}
{"train_loss": 0.0017783604562282562, "global_step": 83994, "epoch": 471, "lr": 1.0932787276439649e-05}
{"train_loss": 0.0009844428859651089, "global_step": 83995, "epoch": 471, "lr": 1.0931865059801321e-05}
{"train_loss": 0.0015714080072939396, "global_step": 83996, "epoch": 471, "lr": 1.0930942877286705e-05}
{"train_loss": 0.0007683044532313943, "global_step": 83997, "epoch": 471, "lr": 1.0930020728896546e-05}
{"train_loss": 0.0017078954260796309, "global_step": 83998, "epoch": 471, "lr": 1.0929098614631694e-05}
{"train_loss": 0.0011398644419386983, "global_step": 83999, "epoch": 471, "lr": 1.0928176534492946e-05}
{"train_loss": 0.001161081250756979, "global_step": 84000, "epoch": 471, "lr": 1.0927254488481097e-05}
{"train_loss": 0.0004626381560228765, "global_step": 84001, "epoch": 471, "lr": 1.0926332476596962e-05}
{"train_loss": 0.0010893261060118675, "global_step": 84002, "epoch": 471, "lr": 1.0925410498841343e-05}
{"train_loss": 0.0005750676500611007, "global_step": 84003, "epoch": 471, "lr": 1.0924488555215029e-05}
{"train_loss": 0.0021393117494881153, "global_step": 84004, "epoch": 471, "lr": 1.0923566645718864e-05}
{"train_loss": 0.0006436978001147509, "global_step": 84005, "epoch": 471, "lr": 1.0922644770353607e-05}
{"train_loss": 0.001541248755529523, "global_step": 84006, "epoch": 471, "lr": 1.0921722929120099e-05}
{"train_loss": 0.0005817305645905435, "global_step": 84007, "epoch": 471, "lr": 1.0920801122019131e-05}
{"train_loss": 0.0003398754051886499, "global_step": 84008, "epoch": 471, "lr": 1.091987934905151e-05}
{"train_loss": 0.0011393717722967267, "global_step": 84009, "epoch": 471, "lr": 1.0918957610218038e-05}
{"train_loss": 0.0008263937197625637, "global_step": 84010, "epoch": 471, "lr": 1.0918035905519514e-05}
{"train_loss": 0.0009852969087660313, "global_step": 84011, "epoch": 471, "lr": 1.0917114234956776e-05}
{"train_loss": 0.0007419770117849112, "global_step": 84012, "epoch": 471, "lr": 1.0916192598530577e-05}
{"train_loss": 0.0016815777635201812, "global_step": 84013, "epoch": 471, "lr": 1.0915270996241767e-05}
{"train_loss": 0.0025751073844730854, "global_step": 84014, "epoch": 471, "lr": 1.0914349428091131e-05}
{"train_loss": 0.001339451751274088, "global_step": 84015, "epoch": 471, "lr": 1.0913427894079475e-05}
{"train_loss": 0.000670585606712848, "global_step": 84016, "epoch": 472, "lr": 1.0912506394207611e-05}
{"train_loss": 0.0020244005136191845, "global_step": 84017, "epoch": 472, "lr": 1.0911584928476331e-05}
{"train_loss": 0.0015868641203269362, "global_step": 84018, "epoch": 472, "lr": 1.0910663496886436e-05}
{"train_loss": 0.0003003117744810879, "global_step": 84019, "epoch": 472, "lr": 1.0909742099438774e-05}
{"train_loss": 0.0018425807356834412, "global_step": 84020, "epoch": 472, "lr": 1.0908820736134084e-05}
{"train_loss": 0.0014776994939893484, "global_step": 84021, "epoch": 472, "lr": 1.090789940697322e-05}
{"train_loss": 0.0014246576465666294, "global_step": 84022, "epoch": 472, "lr": 1.0906978111956978e-05}
{"train_loss": 0.0005295429727993906, "global_step": 84023, "epoch": 472, "lr": 1.0906056851086149e-05}
{"train_loss": 0.0021662400104105473, "global_step": 84024, "epoch": 472, "lr": 1.0905135624361545e-05}
{"train_loss": 0.0011928753228858113, "global_step": 84025, "epoch": 472, "lr": 1.090421443178397e-05}
{"train_loss": 0.001085728406906128, "global_step": 84026, "epoch": 472, "lr": 1.090329327335423e-05}
{"train_loss": 0.001881452975794673, "global_step": 84027, "epoch": 472, "lr": 1.090237214907313e-05}
{"train_loss": 0.00192084233276546, "global_step": 84028, "epoch": 472, "lr": 1.0901451058941458e-05}
{"train_loss": 0.002691622357815504, "global_step": 84029, "epoch": 472, "lr": 1.0900530002960064e-05}
{"train_loss": 0.0005925484583713114, "global_step": 84030, "epoch": 472, "lr": 1.089960898112969e-05}
{"train_loss": 0.003258185461163521, "global_step": 84031, "epoch": 472, "lr": 1.089868799345119e-05}
{"train_loss": 0.0011382726952433586, "global_step": 84032, "epoch": 472, "lr": 1.089776703992535e-05}
{"train_loss": 0.0023951991461217403, "global_step": 84033, "epoch": 472, "lr": 1.0896846120552956e-05}
{"train_loss": 0.0008890724275261164, "global_step": 84034, "epoch": 472, "lr": 1.0895925235334864e-05}
{"train_loss": 0.002902884967625141, "global_step": 84035, "epoch": 472, "lr": 1.0895004384271817e-05}
{"train_loss": 0.0007536765187978745, "global_step": 84036, "epoch": 472, "lr": 1.0894083567364665e-05}
{"train_loss": 0.0015859006671234965, "global_step": 84037, "epoch": 472, "lr": 1.0893162784614197e-05}
{"train_loss": 0.001009747851639986, "global_step": 84038, "epoch": 472, "lr": 1.0892242036021212e-05}
{"train_loss": 0.0005480899708345532, "global_step": 84039, "epoch": 472, "lr": 1.0891321321586517e-05}
{"train_loss": 0.0019569762516766787, "global_step": 84040, "epoch": 472, "lr": 1.0890400641310921e-05}
{"train_loss": 0.0004798745212610811, "global_step": 84041, "epoch": 472, "lr": 1.0889479995195207e-05}
{"train_loss": 0.0010689973132684827, "global_step": 84042, "epoch": 472, "lr": 1.0888559383240227e-05}
{"train_loss": 0.00036470656050369143, "global_step": 84043, "epoch": 472, "lr": 1.0887638805446726e-05}
{"train_loss": 0.0013217066880315542, "global_step": 84044, "epoch": 472, "lr": 1.0886718261815564e-05}
{"train_loss": 0.0009439164423383772, "global_step": 84045, "epoch": 472, "lr": 1.0885797752347488e-05}
{"train_loss": 0.0006638365448452532, "global_step": 84046, "epoch": 472, "lr": 1.0884877277043349e-05}
{"train_loss": 0.0033481840509921312, "global_step": 84047, "epoch": 472, "lr": 1.088395683590393e-05}
{"train_loss": 0.0018793229246512055, "global_step": 84048, "epoch": 472, "lr": 1.0883036428930043e-05}
{"train_loss": 0.0006983962957747281, "global_step": 84049, "epoch": 472, "lr": 1.0882116056122488e-05}
{"train_loss": 0.0013693294022232294, "global_step": 84050, "epoch": 472, "lr": 1.0881195717482068e-05}
{"train_loss": 0.0014134300872683525, "global_step": 84051, "epoch": 472, "lr": 1.0880275413009572e-05}
{"train_loss": 0.0019286759197711945, "global_step": 84052, "epoch": 472, "lr": 1.0879355142705832e-05}
{"train_loss": 0.0007030185079202056, "global_step": 84053, "epoch": 472, "lr": 1.0878434906571639e-05}
{"train_loss": 0.002304932102560997, "global_step": 84054, "epoch": 472, "lr": 1.08775147046078e-05}
{"train_loss": 0.0011172657832503319, "global_step": 84055, "epoch": 472, "lr": 1.087659453681511e-05}
{"train_loss": 0.0009246519766747952, "global_step": 84056, "epoch": 472, "lr": 1.087567440319437e-05}
{"train_loss": 0.0010644443100318313, "global_step": 84057, "epoch": 472, "lr": 1.0874754303746415e-05}
{"train_loss": 0.0017101024277508259, "global_step": 84058, "epoch": 472, "lr": 1.0873834238472003e-05}
{"train_loss": 0.00047411039122380316, "global_step": 84059, "epoch": 472, "lr": 1.087291420737197e-05}
{"train_loss": 0.0007893345318734646, "global_step": 84060, "epoch": 472, "lr": 1.0871994210447112e-05}
{"train_loss": 0.003330915467813611, "global_step": 84061, "epoch": 472, "lr": 1.0871074247698226e-05}
{"train_loss": 0.0018870376516133547, "global_step": 84062, "epoch": 472, "lr": 1.0870154319126125e-05}
{"train_loss": 0.0018852446228265762, "global_step": 84063, "epoch": 472, "lr": 1.0869234424731606e-05}
{"train_loss": 0.001439273590222001, "global_step": 84064, "epoch": 472, "lr": 1.0868314564515474e-05}
{"train_loss": 0.0011038894299417734, "global_step": 84065, "epoch": 472, "lr": 1.0867394738478532e-05}
{"train_loss": 0.001268457155674696, "global_step": 84066, "epoch": 472, "lr": 1.086647494662157e-05}
{"train_loss": 0.0007159163360483944, "global_step": 84067, "epoch": 472, "lr": 1.086555518894543e-05}
{"train_loss": 0.0017649452202022076, "global_step": 84068, "epoch": 472, "lr": 1.0864635465450868e-05}
{"train_loss": 0.0007321027223952115, "global_step": 84069, "epoch": 472, "lr": 1.0863715776138722e-05}
{"train_loss": 0.0015140583273023367, "global_step": 84070, "epoch": 472, "lr": 1.0862796121009783e-05}
{"train_loss": 0.00044761106255464256, "global_step": 84071, "epoch": 472, "lr": 1.086187650006485e-05}
{"train_loss": 0.0007769360090605915, "global_step": 84072, "epoch": 472, "lr": 1.0860956913304732e-05}
{"train_loss": 0.004331656731665134, "global_step": 84073, "epoch": 472, "lr": 1.0860037360730218e-05}
{"train_loss": 0.0013014230644330382, "global_step": 84074, "epoch": 472, "lr": 1.0859117842342142e-05}
{"train_loss": 0.002041011117398739, "global_step": 84075, "epoch": 472, "lr": 1.0858198358141287e-05}
{"train_loss": 0.0008036907529458404, "global_step": 84076, "epoch": 472, "lr": 1.0857278908128455e-05}
{"train_loss": 0.002323002787306905, "global_step": 84077, "epoch": 472, "lr": 1.0856359492304452e-05}
{"train_loss": 0.001642795279622078, "global_step": 84078, "epoch": 472, "lr": 1.0855440110670085e-05}
{"train_loss": 0.000557459017727524, "global_step": 84079, "epoch": 472, "lr": 1.085452076322614e-05}
{"train_loss": 0.0028150600846856833, "global_step": 84080, "epoch": 472, "lr": 1.0853601449973455e-05}
{"train_loss": 0.0012567115481942892, "global_step": 84081, "epoch": 472, "lr": 1.0852682170912793e-05}
{"train_loss": 0.002026743721216917, "global_step": 84082, "epoch": 472, "lr": 1.0851762926044995e-05}
{"train_loss": 0.0011352631263434887, "global_step": 84083, "epoch": 472, "lr": 1.0850843715370817e-05}
{"train_loss": 0.0007785219931975007, "global_step": 84084, "epoch": 472, "lr": 1.0849924538891104e-05}
{"train_loss": 0.0008235538844019175, "global_step": 84085, "epoch": 472, "lr": 1.0849005396606648e-05}
{"train_loss": 0.0017256573773920536, "global_step": 84086, "epoch": 472, "lr": 1.0848086288518245e-05}
{"train_loss": 0.0006798688555136323, "global_step": 84087, "epoch": 472, "lr": 1.0847167214626697e-05}
{"train_loss": 0.0003337021917104721, "global_step": 84088, "epoch": 472, "lr": 1.0846248174932816e-05}
{"train_loss": 0.0009263605461455882, "global_step": 84089, "epoch": 472, "lr": 1.084532916943738e-05}
{"train_loss": 0.0008050474571064115, "global_step": 84090, "epoch": 472, "lr": 1.0844410198141242e-05}
{"train_loss": 0.001975585240870714, "global_step": 84091, "epoch": 472, "lr": 1.0843491261045147e-05}
{"train_loss": 0.000789361190982163, "global_step": 84092, "epoch": 472, "lr": 1.0842572358149933e-05}
{"train_loss": 0.002532328711822629, "global_step": 84093, "epoch": 472, "lr": 1.0841653489456394e-05}
{"train_loss": 0.0008318652398884296, "global_step": 84094, "epoch": 472, "lr": 1.0840734654965324e-05}
{"train_loss": 0.0014540106058120728, "global_step": 84095, "epoch": 472, "lr": 1.0839815854677554e-05}
{"train_loss": 0.0017555224476382136, "global_step": 84096, "epoch": 472, "lr": 1.0838897088593841e-05}
{"train_loss": 0.0012333865743130445, "global_step": 84097, "epoch": 472, "lr": 1.0837978356715029e-05}
{"train_loss": 0.0005508321337401867, "global_step": 84098, "epoch": 472, "lr": 1.0837059659041904e-05}
{"train_loss": 0.0008247483056038618, "global_step": 84099, "epoch": 472, "lr": 1.0836140995575268e-05}
{"train_loss": 0.0015112562105059624, "global_step": 84100, "epoch": 472, "lr": 1.0835222366315923e-05}
{"train_loss": 0.0007395584252662957, "global_step": 84101, "epoch": 472, "lr": 1.083430377126467e-05}
{"train_loss": 0.0012299426598474383, "global_step": 84102, "epoch": 472, "lr": 1.0833385210422314e-05}
{"train_loss": 0.0014668769435957074, "global_step": 84103, "epoch": 472, "lr": 1.0832466683789661e-05}
{"train_loss": 0.0006264578551054001, "global_step": 84104, "epoch": 472, "lr": 1.0831548191367497e-05}
{"train_loss": 0.000875720870681107, "global_step": 84105, "epoch": 472, "lr": 1.0830629733156656e-05}
{"train_loss": 0.002754839137196541, "global_step": 84106, "epoch": 472, "lr": 1.0829711309157897e-05}
{"train_loss": 0.0009435268584638834, "global_step": 84107, "epoch": 472, "lr": 1.0828792919372067e-05}
{"train_loss": 0.002689584158360958, "global_step": 84108, "epoch": 472, "lr": 1.0827874563799938e-05}
{"train_loss": 0.001780607970431447, "global_step": 84109, "epoch": 472, "lr": 1.0826956242442322e-05}
{"train_loss": 0.00043169601121917367, "global_step": 84110, "epoch": 472, "lr": 1.0826037955300023e-05}
{"train_loss": 0.000899440492503345, "global_step": 84111, "epoch": 472, "lr": 1.0825119702373843e-05}
{"train_loss": 0.0010226258309558034, "global_step": 84112, "epoch": 472, "lr": 1.0824201483664564e-05}
{"train_loss": 0.0008038153755478561, "global_step": 84113, "epoch": 472, "lr": 1.0823283299173032e-05}
{"train_loss": 0.0010254080407321453, "global_step": 84114, "epoch": 472, "lr": 1.0822365148899994e-05}
{"train_loss": 0.000591672258451581, "global_step": 84115, "epoch": 472, "lr": 1.08214470328463e-05}
{"train_loss": 0.00070607615634799, "global_step": 84116, "epoch": 472, "lr": 1.0820528951012725e-05}
{"train_loss": 0.000592539319768548, "global_step": 84117, "epoch": 472, "lr": 1.0819610903400069e-05}
{"train_loss": 0.0015041735023260117, "global_step": 84118, "epoch": 472, "lr": 1.081869289000917e-05}
{"train_loss": 0.0019148150458931923, "global_step": 84119, "epoch": 472, "lr": 1.0817774910840772e-05}
{"train_loss": 0.0006646057008765638, "global_step": 84120, "epoch": 472, "lr": 1.0816856965895738e-05}
{"train_loss": 0.0005224541528150439, "global_step": 84121, "epoch": 472, "lr": 1.0815939055174817e-05}
{"train_loss": 0.0006308455485850573, "global_step": 84122, "epoch": 472, "lr": 1.0815021178678842e-05}
{"train_loss": 0.0013501134235411882, "global_step": 84123, "epoch": 472, "lr": 1.0814103336408603e-05}
{"train_loss": 0.0007563300896435976, "global_step": 84124, "epoch": 472, "lr": 1.0813185528364911e-05}
{"train_loss": 0.0008131945505738258, "global_step": 84125, "epoch": 472, "lr": 1.0812267754548555e-05}
{"train_loss": 0.0004587076837196946, "global_step": 84126, "epoch": 472, "lr": 1.0811350014960348e-05}
{"train_loss": 0.0015013499651104212, "global_step": 84127, "epoch": 472, "lr": 1.0810432309601066e-05}
{"train_loss": 0.0008737652096897364, "global_step": 84128, "epoch": 472, "lr": 1.0809514638471562e-05}
{"train_loss": 0.001628400874324143, "global_step": 84129, "epoch": 472, "lr": 1.080859700157258e-05}
{"train_loss": 0.0007691251812502742, "global_step": 84130, "epoch": 472, "lr": 1.0807679398904963e-05}
{"train_loss": 0.0027194637805223465, "global_step": 84131, "epoch": 472, "lr": 1.0806761830469497e-05}
{"train_loss": 0.0008764842641539872, "global_step": 84132, "epoch": 472, "lr": 1.0805844296266981e-05}
{"train_loss": 0.0014849932631477714, "global_step": 84133, "epoch": 472, "lr": 1.080492679629822e-05}
{"train_loss": 0.001837440999224782, "global_step": 84134, "epoch": 472, "lr": 1.0804009330564003e-05}
{"train_loss": 0.0016376476269215345, "global_step": 84135, "epoch": 472, "lr": 1.080309189906516e-05}
{"train_loss": 0.0011003249092027545, "global_step": 84136, "epoch": 472, "lr": 1.080217450180247e-05}
{"train_loss": 0.0014237166615203023, "global_step": 84137, "epoch": 472, "lr": 1.0801257138776738e-05}
{"train_loss": 0.0013030117843300104, "global_step": 84138, "epoch": 472, "lr": 1.0800339809988768e-05}
{"train_loss": 0.000963243655860424, "global_step": 84139, "epoch": 472, "lr": 1.0799422515439366e-05}
{"train_loss": 0.0008097528479993343, "global_step": 84140, "epoch": 472, "lr": 1.0798505255129321e-05}
{"train_loss": 0.0014565277379006147, "global_step": 84141, "epoch": 472, "lr": 1.0797588029059446e-05}
{"train_loss": 0.0011984866578131914, "global_step": 84142, "epoch": 472, "lr": 1.0796670837230522e-05}
{"train_loss": 0.0009513123659417033, "global_step": 84143, "epoch": 472, "lr": 1.079575367964339e-05}
{"train_loss": 0.00027751148445531726, "global_step": 84144, "epoch": 472, "lr": 1.0794836556298799e-05}
{"train_loss": 0.0012604818912222981, "global_step": 84145, "epoch": 472, "lr": 1.0793919467197589e-05}
{"train_loss": 0.0012379216495901346, "global_step": 84146, "epoch": 472, "lr": 1.0793002412340547e-05}
{"train_loss": 0.0016777256969362497, "global_step": 84147, "epoch": 472, "lr": 1.079208539172848e-05}
{"train_loss": 0.0010316192638128996, "global_step": 84148, "epoch": 472, "lr": 1.0791168405362184e-05}
{"train_loss": 0.002435737755149603, "global_step": 84149, "epoch": 472, "lr": 1.0790251453242461e-05}
{"train_loss": 0.00139337289147079, "global_step": 84150, "epoch": 472, "lr": 1.07893345353701e-05}
{"train_loss": 0.0007935871253721416, "global_step": 84151, "epoch": 472, "lr": 1.0788417651745942e-05}
{"train_loss": 0.0011547340545803308, "global_step": 84152, "epoch": 472, "lr": 1.0787500802370726e-05}
{"train_loss": 0.0015132512198761106, "global_step": 84153, "epoch": 472, "lr": 1.078658398724532e-05}
{"train_loss": 0.0007053304580040276, "global_step": 84154, "epoch": 472, "lr": 1.0785667206370459e-05}
{"train_loss": 0.0005076841334812343, "global_step": 84155, "epoch": 472, "lr": 1.078475045974699e-05}
{"train_loss": 0.0022300593554973602, "global_step": 84156, "epoch": 472, "lr": 1.0783833747375705e-05}
{"train_loss": 0.001729981042444706, "global_step": 84157, "epoch": 472, "lr": 1.0782917069257376e-05}
{"train_loss": 0.0014836958143860102, "global_step": 84158, "epoch": 472, "lr": 1.0782000425392863e-05}
{"train_loss": 0.001714147045277059, "global_step": 84159, "epoch": 472, "lr": 1.07810838157829e-05}
{"train_loss": 0.0004336099955253303, "global_step": 84160, "epoch": 472, "lr": 1.0780167240428329e-05}
{"train_loss": 0.0013721729628741741, "global_step": 84161, "epoch": 472, "lr": 1.0779250699329946e-05}
{"train_loss": 0.00142484693787992, "global_step": 84162, "epoch": 472, "lr": 1.0778334192488537e-05}
{"train_loss": 0.002026013331487775, "global_step": 84163, "epoch": 472, "lr": 1.0777417719904919e-05}
{"train_loss": 0.0010283300653100014, "global_step": 84164, "epoch": 472, "lr": 1.0776501281579881e-05}
{"train_loss": 0.0016464984510093927, "global_step": 84165, "epoch": 472, "lr": 1.077558487751421e-05}
{"train_loss": 0.0021979794837534428, "global_step": 84166, "epoch": 472, "lr": 1.0774668507708751e-05}
{"train_loss": 0.001018080278299749, "global_step": 84167, "epoch": 472, "lr": 1.0773752172164253e-05}
{"train_loss": 0.001850886968895793, "global_step": 84168, "epoch": 472, "lr": 1.0772835870881553e-05}
{"train_loss": 0.0013973182067275047, "global_step": 84169, "epoch": 472, "lr": 1.0771919603861436e-05}
{"train_loss": 0.0014841007068753242, "global_step": 84170, "epoch": 472, "lr": 1.0771003371104705e-05}
{"train_loss": 0.002655349439010024, "global_step": 84171, "epoch": 472, "lr": 1.0770087172612165e-05}
{"train_loss": 0.0021338665392249823, "global_step": 84172, "epoch": 472, "lr": 1.0769171008384604e-05}
{"train_loss": 0.0004206557641737163, "global_step": 84173, "epoch": 472, "lr": 1.0768254878422834e-05}
{"train_loss": 0.0008223190088756382, "global_step": 84174, "epoch": 472, "lr": 1.0767338782727648e-05}
{"train_loss": 0.0014917890075594187, "global_step": 84175, "epoch": 472, "lr": 1.0766422721299835e-05}
{"train_loss": 0.0014678607694804668, "global_step": 84176, "epoch": 472, "lr": 1.076550669414022e-05}
{"train_loss": 0.001586624188348651, "global_step": 84177, "epoch": 472, "lr": 1.0764590701249595e-05}
{"train_loss": 0.0003871077497024089, "global_step": 84178, "epoch": 472, "lr": 1.0763674742628754e-05}
{"train_loss": 0.0011349928099662066, "global_step": 84179, "epoch": 472, "lr": 1.0762758818278506e-05}
{"train_loss": 0.000916076882276684, "global_step": 84180, "epoch": 472, "lr": 1.0761842928199628e-05}
{"train_loss": 0.002600761828944087, "global_step": 84181, "epoch": 472, "lr": 1.0760927072392963e-05}
{"train_loss": 0.0012317477958276868, "global_step": 84182, "epoch": 472, "lr": 1.0760011250859258e-05}
{"train_loss": 0.0005239044548943639, "global_step": 84183, "epoch": 472, "lr": 1.075909546359935e-05}
{"train_loss": 0.0010930695571005344, "global_step": 84184, "epoch": 472, "lr": 1.0758179710614036e-05}
{"train_loss": 0.0006988099194131792, "global_step": 84185, "epoch": 472, "lr": 1.0757263991904104e-05}
{"train_loss": 0.0018042110605165362, "global_step": 84186, "epoch": 472, "lr": 1.075634830747036e-05}
{"train_loss": 0.0006392837967723608, "global_step": 84187, "epoch": 472, "lr": 1.0755432657313603e-05}
{"train_loss": 0.00048562430310994387, "global_step": 84188, "epoch": 472, "lr": 1.0754517041434614e-05}
{"train_loss": 0.0004632427007891238, "global_step": 84189, "epoch": 472, "lr": 1.0753601459834239e-05}
{"train_loss": 0.0009974463609978557, "global_step": 84190, "epoch": 472, "lr": 1.0752685912513228e-05}
{"train_loss": 0.0004891381831839681, "global_step": 84191, "epoch": 472, "lr": 1.0751770399472422e-05}
{"train_loss": 0.0011150636710226536, "global_step": 84192, "epoch": 472, "lr": 1.0750854920712577e-05}
{"train_loss": 0.0013035320880590007, "global_step": 84193, "epoch": 472, "lr": 1.0749939476234527e-05}
{"train_loss": 0.0009951349347829819, "global_step": 84194, "epoch": 473, "lr": 1.0749024066039065e-05}
{"train_loss": 0.0016577024944126606, "global_step": 84195, "epoch": 473, "lr": 1.0748108690126985e-05}
{"train_loss": 0.0006328151212073863, "global_step": 84196, "epoch": 473, "lr": 1.0747193348499086e-05}
{"train_loss": 0.001961182104423642, "global_step": 84197, "epoch": 473, "lr": 1.0746278041156161e-05}
{"train_loss": 0.0004899700870737433, "global_step": 84198, "epoch": 473, "lr": 1.0745362768099026e-05}
{"train_loss": 0.0008128667832352221, "global_step": 84199, "epoch": 473, "lr": 1.0744447529328472e-05}
{"train_loss": 0.0018051975639536977, "global_step": 84200, "epoch": 473, "lr": 1.0743532324845301e-05}
{"train_loss": 0.0008129537454806268, "global_step": 84201, "epoch": 473, "lr": 1.074261715465031e-05}
{"train_loss": 0.0007868488901294768, "global_step": 84202, "epoch": 473, "lr": 1.0741702018744298e-05}
{"train_loss": 0.001201818697154522, "global_step": 84203, "epoch": 473, "lr": 1.0740786917128053e-05}
{"train_loss": 0.0017846113769337535, "global_step": 84204, "epoch": 473, "lr": 1.0739871849802414e-05}
{"train_loss": 0.0010994547046720982, "global_step": 84205, "epoch": 473, "lr": 1.073895681676812e-05}
{"train_loss": 0.0004449994012247771, "global_step": 84206, "epoch": 473, "lr": 1.0738041818026018e-05}
{"train_loss": 0.000589521077927202, "global_step": 84207, "epoch": 473, "lr": 1.0737126853576895e-05}
{"train_loss": 0.0011928261956200004, "global_step": 84208, "epoch": 473, "lr": 1.0736211923421547e-05}
{"train_loss": 0.0006788077880628407, "global_step": 84209, "epoch": 473, "lr": 1.073529702756077e-05}
{"train_loss": 0.0018087266944348812, "global_step": 84210, "epoch": 473, "lr": 1.0734382165995365e-05}
{"train_loss": 0.002475522458553314, "global_step": 84211, "epoch": 473, "lr": 1.0733467338726132e-05}
{"train_loss": 0.0013618821976706386, "global_step": 84212, "epoch": 473, "lr": 1.0732552545753877e-05}
{"train_loss": 0.001011568121612072, "global_step": 84213, "epoch": 473, "lr": 1.0731637787079374e-05}
{"train_loss": 0.0012970846146345139, "global_step": 84214, "epoch": 473, "lr": 1.0730723062703469e-05}
{"train_loss": 0.0007088134298101068, "global_step": 84215, "epoch": 473, "lr": 1.0729808372626904e-05}
{"train_loss": 0.0008911272161640227, "global_step": 84216, "epoch": 473, "lr": 1.0728893716850518e-05}
{"train_loss": 0.0009286335553042591, "global_step": 84217, "epoch": 473, "lr": 1.07279790953751e-05}
{"train_loss": 0.0023617225233465433, "global_step": 84218, "epoch": 473, "lr": 1.0727064508201434e-05}
{"train_loss": 0.0015445549506694078, "global_step": 84219, "epoch": 473, "lr": 1.0726149955330356e-05}
{"train_loss": 0.0013477716129273176, "global_step": 84220, "epoch": 473, "lr": 1.0725235436762615e-05}
{"train_loss": 0.001951268408447504, "global_step": 84221, "epoch": 473, "lr": 1.072432095249905e-05}
{"train_loss": 0.0020873453468084335, "global_step": 84222, "epoch": 473, "lr": 1.0723406502540446e-05}
{"train_loss": 0.0009122522897087038, "global_step": 84223, "epoch": 473, "lr": 1.0722492086887597e-05}
{"train_loss": 0.0014152361545711756, "global_step": 84224, "epoch": 473, "lr": 1.0721577705541307e-05}
{"train_loss": 0.001597262336872518, "global_step": 84225, "epoch": 473, "lr": 1.0720663358502376e-05}
{"train_loss": 0.0010109971044585109, "global_step": 84226, "epoch": 473, "lr": 1.0719749045771583e-05}
{"train_loss": 0.002292462857440114, "global_step": 84227, "epoch": 473, "lr": 1.0718834767349772e-05}
{"train_loss": 0.0014237562427297235, "global_step": 84228, "epoch": 473, "lr": 1.0717920523237684e-05}
{"train_loss": 0.0009804910514503717, "global_step": 84229, "epoch": 473, "lr": 1.071700631343618e-05}
{"train_loss": 0.0007368131191469729, "global_step": 84230, "epoch": 473, "lr": 1.0716092137945994e-05}
{"train_loss": 0.0017886690329760313, "global_step": 84231, "epoch": 473, "lr": 1.0715177996767966e-05}
{"train_loss": 0.0015777959488332272, "global_step": 84232, "epoch": 473, "lr": 1.0714263889902886e-05}
{"train_loss": 0.0005638597067445517, "global_step": 84233, "epoch": 473, "lr": 1.0713349817351553e-05}
{"train_loss": 0.0014343700604513288, "global_step": 84234, "epoch": 473, "lr": 1.071243577911476e-05}
{"train_loss": 0.0009443421149626374, "global_step": 84235, "epoch": 473, "lr": 1.0711521775193306e-05}
{"train_loss": 0.001050881459377706, "global_step": 84236, "epoch": 473, "lr": 1.071060780558798e-05}
{"train_loss": 0.0017058904049918056, "global_step": 84237, "epoch": 473, "lr": 1.070969387029962e-05}
{"train_loss": 0.0005930288461968303, "global_step": 84238, "epoch": 473, "lr": 1.070877996932897e-05}
{"train_loss": 0.001146430615335703, "global_step": 84239, "epoch": 473, "lr": 1.0707866102676861e-05}
{"train_loss": 0.0005910719046369195, "global_step": 84240, "epoch": 473, "lr": 1.0706952270344095e-05}
{"train_loss": 0.0005200207815505564, "global_step": 84241, "epoch": 473, "lr": 1.0706038472331436e-05}
{"train_loss": 0.0023517762310802937, "global_step": 84242, "epoch": 473, "lr": 1.0705124708639742e-05}
{"train_loss": 0.0024745450355112553, "global_step": 84243, "epoch": 473, "lr": 1.0704210979269741e-05}
{"train_loss": 0.0011169633362442255, "global_step": 84244, "epoch": 473, "lr": 1.070329728422228e-05}
{"train_loss": 0.0021989508531987667, "global_step": 84245, "epoch": 473, "lr": 1.0702383623498142e-05}
{"train_loss": 0.0007988633005879819, "global_step": 84246, "epoch": 473, "lr": 1.0701469997098123e-05}
{"train_loss": 0.0007185735157690942, "global_step": 84247, "epoch": 473, "lr": 1.0700556405023027e-05}
{"train_loss": 0.0022467453964054585, "global_step": 84248, "epoch": 473, "lr": 1.069964284727365e-05}
{"train_loss": 0.0020410141441971064, "global_step": 84249, "epoch": 473, "lr": 1.0698729323850781e-05}
{"train_loss": 0.0017885109409689903, "global_step": 84250, "epoch": 473, "lr": 1.0697815834755232e-05}
{"train_loss": 0.0013226261362433434, "global_step": 84251, "epoch": 473, "lr": 1.0696902379987772e-05}
{"train_loss": 0.0014885817654430866, "global_step": 84252, "epoch": 473, "lr": 1.0695988959549258e-05}
{"train_loss": 0.0017715939320623875, "global_step": 84253, "epoch": 473, "lr": 1.0695075573440416e-05}
{"train_loss": 0.0012597832828760147, "global_step": 84254, "epoch": 473, "lr": 1.0694162221662091e-05}
{"train_loss": 0.000940692494623363, "global_step": 84255, "epoch": 473, "lr": 1.069324890421507e-05}
{"train_loss": 0.0011838467326015234, "global_step": 84256, "epoch": 473, "lr": 1.0692335621100153e-05}
{"train_loss": 0.0015976062277331948, "global_step": 84257, "epoch": 473, "lr": 1.0691422372318127e-05}
{"train_loss": 0.0015420499257743359, "global_step": 84258, "epoch": 473, "lr": 1.0690509157869799e-05}
{"train_loss": 0.0017480000387877226, "global_step": 84259, "epoch": 473, "lr": 1.068959597775595e-05}
{"train_loss": 0.0006017358973622322, "global_step": 84260, "epoch": 473, "lr": 1.0688682831977403e-05}
{"train_loss": 0.0011833563912659883, "global_step": 84261, "epoch": 473, "lr": 1.0687769720534946e-05}
{"train_loss": 0.0008233375265263021, "global_step": 84262, "epoch": 473, "lr": 1.0686856643429377e-05}
{"train_loss": 0.0008592157391831279, "global_step": 84263, "epoch": 473, "lr": 1.0685943600661485e-05}
{"train_loss": 0.0017215826082974672, "global_step": 84264, "epoch": 473, "lr": 1.0685030592232064e-05}
{"train_loss": 0.0010866721859201789, "global_step": 84265, "epoch": 473, "lr": 1.0684117618141948e-05}
{"train_loss": 0.001428402727469802, "global_step": 84266, "epoch": 473, "lr": 1.0683204678391878e-05}
{"train_loss": 0.0027420816477388144, "global_step": 84267, "epoch": 473, "lr": 1.0682291772982711e-05}
{"train_loss": 0.001134868711233139, "global_step": 84268, "epoch": 473, "lr": 1.0681378901915184e-05}
{"train_loss": 0.0007926541147753596, "global_step": 84269, "epoch": 473, "lr": 1.0680466065190137e-05}
{"train_loss": 0.0010763989994302392, "global_step": 84270, "epoch": 473, "lr": 1.0679553262808357e-05}
{"train_loss": 0.00035652361111715436, "global_step": 84271, "epoch": 473, "lr": 1.0678640494770636e-05}
{"train_loss": 0.0036980649456381798, "global_step": 84272, "epoch": 473, "lr": 1.0677727761077777e-05}
{"train_loss": 0.0006252835737541318, "global_step": 84273, "epoch": 473, "lr": 1.0676815061730577e-05}
{"train_loss": 0.0012341438559815288, "global_step": 84274, "epoch": 473, "lr": 1.0675902396729815e-05}
{"train_loss": 0.0012980946339666843, "global_step": 84275, "epoch": 473, "lr": 1.0674989766076327e-05}
{"train_loss": 0.001852867309935391, "global_step": 84276, "epoch": 473, "lr": 1.0674077169770863e-05}
{"train_loss": 0.0005816168850287795, "global_step": 84277, "epoch": 473, "lr": 1.0673164607814263e-05}
{"train_loss": 0.0010781802702695131, "global_step": 84278, "epoch": 473, "lr": 1.0672252080207296e-05}
{"train_loss": 0.000578596256673336, "global_step": 84279, "epoch": 473, "lr": 1.0671339586950773e-05}
{"train_loss": 0.0008096909150481224, "global_step": 84280, "epoch": 473, "lr": 1.0670427128045485e-05}
{"train_loss": 0.0011140457354485989, "global_step": 84281, "epoch": 473, "lr": 1.0669514703492217e-05}
{"train_loss": 0.0011219425359740853, "global_step": 84282, "epoch": 473, "lr": 1.0668602313291809e-05}
{"train_loss": 0.0019275041995570064, "global_step": 84283, "epoch": 473, "lr": 1.0667689957444992e-05}
{"train_loss": 0.0007456853636540473, "global_step": 84284, "epoch": 473, "lr": 1.0666777635952624e-05}
{"train_loss": 0.000666390173137188, "global_step": 84285, "epoch": 473, "lr": 1.0665865348815467e-05}
{"train_loss": 0.0014186600456014276, "global_step": 84286, "epoch": 473, "lr": 1.0664953096034336e-05}
{"train_loss": 0.0019026538357138634, "global_step": 84287, "epoch": 473, "lr": 1.0664040877610016e-05}
{"train_loss": 0.0017001396045088768, "global_step": 84288, "epoch": 473, "lr": 1.0663128693543306e-05}
{"train_loss": 0.0010004511568695307, "global_step": 84289, "epoch": 473, "lr": 1.0662216543834991e-05}
{"train_loss": 0.002303987042978406, "global_step": 84290, "epoch": 473, "lr": 1.0661304428485908e-05}
{"train_loss": 0.0013843078631907701, "global_step": 84291, "epoch": 473, "lr": 1.0660392347496795e-05}
{"train_loss": 0.0021120889578014612, "global_step": 84292, "epoch": 473, "lr": 1.0659480300868497e-05}
{"train_loss": 0.00048634724225848913, "global_step": 84293, "epoch": 473, "lr": 1.0658568288601795e-05}
{"train_loss": 0.0016184784471988678, "global_step": 84294, "epoch": 473, "lr": 1.0657656310697483e-05}
{"train_loss": 0.000971815490629524, "global_step": 84295, "epoch": 473, "lr": 1.0656744367156358e-05}
{"train_loss": 0.0012555858120322227, "global_step": 84296, "epoch": 473, "lr": 1.0655832457979215e-05}
{"train_loss": 0.0006945858476683497, "global_step": 84297, "epoch": 473, "lr": 1.0654920583166844e-05}
{"train_loss": 0.0012247725389897823, "global_step": 84298, "epoch": 473, "lr": 1.0654008742720073e-05}
{"train_loss": 0.002004070207476616, "global_step": 84299, "epoch": 473, "lr": 1.065309693663965e-05}
{"train_loss": 0.0008064316934905946, "global_step": 84300, "epoch": 473, "lr": 1.0652185164926426e-05}
{"train_loss": 0.0016206783475354314, "global_step": 84301, "epoch": 473, "lr": 1.0651273427581143e-05}
{"train_loss": 0.0011937783565372229, "global_step": 84302, "epoch": 473, "lr": 1.0650361724604635e-05}
{"train_loss": 0.0018280481453984976, "global_step": 84303, "epoch": 473, "lr": 1.0649450055997684e-05}
{"train_loss": 0.001420457731001079, "global_step": 84304, "epoch": 473, "lr": 1.0648538421761073e-05}
{"train_loss": 0.00045582346501760185, "global_step": 84305, "epoch": 473, "lr": 1.0647626821895646e-05}
{"train_loss": 0.0021118808072060347, "global_step": 84306, "epoch": 473, "lr": 1.0646715256402135e-05}
{"train_loss": 0.0019086849642917514, "global_step": 84307, "epoch": 473, "lr": 1.0645803725281384e-05}
{"train_loss": 0.001109508564695716, "global_step": 84308, "epoch": 473, "lr": 1.064489222853417e-05}
{"train_loss": 0.0010069642448797822, "global_step": 84309, "epoch": 473, "lr": 1.06439807661613e-05}
{"train_loss": 0.0003704210394062102, "global_step": 84310, "epoch": 473, "lr": 1.0643069338163552e-05}
{"train_loss": 0.0011929826578125358, "global_step": 84311, "epoch": 473, "lr": 1.0642157944541742e-05}
{"train_loss": 0.0008241378236562014, "global_step": 84312, "epoch": 473, "lr": 1.0641246585296637e-05}
{"train_loss": 0.0018014919478446245, "global_step": 84313, "epoch": 473, "lr": 1.0640335260429085e-05}
{"train_loss": 0.0008609285578131676, "global_step": 84314, "epoch": 473, "lr": 1.0639423969939816e-05}
{"train_loss": 0.002305121161043644, "global_step": 84315, "epoch": 473, "lr": 1.0638512713829679e-05}
{"train_loss": 0.00286194309592247, "global_step": 84316, "epoch": 473, "lr": 1.0637601492099448e-05}
{"train_loss": 0.0005627733189612627, "global_step": 84317, "epoch": 473, "lr": 1.0636690304749919e-05}
{"train_loss": 0.00240717688575387, "global_step": 84318, "epoch": 473, "lr": 1.0635779151781894e-05}
{"train_loss": 0.0015656601171940565, "global_step": 84319, "epoch": 473, "lr": 1.0634868033196161e-05}
{"train_loss": 0.001315239118412137, "global_step": 84320, "epoch": 473, "lr": 1.0633956948993523e-05}
{"train_loss": 0.0011569042690098286, "global_step": 84321, "epoch": 473, "lr": 1.0633045899174775e-05}
{"train_loss": 0.0008413706673309207, "global_step": 84322, "epoch": 473, "lr": 1.0632134883740691e-05}
{"train_loss": 0.0018427935428917408, "global_step": 84323, "epoch": 473, "lr": 1.0631223902692106e-05}
{"train_loss": 0.002332963515073061, "global_step": 84324, "epoch": 473, "lr": 1.0630312956029792e-05}
{"train_loss": 0.0031782854348421097, "global_step": 84325, "epoch": 473, "lr": 1.062940204375455e-05}
{"train_loss": 0.002227506833150983, "global_step": 84326, "epoch": 473, "lr": 1.0628491165867171e-05}
{"train_loss": 0.0008931723423302174, "global_step": 84327, "epoch": 473, "lr": 1.062758032236844e-05}
{"train_loss": 0.0009681264637038112, "global_step": 84328, "epoch": 473, "lr": 1.0626669513259197e-05}
{"train_loss": 0.0012055262923240662, "global_step": 84329, "epoch": 473, "lr": 1.0625758738540181e-05}
{"train_loss": 0.0018979525193572044, "global_step": 84330, "epoch": 473, "lr": 1.0624847998212223e-05}
{"train_loss": 0.0005330918356776237, "global_step": 84331, "epoch": 473, "lr": 1.062393729227611e-05}
{"train_loss": 0.0013958843192085624, "global_step": 84332, "epoch": 473, "lr": 1.0623026620732635e-05}
{"train_loss": 0.0008214922272600234, "global_step": 84333, "epoch": 473, "lr": 1.0622115983582597e-05}
{"train_loss": 0.0018756198696792126, "global_step": 84334, "epoch": 473, "lr": 1.0621205380826787e-05}
{"train_loss": 0.00042182992910966277, "global_step": 84335, "epoch": 473, "lr": 1.0620294812465991e-05}
{"train_loss": 0.00123443896882236, "global_step": 84336, "epoch": 473, "lr": 1.0619384278501043e-05}
{"train_loss": 0.0012790779583156109, "global_step": 84337, "epoch": 473, "lr": 1.061847377893268e-05}
{"train_loss": 0.0009102203766815364, "global_step": 84338, "epoch": 473, "lr": 1.0617563313761763e-05}
{"train_loss": 0.000632674724329263, "global_step": 84339, "epoch": 473, "lr": 1.061665288298902e-05}
{"train_loss": 0.0014156675897538662, "global_step": 84340, "epoch": 473, "lr": 1.0615742486615294e-05}
{"train_loss": 0.0009649561252444983, "global_step": 84341, "epoch": 473, "lr": 1.061483212464136e-05}
{"train_loss": 0.0027262484654784203, "global_step": 84342, "epoch": 473, "lr": 1.0613921797068021e-05}
{"train_loss": 0.0021908176131546497, "global_step": 84343, "epoch": 473, "lr": 1.061301150389607e-05}
{"train_loss": 0.0011314407456666231, "global_step": 84344, "epoch": 473, "lr": 1.0612101245126287e-05}
{"train_loss": 0.000799633446149528, "global_step": 84345, "epoch": 473, "lr": 1.0611191020759498e-05}
{"train_loss": 0.0005911230109632015, "global_step": 84346, "epoch": 473, "lr": 1.0610280830796482e-05}
{"train_loss": 0.0017884790431708097, "global_step": 84347, "epoch": 473, "lr": 1.0609370675238028e-05}
{"train_loss": 0.0011542919091880322, "global_step": 84348, "epoch": 473, "lr": 1.0608460554084936e-05}
{"train_loss": 0.0008177594281733036, "global_step": 84349, "epoch": 473, "lr": 1.0607550467338006e-05}
{"train_loss": 0.001129294279962778, "global_step": 84350, "epoch": 473, "lr": 1.0606640414998015e-05}
{"train_loss": 0.0011140136048197746, "global_step": 84351, "epoch": 473, "lr": 1.0605730397065794e-05}
{"train_loss": 0.0006929213996045291, "global_step": 84352, "epoch": 473, "lr": 1.0604820413542088e-05}
{"train_loss": 0.0011397497728466988, "global_step": 84353, "epoch": 473, "lr": 1.0603910464427736e-05}
{"train_loss": 0.00293878186494112, "global_step": 84354, "epoch": 473, "lr": 1.0603000549723514e-05}
{"train_loss": 0.0013613543706014752, "global_step": 84355, "epoch": 473, "lr": 1.0602090669430215e-05}
{"train_loss": 0.0004078723432030529, "global_step": 84356, "epoch": 473, "lr": 1.060118082354864e-05}
{"train_loss": 0.0007398767629638314, "global_step": 84357, "epoch": 473, "lr": 1.0600271012079582e-05}
{"train_loss": 0.0015980206662788987, "global_step": 84358, "epoch": 473, "lr": 1.059936123502383e-05}
{"train_loss": 0.0006768434541299939, "global_step": 84359, "epoch": 473, "lr": 1.0598451492382183e-05}
{"train_loss": 0.0009610826964490116, "global_step": 84360, "epoch": 473, "lr": 1.0597541784155429e-05}
{"train_loss": 0.0012878210982307792, "global_step": 84361, "epoch": 473, "lr": 1.059663211034439e-05}
{"train_loss": 0.0005907110753469169, "global_step": 84362, "epoch": 473, "lr": 1.0595722470949815e-05}
{"train_loss": 0.0010302404407411814, "global_step": 84363, "epoch": 473, "lr": 1.0594812865972536e-05}
{"train_loss": 0.0007459673215635121, "global_step": 84364, "epoch": 473, "lr": 1.0593903295413332e-05}
{"train_loss": 0.0007183694979175925, "global_step": 84365, "epoch": 473, "lr": 1.059299375927299e-05}
{"train_loss": 0.002778667723760009, "global_step": 84366, "epoch": 473, "lr": 1.0592084257552342e-05}
{"train_loss": 0.0016820139717310667, "global_step": 84367, "epoch": 473, "lr": 1.059117479025213e-05}
{"train_loss": 0.0021319573279470205, "global_step": 84368, "epoch": 473, "lr": 1.059026535737318e-05}
{"train_loss": 0.0014398052589967847, "global_step": 84369, "epoch": 473, "lr": 1.058935595891628e-05}
{"train_loss": 0.0015774150379002094, "global_step": 84370, "epoch": 473, "lr": 1.058844659488223e-05}
{"train_loss": 0.0013204839604114068, "global_step": 84371, "epoch": 473, "lr": 1.0587537265271818e-05}
{"train_loss": 0.0019283769652247429, "global_step": 84372, "epoch": 474, "lr": 1.0586627970085833e-05}
{"train_loss": 0.0018380873370915651, "global_step": 84373, "epoch": 474, "lr": 1.0585718709325065e-05}
{"train_loss": 0.00167181552387774, "global_step": 84374, "epoch": 474, "lr": 1.0584809482990343e-05}
{"train_loss": 0.0007538287318311632, "global_step": 84375, "epoch": 474, "lr": 1.058390029108241e-05}
{"train_loss": 0.002222382929176092, "global_step": 84376, "epoch": 474, "lr": 1.0582991133602116e-05}
{"train_loss": 0.0013984711840748787, "global_step": 84377, "epoch": 474, "lr": 1.0582082010550192e-05}
{"train_loss": 0.00349347572773695, "global_step": 84378, "epoch": 474, "lr": 1.0581172921927485e-05}
{"train_loss": 0.0015161246992647648, "global_step": 84379, "epoch": 474, "lr": 1.058026386773477e-05}
{"train_loss": 0.0016199727542698383, "global_step": 84380, "epoch": 474, "lr": 1.0579354847972834e-05}
{"train_loss": 0.00035869530984200537, "global_step": 84381, "epoch": 474, "lr": 1.0578445862642484e-05}
{"train_loss": 0.00046871567610651255, "global_step": 84382, "epoch": 474, "lr": 1.0577536911744501e-05}
{"train_loss": 0.0014695117715746164, "global_step": 84383, "epoch": 474, "lr": 1.0576627995279675e-05}
{"train_loss": 0.001083935727365315, "global_step": 84384, "epoch": 474, "lr": 1.0575719113248838e-05}
{"train_loss": 0.0007959188660606742, "global_step": 84385, "epoch": 474, "lr": 1.0574810265652724e-05}
{"train_loss": 0.0019068194087594748, "global_step": 84386, "epoch": 474, "lr": 1.057390145249218e-05}
{"train_loss": 0.0011930408654734492, "global_step": 84387, "epoch": 474, "lr": 1.0572992673767974e-05}
{"train_loss": 0.002125111408531666, "global_step": 84388, "epoch": 474, "lr": 1.0572083929480892e-05}
{"train_loss": 0.0017375436145812273, "global_step": 84389, "epoch": 474, "lr": 1.0571175219631763e-05}
{"train_loss": 0.0012777236988767982, "global_step": 84390, "epoch": 474, "lr": 1.0570266544221335e-05}
{"train_loss": 0.0012622895883396268, "global_step": 84391, "epoch": 474, "lr": 1.056935790325045e-05}
{"train_loss": 0.0014008106663823128, "global_step": 84392, "epoch": 474, "lr": 1.056844929671985e-05}
{"train_loss": 0.0014744109939783812, "global_step": 84393, "epoch": 474, "lr": 1.056754072463037e-05}
{"train_loss": 0.001282502431422472, "global_step": 84394, "epoch": 474, "lr": 1.0566632186982783e-05}
{"train_loss": 0.001199296093545854, "global_step": 84395, "epoch": 474, "lr": 1.056572368377789e-05}
{"train_loss": 0.0009993568528443575, "global_step": 84396, "epoch": 474, "lr": 1.0564815215016488e-05}
{"train_loss": 0.0003471301752142608, "global_step": 84397, "epoch": 474, "lr": 1.0563906780699356e-05}
{"train_loss": 0.0014483111444860697, "global_step": 84398, "epoch": 474, "lr": 1.0562998380827289e-05}
{"train_loss": 0.0013542817905545235, "global_step": 84399, "epoch": 474, "lr": 1.056209001540111e-05}
{"train_loss": 0.0021425848826766014, "global_step": 84400, "epoch": 474, "lr": 1.0561181684421567e-05}
{"train_loss": 0.0010433977004140615, "global_step": 84401, "epoch": 474, "lr": 1.0560273387889491e-05}
{"train_loss": 0.00094991410151124, "global_step": 84402, "epoch": 474, "lr": 1.0559365125805658e-05}
{"train_loss": 0.001260571414604783, "global_step": 84403, "epoch": 474, "lr": 1.0558456898170866e-05}
{"train_loss": 0.0014821853255853057, "global_step": 84404, "epoch": 474, "lr": 1.0557548704985903e-05}
{"train_loss": 0.0008691746043041348, "global_step": 84405, "epoch": 474, "lr": 1.0556640546251567e-05}
{"train_loss": 0.001399140921421349, "global_step": 84406, "epoch": 474, "lr": 1.055573242196864e-05}
{"train_loss": 0.0006717843934893608, "global_step": 84407, "epoch": 474, "lr": 1.0554824332137936e-05}
{"train_loss": 0.0006493694381788373, "global_step": 84408, "epoch": 474, "lr": 1.055391627676024e-05}
{"train_loss": 0.0009893984533846378, "global_step": 84409, "epoch": 474, "lr": 1.0553008255836338e-05}
{"train_loss": 0.0008643294568173587, "global_step": 84410, "epoch": 474, "lr": 1.0552100269367026e-05}
{"train_loss": 0.00052332115592435, "global_step": 84411, "epoch": 474, "lr": 1.0551192317353104e-05}
{"train_loss": 0.0008612095844000578, "global_step": 84412, "epoch": 474, "lr": 1.0550284399795357e-05}
{"train_loss": 0.0003551422560121864, "global_step": 84413, "epoch": 474, "lr": 1.054937651669457e-05}
{"train_loss": 0.002220587572082877, "global_step": 84414, "epoch": 474, "lr": 1.054846866805157e-05}
{"train_loss": 0.0011391143780201674, "global_step": 84415, "epoch": 474, "lr": 1.05475608538671e-05}
{"train_loss": 0.002683690981939435, "global_step": 84416, "epoch": 474, "lr": 1.0546653074141993e-05}
{"train_loss": 0.0006853191880509257, "global_step": 84417, "epoch": 474, "lr": 1.0545745328877033e-05}
{"train_loss": 0.001384660485200584, "global_step": 84418, "epoch": 474, "lr": 1.0544837618073005e-05}
{"train_loss": 0.0006807330064475536, "global_step": 84419, "epoch": 474, "lr": 1.05439299417307e-05}
{"train_loss": 0.001094704493880272, "global_step": 84420, "epoch": 474, "lr": 1.0543022299850924e-05}
{"train_loss": 0.0010402094339951873, "global_step": 84421, "epoch": 474, "lr": 1.0542114692434446e-05}
{"train_loss": 0.000737789727281779, "global_step": 84422, "epoch": 474, "lr": 1.0541207119482099e-05}
{"train_loss": 0.0011016455246135592, "global_step": 84423, "epoch": 474, "lr": 1.0540299580994629e-05}
{"train_loss": 0.0017709576059132814, "global_step": 84424, "epoch": 474, "lr": 1.053939207697286e-05}
{"train_loss": 0.001276708673685789, "global_step": 84425, "epoch": 474, "lr": 1.0538484607417576e-05}
{"train_loss": 0.0017162372823804617, "global_step": 84426, "epoch": 474, "lr": 1.0537577172329566e-05}
{"train_loss": 0.0006373780779540539, "global_step": 84427, "epoch": 474, "lr": 1.0536669771709628e-05}
{"train_loss": 0.0006379976402968168, "global_step": 84428, "epoch": 474, "lr": 1.0535762405558541e-05}
{"train_loss": 0.0010770729277282953, "global_step": 84429, "epoch": 474, "lr": 1.0534855073877136e-05}
{"train_loss": 0.0005882884142920375, "global_step": 84430, "epoch": 474, "lr": 1.0533947776666147e-05}
{"train_loss": 0.001954676117748022, "global_step": 84431, "epoch": 474, "lr": 1.0533040513926412e-05}
{"train_loss": 0.0013132428284734488, "global_step": 84432, "epoch": 474, "lr": 1.0532133285658713e-05}
{"train_loss": 0.0004638676764443517, "global_step": 84433, "epoch": 474, "lr": 1.0531226091863838e-05}
{"train_loss": 0.0006152779096737504, "global_step": 84434, "epoch": 474, "lr": 1.0530318932542577e-05}
{"train_loss": 0.0005592883680947125, "global_step": 84435, "epoch": 474, "lr": 1.0529411807695727e-05}
{"train_loss": 0.0011697964509949088, "global_step": 84436, "epoch": 474, "lr": 1.0528504717324066e-05}
{"train_loss": 0.0012871959479525685, "global_step": 84437, "epoch": 474, "lr": 1.0527597661428424e-05}
{"train_loss": 0.002129110973328352, "global_step": 84438, "epoch": 474, "lr": 1.052669064000954e-05}
{"train_loss": 0.001584680750966072, "global_step": 84439, "epoch": 474, "lr": 1.0525783653068249e-05}
{"train_loss": 0.00047724629985168576, "global_step": 84440, "epoch": 474, "lr": 1.0524876700605329e-05}
{"train_loss": 0.0010213237255811691, "global_step": 84441, "epoch": 474, "lr": 1.0523969782621573e-05}
{"train_loss": 0.0008758845506235957, "global_step": 84442, "epoch": 474, "lr": 1.0523062899117774e-05}
{"train_loss": 0.001046077231876552, "global_step": 84443, "epoch": 474, "lr": 1.0522156050094716e-05}
{"train_loss": 0.0015437856782227755, "global_step": 84444, "epoch": 474, "lr": 1.0521249235553187e-05}
{"train_loss": 0.0011773898731917143, "global_step": 84445, "epoch": 474, "lr": 1.0520342455494014e-05}
{"train_loss": 0.0005183619796298444, "global_step": 84446, "epoch": 474, "lr": 1.0519435709917941e-05}
{"train_loss": 0.00114507379475981, "global_step": 84447, "epoch": 474, "lr": 1.0518528998825811e-05}
{"train_loss": 0.001531029585748911, "global_step": 84448, "epoch": 474, "lr": 1.0517622322218356e-05}
{"train_loss": 0.0013990991283208132, "global_step": 84449, "epoch": 474, "lr": 1.0516715680096418e-05}
{"train_loss": 0.0009404894663020968, "global_step": 84450, "epoch": 474, "lr": 1.0515809072460763e-05}
{"train_loss": 0.002361516933888197, "global_step": 84451, "epoch": 474, "lr": 1.0514902499312184e-05}
{"train_loss": 0.0009786017471924424, "global_step": 84452, "epoch": 474, "lr": 1.0513995960651507e-05}
{"train_loss": 0.0020544035360217094, "global_step": 84453, "epoch": 474, "lr": 1.051308945647947e-05}
{"train_loss": 0.0020834174938499928, "global_step": 84454, "epoch": 474, "lr": 1.0512182986796899e-05}
{"train_loss": 0.0017743159551173449, "global_step": 84455, "epoch": 474, "lr": 1.0511276551604582e-05}
{"train_loss": 0.0004293519305065274, "global_step": 84456, "epoch": 474, "lr": 1.0510370150903309e-05}
{"train_loss": 0.001686054514721036, "global_step": 84457, "epoch": 474, "lr": 1.0509463784693862e-05}
{"train_loss": 0.0019783067982643843, "global_step": 84458, "epoch": 474, "lr": 1.0508557452977047e-05}
{"train_loss": 0.0014908242737874389, "global_step": 84459, "epoch": 474, "lr": 1.0507651155753633e-05}
{"train_loss": 0.0014338132459670305, "global_step": 84460, "epoch": 474, "lr": 1.0506744893024455e-05}
{"train_loss": 0.001581554883159697, "global_step": 84461, "epoch": 474, "lr": 1.0505838664790247e-05}
{"train_loss": 0.0023569269105792046, "global_step": 84462, "epoch": 474, "lr": 1.0504932471051848e-05}
{"train_loss": 0.0029484196566045284, "global_step": 84463, "epoch": 474, "lr": 1.0504026311810029e-05}
{"train_loss": 0.001524094375781715, "global_step": 84464, "epoch": 474, "lr": 1.0503120187065586e-05}
{"train_loss": 0.0008124978048726916, "global_step": 84465, "epoch": 474, "lr": 1.0502214096819307e-05}
{"train_loss": 0.0011976142413914204, "global_step": 84466, "epoch": 474, "lr": 1.0501308041071983e-05}
{"train_loss": 0.0020716888830065727, "global_step": 84467, "epoch": 474, "lr": 1.0500402019824412e-05}
{"train_loss": 0.0019341539591550827, "global_step": 84468, "epoch": 474, "lr": 1.0499496033077378e-05}
{"train_loss": 0.0010671461932361126, "global_step": 84469, "epoch": 474, "lr": 1.049859008083166e-05}
{"train_loss": 0.0007104111136868596, "global_step": 84470, "epoch": 474, "lr": 1.0497684163088084e-05}
{"train_loss": 0.0011511696502566338, "global_step": 84471, "epoch": 474, "lr": 1.049677827984742e-05}
{"train_loss": 0.0012748559238389134, "global_step": 84472, "epoch": 474, "lr": 1.049587243111046e-05}
{"train_loss": 0.0008139836136251688, "global_step": 84473, "epoch": 474, "lr": 1.0494966616877994e-05}
{"train_loss": 0.0009000819991342723, "global_step": 84474, "epoch": 474, "lr": 1.0494060837150804e-05}
{"train_loss": 0.0009739801753312349, "global_step": 84475, "epoch": 474, "lr": 1.0493155091929724e-05}
{"train_loss": 0.0013912530848756433, "global_step": 84476, "epoch": 474, "lr": 1.049224938121548e-05}
{"train_loss": 0.0007282973383553326, "global_step": 84477, "epoch": 474, "lr": 1.049134370500891e-05}
{"train_loss": 0.002130114007741213, "global_step": 84478, "epoch": 474, "lr": 1.0490438063310798e-05}
{"train_loss": 0.0024574350100010633, "global_step": 84479, "epoch": 474, "lr": 1.0489532456121925e-05}
{"train_loss": 0.001716705970466137, "global_step": 84480, "epoch": 474, "lr": 1.0488626883443086e-05}
{"train_loss": 0.0013318238779902458, "global_step": 84481, "epoch": 474, "lr": 1.048772134527507e-05}
{"train_loss": 0.0016987139824777842, "global_step": 84482, "epoch": 474, "lr": 1.0486815841618659e-05}
{"train_loss": 0.0013691189233213663, "global_step": 84483, "epoch": 474, "lr": 1.0485910372474683e-05}
{"train_loss": 0.0014581463765352964, "global_step": 84484, "epoch": 474, "lr": 1.0485004937843873e-05}
{"train_loss": 0.0007365918718278408, "global_step": 84485, "epoch": 474, "lr": 1.0484099537727082e-05}
{"train_loss": 0.0009067359496839345, "global_step": 84486, "epoch": 474, "lr": 1.0483194172125044e-05}
{"train_loss": 0.002029570285230875, "global_step": 84487, "epoch": 474, "lr": 1.0482288841038585e-05}
{"train_loss": 0.0025921643245965242, "global_step": 84488, "epoch": 474, "lr": 1.0481383544468487e-05}
{"train_loss": 0.0009184759110212326, "global_step": 84489, "epoch": 474, "lr": 1.0480478282415546e-05}
{"train_loss": 0.0008778187911957502, "global_step": 84490, "epoch": 474, "lr": 1.0479573054880542e-05}
{"train_loss": 0.0009649541461840272, "global_step": 84491, "epoch": 474, "lr": 1.047866786186426e-05}
{"train_loss": 0.0009248896967619658, "global_step": 84492, "epoch": 474, "lr": 1.047776270336751e-05}
{"train_loss": 0.0013632626505568624, "global_step": 84493, "epoch": 474, "lr": 1.047685757939108e-05}
{"train_loss": 0.00195535970851779, "global_step": 84494, "epoch": 474, "lr": 1.0475952489935754e-05}
{"train_loss": 0.0012352580670267344, "global_step": 84495, "epoch": 474, "lr": 1.0475047435002322e-05}
{"train_loss": 0.002124521881341934, "global_step": 84496, "epoch": 474, "lr": 1.0474142414591576e-05}
{"train_loss": 0.0023513641208410263, "global_step": 84497, "epoch": 474, "lr": 1.047323742870429e-05}
{"train_loss": 0.0006811136845499277, "global_step": 84498, "epoch": 474, "lr": 1.0472332477341301e-05}
{"train_loss": 0.0017308078240603209, "global_step": 84499, "epoch": 474, "lr": 1.0471427560503338e-05}
{"train_loss": 0.00292201922275126, "global_step": 84500, "epoch": 474, "lr": 1.0470522678191242e-05}
{"train_loss": 0.0007838543970137835, "global_step": 84501, "epoch": 474, "lr": 1.0469617830405776e-05}
{"train_loss": 0.0017115629743784666, "global_step": 84502, "epoch": 474, "lr": 1.0468713017147746e-05}
{"train_loss": 0.0017801490612328053, "global_step": 84503, "epoch": 474, "lr": 1.0467808238417932e-05}
{"train_loss": 0.0003749598399735987, "global_step": 84504, "epoch": 474, "lr": 1.0466903494217122e-05}
{"train_loss": 0.0009731331956572831, "global_step": 84505, "epoch": 474, "lr": 1.0465998784546116e-05}
{"train_loss": 0.001553280744701624, "global_step": 84506, "epoch": 474, "lr": 1.0465094109405694e-05}
{"train_loss": 0.0006351983174681664, "global_step": 84507, "epoch": 474, "lr": 1.0464189468796643e-05}
{"train_loss": 0.00102172268088907, "global_step": 84508, "epoch": 474, "lr": 1.0463284862719785e-05}
{"train_loss": 0.0037926379591226578, "global_step": 84509, "epoch": 474, "lr": 1.046238029117586e-05}
{"train_loss": 0.0008063191780820489, "global_step": 84510, "epoch": 474, "lr": 1.0461475754165701e-05}
{"train_loss": 0.0021458130795508623, "global_step": 84511, "epoch": 474, "lr": 1.0460571251690077e-05}
{"train_loss": 0.0014103335561230779, "global_step": 84512, "epoch": 474, "lr": 1.0459666783749772e-05}
{"train_loss": 0.0017936932854354382, "global_step": 84513, "epoch": 474, "lr": 1.0458762350345619e-05}
{"train_loss": 0.002046577399596572, "global_step": 84514, "epoch": 474, "lr": 1.045785795147834e-05}
{"train_loss": 0.0020807445980608463, "global_step": 84515, "epoch": 474, "lr": 1.0456953587148777e-05}
{"train_loss": 0.0009821871062740684, "global_step": 84516, "epoch": 474, "lr": 1.0456049257357703e-05}
{"train_loss": 0.0005050388863310218, "global_step": 84517, "epoch": 474, "lr": 1.0455144962105912e-05}
{"train_loss": 0.0013296037213876843, "global_step": 84518, "epoch": 474, "lr": 1.0454240701394185e-05}
{"train_loss": 0.0015034283278509974, "global_step": 84519, "epoch": 474, "lr": 1.0453336475223324e-05}
{"train_loss": 0.000978830736130476, "global_step": 84520, "epoch": 474, "lr": 1.0452432283594104e-05}
{"train_loss": 0.0010438734898343682, "global_step": 84521, "epoch": 474, "lr": 1.0451528126507327e-05}
{"train_loss": 0.0019199547823518515, "global_step": 84522, "epoch": 474, "lr": 1.0450624003963765e-05}
{"train_loss": 0.0018369746394455433, "global_step": 84523, "epoch": 474, "lr": 1.0449719915964251e-05}
{"train_loss": 0.002419938100501895, "global_step": 84524, "epoch": 474, "lr": 1.044881586250951e-05}
{"train_loss": 0.0017911214381456375, "global_step": 84525, "epoch": 474, "lr": 1.0447911843600382e-05}
{"train_loss": 0.0008109902846626937, "global_step": 84526, "epoch": 474, "lr": 1.0447007859237646e-05}
{"train_loss": 0.00023839055211283267, "global_step": 84527, "epoch": 474, "lr": 1.0446103909422084e-05}
{"train_loss": 0.0012984154745936394, "global_step": 84528, "epoch": 474, "lr": 1.0445199994154486e-05}
{"train_loss": 0.001655614236369729, "global_step": 84529, "epoch": 474, "lr": 1.0444296113435648e-05}
{"train_loss": 0.0013873754069209099, "global_step": 84530, "epoch": 474, "lr": 1.044339226726634e-05}
{"train_loss": 0.0017971027409657836, "global_step": 84531, "epoch": 474, "lr": 1.0442488455647387e-05}
{"train_loss": 0.0013549632858484983, "global_step": 84532, "epoch": 474, "lr": 1.0441584678579536e-05}
{"train_loss": 0.0010259986156597733, "global_step": 84533, "epoch": 474, "lr": 1.0440680936063613e-05}
{"train_loss": 0.000707510276697576, "global_step": 84534, "epoch": 474, "lr": 1.0439777228100394e-05}
{"train_loss": 0.0015681568766012788, "global_step": 84535, "epoch": 474, "lr": 1.0438873554690647e-05}
{"train_loss": 0.0015057895798236132, "global_step": 84536, "epoch": 474, "lr": 1.0437969915835217e-05}
{"train_loss": 0.0010009609395638108, "global_step": 84537, "epoch": 474, "lr": 1.0437066311534826e-05}
{"train_loss": 0.0028253691270947456, "global_step": 84538, "epoch": 474, "lr": 1.0436162741790323e-05}
{"train_loss": 0.0009101640316657722, "global_step": 84539, "epoch": 474, "lr": 1.0435259206602438e-05}
{"train_loss": 0.0030959949363023043, "global_step": 84540, "epoch": 474, "lr": 1.043435570597201e-05}
{"train_loss": 0.0007216658559627831, "global_step": 84541, "epoch": 474, "lr": 1.043345223989981e-05}
{"train_loss": 0.0012062150053679943, "global_step": 84542, "epoch": 474, "lr": 1.0432548808386622e-05}
{"train_loss": 0.0019948440603911877, "global_step": 84543, "epoch": 474, "lr": 1.0431645411433244e-05}
{"train_loss": 0.0038838661275804043, "global_step": 84544, "epoch": 474, "lr": 1.0430742049040455e-05}
{"train_loss": 0.0014462179969996214, "global_step": 84545, "epoch": 474, "lr": 1.0429838721209039e-05}
{"train_loss": 0.0011284563224762678, "global_step": 84546, "epoch": 474, "lr": 1.0428935427939824e-05}
{"train_loss": 0.0013214355567470193, "global_step": 84547, "epoch": 474, "lr": 1.0428032169233542e-05}
{"train_loss": 0.0010516628390178084, "global_step": 84548, "epoch": 474, "lr": 1.042712894509103e-05}
{"train_loss": 0.0013830544189301454, "global_step": 84549, "epoch": 474, "lr": 1.0426225755513054e-05}
{"train_loss": 0.0011761608766391873, "global_step": 84550, "epoch": 475, "lr": 1.0425322600500403e-05}
{"train_loss": 0.00227441918104887, "global_step": 84551, "epoch": 475, "lr": 1.0424419480053871e-05}
{"train_loss": 0.0010569883743301034, "global_step": 84552, "epoch": 475, "lr": 1.042351639417425e-05}
{"train_loss": 0.0005598733550868928, "global_step": 84553, "epoch": 475, "lr": 1.0422613342862303e-05}
{"train_loss": 0.0010935405734926462, "global_step": 84554, "epoch": 475, "lr": 1.0421710326118855e-05}
{"train_loss": 0.0005584015743806958, "global_step": 84555, "epoch": 475, "lr": 1.0420807343944683e-05}
{"train_loss": 0.0015056876000016928, "global_step": 84556, "epoch": 475, "lr": 1.041990439634057e-05}
{"train_loss": 0.0015143653145059943, "global_step": 84557, "epoch": 475, "lr": 1.0419001483307305e-05}
{"train_loss": 0.00149810581933707, "global_step": 84558, "epoch": 475, "lr": 1.0418098604845683e-05}
{"train_loss": 0.0017580552957952023, "global_step": 84559, "epoch": 475, "lr": 1.0417195760956482e-05}
{"train_loss": 0.0012466686312109232, "global_step": 84560, "epoch": 475, "lr": 1.0416292951640488e-05}
{"train_loss": 0.0008981182472780347, "global_step": 84561, "epoch": 475, "lr": 1.0415390176898526e-05}
{"train_loss": 0.0011908949818462133, "global_step": 84562, "epoch": 475, "lr": 1.0414487436731324e-05}
{"train_loss": 0.0018706612754613161, "global_step": 84563, "epoch": 475, "lr": 1.041358473113972e-05}
{"train_loss": 0.0015012177173048258, "global_step": 84564, "epoch": 475, "lr": 1.041268206012449e-05}
{"train_loss": 0.0007855576113797724, "global_step": 84565, "epoch": 475, "lr": 1.0411779423686412e-05}
{"train_loss": 0.001475530443713069, "global_step": 84566, "epoch": 475, "lr": 1.0410876821826282e-05}
{"train_loss": 0.0013913428410887718, "global_step": 84567, "epoch": 475, "lr": 1.0409974254544886e-05}
{"train_loss": 0.001606576144695282, "global_step": 84568, "epoch": 475, "lr": 1.0409071721843e-05}
{"train_loss": 0.0012459679273888469, "global_step": 84569, "epoch": 475, "lr": 1.0408169223721454e-05}
{"train_loss": 0.0008587991469539702, "global_step": 84570, "epoch": 475, "lr": 1.0407266760180984e-05}
{"train_loss": 0.0014861224917694926, "global_step": 84571, "epoch": 475, "lr": 1.0406364331222407e-05}
{"train_loss": 0.001027469290420413, "global_step": 84572, "epoch": 475, "lr": 1.0405461936846511e-05}
{"train_loss": 0.0004782500909641385, "global_step": 84573, "epoch": 475, "lr": 1.040455957705408e-05}
{"train_loss": 0.002120678313076496, "global_step": 84574, "epoch": 475, "lr": 1.04036572518459e-05}
{"train_loss": 0.0025015976279973984, "global_step": 84575, "epoch": 475, "lr": 1.0402754961222749e-05}
{"train_loss": 0.0012107330840080976, "global_step": 84576, "epoch": 475, "lr": 1.0401852705185455e-05}
{"train_loss": 0.0007632073247805238, "global_step": 84577, "epoch": 475, "lr": 1.0400950483734745e-05}
{"train_loss": 0.0014227646170184016, "global_step": 84578, "epoch": 475, "lr": 1.0400048296871462e-05}
{"train_loss": 0.0011388068087399006, "global_step": 84579, "epoch": 475, "lr": 1.0399146144596367e-05}
{"train_loss": 0.0019475310109555721, "global_step": 84580, "epoch": 475, "lr": 1.0398244026910247e-05}
{"train_loss": 0.002036637393757701, "global_step": 84581, "epoch": 475, "lr": 1.0397341943813904e-05}
{"train_loss": 0.0005986898904666305, "global_step": 84582, "epoch": 475, "lr": 1.0396439895308119e-05}
{"train_loss": 0.001447988790459931, "global_step": 84583, "epoch": 475, "lr": 1.0395537881393657e-05}
{"train_loss": 0.0013329563662409782, "global_step": 84584, "epoch": 475, "lr": 1.0394635902071359e-05}
{"train_loss": 0.001967129297554493, "global_step": 84585, "epoch": 475, "lr": 1.0393733957341955e-05}
{"train_loss": 0.0012514558620750904, "global_step": 84586, "epoch": 475, "lr": 1.0392832047206275e-05}
{"train_loss": 0.0006733413902111351, "global_step": 84587, "epoch": 475, "lr": 1.0391930171665088e-05}
{"train_loss": 0.0008559832349419594, "global_step": 84588, "epoch": 475, "lr": 1.0391028330719182e-05}
{"train_loss": 0.0011087395250797272, "global_step": 84589, "epoch": 475, "lr": 1.0390126524369353e-05}
{"train_loss": 0.0018431388307362795, "global_step": 84590, "epoch": 475, "lr": 1.0389224752616378e-05}
{"train_loss": 0.0014248754596337676, "global_step": 84591, "epoch": 475, "lr": 1.0388323015461038e-05}
{"train_loss": 0.001713891513645649, "global_step": 84592, "epoch": 475, "lr": 1.0387421312904161e-05}
{"train_loss": 0.0016352368984371424, "global_step": 84593, "epoch": 475, "lr": 1.0386519644946475e-05}
{"train_loss": 0.000956013158429414, "global_step": 84594, "epoch": 475, "lr": 1.0385618011588815e-05}
{"train_loss": 0.0022977255284786224, "global_step": 84595, "epoch": 475, "lr": 1.0384716412831952e-05}
{"train_loss": 0.0009431737707927823, "global_step": 84596, "epoch": 475, "lr": 1.0383814848676671e-05}
{"train_loss": 0.0019992475863546133, "global_step": 84597, "epoch": 475, "lr": 1.038291331912376e-05}
{"train_loss": 0.0014840452931821346, "global_step": 84598, "epoch": 475, "lr": 1.0382011824173998e-05}
{"train_loss": 0.001005828264169395, "global_step": 84599, "epoch": 475, "lr": 1.0381110363828212e-05}
{"train_loss": 0.0013669671025127172, "global_step": 84600, "epoch": 475, "lr": 1.0380208938087132e-05}
{"train_loss": 0.0022957343608140945, "global_step": 84601, "epoch": 475, "lr": 1.0379307546951583e-05}
{"train_loss": 0.001377844950184226, "global_step": 84602, "epoch": 475, "lr": 1.0378406190422346e-05}
{"train_loss": 0.0026537259109318256, "global_step": 84603, "epoch": 475, "lr": 1.0377504868500204e-05}
{"train_loss": 0.0005436032079160213, "global_step": 84604, "epoch": 475, "lr": 1.0376603581185946e-05}
{"train_loss": 0.0026658116839826107, "global_step": 84605, "epoch": 475, "lr": 1.0375702328480358e-05}
{"train_loss": 0.0012233805609866977, "global_step": 84606, "epoch": 475, "lr": 1.0374801110384214e-05}
{"train_loss": 0.003391105215996504, "global_step": 84607, "epoch": 475, "lr": 1.0373899926898345e-05}
{"train_loss": 0.0010897531174123287, "global_step": 84608, "epoch": 475, "lr": 1.0372998778023474e-05}
{"train_loss": 0.0011687615187838674, "global_step": 84609, "epoch": 475, "lr": 1.0372097663760439e-05}
{"train_loss": 0.0011578991543501616, "global_step": 84610, "epoch": 475, "lr": 1.037119658411001e-05}
{"train_loss": 0.0009826811728999019, "global_step": 84611, "epoch": 475, "lr": 1.0370295539072977e-05}
{"train_loss": 0.0025751260109245777, "global_step": 84612, "epoch": 475, "lr": 1.0369394528650123e-05}
{"train_loss": 0.0011690403334796429, "global_step": 84613, "epoch": 475, "lr": 1.0368493552842235e-05}
{"train_loss": 0.0016407505609095097, "global_step": 84614, "epoch": 475, "lr": 1.0367592611650101e-05}
{"train_loss": 0.0017468807054683566, "global_step": 84615, "epoch": 475, "lr": 1.0366691705074493e-05}
{"train_loss": 0.0010157814249396324, "global_step": 84616, "epoch": 475, "lr": 1.0365790833116229e-05}
{"train_loss": 0.000914732227101922, "global_step": 84617, "epoch": 475, "lr": 1.0364889995776078e-05}
{"train_loss": 0.0018447338370606303, "global_step": 84618, "epoch": 475, "lr": 1.0363989193054829e-05}
{"train_loss": 0.0024394721258431673, "global_step": 84619, "epoch": 475, "lr": 1.0363088424953272e-05}
{"train_loss": 0.001086365315131843, "global_step": 84620, "epoch": 475, "lr": 1.0362187691472185e-05}
{"train_loss": 0.0006904503097757697, "global_step": 84621, "epoch": 475, "lr": 1.0361286992612351e-05}
{"train_loss": 0.000954172748606652, "global_step": 84622, "epoch": 475, "lr": 1.0360386328374589e-05}
{"train_loss": 0.0025619748048484325, "global_step": 84623, "epoch": 475, "lr": 1.0359485698759635e-05}
{"train_loss": 0.0021896969992667437, "global_step": 84624, "epoch": 475, "lr": 1.035858510376832e-05}
{"train_loss": 0.0012071877717971802, "global_step": 84625, "epoch": 475, "lr": 1.0357684543401408e-05}
{"train_loss": 0.0026117651723325253, "global_step": 84626, "epoch": 475, "lr": 1.0356784017659699e-05}
{"train_loss": 0.0005329011473804712, "global_step": 84627, "epoch": 475, "lr": 1.0355883526543963e-05}
{"train_loss": 0.0020234575495123863, "global_step": 84628, "epoch": 475, "lr": 1.0354983070055002e-05}
{"train_loss": 0.0005809069261886179, "global_step": 84629, "epoch": 475, "lr": 1.0354082648193581e-05}
{"train_loss": 0.0016037320019677281, "global_step": 84630, "epoch": 475, "lr": 1.0353182260960526e-05}
{"train_loss": 0.0017191809602081776, "global_step": 84631, "epoch": 475, "lr": 1.035228190835657e-05}
{"train_loss": 0.0006881828885525465, "global_step": 84632, "epoch": 475, "lr": 1.0351381590382559e-05}
{"train_loss": 0.0009340968099422753, "global_step": 84633, "epoch": 475, "lr": 1.0350481307039216e-05}
{"train_loss": 0.0018102943431586027, "global_step": 84634, "epoch": 475, "lr": 1.034958105832738e-05}
{"train_loss": 0.0007368309888988733, "global_step": 84635, "epoch": 475, "lr": 1.034868084424781e-05}
{"train_loss": 0.0014720265753567219, "global_step": 84636, "epoch": 475, "lr": 1.0347780664801293e-05}
{"train_loss": 0.0012579162139445543, "global_step": 84637, "epoch": 475, "lr": 1.0346880519988643e-05}
{"train_loss": 0.0013104418758302927, "global_step": 84638, "epoch": 475, "lr": 1.0345980409810602e-05}
{"train_loss": 0.002983579644933343, "global_step": 84639, "epoch": 475, "lr": 1.0345080334267987e-05}
{"train_loss": 0.001417796011082828, "global_step": 84640, "epoch": 475, "lr": 1.0344180293361583e-05}
{"train_loss": 0.0007975550252012908, "global_step": 84641, "epoch": 475, "lr": 1.0343280287092166e-05}
{"train_loss": 0.0010447577806189656, "global_step": 84642, "epoch": 475, "lr": 1.0342380315460526e-05}
{"train_loss": 0.001312269363552332, "global_step": 84643, "epoch": 475, "lr": 1.0341480378467444e-05}
{"train_loss": 0.0012336985673755407, "global_step": 84644, "epoch": 475, "lr": 1.0340580476113704e-05}
{"train_loss": 0.0009690374718047678, "global_step": 84645, "epoch": 475, "lr": 1.033968060840012e-05}
{"train_loss": 0.001226620515808463, "global_step": 84646, "epoch": 475, "lr": 1.0338780775327433e-05}
{"train_loss": 0.001189729431644082, "global_step": 84647, "epoch": 475, "lr": 1.033788097689648e-05}
{"train_loss": 0.001285359263420105, "global_step": 84648, "epoch": 475, "lr": 1.0336981213107988e-05}
{"train_loss": 0.001869639614596963, "global_step": 84649, "epoch": 475, "lr": 1.033608148396279e-05}
{"train_loss": 0.0014615366235375404, "global_step": 84650, "epoch": 475, "lr": 1.0335181789461656e-05}
{"train_loss": 0.0005851617315784097, "global_step": 84651, "epoch": 475, "lr": 1.0334282129605371e-05}
{"train_loss": 0.0008321464993059635, "global_step": 84652, "epoch": 475, "lr": 1.0333382504394723e-05}
{"train_loss": 0.0021189600229263306, "global_step": 84653, "epoch": 475, "lr": 1.03324829138305e-05}
{"train_loss": 0.0012775418581441045, "global_step": 84654, "epoch": 475, "lr": 1.0331583357913467e-05}
{"train_loss": 0.0007080924697220325, "global_step": 84655, "epoch": 475, "lr": 1.0330683836644455e-05}
{"train_loss": 0.0004990624147467315, "global_step": 84656, "epoch": 475, "lr": 1.032978435002419e-05}
{"train_loss": 0.0003892029635608196, "global_step": 84657, "epoch": 475, "lr": 1.032888489805351e-05}
{"train_loss": 0.0007796117570251226, "global_step": 84658, "epoch": 475, "lr": 1.0327985480733177e-05}
{"train_loss": 0.0011603018501773477, "global_step": 84659, "epoch": 475, "lr": 1.0327086098063965e-05}
{"train_loss": 0.0010411461116746068, "global_step": 84660, "epoch": 475, "lr": 1.0326186750046702e-05}
{"train_loss": 0.0016372494865208864, "global_step": 84661, "epoch": 475, "lr": 1.0325287436682119e-05}
{"train_loss": 0.0016908245161175728, "global_step": 84662, "epoch": 475, "lr": 1.0324388157971038e-05}
{"train_loss": 0.0006500608287751675, "global_step": 84663, "epoch": 475, "lr": 1.0323488913914236e-05}
{"train_loss": 0.002092314651235938, "global_step": 84664, "epoch": 475, "lr": 1.0322589704512498e-05}
{"train_loss": 0.000912644958589226, "global_step": 84665, "epoch": 475, "lr": 1.0321690529766608e-05}
{"train_loss": 0.0008185721235349774, "global_step": 84666, "epoch": 475, "lr": 1.0320791389677353e-05}
{"train_loss": 0.0011463069822639227, "global_step": 84667, "epoch": 475, "lr": 1.031989228424552e-05}
{"train_loss": 0.0005124369054101408, "global_step": 84668, "epoch": 475, "lr": 1.0318993213471884e-05}
{"train_loss": 0.0009035117109306157, "global_step": 84669, "epoch": 475, "lr": 1.031809417735723e-05}
{"train_loss": 0.0008645376656204462, "global_step": 84670, "epoch": 475, "lr": 1.0317195175902378e-05}
{"train_loss": 0.0010974528267979622, "global_step": 84671, "epoch": 475, "lr": 1.0316296209108056e-05}
{"train_loss": 0.000812592392321676, "global_step": 84672, "epoch": 475, "lr": 1.0315397276975091e-05}
{"train_loss": 0.0007958085043355823, "global_step": 84673, "epoch": 475, "lr": 1.0314498379504261e-05}
{"train_loss": 0.0003134771541226655, "global_step": 84674, "epoch": 475, "lr": 1.0313599516696343e-05}
{"train_loss": 0.001495255040936172, "global_step": 84675, "epoch": 475, "lr": 1.031270068855213e-05}
{"train_loss": 0.0021145413629710674, "global_step": 84676, "epoch": 475, "lr": 1.0311801895072398e-05}
{"train_loss": 0.0012859138660132885, "global_step": 84677, "epoch": 475, "lr": 1.0310903136257926e-05}
{"train_loss": 0.0007446333765983582, "global_step": 84678, "epoch": 475, "lr": 1.0310004412109525e-05}
{"train_loss": 0.0007722129812464118, "global_step": 84679, "epoch": 475, "lr": 1.0309105722627966e-05}
{"train_loss": 0.0010340013541281223, "global_step": 84680, "epoch": 475, "lr": 1.030820706781403e-05}
{"train_loss": 0.0031284999568015337, "global_step": 84681, "epoch": 475, "lr": 1.03073084476685e-05}
{"train_loss": 0.0015400389675050974, "global_step": 84682, "epoch": 475, "lr": 1.0306409862192162e-05}
{"train_loss": 0.000702834571711719, "global_step": 84683, "epoch": 475, "lr": 1.0305511311385823e-05}
{"train_loss": 0.0019814041443169117, "global_step": 84684, "epoch": 475, "lr": 1.0304612795250229e-05}
{"train_loss": 0.0015346476575359702, "global_step": 84685, "epoch": 475, "lr": 1.0303714313786206e-05}
{"train_loss": 0.0011278073070570827, "global_step": 84686, "epoch": 475, "lr": 1.0302815866994497e-05}
{"train_loss": 0.0005672292318195105, "global_step": 84687, "epoch": 475, "lr": 1.0301917454875914e-05}
{"train_loss": 0.0018041443545371294, "global_step": 84688, "epoch": 475, "lr": 1.030101907743124e-05}
{"train_loss": 0.0014100883854553103, "global_step": 84689, "epoch": 475, "lr": 1.0300120734661256e-05}
{"train_loss": 0.0003710106248036027, "global_step": 84690, "epoch": 475, "lr": 1.0299222426566746e-05}
{"train_loss": 0.0007818986778147519, "global_step": 84691, "epoch": 475, "lr": 1.0298324153148492e-05}
{"train_loss": 0.0020912769250571728, "global_step": 84692, "epoch": 475, "lr": 1.0297425914407267e-05}
{"train_loss": 0.002356842625886202, "global_step": 84693, "epoch": 475, "lr": 1.0296527710343896e-05}
{"train_loss": 0.0015265976544469595, "global_step": 84694, "epoch": 475, "lr": 1.0295629540959113e-05}
{"train_loss": 0.0015665017999708652, "global_step": 84695, "epoch": 475, "lr": 1.0294731406253739e-05}
{"train_loss": 0.0017612585797905922, "global_step": 84696, "epoch": 475, "lr": 1.0293833306228545e-05}
{"train_loss": 0.0007712468504905701, "global_step": 84697, "epoch": 475, "lr": 1.0292935240884315e-05}
{"train_loss": 0.0009801833657547832, "global_step": 84698, "epoch": 475, "lr": 1.0292037210221833e-05}
{"train_loss": 0.0021956698037683964, "global_step": 84699, "epoch": 475, "lr": 1.029113921424188e-05}
{"train_loss": 0.001051439088769257, "global_step": 84700, "epoch": 475, "lr": 1.0290241252945248e-05}
{"train_loss": 0.0005586273036897182, "global_step": 84701, "epoch": 475, "lr": 1.0289343326332729e-05}
{"train_loss": 0.0018020360730588436, "global_step": 84702, "epoch": 475, "lr": 1.0288445434405092e-05}
{"train_loss": 0.0007393071427941322, "global_step": 84703, "epoch": 475, "lr": 1.0287547577163125e-05}
{"train_loss": 0.001382496440783143, "global_step": 84704, "epoch": 475, "lr": 1.0286649754607619e-05}
{"train_loss": 0.0008705769432708621, "global_step": 84705, "epoch": 475, "lr": 1.0285751966739348e-05}
{"train_loss": 0.0009094885317608714, "global_step": 84706, "epoch": 475, "lr": 1.0284854213559103e-05}
{"train_loss": 0.0014388139825314283, "global_step": 84707, "epoch": 475, "lr": 1.0283956495067649e-05}
{"train_loss": 0.0013458994217216969, "global_step": 84708, "epoch": 475, "lr": 1.0283058811265817e-05}
{"train_loss": 0.0012211534194648266, "global_step": 84709, "epoch": 475, "lr": 1.0282161162154335e-05}
{"train_loss": 0.002265400718897581, "global_step": 84710, "epoch": 475, "lr": 1.0281263547734026e-05}
{"train_loss": 0.0020569111220538616, "global_step": 84711, "epoch": 475, "lr": 1.0280365968005662e-05}
{"train_loss": 0.00095123122446239, "global_step": 84712, "epoch": 475, "lr": 1.0279468422970023e-05}
{"train_loss": 0.0016127482522279024, "global_step": 84713, "epoch": 475, "lr": 1.02785709126279e-05}
{"train_loss": 0.0010928313713520765, "global_step": 84714, "epoch": 475, "lr": 1.0277673436980074e-05}
{"train_loss": 0.0025040353648364544, "global_step": 84715, "epoch": 475, "lr": 1.0276775996027311e-05}
{"train_loss": 0.0013959138887003064, "global_step": 84716, "epoch": 475, "lr": 1.0275878589770443e-05}
{"train_loss": 0.0005826198612339795, "global_step": 84717, "epoch": 475, "lr": 1.0274981218210194e-05}
{"train_loss": 0.0011269652750343084, "global_step": 84718, "epoch": 475, "lr": 1.0274083881347384e-05}
{"train_loss": 0.0007422449998557568, "global_step": 84719, "epoch": 475, "lr": 1.0273186579182798e-05}
{"train_loss": 0.000967296538874507, "global_step": 84720, "epoch": 475, "lr": 1.0272289311717193e-05}
{"train_loss": 0.0014077997766435146, "global_step": 84721, "epoch": 475, "lr": 1.0271392078951397e-05}
{"train_loss": 0.0013956554466858506, "global_step": 84722, "epoch": 475, "lr": 1.0270494880886145e-05}
{"train_loss": 0.0006538345478475094, "global_step": 84723, "epoch": 475, "lr": 1.0269597717522266e-05}
{"train_loss": 0.0007420546608045697, "global_step": 84724, "epoch": 475, "lr": 1.0268700588860497e-05}
{"train_loss": 0.0007245924207381904, "global_step": 84725, "epoch": 475, "lr": 1.0267803494901656e-05}
{"train_loss": 0.0020003721583634615, "global_step": 84726, "epoch": 475, "lr": 1.0266906435646517e-05}
{"train_loss": 0.001346355677076113, "global_step": 84727, "epoch": 475, "lr": 1.0266009411095861e-05, "train_action_mse_error": 1.246826400347345e-06}
{"train_loss": 0.0017129761399701238, "global_step": 84728, "epoch": 476, "lr": 1.0265112421250478e-05}
{"train_loss": 0.0013897434109821916, "global_step": 84729, "epoch": 476, "lr": 1.0264215466111138e-05}
{"train_loss": 0.0007738037966191769, "global_step": 84730, "epoch": 476, "lr": 1.0263318545678624e-05}
{"train_loss": 0.0002792596351355314, "global_step": 84731, "epoch": 476, "lr": 1.0262421659953758e-05}
{"train_loss": 0.0009430841309949756, "global_step": 84732, "epoch": 476, "lr": 1.0261524808937262e-05}
{"train_loss": 0.000943200895562768, "global_step": 84733, "epoch": 476, "lr": 1.0260627992629968e-05}
{"train_loss": 0.0028952299617230892, "global_step": 84734, "epoch": 476, "lr": 1.0259731211032635e-05}
{"train_loss": 0.0008928293245844543, "global_step": 84735, "epoch": 476, "lr": 1.0258834464146061e-05}
{"train_loss": 0.0013165519339963794, "global_step": 84736, "epoch": 476, "lr": 1.0257937751971019e-05}
{"train_loss": 0.0014013731852173805, "global_step": 84737, "epoch": 476, "lr": 1.0257041074508295e-05}
{"train_loss": 0.001896723872050643, "global_step": 84738, "epoch": 476, "lr": 1.0256144431758657e-05}
{"train_loss": 0.0012387244496494532, "global_step": 84739, "epoch": 476, "lr": 1.0255247823722936e-05}
{"train_loss": 0.0012559785973280668, "global_step": 84740, "epoch": 476, "lr": 1.025435125040185e-05}
{"train_loss": 0.0013082714285701513, "global_step": 84741, "epoch": 476, "lr": 1.025345471179623e-05}
{"train_loss": 0.000979308970272541, "global_step": 84742, "epoch": 476, "lr": 1.0252558207906843e-05}
{"train_loss": 0.0020187641493976116, "global_step": 84743, "epoch": 476, "lr": 1.0251661738734474e-05}
{"train_loss": 0.0006347336457110941, "global_step": 84744, "epoch": 476, "lr": 1.0250765304279903e-05}
{"train_loss": 0.0008682397310622036, "global_step": 84745, "epoch": 476, "lr": 1.0249868904543902e-05}
{"train_loss": 0.0021405969746410847, "global_step": 84746, "epoch": 476, "lr": 1.0248972539527297e-05}
{"train_loss": 0.0010709756752476096, "global_step": 84747, "epoch": 476, "lr": 1.0248076209230806e-05}
{"train_loss": 0.0016681160777807236, "global_step": 84748, "epoch": 476, "lr": 1.0247179913655263e-05}
{"train_loss": 0.0010814470006152987, "global_step": 84749, "epoch": 476, "lr": 1.0246283652801436e-05}
{"train_loss": 0.0009830195922404528, "global_step": 84750, "epoch": 476, "lr": 1.024538742667011e-05}
{"train_loss": 0.001380402478389442, "global_step": 84751, "epoch": 476, "lr": 1.024449123526206e-05}
{"train_loss": 0.0018227474065497518, "global_step": 84752, "epoch": 476, "lr": 1.0243595078578072e-05}
{"train_loss": 0.0019423930207267404, "global_step": 84753, "epoch": 476, "lr": 1.0242698956618913e-05}
{"train_loss": 0.0010115823242813349, "global_step": 84754, "epoch": 476, "lr": 1.0241802869385414e-05}
{"train_loss": 0.0010793450055643916, "global_step": 84755, "epoch": 476, "lr": 1.0240906816878298e-05}
{"train_loss": 0.001061831135302782, "global_step": 84756, "epoch": 476, "lr": 1.0240010799098403e-05}
{"train_loss": 0.00223507615737617, "global_step": 84757, "epoch": 476, "lr": 1.0239114816046452e-05}
{"train_loss": 0.0016436909791082144, "global_step": 84758, "epoch": 476, "lr": 1.0238218867723281e-05}
{"train_loss": 0.0006219060160219669, "global_step": 84759, "epoch": 476, "lr": 1.0237322954129646e-05}
{"train_loss": 0.0018445270834490657, "global_step": 84760, "epoch": 476, "lr": 1.0236427075266336e-05}
{"train_loss": 0.0019529773853719234, "global_step": 84761, "epoch": 476, "lr": 1.0235531231134133e-05}
{"train_loss": 0.0010751149384304881, "global_step": 84762, "epoch": 476, "lr": 1.0234635421733807e-05}
{"train_loss": 0.0014084578724578023, "global_step": 84763, "epoch": 476, "lr": 1.023373964706616e-05}
{"train_loss": 0.0005595975671894848, "global_step": 84764, "epoch": 476, "lr": 1.0232843907131972e-05}
{"train_loss": 0.001124016591347754, "global_step": 84765, "epoch": 476, "lr": 1.0231948201932018e-05}
{"train_loss": 0.0017590827774256468, "global_step": 84766, "epoch": 476, "lr": 1.0231052531467084e-05}
{"train_loss": 0.0011525617446750402, "global_step": 84767, "epoch": 476, "lr": 1.0230156895737947e-05}
{"train_loss": 0.0013446788070723414, "global_step": 84768, "epoch": 476, "lr": 1.0229261294745379e-05}
{"train_loss": 0.0011936391238123178, "global_step": 84769, "epoch": 476, "lr": 1.0228365728490208e-05}
{"train_loss": 0.0011733218561857939, "global_step": 84770, "epoch": 476, "lr": 1.0227470196973154e-05}
{"train_loss": 0.003062780946493149, "global_step": 84771, "epoch": 476, "lr": 1.0226574700195046e-05}
{"train_loss": 0.0008478917879983783, "global_step": 84772, "epoch": 476, "lr": 1.0225679238156644e-05}
{"train_loss": 0.00041592898196540773, "global_step": 84773, "epoch": 476, "lr": 1.0224783810858741e-05}
{"train_loss": 0.0010502394288778305, "global_step": 84774, "epoch": 476, "lr": 1.0223888418302113e-05}
{"train_loss": 0.0014613859821110964, "global_step": 84775, "epoch": 476, "lr": 1.022299306048754e-05}
{"train_loss": 0.0012916632695123553, "global_step": 84776, "epoch": 476, "lr": 1.0222097737415808e-05}
{"train_loss": 0.0021181339398026466, "global_step": 84777, "epoch": 476, "lr": 1.0221202449087702e-05}
{"train_loss": 0.0005701039917767048, "global_step": 84778, "epoch": 476, "lr": 1.0220307195503986e-05}
{"train_loss": 0.0017768836114555597, "global_step": 84779, "epoch": 476, "lr": 1.0219411976665483e-05}
{"train_loss": 0.0011118694674223661, "global_step": 84780, "epoch": 476, "lr": 1.0218516792572919e-05}
{"train_loss": 0.0006712502799928188, "global_step": 84781, "epoch": 476, "lr": 1.0217621643227116e-05}
{"train_loss": 0.0006416377145797014, "global_step": 84782, "epoch": 476, "lr": 1.021672652862885e-05}
{"train_loss": 0.0012850306229665875, "global_step": 84783, "epoch": 476, "lr": 1.0215831448778878e-05}
{"train_loss": 0.003063110401853919, "global_step": 84784, "epoch": 476, "lr": 1.0214936403678033e-05}
{"train_loss": 0.0009298609802499413, "global_step": 84785, "epoch": 476, "lr": 1.021404139332704e-05}
{"train_loss": 0.0006161184282973409, "global_step": 84786, "epoch": 476, "lr": 1.0213146417726715e-05}
{"train_loss": 0.0007907558465376496, "global_step": 84787, "epoch": 476, "lr": 1.0212251476877833e-05}
{"train_loss": 0.0008516461821272969, "global_step": 84788, "epoch": 476, "lr": 1.0211356570781166e-05}
{"train_loss": 0.002728651510551572, "global_step": 84789, "epoch": 476, "lr": 1.0210461699437512e-05}
{"train_loss": 0.0008030473254621029, "global_step": 84790, "epoch": 476, "lr": 1.0209566862847642e-05}
{"train_loss": 0.0019040432525798678, "global_step": 84791, "epoch": 476, "lr": 1.020867206101232e-05}
{"train_loss": 0.0006849558558315039, "global_step": 84792, "epoch": 476, "lr": 1.020777729393238e-05}
{"train_loss": 0.0007298048585653305, "global_step": 84793, "epoch": 476, "lr": 1.020688256160854e-05}
{"train_loss": 0.0008644702611491084, "global_step": 84794, "epoch": 476, "lr": 1.0205987864041638e-05}
{"train_loss": 0.0010919163469225168, "global_step": 84795, "epoch": 476, "lr": 1.0205093201232401e-05}
{"train_loss": 0.0007143556140363216, "global_step": 84796, "epoch": 476, "lr": 1.0204198573181657e-05}
{"train_loss": 0.0008996496326290071, "global_step": 84797, "epoch": 476, "lr": 1.0203303979890166e-05}
{"train_loss": 0.0008726894157007337, "global_step": 84798, "epoch": 476, "lr": 1.0202409421358717e-05}
{"train_loss": 0.0006632028380408883, "global_step": 84799, "epoch": 476, "lr": 1.0201514897588077e-05}
{"train_loss": 0.000759434187784791, "global_step": 84800, "epoch": 476, "lr": 1.0200620408579042e-05}
{"train_loss": 0.0008063375717028975, "global_step": 84801, "epoch": 476, "lr": 1.0199725954332379e-05}
{"train_loss": 0.001077566877938807, "global_step": 84802, "epoch": 476, "lr": 1.0198831534848901e-05}
{"train_loss": 0.0009457288542762399, "global_step": 84803, "epoch": 476, "lr": 1.0197937150129338e-05}
{"train_loss": 0.0012513219844549894, "global_step": 84804, "epoch": 476, "lr": 1.0197042800174516e-05}
{"train_loss": 0.001215105876326561, "global_step": 84805, "epoch": 476, "lr": 1.0196148484985202e-05}
{"train_loss": 0.002119565149769187, "global_step": 84806, "epoch": 476, "lr": 1.019525420456216e-05}
{"train_loss": 0.00043021910823881626, "global_step": 84807, "epoch": 476, "lr": 1.0194359958906213e-05}
{"train_loss": 0.0011082671117037535, "global_step": 84808, "epoch": 476, "lr": 1.0193465748018088e-05}
{"train_loss": 0.0015666794497519732, "global_step": 84809, "epoch": 476, "lr": 1.0192571571898606e-05}
{"train_loss": 0.0023629656061530113, "global_step": 84810, "epoch": 476, "lr": 1.0191677430548536e-05}
{"train_loss": 0.0003683330141939223, "global_step": 84811, "epoch": 476, "lr": 1.0190783323968661e-05}
{"train_loss": 0.0007072984590195119, "global_step": 84812, "epoch": 476, "lr": 1.0189889252159757e-05}
{"train_loss": 0.0007482902146875858, "global_step": 84813, "epoch": 476, "lr": 1.018899521512261e-05}
{"train_loss": 0.0012860610149800777, "global_step": 84814, "epoch": 476, "lr": 1.0188101212857992e-05}
{"train_loss": 0.0015486301854252815, "global_step": 84815, "epoch": 476, "lr": 1.0187207245366697e-05}
{"train_loss": 0.0010990819428116083, "global_step": 84816, "epoch": 476, "lr": 1.0186313312649481e-05}
{"train_loss": 0.0007352646789513528, "global_step": 84817, "epoch": 476, "lr": 1.018541941470717e-05}
{"train_loss": 0.0005471648182719946, "global_step": 84818, "epoch": 476, "lr": 1.0184525551540491e-05}
{"train_loss": 0.000797131797298789, "global_step": 84819, "epoch": 476, "lr": 1.0183631723150267e-05}
{"train_loss": 0.0010018760804086924, "global_step": 84820, "epoch": 476, "lr": 1.0182737929537261e-05}
{"train_loss": 0.0013482088688760996, "global_step": 84821, "epoch": 476, "lr": 1.0181844170702253e-05}
{"train_loss": 0.001707312185317278, "global_step": 84822, "epoch": 476, "lr": 1.018095044664603e-05}
{"train_loss": 0.0019061077618971467, "global_step": 84823, "epoch": 476, "lr": 1.0180056757369366e-05}
{"train_loss": 0.0009188188705593348, "global_step": 84824, "epoch": 476, "lr": 1.0179163102873035e-05}
{"train_loss": 0.0008493779459968209, "global_step": 84825, "epoch": 476, "lr": 1.0178269483157838e-05}
{"train_loss": 0.0014922197442501783, "global_step": 84826, "epoch": 476, "lr": 1.0177375898224546e-05}
{"train_loss": 0.0012119170278310776, "global_step": 84827, "epoch": 476, "lr": 1.0176482348073935e-05}
{"train_loss": 0.0009357215603813529, "global_step": 84828, "epoch": 476, "lr": 1.017558883270679e-05}
{"train_loss": 0.0013834835262969136, "global_step": 84829, "epoch": 476, "lr": 1.0174695352123875e-05}
{"train_loss": 0.0014590623322874308, "global_step": 84830, "epoch": 476, "lr": 1.0173801906326014e-05}
{"train_loss": 0.002263786271214485, "global_step": 84831, "epoch": 476, "lr": 1.0172908495313931e-05}
{"train_loss": 0.0008121485589072108, "global_step": 84832, "epoch": 476, "lr": 1.0172015119088458e-05}
{"train_loss": 0.00208554370328784, "global_step": 84833, "epoch": 476, "lr": 1.0171121777650328e-05}
{"train_loss": 0.0013100095093250275, "global_step": 84834, "epoch": 476, "lr": 1.017022847100036e-05}
{"train_loss": 0.0008107969770208001, "global_step": 84835, "epoch": 476, "lr": 1.0169335199139313e-05}
{"train_loss": 0.0007433155551552773, "global_step": 84836, "epoch": 476, "lr": 1.0168441962067976e-05}
{"train_loss": 0.0012400849955156446, "global_step": 84837, "epoch": 476, "lr": 1.0167548759787127e-05}
{"train_loss": 0.0008435375639237463, "global_step": 84838, "epoch": 476, "lr": 1.0166655592297547e-05}
{"train_loss": 0.0037398545537143946, "global_step": 84839, "epoch": 476, "lr": 1.0165762459599997e-05}
{"train_loss": 0.001261384692043066, "global_step": 84840, "epoch": 476, "lr": 1.0164869361695301e-05}
{"train_loss": 0.0005313020083121955, "global_step": 84841, "epoch": 476, "lr": 1.0163976298584188e-05}
{"train_loss": 0.0015435998793691397, "global_step": 84842, "epoch": 476, "lr": 1.0163083270267476e-05}
{"train_loss": 0.001458903425373137, "global_step": 84843, "epoch": 476, "lr": 1.0162190276745932e-05}
{"train_loss": 0.0005364062963053584, "global_step": 84844, "epoch": 476, "lr": 1.0161297318020335e-05}
{"train_loss": 0.001476020086556673, "global_step": 84845, "epoch": 476, "lr": 1.0160404394091467e-05}
{"train_loss": 0.0012875339016318321, "global_step": 84846, "epoch": 476, "lr": 1.0159511504960096e-05}
{"train_loss": 0.0009359186515212059, "global_step": 84847, "epoch": 476, "lr": 1.0158618650627017e-05}
{"train_loss": 0.0011761549394577742, "global_step": 84848, "epoch": 476, "lr": 1.0157725831093013e-05}
{"train_loss": 0.00239917216822505, "global_step": 84849, "epoch": 476, "lr": 1.0156833046358855e-05}
{"train_loss": 0.0013736134860664606, "global_step": 84850, "epoch": 476, "lr": 1.015594029642532e-05}
{"train_loss": 0.0017368500120937824, "global_step": 84851, "epoch": 476, "lr": 1.0155047581293193e-05}
{"train_loss": 0.002043379470705986, "global_step": 84852, "epoch": 476, "lr": 1.0154154900963253e-05}
{"train_loss": 0.0015803580172359943, "global_step": 84853, "epoch": 476, "lr": 1.015326225543628e-05}
{"train_loss": 0.0025685979053378105, "global_step": 84854, "epoch": 476, "lr": 1.0152369644713039e-05}
{"train_loss": 0.00366865168325603, "global_step": 84855, "epoch": 476, "lr": 1.0151477068794352e-05}
{"train_loss": 0.000546164985280484, "global_step": 84856, "epoch": 476, "lr": 1.015058452768094e-05}
{"train_loss": 0.001917253015562892, "global_step": 84857, "epoch": 476, "lr": 1.014969202137363e-05}
{"train_loss": 0.0011193391401320696, "global_step": 84858, "epoch": 476, "lr": 1.0148799549873178e-05}
{"train_loss": 0.001004781574010849, "global_step": 84859, "epoch": 476, "lr": 1.0147907113180377e-05}
{"train_loss": 0.0013355573173612356, "global_step": 84860, "epoch": 476, "lr": 1.0147014711295993e-05}
{"train_loss": 0.0010040460620075464, "global_step": 84861, "epoch": 476, "lr": 1.0146122344220815e-05}
{"train_loss": 0.0005170418880879879, "global_step": 84862, "epoch": 476, "lr": 1.0145230011955604e-05}
{"train_loss": 0.001509028603322804, "global_step": 84863, "epoch": 476, "lr": 1.0144337714501185e-05}
{"train_loss": 0.0022855501156300306, "global_step": 84864, "epoch": 476, "lr": 1.0143445451858274e-05}
{"train_loss": 0.0017314880387857556, "global_step": 84865, "epoch": 476, "lr": 1.01425532240277e-05}
{"train_loss": 0.0008522163843736053, "global_step": 84866, "epoch": 476, "lr": 1.0141661031010225e-05}
{"train_loss": 0.0006974132265895605, "global_step": 84867, "epoch": 476, "lr": 1.0140768872806617e-05}
{"train_loss": 0.0026567925233393908, "global_step": 84868, "epoch": 476, "lr": 1.0139876749417693e-05}
{"train_loss": 0.0009560077451169491, "global_step": 84869, "epoch": 476, "lr": 1.0138984660844176e-05}
{"train_loss": 0.00035053957253694534, "global_step": 84870, "epoch": 476, "lr": 1.0138092607086908e-05}
{"train_loss": 0.0009046572959050536, "global_step": 84871, "epoch": 476, "lr": 1.0137200588146605e-05}
{"train_loss": 0.0009176008170470595, "global_step": 84872, "epoch": 476, "lr": 1.0136308604024092e-05}
{"train_loss": 0.001578143099322915, "global_step": 84873, "epoch": 476, "lr": 1.013541665472013e-05}
{"train_loss": 0.0010485871462151408, "global_step": 84874, "epoch": 476, "lr": 1.0134524740235501e-05}
{"train_loss": 0.0003789479087572545, "global_step": 84875, "epoch": 476, "lr": 1.0133632860570985e-05}
{"train_loss": 0.001172029646113515, "global_step": 84876, "epoch": 476, "lr": 1.013274101572736e-05}
{"train_loss": 0.0020225662738084793, "global_step": 84877, "epoch": 476, "lr": 1.0131849205705391e-05}
{"train_loss": 0.001101885107345879, "global_step": 84878, "epoch": 476, "lr": 1.0130957430505899e-05}
{"train_loss": 0.001167479669675231, "global_step": 84879, "epoch": 476, "lr": 1.0130065690129608e-05}
{"train_loss": 0.0012993109412491322, "global_step": 84880, "epoch": 476, "lr": 1.012917398457734e-05}
{"train_loss": 0.0015274259494617581, "global_step": 84881, "epoch": 476, "lr": 1.0128282313849852e-05}
{"train_loss": 0.0016649547033011913, "global_step": 84882, "epoch": 476, "lr": 1.0127390677947929e-05}
{"train_loss": 0.0009739272063598037, "global_step": 84883, "epoch": 476, "lr": 1.0126499076872347e-05}
{"train_loss": 0.0007161376997828484, "global_step": 84884, "epoch": 476, "lr": 1.0125607510623891e-05}
{"train_loss": 0.000884074077475816, "global_step": 84885, "epoch": 476, "lr": 1.0124715979203336e-05}
{"train_loss": 0.0014058705419301987, "global_step": 84886, "epoch": 476, "lr": 1.012382448261146e-05}
{"train_loss": 0.0005986365722492337, "global_step": 84887, "epoch": 476, "lr": 1.0122933020849024e-05}
{"train_loss": 0.0008875034982338548, "global_step": 84888, "epoch": 476, "lr": 1.0122041593916842e-05}
{"train_loss": 0.00114335841499269, "global_step": 84889, "epoch": 476, "lr": 1.0121150201815676e-05}
{"train_loss": 0.0004629454342648387, "global_step": 84890, "epoch": 476, "lr": 1.01202588445463e-05}
{"train_loss": 0.001091931015253067, "global_step": 84891, "epoch": 476, "lr": 1.0119367522109496e-05}
{"train_loss": 0.0013106460683047771, "global_step": 84892, "epoch": 476, "lr": 1.0118476234506036e-05}
{"train_loss": 0.0007205901201814413, "global_step": 84893, "epoch": 476, "lr": 1.0117584981736728e-05}
{"train_loss": 0.0018095436971634626, "global_step": 84894, "epoch": 476, "lr": 1.0116693763802299e-05}
{"train_loss": 0.0006689775036647916, "global_step": 84895, "epoch": 476, "lr": 1.011580258070357e-05}
{"train_loss": 0.0020066171418875456, "global_step": 84896, "epoch": 476, "lr": 1.011491143244131e-05}
{"train_loss": 0.00031227333238348365, "global_step": 84897, "epoch": 476, "lr": 1.0114020319016287e-05}
{"train_loss": 0.0013244117144495249, "global_step": 84898, "epoch": 476, "lr": 1.0113129240429286e-05}
{"train_loss": 0.0006827878532931209, "global_step": 84899, "epoch": 476, "lr": 1.011223819668109e-05}
{"train_loss": 0.0016580428928136826, "global_step": 84900, "epoch": 476, "lr": 1.0111347187772457e-05}
{"train_loss": 0.0012451910879462957, "global_step": 84901, "epoch": 476, "lr": 1.01104562137042e-05}
{"train_loss": 0.0007882853969931602, "global_step": 84902, "epoch": 476, "lr": 1.0109565274477057e-05}
{"train_loss": 0.0005161510780453682, "global_step": 84903, "epoch": 476, "lr": 1.0108674370091853e-05}
{"train_loss": 0.00155644491314888, "global_step": 84904, "epoch": 476, "lr": 1.0107783500549311e-05}
{"train_loss": 0.0012588945277600308, "global_step": 84905, "epoch": 476, "lr": 1.0106892665850253e-05}
{"train_loss": 0.0015073686372488737, "global_step": 84906, "epoch": 477, "lr": 1.010600186599544e-05}
{"train_loss": 0.0013007171219214797, "global_step": 84907, "epoch": 477, "lr": 1.0105111100985654e-05}
{"train_loss": 0.001268121413886547, "global_step": 84908, "epoch": 477, "lr": 1.0104220370821672e-05}
{"train_loss": 0.0011326710227876902, "global_step": 84909, "epoch": 477, "lr": 1.0103329675504254e-05}
{"train_loss": 0.0011969420593231916, "global_step": 84910, "epoch": 477, "lr": 1.0102439015034205e-05}
{"train_loss": 0.0011915729846805334, "global_step": 84911, "epoch": 477, "lr": 1.0101548389412296e-05}
{"train_loss": 0.0027072750963270664, "global_step": 84912, "epoch": 477, "lr": 1.0100657798639308e-05}
{"train_loss": 0.0015331273898482323, "global_step": 84913, "epoch": 477, "lr": 1.0099767242716008e-05}
{"train_loss": 0.0025334623642265797, "global_step": 84914, "epoch": 477, "lr": 1.0098876721643174e-05}
{"train_loss": 0.0012447824701666832, "global_step": 84915, "epoch": 477, "lr": 1.009798623542158e-05}
{"train_loss": 0.0012583674397319555, "global_step": 84916, "epoch": 477, "lr": 1.0097095784052041e-05}
{"train_loss": 0.0018022849690169096, "global_step": 84917, "epoch": 477, "lr": 1.0096205367535272e-05}
{"train_loss": 0.0019527648109942675, "global_step": 84918, "epoch": 477, "lr": 1.0095314985872101e-05}
{"train_loss": 0.0007949958671815693, "global_step": 84919, "epoch": 477, "lr": 1.0094424639063294e-05}
{"train_loss": 0.0007674928056076169, "global_step": 84920, "epoch": 477, "lr": 1.0093534327109617e-05}
{"train_loss": 0.0012118271552026272, "global_step": 84921, "epoch": 477, "lr": 1.0092644050011857e-05}
{"train_loss": 0.0003870349028147757, "global_step": 84922, "epoch": 477, "lr": 1.0091753807770794e-05}
{"train_loss": 0.0006794990040361881, "global_step": 84923, "epoch": 477, "lr": 1.0090863600387196e-05}
{"train_loss": 0.0017200636211782694, "global_step": 84924, "epoch": 477, "lr": 1.0089973427861844e-05}
{"train_loss": 0.0010900699999183416, "global_step": 84925, "epoch": 477, "lr": 1.0089083290195505e-05}
{"train_loss": 0.0012112971162423491, "global_step": 84926, "epoch": 477, "lr": 1.0088193187388994e-05}
{"train_loss": 0.0014509435277432203, "global_step": 84927, "epoch": 477, "lr": 1.0087303119443037e-05}
{"train_loss": 0.0013419031165540218, "global_step": 84928, "epoch": 477, "lr": 1.0086413086358454e-05}
{"train_loss": 0.0005715421866625547, "global_step": 84929, "epoch": 477, "lr": 1.0085523088136e-05}
{"train_loss": 0.002429589629173279, "global_step": 84930, "epoch": 477, "lr": 1.0084633124776449e-05}
{"train_loss": 0.0021001107525080442, "global_step": 84931, "epoch": 477, "lr": 1.008374319628061e-05}
{"train_loss": 0.0011528441682457924, "global_step": 84932, "epoch": 477, "lr": 1.0082853302649215e-05}
{"train_loss": 0.0011058568488806486, "global_step": 84933, "epoch": 477, "lr": 1.0081963443883074e-05}
{"train_loss": 0.0012566489167511463, "global_step": 84934, "epoch": 477, "lr": 1.008107361998295e-05}
{"train_loss": 0.0014226286439225078, "global_step": 84935, "epoch": 477, "lr": 1.008018383094963e-05}
{"train_loss": 0.0005457304650917649, "global_step": 84936, "epoch": 477, "lr": 1.0079294076783884e-05}
{"train_loss": 0.001194529584608972, "global_step": 84937, "epoch": 477, "lr": 1.0078404357486492e-05}
{"train_loss": 0.0010590613819658756, "global_step": 84938, "epoch": 477, "lr": 1.0077514673058219e-05}
{"train_loss": 0.0017463098047301173, "global_step": 84939, "epoch": 477, "lr": 1.0076625023499875e-05}
{"train_loss": 0.00018387858290225267, "global_step": 84940, "epoch": 477, "lr": 1.0075735408812186e-05}
{"train_loss": 0.0013744536554440856, "global_step": 84941, "epoch": 477, "lr": 1.0074845828995987e-05}
{"train_loss": 0.0006413187365978956, "global_step": 84942, "epoch": 477, "lr": 1.0073956284052e-05}
{"train_loss": 0.0012653841404244304, "global_step": 84943, "epoch": 477, "lr": 1.0073066773981044e-05}
{"train_loss": 0.0010470006382092834, "global_step": 84944, "epoch": 477, "lr": 1.0072177298783874e-05}
{"train_loss": 0.0016173690091818571, "global_step": 84945, "epoch": 477, "lr": 1.0071287858461276e-05}
{"train_loss": 0.0010218536481261253, "global_step": 84946, "epoch": 477, "lr": 1.0070398453014024e-05}
{"train_loss": 0.0025592404417693615, "global_step": 84947, "epoch": 477, "lr": 1.0069509082442891e-05}
{"train_loss": 0.0008114097872748971, "global_step": 84948, "epoch": 477, "lr": 1.0068619746748648e-05}
{"train_loss": 0.002631616545841098, "global_step": 84949, "epoch": 477, "lr": 1.0067730445932105e-05}
{"train_loss": 0.0008064375724643469, "global_step": 84950, "epoch": 477, "lr": 1.0066841179993985e-05}
{"train_loss": 0.0010760906152427197, "global_step": 84951, "epoch": 477, "lr": 1.0065951948935115e-05}
{"train_loss": 0.0010743157472461462, "global_step": 84952, "epoch": 477, "lr": 1.006506275275625e-05}
{"train_loss": 0.0015585629735141993, "global_step": 84953, "epoch": 477, "lr": 1.0064173591458149e-05}
{"train_loss": 0.0016318742418661714, "global_step": 84954, "epoch": 477, "lr": 1.0063284465041639e-05}
{"train_loss": 0.001045603770762682, "global_step": 84955, "epoch": 477, "lr": 1.0062395373507433e-05}
{"train_loss": 0.0007679735426791012, "global_step": 84956, "epoch": 477, "lr": 1.0061506316856357e-05}
{"train_loss": 0.0007330291555263102, "global_step": 84957, "epoch": 477, "lr": 1.006061729508917e-05}
{"train_loss": 0.0007904424564912915, "global_step": 84958, "epoch": 477, "lr": 1.0059728308206646e-05}
{"train_loss": 0.0005963790463283658, "global_step": 84959, "epoch": 477, "lr": 1.0058839356209571e-05}
{"train_loss": 0.0007239512633532286, "global_step": 84960, "epoch": 477, "lr": 1.0057950439098706e-05}
{"train_loss": 0.0007721669389866292, "global_step": 84961, "epoch": 477, "lr": 1.0057061556874842e-05}
{"train_loss": 0.0013153073377907276, "global_step": 84962, "epoch": 477, "lr": 1.0056172709538746e-05}
{"train_loss": 0.0020499592646956444, "global_step": 84963, "epoch": 477, "lr": 1.0055283897091184e-05}
{"train_loss": 0.0010413378477096558, "global_step": 84964, "epoch": 477, "lr": 1.0054395119532972e-05}
{"train_loss": 0.002058877842500806, "global_step": 84965, "epoch": 477, "lr": 1.005350637686484e-05}
{"train_loss": 0.0013403596822172403, "global_step": 84966, "epoch": 477, "lr": 1.0052617669087594e-05}
{"train_loss": 0.0016399651067331433, "global_step": 84967, "epoch": 477, "lr": 1.0051728996201997e-05}
{"train_loss": 0.0005148089840076864, "global_step": 84968, "epoch": 477, "lr": 1.0050840358208836e-05}
{"train_loss": 0.0016714101657271385, "global_step": 84969, "epoch": 477, "lr": 1.0049951755108872e-05}
{"train_loss": 0.0017496261280030012, "global_step": 84970, "epoch": 477, "lr": 1.0049063186902896e-05}
{"train_loss": 0.0008049375610426068, "global_step": 84971, "epoch": 477, "lr": 1.0048174653591663e-05}
{"train_loss": 0.0028195874765515327, "global_step": 84972, "epoch": 477, "lr": 1.0047286155175978e-05}
{"train_loss": 0.0011478926753625274, "global_step": 84973, "epoch": 477, "lr": 1.0046397691656596e-05}
{"train_loss": 0.0005980714922770858, "global_step": 84974, "epoch": 477, "lr": 1.0045509263034308e-05}
{"train_loss": 0.0008434010087512434, "global_step": 84975, "epoch": 477, "lr": 1.0044620869309873e-05}
{"train_loss": 0.0005718546453863382, "global_step": 84976, "epoch": 477, "lr": 1.0043732510484071e-05}
{"train_loss": 0.000767100544180721, "global_step": 84977, "epoch": 477, "lr": 1.0042844186557704e-05}
{"train_loss": 0.00039857334922999144, "global_step": 84978, "epoch": 477, "lr": 1.0041955897531501e-05}
{"train_loss": 0.000734740577172488, "global_step": 84979, "epoch": 477, "lr": 1.0041067643406289e-05}
{"train_loss": 0.0009800968691706657, "global_step": 84980, "epoch": 477, "lr": 1.0040179424182794e-05}
{"train_loss": 0.0020147524774074554, "global_step": 84981, "epoch": 477, "lr": 1.0039291239861825e-05}
{"train_loss": 0.001499468693509698, "global_step": 84982, "epoch": 477, "lr": 1.0038403090444149e-05}
{"train_loss": 0.0009866704931482673, "global_step": 84983, "epoch": 477, "lr": 1.0037514975930545e-05}
{"train_loss": 0.0004115309566259384, "global_step": 84984, "epoch": 477, "lr": 1.0036626896321782e-05}
{"train_loss": 0.000743360142223537, "global_step": 84985, "epoch": 477, "lr": 1.0035738851618643e-05}
{"train_loss": 0.0010116919875144958, "global_step": 84986, "epoch": 477, "lr": 1.003485084182188e-05}
{"train_loss": 0.0013378553558140993, "global_step": 84987, "epoch": 477, "lr": 1.0033962866932323e-05}
{"train_loss": 0.0016888382378965616, "global_step": 84988, "epoch": 477, "lr": 1.0033074926950681e-05}
{"train_loss": 0.000863631721585989, "global_step": 84989, "epoch": 477, "lr": 1.003218702187777e-05}
{"train_loss": 0.0005900566466152668, "global_step": 84990, "epoch": 477, "lr": 1.0031299151714362e-05}
{"train_loss": 0.0009723663097247481, "global_step": 84991, "epoch": 477, "lr": 1.003041131646123e-05}
{"train_loss": 0.000907827983610332, "global_step": 84992, "epoch": 477, "lr": 1.0029523516119144e-05}
{"train_loss": 0.0018777450313791633, "global_step": 84993, "epoch": 477, "lr": 1.0028635750688863e-05}
{"train_loss": 0.0006190193817019463, "global_step": 84994, "epoch": 477, "lr": 1.0027748020171202e-05}
{"train_loss": 0.0008335874299518764, "global_step": 84995, "epoch": 477, "lr": 1.0026860324566918e-05}
{"train_loss": 0.0007444735965691507, "global_step": 84996, "epoch": 477, "lr": 1.0025972663876782e-05}
{"train_loss": 0.0006971766706556082, "global_step": 84997, "epoch": 477, "lr": 1.0025085038101567e-05}
{"train_loss": 0.001499381149187684, "global_step": 84998, "epoch": 477, "lr": 1.0024197447242056e-05}
{"train_loss": 0.0021761697717010975, "global_step": 84999, "epoch": 477, "lr": 1.002330989129902e-05}
{"train_loss": 0.0020640487782657146, "global_step": 85000, "epoch": 477, "lr": 1.0022422370273237e-05}
{"train_loss": 0.0017434326000511646, "global_step": 85001, "epoch": 477, "lr": 1.0021534884165467e-05}
{"train_loss": 0.0013218210078775883, "global_step": 85002, "epoch": 477, "lr": 1.0020647432976526e-05}
{"train_loss": 0.0008285254007205367, "global_step": 85003, "epoch": 477, "lr": 1.0019760016707136e-05}
{"train_loss": 0.0017046371940523386, "global_step": 85004, "epoch": 477, "lr": 1.0018872635358113e-05}
{"train_loss": 0.0019803582690656185, "global_step": 85005, "epoch": 477, "lr": 1.001798528893021e-05}
{"train_loss": 0.0012732205213978887, "global_step": 85006, "epoch": 477, "lr": 1.0017097977424211e-05}
{"train_loss": 0.0003138363244943321, "global_step": 85007, "epoch": 477, "lr": 1.0016210700840895e-05}
{"train_loss": 0.0017649162327870727, "global_step": 85008, "epoch": 477, "lr": 1.0015323459181025e-05}
{"train_loss": 0.0004746682243421674, "global_step": 85009, "epoch": 477, "lr": 1.0014436252445375e-05}
{"train_loss": 0.002555424114689231, "global_step": 85010, "epoch": 477, "lr": 1.0013549080634749e-05}
{"train_loss": 0.0014217901043593884, "global_step": 85011, "epoch": 477, "lr": 1.0012661943749874e-05}
{"train_loss": 0.0005311949062161148, "global_step": 85012, "epoch": 477, "lr": 1.0011774841791577e-05}
{"train_loss": 0.0003491691895760596, "global_step": 85013, "epoch": 477, "lr": 1.001088777476058e-05}
{"train_loss": 0.0033127451315522194, "global_step": 85014, "epoch": 477, "lr": 1.00100007426577e-05}
{"train_loss": 0.0022786918561905622, "global_step": 85015, "epoch": 477, "lr": 1.0009113745483695e-05}
{"train_loss": 0.0017195013351738453, "global_step": 85016, "epoch": 477, "lr": 1.0008226783239328e-05}
{"train_loss": 0.00128294772002846, "global_step": 85017, "epoch": 477, "lr": 1.0007339855925407e-05}
{"train_loss": 0.004328178707510233, "global_step": 85018, "epoch": 477, "lr": 1.0006452963542668e-05}
{"train_loss": 0.0008144808816723526, "global_step": 85019, "epoch": 477, "lr": 1.0005566106091913e-05}
{"train_loss": 0.0015992987900972366, "global_step": 85020, "epoch": 477, "lr": 1.0004679283573908e-05}
{"train_loss": 0.0009490581578575075, "global_step": 85021, "epoch": 477, "lr": 1.0003792495989428e-05}
{"train_loss": 0.002582406625151634, "global_step": 85022, "epoch": 477, "lr": 1.0002905743339247e-05}
{"train_loss": 0.0012930682860314846, "global_step": 85023, "epoch": 477, "lr": 1.0002019025624138e-05}
{"train_loss": 0.000674189708661288, "global_step": 85024, "epoch": 477, "lr": 1.0001132342844865e-05}
{"train_loss": 0.0005978590925224125, "global_step": 85025, "epoch": 477, "lr": 1.0000245695002242e-05}
{"train_loss": 0.0003057514550164342, "global_step": 85026, "epoch": 477, "lr": 9.999359082096987e-06}
{"train_loss": 0.0016164588741958141, "global_step": 85027, "epoch": 477, "lr": 9.998472504129913e-06}
{"train_loss": 0.0023472155444324017, "global_step": 85028, "epoch": 477, "lr": 9.997585961101791e-06}
{"train_loss": 0.0011596649419516325, "global_step": 85029, "epoch": 477, "lr": 9.99669945301338e-06}
{"train_loss": 0.0014315730659291148, "global_step": 85030, "epoch": 477, "lr": 9.99581297986547e-06}
{"train_loss": 0.0028440048918128014, "global_step": 85031, "epoch": 477, "lr": 9.994926541658828e-06}
{"train_loss": 0.0010238753166049719, "global_step": 85032, "epoch": 477, "lr": 9.994040138394229e-06}
{"train_loss": 0.0015926416963338852, "global_step": 85033, "epoch": 477, "lr": 9.993153770072444e-06}
{"train_loss": 0.000875145778991282, "global_step": 85034, "epoch": 477, "lr": 9.992267436694237e-06}
{"train_loss": 0.0006372343050315976, "global_step": 85035, "epoch": 477, "lr": 9.991381138260409e-06}
{"train_loss": 0.0021489846985787153, "global_step": 85036, "epoch": 477, "lr": 9.990494874771722e-06}
{"train_loss": 0.0011473209597170353, "global_step": 85037, "epoch": 477, "lr": 9.989608646228949e-06}
{"train_loss": 0.0006493168184533715, "global_step": 85038, "epoch": 477, "lr": 9.98872245263286e-06}
{"train_loss": 0.0006803325959481299, "global_step": 85039, "epoch": 477, "lr": 9.98783629398422e-06}
{"train_loss": 0.0018662598449736834, "global_step": 85040, "epoch": 477, "lr": 9.986950170283844e-06}
{"train_loss": 0.001655522733926773, "global_step": 85041, "epoch": 477, "lr": 9.986064081532448e-06}
{"train_loss": 0.0010716404067352414, "global_step": 85042, "epoch": 477, "lr": 9.985178027730851e-06}
{"train_loss": 0.0011474066413939, "global_step": 85043, "epoch": 477, "lr": 9.984292008879809e-06}
{"train_loss": 0.0013720934512093663, "global_step": 85044, "epoch": 477, "lr": 9.983406024980096e-06}
{"train_loss": 0.00047790963435545564, "global_step": 85045, "epoch": 477, "lr": 9.982520076032492e-06}
{"train_loss": 0.0012949174270033836, "global_step": 85046, "epoch": 477, "lr": 9.981634162037768e-06}
{"train_loss": 0.0009334124042652547, "global_step": 85047, "epoch": 477, "lr": 9.980748282996683e-06}
{"train_loss": 0.001700683031231165, "global_step": 85048, "epoch": 477, "lr": 9.979862438910047e-06}
{"train_loss": 0.0007438544416800141, "global_step": 85049, "epoch": 477, "lr": 9.978976629778591e-06}
{"train_loss": 0.0014318807516247034, "global_step": 85050, "epoch": 477, "lr": 9.978090855603135e-06}
{"train_loss": 0.0012376485392451286, "global_step": 85051, "epoch": 477, "lr": 9.977205116384392e-06}
{"train_loss": 0.0015307324938476086, "global_step": 85052, "epoch": 477, "lr": 9.976319412123191e-06}
{"train_loss": 0.0006649565184488893, "global_step": 85053, "epoch": 477, "lr": 9.975433742820285e-06}
{"train_loss": 0.0008115619421005249, "global_step": 85054, "epoch": 477, "lr": 9.974548108476428e-06}
{"train_loss": 0.0007761348970234394, "global_step": 85055, "epoch": 477, "lr": 9.973662509092441e-06}
{"train_loss": 0.0011650297092273831, "global_step": 85056, "epoch": 477, "lr": 9.972776944669044e-06}
{"train_loss": 0.0013184698764234781, "global_step": 85057, "epoch": 477, "lr": 9.971891415207052e-06}
{"train_loss": 0.0019015087746083736, "global_step": 85058, "epoch": 477, "lr": 9.971005920707221e-06}
{"train_loss": 0.001839886768721044, "global_step": 85059, "epoch": 477, "lr": 9.970120461170323e-06}
{"train_loss": 0.001542471582069993, "global_step": 85060, "epoch": 477, "lr": 9.969235036597136e-06}
{"train_loss": 0.0013996220659464598, "global_step": 85061, "epoch": 477, "lr": 9.968349646988434e-06}
{"train_loss": 0.001623543445020914, "global_step": 85062, "epoch": 477, "lr": 9.967464292344969e-06}
{"train_loss": 0.000714577327016741, "global_step": 85063, "epoch": 477, "lr": 9.966578972667568e-06}
{"train_loss": 0.0021222748328000307, "global_step": 85064, "epoch": 477, "lr": 9.965693687956934e-06}
{"train_loss": 0.002168126404285431, "global_step": 85065, "epoch": 477, "lr": 9.964808438213896e-06}
{"train_loss": 0.0006946048233658075, "global_step": 85066, "epoch": 477, "lr": 9.963923223439203e-06}
{"train_loss": 0.0013584221014752984, "global_step": 85067, "epoch": 477, "lr": 9.963038043633632e-06}
{"train_loss": 0.001815381576307118, "global_step": 85068, "epoch": 477, "lr": 9.962152898797961e-06}
{"train_loss": 0.000995340058580041, "global_step": 85069, "epoch": 477, "lr": 9.961267788932954e-06}
{"train_loss": 0.0007884124643169343, "global_step": 85070, "epoch": 477, "lr": 9.96038271403939e-06}
{"train_loss": 0.001465643523260951, "global_step": 85071, "epoch": 477, "lr": 9.95949767411804e-06}
{"train_loss": 0.0006159204058349133, "global_step": 85072, "epoch": 477, "lr": 9.958612669169665e-06}
{"train_loss": 0.0011040200479328632, "global_step": 85073, "epoch": 477, "lr": 9.957727699195074e-06}
{"train_loss": 0.0016182297840714455, "global_step": 85074, "epoch": 477, "lr": 9.95684276419499e-06}
{"train_loss": 0.0005202011670917273, "global_step": 85075, "epoch": 477, "lr": 9.95595786417023e-06}
{"train_loss": 0.001968950964510441, "global_step": 85076, "epoch": 477, "lr": 9.955072999121546e-06}
{"train_loss": 0.0007239363039843738, "global_step": 85077, "epoch": 477, "lr": 9.954188169049705e-06}
{"train_loss": 0.0010122661478817463, "global_step": 85078, "epoch": 477, "lr": 9.953303373955514e-06}
{"train_loss": 0.0012917142594233155, "global_step": 85079, "epoch": 477, "lr": 9.952418613839692e-06}
{"train_loss": 0.0013374682748690248, "global_step": 85080, "epoch": 477, "lr": 9.951533888703051e-06}
{"train_loss": 0.0017811337020248175, "global_step": 85081, "epoch": 477, "lr": 9.950649198546364e-06}
{"train_loss": 0.0009041744051501155, "global_step": 85082, "epoch": 477, "lr": 9.949764543370383e-06}
{"train_loss": 0.0012817055299574657, "global_step": 85083, "epoch": 477, "lr": 9.948879923175896e-06}
{"train_loss": 0.00043179679778404534, "global_step": 85084, "epoch": 478, "lr": 9.947995337963673e-06}
{"train_loss": 0.00344171398319304, "global_step": 85085, "epoch": 478, "lr": 9.947110787734465e-06}
{"train_loss": 0.0011098987888544798, "global_step": 85086, "epoch": 478, "lr": 9.94622627248909e-06}
{"train_loss": 0.0007834066636860371, "global_step": 85087, "epoch": 478, "lr": 9.945341792228274e-06}
{"train_loss": 0.0008838426438160241, "global_step": 85088, "epoch": 478, "lr": 9.944457346952829e-06}
{"train_loss": 0.0019749882631003857, "global_step": 85089, "epoch": 478, "lr": 9.943572936663486e-06}
{"train_loss": 0.0013924373779445887, "global_step": 85090, "epoch": 478, "lr": 9.942688561361058e-06}
{"train_loss": 0.0004807331133633852, "global_step": 85091, "epoch": 478, "lr": 9.941804221046291e-06}
{"train_loss": 0.000956108036916703, "global_step": 85092, "epoch": 478, "lr": 9.94091991571997e-06}
{"train_loss": 0.0011552508221939206, "global_step": 85093, "epoch": 478, "lr": 9.940035645382862e-06}
{"train_loss": 0.000969819026067853, "global_step": 85094, "epoch": 478, "lr": 9.939151410035742e-06}
{"train_loss": 0.0016014621360227466, "global_step": 85095, "epoch": 478, "lr": 9.938267209679365e-06}
{"train_loss": 0.0020524957217276096, "global_step": 85096, "epoch": 478, "lr": 9.937383044314535e-06}
{"train_loss": 0.000991299282759428, "global_step": 85097, "epoch": 478, "lr": 9.936498913942004e-06}
{"train_loss": 0.0016622962430119514, "global_step": 85098, "epoch": 478, "lr": 9.935614818562556e-06}
{"train_loss": 0.0017307728994637728, "global_step": 85099, "epoch": 478, "lr": 9.934730758176947e-06}
{"train_loss": 0.001758796046487987, "global_step": 85100, "epoch": 478, "lr": 9.93384673278595e-06}
{"train_loss": 0.001136566512286663, "global_step": 85101, "epoch": 478, "lr": 9.932962742390372e-06}
{"train_loss": 0.0009213610901497304, "global_step": 85102, "epoch": 478, "lr": 9.932078786990928e-06}
{"train_loss": 0.000602358253672719, "global_step": 85103, "epoch": 478, "lr": 9.931194866588439e-06}
{"train_loss": 0.00044992557377554476, "global_step": 85104, "epoch": 478, "lr": 9.930310981183655e-06}
{"train_loss": 0.0015906551852822304, "global_step": 85105, "epoch": 478, "lr": 9.929427130777353e-06}
{"train_loss": 0.0005880130920559168, "global_step": 85106, "epoch": 478, "lr": 9.928543315370303e-06}
{"train_loss": 0.0019079287303611636, "global_step": 85107, "epoch": 478, "lr": 9.927659534963274e-06}
{"train_loss": 0.0009297042852267623, "global_step": 85108, "epoch": 478, "lr": 9.926775789557047e-06}
{"train_loss": 0.00230207946151495, "global_step": 85109, "epoch": 478, "lr": 9.925892079152382e-06}
{"train_loss": 0.002516806125640869, "global_step": 85110, "epoch": 478, "lr": 9.925008403750048e-06}
{"train_loss": 0.0005457085208036005, "global_step": 85111, "epoch": 478, "lr": 9.92412476335085e-06}
{"train_loss": 0.0013304478488862514, "global_step": 85112, "epoch": 478, "lr": 9.92324115795551e-06}
{"train_loss": 0.0017548934556543827, "global_step": 85113, "epoch": 478, "lr": 9.92235758756484e-06}
{"train_loss": 0.0017687228973954916, "global_step": 85114, "epoch": 478, "lr": 9.921474052179597e-06}
{"train_loss": 0.0008118703262880445, "global_step": 85115, "epoch": 478, "lr": 9.92059055180055e-06}
{"train_loss": 0.0019665961153805256, "global_step": 85116, "epoch": 478, "lr": 9.91970708642848e-06}
{"train_loss": 0.0019512530416250229, "global_step": 85117, "epoch": 478, "lr": 9.918823656064135e-06}
{"train_loss": 0.0013101114891469479, "global_step": 85118, "epoch": 478, "lr": 9.91794026070832e-06}
{"train_loss": 0.00048046757001429796, "global_step": 85119, "epoch": 478, "lr": 9.917056900361782e-06}
{"train_loss": 0.000703630328644067, "global_step": 85120, "epoch": 478, "lr": 9.916173575025312e-06}
{"train_loss": 0.000825800932943821, "global_step": 85121, "epoch": 478, "lr": 9.915290284699663e-06}
{"train_loss": 0.0011283295461907983, "global_step": 85122, "epoch": 478, "lr": 9.914407029385615e-06}
{"train_loss": 0.0012273401953279972, "global_step": 85123, "epoch": 478, "lr": 9.91352380908393e-06}
{"train_loss": 0.002009640447795391, "global_step": 85124, "epoch": 478, "lr": 9.91264062379541e-06}
{"train_loss": 0.0012249719584360719, "global_step": 85125, "epoch": 478, "lr": 9.911757473520777e-06}
{"train_loss": 0.0010870428523048759, "global_step": 85126, "epoch": 478, "lr": 9.910874358260858e-06}
{"train_loss": 0.0006577946478500962, "global_step": 85127, "epoch": 478, "lr": 9.909991278016373e-06}
{"train_loss": 0.0008203880861401558, "global_step": 85128, "epoch": 478, "lr": 9.909108232788129e-06}
{"train_loss": 0.0010390197858214378, "global_step": 85129, "epoch": 478, "lr": 9.908225222576878e-06}
{"train_loss": 0.0006080179591663182, "global_step": 85130, "epoch": 478, "lr": 9.907342247383405e-06}
{"train_loss": 0.0010225351434201002, "global_step": 85131, "epoch": 478, "lr": 9.90645930720847e-06}
{"train_loss": 0.0004507741250563413, "global_step": 85132, "epoch": 478, "lr": 9.905576402052852e-06}
{"train_loss": 0.0007018463220447302, "global_step": 85133, "epoch": 478, "lr": 9.904693531917303e-06}
{"train_loss": 0.0022376589477062225, "global_step": 85134, "epoch": 478, "lr": 9.903810696802634e-06}
{"train_loss": 0.0005315579473972321, "global_step": 85135, "epoch": 478, "lr": 9.902927896709568e-06}
{"train_loss": 0.0012279523070901632, "global_step": 85136, "epoch": 478, "lr": 9.902045131638916e-06}
{"train_loss": 0.0027165734209120274, "global_step": 85137, "epoch": 478, "lr": 9.90116240159143e-06}
{"train_loss": 0.00483336765319109, "global_step": 85138, "epoch": 478, "lr": 9.900279706567873e-06}
{"train_loss": 0.0005470908945426345, "global_step": 85139, "epoch": 478, "lr": 9.899397046569047e-06}
{"train_loss": 0.0013114011380821466, "global_step": 85140, "epoch": 478, "lr": 9.898514421595684e-06}
{"train_loss": 0.0005399304791353643, "global_step": 85141, "epoch": 478, "lr": 9.897631831648596e-06}
{"train_loss": 0.0006846007890999317, "global_step": 85142, "epoch": 478, "lr": 9.896749276728507e-06}
{"train_loss": 0.000912764691747725, "global_step": 85143, "epoch": 478, "lr": 9.895866756836225e-06}
{"train_loss": 0.0020338762551546097, "global_step": 85144, "epoch": 478, "lr": 9.894984271972507e-06}
{"train_loss": 0.003320252988487482, "global_step": 85145, "epoch": 478, "lr": 9.894101822138124e-06}
{"train_loss": 0.0017563111614435911, "global_step": 85146, "epoch": 478, "lr": 9.893219407333854e-06}
{"train_loss": 0.0009416594984941185, "global_step": 85147, "epoch": 478, "lr": 9.892337027560456e-06}
{"train_loss": 0.0018380435649305582, "global_step": 85148, "epoch": 478, "lr": 9.891454682818696e-06}
{"train_loss": 0.001328216982074082, "global_step": 85149, "epoch": 478, "lr": 9.89057237310938e-06}
{"train_loss": 0.001682155067101121, "global_step": 85150, "epoch": 478, "lr": 9.88969009843323e-06}
{"train_loss": 0.0014246584614738822, "global_step": 85151, "epoch": 478, "lr": 9.888807858791049e-06}
{"train_loss": 0.0013529902789741755, "global_step": 85152, "epoch": 478, "lr": 9.887925654183605e-06}
{"train_loss": 0.0006289751036092639, "global_step": 85153, "epoch": 478, "lr": 9.887043484611657e-06}
{"train_loss": 0.001289581647142768, "global_step": 85154, "epoch": 478, "lr": 9.886161350075985e-06}
{"train_loss": 0.0018966459902003407, "global_step": 85155, "epoch": 478, "lr": 9.885279250577351e-06}
{"train_loss": 0.001036867150105536, "global_step": 85156, "epoch": 478, "lr": 9.884397186116518e-06}
{"train_loss": 0.0009323118138127029, "global_step": 85157, "epoch": 478, "lr": 9.883515156694296e-06}
{"train_loss": 0.002747300546616316, "global_step": 85158, "epoch": 478, "lr": 9.882633162311406e-06}
{"train_loss": 0.0005274164141155779, "global_step": 85159, "epoch": 478, "lr": 9.881751202968647e-06}
{"train_loss": 0.002096890937536955, "global_step": 85160, "epoch": 478, "lr": 9.880869278666783e-06}
{"train_loss": 0.0007429263205267489, "global_step": 85161, "epoch": 478, "lr": 9.879987389406587e-06}
{"train_loss": 0.0009128696983680129, "global_step": 85162, "epoch": 478, "lr": 9.87910553518882e-06}
{"train_loss": 0.0006726588471792638, "global_step": 85163, "epoch": 478, "lr": 9.878223716014251e-06}
{"train_loss": 0.0007336255512200296, "global_step": 85164, "epoch": 478, "lr": 9.877341931883683e-06}
{"train_loss": 0.00098429003264755, "global_step": 85165, "epoch": 478, "lr": 9.876460182797831e-06}
{"train_loss": 0.0010763804893940687, "global_step": 85166, "epoch": 478, "lr": 9.875578468757512e-06}
{"train_loss": 0.0008547336328774691, "global_step": 85167, "epoch": 478, "lr": 9.874696789763477e-06}
{"train_loss": 0.0009395840461365879, "global_step": 85168, "epoch": 478, "lr": 9.873815145816494e-06}
{"train_loss": 0.0027339207008481026, "global_step": 85169, "epoch": 478, "lr": 9.872933536917345e-06}
{"train_loss": 0.0004982257378287613, "global_step": 85170, "epoch": 478, "lr": 9.872051963066787e-06}
{"train_loss": 0.00167882873211056, "global_step": 85171, "epoch": 478, "lr": 9.871170424265585e-06}
{"train_loss": 0.0018847803585231304, "global_step": 85172, "epoch": 478, "lr": 9.870288920514548e-06}
{"train_loss": 0.0009405914461240172, "global_step": 85173, "epoch": 478, "lr": 9.869407451814382e-06}
{"train_loss": 0.0012926798081025481, "global_step": 85174, "epoch": 478, "lr": 9.868526018165914e-06}
{"train_loss": 0.0010127357672899961, "global_step": 85175, "epoch": 478, "lr": 9.867644619569888e-06}
{"train_loss": 0.0013196246000006795, "global_step": 85176, "epoch": 478, "lr": 9.866763256027078e-06}
{"train_loss": 0.0009274008916690946, "global_step": 85177, "epoch": 478, "lr": 9.865881927538251e-06}
{"train_loss": 0.0006670679431408644, "global_step": 85178, "epoch": 478, "lr": 9.865000634104182e-06}
{"train_loss": 0.0006532048573717475, "global_step": 85179, "epoch": 478, "lr": 9.86411937572564e-06}
{"train_loss": 0.0006666969857178628, "global_step": 85180, "epoch": 478, "lr": 9.863238152403375e-06}
{"train_loss": 0.0029105348512530327, "global_step": 85181, "epoch": 478, "lr": 9.862356964138192e-06}
{"train_loss": 0.0010425872169435024, "global_step": 85182, "epoch": 478, "lr": 9.861475810930836e-06}
{"train_loss": 0.0004921916406601667, "global_step": 85183, "epoch": 478, "lr": 9.860594692782093e-06}
{"train_loss": 0.0014943075366318226, "global_step": 85184, "epoch": 478, "lr": 9.859713609692717e-06}
{"train_loss": 0.000985862105153501, "global_step": 85185, "epoch": 478, "lr": 9.858832561663489e-06}
{"train_loss": 0.0012046224437654018, "global_step": 85186, "epoch": 478, "lr": 9.857951548695155e-06}
{"train_loss": 0.0008419526275247335, "global_step": 85187, "epoch": 478, "lr": 9.857070570788534e-06}
{"train_loss": 0.0012949991505593061, "global_step": 85188, "epoch": 478, "lr": 9.856189627944334e-06}
{"train_loss": 0.0006010170909576118, "global_step": 85189, "epoch": 478, "lr": 9.855308720163375e-06}
{"train_loss": 0.0016544735990464687, "global_step": 85190, "epoch": 478, "lr": 9.854427847446402e-06}
{"train_loss": 0.0007045739912427962, "global_step": 85191, "epoch": 478, "lr": 9.85354700979419e-06}
{"train_loss": 0.0016749631613492966, "global_step": 85192, "epoch": 478, "lr": 9.8526662072075e-06}
{"train_loss": 0.0037976293824613094, "global_step": 85193, "epoch": 478, "lr": 9.851785439687117e-06}
{"train_loss": 0.0011344600934535265, "global_step": 85194, "epoch": 478, "lr": 9.850904707233788e-06}
{"train_loss": 0.0012450229842215776, "global_step": 85195, "epoch": 478, "lr": 9.85002400984832e-06}
{"train_loss": 0.0005341634969227016, "global_step": 85196, "epoch": 478, "lr": 9.849143347531431e-06}
{"train_loss": 0.0008501377888023853, "global_step": 85197, "epoch": 478, "lr": 9.848262720283946e-06}
{"train_loss": 0.00043525654473342, "global_step": 85198, "epoch": 478, "lr": 9.84738212810658e-06}
{"train_loss": 0.0011736579472199082, "global_step": 85199, "epoch": 478, "lr": 9.846501571000138e-06}
{"train_loss": 0.0010485113598406315, "global_step": 85200, "epoch": 478, "lr": 9.84562104896538e-06}
{"train_loss": 0.0025454838760197163, "global_step": 85201, "epoch": 478, "lr": 9.844740562003062e-06}
{"train_loss": 0.0008935457444749773, "global_step": 85202, "epoch": 478, "lr": 9.84386011011399e-06}
{"train_loss": 0.0018914964748546481, "global_step": 85203, "epoch": 478, "lr": 9.842979693298881e-06}
{"train_loss": 0.000669929024297744, "global_step": 85204, "epoch": 478, "lr": 9.842099311558544e-06}
{"train_loss": 0.002077098935842514, "global_step": 85205, "epoch": 478, "lr": 9.841218964893739e-06}
{"train_loss": 0.0022491454146802425, "global_step": 85206, "epoch": 478, "lr": 9.840338653305232e-06}
{"train_loss": 0.0005803691456094384, "global_step": 85207, "epoch": 478, "lr": 9.839458376793787e-06}
{"train_loss": 0.0016082838410511613, "global_step": 85208, "epoch": 478, "lr": 9.838578135360177e-06}
{"train_loss": 0.001564489328302443, "global_step": 85209, "epoch": 478, "lr": 9.837697929005158e-06}
{"train_loss": 0.0009855070384219289, "global_step": 85210, "epoch": 478, "lr": 9.836817757729532e-06}
{"train_loss": 0.0009151874110102654, "global_step": 85211, "epoch": 478, "lr": 9.83593762153403e-06}
{"train_loss": 0.003301834687590599, "global_step": 85212, "epoch": 478, "lr": 9.835057520419444e-06}
{"train_loss": 0.0019891075789928436, "global_step": 85213, "epoch": 478, "lr": 9.834177454386539e-06}
{"train_loss": 0.0005473031778819859, "global_step": 85214, "epoch": 478, "lr": 9.833297423436083e-06}
{"train_loss": 0.0008835075423121452, "global_step": 85215, "epoch": 478, "lr": 9.832417427568841e-06}
{"train_loss": 0.0013881297782063484, "global_step": 85216, "epoch": 478, "lr": 9.83153746678559e-06}
{"train_loss": 0.0006599295302294195, "global_step": 85217, "epoch": 478, "lr": 9.830657541087084e-06}
{"train_loss": 0.0007669710321351886, "global_step": 85218, "epoch": 478, "lr": 9.829777650474104e-06}
{"train_loss": 0.0019383432809263468, "global_step": 85219, "epoch": 478, "lr": 9.8288977949474e-06}
{"train_loss": 0.0011679347371682525, "global_step": 85220, "epoch": 478, "lr": 9.82801797450778e-06}
{"train_loss": 0.0007654314395040274, "global_step": 85221, "epoch": 478, "lr": 9.82713818915596e-06}
{"train_loss": 0.0007165831048041582, "global_step": 85222, "epoch": 478, "lr": 9.826258438892749e-06}
{"train_loss": 0.0019003994530066848, "global_step": 85223, "epoch": 478, "lr": 9.825378723718903e-06}
{"train_loss": 0.0010662470012903214, "global_step": 85224, "epoch": 478, "lr": 9.824499043635176e-06}
{"train_loss": 0.00045587916974909604, "global_step": 85225, "epoch": 478, "lr": 9.823619398642381e-06}
{"train_loss": 0.0007795710698701441, "global_step": 85226, "epoch": 478, "lr": 9.822739788741226e-06}
{"train_loss": 0.0005345130921341479, "global_step": 85227, "epoch": 478, "lr": 9.821860213932522e-06}
{"train_loss": 0.0011546793393790722, "global_step": 85228, "epoch": 478, "lr": 9.820980674217018e-06}
{"train_loss": 0.0011954141082242131, "global_step": 85229, "epoch": 478, "lr": 9.820101169595492e-06}
{"train_loss": 0.0013849001843482256, "global_step": 85230, "epoch": 478, "lr": 9.819221700068709e-06}
{"train_loss": 0.0022423143964260817, "global_step": 85231, "epoch": 478, "lr": 9.818342265637437e-06}
{"train_loss": 0.0008273575222119689, "global_step": 85232, "epoch": 478, "lr": 9.81746286630243e-06}
{"train_loss": 0.0038071530871093273, "global_step": 85233, "epoch": 478, "lr": 9.816583502064492e-06}
{"train_loss": 0.0010345142800360918, "global_step": 85234, "epoch": 478, "lr": 9.815704172924345e-06}
{"train_loss": 0.0013571387389674783, "global_step": 85235, "epoch": 478, "lr": 9.814824878882806e-06}
{"train_loss": 0.0016337726265192032, "global_step": 85236, "epoch": 478, "lr": 9.81394561994059e-06}
{"train_loss": 0.0006045579793862998, "global_step": 85237, "epoch": 478, "lr": 9.813066396098508e-06}
{"train_loss": 0.0008977680699899793, "global_step": 85238, "epoch": 478, "lr": 9.812187207357315e-06}
{"train_loss": 0.0009028078056871891, "global_step": 85239, "epoch": 478, "lr": 9.811308053717771e-06}
{"train_loss": 0.0011557701509445906, "global_step": 85240, "epoch": 478, "lr": 9.810428935180654e-06}
{"train_loss": 0.0013600816018879414, "global_step": 85241, "epoch": 478, "lr": 9.809549851746725e-06}
{"train_loss": 0.0014423462562263012, "global_step": 85242, "epoch": 478, "lr": 9.808670803416742e-06}
{"train_loss": 0.000547973089851439, "global_step": 85243, "epoch": 478, "lr": 9.807791790191495e-06}
{"train_loss": 0.0013126354897394776, "global_step": 85244, "epoch": 478, "lr": 9.806912812071744e-06}
{"train_loss": 0.0017137029208242893, "global_step": 85245, "epoch": 478, "lr": 9.806033869058251e-06}
{"train_loss": 0.0005439543747343123, "global_step": 85246, "epoch": 478, "lr": 9.805154961151792e-06}
{"train_loss": 0.0012776292860507965, "global_step": 85247, "epoch": 478, "lr": 9.804276088353115e-06}
{"train_loss": 0.001039099064655602, "global_step": 85248, "epoch": 478, "lr": 9.803397250663026e-06}
{"train_loss": 0.0017474746564403176, "global_step": 85249, "epoch": 478, "lr": 9.80251844808225e-06}
{"train_loss": 0.0008147956104949117, "global_step": 85250, "epoch": 478, "lr": 9.801639680611591e-06}
{"train_loss": 0.002069725189357996, "global_step": 85251, "epoch": 478, "lr": 9.80076094825178e-06}
{"train_loss": 0.0008688930538482964, "global_step": 85252, "epoch": 478, "lr": 9.799882251003611e-06}
{"train_loss": 0.0014308880781754851, "global_step": 85253, "epoch": 478, "lr": 9.799003588867844e-06}
{"train_loss": 0.0014095557853579521, "global_step": 85254, "epoch": 478, "lr": 9.79812496184525e-06}
{"train_loss": 0.0012896768748760223, "global_step": 85255, "epoch": 478, "lr": 9.797246369936597e-06}
{"train_loss": 0.00034816627157852054, "global_step": 85256, "epoch": 478, "lr": 9.796367813142644e-06}
{"train_loss": 0.00036335329059511423, "global_step": 85257, "epoch": 478, "lr": 9.795489291464143e-06}
{"train_loss": 0.0020027989521622658, "global_step": 85258, "epoch": 478, "lr": 9.794610804901916e-06}
{"train_loss": 0.0021445173770189285, "global_step": 85259, "epoch": 478, "lr": 9.79373235345667e-06}
{"train_loss": 0.0023823664523661137, "global_step": 85260, "epoch": 478, "lr": 9.792853937129205e-06}
{"train_loss": 0.0012930316291030056, "global_step": 85261, "epoch": 478, "lr": 9.791975555920285e-06}
{"train_loss": 0.0008372036973014474, "global_step": 85262, "epoch": 479, "lr": 9.791097209830668e-06}
{"train_loss": 0.0013417847221717238, "global_step": 85263, "epoch": 479, "lr": 9.79021889886113e-06}
{"train_loss": 0.0010672227945178747, "global_step": 85264, "epoch": 479, "lr": 9.789340623012422e-06}
{"train_loss": 0.0009106473880819976, "global_step": 85265, "epoch": 479, "lr": 9.788462382285335e-06}
{"train_loss": 0.0017615852411836386, "global_step": 85266, "epoch": 479, "lr": 9.787584176680626e-06}
{"train_loss": 0.002415547613054514, "global_step": 85267, "epoch": 479, "lr": 9.786706006199058e-06}
{"train_loss": 0.0003340986149851233, "global_step": 85268, "epoch": 479, "lr": 9.785827870841408e-06}
{"train_loss": 0.0009692616877146065, "global_step": 85269, "epoch": 479, "lr": 9.784949770608431e-06}
{"train_loss": 0.0007635379442945123, "global_step": 85270, "epoch": 479, "lr": 9.784071705500897e-06}
{"train_loss": 0.0013937572948634624, "global_step": 85271, "epoch": 479, "lr": 9.783193675519576e-06}
{"train_loss": 0.0012664805399253964, "global_step": 85272, "epoch": 479, "lr": 9.782315680665221e-06}
{"train_loss": 0.0010100975632667542, "global_step": 85273, "epoch": 479, "lr": 9.781437720938636e-06}
{"train_loss": 0.000480912858620286, "global_step": 85274, "epoch": 479, "lr": 9.780559796340538e-06}
{"train_loss": 0.0030246907845139503, "global_step": 85275, "epoch": 479, "lr": 9.779681906871734e-06}
{"train_loss": 0.0005693692364729941, "global_step": 85276, "epoch": 479, "lr": 9.778804052532974e-06}
{"train_loss": 0.0006857913685962558, "global_step": 85277, "epoch": 479, "lr": 9.77792623332503e-06}
{"train_loss": 0.000724497193004936, "global_step": 85278, "epoch": 479, "lr": 9.77704844924866e-06}
{"train_loss": 0.0008022590773180127, "global_step": 85279, "epoch": 479, "lr": 9.776170700304638e-06}
{"train_loss": 0.000910778995603323, "global_step": 85280, "epoch": 479, "lr": 9.775292986493718e-06}
{"train_loss": 0.0008800020441412926, "global_step": 85281, "epoch": 479, "lr": 9.774415307816703e-06}
{"train_loss": 0.0010404610075056553, "global_step": 85282, "epoch": 479, "lr": 9.773537664274306e-06}
{"train_loss": 0.0010024979710578918, "global_step": 85283, "epoch": 479, "lr": 9.772660055867333e-06}
{"train_loss": 0.00159402284771204, "global_step": 85284, "epoch": 479, "lr": 9.771782482596542e-06}
{"train_loss": 0.0016928811091929674, "global_step": 85285, "epoch": 479, "lr": 9.770904944462682e-06}
{"train_loss": 0.0008924222784116864, "global_step": 85286, "epoch": 479, "lr": 9.770027441466562e-06}
{"train_loss": 0.0026090233586728573, "global_step": 85287, "epoch": 479, "lr": 9.769149973608894e-06}
{"train_loss": 0.0020153094083070755, "global_step": 85288, "epoch": 479, "lr": 9.7682725408905e-06}
{"train_loss": 0.0010059296619147062, "global_step": 85289, "epoch": 479, "lr": 9.767395143312086e-06}
{"train_loss": 0.00186752004083246, "global_step": 85290, "epoch": 479, "lr": 9.766517780874462e-06}
{"train_loss": 0.0009925432968884706, "global_step": 85291, "epoch": 479, "lr": 9.765640453578384e-06}
{"train_loss": 0.0006236699409782887, "global_step": 85292, "epoch": 479, "lr": 9.764763161424617e-06}
{"train_loss": 0.0011359489290043712, "global_step": 85293, "epoch": 479, "lr": 9.763885904413928e-06}
{"train_loss": 0.0011370070278644562, "global_step": 85294, "epoch": 479, "lr": 9.763008682547082e-06}
{"train_loss": 0.001125946408137679, "global_step": 85295, "epoch": 479, "lr": 9.762131495824828e-06}
{"train_loss": 0.0015190273988991976, "global_step": 85296, "epoch": 479, "lr": 9.761254344247978e-06}
{"train_loss": 0.0012660997454077005, "global_step": 85297, "epoch": 479, "lr": 9.76037722781724e-06}
{"train_loss": 0.002296741586178541, "global_step": 85298, "epoch": 479, "lr": 9.759500146533429e-06}
{"train_loss": 0.0015404537552967668, "global_step": 85299, "epoch": 479, "lr": 9.758623100397285e-06}
{"train_loss": 0.002995574614033103, "global_step": 85300, "epoch": 479, "lr": 9.757746089409587e-06}
{"train_loss": 0.0007637743838131428, "global_step": 85301, "epoch": 479, "lr": 9.756869113571087e-06}
{"train_loss": 0.0014570330968126655, "global_step": 85302, "epoch": 479, "lr": 9.755992172882561e-06}
{"train_loss": 0.0006085903733037412, "global_step": 85303, "epoch": 479, "lr": 9.75511526734476e-06}
{"train_loss": 0.0012882825685665011, "global_step": 85304, "epoch": 479, "lr": 9.754238396958492e-06}
{"train_loss": 0.002244012663140893, "global_step": 85305, "epoch": 479, "lr": 9.753361561724462e-06}
{"train_loss": 0.0004631780320778489, "global_step": 85306, "epoch": 479, "lr": 9.752484761643483e-06}
{"train_loss": 0.0017106528393924236, "global_step": 85307, "epoch": 479, "lr": 9.751607996716306e-06}
{"train_loss": 0.001708388328552246, "global_step": 85308, "epoch": 479, "lr": 9.750731266943691e-06}
{"train_loss": 0.0009610457927919924, "global_step": 85309, "epoch": 479, "lr": 9.74985457232641e-06}
{"train_loss": 0.0006280953530222178, "global_step": 85310, "epoch": 479, "lr": 9.74897791286522e-06}
{"train_loss": 0.0006746803992427886, "global_step": 85311, "epoch": 479, "lr": 9.748101288560913e-06}
{"train_loss": 0.00288577564060688, "global_step": 85312, "epoch": 479, "lr": 9.747224699414215e-06}
{"train_loss": 0.000669018947519362, "global_step": 85313, "epoch": 479, "lr": 9.746348145425921e-06}
{"train_loss": 0.0013687622267752886, "global_step": 85314, "epoch": 479, "lr": 9.745471626596791e-06}
{"train_loss": 0.001338844420388341, "global_step": 85315, "epoch": 479, "lr": 9.744595142927587e-06}
{"train_loss": 0.0009089975501410663, "global_step": 85316, "epoch": 479, "lr": 9.743718694419074e-06}
{"train_loss": 0.0018390996847301722, "global_step": 85317, "epoch": 479, "lr": 9.742842281072018e-06}
{"train_loss": 0.001160086365416646, "global_step": 85318, "epoch": 479, "lr": 9.741965902887174e-06}
{"train_loss": 0.0011617044219747186, "global_step": 85319, "epoch": 479, "lr": 9.741089559865346e-06}
{"train_loss": 0.0019062422215938568, "global_step": 85320, "epoch": 479, "lr": 9.740213252007241e-06}
{"train_loss": 0.0018804441206157207, "global_step": 85321, "epoch": 479, "lr": 9.739336979313673e-06}
{"train_loss": 0.003124907612800598, "global_step": 85322, "epoch": 479, "lr": 9.738460741785387e-06}
{"train_loss": 0.0010255882516503334, "global_step": 85323, "epoch": 479, "lr": 9.73758453942315e-06}
{"train_loss": 0.0010742949089035392, "global_step": 85324, "epoch": 479, "lr": 9.736708372227732e-06}
{"train_loss": 0.0007032295688986778, "global_step": 85325, "epoch": 479, "lr": 9.735832240199894e-06}
{"train_loss": 0.000783919938839972, "global_step": 85326, "epoch": 479, "lr": 9.734956143340401e-06}
{"train_loss": 0.001946812029927969, "global_step": 85327, "epoch": 479, "lr": 9.734080081650004e-06}
{"train_loss": 0.001530021196231246, "global_step": 85328, "epoch": 479, "lr": 9.733204055129503e-06}
{"train_loss": 0.002294787671416998, "global_step": 85329, "epoch": 479, "lr": 9.73232806377964e-06}
{"train_loss": 0.0017920006066560745, "global_step": 85330, "epoch": 479, "lr": 9.73145210760118e-06}
{"train_loss": 0.0007613810594193637, "global_step": 85331, "epoch": 479, "lr": 9.730576186594898e-06}
{"train_loss": 0.0010400516912341118, "global_step": 85332, "epoch": 479, "lr": 9.729700300761546e-06}
{"train_loss": 0.0005809125141240656, "global_step": 85333, "epoch": 479, "lr": 9.728824450101887e-06}
{"train_loss": 0.0022273133508861065, "global_step": 85334, "epoch": 479, "lr": 9.727948634616724e-06}
{"train_loss": 0.0011154133826494217, "global_step": 85335, "epoch": 479, "lr": 9.727072854306762e-06}
{"train_loss": 0.0014476932119578123, "global_step": 85336, "epoch": 479, "lr": 9.726197109172808e-06}
{"train_loss": 0.0006494160043075681, "global_step": 85337, "epoch": 479, "lr": 9.72532139921562e-06}
{"train_loss": 0.0008047847077250481, "global_step": 85338, "epoch": 479, "lr": 9.72444572443596e-06}
{"train_loss": 0.0022724331356585026, "global_step": 85339, "epoch": 479, "lr": 9.723570084834587e-06}
{"train_loss": 0.0029260674491524696, "global_step": 85340, "epoch": 479, "lr": 9.722694480412269e-06}
{"train_loss": 0.001392944948747754, "global_step": 85341, "epoch": 479, "lr": 9.721818911169767e-06}
{"train_loss": 0.0006342296837829053, "global_step": 85342, "epoch": 479, "lr": 9.720943377107872e-06}
{"train_loss": 0.0007249716436490417, "global_step": 85343, "epoch": 479, "lr": 9.720067878227295e-06}
{"train_loss": 0.0012983701890334487, "global_step": 85344, "epoch": 479, "lr": 9.719192414528871e-06}
{"train_loss": 0.0011983932927250862, "global_step": 85345, "epoch": 479, "lr": 9.718316986013294e-06}
{"train_loss": 0.0010414409916847944, "global_step": 85346, "epoch": 479, "lr": 9.717441592681376e-06}
{"train_loss": 0.001835171366110444, "global_step": 85347, "epoch": 479, "lr": 9.716566234533863e-06}
{"train_loss": 0.0010833352571353316, "global_step": 85348, "epoch": 479, "lr": 9.715690911571518e-06}
{"train_loss": 0.000831746612675488, "global_step": 85349, "epoch": 479, "lr": 9.714815623795132e-06}
{"train_loss": 0.001142792054452002, "global_step": 85350, "epoch": 479, "lr": 9.713940371205426e-06}
{"train_loss": 0.0015016088727861643, "global_step": 85351, "epoch": 479, "lr": 9.713065153803197e-06}
{"train_loss": 0.0015670963330194354, "global_step": 85352, "epoch": 479, "lr": 9.712189971589203e-06}
{"train_loss": 0.0028222741093486547, "global_step": 85353, "epoch": 479, "lr": 9.711314824564205e-06}
{"train_loss": 0.0017456557834520936, "global_step": 85354, "epoch": 479, "lr": 9.710439712728964e-06}
{"train_loss": 0.0006648988928645849, "global_step": 85355, "epoch": 479, "lr": 9.709564636084251e-06}
{"train_loss": 0.0005116438260301948, "global_step": 85356, "epoch": 479, "lr": 9.70868959463081e-06}
{"train_loss": 0.001086435280740261, "global_step": 85357, "epoch": 479, "lr": 9.707814588369452e-06}
{"train_loss": 0.0005105361924506724, "global_step": 85358, "epoch": 479, "lr": 9.706939617300887e-06}
{"train_loss": 0.0008214188273996115, "global_step": 85359, "epoch": 479, "lr": 9.706064681425914e-06}
{"train_loss": 0.0007429137476719916, "global_step": 85360, "epoch": 479, "lr": 9.705189780745289e-06}
{"train_loss": 0.0005924517754465342, "global_step": 85361, "epoch": 479, "lr": 9.704314915259772e-06}
{"train_loss": 0.000672997790388763, "global_step": 85362, "epoch": 479, "lr": 9.703440084970134e-06}
{"train_loss": 0.0012488162610679865, "global_step": 85363, "epoch": 479, "lr": 9.70256528987713e-06}
{"train_loss": 0.0011412369785830379, "global_step": 85364, "epoch": 479, "lr": 9.701690529981527e-06}
{"train_loss": 0.00126448436640203, "global_step": 85365, "epoch": 479, "lr": 9.700815805284097e-06}
{"train_loss": 0.0008681310573592782, "global_step": 85366, "epoch": 479, "lr": 9.699941115785583e-06}
{"train_loss": 0.0014227854553610086, "global_step": 85367, "epoch": 479, "lr": 9.69906646148679e-06}
{"train_loss": 0.0021337494254112244, "global_step": 85368, "epoch": 479, "lr": 9.698191842388427e-06}
{"train_loss": 0.0006716198404319584, "global_step": 85369, "epoch": 479, "lr": 9.6973172584913e-06}
{"train_loss": 0.0006341766566038132, "global_step": 85370, "epoch": 479, "lr": 9.69644270979616e-06}
{"train_loss": 0.0007014240836724639, "global_step": 85371, "epoch": 479, "lr": 9.695568196303756e-06}
{"train_loss": 0.00038660402060486376, "global_step": 85372, "epoch": 479, "lr": 9.694693718014896e-06}
{"train_loss": 0.0009785229340195656, "global_step": 85373, "epoch": 479, "lr": 9.693819274930283e-06}
{"train_loss": 0.0006917451974004507, "global_step": 85374, "epoch": 479, "lr": 9.69294486705073e-06}
{"train_loss": 0.0017453047912567854, "global_step": 85375, "epoch": 479, "lr": 9.692070494376981e-06}
{"train_loss": 0.001076970249414444, "global_step": 85376, "epoch": 479, "lr": 9.6911961569098e-06}
{"train_loss": 0.0010858449386432767, "global_step": 85377, "epoch": 479, "lr": 9.690321854649952e-06}
{"train_loss": 0.0008864541305229068, "global_step": 85378, "epoch": 479, "lr": 9.6894475875982e-06}
{"train_loss": 0.0007523692911490798, "global_step": 85379, "epoch": 479, "lr": 9.68857335575531e-06}
{"train_loss": 0.0005415747291408479, "global_step": 85380, "epoch": 479, "lr": 9.687699159122044e-06}
{"train_loss": 0.002133298432454467, "global_step": 85381, "epoch": 479, "lr": 9.68682499769915e-06}
{"train_loss": 0.0010047184769064188, "global_step": 85382, "epoch": 479, "lr": 9.685950871487432e-06}
{"train_loss": 0.0007583504775539041, "global_step": 85383, "epoch": 479, "lr": 9.685076780487607e-06}
{"train_loss": 0.002626320580020547, "global_step": 85384, "epoch": 479, "lr": 9.68420272470047e-06}
{"train_loss": 0.0018328356090933084, "global_step": 85385, "epoch": 479, "lr": 9.683328704126775e-06}
{"train_loss": 0.001135586528107524, "global_step": 85386, "epoch": 479, "lr": 9.682454718767282e-06}
{"train_loss": 0.0013392565306276083, "global_step": 85387, "epoch": 479, "lr": 9.681580768622761e-06}
{"train_loss": 0.00047832244308665395, "global_step": 85388, "epoch": 479, "lr": 9.680706853693972e-06}
{"train_loss": 0.0014908487210050225, "global_step": 85389, "epoch": 479, "lr": 9.679832973981662e-06}
{"train_loss": 0.0019575227051973343, "global_step": 85390, "epoch": 479, "lr": 9.67895912948662e-06}
{"train_loss": 0.002957220422104001, "global_step": 85391, "epoch": 479, "lr": 9.678085320209602e-06}
{"train_loss": 0.0010801610769703984, "global_step": 85392, "epoch": 479, "lr": 9.677211546151372e-06}
{"train_loss": 0.000998947536572814, "global_step": 85393, "epoch": 479, "lr": 9.676337807312686e-06}
{"train_loss": 0.0011643229518085718, "global_step": 85394, "epoch": 479, "lr": 9.675464103694298e-06}
{"train_loss": 0.0003937501460313797, "global_step": 85395, "epoch": 479, "lr": 9.67459043529701e-06}
{"train_loss": 0.0025363147724419832, "global_step": 85396, "epoch": 479, "lr": 9.673716802121535e-06}
{"train_loss": 0.001655716449022293, "global_step": 85397, "epoch": 479, "lr": 9.672843204168685e-06}
{"train_loss": 0.0008410381269641221, "global_step": 85398, "epoch": 479, "lr": 9.67196964143917e-06}
{"train_loss": 0.0009784435387700796, "global_step": 85399, "epoch": 479, "lr": 9.671096113933797e-06}
{"train_loss": 0.0016013348940759897, "global_step": 85400, "epoch": 479, "lr": 9.670222621653314e-06}
{"train_loss": 0.0015873684315010905, "global_step": 85401, "epoch": 479, "lr": 9.66934916459848e-06}
{"train_loss": 0.0005401198286563158, "global_step": 85402, "epoch": 479, "lr": 9.668475742770062e-06}
{"train_loss": 0.0020028939470648766, "global_step": 85403, "epoch": 479, "lr": 9.66760235616882e-06}
{"train_loss": 0.001103216432966292, "global_step": 85404, "epoch": 479, "lr": 9.666729004795505e-06}
{"train_loss": 0.0014732286799699068, "global_step": 85405, "epoch": 479, "lr": 9.665855688650927e-06}
{"train_loss": 0.0014073873171582818, "global_step": 85406, "epoch": 479, "lr": 9.664982407735785e-06}
{"train_loss": 0.0008903898997232318, "global_step": 85407, "epoch": 479, "lr": 9.664109162050883e-06}
{"train_loss": 0.0014422895619645715, "global_step": 85408, "epoch": 479, "lr": 9.663235951596972e-06}
{"train_loss": 0.001960771856829524, "global_step": 85409, "epoch": 479, "lr": 9.662362776374818e-06}
{"train_loss": 0.0005264259525574744, "global_step": 85410, "epoch": 479, "lr": 9.66148963638518e-06}
{"train_loss": 0.0013961954973638058, "global_step": 85411, "epoch": 479, "lr": 9.660616531628814e-06}
{"train_loss": 0.002121157944202423, "global_step": 85412, "epoch": 479, "lr": 9.659743462106496e-06}
{"train_loss": 0.000512097729369998, "global_step": 85413, "epoch": 479, "lr": 9.658870427818984e-06}
{"train_loss": 0.0003363009891472757, "global_step": 85414, "epoch": 479, "lr": 9.657997428767046e-06}
{"train_loss": 0.0018710813019424677, "global_step": 85415, "epoch": 479, "lr": 9.657124464951433e-06}
{"train_loss": 0.00157941784709692, "global_step": 85416, "epoch": 479, "lr": 9.656251536372913e-06}
{"train_loss": 0.00040673717739991844, "global_step": 85417, "epoch": 479, "lr": 9.655378643032249e-06}
{"train_loss": 0.0007672145729884505, "global_step": 85418, "epoch": 479, "lr": 9.654505784930202e-06}
{"train_loss": 0.0007816650904715061, "global_step": 85419, "epoch": 479, "lr": 9.653632962067515e-06}
{"train_loss": 0.0012972643598914146, "global_step": 85420, "epoch": 479, "lr": 9.652760174445008e-06}
{"train_loss": 0.000625746208243072, "global_step": 85421, "epoch": 479, "lr": 9.651887422063371e-06}
{"train_loss": 0.0021994798444211483, "global_step": 85422, "epoch": 479, "lr": 9.651014704923417e-06}
{"train_loss": 0.0011075520887970924, "global_step": 85423, "epoch": 479, "lr": 9.650142023025894e-06}
{"train_loss": 0.0010945505928248167, "global_step": 85424, "epoch": 479, "lr": 9.649269376371556e-06}
{"train_loss": 0.001339278882369399, "global_step": 85425, "epoch": 479, "lr": 9.648396764961177e-06}
{"train_loss": 0.0006813019281253219, "global_step": 85426, "epoch": 479, "lr": 9.647524188795515e-06}
{"train_loss": 0.0011828412534669042, "global_step": 85427, "epoch": 479, "lr": 9.64665164787531e-06}
{"train_loss": 0.001760577317327261, "global_step": 85428, "epoch": 479, "lr": 9.645779142201378e-06}
{"train_loss": 0.0006772923516109586, "global_step": 85429, "epoch": 479, "lr": 9.644906671774417e-06}
{"train_loss": 0.001642386894673109, "global_step": 85430, "epoch": 479, "lr": 9.64403423659524e-06}
{"train_loss": 0.0017110125627368689, "global_step": 85431, "epoch": 479, "lr": 9.643161836664582e-06}
{"train_loss": 0.0003954183775931597, "global_step": 85432, "epoch": 479, "lr": 9.642289471983202e-06}
{"train_loss": 0.0009979375172406435, "global_step": 85433, "epoch": 479, "lr": 9.6414171425519e-06}
{"train_loss": 0.0013273617951199412, "global_step": 85434, "epoch": 479, "lr": 9.64054484837138e-06}
{"train_loss": 0.0011623479658737779, "global_step": 85435, "epoch": 479, "lr": 9.639672589442461e-06}
{"train_loss": 0.0021291058510541916, "global_step": 85436, "epoch": 479, "lr": 9.638800365765854e-06}
{"train_loss": 0.0010710542555898428, "global_step": 85437, "epoch": 479, "lr": 9.637928177342354e-06}
{"train_loss": 0.0011094433721154928, "global_step": 85438, "epoch": 479, "lr": 9.637056024172714e-06}
{"train_loss": 0.0012629945869387514, "global_step": 85439, "epoch": 479, "lr": 9.636183906257695e-06}
{"train_loss": 0.0011851934250444174, "global_step": 85440, "epoch": 480, "lr": 9.635311823598064e-06}
{"train_loss": 0.00223973928950727, "global_step": 85441, "epoch": 480, "lr": 9.634439776194571e-06}
{"train_loss": 0.0013993300963193178, "global_step": 85442, "epoch": 480, "lr": 9.633567764047974e-06}
{"train_loss": 0.0014571350766345859, "global_step": 85443, "epoch": 480, "lr": 9.632695787159075e-06}
{"train_loss": 0.0009880706202238798, "global_step": 85444, "epoch": 480, "lr": 9.63182384552857e-06}
{"train_loss": 0.0016764446627348661, "global_step": 85445, "epoch": 480, "lr": 9.630951939157273e-06}
{"train_loss": 0.0013130054576322436, "global_step": 85446, "epoch": 480, "lr": 9.630080068045933e-06}
{"train_loss": 0.0005626644706353545, "global_step": 85447, "epoch": 480, "lr": 9.629208232195303e-06}
{"train_loss": 0.0018759503727778792, "global_step": 85448, "epoch": 480, "lr": 9.628336431606149e-06}
{"train_loss": 0.0005529444315470755, "global_step": 85449, "epoch": 480, "lr": 9.627464666279234e-06}
{"train_loss": 0.0036870655603706837, "global_step": 85450, "epoch": 480, "lr": 9.626592936215307e-06}
{"train_loss": 0.0006306561408564448, "global_step": 85451, "epoch": 480, "lr": 9.625721241415158e-06}
{"train_loss": 0.0005473680212162435, "global_step": 85452, "epoch": 480, "lr": 9.624849581879509e-06}
{"train_loss": 0.0013066004030406475, "global_step": 85453, "epoch": 480, "lr": 9.62397795760916e-06}
{"train_loss": 0.0011124711018055677, "global_step": 85454, "epoch": 480, "lr": 9.623106368604845e-06}
{"train_loss": 0.0022033427376300097, "global_step": 85455, "epoch": 480, "lr": 9.622234814867343e-06}
{"train_loss": 0.0016396960709244013, "global_step": 85456, "epoch": 480, "lr": 9.621363296397407e-06}
{"train_loss": 0.0006364955916069448, "global_step": 85457, "epoch": 480, "lr": 9.620491813195781e-06}
{"train_loss": 0.0010460037738084793, "global_step": 85458, "epoch": 480, "lr": 9.619620365263277e-06}
{"train_loss": 0.0006647250265814364, "global_step": 85459, "epoch": 480, "lr": 9.618748952600593e-06}
{"train_loss": 0.0023907776921987534, "global_step": 85460, "epoch": 480, "lr": 9.617877575208533e-06}
{"train_loss": 0.0026456117630004883, "global_step": 85461, "epoch": 480, "lr": 9.617006233087844e-06}
{"train_loss": 0.0009617959731258452, "global_step": 85462, "epoch": 480, "lr": 9.61613492623929e-06}
{"train_loss": 0.0006812562933191657, "global_step": 85463, "epoch": 480, "lr": 9.615263654663631e-06}
{"train_loss": 0.0011413696920499206, "global_step": 85464, "epoch": 480, "lr": 9.614392418361628e-06}
{"train_loss": 0.002946342807263136, "global_step": 85465, "epoch": 480, "lr": 9.613521217334025e-06}
{"train_loss": 0.0003961661132052541, "global_step": 85466, "epoch": 480, "lr": 9.612650051581628e-06}
{"train_loss": 0.0005872335168533027, "global_step": 85467, "epoch": 480, "lr": 9.611778921105141e-06}
{"train_loss": 0.000983609352260828, "global_step": 85468, "epoch": 480, "lr": 9.61090782590537e-06}
{"train_loss": 0.0007396595319733024, "global_step": 85469, "epoch": 480, "lr": 9.610036765983061e-06}
{"train_loss": 0.0012544372584670782, "global_step": 85470, "epoch": 480, "lr": 9.609165741338965e-06}
{"train_loss": 0.00035072461469098926, "global_step": 85471, "epoch": 480, "lr": 9.608294751973856e-06}
{"train_loss": 0.0006706098793074489, "global_step": 85472, "epoch": 480, "lr": 9.607423797888487e-06}
{"train_loss": 0.001267692307010293, "global_step": 85473, "epoch": 480, "lr": 9.606552879083625e-06}
{"train_loss": 0.00042914407094940543, "global_step": 85474, "epoch": 480, "lr": 9.605681995560007e-06}
{"train_loss": 0.0007193587953224778, "global_step": 85475, "epoch": 480, "lr": 9.604811147318432e-06}
{"train_loss": 0.001329067163169384, "global_step": 85476, "epoch": 480, "lr": 9.60394033435964e-06}
{"train_loss": 0.00031051706173457205, "global_step": 85477, "epoch": 480, "lr": 9.603069556684391e-06}
{"train_loss": 0.002387766493484378, "global_step": 85478, "epoch": 480, "lr": 9.60219881429345e-06}
{"train_loss": 0.0013497500913217664, "global_step": 85479, "epoch": 480, "lr": 9.60132810718758e-06}
{"train_loss": 0.0008749873377382755, "global_step": 85480, "epoch": 480, "lr": 9.600457435367521e-06}
{"train_loss": 0.0006785982986912131, "global_step": 85481, "epoch": 480, "lr": 9.599586798834076e-06}
{"train_loss": 0.0009324405109509826, "global_step": 85482, "epoch": 480, "lr": 9.598716197587954e-06}
{"train_loss": 0.0021915649995207787, "global_step": 85483, "epoch": 480, "lr": 9.597845631629954e-06}
{"train_loss": 0.0005552866496145725, "global_step": 85484, "epoch": 480, "lr": 9.59697510096082e-06}
{"train_loss": 0.0015574953285977244, "global_step": 85485, "epoch": 480, "lr": 9.596104605581319e-06}
{"train_loss": 0.001378592336550355, "global_step": 85486, "epoch": 480, "lr": 9.595234145492204e-06}
{"train_loss": 0.0038551439065486193, "global_step": 85487, "epoch": 480, "lr": 9.594363720694244e-06}
{"train_loss": 0.0006026643677614629, "global_step": 85488, "epoch": 480, "lr": 9.593493331188174e-06}
{"train_loss": 0.002157479291781783, "global_step": 85489, "epoch": 480, "lr": 9.592622976974808e-06}
{"train_loss": 0.0010488711996003985, "global_step": 85490, "epoch": 480, "lr": 9.591752658054842e-06}
{"train_loss": 0.0010277493856847286, "global_step": 85491, "epoch": 480, "lr": 9.590882374429094e-06}
{"train_loss": 0.0012374483048915863, "global_step": 85492, "epoch": 480, "lr": 9.590012126098275e-06}
{"train_loss": 0.0006297356449067593, "global_step": 85493, "epoch": 480, "lr": 9.589141913063177e-06}
{"train_loss": 0.0023546318989247084, "global_step": 85494, "epoch": 480, "lr": 9.588271735324545e-06}
{"train_loss": 0.00100571452639997, "global_step": 85495, "epoch": 480, "lr": 9.58740159288314e-06}
{"train_loss": 0.001798116136342287, "global_step": 85496, "epoch": 480, "lr": 9.586531485739746e-06}
{"train_loss": 0.0013821427710354328, "global_step": 85497, "epoch": 480, "lr": 9.585661413895081e-06}
{"train_loss": 0.0003440974105615169, "global_step": 85498, "epoch": 480, "lr": 9.58479137734994e-06}
{"train_loss": 0.00104505883064121, "global_step": 85499, "epoch": 480, "lr": 9.583921376105065e-06}
{"train_loss": 0.0008997524273581803, "global_step": 85500, "epoch": 480, "lr": 9.583051410161226e-06}
{"train_loss": 0.0007125753909349442, "global_step": 85501, "epoch": 480, "lr": 9.582181479519176e-06}
{"train_loss": 0.0010865230578929186, "global_step": 85502, "epoch": 480, "lr": 9.58131158417968e-06}
{"train_loss": 0.0011682008625939488, "global_step": 85503, "epoch": 480, "lr": 9.580441724143479e-06}
{"train_loss": 0.00283460458740592, "global_step": 85504, "epoch": 480, "lr": 9.579571899411372e-06}
{"train_loss": 0.0005294270813465118, "global_step": 85505, "epoch": 480, "lr": 9.578702109984073e-06}
{"train_loss": 0.0005500076804310083, "global_step": 85506, "epoch": 480, "lr": 9.577832355862388e-06}
{"train_loss": 0.002080855891108513, "global_step": 85507, "epoch": 480, "lr": 9.576962637047026e-06}
{"train_loss": 0.0024053636007010937, "global_step": 85508, "epoch": 480, "lr": 9.57609295353879e-06}
{"train_loss": 0.0011432699393481016, "global_step": 85509, "epoch": 480, "lr": 9.575223305338415e-06}
{"train_loss": 0.0009745431016199291, "global_step": 85510, "epoch": 480, "lr": 9.574353692446676e-06}
{"train_loss": 0.0005848394939675927, "global_step": 85511, "epoch": 480, "lr": 9.573484114864322e-06}
{"train_loss": 0.00045059126568958163, "global_step": 85512, "epoch": 480, "lr": 9.572614572592115e-06}
{"train_loss": 0.001133721903897822, "global_step": 85513, "epoch": 480, "lr": 9.5717450656308e-06}
{"train_loss": 0.0003407941258046776, "global_step": 85514, "epoch": 480, "lr": 9.570875593981165e-06}
{"train_loss": 0.0011401332449167967, "global_step": 85515, "epoch": 480, "lr": 9.570006157643958e-06}
{"train_loss": 0.0007190991891548038, "global_step": 85516, "epoch": 480, "lr": 9.569136756619934e-06}
{"train_loss": 0.002404499799013138, "global_step": 85517, "epoch": 480, "lr": 9.568267390909858e-06}
{"train_loss": 0.0012014273088425398, "global_step": 85518, "epoch": 480, "lr": 9.56739806051447e-06}
{"train_loss": 0.0011313972063362598, "global_step": 85519, "epoch": 480, "lr": 9.566528765434574e-06}
{"train_loss": 0.0007334420806728303, "global_step": 85520, "epoch": 480, "lr": 9.56565950567087e-06}
{"train_loss": 0.0004977766657248139, "global_step": 85521, "epoch": 480, "lr": 9.564790281224162e-06}
{"train_loss": 0.0008638823055662215, "global_step": 85522, "epoch": 480, "lr": 9.563921092095196e-06}
{"train_loss": 0.0013719834387302399, "global_step": 85523, "epoch": 480, "lr": 9.56305193828473e-06}
{"train_loss": 0.0009885596809908748, "global_step": 85524, "epoch": 480, "lr": 9.562182819793525e-06}
{"train_loss": 0.0014784354716539383, "global_step": 85525, "epoch": 480, "lr": 9.561313736622335e-06}
{"train_loss": 0.0011749824043363333, "global_step": 85526, "epoch": 480, "lr": 9.560444688771925e-06}
{"train_loss": 0.001033080741763115, "global_step": 85527, "epoch": 480, "lr": 9.559575676243049e-06}
{"train_loss": 0.0005193585529923439, "global_step": 85528, "epoch": 480, "lr": 9.558706699036457e-06}
{"train_loss": 0.0018408176256343722, "global_step": 85529, "epoch": 480, "lr": 9.557837757152943e-06}
{"train_loss": 0.0007658945396542549, "global_step": 85530, "epoch": 480, "lr": 9.556968850593223e-06}
{"train_loss": 0.000827252515591681, "global_step": 85531, "epoch": 480, "lr": 9.55609997935808e-06}
{"train_loss": 0.0010970649309456348, "global_step": 85532, "epoch": 480, "lr": 9.555231143448273e-06}
{"train_loss": 0.0008738299366086721, "global_step": 85533, "epoch": 480, "lr": 9.554362342864558e-06}
{"train_loss": 0.001044646603986621, "global_step": 85534, "epoch": 480, "lr": 9.553493577607691e-06}
{"train_loss": 0.001399777363985777, "global_step": 85535, "epoch": 480, "lr": 9.552624847678415e-06}
{"train_loss": 0.0007095030159689486, "global_step": 85536, "epoch": 480, "lr": 9.551756153077524e-06}
{"train_loss": 0.001982649089768529, "global_step": 85537, "epoch": 480, "lr": 9.550887493805754e-06}
{"train_loss": 0.0005395248299464583, "global_step": 85538, "epoch": 480, "lr": 9.550018869863874e-06}
{"train_loss": 0.001230634399689734, "global_step": 85539, "epoch": 480, "lr": 9.549150281252633e-06}
{"train_loss": 0.0010924118105322123, "global_step": 85540, "epoch": 480, "lr": 9.548281727972791e-06}
{"train_loss": 0.001660298672504723, "global_step": 85541, "epoch": 480, "lr": 9.547413210025102e-06}
{"train_loss": 0.001737870741635561, "global_step": 85542, "epoch": 480, "lr": 9.546544727410356e-06}
{"train_loss": 0.001047919737175107, "global_step": 85543, "epoch": 480, "lr": 9.545676280129256e-06}
{"train_loss": 0.0008540081325918436, "global_step": 85544, "epoch": 480, "lr": 9.544807868182626e-06}
{"train_loss": 0.0014461737591773272, "global_step": 85545, "epoch": 480, "lr": 9.543939491571158e-06}
{"train_loss": 0.0014576842077076435, "global_step": 85546, "epoch": 480, "lr": 9.543071150295657e-06}
{"train_loss": 0.002096859971061349, "global_step": 85547, "epoch": 480, "lr": 9.542202844356867e-06}
{"train_loss": 0.0017959238030016422, "global_step": 85548, "epoch": 480, "lr": 9.54133457375555e-06}
{"train_loss": 0.0013974583707749844, "global_step": 85549, "epoch": 480, "lr": 9.54046633849246e-06}
{"train_loss": 0.0008338710176758468, "global_step": 85550, "epoch": 480, "lr": 9.539598138568356e-06}
{"train_loss": 0.001410866156220436, "global_step": 85551, "epoch": 480, "lr": 9.538729973983979e-06}
{"train_loss": 0.0007908898405730724, "global_step": 85552, "epoch": 480, "lr": 9.537861844740136e-06}
{"train_loss": 0.0005701106274500489, "global_step": 85553, "epoch": 480, "lr": 9.53699375083753e-06}
{"train_loss": 0.000980087206698954, "global_step": 85554, "epoch": 480, "lr": 9.536125692276953e-06}
{"train_loss": 0.0006485197227448225, "global_step": 85555, "epoch": 480, "lr": 9.535257669059156e-06}
{"train_loss": 0.0009098630398511887, "global_step": 85556, "epoch": 480, "lr": 9.53438968118488e-06}
{"train_loss": 0.0005780684878118336, "global_step": 85557, "epoch": 480, "lr": 9.533521728654926e-06}
{"train_loss": 0.0004045162640977651, "global_step": 85558, "epoch": 480, "lr": 9.532653811469994e-06}
{"train_loss": 0.00048476611846126616, "global_step": 85559, "epoch": 480, "lr": 9.531785929630887e-06}
{"train_loss": 0.0029808771796524525, "global_step": 85560, "epoch": 480, "lr": 9.530918083138352e-06}
{"train_loss": 0.0017605188768357038, "global_step": 85561, "epoch": 480, "lr": 9.53005027199314e-06}
{"train_loss": 0.0012827861355617642, "global_step": 85562, "epoch": 480, "lr": 9.52918249619601e-06}
{"train_loss": 0.0017320928163826466, "global_step": 85563, "epoch": 480, "lr": 9.528314755747725e-06}
{"train_loss": 0.0007975100306794047, "global_step": 85564, "epoch": 480, "lr": 9.527447050649041e-06}
{"train_loss": 0.0009944994235411286, "global_step": 85565, "epoch": 480, "lr": 9.526579380900713e-06}
{"train_loss": 0.00039985254989005625, "global_step": 85566, "epoch": 480, "lr": 9.52571174650349e-06}
{"train_loss": 0.0007270375499501824, "global_step": 85567, "epoch": 480, "lr": 9.524844147458168e-06}
{"train_loss": 0.0014294055290520191, "global_step": 85568, "epoch": 480, "lr": 9.523976583765448e-06}
{"train_loss": 0.0013086582766845822, "global_step": 85569, "epoch": 480, "lr": 9.523109055426128e-06}
{"train_loss": 0.0008010900346562266, "global_step": 85570, "epoch": 480, "lr": 9.522241562440958e-06}
{"train_loss": 0.0015846482710912824, "global_step": 85571, "epoch": 480, "lr": 9.521374104810694e-06}
{"train_loss": 0.0009952420368790627, "global_step": 85572, "epoch": 480, "lr": 9.52050668253609e-06}
{"train_loss": 0.0025488524697721004, "global_step": 85573, "epoch": 480, "lr": 9.51963929561791e-06}
{"train_loss": 0.0019406367791816592, "global_step": 85574, "epoch": 480, "lr": 9.518771944056892e-06}
{"train_loss": 0.001620244700461626, "global_step": 85575, "epoch": 480, "lr": 9.517904627853835e-06}
{"train_loss": 0.0005907011218369007, "global_step": 85576, "epoch": 480, "lr": 9.517037347009444e-06}
{"train_loss": 0.0005042850389145315, "global_step": 85577, "epoch": 480, "lr": 9.516170101524519e-06}
{"train_loss": 0.0005087960744276643, "global_step": 85578, "epoch": 480, "lr": 9.515302891399797e-06}
{"train_loss": 0.0008885970455594361, "global_step": 85579, "epoch": 480, "lr": 9.514435716636027e-06}
{"train_loss": 0.00035868698614649475, "global_step": 85580, "epoch": 480, "lr": 9.513568577234011e-06}
{"train_loss": 0.0018834344809874892, "global_step": 85581, "epoch": 480, "lr": 9.512701473194447e-06}
{"train_loss": 0.0015355882933363318, "global_step": 85582, "epoch": 480, "lr": 9.511834404518144e-06}
{"train_loss": 0.000885233748704195, "global_step": 85583, "epoch": 480, "lr": 9.510967371205815e-06}
{"train_loss": 0.0008829304715618491, "global_step": 85584, "epoch": 480, "lr": 9.510100373258245e-06}
{"train_loss": 0.001296653295867145, "global_step": 85585, "epoch": 480, "lr": 9.509233410676188e-06}
{"train_loss": 0.0016688639298081398, "global_step": 85586, "epoch": 480, "lr": 9.508366483460396e-06}
{"train_loss": 0.0013962180819362402, "global_step": 85587, "epoch": 480, "lr": 9.50749959161163e-06}
{"train_loss": 0.0009139231406152248, "global_step": 85588, "epoch": 480, "lr": 9.50663273513064e-06}
{"train_loss": 0.001069523859769106, "global_step": 85589, "epoch": 480, "lr": 9.505765914018177e-06}
{"train_loss": 0.0007400922477245331, "global_step": 85590, "epoch": 480, "lr": 9.504899128275035e-06}
{"train_loss": 0.0006606664974242449, "global_step": 85591, "epoch": 480, "lr": 9.504032377901923e-06}
{"train_loss": 0.0013900758931413293, "global_step": 85592, "epoch": 480, "lr": 9.503165662899633e-06}
{"train_loss": 0.0005394094623625278, "global_step": 85593, "epoch": 480, "lr": 9.502298983268903e-06}
{"train_loss": 0.000998493516817689, "global_step": 85594, "epoch": 480, "lr": 9.501432339010501e-06}
{"train_loss": 0.0010551591403782368, "global_step": 85595, "epoch": 480, "lr": 9.500565730125176e-06}
{"train_loss": 0.0013777132844552398, "global_step": 85596, "epoch": 480, "lr": 9.499699156613695e-06}
{"train_loss": 0.0017485860735177994, "global_step": 85597, "epoch": 480, "lr": 9.498832618476789e-06}
{"train_loss": 0.0008118028636090457, "global_step": 85598, "epoch": 480, "lr": 9.497966115715251e-06}
{"train_loss": 0.0030520809814333916, "global_step": 85599, "epoch": 480, "lr": 9.497099648329816e-06}
{"train_loss": 0.0024254759773612022, "global_step": 85600, "epoch": 480, "lr": 9.496233216321248e-06}
{"train_loss": 0.0009197978652082384, "global_step": 85601, "epoch": 480, "lr": 9.495366819690305e-06}
{"train_loss": 0.001294753048568964, "global_step": 85602, "epoch": 480, "lr": 9.494500458437738e-06}
{"train_loss": 0.000986054539680481, "global_step": 85603, "epoch": 480, "lr": 9.493634132564305e-06}
{"train_loss": 0.00045999130816198885, "global_step": 85604, "epoch": 480, "lr": 9.492767842070748e-06}
{"train_loss": 0.0008214499102905393, "global_step": 85605, "epoch": 480, "lr": 9.491901586957868e-06}
{"train_loss": 0.0012094898847863078, "global_step": 85606, "epoch": 480, "lr": 9.491035367226369e-06}
{"train_loss": 0.0009683044627308846, "global_step": 85607, "epoch": 480, "lr": 9.49016918287704e-06}
{"train_loss": 0.0012403408763930202, "global_step": 85608, "epoch": 480, "lr": 9.48930303391063e-06}
{"train_loss": 0.0013715982204303145, "global_step": 85609, "epoch": 480, "lr": 9.488436920327898e-06}
{"train_loss": 0.0013404643395915627, "global_step": 85610, "epoch": 480, "lr": 9.487570842129596e-06}
{"train_loss": 0.001296480419114232, "global_step": 85611, "epoch": 480, "lr": 9.486704799316476e-06}
{"train_loss": 0.0008799003553576767, "global_step": 85612, "epoch": 480, "lr": 9.48583879188929e-06}
{"train_loss": 0.0007822181796655059, "global_step": 85613, "epoch": 480, "lr": 9.48497281984883e-06}
{"train_loss": 0.0005815319018438458, "global_step": 85614, "epoch": 480, "lr": 9.484106883195804e-06}
{"train_loss": 0.0007940494106151164, "global_step": 85615, "epoch": 480, "lr": 9.483240981931013e-06}
{"train_loss": 0.0006038129795342684, "global_step": 85616, "epoch": 480, "lr": 9.48237511605517e-06}
{"train_loss": 0.001195057367858885, "global_step": 85617, "epoch": 480, "lr": 9.481509285569062e-06, "train_action_mse_error": 3.5888519960280973e-06}
{"train_loss": 0.0025307582691311836, "global_step": 85618, "epoch": 481, "lr": 9.480643490473435e-06}
{"train_loss": 0.0022067504469305277, "global_step": 85619, "epoch": 481, "lr": 9.479777730769035e-06}
{"train_loss": 0.0010830280371010303, "global_step": 85620, "epoch": 481, "lr": 9.478912006456659e-06}
{"train_loss": 0.00121644651517272, "global_step": 85621, "epoch": 481, "lr": 9.478046317537004e-06}
{"train_loss": 0.001413089339621365, "global_step": 85622, "epoch": 481, "lr": 9.477180664010866e-06}
{"train_loss": 0.0013158032670617104, "global_step": 85623, "epoch": 481, "lr": 9.476315045878991e-06}
{"train_loss": 0.0014726822264492512, "global_step": 85624, "epoch": 481, "lr": 9.475449463142138e-06}
{"train_loss": 0.0016698661493137479, "global_step": 85625, "epoch": 481, "lr": 9.474583915801061e-06}
{"train_loss": 0.0013901462079957128, "global_step": 85626, "epoch": 481, "lr": 9.473718403856508e-06}
{"train_loss": 0.0011315580923110247, "global_step": 85627, "epoch": 481, "lr": 9.472852927309234e-06}
{"train_loss": 0.0012530653038993478, "global_step": 85628, "epoch": 481, "lr": 9.471987486160028e-06}
{"train_loss": 0.0007545289117842913, "global_step": 85629, "epoch": 481, "lr": 9.471122080409595e-06}
{"train_loss": 0.0006160152843222022, "global_step": 85630, "epoch": 481, "lr": 9.470256710058729e-06}
{"train_loss": 0.0013881244231015444, "global_step": 85631, "epoch": 481, "lr": 9.469391375108171e-06}
{"train_loss": 0.002475525951012969, "global_step": 85632, "epoch": 481, "lr": 9.468526075558682e-06}
{"train_loss": 0.0011356889735907316, "global_step": 85633, "epoch": 481, "lr": 9.467660811411017e-06}
{"train_loss": 0.003941900096833706, "global_step": 85634, "epoch": 481, "lr": 9.466795582665921e-06}
{"train_loss": 0.0004115754272788763, "global_step": 85635, "epoch": 481, "lr": 9.465930389324168e-06}
{"train_loss": 0.0006557899760082364, "global_step": 85636, "epoch": 481, "lr": 9.4650652313865e-06}
{"train_loss": 0.001366681419312954, "global_step": 85637, "epoch": 481, "lr": 9.464200108853666e-06}
{"train_loss": 0.0011408438440412283, "global_step": 85638, "epoch": 481, "lr": 9.463335021726455e-06}
{"train_loss": 0.0009278268553316593, "global_step": 85639, "epoch": 481, "lr": 9.462469970005577e-06}
{"train_loss": 0.0014267300721257925, "global_step": 85640, "epoch": 481, "lr": 9.461604953691822e-06}
{"train_loss": 0.0004698514239862561, "global_step": 85641, "epoch": 481, "lr": 9.460739972785931e-06}
{"train_loss": 0.0007498995400965214, "global_step": 85642, "epoch": 481, "lr": 9.459875027288656e-06}
{"train_loss": 0.0009679770446382463, "global_step": 85643, "epoch": 481, "lr": 9.459010117200779e-06}
{"train_loss": 0.0006662296364083886, "global_step": 85644, "epoch": 481, "lr": 9.458145242523014e-06}
{"train_loss": 0.0011224609334021807, "global_step": 85645, "epoch": 481, "lr": 9.457280403256152e-06}
{"train_loss": 0.0014532258501276374, "global_step": 85646, "epoch": 481, "lr": 9.456415599400931e-06}
{"train_loss": 0.0020094343926757574, "global_step": 85647, "epoch": 481, "lr": 9.45555083095811e-06}
{"train_loss": 0.002073906594887376, "global_step": 85648, "epoch": 481, "lr": 9.454686097928445e-06}
{"train_loss": 0.0021253840532153845, "global_step": 85649, "epoch": 481, "lr": 9.45382140031269e-06}
{"train_loss": 0.0011971443891525269, "global_step": 85650, "epoch": 481, "lr": 9.452956738111585e-06}
{"train_loss": 0.0007890030974522233, "global_step": 85651, "epoch": 481, "lr": 9.452092111325934e-06}
{"train_loss": 0.002050513867288828, "global_step": 85652, "epoch": 481, "lr": 9.451227519956424e-06}
{"train_loss": 0.0005353777087293565, "global_step": 85653, "epoch": 481, "lr": 9.450362964003879e-06}
{"train_loss": 0.0007814636919647455, "global_step": 85654, "epoch": 481, "lr": 9.44949844346899e-06}
{"train_loss": 0.0017974373186007142, "global_step": 85655, "epoch": 481, "lr": 9.448633958352555e-06}
{"train_loss": 0.0016938711050897837, "global_step": 85656, "epoch": 481, "lr": 9.44776950865532e-06}
{"train_loss": 0.0010815425775945187, "global_step": 85657, "epoch": 481, "lr": 9.446905094378034e-06}
{"train_loss": 0.0003037692222278565, "global_step": 85658, "epoch": 481, "lr": 9.446040715521453e-06}
{"train_loss": 0.0003003081073984504, "global_step": 85659, "epoch": 481, "lr": 9.445176372086339e-06}
{"train_loss": 0.0004826768708880991, "global_step": 85660, "epoch": 481, "lr": 9.444312064073424e-06}
{"train_loss": 0.0011711798142641783, "global_step": 85661, "epoch": 481, "lr": 9.443447791483495e-06}
{"train_loss": 0.0009587023523636162, "global_step": 85662, "epoch": 481, "lr": 9.442583554317292e-06}
{"train_loss": 0.0006090187816880643, "global_step": 85663, "epoch": 481, "lr": 9.441719352575567e-06}
{"train_loss": 0.0006031689117662609, "global_step": 85664, "epoch": 481, "lr": 9.440855186259084e-06}
{"train_loss": 0.000773702166043222, "global_step": 85665, "epoch": 481, "lr": 9.439991055368575e-06}
{"train_loss": 0.0010817679576575756, "global_step": 85666, "epoch": 481, "lr": 9.439126959904843e-06}
{"train_loss": 0.0014881916576996446, "global_step": 85667, "epoch": 481, "lr": 9.438262899868577e-06}
{"train_loss": 0.001146959257312119, "global_step": 85668, "epoch": 481, "lr": 9.437398875260583e-06}
{"train_loss": 0.0009150846162810922, "global_step": 85669, "epoch": 481, "lr": 9.4365348860816e-06}
{"train_loss": 0.0016169487498700619, "global_step": 85670, "epoch": 481, "lr": 9.43567093233238e-06}
{"train_loss": 0.0013074502348899841, "global_step": 85671, "epoch": 481, "lr": 9.43480701401368e-06}
{"train_loss": 0.0015345695428550243, "global_step": 85672, "epoch": 481, "lr": 9.433943131126249e-06}
{"train_loss": 0.0006138471071608365, "global_step": 85673, "epoch": 481, "lr": 9.433079283670853e-06}
{"train_loss": 0.002386820735409856, "global_step": 85674, "epoch": 481, "lr": 9.432215471648237e-06}
{"train_loss": 0.0008779224590398371, "global_step": 85675, "epoch": 481, "lr": 9.431351695059143e-06}
{"train_loss": 0.004580347798764706, "global_step": 85676, "epoch": 481, "lr": 9.430487953904365e-06}
{"train_loss": 0.0009942345786839724, "global_step": 85677, "epoch": 481, "lr": 9.42962424818461e-06}
{"train_loss": 0.0020536084193736315, "global_step": 85678, "epoch": 481, "lr": 9.428760577900669e-06}
{"train_loss": 0.0008815472247079015, "global_step": 85679, "epoch": 481, "lr": 9.427896943053282e-06}
{"train_loss": 0.002087080618366599, "global_step": 85680, "epoch": 481, "lr": 9.427033343643205e-06}
{"train_loss": 0.0004375473072286695, "global_step": 85681, "epoch": 481, "lr": 9.42616977967119e-06}
{"train_loss": 0.0010522386291995645, "global_step": 85682, "epoch": 481, "lr": 9.425306251137977e-06}
{"train_loss": 0.0009482174646109343, "global_step": 85683, "epoch": 481, "lr": 9.424442758044354e-06}
{"train_loss": 0.00037285598227754235, "global_step": 85684, "epoch": 481, "lr": 9.423579300391056e-06}
{"train_loss": 0.0013152610044926405, "global_step": 85685, "epoch": 481, "lr": 9.422715878178833e-06}
{"train_loss": 0.0010832545813173056, "global_step": 85686, "epoch": 481, "lr": 9.42185249140845e-06}
{"train_loss": 0.0008510998450219631, "global_step": 85687, "epoch": 481, "lr": 9.420989140080655e-06}
{"train_loss": 0.0014505642466247082, "global_step": 85688, "epoch": 481, "lr": 9.420125824196192e-06}
{"train_loss": 0.0017267256043851376, "global_step": 85689, "epoch": 481, "lr": 9.419262543755847e-06}
{"train_loss": 0.0006884467438794672, "global_step": 85690, "epoch": 481, "lr": 9.418399298760328e-06}
{"train_loss": 0.0005747054819948971, "global_step": 85691, "epoch": 481, "lr": 9.417536089210438e-06}
{"train_loss": 0.0009075874695554376, "global_step": 85692, "epoch": 481, "lr": 9.416672915106884e-06}
{"train_loss": 0.0012997480807825923, "global_step": 85693, "epoch": 481, "lr": 9.415809776450451e-06}
{"train_loss": 0.0004545571864582598, "global_step": 85694, "epoch": 481, "lr": 9.414946673241893e-06}
{"train_loss": 0.001541963662020862, "global_step": 85695, "epoch": 481, "lr": 9.41408360548195e-06}
{"train_loss": 0.001639287918806076, "global_step": 85696, "epoch": 481, "lr": 9.413220573171378e-06}
{"train_loss": 0.0017224401235580444, "global_step": 85697, "epoch": 481, "lr": 9.412357576310937e-06}
{"train_loss": 0.0009677782072685659, "global_step": 85698, "epoch": 481, "lr": 9.411494614901367e-06}
{"train_loss": 0.0006746089784428477, "global_step": 85699, "epoch": 481, "lr": 9.410631688943456e-06}
{"train_loss": 0.0010741082951426506, "global_step": 85700, "epoch": 481, "lr": 9.409768798437906e-06}
{"train_loss": 0.0023364860098809004, "global_step": 85701, "epoch": 481, "lr": 9.408905943385516e-06}
{"train_loss": 0.0014200059231370687, "global_step": 85702, "epoch": 481, "lr": 9.40804312378702e-06}
{"train_loss": 0.0006952133262529969, "global_step": 85703, "epoch": 481, "lr": 9.407180339643162e-06}
{"train_loss": 0.001323093194514513, "global_step": 85704, "epoch": 481, "lr": 9.406317590954733e-06}
{"train_loss": 0.002610559342429042, "global_step": 85705, "epoch": 481, "lr": 9.405454877722436e-06}
{"train_loss": 0.0010020462796092033, "global_step": 85706, "epoch": 481, "lr": 9.404592199947065e-06}
{"train_loss": 0.0006604256923310459, "global_step": 85707, "epoch": 481, "lr": 9.403729557629359e-06}
{"train_loss": 0.0006157555617392063, "global_step": 85708, "epoch": 481, "lr": 9.402866950770068e-06}
{"train_loss": 0.0009816065430641174, "global_step": 85709, "epoch": 481, "lr": 9.40200437936995e-06}
{"train_loss": 0.0005746238166466355, "global_step": 85710, "epoch": 481, "lr": 9.40114184342975e-06}
{"train_loss": 0.0024434388615190983, "global_step": 85711, "epoch": 481, "lr": 9.400279342950235e-06}
{"train_loss": 0.0007212513592094183, "global_step": 85712, "epoch": 481, "lr": 9.399416877932149e-06}
{"train_loss": 0.0016720874700695276, "global_step": 85713, "epoch": 481, "lr": 9.398554448376234e-06}
{"train_loss": 0.0009726341813802719, "global_step": 85714, "epoch": 481, "lr": 9.397692054283285e-06}
{"train_loss": 0.0006581406923942268, "global_step": 85715, "epoch": 481, "lr": 9.396829695654003e-06}
{"train_loss": 0.001573098823428154, "global_step": 85716, "epoch": 481, "lr": 9.395967372489179e-06}
{"train_loss": 0.001410763245075941, "global_step": 85717, "epoch": 481, "lr": 9.395105084789546e-06}
{"train_loss": 0.0009119510650634766, "global_step": 85718, "epoch": 481, "lr": 9.394242832555866e-06}
{"train_loss": 0.0017392471199855208, "global_step": 85719, "epoch": 481, "lr": 9.393380615788895e-06}
{"train_loss": 0.0011485004797577858, "global_step": 85720, "epoch": 481, "lr": 9.392518434489378e-06}
{"train_loss": 0.0008197164861485362, "global_step": 85721, "epoch": 481, "lr": 9.391656288658057e-06}
{"train_loss": 0.001940946327522397, "global_step": 85722, "epoch": 481, "lr": 9.390794178295726e-06}
{"train_loss": 0.0006227605626918375, "global_step": 85723, "epoch": 481, "lr": 9.389932103403082e-06}
{"train_loss": 0.0023650527000427246, "global_step": 85724, "epoch": 481, "lr": 9.389070063980926e-06}
{"train_loss": 0.001063765026628971, "global_step": 85725, "epoch": 481, "lr": 9.38820806002999e-06}
{"train_loss": 0.0012947679497301579, "global_step": 85726, "epoch": 481, "lr": 9.387346091551014e-06}
{"train_loss": 0.0009237288613803685, "global_step": 85727, "epoch": 481, "lr": 9.38648415854479e-06}
{"train_loss": 0.0008902146946638823, "global_step": 85728, "epoch": 481, "lr": 9.385622261012023e-06}
{"train_loss": 0.0010090015130117536, "global_step": 85729, "epoch": 481, "lr": 9.384760398953519e-06}
{"train_loss": 0.0007152186008170247, "global_step": 85730, "epoch": 481, "lr": 9.38389857236997e-06}
{"train_loss": 0.0017911215545609593, "global_step": 85731, "epoch": 481, "lr": 9.383036781262177e-06}
{"train_loss": 0.0008054701611399651, "global_step": 85732, "epoch": 481, "lr": 9.382175025630874e-06}
{"train_loss": 0.000873673940077424, "global_step": 85733, "epoch": 481, "lr": 9.381313305476813e-06}
{"train_loss": 0.0012247145641595125, "global_step": 85734, "epoch": 481, "lr": 9.38045162080075e-06}
{"train_loss": 0.0015600398182868958, "global_step": 85735, "epoch": 481, "lr": 9.379589971603442e-06}
{"train_loss": 0.0009738562512211502, "global_step": 85736, "epoch": 481, "lr": 9.378728357885619e-06}
{"train_loss": 0.002111822133883834, "global_step": 85737, "epoch": 481, "lr": 9.377866779648075e-06}
{"train_loss": 0.0008530898485332727, "global_step": 85738, "epoch": 481, "lr": 9.377005236891518e-06}
{"train_loss": 0.0010276718530803919, "global_step": 85739, "epoch": 481, "lr": 9.376143729616726e-06}
{"train_loss": 0.001175030367448926, "global_step": 85740, "epoch": 481, "lr": 9.375282257824453e-06}
{"train_loss": 0.0007057702168822289, "global_step": 85741, "epoch": 481, "lr": 9.374420821515445e-06}
{"train_loss": 0.0013595075579360127, "global_step": 85742, "epoch": 481, "lr": 9.373559420690454e-06}
{"train_loss": 0.0019196192733943462, "global_step": 85743, "epoch": 481, "lr": 9.372698055350226e-06}
{"train_loss": 0.0006024864851497114, "global_step": 85744, "epoch": 481, "lr": 9.371836725495526e-06}
{"train_loss": 0.0003279510419815779, "global_step": 85745, "epoch": 481, "lr": 9.370975431127089e-06}
{"train_loss": 0.0022200304083526134, "global_step": 85746, "epoch": 481, "lr": 9.370114172245687e-06}
{"train_loss": 0.0013681167038157582, "global_step": 85747, "epoch": 481, "lr": 9.369252948852065e-06}
{"train_loss": 0.0014383161906152964, "global_step": 85748, "epoch": 481, "lr": 9.368391760946977e-06}
{"train_loss": 0.0007650642655789852, "global_step": 85749, "epoch": 481, "lr": 9.367530608531166e-06}
{"train_loss": 0.0003498263540677726, "global_step": 85750, "epoch": 481, "lr": 9.366669491605395e-06}
{"train_loss": 0.0021648861002177, "global_step": 85751, "epoch": 481, "lr": 9.365808410170402e-06}
{"train_loss": 0.0015616032760590315, "global_step": 85752, "epoch": 481, "lr": 9.364947364226967e-06}
{"train_loss": 0.0007427943055517972, "global_step": 85753, "epoch": 481, "lr": 9.364086353775803e-06}
{"train_loss": 0.0011469675227999687, "global_step": 85754, "epoch": 481, "lr": 9.363225378817692e-06}
{"train_loss": 0.003308480605483055, "global_step": 85755, "epoch": 481, "lr": 9.362364439353383e-06}
{"train_loss": 0.0014931086916476488, "global_step": 85756, "epoch": 481, "lr": 9.361503535383615e-06}
{"train_loss": 0.0011664500925689936, "global_step": 85757, "epoch": 481, "lr": 9.360642666909148e-06}
{"train_loss": 0.0018608776153996587, "global_step": 85758, "epoch": 481, "lr": 9.359781833930736e-06}
{"train_loss": 0.0017844759859144688, "global_step": 85759, "epoch": 481, "lr": 9.358921036449114e-06}
{"train_loss": 0.0009065271005965769, "global_step": 85760, "epoch": 481, "lr": 9.358060274465068e-06}
{"train_loss": 0.0021593074779957533, "global_step": 85761, "epoch": 481, "lr": 9.357199547979312e-06}
{"train_loss": 0.0013946983963251114, "global_step": 85762, "epoch": 481, "lr": 9.356338856992636e-06}
{"train_loss": 0.0014229933731257915, "global_step": 85763, "epoch": 481, "lr": 9.355478201505747e-06}
{"train_loss": 0.000847724499180913, "global_step": 85764, "epoch": 481, "lr": 9.354617581519431e-06}
{"train_loss": 0.0008773448644205928, "global_step": 85765, "epoch": 481, "lr": 9.35375699703443e-06}
{"train_loss": 0.001688435673713684, "global_step": 85766, "epoch": 481, "lr": 9.35289644805148e-06}
{"train_loss": 0.0006425559404306114, "global_step": 85767, "epoch": 481, "lr": 9.352035934571373e-06}
{"train_loss": 0.0006134163704700768, "global_step": 85768, "epoch": 481, "lr": 9.351175456594812e-06}
{"train_loss": 0.0015029124915599823, "global_step": 85769, "epoch": 481, "lr": 9.350315014122584e-06}
{"train_loss": 0.0005725226365029812, "global_step": 85770, "epoch": 481, "lr": 9.349454607155427e-06}
{"train_loss": 0.004750305786728859, "global_step": 85771, "epoch": 481, "lr": 9.348594235694096e-06}
{"train_loss": 0.0005737338797189295, "global_step": 85772, "epoch": 481, "lr": 9.347733899739341e-06}
{"train_loss": 0.0008016560459509492, "global_step": 85773, "epoch": 481, "lr": 9.34687359929191e-06}
{"train_loss": 0.002708493499085307, "global_step": 85774, "epoch": 481, "lr": 9.34601333435255e-06}
{"train_loss": 0.00046835257671773434, "global_step": 85775, "epoch": 481, "lr": 9.345153104922039e-06}
{"train_loss": 0.001364420517347753, "global_step": 85776, "epoch": 481, "lr": 9.344292911001085e-06}
{"train_loss": 0.00045258222962729633, "global_step": 85777, "epoch": 481, "lr": 9.343432752590475e-06}
{"train_loss": 0.0009652914595790207, "global_step": 85778, "epoch": 481, "lr": 9.342572629690948e-06}
{"train_loss": 0.0015224189264699817, "global_step": 85779, "epoch": 481, "lr": 9.341712542303255e-06}
{"train_loss": 0.0009244485991075635, "global_step": 85780, "epoch": 481, "lr": 9.340852490428154e-06}
{"train_loss": 0.0011504730209708214, "global_step": 85781, "epoch": 481, "lr": 9.339992474066384e-06}
{"train_loss": 0.0011863427935168147, "global_step": 85782, "epoch": 481, "lr": 9.339132493218706e-06}
{"train_loss": 0.002042481442913413, "global_step": 85783, "epoch": 481, "lr": 9.338272547885867e-06}
{"train_loss": 0.0019055118318647146, "global_step": 85784, "epoch": 481, "lr": 9.337412638068604e-06}
{"train_loss": 0.0005856582429260015, "global_step": 85785, "epoch": 481, "lr": 9.336552763767708e-06}
{"train_loss": 0.0013724206946790218, "global_step": 85786, "epoch": 481, "lr": 9.33569292498388e-06}
{"train_loss": 0.0005612992681562901, "global_step": 85787, "epoch": 481, "lr": 9.334833121717912e-06}
{"train_loss": 0.003190079238265753, "global_step": 85788, "epoch": 481, "lr": 9.333973353970532e-06}
{"train_loss": 0.0012023557210341096, "global_step": 85789, "epoch": 481, "lr": 9.33311362174249e-06}
{"train_loss": 0.0008409180445596576, "global_step": 85790, "epoch": 481, "lr": 9.332253925034568e-06}
{"train_loss": 0.0016112914308905602, "global_step": 85791, "epoch": 481, "lr": 9.33139426384747e-06}
{"train_loss": 0.001654475461691618, "global_step": 85792, "epoch": 481, "lr": 9.330534638181981e-06}
{"train_loss": 0.0013842977350577712, "global_step": 85793, "epoch": 481, "lr": 9.329675048038843e-06}
{"train_loss": 0.0010937841143459082, "global_step": 85794, "epoch": 481, "lr": 9.328815493418802e-06}
{"train_loss": 0.0012762506784782274, "global_step": 85795, "epoch": 481, "lr": 9.327955974322617e-06}
{"train_loss": 0.0011474475031718612, "global_step": 85796, "epoch": 482, "lr": 9.32709649075103e-06}
{"train_loss": 0.0010154533665627241, "global_step": 85797, "epoch": 482, "lr": 9.326237042704782e-06}
{"train_loss": 0.001713248435407877, "global_step": 85798, "epoch": 482, "lr": 9.325377630184662e-06}
{"train_loss": 0.001872577820904553, "global_step": 85799, "epoch": 482, "lr": 9.324518253191373e-06}
{"train_loss": 0.0011005096603184938, "global_step": 85800, "epoch": 482, "lr": 9.323658911725714e-06}
{"train_loss": 0.0017503522103652358, "global_step": 85801, "epoch": 482, "lr": 9.32279960578838e-06}
{"train_loss": 0.0006520734168589115, "global_step": 85802, "epoch": 482, "lr": 9.321940335380169e-06}
{"train_loss": 0.0016910478007048368, "global_step": 85803, "epoch": 482, "lr": 9.32108110050181e-06}
{"train_loss": 0.0005323825753293931, "global_step": 85804, "epoch": 482, "lr": 9.320221901154058e-06}
{"train_loss": 0.0015904149040579796, "global_step": 85805, "epoch": 482, "lr": 9.319362737337661e-06}
{"train_loss": 0.0018931895028799772, "global_step": 85806, "epoch": 482, "lr": 9.318503609053375e-06}
{"train_loss": 0.001248195068910718, "global_step": 85807, "epoch": 482, "lr": 9.317644516301932e-06}
{"train_loss": 0.0016025245422497392, "global_step": 85808, "epoch": 482, "lr": 9.31678545908411e-06}
{"train_loss": 0.000759233022108674, "global_step": 85809, "epoch": 482, "lr": 9.315926437400646e-06}
{"train_loss": 0.0005206951173022389, "global_step": 85810, "epoch": 482, "lr": 9.315067451252296e-06}
{"train_loss": 0.0010116195771843195, "global_step": 85811, "epoch": 482, "lr": 9.3142085006398e-06}
{"train_loss": 0.0016536499606445432, "global_step": 85812, "epoch": 482, "lr": 9.313349585563897e-06}
{"train_loss": 0.00044081793748773634, "global_step": 85813, "epoch": 482, "lr": 9.312490706025384e-06}
{"train_loss": 0.0006583388894796371, "global_step": 85814, "epoch": 482, "lr": 9.311631862024955e-06}
{"train_loss": 0.0009986594086512923, "global_step": 85815, "epoch": 482, "lr": 9.310773053563392e-06}
{"train_loss": 0.001593897002749145, "global_step": 85816, "epoch": 482, "lr": 9.309914280641447e-06}
{"train_loss": 0.0015114028938114643, "global_step": 85817, "epoch": 482, "lr": 9.309055543259858e-06}
{"train_loss": 0.003199789673089981, "global_step": 85818, "epoch": 482, "lr": 9.308196841419381e-06}
{"train_loss": 0.0005287328967824578, "global_step": 85819, "epoch": 482, "lr": 9.30733817512076e-06}
{"train_loss": 0.001536402152851224, "global_step": 85820, "epoch": 482, "lr": 9.306479544364749e-06}
{"train_loss": 0.001218557939864695, "global_step": 85821, "epoch": 482, "lr": 9.305620949152099e-06}
{"train_loss": 0.0004590342578012496, "global_step": 85822, "epoch": 482, "lr": 9.304762389483551e-06}
{"train_loss": 0.0013073899317532778, "global_step": 85823, "epoch": 482, "lr": 9.303903865359886e-06}
{"train_loss": 0.002130314474925399, "global_step": 85824, "epoch": 482, "lr": 9.303045376781799e-06}
{"train_loss": 0.0007190451724454761, "global_step": 85825, "epoch": 482, "lr": 9.302186923750089e-06}
{"train_loss": 0.0012067606439813972, "global_step": 85826, "epoch": 482, "lr": 9.301328506265489e-06}
{"train_loss": 0.0011610592482611537, "global_step": 85827, "epoch": 482, "lr": 9.300470124328748e-06}
{"train_loss": 0.0029631727375090122, "global_step": 85828, "epoch": 482, "lr": 9.299611777940614e-06}
{"train_loss": 0.0009058063733391464, "global_step": 85829, "epoch": 482, "lr": 9.298753467101829e-06}
{"train_loss": 0.0006025465554557741, "global_step": 85830, "epoch": 482, "lr": 9.297895191813161e-06}
{"train_loss": 0.0007521093357354403, "global_step": 85831, "epoch": 482, "lr": 9.297036952075349e-06}
{"train_loss": 0.0016956786857917905, "global_step": 85832, "epoch": 482, "lr": 9.296178747889151e-06}
{"train_loss": 0.0009736583451740444, "global_step": 85833, "epoch": 482, "lr": 9.295320579255306e-06}
{"train_loss": 0.0005109763005748391, "global_step": 85834, "epoch": 482, "lr": 9.294462446174568e-06}
{"train_loss": 0.0005989813362248242, "global_step": 85835, "epoch": 482, "lr": 9.293604348647678e-06}
{"train_loss": 0.0010337854037061334, "global_step": 85836, "epoch": 482, "lr": 9.292746286675413e-06}
{"train_loss": 0.0014515750808641315, "global_step": 85837, "epoch": 482, "lr": 9.29188826025848e-06}
{"train_loss": 0.0004984586266800761, "global_step": 85838, "epoch": 482, "lr": 9.291030269397677e-06}
{"train_loss": 0.0010822209296748042, "global_step": 85839, "epoch": 482, "lr": 9.290172314093698e-06}
{"train_loss": 0.0014451786410063505, "global_step": 85840, "epoch": 482, "lr": 9.289314394347343e-06}
{"train_loss": 0.0006869211792945862, "global_step": 85841, "epoch": 482, "lr": 9.288456510159332e-06}
{"train_loss": 0.0013162207324057817, "global_step": 85842, "epoch": 482, "lr": 9.287598661530428e-06}
{"train_loss": 0.002138982992619276, "global_step": 85843, "epoch": 482, "lr": 9.286740848461378e-06}
{"train_loss": 0.0011106483871117234, "global_step": 85844, "epoch": 482, "lr": 9.285883070952921e-06}
{"train_loss": 0.001430019037798047, "global_step": 85845, "epoch": 482, "lr": 9.285025329005808e-06}
{"train_loss": 0.0009768494637683034, "global_step": 85846, "epoch": 482, "lr": 9.284167622620815e-06}
{"train_loss": 0.0021157111041247845, "global_step": 85847, "epoch": 482, "lr": 9.283309951798647e-06}
{"train_loss": 0.0009379684925079346, "global_step": 85848, "epoch": 482, "lr": 9.282452316540092e-06}
{"train_loss": 0.0007050288841128349, "global_step": 85849, "epoch": 482, "lr": 9.281594716845877e-06}
{"train_loss": 0.001107979565858841, "global_step": 85850, "epoch": 482, "lr": 9.280737152716746e-06}
{"train_loss": 0.0007723244489170611, "global_step": 85851, "epoch": 482, "lr": 9.279879624153486e-06}
{"train_loss": 0.0009306833962909877, "global_step": 85852, "epoch": 482, "lr": 9.279022131156795e-06}
{"train_loss": 0.0008737834868952632, "global_step": 85853, "epoch": 482, "lr": 9.278164673727457e-06}
{"train_loss": 0.001086526084691286, "global_step": 85854, "epoch": 482, "lr": 9.277307251866213e-06}
{"train_loss": 0.0006289089214988053, "global_step": 85855, "epoch": 482, "lr": 9.276449865573804e-06}
{"train_loss": 0.0017450812738388777, "global_step": 85856, "epoch": 482, "lr": 9.275592514850989e-06}
{"train_loss": 0.0020710290409624577, "global_step": 85857, "epoch": 482, "lr": 9.274735199698509e-06}
{"train_loss": 0.0006481527234427631, "global_step": 85858, "epoch": 482, "lr": 9.273877920117118e-06}
{"train_loss": 0.0007624126737937331, "global_step": 85859, "epoch": 482, "lr": 9.273020676107564e-06}
{"train_loss": 0.0005325296660885215, "global_step": 85860, "epoch": 482, "lr": 9.272163467670574e-06}
{"train_loss": 0.0009659044444561005, "global_step": 85861, "epoch": 482, "lr": 9.271306294806948e-06}
{"train_loss": 0.000530820747371763, "global_step": 85862, "epoch": 482, "lr": 9.27044915751738e-06}
{"train_loss": 0.0009601802448742092, "global_step": 85863, "epoch": 482, "lr": 9.26959205580265e-06}
{"train_loss": 0.0007643323042429984, "global_step": 85864, "epoch": 482, "lr": 9.268734989663502e-06}
{"train_loss": 0.0020163320004940033, "global_step": 85865, "epoch": 482, "lr": 9.26787795910068e-06}
{"train_loss": 0.0006316583603620529, "global_step": 85866, "epoch": 482, "lr": 9.267020964114936e-06}
{"train_loss": 0.0007998690125532448, "global_step": 85867, "epoch": 482, "lr": 9.266164004707017e-06}
{"train_loss": 0.0007291275542229414, "global_step": 85868, "epoch": 482, "lr": 9.265307080877655e-06}
{"train_loss": 0.000896841986104846, "global_step": 85869, "epoch": 482, "lr": 9.264450192627644e-06}
{"train_loss": 0.0005040334654040635, "global_step": 85870, "epoch": 482, "lr": 9.263593339957678e-06}
{"train_loss": 0.0028391587547957897, "global_step": 85871, "epoch": 482, "lr": 9.262736522868538e-06}
{"train_loss": 0.0005352117004804313, "global_step": 85872, "epoch": 482, "lr": 9.261879741360968e-06}
{"train_loss": 0.001906353048980236, "global_step": 85873, "epoch": 482, "lr": 9.261022995435713e-06}
{"train_loss": 0.000821337045636028, "global_step": 85874, "epoch": 482, "lr": 9.26016628509352e-06}
{"train_loss": 0.0013633185299113393, "global_step": 85875, "epoch": 482, "lr": 9.259309610335126e-06}
{"train_loss": 0.0004695276147685945, "global_step": 85876, "epoch": 482, "lr": 9.25845297116132e-06}
{"train_loss": 0.0011565459426492453, "global_step": 85877, "epoch": 482, "lr": 9.257596367572797e-06}
{"train_loss": 0.0012543746270239353, "global_step": 85878, "epoch": 482, "lr": 9.256739799570341e-06}
{"train_loss": 0.0005294893635436893, "global_step": 85879, "epoch": 482, "lr": 9.255883267154692e-06}
{"train_loss": 0.0005752687575295568, "global_step": 85880, "epoch": 482, "lr": 9.255026770326592e-06}
{"train_loss": 0.0006469893269240856, "global_step": 85881, "epoch": 482, "lr": 9.254170309086796e-06}
{"train_loss": 0.0008904816932044923, "global_step": 85882, "epoch": 482, "lr": 9.253313883436049e-06}
{"train_loss": 0.0006032211822457612, "global_step": 85883, "epoch": 482, "lr": 9.252457493375083e-06}
{"train_loss": 0.0019003767520189285, "global_step": 85884, "epoch": 482, "lr": 9.251601138904692e-06}
{"train_loss": 0.0008885652059689164, "global_step": 85885, "epoch": 482, "lr": 9.250744820025564e-06}
{"train_loss": 0.0009804220171645284, "global_step": 85886, "epoch": 482, "lr": 9.249888536738493e-06}
{"train_loss": 0.0005715902661904693, "global_step": 85887, "epoch": 482, "lr": 9.249032289044208e-06}
{"train_loss": 0.0007476647151634097, "global_step": 85888, "epoch": 482, "lr": 9.24817607694346e-06}
{"train_loss": 0.0011632441310212016, "global_step": 85889, "epoch": 482, "lr": 9.247319900436996e-06}
{"train_loss": 0.0005583111196756363, "global_step": 85890, "epoch": 482, "lr": 9.24646375952557e-06}
{"train_loss": 0.0008489427273161709, "global_step": 85891, "epoch": 482, "lr": 9.24560765420992e-06}
{"train_loss": 0.0013448318932205439, "global_step": 85892, "epoch": 482, "lr": 9.244751584490785e-06}
{"train_loss": 0.0012692485470324755, "global_step": 85893, "epoch": 482, "lr": 9.243895550368937e-06}
{"train_loss": 0.001461034407839179, "global_step": 85894, "epoch": 482, "lr": 9.243039551845112e-06}
{"train_loss": 0.002083131344988942, "global_step": 85895, "epoch": 482, "lr": 9.242183588920061e-06}
{"train_loss": 0.00123243173584342, "global_step": 85896, "epoch": 482, "lr": 9.24132766159453e-06}
{"train_loss": 0.001684105722233653, "global_step": 85897, "epoch": 482, "lr": 9.240471769869259e-06}
{"train_loss": 0.0014440449886023998, "global_step": 85898, "epoch": 482, "lr": 9.239615913744993e-06}
{"train_loss": 0.0011555589735507965, "global_step": 85899, "epoch": 482, "lr": 9.238760093222514e-06}
{"train_loss": 0.0014969456242397428, "global_step": 85900, "epoch": 482, "lr": 9.23790430830252e-06}
{"train_loss": 0.0006009726785123348, "global_step": 85901, "epoch": 482, "lr": 9.23704855898579e-06}
{"train_loss": 0.0005898012896068394, "global_step": 85902, "epoch": 482, "lr": 9.236192845273066e-06}
{"train_loss": 0.0016300359275192022, "global_step": 85903, "epoch": 482, "lr": 9.235337167165092e-06}
{"train_loss": 0.0007354393601417542, "global_step": 85904, "epoch": 482, "lr": 9.23448152466262e-06}
{"train_loss": 0.0009884065948426723, "global_step": 85905, "epoch": 482, "lr": 9.233625917766393e-06}
{"train_loss": 0.002965355757623911, "global_step": 85906, "epoch": 482, "lr": 9.232770346477144e-06}
{"train_loss": 0.001378047512844205, "global_step": 85907, "epoch": 482, "lr": 9.23191481079566e-06}
{"train_loss": 0.0011406450066715479, "global_step": 85908, "epoch": 482, "lr": 9.231059310722646e-06}
{"train_loss": 0.0012537145521491766, "global_step": 85909, "epoch": 482, "lr": 9.230203846258883e-06}
{"train_loss": 0.0008394267642870545, "global_step": 85910, "epoch": 482, "lr": 9.229348417405081e-06}
{"train_loss": 0.0011164974421262741, "global_step": 85911, "epoch": 482, "lr": 9.228493024162022e-06}
{"train_loss": 0.0016826082719489932, "global_step": 85912, "epoch": 482, "lr": 9.227637666530437e-06}
{"train_loss": 0.0006471335073001683, "global_step": 85913, "epoch": 482, "lr": 9.226782344511065e-06}
{"train_loss": 0.0010780170559883118, "global_step": 85914, "epoch": 482, "lr": 9.225927058104688e-06}
{"train_loss": 0.000716929673217237, "global_step": 85915, "epoch": 482, "lr": 9.225071807312003e-06}
{"train_loss": 0.0005241877515800297, "global_step": 85916, "epoch": 482, "lr": 9.2242165921338e-06}
{"train_loss": 0.001430422067642212, "global_step": 85917, "epoch": 482, "lr": 9.223361412570803e-06}
{"train_loss": 0.001685313181951642, "global_step": 85918, "epoch": 482, "lr": 9.222506268623765e-06}
{"train_loss": 0.003583980957046151, "global_step": 85919, "epoch": 482, "lr": 9.221651160293433e-06}
{"train_loss": 0.0006580703193321824, "global_step": 85920, "epoch": 482, "lr": 9.220796087580558e-06}
{"train_loss": 0.0015453246887773275, "global_step": 85921, "epoch": 482, "lr": 9.219941050485864e-06}
{"train_loss": 0.0013922465732321143, "global_step": 85922, "epoch": 482, "lr": 9.219086049010144e-06}
{"train_loss": 0.0017765115480870008, "global_step": 85923, "epoch": 482, "lr": 9.21823108315409e-06}
{"train_loss": 0.000777598877903074, "global_step": 85924, "epoch": 482, "lr": 9.217376152918489e-06}
{"train_loss": 0.00125698815099895, "global_step": 85925, "epoch": 482, "lr": 9.216521258304073e-06}
{"train_loss": 0.0008164849714376032, "global_step": 85926, "epoch": 482, "lr": 9.215666399311595e-06}
{"train_loss": 0.0027602636255323887, "global_step": 85927, "epoch": 482, "lr": 9.21481157594179e-06}
{"train_loss": 0.0016089081764221191, "global_step": 85928, "epoch": 482, "lr": 9.213956788195416e-06}
{"train_loss": 0.001411199802532792, "global_step": 85929, "epoch": 482, "lr": 9.213102036073213e-06}
{"train_loss": 0.0018760913517326117, "global_step": 85930, "epoch": 482, "lr": 9.212247319575934e-06}
{"train_loss": 0.001402724301442504, "global_step": 85931, "epoch": 482, "lr": 9.211392638704302e-06}
{"train_loss": 0.0007474330486729741, "global_step": 85932, "epoch": 482, "lr": 9.210537993459112e-06}
{"train_loss": 0.0006989891990087926, "global_step": 85933, "epoch": 482, "lr": 9.209683383841055e-06}
{"train_loss": 0.0016024718061089516, "global_step": 85934, "epoch": 482, "lr": 9.208828809850917e-06}
{"train_loss": 0.0007999786175787449, "global_step": 85935, "epoch": 482, "lr": 9.207974271489428e-06}
{"train_loss": 0.0005586273036897182, "global_step": 85936, "epoch": 482, "lr": 9.207119768757327e-06}
{"train_loss": 0.0008617130224592984, "global_step": 85937, "epoch": 482, "lr": 9.206265301655398e-06}
{"train_loss": 0.001003928016871214, "global_step": 85938, "epoch": 482, "lr": 9.205410870184334e-06}
{"train_loss": 0.0010360258165746927, "global_step": 85939, "epoch": 482, "lr": 9.204556474344916e-06}
{"train_loss": 0.0012183908838778734, "global_step": 85940, "epoch": 482, "lr": 9.203702114137885e-06}
{"train_loss": 0.0006441831355914474, "global_step": 85941, "epoch": 482, "lr": 9.202847789563984e-06}
{"train_loss": 0.0006007238989695907, "global_step": 85942, "epoch": 482, "lr": 9.201993500623957e-06}
{"train_loss": 0.0007135702762752771, "global_step": 85943, "epoch": 482, "lr": 9.201139247318553e-06}
{"train_loss": 0.001527927815914154, "global_step": 85944, "epoch": 482, "lr": 9.200285029648502e-06}
{"train_loss": 0.0017057531513273716, "global_step": 85945, "epoch": 482, "lr": 9.199430847614599e-06}
{"train_loss": 0.002871351782232523, "global_step": 85946, "epoch": 482, "lr": 9.198576701217526e-06}
{"train_loss": 0.0006682323291897774, "global_step": 85947, "epoch": 482, "lr": 9.197722590458086e-06}
{"train_loss": 0.0026440557558089495, "global_step": 85948, "epoch": 482, "lr": 9.19686851533697e-06}
{"train_loss": 0.00045610329834744334, "global_step": 85949, "epoch": 482, "lr": 9.19601447585497e-06}
{"train_loss": 0.0014242971083149314, "global_step": 85950, "epoch": 482, "lr": 9.19516047201281e-06}
{"train_loss": 0.000701623794157058, "global_step": 85951, "epoch": 482, "lr": 9.19430650381124e-06}
{"train_loss": 0.0008945504669100046, "global_step": 85952, "epoch": 482, "lr": 9.19345257125101e-06}
{"train_loss": 0.0006831773789599538, "global_step": 85953, "epoch": 482, "lr": 9.192598674332847e-06}
{"train_loss": 0.0006929358351044357, "global_step": 85954, "epoch": 482, "lr": 9.191744813057528e-06}
{"train_loss": 0.0004901778884232044, "global_step": 85955, "epoch": 482, "lr": 9.190890987425781e-06}
{"train_loss": 0.0010585037525743246, "global_step": 85956, "epoch": 482, "lr": 9.190037197438355e-06}
{"train_loss": 0.00045494420919567347, "global_step": 85957, "epoch": 482, "lr": 9.189183443095994e-06}
{"train_loss": 0.0027503282763063908, "global_step": 85958, "epoch": 482, "lr": 9.188329724399442e-06}
{"train_loss": 0.0003312971966806799, "global_step": 85959, "epoch": 482, "lr": 9.187476041349435e-06}
{"train_loss": 0.0014059706591069698, "global_step": 85960, "epoch": 482, "lr": 9.186622393946753e-06}
{"train_loss": 0.0015023666201159358, "global_step": 85961, "epoch": 482, "lr": 9.1857687821921e-06}
{"train_loss": 0.0015731989406049252, "global_step": 85962, "epoch": 482, "lr": 9.184915206086247e-06}
{"train_loss": 0.0005453047342598438, "global_step": 85963, "epoch": 482, "lr": 9.18406166562994e-06}
{"train_loss": 0.0010441524209454656, "global_step": 85964, "epoch": 482, "lr": 9.183208160823908e-06}
{"train_loss": 0.0014749316032975912, "global_step": 85965, "epoch": 482, "lr": 9.182354691668915e-06}
{"train_loss": 0.0015341039979830384, "global_step": 85966, "epoch": 482, "lr": 9.181501258165693e-06}
{"train_loss": 0.0013153702020645142, "global_step": 85967, "epoch": 482, "lr": 9.180647860314995e-06}
{"train_loss": 0.0017318535828962922, "global_step": 85968, "epoch": 482, "lr": 9.17979449811756e-06}
{"train_loss": 0.0014248001389205456, "global_step": 85969, "epoch": 482, "lr": 9.178941171574123e-06}
{"train_loss": 0.0005690994439646602, "global_step": 85970, "epoch": 482, "lr": 9.17808788068547e-06}
{"train_loss": 0.0009997976012527943, "global_step": 85971, "epoch": 482, "lr": 9.177234625452297e-06}
{"train_loss": 0.0008403636747971177, "global_step": 85972, "epoch": 482, "lr": 9.176381405875383e-06}
{"train_loss": 0.0011768357452525747, "global_step": 85973, "epoch": 482, "lr": 9.17552822195546e-06}
{"train_loss": 0.0013690725900232792, "global_step": 85974, "epoch": 483, "lr": 9.174675073693268e-06}
{"train_loss": 0.0006082471227273345, "global_step": 85975, "epoch": 483, "lr": 9.173821961089578e-06}
{"train_loss": 0.0006134007126092911, "global_step": 85976, "epoch": 483, "lr": 9.172968884145094e-06}
{"train_loss": 0.002218900015577674, "global_step": 85977, "epoch": 483, "lr": 9.172115842860596e-06}
{"train_loss": 0.0016980388900265098, "global_step": 85978, "epoch": 483, "lr": 9.171262837236816e-06}
{"train_loss": 0.0007496875477954745, "global_step": 85979, "epoch": 483, "lr": 9.1704098672745e-06}
{"train_loss": 0.0014403313398361206, "global_step": 85980, "epoch": 483, "lr": 9.169556932974388e-06}
{"train_loss": 0.00159008230548352, "global_step": 85981, "epoch": 483, "lr": 9.168704034337233e-06}
{"train_loss": 0.0006809107726439834, "global_step": 85982, "epoch": 483, "lr": 9.167851171363768e-06}
{"train_loss": 0.001644414965994656, "global_step": 85983, "epoch": 483, "lr": 9.166998344054766e-06}
{"train_loss": 0.0025952341966331005, "global_step": 85984, "epoch": 483, "lr": 9.166145552410932e-06}
{"train_loss": 0.0007076330948621035, "global_step": 85985, "epoch": 483, "lr": 9.165292796433056e-06}
{"train_loss": 0.0015933129470795393, "global_step": 85986, "epoch": 483, "lr": 9.164440076121827e-06}
{"train_loss": 0.0012576141161844134, "global_step": 85987, "epoch": 483, "lr": 9.16358739147804e-06}
{"train_loss": 0.0012917378917336464, "global_step": 85988, "epoch": 483, "lr": 9.162734742502416e-06}
{"train_loss": 0.00041021499782800674, "global_step": 85989, "epoch": 483, "lr": 9.16188212919571e-06}
{"train_loss": 0.0009160683257505298, "global_step": 85990, "epoch": 483, "lr": 9.161029551558653e-06}
{"train_loss": 0.0013655812945216894, "global_step": 85991, "epoch": 483, "lr": 9.160177009592007e-06}
{"train_loss": 0.0005397527711465955, "global_step": 85992, "epoch": 483, "lr": 9.15932450329649e-06}
{"train_loss": 0.0003329911851324141, "global_step": 85993, "epoch": 483, "lr": 9.158472032672889e-06}
{"train_loss": 0.0006956021534278989, "global_step": 85994, "epoch": 483, "lr": 9.1576195977219e-06}
{"train_loss": 0.0003068274527322501, "global_step": 85995, "epoch": 483, "lr": 9.1567671984443e-06}
{"train_loss": 0.0014711014227941632, "global_step": 85996, "epoch": 483, "lr": 9.15591483484083e-06}
{"train_loss": 0.0007018928299658, "global_step": 85997, "epoch": 483, "lr": 9.155062506912215e-06}
{"train_loss": 0.0010869374964386225, "global_step": 85998, "epoch": 483, "lr": 9.154210214659237e-06}
{"train_loss": 0.0005668773083016276, "global_step": 85999, "epoch": 483, "lr": 9.153357958082592e-06}
{"train_loss": 0.001103664399124682, "global_step": 86000, "epoch": 483, "lr": 9.152505737183075e-06}
{"train_loss": 0.0014228991931304336, "global_step": 86001, "epoch": 483, "lr": 9.15165355196138e-06}
{"train_loss": 0.0006909287767484784, "global_step": 86002, "epoch": 483, "lr": 9.15080140241829e-06}
{"train_loss": 0.0009623309597373009, "global_step": 86003, "epoch": 483, "lr": 9.149949288554532e-06}
{"train_loss": 0.0014372073346748948, "global_step": 86004, "epoch": 483, "lr": 9.14909721037086e-06}
{"train_loss": 0.0024537197314202785, "global_step": 86005, "epoch": 483, "lr": 9.148245167868008e-06}
{"train_loss": 0.0007237533573061228, "global_step": 86006, "epoch": 483, "lr": 9.147393161046724e-06}
{"train_loss": 0.0006974827265366912, "global_step": 86007, "epoch": 483, "lr": 9.146541189907736e-06}
{"train_loss": 0.0003006590995937586, "global_step": 86008, "epoch": 483, "lr": 9.14568925445184e-06}
{"train_loss": 0.0013269144110381603, "global_step": 86009, "epoch": 483, "lr": 9.144837354679709e-06}
{"train_loss": 0.0017345317173749208, "global_step": 86010, "epoch": 483, "lr": 9.143985490592138e-06}
{"train_loss": 0.001078014844097197, "global_step": 86011, "epoch": 483, "lr": 9.143133662189863e-06}
{"train_loss": 0.002420654986053705, "global_step": 86012, "epoch": 483, "lr": 9.142281869473612e-06}
{"train_loss": 0.004467235878109932, "global_step": 86013, "epoch": 483, "lr": 9.141430112444144e-06}
{"train_loss": 0.0015331426402553916, "global_step": 86014, "epoch": 483, "lr": 9.14057839110219e-06}
{"train_loss": 0.002104563172906637, "global_step": 86015, "epoch": 483, "lr": 9.139726705448493e-06}
{"train_loss": 0.0008673889096826315, "global_step": 86016, "epoch": 483, "lr": 9.138875055483814e-06}
{"train_loss": 0.0015176960732787848, "global_step": 86017, "epoch": 483, "lr": 9.138023441208892e-06}
{"train_loss": 0.0009863647865131497, "global_step": 86018, "epoch": 483, "lr": 9.13717186262446e-06}
{"train_loss": 0.0009089834056794643, "global_step": 86019, "epoch": 483, "lr": 9.136320319731274e-06}
{"train_loss": 0.001550439279526472, "global_step": 86020, "epoch": 483, "lr": 9.135468812530068e-06}
{"train_loss": 0.0004812634433619678, "global_step": 86021, "epoch": 483, "lr": 9.134617341021596e-06}
{"train_loss": 0.0020183243323117495, "global_step": 86022, "epoch": 483, "lr": 9.133765905206575e-06}
{"train_loss": 0.001893643755465746, "global_step": 86023, "epoch": 483, "lr": 9.1329145050858e-06}
{"train_loss": 0.002126182895153761, "global_step": 86024, "epoch": 483, "lr": 9.132063140659952e-06}
{"train_loss": 0.0010314581450074911, "global_step": 86025, "epoch": 483, "lr": 9.131211811929823e-06}
{"train_loss": 0.00156845070887357, "global_step": 86026, "epoch": 483, "lr": 9.130360518896136e-06}
{"train_loss": 0.002518497407436371, "global_step": 86027, "epoch": 483, "lr": 9.129509261559643e-06}
{"train_loss": 0.001302978489547968, "global_step": 86028, "epoch": 483, "lr": 9.12865803992108e-06}
{"train_loss": 0.0015053532551974058, "global_step": 86029, "epoch": 483, "lr": 9.127806853981196e-06}
{"train_loss": 0.0010292005026713014, "global_step": 86030, "epoch": 483, "lr": 9.12695570374072e-06}
{"train_loss": 0.0013287515612319112, "global_step": 86031, "epoch": 483, "lr": 9.12610458920043e-06}
{"train_loss": 0.000886680674739182, "global_step": 86032, "epoch": 483, "lr": 9.12525351036102e-06}
{"train_loss": 0.0009432978113181889, "global_step": 86033, "epoch": 483, "lr": 9.124402467223274e-06}
{"train_loss": 0.000711014203261584, "global_step": 86034, "epoch": 483, "lr": 9.123551459787921e-06}
{"train_loss": 0.0011754239676520228, "global_step": 86035, "epoch": 483, "lr": 9.122700488055707e-06}
{"train_loss": 0.0032137720845639706, "global_step": 86036, "epoch": 483, "lr": 9.121849552027373e-06}
{"train_loss": 0.0007051069987937808, "global_step": 86037, "epoch": 483, "lr": 9.120998651703644e-06}
{"train_loss": 0.0014178481651470065, "global_step": 86038, "epoch": 483, "lr": 9.12014778708531e-06}
{"train_loss": 0.0011467109434306622, "global_step": 86039, "epoch": 483, "lr": 9.119296958173062e-06}
{"train_loss": 0.0011836765334010124, "global_step": 86040, "epoch": 483, "lr": 9.118446164967676e-06}
{"train_loss": 0.002414151094853878, "global_step": 86041, "epoch": 483, "lr": 9.117595407469892e-06}
{"train_loss": 0.0009964853525161743, "global_step": 86042, "epoch": 483, "lr": 9.116744685680439e-06}
{"train_loss": 0.0018821507692337036, "global_step": 86043, "epoch": 483, "lr": 9.115893999600072e-06}
{"train_loss": 0.001877541420981288, "global_step": 86044, "epoch": 483, "lr": 9.11504334922953e-06}
{"train_loss": 0.00032623144215904176, "global_step": 86045, "epoch": 483, "lr": 9.114192734569543e-06}
{"train_loss": 0.0013069938868284225, "global_step": 86046, "epoch": 483, "lr": 9.113342155620896e-06}
{"train_loss": 0.000919921905733645, "global_step": 86047, "epoch": 483, "lr": 9.112491612384272e-06}
{"train_loss": 0.0005740657215937972, "global_step": 86048, "epoch": 483, "lr": 9.111641104860463e-06}
{"train_loss": 0.0019596575293689966, "global_step": 86049, "epoch": 483, "lr": 9.110790633050187e-06}
{"train_loss": 0.0014219514559954405, "global_step": 86050, "epoch": 483, "lr": 9.109940196954198e-06}
{"train_loss": 0.0013840411556884646, "global_step": 86051, "epoch": 483, "lr": 9.109089796573233e-06}
{"train_loss": 0.002869570394977927, "global_step": 86052, "epoch": 483, "lr": 9.108239431908033e-06}
{"train_loss": 0.0017075907671824098, "global_step": 86053, "epoch": 483, "lr": 9.107389102959335e-06}
{"train_loss": 0.0011229424271732569, "global_step": 86054, "epoch": 483, "lr": 9.106538809727916e-06}
{"train_loss": 0.0005833380855619907, "global_step": 86055, "epoch": 483, "lr": 9.10568855221447e-06}
{"train_loss": 0.0005923405988141894, "global_step": 86056, "epoch": 483, "lr": 9.104838330419786e-06}
{"train_loss": 0.0012245004763826728, "global_step": 86057, "epoch": 483, "lr": 9.103988144344555e-06}
{"train_loss": 0.0006475022528320551, "global_step": 86058, "epoch": 483, "lr": 9.103137993989563e-06}
{"train_loss": 0.001004362478852272, "global_step": 86059, "epoch": 483, "lr": 9.102287879355537e-06}
{"train_loss": 0.0012561280746012926, "global_step": 86060, "epoch": 483, "lr": 9.101437800443208e-06}
{"train_loss": 0.001823190599679947, "global_step": 86061, "epoch": 483, "lr": 9.100587757253354e-06}
{"train_loss": 0.0010216825176030397, "global_step": 86062, "epoch": 483, "lr": 9.099737749786675e-06}
{"train_loss": 0.002437522867694497, "global_step": 86063, "epoch": 483, "lr": 9.098887778043941e-06}
{"train_loss": 0.0016183272236958146, "global_step": 86064, "epoch": 483, "lr": 9.098037842025881e-06}
{"train_loss": 0.0010418685851618648, "global_step": 86065, "epoch": 483, "lr": 9.097187941733248e-06}
{"train_loss": 0.0011087169405072927, "global_step": 86066, "epoch": 483, "lr": 9.096338077166777e-06}
{"train_loss": 0.0008613425306975842, "global_step": 86067, "epoch": 483, "lr": 9.095488248327216e-06}
{"train_loss": 0.0020231823436915874, "global_step": 86068, "epoch": 483, "lr": 9.094638455215287e-06}
{"train_loss": 0.0022761693689972162, "global_step": 86069, "epoch": 483, "lr": 9.093788697831773e-06}
{"train_loss": 0.0017330992268398404, "global_step": 86070, "epoch": 483, "lr": 9.092938976177367e-06}
{"train_loss": 0.0010961017105728388, "global_step": 86071, "epoch": 483, "lr": 9.092089290252848e-06}
{"train_loss": 0.0008804447134025395, "global_step": 86072, "epoch": 483, "lr": 9.091239640058946e-06}
{"train_loss": 0.0012549625243991613, "global_step": 86073, "epoch": 483, "lr": 9.090390025596407e-06}
{"train_loss": 0.0020911567844450474, "global_step": 86074, "epoch": 483, "lr": 9.089540446865968e-06}
{"train_loss": 0.001256848219782114, "global_step": 86075, "epoch": 483, "lr": 9.08869090386837e-06}
{"train_loss": 0.00041112586040981114, "global_step": 86076, "epoch": 483, "lr": 9.087841396604357e-06}
{"train_loss": 0.0013454841682687402, "global_step": 86077, "epoch": 483, "lr": 9.086991925074673e-06}
{"train_loss": 0.0011493670754134655, "global_step": 86078, "epoch": 483, "lr": 9.086142489280041e-06}
{"train_loss": 0.000497510947752744, "global_step": 86079, "epoch": 483, "lr": 9.085293089221236e-06}
{"train_loss": 0.0021512762177735567, "global_step": 86080, "epoch": 483, "lr": 9.084443724898989e-06}
{"train_loss": 0.0013162243412807584, "global_step": 86081, "epoch": 483, "lr": 9.083594396314032e-06}
{"train_loss": 0.0016939834458753467, "global_step": 86082, "epoch": 483, "lr": 9.08274510346711e-06}
{"train_loss": 0.0009801280684769154, "global_step": 86083, "epoch": 483, "lr": 9.081895846358956e-06}
{"train_loss": 0.0009432144579477608, "global_step": 86084, "epoch": 483, "lr": 9.081046624990347e-06}
{"train_loss": 0.0004051077412441373, "global_step": 86085, "epoch": 483, "lr": 9.080197439361977e-06}
{"train_loss": 0.0016262226272374392, "global_step": 86086, "epoch": 483, "lr": 9.07934828947462e-06}
{"train_loss": 0.0012197368778288364, "global_step": 86087, "epoch": 483, "lr": 9.078499175329013e-06}
{"train_loss": 0.0011659071315079927, "global_step": 86088, "epoch": 483, "lr": 9.077650096925888e-06}
{"train_loss": 0.001464702421799302, "global_step": 86089, "epoch": 483, "lr": 9.076801054265998e-06}
{"train_loss": 0.00086328259203583, "global_step": 86090, "epoch": 483, "lr": 9.075952047350073e-06}
{"train_loss": 0.0006324035348370671, "global_step": 86091, "epoch": 483, "lr": 9.075103076178849e-06}
{"train_loss": 0.0006175960879772902, "global_step": 86092, "epoch": 483, "lr": 9.074254140753103e-06}
{"train_loss": 0.001435212790966034, "global_step": 86093, "epoch": 483, "lr": 9.07340524107353e-06}
{"train_loss": 0.0005011277389712632, "global_step": 86094, "epoch": 483, "lr": 9.072556377140916e-06}
{"train_loss": 0.0006386658642441034, "global_step": 86095, "epoch": 483, "lr": 9.071707548955955e-06}
{"train_loss": 0.0008402402163483202, "global_step": 86096, "epoch": 483, "lr": 9.070858756519423e-06}
{"train_loss": 0.0017281046602874994, "global_step": 86097, "epoch": 483, "lr": 9.070009999832057e-06}
{"train_loss": 0.0005110428901389241, "global_step": 86098, "epoch": 483, "lr": 9.06916127889459e-06}
{"train_loss": 0.0016821289900690317, "global_step": 86099, "epoch": 483, "lr": 9.068312593707767e-06}
{"train_loss": 0.0014563561417162418, "global_step": 86100, "epoch": 483, "lr": 9.067463944272314e-06}
{"train_loss": 0.0007522309897467494, "global_step": 86101, "epoch": 483, "lr": 9.066615330589e-06}
{"train_loss": 0.0010422298219054937, "global_step": 86102, "epoch": 483, "lr": 9.065766752658555e-06}
{"train_loss": 0.0006650302093476057, "global_step": 86103, "epoch": 483, "lr": 9.064918210481715e-06}
{"train_loss": 0.001294652814976871, "global_step": 86104, "epoch": 483, "lr": 9.064069704059224e-06}
{"train_loss": 0.0017420933581888676, "global_step": 86105, "epoch": 483, "lr": 9.063221233391828e-06}
{"train_loss": 0.00038030679570510983, "global_step": 86106, "epoch": 483, "lr": 9.062372798480251e-06}
{"train_loss": 0.002599142724648118, "global_step": 86107, "epoch": 483, "lr": 9.061524399325267e-06}
{"train_loss": 0.0007503332453779876, "global_step": 86108, "epoch": 483, "lr": 9.060676035927574e-06}
{"train_loss": 0.0012138180900365114, "global_step": 86109, "epoch": 483, "lr": 9.059827708287961e-06}
{"train_loss": 0.0015158058376982808, "global_step": 86110, "epoch": 483, "lr": 9.058979416407114e-06}
{"train_loss": 0.0007858617464080453, "global_step": 86111, "epoch": 483, "lr": 9.05813116028582e-06}
{"train_loss": 0.0018770165042951703, "global_step": 86112, "epoch": 483, "lr": 9.057282939924806e-06}
{"train_loss": 0.0006136405281722546, "global_step": 86113, "epoch": 483, "lr": 9.056434755324805e-06}
{"train_loss": 0.0012364275753498077, "global_step": 86114, "epoch": 483, "lr": 9.055586606486566e-06}
{"train_loss": 0.0008728147950023413, "global_step": 86115, "epoch": 483, "lr": 9.054738493410831e-06}
{"train_loss": 0.0012612240388989449, "global_step": 86116, "epoch": 483, "lr": 9.053890416098316e-06}
{"train_loss": 0.0014652826357632875, "global_step": 86117, "epoch": 483, "lr": 9.053042374549813e-06}
{"train_loss": 0.001247753156349063, "global_step": 86118, "epoch": 483, "lr": 9.052194368766003e-06}
{"train_loss": 0.0018831593915820122, "global_step": 86119, "epoch": 483, "lr": 9.051346398747673e-06}
{"train_loss": 0.0005840986268594861, "global_step": 86120, "epoch": 483, "lr": 9.050498464495543e-06}
{"train_loss": 0.0009212485747411847, "global_step": 86121, "epoch": 483, "lr": 9.049650566010349e-06}
{"train_loss": 0.0028794296085834503, "global_step": 86122, "epoch": 483, "lr": 9.048802703292858e-06}
{"train_loss": 0.001751305884681642, "global_step": 86123, "epoch": 483, "lr": 9.047954876343773e-06}
{"train_loss": 0.000585783040151, "global_step": 86124, "epoch": 483, "lr": 9.047107085163865e-06}
{"train_loss": 0.0010153695475310087, "global_step": 86125, "epoch": 483, "lr": 9.04625932975386e-06}
{"train_loss": 0.0019828607328236103, "global_step": 86126, "epoch": 483, "lr": 9.045411610114501e-06}
{"train_loss": 0.0010429356480017304, "global_step": 86127, "epoch": 483, "lr": 9.044563926246535e-06}
{"train_loss": 0.002518305554986, "global_step": 86128, "epoch": 483, "lr": 9.043716278150693e-06}
{"train_loss": 0.0006376501405611634, "global_step": 86129, "epoch": 483, "lr": 9.04286866582772e-06}
{"train_loss": 0.0006032416131347418, "global_step": 86130, "epoch": 483, "lr": 9.042021089278352e-06}
{"train_loss": 0.001348844263702631, "global_step": 86131, "epoch": 483, "lr": 9.041173548503324e-06}
{"train_loss": 0.0008514131186529994, "global_step": 86132, "epoch": 483, "lr": 9.04032604350341e-06}
{"train_loss": 0.002106811385601759, "global_step": 86133, "epoch": 483, "lr": 9.039478574279297e-06}
{"train_loss": 0.001094783772714436, "global_step": 86134, "epoch": 483, "lr": 9.038631140831765e-06}
{"train_loss": 0.0011249079834669828, "global_step": 86135, "epoch": 483, "lr": 9.037783743161548e-06}
{"train_loss": 0.0010096740443259478, "global_step": 86136, "epoch": 483, "lr": 9.036936381269379e-06}
{"train_loss": 0.0019031479023396969, "global_step": 86137, "epoch": 483, "lr": 9.036089055156e-06}
{"train_loss": 0.0028269323520362377, "global_step": 86138, "epoch": 483, "lr": 9.03524176482215e-06}
{"train_loss": 0.0011403212556615472, "global_step": 86139, "epoch": 483, "lr": 9.034394510268556e-06}
{"train_loss": 0.001338414615020156, "global_step": 86140, "epoch": 483, "lr": 9.033547291495997e-06}
{"train_loss": 0.0012183093931525946, "global_step": 86141, "epoch": 483, "lr": 9.03270010850516e-06}
{"train_loss": 0.0017128298059105873, "global_step": 86142, "epoch": 483, "lr": 9.031852961296832e-06}
{"train_loss": 0.0018747705034911633, "global_step": 86143, "epoch": 483, "lr": 9.031005849871732e-06}
{"train_loss": 0.0005296261515468359, "global_step": 86144, "epoch": 483, "lr": 9.030158774230585e-06}
{"train_loss": 0.0004668376059271395, "global_step": 86145, "epoch": 483, "lr": 9.029311734374179e-06}
{"train_loss": 0.000955029739998281, "global_step": 86146, "epoch": 483, "lr": 9.028464730303193e-06}
{"train_loss": 0.0007229310576803982, "global_step": 86147, "epoch": 483, "lr": 9.02761776201842e-06}
{"train_loss": 0.0011227249633520842, "global_step": 86148, "epoch": 483, "lr": 9.026770829520554e-06}
{"train_loss": 0.0006020008586347103, "global_step": 86149, "epoch": 483, "lr": 9.02592393281037e-06}
{"train_loss": 0.000938015291467309, "global_step": 86150, "epoch": 483, "lr": 9.025077071888594e-06}
{"train_loss": 0.0012770755152058464, "global_step": 86151, "epoch": 483, "lr": 9.024230246755966e-06}
{"train_loss": 0.0009591670823283494, "global_step": 86152, "epoch": 484, "lr": 9.023383457413225e-06}
{"train_loss": 0.0011437737848609686, "global_step": 86153, "epoch": 484, "lr": 9.022536703861112e-06}
{"train_loss": 0.0018221918726339936, "global_step": 86154, "epoch": 484, "lr": 9.021689986100352e-06}
{"train_loss": 0.0007786856149323285, "global_step": 86155, "epoch": 484, "lr": 9.020843304131726e-06}
{"train_loss": 0.0007907751714810729, "global_step": 86156, "epoch": 484, "lr": 9.01999665795592e-06}
{"train_loss": 0.0007341675227507949, "global_step": 86157, "epoch": 484, "lr": 9.01915004757371e-06}
{"train_loss": 0.0024657240137457848, "global_step": 86158, "epoch": 484, "lr": 9.018303472985828e-06}
{"train_loss": 0.00040367580368183553, "global_step": 86159, "epoch": 484, "lr": 9.017456934193008e-06}
{"train_loss": 0.0014110986376181245, "global_step": 86160, "epoch": 484, "lr": 9.016610431195993e-06}
{"train_loss": 0.0018660002388060093, "global_step": 86161, "epoch": 484, "lr": 9.015763963995522e-06}
{"train_loss": 0.0012751510366797447, "global_step": 86162, "epoch": 484, "lr": 9.01491753259232e-06}
{"train_loss": 0.00016100669745355844, "global_step": 86163, "epoch": 484, "lr": 9.014071136987157e-06}
{"train_loss": 0.0018020615680143237, "global_step": 86164, "epoch": 484, "lr": 9.013224777180752e-06}
{"train_loss": 0.0008108370238915086, "global_step": 86165, "epoch": 484, "lr": 9.012378453173847e-06}
{"train_loss": 0.0009561501210555434, "global_step": 86166, "epoch": 484, "lr": 9.011532164967179e-06}
{"train_loss": 0.0008586237672716379, "global_step": 86167, "epoch": 484, "lr": 9.010685912561495e-06}
{"train_loss": 0.0016226210864260793, "global_step": 86168, "epoch": 484, "lr": 9.009839695957523e-06}
{"train_loss": 0.0028207041323184967, "global_step": 86169, "epoch": 484, "lr": 9.008993515156e-06}
{"train_loss": 0.0009052031673491001, "global_step": 86170, "epoch": 484, "lr": 9.008147370157699e-06}
{"train_loss": 0.0012616978492587805, "global_step": 86171, "epoch": 484, "lr": 9.007301260963303e-06}
{"train_loss": 0.0010100677609443665, "global_step": 86172, "epoch": 484, "lr": 9.006455187573597e-06}
{"train_loss": 0.0007343805627897382, "global_step": 86173, "epoch": 484, "lr": 9.005609149989308e-06}
{"train_loss": 0.0025024141650646925, "global_step": 86174, "epoch": 484, "lr": 9.004763148211165e-06}
{"train_loss": 0.000977913150563836, "global_step": 86175, "epoch": 484, "lr": 9.003917182239918e-06}
{"train_loss": 0.0003959056921303272, "global_step": 86176, "epoch": 484, "lr": 9.003071252076295e-06}
{"train_loss": 0.001088979304768145, "global_step": 86177, "epoch": 484, "lr": 9.002225357721033e-06}
{"train_loss": 0.002744664903730154, "global_step": 86178, "epoch": 484, "lr": 9.001379499174906e-06}
{"train_loss": 0.0007125740521587431, "global_step": 86179, "epoch": 484, "lr": 9.000533676438594e-06}
{"train_loss": 0.0012225710088387132, "global_step": 86180, "epoch": 484, "lr": 8.999687889512887e-06}
{"train_loss": 0.0007748057250864804, "global_step": 86181, "epoch": 484, "lr": 8.9988421383985e-06}
{"train_loss": 0.0006507377838715911, "global_step": 86182, "epoch": 484, "lr": 8.997996423096178e-06}
{"train_loss": 0.0007860847981646657, "global_step": 86183, "epoch": 484, "lr": 8.997150743606652e-06}
{"train_loss": 0.001640906324610114, "global_step": 86184, "epoch": 484, "lr": 8.996305099930658e-06}
{"train_loss": 0.0011295429430902004, "global_step": 86185, "epoch": 484, "lr": 8.99545949206897e-06}
{"train_loss": 0.003287733066827059, "global_step": 86186, "epoch": 484, "lr": 8.994613920022272e-06}
{"train_loss": 0.0023646014742553234, "global_step": 86187, "epoch": 484, "lr": 8.99376838379134e-06}
{"train_loss": 0.0007427248056046665, "global_step": 86188, "epoch": 484, "lr": 8.992922883376903e-06}
{"train_loss": 0.0004432617570273578, "global_step": 86189, "epoch": 484, "lr": 8.992077418779705e-06}
{"train_loss": 0.0005571136716753244, "global_step": 86190, "epoch": 484, "lr": 8.99123199000047e-06}
{"train_loss": 0.0019044805085286498, "global_step": 86191, "epoch": 484, "lr": 8.990386597039951e-06}
{"train_loss": 0.002408921718597412, "global_step": 86192, "epoch": 484, "lr": 8.989541239898863e-06}
{"train_loss": 0.000902933650650084, "global_step": 86193, "epoch": 484, "lr": 8.988695918577989e-06}
{"train_loss": 0.000693304231390357, "global_step": 86194, "epoch": 484, "lr": 8.987850633078016e-06}
{"train_loss": 0.001061158487573266, "global_step": 86195, "epoch": 484, "lr": 8.987005383399715e-06}
{"train_loss": 0.0016815273556858301, "global_step": 86196, "epoch": 484, "lr": 8.986160169543822e-06}
{"train_loss": 0.0009986900258809328, "global_step": 86197, "epoch": 484, "lr": 8.985314991511062e-06}
{"train_loss": 0.000509442703332752, "global_step": 86198, "epoch": 484, "lr": 8.984469849302184e-06}
{"train_loss": 0.0011419481597840786, "global_step": 86199, "epoch": 484, "lr": 8.983624742917923e-06}
{"train_loss": 0.0005987342447042465, "global_step": 86200, "epoch": 484, "lr": 8.982779672358998e-06}
{"train_loss": 0.0009158407337963581, "global_step": 86201, "epoch": 484, "lr": 8.981934637626198e-06}
{"train_loss": 0.0016128807328641415, "global_step": 86202, "epoch": 484, "lr": 8.981089638720198e-06}
{"train_loss": 0.00045626264181919396, "global_step": 86203, "epoch": 484, "lr": 8.980244675641796e-06}
{"train_loss": 0.001635291613638401, "global_step": 86204, "epoch": 484, "lr": 8.979399748391671e-06}
{"train_loss": 0.0012569199316203594, "global_step": 86205, "epoch": 484, "lr": 8.978554856970605e-06}
{"train_loss": 0.0020452856551855803, "global_step": 86206, "epoch": 484, "lr": 8.977710001379325e-06}
{"train_loss": 0.0013150552986189723, "global_step": 86207, "epoch": 484, "lr": 8.97686518161855e-06}
{"train_loss": 0.0010245658922940493, "global_step": 86208, "epoch": 484, "lr": 8.976020397689055e-06}
{"train_loss": 0.00066052918555215, "global_step": 86209, "epoch": 484, "lr": 8.975175649591532e-06}
{"train_loss": 0.0012254185276106, "global_step": 86210, "epoch": 484, "lr": 8.974330937326758e-06}
{"train_loss": 0.0023189112544059753, "global_step": 86211, "epoch": 484, "lr": 8.973486260895458e-06}
{"train_loss": 0.0015812355559319258, "global_step": 86212, "epoch": 484, "lr": 8.972641620298367e-06}
{"train_loss": 0.0005648391670547426, "global_step": 86213, "epoch": 484, "lr": 8.97179701553622e-06}
{"train_loss": 0.005061417352408171, "global_step": 86214, "epoch": 484, "lr": 8.97095244660976e-06}
{"train_loss": 0.0009212211007252336, "global_step": 86215, "epoch": 484, "lr": 8.970107913519709e-06}
{"train_loss": 0.0008693893905729055, "global_step": 86216, "epoch": 484, "lr": 8.969263416266843e-06}
{"train_loss": 0.0016830525128170848, "global_step": 86217, "epoch": 484, "lr": 8.968418954851854e-06}
{"train_loss": 0.0007017571479082108, "global_step": 86218, "epoch": 484, "lr": 8.967574529275507e-06}
{"train_loss": 0.0024979172740131617, "global_step": 86219, "epoch": 484, "lr": 8.966730139538538e-06}
{"train_loss": 0.0008281046757474542, "global_step": 86220, "epoch": 484, "lr": 8.96588578564168e-06}
{"train_loss": 0.0013455667067319155, "global_step": 86221, "epoch": 484, "lr": 8.965041467585667e-06}
{"train_loss": 0.0006437906995415688, "global_step": 86222, "epoch": 484, "lr": 8.964197185371243e-06}
{"train_loss": 0.0027373558841645718, "global_step": 86223, "epoch": 484, "lr": 8.963352938999143e-06}
{"train_loss": 0.0009897870477288961, "global_step": 86224, "epoch": 484, "lr": 8.962508728470098e-06}
{"train_loss": 0.0003415158425923437, "global_step": 86225, "epoch": 484, "lr": 8.961664553784843e-06}
{"train_loss": 0.002610511612147093, "global_step": 86226, "epoch": 484, "lr": 8.960820414944133e-06}
{"train_loss": 0.0009658570634201169, "global_step": 86227, "epoch": 484, "lr": 8.959976311948697e-06}
{"train_loss": 0.00035951181780546904, "global_step": 86228, "epoch": 484, "lr": 8.959132244799274e-06}
{"train_loss": 0.0028212913312017918, "global_step": 86229, "epoch": 484, "lr": 8.958288213496591e-06}
{"train_loss": 0.0017913004849106073, "global_step": 86230, "epoch": 484, "lr": 8.957444218041384e-06}
{"train_loss": 0.0008533288491889834, "global_step": 86231, "epoch": 484, "lr": 8.956600258434423e-06}
{"train_loss": 0.001482056686654687, "global_step": 86232, "epoch": 484, "lr": 8.955756334676397e-06}
{"train_loss": 0.001573379384353757, "global_step": 86233, "epoch": 484, "lr": 8.954912446768076e-06}
{"train_loss": 0.0032269791699945927, "global_step": 86234, "epoch": 484, "lr": 8.954068594710191e-06}
{"train_loss": 0.0006575110019184649, "global_step": 86235, "epoch": 484, "lr": 8.953224778503472e-06}
{"train_loss": 0.0015681337099522352, "global_step": 86236, "epoch": 484, "lr": 8.952380998148663e-06}
{"train_loss": 0.0007279370911419392, "global_step": 86237, "epoch": 484, "lr": 8.951537253646496e-06}
{"train_loss": 0.0018582525663077831, "global_step": 86238, "epoch": 484, "lr": 8.950693544997713e-06}
{"train_loss": 0.0018361903494223952, "global_step": 86239, "epoch": 484, "lr": 8.949849872203042e-06}
{"train_loss": 0.0006904284819029272, "global_step": 86240, "epoch": 484, "lr": 8.949006235263218e-06}
{"train_loss": 0.0009910882217809558, "global_step": 86241, "epoch": 484, "lr": 8.948162634179008e-06}
{"train_loss": 0.0011258875019848347, "global_step": 86242, "epoch": 484, "lr": 8.947319068951105e-06}
{"train_loss": 0.0008176014525815845, "global_step": 86243, "epoch": 484, "lr": 8.946475539580274e-06}
{"train_loss": 0.0013762041926383972, "global_step": 86244, "epoch": 484, "lr": 8.945632046067248e-06}
{"train_loss": 0.0009170903358608484, "global_step": 86245, "epoch": 484, "lr": 8.944788588412762e-06}
{"train_loss": 0.003036107635125518, "global_step": 86246, "epoch": 484, "lr": 8.943945166617551e-06}
{"train_loss": 0.0007010411936789751, "global_step": 86247, "epoch": 484, "lr": 8.94310178068234e-06}
{"train_loss": 0.001144714537076652, "global_step": 86248, "epoch": 484, "lr": 8.942258430607887e-06}
{"train_loss": 0.001046733115799725, "global_step": 86249, "epoch": 484, "lr": 8.941415116394919e-06}
{"train_loss": 0.0008780862553976476, "global_step": 86250, "epoch": 484, "lr": 8.940571838044175e-06}
{"train_loss": 0.0007764691254124045, "global_step": 86251, "epoch": 484, "lr": 8.93972859555639e-06}
{"train_loss": 0.0007549009751528502, "global_step": 86252, "epoch": 484, "lr": 8.9388853889323e-06}
{"train_loss": 0.0011517812963575125, "global_step": 86253, "epoch": 484, "lr": 8.938042218172627e-06}
{"train_loss": 0.0018389119068160653, "global_step": 86254, "epoch": 484, "lr": 8.937199083278147e-06}
{"train_loss": 0.0008460207027383149, "global_step": 86255, "epoch": 484, "lr": 8.93635598424955e-06}
{"train_loss": 0.0008199111325666308, "global_step": 86256, "epoch": 484, "lr": 8.935512921087614e-06}
{"train_loss": 0.0025383844040334225, "global_step": 86257, "epoch": 484, "lr": 8.934669893793035e-06}
{"train_loss": 0.0009940174641087651, "global_step": 86258, "epoch": 484, "lr": 8.933826902366576e-06}
{"train_loss": 0.0008136737742461264, "global_step": 86259, "epoch": 484, "lr": 8.93298394680897e-06}
{"train_loss": 0.0022171165328472853, "global_step": 86260, "epoch": 484, "lr": 8.932141027120949e-06}
{"train_loss": 0.001669631339609623, "global_step": 86261, "epoch": 484, "lr": 8.931298143303251e-06}
{"train_loss": 0.0011780411005020142, "global_step": 86262, "epoch": 484, "lr": 8.930455295356615e-06}
{"train_loss": 0.0013888725079596043, "global_step": 86263, "epoch": 484, "lr": 8.929612483281758e-06}
{"train_loss": 0.0011969537008553743, "global_step": 86264, "epoch": 484, "lr": 8.928769707079454e-06}
{"train_loss": 0.0022766259498894215, "global_step": 86265, "epoch": 484, "lr": 8.927926966750394e-06}
{"train_loss": 0.001009821193292737, "global_step": 86266, "epoch": 484, "lr": 8.927084262295354e-06}
{"train_loss": 0.001721054664812982, "global_step": 86267, "epoch": 484, "lr": 8.926241593715045e-06}
{"train_loss": 0.001669127494096756, "global_step": 86268, "epoch": 484, "lr": 8.925398961010206e-06}
{"train_loss": 0.0011553680524230003, "global_step": 86269, "epoch": 484, "lr": 8.924556364181596e-06}
{"train_loss": 0.0012715617194771767, "global_step": 86270, "epoch": 484, "lr": 8.923713803229917e-06}
{"train_loss": 0.0013801086461171508, "global_step": 86271, "epoch": 484, "lr": 8.922871278155926e-06}
{"train_loss": 0.0012942495523020625, "global_step": 86272, "epoch": 484, "lr": 8.922028788960357e-06}
{"train_loss": 0.0010310864308848977, "global_step": 86273, "epoch": 484, "lr": 8.921186335643938e-06}
{"train_loss": 0.0013149084988981485, "global_step": 86274, "epoch": 484, "lr": 8.920343918207414e-06}
{"train_loss": 0.0007657303940504789, "global_step": 86275, "epoch": 484, "lr": 8.919501536651514e-06}
{"train_loss": 0.0015296835917979479, "global_step": 86276, "epoch": 484, "lr": 8.91865919097698e-06}
{"train_loss": 0.0013613597257062793, "global_step": 86277, "epoch": 484, "lr": 8.917816881184538e-06}
{"train_loss": 0.0017290828982368112, "global_step": 86278, "epoch": 484, "lr": 8.916974607274925e-06}
{"train_loss": 0.0011365124955773354, "global_step": 86279, "epoch": 484, "lr": 8.916132369248897e-06}
{"train_loss": 0.0010070642456412315, "global_step": 86280, "epoch": 484, "lr": 8.915290167107154e-06}
{"train_loss": 0.0016821632161736488, "global_step": 86281, "epoch": 484, "lr": 8.914448000850467e-06}
{"train_loss": 0.0009940591407939792, "global_step": 86282, "epoch": 484, "lr": 8.913605870479552e-06}
{"train_loss": 0.0011340472847223282, "global_step": 86283, "epoch": 484, "lr": 8.912763775995148e-06}
{"train_loss": 0.0007429600227624178, "global_step": 86284, "epoch": 484, "lr": 8.911921717397991e-06}
{"train_loss": 0.0013317408738657832, "global_step": 86285, "epoch": 484, "lr": 8.911079694688818e-06}
{"train_loss": 0.0012100418098270893, "global_step": 86286, "epoch": 484, "lr": 8.910237707868352e-06}
{"train_loss": 0.0024626683443784714, "global_step": 86287, "epoch": 484, "lr": 8.90939575693736e-06}
{"train_loss": 0.0007464566733688116, "global_step": 86288, "epoch": 484, "lr": 8.908553841896539e-06}
{"train_loss": 0.0014730796683579683, "global_step": 86289, "epoch": 484, "lr": 8.907711962746646e-06}
{"train_loss": 0.0009431374492123723, "global_step": 86290, "epoch": 484, "lr": 8.90687011948842e-06}
{"train_loss": 0.0011702693300321698, "global_step": 86291, "epoch": 484, "lr": 8.906028312122572e-06}
{"train_loss": 0.0006358383689075708, "global_step": 86292, "epoch": 484, "lr": 8.905186540649879e-06}
{"train_loss": 0.0009482339955866337, "global_step": 86293, "epoch": 484, "lr": 8.904344805071029e-06}
{"train_loss": 0.0006586643285118043, "global_step": 86294, "epoch": 484, "lr": 8.903503105386801e-06}
{"train_loss": 0.0005798356141895056, "global_step": 86295, "epoch": 484, "lr": 8.902661441597886e-06}
{"train_loss": 0.0005346541292965412, "global_step": 86296, "epoch": 484, "lr": 8.901819813705059e-06}
{"train_loss": 0.0021853228099644184, "global_step": 86297, "epoch": 484, "lr": 8.900978221709034e-06}
{"train_loss": 0.0011282740160822868, "global_step": 86298, "epoch": 484, "lr": 8.900136665610548e-06}
{"train_loss": 0.0005143869202584028, "global_step": 86299, "epoch": 484, "lr": 8.899295145410342e-06}
{"train_loss": 0.002120954217389226, "global_step": 86300, "epoch": 484, "lr": 8.898453661109147e-06}
{"train_loss": 0.0013618154916912317, "global_step": 86301, "epoch": 484, "lr": 8.897612212707678e-06}
{"train_loss": 0.000843314453959465, "global_step": 86302, "epoch": 484, "lr": 8.896770800206722e-06}
{"train_loss": 0.0013045608066022396, "global_step": 86303, "epoch": 484, "lr": 8.895929423606959e-06}
{"train_loss": 0.0007097360212355852, "global_step": 86304, "epoch": 484, "lr": 8.895088082909153e-06}
{"train_loss": 0.0013780845329165459, "global_step": 86305, "epoch": 484, "lr": 8.894246778114035e-06}
{"train_loss": 0.0017490540631115437, "global_step": 86306, "epoch": 484, "lr": 8.893405509222341e-06}
{"train_loss": 0.0005757956532761455, "global_step": 86307, "epoch": 484, "lr": 8.8925642762348e-06}
{"train_loss": 0.001014822511933744, "global_step": 86308, "epoch": 484, "lr": 8.891723079152147e-06}
{"train_loss": 0.0009751642355695367, "global_step": 86309, "epoch": 484, "lr": 8.890881917975114e-06}
{"train_loss": 0.001821102574467659, "global_step": 86310, "epoch": 484, "lr": 8.890040792704446e-06}
{"train_loss": 0.0023572370409965515, "global_step": 86311, "epoch": 484, "lr": 8.889199703340872e-06}
{"train_loss": 0.0009102977346628904, "global_step": 86312, "epoch": 484, "lr": 8.88835864988513e-06}
{"train_loss": 0.0010491171851754189, "global_step": 86313, "epoch": 484, "lr": 8.88751763233795e-06}
{"train_loss": 0.001038355054333806, "global_step": 86314, "epoch": 484, "lr": 8.886676650700072e-06}
{"train_loss": 0.0012469510547816753, "global_step": 86315, "epoch": 484, "lr": 8.885835704972223e-06}
{"train_loss": 0.0011264024069532752, "global_step": 86316, "epoch": 484, "lr": 8.884994795155128e-06}
{"train_loss": 0.0010137904901057482, "global_step": 86317, "epoch": 484, "lr": 8.884153921249561e-06}
{"train_loss": 0.0004751170636154711, "global_step": 86318, "epoch": 484, "lr": 8.883313083256206e-06}
{"train_loss": 0.0017144667217507958, "global_step": 86319, "epoch": 484, "lr": 8.88247228117583e-06}
{"train_loss": 0.0008722953498363495, "global_step": 86320, "epoch": 484, "lr": 8.881631515009164e-06}
{"train_loss": 0.0030900484416633844, "global_step": 86321, "epoch": 484, "lr": 8.880790784756938e-06}
{"train_loss": 0.00047331227688118815, "global_step": 86322, "epoch": 484, "lr": 8.87995009041988e-06}
{"train_loss": 0.0004079457721672952, "global_step": 86323, "epoch": 484, "lr": 8.879109431998733e-06}
{"train_loss": 0.0005816704360768199, "global_step": 86324, "epoch": 484, "lr": 8.878268809494217e-06}
{"train_loss": 0.0013078190386295319, "global_step": 86325, "epoch": 484, "lr": 8.877428222907097e-06}
{"train_loss": 0.0008535818196833134, "global_step": 86326, "epoch": 484, "lr": 8.876587672238068e-06}
{"train_loss": 0.001255048788152635, "global_step": 86327, "epoch": 484, "lr": 8.875747157487896e-06}
{"train_loss": 0.0014565986348316073, "global_step": 86328, "epoch": 484, "lr": 8.874906678657302e-06}
{"train_loss": 0.001282763912498145, "global_step": 86329, "epoch": 484, "lr": 8.87406623574702e-06}
{"train_loss": 0.0008728406392037868, "global_step": 86330, "epoch": 485, "lr": 8.873225828757786e-06}
{"train_loss": 0.0013814489357173443, "global_step": 86331, "epoch": 485, "lr": 8.872385457690318e-06}
{"train_loss": 0.0019645208958536386, "global_step": 86332, "epoch": 485, "lr": 8.871545122545394e-06}
{"train_loss": 0.0015077701536938548, "global_step": 86333, "epoch": 485, "lr": 8.870704823323694e-06}
{"train_loss": 0.000792351202107966, "global_step": 86334, "epoch": 485, "lr": 8.869864560025987e-06}
{"train_loss": 0.0005245466600172222, "global_step": 86335, "epoch": 485, "lr": 8.869024332652998e-06}
{"train_loss": 0.003561497898772359, "global_step": 86336, "epoch": 485, "lr": 8.86818414120546e-06}
{"train_loss": 0.002596906153485179, "global_step": 86337, "epoch": 485, "lr": 8.867343985684107e-06}
{"train_loss": 0.0005687149241566658, "global_step": 86338, "epoch": 485, "lr": 8.866503866089676e-06}
{"train_loss": 0.0010249536717310548, "global_step": 86339, "epoch": 485, "lr": 8.865663782422878e-06}
{"train_loss": 0.0020598729606717825, "global_step": 86340, "epoch": 485, "lr": 8.864823734684496e-06}
{"train_loss": 0.0029677576385438442, "global_step": 86341, "epoch": 485, "lr": 8.863983722875207e-06}
{"train_loss": 0.0007631911430507898, "global_step": 86342, "epoch": 485, "lr": 8.863143746995784e-06}
{"train_loss": 0.001888141268864274, "global_step": 86343, "epoch": 485, "lr": 8.86230380704695e-06}
{"train_loss": 0.001394492108374834, "global_step": 86344, "epoch": 485, "lr": 8.861463903029438e-06}
{"train_loss": 0.001341884839348495, "global_step": 86345, "epoch": 485, "lr": 8.860624034943977e-06}
{"train_loss": 0.0008588904165662825, "global_step": 86346, "epoch": 485, "lr": 8.859784202791304e-06}
{"train_loss": 0.0027788328006863594, "global_step": 86347, "epoch": 485, "lr": 8.85894440657214e-06}
{"train_loss": 0.00042219378519803286, "global_step": 86348, "epoch": 485, "lr": 8.858104646287257e-06}
{"train_loss": 0.0004494529275689274, "global_step": 86349, "epoch": 485, "lr": 8.857264921937342e-06}
{"train_loss": 0.0009572668350301683, "global_step": 86350, "epoch": 485, "lr": 8.856425233523169e-06}
{"train_loss": 0.0006236248882487416, "global_step": 86351, "epoch": 485, "lr": 8.855585581045428e-06}
{"train_loss": 0.001148103503510356, "global_step": 86352, "epoch": 485, "lr": 8.85474596450489e-06}
{"train_loss": 0.0011377434711903334, "global_step": 86353, "epoch": 485, "lr": 8.853906383902272e-06}
{"train_loss": 0.0008726343512535095, "global_step": 86354, "epoch": 485, "lr": 8.853066839238295e-06}
{"train_loss": 0.0016191278118640184, "global_step": 86355, "epoch": 485, "lr": 8.852227330513735e-06}
{"train_loss": 0.0010965385008603334, "global_step": 86356, "epoch": 485, "lr": 8.851387857729272e-06}
{"train_loss": 0.0019066196400672197, "global_step": 86357, "epoch": 485, "lr": 8.850548420885673e-06}
{"train_loss": 0.0012256742920726538, "global_step": 86358, "epoch": 485, "lr": 8.849709019983671e-06}
{"train_loss": 0.002158877905458212, "global_step": 86359, "epoch": 485, "lr": 8.848869655023984e-06}
{"train_loss": 0.002503138966858387, "global_step": 86360, "epoch": 485, "lr": 8.848030326007351e-06}
{"train_loss": 0.0014743780484423041, "global_step": 86361, "epoch": 485, "lr": 8.84719103293451e-06}
{"train_loss": 0.0016878180904313922, "global_step": 86362, "epoch": 485, "lr": 8.846351775806172e-06}
{"train_loss": 0.00043637288035824895, "global_step": 86363, "epoch": 485, "lr": 8.84551255462312e-06}
{"train_loss": 0.000759736227337271, "global_step": 86364, "epoch": 485, "lr": 8.844673369386025e-06}
{"train_loss": 0.0011880925158038735, "global_step": 86365, "epoch": 485, "lr": 8.843834220095677e-06}
{"train_loss": 0.0015763624105602503, "global_step": 86366, "epoch": 485, "lr": 8.842995106752754e-06}
{"train_loss": 0.0014879632508382201, "global_step": 86367, "epoch": 485, "lr": 8.842156029358034e-06}
{"train_loss": 0.0004977320786565542, "global_step": 86368, "epoch": 485, "lr": 8.841316987912234e-06}
{"train_loss": 0.002406987128779292, "global_step": 86369, "epoch": 485, "lr": 8.840477982416078e-06}
{"train_loss": 0.0010002113413065672, "global_step": 86370, "epoch": 485, "lr": 8.839639012870316e-06}
{"train_loss": 0.002245461568236351, "global_step": 86371, "epoch": 485, "lr": 8.838800079275666e-06}
{"train_loss": 0.0014435224002227187, "global_step": 86372, "epoch": 485, "lr": 8.837961181632853e-06}
{"train_loss": 0.001640511560253799, "global_step": 86373, "epoch": 485, "lr": 8.837122319942637e-06}
{"train_loss": 0.00114162708632648, "global_step": 86374, "epoch": 485, "lr": 8.836283494205732e-06}
{"train_loss": 0.0010231611086055636, "global_step": 86375, "epoch": 485, "lr": 8.83544470442288e-06}
{"train_loss": 0.0007656295783817768, "global_step": 86376, "epoch": 485, "lr": 8.834605950594804e-06}
{"train_loss": 0.0005695719737559557, "global_step": 86377, "epoch": 485, "lr": 8.833767232722234e-06}
{"train_loss": 0.0011732459533959627, "global_step": 86378, "epoch": 485, "lr": 8.832928550805935e-06}
{"train_loss": 0.002009307499974966, "global_step": 86379, "epoch": 485, "lr": 8.832089904846586e-06}
{"train_loss": 0.0011016653152182698, "global_step": 86380, "epoch": 485, "lr": 8.831251294844961e-06}
{"train_loss": 0.001596907852217555, "global_step": 86381, "epoch": 485, "lr": 8.830412720801779e-06}
{"train_loss": 0.0010975643526762724, "global_step": 86382, "epoch": 485, "lr": 8.829574182717776e-06}
{"train_loss": 0.0008421489037573338, "global_step": 86383, "epoch": 485, "lr": 8.82873568059368e-06}
{"train_loss": 0.0014507188461720943, "global_step": 86384, "epoch": 485, "lr": 8.82789721443022e-06}
{"train_loss": 0.000676760682836175, "global_step": 86385, "epoch": 485, "lr": 8.827058784228137e-06}
{"train_loss": 0.001259370124898851, "global_step": 86386, "epoch": 485, "lr": 8.82622038998816e-06}
{"train_loss": 0.0010174692142754793, "global_step": 86387, "epoch": 485, "lr": 8.82538203171101e-06}
{"train_loss": 0.0007139727240428329, "global_step": 86388, "epoch": 485, "lr": 8.824543709397448e-06}
{"train_loss": 0.0005655954591929913, "global_step": 86389, "epoch": 485, "lr": 8.823705423048168e-06}
{"train_loss": 0.001098579610697925, "global_step": 86390, "epoch": 485, "lr": 8.822867172663934e-06}
{"train_loss": 0.0008652110118418932, "global_step": 86391, "epoch": 485, "lr": 8.822028958245466e-06}
{"train_loss": 0.0009781790431588888, "global_step": 86392, "epoch": 485, "lr": 8.821190779793497e-06}
{"train_loss": 0.0009264537366107106, "global_step": 86393, "epoch": 485, "lr": 8.82035263730876e-06}
{"train_loss": 0.001285690814256668, "global_step": 86394, "epoch": 485, "lr": 8.819514530791972e-06}
{"train_loss": 0.001147847156971693, "global_step": 86395, "epoch": 485, "lr": 8.81867646024389e-06}
{"train_loss": 0.0006414262461476028, "global_step": 86396, "epoch": 485, "lr": 8.817838425665236e-06}
{"train_loss": 0.0014107332099229097, "global_step": 86397, "epoch": 485, "lr": 8.817000427056743e-06}
{"train_loss": 0.0014764168299734592, "global_step": 86398, "epoch": 485, "lr": 8.816162464419137e-06}
{"train_loss": 0.0010163068072870374, "global_step": 86399, "epoch": 485, "lr": 8.815324537753155e-06}
{"train_loss": 0.0009064432233572006, "global_step": 86400, "epoch": 485, "lr": 8.814486647059517e-06}
{"train_loss": 0.00062842812621966, "global_step": 86401, "epoch": 485, "lr": 8.813648792338986e-06}
{"train_loss": 0.0017100583063438535, "global_step": 86402, "epoch": 485, "lr": 8.81281097359225e-06}
{"train_loss": 0.0011323412181809545, "global_step": 86403, "epoch": 485, "lr": 8.811973190820088e-06}
{"train_loss": 0.0012292531318962574, "global_step": 86404, "epoch": 485, "lr": 8.811135444023189e-06}
{"train_loss": 0.0010907987598329782, "global_step": 86405, "epoch": 485, "lr": 8.81029773320231e-06}
{"train_loss": 0.0007911486900411546, "global_step": 86406, "epoch": 485, "lr": 8.809460058358176e-06}
{"train_loss": 0.0010273950174450874, "global_step": 86407, "epoch": 485, "lr": 8.80862241949152e-06}
{"train_loss": 0.0015070654917508364, "global_step": 86408, "epoch": 485, "lr": 8.80778481660307e-06}
{"train_loss": 0.001084636664018035, "global_step": 86409, "epoch": 485, "lr": 8.806947249693565e-06}
{"train_loss": 0.0012516131391748786, "global_step": 86410, "epoch": 485, "lr": 8.806109718763717e-06}
{"train_loss": 0.0034156860783696175, "global_step": 86411, "epoch": 485, "lr": 8.805272223814293e-06}
{"train_loss": 0.0010264011798426509, "global_step": 86412, "epoch": 485, "lr": 8.804434764845982e-06}
{"train_loss": 0.0005863221595063806, "global_step": 86413, "epoch": 485, "lr": 8.803597341859548e-06}
{"train_loss": 0.002201216295361519, "global_step": 86414, "epoch": 485, "lr": 8.802759954855716e-06}
{"train_loss": 0.0006112233968451619, "global_step": 86415, "epoch": 485, "lr": 8.801922603835195e-06}
{"train_loss": 0.0006216175388544798, "global_step": 86416, "epoch": 485, "lr": 8.80108528879876e-06}
{"train_loss": 0.0017589686904102564, "global_step": 86417, "epoch": 485, "lr": 8.800248009747092e-06}
{"train_loss": 0.0006342858541756868, "global_step": 86418, "epoch": 485, "lr": 8.799410766680966e-06}
{"train_loss": 0.0011009620502591133, "global_step": 86419, "epoch": 485, "lr": 8.798573559601087e-06}
{"train_loss": 0.0020063254050910473, "global_step": 86420, "epoch": 485, "lr": 8.797736388508193e-06}
{"train_loss": 0.0007163082482293248, "global_step": 86421, "epoch": 485, "lr": 8.796899253403018e-06}
{"train_loss": 0.0013542268425226212, "global_step": 86422, "epoch": 485, "lr": 8.796062154286289e-06}
{"train_loss": 0.00042195292189717293, "global_step": 86423, "epoch": 485, "lr": 8.795225091158743e-06}
{"train_loss": 0.0013626597356051207, "global_step": 86424, "epoch": 485, "lr": 8.794388064021104e-06}
{"train_loss": 0.0009481281158514321, "global_step": 86425, "epoch": 485, "lr": 8.793551072874096e-06}
{"train_loss": 0.0011567458277568221, "global_step": 86426, "epoch": 485, "lr": 8.792714117718482e-06}
{"train_loss": 0.0018782013794407248, "global_step": 86427, "epoch": 485, "lr": 8.791877198554948e-06}
{"train_loss": 0.0007405667565762997, "global_step": 86428, "epoch": 485, "lr": 8.791040315384263e-06}
{"train_loss": 0.00024041721189860255, "global_step": 86429, "epoch": 485, "lr": 8.790203468207142e-06}
{"train_loss": 0.0011102069402113557, "global_step": 86430, "epoch": 485, "lr": 8.789366657024317e-06}
{"train_loss": 0.002447898266837001, "global_step": 86431, "epoch": 485, "lr": 8.788529881836516e-06}
{"train_loss": 0.0006941023748368025, "global_step": 86432, "epoch": 485, "lr": 8.787693142644477e-06}
{"train_loss": 0.0010653036879375577, "global_step": 86433, "epoch": 485, "lr": 8.786856439448914e-06}
{"train_loss": 0.001028924249112606, "global_step": 86434, "epoch": 485, "lr": 8.78601977225058e-06}
{"train_loss": 0.0015819525578990579, "global_step": 86435, "epoch": 485, "lr": 8.785183141050202e-06}
{"train_loss": 0.0008115954697132111, "global_step": 86436, "epoch": 485, "lr": 8.784346545848498e-06}
{"train_loss": 0.002869946416467428, "global_step": 86437, "epoch": 485, "lr": 8.78350998664621e-06}
{"train_loss": 0.00190946483053267, "global_step": 86438, "epoch": 485, "lr": 8.782673463444053e-06}
{"train_loss": 0.0012322572292760015, "global_step": 86439, "epoch": 485, "lr": 8.781836976242792e-06}
{"train_loss": 0.0014779710909351707, "global_step": 86440, "epoch": 485, "lr": 8.781000525043114e-06}
{"train_loss": 0.0007459979387931526, "global_step": 86441, "epoch": 485, "lr": 8.78016410984579e-06}
{"train_loss": 0.0016314185922965407, "global_step": 86442, "epoch": 485, "lr": 8.77932773065151e-06}
{"train_loss": 0.0013536678161472082, "global_step": 86443, "epoch": 485, "lr": 8.778491387461035e-06}
{"train_loss": 0.0005798430647701025, "global_step": 86444, "epoch": 485, "lr": 8.777655080275089e-06}
{"train_loss": 0.0015269580762833357, "global_step": 86445, "epoch": 485, "lr": 8.776818809094395e-06}
{"train_loss": 0.0012131367111578584, "global_step": 86446, "epoch": 485, "lr": 8.775982573919694e-06}
{"train_loss": 0.0012646003160625696, "global_step": 86447, "epoch": 485, "lr": 8.775146374751709e-06}
{"train_loss": 0.0008049319148994982, "global_step": 86448, "epoch": 485, "lr": 8.774310211591152e-06}
{"train_loss": 0.0006275084451772273, "global_step": 86449, "epoch": 485, "lr": 8.773474084438804e-06}
{"train_loss": 0.0006833191146142781, "global_step": 86450, "epoch": 485, "lr": 8.772637993295341e-06}
{"train_loss": 0.0008725476218387485, "global_step": 86451, "epoch": 485, "lr": 8.771801938161528e-06}
{"train_loss": 0.001822996186092496, "global_step": 86452, "epoch": 485, "lr": 8.770965919038082e-06}
{"train_loss": 0.0011322973296046257, "global_step": 86453, "epoch": 485, "lr": 8.770129935925737e-06}
{"train_loss": 0.0010767995845526457, "global_step": 86454, "epoch": 485, "lr": 8.769293988825217e-06}
{"train_loss": 0.0020699137821793556, "global_step": 86455, "epoch": 485, "lr": 8.768458077737251e-06}
{"train_loss": 0.0004448425315786153, "global_step": 86456, "epoch": 485, "lr": 8.76762220266258e-06}
{"train_loss": 0.0007436195737682283, "global_step": 86457, "epoch": 485, "lr": 8.76678636360193e-06}
{"train_loss": 0.0007752584060654044, "global_step": 86458, "epoch": 485, "lr": 8.765950560556035e-06}
{"train_loss": 0.000681860838085413, "global_step": 86459, "epoch": 485, "lr": 8.765114793525614e-06}
{"train_loss": 0.0006182743236422539, "global_step": 86460, "epoch": 485, "lr": 8.764279062511405e-06}
{"train_loss": 0.0009931689128279686, "global_step": 86461, "epoch": 485, "lr": 8.763443367514136e-06}
{"train_loss": 0.002910258248448372, "global_step": 86462, "epoch": 485, "lr": 8.762607708534536e-06}
{"train_loss": 0.001916809007525444, "global_step": 86463, "epoch": 485, "lr": 8.761772085573323e-06}
{"train_loss": 0.0007911432185210288, "global_step": 86464, "epoch": 485, "lr": 8.760936498631267e-06}
{"train_loss": 0.0008259395835921168, "global_step": 86465, "epoch": 485, "lr": 8.760100947709043e-06}
{"train_loss": 0.0008449018932878971, "global_step": 86466, "epoch": 485, "lr": 8.759265432807417e-06}
{"train_loss": 0.0016204960411414504, "global_step": 86467, "epoch": 485, "lr": 8.758429953927116e-06}
{"train_loss": 0.0013738851994276047, "global_step": 86468, "epoch": 485, "lr": 8.757594511068856e-06}
{"train_loss": 0.0010276456596329808, "global_step": 86469, "epoch": 485, "lr": 8.756759104233381e-06}
{"train_loss": 0.0017201423179358244, "global_step": 86470, "epoch": 485, "lr": 8.755923733421412e-06}
{"train_loss": 0.001850600354373455, "global_step": 86471, "epoch": 485, "lr": 8.755088398633665e-06}
{"train_loss": 0.0016779621364548802, "global_step": 86472, "epoch": 485, "lr": 8.754253099870912e-06}
{"train_loss": 0.0010873035062104464, "global_step": 86473, "epoch": 485, "lr": 8.753417837133832e-06}
{"train_loss": 0.002312649041414261, "global_step": 86474, "epoch": 485, "lr": 8.752582610423205e-06}
{"train_loss": 0.0018296901835128665, "global_step": 86475, "epoch": 485, "lr": 8.751747419739703e-06}
{"train_loss": 0.000619904138147831, "global_step": 86476, "epoch": 485, "lr": 8.750912265084093e-06}
{"train_loss": 0.001500111073255539, "global_step": 86477, "epoch": 485, "lr": 8.75007714645712e-06}
{"train_loss": 0.0013699709670618176, "global_step": 86478, "epoch": 485, "lr": 8.749242063859465e-06}
{"train_loss": 0.0016382066532969475, "global_step": 86479, "epoch": 485, "lr": 8.74840701729191e-06}
{"train_loss": 0.0007940796785987914, "global_step": 86480, "epoch": 485, "lr": 8.747572006755128e-06}
{"train_loss": 0.001065496588125825, "global_step": 86481, "epoch": 485, "lr": 8.746737032249897e-06}
{"train_loss": 0.002056415192782879, "global_step": 86482, "epoch": 485, "lr": 8.745902093776926e-06}
{"train_loss": 0.0024359626695513725, "global_step": 86483, "epoch": 485, "lr": 8.745067191336947e-06}
{"train_loss": 0.0015009231865406036, "global_step": 86484, "epoch": 485, "lr": 8.744232324930684e-06}
{"train_loss": 0.0005120497662574053, "global_step": 86485, "epoch": 485, "lr": 8.743397494558875e-06}
{"train_loss": 0.0022339269053190947, "global_step": 86486, "epoch": 485, "lr": 8.742562700222228e-06}
{"train_loss": 0.0004192338674329221, "global_step": 86487, "epoch": 485, "lr": 8.741727941921512e-06}
{"train_loss": 0.0013541239313781261, "global_step": 86488, "epoch": 485, "lr": 8.740893219657414e-06}
{"train_loss": 0.00099358637817204, "global_step": 86489, "epoch": 485, "lr": 8.740058533430689e-06}
{"train_loss": 0.0015330745372921228, "global_step": 86490, "epoch": 485, "lr": 8.739223883242065e-06}
{"train_loss": 0.0009148716926574707, "global_step": 86491, "epoch": 485, "lr": 8.738389269092256e-06}
{"train_loss": 0.0012890280922874808, "global_step": 86492, "epoch": 485, "lr": 8.737554690982009e-06}
{"train_loss": 0.000949341687373817, "global_step": 86493, "epoch": 485, "lr": 8.736720148912036e-06}
{"train_loss": 0.0007506292313337326, "global_step": 86494, "epoch": 485, "lr": 8.73588564288308e-06}
{"train_loss": 0.001388037926517427, "global_step": 86495, "epoch": 485, "lr": 8.735051172895858e-06}
{"train_loss": 0.0021856697276234627, "global_step": 86496, "epoch": 485, "lr": 8.734216738951095e-06}
{"train_loss": 0.0010908338008448482, "global_step": 86497, "epoch": 485, "lr": 8.733382341049545e-06}
{"train_loss": 0.0021286616101861, "global_step": 86498, "epoch": 485, "lr": 8.732547979191919e-06}
{"train_loss": 0.0010370002128183842, "global_step": 86499, "epoch": 485, "lr": 8.731713653378942e-06}
{"train_loss": 0.0011013997718691826, "global_step": 86500, "epoch": 485, "lr": 8.730879363611355e-06}
{"train_loss": 0.0011542586144059896, "global_step": 86501, "epoch": 485, "lr": 8.730045109889868e-06}
{"train_loss": 0.0009621240897104144, "global_step": 86502, "epoch": 485, "lr": 8.729210892215245e-06}
{"train_loss": 0.0012159483740106225, "global_step": 86503, "epoch": 485, "lr": 8.728376710588166e-06}
{"train_loss": 0.0009015773539431393, "global_step": 86504, "epoch": 485, "lr": 8.727542565009394e-06}
{"train_loss": 0.001649653073400259, "global_step": 86505, "epoch": 485, "lr": 8.726708455479654e-06}
{"train_loss": 0.0008812372689135373, "global_step": 86506, "epoch": 485, "lr": 8.725874381999672e-06}
{"train_loss": 0.0012727121619299693, "global_step": 86507, "epoch": 485, "lr": 8.725040344570169e-06, "train_action_mse_error": 3.889917934429832e-06}
{"train_loss": 0.0004689860506914556, "global_step": 86508, "epoch": 486, "lr": 8.724206343191882e-06}
{"train_loss": 0.0009304303675889969, "global_step": 86509, "epoch": 486, "lr": 8.723372377865518e-06}
{"train_loss": 0.0013471344718709588, "global_step": 86510, "epoch": 486, "lr": 8.72253844859185e-06}
{"train_loss": 0.0004190536856185645, "global_step": 86511, "epoch": 486, "lr": 8.721704555371557e-06}
{"train_loss": 0.001816856674849987, "global_step": 86512, "epoch": 486, "lr": 8.720870698205414e-06}
{"train_loss": 0.0016266595339402556, "global_step": 86513, "epoch": 486, "lr": 8.7200368770941e-06}
{"train_loss": 0.0007924779783934355, "global_step": 86514, "epoch": 486, "lr": 8.71920309203838e-06}
{"train_loss": 0.0009480898734182119, "global_step": 86515, "epoch": 486, "lr": 8.718369343038973e-06}
{"train_loss": 0.0006102815386839211, "global_step": 86516, "epoch": 486, "lr": 8.717535630096601e-06}
{"train_loss": 0.0005974058876745403, "global_step": 86517, "epoch": 486, "lr": 8.716701953212004e-06}
{"train_loss": 0.000642515835352242, "global_step": 86518, "epoch": 486, "lr": 8.715868312385883e-06}
{"train_loss": 0.0007379233138635755, "global_step": 86519, "epoch": 486, "lr": 8.715034707618997e-06}
{"train_loss": 0.0010126951383426785, "global_step": 86520, "epoch": 486, "lr": 8.714201138912065e-06}
{"train_loss": 0.002072813455015421, "global_step": 86521, "epoch": 486, "lr": 8.713367606265816e-06}
{"train_loss": 0.00044969457667320967, "global_step": 86522, "epoch": 486, "lr": 8.71253410968097e-06}
{"train_loss": 0.0032125073485076427, "global_step": 86523, "epoch": 486, "lr": 8.711700649158261e-06}
{"train_loss": 0.001907714526169002, "global_step": 86524, "epoch": 486, "lr": 8.710867224698405e-06}
{"train_loss": 0.0010571284219622612, "global_step": 86525, "epoch": 486, "lr": 8.710033836302168e-06}
{"train_loss": 0.000847436604090035, "global_step": 86526, "epoch": 486, "lr": 8.709200483970221e-06}
{"train_loss": 0.00040123824146576226, "global_step": 86527, "epoch": 486, "lr": 8.708367167703336e-06}
{"train_loss": 0.0008212471147999167, "global_step": 86528, "epoch": 486, "lr": 8.707533887502223e-06}
{"train_loss": 0.0013603338738903403, "global_step": 86529, "epoch": 486, "lr": 8.706700643367616e-06}
{"train_loss": 0.001265828963369131, "global_step": 86530, "epoch": 486, "lr": 8.70586743530024e-06}
{"train_loss": 0.0016903094947338104, "global_step": 86531, "epoch": 486, "lr": 8.705034263300827e-06}
{"train_loss": 0.0014032692415639758, "global_step": 86532, "epoch": 486, "lr": 8.704201127370092e-06}
{"train_loss": 0.0014809737913310528, "global_step": 86533, "epoch": 486, "lr": 8.703368027508779e-06}
{"train_loss": 0.0008613995742052794, "global_step": 86534, "epoch": 486, "lr": 8.70253496371759e-06}
{"train_loss": 0.0012050019577145576, "global_step": 86535, "epoch": 486, "lr": 8.701701935997297e-06}
{"train_loss": 0.0019256025552749634, "global_step": 86536, "epoch": 486, "lr": 8.700868944348579e-06}
{"train_loss": 0.000982558005489409, "global_step": 86537, "epoch": 486, "lr": 8.700035988772192e-06}
{"train_loss": 0.0004273675149306655, "global_step": 86538, "epoch": 486, "lr": 8.699203069268858e-06}
{"train_loss": 0.0013974730391055346, "global_step": 86539, "epoch": 486, "lr": 8.698370185839294e-06}
{"train_loss": 0.0009775329381227493, "global_step": 86540, "epoch": 486, "lr": 8.697537338484263e-06}
{"train_loss": 0.001652338425628841, "global_step": 86541, "epoch": 486, "lr": 8.696704527204442e-06}
{"train_loss": 0.0012128582457080483, "global_step": 86542, "epoch": 486, "lr": 8.695871752000589e-06}
{"train_loss": 0.0005135620594955981, "global_step": 86543, "epoch": 486, "lr": 8.695039012873434e-06}
{"train_loss": 0.0008622245513834059, "global_step": 86544, "epoch": 486, "lr": 8.694206309823688e-06}
{"train_loss": 0.0025348018389195204, "global_step": 86545, "epoch": 486, "lr": 8.693373642852093e-06}
{"train_loss": 0.0007643435965292156, "global_step": 86546, "epoch": 486, "lr": 8.692541011959366e-06}
{"train_loss": 0.001435296144336462, "global_step": 86547, "epoch": 486, "lr": 8.691708417146222e-06}
{"train_loss": 0.0013742181472480297, "global_step": 86548, "epoch": 486, "lr": 8.690875858413433e-06}
{"train_loss": 0.0006056837737560272, "global_step": 86549, "epoch": 486, "lr": 8.690043335761672e-06}
{"train_loss": 0.0015922433231025934, "global_step": 86550, "epoch": 486, "lr": 8.689210849191715e-06}
{"train_loss": 0.0009199012420140207, "global_step": 86551, "epoch": 486, "lr": 8.688378398704239e-06}
{"train_loss": 0.001098759239539504, "global_step": 86552, "epoch": 486, "lr": 8.68754598430001e-06}
{"train_loss": 0.0010023645590990782, "global_step": 86553, "epoch": 486, "lr": 8.686713605979746e-06}
{"train_loss": 0.0010671248892322183, "global_step": 86554, "epoch": 486, "lr": 8.685881263744166e-06}
{"train_loss": 0.0016039084875956178, "global_step": 86555, "epoch": 486, "lr": 8.685048957594005e-06}
{"train_loss": 0.0011810720898211002, "global_step": 86556, "epoch": 486, "lr": 8.684216687529983e-06}
{"train_loss": 0.0011323732323944569, "global_step": 86557, "epoch": 486, "lr": 8.683384453552818e-06}
{"train_loss": 0.0009469535434618592, "global_step": 86558, "epoch": 486, "lr": 8.682552255663279e-06}
{"train_loss": 0.0005009816959500313, "global_step": 86559, "epoch": 486, "lr": 8.681720093862033e-06}
{"train_loss": 0.0011848622234538198, "global_step": 86560, "epoch": 486, "lr": 8.680887968149853e-06}
{"train_loss": 0.004179807845503092, "global_step": 86561, "epoch": 486, "lr": 8.680055878527449e-06}
{"train_loss": 0.0006303521222434938, "global_step": 86562, "epoch": 486, "lr": 8.679223824995536e-06}
{"train_loss": 0.0009274601470679045, "global_step": 86563, "epoch": 486, "lr": 8.678391807554875e-06}
{"train_loss": 0.0004166974395047873, "global_step": 86564, "epoch": 486, "lr": 8.67755982620615e-06}
{"train_loss": 0.00041931041050702333, "global_step": 86565, "epoch": 486, "lr": 8.67672788095012e-06}
{"train_loss": 0.0020562363788485527, "global_step": 86566, "epoch": 486, "lr": 8.675895971787501e-06}
{"train_loss": 0.0005780918872915208, "global_step": 86567, "epoch": 486, "lr": 8.675064098719016e-06}
{"train_loss": 0.0013945135287940502, "global_step": 86568, "epoch": 486, "lr": 8.674232261745397e-06}
{"train_loss": 0.0008978703408502042, "global_step": 86569, "epoch": 486, "lr": 8.67340046086737e-06}
{"train_loss": 0.002951845293864608, "global_step": 86570, "epoch": 486, "lr": 8.672568696085658e-06}
{"train_loss": 0.0010350295342504978, "global_step": 86571, "epoch": 486, "lr": 8.67173696740099e-06}
{"train_loss": 0.0011980084236711264, "global_step": 86572, "epoch": 486, "lr": 8.670905274814072e-06}
{"train_loss": 0.0003359219408594072, "global_step": 86573, "epoch": 486, "lr": 8.670073618325686e-06}
{"train_loss": 0.001087687909603119, "global_step": 86574, "epoch": 486, "lr": 8.669241997936489e-06}
{"train_loss": 0.001040792092680931, "global_step": 86575, "epoch": 486, "lr": 8.66841041364726e-06}
{"train_loss": 0.0007655642693862319, "global_step": 86576, "epoch": 486, "lr": 8.667578865458704e-06}
{"train_loss": 0.0007400319445878267, "global_step": 86577, "epoch": 486, "lr": 8.666747353371546e-06}
{"train_loss": 0.0005213286494836211, "global_step": 86578, "epoch": 486, "lr": 8.66591587738652e-06}
{"train_loss": 0.0005668182275258005, "global_step": 86579, "epoch": 486, "lr": 8.665084437504344e-06}
{"train_loss": 0.0004311231314204633, "global_step": 86580, "epoch": 486, "lr": 8.664253033725739e-06}
{"train_loss": 0.0012894454412162304, "global_step": 86581, "epoch": 486, "lr": 8.663421666051453e-06}
{"train_loss": 0.0008314110455103219, "global_step": 86582, "epoch": 486, "lr": 8.662590334482201e-06}
{"train_loss": 0.001324247568845749, "global_step": 86583, "epoch": 486, "lr": 8.661759039018702e-06}
{"train_loss": 0.0007900774944573641, "global_step": 86584, "epoch": 486, "lr": 8.660927779661692e-06}
{"train_loss": 0.0022233242634683847, "global_step": 86585, "epoch": 486, "lr": 8.660096556411878e-06}
{"train_loss": 0.0007745689945295453, "global_step": 86586, "epoch": 486, "lr": 8.65926536927003e-06}
{"train_loss": 0.0024186279624700546, "global_step": 86587, "epoch": 486, "lr": 8.658434218236815e-06}
{"train_loss": 0.0011138778645545244, "global_step": 86588, "epoch": 486, "lr": 8.657603103313017e-06}
{"train_loss": 0.00046229164581745863, "global_step": 86589, "epoch": 486, "lr": 8.65677202449931e-06}
{"train_loss": 0.0007935072062537074, "global_step": 86590, "epoch": 486, "lr": 8.65594098179645e-06}
{"train_loss": 0.0027434485964477062, "global_step": 86591, "epoch": 486, "lr": 8.65510997520516e-06}
{"train_loss": 0.0006479338626377285, "global_step": 86592, "epoch": 486, "lr": 8.654279004726163e-06}
{"train_loss": 0.0005549842026084661, "global_step": 86593, "epoch": 486, "lr": 8.653448070360186e-06}
{"train_loss": 0.001666784519329667, "global_step": 86594, "epoch": 486, "lr": 8.652617172107953e-06}
{"train_loss": 0.001440781750716269, "global_step": 86595, "epoch": 486, "lr": 8.651786309970173e-06}
{"train_loss": 0.0011302202474325895, "global_step": 86596, "epoch": 486, "lr": 8.650955483947615e-06}
{"train_loss": 0.0013365073828026652, "global_step": 86597, "epoch": 486, "lr": 8.650124694040951e-06}
{"train_loss": 0.0013362078461796045, "global_step": 86598, "epoch": 486, "lr": 8.649293940250947e-06}
{"train_loss": 0.0018843362340703607, "global_step": 86599, "epoch": 486, "lr": 8.648463222578318e-06}
{"train_loss": 0.0014680421445518732, "global_step": 86600, "epoch": 486, "lr": 8.647632541023787e-06}
{"train_loss": 0.0007011727429926395, "global_step": 86601, "epoch": 486, "lr": 8.646801895588075e-06}
{"train_loss": 0.0012074746191501617, "global_step": 86602, "epoch": 486, "lr": 8.645971286271904e-06}
{"train_loss": 0.000885309127625078, "global_step": 86603, "epoch": 486, "lr": 8.645140713076032e-06}
{"train_loss": 0.000777937937527895, "global_step": 86604, "epoch": 486, "lr": 8.64431017600113e-06}
{"train_loss": 0.0009579629404470325, "global_step": 86605, "epoch": 486, "lr": 8.643479675047971e-06}
{"train_loss": 0.0004491722793318331, "global_step": 86606, "epoch": 486, "lr": 8.642649210217264e-06}
{"train_loss": 0.001572292298078537, "global_step": 86607, "epoch": 486, "lr": 8.641818781509731e-06}
{"train_loss": 0.0005336955655366182, "global_step": 86608, "epoch": 486, "lr": 8.640988388926097e-06}
{"train_loss": 0.0007161115063354373, "global_step": 86609, "epoch": 486, "lr": 8.640158032467089e-06}
{"train_loss": 0.0003539580211509019, "global_step": 86610, "epoch": 486, "lr": 8.639327712133427e-06}
{"train_loss": 0.0006026104092597961, "global_step": 86611, "epoch": 486, "lr": 8.638497427925862e-06}
{"train_loss": 0.0010205531725659966, "global_step": 86612, "epoch": 486, "lr": 8.637667179845071e-06}
{"train_loss": 0.0013022819766774774, "global_step": 86613, "epoch": 486, "lr": 8.636836967891827e-06}
{"train_loss": 0.000492003106046468, "global_step": 86614, "epoch": 486, "lr": 8.636006792066836e-06}
{"train_loss": 0.001215626485645771, "global_step": 86615, "epoch": 486, "lr": 8.63517665237082e-06}
{"train_loss": 0.00027656974270939827, "global_step": 86616, "epoch": 486, "lr": 8.634346548804505e-06}
{"train_loss": 0.0010543398093432188, "global_step": 86617, "epoch": 486, "lr": 8.633516481368619e-06}
{"train_loss": 0.0004218862159177661, "global_step": 86618, "epoch": 486, "lr": 8.632686450063877e-06}
{"train_loss": 0.002219785936176777, "global_step": 86619, "epoch": 486, "lr": 8.631856454891036e-06}
{"train_loss": 0.0015736600616946816, "global_step": 86620, "epoch": 486, "lr": 8.631026495850768e-06}
{"train_loss": 0.0030968894716352224, "global_step": 86621, "epoch": 486, "lr": 8.630196572943861e-06}
{"train_loss": 0.0008280443726107478, "global_step": 86622, "epoch": 486, "lr": 8.629366686170975e-06}
{"train_loss": 0.0004329676157794893, "global_step": 86623, "epoch": 486, "lr": 8.62853683553288e-06}
{"train_loss": 0.0011307568056508899, "global_step": 86624, "epoch": 486, "lr": 8.62770702103029e-06}
{"train_loss": 0.0016441037878394127, "global_step": 86625, "epoch": 486, "lr": 8.626877242663917e-06}
{"train_loss": 0.002489351900294423, "global_step": 86626, "epoch": 486, "lr": 8.626047500434514e-06}
{"train_loss": 0.0012632360449060798, "global_step": 86627, "epoch": 486, "lr": 8.625217794342766e-06}
{"train_loss": 0.0020369954872876406, "global_step": 86628, "epoch": 486, "lr": 8.624388124389432e-06}
{"train_loss": 0.0010164889972656965, "global_step": 86629, "epoch": 486, "lr": 8.623558490575228e-06}
{"train_loss": 0.0007104176329448819, "global_step": 86630, "epoch": 486, "lr": 8.622728892900867e-06}
{"train_loss": 0.0006179470801725984, "global_step": 86631, "epoch": 486, "lr": 8.621899331367089e-06}
{"train_loss": 0.0008602115558460355, "global_step": 86632, "epoch": 486, "lr": 8.621069805974607e-06}
{"train_loss": 0.0013999119400978088, "global_step": 86633, "epoch": 486, "lr": 8.620240316724137e-06}
{"train_loss": 0.00226544588804245, "global_step": 86634, "epoch": 486, "lr": 8.61941086361644e-06}
{"train_loss": 0.00063571787904948, "global_step": 86635, "epoch": 486, "lr": 8.618581446652191e-06}
{"train_loss": 0.0007411057595163584, "global_step": 86636, "epoch": 486, "lr": 8.617752065832152e-06}
{"train_loss": 0.0028243798296898603, "global_step": 86637, "epoch": 486, "lr": 8.616922721157038e-06}
{"train_loss": 0.0017990231281146407, "global_step": 86638, "epoch": 486, "lr": 8.616093412627568e-06}
{"train_loss": 0.0013142733369022608, "global_step": 86639, "epoch": 486, "lr": 8.615264140244472e-06}
{"train_loss": 0.00034015870187431574, "global_step": 86640, "epoch": 486, "lr": 8.614434904008467e-06}
{"train_loss": 0.0009009111672639847, "global_step": 86641, "epoch": 486, "lr": 8.613605703920285e-06}
{"train_loss": 0.0015701792435720563, "global_step": 86642, "epoch": 486, "lr": 8.612776539980649e-06}
{"train_loss": 0.0009517070720903575, "global_step": 86643, "epoch": 486, "lr": 8.611947412190264e-06}
{"train_loss": 0.0005473914206959307, "global_step": 86644, "epoch": 486, "lr": 8.611118320549889e-06}
{"train_loss": 0.0010594755876809359, "global_step": 86645, "epoch": 486, "lr": 8.610289265060222e-06}
{"train_loss": 0.001064323354512453, "global_step": 86646, "epoch": 486, "lr": 8.609460245722002e-06}
{"train_loss": 0.0007095754845067859, "global_step": 86647, "epoch": 486, "lr": 8.608631262535943e-06}
{"train_loss": 0.0016991745214909315, "global_step": 86648, "epoch": 486, "lr": 8.607802315502766e-06}
{"train_loss": 0.0004631693009287119, "global_step": 86649, "epoch": 486, "lr": 8.60697340462322e-06}
{"train_loss": 0.00047209090553224087, "global_step": 86650, "epoch": 486, "lr": 8.606144529897992e-06}
{"train_loss": 0.001646097400225699, "global_step": 86651, "epoch": 486, "lr": 8.60531569132783e-06}
{"train_loss": 0.001345833414234221, "global_step": 86652, "epoch": 486, "lr": 8.60448688891346e-06}
{"train_loss": 0.0010693741496652365, "global_step": 86653, "epoch": 486, "lr": 8.603658122655594e-06}
{"train_loss": 0.0011693168198689818, "global_step": 86654, "epoch": 486, "lr": 8.602829392554962e-06}
{"train_loss": 0.0008748918771743774, "global_step": 86655, "epoch": 486, "lr": 8.602000698612283e-06}
{"train_loss": 0.0010037110187113285, "global_step": 86656, "epoch": 486, "lr": 8.601172040828276e-06}
{"train_loss": 0.0020802572835236788, "global_step": 86657, "epoch": 486, "lr": 8.6003434192037e-06}
{"train_loss": 0.001722530578263104, "global_step": 86658, "epoch": 486, "lr": 8.599514833739219e-06}
{"train_loss": 0.0011642748722806573, "global_step": 86659, "epoch": 486, "lr": 8.59868628443562e-06}
{"train_loss": 0.0008321779896505177, "global_step": 86660, "epoch": 486, "lr": 8.597857771293565e-06}
{"train_loss": 0.0012399244587868452, "global_step": 86661, "epoch": 486, "lr": 8.59702929431383e-06}
{"train_loss": 0.0006536934524774551, "global_step": 86662, "epoch": 486, "lr": 8.59620085349711e-06}
{"train_loss": 0.001152741489931941, "global_step": 86663, "epoch": 486, "lr": 8.595372448844142e-06}
{"train_loss": 0.0006900737644173205, "global_step": 86664, "epoch": 486, "lr": 8.594544080355638e-06}
{"train_loss": 0.0009506375063210726, "global_step": 86665, "epoch": 486, "lr": 8.593715748032316e-06}
{"train_loss": 0.0011543361470103264, "global_step": 86666, "epoch": 486, "lr": 8.592887451874926e-06}
{"train_loss": 0.0011862637475132942, "global_step": 86667, "epoch": 486, "lr": 8.592059191884172e-06}
{"train_loss": 0.001177248079329729, "global_step": 86668, "epoch": 486, "lr": 8.591230968060788e-06}
{"train_loss": 0.0010205099824815989, "global_step": 86669, "epoch": 486, "lr": 8.590402780405482e-06}
{"train_loss": 0.0012951199896633625, "global_step": 86670, "epoch": 486, "lr": 8.589574628918989e-06}
{"train_loss": 0.00045680219773203135, "global_step": 86671, "epoch": 486, "lr": 8.58874651360202e-06}
{"train_loss": 0.001577582210302353, "global_step": 86672, "epoch": 486, "lr": 8.587918434455334e-06}
{"train_loss": 0.0005504802102223039, "global_step": 86673, "epoch": 486, "lr": 8.587090391479596e-06}
{"train_loss": 0.0010035522282123566, "global_step": 86674, "epoch": 486, "lr": 8.58626238467558e-06}
{"train_loss": 0.0006862714653834701, "global_step": 86675, "epoch": 486, "lr": 8.585434414043991e-06}
{"train_loss": 0.0010368973016738892, "global_step": 86676, "epoch": 486, "lr": 8.584606479585549e-06}
{"train_loss": 0.0007685168529860675, "global_step": 86677, "epoch": 486, "lr": 8.583778581300984e-06}
{"train_loss": 0.0008857598877511919, "global_step": 86678, "epoch": 486, "lr": 8.582950719191007e-06}
{"train_loss": 0.000930040143430233, "global_step": 86679, "epoch": 486, "lr": 8.582122893256356e-06}
{"train_loss": 0.0005600763252004981, "global_step": 86680, "epoch": 486, "lr": 8.581295103497745e-06}
{"train_loss": 0.0015039120335131884, "global_step": 86681, "epoch": 486, "lr": 8.580467349915883e-06}
{"train_loss": 0.0015706326812505722, "global_step": 86682, "epoch": 486, "lr": 8.579639632511538e-06}
{"train_loss": 0.0007597727817483246, "global_step": 86683, "epoch": 486, "lr": 8.578811951285381e-06}
{"train_loss": 0.0007695580134168267, "global_step": 86684, "epoch": 486, "lr": 8.577984306238168e-06}
{"train_loss": 0.0011304212814874507, "global_step": 86685, "epoch": 486, "lr": 8.577156697370614e-06}
{"train_loss": 0.0020115855149924755, "global_step": 86686, "epoch": 487, "lr": 8.576329124683425e-06}
{"train_loss": 0.0010730433277785778, "global_step": 86687, "epoch": 487, "lr": 8.575501588177365e-06}
{"train_loss": 0.001407140283845365, "global_step": 86688, "epoch": 487, "lr": 8.574674087853107e-06}
{"train_loss": 0.0010294223902747035, "global_step": 86689, "epoch": 487, "lr": 8.573846623711406e-06}
{"train_loss": 0.0010666680755093694, "global_step": 86690, "epoch": 487, "lr": 8.57301919575298e-06}
{"train_loss": 0.0010921659413725138, "global_step": 86691, "epoch": 487, "lr": 8.572191803978541e-06}
{"train_loss": 0.0010866493685171008, "global_step": 86692, "epoch": 487, "lr": 8.571364448388824e-06}
{"train_loss": 0.0010831132531166077, "global_step": 86693, "epoch": 487, "lr": 8.570537128984546e-06}
{"train_loss": 0.0009868161287158728, "global_step": 86694, "epoch": 487, "lr": 8.569709845766416e-06}
{"train_loss": 0.0005343349766917527, "global_step": 86695, "epoch": 487, "lr": 8.568882598735196e-06}
{"train_loss": 0.0011118995025753975, "global_step": 86696, "epoch": 487, "lr": 8.568055387891561e-06}
{"train_loss": 0.0007620461983606219, "global_step": 86697, "epoch": 487, "lr": 8.567228213236272e-06}
{"train_loss": 0.0022660638205707073, "global_step": 86698, "epoch": 487, "lr": 8.566401074770015e-06}
{"train_loss": 0.0007397753070108593, "global_step": 86699, "epoch": 487, "lr": 8.565573972493546e-06}
{"train_loss": 0.0009971787221729755, "global_step": 86700, "epoch": 487, "lr": 8.564746906407572e-06}
{"train_loss": 0.0008514916989952326, "global_step": 86701, "epoch": 487, "lr": 8.563919876512816e-06}
{"train_loss": 0.001002869219519198, "global_step": 86702, "epoch": 487, "lr": 8.563092882810004e-06}
{"train_loss": 0.0023927821312099695, "global_step": 86703, "epoch": 487, "lr": 8.56226592529985e-06}
{"train_loss": 0.0029373355209827423, "global_step": 86704, "epoch": 487, "lr": 8.561439003983073e-06}
{"train_loss": 0.001359886722639203, "global_step": 86705, "epoch": 487, "lr": 8.560612118860434e-06}
{"train_loss": 0.0018409253098070621, "global_step": 86706, "epoch": 487, "lr": 8.559785269932596e-06}
{"train_loss": 0.0014011802850291133, "global_step": 86707, "epoch": 487, "lr": 8.558958457200322e-06}
{"train_loss": 0.000430741289164871, "global_step": 86708, "epoch": 487, "lr": 8.558131680664328e-06}
{"train_loss": 0.000527949770912528, "global_step": 86709, "epoch": 487, "lr": 8.557304940325316e-06}
{"train_loss": 0.0007183672278188169, "global_step": 86710, "epoch": 487, "lr": 8.556478236184046e-06}
{"train_loss": 0.0021289002615958452, "global_step": 86711, "epoch": 487, "lr": 8.555651568241192e-06}
{"train_loss": 0.000613706128206104, "global_step": 86712, "epoch": 487, "lr": 8.554824936497518e-06}
{"train_loss": 0.004603879526257515, "global_step": 86713, "epoch": 487, "lr": 8.553998340953729e-06}
{"train_loss": 0.0020613614469766617, "global_step": 86714, "epoch": 487, "lr": 8.553171781610542e-06}
{"train_loss": 0.0011837598867714405, "global_step": 86715, "epoch": 487, "lr": 8.552345258468686e-06}
{"train_loss": 0.0004232685314491391, "global_step": 86716, "epoch": 487, "lr": 8.551518771528883e-06}
{"train_loss": 0.001009725616313517, "global_step": 86717, "epoch": 487, "lr": 8.550692320791854e-06}
{"train_loss": 0.0006170626147650182, "global_step": 86718, "epoch": 487, "lr": 8.54986590625832e-06}
{"train_loss": 0.0007580522214993834, "global_step": 86719, "epoch": 487, "lr": 8.549039527928987e-06}
{"train_loss": 0.0009162169299088418, "global_step": 86720, "epoch": 487, "lr": 8.548213185804622e-06}
{"train_loss": 0.002005439717322588, "global_step": 86721, "epoch": 487, "lr": 8.547386879885888e-06}
{"train_loss": 0.001196828205138445, "global_step": 86722, "epoch": 487, "lr": 8.546560610173549e-06}
{"train_loss": 0.0007886213716119528, "global_step": 86723, "epoch": 487, "lr": 8.545734376668318e-06}
{"train_loss": 0.0012376478407531977, "global_step": 86724, "epoch": 487, "lr": 8.54490817937091e-06}
{"train_loss": 0.0026471151504665613, "global_step": 86725, "epoch": 487, "lr": 8.544082018282047e-06}
{"train_loss": 0.0013375859707593918, "global_step": 86726, "epoch": 487, "lr": 8.543255893402452e-06}
{"train_loss": 0.0006297606159932911, "global_step": 86727, "epoch": 487, "lr": 8.542429804732838e-06}
{"train_loss": 0.0016889926046133041, "global_step": 86728, "epoch": 487, "lr": 8.541603752273946e-06}
{"train_loss": 0.0013403521152213216, "global_step": 86729, "epoch": 487, "lr": 8.54077773602649e-06}
{"train_loss": 0.0006038679275661707, "global_step": 86730, "epoch": 487, "lr": 8.539951755991189e-06}
{"train_loss": 0.0007218341925181448, "global_step": 86731, "epoch": 487, "lr": 8.539125812168757e-06}
{"train_loss": 0.0026555093936622143, "global_step": 86732, "epoch": 487, "lr": 8.538299904559932e-06}
{"train_loss": 0.0007837597513571382, "global_step": 86733, "epoch": 487, "lr": 8.53747403316542e-06}
{"train_loss": 0.001138707622885704, "global_step": 86734, "epoch": 487, "lr": 8.536648197985935e-06}
{"train_loss": 0.0009222878143191338, "global_step": 86735, "epoch": 487, "lr": 8.535822399022242e-06}
{"train_loss": 0.0006296915817074478, "global_step": 86736, "epoch": 487, "lr": 8.534996636275e-06}
{"train_loss": 0.001456531579606235, "global_step": 86737, "epoch": 487, "lr": 8.534170909744981e-06}
{"train_loss": 0.0009799245744943619, "global_step": 86738, "epoch": 487, "lr": 8.533345219432887e-06}
{"train_loss": 0.0015205101808533072, "global_step": 86739, "epoch": 487, "lr": 8.532519565339436e-06}
{"train_loss": 0.0008506923913955688, "global_step": 86740, "epoch": 487, "lr": 8.531693947465352e-06}
{"train_loss": 0.0009617722244001925, "global_step": 86741, "epoch": 487, "lr": 8.530868365811362e-06}
{"train_loss": 0.00126697588711977, "global_step": 86742, "epoch": 487, "lr": 8.530042820378165e-06}
{"train_loss": 0.0009283890249207616, "global_step": 86743, "epoch": 487, "lr": 8.529217311166526e-06}
{"train_loss": 0.0010399403981864452, "global_step": 86744, "epoch": 487, "lr": 8.528391838177113e-06}
{"train_loss": 0.0006286217248998582, "global_step": 86745, "epoch": 487, "lr": 8.527566401410685e-06}
{"train_loss": 0.0018568974919617176, "global_step": 86746, "epoch": 487, "lr": 8.526741000867954e-06}
{"train_loss": 0.00039060943527147174, "global_step": 86747, "epoch": 487, "lr": 8.525915636549636e-06}
{"train_loss": 0.001765002147294581, "global_step": 86748, "epoch": 487, "lr": 8.525090308456452e-06}
{"train_loss": 0.001029527047649026, "global_step": 86749, "epoch": 487, "lr": 8.524265016589117e-06}
{"train_loss": 0.0011377858463674784, "global_step": 86750, "epoch": 487, "lr": 8.523439760948381e-06}
{"train_loss": 0.0007026070961728692, "global_step": 86751, "epoch": 487, "lr": 8.522614541534918e-06}
{"train_loss": 0.0014930721372365952, "global_step": 86752, "epoch": 487, "lr": 8.521789358349491e-06}
{"train_loss": 0.0013631938491016626, "global_step": 86753, "epoch": 487, "lr": 8.520964211392801e-06}
{"train_loss": 0.0006734912749379873, "global_step": 86754, "epoch": 487, "lr": 8.52013910066557e-06}
{"train_loss": 0.0015343911945819855, "global_step": 86755, "epoch": 487, "lr": 8.519314026168524e-06}
{"train_loss": 0.0003631038998719305, "global_step": 86756, "epoch": 487, "lr": 8.518488987902374e-06}
{"train_loss": 0.0006929507944732904, "global_step": 86757, "epoch": 487, "lr": 8.517663985867841e-06}
{"train_loss": 0.0019385784398764372, "global_step": 86758, "epoch": 487, "lr": 8.51683902006567e-06}
{"train_loss": 0.0013005228247493505, "global_step": 86759, "epoch": 487, "lr": 8.516014090496544e-06}
{"train_loss": 0.0018971262034028769, "global_step": 86760, "epoch": 487, "lr": 8.51518919716121e-06}
{"train_loss": 0.0006283596158027649, "global_step": 86761, "epoch": 487, "lr": 8.514364340060382e-06}
{"train_loss": 0.0005820450023747981, "global_step": 86762, "epoch": 487, "lr": 8.51353951919478e-06}
{"train_loss": 0.0017335879383608699, "global_step": 86763, "epoch": 487, "lr": 8.512714734565124e-06}
{"train_loss": 0.0015084395417943597, "global_step": 86764, "epoch": 487, "lr": 8.511889986172133e-06}
{"train_loss": 0.0036164422053843737, "global_step": 86765, "epoch": 487, "lr": 8.511065274016517e-06}
{"train_loss": 0.0010825044009834528, "global_step": 86766, "epoch": 487, "lr": 8.510240598099034e-06}
{"train_loss": 0.0014185027685016394, "global_step": 86767, "epoch": 487, "lr": 8.509415958420348e-06}
{"train_loss": 0.00149401871021837, "global_step": 86768, "epoch": 487, "lr": 8.508591354981238e-06}
{"train_loss": 0.0018095083069056273, "global_step": 86769, "epoch": 487, "lr": 8.507766787782373e-06}
{"train_loss": 0.0018842773279175162, "global_step": 86770, "epoch": 487, "lr": 8.5069422568245e-06}
{"train_loss": 0.0010892106220126152, "global_step": 86771, "epoch": 487, "lr": 8.506117762108346e-06}
{"train_loss": 0.0011138769332319498, "global_step": 86772, "epoch": 487, "lr": 8.505293303634598e-06}
{"train_loss": 0.0014946232549846172, "global_step": 86773, "epoch": 487, "lr": 8.504468881404027e-06}
{"train_loss": 0.0007641277043148875, "global_step": 86774, "epoch": 487, "lr": 8.5036444954173e-06}
{"train_loss": 0.00353648466989398, "global_step": 86775, "epoch": 487, "lr": 8.502820145675172e-06}
{"train_loss": 0.001384648960083723, "global_step": 86776, "epoch": 487, "lr": 8.501995832178355e-06}
{"train_loss": 0.0002559936256147921, "global_step": 86777, "epoch": 487, "lr": 8.501171554927567e-06}
{"train_loss": 0.0017442074604332447, "global_step": 86778, "epoch": 487, "lr": 8.500347313923523e-06}
{"train_loss": 0.0011329026892781258, "global_step": 86779, "epoch": 487, "lr": 8.499523109166951e-06}
{"train_loss": 0.0009063376346603036, "global_step": 86780, "epoch": 487, "lr": 8.498698940658557e-06}
{"train_loss": 0.0016694492660462856, "global_step": 86781, "epoch": 487, "lr": 8.497874808399093e-06}
{"train_loss": 0.0023970543406903744, "global_step": 86782, "epoch": 487, "lr": 8.497050712389232e-06}
{"train_loss": 0.0008162280428223312, "global_step": 86783, "epoch": 487, "lr": 8.496226652629729e-06}
{"train_loss": 0.000374695286154747, "global_step": 86784, "epoch": 487, "lr": 8.495402629121296e-06}
{"train_loss": 0.0012149105314165354, "global_step": 86785, "epoch": 487, "lr": 8.494578641864649e-06}
{"train_loss": 0.0009544564527459443, "global_step": 86786, "epoch": 487, "lr": 8.493754690860506e-06}
{"train_loss": 0.0007459903135895729, "global_step": 86787, "epoch": 487, "lr": 8.492930776109593e-06}
{"train_loss": 0.0006561935879290104, "global_step": 86788, "epoch": 487, "lr": 8.492106897612628e-06}
{"train_loss": 0.0015533075202256441, "global_step": 86789, "epoch": 487, "lr": 8.491283055370325e-06}
{"train_loss": 0.0007969449507072568, "global_step": 86790, "epoch": 487, "lr": 8.490459249383399e-06}
{"train_loss": 0.0006160662160255015, "global_step": 86791, "epoch": 487, "lr": 8.489635479652586e-06}
{"train_loss": 0.0007599664386361837, "global_step": 86792, "epoch": 487, "lr": 8.488811746178599e-06}
{"train_loss": 0.0004973539034835994, "global_step": 86793, "epoch": 487, "lr": 8.487988048962158e-06}
{"train_loss": 0.001574666821397841, "global_step": 86794, "epoch": 487, "lr": 8.487164388003976e-06}
{"train_loss": 0.0013020269107073545, "global_step": 86795, "epoch": 487, "lr": 8.486340763304767e-06}
{"train_loss": 0.0013048419496044517, "global_step": 86796, "epoch": 487, "lr": 8.485517174865287e-06}
{"train_loss": 0.000875839265063405, "global_step": 86797, "epoch": 487, "lr": 8.484693622686201e-06}
{"train_loss": 0.0013138536596670747, "global_step": 86798, "epoch": 487, "lr": 8.483870106768266e-06}
{"train_loss": 0.0018246560357511044, "global_step": 86799, "epoch": 487, "lr": 8.483046627112195e-06}
{"train_loss": 0.0025214944034814835, "global_step": 86800, "epoch": 487, "lr": 8.482223183718701e-06}
{"train_loss": 0.0018028577324002981, "global_step": 86801, "epoch": 487, "lr": 8.48139977658851e-06}
{"train_loss": 0.0007350195082835853, "global_step": 86802, "epoch": 487, "lr": 8.480576405722335e-06}
{"train_loss": 0.0011298952158540487, "global_step": 86803, "epoch": 487, "lr": 8.479753071120882e-06}
{"train_loss": 0.00036032209754921496, "global_step": 86804, "epoch": 487, "lr": 8.478929772784911e-06}
{"train_loss": 0.0010545880068093538, "global_step": 86805, "epoch": 487, "lr": 8.47810651071509e-06}
{"train_loss": 0.0005202858010306954, "global_step": 86806, "epoch": 487, "lr": 8.477283284912191e-06}
{"train_loss": 0.0010091649601235986, "global_step": 86807, "epoch": 487, "lr": 8.476460095376875e-06}
{"train_loss": 0.0011847366113215685, "global_step": 86808, "epoch": 487, "lr": 8.47563694210991e-06}
{"train_loss": 0.0006718671647831798, "global_step": 86809, "epoch": 487, "lr": 8.474813825111993e-06}
{"train_loss": 0.000629122368991375, "global_step": 86810, "epoch": 487, "lr": 8.473990744383847e-06}
{"train_loss": 0.0017359779449179769, "global_step": 86811, "epoch": 487, "lr": 8.473167699926188e-06}
{"train_loss": 0.0007100001093931496, "global_step": 86812, "epoch": 487, "lr": 8.472344691739725e-06}
{"train_loss": 0.0015696616610512137, "global_step": 86813, "epoch": 487, "lr": 8.471521719825205e-06}
{"train_loss": 0.0033489521592855453, "global_step": 86814, "epoch": 487, "lr": 8.47069878418333e-06}
{"train_loss": 0.0011888425797224045, "global_step": 86815, "epoch": 487, "lr": 8.469875884814815e-06}
{"train_loss": 0.0007063688826747239, "global_step": 86816, "epoch": 487, "lr": 8.469053021720386e-06}
{"train_loss": 0.0012576389126479626, "global_step": 86817, "epoch": 487, "lr": 8.468230194900762e-06}
{"train_loss": 0.0020114711951464415, "global_step": 86818, "epoch": 487, "lr": 8.467407404356641e-06}
{"train_loss": 0.0012254881439730525, "global_step": 86819, "epoch": 487, "lr": 8.466584650088787e-06}
{"train_loss": 0.001299411989748478, "global_step": 86820, "epoch": 487, "lr": 8.465761932097865e-06}
{"train_loss": 0.001022079959511757, "global_step": 86821, "epoch": 487, "lr": 8.464939250384629e-06}
{"train_loss": 0.0013884000945836306, "global_step": 86822, "epoch": 487, "lr": 8.464116604949795e-06}
{"train_loss": 0.0014468852896243334, "global_step": 86823, "epoch": 487, "lr": 8.463293995794069e-06}
{"train_loss": 0.0003777854726649821, "global_step": 86824, "epoch": 487, "lr": 8.462471422918178e-06}
{"train_loss": 0.0009816342499107122, "global_step": 86825, "epoch": 487, "lr": 8.461648886322837e-06}
{"train_loss": 0.0005750038544647396, "global_step": 86826, "epoch": 487, "lr": 8.460826386008764e-06}
{"train_loss": 0.00035015176399610937, "global_step": 86827, "epoch": 487, "lr": 8.460003921976683e-06}
{"train_loss": 0.0007797031430527568, "global_step": 86828, "epoch": 487, "lr": 8.459181494227292e-06}
{"train_loss": 0.001112617552280426, "global_step": 86829, "epoch": 487, "lr": 8.458359102761349e-06}
{"train_loss": 0.00041442475048825145, "global_step": 86830, "epoch": 487, "lr": 8.457536747579526e-06}
{"train_loss": 0.003529611276462674, "global_step": 86831, "epoch": 487, "lr": 8.456714428682571e-06}
{"train_loss": 0.0008723738137632608, "global_step": 86832, "epoch": 487, "lr": 8.455892146071199e-06}
{"train_loss": 0.0006699878722429276, "global_step": 86833, "epoch": 487, "lr": 8.45506989974611e-06}
{"train_loss": 0.0012326035648584366, "global_step": 86834, "epoch": 487, "lr": 8.454247689708066e-06}
{"train_loss": 0.002017832128331065, "global_step": 86835, "epoch": 487, "lr": 8.453425515957725e-06}
{"train_loss": 0.0016379584558308125, "global_step": 86836, "epoch": 487, "lr": 8.452603378495848e-06}
{"train_loss": 0.0009765613358467817, "global_step": 86837, "epoch": 487, "lr": 8.451781277323145e-06}
{"train_loss": 0.0007560929516330361, "global_step": 86838, "epoch": 487, "lr": 8.450959212440329e-06}
{"train_loss": 0.0005981677677482367, "global_step": 86839, "epoch": 487, "lr": 8.450137183848117e-06}
{"train_loss": 0.0019664622377604246, "global_step": 86840, "epoch": 487, "lr": 8.44931519154723e-06}
{"train_loss": 0.001127194962464273, "global_step": 86841, "epoch": 487, "lr": 8.448493235538373e-06}
{"train_loss": 0.0006156949093565345, "global_step": 86842, "epoch": 487, "lr": 8.447671315822297e-06}
{"train_loss": 0.000306168629322201, "global_step": 86843, "epoch": 487, "lr": 8.446849432399678e-06}
{"train_loss": 0.0011778715997934341, "global_step": 86844, "epoch": 487, "lr": 8.446027585271276e-06}
{"train_loss": 0.0015300519298762083, "global_step": 86845, "epoch": 487, "lr": 8.445205774437764e-06}
{"train_loss": 0.0015663038939237595, "global_step": 86846, "epoch": 487, "lr": 8.444383999899897e-06}
{"train_loss": 0.0005779344355687499, "global_step": 86847, "epoch": 487, "lr": 8.443562261658377e-06}
{"train_loss": 0.0005354082095436752, "global_step": 86848, "epoch": 487, "lr": 8.442740559713924e-06}
{"train_loss": 0.0005458791856653988, "global_step": 86849, "epoch": 487, "lr": 8.441918894067258e-06}
{"train_loss": 0.0004732634115498513, "global_step": 86850, "epoch": 487, "lr": 8.441097264719088e-06}
{"train_loss": 0.0009943775366991758, "global_step": 86851, "epoch": 487, "lr": 8.440275671670133e-06}
{"train_loss": 0.0020959367975592613, "global_step": 86852, "epoch": 487, "lr": 8.439454114921136e-06}
{"train_loss": 0.001513876486569643, "global_step": 86853, "epoch": 487, "lr": 8.438632594472767e-06}
{"train_loss": 0.000182623160071671, "global_step": 86854, "epoch": 487, "lr": 8.437811110325783e-06}
{"train_loss": 0.0008796563488431275, "global_step": 86855, "epoch": 487, "lr": 8.436989662480893e-06}
{"train_loss": 0.001067646313458681, "global_step": 86856, "epoch": 487, "lr": 8.436168250938798e-06}
{"train_loss": 0.0030273087322711945, "global_step": 86857, "epoch": 487, "lr": 8.43534687570025e-06}
{"train_loss": 0.0008625203045085073, "global_step": 86858, "epoch": 487, "lr": 8.434525536765919e-06}
{"train_loss": 0.0013819364830851555, "global_step": 86859, "epoch": 487, "lr": 8.433704234136574e-06}
{"train_loss": 0.0009259941289201379, "global_step": 86860, "epoch": 487, "lr": 8.432882967812877e-06}
{"train_loss": 0.0007500292267650366, "global_step": 86861, "epoch": 487, "lr": 8.432061737795594e-06}
{"train_loss": 0.0009738170774653554, "global_step": 86862, "epoch": 487, "lr": 8.431240544085418e-06}
{"train_loss": 0.0012146650431409552, "global_step": 86863, "epoch": 487, "lr": 8.43041938668307e-06}
{"train_loss": 0.0016265701269730926, "global_step": 86864, "epoch": 488, "lr": 8.429598265589272e-06}
{"train_loss": 0.0006995811127126217, "global_step": 86865, "epoch": 488, "lr": 8.42877718080473e-06}
{"train_loss": 0.0023535010404884815, "global_step": 86866, "epoch": 488, "lr": 8.427956132330161e-06}
{"train_loss": 0.001943451352417469, "global_step": 86867, "epoch": 488, "lr": 8.427135120166318e-06}
{"train_loss": 0.0018569384701550007, "global_step": 86868, "epoch": 488, "lr": 8.426314144313863e-06}
{"train_loss": 0.0019897553138434887, "global_step": 86869, "epoch": 488, "lr": 8.425493204773549e-06}
{"train_loss": 0.0012641610810533166, "global_step": 86870, "epoch": 488, "lr": 8.424672301546088e-06}
{"train_loss": 0.0005876035429537296, "global_step": 86871, "epoch": 488, "lr": 8.42385143463219e-06}
{"train_loss": 0.0019211980979889631, "global_step": 86872, "epoch": 488, "lr": 8.423030604032572e-06}
{"train_loss": 0.0004835020226892084, "global_step": 86873, "epoch": 488, "lr": 8.42220980974795e-06}
{"train_loss": 0.000682965328451246, "global_step": 86874, "epoch": 488, "lr": 8.42138905177905e-06}
{"train_loss": 0.0014527409803122282, "global_step": 86875, "epoch": 488, "lr": 8.420568330126583e-06}
{"train_loss": 0.0016200500540435314, "global_step": 86876, "epoch": 488, "lr": 8.41974764479127e-06}
{"train_loss": 0.001207002205774188, "global_step": 86877, "epoch": 488, "lr": 8.418926995773824e-06}
{"train_loss": 0.000382339145289734, "global_step": 86878, "epoch": 488, "lr": 8.418106383074965e-06}
{"train_loss": 0.0012479438446462154, "global_step": 86879, "epoch": 488, "lr": 8.417285806695402e-06}
{"train_loss": 0.002324468456208706, "global_step": 86880, "epoch": 488, "lr": 8.416465266635854e-06}
{"train_loss": 0.002024296438321471, "global_step": 86881, "epoch": 488, "lr": 8.415644762897034e-06}
{"train_loss": 0.00041077728383243084, "global_step": 86882, "epoch": 488, "lr": 8.414824295479683e-06}
{"train_loss": 0.0015937587013468146, "global_step": 86883, "epoch": 488, "lr": 8.414003864384484e-06}
{"train_loss": 0.003891328349709511, "global_step": 86884, "epoch": 488, "lr": 8.413183469612174e-06}
{"train_loss": 0.0008208712097257376, "global_step": 86885, "epoch": 488, "lr": 8.412363111163469e-06}
{"train_loss": 0.0010477760806679726, "global_step": 86886, "epoch": 488, "lr": 8.411542789039079e-06}
{"train_loss": 0.000926588720176369, "global_step": 86887, "epoch": 488, "lr": 8.41072250323972e-06}
{"train_loss": 0.0017122867284342647, "global_step": 86888, "epoch": 488, "lr": 8.409902253766117e-06}
{"train_loss": 0.0015736178029328585, "global_step": 86889, "epoch": 488, "lr": 8.409082040618965e-06}
{"train_loss": 0.003514569951221347, "global_step": 86890, "epoch": 488, "lr": 8.408261863799021e-06}
{"train_loss": 0.0016082350630313158, "global_step": 86891, "epoch": 488, "lr": 8.407441723306952e-06}
{"train_loss": 0.0019554253667593002, "global_step": 86892, "epoch": 488, "lr": 8.406621619143513e-06}
{"train_loss": 0.0010093965101987123, "global_step": 86893, "epoch": 488, "lr": 8.405801551309406e-06}
{"train_loss": 0.0005407019052654505, "global_step": 86894, "epoch": 488, "lr": 8.404981519805332e-06}
{"train_loss": 0.0009793993085622787, "global_step": 86895, "epoch": 488, "lr": 8.404161524632048e-06}
{"train_loss": 0.0006519394810311496, "global_step": 86896, "epoch": 488, "lr": 8.403341565790218e-06}
{"train_loss": 0.0012116278521716595, "global_step": 86897, "epoch": 488, "lr": 8.402521643280614e-06}
{"train_loss": 0.0015512799145653844, "global_step": 86898, "epoch": 488, "lr": 8.401701757103897e-06}
{"train_loss": 0.0007404320640489459, "global_step": 86899, "epoch": 488, "lr": 8.400881907260821e-06}
{"train_loss": 0.0012720762751996517, "global_step": 86900, "epoch": 488, "lr": 8.400062093752092e-06}
{"train_loss": 0.0013096658512949944, "global_step": 86901, "epoch": 488, "lr": 8.39924231657842e-06}
{"train_loss": 0.0005315747112035751, "global_step": 86902, "epoch": 488, "lr": 8.398422575740533e-06}
{"train_loss": 0.001245708204805851, "global_step": 86903, "epoch": 488, "lr": 8.397602871239136e-06}
{"train_loss": 0.000738073606044054, "global_step": 86904, "epoch": 488, "lr": 8.396783203074932e-06}
{"train_loss": 0.0012962052132934332, "global_step": 86905, "epoch": 488, "lr": 8.395963571248684e-06}
{"train_loss": 0.002084411447867751, "global_step": 86906, "epoch": 488, "lr": 8.39514397576105e-06}
{"train_loss": 0.0008434731280431151, "global_step": 86907, "epoch": 488, "lr": 8.394324416612782e-06}
{"train_loss": 0.0015473751118406653, "global_step": 86908, "epoch": 488, "lr": 8.393504893804593e-06}
{"train_loss": 0.0022271089255809784, "global_step": 86909, "epoch": 488, "lr": 8.392685407337186e-06}
{"train_loss": 0.0011627919739112258, "global_step": 86910, "epoch": 488, "lr": 8.391865957211287e-06}
{"train_loss": 0.0006021991721354425, "global_step": 86911, "epoch": 488, "lr": 8.391046543427612e-06}
{"train_loss": 0.0006428134511224926, "global_step": 86912, "epoch": 488, "lr": 8.390227165986859e-06}
{"train_loss": 0.0008964980952441692, "global_step": 86913, "epoch": 488, "lr": 8.389407824889779e-06}
{"train_loss": 0.0009677682537585497, "global_step": 86914, "epoch": 488, "lr": 8.388588520137041e-06}
{"train_loss": 0.0017798496410250664, "global_step": 86915, "epoch": 488, "lr": 8.3877692517294e-06}
{"train_loss": 0.001156085403636098, "global_step": 86916, "epoch": 488, "lr": 8.38695001966756e-06}
{"train_loss": 0.0017305535729974508, "global_step": 86917, "epoch": 488, "lr": 8.386130823952232e-06}
{"train_loss": 0.0008369905408471823, "global_step": 86918, "epoch": 488, "lr": 8.385311664584133e-06}
{"train_loss": 0.0014243473997339606, "global_step": 86919, "epoch": 488, "lr": 8.384492541563965e-06}
{"train_loss": 0.0012007695622742176, "global_step": 86920, "epoch": 488, "lr": 8.383673454892488e-06}
{"train_loss": 0.0015136022120714188, "global_step": 86921, "epoch": 488, "lr": 8.382854404570356e-06}
{"train_loss": 0.0010797497816383839, "global_step": 86922, "epoch": 488, "lr": 8.38203539059833e-06}
{"train_loss": 0.002116250339895487, "global_step": 86923, "epoch": 488, "lr": 8.381216412977111e-06}
{"train_loss": 0.0024037440307438374, "global_step": 86924, "epoch": 488, "lr": 8.380397471707419e-06}
{"train_loss": 0.0006741308607161045, "global_step": 86925, "epoch": 488, "lr": 8.379578566789959e-06}
{"train_loss": 0.0012567824451252818, "global_step": 86926, "epoch": 488, "lr": 8.378759698225447e-06}
{"train_loss": 0.0006127619417384267, "global_step": 86927, "epoch": 488, "lr": 8.377940866014599e-06}
{"train_loss": 0.0017774418229237199, "global_step": 86928, "epoch": 488, "lr": 8.377122070158155e-06}
{"train_loss": 0.0014671334065496922, "global_step": 86929, "epoch": 488, "lr": 8.37630331065678e-06}
{"train_loss": 0.0014680547174066305, "global_step": 86930, "epoch": 488, "lr": 8.37548458751124e-06}
{"train_loss": 0.0007528674323111773, "global_step": 86931, "epoch": 488, "lr": 8.374665900722223e-06}
{"train_loss": 0.0014603198505938053, "global_step": 86932, "epoch": 488, "lr": 8.373847250290451e-06}
{"train_loss": 0.0012971373507753015, "global_step": 86933, "epoch": 488, "lr": 8.373028636216634e-06}
{"train_loss": 0.0018299680668860674, "global_step": 86934, "epoch": 488, "lr": 8.372210058501494e-06}
{"train_loss": 0.0011736731976270676, "global_step": 86935, "epoch": 488, "lr": 8.371391517145738e-06}
{"train_loss": 0.0011373148299753666, "global_step": 86936, "epoch": 488, "lr": 8.37057301215008e-06}
{"train_loss": 0.0002608689246699214, "global_step": 86937, "epoch": 488, "lr": 8.369754543515252e-06}
{"train_loss": 0.0010383508633822203, "global_step": 86938, "epoch": 488, "lr": 8.368936111241954e-06}
{"train_loss": 0.0026045721024274826, "global_step": 86939, "epoch": 488, "lr": 8.368117715330903e-06}
{"train_loss": 0.00161844864487648, "global_step": 86940, "epoch": 488, "lr": 8.367299355782816e-06}
{"train_loss": 0.0008659156155772507, "global_step": 86941, "epoch": 488, "lr": 8.366481032598405e-06}
{"train_loss": 0.0011199158616364002, "global_step": 86942, "epoch": 488, "lr": 8.36566274577838e-06}
{"train_loss": 0.0012712442548945546, "global_step": 86943, "epoch": 488, "lr": 8.364844495323482e-06}
{"train_loss": 0.0006772986380383372, "global_step": 86944, "epoch": 488, "lr": 8.364026281234382e-06}
{"train_loss": 0.0006926958449184895, "global_step": 86945, "epoch": 488, "lr": 8.363208103511832e-06}
{"train_loss": 0.0009428628254681826, "global_step": 86946, "epoch": 488, "lr": 8.36238996215653e-06}
{"train_loss": 0.0010809623636305332, "global_step": 86947, "epoch": 488, "lr": 8.361571857169198e-06}
{"train_loss": 0.0016209814930334687, "global_step": 86948, "epoch": 488, "lr": 8.360753788550546e-06}
{"train_loss": 0.001295020105317235, "global_step": 86949, "epoch": 488, "lr": 8.35993575630129e-06}
{"train_loss": 0.0004970282316207886, "global_step": 86950, "epoch": 488, "lr": 8.359117760422125e-06}
{"train_loss": 0.0009032010566443205, "global_step": 86951, "epoch": 488, "lr": 8.358299800913816e-06}
{"train_loss": 0.0017508474411442876, "global_step": 86952, "epoch": 488, "lr": 8.357481877777013e-06}
{"train_loss": 0.0009135743021033704, "global_step": 86953, "epoch": 488, "lr": 8.356663991012492e-06}
{"train_loss": 0.0017179776914417744, "global_step": 86954, "epoch": 488, "lr": 8.355846140620915e-06}
{"train_loss": 0.0011421840172261, "global_step": 86955, "epoch": 488, "lr": 8.355028326603027e-06}
{"train_loss": 0.0013634725473821163, "global_step": 86956, "epoch": 488, "lr": 8.35421054895954e-06}
{"train_loss": 0.0032925144769251347, "global_step": 86957, "epoch": 488, "lr": 8.353392807691147e-06}
{"train_loss": 0.00240623252466321, "global_step": 86958, "epoch": 488, "lr": 8.352575102798604e-06}
{"train_loss": 0.0016562534729018807, "global_step": 86959, "epoch": 488, "lr": 8.351757434282575e-06}
{"train_loss": 0.001855124719440937, "global_step": 86960, "epoch": 488, "lr": 8.35093980214381e-06}
{"train_loss": 0.000995637965388596, "global_step": 86961, "epoch": 488, "lr": 8.35012220638301e-06}
{"train_loss": 0.0006416516844183207, "global_step": 86962, "epoch": 488, "lr": 8.349304647000895e-06}
{"train_loss": 0.0012847823090851307, "global_step": 86963, "epoch": 488, "lr": 8.348487123998172e-06}
{"train_loss": 0.001825355226173997, "global_step": 86964, "epoch": 488, "lr": 8.34766963737556e-06}
{"train_loss": 0.001582789234817028, "global_step": 86965, "epoch": 488, "lr": 8.346852187133757e-06}
{"train_loss": 0.002131217624992132, "global_step": 86966, "epoch": 488, "lr": 8.34603477327352e-06}
{"train_loss": 0.001259594690054655, "global_step": 86967, "epoch": 488, "lr": 8.345217395795507e-06}
{"train_loss": 0.0024158309679478407, "global_step": 86968, "epoch": 488, "lr": 8.344400054700479e-06}
{"train_loss": 0.00025577901396900415, "global_step": 86969, "epoch": 488, "lr": 8.34358274998911e-06}
{"train_loss": 0.0010466272942721844, "global_step": 86970, "epoch": 488, "lr": 8.342765481662146e-06}
{"train_loss": 0.000467391568236053, "global_step": 86971, "epoch": 488, "lr": 8.341948249720289e-06}
{"train_loss": 0.0009731365134939551, "global_step": 86972, "epoch": 488, "lr": 8.341131054164252e-06}
{"train_loss": 0.0009865965694189072, "global_step": 86973, "epoch": 488, "lr": 8.34031389499475e-06}
{"train_loss": 0.00046294488129206, "global_step": 86974, "epoch": 488, "lr": 8.33949677221249e-06}
{"train_loss": 0.00032862223451957107, "global_step": 86975, "epoch": 488, "lr": 8.338679685818184e-06}
{"train_loss": 0.002792518585920334, "global_step": 86976, "epoch": 488, "lr": 8.337862635812583e-06}
{"train_loss": 0.0010564146796241403, "global_step": 86977, "epoch": 488, "lr": 8.337045622196339e-06}
{"train_loss": 0.0011497903615236282, "global_step": 86978, "epoch": 488, "lr": 8.336228644970212e-06}
{"train_loss": 0.00044930033618584275, "global_step": 86979, "epoch": 488, "lr": 8.3354117041349e-06}
{"train_loss": 0.0007051929133012891, "global_step": 86980, "epoch": 488, "lr": 8.334594799691104e-06}
{"train_loss": 0.00123100564815104, "global_step": 86981, "epoch": 488, "lr": 8.33377793163958e-06}
{"train_loss": 0.0012889262288808823, "global_step": 86982, "epoch": 488, "lr": 8.332961099980985e-06}
{"train_loss": 0.000484369695186615, "global_step": 86983, "epoch": 488, "lr": 8.332144304716072e-06}
{"train_loss": 0.00041630418854765594, "global_step": 86984, "epoch": 488, "lr": 8.331327545845546e-06}
{"train_loss": 0.0008037013467401266, "global_step": 86985, "epoch": 488, "lr": 8.330510823370113e-06}
{"train_loss": 0.0014690505340695381, "global_step": 86986, "epoch": 488, "lr": 8.329694137290494e-06}
{"train_loss": 0.0009548059315420687, "global_step": 86987, "epoch": 488, "lr": 8.3288774876074e-06}
{"train_loss": 0.00041102280374616385, "global_step": 86988, "epoch": 488, "lr": 8.328060874321536e-06}
{"train_loss": 0.0003857667907141149, "global_step": 86989, "epoch": 488, "lr": 8.327244297433628e-06}
{"train_loss": 0.0015378475654870272, "global_step": 86990, "epoch": 488, "lr": 8.326427756944372e-06}
{"train_loss": 0.0010323238093405962, "global_step": 86991, "epoch": 488, "lr": 8.325611252854509e-06}
{"train_loss": 0.00121965236030519, "global_step": 86992, "epoch": 488, "lr": 8.32479478516472e-06}
{"train_loss": 0.001772250048816204, "global_step": 86993, "epoch": 488, "lr": 8.323978353875744e-06}
{"train_loss": 0.0017687375657260418, "global_step": 86994, "epoch": 488, "lr": 8.323161958988279e-06}
{"train_loss": 0.0027959556318819523, "global_step": 86995, "epoch": 488, "lr": 8.32234560050305e-06}
{"train_loss": 0.0012527962680906057, "global_step": 86996, "epoch": 488, "lr": 8.321529278420759e-06}
{"train_loss": 0.0015628645196557045, "global_step": 86997, "epoch": 488, "lr": 8.320712992742124e-06}
{"train_loss": 0.0010111948940902948, "global_step": 86998, "epoch": 488, "lr": 8.319896743467847e-06}
{"train_loss": 0.00036405434366315603, "global_step": 86999, "epoch": 488, "lr": 8.31908053059866e-06}
{"train_loss": 0.0008089083712548018, "global_step": 87000, "epoch": 488, "lr": 8.31826435413527e-06}
{"train_loss": 0.0014158133417367935, "global_step": 87001, "epoch": 488, "lr": 8.317448214078383e-06}
{"train_loss": 0.0006347944145090878, "global_step": 87002, "epoch": 488, "lr": 8.316632110428719e-06}
{"train_loss": 0.0014062535483390093, "global_step": 87003, "epoch": 488, "lr": 8.315816043186974e-06}
{"train_loss": 0.0007377143483608961, "global_step": 87004, "epoch": 488, "lr": 8.315000012353902e-06}
{"train_loss": 0.0008211264503188431, "global_step": 87005, "epoch": 488, "lr": 8.31418401793016e-06}
{"train_loss": 0.0015850735362619162, "global_step": 87006, "epoch": 488, "lr": 8.313368059916515e-06}
{"train_loss": 0.0014999913983047009, "global_step": 87007, "epoch": 488, "lr": 8.312552138313622e-06}
{"train_loss": 0.0012734716292470694, "global_step": 87008, "epoch": 488, "lr": 8.31173625312225e-06}
{"train_loss": 0.0010437490418553352, "global_step": 87009, "epoch": 488, "lr": 8.310920404343075e-06}
{"train_loss": 0.00046510761603713036, "global_step": 87010, "epoch": 488, "lr": 8.31010459197683e-06}
{"train_loss": 0.0014398772036656737, "global_step": 87011, "epoch": 488, "lr": 8.309288816024214e-06}
{"train_loss": 0.001141478307545185, "global_step": 87012, "epoch": 488, "lr": 8.308473076485945e-06}
{"train_loss": 0.0011863796971738338, "global_step": 87013, "epoch": 488, "lr": 8.307657373362725e-06}
{"train_loss": 0.0004753671237267554, "global_step": 87014, "epoch": 488, "lr": 8.306841706655299e-06}
{"train_loss": 0.0010769169311970472, "global_step": 87015, "epoch": 488, "lr": 8.30602607636433e-06}
{"train_loss": 0.0019287666073068976, "global_step": 87016, "epoch": 488, "lr": 8.305210482490577e-06}
{"train_loss": 0.0008866312564350665, "global_step": 87017, "epoch": 488, "lr": 8.304394925034726e-06}
{"train_loss": 0.0017332377610728145, "global_step": 87018, "epoch": 488, "lr": 8.303579403997496e-06}
{"train_loss": 0.0019261569250375032, "global_step": 87019, "epoch": 488, "lr": 8.302763919379603e-06}
{"train_loss": 0.001219823956489563, "global_step": 87020, "epoch": 488, "lr": 8.301948471181742e-06}
{"train_loss": 0.0019456810550764203, "global_step": 87021, "epoch": 488, "lr": 8.301133059404653e-06}
{"train_loss": 0.0006877140840515494, "global_step": 87022, "epoch": 488, "lr": 8.30031768404903e-06}
{"train_loss": 0.0006813447689637542, "global_step": 87023, "epoch": 488, "lr": 8.29950234511559e-06}
{"train_loss": 0.0012420830316841602, "global_step": 87024, "epoch": 488, "lr": 8.298687042605046e-06}
{"train_loss": 0.0012080222368240356, "global_step": 87025, "epoch": 488, "lr": 8.297871776518106e-06}
{"train_loss": 0.0005503965076059103, "global_step": 87026, "epoch": 488, "lr": 8.297056546855486e-06}
{"train_loss": 0.0010713266674429178, "global_step": 87027, "epoch": 488, "lr": 8.296241353617901e-06}
{"train_loss": 0.0007945410907268524, "global_step": 87028, "epoch": 488, "lr": 8.295426196806038e-06}
{"train_loss": 0.001073189894668758, "global_step": 87029, "epoch": 488, "lr": 8.294611076420661e-06}
{"train_loss": 0.0005673072882927954, "global_step": 87030, "epoch": 488, "lr": 8.293795992462422e-06}
{"train_loss": 0.0010510176653042436, "global_step": 87031, "epoch": 488, "lr": 8.292980944932077e-06}
{"train_loss": 0.0007519051432609558, "global_step": 87032, "epoch": 488, "lr": 8.29216593383032e-06}
{"train_loss": 0.0007990263402462006, "global_step": 87033, "epoch": 488, "lr": 8.291350959157868e-06}
{"train_loss": 0.00129778403788805, "global_step": 87034, "epoch": 488, "lr": 8.290536020915429e-06}
{"train_loss": 0.0007727609481662512, "global_step": 87035, "epoch": 488, "lr": 8.289721119103715e-06}
{"train_loss": 0.001112292055040598, "global_step": 87036, "epoch": 488, "lr": 8.288906253723428e-06}
{"train_loss": 0.0020438190549612045, "global_step": 87037, "epoch": 488, "lr": 8.288091424775314e-06}
{"train_loss": 0.00035407996620051563, "global_step": 87038, "epoch": 488, "lr": 8.287276632260033e-06}
{"train_loss": 0.0020963384304195642, "global_step": 87039, "epoch": 488, "lr": 8.286461876178342e-06}
{"train_loss": 0.0006686678971163929, "global_step": 87040, "epoch": 488, "lr": 8.285647156530929e-06}
{"train_loss": 0.001250485164470437, "global_step": 87041, "epoch": 488, "lr": 8.284832473318504e-06}
{"train_loss": 0.0011493383208289742, "global_step": 87042, "epoch": 489, "lr": 8.284017826541813e-06}
{"train_loss": 0.0007759334985166788, "global_step": 87043, "epoch": 489, "lr": 8.283203216201518e-06}
{"train_loss": 0.0006002566078677773, "global_step": 87044, "epoch": 489, "lr": 8.282388642298371e-06}
{"train_loss": 0.001080464804545045, "global_step": 87045, "epoch": 489, "lr": 8.281574104833046e-06}
{"train_loss": 0.001457882346585393, "global_step": 87046, "epoch": 489, "lr": 8.280759603806288e-06}
{"train_loss": 0.0009826520690694451, "global_step": 87047, "epoch": 489, "lr": 8.279945139218792e-06}
{"train_loss": 0.0007399743190035224, "global_step": 87048, "epoch": 489, "lr": 8.279130711071276e-06}
{"train_loss": 0.002152714878320694, "global_step": 87049, "epoch": 489, "lr": 8.278316319364449e-06}
{"train_loss": 0.0034218875225633383, "global_step": 87050, "epoch": 489, "lr": 8.277501964099015e-06}
{"train_loss": 0.0006514435517601669, "global_step": 87051, "epoch": 489, "lr": 8.276687645275682e-06}
{"train_loss": 0.0010922246146947145, "global_step": 87052, "epoch": 489, "lr": 8.275873362895197e-06}
{"train_loss": 0.0009467951604165137, "global_step": 87053, "epoch": 489, "lr": 8.275059116958217e-06}
{"train_loss": 0.0008330168202519417, "global_step": 87054, "epoch": 489, "lr": 8.274244907465495e-06}
{"train_loss": 0.0014406554400920868, "global_step": 87055, "epoch": 489, "lr": 8.273430734417731e-06}
{"train_loss": 0.0009755360661074519, "global_step": 87056, "epoch": 489, "lr": 8.27261659781563e-06}
{"train_loss": 0.0014063699636608362, "global_step": 87057, "epoch": 489, "lr": 8.271802497659903e-06}
{"train_loss": 0.00036044532316736877, "global_step": 87058, "epoch": 489, "lr": 8.27098843395127e-06}
{"train_loss": 0.0011996792163699865, "global_step": 87059, "epoch": 489, "lr": 8.270174406690423e-06}
{"train_loss": 0.0017603288870304823, "global_step": 87060, "epoch": 489, "lr": 8.269360415878113e-06}
{"train_loss": 0.002615421311929822, "global_step": 87061, "epoch": 489, "lr": 8.268546461514998e-06}
{"train_loss": 0.0009010253706946969, "global_step": 87062, "epoch": 489, "lr": 8.267732543601825e-06}
{"train_loss": 0.0008142395527102053, "global_step": 87063, "epoch": 489, "lr": 8.2669186621393e-06}
{"train_loss": 0.0020012350287288427, "global_step": 87064, "epoch": 489, "lr": 8.266104817128128e-06}
{"train_loss": 0.0008228002116084099, "global_step": 87065, "epoch": 489, "lr": 8.26529100856902e-06}
{"train_loss": 0.0005657225847244263, "global_step": 87066, "epoch": 489, "lr": 8.264477236462675e-06}
{"train_loss": 0.0012504433980211616, "global_step": 87067, "epoch": 489, "lr": 8.263663500809843e-06}
{"train_loss": 0.0013506034156307578, "global_step": 87068, "epoch": 489, "lr": 8.262849801611184e-06}
{"train_loss": 0.0010239440016448498, "global_step": 87069, "epoch": 489, "lr": 8.26203613886744e-06}
{"train_loss": 0.00164901209063828, "global_step": 87070, "epoch": 489, "lr": 8.26122251257932e-06}
{"train_loss": 0.001471959287300706, "global_step": 87071, "epoch": 489, "lr": 8.260408922747532e-06}
{"train_loss": 0.0010948425624519587, "global_step": 87072, "epoch": 489, "lr": 8.25959536937278e-06}
{"train_loss": 0.0006985497893765569, "global_step": 87073, "epoch": 489, "lr": 8.258781852455782e-06}
{"train_loss": 0.0006829031044617295, "global_step": 87074, "epoch": 489, "lr": 8.257968371997226e-06}
{"train_loss": 0.0011888300068676472, "global_step": 87075, "epoch": 489, "lr": 8.257154927997873e-06}
{"train_loss": 0.0008076003286987543, "global_step": 87076, "epoch": 489, "lr": 8.256341520458378e-06}
{"train_loss": 0.0007940811919979751, "global_step": 87077, "epoch": 489, "lr": 8.255528149379499e-06}
{"train_loss": 0.0011565075255930424, "global_step": 87078, "epoch": 489, "lr": 8.254714814761894e-06}
{"train_loss": 0.0009227913105860353, "global_step": 87079, "epoch": 489, "lr": 8.253901516606321e-06}
{"train_loss": 0.0016694406513124704, "global_step": 87080, "epoch": 489, "lr": 8.25308825491347e-06}
{"train_loss": 0.0012632455909624696, "global_step": 87081, "epoch": 489, "lr": 8.252275029684053e-06}
{"train_loss": 0.001179370330646634, "global_step": 87082, "epoch": 489, "lr": 8.251461840918778e-06}
{"train_loss": 0.0005155405960977077, "global_step": 87083, "epoch": 489, "lr": 8.250648688618352e-06}
{"train_loss": 0.0018246154068037868, "global_step": 87084, "epoch": 489, "lr": 8.249835572783499e-06}
{"train_loss": 0.0013284764718264341, "global_step": 87085, "epoch": 489, "lr": 8.24902249341492e-06}
{"train_loss": 0.0021188214886933565, "global_step": 87086, "epoch": 489, "lr": 8.248209450513328e-06}
{"train_loss": 0.001820275792852044, "global_step": 87087, "epoch": 489, "lr": 8.24739644407943e-06}
{"train_loss": 0.0005192628595978022, "global_step": 87088, "epoch": 489, "lr": 8.246583474113944e-06}
{"train_loss": 0.0011978682596236467, "global_step": 87089, "epoch": 489, "lr": 8.245770540617558e-06}
{"train_loss": 0.0015191753627732396, "global_step": 87090, "epoch": 489, "lr": 8.244957643591023e-06}
{"train_loss": 0.0009386925958096981, "global_step": 87091, "epoch": 489, "lr": 8.244144783034997e-06}
{"train_loss": 0.0009133038693107665, "global_step": 87092, "epoch": 489, "lr": 8.243331958950229e-06}
{"train_loss": 0.0010885390220209956, "global_step": 87093, "epoch": 489, "lr": 8.242519171337414e-06}
{"train_loss": 0.0022939415648579597, "global_step": 87094, "epoch": 489, "lr": 8.24170642019727e-06}
{"train_loss": 0.0008282717899419367, "global_step": 87095, "epoch": 489, "lr": 8.2408937055305e-06}
{"train_loss": 0.0008526007877662778, "global_step": 87096, "epoch": 489, "lr": 8.24008102733782e-06}
{"train_loss": 0.0009834482334554195, "global_step": 87097, "epoch": 489, "lr": 8.23926838561993e-06}
{"train_loss": 0.0012254584580659866, "global_step": 87098, "epoch": 489, "lr": 8.238455780377547e-06}
{"train_loss": 0.0009975613793358207, "global_step": 87099, "epoch": 489, "lr": 8.237643211611368e-06}
{"train_loss": 0.0011898261727765203, "global_step": 87100, "epoch": 489, "lr": 8.236830679322132e-06}
{"train_loss": 0.00030583026818931103, "global_step": 87101, "epoch": 489, "lr": 8.236018183510513e-06}
{"train_loss": 0.0004172830667812377, "global_step": 87102, "epoch": 489, "lr": 8.235205724177248e-06}
{"train_loss": 0.001505922176875174, "global_step": 87103, "epoch": 489, "lr": 8.234393301323034e-06}
{"train_loss": 0.0018540502060204744, "global_step": 87104, "epoch": 489, "lr": 8.233580914948575e-06}
{"train_loss": 0.0019681393168866634, "global_step": 87105, "epoch": 489, "lr": 8.232768565054611e-06}
{"train_loss": 0.0009587594540789723, "global_step": 87106, "epoch": 489, "lr": 8.231956251641804e-06}
{"train_loss": 0.0005365340039134026, "global_step": 87107, "epoch": 489, "lr": 8.231143974710903e-06}
{"train_loss": 0.0012501399032771587, "global_step": 87108, "epoch": 489, "lr": 8.230331734262602e-06}
{"train_loss": 0.0019373258110135794, "global_step": 87109, "epoch": 489, "lr": 8.229519530297608e-06}
{"train_loss": 0.002002755180001259, "global_step": 87110, "epoch": 489, "lr": 8.22870736281664e-06}
{"train_loss": 0.0012902014423161745, "global_step": 87111, "epoch": 489, "lr": 8.227895231820398e-06}
{"train_loss": 0.0007303086458705366, "global_step": 87112, "epoch": 489, "lr": 8.227083137309589e-06}
{"train_loss": 0.0004008435644209385, "global_step": 87113, "epoch": 489, "lr": 8.226271079284947e-06}
{"train_loss": 0.0013824613997712731, "global_step": 87114, "epoch": 489, "lr": 8.225459057747138e-06}
{"train_loss": 0.0015728175640106201, "global_step": 87115, "epoch": 489, "lr": 8.224647072696922e-06}
{"train_loss": 0.000971769099123776, "global_step": 87116, "epoch": 489, "lr": 8.22383512413496e-06}
{"train_loss": 0.00079334806650877, "global_step": 87117, "epoch": 489, "lr": 8.223023212061992e-06}
{"train_loss": 0.0006228747079148889, "global_step": 87118, "epoch": 489, "lr": 8.222211336478713e-06}
{"train_loss": 0.0006627931725233793, "global_step": 87119, "epoch": 489, "lr": 8.221399497385845e-06}
{"train_loss": 0.0008249273523688316, "global_step": 87120, "epoch": 489, "lr": 8.220587694784088e-06}
{"train_loss": 0.0024947074707597494, "global_step": 87121, "epoch": 489, "lr": 8.21977592867415e-06}
{"train_loss": 0.0005215308628976345, "global_step": 87122, "epoch": 489, "lr": 8.218964199056734e-06}
{"train_loss": 0.0009003615705296397, "global_step": 87123, "epoch": 489, "lr": 8.21815250593258e-06}
{"train_loss": 0.0007782091270200908, "global_step": 87124, "epoch": 489, "lr": 8.217340849302351e-06}
{"train_loss": 0.0010078586637973785, "global_step": 87125, "epoch": 489, "lr": 8.216529229166791e-06}
{"train_loss": 0.0009012286900542676, "global_step": 87126, "epoch": 489, "lr": 8.215717645526599e-06}
{"train_loss": 0.0013713202206417918, "global_step": 87127, "epoch": 489, "lr": 8.214906098382468e-06}
{"train_loss": 0.0009992618579417467, "global_step": 87128, "epoch": 489, "lr": 8.214094587735149e-06}
{"train_loss": 0.0012220293283462524, "global_step": 87129, "epoch": 489, "lr": 8.213283113585295e-06}
{"train_loss": 0.0009083717595785856, "global_step": 87130, "epoch": 489, "lr": 8.212471675933658e-06}
{"train_loss": 0.0004111825255677104, "global_step": 87131, "epoch": 489, "lr": 8.21166027478093e-06}
{"train_loss": 0.0015085145132616162, "global_step": 87132, "epoch": 489, "lr": 8.210848910127822e-06}
{"train_loss": 0.0012292861938476562, "global_step": 87133, "epoch": 489, "lr": 8.210037581975039e-06}
{"train_loss": 0.0005427550058811903, "global_step": 87134, "epoch": 489, "lr": 8.209226290323291e-06}
{"train_loss": 0.0009567550150677562, "global_step": 87135, "epoch": 489, "lr": 8.208415035173294e-06}
{"train_loss": 0.0019944417290389538, "global_step": 87136, "epoch": 489, "lr": 8.207603816525743e-06}
{"train_loss": 0.0005946411984041333, "global_step": 87137, "epoch": 489, "lr": 8.206792634381349e-06}
{"train_loss": 0.0009863940067589283, "global_step": 87138, "epoch": 489, "lr": 8.205981488740849e-06}
{"train_loss": 0.0017280264291912317, "global_step": 87139, "epoch": 489, "lr": 8.205170379604904e-06}
{"train_loss": 0.0013623943086713552, "global_step": 87140, "epoch": 489, "lr": 8.204359306974257e-06}
{"train_loss": 0.0018073999090120196, "global_step": 87141, "epoch": 489, "lr": 8.20354827084961e-06}
{"train_loss": 0.0018805682193487883, "global_step": 87142, "epoch": 489, "lr": 8.202737271231659e-06}
{"train_loss": 0.0008630529046058655, "global_step": 87143, "epoch": 489, "lr": 8.201926308121128e-06}
{"train_loss": 0.0014560885028913617, "global_step": 87144, "epoch": 489, "lr": 8.201115381518714e-06}
{"train_loss": 0.0008679592283442616, "global_step": 87145, "epoch": 489, "lr": 8.20030449142512e-06}
{"train_loss": 0.0008329960401169956, "global_step": 87146, "epoch": 489, "lr": 8.199493637841077e-06}
{"train_loss": 0.0017753528663888574, "global_step": 87147, "epoch": 489, "lr": 8.198682820767278e-06}
{"train_loss": 0.0013826903887093067, "global_step": 87148, "epoch": 489, "lr": 8.197872040204436e-06}
{"train_loss": 0.00038943690015003085, "global_step": 87149, "epoch": 489, "lr": 8.197061296153252e-06}
{"train_loss": 0.001065707067027688, "global_step": 87150, "epoch": 489, "lr": 8.19625058861443e-06}
{"train_loss": 0.0023824796080589294, "global_step": 87151, "epoch": 489, "lr": 8.19543991758871e-06}
{"train_loss": 0.0007232205243781209, "global_step": 87152, "epoch": 489, "lr": 8.19462928307675e-06}
{"train_loss": 0.0005707701202481985, "global_step": 87153, "epoch": 489, "lr": 8.193818685079313e-06}
{"train_loss": 0.0007495400495827198, "global_step": 87154, "epoch": 489, "lr": 8.193008123597052e-06}
{"train_loss": 0.0012862259754911065, "global_step": 87155, "epoch": 489, "lr": 8.192197598630713e-06}
{"train_loss": 0.0020269975066184998, "global_step": 87156, "epoch": 489, "lr": 8.191387110180992e-06}
{"train_loss": 0.0021912269294261932, "global_step": 87157, "epoch": 489, "lr": 8.1905766582486e-06}
{"train_loss": 0.0018654882442206144, "global_step": 87158, "epoch": 489, "lr": 8.18976624283424e-06}
{"train_loss": 0.001607452635653317, "global_step": 87159, "epoch": 489, "lr": 8.188955863938625e-06}
{"train_loss": 0.000736964400857687, "global_step": 87160, "epoch": 489, "lr": 8.188145521562447e-06}
{"train_loss": 0.0023836276959627867, "global_step": 87161, "epoch": 489, "lr": 8.187335215706455e-06}
{"train_loss": 0.0012719742953777313, "global_step": 87162, "epoch": 489, "lr": 8.186524946371299e-06}
{"train_loss": 0.0010493570007383823, "global_step": 87163, "epoch": 489, "lr": 8.18571471355773e-06}
{"train_loss": 0.000590799143537879, "global_step": 87164, "epoch": 489, "lr": 8.184904517266439e-06}
{"train_loss": 0.0010176016949117184, "global_step": 87165, "epoch": 489, "lr": 8.18409435749814e-06}
{"train_loss": 0.00033898200490511954, "global_step": 87166, "epoch": 489, "lr": 8.183284234253541e-06}
{"train_loss": 0.0005164543399587274, "global_step": 87167, "epoch": 489, "lr": 8.182474147533326e-06}
{"train_loss": 0.0009861101862043142, "global_step": 87168, "epoch": 489, "lr": 8.181664097338243e-06}
{"train_loss": 0.0006407991168089211, "global_step": 87169, "epoch": 489, "lr": 8.18085408366897e-06}
{"train_loss": 0.0012756003998219967, "global_step": 87170, "epoch": 489, "lr": 8.18004410652623e-06}
{"train_loss": 0.0018968614749610424, "global_step": 87171, "epoch": 489, "lr": 8.179234165910721e-06}
{"train_loss": 0.000686017912812531, "global_step": 87172, "epoch": 489, "lr": 8.17842426182316e-06}
{"train_loss": 0.0014372654259204865, "global_step": 87173, "epoch": 489, "lr": 8.177614394264238e-06}
{"train_loss": 0.0011568518821150064, "global_step": 87174, "epoch": 489, "lr": 8.176804563234674e-06}
{"train_loss": 0.0017178873531520367, "global_step": 87175, "epoch": 489, "lr": 8.175994768735168e-06}
{"train_loss": 0.0006530712125822902, "global_step": 87176, "epoch": 489, "lr": 8.175185010766451e-06}
{"train_loss": 0.00027701150975190103, "global_step": 87177, "epoch": 489, "lr": 8.17437528932919e-06}
{"train_loss": 0.0010526294354349375, "global_step": 87178, "epoch": 489, "lr": 8.173565604424127e-06}
{"train_loss": 0.002229883335530758, "global_step": 87179, "epoch": 489, "lr": 8.172755956051959e-06}
{"train_loss": 0.0012168190442025661, "global_step": 87180, "epoch": 489, "lr": 8.171946344213388e-06}
{"train_loss": 0.0004435334703885019, "global_step": 87181, "epoch": 489, "lr": 8.17113676890912e-06}
{"train_loss": 0.001056578941643238, "global_step": 87182, "epoch": 489, "lr": 8.170327230139874e-06}
{"train_loss": 0.0019118563504889607, "global_step": 87183, "epoch": 489, "lr": 8.169517727906329e-06}
{"train_loss": 0.0009110636310651898, "global_step": 87184, "epoch": 489, "lr": 8.16870826220924e-06}
{"train_loss": 0.0015047404449433088, "global_step": 87185, "epoch": 489, "lr": 8.167898833049265e-06}
{"train_loss": 0.002514561405405402, "global_step": 87186, "epoch": 489, "lr": 8.16708944042714e-06}
{"train_loss": 0.0014935091603547335, "global_step": 87187, "epoch": 489, "lr": 8.166280084343564e-06}
{"train_loss": 0.001073890714906156, "global_step": 87188, "epoch": 489, "lr": 8.165470764799233e-06}
{"train_loss": 0.001239972305484116, "global_step": 87189, "epoch": 489, "lr": 8.164661481794888e-06}
{"train_loss": 0.0015016086399555206, "global_step": 87190, "epoch": 489, "lr": 8.163852235331193e-06}
{"train_loss": 0.0005884527927264571, "global_step": 87191, "epoch": 489, "lr": 8.163043025408895e-06}
{"train_loss": 0.002324093598872423, "global_step": 87192, "epoch": 489, "lr": 8.162233852028661e-06}
{"train_loss": 0.0007968299323692918, "global_step": 87193, "epoch": 489, "lr": 8.161424715191224e-06}
{"train_loss": 0.0005640206509269774, "global_step": 87194, "epoch": 489, "lr": 8.160615614897282e-06}
{"train_loss": 0.0009581221383996308, "global_step": 87195, "epoch": 489, "lr": 8.159806551147548e-06}
{"train_loss": 0.001432130578905344, "global_step": 87196, "epoch": 489, "lr": 8.158997523942724e-06}
{"train_loss": 0.0013186685973778367, "global_step": 87197, "epoch": 489, "lr": 8.158188533283517e-06}
{"train_loss": 0.001058552647009492, "global_step": 87198, "epoch": 489, "lr": 8.157379579170621e-06}
{"train_loss": 0.0008795150788500905, "global_step": 87199, "epoch": 489, "lr": 8.156570661604779e-06}
{"train_loss": 0.001029486651532352, "global_step": 87200, "epoch": 489, "lr": 8.155761780586652e-06}
{"train_loss": 0.0011016589123755693, "global_step": 87201, "epoch": 489, "lr": 8.154952936116977e-06}
{"train_loss": 0.0014140743296593428, "global_step": 87202, "epoch": 489, "lr": 8.15414412819645e-06}
{"train_loss": 0.001110545126721263, "global_step": 87203, "epoch": 489, "lr": 8.153335356825781e-06}
{"train_loss": 0.0009668239508755505, "global_step": 87204, "epoch": 489, "lr": 8.152526622005675e-06}
{"train_loss": 0.0015370172914117575, "global_step": 87205, "epoch": 489, "lr": 8.151717923736841e-06}
{"train_loss": 0.0009311262401752174, "global_step": 87206, "epoch": 489, "lr": 8.150909262019979e-06}
{"train_loss": 0.0013640385586768389, "global_step": 87207, "epoch": 489, "lr": 8.150100636855796e-06}
{"train_loss": 0.0007091360166668892, "global_step": 87208, "epoch": 489, "lr": 8.149292048244994e-06}
{"train_loss": 0.0012726429849863052, "global_step": 87209, "epoch": 489, "lr": 8.148483496188292e-06}
{"train_loss": 0.001162104308605194, "global_step": 87210, "epoch": 489, "lr": 8.147674980686393e-06}
{"train_loss": 0.001402315916493535, "global_step": 87211, "epoch": 489, "lr": 8.146866501740002e-06}
{"train_loss": 0.0010310655925422907, "global_step": 87212, "epoch": 489, "lr": 8.146058059349827e-06}
{"train_loss": 0.0008709824178367853, "global_step": 87213, "epoch": 489, "lr": 8.145249653516551e-06}
{"train_loss": 0.0007793547702021897, "global_step": 87214, "epoch": 489, "lr": 8.144441284240928e-06}
{"train_loss": 0.0005712886340916157, "global_step": 87215, "epoch": 489, "lr": 8.143632951523611e-06}
{"train_loss": 0.0016599614173173904, "global_step": 87216, "epoch": 489, "lr": 8.142824655365344e-06}
{"train_loss": 0.0008494009380228817, "global_step": 87217, "epoch": 489, "lr": 8.142016395766822e-06}
{"train_loss": 0.0028023221530020237, "global_step": 87218, "epoch": 489, "lr": 8.141208172728742e-06}
{"train_loss": 0.0011889200590242202, "global_step": 87219, "epoch": 489, "lr": 8.140399986251823e-06}
{"train_loss": 0.002079880563542247, "global_step": 87220, "epoch": 490, "lr": 8.139591836336762e-06}
{"train_loss": 0.000576876278501004, "global_step": 87221, "epoch": 490, "lr": 8.138783722984256e-06}
{"train_loss": 0.0017816084437072277, "global_step": 87222, "epoch": 490, "lr": 8.137975646195051e-06}
{"train_loss": 0.001640302361920476, "global_step": 87223, "epoch": 490, "lr": 8.137167605969798e-06}
{"train_loss": 0.0012344331480562687, "global_step": 87224, "epoch": 490, "lr": 8.136359602309245e-06}
{"train_loss": 0.0011148686753585935, "global_step": 87225, "epoch": 490, "lr": 8.135551635214068e-06}
{"train_loss": 0.000682661309838295, "global_step": 87226, "epoch": 490, "lr": 8.134743704684994e-06}
{"train_loss": 0.0011704752687364817, "global_step": 87227, "epoch": 490, "lr": 8.133935810722721e-06}
{"train_loss": 0.000933622126467526, "global_step": 87228, "epoch": 490, "lr": 8.133127953327958e-06}
{"train_loss": 0.001552625559270382, "global_step": 87229, "epoch": 490, "lr": 8.132320132501403e-06}
{"train_loss": 0.00081514788325876, "global_step": 87230, "epoch": 490, "lr": 8.131512348243759e-06}
{"train_loss": 0.0003476962447166443, "global_step": 87231, "epoch": 490, "lr": 8.130704600555744e-06}
{"train_loss": 0.0008524907752871513, "global_step": 87232, "epoch": 490, "lr": 8.129896889438065e-06}
{"train_loss": 0.001159984851256013, "global_step": 87233, "epoch": 490, "lr": 8.129089214891416e-06}
{"train_loss": 0.0010542301461100578, "global_step": 87234, "epoch": 490, "lr": 8.128281576916508e-06}
{"train_loss": 0.0013518822379410267, "global_step": 87235, "epoch": 490, "lr": 8.12747397551405e-06}
{"train_loss": 0.0011021599639207125, "global_step": 87236, "epoch": 490, "lr": 8.126666410684724e-06}
{"train_loss": 0.0007188111776486039, "global_step": 87237, "epoch": 490, "lr": 8.125858882429283e-06}
{"train_loss": 0.0012000111164525151, "global_step": 87238, "epoch": 490, "lr": 8.125051390748378e-06}
{"train_loss": 0.0006904235342517495, "global_step": 87239, "epoch": 490, "lr": 8.12424393564275e-06}
{"train_loss": 0.0008753822185099125, "global_step": 87240, "epoch": 490, "lr": 8.123436517113097e-06}
{"train_loss": 0.002351063769310713, "global_step": 87241, "epoch": 490, "lr": 8.122629135160121e-06}
{"train_loss": 0.0013456277083605528, "global_step": 87242, "epoch": 490, "lr": 8.121821789784523e-06}
{"train_loss": 0.0008543517324142158, "global_step": 87243, "epoch": 490, "lr": 8.121014480987016e-06}
{"train_loss": 0.001419077510945499, "global_step": 87244, "epoch": 490, "lr": 8.120207208768305e-06}
{"train_loss": 0.0015470446087419987, "global_step": 87245, "epoch": 490, "lr": 8.119399973129088e-06}
{"train_loss": 0.0012139964383095503, "global_step": 87246, "epoch": 490, "lr": 8.118592774070066e-06}
{"train_loss": 0.0007724984316155314, "global_step": 87247, "epoch": 490, "lr": 8.117785611591972e-06}
{"train_loss": 0.00037097171298228204, "global_step": 87248, "epoch": 490, "lr": 8.11697848569547e-06}
{"train_loss": 0.0009288442088291049, "global_step": 87249, "epoch": 490, "lr": 8.116171396381295e-06}
{"train_loss": 0.0006825896562077105, "global_step": 87250, "epoch": 490, "lr": 8.115364343650145e-06}
{"train_loss": 0.0011954403016716242, "global_step": 87251, "epoch": 490, "lr": 8.114557327502708e-06}
{"train_loss": 0.0010212591150775552, "global_step": 87252, "epoch": 490, "lr": 8.11375034793973e-06}
{"train_loss": 0.0014873918844386935, "global_step": 87253, "epoch": 490, "lr": 8.112943404961865e-06}
{"train_loss": 0.0006729766028001904, "global_step": 87254, "epoch": 490, "lr": 8.112136498569856e-06}
{"train_loss": 0.0011829539434984326, "global_step": 87255, "epoch": 490, "lr": 8.11132962876439e-06}
{"train_loss": 0.0009915967239066958, "global_step": 87256, "epoch": 490, "lr": 8.110522795546183e-06}
{"train_loss": 0.0008480233955197036, "global_step": 87257, "epoch": 490, "lr": 8.109715998915928e-06}
{"train_loss": 0.0006605185335502028, "global_step": 87258, "epoch": 490, "lr": 8.108909238874336e-06}
{"train_loss": 0.0015828685136511922, "global_step": 87259, "epoch": 490, "lr": 8.1081025154221e-06}
{"train_loss": 0.0007940353825688362, "global_step": 87260, "epoch": 490, "lr": 8.107295828559952e-06}
{"train_loss": 0.001116547267884016, "global_step": 87261, "epoch": 490, "lr": 8.106489178288563e-06}
{"train_loss": 0.002610646653920412, "global_step": 87262, "epoch": 490, "lr": 8.105682564608675e-06}
{"train_loss": 0.0017631812952458858, "global_step": 87263, "epoch": 490, "lr": 8.104875987520943e-06}
{"train_loss": 0.0005114765372127295, "global_step": 87264, "epoch": 490, "lr": 8.10406944702612e-06}
{"train_loss": 0.0016350219957530499, "global_step": 87265, "epoch": 490, "lr": 8.103262943124885e-06}
{"train_loss": 0.0012307693250477314, "global_step": 87266, "epoch": 490, "lr": 8.102456475817948e-06}
{"train_loss": 0.0003744345158338547, "global_step": 87267, "epoch": 490, "lr": 8.101650045106013e-06}
{"train_loss": 0.0018750275485217571, "global_step": 87268, "epoch": 490, "lr": 8.100843650989787e-06}
{"train_loss": 0.0012250570580363274, "global_step": 87269, "epoch": 490, "lr": 8.100037293469953e-06}
{"train_loss": 0.0006025589536875486, "global_step": 87270, "epoch": 490, "lr": 8.099230972547268e-06}
{"train_loss": 0.0010670495685189962, "global_step": 87271, "epoch": 490, "lr": 8.098424688222373e-06}
{"train_loss": 0.0016496926546096802, "global_step": 87272, "epoch": 490, "lr": 8.097618440496012e-06}
{"train_loss": 0.0007412898703478277, "global_step": 87273, "epoch": 490, "lr": 8.096812229368883e-06}
{"train_loss": 0.0008022087276913226, "global_step": 87274, "epoch": 490, "lr": 8.09600605484167e-06}
{"train_loss": 0.0017877519130706787, "global_step": 87275, "epoch": 490, "lr": 8.09519991691512e-06}
{"train_loss": 0.0020448132418096066, "global_step": 87276, "epoch": 490, "lr": 8.094393815589884e-06}
{"train_loss": 0.0010971000883728266, "global_step": 87277, "epoch": 490, "lr": 8.093587750866711e-06}
{"train_loss": 0.0008922828128561378, "global_step": 87278, "epoch": 490, "lr": 8.09278172274628e-06}
{"train_loss": 0.0024596264120191336, "global_step": 87279, "epoch": 490, "lr": 8.091975731229301e-06}
{"train_loss": 0.0008738747565075755, "global_step": 87280, "epoch": 490, "lr": 8.091169776316482e-06}
{"train_loss": 0.0008949337061494589, "global_step": 87281, "epoch": 490, "lr": 8.09036385800852e-06}
{"train_loss": 0.0007302430458366871, "global_step": 87282, "epoch": 490, "lr": 8.089557976306128e-06}
{"train_loss": 0.0008693622658029199, "global_step": 87283, "epoch": 490, "lr": 8.088752131209998e-06}
{"train_loss": 0.001360971829853952, "global_step": 87284, "epoch": 490, "lr": 8.087946322720835e-06}
{"train_loss": 0.0014480405952781439, "global_step": 87285, "epoch": 490, "lr": 8.087140550839366e-06}
{"train_loss": 0.0007551242597401142, "global_step": 87286, "epoch": 490, "lr": 8.086334815566255e-06}
{"train_loss": 0.0008859758963808417, "global_step": 87287, "epoch": 490, "lr": 8.085529116902241e-06}
{"train_loss": 0.0009590044501237571, "global_step": 87288, "epoch": 490, "lr": 8.08472345484801e-06}
{"train_loss": 0.0011736942688003182, "global_step": 87289, "epoch": 490, "lr": 8.08391782940427e-06}
{"train_loss": 0.0018436266109347343, "global_step": 87290, "epoch": 490, "lr": 8.083112240571728e-06}
{"train_loss": 0.0010933001758530736, "global_step": 87291, "epoch": 490, "lr": 8.082306688351083e-06}
{"train_loss": 0.0009354769717901945, "global_step": 87292, "epoch": 490, "lr": 8.081501172743028e-06}
{"train_loss": 0.001011932035908103, "global_step": 87293, "epoch": 490, "lr": 8.080695693748292e-06}
{"train_loss": 0.0015521242748945951, "global_step": 87294, "epoch": 490, "lr": 8.07989025136756e-06}
{"train_loss": 0.0009938643779605627, "global_step": 87295, "epoch": 490, "lr": 8.079084845601543e-06}
{"train_loss": 0.0013523960951715708, "global_step": 87296, "epoch": 490, "lr": 8.07827947645094e-06}
{"train_loss": 0.000583559914957732, "global_step": 87297, "epoch": 490, "lr": 8.077474143916447e-06}
{"train_loss": 0.003207468893378973, "global_step": 87298, "epoch": 490, "lr": 8.076668847998803e-06}
{"train_loss": 0.0022027185186743736, "global_step": 87299, "epoch": 490, "lr": 8.075863588698656e-06}
{"train_loss": 0.0017010874580591917, "global_step": 87300, "epoch": 490, "lr": 8.075058366016764e-06}
{"train_loss": 0.0019159812945872545, "global_step": 87301, "epoch": 490, "lr": 8.074253179953784e-06}
{"train_loss": 0.0009276152704842389, "global_step": 87302, "epoch": 490, "lr": 8.07344803051045e-06}
{"train_loss": 0.0005710268160328269, "global_step": 87303, "epoch": 490, "lr": 8.072642917687451e-06}
{"train_loss": 0.0009595959563739598, "global_step": 87304, "epoch": 490, "lr": 8.071837841485502e-06}
{"train_loss": 0.0011296016164124012, "global_step": 87305, "epoch": 490, "lr": 8.071032801905292e-06}
{"train_loss": 0.002073847223073244, "global_step": 87306, "epoch": 490, "lr": 8.070227798947532e-06}
{"train_loss": 0.0010996346827596426, "global_step": 87307, "epoch": 490, "lr": 8.069422832612916e-06}
{"train_loss": 0.0027322128880769014, "global_step": 87308, "epoch": 490, "lr": 8.068617902902176e-06}
{"train_loss": 0.0015883060405030847, "global_step": 87309, "epoch": 490, "lr": 8.067813009815972e-06}
{"train_loss": 0.002637369092553854, "global_step": 87310, "epoch": 490, "lr": 8.067008153355043e-06}
{"train_loss": 0.001158958999440074, "global_step": 87311, "epoch": 490, "lr": 8.066203333520072e-06}
{"train_loss": 0.0017380197532474995, "global_step": 87312, "epoch": 490, "lr": 8.065398550311775e-06}
{"train_loss": 0.0009891970548778772, "global_step": 87313, "epoch": 490, "lr": 8.06459380373084e-06}
{"train_loss": 0.0012238030321896076, "global_step": 87314, "epoch": 490, "lr": 8.063789093777974e-06}
{"train_loss": 0.000946295855101198, "global_step": 87315, "epoch": 490, "lr": 8.062984420453889e-06}
{"train_loss": 0.0005388137651607394, "global_step": 87316, "epoch": 490, "lr": 8.062179783759288e-06}
{"train_loss": 0.0005927132442593575, "global_step": 87317, "epoch": 490, "lr": 8.061375183694868e-06}
{"train_loss": 0.0014593703672289848, "global_step": 87318, "epoch": 490, "lr": 8.060570620261333e-06}
{"train_loss": 0.0009290430461987853, "global_step": 87319, "epoch": 490, "lr": 8.059766093459382e-06}
{"train_loss": 0.0008915888611227274, "global_step": 87320, "epoch": 490, "lr": 8.058961603289717e-06}
{"train_loss": 0.0008634371333755553, "global_step": 87321, "epoch": 490, "lr": 8.058157149753048e-06}
{"train_loss": 0.0007684836164116859, "global_step": 87322, "epoch": 490, "lr": 8.057352732850066e-06}
{"train_loss": 0.0017539826221764088, "global_step": 87323, "epoch": 490, "lr": 8.0565483525815e-06}
{"train_loss": 0.0013500504428520799, "global_step": 87324, "epoch": 490, "lr": 8.055744008948012e-06}
{"train_loss": 0.0024404374416917562, "global_step": 87325, "epoch": 490, "lr": 8.054939701950342e-06}
{"train_loss": 0.0017520103137940168, "global_step": 87326, "epoch": 490, "lr": 8.05413543158917e-06}
{"train_loss": 0.0005826387205161154, "global_step": 87327, "epoch": 490, "lr": 8.05333119786521e-06}
{"train_loss": 0.0007534455507993698, "global_step": 87328, "epoch": 490, "lr": 8.052527000779164e-06}
{"train_loss": 0.000667860615067184, "global_step": 87329, "epoch": 490, "lr": 8.051722840331727e-06}
{"train_loss": 0.0010627801530063152, "global_step": 87330, "epoch": 490, "lr": 8.050918716523592e-06}
{"train_loss": 0.0010824785567820072, "global_step": 87331, "epoch": 490, "lr": 8.050114629355498e-06}
{"train_loss": 0.0004997794167138636, "global_step": 87332, "epoch": 490, "lr": 8.049310578828101e-06}
{"train_loss": 0.00183875800576061, "global_step": 87333, "epoch": 490, "lr": 8.048506564942138e-06}
{"train_loss": 0.001217370736412704, "global_step": 87334, "epoch": 490, "lr": 8.047702587698298e-06}
{"train_loss": 0.0014688819646835327, "global_step": 87335, "epoch": 490, "lr": 8.046898647097283e-06}
{"train_loss": 0.0013696961104869843, "global_step": 87336, "epoch": 490, "lr": 8.046094743139799e-06}
{"train_loss": 0.0015048162313178182, "global_step": 87337, "epoch": 490, "lr": 8.045290875826533e-06}
{"train_loss": 0.002180675510317087, "global_step": 87338, "epoch": 490, "lr": 8.044487045158222e-06}
{"train_loss": 0.0012119647581130266, "global_step": 87339, "epoch": 490, "lr": 8.043683251135525e-06}
{"train_loss": 0.0002604147884994745, "global_step": 87340, "epoch": 490, "lr": 8.042879493759181e-06}
{"train_loss": 0.001356879947707057, "global_step": 87341, "epoch": 490, "lr": 8.042075773029866e-06}
{"train_loss": 0.0011383838718757033, "global_step": 87342, "epoch": 490, "lr": 8.041272088948299e-06}
{"train_loss": 0.0005859355442225933, "global_step": 87343, "epoch": 490, "lr": 8.040468441515176e-06}
{"train_loss": 0.0007732273079454899, "global_step": 87344, "epoch": 490, "lr": 8.039664830731197e-06}
{"train_loss": 0.0010632697958499193, "global_step": 87345, "epoch": 490, "lr": 8.038861256597046e-06}
{"train_loss": 0.000816207961179316, "global_step": 87346, "epoch": 490, "lr": 8.038057719113478e-06}
{"train_loss": 0.0010187425650656223, "global_step": 87347, "epoch": 490, "lr": 8.037254218281132e-06}
{"train_loss": 0.0003514211275614798, "global_step": 87348, "epoch": 490, "lr": 8.03645075410075e-06}
{"train_loss": 0.0004858155734837055, "global_step": 87349, "epoch": 490, "lr": 8.035647326573021e-06}
{"train_loss": 0.000994355883449316, "global_step": 87350, "epoch": 490, "lr": 8.03484393569865e-06}
{"train_loss": 0.0009074148256331682, "global_step": 87351, "epoch": 490, "lr": 8.034040581478336e-06}
{"train_loss": 0.002270278288051486, "global_step": 87352, "epoch": 490, "lr": 8.03323726391278e-06}
{"train_loss": 0.0009328917367383838, "global_step": 87353, "epoch": 490, "lr": 8.03243398300269e-06}
{"train_loss": 0.0015510761877521873, "global_step": 87354, "epoch": 490, "lr": 8.031630738748746e-06}
{"train_loss": 0.00041967909783124924, "global_step": 87355, "epoch": 490, "lr": 8.03082753115168e-06}
{"train_loss": 0.0005415271152742207, "global_step": 87356, "epoch": 490, "lr": 8.030024360212179e-06}
{"train_loss": 0.002429509535431862, "global_step": 87357, "epoch": 490, "lr": 8.029221225930945e-06}
{"train_loss": 0.0009939719457179308, "global_step": 87358, "epoch": 490, "lr": 8.02841812830868e-06}
{"train_loss": 0.0013219028478488326, "global_step": 87359, "epoch": 490, "lr": 8.027615067346084e-06}
{"train_loss": 0.0006983921630308032, "global_step": 87360, "epoch": 490, "lr": 8.026812043043851e-06}
{"train_loss": 0.0011793297016993165, "global_step": 87361, "epoch": 490, "lr": 8.026009055402711e-06}
{"train_loss": 0.0015194278676062822, "global_step": 87362, "epoch": 490, "lr": 8.025206104423327e-06}
{"train_loss": 0.0011897473596036434, "global_step": 87363, "epoch": 490, "lr": 8.024403190106427e-06}
{"train_loss": 0.001508328947238624, "global_step": 87364, "epoch": 490, "lr": 8.023600312452701e-06}
{"train_loss": 0.0009699808433651924, "global_step": 87365, "epoch": 490, "lr": 8.022797471462856e-06}
{"train_loss": 0.00200325483456254, "global_step": 87366, "epoch": 490, "lr": 8.021994667137595e-06}
{"train_loss": 0.0006431393558159471, "global_step": 87367, "epoch": 490, "lr": 8.02119189947761e-06}
{"train_loss": 0.0008945841691456735, "global_step": 87368, "epoch": 490, "lr": 8.020389168483595e-06}
{"train_loss": 0.0011470264289528131, "global_step": 87369, "epoch": 490, "lr": 8.019586474156288e-06}
{"train_loss": 0.0013204170390963554, "global_step": 87370, "epoch": 490, "lr": 8.01878381649634e-06}
{"train_loss": 0.0014979621628299356, "global_step": 87371, "epoch": 490, "lr": 8.017981195504504e-06}
{"train_loss": 0.0008722456404939294, "global_step": 87372, "epoch": 490, "lr": 8.01717861118143e-06}
{"train_loss": 0.0007850044639781117, "global_step": 87373, "epoch": 490, "lr": 8.016376063527853e-06}
{"train_loss": 0.0008766787359490991, "global_step": 87374, "epoch": 490, "lr": 8.015573552544465e-06}
{"train_loss": 0.0006729954620823264, "global_step": 87375, "epoch": 490, "lr": 8.014771078231953e-06}
{"train_loss": 0.0013643846614286304, "global_step": 87376, "epoch": 490, "lr": 8.013968640591057e-06}
{"train_loss": 0.0015596578596159816, "global_step": 87377, "epoch": 490, "lr": 8.013166239622428e-06}
{"train_loss": 0.001167774898931384, "global_step": 87378, "epoch": 490, "lr": 8.0123638753268e-06}
{"train_loss": 0.0011284962529316545, "global_step": 87379, "epoch": 490, "lr": 8.011561547704871e-06}
{"train_loss": 0.002078079618513584, "global_step": 87380, "epoch": 490, "lr": 8.010759256757327e-06}
{"train_loss": 0.0011651474051177502, "global_step": 87381, "epoch": 490, "lr": 8.009957002484887e-06}
{"train_loss": 0.00031737584504298866, "global_step": 87382, "epoch": 490, "lr": 8.009154784888234e-06}
{"train_loss": 0.0009829283226281404, "global_step": 87383, "epoch": 490, "lr": 8.008352603968068e-06}
{"train_loss": 0.0010592758189886808, "global_step": 87384, "epoch": 490, "lr": 8.007550459725122e-06}
{"train_loss": 0.002049783244729042, "global_step": 87385, "epoch": 490, "lr": 8.006748352160049e-06}
{"train_loss": 0.000751446234062314, "global_step": 87386, "epoch": 490, "lr": 8.00594628127358e-06}
{"train_loss": 0.00048313141451217234, "global_step": 87387, "epoch": 490, "lr": 8.005144247066415e-06}
{"train_loss": 0.00046332250349223614, "global_step": 87388, "epoch": 490, "lr": 8.004342249539249e-06}
{"train_loss": 0.0017749543767422438, "global_step": 87389, "epoch": 490, "lr": 8.003540288692779e-06}
{"train_loss": 0.0015531934332102537, "global_step": 87390, "epoch": 490, "lr": 8.002738364527713e-06}
{"train_loss": 0.0004904542583972216, "global_step": 87391, "epoch": 490, "lr": 8.001936477044742e-06}
{"train_loss": 0.0009412559447810054, "global_step": 87392, "epoch": 490, "lr": 8.001134626244572e-06}
{"train_loss": 0.0015137654263526201, "global_step": 87393, "epoch": 490, "lr": 8.000332812127891e-06}
{"train_loss": 0.0009742124238982797, "global_step": 87394, "epoch": 490, "lr": 7.99953103469544e-06}
{"train_loss": 0.0008514490909874439, "global_step": 87395, "epoch": 490, "lr": 7.998729293947859e-06}
{"train_loss": 0.0017853016033768654, "global_step": 87396, "epoch": 490, "lr": 7.997927589885895e-06}
{"train_loss": 0.0011797937202552501, "global_step": 87397, "epoch": 490, "lr": 7.997125922510234e-06, "train_action_mse_error": 1.1076094779127743e-06}
{"train_loss": 0.0013871205737814307, "global_step": 87398, "epoch": 491, "lr": 7.99632429182156e-06}
{"train_loss": 0.00046405557077378035, "global_step": 87399, "epoch": 491, "lr": 7.995522697820618e-06}
{"train_loss": 0.0011860084487125278, "global_step": 87400, "epoch": 491, "lr": 7.994721140508049e-06}
{"train_loss": 0.0008427042048424482, "global_step": 87401, "epoch": 491, "lr": 7.9939196198846e-06}
{"train_loss": 0.0012271739542484283, "global_step": 87402, "epoch": 491, "lr": 7.99311813595095e-06}
{"train_loss": 0.0009695792105048895, "global_step": 87403, "epoch": 491, "lr": 7.992316688707802e-06}
{"train_loss": 0.0009903223253786564, "global_step": 87404, "epoch": 491, "lr": 7.99151527815586e-06}
{"train_loss": 0.0012276058550924063, "global_step": 87405, "epoch": 491, "lr": 7.990713904295815e-06}
{"train_loss": 0.0011605415493249893, "global_step": 87406, "epoch": 491, "lr": 7.989912567128366e-06}
{"train_loss": 0.000800694921053946, "global_step": 87407, "epoch": 491, "lr": 7.989111266654237e-06}
{"train_loss": 0.0009668368729762733, "global_step": 87408, "epoch": 491, "lr": 7.988310002874095e-06}
{"train_loss": 0.0003375917440280318, "global_step": 87409, "epoch": 491, "lr": 7.987508775788672e-06}
{"train_loss": 0.0019040433689951897, "global_step": 87410, "epoch": 491, "lr": 7.986707585398629e-06}
{"train_loss": 0.00033425353467464447, "global_step": 87411, "epoch": 491, "lr": 7.985906431704705e-06}
{"train_loss": 0.0017780816415324807, "global_step": 87412, "epoch": 491, "lr": 7.985105314707574e-06}
{"train_loss": 0.0009145766962319613, "global_step": 87413, "epoch": 491, "lr": 7.984304234407952e-06}
{"train_loss": 0.0005283900536596775, "global_step": 87414, "epoch": 491, "lr": 7.98350319080653e-06}
{"train_loss": 0.0008496887749060988, "global_step": 87415, "epoch": 491, "lr": 7.982702183904007e-06}
{"train_loss": 0.0012913376558572054, "global_step": 87416, "epoch": 491, "lr": 7.981901213701071e-06}
{"train_loss": 0.0009918329305946827, "global_step": 87417, "epoch": 491, "lr": 7.981100280198445e-06}
{"train_loss": 0.0005515965167433023, "global_step": 87418, "epoch": 491, "lr": 7.980299383396822e-06}
{"train_loss": 0.00048807694111019373, "global_step": 87419, "epoch": 491, "lr": 7.979498523296897e-06}
{"train_loss": 0.0002755424357019365, "global_step": 87420, "epoch": 491, "lr": 7.978697699899374e-06}
{"train_loss": 0.0007791241514496505, "global_step": 87421, "epoch": 491, "lr": 7.977896913204936e-06}
{"train_loss": 0.0012622016947716475, "global_step": 87422, "epoch": 491, "lr": 7.977096163214315e-06}
{"train_loss": 0.0004623360000550747, "global_step": 87423, "epoch": 491, "lr": 7.976295449928172e-06}
{"train_loss": 0.0022256113588809967, "global_step": 87424, "epoch": 491, "lr": 7.975494773347236e-06}
{"train_loss": 0.0018600421026349068, "global_step": 87425, "epoch": 491, "lr": 7.974694133472194e-06}
{"train_loss": 0.0009625608799979091, "global_step": 87426, "epoch": 491, "lr": 7.973893530303744e-06}
{"train_loss": 0.0012040918227285147, "global_step": 87427, "epoch": 491, "lr": 7.973092963842594e-06}
{"train_loss": 0.00033757247729226947, "global_step": 87428, "epoch": 491, "lr": 7.972292434089435e-06}
{"train_loss": 0.0012375260703265667, "global_step": 87429, "epoch": 491, "lr": 7.971491941044973e-06}
{"train_loss": 0.002150734420865774, "global_step": 87430, "epoch": 491, "lr": 7.970691484709896e-06}
{"train_loss": 0.0020192780066281557, "global_step": 87431, "epoch": 491, "lr": 7.9698910650849e-06}
{"train_loss": 0.0013073342852294445, "global_step": 87432, "epoch": 491, "lr": 7.96909068217072e-06}
{"train_loss": 0.0018481602892279625, "global_step": 87433, "epoch": 491, "lr": 7.968290335968004e-06}
{"train_loss": 0.0007832207484170794, "global_step": 87434, "epoch": 491, "lr": 7.967490026477492e-06}
{"train_loss": 0.001197305042296648, "global_step": 87435, "epoch": 491, "lr": 7.966689753699863e-06}
{"train_loss": 0.0017209290526807308, "global_step": 87436, "epoch": 491, "lr": 7.965889517635821e-06}
{"train_loss": 0.0006222697556950152, "global_step": 87437, "epoch": 491, "lr": 7.965089318286061e-06}
{"train_loss": 0.00040809917845763266, "global_step": 87438, "epoch": 491, "lr": 7.964289155651278e-06}
{"train_loss": 0.0007776665152050555, "global_step": 87439, "epoch": 491, "lr": 7.96348902973219e-06}
{"train_loss": 0.0006706429412588477, "global_step": 87440, "epoch": 491, "lr": 7.962688940529484e-06}
{"train_loss": 0.0007111930754035711, "global_step": 87441, "epoch": 491, "lr": 7.961888888043856e-06}
{"train_loss": 0.0006874420796521008, "global_step": 87442, "epoch": 491, "lr": 7.961088872276008e-06}
{"train_loss": 0.0038869979325681925, "global_step": 87443, "epoch": 491, "lr": 7.960288893226636e-06}
{"train_loss": 0.0009528712253086269, "global_step": 87444, "epoch": 491, "lr": 7.959488950896438e-06}
{"train_loss": 0.000924935913644731, "global_step": 87445, "epoch": 491, "lr": 7.958689045286132e-06}
{"train_loss": 0.0017272843979299068, "global_step": 87446, "epoch": 491, "lr": 7.957889176396377e-06}
{"train_loss": 0.0012559090973809361, "global_step": 87447, "epoch": 491, "lr": 7.957089344227919e-06}
{"train_loss": 0.0018877368420362473, "global_step": 87448, "epoch": 491, "lr": 7.95628954878141e-06}
{"train_loss": 0.003063957439735532, "global_step": 87449, "epoch": 491, "lr": 7.955489790057585e-06}
{"train_loss": 0.0016685083974152803, "global_step": 87450, "epoch": 491, "lr": 7.95469006805713e-06}
{"train_loss": 0.0006045271293260157, "global_step": 87451, "epoch": 491, "lr": 7.953890382780738e-06}
{"train_loss": 0.0006461848388426006, "global_step": 87452, "epoch": 491, "lr": 7.953090734229112e-06}
{"train_loss": 0.0007657021633349359, "global_step": 87453, "epoch": 491, "lr": 7.95229112240295e-06}
{"train_loss": 0.0009708909783512354, "global_step": 87454, "epoch": 491, "lr": 7.951491547302941e-06}
{"train_loss": 0.0007740425644442439, "global_step": 87455, "epoch": 491, "lr": 7.950692008929816e-06}
{"train_loss": 0.0007891677669249475, "global_step": 87456, "epoch": 491, "lr": 7.949892507284229e-06}
{"train_loss": 0.0007596387295052409, "global_step": 87457, "epoch": 491, "lr": 7.949093042366907e-06}
{"train_loss": 0.0008610254153609276, "global_step": 87458, "epoch": 491, "lr": 7.948293614178542e-06}
{"train_loss": 0.0007359502487815917, "global_step": 87459, "epoch": 491, "lr": 7.94749422271982e-06}
{"train_loss": 0.00157712132204324, "global_step": 87460, "epoch": 491, "lr": 7.946694867991478e-06}
{"train_loss": 0.0023872018791735172, "global_step": 87461, "epoch": 491, "lr": 7.945895549994159e-06}
{"train_loss": 0.0008774309535510838, "global_step": 87462, "epoch": 491, "lr": 7.945096268728613e-06}
{"train_loss": 0.001929361722432077, "global_step": 87463, "epoch": 491, "lr": 7.94429702419549e-06}
{"train_loss": 0.00051149568753317, "global_step": 87464, "epoch": 491, "lr": 7.943497816395523e-06}
{"train_loss": 0.0007635025540366769, "global_step": 87465, "epoch": 491, "lr": 7.942698645329399e-06}
{"train_loss": 0.0003309047897346318, "global_step": 87466, "epoch": 491, "lr": 7.94189951099782e-06}
{"train_loss": 0.0014501902041956782, "global_step": 87467, "epoch": 491, "lr": 7.941100413401475e-06}
{"train_loss": 0.0014418010832741857, "global_step": 87468, "epoch": 491, "lr": 7.94030135254107e-06}
{"train_loss": 0.0011973809450864792, "global_step": 87469, "epoch": 491, "lr": 7.939502328417286e-06}
{"train_loss": 0.0009942904580384493, "global_step": 87470, "epoch": 491, "lr": 7.938703341030863e-06}
{"train_loss": 0.0015238926280289888, "global_step": 87471, "epoch": 491, "lr": 7.937904390382439e-06}
{"train_loss": 0.0011942088603973389, "global_step": 87472, "epoch": 491, "lr": 7.937105476472761e-06}
{"train_loss": 0.0004946896224282682, "global_step": 87473, "epoch": 491, "lr": 7.936306599302512e-06}
{"train_loss": 0.0008700681501068175, "global_step": 87474, "epoch": 491, "lr": 7.935507758872379e-06}
{"train_loss": 0.0005894070491194725, "global_step": 87475, "epoch": 491, "lr": 7.934708955183073e-06}
{"train_loss": 0.001134425518102944, "global_step": 87476, "epoch": 491, "lr": 7.933910188235288e-06}
{"train_loss": 0.000850515381898731, "global_step": 87477, "epoch": 491, "lr": 7.933111458029707e-06}
{"train_loss": 0.002142836805433035, "global_step": 87478, "epoch": 491, "lr": 7.932312764567063e-06}
{"train_loss": 0.0010611249599605799, "global_step": 87479, "epoch": 491, "lr": 7.93151410784801e-06}
{"train_loss": 0.000381063437089324, "global_step": 87480, "epoch": 491, "lr": 7.930715487873281e-06}
{"train_loss": 0.0015652209986001253, "global_step": 87481, "epoch": 491, "lr": 7.929916904643553e-06}
{"train_loss": 0.0015053199604153633, "global_step": 87482, "epoch": 491, "lr": 7.929118358159538e-06}
{"train_loss": 0.00039234617725014687, "global_step": 87483, "epoch": 491, "lr": 7.928319848421922e-06}
{"train_loss": 0.0007939455099403858, "global_step": 87484, "epoch": 491, "lr": 7.92752137543139e-06}
{"train_loss": 0.0008962277788668871, "global_step": 87485, "epoch": 491, "lr": 7.926722939188685e-06}
{"train_loss": 0.0010066413087770343, "global_step": 87486, "epoch": 491, "lr": 7.925924539694451e-06}
{"train_loss": 0.002304030116647482, "global_step": 87487, "epoch": 491, "lr": 7.925126176949415e-06}
{"train_loss": 0.0012835913803428411, "global_step": 87488, "epoch": 491, "lr": 7.924327850954278e-06}
{"train_loss": 0.0008388239075429738, "global_step": 87489, "epoch": 491, "lr": 7.92352956170972e-06}
{"train_loss": 0.0016701139975339174, "global_step": 87490, "epoch": 491, "lr": 7.922731309216453e-06}
{"train_loss": 0.0012736328644677997, "global_step": 87491, "epoch": 491, "lr": 7.92193309347516e-06}
{"train_loss": 0.0017373315058648586, "global_step": 87492, "epoch": 491, "lr": 7.921134914486539e-06}
{"train_loss": 0.0008722880738787353, "global_step": 87493, "epoch": 491, "lr": 7.920336772251313e-06}
{"train_loss": 0.0010261130519211292, "global_step": 87494, "epoch": 491, "lr": 7.919538666770138e-06}
{"train_loss": 0.0005802749656140804, "global_step": 87495, "epoch": 491, "lr": 7.91874059804375e-06}
{"train_loss": 0.0017289340030401945, "global_step": 87496, "epoch": 491, "lr": 7.917942566072822e-06}
{"train_loss": 0.0013013561256229877, "global_step": 87497, "epoch": 491, "lr": 7.91714457085806e-06}
{"train_loss": 0.001881130738183856, "global_step": 87498, "epoch": 491, "lr": 7.91634661240016e-06}
{"train_loss": 0.0016010357066988945, "global_step": 87499, "epoch": 491, "lr": 7.91554869069982e-06}
{"train_loss": 0.0017997012473642826, "global_step": 87500, "epoch": 491, "lr": 7.914750805757732e-06}
{"train_loss": 0.001006323960609734, "global_step": 87501, "epoch": 491, "lr": 7.913952957574583e-06}
{"train_loss": 0.0014106495073065162, "global_step": 87502, "epoch": 491, "lr": 7.913155146151096e-06}
{"train_loss": 0.001181525643914938, "global_step": 87503, "epoch": 491, "lr": 7.912357371487956e-06}
{"train_loss": 0.001722547342069447, "global_step": 87504, "epoch": 491, "lr": 7.911559633585857e-06}
{"train_loss": 0.0014795409515500069, "global_step": 87505, "epoch": 491, "lr": 7.910761932445494e-06}
{"train_loss": 0.00039259204640984535, "global_step": 87506, "epoch": 491, "lr": 7.909964268067571e-06}
{"train_loss": 0.0006926730275154114, "global_step": 87507, "epoch": 491, "lr": 7.90916664045277e-06}
{"train_loss": 0.0006896088598296046, "global_step": 87508, "epoch": 491, "lr": 7.908369049601816e-06}
{"train_loss": 0.0003078589797951281, "global_step": 87509, "epoch": 491, "lr": 7.90757149551537e-06}
{"train_loss": 0.0011159940622746944, "global_step": 87510, "epoch": 491, "lr": 7.906773978194154e-06}
{"train_loss": 0.0008077526581473649, "global_step": 87511, "epoch": 491, "lr": 7.905976497638861e-06}
{"train_loss": 0.00030697716283611953, "global_step": 87512, "epoch": 491, "lr": 7.905179053850182e-06}
{"train_loss": 0.0003781160921789706, "global_step": 87513, "epoch": 491, "lr": 7.904381646828817e-06}
{"train_loss": 0.0006024619215168059, "global_step": 87514, "epoch": 491, "lr": 7.903584276575459e-06}
{"train_loss": 0.0024796065408736467, "global_step": 87515, "epoch": 491, "lr": 7.902786943090795e-06}
{"train_loss": 0.000826988136395812, "global_step": 87516, "epoch": 491, "lr": 7.901989646375556e-06}
{"train_loss": 0.0017927165608853102, "global_step": 87517, "epoch": 491, "lr": 7.90119238643039e-06}
{"train_loss": 0.0015244116075336933, "global_step": 87518, "epoch": 491, "lr": 7.900395163256042e-06}
{"train_loss": 0.0008187662460841238, "global_step": 87519, "epoch": 491, "lr": 7.899597976853162e-06}
{"train_loss": 0.0013905357336625457, "global_step": 87520, "epoch": 491, "lr": 7.89880082722248e-06}
{"train_loss": 0.0012026069452986121, "global_step": 87521, "epoch": 491, "lr": 7.898003714364682e-06}
{"train_loss": 0.001312249805778265, "global_step": 87522, "epoch": 491, "lr": 7.897206638280452e-06}
{"train_loss": 0.0015179950278252363, "global_step": 87523, "epoch": 491, "lr": 7.896409598970522e-06}
{"train_loss": 0.000891256146132946, "global_step": 87524, "epoch": 491, "lr": 7.895612596435537e-06}
{"train_loss": 0.0009565914515405893, "global_step": 87525, "epoch": 491, "lr": 7.894815630676233e-06}
{"train_loss": 0.0005802051746286452, "global_step": 87526, "epoch": 491, "lr": 7.894018701693295e-06}
{"train_loss": 0.00034529203549027443, "global_step": 87527, "epoch": 491, "lr": 7.893221809487417e-06}
{"train_loss": 0.0012046570191159844, "global_step": 87528, "epoch": 491, "lr": 7.892424954059297e-06}
{"train_loss": 0.000505496805999428, "global_step": 87529, "epoch": 491, "lr": 7.891628135409624e-06}
{"train_loss": 0.003973477985709906, "global_step": 87530, "epoch": 491, "lr": 7.890831353539091e-06}
{"train_loss": 0.0004174158093519509, "global_step": 87531, "epoch": 491, "lr": 7.890034608448422e-06}
{"train_loss": 0.0012642565416172147, "global_step": 87532, "epoch": 491, "lr": 7.889237900138274e-06}
{"train_loss": 0.0007942705415189266, "global_step": 87533, "epoch": 491, "lr": 7.888441228609367e-06}
{"train_loss": 0.0018837760435417295, "global_step": 87534, "epoch": 491, "lr": 7.887644593862398e-06}
{"train_loss": 0.00031339371344074607, "global_step": 87535, "epoch": 491, "lr": 7.886847995898055e-06}
{"train_loss": 0.0005225985660217702, "global_step": 87536, "epoch": 491, "lr": 7.886051434717034e-06}
{"train_loss": 0.0009112472180277109, "global_step": 87537, "epoch": 491, "lr": 7.885254910320033e-06}
{"train_loss": 0.0014373227022588253, "global_step": 87538, "epoch": 491, "lr": 7.884458422707747e-06}
{"train_loss": 0.0012874924577772617, "global_step": 87539, "epoch": 491, "lr": 7.883661971880867e-06}
{"train_loss": 0.0009134127758443356, "global_step": 87540, "epoch": 491, "lr": 7.882865557840091e-06}
{"train_loss": 0.0005383185925893486, "global_step": 87541, "epoch": 491, "lr": 7.882069180586132e-06}
{"train_loss": 0.0008053632918745279, "global_step": 87542, "epoch": 491, "lr": 7.881272840119646e-06}
{"train_loss": 0.0009455716935917735, "global_step": 87543, "epoch": 491, "lr": 7.880476536441373e-06}
{"train_loss": 0.0004763784818351269, "global_step": 87544, "epoch": 491, "lr": 7.879680269551981e-06}
{"train_loss": 0.001438515493646264, "global_step": 87545, "epoch": 491, "lr": 7.878884039452162e-06}
{"train_loss": 0.0011567487381398678, "global_step": 87546, "epoch": 491, "lr": 7.87808784614265e-06}
{"train_loss": 0.001038815826177597, "global_step": 87547, "epoch": 491, "lr": 7.877291689624083e-06}
{"train_loss": 0.0010496224276721478, "global_step": 87548, "epoch": 491, "lr": 7.876495569897202e-06}
{"train_loss": 0.0014334924053400755, "global_step": 87549, "epoch": 491, "lr": 7.87569948696269e-06}
{"train_loss": 0.0015346604632213712, "global_step": 87550, "epoch": 491, "lr": 7.87490344082123e-06}
{"train_loss": 0.0014117034152150154, "global_step": 87551, "epoch": 491, "lr": 7.874107431473532e-06}
{"train_loss": 0.0022242465056478977, "global_step": 87552, "epoch": 491, "lr": 7.873311458920286e-06}
{"train_loss": 0.0010439067846164107, "global_step": 87553, "epoch": 491, "lr": 7.872515523162172e-06}
{"train_loss": 0.0010032022837549448, "global_step": 87554, "epoch": 491, "lr": 7.871719624199924e-06}
{"train_loss": 0.0008530113846063614, "global_step": 87555, "epoch": 491, "lr": 7.870923762034193e-06}
{"train_loss": 0.0020812966395169497, "global_step": 87556, "epoch": 491, "lr": 7.870127936665711e-06}
{"train_loss": 0.0014238402945920825, "global_step": 87557, "epoch": 491, "lr": 7.869332148095137e-06}
{"train_loss": 0.0010391323594376445, "global_step": 87558, "epoch": 491, "lr": 7.868536396323195e-06}
{"train_loss": 0.0011561330175027251, "global_step": 87559, "epoch": 491, "lr": 7.867740681350577e-06}
{"train_loss": 0.0010182892438024282, "global_step": 87560, "epoch": 491, "lr": 7.866945003177962e-06}
{"train_loss": 0.0014264520723372698, "global_step": 87561, "epoch": 491, "lr": 7.866149361806057e-06}
{"train_loss": 0.0011288735549896955, "global_step": 87562, "epoch": 491, "lr": 7.86535375723556e-06}
{"train_loss": 0.0012365072034299374, "global_step": 87563, "epoch": 491, "lr": 7.864558189467141e-06}
{"train_loss": 0.0006089509697631001, "global_step": 87564, "epoch": 491, "lr": 7.863762658501533e-06}
{"train_loss": 0.0007995747146196663, "global_step": 87565, "epoch": 491, "lr": 7.862967164339407e-06}
{"train_loss": 0.0008706910302862525, "global_step": 87566, "epoch": 491, "lr": 7.862171706981463e-06}
{"train_loss": 0.0005508619942702353, "global_step": 87567, "epoch": 491, "lr": 7.861376286428396e-06}
{"train_loss": 0.002163299359381199, "global_step": 87568, "epoch": 491, "lr": 7.860580902680892e-06}
{"train_loss": 0.001230244291946292, "global_step": 87569, "epoch": 491, "lr": 7.859785555739673e-06}
{"train_loss": 0.0010918000480160117, "global_step": 87570, "epoch": 491, "lr": 7.85899024560539e-06}
{"train_loss": 0.0017267439980059862, "global_step": 87571, "epoch": 491, "lr": 7.858194972278794e-06}
{"train_loss": 0.0012329558376222849, "global_step": 87572, "epoch": 491, "lr": 7.857399735760519e-06}
{"train_loss": 0.0023802800569683313, "global_step": 87573, "epoch": 491, "lr": 7.856604536051299e-06}
{"train_loss": 0.0014934355858713388, "global_step": 87574, "epoch": 491, "lr": 7.855809373151818e-06}
{"train_loss": 0.0011681578994540268, "global_step": 87575, "epoch": 491, "lr": 7.855014247062775e-06}
{"train_loss": 0.0003373646759428084, "global_step": 87576, "epoch": 492, "lr": 7.854219157784859e-06}
{"train_loss": 0.001316581154242158, "global_step": 87577, "epoch": 492, "lr": 7.853424105318763e-06}
{"train_loss": 0.0006166475359350443, "global_step": 87578, "epoch": 492, "lr": 7.85262908966517e-06}
{"train_loss": 0.0009535253047943115, "global_step": 87579, "epoch": 492, "lr": 7.851834110824818e-06}
{"train_loss": 0.0012460245052352548, "global_step": 87580, "epoch": 492, "lr": 7.851039168798347e-06}
{"train_loss": 0.0008773643639869988, "global_step": 87581, "epoch": 492, "lr": 7.850244263586487e-06}
{"train_loss": 0.0010970707517117262, "global_step": 87582, "epoch": 492, "lr": 7.849449395189917e-06}
{"train_loss": 0.0018253002781420946, "global_step": 87583, "epoch": 492, "lr": 7.848654563609342e-06}
{"train_loss": 0.00170235859695822, "global_step": 87584, "epoch": 492, "lr": 7.84785976884545e-06}
{"train_loss": 0.0021367669105529785, "global_step": 87585, "epoch": 492, "lr": 7.84706501089892e-06}
{"train_loss": 0.0011039539240300655, "global_step": 87586, "epoch": 492, "lr": 7.846270289770474e-06}
{"train_loss": 0.0010125510161742568, "global_step": 87587, "epoch": 492, "lr": 7.845475605460795e-06}
{"train_loss": 0.0008911836193874478, "global_step": 87588, "epoch": 492, "lr": 7.844680957970573e-06}
{"train_loss": 0.0012408224865794182, "global_step": 87589, "epoch": 492, "lr": 7.843886347300505e-06}
{"train_loss": 0.0014158933190628886, "global_step": 87590, "epoch": 492, "lr": 7.843091773451288e-06}
{"train_loss": 0.0015993618872016668, "global_step": 87591, "epoch": 492, "lr": 7.842297236423607e-06}
{"train_loss": 0.0006439817952923477, "global_step": 87592, "epoch": 492, "lr": 7.841502736218171e-06}
{"train_loss": 0.0012819507392123342, "global_step": 87593, "epoch": 492, "lr": 7.840708272835646e-06}
{"train_loss": 0.0002285715308971703, "global_step": 87594, "epoch": 492, "lr": 7.83991384627677e-06}
{"train_loss": 0.0005908676539547741, "global_step": 87595, "epoch": 492, "lr": 7.839119456542183e-06}
{"train_loss": 0.0016172273317351937, "global_step": 87596, "epoch": 492, "lr": 7.838325103632627e-06}
{"train_loss": 0.00029012112645432353, "global_step": 87597, "epoch": 492, "lr": 7.837530787548769e-06}
{"train_loss": 0.0020528968889266253, "global_step": 87598, "epoch": 492, "lr": 7.836736508291315e-06}
{"train_loss": 0.000811080913990736, "global_step": 87599, "epoch": 492, "lr": 7.835942265860952e-06}
{"train_loss": 0.000942395708989352, "global_step": 87600, "epoch": 492, "lr": 7.835148060258373e-06}
{"train_loss": 0.0014802441000938416, "global_step": 87601, "epoch": 492, "lr": 7.83435389148427e-06}
{"train_loss": 0.002248037839308381, "global_step": 87602, "epoch": 492, "lr": 7.833559759539355e-06}
{"train_loss": 0.000634433061350137, "global_step": 87603, "epoch": 492, "lr": 7.83276566442429e-06}
{"train_loss": 0.0014929999597370625, "global_step": 87604, "epoch": 492, "lr": 7.831971606139794e-06}
{"train_loss": 0.0013967466074973345, "global_step": 87605, "epoch": 492, "lr": 7.831177584686555e-06}
{"train_loss": 0.0031135559547692537, "global_step": 87606, "epoch": 492, "lr": 7.830383600065249e-06}
{"train_loss": 0.0006925496272742748, "global_step": 87607, "epoch": 492, "lr": 7.829589652276614e-06}
{"train_loss": 0.0018798974342644215, "global_step": 87608, "epoch": 492, "lr": 7.828795741321287e-06}
{"train_loss": 0.0029152794741094112, "global_step": 87609, "epoch": 492, "lr": 7.828001867200014e-06}
{"train_loss": 0.0009868460474535823, "global_step": 87610, "epoch": 492, "lr": 7.827208029913435e-06}
{"train_loss": 0.0011080957483500242, "global_step": 87611, "epoch": 492, "lr": 7.826414229462286e-06}
{"train_loss": 0.0015191646525636315, "global_step": 87612, "epoch": 492, "lr": 7.825620465847245e-06}
{"train_loss": 0.0007085005636326969, "global_step": 87613, "epoch": 492, "lr": 7.824826739069007e-06}
{"train_loss": 0.00099315051920712, "global_step": 87614, "epoch": 492, "lr": 7.82403304912826e-06}
{"train_loss": 0.0008149002096615732, "global_step": 87615, "epoch": 492, "lr": 7.823239396025706e-06}
{"train_loss": 0.001032146392390132, "global_step": 87616, "epoch": 492, "lr": 7.822445779762022e-06}
{"train_loss": 0.000923285202588886, "global_step": 87617, "epoch": 492, "lr": 7.82165220033793e-06}
{"train_loss": 0.0017377572366967797, "global_step": 87618, "epoch": 492, "lr": 7.820858657754087e-06}
{"train_loss": 0.0008088396280072629, "global_step": 87619, "epoch": 492, "lr": 7.820065152011219e-06}
{"train_loss": 0.00039447585004381835, "global_step": 87620, "epoch": 492, "lr": 7.819271683110002e-06}
{"train_loss": 0.001121416105888784, "global_step": 87621, "epoch": 492, "lr": 7.818478251051136e-06}
{"train_loss": 0.0016586692072451115, "global_step": 87622, "epoch": 492, "lr": 7.817684855835306e-06}
{"train_loss": 0.00038413837319239974, "global_step": 87623, "epoch": 492, "lr": 7.816891497463214e-06}
{"train_loss": 0.00091187545331195, "global_step": 87624, "epoch": 492, "lr": 7.816098175935527e-06}
{"train_loss": 0.0011885191779583693, "global_step": 87625, "epoch": 492, "lr": 7.815304891252989e-06}
{"train_loss": 0.001022804295644164, "global_step": 87626, "epoch": 492, "lr": 7.81451164341624e-06}
{"train_loss": 0.0008453391492366791, "global_step": 87627, "epoch": 492, "lr": 7.813718432426009e-06}
{"train_loss": 0.0008869041339494288, "global_step": 87628, "epoch": 492, "lr": 7.812925258282971e-06}
{"train_loss": 0.0014560577692463994, "global_step": 87629, "epoch": 492, "lr": 7.812132120987825e-06}
{"train_loss": 0.0007963502430357039, "global_step": 87630, "epoch": 492, "lr": 7.811339020541265e-06}
{"train_loss": 0.00109951663762331, "global_step": 87631, "epoch": 492, "lr": 7.810545956943965e-06}
{"train_loss": 0.0009840407874435186, "global_step": 87632, "epoch": 492, "lr": 7.809752930196656e-06}
{"train_loss": 0.0007862193160690367, "global_step": 87633, "epoch": 492, "lr": 7.808959940299986e-06}
{"train_loss": 0.00039201462641358376, "global_step": 87634, "epoch": 492, "lr": 7.808166987254684e-06}
{"train_loss": 0.0016430971445515752, "global_step": 87635, "epoch": 492, "lr": 7.807374071061429e-06}
{"train_loss": 0.0011360074859112501, "global_step": 87636, "epoch": 492, "lr": 7.806581191720912e-06}
{"train_loss": 0.0007833173731341958, "global_step": 87637, "epoch": 492, "lr": 7.805788349233828e-06}
{"train_loss": 0.0007071378640830517, "global_step": 87638, "epoch": 492, "lr": 7.804995543600863e-06}
{"train_loss": 0.0007703190785832703, "global_step": 87639, "epoch": 492, "lr": 7.804202774822705e-06}
{"train_loss": 0.0009683262906037271, "global_step": 87640, "epoch": 492, "lr": 7.803410042900084e-06}
{"train_loss": 0.0008278258028440177, "global_step": 87641, "epoch": 492, "lr": 7.802617347833635e-06}
{"train_loss": 0.0007627395680174232, "global_step": 87642, "epoch": 492, "lr": 7.801824689624093e-06}
{"train_loss": 0.0004931290168315172, "global_step": 87643, "epoch": 492, "lr": 7.801032068272134e-06}
{"train_loss": 0.0010410427348688245, "global_step": 87644, "epoch": 492, "lr": 7.80023948377846e-06}
{"train_loss": 0.0018465425819158554, "global_step": 87645, "epoch": 492, "lr": 7.799446936143755e-06}
{"train_loss": 0.0017197970300912857, "global_step": 87646, "epoch": 492, "lr": 7.798654425368712e-06}
{"train_loss": 0.0004303326131775975, "global_step": 87647, "epoch": 492, "lr": 7.797861951454022e-06}
{"train_loss": 0.0007760711596347392, "global_step": 87648, "epoch": 492, "lr": 7.797069514400368e-06}
{"train_loss": 0.0007762756431475282, "global_step": 87649, "epoch": 492, "lr": 7.796277114208467e-06}
{"train_loss": 0.001288517378270626, "global_step": 87650, "epoch": 492, "lr": 7.795484750878995e-06}
{"train_loss": 0.0013897669268772006, "global_step": 87651, "epoch": 492, "lr": 7.794692424412653e-06}
{"train_loss": 0.0005542318685911596, "global_step": 87652, "epoch": 492, "lr": 7.793900134810123e-06}
{"train_loss": 0.0013046308886259794, "global_step": 87653, "epoch": 492, "lr": 7.793107882072099e-06}
{"train_loss": 0.0003808460896834731, "global_step": 87654, "epoch": 492, "lr": 7.792315666199263e-06}
{"train_loss": 0.0010121583472937346, "global_step": 87655, "epoch": 492, "lr": 7.791523487192343e-06}
{"train_loss": 0.0018974612466990948, "global_step": 87656, "epoch": 492, "lr": 7.790731345051983e-06}
{"train_loss": 0.0008033578633330762, "global_step": 87657, "epoch": 492, "lr": 7.78993923977891e-06}
{"train_loss": 0.0010744603350758553, "global_step": 87658, "epoch": 492, "lr": 7.789147171373806e-06}
{"train_loss": 0.0013053757138550282, "global_step": 87659, "epoch": 492, "lr": 7.788355139837355e-06}
{"train_loss": 0.00043559426558203995, "global_step": 87660, "epoch": 492, "lr": 7.787563145170263e-06}
{"train_loss": 0.0011058542877435684, "global_step": 87661, "epoch": 492, "lr": 7.786771187373209e-06}
{"train_loss": 0.0012956231366842985, "global_step": 87662, "epoch": 492, "lr": 7.78597926644688e-06}
{"train_loss": 0.000628951471298933, "global_step": 87663, "epoch": 492, "lr": 7.785187382392002e-06}
{"train_loss": 0.0006670054281130433, "global_step": 87664, "epoch": 492, "lr": 7.78439553520921e-06}
{"train_loss": 0.001739410450682044, "global_step": 87665, "epoch": 492, "lr": 7.783603724899257e-06}
{"train_loss": 0.0017643682658672333, "global_step": 87666, "epoch": 492, "lr": 7.782811951462782e-06}
{"train_loss": 0.0010862508788704872, "global_step": 87667, "epoch": 492, "lr": 7.78202021490051e-06}
{"train_loss": 0.0005167620838619769, "global_step": 87668, "epoch": 492, "lr": 7.781228515213124e-06}
{"train_loss": 0.00021942993043921888, "global_step": 87669, "epoch": 492, "lr": 7.7804368524013e-06}
{"train_loss": 0.001904892036691308, "global_step": 87670, "epoch": 492, "lr": 7.779645226465765e-06}
{"train_loss": 0.0007616131333634257, "global_step": 87671, "epoch": 492, "lr": 7.77885363740717e-06}
{"train_loss": 0.002125623170286417, "global_step": 87672, "epoch": 492, "lr": 7.778062085226235e-06}
{"train_loss": 0.0004846287192776799, "global_step": 87673, "epoch": 492, "lr": 7.777270569923639e-06}
{"train_loss": 0.0007854969589971006, "global_step": 87674, "epoch": 492, "lr": 7.776479091500077e-06}
{"train_loss": 0.0018131416290998459, "global_step": 87675, "epoch": 492, "lr": 7.775687649956236e-06}
{"train_loss": 0.00036250328412279487, "global_step": 87676, "epoch": 492, "lr": 7.774896245292811e-06}
{"train_loss": 0.002128042746335268, "global_step": 87677, "epoch": 492, "lr": 7.774104877510485e-06}
{"train_loss": 0.0007384519558399916, "global_step": 87678, "epoch": 492, "lr": 7.773313546609978e-06}
{"train_loss": 0.0005479305982589722, "global_step": 87679, "epoch": 492, "lr": 7.772522252591936e-06}
{"train_loss": 0.0009467732161283493, "global_step": 87680, "epoch": 492, "lr": 7.771730995457083e-06}
{"train_loss": 0.0010457731550559402, "global_step": 87681, "epoch": 492, "lr": 7.770939775206104e-06}
{"train_loss": 0.0004955354961566627, "global_step": 87682, "epoch": 492, "lr": 7.770148591839688e-06}
{"train_loss": 0.0007138358196243644, "global_step": 87683, "epoch": 492, "lr": 7.769357445358522e-06}
{"train_loss": 0.000894334283657372, "global_step": 87684, "epoch": 492, "lr": 7.768566335763305e-06}
{"train_loss": 0.0013912185095250607, "global_step": 87685, "epoch": 492, "lr": 7.767775263054722e-06}
{"train_loss": 0.0015886100009083748, "global_step": 87686, "epoch": 492, "lr": 7.766984227233464e-06}
{"train_loss": 0.0010967834386974573, "global_step": 87687, "epoch": 492, "lr": 7.766193228300212e-06}
{"train_loss": 0.0006520727183669806, "global_step": 87688, "epoch": 492, "lr": 7.765402266255689e-06}
{"train_loss": 0.0020913989283144474, "global_step": 87689, "epoch": 492, "lr": 7.764611341100543e-06}
{"train_loss": 0.00121829635463655, "global_step": 87690, "epoch": 492, "lr": 7.763820452835496e-06}
{"train_loss": 0.00032072619069367647, "global_step": 87691, "epoch": 492, "lr": 7.763029601461236e-06}
{"train_loss": 0.0025405276101082563, "global_step": 87692, "epoch": 492, "lr": 7.762238786978432e-06}
{"train_loss": 0.0010073158191516995, "global_step": 87693, "epoch": 492, "lr": 7.761448009387811e-06}
{"train_loss": 0.0008240761235356331, "global_step": 87694, "epoch": 492, "lr": 7.760657268690019e-06}
{"train_loss": 0.00139704835601151, "global_step": 87695, "epoch": 492, "lr": 7.759866564885787e-06}
{"train_loss": 0.0017146584577858448, "global_step": 87696, "epoch": 492, "lr": 7.759075897975787e-06}
{"train_loss": 0.0008479123935103416, "global_step": 87697, "epoch": 492, "lr": 7.758285267960713e-06}
{"train_loss": 0.0015803698915988207, "global_step": 87698, "epoch": 492, "lr": 7.757494674841248e-06}
{"train_loss": 0.0007789878873154521, "global_step": 87699, "epoch": 492, "lr": 7.756704118618097e-06}
{"train_loss": 0.0023225443437695503, "global_step": 87700, "epoch": 492, "lr": 7.755913599291936e-06}
{"train_loss": 0.0016835115384310484, "global_step": 87701, "epoch": 492, "lr": 7.755123116863466e-06}
{"train_loss": 0.0011926779989153147, "global_step": 87702, "epoch": 492, "lr": 7.75433267133336e-06}
{"train_loss": 0.000555757840629667, "global_step": 87703, "epoch": 492, "lr": 7.75354226270234e-06}
{"train_loss": 0.000674291979521513, "global_step": 87704, "epoch": 492, "lr": 7.752751890971061e-06}
{"train_loss": 0.0007391613908112049, "global_step": 87705, "epoch": 492, "lr": 7.751961556140235e-06}
{"train_loss": 0.0005522826104424894, "global_step": 87706, "epoch": 492, "lr": 7.751171258210554e-06}
{"train_loss": 0.0008489359170198441, "global_step": 87707, "epoch": 492, "lr": 7.7503809971827e-06}
{"train_loss": 0.0006025395123288035, "global_step": 87708, "epoch": 492, "lr": 7.749590773057364e-06}
{"train_loss": 0.0014294638531282544, "global_step": 87709, "epoch": 492, "lr": 7.748800585835242e-06}
{"train_loss": 0.0018648318946361542, "global_step": 87710, "epoch": 492, "lr": 7.748010435517001e-06}
{"train_loss": 0.00037676168722100556, "global_step": 87711, "epoch": 492, "lr": 7.747220322103366e-06}
{"train_loss": 0.0015640718629583716, "global_step": 87712, "epoch": 492, "lr": 7.74643024559501e-06}
{"train_loss": 0.0007782244356349111, "global_step": 87713, "epoch": 492, "lr": 7.745640205992621e-06}
{"train_loss": 0.0010885291267186403, "global_step": 87714, "epoch": 492, "lr": 7.744850203296894e-06}
{"train_loss": 0.0012147867819294333, "global_step": 87715, "epoch": 492, "lr": 7.744060237508504e-06}
{"train_loss": 0.0007382250623777509, "global_step": 87716, "epoch": 492, "lr": 7.743270308628181e-06}
{"train_loss": 0.0008042779518291354, "global_step": 87717, "epoch": 492, "lr": 7.742480416656562e-06}
{"train_loss": 0.0021995638962835073, "global_step": 87718, "epoch": 492, "lr": 7.741690561594384e-06}
{"train_loss": 0.0014679580926895142, "global_step": 87719, "epoch": 492, "lr": 7.740900743442292e-06}
{"train_loss": 0.0006543684867210686, "global_step": 87720, "epoch": 492, "lr": 7.740110962201013e-06}
{"train_loss": 0.0011604353785514832, "global_step": 87721, "epoch": 492, "lr": 7.739321217871226e-06}
{"train_loss": 0.00290670245885849, "global_step": 87722, "epoch": 492, "lr": 7.738531510453611e-06}
{"train_loss": 0.0008326302631758153, "global_step": 87723, "epoch": 492, "lr": 7.73774183994887e-06}
{"train_loss": 0.0006225220276974142, "global_step": 87724, "epoch": 492, "lr": 7.73695220635769e-06}
{"train_loss": 0.0010793388355523348, "global_step": 87725, "epoch": 492, "lr": 7.73616260968074e-06}
{"train_loss": 0.000720906478818506, "global_step": 87726, "epoch": 492, "lr": 7.73537304991876e-06}
{"train_loss": 0.0008738687029108405, "global_step": 87727, "epoch": 492, "lr": 7.734583527072376e-06}
{"train_loss": 0.0017815673490986228, "global_step": 87728, "epoch": 492, "lr": 7.733794041142322e-06}
{"train_loss": 0.0004998694639652967, "global_step": 87729, "epoch": 492, "lr": 7.733004592129278e-06}
{"train_loss": 0.0016085529932752252, "global_step": 87730, "epoch": 492, "lr": 7.73221518003393e-06}
{"train_loss": 0.0003595133312046528, "global_step": 87731, "epoch": 492, "lr": 7.731425804856968e-06}
{"train_loss": 0.0010855337604880333, "global_step": 87732, "epoch": 492, "lr": 7.730636466599067e-06}
{"train_loss": 0.0008073162753134966, "global_step": 87733, "epoch": 492, "lr": 7.729847165260945e-06}
{"train_loss": 0.0007502080989070237, "global_step": 87734, "epoch": 492, "lr": 7.729057900843278e-06}
{"train_loss": 0.0016051465645432472, "global_step": 87735, "epoch": 492, "lr": 7.72826867334675e-06}
{"train_loss": 0.0008491113549098372, "global_step": 87736, "epoch": 492, "lr": 7.72747948277206e-06}
{"train_loss": 0.0016750346403568983, "global_step": 87737, "epoch": 492, "lr": 7.72669032911989e-06}
{"train_loss": 0.0004902512882836163, "global_step": 87738, "epoch": 492, "lr": 7.72590121239093e-06}
{"train_loss": 0.0008422578684985638, "global_step": 87739, "epoch": 492, "lr": 7.725112132585872e-06}
{"train_loss": 0.0007817903533577919, "global_step": 87740, "epoch": 492, "lr": 7.724323089705393e-06}
{"train_loss": 0.001071339938789606, "global_step": 87741, "epoch": 492, "lr": 7.723534083750216e-06}
{"train_loss": 0.0013670445187017322, "global_step": 87742, "epoch": 492, "lr": 7.72274511472098e-06}
{"train_loss": 0.000865811831317842, "global_step": 87743, "epoch": 492, "lr": 7.721956182618417e-06}
{"train_loss": 0.0017573102377355099, "global_step": 87744, "epoch": 492, "lr": 7.721167287443198e-06}
{"train_loss": 0.0009031618828885257, "global_step": 87745, "epoch": 492, "lr": 7.720378429196017e-06}
{"train_loss": 0.003492792369797826, "global_step": 87746, "epoch": 492, "lr": 7.719589607877565e-06}
{"train_loss": 0.0013581141829490662, "global_step": 87747, "epoch": 492, "lr": 7.71880082348852e-06}
{"train_loss": 0.0012247457634657621, "global_step": 87748, "epoch": 492, "lr": 7.718012076029568e-06}
{"train_loss": 0.0018910756334662437, "global_step": 87749, "epoch": 492, "lr": 7.717223365501431e-06}
{"train_loss": 0.0010560222435742617, "global_step": 87750, "epoch": 492, "lr": 7.716434691904744e-06}
{"train_loss": 0.0009260952938348055, "global_step": 87751, "epoch": 492, "lr": 7.715646055240245e-06}
{"train_loss": 0.0013161280658096075, "global_step": 87752, "epoch": 492, "lr": 7.714857455508607e-06}
{"train_loss": 0.001127604409539549, "global_step": 87753, "epoch": 492, "lr": 7.714068892710497e-06}
{"train_loss": 0.0007384191849268973, "global_step": 87754, "epoch": 493, "lr": 7.713280366846647e-06}
{"train_loss": 0.001410748460330069, "global_step": 87755, "epoch": 493, "lr": 7.7124918779177e-06}
{"train_loss": 0.000516165338922292, "global_step": 87756, "epoch": 493, "lr": 7.711703425924388e-06}
{"train_loss": 0.0004971555899828672, "global_step": 87757, "epoch": 493, "lr": 7.710915010867359e-06}
{"train_loss": 0.0009189519914798439, "global_step": 87758, "epoch": 493, "lr": 7.710126632747327e-06}
{"train_loss": 0.00131971703376621, "global_step": 87759, "epoch": 493, "lr": 7.709338291564971e-06}
{"train_loss": 0.0003264597035013139, "global_step": 87760, "epoch": 493, "lr": 7.70854998732099e-06}
{"train_loss": 0.0022408729419112206, "global_step": 87761, "epoch": 493, "lr": 7.70776172001606e-06}
{"train_loss": 0.0012453885283321142, "global_step": 87762, "epoch": 493, "lr": 7.706973489650875e-06}
{"train_loss": 0.0008743378566578031, "global_step": 87763, "epoch": 493, "lr": 7.706185296226109e-06}
{"train_loss": 0.0005325276870280504, "global_step": 87764, "epoch": 493, "lr": 7.705397139742494e-06}
{"train_loss": 0.0008053180645219982, "global_step": 87765, "epoch": 493, "lr": 7.704609020200659e-06}
{"train_loss": 0.0009344759164378047, "global_step": 87766, "epoch": 493, "lr": 7.70382093760134e-06}
{"train_loss": 0.0010256309760734439, "global_step": 87767, "epoch": 493, "lr": 7.703032891945206e-06}
{"train_loss": 0.000766624347306788, "global_step": 87768, "epoch": 493, "lr": 7.702244883232939e-06}
{"train_loss": 0.0007239506812766194, "global_step": 87769, "epoch": 493, "lr": 7.701456911465243e-06}
{"train_loss": 0.0003461653832346201, "global_step": 87770, "epoch": 493, "lr": 7.7006689766428e-06}
{"train_loss": 0.0007296886760741472, "global_step": 87771, "epoch": 493, "lr": 7.69988107876628e-06}
{"train_loss": 0.0008041959954425693, "global_step": 87772, "epoch": 493, "lr": 7.699093217836411e-06}
{"train_loss": 0.0007246420136652887, "global_step": 87773, "epoch": 493, "lr": 7.698305393853838e-06}
{"train_loss": 0.0011188732460141182, "global_step": 87774, "epoch": 493, "lr": 7.697517606819277e-06}
{"train_loss": 0.00041713585960678756, "global_step": 87775, "epoch": 493, "lr": 7.696729856733409e-06}
{"train_loss": 0.0010005927179008722, "global_step": 87776, "epoch": 493, "lr": 7.695942143596923e-06}
{"train_loss": 0.0015333190094679594, "global_step": 87777, "epoch": 493, "lr": 7.695154467410503e-06}
{"train_loss": 0.0026666661724448204, "global_step": 87778, "epoch": 493, "lr": 7.694366828174832e-06}
{"train_loss": 0.0011118105612695217, "global_step": 87779, "epoch": 493, "lr": 7.693579225890624e-06}
{"train_loss": 0.0011306905653327703, "global_step": 87780, "epoch": 493, "lr": 7.692791660558524e-06}
{"train_loss": 0.0017964624566957355, "global_step": 87781, "epoch": 493, "lr": 7.692004132179259e-06}
{"train_loss": 0.0013175873318687081, "global_step": 87782, "epoch": 493, "lr": 7.691216640753496e-06}
{"train_loss": 0.0009939044248312712, "global_step": 87783, "epoch": 493, "lr": 7.690429186281933e-06}
{"train_loss": 0.001352724153548479, "global_step": 87784, "epoch": 493, "lr": 7.689641768765255e-06}
{"train_loss": 0.0005305077647790313, "global_step": 87785, "epoch": 493, "lr": 7.688854388204147e-06}
{"train_loss": 0.000976938521489501, "global_step": 87786, "epoch": 493, "lr": 7.688067044599285e-06}
{"train_loss": 0.0006810566992498934, "global_step": 87787, "epoch": 493, "lr": 7.687279737951391e-06}
{"train_loss": 0.0005652980180457234, "global_step": 87788, "epoch": 493, "lr": 7.686492468261114e-06}
{"train_loss": 0.0014433215837925673, "global_step": 87789, "epoch": 493, "lr": 7.685705235529161e-06}
{"train_loss": 0.0005006767460145056, "global_step": 87790, "epoch": 493, "lr": 7.684918039756227e-06}
{"train_loss": 0.0022603729739785194, "global_step": 87791, "epoch": 493, "lr": 7.684130880942985e-06}
{"train_loss": 0.0008667387301102281, "global_step": 87792, "epoch": 493, "lr": 7.683343759090128e-06}
{"train_loss": 0.0009154863655567169, "global_step": 87793, "epoch": 493, "lr": 7.682556674198332e-06}
{"train_loss": 0.0017550342017784715, "global_step": 87794, "epoch": 493, "lr": 7.681769626268321e-06}
{"train_loss": 0.001077272929251194, "global_step": 87795, "epoch": 493, "lr": 7.68098261530073e-06}
{"train_loss": 0.0007365226629190147, "global_step": 87796, "epoch": 493, "lr": 7.680195641296289e-06}
{"train_loss": 0.0015218902844935656, "global_step": 87797, "epoch": 493, "lr": 7.679408704255664e-06}
{"train_loss": 0.003356093540787697, "global_step": 87798, "epoch": 493, "lr": 7.678621804179554e-06}
{"train_loss": 0.0011666230857372284, "global_step": 87799, "epoch": 493, "lr": 7.67783494106864e-06}
{"train_loss": 0.0012291879393160343, "global_step": 87800, "epoch": 493, "lr": 7.677048114923607e-06}
{"train_loss": 0.0004586510476656258, "global_step": 87801, "epoch": 493, "lr": 7.676261325745132e-06}
{"train_loss": 0.00114601687528193, "global_step": 87802, "epoch": 493, "lr": 7.675474573533942e-06}
{"train_loss": 0.0008647586219012737, "global_step": 87803, "epoch": 493, "lr": 7.674687858290675e-06}
{"train_loss": 0.0018902550218626857, "global_step": 87804, "epoch": 493, "lr": 7.673901180016047e-06}
{"train_loss": 0.0012616493040695786, "global_step": 87805, "epoch": 493, "lr": 7.673114538710741e-06}
{"train_loss": 0.0006019226275384426, "global_step": 87806, "epoch": 493, "lr": 7.672327934375446e-06}
{"train_loss": 0.001116249244660139, "global_step": 87807, "epoch": 493, "lr": 7.671541367010838e-06}
{"train_loss": 0.00025825688499026, "global_step": 87808, "epoch": 493, "lr": 7.670754836617617e-06}
{"train_loss": 0.0007468255353160203, "global_step": 87809, "epoch": 493, "lr": 7.669968343196442e-06}
{"train_loss": 0.001842130091972649, "global_step": 87810, "epoch": 493, "lr": 7.669181886748056e-06}
{"train_loss": 0.001049142680130899, "global_step": 87811, "epoch": 493, "lr": 7.668395467273082e-06}
{"train_loss": 0.0007431382546201348, "global_step": 87812, "epoch": 493, "lr": 7.667609084772264e-06}
{"train_loss": 0.0005148191703483462, "global_step": 87813, "epoch": 493, "lr": 7.666822739246237e-06}
{"train_loss": 0.0016499771736562252, "global_step": 87814, "epoch": 493, "lr": 7.666036430695723e-06}
{"train_loss": 0.0020041035022586584, "global_step": 87815, "epoch": 493, "lr": 7.665250159121396e-06}
{"train_loss": 0.0021688377019017935, "global_step": 87816, "epoch": 493, "lr": 7.664463924523934e-06}
{"train_loss": 0.0020510288886725903, "global_step": 87817, "epoch": 493, "lr": 7.663677726904061e-06}
{"train_loss": 0.0012536466820165515, "global_step": 87818, "epoch": 493, "lr": 7.66289156626241e-06}
{"train_loss": 0.0009205839596688747, "global_step": 87819, "epoch": 493, "lr": 7.66210544259971e-06}
{"train_loss": 0.0036083708982914686, "global_step": 87820, "epoch": 493, "lr": 7.66131935591663e-06}
{"train_loss": 0.0006688207504339516, "global_step": 87821, "epoch": 493, "lr": 7.660533306213858e-06}
{"train_loss": 0.0006098320009186864, "global_step": 87822, "epoch": 493, "lr": 7.659747293492087e-06}
{"train_loss": 0.0006794260116294026, "global_step": 87823, "epoch": 493, "lr": 7.658961317751995e-06}
{"train_loss": 0.0004038470797240734, "global_step": 87824, "epoch": 493, "lr": 7.65817537899426e-06}
{"train_loss": 0.0007199428509920835, "global_step": 87825, "epoch": 493, "lr": 7.657389477219601e-06}
{"train_loss": 0.0033736983314156532, "global_step": 87826, "epoch": 493, "lr": 7.656603612428658e-06}
{"train_loss": 0.0021041708532720804, "global_step": 87827, "epoch": 493, "lr": 7.655817784622178e-06}
{"train_loss": 0.0006043116445653141, "global_step": 87828, "epoch": 493, "lr": 7.655031993800777e-06}
{"train_loss": 0.0009355843067169189, "global_step": 87829, "epoch": 493, "lr": 7.654246239965196e-06}
{"train_loss": 0.002848750911653042, "global_step": 87830, "epoch": 493, "lr": 7.653460523116096e-06}
{"train_loss": 0.0005606272025033832, "global_step": 87831, "epoch": 493, "lr": 7.652674843254177e-06}
{"train_loss": 0.0011260486207902431, "global_step": 87832, "epoch": 493, "lr": 7.651889200380108e-06}
{"train_loss": 0.0009067365899682045, "global_step": 87833, "epoch": 493, "lr": 7.65110359449459e-06}
{"train_loss": 0.002147641032934189, "global_step": 87834, "epoch": 493, "lr": 7.650318025598296e-06}
{"train_loss": 0.0009971668478101492, "global_step": 87835, "epoch": 493, "lr": 7.649532493691924e-06}
{"train_loss": 0.0014919673558324575, "global_step": 87836, "epoch": 493, "lr": 7.648746998776163e-06}
{"train_loss": 0.0013635116629302502, "global_step": 87837, "epoch": 493, "lr": 7.64796154085169e-06}
{"train_loss": 0.001135772792622447, "global_step": 87838, "epoch": 493, "lr": 7.647176119919192e-06}
{"train_loss": 0.0017139813862740993, "global_step": 87839, "epoch": 493, "lr": 7.646390735979341e-06}
{"train_loss": 0.0011600585421547294, "global_step": 87840, "epoch": 493, "lr": 7.645605389032867e-06}
{"train_loss": 0.0018451731884852052, "global_step": 87841, "epoch": 493, "lr": 7.644820079080405e-06}
{"train_loss": 0.0015580280451104045, "global_step": 87842, "epoch": 493, "lr": 7.644034806122674e-06}
{"train_loss": 0.0014500069664791226, "global_step": 87843, "epoch": 493, "lr": 7.64324957016035e-06}
{"train_loss": 0.00047859293408691883, "global_step": 87844, "epoch": 493, "lr": 7.642464371194113e-06}
{"train_loss": 0.0017634124960750341, "global_step": 87845, "epoch": 493, "lr": 7.641679209224655e-06}
{"train_loss": 0.001104216556996107, "global_step": 87846, "epoch": 493, "lr": 7.640894084252665e-06}
{"train_loss": 0.0010376344434916973, "global_step": 87847, "epoch": 493, "lr": 7.640108996278821e-06}
{"train_loss": 0.0009218185441568494, "global_step": 87848, "epoch": 493, "lr": 7.639323945303812e-06}
{"train_loss": 0.0011513268109411001, "global_step": 87849, "epoch": 493, "lr": 7.638538931328315e-06}
{"train_loss": 0.0015714345499873161, "global_step": 87850, "epoch": 493, "lr": 7.637753954353045e-06}
{"train_loss": 0.0011512588243931532, "global_step": 87851, "epoch": 493, "lr": 7.636969014378642e-06}
{"train_loss": 0.0004338886355981231, "global_step": 87852, "epoch": 493, "lr": 7.636184111405832e-06}
{"train_loss": 0.0009639618219807744, "global_step": 87853, "epoch": 493, "lr": 7.635399245435288e-06}
{"train_loss": 0.001219979953020811, "global_step": 87854, "epoch": 493, "lr": 7.634614416467684e-06}
{"train_loss": 0.0009226793190464377, "global_step": 87855, "epoch": 493, "lr": 7.633829624503718e-06}
{"train_loss": 0.0017913447227329016, "global_step": 87856, "epoch": 493, "lr": 7.633044869544064e-06}
{"train_loss": 0.0011059875832870603, "global_step": 87857, "epoch": 493, "lr": 7.632260151589421e-06}
{"train_loss": 0.0006659076316282153, "global_step": 87858, "epoch": 493, "lr": 7.631475470640475e-06}
{"train_loss": 0.002395893447101116, "global_step": 87859, "epoch": 493, "lr": 7.630690826697901e-06}
{"train_loss": 0.0015499747823923826, "global_step": 87860, "epoch": 493, "lr": 7.62990621976239e-06}
{"train_loss": 0.001103461836464703, "global_step": 87861, "epoch": 493, "lr": 7.629121649834619e-06}
{"train_loss": 0.0005029135500080884, "global_step": 87862, "epoch": 493, "lr": 7.628337116915274e-06}
{"train_loss": 0.0011529128532856703, "global_step": 87863, "epoch": 493, "lr": 7.627552621005074e-06}
{"train_loss": 0.0013379481388255954, "global_step": 87864, "epoch": 493, "lr": 7.6267681621046474e-06}
{"train_loss": 0.0007771170930936933, "global_step": 87865, "epoch": 493, "lr": 7.6259837402147315e-06}
{"train_loss": 0.001571590662933886, "global_step": 87866, "epoch": 493, "lr": 7.625199355335966e-06}
{"train_loss": 0.0005021869437769055, "global_step": 87867, "epoch": 493, "lr": 7.624415007469066e-06}
{"train_loss": 0.0023627118207514286, "global_step": 87868, "epoch": 493, "lr": 7.623630696614714e-06}
{"train_loss": 0.0007558505749329925, "global_step": 87869, "epoch": 493, "lr": 7.6228464227735886e-06}
{"train_loss": 0.0011627112980931997, "global_step": 87870, "epoch": 493, "lr": 7.622062185946377e-06}
{"train_loss": 0.0010999663500115275, "global_step": 87871, "epoch": 493, "lr": 7.621277986133757e-06}
{"train_loss": 0.0014927696902304888, "global_step": 87872, "epoch": 493, "lr": 7.620493823336416e-06}
{"train_loss": 0.0006316945655271411, "global_step": 87873, "epoch": 493, "lr": 7.619709697555061e-06}
{"train_loss": 0.0005950913764536381, "global_step": 87874, "epoch": 493, "lr": 7.618925608790339e-06}
{"train_loss": 0.0006421305006369948, "global_step": 87875, "epoch": 493, "lr": 7.618141557042963e-06}
{"train_loss": 0.0008385215187445283, "global_step": 87876, "epoch": 493, "lr": 7.6173575423136136e-06}
{"train_loss": 0.001270035281777382, "global_step": 87877, "epoch": 493, "lr": 7.616573564602958e-06}
{"train_loss": 0.0011864721309393644, "global_step": 87878, "epoch": 493, "lr": 7.6157896239117125e-06}
{"train_loss": 0.0008938302053138614, "global_step": 87879, "epoch": 493, "lr": 7.6150057202405255e-06}
{"train_loss": 0.0012259369250386953, "global_step": 87880, "epoch": 493, "lr": 7.614221853590109e-06}
{"train_loss": 0.0012915029656141996, "global_step": 87881, "epoch": 493, "lr": 7.6134380239611395e-06}
{"train_loss": 0.001556586124934256, "global_step": 87882, "epoch": 493, "lr": 7.612654231354305e-06}
{"train_loss": 0.0013073860900476575, "global_step": 87883, "epoch": 493, "lr": 7.611870475770278e-06}
{"train_loss": 0.0011940151453018188, "global_step": 87884, "epoch": 493, "lr": 7.611086757209757e-06}
{"train_loss": 0.0010469888802617788, "global_step": 87885, "epoch": 493, "lr": 7.610303075673414e-06}
{"train_loss": 0.001970482524484396, "global_step": 87886, "epoch": 493, "lr": 7.609519431161943e-06}
{"train_loss": 0.0024106581695377827, "global_step": 87887, "epoch": 493, "lr": 7.608735823676017e-06}
{"train_loss": 0.0008928031893447042, "global_step": 87888, "epoch": 493, "lr": 7.607952253216349e-06}
{"train_loss": 0.0009713173494674265, "global_step": 87889, "epoch": 493, "lr": 7.607168719783575e-06}
{"train_loss": 0.001240915502421558, "global_step": 87890, "epoch": 493, "lr": 7.606385223378426e-06}
{"train_loss": 0.0012247078120708466, "global_step": 87891, "epoch": 493, "lr": 7.605601764001563e-06}
{"train_loss": 0.0018792160553857684, "global_step": 87892, "epoch": 493, "lr": 7.60481834165368e-06}
{"train_loss": 0.0006446840707212687, "global_step": 87893, "epoch": 493, "lr": 7.604034956335454e-06}
{"train_loss": 0.00051983876619488, "global_step": 87894, "epoch": 493, "lr": 7.603251608047574e-06}
{"train_loss": 0.002544582821428776, "global_step": 87895, "epoch": 493, "lr": 7.602468296790704e-06}
{"train_loss": 0.0011379050556570292, "global_step": 87896, "epoch": 493, "lr": 7.6016850225655746e-06}
{"train_loss": 0.0008020740351639688, "global_step": 87897, "epoch": 493, "lr": 7.600901785372816e-06}
{"train_loss": 0.0006708353757858276, "global_step": 87898, "epoch": 493, "lr": 7.600118585213151e-06}
{"train_loss": 0.0002049644972430542, "global_step": 87899, "epoch": 493, "lr": 7.599335422087245e-06}
{"train_loss": 0.0008945154258981347, "global_step": 87900, "epoch": 493, "lr": 7.598552295995781e-06}
{"train_loss": 0.0007152637699618936, "global_step": 87901, "epoch": 493, "lr": 7.59776920693947e-06}
{"train_loss": 0.001169535331428051, "global_step": 87902, "epoch": 493, "lr": 7.596986154918956e-06}
{"train_loss": 0.0015361475525423884, "global_step": 87903, "epoch": 493, "lr": 7.59620313993496e-06}
{"train_loss": 0.0005678465240634978, "global_step": 87904, "epoch": 493, "lr": 7.595420161988126e-06}
{"train_loss": 0.0006584363291040063, "global_step": 87905, "epoch": 493, "lr": 7.594637221079176e-06}
{"train_loss": 0.0004920225474052131, "global_step": 87906, "epoch": 493, "lr": 7.593854317208776e-06}
{"train_loss": 0.0022164208348840475, "global_step": 87907, "epoch": 493, "lr": 7.593071450377609e-06}
{"train_loss": 0.0010269685881212354, "global_step": 87908, "epoch": 493, "lr": 7.592288620586363e-06}
{"train_loss": 0.0025648856535553932, "global_step": 87909, "epoch": 493, "lr": 7.591505827835721e-06}
{"train_loss": 0.0005852136528119445, "global_step": 87910, "epoch": 493, "lr": 7.590723072126354e-06}
{"train_loss": 0.0005890112370252609, "global_step": 87911, "epoch": 493, "lr": 7.589940353458985e-06}
{"train_loss": 0.0008264356874860823, "global_step": 87912, "epoch": 493, "lr": 7.589157671834241e-06}
{"train_loss": 0.0012354059144854546, "global_step": 87913, "epoch": 493, "lr": 7.588375027252853e-06}
{"train_loss": 0.0014144673477858305, "global_step": 87914, "epoch": 493, "lr": 7.587592419715478e-06}
{"train_loss": 0.001252516289241612, "global_step": 87915, "epoch": 493, "lr": 7.586809849222815e-06}
{"train_loss": 0.0012175517622381449, "global_step": 87916, "epoch": 493, "lr": 7.58602731577554e-06}
{"train_loss": 0.0014914104249328375, "global_step": 87917, "epoch": 493, "lr": 7.585244819374338e-06}
{"train_loss": 0.0019547189585864544, "global_step": 87918, "epoch": 493, "lr": 7.584462360019873e-06}
{"train_loss": 0.0022683993447571993, "global_step": 87919, "epoch": 493, "lr": 7.5836799377128675e-06}
{"train_loss": 0.0009712231112644076, "global_step": 87920, "epoch": 493, "lr": 7.582897552453977e-06}
{"train_loss": 0.0030706487596035004, "global_step": 87921, "epoch": 493, "lr": 7.582115204243895e-06}
{"train_loss": 0.0008593637612648308, "global_step": 87922, "epoch": 493, "lr": 7.5813328930833035e-06}
{"train_loss": 0.0009677888010628521, "global_step": 87923, "epoch": 493, "lr": 7.580550618972887e-06}
{"train_loss": 0.0008269260288216174, "global_step": 87924, "epoch": 493, "lr": 7.579768381913321e-06}
{"train_loss": 0.0023850309662520885, "global_step": 87925, "epoch": 493, "lr": 7.578986181905285e-06}
{"train_loss": 0.0017012895550578833, "global_step": 87926, "epoch": 493, "lr": 7.578204018949497e-06}
{"train_loss": 0.0025343720335513353, "global_step": 87927, "epoch": 493, "lr": 7.577421893046588e-06}
{"train_loss": 0.001672588405199349, "global_step": 87928, "epoch": 493, "lr": 7.576639804197278e-06}
{"train_loss": 0.001698315143585205, "global_step": 87929, "epoch": 493, "lr": 7.575857752402238e-06}
{"train_loss": 0.0006945981876924634, "global_step": 87930, "epoch": 493, "lr": 7.575075737662157e-06}
{"train_loss": 0.0012088649837709597, "global_step": 87931, "epoch": 493, "lr": 7.574293759977713e-06}
{"train_loss": 0.0003603409859351814, "global_step": 87932, "epoch": 494, "lr": 7.573511819349588e-06}
{"train_loss": 0.0013002800988033414, "global_step": 87933, "epoch": 494, "lr": 7.572729915778459e-06}
{"train_loss": 0.0009720252128317952, "global_step": 87934, "epoch": 494, "lr": 7.571948049265037e-06}
{"train_loss": 0.0008719911566004157, "global_step": 87935, "epoch": 494, "lr": 7.571166219809961e-06}
{"train_loss": 0.0006365765584632754, "global_step": 87936, "epoch": 494, "lr": 7.570384427413963e-06}
{"train_loss": 0.001274235313758254, "global_step": 87937, "epoch": 494, "lr": 7.5696026720776745e-06}
{"train_loss": 0.0012537711299955845, "global_step": 87938, "epoch": 494, "lr": 7.568820953801814e-06}
{"train_loss": 0.001449610572308302, "global_step": 87939, "epoch": 494, "lr": 7.568039272587058e-06}
{"train_loss": 0.0007232320494949818, "global_step": 87940, "epoch": 494, "lr": 7.567257628434071e-06}
{"train_loss": 0.0006517451838590205, "global_step": 87941, "epoch": 494, "lr": 7.566476021343577e-06}
{"train_loss": 0.0012390995398163795, "global_step": 87942, "epoch": 494, "lr": 7.565694451316207e-06}
{"train_loss": 0.0009076545247808099, "global_step": 87943, "epoch": 494, "lr": 7.564912918352685e-06}
{"train_loss": 0.0021210084669291973, "global_step": 87944, "epoch": 494, "lr": 7.564131422453668e-06}
{"train_loss": 0.0012410648632794619, "global_step": 87945, "epoch": 494, "lr": 7.563349963619854e-06}
{"train_loss": 0.0020768155809491873, "global_step": 87946, "epoch": 494, "lr": 7.562568541851922e-06}
{"train_loss": 0.0013850636314600706, "global_step": 87947, "epoch": 494, "lr": 7.561787157150546e-06}
{"train_loss": 0.0011223366018384695, "global_step": 87948, "epoch": 494, "lr": 7.561005809516408e-06}
{"train_loss": 0.0005879194941371679, "global_step": 87949, "epoch": 494, "lr": 7.560224498950219e-06}
{"train_loss": 0.0012353021884337068, "global_step": 87950, "epoch": 494, "lr": 7.559443225452612e-06}
{"train_loss": 0.0008282241178676486, "global_step": 87951, "epoch": 494, "lr": 7.558661989024313e-06}
{"train_loss": 0.0017858357168734074, "global_step": 87952, "epoch": 494, "lr": 7.557880789665983e-06}
{"train_loss": 0.0015171627746894956, "global_step": 87953, "epoch": 494, "lr": 7.557099627378317e-06}
{"train_loss": 0.0014983715955168009, "global_step": 87954, "epoch": 494, "lr": 7.556318502161985e-06}
{"train_loss": 0.002082016784697771, "global_step": 87955, "epoch": 494, "lr": 7.555537414017677e-06}
{"train_loss": 0.0003142750065308064, "global_step": 87956, "epoch": 494, "lr": 7.55475636294607e-06}
{"train_loss": 0.0020254768896847963, "global_step": 87957, "epoch": 494, "lr": 7.553975348947845e-06}
{"train_loss": 0.0010164352133870125, "global_step": 87958, "epoch": 494, "lr": 7.553194372023681e-06}
{"train_loss": 0.0007134146289899945, "global_step": 87959, "epoch": 494, "lr": 7.5524134321742875e-06}
{"train_loss": 0.0010233600623905659, "global_step": 87960, "epoch": 494, "lr": 7.551632529400304e-06}
{"train_loss": 0.001016763737425208, "global_step": 87961, "epoch": 494, "lr": 7.550851663702447e-06}
{"train_loss": 0.0007644126890227199, "global_step": 87962, "epoch": 494, "lr": 7.550070835081386e-06}
{"train_loss": 0.0007500882493332028, "global_step": 87963, "epoch": 494, "lr": 7.5492900435377874e-06}
{"train_loss": 0.0012447945773601532, "global_step": 87964, "epoch": 494, "lr": 7.5485092890723755e-06}
{"train_loss": 0.0006336321239359677, "global_step": 87965, "epoch": 494, "lr": 7.547728571685786e-06}
{"train_loss": 0.0013188535813242197, "global_step": 87966, "epoch": 494, "lr": 7.546947891378725e-06}
{"train_loss": 0.0004473126900848001, "global_step": 87967, "epoch": 494, "lr": 7.546167248151875e-06}
{"train_loss": 0.0021928795613348484, "global_step": 87968, "epoch": 494, "lr": 7.545386642005908e-06}
{"train_loss": 0.0005773977609351277, "global_step": 87969, "epoch": 494, "lr": 7.5446060729415124e-06}
{"train_loss": 0.00036654487485066056, "global_step": 87970, "epoch": 494, "lr": 7.54382554095937e-06}
{"train_loss": 0.000654660863801837, "global_step": 87971, "epoch": 494, "lr": 7.543045046060148e-06}
{"train_loss": 0.001087542506866157, "global_step": 87972, "epoch": 494, "lr": 7.5422645882445635e-06}
{"train_loss": 0.0017551336204633117, "global_step": 87973, "epoch": 494, "lr": 7.5414841675132515e-06}
{"train_loss": 0.0010150335729122162, "global_step": 87974, "epoch": 494, "lr": 7.540703783866937e-06}
{"train_loss": 0.0008568753837607801, "global_step": 87975, "epoch": 494, "lr": 7.539923437306262e-06}
{"train_loss": 0.0026386550161987543, "global_step": 87976, "epoch": 494, "lr": 7.539143127831944e-06}
{"train_loss": 0.0009612198336981237, "global_step": 87977, "epoch": 494, "lr": 7.538362855444642e-06}
{"train_loss": 0.0014419800136238337, "global_step": 87978, "epoch": 494, "lr": 7.537582620145051e-06}
{"train_loss": 0.000883380533196032, "global_step": 87979, "epoch": 494, "lr": 7.536802421933842e-06}
{"train_loss": 0.001397744519636035, "global_step": 87980, "epoch": 494, "lr": 7.536022260811698e-06}
{"train_loss": 0.0007816152647137642, "global_step": 87981, "epoch": 494, "lr": 7.535242136779291e-06}
{"train_loss": 0.0017072894843295217, "global_step": 87982, "epoch": 494, "lr": 7.534462049837332e-06}
{"train_loss": 0.0007198700332082808, "global_step": 87983, "epoch": 494, "lr": 7.533681999986481e-06}
{"train_loss": 0.0038558850064873695, "global_step": 87984, "epoch": 494, "lr": 7.53290198722742e-06}
{"train_loss": 0.000855731894262135, "global_step": 87985, "epoch": 494, "lr": 7.532122011560833e-06}
{"train_loss": 0.0013156976783648133, "global_step": 87986, "epoch": 494, "lr": 7.531342072987396e-06}
{"train_loss": 0.0014695042045786977, "global_step": 87987, "epoch": 494, "lr": 7.53056217150781e-06}
{"train_loss": 0.0009026804473251104, "global_step": 87988, "epoch": 494, "lr": 7.529782307122724e-06}
{"train_loss": 0.0011763432994484901, "global_step": 87989, "epoch": 494, "lr": 7.529002479832847e-06}
{"train_loss": 0.0008088112808763981, "global_step": 87990, "epoch": 494, "lr": 7.528222689638853e-06}
{"train_loss": 0.0006496264832094312, "global_step": 87991, "epoch": 494, "lr": 7.5274429365414176e-06}
{"train_loss": 0.002529091201722622, "global_step": 87992, "epoch": 494, "lr": 7.526663220541219e-06}
{"train_loss": 0.0005456497892737389, "global_step": 87993, "epoch": 494, "lr": 7.5258835416389505e-06}
{"train_loss": 0.0014655257109552622, "global_step": 87994, "epoch": 494, "lr": 7.525103899835284e-06}
{"train_loss": 0.00028882926562801003, "global_step": 87995, "epoch": 494, "lr": 7.524324295130902e-06}
{"train_loss": 0.0002480256953276694, "global_step": 87996, "epoch": 494, "lr": 7.523544727526477e-06}
{"train_loss": 0.0011839967919513583, "global_step": 87997, "epoch": 494, "lr": 7.522765197022718e-06}
{"train_loss": 0.0015649425331503153, "global_step": 87998, "epoch": 494, "lr": 7.521985703620271e-06}
{"train_loss": 0.000934439420234412, "global_step": 87999, "epoch": 494, "lr": 7.52120624731984e-06}
{"train_loss": 0.001661729533225298, "global_step": 88000, "epoch": 494, "lr": 7.520426828122096e-06}
{"train_loss": 0.0007371492683887482, "global_step": 88001, "epoch": 494, "lr": 7.519647446027722e-06}
{"train_loss": 0.001462674350477755, "global_step": 88002, "epoch": 494, "lr": 7.518868101037402e-06}
{"train_loss": 0.0020166521426290274, "global_step": 88003, "epoch": 494, "lr": 7.5180887931518065e-06}
{"train_loss": 0.0018892590887844563, "global_step": 88004, "epoch": 494, "lr": 7.517309522371629e-06}
{"train_loss": 0.0005950556369498372, "global_step": 88005, "epoch": 494, "lr": 7.516530288697543e-06}
{"train_loss": 0.0006035421974956989, "global_step": 88006, "epoch": 494, "lr": 7.515751092130236e-06}
{"train_loss": 0.0008783501689322293, "global_step": 88007, "epoch": 494, "lr": 7.514971932670379e-06}
{"train_loss": 0.0006125852232798934, "global_step": 88008, "epoch": 494, "lr": 7.51419281031866e-06}
{"train_loss": 0.0006999295437708497, "global_step": 88009, "epoch": 494, "lr": 7.5134137250757405e-06}
{"train_loss": 0.0013371065724641085, "global_step": 88010, "epoch": 494, "lr": 7.512634676942343e-06}
{"train_loss": 0.0016150751616805792, "global_step": 88011, "epoch": 494, "lr": 7.511855665919099e-06}
{"train_loss": 0.0008680236060172319, "global_step": 88012, "epoch": 494, "lr": 7.511076692006735e-06}
{"train_loss": 0.0012695331824943423, "global_step": 88013, "epoch": 494, "lr": 7.510297755205886e-06}
{"train_loss": 0.0004887186223641038, "global_step": 88014, "epoch": 494, "lr": 7.509518855517261e-06}
{"train_loss": 0.002461144467815757, "global_step": 88015, "epoch": 494, "lr": 7.508739992941538e-06}
{"train_loss": 0.0008456888026557863, "global_step": 88016, "epoch": 494, "lr": 7.507961167479394e-06}
{"train_loss": 0.001211914699524641, "global_step": 88017, "epoch": 494, "lr": 7.507182379131506e-06}
{"train_loss": 0.001074254629202187, "global_step": 88018, "epoch": 494, "lr": 7.506403627898556e-06}
{"train_loss": 0.0013452329440042377, "global_step": 88019, "epoch": 494, "lr": 7.5056249137812115e-06}
{"train_loss": 0.0010848502861335874, "global_step": 88020, "epoch": 494, "lr": 7.5048462367801946e-06}
{"train_loss": 0.001567300409078598, "global_step": 88021, "epoch": 494, "lr": 7.504067596896131e-06}
{"train_loss": 0.0009282392566092312, "global_step": 88022, "epoch": 494, "lr": 7.503288994129737e-06}
{"train_loss": 0.0012067081406712532, "global_step": 88023, "epoch": 494, "lr": 7.5025104284816796e-06}
{"train_loss": 0.0008282930357381701, "global_step": 88024, "epoch": 494, "lr": 7.501731899952635e-06}
{"train_loss": 0.0016081533394753933, "global_step": 88025, "epoch": 494, "lr": 7.50095340854331e-06}
{"train_loss": 0.0010430030524730682, "global_step": 88026, "epoch": 494, "lr": 7.500174954254341e-06}
{"train_loss": 0.001499321311712265, "global_step": 88027, "epoch": 494, "lr": 7.499396537086445e-06}
{"train_loss": 0.0019620375242084265, "global_step": 88028, "epoch": 494, "lr": 7.4986181570402825e-06}
{"train_loss": 0.0004159097734373063, "global_step": 88029, "epoch": 494, "lr": 7.497839814116548e-06}
{"train_loss": 0.00036654778523370624, "global_step": 88030, "epoch": 494, "lr": 7.4970615083159055e-06}
{"train_loss": 0.0006069396622478962, "global_step": 88031, "epoch": 494, "lr": 7.49628323963904e-06}
{"train_loss": 0.0015409576008096337, "global_step": 88032, "epoch": 494, "lr": 7.49550500808664e-06}
{"train_loss": 0.0017492009792476892, "global_step": 88033, "epoch": 494, "lr": 7.49472681365937e-06}
{"train_loss": 0.0012777126394212246, "global_step": 88034, "epoch": 494, "lr": 7.493948656357913e-06}
{"train_loss": 0.0021324455738067627, "global_step": 88035, "epoch": 494, "lr": 7.49317053618297e-06}
{"train_loss": 0.0007481475477106869, "global_step": 88036, "epoch": 494, "lr": 7.492392453135188e-06}
{"train_loss": 0.0018123183399438858, "global_step": 88037, "epoch": 494, "lr": 7.491614407215269e-06}
{"train_loss": 0.0012268481077626348, "global_step": 88038, "epoch": 494, "lr": 7.49083639842389e-06}
{"train_loss": 0.0007837502635084093, "global_step": 88039, "epoch": 494, "lr": 7.49005842676172e-06}
{"train_loss": 0.0008331103017553687, "global_step": 88040, "epoch": 494, "lr": 7.48928049222945e-06}
{"train_loss": 0.0009548375383019447, "global_step": 88041, "epoch": 494, "lr": 7.4885025948277564e-06}
{"train_loss": 0.0015233567683026195, "global_step": 88042, "epoch": 494, "lr": 7.487724734557306e-06}
{"train_loss": 0.002193184569478035, "global_step": 88043, "epoch": 494, "lr": 7.486946911418808e-06}
{"train_loss": 0.0012101966422051191, "global_step": 88044, "epoch": 494, "lr": 7.486169125412901e-06}
{"train_loss": 0.0005784011445939541, "global_step": 88045, "epoch": 494, "lr": 7.4853913765403016e-06}
{"train_loss": 0.0030171831604093313, "global_step": 88046, "epoch": 494, "lr": 7.484613664801671e-06}
{"train_loss": 0.0018256077310070395, "global_step": 88047, "epoch": 494, "lr": 7.483835990197679e-06}
{"train_loss": 0.0009323615813627839, "global_step": 88048, "epoch": 494, "lr": 7.483058352729039e-06}
{"train_loss": 0.002042326843366027, "global_step": 88049, "epoch": 494, "lr": 7.482280752396387e-06}
{"train_loss": 0.0002684403443709016, "global_step": 88050, "epoch": 494, "lr": 7.48150318920045e-06}
{"train_loss": 0.0005827316199429333, "global_step": 88051, "epoch": 494, "lr": 7.4807256631418524e-06}
{"train_loss": 0.0019755468238145113, "global_step": 88052, "epoch": 494, "lr": 7.4799481742213185e-06}
{"train_loss": 0.0012359502725303173, "global_step": 88053, "epoch": 494, "lr": 7.479170722439505e-06}
{"train_loss": 0.0006136376177892089, "global_step": 88054, "epoch": 494, "lr": 7.478393307797099e-06}
{"train_loss": 0.0006225442048162222, "global_step": 88055, "epoch": 494, "lr": 7.477615930294779e-06}
{"train_loss": 0.001204007538035512, "global_step": 88056, "epoch": 494, "lr": 7.476838589933221e-06}
{"train_loss": 0.0016476486343890429, "global_step": 88057, "epoch": 494, "lr": 7.476061286713093e-06}
{"train_loss": 0.0007237553363665938, "global_step": 88058, "epoch": 494, "lr": 7.475284020635109e-06}
{"train_loss": 0.001626467565074563, "global_step": 88059, "epoch": 494, "lr": 7.474506791699898e-06}
{"train_loss": 0.0005871020839549601, "global_step": 88060, "epoch": 494, "lr": 7.473729599908186e-06}
{"train_loss": 0.0010943319648504257, "global_step": 88061, "epoch": 494, "lr": 7.472952445260622e-06}
{"train_loss": 0.0008914171485230327, "global_step": 88062, "epoch": 494, "lr": 7.472175327757902e-06}
{"train_loss": 0.0008332703728228807, "global_step": 88063, "epoch": 494, "lr": 7.471398247400691e-06}
{"train_loss": 0.0013150261947885156, "global_step": 88064, "epoch": 494, "lr": 7.4706212041896764e-06}
{"train_loss": 0.0012006072793155909, "global_step": 88065, "epoch": 494, "lr": 7.469844198125536e-06}
{"train_loss": 0.0011242026230320334, "global_step": 88066, "epoch": 494, "lr": 7.4690672292089366e-06}
{"train_loss": 0.0007696131942793727, "global_step": 88067, "epoch": 494, "lr": 7.468290297440572e-06}
{"train_loss": 0.001999294850975275, "global_step": 88068, "epoch": 494, "lr": 7.467513402821119e-06}
{"train_loss": 0.0009287098655477166, "global_step": 88069, "epoch": 494, "lr": 7.466736545351255e-06}
{"train_loss": 0.0006686404813081026, "global_step": 88070, "epoch": 494, "lr": 7.465959725031657e-06}
{"train_loss": 0.001204871223308146, "global_step": 88071, "epoch": 494, "lr": 7.465182941863003e-06}
{"train_loss": 0.00036330768489278853, "global_step": 88072, "epoch": 494, "lr": 7.464406195845958e-06}
{"train_loss": 0.0008453924674540758, "global_step": 88073, "epoch": 494, "lr": 7.463629486981238e-06}
{"train_loss": 0.001694306149147451, "global_step": 88074, "epoch": 494, "lr": 7.462852815269472e-06}
{"train_loss": 0.001511379494331777, "global_step": 88075, "epoch": 494, "lr": 7.462076180711375e-06}
{"train_loss": 0.0010714030358940363, "global_step": 88076, "epoch": 494, "lr": 7.4612995833076185e-06}
{"train_loss": 0.0012140906183049083, "global_step": 88077, "epoch": 494, "lr": 7.460523023058874e-06}
{"train_loss": 0.000963181140832603, "global_step": 88078, "epoch": 494, "lr": 7.459746499965819e-06}
{"train_loss": 0.001018322305753827, "global_step": 88079, "epoch": 494, "lr": 7.458970014029143e-06}
{"train_loss": 0.001152073498815298, "global_step": 88080, "epoch": 494, "lr": 7.4581935652495e-06}
{"train_loss": 0.0010490022832527757, "global_step": 88081, "epoch": 494, "lr": 7.457417153627605e-06}
{"train_loss": 0.0005870877066627145, "global_step": 88082, "epoch": 494, "lr": 7.456640779164093e-06}
{"train_loss": 0.0014994379598647356, "global_step": 88083, "epoch": 494, "lr": 7.4558644418596894e-06}
{"train_loss": 0.00019640832033473998, "global_step": 88084, "epoch": 494, "lr": 7.455088141715027e-06}
{"train_loss": 0.0012823143042623997, "global_step": 88085, "epoch": 494, "lr": 7.454311878730813e-06}
{"train_loss": 0.0014016833156347275, "global_step": 88086, "epoch": 494, "lr": 7.453535652907717e-06}
{"train_loss": 0.0012878437992185354, "global_step": 88087, "epoch": 494, "lr": 7.452759464246406e-06}
{"train_loss": 0.0017574075609445572, "global_step": 88088, "epoch": 494, "lr": 7.45198331274759e-06}
{"train_loss": 0.0027532302774488926, "global_step": 88089, "epoch": 494, "lr": 7.451207198411903e-06}
{"train_loss": 0.0026728534139692783, "global_step": 88090, "epoch": 494, "lr": 7.450431121240059e-06}
{"train_loss": 0.0008307012030854821, "global_step": 88091, "epoch": 494, "lr": 7.449655081232721e-06}
{"train_loss": 0.0005165463080629706, "global_step": 88092, "epoch": 494, "lr": 7.448879078390564e-06}
{"train_loss": 0.0014905413845553994, "global_step": 88093, "epoch": 494, "lr": 7.448103112714278e-06}
{"train_loss": 0.0009757471270859241, "global_step": 88094, "epoch": 494, "lr": 7.447327184204528e-06}
{"train_loss": 0.0014741598861292005, "global_step": 88095, "epoch": 494, "lr": 7.446551292861986e-06}
{"train_loss": 0.0007720566936768591, "global_step": 88096, "epoch": 494, "lr": 7.445775438687364e-06}
{"train_loss": 0.0005242700572125614, "global_step": 88097, "epoch": 494, "lr": 7.444999621681292e-06}
{"train_loss": 0.000824218150228262, "global_step": 88098, "epoch": 494, "lr": 7.444223841844478e-06}
{"train_loss": 0.0010670410702005029, "global_step": 88099, "epoch": 494, "lr": 7.443448099177602e-06}
{"train_loss": 0.0015517185674980283, "global_step": 88100, "epoch": 494, "lr": 7.442672393681327e-06}
{"train_loss": 0.0008862038375809789, "global_step": 88101, "epoch": 494, "lr": 7.44189672535634e-06}
{"train_loss": 0.000626229215413332, "global_step": 88102, "epoch": 494, "lr": 7.441121094203307e-06}
{"train_loss": 0.0008539956761524081, "global_step": 88103, "epoch": 494, "lr": 7.440345500222923e-06}
{"train_loss": 0.0007049033883959055, "global_step": 88104, "epoch": 494, "lr": 7.439569943415847e-06}
{"train_loss": 0.0008054170175455511, "global_step": 88105, "epoch": 494, "lr": 7.438794423782758e-06}
{"train_loss": 0.0007804738124832511, "global_step": 88106, "epoch": 494, "lr": 7.438018941324365e-06}
{"train_loss": 0.0012287540594115853, "global_step": 88107, "epoch": 494, "lr": 7.437243496041296e-06}
{"train_loss": 0.0014877021312713623, "global_step": 88108, "epoch": 494, "lr": 7.436468087934262e-06}
{"train_loss": 0.0011835047473059705, "global_step": 88109, "epoch": 494, "lr": 7.435692717003934e-06}
{"train_loss": 0.00032848562113940716, "global_step": 88110, "epoch": 495, "lr": 7.434917383250972e-06}
{"train_loss": 0.001130431890487671, "global_step": 88111, "epoch": 495, "lr": 7.434142086676093e-06}
{"train_loss": 0.0009851052891463041, "global_step": 88112, "epoch": 495, "lr": 7.433366827279925e-06}
{"train_loss": 0.0010771998204290867, "global_step": 88113, "epoch": 495, "lr": 7.4325916050631824e-06}
{"train_loss": 0.0010454758303239942, "global_step": 88114, "epoch": 495, "lr": 7.431816420026527e-06}
{"train_loss": 0.0011855061165988445, "global_step": 88115, "epoch": 495, "lr": 7.431041272170636e-06}
{"train_loss": 0.0029731718823313713, "global_step": 88116, "epoch": 495, "lr": 7.430266161496191e-06}
{"train_loss": 0.001871587010100484, "global_step": 88117, "epoch": 495, "lr": 7.4294910880038706e-06}
{"train_loss": 0.0011799351777881384, "global_step": 88118, "epoch": 495, "lr": 7.428716051694329e-06}
{"train_loss": 0.0013361407909542322, "global_step": 88119, "epoch": 495, "lr": 7.427941052568288e-06}
{"train_loss": 0.0013861787738278508, "global_step": 88120, "epoch": 495, "lr": 7.427166090626369e-06}
{"train_loss": 0.0006265301490202546, "global_step": 88121, "epoch": 495, "lr": 7.426391165869312e-06}
{"train_loss": 0.00044232956133782864, "global_step": 88122, "epoch": 495, "lr": 7.425616278297726e-06}
{"train_loss": 0.0009777476079761982, "global_step": 88123, "epoch": 495, "lr": 7.4248414279123376e-06}
{"train_loss": 0.000755509187001735, "global_step": 88124, "epoch": 495, "lr": 7.424066614713809e-06}
{"train_loss": 0.0009217511396855116, "global_step": 88125, "epoch": 495, "lr": 7.423291838702817e-06}
{"train_loss": 0.0018404943402856588, "global_step": 88126, "epoch": 495, "lr": 7.422517099880033e-06}
{"train_loss": 0.0012884940952062607, "global_step": 88127, "epoch": 495, "lr": 7.42174239824614e-06}
{"train_loss": 0.00044987633009441197, "global_step": 88128, "epoch": 495, "lr": 7.420967733801798e-06}
{"train_loss": 0.0023116269148886204, "global_step": 88129, "epoch": 495, "lr": 7.4201931065477126e-06}
{"train_loss": 0.001986126881092787, "global_step": 88130, "epoch": 495, "lr": 7.419418516484544e-06}
{"train_loss": 0.000603103602770716, "global_step": 88131, "epoch": 495, "lr": 7.41864396361297e-06}
{"train_loss": 0.000586561975069344, "global_step": 88132, "epoch": 495, "lr": 7.417869447933667e-06}
{"train_loss": 0.002713572233915329, "global_step": 88133, "epoch": 495, "lr": 7.417094969447302e-06}
{"train_loss": 0.0009492334211245179, "global_step": 88134, "epoch": 495, "lr": 7.416320528154586e-06}
{"train_loss": 0.0008592306403443217, "global_step": 88135, "epoch": 495, "lr": 7.415546124056144e-06}
{"train_loss": 0.0008913872879929841, "global_step": 88136, "epoch": 495, "lr": 7.414771757152694e-06}
{"train_loss": 0.0013606671709567308, "global_step": 88137, "epoch": 495, "lr": 7.413997427444896e-06}
{"train_loss": 0.00045216636499390006, "global_step": 88138, "epoch": 495, "lr": 7.413223134933428e-06}
{"train_loss": 0.000810735858976841, "global_step": 88139, "epoch": 495, "lr": 7.412448879618966e-06}
{"train_loss": 0.0009118152083829045, "global_step": 88140, "epoch": 495, "lr": 7.411674661502188e-06}
{"train_loss": 0.0007380055030807853, "global_step": 88141, "epoch": 495, "lr": 7.410900480583771e-06}
{"train_loss": 0.00047261439613066614, "global_step": 88142, "epoch": 495, "lr": 7.410126336864387e-06}
{"train_loss": 0.0010362197645008564, "global_step": 88143, "epoch": 495, "lr": 7.409352230344701e-06}
{"train_loss": 0.0003957739390898496, "global_step": 88144, "epoch": 495, "lr": 7.408578161025426e-06}
{"train_loss": 0.0008865496492944658, "global_step": 88145, "epoch": 495, "lr": 7.407804128907192e-06}
{"train_loss": 0.0005255573196336627, "global_step": 88146, "epoch": 495, "lr": 7.407030133990711e-06}
{"train_loss": 0.0021222135983407497, "global_step": 88147, "epoch": 495, "lr": 7.4062561762766435e-06}
{"train_loss": 0.0008516579982824624, "global_step": 88148, "epoch": 495, "lr": 7.405482255765666e-06}
{"train_loss": 0.0009927807841449976, "global_step": 88149, "epoch": 495, "lr": 7.404708372458457e-06}
{"train_loss": 0.0012355425860732794, "global_step": 88150, "epoch": 495, "lr": 7.403934526355682e-06}
{"train_loss": 0.0009445025934837759, "global_step": 88151, "epoch": 495, "lr": 7.403160717458035e-06}
{"train_loss": 0.0006124211940914392, "global_step": 88152, "epoch": 495, "lr": 7.402386945766182e-06}
{"train_loss": 0.0008434753399342299, "global_step": 88153, "epoch": 495, "lr": 7.401613211280806e-06}
{"train_loss": 0.0010279306443408132, "global_step": 88154, "epoch": 495, "lr": 7.400839514002572e-06}
{"train_loss": 0.0006054583936929703, "global_step": 88155, "epoch": 495, "lr": 7.400065853932164e-06}
{"train_loss": 0.000994396978057921, "global_step": 88156, "epoch": 495, "lr": 7.399292231070238e-06}
{"train_loss": 0.0013446160592138767, "global_step": 88157, "epoch": 495, "lr": 7.398518645417513e-06}
{"train_loss": 0.0007458150503225625, "global_step": 88158, "epoch": 495, "lr": 7.397745096974612e-06}
{"train_loss": 0.0009979186579585075, "global_step": 88159, "epoch": 495, "lr": 7.396971585742263e-06}
{"train_loss": 0.0015350510366261005, "global_step": 88160, "epoch": 495, "lr": 7.396198111721092e-06}
{"train_loss": 0.0009800437837839127, "global_step": 88161, "epoch": 495, "lr": 7.395424674911805e-06}
{"train_loss": 0.0019805419724434614, "global_step": 88162, "epoch": 495, "lr": 7.3946512753150735e-06}
{"train_loss": 0.0010142134269699454, "global_step": 88163, "epoch": 495, "lr": 7.3938779129315685e-06}
{"train_loss": 0.0004849077668040991, "global_step": 88164, "epoch": 495, "lr": 7.393104587761967e-06}
{"train_loss": 0.0004482748336158693, "global_step": 88165, "epoch": 495, "lr": 7.3923312998069485e-06}
{"train_loss": 0.0011292806593701243, "global_step": 88166, "epoch": 495, "lr": 7.391558049067166e-06}
{"train_loss": 0.001407237141393125, "global_step": 88167, "epoch": 495, "lr": 7.390784835543341e-06}
{"train_loss": 0.0009406277677044272, "global_step": 88168, "epoch": 495, "lr": 7.390011659236096e-06}
{"train_loss": 0.0005216362187638879, "global_step": 88169, "epoch": 495, "lr": 7.3892385201461414e-06}
{"train_loss": 0.0009453513193875551, "global_step": 88170, "epoch": 495, "lr": 7.388465418274143e-06}
{"train_loss": 0.0006660936051048338, "global_step": 88171, "epoch": 495, "lr": 7.387692353620762e-06}
{"train_loss": 0.0005984118324704468, "global_step": 88172, "epoch": 495, "lr": 7.386919326186714e-06}
{"train_loss": 0.0007305649924091995, "global_step": 88173, "epoch": 495, "lr": 7.386146335972621e-06}
{"train_loss": 0.0004886725218966603, "global_step": 88174, "epoch": 495, "lr": 7.385373382979194e-06}
{"train_loss": 0.0011731210397556424, "global_step": 88175, "epoch": 495, "lr": 7.3846004672071035e-06}
{"train_loss": 0.0012555145658552647, "global_step": 88176, "epoch": 495, "lr": 7.383827588657016e-06}
{"train_loss": 0.0008328378316946328, "global_step": 88177, "epoch": 495, "lr": 7.383054747329609e-06}
{"train_loss": 0.0020280927419662476, "global_step": 88178, "epoch": 495, "lr": 7.382281943225566e-06}
{"train_loss": 0.0005803310195915401, "global_step": 88179, "epoch": 495, "lr": 7.381509176345547e-06}
{"train_loss": 0.0007459409534931183, "global_step": 88180, "epoch": 495, "lr": 7.380736446690239e-06}
{"train_loss": 0.0011954614892601967, "global_step": 88181, "epoch": 495, "lr": 7.379963754260299e-06}
{"train_loss": 0.0013056908501312137, "global_step": 88182, "epoch": 495, "lr": 7.379191099056437e-06}
{"train_loss": 0.0006247987039387226, "global_step": 88183, "epoch": 495, "lr": 7.378418481079286e-06}
{"train_loss": 0.00036379278753884137, "global_step": 88184, "epoch": 495, "lr": 7.3776459003295496e-06}
{"train_loss": 0.0015943546313792467, "global_step": 88185, "epoch": 495, "lr": 7.376873356807895e-06}
{"train_loss": 0.0012841431889683008, "global_step": 88186, "epoch": 495, "lr": 7.376100850514994e-06}
{"train_loss": 0.000915647717192769, "global_step": 88187, "epoch": 495, "lr": 7.375328381451529e-06}
{"train_loss": 0.0010823010234162211, "global_step": 88188, "epoch": 495, "lr": 7.374555949618167e-06}
{"train_loss": 0.0023456148337572813, "global_step": 88189, "epoch": 495, "lr": 7.373783555015573e-06}
{"train_loss": 0.0008359455969184637, "global_step": 88190, "epoch": 495, "lr": 7.3730111976444526e-06}
{"train_loss": 0.0008266465738415718, "global_step": 88191, "epoch": 495, "lr": 7.372238877505444e-06}
{"train_loss": 0.0009395224624313414, "global_step": 88192, "epoch": 495, "lr": 7.371466594599246e-06}
{"train_loss": 0.001069696620106697, "global_step": 88193, "epoch": 495, "lr": 7.370694348926532e-06}
{"train_loss": 0.0017392243025824428, "global_step": 88194, "epoch": 495, "lr": 7.369922140487967e-06}
{"train_loss": 0.0009081476600840688, "global_step": 88195, "epoch": 495, "lr": 7.3691499692842285e-06}
{"train_loss": 0.000732066691853106, "global_step": 88196, "epoch": 495, "lr": 7.368377835315981e-06}
{"train_loss": 0.0008175678667612374, "global_step": 88197, "epoch": 495, "lr": 7.3676057385839325e-06}
{"train_loss": 0.002040689345449209, "global_step": 88198, "epoch": 495, "lr": 7.366833679088708e-06}
{"train_loss": 0.0016498328186571598, "global_step": 88199, "epoch": 495, "lr": 7.366061656831025e-06}
{"train_loss": 0.0010901488130912185, "global_step": 88200, "epoch": 495, "lr": 7.365289671811537e-06}
{"train_loss": 0.0014555230736732483, "global_step": 88201, "epoch": 495, "lr": 7.3645177240309284e-06}
{"train_loss": 0.0007967072306200862, "global_step": 88202, "epoch": 495, "lr": 7.363745813489864e-06}
{"train_loss": 0.0004497820627875626, "global_step": 88203, "epoch": 495, "lr": 7.362973940189017e-06}
{"train_loss": 0.0006738539086654782, "global_step": 88204, "epoch": 495, "lr": 7.362202104129062e-06}
{"train_loss": 0.00273350952193141, "global_step": 88205, "epoch": 495, "lr": 7.3614303053106956e-06}
{"train_loss": 0.0011539655970409513, "global_step": 88206, "epoch": 495, "lr": 7.36065854373455e-06}
{"train_loss": 0.0017581977881491184, "global_step": 88207, "epoch": 495, "lr": 7.3598868194013346e-06}
{"train_loss": 0.0012129009701311588, "global_step": 88208, "epoch": 495, "lr": 7.359115132311711e-06}
{"train_loss": 0.002982958685606718, "global_step": 88209, "epoch": 495, "lr": 7.358343482466356e-06}
{"train_loss": 0.00034874858101829886, "global_step": 88210, "epoch": 495, "lr": 7.357571869865942e-06}
{"train_loss": 0.001317971502430737, "global_step": 88211, "epoch": 495, "lr": 7.35680029451114e-06}
{"train_loss": 0.0015230581630021334, "global_step": 88212, "epoch": 495, "lr": 7.356028756402628e-06}
{"train_loss": 0.000728369748685509, "global_step": 88213, "epoch": 495, "lr": 7.3552572555410645e-06}
{"train_loss": 0.0018321971874684095, "global_step": 88214, "epoch": 495, "lr": 7.3544857919271515e-06}
{"train_loss": 0.0009285267442464828, "global_step": 88215, "epoch": 495, "lr": 7.353714365561548e-06}
{"train_loss": 0.0006277374923229218, "global_step": 88216, "epoch": 495, "lr": 7.3529429764449265e-06}
{"train_loss": 0.0008055236539803445, "global_step": 88217, "epoch": 495, "lr": 7.352171624577964e-06}
{"train_loss": 0.001493619056418538, "global_step": 88218, "epoch": 495, "lr": 7.351400309961331e-06}
{"train_loss": 0.001017510425299406, "global_step": 88219, "epoch": 495, "lr": 7.350629032595691e-06}
{"train_loss": 0.0006561954505741596, "global_step": 88220, "epoch": 495, "lr": 7.349857792481757e-06}
{"train_loss": 0.0005901060067117214, "global_step": 88221, "epoch": 495, "lr": 7.349086589620147e-06}
{"train_loss": 0.002114838920533657, "global_step": 88222, "epoch": 495, "lr": 7.348315424011576e-06}
{"train_loss": 0.0014881105162203312, "global_step": 88223, "epoch": 495, "lr": 7.347544295656705e-06}
{"train_loss": 0.001673082821071148, "global_step": 88224, "epoch": 495, "lr": 7.346773204556206e-06}
{"train_loss": 0.0008004965493455529, "global_step": 88225, "epoch": 495, "lr": 7.346002150710757e-06}
{"train_loss": 0.0003256467171013355, "global_step": 88226, "epoch": 495, "lr": 7.3452311341210224e-06}
{"train_loss": 0.00126845040358603, "global_step": 88227, "epoch": 495, "lr": 7.344460154787669e-06}
{"train_loss": 0.0010599149391055107, "global_step": 88228, "epoch": 495, "lr": 7.343689212711408e-06}
{"train_loss": 0.0009283709805458784, "global_step": 88229, "epoch": 495, "lr": 7.342918307892865e-06}
{"train_loss": 0.0006712831673212349, "global_step": 88230, "epoch": 495, "lr": 7.342147440332758e-06}
{"train_loss": 0.0006776860682293773, "global_step": 88231, "epoch": 495, "lr": 7.341376610031714e-06}
{"train_loss": 0.0005259995814412832, "global_step": 88232, "epoch": 495, "lr": 7.340605816990442e-06}
{"train_loss": 0.0011227381182834506, "global_step": 88233, "epoch": 495, "lr": 7.339835061209605e-06}
{"train_loss": 0.0009394219960086048, "global_step": 88234, "epoch": 495, "lr": 7.339064342689861e-06}
{"train_loss": 0.000495379266794771, "global_step": 88235, "epoch": 495, "lr": 7.338293661431917e-06}
{"train_loss": 0.0007637686794623733, "global_step": 88236, "epoch": 495, "lr": 7.337523017436404e-06}
{"train_loss": 0.002207489451393485, "global_step": 88237, "epoch": 495, "lr": 7.336752410704029e-06}
{"train_loss": 0.00022448180243372917, "global_step": 88238, "epoch": 495, "lr": 7.335981841235457e-06}
{"train_loss": 0.0017848396673798561, "global_step": 88239, "epoch": 495, "lr": 7.335211309031354e-06}
{"train_loss": 0.0018427559407427907, "global_step": 88240, "epoch": 495, "lr": 7.3344408140923915e-06}
{"train_loss": 0.0007465271046385169, "global_step": 88241, "epoch": 495, "lr": 7.333670356419254e-06}
{"train_loss": 0.0017313077114522457, "global_step": 88242, "epoch": 495, "lr": 7.332899936012588e-06}
{"train_loss": 0.0012016438413411379, "global_step": 88243, "epoch": 495, "lr": 7.332129552873118e-06}
{"train_loss": 0.001569963525980711, "global_step": 88244, "epoch": 495, "lr": 7.331359207001453e-06}
{"train_loss": 0.0017028279835358262, "global_step": 88245, "epoch": 495, "lr": 7.330588898398316e-06}
{"train_loss": 0.0011562673607841134, "global_step": 88246, "epoch": 495, "lr": 7.3298186270643605e-06}
{"train_loss": 0.001353824744001031, "global_step": 88247, "epoch": 495, "lr": 7.329048393000254e-06}
{"train_loss": 0.0014164200983941555, "global_step": 88248, "epoch": 495, "lr": 7.3282781962066836e-06}
{"train_loss": 0.001489689340814948, "global_step": 88249, "epoch": 495, "lr": 7.327508036684311e-06}
{"train_loss": 0.001900453818961978, "global_step": 88250, "epoch": 495, "lr": 7.326737914433807e-06}
{"train_loss": 0.0006384759908542037, "global_step": 88251, "epoch": 495, "lr": 7.325967829455854e-06}
{"train_loss": 0.001124357571825385, "global_step": 88252, "epoch": 495, "lr": 7.325197781751108e-06}
{"train_loss": 0.0005408143624663353, "global_step": 88253, "epoch": 495, "lr": 7.324427771320264e-06}
{"train_loss": 0.0015410399064421654, "global_step": 88254, "epoch": 495, "lr": 7.32365779816398e-06}
{"train_loss": 0.002058854326605797, "global_step": 88255, "epoch": 495, "lr": 7.32288786228294e-06}
{"train_loss": 0.0011569284833967686, "global_step": 88256, "epoch": 495, "lr": 7.322117963677805e-06}
{"train_loss": 0.0008279652101919055, "global_step": 88257, "epoch": 495, "lr": 7.321348102349235e-06}
{"train_loss": 0.0009075242560356855, "global_step": 88258, "epoch": 495, "lr": 7.3205782782979456e-06}
{"train_loss": 0.0012623399961739779, "global_step": 88259, "epoch": 495, "lr": 7.31980849152456e-06}
{"train_loss": 0.0008058070088736713, "global_step": 88260, "epoch": 495, "lr": 7.319038742029788e-06}
{"train_loss": 0.0020008182618767023, "global_step": 88261, "epoch": 495, "lr": 7.318269029814278e-06}
{"train_loss": 0.0014014726039022207, "global_step": 88262, "epoch": 495, "lr": 7.317499354878721e-06}
{"train_loss": 0.0031649693846702576, "global_step": 88263, "epoch": 495, "lr": 7.316729717223769e-06}
{"train_loss": 0.0015196327585726976, "global_step": 88264, "epoch": 495, "lr": 7.315960116850112e-06}
{"train_loss": 0.0015841778367757797, "global_step": 88265, "epoch": 495, "lr": 7.3151905537584e-06}
{"train_loss": 0.0018023098818957806, "global_step": 88266, "epoch": 495, "lr": 7.314421027949342e-06}
{"train_loss": 0.0004570733290165663, "global_step": 88267, "epoch": 495, "lr": 7.313651539423572e-06}
{"train_loss": 0.0004316351260058582, "global_step": 88268, "epoch": 495, "lr": 7.312882088181794e-06}
{"train_loss": 0.0009449236677028239, "global_step": 88269, "epoch": 495, "lr": 7.3121126742246415e-06}
{"train_loss": 0.001044661970809102, "global_step": 88270, "epoch": 495, "lr": 7.311343297552825e-06}
{"train_loss": 0.0012395043158903718, "global_step": 88271, "epoch": 495, "lr": 7.310573958167e-06}
{"train_loss": 0.0009341437835246325, "global_step": 88272, "epoch": 495, "lr": 7.309804656067837e-06}
{"train_loss": 0.0006933396216481924, "global_step": 88273, "epoch": 495, "lr": 7.309035391256008e-06}
{"train_loss": 0.002412525238469243, "global_step": 88274, "epoch": 495, "lr": 7.3082661637321805e-06}
{"train_loss": 0.0017431984888389707, "global_step": 88275, "epoch": 495, "lr": 7.307496973497041e-06}
{"train_loss": 0.00167746446095407, "global_step": 88276, "epoch": 495, "lr": 7.306727820551257e-06}
{"train_loss": 0.0026294891722500324, "global_step": 88277, "epoch": 495, "lr": 7.3059587048954935e-06}
{"train_loss": 0.0014032898470759392, "global_step": 88278, "epoch": 495, "lr": 7.305189626530423e-06}
{"train_loss": 0.003834093688055873, "global_step": 88279, "epoch": 495, "lr": 7.304420585456723e-06}
{"train_loss": 0.0005823561805300415, "global_step": 88280, "epoch": 495, "lr": 7.303651581675053e-06}
{"train_loss": 0.0004331133095547557, "global_step": 88281, "epoch": 495, "lr": 7.302882615186113e-06}
{"train_loss": 0.0016175820492208004, "global_step": 88282, "epoch": 495, "lr": 7.30211368599053e-06}
{"train_loss": 0.0005179902072995901, "global_step": 88283, "epoch": 495, "lr": 7.301344794089016e-06}
{"train_loss": 0.0005442845867946744, "global_step": 88284, "epoch": 495, "lr": 7.3005759394822295e-06}
{"train_loss": 0.0014165546745061874, "global_step": 88285, "epoch": 495, "lr": 7.299807122170832e-06}
{"train_loss": 0.0006294673075899482, "global_step": 88286, "epoch": 495, "lr": 7.299038342155512e-06}
{"train_loss": 0.0011550580730839643, "global_step": 88287, "epoch": 495, "lr": 7.298269599436925e-06, "train_action_mse_error": 1.1351662578817923e-06}
{"train_loss": 0.0012833971995860338, "global_step": 88288, "epoch": 496, "lr": 7.2975008940157515e-06}
{"train_loss": 0.0003009927459061146, "global_step": 88289, "epoch": 496, "lr": 7.29673222589266e-06}
{"train_loss": 0.001749710994772613, "global_step": 88290, "epoch": 496, "lr": 7.295963595068317e-06}
{"train_loss": 0.0011115913512185216, "global_step": 88291, "epoch": 496, "lr": 7.295195001543415e-06}
{"train_loss": 0.0013172044418752193, "global_step": 88292, "epoch": 496, "lr": 7.294426445318592e-06}
{"train_loss": 0.0011493521742522717, "global_step": 88293, "epoch": 496, "lr": 7.293657926394548e-06}
{"train_loss": 0.0018707466078922153, "global_step": 88294, "epoch": 496, "lr": 7.292889444771939e-06}
{"train_loss": 0.0005567712942138314, "global_step": 88295, "epoch": 496, "lr": 7.2921210004514355e-06}
{"train_loss": 0.0012092007091268897, "global_step": 88296, "epoch": 496, "lr": 7.291352593433731e-06}
{"train_loss": 0.0008831396698951721, "global_step": 88297, "epoch": 496, "lr": 7.29058422371946e-06}
{"train_loss": 0.0007299793651327491, "global_step": 88298, "epoch": 496, "lr": 7.2898158913093206e-06}
{"train_loss": 0.000371401256415993, "global_step": 88299, "epoch": 496, "lr": 7.289047596203979e-06}
{"train_loss": 0.0007776914862915874, "global_step": 88300, "epoch": 496, "lr": 7.288279338404108e-06}
{"train_loss": 0.0006906234193593264, "global_step": 88301, "epoch": 496, "lr": 7.287511117910367e-06}
{"train_loss": 0.002827211283147335, "global_step": 88302, "epoch": 496, "lr": 7.286742934723439e-06}
{"train_loss": 0.001046289224177599, "global_step": 88303, "epoch": 496, "lr": 7.285974788843974e-06}
{"train_loss": 0.0007266129250638187, "global_step": 88304, "epoch": 496, "lr": 7.2852066802726885e-06}
{"train_loss": 0.0011013585608452559, "global_step": 88305, "epoch": 496, "lr": 7.2844386090101964e-06}
{"train_loss": 0.0018980423919856548, "global_step": 88306, "epoch": 496, "lr": 7.283670575057222e-06}
{"train_loss": 0.0012823622673749924, "global_step": 88307, "epoch": 496, "lr": 7.2829025784143855e-06}
{"train_loss": 0.0010951303411275148, "global_step": 88308, "epoch": 496, "lr": 7.282134619082392e-06}
{"train_loss": 0.002064308151602745, "global_step": 88309, "epoch": 496, "lr": 7.281366697061909e-06}
{"train_loss": 0.0025466913357377052, "global_step": 88310, "epoch": 496, "lr": 7.280598812353595e-06}
{"train_loss": 0.002126067876815796, "global_step": 88311, "epoch": 496, "lr": 7.279830964958128e-06}
{"train_loss": 0.0016775972908362746, "global_step": 88312, "epoch": 496, "lr": 7.279063154876181e-06}
{"train_loss": 0.0021580879110842943, "global_step": 88313, "epoch": 496, "lr": 7.278295382108407e-06}
{"train_loss": 0.0005763027584180236, "global_step": 88314, "epoch": 496, "lr": 7.277527646655513e-06}
{"train_loss": 0.0002506026066839695, "global_step": 88315, "epoch": 496, "lr": 7.2767599485181245e-06}
{"train_loss": 0.0017112861387431622, "global_step": 88316, "epoch": 496, "lr": 7.275992287696948e-06}
{"train_loss": 0.0006164124934002757, "global_step": 88317, "epoch": 496, "lr": 7.275224664192637e-06}
{"train_loss": 0.0007911900174804032, "global_step": 88318, "epoch": 496, "lr": 7.274457078005859e-06}
{"train_loss": 0.002113921334967017, "global_step": 88319, "epoch": 496, "lr": 7.273689529137312e-06}
{"train_loss": 0.00043794955126941204, "global_step": 88320, "epoch": 496, "lr": 7.272922017587619e-06}
{"train_loss": 0.0010082174558192492, "global_step": 88321, "epoch": 496, "lr": 7.272154543357507e-06}
{"train_loss": 0.001138507155701518, "global_step": 88322, "epoch": 496, "lr": 7.271387106447586e-06}
{"train_loss": 0.002236034255474806, "global_step": 88323, "epoch": 496, "lr": 7.2706197068585725e-06}
{"train_loss": 0.0014130688505247235, "global_step": 88324, "epoch": 496, "lr": 7.269852344591122e-06}
{"train_loss": 0.0007298723212443292, "global_step": 88325, "epoch": 496, "lr": 7.2690850196458994e-06}
{"train_loss": 0.0007142204558476806, "global_step": 88326, "epoch": 496, "lr": 7.268317732023583e-06}
{"train_loss": 0.001304394332692027, "global_step": 88327, "epoch": 496, "lr": 7.267550481724838e-06}
{"train_loss": 0.001291878754273057, "global_step": 88328, "epoch": 496, "lr": 7.266783268750327e-06}
{"train_loss": 0.0007209504256024957, "global_step": 88329, "epoch": 496, "lr": 7.266016093100747e-06}
{"train_loss": 0.0016722737345844507, "global_step": 88330, "epoch": 496, "lr": 7.2652489547767265e-06}
{"train_loss": 0.0009666561963967979, "global_step": 88331, "epoch": 496, "lr": 7.264481853778976e-06}
{"train_loss": 0.001261651050299406, "global_step": 88332, "epoch": 496, "lr": 7.263714790108145e-06}
{"train_loss": 0.001132295816205442, "global_step": 88333, "epoch": 496, "lr": 7.262947763764905e-06}
{"train_loss": 0.0007801431929692626, "global_step": 88334, "epoch": 496, "lr": 7.262180774749933e-06}
{"train_loss": 0.0010986963752657175, "global_step": 88335, "epoch": 496, "lr": 7.2614138230638895e-06}
{"train_loss": 0.0008786435937508941, "global_step": 88336, "epoch": 496, "lr": 7.260646908707436e-06}
{"train_loss": 0.0007391536491923034, "global_step": 88337, "epoch": 496, "lr": 7.259880031681271e-06}
{"train_loss": 0.0007895281887613237, "global_step": 88338, "epoch": 496, "lr": 7.259113191986044e-06}
{"train_loss": 0.000756378285586834, "global_step": 88339, "epoch": 496, "lr": 7.258346389622434e-06}
{"train_loss": 0.0005561078432947397, "global_step": 88340, "epoch": 496, "lr": 7.257579624591104e-06}
{"train_loss": 0.0003119995235465467, "global_step": 88341, "epoch": 496, "lr": 7.256812896892723e-06}
{"train_loss": 0.0020987074822187424, "global_step": 88342, "epoch": 496, "lr": 7.256046206527966e-06}
{"train_loss": 0.0007065508980304003, "global_step": 88343, "epoch": 496, "lr": 7.255279553497485e-06}
{"train_loss": 0.0006333338678814471, "global_step": 88344, "epoch": 496, "lr": 7.254512937801994e-06}
{"train_loss": 0.0024907300248742104, "global_step": 88345, "epoch": 496, "lr": 7.2537463594421044e-06}
{"train_loss": 0.0010273611405864358, "global_step": 88346, "epoch": 496, "lr": 7.252979818418526e-06}
{"train_loss": 0.0007378715090453625, "global_step": 88347, "epoch": 496, "lr": 7.252213314731921e-06}
{"train_loss": 0.0017319710459560156, "global_step": 88348, "epoch": 496, "lr": 7.251446848382953e-06}
{"train_loss": 0.0013789976947009563, "global_step": 88349, "epoch": 496, "lr": 7.250680419372291e-06}
{"train_loss": 0.000271467724815011, "global_step": 88350, "epoch": 496, "lr": 7.249914027700611e-06}
{"train_loss": 0.0010399081511422992, "global_step": 88351, "epoch": 496, "lr": 7.249147673368567e-06}
{"train_loss": 0.001858007162809372, "global_step": 88352, "epoch": 496, "lr": 7.24838135637686e-06}
{"train_loss": 0.0009178565233014524, "global_step": 88353, "epoch": 496, "lr": 7.2476150767261104e-06}
{"train_loss": 0.0016024874057620764, "global_step": 88354, "epoch": 496, "lr": 7.246848834417036e-06}
{"train_loss": 0.0010167277650907636, "global_step": 88355, "epoch": 496, "lr": 7.246082629450279e-06}
{"train_loss": 0.0006871550576761365, "global_step": 88356, "epoch": 496, "lr": 7.245316461826523e-06}
{"train_loss": 0.0016319456044584513, "global_step": 88357, "epoch": 496, "lr": 7.244550331546424e-06}
{"train_loss": 0.002016971819102764, "global_step": 88358, "epoch": 496, "lr": 7.243784238610646e-06}
{"train_loss": 0.0008852417231537402, "global_step": 88359, "epoch": 496, "lr": 7.2430181830198955e-06}
{"train_loss": 0.0013122763484716415, "global_step": 88360, "epoch": 496, "lr": 7.242252164774788e-06}
{"train_loss": 0.000590968644246459, "global_step": 88361, "epoch": 496, "lr": 7.241486183876034e-06}
{"train_loss": 0.0012032464146614075, "global_step": 88362, "epoch": 496, "lr": 7.240720240324289e-06}
{"train_loss": 0.0012082592584192753, "global_step": 88363, "epoch": 496, "lr": 7.239954334120219e-06}
{"train_loss": 0.0011890585301443934, "global_step": 88364, "epoch": 496, "lr": 7.239188465264496e-06}
{"train_loss": 0.0013023497303947806, "global_step": 88365, "epoch": 496, "lr": 7.238422633757791e-06}
{"train_loss": 0.0006534747080877423, "global_step": 88366, "epoch": 496, "lr": 7.237656839600754e-06}
{"train_loss": 0.001377573236823082, "global_step": 88367, "epoch": 496, "lr": 7.236891082794095e-06}
{"train_loss": 0.0005828591529279947, "global_step": 88368, "epoch": 496, "lr": 7.236125363338436e-06}
{"train_loss": 0.0010130207519978285, "global_step": 88369, "epoch": 496, "lr": 7.235359681234477e-06}
{"train_loss": 0.0005005815182812512, "global_step": 88370, "epoch": 496, "lr": 7.2345940364828775e-06}
{"train_loss": 0.001049014856107533, "global_step": 88371, "epoch": 496, "lr": 7.233828429084305e-06}
{"train_loss": 0.0014063220005482435, "global_step": 88372, "epoch": 496, "lr": 7.233062859039436e-06}
{"train_loss": 0.0005721611669287086, "global_step": 88373, "epoch": 496, "lr": 7.232297326348924e-06}
{"train_loss": 0.0009838942205533385, "global_step": 88374, "epoch": 496, "lr": 7.231531831013438e-06}
{"train_loss": 0.0010427171364426613, "global_step": 88375, "epoch": 496, "lr": 7.230766373033682e-06}
{"train_loss": 0.0006956985453143716, "global_step": 88376, "epoch": 496, "lr": 7.230000952410271e-06}
{"train_loss": 0.0008829933358356357, "global_step": 88377, "epoch": 496, "lr": 7.229235569143922e-06}
{"train_loss": 0.0014810155844315886, "global_step": 88378, "epoch": 496, "lr": 7.228470223235262e-06}
{"train_loss": 0.0004959549405612051, "global_step": 88379, "epoch": 496, "lr": 7.2277049146849855e-06}
{"train_loss": 0.0011617094278335571, "global_step": 88380, "epoch": 496, "lr": 7.226939643493758e-06}
{"train_loss": 0.000967901258263737, "global_step": 88381, "epoch": 496, "lr": 7.226174409662228e-06}
{"train_loss": 0.001395863015204668, "global_step": 88382, "epoch": 496, "lr": 7.225409213191109e-06}
{"train_loss": 0.000965254963375628, "global_step": 88383, "epoch": 496, "lr": 7.224644054081015e-06}
{"train_loss": 0.0007925293175503612, "global_step": 88384, "epoch": 496, "lr": 7.223878932332651e-06}
{"train_loss": 0.0017535777296870947, "global_step": 88385, "epoch": 496, "lr": 7.223113847946677e-06}
{"train_loss": 0.0007850680267438293, "global_step": 88386, "epoch": 496, "lr": 7.222348800923756e-06}
{"train_loss": 0.0013342266902327538, "global_step": 88387, "epoch": 496, "lr": 7.221583791264558e-06}
{"train_loss": 0.0016518451739102602, "global_step": 88388, "epoch": 496, "lr": 7.220818818969754e-06}
{"train_loss": 0.0009158901521004736, "global_step": 88389, "epoch": 496, "lr": 7.220053884039996e-06}
{"train_loss": 0.0006599677144549787, "global_step": 88390, "epoch": 496, "lr": 7.219288986475992e-06}
{"train_loss": 0.0009717424400150776, "global_step": 88391, "epoch": 496, "lr": 7.218524126278359e-06}
{"train_loss": 0.00045652399421669543, "global_step": 88392, "epoch": 496, "lr": 7.217759303447802e-06}
{"train_loss": 0.0010284690652042627, "global_step": 88393, "epoch": 496, "lr": 7.2169945179849765e-06}
{"train_loss": 0.0022692489437758923, "global_step": 88394, "epoch": 496, "lr": 7.216229769890554e-06}
{"train_loss": 0.0010789766674861312, "global_step": 88395, "epoch": 496, "lr": 7.2154650591651996e-06}
{"train_loss": 0.0006256498163565993, "global_step": 88396, "epoch": 496, "lr": 7.214700385809575e-06}
{"train_loss": 0.0019510253332555294, "global_step": 88397, "epoch": 496, "lr": 7.2139357498243634e-06}
{"train_loss": 0.0015355295035988092, "global_step": 88398, "epoch": 496, "lr": 7.213171151210218e-06}
{"train_loss": 0.0009119376773014665, "global_step": 88399, "epoch": 496, "lr": 7.212406589967802e-06}
{"train_loss": 0.0015227035619318485, "global_step": 88400, "epoch": 496, "lr": 7.2116420660978065e-06}
{"train_loss": 0.0011368582490831614, "global_step": 88401, "epoch": 496, "lr": 7.2108775796008885e-06}
{"train_loss": 0.0005243921186774969, "global_step": 88402, "epoch": 496, "lr": 7.210113130477708e-06}
{"train_loss": 0.0012751210015267134, "global_step": 88403, "epoch": 496, "lr": 7.209348718728942e-06}
{"train_loss": 0.000634677242487669, "global_step": 88404, "epoch": 496, "lr": 7.20858434435524e-06}
{"train_loss": 0.0009071342064999044, "global_step": 88405, "epoch": 496, "lr": 7.207820007357313e-06}
{"train_loss": 0.0006722572725266218, "global_step": 88406, "epoch": 496, "lr": 7.207055707735771e-06}
{"train_loss": 0.0007619061507284641, "global_step": 88407, "epoch": 496, "lr": 7.206291445491326e-06}
{"train_loss": 0.0005798849742859602, "global_step": 88408, "epoch": 496, "lr": 7.205527220624625e-06}
{"train_loss": 0.0017911505419760942, "global_step": 88409, "epoch": 496, "lr": 7.204763033136341e-06}
{"train_loss": 0.0014721598709002137, "global_step": 88410, "epoch": 496, "lr": 7.203998883027141e-06}
{"train_loss": 0.0016448230016976595, "global_step": 88411, "epoch": 496, "lr": 7.203234770297695e-06}
{"train_loss": 0.0016580703668296337, "global_step": 88412, "epoch": 496, "lr": 7.202470694948654e-06}
{"train_loss": 0.0012235339963808656, "global_step": 88413, "epoch": 496, "lr": 7.201706656980722e-06}
{"train_loss": 0.0005057769594714046, "global_step": 88414, "epoch": 496, "lr": 7.200942656394521e-06}
{"train_loss": 0.0005490339244715869, "global_step": 88415, "epoch": 496, "lr": 7.200178693190768e-06}
{"train_loss": 0.0010933997109532356, "global_step": 88416, "epoch": 496, "lr": 7.199414767370072e-06}
{"train_loss": 0.0008045227150432765, "global_step": 88417, "epoch": 496, "lr": 7.19865087893315e-06}
{"train_loss": 0.0014569865306839347, "global_step": 88418, "epoch": 496, "lr": 7.1978870278806455e-06}
{"train_loss": 0.0011094678193330765, "global_step": 88419, "epoch": 496, "lr": 7.19712321421323e-06}
{"train_loss": 0.000996107468381524, "global_step": 88420, "epoch": 496, "lr": 7.1963594379315715e-06}
{"train_loss": 0.0016666483134031296, "global_step": 88421, "epoch": 496, "lr": 7.195595699036328e-06}
{"train_loss": 0.0006782807176932693, "global_step": 88422, "epoch": 496, "lr": 7.194831997528184e-06}
{"train_loss": 0.0008106896420940757, "global_step": 88423, "epoch": 496, "lr": 7.1940683334077994e-06}
{"train_loss": 0.0004739122814498842, "global_step": 88424, "epoch": 496, "lr": 7.193304706675841e-06}
{"train_loss": 0.003036793554201722, "global_step": 88425, "epoch": 496, "lr": 7.192541117332974e-06}
{"train_loss": 0.0012559342430904508, "global_step": 88426, "epoch": 496, "lr": 7.191777565379865e-06}
{"train_loss": 0.002283691428601742, "global_step": 88427, "epoch": 496, "lr": 7.191014050817174e-06}
{"train_loss": 0.0015673096058890224, "global_step": 88428, "epoch": 496, "lr": 7.1902505736455905e-06}
{"train_loss": 0.0014794039307162166, "global_step": 88429, "epoch": 496, "lr": 7.189487133865752e-06}
{"train_loss": 0.0007384053897112608, "global_step": 88430, "epoch": 496, "lr": 7.1887237314783586e-06}
{"train_loss": 0.0009412452927790582, "global_step": 88431, "epoch": 496, "lr": 7.187960366484037e-06}
{"train_loss": 0.0014847124693915248, "global_step": 88432, "epoch": 496, "lr": 7.187197038883487e-06}
{"train_loss": 0.0008660158491693437, "global_step": 88433, "epoch": 496, "lr": 7.186433748677357e-06}
{"train_loss": 0.001765475608408451, "global_step": 88434, "epoch": 496, "lr": 7.185670495866326e-06}
{"train_loss": 0.0013021709164604545, "global_step": 88435, "epoch": 496, "lr": 7.184907280451058e-06}
{"train_loss": 0.0012062590103596449, "global_step": 88436, "epoch": 496, "lr": 7.184144102432211e-06}
{"train_loss": 0.0019388636574149132, "global_step": 88437, "epoch": 496, "lr": 7.183380961810448e-06}
{"train_loss": 0.0012792455963790417, "global_step": 88438, "epoch": 496, "lr": 7.182617858586466e-06}
{"train_loss": 0.001286942046135664, "global_step": 88439, "epoch": 496, "lr": 7.181854792760889e-06}
{"train_loss": 0.002528337761759758, "global_step": 88440, "epoch": 496, "lr": 7.181091764334419e-06}
{"train_loss": 0.0007429254474118352, "global_step": 88441, "epoch": 496, "lr": 7.180328773307704e-06}
{"train_loss": 0.000960231467615813, "global_step": 88442, "epoch": 496, "lr": 7.1795658196814054e-06}
{"train_loss": 0.0005431560566648841, "global_step": 88443, "epoch": 496, "lr": 7.178802903456222e-06}
{"train_loss": 0.0004229437035974115, "global_step": 88444, "epoch": 496, "lr": 7.178040024632771e-06}
{"train_loss": 0.000913107767701149, "global_step": 88445, "epoch": 496, "lr": 7.1772771832117555e-06}
{"train_loss": 0.0006516108987852931, "global_step": 88446, "epoch": 496, "lr": 7.176514379193838e-06}
{"train_loss": 0.0004148597945459187, "global_step": 88447, "epoch": 496, "lr": 7.175751612579673e-06}
{"train_loss": 0.0019769351929426193, "global_step": 88448, "epoch": 496, "lr": 7.174988883369932e-06}
{"train_loss": 0.0013054112205281854, "global_step": 88449, "epoch": 496, "lr": 7.174226191565281e-06}
{"train_loss": 0.0018555137794464827, "global_step": 88450, "epoch": 496, "lr": 7.173463537166386e-06}
{"train_loss": 0.0006596920429728925, "global_step": 88451, "epoch": 496, "lr": 7.1727009201739085e-06}
{"train_loss": 0.0007654405198991299, "global_step": 88452, "epoch": 496, "lr": 7.171938340588513e-06}
{"train_loss": 0.0005625717458315194, "global_step": 88453, "epoch": 496, "lr": 7.171175798410895e-06}
{"train_loss": 0.0011020612437278032, "global_step": 88454, "epoch": 496, "lr": 7.1704132936416705e-06}
{"train_loss": 0.0010080391075462103, "global_step": 88455, "epoch": 496, "lr": 7.169650826281543e-06}
{"train_loss": 0.0006219138740561903, "global_step": 88456, "epoch": 496, "lr": 7.1688883963311746e-06}
{"train_loss": 0.0006219287170097232, "global_step": 88457, "epoch": 496, "lr": 7.16812600379122e-06}
{"train_loss": 0.0009768427116796374, "global_step": 88458, "epoch": 496, "lr": 7.167363648662351e-06}
{"train_loss": 0.0020188852213323116, "global_step": 88459, "epoch": 496, "lr": 7.1666013309452274e-06}
{"train_loss": 0.0006590663688257337, "global_step": 88460, "epoch": 496, "lr": 7.16583905064051e-06}
{"train_loss": 0.0009339411044493318, "global_step": 88461, "epoch": 496, "lr": 7.1650768077489e-06}
{"train_loss": 0.00106550264172256, "global_step": 88462, "epoch": 496, "lr": 7.16431460227101e-06}
{"train_loss": 0.003418798791244626, "global_step": 88463, "epoch": 496, "lr": 7.163552434207549e-06}
{"train_loss": 0.0020390597637742758, "global_step": 88464, "epoch": 496, "lr": 7.162790303559164e-06}
{"train_loss": 0.0011650505465889622, "global_step": 88465, "epoch": 496, "lr": 7.162028210326516e-06}
{"train_loss": 0.0015825922600924969, "global_step": 88466, "epoch": 497, "lr": 7.1612661545102935e-06}
{"train_loss": 0.002211988903582096, "global_step": 88467, "epoch": 497, "lr": 7.160504136111129e-06}
{"train_loss": 0.0018631650600582361, "global_step": 88468, "epoch": 497, "lr": 7.159742155129728e-06}
{"train_loss": 0.0003576807794161141, "global_step": 88469, "epoch": 497, "lr": 7.158980211566712e-06}
{"train_loss": 0.001828870503231883, "global_step": 88470, "epoch": 497, "lr": 7.1582183054227755e-06}
{"train_loss": 0.0005864446866326034, "global_step": 88471, "epoch": 497, "lr": 7.157456436698584e-06}
{"train_loss": 0.0024335510097444057, "global_step": 88472, "epoch": 497, "lr": 7.156694605394792e-06}
{"train_loss": 0.0015400350093841553, "global_step": 88473, "epoch": 497, "lr": 7.155932811512067e-06}
{"train_loss": 0.0011608225759118795, "global_step": 88474, "epoch": 497, "lr": 7.155171055051074e-06}
{"train_loss": 0.0005640872404910624, "global_step": 88475, "epoch": 497, "lr": 7.154409336012474e-06}
{"train_loss": 0.0010672080097720027, "global_step": 88476, "epoch": 497, "lr": 7.153647654396961e-06}
{"train_loss": 0.0011462251422926784, "global_step": 88477, "epoch": 497, "lr": 7.152886010205151e-06}
{"train_loss": 0.0010247007012367249, "global_step": 88478, "epoch": 497, "lr": 7.1521244034377545e-06}
{"train_loss": 0.0024440798442810774, "global_step": 88479, "epoch": 497, "lr": 7.151362834095415e-06}
{"train_loss": 0.00046945130452513695, "global_step": 88480, "epoch": 497, "lr": 7.1506013021788e-06}
{"train_loss": 0.0015348009765148163, "global_step": 88481, "epoch": 497, "lr": 7.149839807688574e-06}
{"train_loss": 0.0017977510578930378, "global_step": 88482, "epoch": 497, "lr": 7.14907835062541e-06}
{"train_loss": 0.0009127963567152619, "global_step": 88483, "epoch": 497, "lr": 7.148316930989951e-06}
{"train_loss": 0.0014127632603049278, "global_step": 88484, "epoch": 497, "lr": 7.1475555487828915e-06}
{"train_loss": 0.0015428203623741865, "global_step": 88485, "epoch": 497, "lr": 7.146794204004881e-06}
{"train_loss": 0.0029297347646206617, "global_step": 88486, "epoch": 497, "lr": 7.146032896656585e-06}
{"train_loss": 0.0005118087865412235, "global_step": 88487, "epoch": 497, "lr": 7.145271626738676e-06}
{"train_loss": 0.0004973903996869922, "global_step": 88488, "epoch": 497, "lr": 7.144510394251808e-06}
{"train_loss": 0.0008806820260360837, "global_step": 88489, "epoch": 497, "lr": 7.143749199196653e-06}
{"train_loss": 0.0014724628999829292, "global_step": 88490, "epoch": 497, "lr": 7.142988041573862e-06}
{"train_loss": 0.000926465610973537, "global_step": 88491, "epoch": 497, "lr": 7.142226921384138e-06}
{"train_loss": 0.0004529761790763587, "global_step": 88492, "epoch": 497, "lr": 7.141465838628092e-06}
{"train_loss": 0.0010437405435368419, "global_step": 88493, "epoch": 497, "lr": 7.140704793306424e-06}
{"train_loss": 0.000669100321829319, "global_step": 88494, "epoch": 497, "lr": 7.1399437854197945e-06}
{"train_loss": 0.0024948869831860065, "global_step": 88495, "epoch": 497, "lr": 7.13918281496887e-06}
{"train_loss": 0.0021467856131494045, "global_step": 88496, "epoch": 497, "lr": 7.138421881954305e-06}
{"train_loss": 0.00029617283144034445, "global_step": 88497, "epoch": 497, "lr": 7.137660986376765e-06}
{"train_loss": 0.0014845870900899172, "global_step": 88498, "epoch": 497, "lr": 7.1369001282369116e-06}
{"train_loss": 0.0012830342166125774, "global_step": 88499, "epoch": 497, "lr": 7.136139307535439e-06}
{"train_loss": 0.0006423080340027809, "global_step": 88500, "epoch": 497, "lr": 7.135378524272962e-06}
{"train_loss": 0.001225571148097515, "global_step": 88501, "epoch": 497, "lr": 7.134617778450186e-06}
{"train_loss": 0.0007131069432944059, "global_step": 88502, "epoch": 497, "lr": 7.133857070067762e-06}
{"train_loss": 0.0007277406984940171, "global_step": 88503, "epoch": 497, "lr": 7.133096399126354e-06}
{"train_loss": 0.0008351984433829784, "global_step": 88504, "epoch": 497, "lr": 7.13233576562663e-06}
{"train_loss": 0.0023468087892979383, "global_step": 88505, "epoch": 497, "lr": 7.131575169569232e-06}
{"train_loss": 0.002305547473952174, "global_step": 88506, "epoch": 497, "lr": 7.130814610954873e-06}
{"train_loss": 0.000405101221986115, "global_step": 88507, "epoch": 497, "lr": 7.130054089784161e-06}
{"train_loss": 0.0015697707422077656, "global_step": 88508, "epoch": 497, "lr": 7.129293606057796e-06}
{"train_loss": 0.00121546839363873, "global_step": 88509, "epoch": 497, "lr": 7.1285331597764346e-06}
{"train_loss": 0.0006336023798212409, "global_step": 88510, "epoch": 497, "lr": 7.127772750940736e-06}
{"train_loss": 0.0007052529836073518, "global_step": 88511, "epoch": 497, "lr": 7.127012379551373e-06}
{"train_loss": 0.001787025248631835, "global_step": 88512, "epoch": 497, "lr": 7.126252045609e-06}
{"train_loss": 0.0008076903177425265, "global_step": 88513, "epoch": 497, "lr": 7.125491749114277e-06}
{"train_loss": 0.0005271593108773232, "global_step": 88514, "epoch": 497, "lr": 7.124731490067898e-06}
{"train_loss": 0.0008539055124856532, "global_step": 88515, "epoch": 497, "lr": 7.1239712684704805e-06}
{"train_loss": 0.0013524718815460801, "global_step": 88516, "epoch": 497, "lr": 7.123211084322729e-06}
{"train_loss": 0.0018149006646126509, "global_step": 88517, "epoch": 497, "lr": 7.122450937625291e-06}
{"train_loss": 0.0006118831224739552, "global_step": 88518, "epoch": 497, "lr": 7.12169082837883e-06}
{"train_loss": 0.00039466607267968357, "global_step": 88519, "epoch": 497, "lr": 7.120930756584016e-06}
{"train_loss": 0.0014044959098100662, "global_step": 88520, "epoch": 497, "lr": 7.120170722241504e-06}
{"train_loss": 0.0012440765276551247, "global_step": 88521, "epoch": 497, "lr": 7.11941072535195e-06}
{"train_loss": 0.0007677626563236117, "global_step": 88522, "epoch": 497, "lr": 7.118650765916052e-06}
{"train_loss": 0.0008155401446856558, "global_step": 88523, "epoch": 497, "lr": 7.117890843934432e-06}
{"train_loss": 0.00040572253055870533, "global_step": 88524, "epoch": 497, "lr": 7.1171309594077974e-06}
{"train_loss": 0.0014327201060950756, "global_step": 88525, "epoch": 497, "lr": 7.116371112336761e-06}
{"train_loss": 0.001312327804043889, "global_step": 88526, "epoch": 497, "lr": 7.115611302722025e-06}
{"train_loss": 0.0008062097476795316, "global_step": 88527, "epoch": 497, "lr": 7.114851530564248e-06}
{"train_loss": 0.0003320280520711094, "global_step": 88528, "epoch": 497, "lr": 7.1140917958640695e-06}
{"train_loss": 0.0014505131402984262, "global_step": 88529, "epoch": 497, "lr": 7.113332098622194e-06}
{"train_loss": 0.0027283229865133762, "global_step": 88530, "epoch": 497, "lr": 7.112572438839238e-06}
{"train_loss": 0.0009474934777244925, "global_step": 88531, "epoch": 497, "lr": 7.111812816515906e-06}
{"train_loss": 0.0009598624892532825, "global_step": 88532, "epoch": 497, "lr": 7.111053231652837e-06}
{"train_loss": 0.0021421927958726883, "global_step": 88533, "epoch": 497, "lr": 7.110293684250707e-06}
{"train_loss": 0.0005356485489755869, "global_step": 88534, "epoch": 497, "lr": 7.109534174310173e-06}
{"train_loss": 0.0011633646208792925, "global_step": 88535, "epoch": 497, "lr": 7.108774701831894e-06}
{"train_loss": 0.0022677325177937746, "global_step": 88536, "epoch": 497, "lr": 7.108015266816537e-06}
{"train_loss": 0.0019307432230561972, "global_step": 88537, "epoch": 497, "lr": 7.107255869264784e-06}
{"train_loss": 0.0015745880082249641, "global_step": 88538, "epoch": 497, "lr": 7.106496509177257e-06}
{"train_loss": 0.001149475108832121, "global_step": 88539, "epoch": 497, "lr": 7.105737186554656e-06}
{"train_loss": 0.0006402956205420196, "global_step": 88540, "epoch": 497, "lr": 7.104977901397636e-06}
{"train_loss": 0.0010355422273278236, "global_step": 88541, "epoch": 497, "lr": 7.104218653706851e-06}
{"train_loss": 0.0009529265225864947, "global_step": 88542, "epoch": 497, "lr": 7.103459443482974e-06}
{"train_loss": 0.001323668984696269, "global_step": 88543, "epoch": 497, "lr": 7.102700270726665e-06}
{"train_loss": 0.0012389260809868574, "global_step": 88544, "epoch": 497, "lr": 7.101941135438578e-06}
{"train_loss": 0.0012909696670249104, "global_step": 88545, "epoch": 497, "lr": 7.101182037619386e-06}
{"train_loss": 0.0019450689433142543, "global_step": 88546, "epoch": 497, "lr": 7.100422977269744e-06}
{"train_loss": 0.0006552573177032173, "global_step": 88547, "epoch": 497, "lr": 7.099663954390323e-06}
{"train_loss": 0.000418592564528808, "global_step": 88548, "epoch": 497, "lr": 7.09890496898179e-06}
{"train_loss": 0.0005712612764909863, "global_step": 88549, "epoch": 497, "lr": 7.098146021044799e-06}
{"train_loss": 0.0002643894695211202, "global_step": 88550, "epoch": 497, "lr": 7.097387110580017e-06}
{"train_loss": 0.0007745216134935617, "global_step": 88551, "epoch": 497, "lr": 7.096628237588093e-06}
{"train_loss": 0.0006636226316913962, "global_step": 88552, "epoch": 497, "lr": 7.095869402069727e-06}
{"train_loss": 0.0009409160120412707, "global_step": 88553, "epoch": 497, "lr": 7.095110604025529e-06}
{"train_loss": 0.0007128791185095906, "global_step": 88554, "epoch": 497, "lr": 7.094351843456204e-06}
{"train_loss": 0.0021459078416228294, "global_step": 88555, "epoch": 497, "lr": 7.093593120362402e-06}
{"train_loss": 0.0011954286601394415, "global_step": 88556, "epoch": 497, "lr": 7.092834434744783e-06}
{"train_loss": 0.0007913644658401608, "global_step": 88557, "epoch": 497, "lr": 7.092075786604008e-06}
{"train_loss": 0.0013502520741894841, "global_step": 88558, "epoch": 497, "lr": 7.091317175940742e-06}
{"train_loss": 0.0017516742227599025, "global_step": 88559, "epoch": 497, "lr": 7.090558602755653e-06}
{"train_loss": 0.0005933981155976653, "global_step": 88560, "epoch": 497, "lr": 7.089800067049396e-06}
{"train_loss": 0.0014500992838293314, "global_step": 88561, "epoch": 497, "lr": 7.089041568822624e-06}
{"train_loss": 0.0009278407087549567, "global_step": 88562, "epoch": 497, "lr": 7.088283108076033e-06}
{"train_loss": 0.0008255100110545754, "global_step": 88563, "epoch": 497, "lr": 7.087524684810243e-06}
{"train_loss": 0.0011728748213499784, "global_step": 88564, "epoch": 497, "lr": 7.086766299025948e-06}
{"train_loss": 0.0016244940925389528, "global_step": 88565, "epoch": 497, "lr": 7.0860079507238e-06}
{"train_loss": 0.001273868721909821, "global_step": 88566, "epoch": 497, "lr": 7.085249639904462e-06}
{"train_loss": 0.0007623824058100581, "global_step": 88567, "epoch": 497, "lr": 7.084491366568596e-06}
{"train_loss": 0.0013613988412544131, "global_step": 88568, "epoch": 497, "lr": 7.083733130716852e-06}
{"train_loss": 0.0009189809788949788, "global_step": 88569, "epoch": 497, "lr": 7.082974932349918e-06}
{"train_loss": 0.0011605260660871863, "global_step": 88570, "epoch": 497, "lr": 7.082216771468436e-06}
{"train_loss": 0.000553615391254425, "global_step": 88571, "epoch": 497, "lr": 7.08145864807308e-06}
{"train_loss": 0.0012435073731467128, "global_step": 88572, "epoch": 497, "lr": 7.080700562164505e-06}
{"train_loss": 0.0011959661496803164, "global_step": 88573, "epoch": 497, "lr": 7.079942513743376e-06}
{"train_loss": 0.0008472347399219871, "global_step": 88574, "epoch": 497, "lr": 7.0791845028103435e-06}
{"train_loss": 0.0034033609554171562, "global_step": 88575, "epoch": 497, "lr": 7.0784265293661e-06}
{"train_loss": 0.0011004912666976452, "global_step": 88576, "epoch": 497, "lr": 7.077668593411268e-06}
{"train_loss": 0.0006000112043693662, "global_step": 88577, "epoch": 497, "lr": 7.076910694946548e-06}
{"train_loss": 0.0014061143156141043, "global_step": 88578, "epoch": 497, "lr": 7.076152833972566e-06}
{"train_loss": 0.0009514496196061373, "global_step": 88579, "epoch": 497, "lr": 7.075395010490005e-06}
{"train_loss": 0.0006757101509720087, "global_step": 88580, "epoch": 497, "lr": 7.07463722449953e-06}
{"train_loss": 0.000475842971354723, "global_step": 88581, "epoch": 497, "lr": 7.073879476001794e-06}
{"train_loss": 0.0010849786922335625, "global_step": 88582, "epoch": 497, "lr": 7.073121764997459e-06}
{"train_loss": 0.00038825892261229455, "global_step": 88583, "epoch": 497, "lr": 7.072364091487188e-06}
{"train_loss": 0.0007205643923953176, "global_step": 88584, "epoch": 497, "lr": 7.07160645547163e-06}
{"train_loss": 0.0004511054139584303, "global_step": 88585, "epoch": 497, "lr": 7.070848856951489e-06}
{"train_loss": 0.0003406949690543115, "global_step": 88586, "epoch": 497, "lr": 7.070091295927372e-06}
{"train_loss": 0.0018996477592736483, "global_step": 88587, "epoch": 497, "lr": 7.069333772399978e-06}
{"train_loss": 0.0013232234632596374, "global_step": 88588, "epoch": 497, "lr": 7.0685762863699545e-06}
{"train_loss": 0.0017241642344743013, "global_step": 88589, "epoch": 497, "lr": 7.067818837837959e-06}
{"train_loss": 0.0007930266438052058, "global_step": 88590, "epoch": 497, "lr": 7.067061426804677e-06}
{"train_loss": 0.0006059976294636726, "global_step": 88591, "epoch": 497, "lr": 7.0663040532707395e-06}
{"train_loss": 0.0007911722059361637, "global_step": 88592, "epoch": 497, "lr": 7.0655467172368265e-06}
{"train_loss": 0.0009606911917217076, "global_step": 88593, "epoch": 497, "lr": 7.064789418703593e-06}
{"train_loss": 0.0014805919490754604, "global_step": 88594, "epoch": 497, "lr": 7.0640321576717015e-06}
{"train_loss": 0.00044406141387298703, "global_step": 88595, "epoch": 497, "lr": 7.063274934141817e-06}
{"train_loss": 0.0013169170124456286, "global_step": 88596, "epoch": 497, "lr": 7.0625177481145995e-06}
{"train_loss": 0.0021508228965103626, "global_step": 88597, "epoch": 497, "lr": 7.061760599590705e-06}
{"train_loss": 0.000905557768419385, "global_step": 88598, "epoch": 497, "lr": 7.0610034885708e-06}
{"train_loss": 0.00031292898347601295, "global_step": 88599, "epoch": 497, "lr": 7.060246415055527e-06}
{"train_loss": 0.0010309251956641674, "global_step": 88600, "epoch": 497, "lr": 7.059489379045597e-06}
{"train_loss": 0.0026449491269886494, "global_step": 88601, "epoch": 497, "lr": 7.058732380541611e-06}
{"train_loss": 0.0008487591403536499, "global_step": 88602, "epoch": 497, "lr": 7.057975419544266e-06}
{"train_loss": 0.0006263884715735912, "global_step": 88603, "epoch": 497, "lr": 7.057218496054219e-06}
{"train_loss": 0.0004866854869760573, "global_step": 88604, "epoch": 497, "lr": 7.0564616100721236e-06}
{"train_loss": 0.0012242745142430067, "global_step": 88605, "epoch": 497, "lr": 7.055704761598647e-06}
{"train_loss": 0.0012436488177627325, "global_step": 88606, "epoch": 497, "lr": 7.054947950634449e-06}
{"train_loss": 0.0005541607970371842, "global_step": 88607, "epoch": 497, "lr": 7.054191177180175e-06}
{"train_loss": 0.0010625238064676523, "global_step": 88608, "epoch": 497, "lr": 7.053434441236528e-06}
{"train_loss": 0.0010056226747110486, "global_step": 88609, "epoch": 497, "lr": 7.052677742804115e-06}
{"train_loss": 0.0011558450059965253, "global_step": 88610, "epoch": 497, "lr": 7.051921081883633e-06}
{"train_loss": 0.0013748512137681246, "global_step": 88611, "epoch": 497, "lr": 7.051164458475734e-06}
{"train_loss": 0.0005942229181528091, "global_step": 88612, "epoch": 497, "lr": 7.0504078725810714e-06}
{"train_loss": 0.000988745829090476, "global_step": 88613, "epoch": 497, "lr": 7.049651324200329e-06}
{"train_loss": 0.0024018981494009495, "global_step": 88614, "epoch": 497, "lr": 7.0488948133341334e-06}
{"train_loss": 0.0019693924114108086, "global_step": 88615, "epoch": 497, "lr": 7.048138339983179e-06}
{"train_loss": 0.000645077379886061, "global_step": 88616, "epoch": 497, "lr": 7.047381904148093e-06}
{"train_loss": 0.0005528386100195348, "global_step": 88617, "epoch": 497, "lr": 7.046625505829563e-06}
{"train_loss": 0.0007411438273265958, "global_step": 88618, "epoch": 497, "lr": 7.045869145028244e-06}
{"train_loss": 0.0006239264621399343, "global_step": 88619, "epoch": 497, "lr": 7.045112821744792e-06}
{"train_loss": 0.0009543976048007607, "global_step": 88620, "epoch": 497, "lr": 7.044356535979868e-06}
{"train_loss": 0.001247726147994399, "global_step": 88621, "epoch": 497, "lr": 7.043600287734132e-06}
{"train_loss": 0.0007236851379275322, "global_step": 88622, "epoch": 497, "lr": 7.042844077008237e-06}
{"train_loss": 0.0016734973760321736, "global_step": 88623, "epoch": 497, "lr": 7.042087903802868e-06}
{"train_loss": 0.000501729198731482, "global_step": 88624, "epoch": 497, "lr": 7.041331768118653e-06}
{"train_loss": 0.0015924355247989297, "global_step": 88625, "epoch": 497, "lr": 7.040575669956284e-06}
{"train_loss": 0.0003584930091165006, "global_step": 88626, "epoch": 497, "lr": 7.0398196093164e-06}
{"train_loss": 0.001145306508988142, "global_step": 88627, "epoch": 497, "lr": 7.0390635861996735e-06}
{"train_loss": 0.001081801950931549, "global_step": 88628, "epoch": 497, "lr": 7.038307600606753e-06}
{"train_loss": 0.001018018345348537, "global_step": 88629, "epoch": 497, "lr": 7.03755165253831e-06}
{"train_loss": 0.0005108622135594487, "global_step": 88630, "epoch": 497, "lr": 7.036795741994989e-06}
{"train_loss": 0.001083737937733531, "global_step": 88631, "epoch": 497, "lr": 7.036039868977468e-06}
{"train_loss": 0.0012883362360298634, "global_step": 88632, "epoch": 497, "lr": 7.0352840334864055e-06}
{"train_loss": 0.0018608327955007553, "global_step": 88633, "epoch": 497, "lr": 7.034528235522453e-06}
{"train_loss": 0.0006493620458059013, "global_step": 88634, "epoch": 497, "lr": 7.033772475086275e-06}
{"train_loss": 0.001625529839657247, "global_step": 88635, "epoch": 497, "lr": 7.033016752178528e-06}
{"train_loss": 0.0014574163360521197, "global_step": 88636, "epoch": 497, "lr": 7.032261066799883e-06}
{"train_loss": 0.0017544543370604515, "global_step": 88637, "epoch": 497, "lr": 7.0315054189509735e-06}
{"train_loss": 0.0006429618806578219, "global_step": 88638, "epoch": 497, "lr": 7.030749808632503e-06}
{"train_loss": 0.0008166503394022584, "global_step": 88639, "epoch": 497, "lr": 7.029994235845083e-06}
{"train_loss": 0.0006363638676702976, "global_step": 88640, "epoch": 497, "lr": 7.029238700589408e-06}
{"train_loss": 0.002313334960490465, "global_step": 88641, "epoch": 497, "lr": 7.028483202866126e-06}
{"train_loss": 0.0004966023843735456, "global_step": 88642, "epoch": 497, "lr": 7.027727742675899e-06}
{"train_loss": 0.001134454509278686, "global_step": 88643, "epoch": 497, "lr": 7.026972320019387e-06}
{"train_loss": 0.0005660674069076777, "global_step": 88644, "epoch": 498, "lr": 7.0262169348972505e-06}
{"train_loss": 0.0018665783572942019, "global_step": 88645, "epoch": 498, "lr": 7.025461587310128e-06}
{"train_loss": 0.0013097464106976986, "global_step": 88646, "epoch": 498, "lr": 7.02470627725873e-06}
{"train_loss": 0.0008080255356617272, "global_step": 88647, "epoch": 498, "lr": 7.0239510047436565e-06}
{"train_loss": 0.0009304441628046334, "global_step": 88648, "epoch": 498, "lr": 7.023195769765606e-06}
{"train_loss": 0.0007191636832430959, "global_step": 88649, "epoch": 498, "lr": 7.0224405723252286e-06}
{"train_loss": 0.0011814981698989868, "global_step": 88650, "epoch": 498, "lr": 7.0216854124231845e-06}
{"train_loss": 0.0029028938151896, "global_step": 88651, "epoch": 498, "lr": 7.0209302900601296e-06}
{"train_loss": 0.001005150144919753, "global_step": 88652, "epoch": 498, "lr": 7.020175205236712e-06}
{"train_loss": 0.0005477208760567009, "global_step": 88653, "epoch": 498, "lr": 7.019420157953632e-06}
{"train_loss": 0.0011361351935192943, "global_step": 88654, "epoch": 498, "lr": 7.018665148211495e-06}
{"train_loss": 0.0018185731023550034, "global_step": 88655, "epoch": 498, "lr": 7.017910176011e-06}
{"train_loss": 0.0009260677616111934, "global_step": 88656, "epoch": 498, "lr": 7.017155241352796e-06}
{"train_loss": 0.0007561532547697425, "global_step": 88657, "epoch": 498, "lr": 7.016400344237539e-06}
{"train_loss": 0.0009535002755001187, "global_step": 88658, "epoch": 498, "lr": 7.0156454846658836e-06}
{"train_loss": 0.0013992225285619497, "global_step": 88659, "epoch": 498, "lr": 7.014890662638502e-06}
{"train_loss": 0.0009946618229150772, "global_step": 88660, "epoch": 498, "lr": 7.0141358781560305e-06}
{"train_loss": 0.00120982201769948, "global_step": 88661, "epoch": 498, "lr": 7.013381131219171e-06}
{"train_loss": 0.0016533583402633667, "global_step": 88662, "epoch": 498, "lr": 7.012626421828533e-06}
{"train_loss": 0.00042977870907634497, "global_step": 88663, "epoch": 498, "lr": 7.011871749984805e-06}
{"train_loss": 0.0006017050473019481, "global_step": 88664, "epoch": 498, "lr": 7.011117115688642e-06}
{"train_loss": 0.0015451619401574135, "global_step": 88665, "epoch": 498, "lr": 7.010362518940705e-06}
{"train_loss": 0.0006335094221867621, "global_step": 88666, "epoch": 498, "lr": 7.009607959741643e-06}
{"train_loss": 0.0006216984475031495, "global_step": 88667, "epoch": 498, "lr": 7.008853438092122e-06}
{"train_loss": 0.0009672899614088237, "global_step": 88668, "epoch": 498, "lr": 7.008098953992792e-06}
{"train_loss": 0.0013817318249493837, "global_step": 88669, "epoch": 498, "lr": 7.007344507444341e-06}
{"train_loss": 0.0016937723848968744, "global_step": 88670, "epoch": 498, "lr": 7.006590098447385e-06}
{"train_loss": 0.0016103358939290047, "global_step": 88671, "epoch": 498, "lr": 7.00583572700263e-06}
{"train_loss": 0.0009468537755310535, "global_step": 88672, "epoch": 498, "lr": 7.005081393110685e-06}
{"train_loss": 0.0007252750219777226, "global_step": 88673, "epoch": 498, "lr": 7.004327096772245e-06}
{"train_loss": 0.0017883451655507088, "global_step": 88674, "epoch": 498, "lr": 7.003572837987954e-06}
{"train_loss": 0.0015857103280723095, "global_step": 88675, "epoch": 498, "lr": 7.002818616758466e-06}
{"train_loss": 0.0010619291570037603, "global_step": 88676, "epoch": 498, "lr": 7.002064433084471e-06}
{"train_loss": 0.0010834366548806429, "global_step": 88677, "epoch": 498, "lr": 7.001310286966584e-06}
{"train_loss": 0.001189712667837739, "global_step": 88678, "epoch": 498, "lr": 7.000556178405493e-06}
{"train_loss": 0.000632281182333827, "global_step": 88679, "epoch": 498, "lr": 6.999802107401854e-06}
{"train_loss": 0.0019579529762268066, "global_step": 88680, "epoch": 498, "lr": 6.99904807395631e-06}
{"train_loss": 0.0006825135787948966, "global_step": 88681, "epoch": 498, "lr": 6.998294078069539e-06}
{"train_loss": 0.0002653181436471641, "global_step": 88682, "epoch": 498, "lr": 6.997540119742185e-06}
{"train_loss": 0.0016122335800901055, "global_step": 88683, "epoch": 498, "lr": 6.9967861989749025e-06}
{"train_loss": 0.0008537283865734935, "global_step": 88684, "epoch": 498, "lr": 6.996032315768381e-06}
{"train_loss": 0.0005568405031226575, "global_step": 88685, "epoch": 498, "lr": 6.995278470123235e-06}
{"train_loss": 0.0009979631286114454, "global_step": 88686, "epoch": 498, "lr": 6.994524662040164e-06}
{"train_loss": 0.0016412389231845737, "global_step": 88687, "epoch": 498, "lr": 6.993770891519785e-06}
{"train_loss": 0.0008209770312532783, "global_step": 88688, "epoch": 498, "lr": 6.993017158562798e-06}
{"train_loss": 0.0008534148801118135, "global_step": 88689, "epoch": 498, "lr": 6.992263463169834e-06}
{"train_loss": 0.0013261970598250628, "global_step": 88690, "epoch": 498, "lr": 6.991509805341562e-06}
{"train_loss": 0.0029454368632286787, "global_step": 88691, "epoch": 498, "lr": 6.990756185078639e-06}
{"train_loss": 0.0008356354665011168, "global_step": 88692, "epoch": 498, "lr": 6.990002602381718e-06}
{"train_loss": 0.0013622791739180684, "global_step": 88693, "epoch": 498, "lr": 6.9892490572514565e-06}
{"train_loss": 0.0013076369650661945, "global_step": 88694, "epoch": 498, "lr": 6.9884955496885225e-06}
{"train_loss": 0.001266176113858819, "global_step": 88695, "epoch": 498, "lr": 6.987742079693571e-06}
{"train_loss": 0.0020219862926751375, "global_step": 88696, "epoch": 498, "lr": 6.986988647267262e-06}
{"train_loss": 0.000608149915933609, "global_step": 88697, "epoch": 498, "lr": 6.986235252410245e-06}
{"train_loss": 0.001844507991336286, "global_step": 88698, "epoch": 498, "lr": 6.985481895123175e-06}
{"train_loss": 0.00074376369593665, "global_step": 88699, "epoch": 498, "lr": 6.984728575406735e-06}
{"train_loss": 0.0006216451292857528, "global_step": 88700, "epoch": 498, "lr": 6.9839752932615464e-06}
{"train_loss": 0.000736780115403235, "global_step": 88701, "epoch": 498, "lr": 6.983222048688298e-06}
{"train_loss": 0.0007162679685279727, "global_step": 88702, "epoch": 498, "lr": 6.982468841687634e-06}
{"train_loss": 0.0013663687277585268, "global_step": 88703, "epoch": 498, "lr": 6.981715672260219e-06}
{"train_loss": 0.0013315924443304539, "global_step": 88704, "epoch": 498, "lr": 6.980962540406704e-06}
{"train_loss": 0.0014363271184265614, "global_step": 88705, "epoch": 498, "lr": 6.980209446127745e-06}
{"train_loss": 0.001285203848965466, "global_step": 88706, "epoch": 498, "lr": 6.97945638942401e-06}
{"train_loss": 0.0017583647277206182, "global_step": 88707, "epoch": 498, "lr": 6.978703370296147e-06}
{"train_loss": 0.002277972176671028, "global_step": 88708, "epoch": 498, "lr": 6.977950388744809e-06}
{"train_loss": 0.0008246434153988957, "global_step": 88709, "epoch": 498, "lr": 6.9771974447706834e-06}
{"train_loss": 0.0011752932332456112, "global_step": 88710, "epoch": 498, "lr": 6.976444538374383e-06}
{"train_loss": 0.002541912253946066, "global_step": 88711, "epoch": 498, "lr": 6.9756916695566e-06}
{"train_loss": 0.0004955559270456433, "global_step": 88712, "epoch": 498, "lr": 6.974938838317979e-06}
{"train_loss": 0.0007179374224506319, "global_step": 88713, "epoch": 498, "lr": 6.974186044659175e-06}
{"train_loss": 0.0009488605428487062, "global_step": 88714, "epoch": 498, "lr": 6.973433288580866e-06}
{"train_loss": 0.0012700227089226246, "global_step": 88715, "epoch": 498, "lr": 6.972680570083673e-06}
{"train_loss": 0.000779945810791105, "global_step": 88716, "epoch": 498, "lr": 6.971927889168289e-06}
{"train_loss": 0.001199670834466815, "global_step": 88717, "epoch": 498, "lr": 6.971175245835348e-06}
{"train_loss": 0.001473519136197865, "global_step": 88718, "epoch": 498, "lr": 6.9704226400855226e-06}
{"train_loss": 0.0018800429534167051, "global_step": 88719, "epoch": 498, "lr": 6.969670071919465e-06}
{"train_loss": 0.0010975466575473547, "global_step": 88720, "epoch": 498, "lr": 6.9689175413378275e-06}
{"train_loss": 0.0017580119892954826, "global_step": 88721, "epoch": 498, "lr": 6.968165048341258e-06}
{"train_loss": 0.0014973734505474567, "global_step": 88722, "epoch": 498, "lr": 6.96741259293045e-06}
{"train_loss": 0.00163616007193923, "global_step": 88723, "epoch": 498, "lr": 6.966660175106015e-06}
{"train_loss": 0.0004799354646820575, "global_step": 88724, "epoch": 498, "lr": 6.965907794868653e-06}
{"train_loss": 0.0007538090576417744, "global_step": 88725, "epoch": 498, "lr": 6.96515545221898e-06}
{"train_loss": 0.001388070872053504, "global_step": 88726, "epoch": 498, "lr": 6.964403147157683e-06}
{"train_loss": 0.0010516210459172726, "global_step": 88727, "epoch": 498, "lr": 6.9636508796854124e-06}
{"train_loss": 0.0009177557658404112, "global_step": 88728, "epoch": 498, "lr": 6.962898649802823e-06}
{"train_loss": 0.0010013780556619167, "global_step": 88729, "epoch": 498, "lr": 6.962146457510571e-06}
{"train_loss": 0.0012820438714697957, "global_step": 88730, "epoch": 498, "lr": 6.961394302809315e-06}
{"train_loss": 0.0008576692780479789, "global_step": 88731, "epoch": 498, "lr": 6.960642185699695e-06}
{"train_loss": 0.0010036160238087177, "global_step": 88732, "epoch": 498, "lr": 6.95989010618241e-06}
{"train_loss": 0.0010712812654674053, "global_step": 88733, "epoch": 498, "lr": 6.959138064258064e-06}
{"train_loss": 0.0011555356904864311, "global_step": 88734, "epoch": 498, "lr": 6.958386059927358e-06}
{"train_loss": 0.0011899879900738597, "global_step": 88735, "epoch": 498, "lr": 6.957634093190929e-06}
{"train_loss": 0.0012152083218097687, "global_step": 88736, "epoch": 498, "lr": 6.956882164049422e-06}
{"train_loss": 0.0009721414535306394, "global_step": 88737, "epoch": 498, "lr": 6.956130272503536e-06}
{"train_loss": 0.0017722775228321552, "global_step": 88738, "epoch": 498, "lr": 6.95537841855387e-06}
{"train_loss": 0.0005711785634048283, "global_step": 88739, "epoch": 498, "lr": 6.9546266022011255e-06}
{"train_loss": 0.0014550017658621073, "global_step": 88740, "epoch": 498, "lr": 6.953874823445944e-06}
{"train_loss": 0.0007696797256357968, "global_step": 88741, "epoch": 498, "lr": 6.9531230822889814e-06}
{"train_loss": 0.00039431231562048197, "global_step": 88742, "epoch": 498, "lr": 6.952371378730899e-06}
{"train_loss": 0.0009196390165016055, "global_step": 88743, "epoch": 498, "lr": 6.951619712772345e-06}
{"train_loss": 0.0011429365258663893, "global_step": 88744, "epoch": 498, "lr": 6.95086808441398e-06}
{"train_loss": 0.0008653377881273627, "global_step": 88745, "epoch": 498, "lr": 6.950116493656461e-06}
{"train_loss": 0.0009118473390117288, "global_step": 88746, "epoch": 498, "lr": 6.949364940500436e-06}
{"train_loss": 0.0006895846454426646, "global_step": 88747, "epoch": 498, "lr": 6.9486134249465875e-06}
{"train_loss": 0.0008051468757912517, "global_step": 88748, "epoch": 498, "lr": 6.947861946995537e-06}
{"train_loss": 0.0008782459190115333, "global_step": 88749, "epoch": 498, "lr": 6.947110506647964e-06}
{"train_loss": 0.00042114511597901583, "global_step": 88750, "epoch": 498, "lr": 6.946359103904526e-06}
{"train_loss": 0.0020322194322943687, "global_step": 88751, "epoch": 498, "lr": 6.945607738765863e-06}
{"train_loss": 0.0013161040842533112, "global_step": 88752, "epoch": 498, "lr": 6.9448564112326475e-06}
{"train_loss": 0.0023198905400931835, "global_step": 88753, "epoch": 498, "lr": 6.944105121305528e-06}
{"train_loss": 0.0021903596352785826, "global_step": 88754, "epoch": 498, "lr": 6.943353868985147e-06}
{"train_loss": 0.0019266150193288922, "global_step": 88755, "epoch": 498, "lr": 6.94260265427219e-06}
{"train_loss": 0.0012871013022959232, "global_step": 88756, "epoch": 498, "lr": 6.941851477167294e-06}
{"train_loss": 0.0005244306521490216, "global_step": 88757, "epoch": 498, "lr": 6.941100337671125e-06}
{"train_loss": 0.0007839133031666279, "global_step": 88758, "epoch": 498, "lr": 6.940349235784327e-06}
{"train_loss": 0.0009795117657631636, "global_step": 88759, "epoch": 498, "lr": 6.9395981715075555e-06}
{"train_loss": 0.0025344148743897676, "global_step": 88760, "epoch": 498, "lr": 6.938847144841493e-06}
{"train_loss": 0.0005213991971686482, "global_step": 88761, "epoch": 498, "lr": 6.938096155786755e-06}
{"train_loss": 0.0008098777034319937, "global_step": 88762, "epoch": 498, "lr": 6.9373452043440425e-06}
{"train_loss": 0.00144346640445292, "global_step": 88763, "epoch": 498, "lr": 6.936594290513959e-06}
{"train_loss": 0.0011641124729067087, "global_step": 88764, "epoch": 498, "lr": 6.935843414297205e-06}
{"train_loss": 0.001318549271672964, "global_step": 88765, "epoch": 498, "lr": 6.9350925756944185e-06}
{"train_loss": 0.0013238732935860753, "global_step": 88766, "epoch": 498, "lr": 6.93434177470626e-06}
{"train_loss": 0.0008726013475097716, "global_step": 88767, "epoch": 498, "lr": 6.933591011333379e-06}
{"train_loss": 0.0019658817909657955, "global_step": 88768, "epoch": 498, "lr": 6.932840285576437e-06}
{"train_loss": 0.0012706232955679297, "global_step": 88769, "epoch": 498, "lr": 6.93208959743607e-06}
{"train_loss": 0.0021445807069540024, "global_step": 88770, "epoch": 498, "lr": 6.93133894691298e-06}
{"train_loss": 0.0007106455741450191, "global_step": 88771, "epoch": 498, "lr": 6.930588334007765e-06}
{"train_loss": 0.0005932158092036843, "global_step": 88772, "epoch": 498, "lr": 6.929837758721125e-06}
{"train_loss": 0.0007578826043754816, "global_step": 88773, "epoch": 498, "lr": 6.929087221053698e-06}
{"train_loss": 0.0022653797641396523, "global_step": 88774, "epoch": 498, "lr": 6.92833672100614e-06}
{"train_loss": 0.0031304433941841125, "global_step": 88775, "epoch": 498, "lr": 6.927586258579105e-06}
{"train_loss": 0.0017667912179604173, "global_step": 88776, "epoch": 498, "lr": 6.926835833773243e-06}
{"train_loss": 0.00030226935632526875, "global_step": 88777, "epoch": 498, "lr": 6.926085446589231e-06}
{"train_loss": 0.0020734905265271664, "global_step": 88778, "epoch": 498, "lr": 6.9253350970277074e-06}
{"train_loss": 0.0011029716115444899, "global_step": 88779, "epoch": 498, "lr": 6.924584785089333e-06}
{"train_loss": 0.0023903800174593925, "global_step": 88780, "epoch": 498, "lr": 6.923834510774763e-06}
{"train_loss": 0.0015579120954498649, "global_step": 88781, "epoch": 498, "lr": 6.923084274084646e-06}
{"train_loss": 0.0005248690722510219, "global_step": 88782, "epoch": 498, "lr": 6.9223340750196484e-06}
{"train_loss": 0.0004145162529312074, "global_step": 88783, "epoch": 498, "lr": 6.921583913580415e-06}
{"train_loss": 0.000486079603433609, "global_step": 88784, "epoch": 498, "lr": 6.920833789767594e-06}
{"train_loss": 0.0006066842470318079, "global_step": 88785, "epoch": 498, "lr": 6.920083703581875e-06}
{"train_loss": 0.001040549948811531, "global_step": 88786, "epoch": 498, "lr": 6.919333655023874e-06}
{"train_loss": 0.00045664195204153657, "global_step": 88787, "epoch": 498, "lr": 6.918583644094268e-06}
{"train_loss": 0.0012430003844201565, "global_step": 88788, "epoch": 498, "lr": 6.917833670793705e-06}
{"train_loss": 0.0017369443085044622, "global_step": 88789, "epoch": 498, "lr": 6.917083735122842e-06}
{"train_loss": 0.0009638467454351485, "global_step": 88790, "epoch": 498, "lr": 6.916333837082334e-06}
{"train_loss": 0.0008067209855653346, "global_step": 88791, "epoch": 498, "lr": 6.9155839766728345e-06}
{"train_loss": 0.0006655395263805985, "global_step": 88792, "epoch": 498, "lr": 6.9148341538949945e-06}
{"train_loss": 0.0017487136647105217, "global_step": 88793, "epoch": 498, "lr": 6.914084368749491e-06}
{"train_loss": 0.001023398945108056, "global_step": 88794, "epoch": 498, "lr": 6.9133346212369385e-06}
{"train_loss": 0.0007260520942509174, "global_step": 88795, "epoch": 498, "lr": 6.912584911358039e-06}
{"train_loss": 0.0018310209270566702, "global_step": 88796, "epoch": 498, "lr": 6.911835239113401e-06}
{"train_loss": 0.0011406831908971071, "global_step": 88797, "epoch": 498, "lr": 6.911085604503703e-06}
{"train_loss": 0.0005331293796189129, "global_step": 88798, "epoch": 498, "lr": 6.910336007529616e-06}
{"train_loss": 0.0008924423018470407, "global_step": 88799, "epoch": 498, "lr": 6.909586448191757e-06}
{"train_loss": 0.0008612116798758507, "global_step": 88800, "epoch": 498, "lr": 6.908836926490824e-06}
{"train_loss": 0.0009555275901220739, "global_step": 88801, "epoch": 498, "lr": 6.90808744242743e-06}
{"train_loss": 0.0009382533025927842, "global_step": 88802, "epoch": 498, "lr": 6.907337996002256e-06}
{"train_loss": 0.002204037504270673, "global_step": 88803, "epoch": 498, "lr": 6.9065885872159505e-06}
{"train_loss": 0.0006159208714962006, "global_step": 88804, "epoch": 498, "lr": 6.90583921606916e-06}
{"train_loss": 0.000819134060293436, "global_step": 88805, "epoch": 498, "lr": 6.905089882562554e-06}
{"train_loss": 0.0006188648985698819, "global_step": 88806, "epoch": 498, "lr": 6.9043405866967724e-06}
{"train_loss": 0.0017515128711238503, "global_step": 88807, "epoch": 498, "lr": 6.903591328472464e-06}
{"train_loss": 0.0007362139876931906, "global_step": 88808, "epoch": 498, "lr": 6.902842107890323e-06}
{"train_loss": 0.001622499548830092, "global_step": 88809, "epoch": 498, "lr": 6.902092924950948e-06}
{"train_loss": 0.00214822543784976, "global_step": 88810, "epoch": 498, "lr": 6.901343779655034e-06}
{"train_loss": 0.0017261859029531479, "global_step": 88811, "epoch": 498, "lr": 6.9005946720032244e-06}
{"train_loss": 0.0015240289503708482, "global_step": 88812, "epoch": 498, "lr": 6.8998456019961685e-06}
{"train_loss": 0.0004550216835923493, "global_step": 88813, "epoch": 498, "lr": 6.899096569634522e-06}
{"train_loss": 0.0007187461014837027, "global_step": 88814, "epoch": 498, "lr": 6.898347574918945e-06}
{"train_loss": 0.0008568648481741548, "global_step": 88815, "epoch": 498, "lr": 6.8975986178500876e-06}
{"train_loss": 0.0004256686079315841, "global_step": 88816, "epoch": 498, "lr": 6.896849698428603e-06}
{"train_loss": 0.0005321890348568559, "global_step": 88817, "epoch": 498, "lr": 6.896100816655132e-06}
{"train_loss": 0.0011173301609233022, "global_step": 88818, "epoch": 498, "lr": 6.895351972530356e-06}
{"train_loss": 0.001066734897904098, "global_step": 88819, "epoch": 498, "lr": 6.894603166054914e-06}
{"train_loss": 0.000746155041269958, "global_step": 88820, "epoch": 498, "lr": 6.893854397229465e-06}
{"train_loss": 0.0011685505518205777, "global_step": 88821, "epoch": 498, "lr": 6.893105666054656e-06}
{"train_loss": 0.00039425381692126393, "global_step": 88822, "epoch": 499, "lr": 6.892356972531138e-06}
{"train_loss": 0.001181512838229537, "global_step": 88823, "epoch": 499, "lr": 6.8916083166595925e-06}
{"train_loss": 0.000713116955012083, "global_step": 88824, "epoch": 499, "lr": 6.890859698440627e-06}
{"train_loss": 0.002266951370984316, "global_step": 88825, "epoch": 499, "lr": 6.890111117874937e-06}
{"train_loss": 0.0017555021913722157, "global_step": 88826, "epoch": 499, "lr": 6.88936257496316e-06}
{"train_loss": 0.0005328305996954441, "global_step": 88827, "epoch": 499, "lr": 6.888614069705946e-06}
{"train_loss": 0.001290113665163517, "global_step": 88828, "epoch": 499, "lr": 6.88786560210396e-06}
{"train_loss": 0.0006928133661858737, "global_step": 88829, "epoch": 499, "lr": 6.887117172157842e-06}
{"train_loss": 0.0012543705524876714, "global_step": 88830, "epoch": 499, "lr": 6.886368779868246e-06}
{"train_loss": 0.0014049356104806066, "global_step": 88831, "epoch": 499, "lr": 6.88562042523585e-06}
{"train_loss": 0.0009683799580670893, "global_step": 88832, "epoch": 499, "lr": 6.88487210826127e-06}
{"train_loss": 0.0013012024573981762, "global_step": 88833, "epoch": 499, "lr": 6.884123828945204e-06}
{"train_loss": 0.000708284555003047, "global_step": 88834, "epoch": 499, "lr": 6.883375587288254e-06}
{"train_loss": 0.001283368095755577, "global_step": 88835, "epoch": 499, "lr": 6.882627383291112e-06}
{"train_loss": 0.001992217032238841, "global_step": 88836, "epoch": 499, "lr": 6.881879216954423e-06}
{"train_loss": 0.0003743807028513402, "global_step": 88837, "epoch": 499, "lr": 6.881131088278836e-06}
{"train_loss": 0.0009322581463493407, "global_step": 88838, "epoch": 499, "lr": 6.8803829972650055e-06}
{"train_loss": 0.001787051442079246, "global_step": 88839, "epoch": 499, "lr": 6.879634943913576e-06}
{"train_loss": 0.0009648665436543524, "global_step": 88840, "epoch": 499, "lr": 6.87888692822522e-06}
{"train_loss": 0.000719880685210228, "global_step": 88841, "epoch": 499, "lr": 6.878138950200585e-06}
{"train_loss": 0.0013973552267998457, "global_step": 88842, "epoch": 499, "lr": 6.877391009840317e-06}
{"train_loss": 0.0014814622700214386, "global_step": 88843, "epoch": 499, "lr": 6.87664310714507e-06}
{"train_loss": 0.0006123270140960813, "global_step": 88844, "epoch": 499, "lr": 6.875895242115504e-06}
{"train_loss": 0.0016600086819380522, "global_step": 88845, "epoch": 499, "lr": 6.875147414752253e-06}
{"train_loss": 0.00041851564310491085, "global_step": 88846, "epoch": 499, "lr": 6.8743996250560105e-06}
{"train_loss": 0.0018524657934904099, "global_step": 88847, "epoch": 499, "lr": 6.873651873027387e-06}
{"train_loss": 0.0009199106716550887, "global_step": 88848, "epoch": 499, "lr": 6.872904158667054e-06}
{"train_loss": 0.0011355063179507852, "global_step": 88849, "epoch": 499, "lr": 6.872156481975673e-06}
{"train_loss": 0.001690549310296774, "global_step": 88850, "epoch": 499, "lr": 6.871408842953881e-06}
{"train_loss": 0.0005645647179335356, "global_step": 88851, "epoch": 499, "lr": 6.870661241602338e-06}
{"train_loss": 0.0010418250458315015, "global_step": 88852, "epoch": 499, "lr": 6.869913677921702e-06}
{"train_loss": 0.0023486411664634943, "global_step": 88853, "epoch": 499, "lr": 6.869166151912615e-06}
{"train_loss": 0.0005639346782118082, "global_step": 88854, "epoch": 499, "lr": 6.868418663575743e-06}
{"train_loss": 0.0011982473079115152, "global_step": 88855, "epoch": 499, "lr": 6.867671212911714e-06}
{"train_loss": 0.0015993565320968628, "global_step": 88856, "epoch": 499, "lr": 6.866923799921221e-06}
{"train_loss": 0.00029069994343444705, "global_step": 88857, "epoch": 499, "lr": 6.866176424604875e-06}
{"train_loss": 0.0012426631292328238, "global_step": 88858, "epoch": 499, "lr": 6.8654290869633545e-06}
{"train_loss": 0.0016115058679133654, "global_step": 88859, "epoch": 499, "lr": 6.864681786997312e-06}
{"train_loss": 0.0016702830325812101, "global_step": 88860, "epoch": 499, "lr": 6.8639345247073775e-06}
{"train_loss": 0.0015302767278626561, "global_step": 88861, "epoch": 499, "lr": 6.8631873000942425e-06}
{"train_loss": 0.0023005795665085316, "global_step": 88862, "epoch": 499, "lr": 6.8624401131585195e-06}
{"train_loss": 0.0005431832396425307, "global_step": 88863, "epoch": 499, "lr": 6.861692963900885e-06}
{"train_loss": 0.0006696539930999279, "global_step": 88864, "epoch": 499, "lr": 6.860945852321987e-06}
{"train_loss": 0.0005840581725351512, "global_step": 88865, "epoch": 499, "lr": 6.860198778422478e-06}
{"train_loss": 0.000673443078994751, "global_step": 88866, "epoch": 499, "lr": 6.85945174220301e-06}
{"train_loss": 0.001623721094802022, "global_step": 88867, "epoch": 499, "lr": 6.85870474366423e-06}
{"train_loss": 0.0017089643515646458, "global_step": 88868, "epoch": 499, "lr": 6.85795778280679e-06}
{"train_loss": 0.00042041941196657717, "global_step": 88869, "epoch": 499, "lr": 6.857210859631363e-06}
{"train_loss": 0.0014039899688214064, "global_step": 88870, "epoch": 499, "lr": 6.8564639741385715e-06}
{"train_loss": 0.00037830619839951396, "global_step": 88871, "epoch": 499, "lr": 6.855717126329098e-06}
{"train_loss": 0.0013185050338506699, "global_step": 88872, "epoch": 499, "lr": 6.854970316203557e-06}
{"train_loss": 0.001956178806722164, "global_step": 88873, "epoch": 499, "lr": 6.854223543762639e-06}
{"train_loss": 0.0012849054764956236, "global_step": 88874, "epoch": 499, "lr": 6.853476809006976e-06}
{"train_loss": 0.0014564837329089642, "global_step": 88875, "epoch": 499, "lr": 6.852730111937223e-06}
{"train_loss": 0.0011803354136645794, "global_step": 88876, "epoch": 499, "lr": 6.8519834525540336e-06}
{"train_loss": 0.0014556660316884518, "global_step": 88877, "epoch": 499, "lr": 6.851236830858065e-06}
{"train_loss": 0.0016733778174966574, "global_step": 88878, "epoch": 499, "lr": 6.8504902468499496e-06}
{"train_loss": 0.0003421719011384994, "global_step": 88879, "epoch": 499, "lr": 6.849743700530375e-06}
{"train_loss": 0.0007186171133071184, "global_step": 88880, "epoch": 499, "lr": 6.848997191899953e-06}
{"train_loss": 0.0007502230582758784, "global_step": 88881, "epoch": 499, "lr": 6.848250720959365e-06}
{"train_loss": 0.001073680818080902, "global_step": 88882, "epoch": 499, "lr": 6.8475042877092555e-06}
{"train_loss": 0.0004380125319585204, "global_step": 88883, "epoch": 499, "lr": 6.846757892150257e-06}
{"train_loss": 0.0005472246557474136, "global_step": 88884, "epoch": 499, "lr": 6.846011534283065e-06}
{"train_loss": 0.0009186618262901902, "global_step": 88885, "epoch": 499, "lr": 6.845265214108282e-06}
{"train_loss": 0.0011318286415189505, "global_step": 88886, "epoch": 499, "lr": 6.844518931626592e-06}
{"train_loss": 0.001019538613036275, "global_step": 88887, "epoch": 499, "lr": 6.8437726868386395e-06}
{"train_loss": 0.00046311033656820655, "global_step": 88888, "epoch": 499, "lr": 6.8430264797450735e-06}
{"train_loss": 0.0010924921371042728, "global_step": 88889, "epoch": 499, "lr": 6.842280310346544e-06}
{"train_loss": 0.0013207782758399844, "global_step": 88890, "epoch": 499, "lr": 6.84153417864371e-06}
{"train_loss": 0.0014346318785101175, "global_step": 88891, "epoch": 499, "lr": 6.840788084637217e-06}
{"train_loss": 0.0009788352763280272, "global_step": 88892, "epoch": 499, "lr": 6.840042028327715e-06}
{"train_loss": 0.0003839469572994858, "global_step": 88893, "epoch": 499, "lr": 6.8392960097158505e-06}
{"train_loss": 0.0018213748699054122, "global_step": 88894, "epoch": 499, "lr": 6.838550028802304e-06}
{"train_loss": 0.0005009246524423361, "global_step": 88895, "epoch": 499, "lr": 6.8378040855876845e-06}
{"train_loss": 0.0008894237107597291, "global_step": 88896, "epoch": 499, "lr": 6.837058180072681e-06}
{"train_loss": 0.0005284609505906701, "global_step": 88897, "epoch": 499, "lr": 6.836312312257926e-06}
{"train_loss": 0.0005731398123316467, "global_step": 88898, "epoch": 499, "lr": 6.835566482144073e-06}
{"train_loss": 0.002392822178080678, "global_step": 88899, "epoch": 499, "lr": 6.834820689731775e-06}
{"train_loss": 0.001779193989932537, "global_step": 88900, "epoch": 499, "lr": 6.834074935021684e-06}
{"train_loss": 0.0007101596565917134, "global_step": 88901, "epoch": 499, "lr": 6.8333292180144396e-06}
{"train_loss": 0.0003772009222302586, "global_step": 88902, "epoch": 499, "lr": 6.832583538710718e-06}
{"train_loss": 0.0009037309791892767, "global_step": 88903, "epoch": 499, "lr": 6.831837897111154e-06}
{"train_loss": 0.0006016038823872805, "global_step": 88904, "epoch": 499, "lr": 6.831092293216401e-06}
{"train_loss": 0.0005861508543603122, "global_step": 88905, "epoch": 499, "lr": 6.830346727027115e-06}
{"train_loss": 0.000775763182900846, "global_step": 88906, "epoch": 499, "lr": 6.829601198543928e-06}
{"train_loss": 0.0006070692325010896, "global_step": 88907, "epoch": 499, "lr": 6.828855707767528e-06}
{"train_loss": 0.0010793008841574192, "global_step": 88908, "epoch": 499, "lr": 6.828110254698528e-06}
{"train_loss": 0.000884334440343082, "global_step": 88909, "epoch": 499, "lr": 6.827364839337613e-06}
{"train_loss": 0.0013158783549442887, "global_step": 88910, "epoch": 499, "lr": 6.8266194616853904e-06}
{"train_loss": 0.0008269412792287767, "global_step": 88911, "epoch": 499, "lr": 6.825874121742554e-06}
{"train_loss": 0.0007769655203446746, "global_step": 88912, "epoch": 499, "lr": 6.825128819509741e-06}
{"train_loss": 0.0006241547525860369, "global_step": 88913, "epoch": 499, "lr": 6.82438355498759e-06}
{"train_loss": 0.0006151412962935865, "global_step": 88914, "epoch": 499, "lr": 6.823638328176768e-06}
{"train_loss": 0.00177560665179044, "global_step": 88915, "epoch": 499, "lr": 6.822893139077918e-06}
{"train_loss": 0.00025273862411268055, "global_step": 88916, "epoch": 499, "lr": 6.8221479876916845e-06}
{"train_loss": 0.0007331533124670386, "global_step": 88917, "epoch": 499, "lr": 6.821402874018745e-06}
{"train_loss": 0.002595488214865327, "global_step": 88918, "epoch": 499, "lr": 6.82065779805971e-06}
{"train_loss": 0.000631649571005255, "global_step": 88919, "epoch": 499, "lr": 6.8199127598152615e-06}
{"train_loss": 0.0005762235959991813, "global_step": 88920, "epoch": 499, "lr": 6.819167759286043e-06}
{"train_loss": 0.0005839203950017691, "global_step": 88921, "epoch": 499, "lr": 6.818422796472701e-06}
{"train_loss": 0.0013265195302665234, "global_step": 88922, "epoch": 499, "lr": 6.8176778713758885e-06}
{"train_loss": 0.0007508027483709157, "global_step": 88923, "epoch": 499, "lr": 6.8169329839962435e-06}
{"train_loss": 0.0010017522145062685, "global_step": 88924, "epoch": 499, "lr": 6.816188134334456e-06}
{"train_loss": 0.000833327358122915, "global_step": 88925, "epoch": 499, "lr": 6.8154433223911186e-06}
{"train_loss": 0.00042026268783956766, "global_step": 88926, "epoch": 499, "lr": 6.814698548166931e-06}
{"train_loss": 0.0005465865833684802, "global_step": 88927, "epoch": 499, "lr": 6.813953811662521e-06}
{"train_loss": 0.0021344637498259544, "global_step": 88928, "epoch": 499, "lr": 6.813209112878544e-06}
{"train_loss": 0.00122052151709795, "global_step": 88929, "epoch": 499, "lr": 6.812464451815648e-06}
{"train_loss": 0.0006809504120610654, "global_step": 88930, "epoch": 499, "lr": 6.811719828474489e-06}
{"train_loss": 0.0013380972668528557, "global_step": 88931, "epoch": 499, "lr": 6.810975242855699e-06}
{"train_loss": 0.0017703332705423236, "global_step": 88932, "epoch": 499, "lr": 6.810230694959968e-06}
{"train_loss": 0.001603422686457634, "global_step": 88933, "epoch": 499, "lr": 6.8094861847878944e-06}
{"train_loss": 0.0005357930203899741, "global_step": 88934, "epoch": 499, "lr": 6.808741712340172e-06}
{"train_loss": 0.002211817540228367, "global_step": 88935, "epoch": 499, "lr": 6.807997277617434e-06}
{"train_loss": 0.0015739689115434885, "global_step": 88936, "epoch": 499, "lr": 6.80725288062033e-06}
{"train_loss": 0.0007576089701615274, "global_step": 88937, "epoch": 499, "lr": 6.8065085213495085e-06}
{"train_loss": 0.0007391123799607158, "global_step": 88938, "epoch": 499, "lr": 6.80576419980562e-06}
{"train_loss": 0.0002879648527596146, "global_step": 88939, "epoch": 499, "lr": 6.805019915989314e-06}
{"train_loss": 0.0010324639733880758, "global_step": 88940, "epoch": 499, "lr": 6.804275669901261e-06}
{"train_loss": 0.0014181816950440407, "global_step": 88941, "epoch": 499, "lr": 6.803531461542068e-06}
{"train_loss": 0.000903456355445087, "global_step": 88942, "epoch": 499, "lr": 6.802787290912438e-06}
{"train_loss": 0.0007865438237786293, "global_step": 88943, "epoch": 499, "lr": 6.802043158012972e-06}
{"train_loss": 0.0007652183412574232, "global_step": 88944, "epoch": 499, "lr": 6.801299062844352e-06}
{"train_loss": 0.0002855070633813739, "global_step": 88945, "epoch": 499, "lr": 6.800555005407211e-06}
{"train_loss": 0.0011091212509199977, "global_step": 88946, "epoch": 499, "lr": 6.799810985702199e-06}
{"train_loss": 0.0005784138338640332, "global_step": 88947, "epoch": 499, "lr": 6.799067003729997e-06}
{"train_loss": 0.0019105596002191305, "global_step": 88948, "epoch": 499, "lr": 6.798323059491208e-06}
{"train_loss": 0.0010028128745034337, "global_step": 88949, "epoch": 499, "lr": 6.797579152986511e-06}
{"train_loss": 0.0008153212256729603, "global_step": 88950, "epoch": 499, "lr": 6.796835284216546e-06}
{"train_loss": 0.0006090303650125861, "global_step": 88951, "epoch": 499, "lr": 6.796091453181974e-06}
{"train_loss": 0.000786007207352668, "global_step": 88952, "epoch": 499, "lr": 6.795347659883428e-06}
{"train_loss": 0.00041649944614619017, "global_step": 88953, "epoch": 499, "lr": 6.7946039043215726e-06}
{"train_loss": 0.0009942902252078056, "global_step": 88954, "epoch": 499, "lr": 6.793860186497031e-06}
{"train_loss": 0.0012046454939991236, "global_step": 88955, "epoch": 499, "lr": 6.7931165064105016e-06}
{"train_loss": 0.0005805508699268103, "global_step": 88956, "epoch": 499, "lr": 6.79237286406258e-06}
{"train_loss": 0.0006412895163521171, "global_step": 88957, "epoch": 499, "lr": 6.791629259453952e-06}
{"train_loss": 0.0011569843627512455, "global_step": 88958, "epoch": 499, "lr": 6.790885692585253e-06}
{"train_loss": 0.0012186357052996755, "global_step": 88959, "epoch": 499, "lr": 6.790142163457136e-06}
{"train_loss": 0.0008984526502899826, "global_step": 88960, "epoch": 499, "lr": 6.789398672070252e-06}
{"train_loss": 0.0013332013040781021, "global_step": 88961, "epoch": 499, "lr": 6.788655218425244e-06}
{"train_loss": 0.0014784613158553839, "global_step": 88962, "epoch": 499, "lr": 6.787911802522768e-06}
{"train_loss": 0.0011458173394203186, "global_step": 88963, "epoch": 499, "lr": 6.787168424363472e-06}
{"train_loss": 0.0006181725766509771, "global_step": 88964, "epoch": 499, "lr": 6.7864250839479895e-06}
{"train_loss": 0.0009107876685447991, "global_step": 88965, "epoch": 499, "lr": 6.7856817812769925e-06}
{"train_loss": 0.001448227558284998, "global_step": 88966, "epoch": 499, "lr": 6.784938516351124e-06}
{"train_loss": 0.0024218482431024313, "global_step": 88967, "epoch": 499, "lr": 6.784195289171036e-06}
{"train_loss": 0.002185439458116889, "global_step": 88968, "epoch": 499, "lr": 6.783452099737364e-06}
{"train_loss": 0.0015321116661652923, "global_step": 88969, "epoch": 499, "lr": 6.782708948050759e-06}
{"train_loss": 0.0007860672194510698, "global_step": 88970, "epoch": 499, "lr": 6.781965834111903e-06}
{"train_loss": 0.001361041096970439, "global_step": 88971, "epoch": 499, "lr": 6.78122275792139e-06}
{"train_loss": 0.0019156562630087137, "global_step": 88972, "epoch": 499, "lr": 6.78047971947991e-06}
{"train_loss": 0.0011327560059726238, "global_step": 88973, "epoch": 499, "lr": 6.779736718788104e-06}
{"train_loss": 0.0015562460757791996, "global_step": 88974, "epoch": 499, "lr": 6.778993755846613e-06}
{"train_loss": 0.00047582530532963574, "global_step": 88975, "epoch": 499, "lr": 6.778250830656091e-06}
{"train_loss": 0.0009720909874886274, "global_step": 88976, "epoch": 499, "lr": 6.777507943217187e-06}
{"train_loss": 0.0010605996940284967, "global_step": 88977, "epoch": 499, "lr": 6.776765093530535e-06}
{"train_loss": 0.00041156893712468445, "global_step": 88978, "epoch": 499, "lr": 6.776022281596822e-06}
{"train_loss": 0.0008303305367007852, "global_step": 88979, "epoch": 499, "lr": 6.775279507416648e-06}
{"train_loss": 0.0013462501810863614, "global_step": 88980, "epoch": 499, "lr": 6.774536770990708e-06}
{"train_loss": 0.0023746397346258163, "global_step": 88981, "epoch": 499, "lr": 6.773794072319612e-06}
{"train_loss": 0.0006864102324470878, "global_step": 88982, "epoch": 499, "lr": 6.77305141140403e-06}
{"train_loss": 0.0012635785387828946, "global_step": 88983, "epoch": 499, "lr": 6.7723087882446075e-06}
{"train_loss": 0.0006740507669746876, "global_step": 88984, "epoch": 499, "lr": 6.7715662028419945e-06}
{"train_loss": 0.0011740976478904486, "global_step": 88985, "epoch": 499, "lr": 6.770823655196834e-06}
{"train_loss": 0.0006220294162631035, "global_step": 88986, "epoch": 499, "lr": 6.7700811453097645e-06}
{"train_loss": 0.001320578157901764, "global_step": 88987, "epoch": 499, "lr": 6.769338673181464e-06}
{"train_loss": 0.001489236718043685, "global_step": 88988, "epoch": 499, "lr": 6.768596238812564e-06}
{"train_loss": 0.0007558269426226616, "global_step": 88989, "epoch": 499, "lr": 6.767853842203708e-06}
{"train_loss": 0.0008998257690109313, "global_step": 88990, "epoch": 499, "lr": 6.767111483355554e-06}
{"train_loss": 0.0012143906205892563, "global_step": 88991, "epoch": 499, "lr": 6.766369162268743e-06}
{"train_loss": 0.000822666916064918, "global_step": 88992, "epoch": 499, "lr": 6.76562687894392e-06}
{"train_loss": 0.000350860005710274, "global_step": 88993, "epoch": 499, "lr": 6.764884633381758e-06}
{"train_loss": 0.0014756983146071434, "global_step": 88994, "epoch": 499, "lr": 6.76414242558287e-06}
{"train_loss": 0.0010042237117886543, "global_step": 88995, "epoch": 499, "lr": 6.7634002555479305e-06}
{"train_loss": 0.0019324161112308502, "global_step": 88996, "epoch": 499, "lr": 6.762658123277576e-06}
{"train_loss": 0.0005984619492664933, "global_step": 88997, "epoch": 499, "lr": 6.761916028772458e-06}
{"train_loss": 0.0008701984188519418, "global_step": 88998, "epoch": 499, "lr": 6.761173972033225e-06}
{"train_loss": 0.0010695112441578786, "global_step": 88999, "epoch": 499, "lr": 6.7604319530605255e-06}
{"train_loss": 0.0017722193151712418, "global_step": 89000, "epoch": 500, "lr": 6.759689971855004e-06}
{"train_loss": 0.0006008819909766316, "global_step": 89001, "epoch": 500, "lr": 6.758948028417317e-06}
{"train_loss": 0.002154285553842783, "global_step": 89002, "epoch": 500, "lr": 6.75820612274809e-06}
{"train_loss": 0.0012572581181302667, "global_step": 89003, "epoch": 500, "lr": 6.7574642548480115e-06}
{"train_loss": 0.0004958363715559244, "global_step": 89004, "epoch": 500, "lr": 6.756722424717682e-06}
{"train_loss": 0.0008502716664224863, "global_step": 89005, "epoch": 500, "lr": 6.7559806323577836e-06}
{"train_loss": 0.0005400765221565962, "global_step": 89006, "epoch": 500, "lr": 6.755238877768955e-06}
{"train_loss": 0.0006437745178118348, "global_step": 89007, "epoch": 500, "lr": 6.754497160951834e-06}
{"train_loss": 0.0008932866621762514, "global_step": 89008, "epoch": 500, "lr": 6.753755481907098e-06}
{"train_loss": 0.0003383163711987436, "global_step": 89009, "epoch": 500, "lr": 6.753013840635347e-06}
{"train_loss": 0.0004345652414485812, "global_step": 89010, "epoch": 500, "lr": 6.752272237137269e-06}
{"train_loss": 0.0011814924655482173, "global_step": 89011, "epoch": 500, "lr": 6.751530671413503e-06}
{"train_loss": 0.0007834705174900591, "global_step": 89012, "epoch": 500, "lr": 6.7507891434646864e-06}
{"train_loss": 0.001737823593430221, "global_step": 89013, "epoch": 500, "lr": 6.75004765329148e-06}
{"train_loss": 0.0013881679624319077, "global_step": 89014, "epoch": 500, "lr": 6.749306200894517e-06}
{"train_loss": 0.001036372734233737, "global_step": 89015, "epoch": 500, "lr": 6.748564786274442e-06}
{"train_loss": 0.000926912878639996, "global_step": 89016, "epoch": 500, "lr": 6.747823409431936e-06}
{"train_loss": 0.0004167142906226218, "global_step": 89017, "epoch": 500, "lr": 6.747082070367605e-06}
{"train_loss": 0.0010403487831354141, "global_step": 89018, "epoch": 500, "lr": 6.746340769082133e-06}
{"train_loss": 0.0015088885556906462, "global_step": 89019, "epoch": 500, "lr": 6.745599505576128e-06}
{"train_loss": 0.0003822248545475304, "global_step": 89020, "epoch": 500, "lr": 6.744858279850269e-06}
{"train_loss": 0.0002698950993362814, "global_step": 89021, "epoch": 500, "lr": 6.744117091905189e-06}
{"train_loss": 0.0010436654556542635, "global_step": 89022, "epoch": 500, "lr": 6.743375941741547e-06}
{"train_loss": 0.0007007566164247692, "global_step": 89023, "epoch": 500, "lr": 6.7426348293599785e-06}
{"train_loss": 0.0007446497911587358, "global_step": 89024, "epoch": 500, "lr": 6.741893754761136e-06}
{"train_loss": 0.0010207344312220812, "global_step": 89025, "epoch": 500, "lr": 6.741152717945653e-06}
{"train_loss": 0.0005626200581900775, "global_step": 89026, "epoch": 500, "lr": 6.740411718914219e-06}
{"train_loss": 0.0005743815563619137, "global_step": 89027, "epoch": 500, "lr": 6.739670757667421e-06}
{"train_loss": 0.0010865022195503116, "global_step": 89028, "epoch": 500, "lr": 6.738929834205954e-06}
{"train_loss": 0.0008632555254735053, "global_step": 89029, "epoch": 500, "lr": 6.738188948530444e-06}
{"train_loss": 0.0008279479807242751, "global_step": 89030, "epoch": 500, "lr": 6.737448100641536e-06}
{"train_loss": 0.0010056738974526525, "global_step": 89031, "epoch": 500, "lr": 6.736707290539901e-06}
{"train_loss": 0.0010706810280680656, "global_step": 89032, "epoch": 500, "lr": 6.73596651822615e-06}
{"train_loss": 0.0005445975111797452, "global_step": 89033, "epoch": 500, "lr": 6.735225783700955e-06}
{"train_loss": 0.0004219433758407831, "global_step": 89034, "epoch": 500, "lr": 6.7344850869649585e-06}
{"train_loss": 0.0006155864102765918, "global_step": 89035, "epoch": 500, "lr": 6.733744428018812e-06}
{"train_loss": 0.0013692945940420032, "global_step": 89036, "epoch": 500, "lr": 6.733003806863147e-06}
{"train_loss": 0.0005271350382827222, "global_step": 89037, "epoch": 500, "lr": 6.732263223498625e-06}
{"train_loss": 0.00033662462374195457, "global_step": 89038, "epoch": 500, "lr": 6.731522677925883e-06}
{"train_loss": 0.0008499617106281221, "global_step": 89039, "epoch": 500, "lr": 6.730782170145572e-06}
{"train_loss": 0.0005546369357034564, "global_step": 89040, "epoch": 500, "lr": 6.730041700158329e-06}
{"train_loss": 0.0005649684462696314, "global_step": 89041, "epoch": 500, "lr": 6.729301267964838e-06}
{"train_loss": 0.001376664498820901, "global_step": 89042, "epoch": 500, "lr": 6.728560873565687e-06}
{"train_loss": 0.000731700798496604, "global_step": 89043, "epoch": 500, "lr": 6.727820516961569e-06}
{"train_loss": 0.0009363383869640529, "global_step": 89044, "epoch": 500, "lr": 6.727080198153118e-06}
{"train_loss": 0.0008335869060829282, "global_step": 89045, "epoch": 500, "lr": 6.726339917140978e-06}
{"train_loss": 0.001623654505237937, "global_step": 89046, "epoch": 500, "lr": 6.725599673925792e-06}
{"train_loss": 0.00048708522808738053, "global_step": 89047, "epoch": 500, "lr": 6.72485946850821e-06}
{"train_loss": 0.0011109041515737772, "global_step": 89048, "epoch": 500, "lr": 6.72411930088887e-06}
{"train_loss": 0.0007511975709348917, "global_step": 89049, "epoch": 500, "lr": 6.723379171068439e-06}
{"train_loss": 0.0007325322367250919, "global_step": 89050, "epoch": 500, "lr": 6.722639079047549e-06}
{"train_loss": 0.000714264577254653, "global_step": 89051, "epoch": 500, "lr": 6.721899024826856e-06}
{"train_loss": 0.00045652492553927004, "global_step": 89052, "epoch": 500, "lr": 6.7211590084069905e-06}
{"train_loss": 0.0007432472193613648, "global_step": 89053, "epoch": 500, "lr": 6.720419029788616e-06}
{"train_loss": 0.0007969720754772425, "global_step": 89054, "epoch": 500, "lr": 6.719679088972364e-06}
{"train_loss": 0.0008270445978268981, "global_step": 89055, "epoch": 500, "lr": 6.718939185958883e-06}
{"train_loss": 0.000548906740732491, "global_step": 89056, "epoch": 500, "lr": 6.718199320748841e-06}
{"train_loss": 0.0016319507267326117, "global_step": 89057, "epoch": 500, "lr": 6.717459493342848e-06}
{"train_loss": 0.0008494009962305427, "global_step": 89058, "epoch": 500, "lr": 6.716719703741581e-06}
{"train_loss": 0.0016956907929852605, "global_step": 89059, "epoch": 500, "lr": 6.715979951945672e-06}
{"train_loss": 0.002029550028964877, "global_step": 89060, "epoch": 500, "lr": 6.715240237955772e-06}
{"train_loss": 0.00047354496200568974, "global_step": 89061, "epoch": 500, "lr": 6.714500561772519e-06}
{"train_loss": 0.00045481190318241715, "global_step": 89062, "epoch": 500, "lr": 6.713760923396573e-06}
{"train_loss": 0.0004172114422544837, "global_step": 89063, "epoch": 500, "lr": 6.713021322828556e-06}
{"train_loss": 0.00029335523140616715, "global_step": 89064, "epoch": 500, "lr": 6.71228176006915e-06}
{"train_loss": 0.0007186874863691628, "global_step": 89065, "epoch": 500, "lr": 6.7115422351189616e-06}
{"train_loss": 0.0013810871168971062, "global_step": 89066, "epoch": 500, "lr": 6.710802747978667e-06}
{"train_loss": 0.000620117352809757, "global_step": 89067, "epoch": 500, "lr": 6.7100632986489e-06}
{"train_loss": 0.00183973740786314, "global_step": 89068, "epoch": 500, "lr": 6.709323887130309e-06}
{"train_loss": 0.0011535949306562543, "global_step": 89069, "epoch": 500, "lr": 6.708584513423538e-06}
{"train_loss": 0.0003915695706382394, "global_step": 89070, "epoch": 500, "lr": 6.7078451775292205e-06}
{"train_loss": 0.0010291007347404957, "global_step": 89071, "epoch": 500, "lr": 6.707105879448033e-06}
{"train_loss": 0.001837027259171009, "global_step": 89072, "epoch": 500, "lr": 6.7063666191805874e-06}
{"train_loss": 0.000784233445301652, "global_step": 89073, "epoch": 500, "lr": 6.705627396727554e-06}
{"train_loss": 0.001263350248336792, "global_step": 89074, "epoch": 500, "lr": 6.704888212089572e-06}
{"train_loss": 0.001284013269469142, "global_step": 89075, "epoch": 500, "lr": 6.704149065267284e-06}
{"train_loss": 0.0002407557622063905, "global_step": 89076, "epoch": 500, "lr": 6.703409956261331e-06}
{"train_loss": 0.0021472966764122248, "global_step": 89077, "epoch": 500, "lr": 6.702670885072371e-06}
{"train_loss": 0.0006086977664381266, "global_step": 89078, "epoch": 500, "lr": 6.701931851701026e-06}
{"train_loss": 0.000651148846372962, "global_step": 89079, "epoch": 500, "lr": 6.701192856147981e-06}
{"train_loss": 0.0006752640474587679, "global_step": 89080, "epoch": 500, "lr": 6.700453898413839e-06}
{"train_loss": 0.0005656996509060264, "global_step": 89081, "epoch": 500, "lr": 6.699714978499272e-06}
{"train_loss": 0.0007979888468980789, "global_step": 89082, "epoch": 500, "lr": 6.6989760964049184e-06}
{"train_loss": 0.001242778031155467, "global_step": 89083, "epoch": 500, "lr": 6.698237252131423e-06}
{"train_loss": 0.0008468145970255136, "global_step": 89084, "epoch": 500, "lr": 6.697498445679434e-06}
{"train_loss": 0.0008152030641213059, "global_step": 89085, "epoch": 500, "lr": 6.696759677049591e-06}
{"train_loss": 0.0018983219051733613, "global_step": 89086, "epoch": 500, "lr": 6.696020946242531e-06}
{"train_loss": 0.0009647513506934047, "global_step": 89087, "epoch": 500, "lr": 6.695282253258939e-06}
{"train_loss": 0.001118128071539104, "global_step": 89088, "epoch": 500, "lr": 6.694543598099406e-06}
{"train_loss": 0.0019341728184372187, "global_step": 89089, "epoch": 500, "lr": 6.6938049807646235e-06}
{"train_loss": 0.0009091496467590332, "global_step": 89090, "epoch": 500, "lr": 6.693066401255194e-06}
{"train_loss": 0.00035790420952253044, "global_step": 89091, "epoch": 500, "lr": 6.692327859571795e-06}
{"train_loss": 0.0012772795744240284, "global_step": 89092, "epoch": 500, "lr": 6.691589355715067e-06}
{"train_loss": 0.0009694829932413995, "global_step": 89093, "epoch": 500, "lr": 6.690850889685635e-06}
{"train_loss": 0.0019548158161342144, "global_step": 89094, "epoch": 500, "lr": 6.690112461484177e-06}
{"train_loss": 0.00016471216804347932, "global_step": 89095, "epoch": 500, "lr": 6.689374071111299e-06}
{"train_loss": 0.0012873634696006775, "global_step": 89096, "epoch": 500, "lr": 6.6886357185676815e-06}
{"train_loss": 0.0013670645421370864, "global_step": 89097, "epoch": 500, "lr": 6.687897403853949e-06}
{"train_loss": 0.0006885483162477612, "global_step": 89098, "epoch": 500, "lr": 6.687159126970754e-06}
{"train_loss": 0.0028334700036793947, "global_step": 89099, "epoch": 500, "lr": 6.686420887918737e-06}
{"train_loss": 0.0015540749300271273, "global_step": 89100, "epoch": 500, "lr": 6.685682686698547e-06}
{"train_loss": 0.0014614453539252281, "global_step": 89101, "epoch": 500, "lr": 6.684944523310815e-06}
{"train_loss": 0.0015894423704594374, "global_step": 89102, "epoch": 500, "lr": 6.6842063977562205e-06}
{"train_loss": 0.000928263645619154, "global_step": 89103, "epoch": 500, "lr": 6.683468310035357e-06}
{"train_loss": 0.0008045673603191972, "global_step": 89104, "epoch": 500, "lr": 6.682730260148911e-06}
{"train_loss": 0.00042995362309738994, "global_step": 89105, "epoch": 500, "lr": 6.6819922480975185e-06}
{"train_loss": 0.001931764418259263, "global_step": 89106, "epoch": 500, "lr": 6.681254273881815e-06}
{"train_loss": 0.0017838174244388938, "global_step": 89107, "epoch": 500, "lr": 6.680516337502446e-06}
{"train_loss": 0.0009728702716529369, "global_step": 89108, "epoch": 500, "lr": 6.679778438960066e-06}
{"train_loss": 0.000648292014375329, "global_step": 89109, "epoch": 500, "lr": 6.679040578255308e-06}
{"train_loss": 0.001557070529088378, "global_step": 89110, "epoch": 500, "lr": 6.678302755388821e-06}
{"train_loss": 0.00037842916208319366, "global_step": 89111, "epoch": 500, "lr": 6.677564970361233e-06}
{"train_loss": 0.0009248207788914442, "global_step": 89112, "epoch": 500, "lr": 6.676827223173226e-06}
{"train_loss": 0.0016113229794427752, "global_step": 89113, "epoch": 500, "lr": 6.676089513825417e-06}
{"train_loss": 0.00138771440833807, "global_step": 89114, "epoch": 500, "lr": 6.675351842318456e-06}
{"train_loss": 0.0011899909004569054, "global_step": 89115, "epoch": 500, "lr": 6.674614208652991e-06}
{"train_loss": 0.0005524957086890936, "global_step": 89116, "epoch": 500, "lr": 6.673876612829649e-06}
{"train_loss": 0.00043401846778579056, "global_step": 89117, "epoch": 500, "lr": 6.673139054849114e-06}
{"train_loss": 0.0016881333431228995, "global_step": 89118, "epoch": 500, "lr": 6.672401534711981e-06}
{"train_loss": 0.0015933008398860693, "global_step": 89119, "epoch": 500, "lr": 6.67166405241893e-06}
{"train_loss": 0.001182951615191996, "global_step": 89120, "epoch": 500, "lr": 6.67092660797059e-06}
{"train_loss": 0.002571155084297061, "global_step": 89121, "epoch": 500, "lr": 6.67018920136761e-06}
{"train_loss": 0.0007048908155411482, "global_step": 89122, "epoch": 500, "lr": 6.6694518326106295e-06}
{"train_loss": 0.0011776299215853214, "global_step": 89123, "epoch": 500, "lr": 6.668714501700296e-06}
{"train_loss": 0.0015328985173255205, "global_step": 89124, "epoch": 500, "lr": 6.667977208637244e-06}
{"train_loss": 0.0012491291854530573, "global_step": 89125, "epoch": 500, "lr": 6.66723995342215e-06}
{"train_loss": 0.0007284893654286861, "global_step": 89126, "epoch": 500, "lr": 6.666502736055608e-06}
{"train_loss": 0.0010737032862380147, "global_step": 89127, "epoch": 500, "lr": 6.665765556538311e-06}
{"train_loss": 0.0004221873823553324, "global_step": 89128, "epoch": 500, "lr": 6.665028414870855e-06}
{"train_loss": 0.001247465144842863, "global_step": 89129, "epoch": 500, "lr": 6.6642913110539215e-06}
{"train_loss": 0.0007729126373305917, "global_step": 89130, "epoch": 500, "lr": 6.663554245088144e-06}
{"train_loss": 0.000712344772182405, "global_step": 89131, "epoch": 500, "lr": 6.6628172169741656e-06}
{"train_loss": 0.0004942449741065502, "global_step": 89132, "epoch": 500, "lr": 6.662080226712625e-06}
{"train_loss": 0.0004677888937294483, "global_step": 89133, "epoch": 500, "lr": 6.661343274304154e-06}
{"train_loss": 0.0011984365992248058, "global_step": 89134, "epoch": 500, "lr": 6.660606359749427e-06}
{"train_loss": 0.0009068776853382587, "global_step": 89135, "epoch": 500, "lr": 6.6598694830490745e-06}
{"train_loss": 0.0006373189389705658, "global_step": 89136, "epoch": 500, "lr": 6.659132644203736e-06}
{"train_loss": 0.0009606326348148286, "global_step": 89137, "epoch": 500, "lr": 6.6583958432140545e-06}
{"train_loss": 0.001470397342927754, "global_step": 89138, "epoch": 500, "lr": 6.657659080080675e-06}
{"train_loss": 0.0018111899262294173, "global_step": 89139, "epoch": 500, "lr": 6.656922354804235e-06}
{"train_loss": 0.0007535793702118099, "global_step": 89140, "epoch": 500, "lr": 6.6561856673854064e-06}
{"train_loss": 0.003248465247452259, "global_step": 89141, "epoch": 500, "lr": 6.655449017824788e-06}
{"train_loss": 0.0015020291320979595, "global_step": 89142, "epoch": 500, "lr": 6.654712406123054e-06}
{"train_loss": 0.0016873375279828906, "global_step": 89143, "epoch": 500, "lr": 6.653975832280845e-06}
{"train_loss": 0.0006511760875582695, "global_step": 89144, "epoch": 500, "lr": 6.653239296298796e-06}
{"train_loss": 0.0007362344185821712, "global_step": 89145, "epoch": 500, "lr": 6.652502798177556e-06}
{"train_loss": 0.002291109412908554, "global_step": 89146, "epoch": 500, "lr": 6.65176633791777e-06}
{"train_loss": 0.0006959723541513085, "global_step": 89147, "epoch": 500, "lr": 6.651029915520069e-06}
{"train_loss": 0.0015970281092450023, "global_step": 89148, "epoch": 500, "lr": 6.6502935309851075e-06}
{"train_loss": 0.0005490299081429839, "global_step": 89149, "epoch": 500, "lr": 6.64955718431352e-06}
{"train_loss": 0.0006030519725754857, "global_step": 89150, "epoch": 500, "lr": 6.648820875505974e-06}
{"train_loss": 0.0010811332613229752, "global_step": 89151, "epoch": 500, "lr": 6.648084604563071e-06}
{"train_loss": 0.0009527837974019349, "global_step": 89152, "epoch": 500, "lr": 6.647348371485485e-06}
{"train_loss": 0.0012547493679448962, "global_step": 89153, "epoch": 500, "lr": 6.646612176273859e-06}
{"train_loss": 0.0006870795041322708, "global_step": 89154, "epoch": 500, "lr": 6.645876018928809e-06}
{"train_loss": 0.0019651304464787245, "global_step": 89155, "epoch": 500, "lr": 6.645139899451025e-06}
{"train_loss": 0.0011523367138579488, "global_step": 89156, "epoch": 500, "lr": 6.6444038178410995e-06}
{"train_loss": 0.0017372055444866419, "global_step": 89157, "epoch": 500, "lr": 6.643667774099704e-06}
{"train_loss": 0.0006372209754772484, "global_step": 89158, "epoch": 500, "lr": 6.642931768227484e-06}
{"train_loss": 0.001083578448742628, "global_step": 89159, "epoch": 500, "lr": 6.642195800225065e-06}
{"train_loss": 0.0010407018708065152, "global_step": 89160, "epoch": 500, "lr": 6.641459870093103e-06}
{"train_loss": 0.0008320416091009974, "global_step": 89161, "epoch": 500, "lr": 6.640723977832236e-06}
{"train_loss": 0.0004900839412584901, "global_step": 89162, "epoch": 500, "lr": 6.6399881234430975e-06}
{"train_loss": 0.0008660414605401456, "global_step": 89163, "epoch": 500, "lr": 6.639252306926363e-06}
{"train_loss": 0.000546859169844538, "global_step": 89164, "epoch": 500, "lr": 6.638516528282629e-06}
{"train_loss": 0.001090900506824255, "global_step": 89165, "epoch": 500, "lr": 6.637780787512582e-06}
{"train_loss": 0.0004355608834885061, "global_step": 89166, "epoch": 500, "lr": 6.637045084616822e-06}
{"train_loss": 0.001191589399240911, "global_step": 89167, "epoch": 500, "lr": 6.6363094195960264e-06}
{"train_loss": 0.0006238059140741825, "global_step": 89168, "epoch": 500, "lr": 6.635573792450822e-06}
{"train_loss": 0.0012386604212224483, "global_step": 89169, "epoch": 500, "lr": 6.634838203181853e-06}
{"train_loss": 0.001324338256381452, "global_step": 89170, "epoch": 500, "lr": 6.634102651789764e-06}
{"train_loss": 0.0007716187974438071, "global_step": 89171, "epoch": 500, "lr": 6.633367138275198e-06}
{"train_loss": 0.0009104434284381568, "global_step": 89172, "epoch": 500, "lr": 6.632631662638789e-06}
{"train_loss": 0.0008297194144688547, "global_step": 89173, "epoch": 500, "lr": 6.63189622488119e-06}
{"train_loss": 0.0016337051056325436, "global_step": 89174, "epoch": 500, "lr": 6.631160825003047e-06}
{"train_loss": 0.0008580017602071166, "global_step": 89175, "epoch": 500, "lr": 6.630425463004991e-06}
{"train_loss": 0.000696174509357661, "global_step": 89176, "epoch": 500, "lr": 6.6296901388876675e-06}
{"train_loss": 0.0010125311267309759, "global_step": 89177, "epoch": 500, "lr": 6.6289548526517085e-06, "train_action_mse_error": 1.383645667374367e-06}
{"train_loss": 0.0007908609695732594, "global_step": 89178, "epoch": 501, "lr": 6.628219604297792e-06}
{"train_loss": 0.0010424279607832432, "global_step": 89179, "epoch": 501, "lr": 6.627484393826511e-06}
{"train_loss": 0.00046756057417951524, "global_step": 89180, "epoch": 501, "lr": 6.626749221238554e-06}
{"train_loss": 0.0007622885750606656, "global_step": 89181, "epoch": 501, "lr": 6.626014086534521e-06}
{"train_loss": 0.0008813270833343267, "global_step": 89182, "epoch": 501, "lr": 6.625278989715084e-06}
{"train_loss": 0.0009389981860294938, "global_step": 89183, "epoch": 501, "lr": 6.624543930780874e-06}
{"train_loss": 0.0018911603838205338, "global_step": 89184, "epoch": 501, "lr": 6.623808909732537e-06}
{"train_loss": 0.001807908178307116, "global_step": 89185, "epoch": 501, "lr": 6.623073926570716e-06}
{"train_loss": 0.0017968348693102598, "global_step": 89186, "epoch": 501, "lr": 6.622338981296045e-06}
{"train_loss": 0.0011961637064814568, "global_step": 89187, "epoch": 501, "lr": 6.62160407390916e-06}
{"train_loss": 0.0015752642648294568, "global_step": 89188, "epoch": 501, "lr": 6.620869204410735e-06}
{"train_loss": 0.0013855511788278818, "global_step": 89189, "epoch": 501, "lr": 6.620134372801368e-06}
{"train_loss": 0.0010938174091279507, "global_step": 89190, "epoch": 501, "lr": 6.619399579081736e-06}
{"train_loss": 0.0007763955509290099, "global_step": 89191, "epoch": 501, "lr": 6.618664823252463e-06}
{"train_loss": 0.0005081714480184019, "global_step": 89192, "epoch": 501, "lr": 6.617930105314202e-06}
{"train_loss": 0.0003953402047045529, "global_step": 89193, "epoch": 501, "lr": 6.617195425267586e-06}
{"train_loss": 0.0010326819028705359, "global_step": 89194, "epoch": 501, "lr": 6.616460783113243e-06}
{"train_loss": 0.001625832635909319, "global_step": 89195, "epoch": 501, "lr": 6.61572617885185e-06}
{"train_loss": 0.00045435610809363425, "global_step": 89196, "epoch": 501, "lr": 6.614991612484022e-06}
{"train_loss": 0.0008371813455596566, "global_step": 89197, "epoch": 501, "lr": 6.614257084010411e-06}
{"train_loss": 0.000662820995785296, "global_step": 89198, "epoch": 501, "lr": 6.6135225934316535e-06}
{"train_loss": 0.00022673631610814482, "global_step": 89199, "epoch": 501, "lr": 6.6127881407483996e-06}
{"train_loss": 0.0015979853924363852, "global_step": 89200, "epoch": 501, "lr": 6.612053725961276e-06}
{"train_loss": 0.00076082325540483, "global_step": 89201, "epoch": 501, "lr": 6.611319349070938e-06}
{"train_loss": 0.0030730878934264183, "global_step": 89202, "epoch": 501, "lr": 6.610585010078008e-06}
{"train_loss": 0.0012019459391012788, "global_step": 89203, "epoch": 501, "lr": 6.609850708983162e-06}
{"train_loss": 0.001414046622812748, "global_step": 89204, "epoch": 501, "lr": 6.6091164457870006e-06}
{"train_loss": 0.0014162627048790455, "global_step": 89205, "epoch": 501, "lr": 6.6083822204901945e-06}
{"train_loss": 0.0010766541818156838, "global_step": 89206, "epoch": 501, "lr": 6.607648033093372e-06}
{"train_loss": 0.0019972308073192835, "global_step": 89207, "epoch": 501, "lr": 6.606913883597182e-06}
{"train_loss": 0.002079619560390711, "global_step": 89208, "epoch": 501, "lr": 6.606179772002258e-06}
{"train_loss": 0.0018364244606345892, "global_step": 89209, "epoch": 501, "lr": 6.605445698309248e-06}
{"train_loss": 0.0012768872547894716, "global_step": 89210, "epoch": 501, "lr": 6.604711662518775e-06}
{"train_loss": 0.0018741952953860164, "global_step": 89211, "epoch": 501, "lr": 6.6039776646315224e-06}
{"train_loss": 0.0007458347827196121, "global_step": 89212, "epoch": 501, "lr": 6.603243704648077e-06}
{"train_loss": 0.0009835691889747977, "global_step": 89213, "epoch": 501, "lr": 6.602509782569116e-06}
{"train_loss": 0.002654623705893755, "global_step": 89214, "epoch": 501, "lr": 6.6017758983952735e-06}
{"train_loss": 0.0027114208787679672, "global_step": 89215, "epoch": 501, "lr": 6.6010420521271825e-06}
{"train_loss": 0.001570692635141313, "global_step": 89216, "epoch": 501, "lr": 6.6003082437655015e-06}
{"train_loss": 0.0024364544078707695, "global_step": 89217, "epoch": 501, "lr": 6.599574473310844e-06}
{"train_loss": 0.001608963357284665, "global_step": 89218, "epoch": 501, "lr": 6.598840740763884e-06}
{"train_loss": 0.0006194491288624704, "global_step": 89219, "epoch": 501, "lr": 6.5981070461252295e-06}
{"train_loss": 0.00029355287551879883, "global_step": 89220, "epoch": 501, "lr": 6.5973733893955395e-06}
{"train_loss": 0.0007495725294575095, "global_step": 89221, "epoch": 501, "lr": 6.596639770575458e-06}
{"train_loss": 0.0008548783371224999, "global_step": 89222, "epoch": 501, "lr": 6.595906189665618e-06}
{"train_loss": 0.0008879891829565167, "global_step": 89223, "epoch": 501, "lr": 6.595172646666658e-06}
{"train_loss": 0.0018094107508659363, "global_step": 89224, "epoch": 501, "lr": 6.5944391415792286e-06}
{"train_loss": 0.0005754075245931745, "global_step": 89225, "epoch": 501, "lr": 6.593705674403949e-06}
{"train_loss": 0.0009874121751636267, "global_step": 89226, "epoch": 501, "lr": 6.592972245141499e-06}
{"train_loss": 0.001028943806886673, "global_step": 89227, "epoch": 501, "lr": 6.592238853792476e-06}
{"train_loss": 0.0010432989802211523, "global_step": 89228, "epoch": 501, "lr": 6.591505500357547e-06}
{"train_loss": 0.0012761111138388515, "global_step": 89229, "epoch": 501, "lr": 6.590772184837346e-06}
{"train_loss": 0.00048634124686941504, "global_step": 89230, "epoch": 501, "lr": 6.590038907232515e-06}
{"train_loss": 0.0006141623598523438, "global_step": 89231, "epoch": 501, "lr": 6.5893056675436885e-06}
{"train_loss": 0.000640404992736876, "global_step": 89232, "epoch": 501, "lr": 6.588572465771514e-06}
{"train_loss": 0.002217878121882677, "global_step": 89233, "epoch": 501, "lr": 6.587839301916621e-06}
{"train_loss": 0.0005396749475039542, "global_step": 89234, "epoch": 501, "lr": 6.587106175979674e-06}
{"train_loss": 0.0017460358794778585, "global_step": 89235, "epoch": 501, "lr": 6.586373087961279e-06}
{"train_loss": 0.002096688374876976, "global_step": 89236, "epoch": 501, "lr": 6.585640037862106e-06}
{"train_loss": 0.0033459337428212166, "global_step": 89237, "epoch": 501, "lr": 6.5849070256827795e-06}
{"train_loss": 0.0007255024393089116, "global_step": 89238, "epoch": 501, "lr": 6.584174051423947e-06}
{"train_loss": 0.0007399697788059711, "global_step": 89239, "epoch": 501, "lr": 6.583441115086247e-06}
{"train_loss": 0.0008682493353262544, "global_step": 89240, "epoch": 501, "lr": 6.582708216670308e-06}
{"train_loss": 0.0011295051081106067, "global_step": 89241, "epoch": 501, "lr": 6.5819753561768e-06}
{"train_loss": 0.0007645664736628532, "global_step": 89242, "epoch": 501, "lr": 6.581242533606319e-06}
{"train_loss": 0.00387207162566483, "global_step": 89243, "epoch": 501, "lr": 6.580509748959546e-06}
{"train_loss": 0.002682664431631565, "global_step": 89244, "epoch": 501, "lr": 6.579777002237103e-06}
{"train_loss": 0.0005462184199132025, "global_step": 89245, "epoch": 501, "lr": 6.579044293439629e-06}
{"train_loss": 0.0008271342958323658, "global_step": 89246, "epoch": 501, "lr": 6.578311622567768e-06}
{"train_loss": 0.001036816043779254, "global_step": 89247, "epoch": 501, "lr": 6.577578989622157e-06}
{"train_loss": 0.0012854228261858225, "global_step": 89248, "epoch": 501, "lr": 6.576846394603431e-06}
{"train_loss": 0.0010390114039182663, "global_step": 89249, "epoch": 501, "lr": 6.576113837512255e-06}
{"train_loss": 0.001693706028163433, "global_step": 89250, "epoch": 501, "lr": 6.575381318349233e-06}
{"train_loss": 0.0013354071415960789, "global_step": 89251, "epoch": 501, "lr": 6.574648837115027e-06}
{"train_loss": 0.0016979905776679516, "global_step": 89252, "epoch": 501, "lr": 6.5739163938102755e-06}
{"train_loss": 0.0025291433557868004, "global_step": 89253, "epoch": 501, "lr": 6.573183988435616e-06}
{"train_loss": 0.0005398040520958602, "global_step": 89254, "epoch": 501, "lr": 6.572451620991682e-06}
{"train_loss": 0.001145428977906704, "global_step": 89255, "epoch": 501, "lr": 6.571719291479122e-06}
{"train_loss": 0.0008481184486299753, "global_step": 89256, "epoch": 501, "lr": 6.570986999898571e-06}
{"train_loss": 0.0006083865882828832, "global_step": 89257, "epoch": 501, "lr": 6.5702547462506595e-06}
{"train_loss": 0.0008624430629424751, "global_step": 89258, "epoch": 501, "lr": 6.569522530536043e-06}
{"train_loss": 0.0016552824527025223, "global_step": 89259, "epoch": 501, "lr": 6.5687903527553605e-06}
{"train_loss": 0.0007161649409681559, "global_step": 89260, "epoch": 501, "lr": 6.568058212909239e-06}
{"train_loss": 0.0006293888436630368, "global_step": 89261, "epoch": 501, "lr": 6.567326110998334e-06}
{"train_loss": 0.0004878661420661956, "global_step": 89262, "epoch": 501, "lr": 6.566594047023266e-06}
{"train_loss": 0.0007747432100586593, "global_step": 89263, "epoch": 501, "lr": 6.565862020984681e-06}
{"train_loss": 0.0018276181071996689, "global_step": 89264, "epoch": 501, "lr": 6.565130032883243e-06}
{"train_loss": 0.0006525443750433624, "global_step": 89265, "epoch": 501, "lr": 6.5643980827195475e-06}
{"train_loss": 0.0012524304911494255, "global_step": 89266, "epoch": 501, "lr": 6.563666170494265e-06}
{"train_loss": 0.0015625555533915758, "global_step": 89267, "epoch": 501, "lr": 6.562934296208023e-06}
{"train_loss": 0.0009681754163466394, "global_step": 89268, "epoch": 501, "lr": 6.562202459861472e-06}
{"train_loss": 0.0011325785890221596, "global_step": 89269, "epoch": 501, "lr": 6.561470661455238e-06}
{"train_loss": 0.001212024362757802, "global_step": 89270, "epoch": 501, "lr": 6.560738900989965e-06}
{"train_loss": 0.0004937471821904182, "global_step": 89271, "epoch": 501, "lr": 6.560007178466282e-06}
{"train_loss": 0.0027579362504184246, "global_step": 89272, "epoch": 501, "lr": 6.559275493884859e-06}
{"train_loss": 0.0005400244263000786, "global_step": 89273, "epoch": 501, "lr": 6.5585438472462955e-06}
{"train_loss": 0.0010875812731683254, "global_step": 89274, "epoch": 501, "lr": 6.55781223855127e-06}
{"train_loss": 0.002561881672590971, "global_step": 89275, "epoch": 501, "lr": 6.557080667800381e-06}
{"train_loss": 0.0009469029610045254, "global_step": 89276, "epoch": 501, "lr": 6.5563491349943e-06}
{"train_loss": 0.0003544435603544116, "global_step": 89277, "epoch": 501, "lr": 6.555617640133649e-06}
{"train_loss": 0.0016911556012928486, "global_step": 89278, "epoch": 501, "lr": 6.5548861832190614e-06}
{"train_loss": 0.00023613072698935866, "global_step": 89279, "epoch": 501, "lr": 6.5541547642512135e-06}
{"train_loss": 0.0007878490723669529, "global_step": 89280, "epoch": 501, "lr": 6.553423383230689e-06}
{"train_loss": 0.001133059966377914, "global_step": 89281, "epoch": 501, "lr": 6.552692040158165e-06}
{"train_loss": 0.0015182658098638058, "global_step": 89282, "epoch": 501, "lr": 6.551960735034274e-06}
{"train_loss": 0.001420673681423068, "global_step": 89283, "epoch": 501, "lr": 6.551229467859649e-06}
{"train_loss": 0.002820701338350773, "global_step": 89284, "epoch": 501, "lr": 6.550498238634928e-06}
{"train_loss": 0.0011611378286033869, "global_step": 89285, "epoch": 501, "lr": 6.5497670473607555e-06}
{"train_loss": 0.0010227959137409925, "global_step": 89286, "epoch": 501, "lr": 6.5490358940377525e-06}
{"train_loss": 0.0004497742629610002, "global_step": 89287, "epoch": 501, "lr": 6.548304778666598e-06}
{"train_loss": 0.0010215138318017125, "global_step": 89288, "epoch": 501, "lr": 6.547573701247877e-06}
{"train_loss": 0.0006260856753215194, "global_step": 89289, "epoch": 501, "lr": 6.546842661782282e-06}
{"train_loss": 0.000550000520888716, "global_step": 89290, "epoch": 501, "lr": 6.5461116602704045e-06}
{"train_loss": 0.0005244407802820206, "global_step": 89291, "epoch": 501, "lr": 6.545380696712911e-06}
{"train_loss": 0.0016042501665651798, "global_step": 89292, "epoch": 501, "lr": 6.544649771110428e-06}
{"train_loss": 0.0006218116031959653, "global_step": 89293, "epoch": 501, "lr": 6.543918883463607e-06}
{"train_loss": 0.00206263386644423, "global_step": 89294, "epoch": 501, "lr": 6.543188033773068e-06}
{"train_loss": 0.0006955580320209265, "global_step": 89295, "epoch": 501, "lr": 6.542457222039466e-06}
{"train_loss": 0.000701871351338923, "global_step": 89296, "epoch": 501, "lr": 6.5417264482634186e-06}
{"train_loss": 0.0007483158260583878, "global_step": 89297, "epoch": 501, "lr": 6.540995712445602e-06}
{"train_loss": 0.0009728620643727481, "global_step": 89298, "epoch": 501, "lr": 6.54026501458661e-06}
{"train_loss": 0.0006825734162703156, "global_step": 89299, "epoch": 501, "lr": 6.53953435468711e-06}
{"train_loss": 0.0009442768641747534, "global_step": 89300, "epoch": 501, "lr": 6.538803732747728e-06}
{"train_loss": 0.0005683077033609152, "global_step": 89301, "epoch": 501, "lr": 6.538073148769097e-06}
{"train_loss": 0.0013969314750283957, "global_step": 89302, "epoch": 501, "lr": 6.5373426027518834e-06}
{"train_loss": 0.0016654974315315485, "global_step": 89303, "epoch": 501, "lr": 6.5366120946966866e-06}
{"train_loss": 0.000761101022362709, "global_step": 89304, "epoch": 501, "lr": 6.535881624604173e-06}
{"train_loss": 0.0008944503497332335, "global_step": 89305, "epoch": 501, "lr": 6.535151192474975e-06}
{"train_loss": 0.0007658370304852724, "global_step": 89306, "epoch": 501, "lr": 6.534420798309721e-06}
{"train_loss": 0.0011064896825700998, "global_step": 89307, "epoch": 501, "lr": 6.5336904421090585e-06}
{"train_loss": 0.0004918175982311368, "global_step": 89308, "epoch": 501, "lr": 6.5329601238736216e-06}
{"train_loss": 0.0011398391798138618, "global_step": 89309, "epoch": 501, "lr": 6.532229843604043e-06}
{"train_loss": 0.0011125236051157117, "global_step": 89310, "epoch": 501, "lr": 6.531499601300972e-06}
{"train_loss": 0.0022869734093546867, "global_step": 89311, "epoch": 501, "lr": 6.530769396965025e-06}
{"train_loss": 0.001025007339194417, "global_step": 89312, "epoch": 501, "lr": 6.530039230596879e-06}
{"train_loss": 0.0013772130478173494, "global_step": 89313, "epoch": 501, "lr": 6.529309102197129e-06}
{"train_loss": 0.0008730468689464033, "global_step": 89314, "epoch": 501, "lr": 6.528579011766439e-06}
{"train_loss": 0.0011021839454770088, "global_step": 89315, "epoch": 501, "lr": 6.527848959305438e-06}
{"train_loss": 0.0006971231778152287, "global_step": 89316, "epoch": 501, "lr": 6.527118944814764e-06}
{"train_loss": 0.000966729479841888, "global_step": 89317, "epoch": 501, "lr": 6.526388968295055e-06}
{"train_loss": 0.0007869546534493566, "global_step": 89318, "epoch": 501, "lr": 6.5256590297469556e-06}
{"train_loss": 0.0006455417606048286, "global_step": 89319, "epoch": 501, "lr": 6.524929129171081e-06}
{"train_loss": 0.001087598386220634, "global_step": 89320, "epoch": 501, "lr": 6.524199266568093e-06}
{"train_loss": 0.0008384904940612614, "global_step": 89321, "epoch": 501, "lr": 6.523469441938623e-06}
{"train_loss": 0.0009198639891110361, "global_step": 89322, "epoch": 501, "lr": 6.522739655283311e-06}
{"train_loss": 0.0007708529592491686, "global_step": 89323, "epoch": 501, "lr": 6.522009906602783e-06}
{"train_loss": 0.0011116559617221355, "global_step": 89324, "epoch": 501, "lr": 6.521280195897672e-06}
{"train_loss": 0.0026255326811224222, "global_step": 89325, "epoch": 501, "lr": 6.52055052316865e-06}
{"train_loss": 0.00203063921071589, "global_step": 89326, "epoch": 501, "lr": 6.519820888416312e-06}
{"train_loss": 0.001113711390644312, "global_step": 89327, "epoch": 501, "lr": 6.5190912916413325e-06}
{"train_loss": 0.0008959780097939074, "global_step": 89328, "epoch": 501, "lr": 6.518361732844308e-06}
{"train_loss": 0.0014223807957023382, "global_step": 89329, "epoch": 501, "lr": 6.5176322120259095e-06}
{"train_loss": 0.0005667319637723267, "global_step": 89330, "epoch": 501, "lr": 6.516902729186758e-06}
{"train_loss": 0.001064565614797175, "global_step": 89331, "epoch": 501, "lr": 6.516173284327498e-06}
{"train_loss": 0.0008680228493176401, "global_step": 89332, "epoch": 501, "lr": 6.515443877448768e-06}
{"train_loss": 0.0006964011117815971, "global_step": 89333, "epoch": 501, "lr": 6.514714508551195e-06}
{"train_loss": 0.0009980484610423446, "global_step": 89334, "epoch": 501, "lr": 6.5139851776354125e-06}
{"train_loss": 0.0006862757727503777, "global_step": 89335, "epoch": 501, "lr": 6.513255884702091e-06}
{"train_loss": 0.0006488562794402242, "global_step": 89336, "epoch": 501, "lr": 6.5125266297518195e-06}
{"train_loss": 0.0005499277031049132, "global_step": 89337, "epoch": 501, "lr": 6.511797412785275e-06}
{"train_loss": 0.0006023899186402559, "global_step": 89338, "epoch": 501, "lr": 6.511068233803075e-06}
{"train_loss": 0.0007754220278002322, "global_step": 89339, "epoch": 501, "lr": 6.510339092805856e-06}
{"train_loss": 0.00232369895093143, "global_step": 89340, "epoch": 501, "lr": 6.509609989794263e-06}
{"train_loss": 0.0016745278844609857, "global_step": 89341, "epoch": 501, "lr": 6.508880924768917e-06}
{"train_loss": 0.0008282972848974168, "global_step": 89342, "epoch": 501, "lr": 6.5081518977304745e-06}
{"train_loss": 0.0012755088973790407, "global_step": 89343, "epoch": 501, "lr": 6.507422908679567e-06}
{"train_loss": 0.0012383817229419947, "global_step": 89344, "epoch": 501, "lr": 6.506693957616827e-06}
{"train_loss": 0.0010017709573730826, "global_step": 89345, "epoch": 501, "lr": 6.505965044542889e-06}
{"train_loss": 0.0017071415204554796, "global_step": 89346, "epoch": 501, "lr": 6.505236169458401e-06}
{"train_loss": 0.0007347770151682198, "global_step": 89347, "epoch": 501, "lr": 6.5045073323639845e-06}
{"train_loss": 0.0007449245313182473, "global_step": 89348, "epoch": 501, "lr": 6.503778533260285e-06}
{"train_loss": 0.0005652963882312179, "global_step": 89349, "epoch": 501, "lr": 6.503049772147929e-06}
{"train_loss": 0.0006412365473806858, "global_step": 89350, "epoch": 501, "lr": 6.502321049027582e-06}
{"train_loss": 0.0013048180844634771, "global_step": 89351, "epoch": 501, "lr": 6.501592363899839e-06}
{"train_loss": 0.000728256709408015, "global_step": 89352, "epoch": 501, "lr": 6.500863716765365e-06}
{"train_loss": 0.0014993028016760945, "global_step": 89353, "epoch": 501, "lr": 6.500135107624794e-06}
{"train_loss": 0.0008701876504346728, "global_step": 89354, "epoch": 501, "lr": 6.499406536478752e-06}
{"train_loss": 0.0011573291281166257, "global_step": 89355, "epoch": 501, "lr": 6.49867800332788e-06}
{"train_loss": 0.0044919452629983425, "global_step": 89356, "epoch": 502, "lr": 6.497949508172818e-06}
{"train_loss": 0.0007239492260850966, "global_step": 89357, "epoch": 502, "lr": 6.497221051014191e-06}
{"train_loss": 0.0012346808798611164, "global_step": 89358, "epoch": 502, "lr": 6.496492631852658e-06}
{"train_loss": 0.001501061487942934, "global_step": 89359, "epoch": 502, "lr": 6.4957642506888235e-06}
{"train_loss": 0.0008352257427759469, "global_step": 89360, "epoch": 502, "lr": 6.49503590752335e-06}
{"train_loss": 0.0009776228107511997, "global_step": 89361, "epoch": 502, "lr": 6.4943076023568694e-06}
{"train_loss": 0.0022708242759108543, "global_step": 89362, "epoch": 502, "lr": 6.493579335189998e-06}
{"train_loss": 0.0010049931006506085, "global_step": 89363, "epoch": 502, "lr": 6.4928511060234065e-06}
{"train_loss": 0.0005354717141017318, "global_step": 89364, "epoch": 502, "lr": 6.492122914857695e-06}
{"train_loss": 0.0004652478964999318, "global_step": 89365, "epoch": 502, "lr": 6.491394761693531e-06}
{"train_loss": 0.0007127303397282958, "global_step": 89366, "epoch": 502, "lr": 6.490666646531518e-06}
{"train_loss": 0.0009744855342432857, "global_step": 89367, "epoch": 502, "lr": 6.489938569372323e-06}
{"train_loss": 0.001276642084121704, "global_step": 89368, "epoch": 502, "lr": 6.48921053021656e-06}
{"train_loss": 0.00043336855014786124, "global_step": 89369, "epoch": 502, "lr": 6.488482529064882e-06}
{"train_loss": 0.000746946141589433, "global_step": 89370, "epoch": 502, "lr": 6.487754565917909e-06}
{"train_loss": 0.0008523179567418993, "global_step": 89371, "epoch": 502, "lr": 6.4870266407762896e-06}
{"train_loss": 0.0008773382287472486, "global_step": 89372, "epoch": 502, "lr": 6.486298753640635e-06}
{"train_loss": 0.00044879765482619405, "global_step": 89373, "epoch": 502, "lr": 6.485570904511629e-06}
{"train_loss": 0.0008700816542841494, "global_step": 89374, "epoch": 502, "lr": 6.484843093389853e-06}
{"train_loss": 0.0009534186101518571, "global_step": 89375, "epoch": 502, "lr": 6.484115320275979e-06}
{"train_loss": 0.0011655851267278194, "global_step": 89376, "epoch": 502, "lr": 6.483387585170636e-06}
{"train_loss": 0.0008569078636355698, "global_step": 89377, "epoch": 502, "lr": 6.482659888074449e-06}
{"train_loss": 0.0007942605298012495, "global_step": 89378, "epoch": 502, "lr": 6.481932228988063e-06}
{"train_loss": 0.0016246283194050193, "global_step": 89379, "epoch": 502, "lr": 6.4812046079121115e-06}
{"train_loss": 0.0006378974649123847, "global_step": 89380, "epoch": 502, "lr": 6.480477024847215e-06}
{"train_loss": 0.001534509938210249, "global_step": 89381, "epoch": 502, "lr": 6.479749479794045e-06}
{"train_loss": 0.0011075767688453197, "global_step": 89382, "epoch": 502, "lr": 6.479021972753191e-06}
{"train_loss": 0.0019717556424438953, "global_step": 89383, "epoch": 502, "lr": 6.47829450372533e-06}
{"train_loss": 0.00136856222525239, "global_step": 89384, "epoch": 502, "lr": 6.477567072711072e-06}
{"train_loss": 0.0004276462714187801, "global_step": 89385, "epoch": 502, "lr": 6.4768396797110605e-06}
{"train_loss": 0.0022110757417976856, "global_step": 89386, "epoch": 502, "lr": 6.476112324725936e-06}
{"train_loss": 0.001074909814633429, "global_step": 89387, "epoch": 502, "lr": 6.4753850077563126e-06}
{"train_loss": 0.00033465944579802454, "global_step": 89388, "epoch": 502, "lr": 6.474657728802869e-06}
{"train_loss": 0.0006264629773795605, "global_step": 89389, "epoch": 502, "lr": 6.473930487866187e-06}
{"train_loss": 0.00193445582408458, "global_step": 89390, "epoch": 502, "lr": 6.473203284946933e-06}
{"train_loss": 0.0006065656198188663, "global_step": 89391, "epoch": 502, "lr": 6.472476120045745e-06}
{"train_loss": 0.0006067787180654705, "global_step": 89392, "epoch": 502, "lr": 6.471748993163246e-06}
{"train_loss": 0.002815783489495516, "global_step": 89393, "epoch": 502, "lr": 6.471021904300073e-06}
{"train_loss": 0.0007778519066050649, "global_step": 89394, "epoch": 502, "lr": 6.470294853456865e-06}
{"train_loss": 0.0015940770972520113, "global_step": 89395, "epoch": 502, "lr": 6.469567840634244e-06}
{"train_loss": 0.000988484243862331, "global_step": 89396, "epoch": 502, "lr": 6.468840865832876e-06}
{"train_loss": 0.000642838072963059, "global_step": 89397, "epoch": 502, "lr": 6.468113929053355e-06}
{"train_loss": 0.0019118577474728227, "global_step": 89398, "epoch": 502, "lr": 6.467387030296345e-06}
{"train_loss": 0.0014727029483765364, "global_step": 89399, "epoch": 502, "lr": 6.466660169562477e-06}
{"train_loss": 0.0005275699659250677, "global_step": 89400, "epoch": 502, "lr": 6.465933346852382e-06}
{"train_loss": 0.0009146464290097356, "global_step": 89401, "epoch": 502, "lr": 6.465206562166692e-06}
{"train_loss": 0.0011634787078946829, "global_step": 89402, "epoch": 502, "lr": 6.464479815506042e-06}
{"train_loss": 0.0010440084151923656, "global_step": 89403, "epoch": 502, "lr": 6.463753106871073e-06}
{"train_loss": 0.001141146058216691, "global_step": 89404, "epoch": 502, "lr": 6.4630264362624036e-06}
{"train_loss": 0.002007395727559924, "global_step": 89405, "epoch": 502, "lr": 6.462299803680694e-06}
{"train_loss": 0.0007680804701521993, "global_step": 89406, "epoch": 502, "lr": 6.461573209126559e-06}
{"train_loss": 0.00245440611615777, "global_step": 89407, "epoch": 502, "lr": 6.460846652600644e-06}
{"train_loss": 0.0008575250394642353, "global_step": 89408, "epoch": 502, "lr": 6.460120134103581e-06}
{"train_loss": 0.000671347719617188, "global_step": 89409, "epoch": 502, "lr": 6.459393653635998e-06}
{"train_loss": 0.001546642160974443, "global_step": 89410, "epoch": 502, "lr": 6.458667211198527e-06}
{"train_loss": 0.0009475467377342284, "global_step": 89411, "epoch": 502, "lr": 6.457940806791829e-06}
{"train_loss": 0.0018246048130095005, "global_step": 89412, "epoch": 502, "lr": 6.4572144404165035e-06}
{"train_loss": 0.0008272995473816991, "global_step": 89413, "epoch": 502, "lr": 6.456488112073206e-06}
{"train_loss": 0.0003565293736755848, "global_step": 89414, "epoch": 502, "lr": 6.455761821762568e-06}
{"train_loss": 0.001131658093072474, "global_step": 89415, "epoch": 502, "lr": 6.455035569485218e-06}
{"train_loss": 0.0006742920959368348, "global_step": 89416, "epoch": 502, "lr": 6.4543093552418e-06}
{"train_loss": 0.0003759712853934616, "global_step": 89417, "epoch": 502, "lr": 6.453583179032935e-06}
{"train_loss": 0.0003635063476394862, "global_step": 89418, "epoch": 502, "lr": 6.452857040859272e-06}
{"train_loss": 0.0016328683122992516, "global_step": 89419, "epoch": 502, "lr": 6.4521309407214345e-06}
{"train_loss": 0.0010973182506859303, "global_step": 89420, "epoch": 502, "lr": 6.451404878620048e-06}
{"train_loss": 0.0007540263468399644, "global_step": 89421, "epoch": 502, "lr": 6.45067885455578e-06}
{"train_loss": 0.0005787482368759811, "global_step": 89422, "epoch": 502, "lr": 6.449952868529224e-06}
{"train_loss": 0.0004945889813825488, "global_step": 89423, "epoch": 502, "lr": 6.449226920541041e-06}
{"train_loss": 0.0006266638520173728, "global_step": 89424, "epoch": 502, "lr": 6.448501010591862e-06}
{"train_loss": 0.000622832216322422, "global_step": 89425, "epoch": 502, "lr": 6.447775138682305e-06}
{"train_loss": 0.0016184004489332438, "global_step": 89426, "epoch": 502, "lr": 6.44704930481303e-06}
{"train_loss": 0.0007233582437038422, "global_step": 89427, "epoch": 502, "lr": 6.446323508984642e-06}
{"train_loss": 0.0017095202347263694, "global_step": 89428, "epoch": 502, "lr": 6.445597751197796e-06}
{"train_loss": 0.0011755304876714945, "global_step": 89429, "epoch": 502, "lr": 6.444872031453125e-06}
{"train_loss": 0.0005406501586548984, "global_step": 89430, "epoch": 502, "lr": 6.4441463497512515e-06}
{"train_loss": 0.0014350415440276265, "global_step": 89431, "epoch": 502, "lr": 6.443420706092817e-06}
{"train_loss": 0.0013103478122502565, "global_step": 89432, "epoch": 502, "lr": 6.442695100478457e-06}
{"train_loss": 0.001184715423732996, "global_step": 89433, "epoch": 502, "lr": 6.441969532908787e-06}
{"train_loss": 0.001584535464644432, "global_step": 89434, "epoch": 502, "lr": 6.4412440033844775e-06}
{"train_loss": 0.0007846985245123506, "global_step": 89435, "epoch": 502, "lr": 6.440518511906118e-06}
{"train_loss": 0.0008035962237045169, "global_step": 89436, "epoch": 502, "lr": 6.439793058474386e-06}
{"train_loss": 0.00023479477385990322, "global_step": 89437, "epoch": 502, "lr": 6.439067643089869e-06}
{"train_loss": 0.0006666083936579525, "global_step": 89438, "epoch": 502, "lr": 6.438342265753239e-06}
{"train_loss": 0.0014508208259940147, "global_step": 89439, "epoch": 502, "lr": 6.437616926465117e-06}
{"train_loss": 0.0004361800092738122, "global_step": 89440, "epoch": 502, "lr": 6.436891625226132e-06}
{"train_loss": 0.0007330309599637985, "global_step": 89441, "epoch": 502, "lr": 6.436166362036921e-06}
{"train_loss": 0.001878831535577774, "global_step": 89442, "epoch": 502, "lr": 6.435441136898118e-06}
{"train_loss": 0.0009020956931635737, "global_step": 89443, "epoch": 502, "lr": 6.434715949810349e-06}
{"train_loss": 0.0005472075426951051, "global_step": 89444, "epoch": 502, "lr": 6.43399080077427e-06}
{"train_loss": 0.0016640765825286508, "global_step": 89445, "epoch": 502, "lr": 6.433265689790479e-06}
{"train_loss": 0.0005486926529556513, "global_step": 89446, "epoch": 502, "lr": 6.432540616859639e-06}
{"train_loss": 0.0005272314301691949, "global_step": 89447, "epoch": 502, "lr": 6.43181558198237e-06}
{"train_loss": 0.0004666323366109282, "global_step": 89448, "epoch": 502, "lr": 6.431090585159299e-06}
{"train_loss": 0.0005107518518343568, "global_step": 89449, "epoch": 502, "lr": 6.4303656263910886e-06}
{"train_loss": 0.0013128176797181368, "global_step": 89450, "epoch": 502, "lr": 6.429640705678336e-06}
{"train_loss": 0.0006598118343390524, "global_step": 89451, "epoch": 502, "lr": 6.4289158230216975e-06}
{"train_loss": 0.00040511434781365097, "global_step": 89452, "epoch": 502, "lr": 6.428190978421799e-06}
{"train_loss": 0.0006143014179542661, "global_step": 89453, "epoch": 502, "lr": 6.42746617187927e-06}
{"train_loss": 0.0016120591899380088, "global_step": 89454, "epoch": 502, "lr": 6.426741403394754e-06}
{"train_loss": 0.00038824707735329866, "global_step": 89455, "epoch": 502, "lr": 6.4260166729688705e-06}
{"train_loss": 0.0011706962250173092, "global_step": 89456, "epoch": 502, "lr": 6.425291980602266e-06}
{"train_loss": 0.0012682444648817182, "global_step": 89457, "epoch": 502, "lr": 6.424567326295561e-06}
{"train_loss": 0.0012662834487855434, "global_step": 89458, "epoch": 502, "lr": 6.423842710049388e-06}
{"train_loss": 0.0007006536470726132, "global_step": 89459, "epoch": 502, "lr": 6.423118131864403e-06}
{"train_loss": 0.0005461206310428679, "global_step": 89460, "epoch": 502, "lr": 6.4223935917412045e-06}
{"train_loss": 0.0010989783331751823, "global_step": 89461, "epoch": 502, "lr": 6.4216690896804485e-06}
{"train_loss": 0.0006808519829064608, "global_step": 89462, "epoch": 502, "lr": 6.420944625682768e-06}
{"train_loss": 0.0013271206989884377, "global_step": 89463, "epoch": 502, "lr": 6.420220199748783e-06}
{"train_loss": 0.0036323938984423876, "global_step": 89464, "epoch": 502, "lr": 6.419495811879139e-06}
{"train_loss": 0.0018111353274434805, "global_step": 89465, "epoch": 502, "lr": 6.418771462074458e-06}
{"train_loss": 0.0012302263639867306, "global_step": 89466, "epoch": 502, "lr": 6.418047150335371e-06}
{"train_loss": 0.0009679397335276008, "global_step": 89467, "epoch": 502, "lr": 6.41732287666253e-06}
{"train_loss": 0.001910552615299821, "global_step": 89468, "epoch": 502, "lr": 6.416598641056548e-06}
{"train_loss": 0.0005736758466809988, "global_step": 89469, "epoch": 502, "lr": 6.415874443518066e-06}
{"train_loss": 0.0008925915462896228, "global_step": 89470, "epoch": 502, "lr": 6.415150284047716e-06}
{"train_loss": 0.0009238039492629468, "global_step": 89471, "epoch": 502, "lr": 6.41442616264612e-06}
{"train_loss": 0.0007848980603739619, "global_step": 89472, "epoch": 502, "lr": 6.413702079313938e-06}
{"train_loss": 0.0008946015732362866, "global_step": 89473, "epoch": 502, "lr": 6.41297803405177e-06}
{"train_loss": 0.0013997477944940329, "global_step": 89474, "epoch": 502, "lr": 6.412254026860276e-06}
{"train_loss": 0.0011796682374551892, "global_step": 89475, "epoch": 502, "lr": 6.4115300577400565e-06}
{"train_loss": 0.0006743855774402618, "global_step": 89476, "epoch": 502, "lr": 6.410806126691776e-06}
{"train_loss": 0.0010408209636807442, "global_step": 89477, "epoch": 502, "lr": 6.410082233716047e-06}
{"train_loss": 0.0014904545387253165, "global_step": 89478, "epoch": 502, "lr": 6.409358378813513e-06}
{"train_loss": 0.000628634006716311, "global_step": 89479, "epoch": 502, "lr": 6.4086345619848e-06}
{"train_loss": 0.0015411213971674442, "global_step": 89480, "epoch": 502, "lr": 6.407910783230542e-06}
{"train_loss": 0.0011931962799280882, "global_step": 89481, "epoch": 502, "lr": 6.4071870425513605e-06}
{"train_loss": 0.0016685123555362225, "global_step": 89482, "epoch": 502, "lr": 6.406463339947916e-06}
{"train_loss": 0.001248595304787159, "global_step": 89483, "epoch": 502, "lr": 6.405739675420802e-06}
{"train_loss": 0.0013532821321859956, "global_step": 89484, "epoch": 502, "lr": 6.40501604897068e-06}
{"train_loss": 0.001185390166938305, "global_step": 89485, "epoch": 502, "lr": 6.404292460598177e-06}
{"train_loss": 0.0003591339918784797, "global_step": 89486, "epoch": 502, "lr": 6.40356891030392e-06}
{"train_loss": 0.002038769656792283, "global_step": 89487, "epoch": 502, "lr": 6.402845398088542e-06}
{"train_loss": 0.0010210799518972635, "global_step": 89488, "epoch": 502, "lr": 6.402121923952664e-06}
{"train_loss": 0.0003540433244779706, "global_step": 89489, "epoch": 502, "lr": 6.401398487896937e-06}
{"train_loss": 0.0011669835075736046, "global_step": 89490, "epoch": 502, "lr": 6.400675089921987e-06}
{"train_loss": 0.0006765328580513597, "global_step": 89491, "epoch": 502, "lr": 6.399951730028447e-06}
{"train_loss": 0.0019309704657644033, "global_step": 89492, "epoch": 502, "lr": 6.39922840821694e-06}
{"train_loss": 0.0010158107616007328, "global_step": 89493, "epoch": 502, "lr": 6.398505124488102e-06}
{"train_loss": 0.0006011141231283545, "global_step": 89494, "epoch": 502, "lr": 6.397781878842574e-06}
{"train_loss": 0.0008771820575930178, "global_step": 89495, "epoch": 502, "lr": 6.39705867128097e-06}
{"train_loss": 0.0010054196463897824, "global_step": 89496, "epoch": 502, "lr": 6.396335501803929e-06}
{"train_loss": 0.0016979675274342299, "global_step": 89497, "epoch": 502, "lr": 6.395612370412102e-06}
{"train_loss": 0.0011049957247450948, "global_step": 89498, "epoch": 502, "lr": 6.394889277106081e-06}
{"train_loss": 0.001519274665042758, "global_step": 89499, "epoch": 502, "lr": 6.3941662218865325e-06}
{"train_loss": 0.00028831479721702635, "global_step": 89500, "epoch": 502, "lr": 6.393443204754074e-06}
{"train_loss": 0.0018664149101823568, "global_step": 89501, "epoch": 502, "lr": 6.3927202257093424e-06}
{"train_loss": 0.00028414741973392665, "global_step": 89502, "epoch": 502, "lr": 6.3919972847529655e-06}
{"train_loss": 0.0008424026891589165, "global_step": 89503, "epoch": 502, "lr": 6.391274381885571e-06}
{"train_loss": 0.0006362460553646088, "global_step": 89504, "epoch": 502, "lr": 6.3905515171077846e-06}
{"train_loss": 0.0008779671043157578, "global_step": 89505, "epoch": 502, "lr": 6.389828690420269e-06}
{"train_loss": 0.0004153178306296468, "global_step": 89506, "epoch": 502, "lr": 6.389105901823611e-06}
{"train_loss": 0.0016051132697612047, "global_step": 89507, "epoch": 502, "lr": 6.388383151318478e-06}
{"train_loss": 0.0015057905111461878, "global_step": 89508, "epoch": 502, "lr": 6.387660438905485e-06}
{"train_loss": 0.0009403625153936446, "global_step": 89509, "epoch": 502, "lr": 6.386937764585255e-06}
{"train_loss": 0.0014139579143375158, "global_step": 89510, "epoch": 502, "lr": 6.386215128358452e-06}
{"train_loss": 0.0007877289317548275, "global_step": 89511, "epoch": 502, "lr": 6.385492530225667e-06}
{"train_loss": 0.0007673993823118508, "global_step": 89512, "epoch": 502, "lr": 6.384769970187571e-06}
{"train_loss": 0.0004696626274380833, "global_step": 89513, "epoch": 502, "lr": 6.384047448244751e-06}
{"train_loss": 0.0013413759879767895, "global_step": 89514, "epoch": 502, "lr": 6.383324964397869e-06}
{"train_loss": 0.0007395312422886491, "global_step": 89515, "epoch": 502, "lr": 6.382602518647551e-06}
{"train_loss": 0.00164103414863348, "global_step": 89516, "epoch": 502, "lr": 6.381880110994426e-06}
{"train_loss": 0.0015535359270870686, "global_step": 89517, "epoch": 502, "lr": 6.3811577414391196e-06}
{"train_loss": 0.00044481249642558396, "global_step": 89518, "epoch": 502, "lr": 6.380435409982272e-06}
{"train_loss": 0.000930293055716902, "global_step": 89519, "epoch": 502, "lr": 6.379713116624492e-06}
{"train_loss": 0.0006220346549525857, "global_step": 89520, "epoch": 502, "lr": 6.378990861366452e-06}
{"train_loss": 0.0005588497733697295, "global_step": 89521, "epoch": 502, "lr": 6.37826864420874e-06}
{"train_loss": 0.0014220745069906116, "global_step": 89522, "epoch": 502, "lr": 6.377546465152013e-06}
{"train_loss": 0.000960060628131032, "global_step": 89523, "epoch": 502, "lr": 6.376824324196895e-06}
{"train_loss": 0.0007061547366902232, "global_step": 89524, "epoch": 502, "lr": 6.376102221344016e-06}
{"train_loss": 0.000892975484021008, "global_step": 89525, "epoch": 502, "lr": 6.375380156594008e-06}
{"train_loss": 0.0014492128975689411, "global_step": 89526, "epoch": 502, "lr": 6.374658129947497e-06}
{"train_loss": 0.001926994533278048, "global_step": 89527, "epoch": 502, "lr": 6.373936141405107e-06}
{"train_loss": 0.000417445000493899, "global_step": 89528, "epoch": 502, "lr": 6.3732141909674965e-06}
{"train_loss": 0.0013353931717574596, "global_step": 89529, "epoch": 502, "lr": 6.372492278635262e-06}
{"train_loss": 0.0015365519793704152, "global_step": 89530, "epoch": 502, "lr": 6.3717704044090605e-06}
{"train_loss": 0.00037908245576545596, "global_step": 89531, "epoch": 502, "lr": 6.371048568289511e-06}
{"train_loss": 0.0013189087621867657, "global_step": 89532, "epoch": 502, "lr": 6.370326770277241e-06}
{"train_loss": 0.0010768605446510979, "global_step": 89533, "epoch": 502, "lr": 6.369605010372892e-06}
{"train_loss": 0.0004421891935635358, "global_step": 89534, "epoch": 503, "lr": 6.368883288577071e-06}
{"train_loss": 0.0005857896758243442, "global_step": 89535, "epoch": 503, "lr": 6.368161604890449e-06}
{"train_loss": 0.0007804313208907843, "global_step": 89536, "epoch": 503, "lr": 6.367439959313609e-06}
{"train_loss": 0.000647588400170207, "global_step": 89537, "epoch": 503, "lr": 6.366718351847217e-06}
{"train_loss": 0.0009577332530170679, "global_step": 89538, "epoch": 503, "lr": 6.36599678249189e-06}
{"train_loss": 0.0018249166896566749, "global_step": 89539, "epoch": 503, "lr": 6.365275251248259e-06}
{"train_loss": 0.0010435773292556405, "global_step": 89540, "epoch": 503, "lr": 6.364553758116959e-06}
{"train_loss": 0.0015837284736335278, "global_step": 89541, "epoch": 503, "lr": 6.36383230309861e-06}
{"train_loss": 0.001186438836157322, "global_step": 89542, "epoch": 503, "lr": 6.363110886193835e-06}
{"train_loss": 0.0009560108301229775, "global_step": 89543, "epoch": 503, "lr": 6.362389507403305e-06}
{"train_loss": 0.0014347101096063852, "global_step": 89544, "epoch": 503, "lr": 6.3616681667275915e-06}
{"train_loss": 0.0004756068519782275, "global_step": 89545, "epoch": 503, "lr": 6.360946864167383e-06}
{"train_loss": 0.0005155766848474741, "global_step": 89546, "epoch": 503, "lr": 6.360225599723258e-06}
{"train_loss": 0.001029360806569457, "global_step": 89547, "epoch": 503, "lr": 6.359504373395881e-06}
{"train_loss": 0.0017256351420655847, "global_step": 89548, "epoch": 503, "lr": 6.358783185185868e-06}
{"train_loss": 0.0016641003312543035, "global_step": 89549, "epoch": 503, "lr": 6.3580620350938536e-06}
{"train_loss": 0.0008402306702919304, "global_step": 89550, "epoch": 503, "lr": 6.35734092312047e-06}
{"train_loss": 0.0013091438449919224, "global_step": 89551, "epoch": 503, "lr": 6.356619849266326e-06}
{"train_loss": 0.0008300439221784472, "global_step": 89552, "epoch": 503, "lr": 6.355898813532079e-06}
{"train_loss": 0.0006713155889883637, "global_step": 89553, "epoch": 503, "lr": 6.355177815918351e-06}
{"train_loss": 0.0003684648545458913, "global_step": 89554, "epoch": 503, "lr": 6.354456856425767e-06}
{"train_loss": 0.0007206727168522775, "global_step": 89555, "epoch": 503, "lr": 6.353735935054955e-06}
{"train_loss": 0.0005561740836128592, "global_step": 89556, "epoch": 503, "lr": 6.3530150518065546e-06}
{"train_loss": 0.0011030337773263454, "global_step": 89557, "epoch": 503, "lr": 6.352294206681175e-06}
{"train_loss": 0.0011177341220900416, "global_step": 89558, "epoch": 503, "lr": 6.351573399679483e-06}
{"train_loss": 0.0006300352979451418, "global_step": 89559, "epoch": 503, "lr": 6.350852630802062e-06}
{"train_loss": 0.0007207297603599727, "global_step": 89560, "epoch": 503, "lr": 6.350131900049577e-06}
{"train_loss": 0.000588240334764123, "global_step": 89561, "epoch": 503, "lr": 6.34941120742264e-06}
{"train_loss": 0.0006377206882461905, "global_step": 89562, "epoch": 503, "lr": 6.348690552921893e-06}
{"train_loss": 0.0006122465711086988, "global_step": 89563, "epoch": 503, "lr": 6.347969936547954e-06}
{"train_loss": 0.0004485436365939677, "global_step": 89564, "epoch": 503, "lr": 6.3472493583014545e-06}
{"train_loss": 0.00041044678073376417, "global_step": 89565, "epoch": 503, "lr": 6.346528818183029e-06}
{"train_loss": 0.0014514464419335127, "global_step": 89566, "epoch": 503, "lr": 6.345808316193303e-06}
{"train_loss": 0.001969225239008665, "global_step": 89567, "epoch": 503, "lr": 6.3450878523328924e-06}
{"train_loss": 0.0006610600394196808, "global_step": 89568, "epoch": 503, "lr": 6.344367426602466e-06}
{"train_loss": 0.0005385531112551689, "global_step": 89569, "epoch": 503, "lr": 6.3436470390026035e-06}
{"train_loss": 0.0008074307115748525, "global_step": 89570, "epoch": 503, "lr": 6.3429266895339675e-06}
{"train_loss": 0.0011612613452598453, "global_step": 89571, "epoch": 503, "lr": 6.342206378197185e-06}
{"train_loss": 0.0011467112926766276, "global_step": 89572, "epoch": 503, "lr": 6.341486104992861e-06}
{"train_loss": 0.001027408754453063, "global_step": 89573, "epoch": 503, "lr": 6.340765869921667e-06}
{"train_loss": 0.0025090996641665697, "global_step": 89574, "epoch": 503, "lr": 6.340045672984179e-06}
{"train_loss": 0.001846260973252356, "global_step": 89575, "epoch": 503, "lr": 6.3393255141810715e-06}
{"train_loss": 0.001971261342987418, "global_step": 89576, "epoch": 503, "lr": 6.338605393512953e-06}
{"train_loss": 0.0008535082451999187, "global_step": 89577, "epoch": 503, "lr": 6.337885310980452e-06}
{"train_loss": 0.0006445156177505851, "global_step": 89578, "epoch": 503, "lr": 6.3371652665842055e-06}
{"train_loss": 0.00141819822601974, "global_step": 89579, "epoch": 503, "lr": 6.336445260324836e-06}
{"train_loss": 0.00034382956800982356, "global_step": 89580, "epoch": 503, "lr": 6.33572529220296e-06}
{"train_loss": 0.0005939907277934253, "global_step": 89581, "epoch": 503, "lr": 6.335005362219249e-06}
{"train_loss": 0.001643211580812931, "global_step": 89582, "epoch": 503, "lr": 6.334285470374274e-06}
{"train_loss": 0.0013177173677831888, "global_step": 89583, "epoch": 503, "lr": 6.3335656166687185e-06}
{"train_loss": 0.0007583526894450188, "global_step": 89584, "epoch": 503, "lr": 6.332845801103165e-06}
{"train_loss": 0.0008823474636301398, "global_step": 89585, "epoch": 503, "lr": 6.33212602367827e-06}
{"train_loss": 0.0013559733051806688, "global_step": 89586, "epoch": 503, "lr": 6.3314062843946585e-06}
{"train_loss": 0.0008492171764373779, "global_step": 89587, "epoch": 503, "lr": 6.330686583252954e-06}
{"train_loss": 0.0011582758743315935, "global_step": 89588, "epoch": 503, "lr": 6.329966920253788e-06}
{"train_loss": 0.0008788419654592872, "global_step": 89589, "epoch": 503, "lr": 6.329247295397789e-06}
{"train_loss": 0.0004966854467056692, "global_step": 89590, "epoch": 503, "lr": 6.328527708685572e-06}
{"train_loss": 0.0010097528574988246, "global_step": 89591, "epoch": 503, "lr": 6.327808160117798e-06}
{"train_loss": 0.001265231752768159, "global_step": 89592, "epoch": 503, "lr": 6.327088649695056e-06}
{"train_loss": 0.0005303183570504189, "global_step": 89593, "epoch": 503, "lr": 6.326369177418001e-06}
{"train_loss": 0.0016898768953979015, "global_step": 89594, "epoch": 503, "lr": 6.32564974328726e-06}
{"train_loss": 0.0012400213163346052, "global_step": 89595, "epoch": 503, "lr": 6.324930347303443e-06}
{"train_loss": 0.0006242644740268588, "global_step": 89596, "epoch": 503, "lr": 6.324210989467211e-06}
{"train_loss": 0.0007890732958912849, "global_step": 89597, "epoch": 503, "lr": 6.323491669779152e-06}
{"train_loss": 0.0016282519791275263, "global_step": 89598, "epoch": 503, "lr": 6.322772388239928e-06}
{"train_loss": 0.002039276296272874, "global_step": 89599, "epoch": 503, "lr": 6.322053144850149e-06}
{"train_loss": 0.0011979714035987854, "global_step": 89600, "epoch": 503, "lr": 6.321333939610452e-06}
{"train_loss": 0.0006412715883925557, "global_step": 89601, "epoch": 503, "lr": 6.3206147725214605e-06}
{"train_loss": 0.0011682602344080806, "global_step": 89602, "epoch": 503, "lr": 6.319895643583801e-06}
{"train_loss": 0.0004338602884672582, "global_step": 89603, "epoch": 503, "lr": 6.319176552798106e-06}
{"train_loss": 0.0022725763265043497, "global_step": 89604, "epoch": 503, "lr": 6.318457500165004e-06}
{"train_loss": 0.0005532392533496022, "global_step": 89605, "epoch": 503, "lr": 6.317738485685104e-06}
{"train_loss": 0.0006522911717183888, "global_step": 89606, "epoch": 503, "lr": 6.317019509359079e-06}
{"train_loss": 0.0006006495095789433, "global_step": 89607, "epoch": 503, "lr": 6.3163005711875e-06}
{"train_loss": 0.0015846684109419584, "global_step": 89608, "epoch": 503, "lr": 6.315581671171039e-06}
{"train_loss": 0.0018987728981301188, "global_step": 89609, "epoch": 503, "lr": 6.314862809310307e-06}
{"train_loss": 0.0018155319849029183, "global_step": 89610, "epoch": 503, "lr": 6.314143985605936e-06}
{"train_loss": 0.0005696298321709037, "global_step": 89611, "epoch": 503, "lr": 6.313425200058548e-06}
{"train_loss": 0.0004568489966914058, "global_step": 89612, "epoch": 503, "lr": 6.312706452668776e-06}
{"train_loss": 0.0012041258160024881, "global_step": 89613, "epoch": 503, "lr": 6.311987743437237e-06}
{"train_loss": 0.0016586817800998688, "global_step": 89614, "epoch": 503, "lr": 6.311269072364579e-06}
{"train_loss": 0.0012381317792460322, "global_step": 89615, "epoch": 503, "lr": 6.310550439451412e-06}
{"train_loss": 0.0014090259792283177, "global_step": 89616, "epoch": 503, "lr": 6.309831844698377e-06}
{"train_loss": 0.0010897747706621885, "global_step": 89617, "epoch": 503, "lr": 6.3091132881060885e-06}
{"train_loss": 0.0006135159637778997, "global_step": 89618, "epoch": 503, "lr": 6.308394769675175e-06}
{"train_loss": 0.0015467950142920017, "global_step": 89619, "epoch": 503, "lr": 6.307676289406289e-06}
{"train_loss": 0.0019370920490473509, "global_step": 89620, "epoch": 503, "lr": 6.306957847300016e-06}
{"train_loss": 0.0013151380699127913, "global_step": 89621, "epoch": 503, "lr": 6.306239443357026e-06}
{"train_loss": 0.0017732870765030384, "global_step": 89622, "epoch": 503, "lr": 6.305521077577909e-06}
{"train_loss": 0.0005248183151707053, "global_step": 89623, "epoch": 503, "lr": 6.304802749963318e-06}
{"train_loss": 0.000771041726693511, "global_step": 89624, "epoch": 503, "lr": 6.304084460513876e-06}
{"train_loss": 0.0005022372934035957, "global_step": 89625, "epoch": 503, "lr": 6.303366209230199e-06}
{"train_loss": 0.00029086373979225755, "global_step": 89626, "epoch": 503, "lr": 6.302647996112931e-06}
{"train_loss": 0.001427098410204053, "global_step": 89627, "epoch": 503, "lr": 6.301929821162683e-06}
{"train_loss": 0.0014632532838732004, "global_step": 89628, "epoch": 503, "lr": 6.301211684380082e-06}
{"train_loss": 0.0016085498500615358, "global_step": 89629, "epoch": 503, "lr": 6.300493585765787e-06}
{"train_loss": 0.0005570335779339075, "global_step": 89630, "epoch": 503, "lr": 6.299775525320379e-06}
{"train_loss": 0.0009237984195351601, "global_step": 89631, "epoch": 503, "lr": 6.299057503044514e-06}
{"train_loss": 0.00031587888952344656, "global_step": 89632, "epoch": 503, "lr": 6.298339518938817e-06}
{"train_loss": 0.0012166467495262623, "global_step": 89633, "epoch": 503, "lr": 6.297621573003898e-06}
{"train_loss": 0.00024608508101664484, "global_step": 89634, "epoch": 503, "lr": 6.296903665240417e-06}
{"train_loss": 0.0005383985117077827, "global_step": 89635, "epoch": 503, "lr": 6.296185795648957e-06}
{"train_loss": 0.0011971050407737494, "global_step": 89636, "epoch": 503, "lr": 6.295467964230184e-06}
{"train_loss": 0.0012391246855258942, "global_step": 89637, "epoch": 503, "lr": 6.2947501709847086e-06}
{"train_loss": 0.001291847787797451, "global_step": 89638, "epoch": 503, "lr": 6.294032415913159e-06}
{"train_loss": 0.0008440489764325321, "global_step": 89639, "epoch": 503, "lr": 6.293314699016162e-06}
{"train_loss": 0.0011467768345028162, "global_step": 89640, "epoch": 503, "lr": 6.292597020294344e-06}
{"train_loss": 0.000780632602982223, "global_step": 89641, "epoch": 503, "lr": 6.291879379748328e-06}
{"train_loss": 0.0009601145284250379, "global_step": 89642, "epoch": 503, "lr": 6.291161777378751e-06}
{"train_loss": 0.0013516764156520367, "global_step": 89643, "epoch": 503, "lr": 6.2904442131862195e-06}
{"train_loss": 0.0011281119659543037, "global_step": 89644, "epoch": 503, "lr": 6.289726687171399e-06}
{"train_loss": 0.0012389032635837793, "global_step": 89645, "epoch": 503, "lr": 6.289009199334872e-06}
{"train_loss": 0.0012096872087568045, "global_step": 89646, "epoch": 503, "lr": 6.2882917496772884e-06}
{"train_loss": 0.0022627071011811495, "global_step": 89647, "epoch": 503, "lr": 6.287574338199281e-06}
{"train_loss": 0.0005938276881352067, "global_step": 89648, "epoch": 503, "lr": 6.286856964901461e-06}
{"train_loss": 0.0011783288791775703, "global_step": 89649, "epoch": 503, "lr": 6.2861396297844596e-06}
{"train_loss": 0.0006706408457830548, "global_step": 89650, "epoch": 503, "lr": 6.285422332848912e-06}
{"train_loss": 0.001426915405318141, "global_step": 89651, "epoch": 503, "lr": 6.2847050740954205e-06}
{"train_loss": 0.0013411612017080188, "global_step": 89652, "epoch": 503, "lr": 6.283987853524647e-06}
{"train_loss": 0.0004047217662446201, "global_step": 89653, "epoch": 503, "lr": 6.283270671137187e-06}
{"train_loss": 0.0009046223131008446, "global_step": 89654, "epoch": 503, "lr": 6.282553526933682e-06}
{"train_loss": 0.001846534782089293, "global_step": 89655, "epoch": 503, "lr": 6.281836420914761e-06}
{"train_loss": 0.0017698525916785002, "global_step": 89656, "epoch": 503, "lr": 6.281119353081033e-06}
{"train_loss": 0.0006045619957149029, "global_step": 89657, "epoch": 503, "lr": 6.280402323433154e-06}
{"train_loss": 0.0013584995176643133, "global_step": 89658, "epoch": 503, "lr": 6.279685331971718e-06}
{"train_loss": 0.001330687548033893, "global_step": 89659, "epoch": 503, "lr": 6.278968378697381e-06}
{"train_loss": 0.0016364455223083496, "global_step": 89660, "epoch": 503, "lr": 6.278251463610735e-06}
{"train_loss": 0.0005102189024910331, "global_step": 89661, "epoch": 503, "lr": 6.2775345867124355e-06}
{"train_loss": 0.001538106705993414, "global_step": 89662, "epoch": 503, "lr": 6.2768177480030995e-06}
{"train_loss": 0.0012722068931907415, "global_step": 89663, "epoch": 503, "lr": 6.276100947483354e-06}
{"train_loss": 0.0010064577218145132, "global_step": 89664, "epoch": 503, "lr": 6.275384185153821e-06}
{"train_loss": 0.0004105817060917616, "global_step": 89665, "epoch": 503, "lr": 6.274667461015127e-06}
{"train_loss": 0.0013586415443569422, "global_step": 89666, "epoch": 503, "lr": 6.273950775067894e-06}
{"train_loss": 0.0007731511723250151, "global_step": 89667, "epoch": 503, "lr": 6.273234127312771e-06}
{"train_loss": 0.0006106689688749611, "global_step": 89668, "epoch": 503, "lr": 6.272517517750343e-06}
{"train_loss": 0.0005626070778816938, "global_step": 89669, "epoch": 503, "lr": 6.271800946381273e-06}
{"train_loss": 0.0008491780026815832, "global_step": 89670, "epoch": 503, "lr": 6.271084413206174e-06}
{"train_loss": 0.0005666075740009546, "global_step": 89671, "epoch": 503, "lr": 6.2703679182256725e-06}
{"train_loss": 0.0006032115779817104, "global_step": 89672, "epoch": 503, "lr": 6.26965146144039e-06}
{"train_loss": 0.001067805802449584, "global_step": 89673, "epoch": 503, "lr": 6.26893504285096e-06}
{"train_loss": 0.0016977700870484114, "global_step": 89674, "epoch": 503, "lr": 6.268218662457997e-06}
{"train_loss": 0.0019145978149026632, "global_step": 89675, "epoch": 503, "lr": 6.267502320262125e-06}
{"train_loss": 0.00183005235157907, "global_step": 89676, "epoch": 503, "lr": 6.266786016263992e-06}
{"train_loss": 0.001048295758664608, "global_step": 89677, "epoch": 503, "lr": 6.266069750464209e-06}
{"train_loss": 0.0017328716348856688, "global_step": 89678, "epoch": 503, "lr": 6.265353522863398e-06}
{"train_loss": 0.0005213081603869796, "global_step": 89679, "epoch": 503, "lr": 6.264637333462192e-06}
{"train_loss": 0.001506661414168775, "global_step": 89680, "epoch": 503, "lr": 6.263921182261218e-06}
{"train_loss": 0.00025161614757962525, "global_step": 89681, "epoch": 503, "lr": 6.26320506926108e-06}
{"train_loss": 0.0011249827221035957, "global_step": 89682, "epoch": 503, "lr": 6.26248899446244e-06}
{"train_loss": 0.00131804752163589, "global_step": 89683, "epoch": 503, "lr": 6.261772957865885e-06}
{"train_loss": 0.0010478476760908961, "global_step": 89684, "epoch": 503, "lr": 6.261056959472072e-06}
{"train_loss": 0.001414214028045535, "global_step": 89685, "epoch": 503, "lr": 6.260340999281617e-06}
{"train_loss": 0.0007302876911126077, "global_step": 89686, "epoch": 503, "lr": 6.259625077295134e-06}
{"train_loss": 0.0008449765737168491, "global_step": 89687, "epoch": 503, "lr": 6.258909193513262e-06}
{"train_loss": 0.0006063131149858236, "global_step": 89688, "epoch": 503, "lr": 6.258193347936614e-06}
{"train_loss": 0.0004839444300159812, "global_step": 89689, "epoch": 503, "lr": 6.257477540565821e-06}
{"train_loss": 0.0013139161746948957, "global_step": 89690, "epoch": 503, "lr": 6.25676177140152e-06}
{"train_loss": 0.000653075345326215, "global_step": 89691, "epoch": 503, "lr": 6.256046040444314e-06}
{"train_loss": 0.0008059739484451711, "global_step": 89692, "epoch": 503, "lr": 6.255330347694854e-06}
{"train_loss": 0.00045349233550950885, "global_step": 89693, "epoch": 503, "lr": 6.254614693153732e-06}
{"train_loss": 0.0009204205125570297, "global_step": 89694, "epoch": 503, "lr": 6.253899076821601e-06}
{"train_loss": 0.0006751595647074282, "global_step": 89695, "epoch": 503, "lr": 6.253183498699072e-06}
{"train_loss": 0.0005509586771950126, "global_step": 89696, "epoch": 503, "lr": 6.252467958786773e-06}
{"train_loss": 0.0031921674963086843, "global_step": 89697, "epoch": 503, "lr": 6.251752457085347e-06}
{"train_loss": 0.0006565633811987936, "global_step": 89698, "epoch": 503, "lr": 6.251036993595383e-06}
{"train_loss": 0.0016565511468797922, "global_step": 89699, "epoch": 503, "lr": 6.25032156831753e-06}
{"train_loss": 0.0005761306383647025, "global_step": 89700, "epoch": 503, "lr": 6.2496061812524155e-06}
{"train_loss": 0.0012293013278394938, "global_step": 89701, "epoch": 503, "lr": 6.248890832400655e-06}
{"train_loss": 0.0008662794134579599, "global_step": 89702, "epoch": 503, "lr": 6.248175521762878e-06}
{"train_loss": 0.0014783141668885946, "global_step": 89703, "epoch": 503, "lr": 6.247460249339704e-06}
{"train_loss": 0.001006105449050665, "global_step": 89704, "epoch": 503, "lr": 6.246745015131749e-06}
{"train_loss": 0.0009892284870147705, "global_step": 89705, "epoch": 503, "lr": 6.2460298191396705e-06}
{"train_loss": 0.0009905456099659204, "global_step": 89706, "epoch": 503, "lr": 6.245314661364055e-06}
{"train_loss": 0.0014583445154130459, "global_step": 89707, "epoch": 503, "lr": 6.2445995418055514e-06}
{"train_loss": 0.0018638293258845806, "global_step": 89708, "epoch": 503, "lr": 6.2438844604647776e-06}
{"train_loss": 0.001461211359128356, "global_step": 89709, "epoch": 503, "lr": 6.243169417342359e-06}
{"train_loss": 0.0013778569409623742, "global_step": 89710, "epoch": 503, "lr": 6.242454412438919e-06}
{"train_loss": 0.0010731342922911844, "global_step": 89711, "epoch": 503, "lr": 6.24173944575508e-06}
{"train_loss": 0.0010340786539018154, "global_step": 89712, "epoch": 504, "lr": 6.241024517291466e-06}
{"train_loss": 0.0013255883241072297, "global_step": 89713, "epoch": 504, "lr": 6.2403096270487074e-06}
{"train_loss": 0.0008723513456061482, "global_step": 89714, "epoch": 504, "lr": 6.239594775027413e-06}
{"train_loss": 0.0022367406636476517, "global_step": 89715, "epoch": 504, "lr": 6.238879961228244e-06}
{"train_loss": 0.0005919227842241526, "global_step": 89716, "epoch": 504, "lr": 6.238165185651773e-06}
{"train_loss": 0.000587350397836417, "global_step": 89717, "epoch": 504, "lr": 6.237450448298665e-06}
{"train_loss": 0.001168286893516779, "global_step": 89718, "epoch": 504, "lr": 6.236735749169531e-06}
{"train_loss": 0.0020210356451570988, "global_step": 89719, "epoch": 504, "lr": 6.236021088264982e-06}
{"train_loss": 0.0011612902162596583, "global_step": 89720, "epoch": 504, "lr": 6.235306465585678e-06}
{"train_loss": 0.002053402131423354, "global_step": 89721, "epoch": 504, "lr": 6.234591881132202e-06}
{"train_loss": 0.0008872547186911106, "global_step": 89722, "epoch": 504, "lr": 6.233877334905203e-06}
{"train_loss": 0.0007325785700231791, "global_step": 89723, "epoch": 504, "lr": 6.233162826905298e-06}
{"train_loss": 0.0013400870375335217, "global_step": 89724, "epoch": 504, "lr": 6.2324483571331136e-06}
{"train_loss": 0.001500748097896576, "global_step": 89725, "epoch": 504, "lr": 6.231733925589267e-06}
{"train_loss": 0.000980385928414762, "global_step": 89726, "epoch": 504, "lr": 6.231019532274391e-06}
{"train_loss": 0.0005678824963979423, "global_step": 89727, "epoch": 504, "lr": 6.230305177189094e-06}
{"train_loss": 0.0015050366055220366, "global_step": 89728, "epoch": 504, "lr": 6.229590860334033e-06}
{"train_loss": 0.001066915807314217, "global_step": 89729, "epoch": 504, "lr": 6.228876581709792e-06}
{"train_loss": 0.0012500905431807041, "global_step": 89730, "epoch": 504, "lr": 6.228162341317034e-06}
{"train_loss": 0.0012019325513392687, "global_step": 89731, "epoch": 504, "lr": 6.227448139156339e-06}
{"train_loss": 0.0011427025310695171, "global_step": 89732, "epoch": 504, "lr": 6.22673397522836e-06}
{"train_loss": 0.0005088331527076662, "global_step": 89733, "epoch": 504, "lr": 6.226019849533721e-06}
{"train_loss": 0.0020719897001981735, "global_step": 89734, "epoch": 504, "lr": 6.225305762073036e-06}
{"train_loss": 0.0007250455673784018, "global_step": 89735, "epoch": 504, "lr": 6.224591712846939e-06}
{"train_loss": 0.0002791578881442547, "global_step": 89736, "epoch": 504, "lr": 6.2238777018560404e-06}
{"train_loss": 0.0008311660494655371, "global_step": 89737, "epoch": 504, "lr": 6.223163729100961e-06}
{"train_loss": 0.0007434772560372949, "global_step": 89738, "epoch": 504, "lr": 6.222449794582341e-06}
{"train_loss": 0.0003912801039405167, "global_step": 89739, "epoch": 504, "lr": 6.221735898300801e-06}
{"train_loss": 0.0019473540596663952, "global_step": 89740, "epoch": 504, "lr": 6.221022040256963e-06}
{"train_loss": 0.000689711538143456, "global_step": 89741, "epoch": 504, "lr": 6.220308220451443e-06}
{"train_loss": 0.0005728652467951179, "global_step": 89742, "epoch": 504, "lr": 6.219594438884857e-06}
{"train_loss": 0.0007879527402110398, "global_step": 89743, "epoch": 504, "lr": 6.218880695557866e-06}
{"train_loss": 0.0029140207916498184, "global_step": 89744, "epoch": 504, "lr": 6.218166990471047e-06}
{"train_loss": 0.0007171558681875467, "global_step": 89745, "epoch": 504, "lr": 6.217453323625056e-06}
{"train_loss": 0.0009403371950611472, "global_step": 89746, "epoch": 504, "lr": 6.216739695020501e-06}
{"train_loss": 0.0014265902573242784, "global_step": 89747, "epoch": 504, "lr": 6.2160261046580126e-06}
{"train_loss": 0.0010576235363259912, "global_step": 89748, "epoch": 504, "lr": 6.215312552538205e-06}
{"train_loss": 0.0005820872029289603, "global_step": 89749, "epoch": 504, "lr": 6.214599038661711e-06}
{"train_loss": 0.001476137200370431, "global_step": 89750, "epoch": 504, "lr": 6.213885563029153e-06}
{"train_loss": 0.0004179120296612382, "global_step": 89751, "epoch": 504, "lr": 6.213172125641148e-06}
{"train_loss": 0.0012971812393516302, "global_step": 89752, "epoch": 504, "lr": 6.21245872649831e-06}
{"train_loss": 0.0009865472093224525, "global_step": 89753, "epoch": 504, "lr": 6.2117453656012954e-06}
{"train_loss": 0.0015145723009482026, "global_step": 89754, "epoch": 504, "lr": 6.211032042950687e-06}
{"train_loss": 0.0007692834478802979, "global_step": 89755, "epoch": 504, "lr": 6.21031875854714e-06}
{"train_loss": 0.0007183970883488655, "global_step": 89756, "epoch": 504, "lr": 6.209605512391259e-06}
{"train_loss": 0.0013366471976041794, "global_step": 89757, "epoch": 504, "lr": 6.208892304483677e-06}
{"train_loss": 0.00035376992309466004, "global_step": 89758, "epoch": 504, "lr": 6.208179134825009e-06}
{"train_loss": 0.0015091351233422756, "global_step": 89759, "epoch": 504, "lr": 6.207466003415874e-06}
{"train_loss": 0.0016878442838788033, "global_step": 89760, "epoch": 504, "lr": 6.206752910256914e-06}
{"train_loss": 0.0014754623407498002, "global_step": 89761, "epoch": 504, "lr": 6.2060398553487334e-06}
{"train_loss": 0.0005745961098000407, "global_step": 89762, "epoch": 504, "lr": 6.2053268386919665e-06}
{"train_loss": 0.0012241819640621543, "global_step": 89763, "epoch": 504, "lr": 6.204613860287229e-06}
{"train_loss": 0.0013382374309003353, "global_step": 89764, "epoch": 504, "lr": 6.2039009201351475e-06}
{"train_loss": 0.0010887333191931248, "global_step": 89765, "epoch": 504, "lr": 6.203188018236334e-06}
{"train_loss": 0.0006075634155422449, "global_step": 89766, "epoch": 504, "lr": 6.202475154591436e-06}
{"train_loss": 0.0011583424638956785, "global_step": 89767, "epoch": 504, "lr": 6.201762329201044e-06}
{"train_loss": 0.0019397911382839084, "global_step": 89768, "epoch": 504, "lr": 6.201049542065818e-06}
{"train_loss": 0.0005992245860397816, "global_step": 89769, "epoch": 504, "lr": 6.200336793186334e-06}
{"train_loss": 0.0008888473967090249, "global_step": 89770, "epoch": 504, "lr": 6.199624082563255e-06}
{"train_loss": 0.003242984414100647, "global_step": 89771, "epoch": 504, "lr": 6.198911410197189e-06}
{"train_loss": 0.001107988879084587, "global_step": 89772, "epoch": 504, "lr": 6.198198776088754e-06}
{"train_loss": 0.0007800748571753502, "global_step": 89773, "epoch": 504, "lr": 6.197486180238577e-06}
{"train_loss": 0.0011835696641355753, "global_step": 89774, "epoch": 504, "lr": 6.196773622647284e-06}
{"train_loss": 0.0007392582483589649, "global_step": 89775, "epoch": 504, "lr": 6.1960611033154815e-06}
{"train_loss": 0.001606034697033465, "global_step": 89776, "epoch": 504, "lr": 6.195348622243824e-06}
{"train_loss": 0.0005724754300899804, "global_step": 89777, "epoch": 504, "lr": 6.194636179432889e-06}
{"train_loss": 0.0010585447307676077, "global_step": 89778, "epoch": 504, "lr": 6.193923774883337e-06}
{"train_loss": 0.00045438369852490723, "global_step": 89779, "epoch": 504, "lr": 6.1932114085957786e-06}
{"train_loss": 0.0005892628105357289, "global_step": 89780, "epoch": 504, "lr": 6.192499080570824e-06}
{"train_loss": 0.0010618073865771294, "global_step": 89781, "epoch": 504, "lr": 6.1917867908091235e-06}
{"train_loss": 0.0015557679580524564, "global_step": 89782, "epoch": 504, "lr": 6.191074539311259e-06}
{"train_loss": 0.0018561159959062934, "global_step": 89783, "epoch": 504, "lr": 6.190362326077897e-06}
{"train_loss": 0.0007584815029986203, "global_step": 89784, "epoch": 504, "lr": 6.189650151109616e-06}
{"train_loss": 0.0013599370140582323, "global_step": 89785, "epoch": 504, "lr": 6.18893801440707e-06}
{"train_loss": 0.00127938122022897, "global_step": 89786, "epoch": 504, "lr": 6.188225915970869e-06}
{"train_loss": 0.002847433788701892, "global_step": 89787, "epoch": 504, "lr": 6.187513855801636e-06}
{"train_loss": 0.0008710040710866451, "global_step": 89788, "epoch": 504, "lr": 6.186801833899997e-06}
{"train_loss": 0.0007442277274094522, "global_step": 89789, "epoch": 504, "lr": 6.186089850266563e-06}
{"train_loss": 0.0005996944382786751, "global_step": 89790, "epoch": 504, "lr": 6.185377904901957e-06}
{"train_loss": 0.0009023942984640598, "global_step": 89791, "epoch": 504, "lr": 6.184665997806832e-06}
{"train_loss": 0.0012901497539132833, "global_step": 89792, "epoch": 504, "lr": 6.183954128981756e-06}
{"train_loss": 0.0015911831287667155, "global_step": 89793, "epoch": 504, "lr": 6.1832422984273945e-06}
{"train_loss": 0.0019148749997839332, "global_step": 89794, "epoch": 504, "lr": 6.182530506144351e-06}
{"train_loss": 0.0010820943862199783, "global_step": 89795, "epoch": 504, "lr": 6.181818752133256e-06}
{"train_loss": 0.0014273980632424355, "global_step": 89796, "epoch": 504, "lr": 6.181107036394718e-06}
{"train_loss": 0.0004883945221081376, "global_step": 89797, "epoch": 504, "lr": 6.180395358929369e-06}
{"train_loss": 0.0005195445846766233, "global_step": 89798, "epoch": 504, "lr": 6.179683719737822e-06}
{"train_loss": 0.0005418148939497769, "global_step": 89799, "epoch": 504, "lr": 6.178972118820719e-06}
{"train_loss": 0.001213583629578352, "global_step": 89800, "epoch": 504, "lr": 6.17826055617865e-06}
{"train_loss": 0.0019786274060606956, "global_step": 89801, "epoch": 504, "lr": 6.177549031812263e-06}
{"train_loss": 0.0012881061993539333, "global_step": 89802, "epoch": 504, "lr": 6.176837545722169e-06}
{"train_loss": 0.0030503866728395224, "global_step": 89803, "epoch": 504, "lr": 6.176126097908991e-06}
{"train_loss": 0.000614947930444032, "global_step": 89804, "epoch": 504, "lr": 6.1754146883733485e-06}
{"train_loss": 0.001752979587763548, "global_step": 89805, "epoch": 504, "lr": 6.174703317115854e-06}
{"train_loss": 0.0014752137940376997, "global_step": 89806, "epoch": 504, "lr": 6.173991984137156e-06}
{"train_loss": 0.0004148926236666739, "global_step": 89807, "epoch": 504, "lr": 6.173280689437844e-06}
{"train_loss": 0.0027371151372790337, "global_step": 89808, "epoch": 504, "lr": 6.1725694330185606e-06}
{"train_loss": 0.0007593029295094311, "global_step": 89809, "epoch": 504, "lr": 6.171858214879922e-06}
{"train_loss": 0.0009273140458390117, "global_step": 89810, "epoch": 504, "lr": 6.171147035022551e-06}
{"train_loss": 0.001528357737697661, "global_step": 89811, "epoch": 504, "lr": 6.170435893447063e-06}
{"train_loss": 0.0014180298894643784, "global_step": 89812, "epoch": 504, "lr": 6.16972479015408e-06}
{"train_loss": 0.0008456364739686251, "global_step": 89813, "epoch": 504, "lr": 6.169013725144218e-06}
{"train_loss": 0.0006386285531334579, "global_step": 89814, "epoch": 504, "lr": 6.168302698418121e-06}
{"train_loss": 0.00048429190064780414, "global_step": 89815, "epoch": 504, "lr": 6.167591709976378e-06}
{"train_loss": 0.0018407127354294062, "global_step": 89816, "epoch": 504, "lr": 6.166880759819632e-06}
{"train_loss": 0.0012462990125641227, "global_step": 89817, "epoch": 504, "lr": 6.1661698479485e-06}
{"train_loss": 0.0008707995293661952, "global_step": 89818, "epoch": 504, "lr": 6.165458974363603e-06}
{"train_loss": 0.0006043942412361503, "global_step": 89819, "epoch": 504, "lr": 6.164748139065557e-06}
{"train_loss": 0.0007481251959688962, "global_step": 89820, "epoch": 504, "lr": 6.164037342054984e-06}
{"train_loss": 0.0004908971604891121, "global_step": 89821, "epoch": 504, "lr": 6.1633265833325124e-06}
{"train_loss": 0.0015404489822685719, "global_step": 89822, "epoch": 504, "lr": 6.16261586289874e-06}
{"train_loss": 0.0007104079122655094, "global_step": 89823, "epoch": 504, "lr": 6.161905180754318e-06}
{"train_loss": 0.00017534851212985814, "global_step": 89824, "epoch": 504, "lr": 6.161194536899856e-06}
{"train_loss": 0.000569887226447463, "global_step": 89825, "epoch": 504, "lr": 6.16048393133597e-06}
{"train_loss": 0.0013295718235895038, "global_step": 89826, "epoch": 504, "lr": 6.159773364063281e-06}
{"train_loss": 0.0009602632489986718, "global_step": 89827, "epoch": 504, "lr": 6.159062835082419e-06}
{"train_loss": 0.0006617300678044558, "global_step": 89828, "epoch": 504, "lr": 6.1583523443939806e-06}
{"train_loss": 0.000785935262683779, "global_step": 89829, "epoch": 504, "lr": 6.157641891998628e-06}
{"train_loss": 0.0007718642009422183, "global_step": 89830, "epoch": 504, "lr": 6.1569314778969325e-06}
{"train_loss": 0.0012550996616482735, "global_step": 89831, "epoch": 504, "lr": 6.1562211020895485e-06}
{"train_loss": 0.000597574922721833, "global_step": 89832, "epoch": 504, "lr": 6.155510764577094e-06}
{"train_loss": 0.0007152050966396928, "global_step": 89833, "epoch": 504, "lr": 6.154800465360177e-06}
{"train_loss": 0.0009149872930720448, "global_step": 89834, "epoch": 504, "lr": 6.154090204439423e-06}
{"train_loss": 0.002042294479906559, "global_step": 89835, "epoch": 504, "lr": 6.153379981815455e-06}
{"train_loss": 0.0009456063853576779, "global_step": 89836, "epoch": 504, "lr": 6.15266979748888e-06}
{"train_loss": 0.0014266625512391329, "global_step": 89837, "epoch": 504, "lr": 6.151959651460354e-06}
{"train_loss": 0.0015316117787733674, "global_step": 89838, "epoch": 504, "lr": 6.151249543730448e-06}
{"train_loss": 0.0014779488556087017, "global_step": 89839, "epoch": 504, "lr": 6.1505394742998264e-06}
{"train_loss": 0.00037286116275936365, "global_step": 89840, "epoch": 504, "lr": 6.14982944316907e-06}
{"train_loss": 0.0006711137248203158, "global_step": 89841, "epoch": 504, "lr": 6.14911945033883e-06}
{"train_loss": 0.0009761665714904666, "global_step": 89842, "epoch": 504, "lr": 6.148409495809715e-06}
{"train_loss": 0.0008198219002224505, "global_step": 89843, "epoch": 504, "lr": 6.147699579582333e-06}
{"train_loss": 0.0007101077353581786, "global_step": 89844, "epoch": 504, "lr": 6.146989701657341e-06}
{"train_loss": 0.0010263528674840927, "global_step": 89845, "epoch": 504, "lr": 6.1462798620353144e-06}
{"train_loss": 0.0028800161089748144, "global_step": 89846, "epoch": 504, "lr": 6.1455700607168985e-06}
{"train_loss": 0.0017736066365614533, "global_step": 89847, "epoch": 504, "lr": 6.144860297702715e-06}
{"train_loss": 0.0013511646538972855, "global_step": 89848, "epoch": 504, "lr": 6.144150572993373e-06}
{"train_loss": 0.0010364513145759702, "global_step": 89849, "epoch": 504, "lr": 6.143440886589497e-06}
{"train_loss": 0.0007304553873836994, "global_step": 89850, "epoch": 504, "lr": 6.142731238491706e-06}
{"train_loss": 0.0011023918632417917, "global_step": 89851, "epoch": 504, "lr": 6.142021628700606e-06}
{"train_loss": 0.0011908778687939048, "global_step": 89852, "epoch": 504, "lr": 6.141312057216858e-06}
{"train_loss": 0.0006250203587114811, "global_step": 89853, "epoch": 504, "lr": 6.140602524041028e-06}
{"train_loss": 0.000715931411832571, "global_step": 89854, "epoch": 504, "lr": 6.139893029173777e-06}
{"train_loss": 0.0012817098759114742, "global_step": 89855, "epoch": 504, "lr": 6.139183572615714e-06}
{"train_loss": 0.0010531735606491566, "global_step": 89856, "epoch": 504, "lr": 6.138474154367446e-06}
{"train_loss": 0.00043361776624806225, "global_step": 89857, "epoch": 504, "lr": 6.137764774429605e-06}
{"train_loss": 0.0003799375263042748, "global_step": 89858, "epoch": 504, "lr": 6.137055432802813e-06}
{"train_loss": 0.0005265369545668364, "global_step": 89859, "epoch": 504, "lr": 6.136346129487674e-06}
{"train_loss": 0.0011676480062305927, "global_step": 89860, "epoch": 504, "lr": 6.135636864484823e-06}
{"train_loss": 0.0009128840174525976, "global_step": 89861, "epoch": 504, "lr": 6.134927637794863e-06}
{"train_loss": 0.00039548054337501526, "global_step": 89862, "epoch": 504, "lr": 6.134218449418444e-06}
{"train_loss": 0.000313390395604074, "global_step": 89863, "epoch": 504, "lr": 6.133509299356144e-06}
{"train_loss": 0.0013607086148113012, "global_step": 89864, "epoch": 504, "lr": 6.132800187608612e-06}
{"train_loss": 0.0007019932381808758, "global_step": 89865, "epoch": 504, "lr": 6.132091114176464e-06}
{"train_loss": 0.0009581050835549831, "global_step": 89866, "epoch": 504, "lr": 6.1313820790603e-06}
{"train_loss": 0.002254537073895335, "global_step": 89867, "epoch": 504, "lr": 6.130673082260779e-06}
{"train_loss": 0.00068734644446522, "global_step": 89868, "epoch": 504, "lr": 6.12996412377847e-06}
{"train_loss": 0.0014570702333003283, "global_step": 89869, "epoch": 504, "lr": 6.129255203614031e-06}
{"train_loss": 0.002431923523545265, "global_step": 89870, "epoch": 504, "lr": 6.12854632176807e-06}
{"train_loss": 0.002480421680957079, "global_step": 89871, "epoch": 504, "lr": 6.127837478241199e-06}
{"train_loss": 0.0018802857957780361, "global_step": 89872, "epoch": 504, "lr": 6.127128673034043e-06}
{"train_loss": 0.00040863873437047005, "global_step": 89873, "epoch": 504, "lr": 6.126419906147218e-06}
{"train_loss": 0.0004886473761871457, "global_step": 89874, "epoch": 504, "lr": 6.125711177581339e-06}
{"train_loss": 0.0010254440130665898, "global_step": 89875, "epoch": 504, "lr": 6.1250024873370505e-06}
{"train_loss": 0.002062398474663496, "global_step": 89876, "epoch": 504, "lr": 6.124293835414929e-06}
{"train_loss": 0.0006742522236891091, "global_step": 89877, "epoch": 504, "lr": 6.123585221815642e-06}
{"train_loss": 0.001235355157405138, "global_step": 89878, "epoch": 504, "lr": 6.12287664653976e-06}
{"train_loss": 0.0004961309605278075, "global_step": 89879, "epoch": 504, "lr": 6.122168109587934e-06}
{"train_loss": 0.0018383654532954097, "global_step": 89880, "epoch": 504, "lr": 6.121459610960772e-06}
{"train_loss": 0.0008836316992528737, "global_step": 89881, "epoch": 504, "lr": 6.120751150658898e-06}
{"train_loss": 0.0011329215485602617, "global_step": 89882, "epoch": 504, "lr": 6.120042728682929e-06}
{"train_loss": 0.0019269183976575732, "global_step": 89883, "epoch": 504, "lr": 6.1193343450334785e-06}
{"train_loss": 0.0011269529350101948, "global_step": 89884, "epoch": 504, "lr": 6.118625999711158e-06}
{"train_loss": 0.00073762028478086, "global_step": 89885, "epoch": 504, "lr": 6.1179176927166125e-06}
{"train_loss": 0.0011597505072131753, "global_step": 89886, "epoch": 504, "lr": 6.117209424050441e-06}
{"train_loss": 0.0015861837891861796, "global_step": 89887, "epoch": 504, "lr": 6.116501193713265e-06}
{"train_loss": 0.0004584409762173891, "global_step": 89888, "epoch": 504, "lr": 6.115793001705711e-06}
{"train_loss": 0.0011335975693910268, "global_step": 89889, "epoch": 504, "lr": 6.115084848028374e-06}
{"train_loss": 0.0009345473954454064, "global_step": 89890, "epoch": 505, "lr": 6.114376732681914e-06}
{"train_loss": 0.0017317273886874318, "global_step": 89891, "epoch": 505, "lr": 6.1136686556669045e-06}
{"train_loss": 0.0009622267098166049, "global_step": 89892, "epoch": 505, "lr": 6.112960616983992e-06}
{"train_loss": 0.0016592589672654867, "global_step": 89893, "epoch": 505, "lr": 6.11225261663379e-06}
{"train_loss": 0.0003757455269806087, "global_step": 89894, "epoch": 505, "lr": 6.111544654616913e-06}
{"train_loss": 0.0016595862107351422, "global_step": 89895, "epoch": 505, "lr": 6.1108367309339835e-06}
{"train_loss": 0.0014829272404313087, "global_step": 89896, "epoch": 505, "lr": 6.110128845585611e-06}
{"train_loss": 0.0006001013098284602, "global_step": 89897, "epoch": 505, "lr": 6.109420998572424e-06}
{"train_loss": 0.001076437416486442, "global_step": 89898, "epoch": 505, "lr": 6.108713189895038e-06}
{"train_loss": 0.0022480818443000317, "global_step": 89899, "epoch": 505, "lr": 6.108005419554058e-06}
{"train_loss": 0.0009179486660286784, "global_step": 89900, "epoch": 505, "lr": 6.107297687550134e-06}
{"train_loss": 0.0005205803900025785, "global_step": 89901, "epoch": 505, "lr": 6.106589993883843e-06}
{"train_loss": 0.0010800599120557308, "global_step": 89902, "epoch": 505, "lr": 6.105882338555835e-06}
{"train_loss": 0.0008735160809010267, "global_step": 89903, "epoch": 505, "lr": 6.10517472156672e-06}
{"train_loss": 0.001687140786089003, "global_step": 89904, "epoch": 505, "lr": 6.104467142917114e-06}
{"train_loss": 0.0010933878365904093, "global_step": 89905, "epoch": 505, "lr": 6.103759602607634e-06}
{"train_loss": 0.0009691151208244264, "global_step": 89906, "epoch": 505, "lr": 6.103052100638884e-06}
{"train_loss": 0.0013377147261053324, "global_step": 89907, "epoch": 505, "lr": 6.102344637011509e-06}
{"train_loss": 0.0013937827898189425, "global_step": 89908, "epoch": 505, "lr": 6.101637211726114e-06}
{"train_loss": 0.0007294378010556102, "global_step": 89909, "epoch": 505, "lr": 6.100929824783319e-06}
{"train_loss": 0.0009416324319317937, "global_step": 89910, "epoch": 505, "lr": 6.100222476183737e-06}
{"train_loss": 0.0004644387518055737, "global_step": 89911, "epoch": 505, "lr": 6.099515165927994e-06}
{"train_loss": 0.0012159721227362752, "global_step": 89912, "epoch": 505, "lr": 6.0988078940167e-06}
{"train_loss": 0.0006187638500705361, "global_step": 89913, "epoch": 505, "lr": 6.098100660450473e-06}
{"train_loss": 0.0015146017540246248, "global_step": 89914, "epoch": 505, "lr": 6.097393465229928e-06}
{"train_loss": 0.0005492992931976914, "global_step": 89915, "epoch": 505, "lr": 6.096686308355703e-06}
{"train_loss": 0.0007215610239654779, "global_step": 89916, "epoch": 505, "lr": 6.0959791898283825e-06}
{"train_loss": 0.0006902896566316485, "global_step": 89917, "epoch": 505, "lr": 6.095272109648614e-06}
{"train_loss": 0.0006732195615768433, "global_step": 89918, "epoch": 505, "lr": 6.0945650678170044e-06}
{"train_loss": 0.0007241790881380439, "global_step": 89919, "epoch": 505, "lr": 6.093858064334168e-06}
{"train_loss": 0.0015830968040972948, "global_step": 89920, "epoch": 505, "lr": 6.093151099200722e-06}
{"train_loss": 0.0008646647911518812, "global_step": 89921, "epoch": 505, "lr": 6.092444172417289e-06}
{"train_loss": 0.0023180246353149414, "global_step": 89922, "epoch": 505, "lr": 6.091737283984478e-06}
{"train_loss": 0.0015471202787011862, "global_step": 89923, "epoch": 505, "lr": 6.091030433902928e-06}
{"train_loss": 0.001767887850292027, "global_step": 89924, "epoch": 505, "lr": 6.090323622173216e-06}
{"train_loss": 0.002349159214645624, "global_step": 89925, "epoch": 505, "lr": 6.089616848796004e-06}
{"train_loss": 0.0012121577747166157, "global_step": 89926, "epoch": 505, "lr": 6.088910113771884e-06}
{"train_loss": 0.00036995901609770954, "global_step": 89927, "epoch": 505, "lr": 6.088203417101468e-06}
{"train_loss": 0.001645755721256137, "global_step": 89928, "epoch": 505, "lr": 6.0874967587854046e-06}
{"train_loss": 0.0005372405867092311, "global_step": 89929, "epoch": 505, "lr": 6.086790138824267e-06}
{"train_loss": 0.00035816399031318724, "global_step": 89930, "epoch": 505, "lr": 6.086083557218725e-06}
{"train_loss": 0.0014723934000357985, "global_step": 89931, "epoch": 505, "lr": 6.08537701396934e-06}
{"train_loss": 0.0008425168925896287, "global_step": 89932, "epoch": 505, "lr": 6.0846705090767615e-06}
{"train_loss": 0.0010513048619031906, "global_step": 89933, "epoch": 505, "lr": 6.083964042541607e-06}
{"train_loss": 0.0007552290917374194, "global_step": 89934, "epoch": 505, "lr": 6.083257614364485e-06}
{"train_loss": 0.0008517378009855747, "global_step": 89935, "epoch": 505, "lr": 6.082551224546018e-06}
{"train_loss": 0.0014712364645674825, "global_step": 89936, "epoch": 505, "lr": 6.081844873086817e-06}
{"train_loss": 0.0005728713003918529, "global_step": 89937, "epoch": 505, "lr": 6.081138559987493e-06}
{"train_loss": 0.0012007961049675941, "global_step": 89938, "epoch": 505, "lr": 6.080432285248688e-06}
{"train_loss": 0.000314552104100585, "global_step": 89939, "epoch": 505, "lr": 6.079726048870987e-06}
{"train_loss": 0.0013818592997267842, "global_step": 89940, "epoch": 505, "lr": 6.0790198508550336e-06}
{"train_loss": 0.00045366931590251625, "global_step": 89941, "epoch": 505, "lr": 6.078313691201426e-06}
{"train_loss": 0.0010076432954519987, "global_step": 89942, "epoch": 505, "lr": 6.077607569910792e-06}
{"train_loss": 0.0006302343681454659, "global_step": 89943, "epoch": 505, "lr": 6.076901486983749e-06}
{"train_loss": 0.001011851942166686, "global_step": 89944, "epoch": 505, "lr": 6.0761954424209065e-06}
{"train_loss": 0.0006422594888135791, "global_step": 89945, "epoch": 505, "lr": 6.0754894362228754e-06}
{"train_loss": 0.0009047223720699549, "global_step": 89946, "epoch": 505, "lr": 6.0747834683903e-06}
{"train_loss": 0.0007036812603473663, "global_step": 89947, "epoch": 505, "lr": 6.074077538923756e-06}
{"train_loss": 0.0005970644997432828, "global_step": 89948, "epoch": 505, "lr": 6.073371647823894e-06}
{"train_loss": 0.0007700908463448286, "global_step": 89949, "epoch": 505, "lr": 6.072665795091314e-06}
{"train_loss": 0.0011769876582548022, "global_step": 89950, "epoch": 505, "lr": 6.071959980726644e-06}
{"train_loss": 0.0012388775357976556, "global_step": 89951, "epoch": 505, "lr": 6.071254204730492e-06}
{"train_loss": 0.0007373018888756633, "global_step": 89952, "epoch": 505, "lr": 6.070548467103465e-06}
{"train_loss": 0.0010089892894029617, "global_step": 89953, "epoch": 505, "lr": 6.069842767846207e-06}
{"train_loss": 0.0008585234172642231, "global_step": 89954, "epoch": 505, "lr": 6.069137106959305e-06}
{"train_loss": 0.0008622799068689346, "global_step": 89955, "epoch": 505, "lr": 6.0684314844433934e-06}
{"train_loss": 0.0007762524764984846, "global_step": 89956, "epoch": 505, "lr": 6.067725900299081e-06}
{"train_loss": 0.0009367602178826928, "global_step": 89957, "epoch": 505, "lr": 6.067020354526992e-06}
{"train_loss": 0.0008549468475393951, "global_step": 89958, "epoch": 505, "lr": 6.066314847127735e-06}
{"train_loss": 0.001374296611174941, "global_step": 89959, "epoch": 505, "lr": 6.065609378101928e-06}
{"train_loss": 0.0018887664191424847, "global_step": 89960, "epoch": 505, "lr": 6.064903947450179e-06}
{"train_loss": 0.0010556860361248255, "global_step": 89961, "epoch": 505, "lr": 6.064198555173129e-06}
{"train_loss": 0.0013579563237726688, "global_step": 89962, "epoch": 505, "lr": 6.063493201271359e-06}
{"train_loss": 0.0005474383942782879, "global_step": 89963, "epoch": 505, "lr": 6.062787885745513e-06}
{"train_loss": 0.0017718225717544556, "global_step": 89964, "epoch": 505, "lr": 6.062082608596203e-06}
{"train_loss": 0.0009405952296219766, "global_step": 89965, "epoch": 505, "lr": 6.061377369824034e-06}
{"train_loss": 0.0010635687503963709, "global_step": 89966, "epoch": 505, "lr": 6.060672169429632e-06}
{"train_loss": 0.00021161985932849348, "global_step": 89967, "epoch": 505, "lr": 6.059967007413609e-06}
{"train_loss": 0.0013106607366353273, "global_step": 89968, "epoch": 505, "lr": 6.059261883776579e-06}
{"train_loss": 0.0021676174364984035, "global_step": 89969, "epoch": 505, "lr": 6.058556798519144e-06}
{"train_loss": 0.0013032815186306834, "global_step": 89970, "epoch": 505, "lr": 6.057851751641952e-06}
{"train_loss": 0.0035996839869767427, "global_step": 89971, "epoch": 505, "lr": 6.057146743145603e-06}
{"train_loss": 0.0015738110523670912, "global_step": 89972, "epoch": 505, "lr": 6.0564417730307074e-06}
{"train_loss": 0.0008764497470110655, "global_step": 89973, "epoch": 505, "lr": 6.0557368412978935e-06}
{"train_loss": 0.0009949605446308851, "global_step": 89974, "epoch": 505, "lr": 6.055031947947759e-06}
{"train_loss": 0.0018818179378286004, "global_step": 89975, "epoch": 505, "lr": 6.054327092980927e-06}
{"train_loss": 0.0012916992418467999, "global_step": 89976, "epoch": 505, "lr": 6.053622276398036e-06}
{"train_loss": 0.0013522976078093052, "global_step": 89977, "epoch": 505, "lr": 6.0529174981996565e-06}
{"train_loss": 0.0013108740095049143, "global_step": 89978, "epoch": 505, "lr": 6.052212758386444e-06}
{"train_loss": 0.001679561915807426, "global_step": 89979, "epoch": 505, "lr": 6.051508056958993e-06}
{"train_loss": 0.0017290168907493353, "global_step": 89980, "epoch": 505, "lr": 6.050803393917931e-06}
{"train_loss": 0.0009757705847732723, "global_step": 89981, "epoch": 505, "lr": 6.050098769263868e-06}
{"train_loss": 0.00037001047166995704, "global_step": 89982, "epoch": 505, "lr": 6.049394182997415e-06}
{"train_loss": 0.000981440651230514, "global_step": 89983, "epoch": 505, "lr": 6.048689635119181e-06}
{"train_loss": 0.0008806760306470096, "global_step": 89984, "epoch": 505, "lr": 6.047985125629813e-06}
{"train_loss": 0.0013938966440036893, "global_step": 89985, "epoch": 505, "lr": 6.047280654529885e-06}
{"train_loss": 0.0012700546067208052, "global_step": 89986, "epoch": 505, "lr": 6.046576221820055e-06}
{"train_loss": 0.0010263003641739488, "global_step": 89987, "epoch": 505, "lr": 6.045871827500893e-06}
{"train_loss": 0.002077400451526046, "global_step": 89988, "epoch": 505, "lr": 6.045167471573049e-06}
{"train_loss": 0.0010650730691850185, "global_step": 89989, "epoch": 505, "lr": 6.0444631540371274e-06}
{"train_loss": 0.0011043136473745108, "global_step": 89990, "epoch": 505, "lr": 6.043758874893729e-06}
{"train_loss": 0.0013424656353890896, "global_step": 89991, "epoch": 505, "lr": 6.043054634143502e-06}
{"train_loss": 0.0006826510652899742, "global_step": 89992, "epoch": 505, "lr": 6.042350431787025e-06}
{"train_loss": 0.003705703653395176, "global_step": 89993, "epoch": 505, "lr": 6.041646267824941e-06}
{"train_loss": 0.00080306944437325, "global_step": 89994, "epoch": 505, "lr": 6.040942142257849e-06}
{"train_loss": 0.0006322956760413945, "global_step": 89995, "epoch": 505, "lr": 6.040238055086373e-06}
{"train_loss": 0.0006982929189689457, "global_step": 89996, "epoch": 505, "lr": 6.0395340063111206e-06}
{"train_loss": 0.0011263357009738684, "global_step": 89997, "epoch": 505, "lr": 6.03882999593271e-06}
{"train_loss": 0.0004413067945279181, "global_step": 89998, "epoch": 505, "lr": 6.038126023951746e-06}
{"train_loss": 0.0021618492901325226, "global_step": 89999, "epoch": 505, "lr": 6.037422090368871e-06}
{"train_loss": 0.0007807904621586204, "global_step": 90000, "epoch": 505, "lr": 6.036718195184671e-06}
{"train_loss": 0.0008297922904603183, "global_step": 90001, "epoch": 505, "lr": 6.0360143383997754e-06}
{"train_loss": 0.000299184990581125, "global_step": 90002, "epoch": 505, "lr": 6.035310520014797e-06}
{"train_loss": 0.0018027444602921605, "global_step": 90003, "epoch": 505, "lr": 6.034606740030346e-06}
{"train_loss": 0.0008841219823807478, "global_step": 90004, "epoch": 505, "lr": 6.03390299844705e-06}
{"train_loss": 0.0008374222088605165, "global_step": 90005, "epoch": 505, "lr": 6.033199295265507e-06}
{"train_loss": 0.0021908055059611797, "global_step": 90006, "epoch": 505, "lr": 6.03249563048634e-06}
{"train_loss": 0.0008519702823832631, "global_step": 90007, "epoch": 505, "lr": 6.03179200411016e-06}
{"train_loss": 0.0015377411618828773, "global_step": 90008, "epoch": 505, "lr": 6.031088416137576e-06}
{"train_loss": 0.0011355214519426227, "global_step": 90009, "epoch": 505, "lr": 6.030384866569233e-06}
{"train_loss": 0.0006034301477484405, "global_step": 90010, "epoch": 505, "lr": 6.029681355405698e-06}
{"train_loss": 0.0004738738643936813, "global_step": 90011, "epoch": 505, "lr": 6.028977882647624e-06}
{"train_loss": 0.0012297660578042269, "global_step": 90012, "epoch": 505, "lr": 6.028274448295607e-06}
{"train_loss": 0.0018799877725541592, "global_step": 90013, "epoch": 505, "lr": 6.027571052350262e-06}
{"train_loss": 0.000807735079433769, "global_step": 90014, "epoch": 505, "lr": 6.026867694812227e-06}
{"train_loss": 0.0013909914996474981, "global_step": 90015, "epoch": 505, "lr": 6.026164375682075e-06}
{"train_loss": 0.001747530302964151, "global_step": 90016, "epoch": 505, "lr": 6.025461094960455e-06}
{"train_loss": 0.0007307723863050342, "global_step": 90017, "epoch": 505, "lr": 6.024757852647966e-06}
{"train_loss": 0.0005737844621762633, "global_step": 90018, "epoch": 505, "lr": 6.024054648745226e-06}
{"train_loss": 0.0008515845984220505, "global_step": 90019, "epoch": 505, "lr": 6.023351483252843e-06}
{"train_loss": 0.0013228069292381406, "global_step": 90020, "epoch": 505, "lr": 6.022648356171446e-06}
{"train_loss": 0.0014112347271293402, "global_step": 90021, "epoch": 505, "lr": 6.021945267501622e-06}
{"train_loss": 0.001656956970691681, "global_step": 90022, "epoch": 505, "lr": 6.021242217244022e-06}
{"train_loss": 0.0003389731573406607, "global_step": 90023, "epoch": 505, "lr": 6.020539205399223e-06}
{"train_loss": 0.0015731697203591466, "global_step": 90024, "epoch": 505, "lr": 6.019836231967879e-06}
{"train_loss": 0.000882764405105263, "global_step": 90025, "epoch": 505, "lr": 6.0191332969505575e-06}
{"train_loss": 0.0015820704866200686, "global_step": 90026, "epoch": 505, "lr": 6.018430400347908e-06}
{"train_loss": 0.0011683914344757795, "global_step": 90027, "epoch": 505, "lr": 6.017727542160534e-06}
{"train_loss": 0.0005300531629472971, "global_step": 90028, "epoch": 505, "lr": 6.017024722389047e-06}
{"train_loss": 0.00047840981278568506, "global_step": 90029, "epoch": 505, "lr": 6.0163219410340645e-06}
{"train_loss": 0.0008200351148843765, "global_step": 90030, "epoch": 505, "lr": 6.015619198096195e-06}
{"train_loss": 0.0014066960429772735, "global_step": 90031, "epoch": 505, "lr": 6.014916493576045e-06}
{"train_loss": 0.0008915468351915479, "global_step": 90032, "epoch": 505, "lr": 6.014213827474252e-06}
{"train_loss": 0.0007699374109506607, "global_step": 90033, "epoch": 505, "lr": 6.0135111997914165e-06}
{"train_loss": 0.0006269223522394896, "global_step": 90034, "epoch": 505, "lr": 6.012808610528148e-06}
{"train_loss": 0.0008844200056046247, "global_step": 90035, "epoch": 505, "lr": 6.012106059685069e-06}
{"train_loss": 0.0011946158483624458, "global_step": 90036, "epoch": 505, "lr": 6.0114035472627725e-06}
{"train_loss": 0.00040740007534623146, "global_step": 90037, "epoch": 505, "lr": 6.010701073261915e-06}
{"train_loss": 0.0005408617435023189, "global_step": 90038, "epoch": 505, "lr": 6.009998637683057e-06}
{"train_loss": 0.0010750360088422894, "global_step": 90039, "epoch": 505, "lr": 6.009296240526863e-06}
{"train_loss": 0.001125344424508512, "global_step": 90040, "epoch": 505, "lr": 6.0085938817939e-06}
{"train_loss": 0.0005394836189225316, "global_step": 90041, "epoch": 505, "lr": 6.007891561484813e-06}
{"train_loss": 0.0008710448746569455, "global_step": 90042, "epoch": 505, "lr": 6.0071892796002e-06}
{"train_loss": 0.0004840921610593796, "global_step": 90043, "epoch": 505, "lr": 6.00648703614069e-06}
{"train_loss": 0.002380743622779846, "global_step": 90044, "epoch": 505, "lr": 6.005784831106881e-06}
{"train_loss": 0.0005763956578448415, "global_step": 90045, "epoch": 505, "lr": 6.0050826644993896e-06}
{"train_loss": 0.0008679762249812484, "global_step": 90046, "epoch": 505, "lr": 6.004380536318821e-06}
{"train_loss": 0.0016976166516542435, "global_step": 90047, "epoch": 505, "lr": 6.0036784465658245e-06}
{"train_loss": 0.0002720382180996239, "global_step": 90048, "epoch": 505, "lr": 6.002976395240961e-06}
{"train_loss": 0.0005452053155750036, "global_step": 90049, "epoch": 505, "lr": 6.002274382344886e-06}
{"train_loss": 0.00030670076375827193, "global_step": 90050, "epoch": 505, "lr": 6.001572407878192e-06}
{"train_loss": 0.00040523806819692254, "global_step": 90051, "epoch": 505, "lr": 6.000870471841502e-06}
{"train_loss": 0.0012263772077858448, "global_step": 90052, "epoch": 505, "lr": 6.00016857423542e-06}
{"train_loss": 0.0002850846212822944, "global_step": 90053, "epoch": 505, "lr": 5.999466715060553e-06}
{"train_loss": 0.0009824229637160897, "global_step": 90054, "epoch": 505, "lr": 5.998764894317532e-06}
{"train_loss": 0.0006731707835569978, "global_step": 90055, "epoch": 505, "lr": 5.998063112006969e-06}
{"train_loss": 0.00049309415044263, "global_step": 90056, "epoch": 505, "lr": 5.997361368129467e-06}
{"train_loss": 0.0014243677724152803, "global_step": 90057, "epoch": 505, "lr": 5.9966596626856386e-06}
{"train_loss": 0.00039101438596844673, "global_step": 90058, "epoch": 505, "lr": 5.995957995676105e-06}
{"train_loss": 0.0005808231653645635, "global_step": 90059, "epoch": 505, "lr": 5.99525636710147e-06}
{"train_loss": 0.0005127710173837841, "global_step": 90060, "epoch": 505, "lr": 5.994554776962352e-06}
{"train_loss": 0.0008196423295885324, "global_step": 90061, "epoch": 505, "lr": 5.993853225259355e-06}
{"train_loss": 0.0006098852027207613, "global_step": 90062, "epoch": 505, "lr": 5.993151711993117e-06}
{"train_loss": 0.0007140836678445339, "global_step": 90063, "epoch": 505, "lr": 5.99245023716421e-06}
{"train_loss": 0.0003373369690962136, "global_step": 90064, "epoch": 505, "lr": 5.991748800773283e-06}
{"train_loss": 0.0009245615219697356, "global_step": 90065, "epoch": 505, "lr": 5.991047402820937e-06}
{"train_loss": 0.0011724760988727212, "global_step": 90066, "epoch": 505, "lr": 5.990346043307782e-06}
{"train_loss": 0.00105397338901118, "global_step": 90067, "epoch": 505, "lr": 5.989644722234428e-06, "train_action_mse_error": 1.8596279005578253e-06}
{"train_loss": 0.0003884643956553191, "global_step": 90068, "epoch": 506, "lr": 5.988943439601497e-06}
{"train_loss": 0.0013318246928974986, "global_step": 90069, "epoch": 506, "lr": 5.988242195409577e-06}
{"train_loss": 0.0010965222027152777, "global_step": 90070, "epoch": 506, "lr": 5.987540989659329e-06}
{"train_loss": 0.0012240179348737001, "global_step": 90071, "epoch": 506, "lr": 5.986839822351309e-06}
{"train_loss": 0.0021881544962525368, "global_step": 90072, "epoch": 506, "lr": 5.986138693486165e-06}
{"train_loss": 0.0007962060626596212, "global_step": 90073, "epoch": 506, "lr": 5.985437603064503e-06}
{"train_loss": 0.0031136863399297, "global_step": 90074, "epoch": 506, "lr": 5.984736551086922e-06}
{"train_loss": 0.0010427189990878105, "global_step": 90075, "epoch": 506, "lr": 5.9840355375540665e-06}
{"train_loss": 0.0011361079523339868, "global_step": 90076, "epoch": 506, "lr": 5.983334562466508e-06}
{"train_loss": 0.0007682431023567915, "global_step": 90077, "epoch": 506, "lr": 5.982633625824896e-06}
{"train_loss": 0.000831677345559001, "global_step": 90078, "epoch": 506, "lr": 5.981932727629807e-06}
{"train_loss": 0.0006937930593267083, "global_step": 90079, "epoch": 506, "lr": 5.981231867881876e-06}
{"train_loss": 0.0008528727339580655, "global_step": 90080, "epoch": 506, "lr": 5.980531046581717e-06}
{"train_loss": 0.0019434865098446608, "global_step": 90081, "epoch": 506, "lr": 5.97983026372993e-06}
{"train_loss": 0.00034467517980374396, "global_step": 90082, "epoch": 506, "lr": 5.979129519327137e-06}
{"train_loss": 0.001579644507728517, "global_step": 90083, "epoch": 506, "lr": 5.9784288133739375e-06}
{"train_loss": 0.00083728670142591, "global_step": 90084, "epoch": 506, "lr": 5.9777281458709475e-06}
{"train_loss": 0.0014407295966520905, "global_step": 90085, "epoch": 506, "lr": 5.977027516818806e-06}
{"train_loss": 0.0007287985645234585, "global_step": 90086, "epoch": 506, "lr": 5.976326926218073e-06}
{"train_loss": 0.0004531674203462899, "global_step": 90087, "epoch": 506, "lr": 5.975626374069404e-06}
{"train_loss": 0.00036576215643435717, "global_step": 90088, "epoch": 506, "lr": 5.974925860373398e-06}
{"train_loss": 0.0013625071151182055, "global_step": 90089, "epoch": 506, "lr": 5.974225385130666e-06}
{"train_loss": 0.0008058098028413951, "global_step": 90090, "epoch": 506, "lr": 5.973524948341813e-06}
{"train_loss": 0.002171184169128537, "global_step": 90091, "epoch": 506, "lr": 5.972824550007461e-06}
{"train_loss": 0.001021747593767941, "global_step": 90092, "epoch": 506, "lr": 5.9721241901282084e-06}
{"train_loss": 0.0011320761404931545, "global_step": 90093, "epoch": 506, "lr": 5.971423868704684e-06}
{"train_loss": 0.0010289568454027176, "global_step": 90094, "epoch": 506, "lr": 5.970723585737492e-06}
{"train_loss": 0.002585520502179861, "global_step": 90095, "epoch": 506, "lr": 5.970023341227243e-06}
{"train_loss": 0.0014268939848989248, "global_step": 90096, "epoch": 506, "lr": 5.9693231351745484e-06}
{"train_loss": 0.0008375671459361911, "global_step": 90097, "epoch": 506, "lr": 5.9686229675800235e-06}
{"train_loss": 0.002016552025452256, "global_step": 90098, "epoch": 506, "lr": 5.967922838444273e-06}
{"train_loss": 0.0014371774159371853, "global_step": 90099, "epoch": 506, "lr": 5.967222747767909e-06}
{"train_loss": 0.0008455265779048204, "global_step": 90100, "epoch": 506, "lr": 5.966522695551558e-06}
{"train_loss": 0.0012528103543445468, "global_step": 90101, "epoch": 506, "lr": 5.965822681795807e-06}
{"train_loss": 0.0008026495343074203, "global_step": 90102, "epoch": 506, "lr": 5.965122706501286e-06}
{"train_loss": 0.0014534111833199859, "global_step": 90103, "epoch": 506, "lr": 5.964422769668599e-06}
{"train_loss": 0.0022300526034086943, "global_step": 90104, "epoch": 506, "lr": 5.96372287129836e-06}
{"train_loss": 0.0004995123017579317, "global_step": 90105, "epoch": 506, "lr": 5.963023011391184e-06}
{"train_loss": 0.0012157004093751311, "global_step": 90106, "epoch": 506, "lr": 5.962323189947671e-06}
{"train_loss": 0.0012316223001107574, "global_step": 90107, "epoch": 506, "lr": 5.961623406968431e-06}
{"train_loss": 0.001585101941600442, "global_step": 90108, "epoch": 506, "lr": 5.960923662454104e-06}
{"train_loss": 0.0014588057529181242, "global_step": 90109, "epoch": 506, "lr": 5.960223956405259e-06}
{"train_loss": 0.0022943555377423763, "global_step": 90110, "epoch": 506, "lr": 5.959524288822543e-06}
{"train_loss": 0.0008002707036212087, "global_step": 90111, "epoch": 506, "lr": 5.958824659706547e-06}
{"train_loss": 0.003892767010256648, "global_step": 90112, "epoch": 506, "lr": 5.95812506905789e-06}
{"train_loss": 0.0013088090345263481, "global_step": 90113, "epoch": 506, "lr": 5.957425516877179e-06}
{"train_loss": 0.0012620668858289719, "global_step": 90114, "epoch": 506, "lr": 5.9567260031650194e-06}
{"train_loss": 0.0010182808618992567, "global_step": 90115, "epoch": 506, "lr": 5.956026527922043e-06}
{"train_loss": 0.0008113734074868262, "global_step": 90116, "epoch": 506, "lr": 5.955327091148833e-06}
{"train_loss": 0.0004532818275038153, "global_step": 90117, "epoch": 506, "lr": 5.954627692846021e-06}
{"train_loss": 0.0012535520363599062, "global_step": 90118, "epoch": 506, "lr": 5.953928333014214e-06}
{"train_loss": 0.0005662895273417234, "global_step": 90119, "epoch": 506, "lr": 5.953229011654022e-06}
{"train_loss": 0.0013664427679032087, "global_step": 90120, "epoch": 506, "lr": 5.9525297287660486e-06}
{"train_loss": 0.000860412314068526, "global_step": 90121, "epoch": 506, "lr": 5.951830484350912e-06}
{"train_loss": 0.00265979440882802, "global_step": 90122, "epoch": 506, "lr": 5.951131278409217e-06}
{"train_loss": 0.0010495856404304504, "global_step": 90123, "epoch": 506, "lr": 5.950432110941589e-06}
{"train_loss": 0.0009756766958162189, "global_step": 90124, "epoch": 506, "lr": 5.9497329819486134e-06}
{"train_loss": 0.0013118216302245855, "global_step": 90125, "epoch": 506, "lr": 5.949033891430922e-06}
{"train_loss": 0.0017226143972948194, "global_step": 90126, "epoch": 506, "lr": 5.9483348393891245e-06}
{"train_loss": 0.0008941648993641138, "global_step": 90127, "epoch": 506, "lr": 5.947635825823822e-06}
{"train_loss": 0.0009386147139593959, "global_step": 90128, "epoch": 506, "lr": 5.946936850735624e-06}
{"train_loss": 0.0004501070361584425, "global_step": 90129, "epoch": 506, "lr": 5.9462379141251525e-06}
{"train_loss": 0.0005820835358463228, "global_step": 90130, "epoch": 506, "lr": 5.945539015993001e-06}
{"train_loss": 0.0024123024195432663, "global_step": 90131, "epoch": 506, "lr": 5.944840156339809e-06}
{"train_loss": 0.0015369905158877373, "global_step": 90132, "epoch": 506, "lr": 5.944141335166148e-06}
{"train_loss": 0.0009661351214163005, "global_step": 90133, "epoch": 506, "lr": 5.943442552472666e-06}
{"train_loss": 0.0005170385702513158, "global_step": 90134, "epoch": 506, "lr": 5.942743808259937e-06}
{"train_loss": 0.0006825813325121999, "global_step": 90135, "epoch": 506, "lr": 5.942045102528604e-06}
{"train_loss": 0.0009029023931361735, "global_step": 90136, "epoch": 506, "lr": 5.94134643527926e-06}
{"train_loss": 0.0029075955972075462, "global_step": 90137, "epoch": 506, "lr": 5.940647806512506e-06}
{"train_loss": 0.0011378523195162416, "global_step": 90138, "epoch": 506, "lr": 5.939949216228991e-06}
{"train_loss": 0.0026160827837884426, "global_step": 90139, "epoch": 506, "lr": 5.939250664429274e-06}
{"train_loss": 0.0008127421606332064, "global_step": 90140, "epoch": 506, "lr": 5.938552151114007e-06}
{"train_loss": 0.0011643469333648682, "global_step": 90141, "epoch": 506, "lr": 5.937853676283778e-06}
{"train_loss": 0.0008697441662661731, "global_step": 90142, "epoch": 506, "lr": 5.937155239939202e-06}
{"train_loss": 0.0014236404094845057, "global_step": 90143, "epoch": 506, "lr": 5.93645684208089e-06}
{"train_loss": 0.0009618258336558938, "global_step": 90144, "epoch": 506, "lr": 5.935758482709453e-06}
{"train_loss": 0.0016830558888614178, "global_step": 90145, "epoch": 506, "lr": 5.9350601618254895e-06}
{"train_loss": 0.0009475924889557064, "global_step": 90146, "epoch": 506, "lr": 5.9343618794296394e-06}
{"train_loss": 0.00035612471401691437, "global_step": 90147, "epoch": 506, "lr": 5.933663635522474e-06}
{"train_loss": 0.00043713758350349963, "global_step": 90148, "epoch": 506, "lr": 5.9329654301046365e-06}
{"train_loss": 0.000548799114767462, "global_step": 90149, "epoch": 506, "lr": 5.932267263176705e-06}
{"train_loss": 0.0012439275160431862, "global_step": 90150, "epoch": 506, "lr": 5.931569134739318e-06}
{"train_loss": 0.0006096390425227582, "global_step": 90151, "epoch": 506, "lr": 5.930871044793073e-06}
{"train_loss": 0.001737872138619423, "global_step": 90152, "epoch": 506, "lr": 5.930172993338579e-06}
{"train_loss": 0.0003666972042992711, "global_step": 90153, "epoch": 506, "lr": 5.9294749803764486e-06}
{"train_loss": 0.0004062833613716066, "global_step": 90154, "epoch": 506, "lr": 5.928777005907288e-06}
{"train_loss": 0.0012257888447493315, "global_step": 90155, "epoch": 506, "lr": 5.928079069931703e-06}
{"train_loss": 0.0011238615261390805, "global_step": 90156, "epoch": 506, "lr": 5.927381172450313e-06}
{"train_loss": 0.0005306947859935462, "global_step": 90157, "epoch": 506, "lr": 5.926683313463727e-06}
{"train_loss": 0.00047814520075917244, "global_step": 90158, "epoch": 506, "lr": 5.925985492972552e-06}
{"train_loss": 0.0005464935675263405, "global_step": 90159, "epoch": 506, "lr": 5.925287710977395e-06}
{"train_loss": 0.0010483319638296962, "global_step": 90160, "epoch": 506, "lr": 5.924589967478855e-06}
{"train_loss": 0.0010804848279803991, "global_step": 90161, "epoch": 506, "lr": 5.923892262477576e-06}
{"train_loss": 0.0007933694869279861, "global_step": 90162, "epoch": 506, "lr": 5.923194595974125e-06}
{"train_loss": 0.0002996977127622813, "global_step": 90163, "epoch": 506, "lr": 5.922496967969143e-06}
{"train_loss": 0.0012465300969779491, "global_step": 90164, "epoch": 506, "lr": 5.921799378463222e-06}
{"train_loss": 0.0006001943256705999, "global_step": 90165, "epoch": 506, "lr": 5.921101827456982e-06}
{"train_loss": 0.0014775253366678953, "global_step": 90166, "epoch": 506, "lr": 5.920404314951028e-06}
{"train_loss": 0.0009874580428004265, "global_step": 90167, "epoch": 506, "lr": 5.919706840945965e-06}
{"train_loss": 0.0006511949468404055, "global_step": 90168, "epoch": 506, "lr": 5.919009405442405e-06}
{"train_loss": 0.0008926141308620572, "global_step": 90169, "epoch": 506, "lr": 5.918312008440957e-06}
{"train_loss": 0.0005054165376350284, "global_step": 90170, "epoch": 506, "lr": 5.917614649942227e-06}
{"train_loss": 0.0005730865523219109, "global_step": 90171, "epoch": 506, "lr": 5.916917329946842e-06}
{"train_loss": 0.0011686407960951328, "global_step": 90172, "epoch": 506, "lr": 5.9162200484553786e-06}
{"train_loss": 0.0005438236985355616, "global_step": 90173, "epoch": 506, "lr": 5.915522805468476e-06}
{"train_loss": 0.0005694370483979583, "global_step": 90174, "epoch": 506, "lr": 5.914825600986728e-06}
{"train_loss": 0.0007066389080137014, "global_step": 90175, "epoch": 506, "lr": 5.914128435010752e-06}
{"train_loss": 0.001264252932742238, "global_step": 90176, "epoch": 506, "lr": 5.913431307541151e-06}
{"train_loss": 0.000824257149361074, "global_step": 90177, "epoch": 506, "lr": 5.91273421857852e-06}
{"train_loss": 0.0011052396148443222, "global_step": 90178, "epoch": 506, "lr": 5.912037168123496e-06}
{"train_loss": 0.0031304629519581795, "global_step": 90179, "epoch": 506, "lr": 5.911340156176676e-06}
{"train_loss": 0.0006771751795895398, "global_step": 90180, "epoch": 506, "lr": 5.910643182738668e-06}
{"train_loss": 0.001101217232644558, "global_step": 90181, "epoch": 506, "lr": 5.9099462478100774e-06}
{"train_loss": 0.00047649440239183605, "global_step": 90182, "epoch": 506, "lr": 5.909249351391516e-06}
{"train_loss": 0.0008227573707699776, "global_step": 90183, "epoch": 506, "lr": 5.908552493483582e-06}
{"train_loss": 0.000605344888754189, "global_step": 90184, "epoch": 506, "lr": 5.9078556740869155e-06}
{"train_loss": 0.0004558120563160628, "global_step": 90185, "epoch": 506, "lr": 5.907158893202086e-06}
{"train_loss": 0.0009077914291992784, "global_step": 90186, "epoch": 506, "lr": 5.906462150829739e-06}
{"train_loss": 0.0004774474655278027, "global_step": 90187, "epoch": 506, "lr": 5.90576544697044e-06}
{"train_loss": 0.0023652599193155766, "global_step": 90188, "epoch": 506, "lr": 5.905068781624834e-06}
{"train_loss": 0.0012090678792446852, "global_step": 90189, "epoch": 506, "lr": 5.904372154793519e-06}
{"train_loss": 0.000794112915173173, "global_step": 90190, "epoch": 506, "lr": 5.903675566477096e-06}
{"train_loss": 0.0017285674111917615, "global_step": 90191, "epoch": 506, "lr": 5.902979016676186e-06}
{"train_loss": 0.0006571355042979121, "global_step": 90192, "epoch": 506, "lr": 5.9022825053913874e-06}
{"train_loss": 0.001324557582847774, "global_step": 90193, "epoch": 506, "lr": 5.901586032623302e-06}
{"train_loss": 0.000309506431221962, "global_step": 90194, "epoch": 506, "lr": 5.900889598372567e-06}
{"train_loss": 0.0018803016282618046, "global_step": 90195, "epoch": 506, "lr": 5.9001932026397474e-06}
{"train_loss": 0.0015146681107580662, "global_step": 90196, "epoch": 506, "lr": 5.8994968454254895e-06}
{"train_loss": 0.001415839302353561, "global_step": 90197, "epoch": 506, "lr": 5.898800526730391e-06}
{"train_loss": 0.0005953690269961953, "global_step": 90198, "epoch": 506, "lr": 5.898104246555042e-06}
{"train_loss": 0.0010303407907485962, "global_step": 90199, "epoch": 506, "lr": 5.897408004900085e-06}
{"train_loss": 0.0013894566800445318, "global_step": 90200, "epoch": 506, "lr": 5.896711801766092e-06}
{"train_loss": 0.0009852176299318671, "global_step": 90201, "epoch": 506, "lr": 5.89601563715369e-06}
{"train_loss": 0.0015965920174494386, "global_step": 90202, "epoch": 506, "lr": 5.8953195110634905e-06}
{"train_loss": 0.0035469266586005688, "global_step": 90203, "epoch": 506, "lr": 5.894623423496093e-06}
{"train_loss": 0.0028537786565721035, "global_step": 90204, "epoch": 506, "lr": 5.893927374452113e-06}
{"train_loss": 0.0006838553817942739, "global_step": 90205, "epoch": 506, "lr": 5.89323136393215e-06}
{"train_loss": 0.0012701342348009348, "global_step": 90206, "epoch": 506, "lr": 5.892535391936815e-06}
{"train_loss": 0.0007899893680587411, "global_step": 90207, "epoch": 506, "lr": 5.891839458466713e-06}
{"train_loss": 0.0011284684296697378, "global_step": 90208, "epoch": 506, "lr": 5.89114356352245e-06}
{"train_loss": 0.000946681248024106, "global_step": 90209, "epoch": 506, "lr": 5.890447707104657e-06}
{"train_loss": 0.0027340566739439964, "global_step": 90210, "epoch": 506, "lr": 5.8897518892139014e-06}
{"train_loss": 0.0015137286391109228, "global_step": 90211, "epoch": 506, "lr": 5.889056109850827e-06}
{"train_loss": 0.0007768494542688131, "global_step": 90212, "epoch": 506, "lr": 5.8883603690160275e-06}
{"train_loss": 0.00040194590110331774, "global_step": 90213, "epoch": 506, "lr": 5.8876646667101074e-06}
{"train_loss": 0.00053118058713153, "global_step": 90214, "epoch": 506, "lr": 5.886969002933684e-06}
{"train_loss": 0.0011482781264930964, "global_step": 90215, "epoch": 506, "lr": 5.886273377687351e-06}
{"train_loss": 0.0005230188835412264, "global_step": 90216, "epoch": 506, "lr": 5.885577790971719e-06}
{"train_loss": 0.0023505764547735453, "global_step": 90217, "epoch": 506, "lr": 5.88488224278742e-06}
{"train_loss": 0.0017753527499735355, "global_step": 90218, "epoch": 506, "lr": 5.884186733135022e-06}
{"train_loss": 0.0014171693474054337, "global_step": 90219, "epoch": 506, "lr": 5.883491262015161e-06}
{"train_loss": 0.001061117509379983, "global_step": 90220, "epoch": 506, "lr": 5.882795829428439e-06}
{"train_loss": 0.0013656732626259327, "global_step": 90221, "epoch": 506, "lr": 5.882100435375443e-06}
{"train_loss": 0.0006626816466450691, "global_step": 90222, "epoch": 506, "lr": 5.881405079856822e-06}
{"train_loss": 0.0011282975319772959, "global_step": 90223, "epoch": 506, "lr": 5.8807097628731376e-06}
{"train_loss": 0.000522289308719337, "global_step": 90224, "epoch": 506, "lr": 5.8800144844250446e-06}
{"train_loss": 0.0012782172998413444, "global_step": 90225, "epoch": 506, "lr": 5.879319244513098e-06}
{"train_loss": 0.0013427187222987413, "global_step": 90226, "epoch": 506, "lr": 5.878624043137943e-06}
{"train_loss": 0.0011921883560717106, "global_step": 90227, "epoch": 506, "lr": 5.8779288803001705e-06}
{"train_loss": 0.00135238713119179, "global_step": 90228, "epoch": 506, "lr": 5.8772337560004e-06}
{"train_loss": 0.0005948744365014136, "global_step": 90229, "epoch": 506, "lr": 5.8765386702392236e-06}
{"train_loss": 0.0006500964518636465, "global_step": 90230, "epoch": 506, "lr": 5.8758436230172575e-06}
{"train_loss": 0.0006614700541831553, "global_step": 90231, "epoch": 506, "lr": 5.875148614335102e-06}
{"train_loss": 0.0009042402962222695, "global_step": 90232, "epoch": 506, "lr": 5.874453644193384e-06}
{"train_loss": 0.001000157673843205, "global_step": 90233, "epoch": 506, "lr": 5.8737587125926754e-06}
{"train_loss": 0.0023646079935133457, "global_step": 90234, "epoch": 506, "lr": 5.873063819533614e-06}
{"train_loss": 0.0019949821289628744, "global_step": 90235, "epoch": 506, "lr": 5.8723689650168e-06}
{"train_loss": 0.0016069549601525068, "global_step": 90236, "epoch": 506, "lr": 5.871674149042833e-06}
{"train_loss": 0.0005602738237939775, "global_step": 90237, "epoch": 506, "lr": 5.870979371612323e-06}
{"train_loss": 0.0011333636939525604, "global_step": 90238, "epoch": 506, "lr": 5.8702846327258756e-06}
{"train_loss": 0.0002560221473686397, "global_step": 90239, "epoch": 506, "lr": 5.86958993238409e-06}
{"train_loss": 0.001624937867745757, "global_step": 90240, "epoch": 506, "lr": 5.868895270587593e-06}
{"train_loss": 0.0016271383501589298, "global_step": 90241, "epoch": 506, "lr": 5.868200647336986e-06}
{"train_loss": 0.0011598945129662752, "global_step": 90242, "epoch": 506, "lr": 5.86750606263286e-06}
{"train_loss": 0.0009546976070851088, "global_step": 90243, "epoch": 506, "lr": 5.8668115164758395e-06}
{"train_loss": 0.0007875190349295735, "global_step": 90244, "epoch": 506, "lr": 5.866117008866523e-06}
{"train_loss": 0.0011542813714758462, "global_step": 90245, "epoch": 506, "lr": 5.865422539805515e-06}
{"train_loss": 0.0007847304223105311, "global_step": 90246, "epoch": 507, "lr": 5.864728109293416e-06}
{"train_loss": 0.0015159447211772203, "global_step": 90247, "epoch": 507, "lr": 5.864033717330858e-06}
{"train_loss": 0.0007032370194792747, "global_step": 90248, "epoch": 507, "lr": 5.863339363918413e-06}
{"train_loss": 0.0010419442551210523, "global_step": 90249, "epoch": 507, "lr": 5.862645049056715e-06}
{"train_loss": 0.0013248258037492633, "global_step": 90250, "epoch": 507, "lr": 5.861950772746361e-06}
{"train_loss": 0.0018497757846489549, "global_step": 90251, "epoch": 507, "lr": 5.861256534987957e-06}
{"train_loss": 0.0005413817707449198, "global_step": 90252, "epoch": 507, "lr": 5.86056233578211e-06}
{"train_loss": 0.001578005263581872, "global_step": 90253, "epoch": 507, "lr": 5.859868175129429e-06}
{"train_loss": 0.00042138408753089607, "global_step": 90254, "epoch": 507, "lr": 5.859174053030503e-06}
{"train_loss": 0.0012321481481194496, "global_step": 90255, "epoch": 507, "lr": 5.8584799694859695e-06}
{"train_loss": 0.0003435695543885231, "global_step": 90256, "epoch": 507, "lr": 5.8577859244964005e-06}
{"train_loss": 0.0007809139788150787, "global_step": 90257, "epoch": 507, "lr": 5.857091918062435e-06}
{"train_loss": 0.0012311775935813785, "global_step": 90258, "epoch": 507, "lr": 5.856397950184656e-06}
{"train_loss": 0.0008262796327471733, "global_step": 90259, "epoch": 507, "lr": 5.855704020863678e-06}
{"train_loss": 0.0006011981167830527, "global_step": 90260, "epoch": 507, "lr": 5.855010130100108e-06}
{"train_loss": 0.0015058796852827072, "global_step": 90261, "epoch": 507, "lr": 5.854316277894539e-06}
{"train_loss": 0.0010984215186908841, "global_step": 90262, "epoch": 507, "lr": 5.853622464247616e-06}
{"train_loss": 0.0007284064777195454, "global_step": 90263, "epoch": 507, "lr": 5.8529286891598865e-06}
{"train_loss": 0.0007406313670799136, "global_step": 90264, "epoch": 507, "lr": 5.852234952632002e-06}
{"train_loss": 0.0012958669103682041, "global_step": 90265, "epoch": 507, "lr": 5.8515412546645555e-06}
{"train_loss": 0.0007041663629934192, "global_step": 90266, "epoch": 507, "lr": 5.850847595258147e-06}
{"train_loss": 0.0008697329321876168, "global_step": 90267, "epoch": 507, "lr": 5.8501539744133915e-06}
{"train_loss": 0.001392819220200181, "global_step": 90268, "epoch": 507, "lr": 5.849460392130884e-06}
{"train_loss": 0.0017276696162298322, "global_step": 90269, "epoch": 507, "lr": 5.84876684841123e-06}
{"train_loss": 0.0003773296484723687, "global_step": 90270, "epoch": 507, "lr": 5.8480733432550615e-06}
{"train_loss": 0.001475123455747962, "global_step": 90271, "epoch": 507, "lr": 5.847379876662945e-06}
{"train_loss": 0.0006741504184901714, "global_step": 90272, "epoch": 507, "lr": 5.846686448635513e-06}
{"train_loss": 0.0008728210814297199, "global_step": 90273, "epoch": 507, "lr": 5.8459930591733656e-06}
{"train_loss": 0.0013228650204837322, "global_step": 90274, "epoch": 507, "lr": 5.8452997082771026e-06}
{"train_loss": 0.0012765687424689531, "global_step": 90275, "epoch": 507, "lr": 5.844606395947338e-06}
{"train_loss": 0.00031904675415717065, "global_step": 90276, "epoch": 507, "lr": 5.8439131221846685e-06}
{"train_loss": 0.0012005120515823364, "global_step": 90277, "epoch": 507, "lr": 5.8432198869897095e-06}
{"train_loss": 0.0009721770184114575, "global_step": 90278, "epoch": 507, "lr": 5.842526690363059e-06}
{"train_loss": 0.0004887760733254254, "global_step": 90279, "epoch": 507, "lr": 5.841833532305313e-06}
{"train_loss": 0.0005530506605282426, "global_step": 90280, "epoch": 507, "lr": 5.8411404128171085e-06}
{"train_loss": 0.0006598526379093528, "global_step": 90281, "epoch": 507, "lr": 5.840447331899007e-06}
{"train_loss": 0.0015182477654889226, "global_step": 90282, "epoch": 507, "lr": 5.839754289551652e-06}
{"train_loss": 0.0008301674388349056, "global_step": 90283, "epoch": 507, "lr": 5.839061285775632e-06}
{"train_loss": 0.0009806741727516055, "global_step": 90284, "epoch": 507, "lr": 5.838368320571547e-06}
{"train_loss": 0.000908749527297914, "global_step": 90285, "epoch": 507, "lr": 5.837675393940029e-06}
{"train_loss": 0.0010530760046094656, "global_step": 90286, "epoch": 507, "lr": 5.836982505881644e-06}
{"train_loss": 0.0006382695282809436, "global_step": 90287, "epoch": 507, "lr": 5.836289656397026e-06}
{"train_loss": 0.0018795805517584085, "global_step": 90288, "epoch": 507, "lr": 5.835596845486774e-06}
{"train_loss": 0.0015495684929192066, "global_step": 90289, "epoch": 507, "lr": 5.834904073151492e-06}
{"train_loss": 0.0009762251866050065, "global_step": 90290, "epoch": 507, "lr": 5.834211339391782e-06}
{"train_loss": 0.0020797967445105314, "global_step": 90291, "epoch": 507, "lr": 5.833518644208252e-06}
{"train_loss": 0.0005280085024423897, "global_step": 90292, "epoch": 507, "lr": 5.832825987601492e-06}
{"train_loss": 0.0007177926017902792, "global_step": 90293, "epoch": 507, "lr": 5.832133369572146e-06}
{"train_loss": 0.0009415433742105961, "global_step": 90294, "epoch": 507, "lr": 5.831440790120768e-06}
{"train_loss": 0.0011615634430199862, "global_step": 90295, "epoch": 507, "lr": 5.830748249248014e-06}
{"train_loss": 0.0008399155922234058, "global_step": 90296, "epoch": 507, "lr": 5.830055746954438e-06}
{"train_loss": 0.0006985559593886137, "global_step": 90297, "epoch": 507, "lr": 5.829363283240686e-06}
{"train_loss": 0.0008531124331057072, "global_step": 90298, "epoch": 507, "lr": 5.828670858107343e-06}
{"train_loss": 0.0015523307956755161, "global_step": 90299, "epoch": 507, "lr": 5.827978471555024e-06}
{"train_loss": 0.0011351738357916474, "global_step": 90300, "epoch": 507, "lr": 5.827286123584319e-06}
{"train_loss": 0.0008923955610953271, "global_step": 90301, "epoch": 507, "lr": 5.826593814195847e-06}
{"train_loss": 0.0004409572866279632, "global_step": 90302, "epoch": 507, "lr": 5.8259015433902e-06}
{"train_loss": 0.002348826266825199, "global_step": 90303, "epoch": 507, "lr": 5.825209311167995e-06}
{"train_loss": 0.00037699216045439243, "global_step": 90304, "epoch": 507, "lr": 5.824517117529832e-06}
{"train_loss": 0.0012099945452064276, "global_step": 90305, "epoch": 507, "lr": 5.823824962476321e-06}
{"train_loss": 0.0005596675910055637, "global_step": 90306, "epoch": 507, "lr": 5.823132846008056e-06}
{"train_loss": 0.000665780680719763, "global_step": 90307, "epoch": 507, "lr": 5.822440768125636e-06}
{"train_loss": 0.0006515846471302211, "global_step": 90308, "epoch": 507, "lr": 5.821748728829695e-06}
{"train_loss": 0.0003808652691077441, "global_step": 90309, "epoch": 507, "lr": 5.821056728120799e-06}
{"train_loss": 0.0009596441523171961, "global_step": 90310, "epoch": 507, "lr": 5.82036476599958e-06}
{"train_loss": 0.0008406259585171938, "global_step": 90311, "epoch": 507, "lr": 5.819672842466639e-06}
{"train_loss": 0.0013793734833598137, "global_step": 90312, "epoch": 507, "lr": 5.818980957522574e-06}
{"train_loss": 0.0017746805679053068, "global_step": 90313, "epoch": 507, "lr": 5.818289111167985e-06}
{"train_loss": 0.0008809375576674938, "global_step": 90314, "epoch": 507, "lr": 5.8175973034034884e-06}
{"train_loss": 0.0008809572318568826, "global_step": 90315, "epoch": 507, "lr": 5.816905534229677e-06}
{"train_loss": 0.004026738926768303, "global_step": 90316, "epoch": 507, "lr": 5.816213803647163e-06}
{"train_loss": 0.0014964987058192492, "global_step": 90317, "epoch": 507, "lr": 5.81552211165654e-06}
{"train_loss": 0.0008017171639949083, "global_step": 90318, "epoch": 507, "lr": 5.814830458258436e-06}
{"train_loss": 0.0013606944121420383, "global_step": 90319, "epoch": 507, "lr": 5.8141388434534205e-06}
{"train_loss": 0.0006448618951253593, "global_step": 90320, "epoch": 507, "lr": 5.813447267242122e-06}
{"train_loss": 0.001110742799937725, "global_step": 90321, "epoch": 507, "lr": 5.812755729625141e-06}
{"train_loss": 0.0008812794694676995, "global_step": 90322, "epoch": 507, "lr": 5.812064230603081e-06}
{"train_loss": 0.0009600055054761469, "global_step": 90323, "epoch": 507, "lr": 5.811372770176543e-06}
{"train_loss": 0.0005627619684673846, "global_step": 90324, "epoch": 507, "lr": 5.8106813483461195e-06}
{"train_loss": 0.0021431264467537403, "global_step": 90325, "epoch": 507, "lr": 5.809989965112439e-06}
{"train_loss": 0.0016825817292556167, "global_step": 90326, "epoch": 507, "lr": 5.8092986204760944e-06}
{"train_loss": 0.0017725229263305664, "global_step": 90327, "epoch": 507, "lr": 5.808607314437686e-06}
{"train_loss": 0.0005827951245009899, "global_step": 90328, "epoch": 507, "lr": 5.807916046997824e-06}
{"train_loss": 0.00024026227765716612, "global_step": 90329, "epoch": 507, "lr": 5.8072248181571035e-06}
{"train_loss": 0.0013053722213953733, "global_step": 90330, "epoch": 507, "lr": 5.8065336279161275e-06}
{"train_loss": 0.0006334901554509997, "global_step": 90331, "epoch": 507, "lr": 5.8058424762755245e-06}
{"train_loss": 0.0012233718298375607, "global_step": 90332, "epoch": 507, "lr": 5.805151363235855e-06}
{"train_loss": 0.0010302397422492504, "global_step": 90333, "epoch": 507, "lr": 5.8044602887977695e-06}
{"train_loss": 0.0009474808466620743, "global_step": 90334, "epoch": 507, "lr": 5.803769252961827e-06}
{"train_loss": 0.0016457567689940333, "global_step": 90335, "epoch": 507, "lr": 5.803078255728661e-06}
{"train_loss": 0.0005897990195080638, "global_step": 90336, "epoch": 507, "lr": 5.802387297098871e-06}
{"train_loss": 0.0007368552614934742, "global_step": 90337, "epoch": 507, "lr": 5.801696377073051e-06}
{"train_loss": 0.0015313515905290842, "global_step": 90338, "epoch": 507, "lr": 5.801005495651812e-06}
{"train_loss": 0.00030729183345101774, "global_step": 90339, "epoch": 507, "lr": 5.8003146528357585e-06}
{"train_loss": 0.0006485210033133626, "global_step": 90340, "epoch": 507, "lr": 5.799623848625479e-06}
{"train_loss": 0.0010623142588883638, "global_step": 90341, "epoch": 507, "lr": 5.798933083021607e-06}
{"train_loss": 0.0006536247674375772, "global_step": 90342, "epoch": 507, "lr": 5.798242356024708e-06}
{"train_loss": 0.0008528541075065732, "global_step": 90343, "epoch": 507, "lr": 5.797551667635415e-06}
{"train_loss": 0.001324736513197422, "global_step": 90344, "epoch": 507, "lr": 5.7968610178543215e-06}
{"train_loss": 0.0004371903487481177, "global_step": 90345, "epoch": 507, "lr": 5.796170406682017e-06}
{"train_loss": 0.0004342850297689438, "global_step": 90346, "epoch": 507, "lr": 5.795479834119139e-06}
{"train_loss": 0.002049553208053112, "global_step": 90347, "epoch": 507, "lr": 5.794789300166248e-06}
{"train_loss": 0.0009298389777541161, "global_step": 90348, "epoch": 507, "lr": 5.794098804823983e-06}
{"train_loss": 0.0006383113795891404, "global_step": 90349, "epoch": 507, "lr": 5.793408348092927e-06}
{"train_loss": 0.0007979651563800871, "global_step": 90350, "epoch": 507, "lr": 5.7927179299736955e-06}
{"train_loss": 0.0011549571063369513, "global_step": 90351, "epoch": 507, "lr": 5.792027550466883e-06}
{"train_loss": 0.0008973934454843402, "global_step": 90352, "epoch": 507, "lr": 5.791337209573089e-06}
{"train_loss": 0.0004215454391669482, "global_step": 90353, "epoch": 507, "lr": 5.7906469072929295e-06}
{"train_loss": 0.00042814359767362475, "global_step": 90354, "epoch": 507, "lr": 5.789956643626992e-06}
{"train_loss": 0.001235262374393642, "global_step": 90355, "epoch": 507, "lr": 5.789266418575884e-06}
{"train_loss": 0.0009656985639594495, "global_step": 90356, "epoch": 507, "lr": 5.788576232140231e-06}
{"train_loss": 0.0006882019806653261, "global_step": 90357, "epoch": 507, "lr": 5.787886084320593e-06}
{"train_loss": 0.0008260346949100494, "global_step": 90358, "epoch": 507, "lr": 5.787195975117604e-06}
{"train_loss": 0.0009681396186351776, "global_step": 90359, "epoch": 507, "lr": 5.786505904531864e-06}
{"train_loss": 0.0010045337257906795, "global_step": 90360, "epoch": 507, "lr": 5.785815872563965e-06}
{"train_loss": 0.0005660565220750868, "global_step": 90361, "epoch": 507, "lr": 5.78512587921452e-06}
{"train_loss": 0.0005502809071913362, "global_step": 90362, "epoch": 507, "lr": 5.784435924484127e-06}
{"train_loss": 0.0007735700346529484, "global_step": 90363, "epoch": 507, "lr": 5.783746008373381e-06}
{"train_loss": 0.0008665977511554956, "global_step": 90364, "epoch": 507, "lr": 5.783056130882908e-06}
{"train_loss": 0.0018715671030804515, "global_step": 90365, "epoch": 507, "lr": 5.782366292013275e-06}
{"train_loss": 0.0009207503171637654, "global_step": 90366, "epoch": 507, "lr": 5.781676491765114e-06}
{"train_loss": 0.0009757156949490309, "global_step": 90367, "epoch": 507, "lr": 5.780986730139021e-06}
{"train_loss": 0.0006677305791527033, "global_step": 90368, "epoch": 507, "lr": 5.780297007135582e-06}
{"train_loss": 0.0007794437697157264, "global_step": 90369, "epoch": 507, "lr": 5.779607322755437e-06}
{"train_loss": 0.0004699785204138607, "global_step": 90370, "epoch": 507, "lr": 5.778917676999141e-06}
{"train_loss": 0.00041895778849720955, "global_step": 90371, "epoch": 507, "lr": 5.7782280698673415e-06}
{"train_loss": 0.0012635922757908702, "global_step": 90372, "epoch": 507, "lr": 5.777538501360596e-06}
{"train_loss": 0.0006438886630348861, "global_step": 90373, "epoch": 507, "lr": 5.776848971479543e-06}
{"train_loss": 0.002377933356910944, "global_step": 90374, "epoch": 507, "lr": 5.776159480224769e-06}
{"train_loss": 0.0008089968468993902, "global_step": 90375, "epoch": 507, "lr": 5.77547002759688e-06}
{"train_loss": 0.0009079457959160209, "global_step": 90376, "epoch": 507, "lr": 5.7747806135964756e-06}
{"train_loss": 0.001833189744502306, "global_step": 90377, "epoch": 507, "lr": 5.7740912382241555e-06}
{"train_loss": 0.0013939753407612443, "global_step": 90378, "epoch": 507, "lr": 5.773401901480519e-06}
{"train_loss": 0.0014529299223795533, "global_step": 90379, "epoch": 507, "lr": 5.7727126033661985e-06}
{"train_loss": 0.0013809953816235065, "global_step": 90380, "epoch": 507, "lr": 5.772023343881749e-06}
{"train_loss": 0.00036830344470217824, "global_step": 90381, "epoch": 507, "lr": 5.771334123027805e-06}
{"train_loss": 0.0010363393230363727, "global_step": 90382, "epoch": 507, "lr": 5.770644940804959e-06}
{"train_loss": 0.0008413194445893168, "global_step": 90383, "epoch": 507, "lr": 5.769955797213816e-06}
{"train_loss": 0.0006105884676799178, "global_step": 90384, "epoch": 507, "lr": 5.769266692254976e-06}
{"train_loss": 0.000884520704858005, "global_step": 90385, "epoch": 507, "lr": 5.768577625929039e-06}
{"train_loss": 0.0014701653271913528, "global_step": 90386, "epoch": 507, "lr": 5.767888598236593e-06}
{"train_loss": 0.0009549314854666591, "global_step": 90387, "epoch": 507, "lr": 5.76719960917827e-06}
{"train_loss": 0.00028725218726322055, "global_step": 90388, "epoch": 507, "lr": 5.766510658754654e-06}
{"train_loss": 0.0006097520235925913, "global_step": 90389, "epoch": 507, "lr": 5.765821746966354e-06}
{"train_loss": 0.001127735711634159, "global_step": 90390, "epoch": 507, "lr": 5.765132873813961e-06}
{"train_loss": 0.0012272077146917582, "global_step": 90391, "epoch": 507, "lr": 5.764444039298084e-06}
{"train_loss": 0.0006396725657396019, "global_step": 90392, "epoch": 507, "lr": 5.763755243419327e-06}
{"train_loss": 0.00042620906606316566, "global_step": 90393, "epoch": 507, "lr": 5.7630664861782756e-06}
{"train_loss": 0.0004522737581282854, "global_step": 90394, "epoch": 507, "lr": 5.762377767575566e-06}
{"train_loss": 0.0017555204685777426, "global_step": 90395, "epoch": 507, "lr": 5.7616890876117545e-06}
{"train_loss": 0.0006934285629540682, "global_step": 90396, "epoch": 507, "lr": 5.761000446287473e-06}
{"train_loss": 0.0009145298972725868, "global_step": 90397, "epoch": 507, "lr": 5.7603118436033225e-06}
{"train_loss": 0.000866347923874855, "global_step": 90398, "epoch": 507, "lr": 5.759623279559895e-06}
{"train_loss": 0.0020183620508760214, "global_step": 90399, "epoch": 507, "lr": 5.758934754157791e-06}
{"train_loss": 0.0006022610468789935, "global_step": 90400, "epoch": 507, "lr": 5.758246267397621e-06}
{"train_loss": 0.001481173443607986, "global_step": 90401, "epoch": 507, "lr": 5.757557819279968e-06}
{"train_loss": 0.00027282824157737195, "global_step": 90402, "epoch": 507, "lr": 5.756869409805465e-06}
{"train_loss": 0.0004777874855790287, "global_step": 90403, "epoch": 507, "lr": 5.756181038974678e-06}
{"train_loss": 0.001330758212134242, "global_step": 90404, "epoch": 507, "lr": 5.75549270678824e-06}
{"train_loss": 0.0006630916614085436, "global_step": 90405, "epoch": 507, "lr": 5.754804413246723e-06}
{"train_loss": 0.0005746678216382861, "global_step": 90406, "epoch": 507, "lr": 5.754116158350747e-06}
{"train_loss": 0.0008374403696507215, "global_step": 90407, "epoch": 507, "lr": 5.7534279421009085e-06}
{"train_loss": 0.0003961704205721617, "global_step": 90408, "epoch": 507, "lr": 5.7527397644978e-06}
{"train_loss": 0.0005731087876483798, "global_step": 90409, "epoch": 507, "lr": 5.752051625542048e-06}
{"train_loss": 0.0008284783689305186, "global_step": 90410, "epoch": 507, "lr": 5.751363525234221e-06}
{"train_loss": 0.000655020063277334, "global_step": 90411, "epoch": 507, "lr": 5.750675463574945e-06}
{"train_loss": 0.0006679993821308017, "global_step": 90412, "epoch": 507, "lr": 5.749987440564808e-06}
{"train_loss": 0.0006350618205033243, "global_step": 90413, "epoch": 507, "lr": 5.749299456204415e-06}
{"train_loss": 0.0014992034994065762, "global_step": 90414, "epoch": 507, "lr": 5.748611510494367e-06}
{"train_loss": 0.0016111109871417284, "global_step": 90415, "epoch": 507, "lr": 5.747923603435262e-06}
{"train_loss": 0.0013879290781915188, "global_step": 90416, "epoch": 507, "lr": 5.747235735027695e-06}
{"train_loss": 0.0004909297567792237, "global_step": 90417, "epoch": 507, "lr": 5.746547905272298e-06}
{"train_loss": 0.0016651691403239965, "global_step": 90418, "epoch": 507, "lr": 5.745860114169626e-06}
{"train_loss": 0.0008503768476657569, "global_step": 90419, "epoch": 507, "lr": 5.745172361720313e-06}
{"train_loss": 0.001391672296449542, "global_step": 90420, "epoch": 507, "lr": 5.744484647924947e-06}
{"train_loss": 0.0011395778274163604, "global_step": 90421, "epoch": 507, "lr": 5.743796972784133e-06}
{"train_loss": 0.0012435144744813442, "global_step": 90422, "epoch": 507, "lr": 5.743109336298469e-06}
{"train_loss": 0.000991495933581217, "global_step": 90423, "epoch": 507, "lr": 5.742421738468551e-06}
{"train_loss": 0.0005493785138241947, "global_step": 90424, "epoch": 508, "lr": 5.7417341792949886e-06}
{"train_loss": 0.0013009319081902504, "global_step": 90425, "epoch": 508, "lr": 5.741046658778382e-06}
{"train_loss": 0.0006071984535083175, "global_step": 90426, "epoch": 508, "lr": 5.740359176919313e-06}
{"train_loss": 0.0007063191733323038, "global_step": 90427, "epoch": 508, "lr": 5.739671733718416e-06}
{"train_loss": 0.0008878436638042331, "global_step": 90428, "epoch": 508, "lr": 5.7389843291762555e-06}
{"train_loss": 0.0005403608083724976, "global_step": 90429, "epoch": 508, "lr": 5.73829696329346e-06}
{"train_loss": 0.000691722147166729, "global_step": 90430, "epoch": 508, "lr": 5.737609636070618e-06}
{"train_loss": 0.0012894144747406244, "global_step": 90431, "epoch": 508, "lr": 5.736922347508317e-06}
{"train_loss": 0.0022058712784200907, "global_step": 90432, "epoch": 508, "lr": 5.7362350976071955e-06}
{"train_loss": 0.0011533083161339164, "global_step": 90433, "epoch": 508, "lr": 5.7355478863678095e-06}
{"train_loss": 0.00036040827399119735, "global_step": 90434, "epoch": 508, "lr": 5.734860713790785e-06}
{"train_loss": 0.0013461802154779434, "global_step": 90435, "epoch": 508, "lr": 5.734173579876717e-06}
{"train_loss": 0.000988289713859558, "global_step": 90436, "epoch": 508, "lr": 5.7334864846262105e-06}
{"train_loss": 0.0011470059398561716, "global_step": 90437, "epoch": 508, "lr": 5.732799428039853e-06}
{"train_loss": 0.00041616384987719357, "global_step": 90438, "epoch": 508, "lr": 5.7321124101182564e-06}
{"train_loss": 0.0008090266492217779, "global_step": 90439, "epoch": 508, "lr": 5.731425430862003e-06}
{"train_loss": 0.0020031724125146866, "global_step": 90440, "epoch": 508, "lr": 5.730738490271725e-06}
{"train_loss": 0.0005688103847205639, "global_step": 90441, "epoch": 508, "lr": 5.7300515883479846e-06}
{"train_loss": 0.000296050391625613, "global_step": 90442, "epoch": 508, "lr": 5.729364725091418e-06}
{"train_loss": 0.0013944024685770273, "global_step": 90443, "epoch": 508, "lr": 5.7286779005025935e-06}
{"train_loss": 0.0007340465672314167, "global_step": 90444, "epoch": 508, "lr": 5.727991114582132e-06}
{"train_loss": 0.0012227367842569947, "global_step": 90445, "epoch": 508, "lr": 5.727304367330621e-06}
{"train_loss": 0.0013009076938033104, "global_step": 90446, "epoch": 508, "lr": 5.726617658748673e-06}
{"train_loss": 0.00030784093542024493, "global_step": 90447, "epoch": 508, "lr": 5.72593098883688e-06}
{"train_loss": 0.0013262289576232433, "global_step": 90448, "epoch": 508, "lr": 5.725244357595838e-06}
{"train_loss": 0.0008571864455007017, "global_step": 90449, "epoch": 508, "lr": 5.724557765026145e-06}
{"train_loss": 0.0008132768562063575, "global_step": 90450, "epoch": 508, "lr": 5.723871211128412e-06}
{"train_loss": 0.00045565294567495584, "global_step": 90451, "epoch": 508, "lr": 5.723184695903238e-06}
{"train_loss": 0.0005985138705000281, "global_step": 90452, "epoch": 508, "lr": 5.722498219351213e-06}
{"train_loss": 0.000988599145784974, "global_step": 90453, "epoch": 508, "lr": 5.721811781472946e-06}
{"train_loss": 0.0008774753077886999, "global_step": 90454, "epoch": 508, "lr": 5.721125382269021e-06}
{"train_loss": 0.0014112958451732993, "global_step": 90455, "epoch": 508, "lr": 5.720439021740071e-06}
{"train_loss": 0.0007722325390204787, "global_step": 90456, "epoch": 508, "lr": 5.719752699886649e-06}
{"train_loss": 0.0010113167809322476, "global_step": 90457, "epoch": 508, "lr": 5.71906641670939e-06}
{"train_loss": 0.0011742257047444582, "global_step": 90458, "epoch": 508, "lr": 5.7183801722088815e-06}
{"train_loss": 0.0009807394817471504, "global_step": 90459, "epoch": 508, "lr": 5.717693966385723e-06}
{"train_loss": 0.0016125962138175964, "global_step": 90460, "epoch": 508, "lr": 5.717007799240515e-06}
{"train_loss": 0.0006579305045306683, "global_step": 90461, "epoch": 508, "lr": 5.716321670773861e-06}
{"train_loss": 0.0015281257219612598, "global_step": 90462, "epoch": 508, "lr": 5.71563558098635e-06}
{"train_loss": 0.0010896800085902214, "global_step": 90463, "epoch": 508, "lr": 5.714949529878588e-06}
{"train_loss": 0.0010255123488605022, "global_step": 90464, "epoch": 508, "lr": 5.714263517451163e-06}
{"train_loss": 0.0011320600751787424, "global_step": 90465, "epoch": 508, "lr": 5.713577543704701e-06}
{"train_loss": 0.0012115759309381247, "global_step": 90466, "epoch": 508, "lr": 5.712891608639764e-06}
{"train_loss": 0.00163119041826576, "global_step": 90467, "epoch": 508, "lr": 5.712205712256985e-06}
{"train_loss": 0.0013928080443292856, "global_step": 90468, "epoch": 508, "lr": 5.711519854556952e-06}
{"train_loss": 0.0007788474904373288, "global_step": 90469, "epoch": 508, "lr": 5.7108340355402574e-06}
{"train_loss": 0.0017732827691361308, "global_step": 90470, "epoch": 508, "lr": 5.710148255207504e-06}
{"train_loss": 0.0012661941582337022, "global_step": 90471, "epoch": 508, "lr": 5.709462513559283e-06}
{"train_loss": 0.00038823095383122563, "global_step": 90472, "epoch": 508, "lr": 5.708776810596211e-06}
{"train_loss": 0.0013300899881869555, "global_step": 90473, "epoch": 508, "lr": 5.708091146318878e-06}
{"train_loss": 0.0025568604469299316, "global_step": 90474, "epoch": 508, "lr": 5.707405520727882e-06}
{"train_loss": 0.0005324165103957057, "global_step": 90475, "epoch": 508, "lr": 5.706719933823818e-06}
{"train_loss": 0.0006544787320308387, "global_step": 90476, "epoch": 508, "lr": 5.706034385607295e-06}
{"train_loss": 0.0009736649226397276, "global_step": 90477, "epoch": 508, "lr": 5.705348876078892e-06}
{"train_loss": 0.001172785647213459, "global_step": 90478, "epoch": 508, "lr": 5.704663405239241e-06}
{"train_loss": 0.001156675978563726, "global_step": 90479, "epoch": 508, "lr": 5.703977973088903e-06}
{"train_loss": 0.0008980967104434967, "global_step": 90480, "epoch": 508, "lr": 5.703292579628517e-06}
{"train_loss": 0.0009625503444112837, "global_step": 90481, "epoch": 508, "lr": 5.702607224858636e-06}
{"train_loss": 0.0013981158845126629, "global_step": 90482, "epoch": 508, "lr": 5.701921908779894e-06}
{"train_loss": 0.0025845319032669067, "global_step": 90483, "epoch": 508, "lr": 5.701236631392875e-06}
{"train_loss": 0.0008814655593596399, "global_step": 90484, "epoch": 508, "lr": 5.700551392698184e-06}
{"train_loss": 0.002095517935231328, "global_step": 90485, "epoch": 508, "lr": 5.699866192696418e-06}
{"train_loss": 0.001295499037951231, "global_step": 90486, "epoch": 508, "lr": 5.699181031388168e-06}
{"train_loss": 0.0019482998177409172, "global_step": 90487, "epoch": 508, "lr": 5.698495908774026e-06}
{"train_loss": 0.0008839920628815889, "global_step": 90488, "epoch": 508, "lr": 5.697810824854627e-06}
{"train_loss": 0.0005024568527005613, "global_step": 90489, "epoch": 508, "lr": 5.697125779630524e-06}
{"train_loss": 0.00024873294751159847, "global_step": 90490, "epoch": 508, "lr": 5.696440773102346e-06}
{"train_loss": 0.0005686019430868328, "global_step": 90491, "epoch": 508, "lr": 5.695755805270681e-06}
{"train_loss": 0.0009309834567829967, "global_step": 90492, "epoch": 508, "lr": 5.695070876136116e-06}
{"train_loss": 0.0005594191607087851, "global_step": 90493, "epoch": 508, "lr": 5.6943859856992794e-06}
{"train_loss": 0.0006380144041031599, "global_step": 90494, "epoch": 508, "lr": 5.693701133960733e-06}
{"train_loss": 0.0009101571049541235, "global_step": 90495, "epoch": 508, "lr": 5.693016320921102e-06}
{"train_loss": 0.0005857690703123808, "global_step": 90496, "epoch": 508, "lr": 5.692331546580976e-06}
{"train_loss": 0.0003533578710630536, "global_step": 90497, "epoch": 508, "lr": 5.691646810940954e-06}
{"train_loss": 0.002742765937000513, "global_step": 90498, "epoch": 508, "lr": 5.69096211400163e-06}
{"train_loss": 0.00027343264082446694, "global_step": 90499, "epoch": 508, "lr": 5.690277455763604e-06}
{"train_loss": 0.0013366724597290158, "global_step": 90500, "epoch": 508, "lr": 5.689592836227475e-06}
{"train_loss": 0.0008804603712633252, "global_step": 90501, "epoch": 508, "lr": 5.688908255393838e-06}
{"train_loss": 0.0010384044144302607, "global_step": 90502, "epoch": 508, "lr": 5.688223713263286e-06}
{"train_loss": 0.001345012686215341, "global_step": 90503, "epoch": 508, "lr": 5.6875392098364455e-06}
{"train_loss": 0.0024269428104162216, "global_step": 90504, "epoch": 508, "lr": 5.686854745113873e-06}
{"train_loss": 0.0023119172547012568, "global_step": 90505, "epoch": 508, "lr": 5.686170319096195e-06}
{"train_loss": 0.001203445135615766, "global_step": 90506, "epoch": 508, "lr": 5.685485931784002e-06}
{"train_loss": 0.0017304460052400827, "global_step": 90507, "epoch": 508, "lr": 5.68480158317789e-06}
{"train_loss": 0.0011207378702238202, "global_step": 90508, "epoch": 508, "lr": 5.684117273278455e-06}
{"train_loss": 0.0012953290715813637, "global_step": 90509, "epoch": 508, "lr": 5.683433002086302e-06}
{"train_loss": 0.0010046401293948293, "global_step": 90510, "epoch": 508, "lr": 5.682748769602008e-06}
{"train_loss": 0.0003097417647950351, "global_step": 90511, "epoch": 508, "lr": 5.682064575826212e-06}
{"train_loss": 0.0008845081320032477, "global_step": 90512, "epoch": 508, "lr": 5.681380420759463e-06}
{"train_loss": 0.000644221028778702, "global_step": 90513, "epoch": 508, "lr": 5.680696304402394e-06}
{"train_loss": 0.0009619885822758079, "global_step": 90514, "epoch": 508, "lr": 5.680012226755588e-06}
{"train_loss": 0.0008152573718689382, "global_step": 90515, "epoch": 508, "lr": 5.679328187819632e-06}
{"train_loss": 0.0008636977290734649, "global_step": 90516, "epoch": 508, "lr": 5.678644187595161e-06}
{"train_loss": 0.001247565494850278, "global_step": 90517, "epoch": 508, "lr": 5.677960226082724e-06}
{"train_loss": 0.0009379077237099409, "global_step": 90518, "epoch": 508, "lr": 5.677276303282963e-06}
{"train_loss": 0.0005378577625378966, "global_step": 90519, "epoch": 508, "lr": 5.67659241919643e-06}
{"train_loss": 0.001522912411019206, "global_step": 90520, "epoch": 508, "lr": 5.675908573823763e-06}
{"train_loss": 0.0007330473745241761, "global_step": 90521, "epoch": 508, "lr": 5.675224767165538e-06}
{"train_loss": 0.0006227596895769238, "global_step": 90522, "epoch": 508, "lr": 5.674540999222361e-06}
{"train_loss": 0.0005293152062222362, "global_step": 90523, "epoch": 508, "lr": 5.673857269994826e-06}
{"train_loss": 0.0008799635106697679, "global_step": 90524, "epoch": 508, "lr": 5.673173579483526e-06}
{"train_loss": 0.0018410978373140097, "global_step": 90525, "epoch": 508, "lr": 5.672489927689051e-06}
{"train_loss": 0.0006074911798350513, "global_step": 90526, "epoch": 508, "lr": 5.6718063146120324e-06}
{"train_loss": 0.0007849261746741831, "global_step": 90527, "epoch": 508, "lr": 5.671122740253021e-06}
{"train_loss": 0.0010149508016183972, "global_step": 90528, "epoch": 508, "lr": 5.670439204612649e-06}
{"train_loss": 0.000976691022515297, "global_step": 90529, "epoch": 508, "lr": 5.669755707691499e-06}
{"train_loss": 0.0008211488020606339, "global_step": 90530, "epoch": 508, "lr": 5.6690722494901704e-06}
{"train_loss": 0.001481414306908846, "global_step": 90531, "epoch": 508, "lr": 5.668388830009258e-06}
{"train_loss": 0.0012113610282540321, "global_step": 90532, "epoch": 508, "lr": 5.667705449249366e-06}
{"train_loss": 0.0017141082789748907, "global_step": 90533, "epoch": 508, "lr": 5.667022107211079e-06}
{"train_loss": 0.001328557962551713, "global_step": 90534, "epoch": 508, "lr": 5.666338803894994e-06}
{"train_loss": 0.0003854672540910542, "global_step": 90535, "epoch": 508, "lr": 5.665655539301729e-06}
{"train_loss": 0.0011635925620794296, "global_step": 90536, "epoch": 508, "lr": 5.6649723134318596e-06}
{"train_loss": 0.0007252364885061979, "global_step": 90537, "epoch": 508, "lr": 5.664289126285988e-06}
{"train_loss": 0.0008741465862840414, "global_step": 90538, "epoch": 508, "lr": 5.663605977864717e-06}
{"train_loss": 0.0007077429909259081, "global_step": 90539, "epoch": 508, "lr": 5.662922868168635e-06}
{"train_loss": 0.0023975311778485775, "global_step": 90540, "epoch": 508, "lr": 5.662239797198338e-06}
{"train_loss": 0.0008403991814702749, "global_step": 90541, "epoch": 508, "lr": 5.66155676495444e-06}
{"train_loss": 0.0011430487502366304, "global_step": 90542, "epoch": 508, "lr": 5.660873771437508e-06}
{"train_loss": 0.00044128112494945526, "global_step": 90543, "epoch": 508, "lr": 5.660190816648164e-06}
{"train_loss": 0.0009710545418784022, "global_step": 90544, "epoch": 508, "lr": 5.6595079005869964e-06}
{"train_loss": 0.0015014316886663437, "global_step": 90545, "epoch": 508, "lr": 5.658825023254599e-06}
{"train_loss": 0.0022706789895892143, "global_step": 90546, "epoch": 508, "lr": 5.6581421846515655e-06}
{"train_loss": 0.0004716555995400995, "global_step": 90547, "epoch": 508, "lr": 5.657459384778502e-06}
{"train_loss": 0.0004322087625041604, "global_step": 90548, "epoch": 508, "lr": 5.65677662363599e-06}
{"train_loss": 0.0022723362781107426, "global_step": 90549, "epoch": 508, "lr": 5.6560939012246574e-06}
{"train_loss": 0.0013609800953418016, "global_step": 90550, "epoch": 508, "lr": 5.6554112175450534e-06}
{"train_loss": 0.0004124908591620624, "global_step": 90551, "epoch": 508, "lr": 5.6547285725978224e-06}
{"train_loss": 0.0017102155834436417, "global_step": 90552, "epoch": 508, "lr": 5.654045966383514e-06}
{"train_loss": 0.000572912918869406, "global_step": 90553, "epoch": 508, "lr": 5.653363398902761e-06}
{"train_loss": 0.0008294556755572557, "global_step": 90554, "epoch": 508, "lr": 5.652680870156152e-06}
{"train_loss": 0.0006667970446869731, "global_step": 90555, "epoch": 508, "lr": 5.651998380144258e-06}
{"train_loss": 0.0011278304737061262, "global_step": 90556, "epoch": 508, "lr": 5.651315928867723e-06}
{"train_loss": 0.0004392400733195245, "global_step": 90557, "epoch": 508, "lr": 5.650633516327092e-06}
{"train_loss": 0.00036564155016094446, "global_step": 90558, "epoch": 508, "lr": 5.649951142522991e-06}
{"train_loss": 0.0020342839416116476, "global_step": 90559, "epoch": 508, "lr": 5.649268807456015e-06}
{"train_loss": 0.0017124314326792955, "global_step": 90560, "epoch": 508, "lr": 5.648586511126747e-06}
{"train_loss": 0.0004911392461508512, "global_step": 90561, "epoch": 508, "lr": 5.6479042535357964e-06}
{"train_loss": 0.001995125552639365, "global_step": 90562, "epoch": 508, "lr": 5.647222034683752e-06}
{"train_loss": 0.0014293910935521126, "global_step": 90563, "epoch": 508, "lr": 5.6465398545711975e-06}
{"train_loss": 0.00029695284320041537, "global_step": 90564, "epoch": 508, "lr": 5.64585771319876e-06}
{"train_loss": 0.0005516264354810119, "global_step": 90565, "epoch": 508, "lr": 5.645175610567e-06}
{"train_loss": 0.0012333636404946446, "global_step": 90566, "epoch": 508, "lr": 5.644493546676544e-06}
{"train_loss": 0.0010377474827691913, "global_step": 90567, "epoch": 508, "lr": 5.64381152152797e-06}
{"train_loss": 0.0012764990096911788, "global_step": 90568, "epoch": 508, "lr": 5.643129535121877e-06}
{"train_loss": 0.0012863222509622574, "global_step": 90569, "epoch": 508, "lr": 5.64244758745886e-06}
{"train_loss": 0.0012444887543097138, "global_step": 90570, "epoch": 508, "lr": 5.641765678539518e-06}
{"train_loss": 0.000558149884454906, "global_step": 90571, "epoch": 508, "lr": 5.641083808364445e-06}
{"train_loss": 0.0010343038011342287, "global_step": 90572, "epoch": 508, "lr": 5.640401976934234e-06}
{"train_loss": 0.0031368553172796965, "global_step": 90573, "epoch": 508, "lr": 5.639720184249475e-06}
{"train_loss": 0.0015368747990578413, "global_step": 90574, "epoch": 508, "lr": 5.639038430310784e-06}
{"train_loss": 0.0007914758753031492, "global_step": 90575, "epoch": 508, "lr": 5.638356715118742e-06}
{"train_loss": 0.0008127797627821565, "global_step": 90576, "epoch": 508, "lr": 5.63767503867394e-06}
{"train_loss": 0.0008157851407304406, "global_step": 90577, "epoch": 508, "lr": 5.636993400976987e-06}
{"train_loss": 0.0005172379314899445, "global_step": 90578, "epoch": 508, "lr": 5.63631180202846e-06}
{"train_loss": 0.0005683789495378733, "global_step": 90579, "epoch": 508, "lr": 5.635630241828982e-06}
{"train_loss": 0.0006302989204414189, "global_step": 90580, "epoch": 508, "lr": 5.634948720379113e-06}
{"train_loss": 0.0016944934614002705, "global_step": 90581, "epoch": 508, "lr": 5.634267237679475e-06}
{"train_loss": 0.0005195237463340163, "global_step": 90582, "epoch": 508, "lr": 5.633585793730656e-06}
{"train_loss": 0.0010095166508108377, "global_step": 90583, "epoch": 508, "lr": 5.632904388533256e-06}
{"train_loss": 0.0002715827722568065, "global_step": 90584, "epoch": 508, "lr": 5.632223022087857e-06}
{"train_loss": 0.0003230089205317199, "global_step": 90585, "epoch": 508, "lr": 5.631541694395065e-06}
{"train_loss": 0.0008030375465750694, "global_step": 90586, "epoch": 508, "lr": 5.630860405455457e-06}
{"train_loss": 0.0009722037939354777, "global_step": 90587, "epoch": 508, "lr": 5.630179155269671e-06}
{"train_loss": 0.0008779220515862107, "global_step": 90588, "epoch": 508, "lr": 5.6294979438382466e-06}
{"train_loss": 0.0012249383144080639, "global_step": 90589, "epoch": 508, "lr": 5.628816771161833e-06}
{"train_loss": 0.0005418179789558053, "global_step": 90590, "epoch": 508, "lr": 5.628135637240972e-06}
{"train_loss": 0.0011636253912001848, "global_step": 90591, "epoch": 508, "lr": 5.6274545420762935e-06}
{"train_loss": 0.0016764597967267036, "global_step": 90592, "epoch": 508, "lr": 5.626773485668385e-06}
{"train_loss": 0.000386355328373611, "global_step": 90593, "epoch": 508, "lr": 5.6260924680178466e-06}
{"train_loss": 0.0011961879208683968, "global_step": 90594, "epoch": 508, "lr": 5.625411489125259e-06}
{"train_loss": 0.000582614098675549, "global_step": 90595, "epoch": 508, "lr": 5.624730548991214e-06}
{"train_loss": 0.0016921008937060833, "global_step": 90596, "epoch": 508, "lr": 5.624049647616331e-06}
{"train_loss": 0.0014171800576150417, "global_step": 90597, "epoch": 508, "lr": 5.6233687850011875e-06}
{"train_loss": 0.0012229608837515116, "global_step": 90598, "epoch": 508, "lr": 5.622687961146384e-06}
{"train_loss": 0.002106281230226159, "global_step": 90599, "epoch": 508, "lr": 5.622007176052513e-06}
{"train_loss": 0.0006512062973342836, "global_step": 90600, "epoch": 508, "lr": 5.621326429720164e-06}
{"train_loss": 0.00105648275037699, "global_step": 90601, "epoch": 508, "lr": 5.620645722149931e-06}
{"train_loss": 0.0014090584591031075, "global_step": 90602, "epoch": 509, "lr": 5.61996505334243e-06}
{"train_loss": 0.0013930430868640542, "global_step": 90603, "epoch": 509, "lr": 5.619284423298221e-06}
{"train_loss": 0.001894210814498365, "global_step": 90604, "epoch": 509, "lr": 5.618603832017927e-06}
{"train_loss": 0.0005935954977758229, "global_step": 90605, "epoch": 509, "lr": 5.61792327950213e-06}
{"train_loss": 0.0008489819010719657, "global_step": 90606, "epoch": 509, "lr": 5.617242765751429e-06}
{"train_loss": 0.0007945485995151103, "global_step": 90607, "epoch": 509, "lr": 5.616562290766414e-06}
{"train_loss": 0.0009051253437064588, "global_step": 90608, "epoch": 509, "lr": 5.6158818545476774e-06}
{"train_loss": 0.001246837549842894, "global_step": 90609, "epoch": 509, "lr": 5.615201457095825e-06}
{"train_loss": 0.001159547595307231, "global_step": 90610, "epoch": 509, "lr": 5.614521098411441e-06}
{"train_loss": 0.0016772369854152203, "global_step": 90611, "epoch": 509, "lr": 5.613840778495111e-06}
{"train_loss": 0.001162057276815176, "global_step": 90612, "epoch": 509, "lr": 5.613160497347458e-06}
{"train_loss": 0.0006667203269898891, "global_step": 90613, "epoch": 509, "lr": 5.612480254969044e-06}
{"train_loss": 0.00031073487480171025, "global_step": 90614, "epoch": 509, "lr": 5.611800051360483e-06}
{"train_loss": 0.0007130337762646377, "global_step": 90615, "epoch": 509, "lr": 5.611119886522364e-06}
{"train_loss": 0.0010644738795235753, "global_step": 90616, "epoch": 509, "lr": 5.610439760455278e-06}
{"train_loss": 0.001081549795344472, "global_step": 90617, "epoch": 509, "lr": 5.609759673159837e-06}
{"train_loss": 0.001286979764699936, "global_step": 90618, "epoch": 509, "lr": 5.609079624636599e-06}
{"train_loss": 0.0020564203150570393, "global_step": 90619, "epoch": 509, "lr": 5.60839961488619e-06}
{"train_loss": 0.0017559381667524576, "global_step": 90620, "epoch": 509, "lr": 5.607719643909187e-06}
{"train_loss": 0.0007438319735229015, "global_step": 90621, "epoch": 509, "lr": 5.607039711706197e-06}
{"train_loss": 0.0012742746621370316, "global_step": 90622, "epoch": 509, "lr": 5.606359818277806e-06}
{"train_loss": 0.001462162472307682, "global_step": 90623, "epoch": 509, "lr": 5.605679963624605e-06}
{"train_loss": 0.0005627897917293012, "global_step": 90624, "epoch": 509, "lr": 5.605000147747186e-06}
{"train_loss": 0.0014291228726506233, "global_step": 90625, "epoch": 509, "lr": 5.604320370646166e-06}
{"train_loss": 0.001576484413817525, "global_step": 90626, "epoch": 509, "lr": 5.603640632322099e-06}
{"train_loss": 0.0010499483905732632, "global_step": 90627, "epoch": 509, "lr": 5.602960932775625e-06}
{"train_loss": 0.0010912397410720587, "global_step": 90628, "epoch": 509, "lr": 5.602281272007287e-06}
{"train_loss": 0.0009063453180715442, "global_step": 90629, "epoch": 509, "lr": 5.601601650017718e-06}
{"train_loss": 0.0008199445437639952, "global_step": 90630, "epoch": 509, "lr": 5.600922066807501e-06}
{"train_loss": 0.001086616888642311, "global_step": 90631, "epoch": 509, "lr": 5.6002425223772245e-06}
{"train_loss": 0.00040188245475292206, "global_step": 90632, "epoch": 509, "lr": 5.599563016727488e-06}
{"train_loss": 0.00032817150349728763, "global_step": 90633, "epoch": 509, "lr": 5.598883549858875e-06}
{"train_loss": 0.0006532054394483566, "global_step": 90634, "epoch": 509, "lr": 5.5982041217719825e-06}
{"train_loss": 0.0016606188146397471, "global_step": 90635, "epoch": 509, "lr": 5.597524732467424e-06}
{"train_loss": 0.001233965391293168, "global_step": 90636, "epoch": 509, "lr": 5.5968453819457535e-06}
{"train_loss": 0.0019741046708077192, "global_step": 90637, "epoch": 509, "lr": 5.596166070207598e-06}
{"train_loss": 0.0012028997298330069, "global_step": 90638, "epoch": 509, "lr": 5.595486797253541e-06}
{"train_loss": 0.00047048009582795203, "global_step": 90639, "epoch": 509, "lr": 5.594807563084164e-06}
{"train_loss": 0.0007871889392845333, "global_step": 90640, "epoch": 509, "lr": 5.594128367700091e-06}
{"train_loss": 0.000942637154366821, "global_step": 90641, "epoch": 509, "lr": 5.593449211101876e-06}
{"train_loss": 0.0005765177775174379, "global_step": 90642, "epoch": 509, "lr": 5.59277009329015e-06}
{"train_loss": 0.0006955861463211477, "global_step": 90643, "epoch": 509, "lr": 5.592091014265466e-06}
{"train_loss": 0.0013476216699928045, "global_step": 90644, "epoch": 509, "lr": 5.591411974028448e-06}
{"train_loss": 0.000668457942083478, "global_step": 90645, "epoch": 509, "lr": 5.590732972579682e-06}
{"train_loss": 0.000309265247778967, "global_step": 90646, "epoch": 509, "lr": 5.59005400991976e-06}
{"train_loss": 0.000371395843103528, "global_step": 90647, "epoch": 509, "lr": 5.58937508604927e-06}
{"train_loss": 0.00038684665923938155, "global_step": 90648, "epoch": 509, "lr": 5.588696200968813e-06}
{"train_loss": 0.0007656359812244773, "global_step": 90649, "epoch": 509, "lr": 5.588017354678965e-06}
{"train_loss": 0.0015977299772202969, "global_step": 90650, "epoch": 509, "lr": 5.587338547180349e-06}
{"train_loss": 0.000505401287227869, "global_step": 90651, "epoch": 509, "lr": 5.586659778473524e-06}
{"train_loss": 0.0009677649941295385, "global_step": 90652, "epoch": 509, "lr": 5.585981048559108e-06}
{"train_loss": 0.0005589957581833005, "global_step": 90653, "epoch": 509, "lr": 5.585302357437689e-06}
{"train_loss": 0.0019449214451014996, "global_step": 90654, "epoch": 509, "lr": 5.584623705109848e-06}
{"train_loss": 0.0004574045888148248, "global_step": 90655, "epoch": 509, "lr": 5.583945091576193e-06}
{"train_loss": 0.001097469707019627, "global_step": 90656, "epoch": 509, "lr": 5.583266516837304e-06}
{"train_loss": 0.0004608575254678726, "global_step": 90657, "epoch": 509, "lr": 5.582587980893772e-06}
{"train_loss": 0.0005396301858127117, "global_step": 90658, "epoch": 509, "lr": 5.581909483746206e-06}
{"train_loss": 0.0016556816408410668, "global_step": 90659, "epoch": 509, "lr": 5.581231025395195e-06}
{"train_loss": 0.0014533370267599821, "global_step": 90660, "epoch": 509, "lr": 5.580552605841316e-06}
{"train_loss": 0.0007445767987519503, "global_step": 90661, "epoch": 509, "lr": 5.57987422508518e-06}
{"train_loss": 0.0011558681726455688, "global_step": 90662, "epoch": 509, "lr": 5.5791958831273695e-06}
{"train_loss": 0.0009847866604104638, "global_step": 90663, "epoch": 509, "lr": 5.578517579968473e-06}
{"train_loss": 0.0009200340136885643, "global_step": 90664, "epoch": 509, "lr": 5.577839315609085e-06}
{"train_loss": 0.003296989481896162, "global_step": 90665, "epoch": 509, "lr": 5.577161090049821e-06}
{"train_loss": 0.0014305560616776347, "global_step": 90666, "epoch": 509, "lr": 5.5764829032912305e-06}
{"train_loss": 0.002203651936724782, "global_step": 90667, "epoch": 509, "lr": 5.575804755333941e-06}
{"train_loss": 0.0013312622904777527, "global_step": 90668, "epoch": 509, "lr": 5.5751266461785305e-06}
{"train_loss": 0.000498406239785254, "global_step": 90669, "epoch": 509, "lr": 5.574448575825597e-06}
{"train_loss": 0.0005611329106613994, "global_step": 90670, "epoch": 509, "lr": 5.573770544275725e-06}
{"train_loss": 0.0006552803097292781, "global_step": 90671, "epoch": 509, "lr": 5.573092551529518e-06}
{"train_loss": 0.00023533860803581774, "global_step": 90672, "epoch": 509, "lr": 5.572414597587544e-06}
{"train_loss": 0.001092214952223003, "global_step": 90673, "epoch": 509, "lr": 5.5717366824504405e-06}
{"train_loss": 0.0012205897364765406, "global_step": 90674, "epoch": 509, "lr": 5.571058806118745e-06}
{"train_loss": 0.0016861031763255596, "global_step": 90675, "epoch": 509, "lr": 5.570380968593092e-06}
{"train_loss": 0.000400552962673828, "global_step": 90676, "epoch": 509, "lr": 5.569703169874058e-06}
{"train_loss": 0.0009113415726460516, "global_step": 90677, "epoch": 509, "lr": 5.569025409962231e-06}
{"train_loss": 0.0005800764774903655, "global_step": 90678, "epoch": 509, "lr": 5.568347688858205e-06}
{"train_loss": 0.0006906506605446339, "global_step": 90679, "epoch": 509, "lr": 5.5676700065625695e-06}
{"train_loss": 0.00047012389404699206, "global_step": 90680, "epoch": 509, "lr": 5.5669923630759405e-06}
{"train_loss": 0.0011822001542896032, "global_step": 90681, "epoch": 509, "lr": 5.566314758398866e-06}
{"train_loss": 0.0012661614455282688, "global_step": 90682, "epoch": 509, "lr": 5.565637192531975e-06}
{"train_loss": 0.0007215663208626211, "global_step": 90683, "epoch": 509, "lr": 5.564959665475844e-06}
{"train_loss": 0.0016305476892739534, "global_step": 90684, "epoch": 509, "lr": 5.5642821772310675e-06}
{"train_loss": 0.0006211429135873914, "global_step": 90685, "epoch": 509, "lr": 5.563604727798238e-06}
{"train_loss": 0.0012957066064700484, "global_step": 90686, "epoch": 509, "lr": 5.562927317177946e-06}
{"train_loss": 0.000855240854434669, "global_step": 90687, "epoch": 509, "lr": 5.5622499453707735e-06}
{"train_loss": 0.0004813732812181115, "global_step": 90688, "epoch": 509, "lr": 5.561572612377342e-06}
{"train_loss": 0.0014025112614035606, "global_step": 90689, "epoch": 509, "lr": 5.5608953181982e-06}
{"train_loss": 0.0009367229649797082, "global_step": 90690, "epoch": 509, "lr": 5.560218062833972e-06}
{"train_loss": 0.0006187708349898458, "global_step": 90691, "epoch": 509, "lr": 5.5595408462852435e-06}
{"train_loss": 0.0008022612892091274, "global_step": 90692, "epoch": 509, "lr": 5.558863668552599e-06}
{"train_loss": 0.0007877663010731339, "global_step": 90693, "epoch": 509, "lr": 5.558186529636639e-06}
{"train_loss": 0.0008799121715128422, "global_step": 90694, "epoch": 509, "lr": 5.557509429537944e-06}
{"train_loss": 0.0009117434965446591, "global_step": 90695, "epoch": 509, "lr": 5.556832368257098e-06}
{"train_loss": 0.0011606203624978662, "global_step": 90696, "epoch": 509, "lr": 5.556155345794728e-06}
{"train_loss": 0.0011386540718376637, "global_step": 90697, "epoch": 509, "lr": 5.555478362151384e-06}
{"train_loss": 0.0011397670023143291, "global_step": 90698, "epoch": 509, "lr": 5.554801417327693e-06}
{"train_loss": 0.0007287728949449956, "global_step": 90699, "epoch": 509, "lr": 5.55412451132421e-06}
{"train_loss": 0.0005490714102052152, "global_step": 90700, "epoch": 509, "lr": 5.553447644141552e-06}
{"train_loss": 0.0020214784890413284, "global_step": 90701, "epoch": 509, "lr": 5.552770815780306e-06}
{"train_loss": 0.0010543686803430319, "global_step": 90702, "epoch": 509, "lr": 5.55209402624105e-06}
{"train_loss": 0.00032803992507979274, "global_step": 90703, "epoch": 509, "lr": 5.5514172755244066e-06}
{"train_loss": 0.0019283078145235777, "global_step": 90704, "epoch": 509, "lr": 5.550740563630918e-06}
{"train_loss": 0.00065101298969239, "global_step": 90705, "epoch": 509, "lr": 5.550063890561224e-06}
{"train_loss": 0.0005047927843406796, "global_step": 90706, "epoch": 509, "lr": 5.549387256315886e-06}
{"train_loss": 0.0013685965677723289, "global_step": 90707, "epoch": 509, "lr": 5.548710660895512e-06}
{"train_loss": 0.0006441198638640344, "global_step": 90708, "epoch": 509, "lr": 5.548034104300676e-06}
{"train_loss": 0.0010876089800149202, "global_step": 90709, "epoch": 509, "lr": 5.547357586531981e-06}
{"train_loss": 0.0007930436404421926, "global_step": 90710, "epoch": 509, "lr": 5.5466811075900075e-06}
{"train_loss": 0.002147023333236575, "global_step": 90711, "epoch": 509, "lr": 5.5460046674753685e-06}
{"train_loss": 0.0009744931012392044, "global_step": 90712, "epoch": 509, "lr": 5.545328266188621e-06}
{"train_loss": 0.0016076639294624329, "global_step": 90713, "epoch": 509, "lr": 5.544651903730386e-06}
{"train_loss": 0.001387248863466084, "global_step": 90714, "epoch": 509, "lr": 5.543975580101246e-06}
{"train_loss": 0.0009564405772835016, "global_step": 90715, "epoch": 509, "lr": 5.543299295301785e-06}
{"train_loss": 0.0021782233379781246, "global_step": 90716, "epoch": 509, "lr": 5.542623049332596e-06}
{"train_loss": 0.0006510117091238499, "global_step": 90717, "epoch": 509, "lr": 5.5419468421942676e-06}
{"train_loss": 0.0010615205392241478, "global_step": 90718, "epoch": 509, "lr": 5.5412706738874e-06}
{"train_loss": 0.000842367997393012, "global_step": 90719, "epoch": 509, "lr": 5.540594544412575e-06}
{"train_loss": 0.0010235412046313286, "global_step": 90720, "epoch": 509, "lr": 5.5399184537703765e-06}
{"train_loss": 0.0008630288066342473, "global_step": 90721, "epoch": 509, "lr": 5.539242401961409e-06}
{"train_loss": 0.0007658679969608784, "global_step": 90722, "epoch": 509, "lr": 5.538566388986266e-06}
{"train_loss": 0.000795239582657814, "global_step": 90723, "epoch": 509, "lr": 5.537890414845525e-06}
{"train_loss": 0.00017940576071850955, "global_step": 90724, "epoch": 509, "lr": 5.537214479539782e-06}
{"train_loss": 0.0008876421488821507, "global_step": 90725, "epoch": 509, "lr": 5.536538583069617e-06}
{"train_loss": 0.0012408822076395154, "global_step": 90726, "epoch": 509, "lr": 5.535862725435654e-06}
{"train_loss": 0.0006509501254186034, "global_step": 90727, "epoch": 509, "lr": 5.535186906638435e-06}
{"train_loss": 0.002114318311214447, "global_step": 90728, "epoch": 509, "lr": 5.534511126678582e-06}
{"train_loss": 0.0011876949574798346, "global_step": 90729, "epoch": 509, "lr": 5.533835385556685e-06}
{"train_loss": 0.0012202395591884851, "global_step": 90730, "epoch": 509, "lr": 5.53315968327332e-06}
{"train_loss": 0.0011345033999532461, "global_step": 90731, "epoch": 509, "lr": 5.5324840198290925e-06}
{"train_loss": 0.0011723063653334975, "global_step": 90732, "epoch": 509, "lr": 5.53180839522458e-06}
{"train_loss": 0.0005259800236672163, "global_step": 90733, "epoch": 509, "lr": 5.531132809460365e-06}
{"train_loss": 0.0005670430837199092, "global_step": 90734, "epoch": 509, "lr": 5.530457262537076e-06}
{"train_loss": 0.0005891957553103566, "global_step": 90735, "epoch": 509, "lr": 5.5297817544552544e-06}
{"train_loss": 0.001324380747973919, "global_step": 90736, "epoch": 509, "lr": 5.529106285215529e-06}
{"train_loss": 0.0013385721249505877, "global_step": 90737, "epoch": 509, "lr": 5.5284308548184615e-06}
{"train_loss": 0.0007846812368370593, "global_step": 90738, "epoch": 509, "lr": 5.527755463264655e-06}
{"train_loss": 0.0008990091737359762, "global_step": 90739, "epoch": 509, "lr": 5.527080110554706e-06}
{"train_loss": 0.000761781760957092, "global_step": 90740, "epoch": 509, "lr": 5.5264047966891885e-06}
{"train_loss": 0.001510788919404149, "global_step": 90741, "epoch": 509, "lr": 5.525729521668705e-06}
{"train_loss": 0.00043153722072020173, "global_step": 90742, "epoch": 509, "lr": 5.52505428549383e-06}
{"train_loss": 0.0006416949327103794, "global_step": 90743, "epoch": 509, "lr": 5.524379088165177e-06}
{"train_loss": 0.00127565732691437, "global_step": 90744, "epoch": 509, "lr": 5.523703929683321e-06}
{"train_loss": 0.0005162587622180581, "global_step": 90745, "epoch": 509, "lr": 5.523028810048852e-06}
{"train_loss": 0.001695948769338429, "global_step": 90746, "epoch": 509, "lr": 5.522353729262358e-06}
{"train_loss": 0.0010337219573557377, "global_step": 90747, "epoch": 509, "lr": 5.5216786873244385e-06}
{"train_loss": 0.0006776987574994564, "global_step": 90748, "epoch": 509, "lr": 5.521003684235665e-06}
{"train_loss": 0.0013465526280924678, "global_step": 90749, "epoch": 509, "lr": 5.520328719996659e-06}
{"train_loss": 0.0009908919455483556, "global_step": 90750, "epoch": 509, "lr": 5.519653794607965e-06}
{"train_loss": 0.0009438699344173074, "global_step": 90751, "epoch": 509, "lr": 5.518978908070211e-06}
{"train_loss": 0.0013052665162831545, "global_step": 90752, "epoch": 509, "lr": 5.518304060383972e-06}
{"train_loss": 0.0020450307056307793, "global_step": 90753, "epoch": 509, "lr": 5.517629251549833e-06}
{"train_loss": 0.0010311654768884182, "global_step": 90754, "epoch": 509, "lr": 5.516954481568392e-06}
{"train_loss": 0.0014388137497007847, "global_step": 90755, "epoch": 509, "lr": 5.51627975044024e-06}
{"train_loss": 0.0007580314995720983, "global_step": 90756, "epoch": 509, "lr": 5.515605058165957e-06}
{"train_loss": 0.0008889526361599565, "global_step": 90757, "epoch": 509, "lr": 5.514930404746133e-06}
{"train_loss": 0.0007254903321154416, "global_step": 90758, "epoch": 509, "lr": 5.5142557901813555e-06}
{"train_loss": 0.0014438861981034279, "global_step": 90759, "epoch": 509, "lr": 5.513581214472235e-06}
{"train_loss": 0.0008335784077644348, "global_step": 90760, "epoch": 509, "lr": 5.512906677619328e-06}
{"train_loss": 0.0008282636990770698, "global_step": 90761, "epoch": 509, "lr": 5.5122321796232505e-06}
{"train_loss": 0.0006929697701707482, "global_step": 90762, "epoch": 509, "lr": 5.511557720484578e-06}
{"train_loss": 0.0006635055178776383, "global_step": 90763, "epoch": 509, "lr": 5.510883300203895e-06}
{"train_loss": 0.000754527747631073, "global_step": 90764, "epoch": 509, "lr": 5.510208918781817e-06}
{"train_loss": 0.000875773373991251, "global_step": 90765, "epoch": 509, "lr": 5.509534576218894e-06}
{"train_loss": 0.001961390720680356, "global_step": 90766, "epoch": 509, "lr": 5.508860272515748e-06}
{"train_loss": 0.0010493886657059193, "global_step": 90767, "epoch": 509, "lr": 5.508186007672956e-06}
{"train_loss": 0.001253196387551725, "global_step": 90768, "epoch": 509, "lr": 5.507511781691105e-06}
{"train_loss": 0.003957921639084816, "global_step": 90769, "epoch": 509, "lr": 5.506837594570785e-06}
{"train_loss": 0.0017333843279629946, "global_step": 90770, "epoch": 509, "lr": 5.5061634463125895e-06}
{"train_loss": 0.0020442106761038303, "global_step": 90771, "epoch": 509, "lr": 5.5054893369170965e-06}
{"train_loss": 0.0014957885723561049, "global_step": 90772, "epoch": 509, "lr": 5.504815266384905e-06}
{"train_loss": 0.0010200771503150463, "global_step": 90773, "epoch": 509, "lr": 5.504141234716592e-06}
{"train_loss": 0.0012497351272031665, "global_step": 90774, "epoch": 509, "lr": 5.503467241912769e-06}
{"train_loss": 0.001977803185582161, "global_step": 90775, "epoch": 509, "lr": 5.5027932879739955e-06}
{"train_loss": 0.0007429899415001273, "global_step": 90776, "epoch": 509, "lr": 5.502119372900883e-06}
{"train_loss": 0.0005216895951889455, "global_step": 90777, "epoch": 509, "lr": 5.501445496694007e-06}
{"train_loss": 0.0013515329919755459, "global_step": 90778, "epoch": 509, "lr": 5.500771659353965e-06}
{"train_loss": 0.0010643444634552816, "global_step": 90779, "epoch": 509, "lr": 5.500097860881342e-06}
{"train_loss": 0.0006156689487397671, "global_step": 90780, "epoch": 510, "lr": 5.4994241012767285e-06}
{"train_loss": 0.0020098641980439425, "global_step": 90781, "epoch": 510, "lr": 5.498750380540696e-06}
{"train_loss": 0.0003988394164480269, "global_step": 90782, "epoch": 510, "lr": 5.4980766986738705e-06}
{"train_loss": 0.00047817552695050836, "global_step": 90783, "epoch": 510, "lr": 5.497403055676792e-06}
{"train_loss": 0.0016429377719759941, "global_step": 90784, "epoch": 510, "lr": 5.4967294515500925e-06}
{"train_loss": 0.002361300401389599, "global_step": 90785, "epoch": 510, "lr": 5.496055886294338e-06}
{"train_loss": 0.0008048382587730885, "global_step": 90786, "epoch": 510, "lr": 5.495382359910106e-06}
{"train_loss": 0.000405661528930068, "global_step": 90787, "epoch": 510, "lr": 5.494708872398024e-06}
{"train_loss": 0.0005533498479053378, "global_step": 90788, "epoch": 510, "lr": 5.494035423758636e-06}
{"train_loss": 0.001109663164243102, "global_step": 90789, "epoch": 510, "lr": 5.49336201399257e-06}
{"train_loss": 0.0013182584661990404, "global_step": 90790, "epoch": 510, "lr": 5.49268864310038e-06}
{"train_loss": 0.0014006569981575012, "global_step": 90791, "epoch": 510, "lr": 5.492015311082671e-06}
{"train_loss": 0.0005791219882667065, "global_step": 90792, "epoch": 510, "lr": 5.491342017940032e-06}
{"train_loss": 0.0023345511872321367, "global_step": 90793, "epoch": 510, "lr": 5.490668763673046e-06}
{"train_loss": 0.00256317644380033, "global_step": 90794, "epoch": 510, "lr": 5.4899955482823e-06}
{"train_loss": 0.0017267391085624695, "global_step": 90795, "epoch": 510, "lr": 5.48932237176839e-06}
{"train_loss": 0.0019464240176603198, "global_step": 90796, "epoch": 510, "lr": 5.488649234131887e-06}
{"train_loss": 0.0009944532066583633, "global_step": 90797, "epoch": 510, "lr": 5.487976135373413e-06}
{"train_loss": 0.0013768970966339111, "global_step": 90798, "epoch": 510, "lr": 5.48730307549351e-06}
{"train_loss": 0.0010601099347695708, "global_step": 90799, "epoch": 510, "lr": 5.486630054492797e-06}
{"train_loss": 0.0013950843131169677, "global_step": 90800, "epoch": 510, "lr": 5.485957072371861e-06}
{"train_loss": 0.0006054514087736607, "global_step": 90801, "epoch": 510, "lr": 5.485284129131279e-06}
{"train_loss": 0.0004191722837276757, "global_step": 90802, "epoch": 510, "lr": 5.484611224771641e-06}
{"train_loss": 0.0006681466475129128, "global_step": 90803, "epoch": 510, "lr": 5.483938359293544e-06}
{"train_loss": 0.0011175941908732057, "global_step": 90804, "epoch": 510, "lr": 5.4832655326975515e-06}
{"train_loss": 0.0015166511293500662, "global_step": 90805, "epoch": 510, "lr": 5.4825927449842825e-06}
{"train_loss": 0.0028060993645340204, "global_step": 90806, "epoch": 510, "lr": 5.481919996154306e-06}
{"train_loss": 0.0006523046176880598, "global_step": 90807, "epoch": 510, "lr": 5.481247286208218e-06}
{"train_loss": 0.00036754837492480874, "global_step": 90808, "epoch": 510, "lr": 5.4805746151466e-06}
{"train_loss": 0.002106863772496581, "global_step": 90809, "epoch": 510, "lr": 5.479901982970037e-06}
{"train_loss": 0.002710765227675438, "global_step": 90810, "epoch": 510, "lr": 5.4792293896791245e-06}
{"train_loss": 0.00032644617022015154, "global_step": 90811, "epoch": 510, "lr": 5.47855683527444e-06}
{"train_loss": 0.000640823389403522, "global_step": 90812, "epoch": 510, "lr": 5.477884319756594e-06}
{"train_loss": 0.0009331112378276885, "global_step": 90813, "epoch": 510, "lr": 5.477211843126134e-06}
{"train_loss": 0.001040835864841938, "global_step": 90814, "epoch": 510, "lr": 5.476539405383685e-06}
{"train_loss": 0.000374798197299242, "global_step": 90815, "epoch": 510, "lr": 5.475867006529822e-06}
{"train_loss": 0.0011651469394564629, "global_step": 90816, "epoch": 510, "lr": 5.475194646565123e-06}
{"train_loss": 0.002993533154949546, "global_step": 90817, "epoch": 510, "lr": 5.474522325490189e-06}
{"train_loss": 0.00042562090675346553, "global_step": 90818, "epoch": 510, "lr": 5.473850043305595e-06}
{"train_loss": 0.0011513703502714634, "global_step": 90819, "epoch": 510, "lr": 5.473177800011931e-06}
{"train_loss": 0.0005853638867847621, "global_step": 90820, "epoch": 510, "lr": 5.4725055956098e-06}
{"train_loss": 0.0013243259163573384, "global_step": 90821, "epoch": 510, "lr": 5.4718334300997595e-06}
{"train_loss": 0.0016074907034635544, "global_step": 90822, "epoch": 510, "lr": 5.471161303482425e-06}
{"train_loss": 0.0014134024968370795, "global_step": 90823, "epoch": 510, "lr": 5.470489215758368e-06}
{"train_loss": 0.000572894758079201, "global_step": 90824, "epoch": 510, "lr": 5.469817166928182e-06}
{"train_loss": 0.0005057790549471974, "global_step": 90825, "epoch": 510, "lr": 5.4691451569924505e-06}
{"train_loss": 0.0006799936527386308, "global_step": 90826, "epoch": 510, "lr": 5.46847318595175e-06}
{"train_loss": 0.000980582321062684, "global_step": 90827, "epoch": 510, "lr": 5.467801253806704e-06}
{"train_loss": 0.000911516253836453, "global_step": 90828, "epoch": 510, "lr": 5.467129360557849e-06}
{"train_loss": 0.0019592060707509518, "global_step": 90829, "epoch": 510, "lr": 5.466457506205808e-06}
{"train_loss": 0.0013870769180357456, "global_step": 90830, "epoch": 510, "lr": 5.465785690751157e-06}
{"train_loss": 0.00046707293950021267, "global_step": 90831, "epoch": 510, "lr": 5.465113914194486e-06}
{"train_loss": 0.0004610485921148211, "global_step": 90832, "epoch": 510, "lr": 5.464442176536372e-06}
{"train_loss": 0.0004124063125345856, "global_step": 90833, "epoch": 510, "lr": 5.463770477777413e-06}
{"train_loss": 0.0003663344250526279, "global_step": 90834, "epoch": 510, "lr": 5.4630988179181775e-06}
{"train_loss": 0.0006574479630216956, "global_step": 90835, "epoch": 510, "lr": 5.4624271969592915e-06}
{"train_loss": 0.0010581957176327705, "global_step": 90836, "epoch": 510, "lr": 5.461755614901287e-06}
{"train_loss": 0.0008314490551128983, "global_step": 90837, "epoch": 510, "lr": 5.461084071744793e-06}
{"train_loss": 0.0011670885141938925, "global_step": 90838, "epoch": 510, "lr": 5.460412567490386e-06}
{"train_loss": 0.0010810401290655136, "global_step": 90839, "epoch": 510, "lr": 5.459741102138644e-06}
{"train_loss": 0.0016126808477565646, "global_step": 90840, "epoch": 510, "lr": 5.459069675690159e-06}
{"train_loss": 0.0006867664051242173, "global_step": 90841, "epoch": 510, "lr": 5.458398288145517e-06}
{"train_loss": 0.0011267438530921936, "global_step": 90842, "epoch": 510, "lr": 5.457726939505292e-06}
{"train_loss": 0.0007984587573446333, "global_step": 90843, "epoch": 510, "lr": 5.4570556297701085e-06}
{"train_loss": 0.0015389970503747463, "global_step": 90844, "epoch": 510, "lr": 5.456384358940503e-06}
{"train_loss": 0.0009967897785827518, "global_step": 90845, "epoch": 510, "lr": 5.455713127017103e-06}
{"train_loss": 0.0012536421418190002, "global_step": 90846, "epoch": 510, "lr": 5.45504193400046e-06}
{"train_loss": 0.001812914153560996, "global_step": 90847, "epoch": 510, "lr": 5.454370779891188e-06}
{"train_loss": 0.0008366403635591269, "global_step": 90848, "epoch": 510, "lr": 5.453699664689866e-06}
{"train_loss": 0.0005557116819545627, "global_step": 90849, "epoch": 510, "lr": 5.453028588397064e-06}
{"train_loss": 0.0013119122013449669, "global_step": 90850, "epoch": 510, "lr": 5.452357551013399e-06}
{"train_loss": 0.0010238708928227425, "global_step": 90851, "epoch": 510, "lr": 5.45168655253942e-06}
{"train_loss": 0.0005003815749660134, "global_step": 90852, "epoch": 510, "lr": 5.4510155929757445e-06}
{"train_loss": 0.0014784199884161353, "global_step": 90853, "epoch": 510, "lr": 5.450344672322944e-06}
{"train_loss": 0.0008760496275499463, "global_step": 90854, "epoch": 510, "lr": 5.449673790581611e-06}
{"train_loss": 0.0011990440543740988, "global_step": 90855, "epoch": 510, "lr": 5.449002947752324e-06}
{"train_loss": 0.0009482522727921605, "global_step": 90856, "epoch": 510, "lr": 5.448332143835672e-06}
{"train_loss": 0.0009584385552443564, "global_step": 90857, "epoch": 510, "lr": 5.447661378832231e-06}
{"train_loss": 0.0007055939640849829, "global_step": 90858, "epoch": 510, "lr": 5.446990652742623e-06}
{"train_loss": 0.0017966977320611477, "global_step": 90859, "epoch": 510, "lr": 5.446319965567381e-06}
{"train_loss": 0.0004982847021892667, "global_step": 90860, "epoch": 510, "lr": 5.4456493173071274e-06}
{"train_loss": 0.00032611325150355697, "global_step": 90861, "epoch": 510, "lr": 5.444978707962445e-06}
{"train_loss": 0.0013910811394453049, "global_step": 90862, "epoch": 510, "lr": 5.44430813753391e-06}
{"train_loss": 0.0006167348474264145, "global_step": 90863, "epoch": 510, "lr": 5.443637606022106e-06}
{"train_loss": 0.0007602820405736566, "global_step": 90864, "epoch": 510, "lr": 5.442967113427633e-06}
{"train_loss": 0.0008774966700002551, "global_step": 90865, "epoch": 510, "lr": 5.442296659751062e-06}
{"train_loss": 0.0007364516495727003, "global_step": 90866, "epoch": 510, "lr": 5.441626244992981e-06}
{"train_loss": 0.0022203491535037756, "global_step": 90867, "epoch": 510, "lr": 5.4409558691539745e-06}
{"train_loss": 0.0005339902127161622, "global_step": 90868, "epoch": 510, "lr": 5.440285532234635e-06}
{"train_loss": 0.0009861650178208947, "global_step": 90869, "epoch": 510, "lr": 5.439615234235551e-06}
{"train_loss": 0.000813941122032702, "global_step": 90870, "epoch": 510, "lr": 5.438944975157301e-06}
{"train_loss": 0.0006874528480693698, "global_step": 90871, "epoch": 510, "lr": 5.438274755000467e-06}
{"train_loss": 0.0010657997336238623, "global_step": 90872, "epoch": 510, "lr": 5.437604573765631e-06}
{"train_loss": 0.0009751705219969153, "global_step": 90873, "epoch": 510, "lr": 5.436934431453411e-06}
{"train_loss": 0.000651958747766912, "global_step": 90874, "epoch": 510, "lr": 5.436264328064344e-06}
{"train_loss": 0.0015048941131681204, "global_step": 90875, "epoch": 510, "lr": 5.435594263599047e-06}
{"train_loss": 0.0008296567248180509, "global_step": 90876, "epoch": 510, "lr": 5.4349242380580974e-06}
{"train_loss": 0.0005566607578657568, "global_step": 90877, "epoch": 510, "lr": 5.434254251442083e-06}
{"train_loss": 0.0007042718934826553, "global_step": 90878, "epoch": 510, "lr": 5.433584303751582e-06}
{"train_loss": 0.0005839529912918806, "global_step": 90879, "epoch": 510, "lr": 5.432914394987188e-06}
{"train_loss": 0.0013813781552016735, "global_step": 90880, "epoch": 510, "lr": 5.432244525149466e-06}
{"train_loss": 0.000710932828951627, "global_step": 90881, "epoch": 510, "lr": 5.431574694239044e-06}
{"train_loss": 0.0014372790465131402, "global_step": 90882, "epoch": 510, "lr": 5.430904902256456e-06}
{"train_loss": 0.000818600645288825, "global_step": 90883, "epoch": 510, "lr": 5.430235149202329e-06}
{"train_loss": 0.0009496656130068004, "global_step": 90884, "epoch": 510, "lr": 5.429565435077211e-06}
{"train_loss": 0.0018851668573915958, "global_step": 90885, "epoch": 510, "lr": 5.428895759881719e-06}
{"train_loss": 0.0004928616108372808, "global_step": 90886, "epoch": 510, "lr": 5.428226123616426e-06}
{"train_loss": 0.0007163785048760474, "global_step": 90887, "epoch": 510, "lr": 5.427556526281907e-06}
{"train_loss": 0.0008956211386248469, "global_step": 90888, "epoch": 510, "lr": 5.426886967878764e-06}
{"train_loss": 0.0004285004106350243, "global_step": 90889, "epoch": 510, "lr": 5.426217448407561e-06}
{"train_loss": 0.0008913938072510064, "global_step": 90890, "epoch": 510, "lr": 5.425547967868905e-06}
{"train_loss": 0.0007249710615724325, "global_step": 90891, "epoch": 510, "lr": 5.424878526263366e-06}
{"train_loss": 0.0005945417797192931, "global_step": 90892, "epoch": 510, "lr": 5.42420912359154e-06}
{"train_loss": 0.00043705597636289895, "global_step": 90893, "epoch": 510, "lr": 5.423539759854001e-06}
{"train_loss": 0.0005386818083934486, "global_step": 90894, "epoch": 510, "lr": 5.422870435051342e-06}
{"train_loss": 0.001076625194400549, "global_step": 90895, "epoch": 510, "lr": 5.422201149184131e-06}
{"train_loss": 0.0008193595567718148, "global_step": 90896, "epoch": 510, "lr": 5.4215319022529854e-06}
{"train_loss": 0.0007775676203891635, "global_step": 90897, "epoch": 510, "lr": 5.42086269425845e-06}
{"train_loss": 0.0009233805467374623, "global_step": 90898, "epoch": 510, "lr": 5.42019352520115e-06}
{"train_loss": 0.00037354411324486136, "global_step": 90899, "epoch": 510, "lr": 5.419524395081627e-06}
{"train_loss": 0.0014357399195432663, "global_step": 90900, "epoch": 510, "lr": 5.418855303900494e-06}
{"train_loss": 0.0003398303815629333, "global_step": 90901, "epoch": 510, "lr": 5.418186251658336e-06}
{"train_loss": 0.00041762294131331146, "global_step": 90902, "epoch": 510, "lr": 5.417517238355724e-06}
{"train_loss": 0.0007070323918014765, "global_step": 90903, "epoch": 510, "lr": 5.416848263993252e-06}
{"train_loss": 0.0016475769225507975, "global_step": 90904, "epoch": 510, "lr": 5.416179328571497e-06}
{"train_loss": 0.0009849140187725425, "global_step": 90905, "epoch": 510, "lr": 5.415510432091036e-06}
{"train_loss": 0.0020868259016424417, "global_step": 90906, "epoch": 510, "lr": 5.414841574552487e-06}
{"train_loss": 0.0011717124143615365, "global_step": 90907, "epoch": 510, "lr": 5.414172755956393e-06}
{"train_loss": 0.00043431282392702997, "global_step": 90908, "epoch": 510, "lr": 5.413503976303363e-06}
{"train_loss": 0.0005904121208004653, "global_step": 90909, "epoch": 510, "lr": 5.412835235593977e-06}
{"train_loss": 0.003211287083104253, "global_step": 90910, "epoch": 510, "lr": 5.412166533828805e-06}
{"train_loss": 0.0010290066711604595, "global_step": 90911, "epoch": 510, "lr": 5.411497871008464e-06}
{"train_loss": 0.0005523315048776567, "global_step": 90912, "epoch": 510, "lr": 5.410829247133492e-06}
{"train_loss": 0.000648121815174818, "global_step": 90913, "epoch": 510, "lr": 5.410160662204516e-06}
{"train_loss": 0.0012317175278440118, "global_step": 90914, "epoch": 510, "lr": 5.409492116222098e-06}
{"train_loss": 0.0004818514862563461, "global_step": 90915, "epoch": 510, "lr": 5.408823609186825e-06}
{"train_loss": 0.0012284094700589776, "global_step": 90916, "epoch": 510, "lr": 5.408155141099281e-06}
{"train_loss": 0.002316906116902828, "global_step": 90917, "epoch": 510, "lr": 5.407486711960053e-06}
{"train_loss": 0.0011206992203369737, "global_step": 90918, "epoch": 510, "lr": 5.406818321769719e-06}
{"train_loss": 0.0003067924699280411, "global_step": 90919, "epoch": 510, "lr": 5.4061499705288675e-06}
{"train_loss": 0.0005502119893208146, "global_step": 90920, "epoch": 510, "lr": 5.405481658238071e-06}
{"train_loss": 0.0013391682878136635, "global_step": 90921, "epoch": 510, "lr": 5.4048133848979445e-06}
{"train_loss": 0.0011623387690633535, "global_step": 90922, "epoch": 510, "lr": 5.404145150509027e-06}
{"train_loss": 0.0028173881582915783, "global_step": 90923, "epoch": 510, "lr": 5.403476955071935e-06}
{"train_loss": 0.001084159011952579, "global_step": 90924, "epoch": 510, "lr": 5.402808798587245e-06}
{"train_loss": 0.0003384021983947605, "global_step": 90925, "epoch": 510, "lr": 5.40214068105554e-06}
{"train_loss": 0.0005727752577513456, "global_step": 90926, "epoch": 510, "lr": 5.401472602477397e-06}
{"train_loss": 0.0006622571963816881, "global_step": 90927, "epoch": 510, "lr": 5.400804562853412e-06}
{"train_loss": 0.0010458644246682525, "global_step": 90928, "epoch": 510, "lr": 5.400136562184144e-06}
{"train_loss": 0.0011581063736230135, "global_step": 90929, "epoch": 510, "lr": 5.399468600470214e-06}
{"train_loss": 0.0008185261394828558, "global_step": 90930, "epoch": 510, "lr": 5.398800677712168e-06}
{"train_loss": 0.001075767446309328, "global_step": 90931, "epoch": 510, "lr": 5.398132793910615e-06}
{"train_loss": 0.0009480426670052111, "global_step": 90932, "epoch": 510, "lr": 5.397464949066128e-06}
{"train_loss": 0.0010455241426825523, "global_step": 90933, "epoch": 510, "lr": 5.396797143179283e-06}
{"train_loss": 0.0008858387591317296, "global_step": 90934, "epoch": 510, "lr": 5.396129376250686e-06}
{"train_loss": 0.0007138189394026995, "global_step": 90935, "epoch": 510, "lr": 5.3954616482808914e-06}
{"train_loss": 0.0008615212282165885, "global_step": 90936, "epoch": 510, "lr": 5.394793959270516e-06}
{"train_loss": 0.001483601052314043, "global_step": 90937, "epoch": 510, "lr": 5.39412630922011e-06}
{"train_loss": 0.0006104765343479812, "global_step": 90938, "epoch": 510, "lr": 5.393458698130277e-06}
{"train_loss": 0.0006813002401031554, "global_step": 90939, "epoch": 510, "lr": 5.3927911260015895e-06}
{"train_loss": 0.00030225026421248913, "global_step": 90940, "epoch": 510, "lr": 5.392123592834641e-06}
{"train_loss": 0.0007198636303655803, "global_step": 90941, "epoch": 510, "lr": 5.391456098630004e-06}
{"train_loss": 0.000960412435233593, "global_step": 90942, "epoch": 510, "lr": 5.390788643388267e-06}
{"train_loss": 0.0013144442345947027, "global_step": 90943, "epoch": 510, "lr": 5.390121227110006e-06}
{"train_loss": 0.0007891978602856398, "global_step": 90944, "epoch": 510, "lr": 5.389453849795828e-06}
{"train_loss": 0.0006870788056403399, "global_step": 90945, "epoch": 510, "lr": 5.388786511446275e-06}
{"train_loss": 0.0006219707429409027, "global_step": 90946, "epoch": 510, "lr": 5.388119212061965e-06}
{"train_loss": 0.0003861453733406961, "global_step": 90947, "epoch": 510, "lr": 5.3874519516434684e-06}
{"train_loss": 0.0008200483862310648, "global_step": 90948, "epoch": 510, "lr": 5.386784730191369e-06}
{"train_loss": 0.001007560407742858, "global_step": 90949, "epoch": 510, "lr": 5.386117547706249e-06}
{"train_loss": 0.001326587749645114, "global_step": 90950, "epoch": 510, "lr": 5.3854504041886914e-06}
{"train_loss": 0.0023521336261183023, "global_step": 90951, "epoch": 510, "lr": 5.384783299639268e-06}
{"train_loss": 0.000713273708242923, "global_step": 90952, "epoch": 510, "lr": 5.384116234058583e-06}
{"train_loss": 0.0006783392746001482, "global_step": 90953, "epoch": 510, "lr": 5.383449207447206e-06}
{"train_loss": 0.0011652077082544565, "global_step": 90954, "epoch": 510, "lr": 5.382782219805721e-06}
{"train_loss": 0.0008609245414845645, "global_step": 90955, "epoch": 510, "lr": 5.3821152711347135e-06}
{"train_loss": 0.0007325909100472927, "global_step": 90956, "epoch": 510, "lr": 5.38144836143476e-06}
{"train_loss": 0.0010331561017174566, "global_step": 90957, "epoch": 510, "lr": 5.380781490706449e-06, "train_action_mse_error": 1.791553700059012e-06}
{"train_loss": 0.0005114486557431519, "global_step": 90958, "epoch": 511, "lr": 5.380114658950352e-06}
{"train_loss": 0.0006834836094640195, "global_step": 90959, "epoch": 511, "lr": 5.379447866167081e-06}
{"train_loss": 0.0005832143360748887, "global_step": 90960, "epoch": 511, "lr": 5.378781112357173e-06}
{"train_loss": 0.0017325746593996882, "global_step": 90961, "epoch": 511, "lr": 5.37811439752125e-06}
{"train_loss": 0.0011231324169784784, "global_step": 90962, "epoch": 511, "lr": 5.377447721659879e-06}
{"train_loss": 0.0004443952930159867, "global_step": 90963, "epoch": 511, "lr": 5.376781084773641e-06}
{"train_loss": 0.0013086944818496704, "global_step": 90964, "epoch": 511, "lr": 5.376114486863115e-06}
{"train_loss": 0.00040099472971633077, "global_step": 90965, "epoch": 511, "lr": 5.375447927928895e-06}
{"train_loss": 0.00048730961862020195, "global_step": 90966, "epoch": 511, "lr": 5.3747814079715466e-06}
{"train_loss": 0.0004507444682531059, "global_step": 90967, "epoch": 511, "lr": 5.374114926991675e-06}
{"train_loss": 0.001113792648538947, "global_step": 90968, "epoch": 511, "lr": 5.3734484849898344e-06}
{"train_loss": 0.0012109295930713415, "global_step": 90969, "epoch": 511, "lr": 5.372782081966632e-06}
{"train_loss": 0.0018750616582110524, "global_step": 90970, "epoch": 511, "lr": 5.372115717922632e-06}
{"train_loss": 0.000728768645785749, "global_step": 90971, "epoch": 511, "lr": 5.37144939285843e-06}
{"train_loss": 0.0010181153193116188, "global_step": 90972, "epoch": 511, "lr": 5.370783106774602e-06}
{"train_loss": 0.0010157853830605745, "global_step": 90973, "epoch": 511, "lr": 5.37011685967172e-06}
{"train_loss": 0.0005289501859806478, "global_step": 90974, "epoch": 511, "lr": 5.369450651550395e-06}
{"train_loss": 0.0021115154959261417, "global_step": 90975, "epoch": 511, "lr": 5.3687844824111655e-06}
{"train_loss": 0.0015475689433515072, "global_step": 90976, "epoch": 511, "lr": 5.368118352254653e-06}
{"train_loss": 0.001027301186695695, "global_step": 90977, "epoch": 511, "lr": 5.367452261081418e-06}
{"train_loss": 0.00040094368159770966, "global_step": 90978, "epoch": 511, "lr": 5.366786208892055e-06}
{"train_loss": 0.0013932585716247559, "global_step": 90979, "epoch": 511, "lr": 5.36612019568713e-06}
{"train_loss": 0.0020792391151189804, "global_step": 90980, "epoch": 511, "lr": 5.365454221467242e-06}
{"train_loss": 0.0009545390494167805, "global_step": 90981, "epoch": 511, "lr": 5.364788286232947e-06}
{"train_loss": 0.0014977105893194675, "global_step": 90982, "epoch": 511, "lr": 5.364122389984871e-06}
{"train_loss": 0.0006864472525194287, "global_step": 90983, "epoch": 511, "lr": 5.363456532723543e-06}
{"train_loss": 0.0010620761895552278, "global_step": 90984, "epoch": 511, "lr": 5.362790714449584e-06}
{"train_loss": 0.0009490151423960924, "global_step": 90985, "epoch": 511, "lr": 5.36212493516356e-06}
{"train_loss": 0.0008685248903930187, "global_step": 90986, "epoch": 511, "lr": 5.361459194866053e-06}
{"train_loss": 0.0011277955491095781, "global_step": 90987, "epoch": 511, "lr": 5.360793493557642e-06}
{"train_loss": 0.0009348251041956246, "global_step": 90988, "epoch": 511, "lr": 5.3601278312389205e-06}
{"train_loss": 0.00044073740718886256, "global_step": 90989, "epoch": 511, "lr": 5.3594622079104485e-06}
{"train_loss": 0.0011949781328439713, "global_step": 90990, "epoch": 511, "lr": 5.358796623572837e-06}
{"train_loss": 0.0009447988704778254, "global_step": 90991, "epoch": 511, "lr": 5.35813107822663e-06}
{"train_loss": 0.0009386136662214994, "global_step": 90992, "epoch": 511, "lr": 5.3574655718724445e-06}
{"train_loss": 0.0012617420870810747, "global_step": 90993, "epoch": 511, "lr": 5.356800104510845e-06}
{"train_loss": 0.0008859309018589556, "global_step": 90994, "epoch": 511, "lr": 5.356134676142416e-06}
{"train_loss": 0.0009523495682515204, "global_step": 90995, "epoch": 511, "lr": 5.355469286767733e-06}
{"train_loss": 0.0008268051315099001, "global_step": 90996, "epoch": 511, "lr": 5.35480393638737e-06}
{"train_loss": 0.0007208464667201042, "global_step": 90997, "epoch": 511, "lr": 5.354138625001947e-06}
{"train_loss": 0.0007451037527061999, "global_step": 90998, "epoch": 511, "lr": 5.353473352611993e-06}
{"train_loss": 0.000604301574639976, "global_step": 90999, "epoch": 511, "lr": 5.352808119218122e-06}
{"train_loss": 0.0010156524367630482, "global_step": 91000, "epoch": 511, "lr": 5.352142924820913e-06}
{"train_loss": 0.00083891925169155, "global_step": 91001, "epoch": 511, "lr": 5.351477769420937e-06}
{"train_loss": 0.0006282968097366393, "global_step": 91002, "epoch": 511, "lr": 5.350812653018778e-06}
{"train_loss": 0.00045670499093830585, "global_step": 91003, "epoch": 511, "lr": 5.350147575615022e-06}
{"train_loss": 0.0007748404750600457, "global_step": 91004, "epoch": 511, "lr": 5.349482537210232e-06}
{"train_loss": 0.0018194864969700575, "global_step": 91005, "epoch": 511, "lr": 5.348817537805023e-06}
{"train_loss": 0.0018398191314190626, "global_step": 91006, "epoch": 511, "lr": 5.348152577399934e-06}
{"train_loss": 0.0018613594584167004, "global_step": 91007, "epoch": 511, "lr": 5.347487655995586e-06}
{"train_loss": 0.0009139268659055233, "global_step": 91008, "epoch": 511, "lr": 5.346822773592525e-06}
{"train_loss": 0.0007801260217092931, "global_step": 91009, "epoch": 511, "lr": 5.3461579301913534e-06}
{"train_loss": 0.0008272450650110841, "global_step": 91010, "epoch": 511, "lr": 5.34549312579265e-06}
{"train_loss": 0.000602399290073663, "global_step": 91011, "epoch": 511, "lr": 5.344828360396992e-06}
{"train_loss": 0.000575294834561646, "global_step": 91012, "epoch": 511, "lr": 5.3441636340049564e-06}
{"train_loss": 0.0005813298048451543, "global_step": 91013, "epoch": 511, "lr": 5.34349894661712e-06}
{"train_loss": 0.0004920521751046181, "global_step": 91014, "epoch": 511, "lr": 5.342834298234079e-06}
{"train_loss": 0.0011929646134376526, "global_step": 91015, "epoch": 511, "lr": 5.342169688856402e-06}
{"train_loss": 0.0008497474482282996, "global_step": 91016, "epoch": 511, "lr": 5.3415051184846745e-06}
{"train_loss": 0.0002866325667127967, "global_step": 91017, "epoch": 511, "lr": 5.340840587119478e-06}
{"train_loss": 0.001057858346030116, "global_step": 91018, "epoch": 511, "lr": 5.34017609476139e-06}
{"train_loss": 0.001484711654484272, "global_step": 91019, "epoch": 511, "lr": 5.3395116414109826e-06}
{"train_loss": 0.0018378478707745671, "global_step": 91020, "epoch": 511, "lr": 5.33884722706886e-06}
{"train_loss": 0.0005024622078053653, "global_step": 91021, "epoch": 511, "lr": 5.338182851735568e-06}
{"train_loss": 0.0018266591941937804, "global_step": 91022, "epoch": 511, "lr": 5.337518515411716e-06}
{"train_loss": 0.000538623717147857, "global_step": 91023, "epoch": 511, "lr": 5.336854218097876e-06}
{"train_loss": 0.0018964253831654787, "global_step": 91024, "epoch": 511, "lr": 5.33618995979463e-06}
{"train_loss": 0.0010920526692643762, "global_step": 91025, "epoch": 511, "lr": 5.33552574050255e-06}
{"train_loss": 0.0006010531797073781, "global_step": 91026, "epoch": 511, "lr": 5.334861560222221e-06}
{"train_loss": 0.000497091852594167, "global_step": 91027, "epoch": 511, "lr": 5.3341974189542235e-06}
{"train_loss": 0.0017307328525930643, "global_step": 91028, "epoch": 511, "lr": 5.333533316699141e-06}
{"train_loss": 0.002153428504243493, "global_step": 91029, "epoch": 511, "lr": 5.3328692534575346e-06}
{"train_loss": 0.0006548292003571987, "global_step": 91030, "epoch": 511, "lr": 5.332205229230019e-06}
{"train_loss": 0.00221466226503253, "global_step": 91031, "epoch": 511, "lr": 5.331541244017141e-06}
{"train_loss": 0.0005556705873459578, "global_step": 91032, "epoch": 511, "lr": 5.330877297819498e-06}
{"train_loss": 0.0016440292820334435, "global_step": 91033, "epoch": 511, "lr": 5.3302133906376675e-06}
{"train_loss": 0.0008376557379961014, "global_step": 91034, "epoch": 511, "lr": 5.329549522472216e-06}
{"train_loss": 0.0003906823694705963, "global_step": 91035, "epoch": 511, "lr": 5.328885693323759e-06}
{"train_loss": 0.0005993131780996919, "global_step": 91036, "epoch": 511, "lr": 5.328221903192832e-06}
{"train_loss": 0.0009013813687488437, "global_step": 91037, "epoch": 511, "lr": 5.327558152080042e-06}
{"train_loss": 0.0002902813139371574, "global_step": 91038, "epoch": 511, "lr": 5.326894439985969e-06}
{"train_loss": 0.0037918854504823685, "global_step": 91039, "epoch": 511, "lr": 5.326230766911178e-06}
{"train_loss": 0.00033330946462228894, "global_step": 91040, "epoch": 511, "lr": 5.325567132856263e-06}
{"train_loss": 0.000644486106466502, "global_step": 91041, "epoch": 511, "lr": 5.324903537821791e-06}
{"train_loss": 0.0020468714646995068, "global_step": 91042, "epoch": 511, "lr": 5.324239981808343e-06}
{"train_loss": 0.0012609728146344423, "global_step": 91043, "epoch": 511, "lr": 5.323576464816521e-06}
{"train_loss": 0.0010485089151188731, "global_step": 91044, "epoch": 511, "lr": 5.3229129868468676e-06}
{"train_loss": 0.0011621866142377257, "global_step": 91045, "epoch": 511, "lr": 5.322249547899999e-06}
{"train_loss": 0.0014194230316206813, "global_step": 91046, "epoch": 511, "lr": 5.321586147976459e-06}
{"train_loss": 0.0007471501012332737, "global_step": 91047, "epoch": 511, "lr": 5.32092278707686e-06}
{"train_loss": 0.0006601957138627768, "global_step": 91048, "epoch": 511, "lr": 5.32025946520176e-06}
{"train_loss": 0.0014902574475854635, "global_step": 91049, "epoch": 511, "lr": 5.31959618235175e-06}
{"train_loss": 0.0008434266783297062, "global_step": 91050, "epoch": 511, "lr": 5.318932938527399e-06}
{"train_loss": 0.0017688664374873042, "global_step": 91051, "epoch": 511, "lr": 5.318269733729298e-06}
{"train_loss": 0.0006152748828753829, "global_step": 91052, "epoch": 511, "lr": 5.317606567958006e-06}
{"train_loss": 0.0004472798900678754, "global_step": 91053, "epoch": 511, "lr": 5.3169434412141335e-06}
{"train_loss": 0.0008923468412831426, "global_step": 91054, "epoch": 511, "lr": 5.316280353498226e-06}
{"train_loss": 0.001930466154590249, "global_step": 91055, "epoch": 511, "lr": 5.315617304810894e-06}
{"train_loss": 0.0008419001242145896, "global_step": 91056, "epoch": 511, "lr": 5.314954295152696e-06}
{"train_loss": 0.0014552520588040352, "global_step": 91057, "epoch": 511, "lr": 5.314291324524206e-06}
{"train_loss": 0.0014677450526505709, "global_step": 91058, "epoch": 511, "lr": 5.313628392926035e-06}
{"train_loss": 0.0008204286568798125, "global_step": 91059, "epoch": 511, "lr": 5.312965500358724e-06}
{"train_loss": 0.0011716559529304504, "global_step": 91060, "epoch": 511, "lr": 5.312302646822875e-06}
{"train_loss": 0.0009849878260865808, "global_step": 91061, "epoch": 511, "lr": 5.311639832319065e-06}
{"train_loss": 0.0015338235534727573, "global_step": 91062, "epoch": 511, "lr": 5.310977056847866e-06}
{"train_loss": 0.0008540938142687082, "global_step": 91063, "epoch": 511, "lr": 5.310314320409859e-06}
{"train_loss": 0.0006911837263032794, "global_step": 91064, "epoch": 511, "lr": 5.309651623005624e-06}
{"train_loss": 0.0015114957932382822, "global_step": 91065, "epoch": 511, "lr": 5.308988964635742e-06}
{"train_loss": 0.0013946025865152478, "global_step": 91066, "epoch": 511, "lr": 5.308326345300785e-06}
{"train_loss": 0.00032378226751461625, "global_step": 91067, "epoch": 511, "lr": 5.307663765001325e-06}
{"train_loss": 0.0008337724721059203, "global_step": 91068, "epoch": 511, "lr": 5.307001223737978e-06}
{"train_loss": 0.0014334024162963033, "global_step": 91069, "epoch": 511, "lr": 5.306338721511272e-06}
{"train_loss": 0.00088452611817047, "global_step": 91070, "epoch": 511, "lr": 5.305676258321823e-06}
{"train_loss": 0.0006904499023221433, "global_step": 91071, "epoch": 511, "lr": 5.305013834170192e-06}
{"train_loss": 0.0014285079669207335, "global_step": 91072, "epoch": 511, "lr": 5.3043514490569655e-06}
{"train_loss": 0.0019836905412375927, "global_step": 91073, "epoch": 511, "lr": 5.303689102982718e-06}
{"train_loss": 0.0012496705166995525, "global_step": 91074, "epoch": 511, "lr": 5.3030267959480295e-06}
{"train_loss": 0.0014870367012917995, "global_step": 91075, "epoch": 511, "lr": 5.302364527953469e-06}
{"train_loss": 0.0010746880434453487, "global_step": 91076, "epoch": 511, "lr": 5.301702298999634e-06}
{"train_loss": 0.00040825631003826857, "global_step": 91077, "epoch": 511, "lr": 5.3010401090870905e-06}
{"train_loss": 0.0004384792409837246, "global_step": 91078, "epoch": 511, "lr": 5.300377958216418e-06}
{"train_loss": 0.001415151171386242, "global_step": 91079, "epoch": 511, "lr": 5.299715846388198e-06}
{"train_loss": 0.0002871936303563416, "global_step": 91080, "epoch": 511, "lr": 5.2990537736029965e-06}
{"train_loss": 0.001090300502255559, "global_step": 91081, "epoch": 511, "lr": 5.2983917398614195e-06}
{"train_loss": 0.0008494815556332469, "global_step": 91082, "epoch": 511, "lr": 5.297729745164009e-06}
{"train_loss": 0.0007466592360287905, "global_step": 91083, "epoch": 511, "lr": 5.297067789511384e-06}
{"train_loss": 0.0007046155515126884, "global_step": 91084, "epoch": 511, "lr": 5.296405872904081e-06}
{"train_loss": 0.0006675882032141089, "global_step": 91085, "epoch": 511, "lr": 5.295743995342706e-06}
{"train_loss": 0.00037345633609220386, "global_step": 91086, "epoch": 511, "lr": 5.2950821568278294e-06}
{"train_loss": 0.00032394754816778004, "global_step": 91087, "epoch": 511, "lr": 5.29442035736003e-06}
{"train_loss": 0.0006049865623936057, "global_step": 91088, "epoch": 511, "lr": 5.29375859693988e-06}
{"train_loss": 0.0012411538045853376, "global_step": 91089, "epoch": 511, "lr": 5.293096875567965e-06}
{"train_loss": 0.0009236162295565009, "global_step": 91090, "epoch": 511, "lr": 5.292435193244849e-06}
{"train_loss": 0.0015719663351774216, "global_step": 91091, "epoch": 511, "lr": 5.2917735499711465e-06}
{"train_loss": 0.0010734391398727894, "global_step": 91092, "epoch": 511, "lr": 5.291111945747384e-06}
{"train_loss": 0.0006260902155190706, "global_step": 91093, "epoch": 511, "lr": 5.290450380574174e-06}
{"train_loss": 0.0006584894144907594, "global_step": 91094, "epoch": 511, "lr": 5.289788854452088e-06}
{"train_loss": 0.0004714957030955702, "global_step": 91095, "epoch": 511, "lr": 5.2891273673817024e-06}
{"train_loss": 0.0007395513821393251, "global_step": 91096, "epoch": 511, "lr": 5.288465919363594e-06}
{"train_loss": 0.0008460655226372182, "global_step": 91097, "epoch": 511, "lr": 5.287804510398331e-06}
{"train_loss": 0.0006053373799659312, "global_step": 91098, "epoch": 511, "lr": 5.287143140486506e-06}
{"train_loss": 0.001294004381634295, "global_step": 91099, "epoch": 511, "lr": 5.286481809628696e-06}
{"train_loss": 0.0014362526126205921, "global_step": 91100, "epoch": 511, "lr": 5.2858205178254735e-06}
{"train_loss": 0.0016796907875686884, "global_step": 91101, "epoch": 511, "lr": 5.285159265077416e-06}
{"train_loss": 0.001965053379535675, "global_step": 91102, "epoch": 511, "lr": 5.284498051385101e-06}
{"train_loss": 0.0012397803366184235, "global_step": 91103, "epoch": 511, "lr": 5.2838368767491046e-06}
{"train_loss": 0.001158574828878045, "global_step": 91104, "epoch": 511, "lr": 5.28317574117001e-06}
{"train_loss": 0.0004998727235943079, "global_step": 91105, "epoch": 511, "lr": 5.282514644648378e-06}
{"train_loss": 0.0010371808893978596, "global_step": 91106, "epoch": 511, "lr": 5.2818535871848155e-06}
{"train_loss": 0.0008405378903262317, "global_step": 91107, "epoch": 511, "lr": 5.281192568779869e-06}
{"train_loss": 0.0017915911739692092, "global_step": 91108, "epoch": 511, "lr": 5.28053158943414e-06}
{"train_loss": 0.002441776217892766, "global_step": 91109, "epoch": 511, "lr": 5.279870649148194e-06}
{"train_loss": 0.0004630887124221772, "global_step": 91110, "epoch": 511, "lr": 5.279209747922609e-06}
{"train_loss": 0.0013582220999523997, "global_step": 91111, "epoch": 511, "lr": 5.278548885757967e-06}
{"train_loss": 0.0008313437574543059, "global_step": 91112, "epoch": 511, "lr": 5.27788806265484e-06}
{"train_loss": 0.0014306872617453337, "global_step": 91113, "epoch": 511, "lr": 5.2772272786138e-06}
{"train_loss": 0.001307620550505817, "global_step": 91114, "epoch": 511, "lr": 5.276566533635447e-06}
{"train_loss": 0.0006697425851598382, "global_step": 91115, "epoch": 511, "lr": 5.275905827720323e-06}
{"train_loss": 0.0008141948492266238, "global_step": 91116, "epoch": 511, "lr": 5.275245160869047e-06}
{"train_loss": 0.0003719376400113106, "global_step": 91117, "epoch": 511, "lr": 5.2745845330821495e-06}
{"train_loss": 0.0013606040738523006, "global_step": 91118, "epoch": 511, "lr": 5.273923944360237e-06}
{"train_loss": 0.000477042980492115, "global_step": 91119, "epoch": 511, "lr": 5.273263394703898e-06}
{"train_loss": 0.0013744848547503352, "global_step": 91120, "epoch": 511, "lr": 5.27260288411367e-06}
{"train_loss": 0.000688278756570071, "global_step": 91121, "epoch": 511, "lr": 5.271942412590175e-06}
{"train_loss": 0.001049599377438426, "global_step": 91122, "epoch": 511, "lr": 5.2712819801339465e-06}
{"train_loss": 0.0005074594519101083, "global_step": 91123, "epoch": 511, "lr": 5.270621586745589e-06}
{"train_loss": 0.0011055963113904, "global_step": 91124, "epoch": 511, "lr": 5.269961232425674e-06}
{"train_loss": 0.0015961041208356619, "global_step": 91125, "epoch": 511, "lr": 5.26930091717478e-06}
{"train_loss": 0.00035536877112463117, "global_step": 91126, "epoch": 511, "lr": 5.268640640993477e-06}
{"train_loss": 0.0008051462937146425, "global_step": 91127, "epoch": 511, "lr": 5.2679804038823444e-06}
{"train_loss": 0.0002791301812976599, "global_step": 91128, "epoch": 511, "lr": 5.267320205841952e-06}
{"train_loss": 0.001055087661370635, "global_step": 91129, "epoch": 511, "lr": 5.266660046872901e-06}
{"train_loss": 0.0013603386469185352, "global_step": 91130, "epoch": 511, "lr": 5.2659999269757345e-06}
{"train_loss": 0.0013542324304580688, "global_step": 91131, "epoch": 511, "lr": 5.2653398461510574e-06}
{"train_loss": 0.0007631895132362843, "global_step": 91132, "epoch": 511, "lr": 5.264679804399431e-06}
{"train_loss": 0.002013689838349819, "global_step": 91133, "epoch": 511, "lr": 5.2640198017214316e-06}
{"train_loss": 0.0009987738449126482, "global_step": 91134, "epoch": 511, "lr": 5.263359838117643e-06}
{"train_loss": 0.0010277614363055844, "global_step": 91135, "epoch": 511, "lr": 5.262699913588643e-06}
{"train_loss": 0.0004069017304573208, "global_step": 91136, "epoch": 512, "lr": 5.2620400281349956e-06}
{"train_loss": 0.0010187720181420445, "global_step": 91137, "epoch": 512, "lr": 5.261380181757286e-06}
{"train_loss": 0.0010766941122710705, "global_step": 91138, "epoch": 512, "lr": 5.26072037445608e-06}
{"train_loss": 0.0016045784577727318, "global_step": 91139, "epoch": 512, "lr": 5.2600606062319704e-06}
{"train_loss": 0.0015087199863046408, "global_step": 91140, "epoch": 512, "lr": 5.25940087708553e-06}
{"train_loss": 0.0008239693706855178, "global_step": 91141, "epoch": 512, "lr": 5.25874118701733e-06}
{"train_loss": 0.0013809901429340243, "global_step": 91142, "epoch": 512, "lr": 5.2580815360279475e-06}
{"train_loss": 0.0009081543539650738, "global_step": 91143, "epoch": 512, "lr": 5.25742192411795e-06}
{"train_loss": 0.0004371353716123849, "global_step": 91144, "epoch": 512, "lr": 5.256762351287936e-06}
{"train_loss": 0.0008689943351782858, "global_step": 91145, "epoch": 512, "lr": 5.256102817538455e-06}
{"train_loss": 0.0005783683154731989, "global_step": 91146, "epoch": 512, "lr": 5.255443322870102e-06}
{"train_loss": 0.001410669181495905, "global_step": 91147, "epoch": 512, "lr": 5.254783867283453e-06}
{"train_loss": 0.0011185762705281377, "global_step": 91148, "epoch": 512, "lr": 5.254124450779074e-06}
{"train_loss": 0.0013130141887813807, "global_step": 91149, "epoch": 512, "lr": 5.253465073357544e-06}
{"train_loss": 0.0005725179216824472, "global_step": 91150, "epoch": 512, "lr": 5.2528057350194395e-06}
{"train_loss": 0.000994828762486577, "global_step": 91151, "epoch": 512, "lr": 5.252146435765332e-06}
{"train_loss": 0.0021835691295564175, "global_step": 91152, "epoch": 512, "lr": 5.251487175595815e-06}
{"train_loss": 0.0005635599372908473, "global_step": 91153, "epoch": 512, "lr": 5.2508279545114395e-06}
{"train_loss": 0.00044000684283673763, "global_step": 91154, "epoch": 512, "lr": 5.250168772512809e-06}
{"train_loss": 0.0008571596117690206, "global_step": 91155, "epoch": 512, "lr": 5.249509629600463e-06}
{"train_loss": 0.0020477192010730505, "global_step": 91156, "epoch": 512, "lr": 5.248850525775006e-06}
{"train_loss": 0.0010301885195076466, "global_step": 91157, "epoch": 512, "lr": 5.2481914610370105e-06}
{"train_loss": 0.0009663659147918224, "global_step": 91158, "epoch": 512, "lr": 5.2475324353870426e-06}
{"train_loss": 0.000620764447376132, "global_step": 91159, "epoch": 512, "lr": 5.246873448825684e-06}
{"train_loss": 0.0008489928441122174, "global_step": 91160, "epoch": 512, "lr": 5.246214501353502e-06}
{"train_loss": 0.0023233641404658556, "global_step": 91161, "epoch": 512, "lr": 5.245555592971085e-06}
{"train_loss": 0.000788806239143014, "global_step": 91162, "epoch": 512, "lr": 5.244896723679005e-06}
{"train_loss": 0.0007626109290868044, "global_step": 91163, "epoch": 512, "lr": 5.244237893477838e-06}
{"train_loss": 0.0006608752300962806, "global_step": 91164, "epoch": 512, "lr": 5.243579102368152e-06}
{"train_loss": 0.0011013830080628395, "global_step": 91165, "epoch": 512, "lr": 5.242920350350527e-06}
{"train_loss": 0.0027171876281499863, "global_step": 91166, "epoch": 512, "lr": 5.242261637425528e-06}
{"train_loss": 0.0005210029776208103, "global_step": 91167, "epoch": 512, "lr": 5.241602963593761e-06}
{"train_loss": 0.00036454410292208195, "global_step": 91168, "epoch": 512, "lr": 5.240944328855757e-06}
{"train_loss": 0.000841861532535404, "global_step": 91169, "epoch": 512, "lr": 5.24028573321213e-06}
{"train_loss": 0.0013458747416734695, "global_step": 91170, "epoch": 512, "lr": 5.239627176663442e-06}
{"train_loss": 0.000858694314956665, "global_step": 91171, "epoch": 512, "lr": 5.238968659210264e-06}
{"train_loss": 0.0008787481929175556, "global_step": 91172, "epoch": 512, "lr": 5.2383101808531735e-06}
{"train_loss": 0.0005783963715657592, "global_step": 91173, "epoch": 512, "lr": 5.237651741592747e-06}
{"train_loss": 0.00123835657723248, "global_step": 91174, "epoch": 512, "lr": 5.236993341429558e-06}
{"train_loss": 0.0009118677116930485, "global_step": 91175, "epoch": 512, "lr": 5.236334980364177e-06}
{"train_loss": 0.0010795977432280779, "global_step": 91176, "epoch": 512, "lr": 5.235676658397182e-06}
{"train_loss": 0.0009845036547631025, "global_step": 91177, "epoch": 512, "lr": 5.235018375529166e-06}
{"train_loss": 0.000636021257378161, "global_step": 91178, "epoch": 512, "lr": 5.234360131760668e-06}
{"train_loss": 0.0004875330487266183, "global_step": 91179, "epoch": 512, "lr": 5.233701927092294e-06}
{"train_loss": 0.0008268659003078938, "global_step": 91180, "epoch": 512, "lr": 5.2330437615246085e-06}
{"train_loss": 0.00029504336998797953, "global_step": 91181, "epoch": 512, "lr": 5.232385635058179e-06}
{"train_loss": 0.0007280296995304525, "global_step": 91182, "epoch": 512, "lr": 5.231727547693599e-06}
{"train_loss": 0.00034118612529709935, "global_step": 91183, "epoch": 512, "lr": 5.231069499431418e-06}
{"train_loss": 0.0013250509509816766, "global_step": 91184, "epoch": 512, "lr": 5.23041149027223e-06}
{"train_loss": 0.002176168840378523, "global_step": 91185, "epoch": 512, "lr": 5.229753520216607e-06}
{"train_loss": 0.0012794083449989557, "global_step": 91186, "epoch": 512, "lr": 5.229095589265121e-06}
{"train_loss": 0.00034376780968159437, "global_step": 91187, "epoch": 512, "lr": 5.228437697418342e-06}
{"train_loss": 0.0009727802244015038, "global_step": 91188, "epoch": 512, "lr": 5.227779844676856e-06}
{"train_loss": 0.0003302418626844883, "global_step": 91189, "epoch": 512, "lr": 5.227122031041215e-06}
{"train_loss": 0.0008760967175476253, "global_step": 91190, "epoch": 512, "lr": 5.226464256512031e-06}
{"train_loss": 0.000518734916113317, "global_step": 91191, "epoch": 512, "lr": 5.2258065210898374e-06}
{"train_loss": 0.0008886295254342258, "global_step": 91192, "epoch": 512, "lr": 5.225148824775245e-06}
{"train_loss": 0.0013490463607013226, "global_step": 91193, "epoch": 512, "lr": 5.224491167568791e-06}
{"train_loss": 0.0012583188945427537, "global_step": 91194, "epoch": 512, "lr": 5.223833549471085e-06}
{"train_loss": 0.0012339756358414888, "global_step": 91195, "epoch": 512, "lr": 5.22317597048268e-06}
{"train_loss": 0.001502186176367104, "global_step": 91196, "epoch": 512, "lr": 5.222518430604162e-06}
{"train_loss": 0.0009564751526340842, "global_step": 91197, "epoch": 512, "lr": 5.221860929836098e-06}
{"train_loss": 0.0004443029756657779, "global_step": 91198, "epoch": 512, "lr": 5.221203468179065e-06}
{"train_loss": 0.0012759859673678875, "global_step": 91199, "epoch": 512, "lr": 5.220546045633623e-06}
{"train_loss": 0.0008316696621477604, "global_step": 91200, "epoch": 512, "lr": 5.219888662200384e-06}
{"train_loss": 0.001119879656471312, "global_step": 91201, "epoch": 512, "lr": 5.219231317879875e-06}
{"train_loss": 0.0018989148084074259, "global_step": 91202, "epoch": 512, "lr": 5.218574012672706e-06}
{"train_loss": 0.0005758660845458508, "global_step": 91203, "epoch": 512, "lr": 5.2179167465794375e-06}
{"train_loss": 0.002130802720785141, "global_step": 91204, "epoch": 512, "lr": 5.217259519600631e-06}
{"train_loss": 0.002094087190926075, "global_step": 91205, "epoch": 512, "lr": 5.216602331736897e-06}
{"train_loss": 0.001280471682548523, "global_step": 91206, "epoch": 512, "lr": 5.215945182988769e-06}
{"train_loss": 0.0006521003670059144, "global_step": 91207, "epoch": 512, "lr": 5.215288073356844e-06}
{"train_loss": 0.0006918094586580992, "global_step": 91208, "epoch": 512, "lr": 5.214631002841691e-06}
{"train_loss": 0.0005737761384807527, "global_step": 91209, "epoch": 512, "lr": 5.213973971443886e-06}
{"train_loss": 0.0007222905987873673, "global_step": 91210, "epoch": 512, "lr": 5.213316979164001e-06}
{"train_loss": 0.0010213200002908707, "global_step": 91211, "epoch": 512, "lr": 5.212660026002603e-06}
{"train_loss": 0.0010675498051568866, "global_step": 91212, "epoch": 512, "lr": 5.212003111960279e-06}
{"train_loss": 0.001459348713979125, "global_step": 91213, "epoch": 512, "lr": 5.21134623703759e-06}
{"train_loss": 0.0005960133275948465, "global_step": 91214, "epoch": 512, "lr": 5.210689401235108e-06}
{"train_loss": 0.0011085385922342539, "global_step": 91215, "epoch": 512, "lr": 5.210032604553428e-06}
{"train_loss": 0.001142243156209588, "global_step": 91216, "epoch": 512, "lr": 5.209375846993097e-06}
{"train_loss": 0.0003108008822891861, "global_step": 91217, "epoch": 512, "lr": 5.208719128554706e-06}
{"train_loss": 0.0007450206903740764, "global_step": 91218, "epoch": 512, "lr": 5.208062449238832e-06}
{"train_loss": 0.0006099900347180665, "global_step": 91219, "epoch": 512, "lr": 5.207405809046034e-06}
{"train_loss": 0.0006264058174565434, "global_step": 91220, "epoch": 512, "lr": 5.206749207976891e-06}
{"train_loss": 0.0009702267707325518, "global_step": 91221, "epoch": 512, "lr": 5.2060926460319795e-06}
{"train_loss": 0.0009535994031466544, "global_step": 91222, "epoch": 512, "lr": 5.205436123211865e-06}
{"train_loss": 0.0006820881390012801, "global_step": 91223, "epoch": 512, "lr": 5.204779639517132e-06}
{"train_loss": 0.0006549351383000612, "global_step": 91224, "epoch": 512, "lr": 5.2041231949483516e-06}
{"train_loss": 0.0004556376370601356, "global_step": 91225, "epoch": 512, "lr": 5.203466789506089e-06}
{"train_loss": 0.0022262062411755323, "global_step": 91226, "epoch": 512, "lr": 5.2028104231909295e-06}
{"train_loss": 0.000864096567966044, "global_step": 91227, "epoch": 512, "lr": 5.202154096003426e-06}
{"train_loss": 0.0008205786580219865, "global_step": 91228, "epoch": 512, "lr": 5.201497807944189e-06}
{"train_loss": 0.0012036028783768415, "global_step": 91229, "epoch": 512, "lr": 5.200841559013741e-06}
{"train_loss": 0.0013453718274831772, "global_step": 91230, "epoch": 512, "lr": 5.20018534921271e-06}
{"train_loss": 0.0006670128786936402, "global_step": 91231, "epoch": 512, "lr": 5.199529178541618e-06}
{"train_loss": 0.0016436479054391384, "global_step": 91232, "epoch": 512, "lr": 5.198873047001074e-06}
{"train_loss": 0.0014708705712109804, "global_step": 91233, "epoch": 512, "lr": 5.198216954591639e-06}
{"train_loss": 0.000621981977019459, "global_step": 91234, "epoch": 512, "lr": 5.197560901313886e-06}
{"train_loss": 0.0010154049377888441, "global_step": 91235, "epoch": 512, "lr": 5.196904887168386e-06}
{"train_loss": 0.0013363013276830316, "global_step": 91236, "epoch": 512, "lr": 5.196248912155716e-06}
{"train_loss": 0.0016730220522731543, "global_step": 91237, "epoch": 512, "lr": 5.195592976276431e-06}
{"train_loss": 0.00037817948032170534, "global_step": 91238, "epoch": 512, "lr": 5.1949370795311485e-06}
{"train_loss": 0.0008829177240841091, "global_step": 91239, "epoch": 512, "lr": 5.1942812219203885e-06}
{"train_loss": 0.0007795333513058722, "global_step": 91240, "epoch": 512, "lr": 5.193625403444757e-06}
{"train_loss": 0.000306512723909691, "global_step": 91241, "epoch": 512, "lr": 5.192969624104821e-06}
{"train_loss": 0.00046320632100105286, "global_step": 91242, "epoch": 512, "lr": 5.1923138839011455e-06}
{"train_loss": 0.0009901640005409718, "global_step": 91243, "epoch": 512, "lr": 5.191658182834314e-06}
{"train_loss": 0.0008417534409090877, "global_step": 91244, "epoch": 512, "lr": 5.191002520904875e-06}
{"train_loss": 0.0004034332523588091, "global_step": 91245, "epoch": 512, "lr": 5.190346898113435e-06}
{"train_loss": 0.000899511796887964, "global_step": 91246, "epoch": 512, "lr": 5.189691314460549e-06}
{"train_loss": 0.0007054259185679257, "global_step": 91247, "epoch": 512, "lr": 5.1890357699467925e-06}
{"train_loss": 0.0002613262040540576, "global_step": 91248, "epoch": 512, "lr": 5.18838026457274e-06}
{"train_loss": 0.001459399121813476, "global_step": 91249, "epoch": 512, "lr": 5.187724798338955e-06}
{"train_loss": 0.001749768853187561, "global_step": 91250, "epoch": 512, "lr": 5.187069371246023e-06}
{"train_loss": 0.0014680582098662853, "global_step": 91251, "epoch": 512, "lr": 5.186413983294508e-06}
{"train_loss": 0.0008259087917394936, "global_step": 91252, "epoch": 512, "lr": 5.185758634484972e-06}
{"train_loss": 0.0021306644193828106, "global_step": 91253, "epoch": 512, "lr": 5.185103324818019e-06}
{"train_loss": 0.0011337519390508533, "global_step": 91254, "epoch": 512, "lr": 5.184448054294183e-06}
{"train_loss": 0.0010757766431197524, "global_step": 91255, "epoch": 512, "lr": 5.183792822914063e-06}
{"train_loss": 0.0006421981379389763, "global_step": 91256, "epoch": 512, "lr": 5.183137630678225e-06}
{"train_loss": 0.001534334965981543, "global_step": 91257, "epoch": 512, "lr": 5.182482477587242e-06}
{"train_loss": 0.0010944876121357083, "global_step": 91258, "epoch": 512, "lr": 5.181827363641684e-06}
{"train_loss": 0.0002484666765667498, "global_step": 91259, "epoch": 512, "lr": 5.1811722888421234e-06}
{"train_loss": 0.0009661421645432711, "global_step": 91260, "epoch": 512, "lr": 5.180517253189121e-06}
{"train_loss": 0.0014564479934051633, "global_step": 91261, "epoch": 512, "lr": 5.1798622566832765e-06}
{"train_loss": 0.0017585058230906725, "global_step": 91262, "epoch": 512, "lr": 5.179207299325134e-06}
{"train_loss": 0.0007131146267056465, "global_step": 91263, "epoch": 512, "lr": 5.178552381115287e-06}
{"train_loss": 0.0015910109505057335, "global_step": 91264, "epoch": 512, "lr": 5.177897502054285e-06}
{"train_loss": 0.0006086819339543581, "global_step": 91265, "epoch": 512, "lr": 5.177242662142723e-06}
{"train_loss": 0.0012662733206525445, "global_step": 91266, "epoch": 512, "lr": 5.17658786138116e-06}
{"train_loss": 0.0009308909066021442, "global_step": 91267, "epoch": 512, "lr": 5.1759330997701585e-06}
{"train_loss": 0.0012317022774368525, "global_step": 91268, "epoch": 512, "lr": 5.1752783773103275e-06}
{"train_loss": 0.0005383143434301019, "global_step": 91269, "epoch": 512, "lr": 5.17462369400219e-06}
{"train_loss": 0.0005687542725354433, "global_step": 91270, "epoch": 512, "lr": 5.173969049846356e-06}
{"train_loss": 0.0008020132081583142, "global_step": 91271, "epoch": 512, "lr": 5.17331444484338e-06}
{"train_loss": 0.0006069249357096851, "global_step": 91272, "epoch": 512, "lr": 5.172659878993836e-06}
{"train_loss": 0.0013883354840800166, "global_step": 91273, "epoch": 512, "lr": 5.1720053522982985e-06}
{"train_loss": 0.0006733260815963149, "global_step": 91274, "epoch": 512, "lr": 5.171350864757335e-06}
{"train_loss": 0.0006395138334482908, "global_step": 91275, "epoch": 512, "lr": 5.170696416371512e-06}
{"train_loss": 0.002011221367865801, "global_step": 91276, "epoch": 512, "lr": 5.170042007141429e-06}
{"train_loss": 0.0024221877101808786, "global_step": 91277, "epoch": 512, "lr": 5.1693876370676135e-06}
{"train_loss": 0.002955728443339467, "global_step": 91278, "epoch": 512, "lr": 5.168733306150675e-06}
{"train_loss": 0.00031514724832959473, "global_step": 91279, "epoch": 512, "lr": 5.168079014391169e-06}
{"train_loss": 0.00043097956222482026, "global_step": 91280, "epoch": 512, "lr": 5.167424761789669e-06}
{"train_loss": 0.0005072499625384808, "global_step": 91281, "epoch": 512, "lr": 5.1667705483467445e-06}
{"train_loss": 0.001238616299815476, "global_step": 91282, "epoch": 512, "lr": 5.166116374062968e-06}
{"train_loss": 0.0007851711707189679, "global_step": 91283, "epoch": 512, "lr": 5.165462238938912e-06}
{"train_loss": 0.0007193547207862139, "global_step": 91284, "epoch": 512, "lr": 5.164808142975147e-06}
{"train_loss": 0.0008802973316051066, "global_step": 91285, "epoch": 512, "lr": 5.164154086172235e-06}
{"train_loss": 0.00063656538259238, "global_step": 91286, "epoch": 512, "lr": 5.163500068530769e-06}
{"train_loss": 0.0005517335375770926, "global_step": 91287, "epoch": 512, "lr": 5.162846090051304e-06}
{"train_loss": 0.0011327771935611963, "global_step": 91288, "epoch": 512, "lr": 5.162192150734418e-06}
{"train_loss": 0.0005199376028031111, "global_step": 91289, "epoch": 512, "lr": 5.161538250580678e-06}
{"train_loss": 0.0006106691434979439, "global_step": 91290, "epoch": 512, "lr": 5.160884389590648e-06}
{"train_loss": 0.0008333323057740927, "global_step": 91291, "epoch": 512, "lr": 5.160230567764929e-06}
{"train_loss": 0.001187751768156886, "global_step": 91292, "epoch": 512, "lr": 5.1595767851040475e-06}
{"train_loss": 0.0006563181523233652, "global_step": 91293, "epoch": 512, "lr": 5.15892304160861e-06}
{"train_loss": 0.0002638042496982962, "global_step": 91294, "epoch": 512, "lr": 5.1582693372791705e-06}
{"train_loss": 0.0006366304587572813, "global_step": 91295, "epoch": 512, "lr": 5.157615672116312e-06}
{"train_loss": 0.00025278242537751794, "global_step": 91296, "epoch": 512, "lr": 5.156962046120595e-06}
{"train_loss": 0.0011335562448948622, "global_step": 91297, "epoch": 512, "lr": 5.156308459292592e-06}
{"train_loss": 0.0005956462118774652, "global_step": 91298, "epoch": 512, "lr": 5.1556549116328675e-06}
{"train_loss": 0.0004866889794357121, "global_step": 91299, "epoch": 512, "lr": 5.155001403142018e-06}
{"train_loss": 0.0007640845142304897, "global_step": 91300, "epoch": 512, "lr": 5.15434793382058e-06}
{"train_loss": 0.0007580993114970624, "global_step": 91301, "epoch": 512, "lr": 5.15369450366916e-06}
{"train_loss": 0.0006121678743511438, "global_step": 91302, "epoch": 512, "lr": 5.153041112688289e-06}
{"train_loss": 0.0006700565572828054, "global_step": 91303, "epoch": 512, "lr": 5.1523877608785685e-06}
{"train_loss": 0.0008915531216189265, "global_step": 91304, "epoch": 512, "lr": 5.151734448240558e-06}
{"train_loss": 0.0007017934112809598, "global_step": 91305, "epoch": 512, "lr": 5.15108117477483e-06}
{"train_loss": 0.0022938824258744717, "global_step": 91306, "epoch": 512, "lr": 5.150427940481956e-06}
{"train_loss": 0.0004885618691332638, "global_step": 91307, "epoch": 512, "lr": 5.149774745362496e-06}
{"train_loss": 0.0016595571069046855, "global_step": 91308, "epoch": 512, "lr": 5.149121589417033e-06}
{"train_loss": 0.0012216808972880244, "global_step": 91309, "epoch": 512, "lr": 5.1484684726461395e-06}
{"train_loss": 0.0004412862181197852, "global_step": 91310, "epoch": 512, "lr": 5.147815395050376e-06}
{"train_loss": 0.0009359093382954597, "global_step": 91311, "epoch": 512, "lr": 5.147162356630319e-06}
{"train_loss": 0.0007916109170764685, "global_step": 91312, "epoch": 512, "lr": 5.1465093573865364e-06}
{"train_loss": 0.0009819968077720384, "global_step": 91313, "epoch": 512, "lr": 5.1458563973195926e-06}
{"train_loss": 0.0008941447013057768, "global_step": 91314, "epoch": 513, "lr": 5.1452034764300825e-06}
{"train_loss": 0.00087884406093508, "global_step": 91315, "epoch": 513, "lr": 5.144550594718539e-06}
{"train_loss": 0.0011213712859898806, "global_step": 91316, "epoch": 513, "lr": 5.1438977521855615e-06}
{"train_loss": 0.0030354782938957214, "global_step": 91317, "epoch": 513, "lr": 5.14324494883171e-06}
{"train_loss": 0.0006039097788743675, "global_step": 91318, "epoch": 513, "lr": 5.142592184657552e-06}
{"train_loss": 0.0021943356841802597, "global_step": 91319, "epoch": 513, "lr": 5.141939459663664e-06}
{"train_loss": 0.0008545437594875693, "global_step": 91320, "epoch": 513, "lr": 5.141286773850612e-06}
{"train_loss": 0.0010190652683377266, "global_step": 91321, "epoch": 513, "lr": 5.140634127218968e-06}
{"train_loss": 0.0012150396360084414, "global_step": 91322, "epoch": 513, "lr": 5.1399815197693044e-06}
{"train_loss": 0.0005578876007348299, "global_step": 91323, "epoch": 513, "lr": 5.139328951502176e-06}
{"train_loss": 0.0008405177504755557, "global_step": 91324, "epoch": 513, "lr": 5.138676422418182e-06}
{"train_loss": 0.0007620295509696007, "global_step": 91325, "epoch": 513, "lr": 5.1380239325178545e-06}
{"train_loss": 0.0015375681687146425, "global_step": 91326, "epoch": 513, "lr": 5.137371481801795e-06}
{"train_loss": 0.0007710910867899656, "global_step": 91327, "epoch": 513, "lr": 5.136719070270563e-06}
{"train_loss": 0.0017588718328624964, "global_step": 91328, "epoch": 513, "lr": 5.136066697924718e-06}
{"train_loss": 0.0014328989200294018, "global_step": 91329, "epoch": 513, "lr": 5.135414364764862e-06}
{"train_loss": 0.00032236307743005455, "global_step": 91330, "epoch": 513, "lr": 5.134762070791515e-06}
{"train_loss": 0.0010321439476683736, "global_step": 91331, "epoch": 513, "lr": 5.1341098160052894e-06}
{"train_loss": 0.0022343576420098543, "global_step": 91332, "epoch": 513, "lr": 5.133457600406738e-06}
{"train_loss": 0.0015814886428415775, "global_step": 91333, "epoch": 513, "lr": 5.132805423996434e-06}
{"train_loss": 0.0006979010649956763, "global_step": 91334, "epoch": 513, "lr": 5.132153286774944e-06}
{"train_loss": 0.0011325909290462732, "global_step": 91335, "epoch": 513, "lr": 5.131501188742837e-06}
{"train_loss": 0.0029596295207738876, "global_step": 91336, "epoch": 513, "lr": 5.130849129900678e-06}
{"train_loss": 0.00027753744507208467, "global_step": 91337, "epoch": 513, "lr": 5.130197110249058e-06}
{"train_loss": 0.0018630827544257045, "global_step": 91338, "epoch": 513, "lr": 5.129545129788515e-06}
{"train_loss": 0.0008890621829777956, "global_step": 91339, "epoch": 513, "lr": 5.128893188519651e-06}
{"train_loss": 0.0008804977987892926, "global_step": 91340, "epoch": 513, "lr": 5.128241286443003e-06}
{"train_loss": 0.0014181479346007109, "global_step": 91341, "epoch": 513, "lr": 5.127589423559165e-06}
{"train_loss": 0.0007621043478138745, "global_step": 91342, "epoch": 513, "lr": 5.126937599868697e-06}
{"train_loss": 0.0006158106261864305, "global_step": 91343, "epoch": 513, "lr": 5.126285815372167e-06}
{"train_loss": 0.0005405499250628054, "global_step": 91344, "epoch": 513, "lr": 5.125634070070151e-06}
{"train_loss": 0.0018697293708100915, "global_step": 91345, "epoch": 513, "lr": 5.12498236396321e-06}
{"train_loss": 0.002248115837574005, "global_step": 91346, "epoch": 513, "lr": 5.12433069705191e-06}
{"train_loss": 0.0015527696814388037, "global_step": 91347, "epoch": 513, "lr": 5.1236790693368455e-06}
{"train_loss": 0.0018256119219586253, "global_step": 91348, "epoch": 513, "lr": 5.1230274808185486e-06}
{"train_loss": 0.0008040076936595142, "global_step": 91349, "epoch": 513, "lr": 5.1223759314976195e-06}
{"train_loss": 0.0011488947784528136, "global_step": 91350, "epoch": 513, "lr": 5.121724421374607e-06}
{"train_loss": 0.0005444427952170372, "global_step": 91351, "epoch": 513, "lr": 5.121072950450084e-06}
{"train_loss": 0.0010213995119556785, "global_step": 91352, "epoch": 513, "lr": 5.120421518724644e-06}
{"train_loss": 0.0005470516625791788, "global_step": 91353, "epoch": 513, "lr": 5.119770126198814e-06}
{"train_loss": 0.0018746999558061361, "global_step": 91354, "epoch": 513, "lr": 5.119118772873194e-06}
{"train_loss": 0.0004718060081358999, "global_step": 91355, "epoch": 513, "lr": 5.118467458748344e-06}
{"train_loss": 0.0007955561159178615, "global_step": 91356, "epoch": 513, "lr": 5.117816183824836e-06}
{"train_loss": 0.0024089859798550606, "global_step": 91357, "epoch": 513, "lr": 5.1171649481032315e-06}
{"train_loss": 0.002096901647746563, "global_step": 91358, "epoch": 513, "lr": 5.116513751584101e-06}
{"train_loss": 0.0004947561537846923, "global_step": 91359, "epoch": 513, "lr": 5.115862594268017e-06}
{"train_loss": 0.0013377764262259007, "global_step": 91360, "epoch": 513, "lr": 5.115211476155546e-06}
{"train_loss": 0.0015936547424644232, "global_step": 91361, "epoch": 513, "lr": 5.1145603972472535e-06}
{"train_loss": 0.0007892509456723928, "global_step": 91362, "epoch": 513, "lr": 5.1139093575437225e-06}
{"train_loss": 0.000969638698734343, "global_step": 91363, "epoch": 513, "lr": 5.113258357045497e-06}
{"train_loss": 0.001562217017635703, "global_step": 91364, "epoch": 513, "lr": 5.112607395753166e-06}
{"train_loss": 0.0006616335595026612, "global_step": 91365, "epoch": 513, "lr": 5.111956473667295e-06}
{"train_loss": 0.0013479010667651892, "global_step": 91366, "epoch": 513, "lr": 5.111305590788451e-06}
{"train_loss": 0.0016221527475863695, "global_step": 91367, "epoch": 513, "lr": 5.110654747117194e-06}
{"train_loss": 0.0010571477469056845, "global_step": 91368, "epoch": 513, "lr": 5.110003942654107e-06}
{"train_loss": 0.002732435707002878, "global_step": 91369, "epoch": 513, "lr": 5.109353177399734e-06}
{"train_loss": 0.0015592478448525071, "global_step": 91370, "epoch": 513, "lr": 5.108702451354674e-06}
{"train_loss": 0.0016433278797194362, "global_step": 91371, "epoch": 513, "lr": 5.108051764519484e-06}
{"train_loss": 0.0008538866532035172, "global_step": 91372, "epoch": 513, "lr": 5.107401116894722e-06}
{"train_loss": 0.0005294498987495899, "global_step": 91373, "epoch": 513, "lr": 5.106750508480973e-06}
{"train_loss": 0.001796734519302845, "global_step": 91374, "epoch": 513, "lr": 5.10609993927878e-06}
{"train_loss": 0.0010195669019594789, "global_step": 91375, "epoch": 513, "lr": 5.105449409288749e-06}
{"train_loss": 0.0014529647305607796, "global_step": 91376, "epoch": 513, "lr": 5.104798918511411e-06}
{"train_loss": 0.0011405304539948702, "global_step": 91377, "epoch": 513, "lr": 5.104148466947367e-06}
{"train_loss": 0.0003616036265157163, "global_step": 91378, "epoch": 513, "lr": 5.103498054597144e-06}
{"train_loss": 0.0009738956578075886, "global_step": 91379, "epoch": 513, "lr": 5.102847681461348e-06}
{"train_loss": 0.0011399895884096622, "global_step": 91380, "epoch": 513, "lr": 5.102197347540533e-06}
{"train_loss": 0.0011849220609292388, "global_step": 91381, "epoch": 513, "lr": 5.10154705283527e-06}
{"train_loss": 0.0007588067674078047, "global_step": 91382, "epoch": 513, "lr": 5.100896797346122e-06}
{"train_loss": 0.000647874316200614, "global_step": 91383, "epoch": 513, "lr": 5.100246581073659e-06}
{"train_loss": 0.0004985586274415255, "global_step": 91384, "epoch": 513, "lr": 5.099596404018442e-06}
{"train_loss": 0.0010466560488566756, "global_step": 91385, "epoch": 513, "lr": 5.0989462661810596e-06}
{"train_loss": 0.0008940327097661793, "global_step": 91386, "epoch": 513, "lr": 5.09829616756205e-06}
{"train_loss": 0.001612268853932619, "global_step": 91387, "epoch": 513, "lr": 5.097646108162008e-06}
{"train_loss": 0.000418627547333017, "global_step": 91388, "epoch": 513, "lr": 5.096996087981493e-06}
{"train_loss": 0.0004111820599064231, "global_step": 91389, "epoch": 513, "lr": 5.096346107021066e-06}
{"train_loss": 0.0010661904234439135, "global_step": 91390, "epoch": 513, "lr": 5.095696165281299e-06}
{"train_loss": 0.0006709019071422517, "global_step": 91391, "epoch": 513, "lr": 5.095046262762754e-06}
{"train_loss": 0.001874310546554625, "global_step": 91392, "epoch": 513, "lr": 5.094396399466017e-06}
{"train_loss": 0.0006807959289290011, "global_step": 91393, "epoch": 513, "lr": 5.093746575391628e-06}
{"train_loss": 0.0013535590842366219, "global_step": 91394, "epoch": 513, "lr": 5.093096790540181e-06}
{"train_loss": 0.0007729111821390688, "global_step": 91395, "epoch": 513, "lr": 5.09244704491223e-06}
{"train_loss": 0.0017891715979203582, "global_step": 91396, "epoch": 513, "lr": 5.091797338508347e-06}
{"train_loss": 0.0004975380143150687, "global_step": 91397, "epoch": 513, "lr": 5.091147671329094e-06}
{"train_loss": 0.0008057798841036856, "global_step": 91398, "epoch": 513, "lr": 5.090498043375041e-06}
{"train_loss": 0.000244139286223799, "global_step": 91399, "epoch": 513, "lr": 5.089848454646751e-06}
{"train_loss": 0.001119295135140419, "global_step": 91400, "epoch": 513, "lr": 5.08919890514481e-06}
{"train_loss": 0.001338423928245902, "global_step": 91401, "epoch": 513, "lr": 5.088549394869752e-06}
{"train_loss": 0.0012590613914653659, "global_step": 91402, "epoch": 513, "lr": 5.087899923822182e-06}
{"train_loss": 0.0007381078903563321, "global_step": 91403, "epoch": 513, "lr": 5.0872504920026436e-06}
{"train_loss": 0.0007479202467948198, "global_step": 91404, "epoch": 513, "lr": 5.086601099411708e-06}
{"train_loss": 0.0010157405631616712, "global_step": 91405, "epoch": 513, "lr": 5.085951746049944e-06}
{"train_loss": 0.0008691176772117615, "global_step": 91406, "epoch": 513, "lr": 5.085302431917921e-06}
{"train_loss": 0.001089960802346468, "global_step": 91407, "epoch": 513, "lr": 5.0846531570161944e-06}
{"train_loss": 0.00040256016654893756, "global_step": 91408, "epoch": 513, "lr": 5.084003921345359e-06}
{"train_loss": 0.0008878430817276239, "global_step": 91409, "epoch": 513, "lr": 5.0833547249059475e-06}
{"train_loss": 0.0014493883354589343, "global_step": 91410, "epoch": 513, "lr": 5.082705567698559e-06}
{"train_loss": 0.0003113667480647564, "global_step": 91411, "epoch": 513, "lr": 5.082056449723727e-06}
{"train_loss": 0.0006362478015944362, "global_step": 91412, "epoch": 513, "lr": 5.0814073709820445e-06}
{"train_loss": 0.000886014080606401, "global_step": 91413, "epoch": 513, "lr": 5.080758331474073e-06}
{"train_loss": 0.0008474536007270217, "global_step": 91414, "epoch": 513, "lr": 5.0801093312003664e-06}
{"train_loss": 0.0013705433811992407, "global_step": 91415, "epoch": 513, "lr": 5.079460370161521e-06}
{"train_loss": 0.001211654394865036, "global_step": 91416, "epoch": 513, "lr": 5.078811448358062e-06}
{"train_loss": 0.0009475903934799135, "global_step": 91417, "epoch": 513, "lr": 5.07816256579059e-06}
{"train_loss": 0.00072978570824489, "global_step": 91418, "epoch": 513, "lr": 5.077513722459659e-06}
{"train_loss": 0.0009219120256602764, "global_step": 91419, "epoch": 513, "lr": 5.0768649183658425e-06}
{"train_loss": 0.0008472164627164602, "global_step": 91420, "epoch": 513, "lr": 5.076216153509694e-06}
{"train_loss": 0.0007690774509683251, "global_step": 91421, "epoch": 513, "lr": 5.075567427891792e-06}
{"train_loss": 0.0014681359753012657, "global_step": 91422, "epoch": 513, "lr": 5.074918741512691e-06}
{"train_loss": 0.001878310926258564, "global_step": 91423, "epoch": 513, "lr": 5.074270094372985e-06}
{"train_loss": 0.0010792245157063007, "global_step": 91424, "epoch": 513, "lr": 5.073621486473196e-06}
{"train_loss": 0.0012378771789371967, "global_step": 91425, "epoch": 513, "lr": 5.072972917813929e-06}
{"train_loss": 0.0003576099406927824, "global_step": 91426, "epoch": 513, "lr": 5.0723243883957385e-06}
{"train_loss": 0.0018125396454706788, "global_step": 91427, "epoch": 513, "lr": 5.0716758982191855e-06}
{"train_loss": 0.0008557031396776438, "global_step": 91428, "epoch": 513, "lr": 5.071027447284843e-06}
{"train_loss": 0.0009354059584438801, "global_step": 91429, "epoch": 513, "lr": 5.0703790355932755e-06}
{"train_loss": 0.00109459413215518, "global_step": 91430, "epoch": 513, "lr": 5.06973066314505e-06}
{"train_loss": 0.0007002189522609115, "global_step": 91431, "epoch": 513, "lr": 5.0690823299407275e-06}
{"train_loss": 0.000606472953222692, "global_step": 91432, "epoch": 513, "lr": 5.068434035980874e-06}
{"train_loss": 0.0008061890257522464, "global_step": 91433, "epoch": 513, "lr": 5.067785781266066e-06}
{"train_loss": 0.001403124420903623, "global_step": 91434, "epoch": 513, "lr": 5.067137565796865e-06}
{"train_loss": 0.0007415557047352195, "global_step": 91435, "epoch": 513, "lr": 5.066489389573831e-06}
{"train_loss": 0.0015250970609486103, "global_step": 91436, "epoch": 513, "lr": 5.065841252597542e-06}
{"train_loss": 0.0013539792271330953, "global_step": 91437, "epoch": 513, "lr": 5.065193154868541e-06}
{"train_loss": 0.00021359977836254984, "global_step": 91438, "epoch": 513, "lr": 5.064545096387435e-06}
{"train_loss": 0.0012213703012093902, "global_step": 91439, "epoch": 513, "lr": 5.063897077154745e-06}
{"train_loss": 0.001328834448941052, "global_step": 91440, "epoch": 513, "lr": 5.063249097171069e-06}
{"train_loss": 0.0006202648510225117, "global_step": 91441, "epoch": 513, "lr": 5.062601156436958e-06}
{"train_loss": 0.0008254892891272902, "global_step": 91442, "epoch": 513, "lr": 5.061953254952983e-06}
{"train_loss": 0.0017332728020846844, "global_step": 91443, "epoch": 513, "lr": 5.061305392719706e-06}
{"train_loss": 0.0005122588481754065, "global_step": 91444, "epoch": 513, "lr": 5.060657569737698e-06}
{"train_loss": 0.002169294748455286, "global_step": 91445, "epoch": 513, "lr": 5.060009786007508e-06}
{"train_loss": 0.0018692398443818092, "global_step": 91446, "epoch": 513, "lr": 5.059362041529736e-06}
{"train_loss": 0.001180411083623767, "global_step": 91447, "epoch": 513, "lr": 5.05871433630491e-06}
{"train_loss": 0.0012680881191045046, "global_step": 91448, "epoch": 513, "lr": 5.058066670333633e-06}
{"train_loss": 0.00037410674849525094, "global_step": 91449, "epoch": 513, "lr": 5.057419043616429e-06}
{"train_loss": 0.001145478105172515, "global_step": 91450, "epoch": 513, "lr": 5.056771456153897e-06}
{"train_loss": 0.0012486812192946672, "global_step": 91451, "epoch": 513, "lr": 5.056123907946592e-06}
{"train_loss": 0.003170350333675742, "global_step": 91452, "epoch": 513, "lr": 5.055476398995068e-06}
{"train_loss": 0.000999797135591507, "global_step": 91453, "epoch": 513, "lr": 5.0548289292999205e-06}
{"train_loss": 0.001219455269165337, "global_step": 91454, "epoch": 513, "lr": 5.054181498861677e-06}
{"train_loss": 0.0009390583145432174, "global_step": 91455, "epoch": 513, "lr": 5.053534107680929e-06}
{"train_loss": 0.001042158342897892, "global_step": 91456, "epoch": 513, "lr": 5.05288675575824e-06}
{"train_loss": 0.0007380098104476929, "global_step": 91457, "epoch": 513, "lr": 5.052239443094164e-06}
{"train_loss": 0.0013991594314575195, "global_step": 91458, "epoch": 513, "lr": 5.051592169689279e-06}
{"train_loss": 0.0010123243555426598, "global_step": 91459, "epoch": 513, "lr": 5.0509449355441385e-06}
{"train_loss": 0.001221542595885694, "global_step": 91460, "epoch": 513, "lr": 5.050297740659305e-06}
{"train_loss": 0.001213444396853447, "global_step": 91461, "epoch": 513, "lr": 5.04965058503537e-06}
{"train_loss": 0.0006447936175391078, "global_step": 91462, "epoch": 513, "lr": 5.049003468672864e-06}
{"train_loss": 0.0004188309540040791, "global_step": 91463, "epoch": 513, "lr": 5.048356391572379e-06}
{"train_loss": 0.001012088730931282, "global_step": 91464, "epoch": 513, "lr": 5.04770935373447e-06}
{"train_loss": 0.0008536868263036013, "global_step": 91465, "epoch": 513, "lr": 5.047062355159698e-06}
{"train_loss": 0.0012103477492928505, "global_step": 91466, "epoch": 513, "lr": 5.046415395848636e-06}
{"train_loss": 0.0007886186358518898, "global_step": 91467, "epoch": 513, "lr": 5.045768475801849e-06}
{"train_loss": 0.0006743214325979352, "global_step": 91468, "epoch": 513, "lr": 5.045121595019892e-06}
{"train_loss": 0.0012394338846206665, "global_step": 91469, "epoch": 513, "lr": 5.0444747535033425e-06}
{"train_loss": 0.0015812809579074383, "global_step": 91470, "epoch": 513, "lr": 5.043827951252745e-06}
{"train_loss": 0.0014378426130861044, "global_step": 91471, "epoch": 513, "lr": 5.043181188268703e-06}
{"train_loss": 0.0006932389223948121, "global_step": 91472, "epoch": 513, "lr": 5.0425344645517345e-06}
{"train_loss": 0.0010370064992457628, "global_step": 91473, "epoch": 513, "lr": 5.0418877801024386e-06}
{"train_loss": 0.001026103156618774, "global_step": 91474, "epoch": 513, "lr": 5.041241134921365e-06}
{"train_loss": 0.0005762862274423242, "global_step": 91475, "epoch": 513, "lr": 5.04059452900908e-06}
{"train_loss": 0.0010071460856124759, "global_step": 91476, "epoch": 513, "lr": 5.039947962366165e-06}
{"train_loss": 0.0008079510880634189, "global_step": 91477, "epoch": 513, "lr": 5.039301434993149e-06}
{"train_loss": 0.0013756528496742249, "global_step": 91478, "epoch": 513, "lr": 5.038654946890631e-06}
{"train_loss": 0.002218986628577113, "global_step": 91479, "epoch": 513, "lr": 5.038008498059166e-06}
{"train_loss": 0.0010307279881089926, "global_step": 91480, "epoch": 513, "lr": 5.037362088499309e-06}
{"train_loss": 0.0008844161638990045, "global_step": 91481, "epoch": 513, "lr": 5.036715718211637e-06}
{"train_loss": 0.000626677880063653, "global_step": 91482, "epoch": 513, "lr": 5.0360693871967064e-06}
{"train_loss": 0.0009269200963899493, "global_step": 91483, "epoch": 513, "lr": 5.0354230954550715e-06}
{"train_loss": 0.0021274960599839687, "global_step": 91484, "epoch": 513, "lr": 5.034776842987332e-06}
{"train_loss": 0.0007275906391441822, "global_step": 91485, "epoch": 513, "lr": 5.034130629794009e-06}
{"train_loss": 0.000759629241656512, "global_step": 91486, "epoch": 513, "lr": 5.033484455875709e-06}
{"train_loss": 0.0011199956061318517, "global_step": 91487, "epoch": 513, "lr": 5.032838321232953e-06}
{"train_loss": 0.0016972720623016357, "global_step": 91488, "epoch": 513, "lr": 5.032192225866333e-06}
{"train_loss": 0.0006538652814924717, "global_step": 91489, "epoch": 513, "lr": 5.031546169776413e-06}
{"train_loss": 0.0005367426783777773, "global_step": 91490, "epoch": 513, "lr": 5.0309001529637525e-06}
{"train_loss": 0.0011147197758291031, "global_step": 91491, "epoch": 513, "lr": 5.0302541754289166e-06}
{"train_loss": 0.0014247446088120341, "global_step": 91492, "epoch": 514, "lr": 5.029608237172462e-06}
{"train_loss": 0.0010007820092141628, "global_step": 91493, "epoch": 514, "lr": 5.028962338194954e-06}
{"train_loss": 0.00028519032639451325, "global_step": 91494, "epoch": 514, "lr": 5.028316478496969e-06}
{"train_loss": 0.001369574456475675, "global_step": 91495, "epoch": 514, "lr": 5.027670658079065e-06}
{"train_loss": 0.001457724953070283, "global_step": 91496, "epoch": 514, "lr": 5.027024876941805e-06}
{"train_loss": 0.0007864010985940695, "global_step": 91497, "epoch": 514, "lr": 5.026379135085751e-06}
{"train_loss": 0.0012022509472444654, "global_step": 91498, "epoch": 514, "lr": 5.025733432511465e-06}
{"train_loss": 0.00195451732724905, "global_step": 91499, "epoch": 514, "lr": 5.025087769219528e-06}
{"train_loss": 0.0005215465789660811, "global_step": 91500, "epoch": 514, "lr": 5.024442145210473e-06}
{"train_loss": 0.00042946875328198075, "global_step": 91501, "epoch": 514, "lr": 5.0237965604849055e-06}
{"train_loss": 0.0008582406444475055, "global_step": 91502, "epoch": 514, "lr": 5.023151015043342e-06}
{"train_loss": 0.0008657638099975884, "global_step": 91503, "epoch": 514, "lr": 5.0225055088863826e-06}
{"train_loss": 0.0007591853500343859, "global_step": 91504, "epoch": 514, "lr": 5.0218600420145756e-06}
{"train_loss": 0.003237341530621052, "global_step": 91505, "epoch": 514, "lr": 5.021214614428488e-06}
{"train_loss": 0.0008859958034008741, "global_step": 91506, "epoch": 514, "lr": 5.020569226128685e-06}
{"train_loss": 0.0005602526944130659, "global_step": 91507, "epoch": 514, "lr": 5.0199238771157285e-06}
{"train_loss": 0.0016186819411814213, "global_step": 91508, "epoch": 514, "lr": 5.019278567390173e-06}
{"train_loss": 0.0006870042416267097, "global_step": 91509, "epoch": 514, "lr": 5.018633296952607e-06}
{"train_loss": 0.0014188201166689396, "global_step": 91510, "epoch": 514, "lr": 5.0179880658035635e-06}
{"train_loss": 0.0015977199655026197, "global_step": 91511, "epoch": 514, "lr": 5.017342873943625e-06}
{"train_loss": 0.0006603270303457975, "global_step": 91512, "epoch": 514, "lr": 5.016697721373359e-06}
{"train_loss": 0.0021271901205182076, "global_step": 91513, "epoch": 514, "lr": 5.016052608093319e-06}
{"train_loss": 0.0005346676334738731, "global_step": 91514, "epoch": 514, "lr": 5.015407534104066e-06}
{"train_loss": 0.0003998367174062878, "global_step": 91515, "epoch": 514, "lr": 5.014762499406162e-06}
{"train_loss": 0.000720116775482893, "global_step": 91516, "epoch": 514, "lr": 5.014117504000187e-06}
{"train_loss": 0.0007508447743020952, "global_step": 91517, "epoch": 514, "lr": 5.0134725478866936e-06}
{"train_loss": 0.0009110338287428021, "global_step": 91518, "epoch": 514, "lr": 5.012827631066241e-06}
{"train_loss": 0.0002748246770352125, "global_step": 91519, "epoch": 514, "lr": 5.012182753539402e-06}
{"train_loss": 0.0006150301778689027, "global_step": 91520, "epoch": 514, "lr": 5.011537915306736e-06}
{"train_loss": 0.0008940577390603721, "global_step": 91521, "epoch": 514, "lr": 5.010893116368798e-06}
{"train_loss": 0.00017146114259958267, "global_step": 91522, "epoch": 514, "lr": 5.010248356726166e-06}
{"train_loss": 0.0011389279970899224, "global_step": 91523, "epoch": 514, "lr": 5.009603636379379e-06}
{"train_loss": 0.0013449607649818063, "global_step": 91524, "epoch": 514, "lr": 5.00895895532904e-06}
{"train_loss": 0.0011863440740853548, "global_step": 91525, "epoch": 514, "lr": 5.008314313575668e-06}
{"train_loss": 0.0016541259828954935, "global_step": 91526, "epoch": 514, "lr": 5.0076697111198554e-06}
{"train_loss": 0.0006995294825173914, "global_step": 91527, "epoch": 514, "lr": 5.007025147962152e-06}
{"train_loss": 0.0006034695543348789, "global_step": 91528, "epoch": 514, "lr": 5.006380624103136e-06}
{"train_loss": 0.00048316962784156203, "global_step": 91529, "epoch": 514, "lr": 5.005736139543349e-06}
{"train_loss": 0.0011461077956482768, "global_step": 91530, "epoch": 514, "lr": 5.00509169428337e-06}
{"train_loss": 0.000926744076423347, "global_step": 91531, "epoch": 514, "lr": 5.004447288323744e-06}
{"train_loss": 0.00047432834981009364, "global_step": 91532, "epoch": 514, "lr": 5.003802921665068e-06}
{"train_loss": 0.0011632074601948261, "global_step": 91533, "epoch": 514, "lr": 5.003158594307861e-06}
{"train_loss": 0.0006140480982139707, "global_step": 91534, "epoch": 514, "lr": 5.00251430625272e-06}
{"train_loss": 0.0007597570074722171, "global_step": 91535, "epoch": 514, "lr": 5.001870057500196e-06}
{"train_loss": 0.000484161835629493, "global_step": 91536, "epoch": 514, "lr": 5.001225848050839e-06}
{"train_loss": 0.0012140207691118121, "global_step": 91537, "epoch": 514, "lr": 5.000581677905247e-06}
{"train_loss": 0.0006925275083631277, "global_step": 91538, "epoch": 514, "lr": 4.9999375470639376e-06}
{"train_loss": 0.0008389356662519276, "global_step": 91539, "epoch": 514, "lr": 4.9992934555275095e-06}
{"train_loss": 0.0007636413211002946, "global_step": 91540, "epoch": 514, "lr": 4.998649403296502e-06}
{"train_loss": 0.001015528105199337, "global_step": 91541, "epoch": 514, "lr": 4.9980053903714906e-06}
{"train_loss": 0.0015351957408711314, "global_step": 91542, "epoch": 514, "lr": 4.997361416753032e-06}
{"train_loss": 0.0007621521363034844, "global_step": 91543, "epoch": 514, "lr": 4.996717482441693e-06}
{"train_loss": 0.0012299118097871542, "global_step": 91544, "epoch": 514, "lr": 4.996073587438038e-06}
{"train_loss": 0.000889261020347476, "global_step": 91545, "epoch": 514, "lr": 4.995429731742618e-06}
{"train_loss": 0.000966681691352278, "global_step": 91546, "epoch": 514, "lr": 4.9947859153559985e-06}
{"train_loss": 0.0007879509939812124, "global_step": 91547, "epoch": 514, "lr": 4.994142138278762e-06}
{"train_loss": 0.001323410659097135, "global_step": 91548, "epoch": 514, "lr": 4.9934984005114375e-06}
{"train_loss": 0.0011276055593043566, "global_step": 91549, "epoch": 514, "lr": 4.992854702054611e-06}
{"train_loss": 0.0009987191297113895, "global_step": 91550, "epoch": 514, "lr": 4.9922110429088395e-06}
{"train_loss": 0.000899526581633836, "global_step": 91551, "epoch": 514, "lr": 4.991567423074684e-06}
{"train_loss": 0.0004647853202186525, "global_step": 91552, "epoch": 514, "lr": 4.990923842552702e-06}
{"train_loss": 0.0004582109395414591, "global_step": 91553, "epoch": 514, "lr": 4.990280301343469e-06}
{"train_loss": 0.0005651337560266256, "global_step": 91554, "epoch": 514, "lr": 4.989636799447522e-06}
{"train_loss": 0.000693660113029182, "global_step": 91555, "epoch": 514, "lr": 4.9889933368654605e-06}
{"train_loss": 0.0006632406148128211, "global_step": 91556, "epoch": 514, "lr": 4.9883499135978065e-06}
{"train_loss": 0.0010750414803624153, "global_step": 91557, "epoch": 514, "lr": 4.987706529645148e-06}
{"train_loss": 0.0008913039928302169, "global_step": 91558, "epoch": 514, "lr": 4.987063185008045e-06}
{"train_loss": 0.0014423684915527701, "global_step": 91559, "epoch": 514, "lr": 4.986419879687049e-06}
{"train_loss": 0.0014609834179282188, "global_step": 91560, "epoch": 514, "lr": 4.98577661368273e-06}
{"train_loss": 0.0005868284497410059, "global_step": 91561, "epoch": 514, "lr": 4.985133386995633e-06}
{"train_loss": 0.0009920718148350716, "global_step": 91562, "epoch": 514, "lr": 4.984490199626357e-06}
{"train_loss": 0.0009907938074320555, "global_step": 91563, "epoch": 514, "lr": 4.983847051575424e-06}
{"train_loss": 0.0004954820033162832, "global_step": 91564, "epoch": 514, "lr": 4.983203942843417e-06}
{"train_loss": 0.0004641104897018522, "global_step": 91565, "epoch": 514, "lr": 4.982560873430892e-06}
{"train_loss": 0.00152625422924757, "global_step": 91566, "epoch": 514, "lr": 4.981917843338413e-06}
{"train_loss": 0.0024462356232106686, "global_step": 91567, "epoch": 514, "lr": 4.981274852566542e-06}
{"train_loss": 0.001559508265927434, "global_step": 91568, "epoch": 514, "lr": 4.98063190111584e-06}
{"train_loss": 0.0006059963488951325, "global_step": 91569, "epoch": 514, "lr": 4.979988988986855e-06}
{"train_loss": 0.00024685903917998075, "global_step": 91570, "epoch": 514, "lr": 4.979346116180183e-06}
{"train_loss": 0.001583493547514081, "global_step": 91571, "epoch": 514, "lr": 4.97870328269634e-06}
{"train_loss": 0.00035250300425104797, "global_step": 91572, "epoch": 514, "lr": 4.978060488535924e-06}
{"train_loss": 0.0013024298241361976, "global_step": 91573, "epoch": 514, "lr": 4.97741773369948e-06}
{"train_loss": 0.0011321791680529714, "global_step": 91574, "epoch": 514, "lr": 4.976775018187579e-06}
{"train_loss": 0.0009289353038184345, "global_step": 91575, "epoch": 514, "lr": 4.976132342000772e-06}
{"train_loss": 0.00037500454345718026, "global_step": 91576, "epoch": 514, "lr": 4.975489705139624e-06}
{"train_loss": 0.0008751038694754243, "global_step": 91577, "epoch": 514, "lr": 4.974847107604697e-06}
{"train_loss": 0.0019531995058059692, "global_step": 91578, "epoch": 514, "lr": 4.974204549396544e-06}
{"train_loss": 0.0006874077953398228, "global_step": 91579, "epoch": 514, "lr": 4.973562030515744e-06}
{"train_loss": 0.0009652331937104464, "global_step": 91580, "epoch": 514, "lr": 4.972919550962851e-06}
{"train_loss": 0.0012013149680569768, "global_step": 91581, "epoch": 514, "lr": 4.972277110738421e-06}
{"train_loss": 0.0018580204341560602, "global_step": 91582, "epoch": 514, "lr": 4.971634709843015e-06}
{"train_loss": 0.0009681791416369379, "global_step": 91583, "epoch": 514, "lr": 4.9709923482771984e-06}
{"train_loss": 0.0016939726192504168, "global_step": 91584, "epoch": 514, "lr": 4.970350026041526e-06}
{"train_loss": 0.0008692457340657711, "global_step": 91585, "epoch": 514, "lr": 4.969707743136581e-06}
{"train_loss": 0.0008074889192357659, "global_step": 91586, "epoch": 514, "lr": 4.969065499562886e-06}
{"train_loss": 0.00034775229869410396, "global_step": 91587, "epoch": 514, "lr": 4.968423295321034e-06}
{"train_loss": 0.0007470207056030631, "global_step": 91588, "epoch": 514, "lr": 4.96778113041157e-06}
{"train_loss": 0.0015436616959050298, "global_step": 91589, "epoch": 514, "lr": 4.967139004835064e-06}
{"train_loss": 0.00037880343734286726, "global_step": 91590, "epoch": 514, "lr": 4.9664969185920725e-06}
{"train_loss": 0.0010887924581766129, "global_step": 91591, "epoch": 514, "lr": 4.965854871683156e-06}
{"train_loss": 0.0014631215017288923, "global_step": 91592, "epoch": 514, "lr": 4.96521286410887e-06}
{"train_loss": 0.0005624095210805535, "global_step": 91593, "epoch": 514, "lr": 4.964570895869797e-06}
{"train_loss": 0.0008524212753400207, "global_step": 91594, "epoch": 514, "lr": 4.963928966966463e-06}
{"train_loss": 0.000489240454044193, "global_step": 91595, "epoch": 514, "lr": 4.96328707739947e-06}
{"train_loss": 0.0005802646046504378, "global_step": 91596, "epoch": 514, "lr": 4.9626452271693325e-06}
{"train_loss": 0.001487413072027266, "global_step": 91597, "epoch": 514, "lr": 4.962003416276645e-06}
{"train_loss": 0.00045464764116331935, "global_step": 91598, "epoch": 514, "lr": 4.9613616447219565e-06}
{"train_loss": 0.0009529076633043587, "global_step": 91599, "epoch": 514, "lr": 4.9607199125058235e-06}
{"train_loss": 0.0008347381372004747, "global_step": 91600, "epoch": 514, "lr": 4.960078219628828e-06}
{"train_loss": 0.0006982091581448913, "global_step": 91601, "epoch": 514, "lr": 4.959436566091497e-06}
{"train_loss": 0.0015808070311322808, "global_step": 91602, "epoch": 514, "lr": 4.958794951894413e-06}
{"train_loss": 0.0011104957666248083, "global_step": 91603, "epoch": 514, "lr": 4.9581533770381385e-06}
{"train_loss": 0.0009208345436491072, "global_step": 91604, "epoch": 514, "lr": 4.957511841523227e-06}
{"train_loss": 0.0005424556438811123, "global_step": 91605, "epoch": 514, "lr": 4.956870345350234e-06}
{"train_loss": 0.001619851915165782, "global_step": 91606, "epoch": 514, "lr": 4.956228888519726e-06}
{"train_loss": 0.000695667346008122, "global_step": 91607, "epoch": 514, "lr": 4.955587471032253e-06}
{"train_loss": 0.0014854222536087036, "global_step": 91608, "epoch": 514, "lr": 4.954946092888408e-06}
{"train_loss": 0.0007424489594995975, "global_step": 91609, "epoch": 514, "lr": 4.954304754088701e-06}
{"train_loss": 0.0007383307674899697, "global_step": 91610, "epoch": 514, "lr": 4.9536634546337444e-06}
{"train_loss": 0.0008952055359259248, "global_step": 91611, "epoch": 514, "lr": 4.953022194524049e-06}
{"train_loss": 0.0007041229400783777, "global_step": 91612, "epoch": 514, "lr": 4.952380973760207e-06}
{"train_loss": 0.0005825518164783716, "global_step": 91613, "epoch": 514, "lr": 4.951739792342775e-06}
{"train_loss": 0.001068654702976346, "global_step": 91614, "epoch": 514, "lr": 4.951098650272307e-06}
{"train_loss": 0.0005839666700921953, "global_step": 91615, "epoch": 514, "lr": 4.950457547549359e-06}
{"train_loss": 0.0008052245830185711, "global_step": 91616, "epoch": 514, "lr": 4.949816484174502e-06}
{"train_loss": 0.0005865182029083371, "global_step": 91617, "epoch": 514, "lr": 4.949175460148275e-06}
{"train_loss": 0.0014935022918507457, "global_step": 91618, "epoch": 514, "lr": 4.948534475471278e-06}
{"train_loss": 0.0004360886523500085, "global_step": 91619, "epoch": 514, "lr": 4.947893530144021e-06}
{"train_loss": 0.0008734616567380726, "global_step": 91620, "epoch": 514, "lr": 4.947252624167098e-06}
{"train_loss": 0.001751819858327508, "global_step": 91621, "epoch": 514, "lr": 4.946611757541064e-06}
{"train_loss": 0.0016009343089535832, "global_step": 91622, "epoch": 514, "lr": 4.945970930266464e-06}
{"train_loss": 0.000807483505923301, "global_step": 91623, "epoch": 514, "lr": 4.9453301423438845e-06}
{"train_loss": 0.0004313033423386514, "global_step": 91624, "epoch": 514, "lr": 4.9446893937738495e-06}
{"train_loss": 0.0006886101327836514, "global_step": 91625, "epoch": 514, "lr": 4.944048684556946e-06}
{"train_loss": 0.0015572278061881661, "global_step": 91626, "epoch": 514, "lr": 4.943408014693729e-06}
{"train_loss": 0.0011822553351521492, "global_step": 91627, "epoch": 514, "lr": 4.942767384184749e-06}
{"train_loss": 0.001876125461421907, "global_step": 91628, "epoch": 514, "lr": 4.942126793030577e-06}
{"train_loss": 0.0009292566683143377, "global_step": 91629, "epoch": 514, "lr": 4.941486241231763e-06}
{"train_loss": 0.0012317474465817213, "global_step": 91630, "epoch": 514, "lr": 4.940845728788867e-06}
{"train_loss": 0.00037393730599433184, "global_step": 91631, "epoch": 514, "lr": 4.940205255702457e-06}
{"train_loss": 0.0007898843032307923, "global_step": 91632, "epoch": 514, "lr": 4.939564821973075e-06}
{"train_loss": 0.002140000695362687, "global_step": 91633, "epoch": 514, "lr": 4.9389244276013104e-06}
{"train_loss": 0.0006878528511151671, "global_step": 91634, "epoch": 514, "lr": 4.938284072587685e-06}
{"train_loss": 0.00042188738007098436, "global_step": 91635, "epoch": 514, "lr": 4.9376437569327915e-06}
{"train_loss": 0.0006282615941017866, "global_step": 91636, "epoch": 514, "lr": 4.93700348063717e-06}
{"train_loss": 0.001195496297441423, "global_step": 91637, "epoch": 514, "lr": 4.936363243701386e-06}
{"train_loss": 0.0004463580553419888, "global_step": 91638, "epoch": 514, "lr": 4.935723046125995e-06}
{"train_loss": 0.0004246821627020836, "global_step": 91639, "epoch": 514, "lr": 4.935082887911563e-06}
{"train_loss": 0.0007336435373872519, "global_step": 91640, "epoch": 514, "lr": 4.9344427690586335e-06}
{"train_loss": 0.0005300246994011104, "global_step": 91641, "epoch": 514, "lr": 4.933802689567785e-06}
{"train_loss": 0.0004933958407491446, "global_step": 91642, "epoch": 514, "lr": 4.933162649439571e-06}
{"train_loss": 0.0007617125520482659, "global_step": 91643, "epoch": 514, "lr": 4.932522648674548e-06}
{"train_loss": 0.0012729830341413617, "global_step": 91644, "epoch": 514, "lr": 4.931882687273276e-06}
{"train_loss": 0.00028455181745812297, "global_step": 91645, "epoch": 514, "lr": 4.931242765236299e-06}
{"train_loss": 0.0007018623873591423, "global_step": 91646, "epoch": 514, "lr": 4.930602882564211e-06}
{"train_loss": 0.0010522224474698305, "global_step": 91647, "epoch": 514, "lr": 4.929963039257535e-06}
{"train_loss": 0.0008499515242874622, "global_step": 91648, "epoch": 514, "lr": 4.929323235316857e-06}
{"train_loss": 0.0005614031106233597, "global_step": 91649, "epoch": 514, "lr": 4.928683470742712e-06}
{"train_loss": 0.0006722523248754442, "global_step": 91650, "epoch": 514, "lr": 4.928043745535676e-06}
{"train_loss": 0.0008422610117122531, "global_step": 91651, "epoch": 514, "lr": 4.9274040596963e-06}
{"train_loss": 0.00027467997279018164, "global_step": 91652, "epoch": 514, "lr": 4.9267644132251434e-06}
{"train_loss": 0.0005634133704006672, "global_step": 91653, "epoch": 514, "lr": 4.926124806122773e-06}
{"train_loss": 0.0012589734978973866, "global_step": 91654, "epoch": 514, "lr": 4.925485238389737e-06}
{"train_loss": 0.0007347299251705408, "global_step": 91655, "epoch": 514, "lr": 4.924845710026587e-06}
{"train_loss": 0.0017776356544345617, "global_step": 91656, "epoch": 514, "lr": 4.924206221033917e-06}
{"train_loss": 0.0010400733444839716, "global_step": 91657, "epoch": 514, "lr": 4.923566771412236e-06}
{"train_loss": 0.00048434839118272066, "global_step": 91658, "epoch": 514, "lr": 4.922927361162139e-06}
{"train_loss": 0.0006657590856775641, "global_step": 91659, "epoch": 514, "lr": 4.922287990284175e-06}
{"train_loss": 0.0009013490052893758, "global_step": 91660, "epoch": 514, "lr": 4.921648658778893e-06}
{"train_loss": 0.00049372180365026, "global_step": 91661, "epoch": 514, "lr": 4.9210093666468675e-06}
{"train_loss": 0.0011754983570426702, "global_step": 91662, "epoch": 514, "lr": 4.920370113888634e-06}
{"train_loss": 0.0007483465597033501, "global_step": 91663, "epoch": 514, "lr": 4.919730900504776e-06}
{"train_loss": 0.0015298755606636405, "global_step": 91664, "epoch": 514, "lr": 4.9190917264958394e-06}
{"train_loss": 0.0006470970110967755, "global_step": 91665, "epoch": 514, "lr": 4.918452591862388e-06}
{"train_loss": 0.0004539075307548046, "global_step": 91666, "epoch": 514, "lr": 4.9178134966049725e-06}
{"train_loss": 0.0016587318386882544, "global_step": 91667, "epoch": 514, "lr": 4.917174440724154e-06}
{"train_loss": 0.0012270279694348574, "global_step": 91668, "epoch": 514, "lr": 4.916535424220492e-06}
{"train_loss": 0.0009520620036035714, "global_step": 91669, "epoch": 514, "lr": 4.915896447094548e-06}
{"train_loss": 0.0007134376210160553, "global_step": 91670, "epoch": 515, "lr": 4.91525750934686e-06}
{"train_loss": 0.0007430348778143525, "global_step": 91671, "epoch": 515, "lr": 4.914618610978028e-06}
{"train_loss": 0.00102183036506176, "global_step": 91672, "epoch": 515, "lr": 4.913979751988557e-06}
{"train_loss": 0.0011227934155613184, "global_step": 91673, "epoch": 515, "lr": 4.913340932379045e-06}
{"train_loss": 0.0010514206951484084, "global_step": 91674, "epoch": 515, "lr": 4.91270215215004e-06}
{"train_loss": 0.0006901102606207132, "global_step": 91675, "epoch": 515, "lr": 4.912063411302098e-06}
{"train_loss": 0.0002427289728075266, "global_step": 91676, "epoch": 515, "lr": 4.9114247098357715e-06}
{"train_loss": 0.0016230627661570907, "global_step": 91677, "epoch": 515, "lr": 4.910786047751625e-06}
{"train_loss": 0.0015324079431593418, "global_step": 91678, "epoch": 515, "lr": 4.910147425050205e-06}
{"train_loss": 0.00114063685759902, "global_step": 91679, "epoch": 515, "lr": 4.909508841732097e-06}
{"train_loss": 0.0010637948289513588, "global_step": 91680, "epoch": 515, "lr": 4.9088702977978185e-06}
{"train_loss": 0.0006567352684214711, "global_step": 91681, "epoch": 515, "lr": 4.908231793247964e-06}
{"train_loss": 0.0009516382124274969, "global_step": 91682, "epoch": 515, "lr": 4.907593328083071e-06}
{"train_loss": 0.001607523183338344, "global_step": 91683, "epoch": 515, "lr": 4.906954902303695e-06}
{"train_loss": 0.0010120318038389087, "global_step": 91684, "epoch": 515, "lr": 4.90631651591042e-06}
{"train_loss": 0.0008817787165753543, "global_step": 91685, "epoch": 515, "lr": 4.905678168903765e-06}
{"train_loss": 0.0010196395451202989, "global_step": 91686, "epoch": 515, "lr": 4.905039861284327e-06}
{"train_loss": 0.0012777317315340042, "global_step": 91687, "epoch": 515, "lr": 4.904401593052626e-06}
{"train_loss": 0.0017395283794030547, "global_step": 91688, "epoch": 515, "lr": 4.903763364209246e-06}
{"train_loss": 0.0016807573847472668, "global_step": 91689, "epoch": 515, "lr": 4.90312517475473e-06}
{"train_loss": 0.00047802506014704704, "global_step": 91690, "epoch": 515, "lr": 4.9024870246896504e-06}
{"train_loss": 0.0007924060919322073, "global_step": 91691, "epoch": 515, "lr": 4.901848914014545e-06}
{"train_loss": 0.0006055657868273556, "global_step": 91692, "epoch": 515, "lr": 4.9012108427299865e-06}
{"train_loss": 0.00030632386915385723, "global_step": 91693, "epoch": 515, "lr": 4.900572810836518e-06}
{"train_loss": 0.0014115959638729692, "global_step": 91694, "epoch": 515, "lr": 4.899934818334728e-06}
{"train_loss": 0.0008325908565893769, "global_step": 91695, "epoch": 515, "lr": 4.8992968652251284e-06}
{"train_loss": 0.0007655516383238137, "global_step": 91696, "epoch": 515, "lr": 4.898658951508306e-06}
{"train_loss": 0.0010650504846125841, "global_step": 91697, "epoch": 515, "lr": 4.898021077184817e-06}
{"train_loss": 0.0014170617796480656, "global_step": 91698, "epoch": 515, "lr": 4.89738324225521e-06}
{"train_loss": 0.0012538321316242218, "global_step": 91699, "epoch": 515, "lr": 4.8967454467200466e-06}
{"train_loss": 0.0006731402245350182, "global_step": 91700, "epoch": 515, "lr": 4.896107690579882e-06}
{"train_loss": 0.0017211338272318244, "global_step": 91701, "epoch": 515, "lr": 4.895469973835265e-06}
{"train_loss": 0.0005154580576345325, "global_step": 91702, "epoch": 515, "lr": 4.894832296486778e-06}
{"train_loss": 0.0006353568169288337, "global_step": 91703, "epoch": 515, "lr": 4.894194658534945e-06}
{"train_loss": 0.0015833524521440268, "global_step": 91704, "epoch": 515, "lr": 4.893557059980353e-06}
{"train_loss": 0.0005129922647029161, "global_step": 91705, "epoch": 515, "lr": 4.89291950082354e-06}
{"train_loss": 0.0004258201806806028, "global_step": 91706, "epoch": 515, "lr": 4.892281981065067e-06}
{"train_loss": 0.0020152158103883266, "global_step": 91707, "epoch": 515, "lr": 4.8916445007054945e-06}
{"train_loss": 0.0010453027207404375, "global_step": 91708, "epoch": 515, "lr": 4.891007059745362e-06}
{"train_loss": 0.0008087569731287658, "global_step": 91709, "epoch": 515, "lr": 4.890369658185268e-06}
{"train_loss": 0.002039741026237607, "global_step": 91710, "epoch": 515, "lr": 4.889732296025718e-06}
{"train_loss": 0.0005364620010368526, "global_step": 91711, "epoch": 515, "lr": 4.8890949732673e-06}
{"train_loss": 0.0005559264682233334, "global_step": 91712, "epoch": 515, "lr": 4.88845768991057e-06}
{"train_loss": 0.0010007100645452738, "global_step": 91713, "epoch": 515, "lr": 4.88782044595607e-06}
{"train_loss": 0.001535192714072764, "global_step": 91714, "epoch": 515, "lr": 4.887183241404375e-06}
{"train_loss": 0.0009450227953493595, "global_step": 91715, "epoch": 515, "lr": 4.886546076256021e-06}
{"train_loss": 0.00032619398552924395, "global_step": 91716, "epoch": 515, "lr": 4.8859089505115755e-06}
{"train_loss": 0.00028457288863137364, "global_step": 91717, "epoch": 515, "lr": 4.885271864171603e-06}
{"train_loss": 0.0010810692328959703, "global_step": 91718, "epoch": 515, "lr": 4.884634817236638e-06}
{"train_loss": 0.0017755018780007958, "global_step": 91719, "epoch": 515, "lr": 4.883997809707258e-06}
{"train_loss": 0.0010678169783204794, "global_step": 91720, "epoch": 515, "lr": 4.883360841584017e-06}
{"train_loss": 0.0017478486988693476, "global_step": 91721, "epoch": 515, "lr": 4.882723912867459e-06}
{"train_loss": 0.000641345395706594, "global_step": 91722, "epoch": 515, "lr": 4.882087023558152e-06}
{"train_loss": 0.0005165303591638803, "global_step": 91723, "epoch": 515, "lr": 4.881450173656643e-06}
{"train_loss": 0.0005061294650658965, "global_step": 91724, "epoch": 515, "lr": 4.8808133631634945e-06}
{"train_loss": 0.00030719212372787297, "global_step": 91725, "epoch": 515, "lr": 4.880176592079255e-06}
{"train_loss": 0.0011091239284723997, "global_step": 91726, "epoch": 515, "lr": 4.879539860404492e-06}
{"train_loss": 0.00039733509765937924, "global_step": 91727, "epoch": 515, "lr": 4.878903168139759e-06}
{"train_loss": 0.001433380413800478, "global_step": 91728, "epoch": 515, "lr": 4.878266515285607e-06}
{"train_loss": 0.0008796617621555924, "global_step": 91729, "epoch": 515, "lr": 4.877629901842595e-06}
{"train_loss": 0.00058302644174546, "global_step": 91730, "epoch": 515, "lr": 4.87699332781128e-06}
{"train_loss": 0.0007481654174625874, "global_step": 91731, "epoch": 515, "lr": 4.87635679319221e-06}
{"train_loss": 0.0009106710785999894, "global_step": 91732, "epoch": 515, "lr": 4.875720297985964e-06}
{"train_loss": 0.0005257258308120072, "global_step": 91733, "epoch": 515, "lr": 4.875083842193056e-06}
{"train_loss": 0.0003610925341490656, "global_step": 91734, "epoch": 515, "lr": 4.874447425814088e-06}
{"train_loss": 0.0006050084484741092, "global_step": 91735, "epoch": 515, "lr": 4.873811048849586e-06}
{"train_loss": 0.000727715203538537, "global_step": 91736, "epoch": 515, "lr": 4.873174711300121e-06}
{"train_loss": 0.002358680125325918, "global_step": 91737, "epoch": 515, "lr": 4.8725384131662385e-06}
{"train_loss": 0.0013458337634801865, "global_step": 91738, "epoch": 515, "lr": 4.871902154448505e-06}
{"train_loss": 0.0004939266946166754, "global_step": 91739, "epoch": 515, "lr": 4.871265935147462e-06}
{"train_loss": 0.00044587059528566897, "global_step": 91740, "epoch": 515, "lr": 4.870629755263678e-06}
{"train_loss": 0.00102814263664186, "global_step": 91741, "epoch": 515, "lr": 4.8699936147976965e-06}
{"train_loss": 0.0008243334596045315, "global_step": 91742, "epoch": 515, "lr": 4.869357513750095e-06}
{"train_loss": 0.001137965708039701, "global_step": 91743, "epoch": 515, "lr": 4.868721452121394e-06}
{"train_loss": 0.002181748393923044, "global_step": 91744, "epoch": 515, "lr": 4.868085429912184e-06}
{"train_loss": 0.0004710983484983444, "global_step": 91745, "epoch": 515, "lr": 4.867449447123007e-06}
{"train_loss": 0.0007487899856641889, "global_step": 91746, "epoch": 515, "lr": 4.866813503754402e-06}
{"train_loss": 0.00050850969273597, "global_step": 91747, "epoch": 515, "lr": 4.866177599806965e-06}
{"train_loss": 0.001213760580867529, "global_step": 91748, "epoch": 515, "lr": 4.865541735281204e-06}
{"train_loss": 0.0005225156201049685, "global_step": 91749, "epoch": 515, "lr": 4.864905910177703e-06}
{"train_loss": 0.0007544936961494386, "global_step": 91750, "epoch": 515, "lr": 4.864270124497017e-06}
{"train_loss": 0.0005966493627056479, "global_step": 91751, "epoch": 515, "lr": 4.863634378239695e-06}
{"train_loss": 0.000429704028647393, "global_step": 91752, "epoch": 515, "lr": 4.8629986714062936e-06}
{"train_loss": 0.0011427411809563637, "global_step": 91753, "epoch": 515, "lr": 4.862363003997361e-06}
{"train_loss": 0.0009711763705126941, "global_step": 91754, "epoch": 515, "lr": 4.861727376013458e-06}
{"train_loss": 0.0011879620142281055, "global_step": 91755, "epoch": 515, "lr": 4.861091787455152e-06}
{"train_loss": 0.0008753729634918272, "global_step": 91756, "epoch": 515, "lr": 4.860456238322969e-06}
{"train_loss": 0.0004570098826661706, "global_step": 91757, "epoch": 515, "lr": 4.859820728617503e-06}
{"train_loss": 0.0015050575602799654, "global_step": 91758, "epoch": 515, "lr": 4.859185258339272e-06}
{"train_loss": 0.0004839264147449285, "global_step": 91759, "epoch": 515, "lr": 4.85854982748885e-06}
{"train_loss": 0.00042753355228342116, "global_step": 91760, "epoch": 515, "lr": 4.85791443606679e-06}
{"train_loss": 0.0026130592450499535, "global_step": 91761, "epoch": 515, "lr": 4.857279084073651e-06}
{"train_loss": 0.001035899156704545, "global_step": 91762, "epoch": 515, "lr": 4.856643771509978e-06}
{"train_loss": 0.0008185062906704843, "global_step": 91763, "epoch": 515, "lr": 4.85600849837633e-06}
{"train_loss": 0.0003470023220870644, "global_step": 91764, "epoch": 515, "lr": 4.855373264673257e-06}
{"train_loss": 0.0011009289883077145, "global_step": 91765, "epoch": 515, "lr": 4.854738070401338e-06}
{"train_loss": 0.0006216025212779641, "global_step": 91766, "epoch": 515, "lr": 4.854102915561088e-06}
{"train_loss": 0.0008727488457225263, "global_step": 91767, "epoch": 515, "lr": 4.853467800153094e-06}
{"train_loss": 0.00042401679093018174, "global_step": 91768, "epoch": 515, "lr": 4.852832724177897e-06}
{"train_loss": 0.0005907019367441535, "global_step": 91769, "epoch": 515, "lr": 4.852197687636051e-06}
{"train_loss": 0.0006000024732202291, "global_step": 91770, "epoch": 515, "lr": 4.851562690528128e-06}
{"train_loss": 0.0011099252151325345, "global_step": 91771, "epoch": 515, "lr": 4.8509277328546484e-06}
{"train_loss": 0.0009242163505405188, "global_step": 91772, "epoch": 515, "lr": 4.850292814616197e-06}
{"train_loss": 0.0006158166215755045, "global_step": 91773, "epoch": 515, "lr": 4.8496579358133235e-06}
{"train_loss": 0.00096944096731022, "global_step": 91774, "epoch": 515, "lr": 4.849023096446576e-06}
{"train_loss": 0.0010422050254419446, "global_step": 91775, "epoch": 515, "lr": 4.84838829651651e-06}
{"train_loss": 0.0005555720999836922, "global_step": 91776, "epoch": 515, "lr": 4.847753536023675e-06}
{"train_loss": 0.0009364878642372787, "global_step": 91777, "epoch": 515, "lr": 4.847118814968638e-06}
{"train_loss": 0.0005365217803046107, "global_step": 91778, "epoch": 515, "lr": 4.846484133351941e-06}
{"train_loss": 0.0012724469415843487, "global_step": 91779, "epoch": 515, "lr": 4.845849491174137e-06}
{"train_loss": 0.0006359820254147053, "global_step": 91780, "epoch": 515, "lr": 4.8452148884358065e-06}
{"train_loss": 0.0008426748681813478, "global_step": 91781, "epoch": 515, "lr": 4.84458032513746e-06}
{"train_loss": 0.00039153994293883443, "global_step": 91782, "epoch": 515, "lr": 4.843945801279693e-06}
{"train_loss": 0.0007651139749214053, "global_step": 91783, "epoch": 515, "lr": 4.843311316863036e-06}
{"train_loss": 0.0008243529009632766, "global_step": 91784, "epoch": 515, "lr": 4.842676871888052e-06}
{"train_loss": 0.0006217531627044082, "global_step": 91785, "epoch": 515, "lr": 4.842042466355296e-06}
{"train_loss": 0.0012066680938005447, "global_step": 91786, "epoch": 515, "lr": 4.841408100265315e-06}
{"train_loss": 0.0010357031133025885, "global_step": 91787, "epoch": 515, "lr": 4.840773773618662e-06}
{"train_loss": 0.0014232463436201215, "global_step": 91788, "epoch": 515, "lr": 4.840139486415901e-06}
{"train_loss": 0.0009806157322600484, "global_step": 91789, "epoch": 515, "lr": 4.839505238657582e-06}
{"train_loss": 0.002120677847415209, "global_step": 91790, "epoch": 515, "lr": 4.838871030344261e-06}
{"train_loss": 0.0011247110087424517, "global_step": 91791, "epoch": 515, "lr": 4.838236861476486e-06}
{"train_loss": 0.0007784602930769324, "global_step": 91792, "epoch": 515, "lr": 4.8376027320548075e-06}
{"train_loss": 0.000628767826128751, "global_step": 91793, "epoch": 515, "lr": 4.836968642079803e-06}
{"train_loss": 0.0007751163793727756, "global_step": 91794, "epoch": 515, "lr": 4.836334591551994e-06}
{"train_loss": 0.0009021696168929338, "global_step": 91795, "epoch": 515, "lr": 4.8357005804719635e-06}
{"train_loss": 0.0010199904209002852, "global_step": 91796, "epoch": 515, "lr": 4.835066608840233e-06}
{"train_loss": 0.0006734369089826941, "global_step": 91797, "epoch": 515, "lr": 4.834432676657386e-06}
{"train_loss": 0.001152407843619585, "global_step": 91798, "epoch": 515, "lr": 4.833798783923965e-06}
{"train_loss": 0.0012592850252985954, "global_step": 91799, "epoch": 515, "lr": 4.8331649306405214e-06}
{"train_loss": 0.0023822528310120106, "global_step": 91800, "epoch": 515, "lr": 4.832531116807615e-06}
{"train_loss": 0.00048725437954999506, "global_step": 91801, "epoch": 515, "lr": 4.831897342425789e-06}
{"train_loss": 0.0007656806847080588, "global_step": 91802, "epoch": 515, "lr": 4.831263607495601e-06}
{"train_loss": 0.001610279199667275, "global_step": 91803, "epoch": 515, "lr": 4.83062991201762e-06}
{"train_loss": 0.0012256611371412873, "global_step": 91804, "epoch": 515, "lr": 4.829996255992369e-06}
{"train_loss": 0.00046509935054928064, "global_step": 91805, "epoch": 515, "lr": 4.829362639420432e-06}
{"train_loss": 0.0002445644640829414, "global_step": 91806, "epoch": 515, "lr": 4.828729062302345e-06}
{"train_loss": 0.0006534014246426523, "global_step": 91807, "epoch": 515, "lr": 4.828095524638665e-06}
{"train_loss": 0.0005246028886176646, "global_step": 91808, "epoch": 515, "lr": 4.827462026429946e-06}
{"train_loss": 0.00036044485750608146, "global_step": 91809, "epoch": 515, "lr": 4.826828567676734e-06}
{"train_loss": 0.0006196899339556694, "global_step": 91810, "epoch": 515, "lr": 4.826195148379597e-06}
{"train_loss": 0.000985694001428783, "global_step": 91811, "epoch": 515, "lr": 4.825561768539083e-06}
{"train_loss": 0.0006145055522210896, "global_step": 91812, "epoch": 515, "lr": 4.824928428155739e-06}
{"train_loss": 0.0004559749795589596, "global_step": 91813, "epoch": 515, "lr": 4.824295127230127e-06}
{"train_loss": 0.0018223777879029512, "global_step": 91814, "epoch": 515, "lr": 4.8236618657627906e-06}
{"train_loss": 0.0008726309752091765, "global_step": 91815, "epoch": 515, "lr": 4.8230286437542905e-06}
{"train_loss": 0.00038727346691302955, "global_step": 91816, "epoch": 515, "lr": 4.822395461205176e-06}
{"train_loss": 0.0008557004621252418, "global_step": 91817, "epoch": 515, "lr": 4.821762318115991e-06}
{"train_loss": 0.0013164147967472672, "global_step": 91818, "epoch": 515, "lr": 4.821129214487319e-06}
{"train_loss": 0.0008544859010726213, "global_step": 91819, "epoch": 515, "lr": 4.820496150319676e-06}
{"train_loss": 0.0009048195206560194, "global_step": 91820, "epoch": 515, "lr": 4.819863125613638e-06}
{"train_loss": 0.0010878044413402677, "global_step": 91821, "epoch": 515, "lr": 4.819230140369752e-06}
{"train_loss": 0.0029373173601925373, "global_step": 91822, "epoch": 515, "lr": 4.81859719458857e-06}
{"train_loss": 0.0010625635040923953, "global_step": 91823, "epoch": 515, "lr": 4.8179642882706435e-06}
{"train_loss": 0.0025765541940927505, "global_step": 91824, "epoch": 515, "lr": 4.817331421416527e-06}
{"train_loss": 0.0016565370606258512, "global_step": 91825, "epoch": 515, "lr": 4.816698594026764e-06}
{"train_loss": 0.0012084795162081718, "global_step": 91826, "epoch": 515, "lr": 4.816065806101938e-06}
{"train_loss": 0.0007838327437639236, "global_step": 91827, "epoch": 515, "lr": 4.81543305764256e-06}
{"train_loss": 0.0009327692678198218, "global_step": 91828, "epoch": 515, "lr": 4.814800348649212e-06}
{"train_loss": 0.0008174983668141067, "global_step": 91829, "epoch": 515, "lr": 4.814167679122439e-06}
{"train_loss": 0.0005813449388369918, "global_step": 91830, "epoch": 515, "lr": 4.813535049062779e-06}
{"train_loss": 0.0005223380285315216, "global_step": 91831, "epoch": 515, "lr": 4.812902458470819e-06}
{"train_loss": 0.0014596200780943036, "global_step": 91832, "epoch": 515, "lr": 4.8122699073470725e-06}
{"train_loss": 0.0016480355989187956, "global_step": 91833, "epoch": 515, "lr": 4.811637395692126e-06}
{"train_loss": 0.0008618274005129933, "global_step": 91834, "epoch": 515, "lr": 4.8110049235064956e-06}
{"train_loss": 0.0008420333615504205, "global_step": 91835, "epoch": 515, "lr": 4.810372490790765e-06}
{"train_loss": 0.0014767023967579007, "global_step": 91836, "epoch": 515, "lr": 4.809740097545479e-06}
{"train_loss": 0.0012487090425565839, "global_step": 91837, "epoch": 515, "lr": 4.8091077437711795e-06}
{"train_loss": 0.001989109441637993, "global_step": 91838, "epoch": 515, "lr": 4.808475429468429e-06}
{"train_loss": 0.00042203132761642337, "global_step": 91839, "epoch": 515, "lr": 4.8078431546377815e-06}
{"train_loss": 0.0012343551497906446, "global_step": 91840, "epoch": 515, "lr": 4.807210919279765e-06}
{"train_loss": 0.0003199069178663194, "global_step": 91841, "epoch": 515, "lr": 4.806578723394978e-06}
{"train_loss": 0.001808765111491084, "global_step": 91842, "epoch": 515, "lr": 4.805946566983921e-06}
{"train_loss": 0.0005552192451432347, "global_step": 91843, "epoch": 515, "lr": 4.805314450047182e-06}
{"train_loss": 0.0022026810329407454, "global_step": 91844, "epoch": 515, "lr": 4.8046823725853005e-06}
{"train_loss": 0.0009058925788849592, "global_step": 91845, "epoch": 515, "lr": 4.804050334598831e-06}
{"train_loss": 0.0026767216622829437, "global_step": 91846, "epoch": 515, "lr": 4.803418336088328e-06}
{"train_loss": 0.0009805485970808946, "global_step": 91847, "epoch": 515, "lr": 4.8027863770543355e-06, "train_action_mse_error": 1.8077200820698636e-06}
{"train_loss": 0.0005487940507009625, "global_step": 91848, "epoch": 516, "lr": 4.802154457497399e-06}
{"train_loss": 0.0010512557346373796, "global_step": 91849, "epoch": 516, "lr": 4.801522577418105e-06}
{"train_loss": 0.002369167283177376, "global_step": 91850, "epoch": 516, "lr": 4.800890736816959e-06}
{"train_loss": 0.0010813955450430512, "global_step": 91851, "epoch": 516, "lr": 4.800258935694546e-06}
{"train_loss": 0.00034429418155923486, "global_step": 91852, "epoch": 516, "lr": 4.7996271740514076e-06}
{"train_loss": 0.00045693645370192826, "global_step": 91853, "epoch": 516, "lr": 4.7989954518880995e-06}
{"train_loss": 0.0005356277106329799, "global_step": 91854, "epoch": 516, "lr": 4.7983637692051665e-06}
{"train_loss": 0.0007942350348457694, "global_step": 91855, "epoch": 516, "lr": 4.7977321260031515e-06}
{"train_loss": 0.0011351385619491339, "global_step": 91856, "epoch": 516, "lr": 4.797100522282638e-06}
{"train_loss": 0.0008526841993443668, "global_step": 91857, "epoch": 516, "lr": 4.796468958044142e-06}
{"train_loss": 0.000682226731441915, "global_step": 91858, "epoch": 516, "lr": 4.7958374332882365e-06}
{"train_loss": 0.0008740443736314774, "global_step": 91859, "epoch": 516, "lr": 4.795205948015469e-06}
{"train_loss": 0.002370721660554409, "global_step": 91860, "epoch": 516, "lr": 4.79457450222639e-06}
{"train_loss": 0.0008375253528356552, "global_step": 91861, "epoch": 516, "lr": 4.793943095921549e-06}
{"train_loss": 0.0009865497704595327, "global_step": 91862, "epoch": 516, "lr": 4.793311729101502e-06}
{"train_loss": 0.00040148053085431457, "global_step": 91863, "epoch": 516, "lr": 4.792680401766786e-06}
{"train_loss": 0.0012248470447957516, "global_step": 91864, "epoch": 516, "lr": 4.7920491139179844e-06}
{"train_loss": 0.0009121905313804746, "global_step": 91865, "epoch": 516, "lr": 4.791417865555608e-06}
{"train_loss": 0.0010953613091260195, "global_step": 91866, "epoch": 516, "lr": 4.790786656680246e-06}
{"train_loss": 0.0008192301029339433, "global_step": 91867, "epoch": 516, "lr": 4.790155487292414e-06}
{"train_loss": 0.0008453143527731299, "global_step": 91868, "epoch": 516, "lr": 4.7895243573926885e-06}
{"train_loss": 0.0016594051849097013, "global_step": 91869, "epoch": 516, "lr": 4.7888932669816146e-06}
{"train_loss": 0.0014695851132273674, "global_step": 91870, "epoch": 516, "lr": 4.788262216059747e-06}
{"train_loss": 0.00043736869702115655, "global_step": 91871, "epoch": 516, "lr": 4.787631204627629e-06}
{"train_loss": 0.0005686190561391413, "global_step": 91872, "epoch": 516, "lr": 4.787000232685801e-06}
{"train_loss": 0.0008856021449901164, "global_step": 91873, "epoch": 516, "lr": 4.786369300234845e-06}
{"train_loss": 0.0006979198660701513, "global_step": 91874, "epoch": 516, "lr": 4.785738407275292e-06}
{"train_loss": 0.001251731300726533, "global_step": 91875, "epoch": 516, "lr": 4.785107553807694e-06}
{"train_loss": 0.0007466650567948818, "global_step": 91876, "epoch": 516, "lr": 4.784476739832611e-06}
{"train_loss": 0.0011551401112228632, "global_step": 91877, "epoch": 516, "lr": 4.783845965350581e-06}
{"train_loss": 0.0005851780297234654, "global_step": 91878, "epoch": 516, "lr": 4.783215230362154e-06}
{"train_loss": 0.001186796696856618, "global_step": 91879, "epoch": 516, "lr": 4.782584534867907e-06}
{"train_loss": 0.0005809775902889669, "global_step": 91880, "epoch": 516, "lr": 4.781953878868356e-06}
{"train_loss": 0.0006069219671189785, "global_step": 91881, "epoch": 516, "lr": 4.7813232623640736e-06}
{"train_loss": 0.00044902419904246926, "global_step": 91882, "epoch": 516, "lr": 4.780692685355603e-06}
{"train_loss": 0.0007763288449496031, "global_step": 91883, "epoch": 516, "lr": 4.7800621478435e-06}
{"train_loss": 0.00041239417623728514, "global_step": 91884, "epoch": 516, "lr": 4.779431649828315e-06}
{"train_loss": 0.0021082882303744555, "global_step": 91885, "epoch": 516, "lr": 4.778801191310589e-06}
{"train_loss": 0.0007976541528478265, "global_step": 91886, "epoch": 516, "lr": 4.778170772290885e-06}
{"train_loss": 0.0009264530381187797, "global_step": 91887, "epoch": 516, "lr": 4.777540392769747e-06}
{"train_loss": 0.0013850005343556404, "global_step": 91888, "epoch": 516, "lr": 4.776910052747719e-06}
{"train_loss": 0.0010091587901115417, "global_step": 91889, "epoch": 516, "lr": 4.776279752225371e-06}
{"train_loss": 0.0010261798743158579, "global_step": 91890, "epoch": 516, "lr": 4.7756494912032326e-06}
{"train_loss": 0.0007469794945791364, "global_step": 91891, "epoch": 516, "lr": 4.775019269681869e-06}
{"train_loss": 0.0008616007980890572, "global_step": 91892, "epoch": 516, "lr": 4.7743890876618236e-06}
{"train_loss": 0.001415800303220749, "global_step": 91893, "epoch": 516, "lr": 4.773758945143642e-06}
{"train_loss": 0.0007431477424688637, "global_step": 91894, "epoch": 516, "lr": 4.773128842127894e-06}
{"train_loss": 0.0014366559917107224, "global_step": 91895, "epoch": 516, "lr": 4.7724987786151035e-06}
{"train_loss": 0.001601483323611319, "global_step": 91896, "epoch": 516, "lr": 4.77186875460584e-06}
{"train_loss": 0.0004548802971839905, "global_step": 91897, "epoch": 516, "lr": 4.7712387701006554e-06}
{"train_loss": 0.0003953806881327182, "global_step": 91898, "epoch": 516, "lr": 4.770608825100087e-06}
{"train_loss": 0.0003794231452047825, "global_step": 91899, "epoch": 516, "lr": 4.7699789196046896e-06}
{"train_loss": 0.0015991086838766932, "global_step": 91900, "epoch": 516, "lr": 4.769349053615019e-06}
{"train_loss": 0.000738204806111753, "global_step": 91901, "epoch": 516, "lr": 4.768719227131607e-06}
{"train_loss": 0.0015754727646708488, "global_step": 91902, "epoch": 516, "lr": 4.768089440155038e-06}
{"train_loss": 0.001197785371914506, "global_step": 91903, "epoch": 516, "lr": 4.767459692685822e-06}
{"train_loss": 0.0008939650724641979, "global_step": 91904, "epoch": 516, "lr": 4.766829984724552e-06}
{"train_loss": 0.0012941306922584772, "global_step": 91905, "epoch": 516, "lr": 4.766200316271729e-06}
{"train_loss": 0.0006027125054970384, "global_step": 91906, "epoch": 516, "lr": 4.765570687327947e-06}
{"train_loss": 0.0010515140602365136, "global_step": 91907, "epoch": 516, "lr": 4.764941097893727e-06}
{"train_loss": 0.0011239955201745033, "global_step": 91908, "epoch": 516, "lr": 4.764311547969636e-06}
{"train_loss": 0.0008500316180288792, "global_step": 91909, "epoch": 516, "lr": 4.763682037556217e-06}
{"train_loss": 0.0007191598415374756, "global_step": 91910, "epoch": 516, "lr": 4.763052566654019e-06}
{"train_loss": 0.001078754081390798, "global_step": 91911, "epoch": 516, "lr": 4.762423135263583e-06}
{"train_loss": 0.0006394716328941286, "global_step": 91912, "epoch": 516, "lr": 4.7617937433854844e-06}
{"train_loss": 0.0005384665564633906, "global_step": 91913, "epoch": 516, "lr": 4.76116439102025e-06}
{"train_loss": 0.00019866452203132212, "global_step": 91914, "epoch": 516, "lr": 4.7605350781684376e-06}
{"train_loss": 0.0016096030594781041, "global_step": 91915, "epoch": 516, "lr": 4.7599058048306e-06}
{"train_loss": 0.0002860542153939605, "global_step": 91916, "epoch": 516, "lr": 4.75927657100727e-06}
{"train_loss": 0.0012948834337294102, "global_step": 91917, "epoch": 516, "lr": 4.758647376699032e-06}
{"train_loss": 0.000576550664845854, "global_step": 91918, "epoch": 516, "lr": 4.75801822190639e-06}
{"train_loss": 0.002157567534595728, "global_step": 91919, "epoch": 516, "lr": 4.757389106629928e-06}
{"train_loss": 0.00022295210510492325, "global_step": 91920, "epoch": 516, "lr": 4.756760030870189e-06}
{"train_loss": 0.0022127253469079733, "global_step": 91921, "epoch": 516, "lr": 4.756130994627716e-06}
{"train_loss": 0.0006048341747373343, "global_step": 91922, "epoch": 516, "lr": 4.755501997903062e-06}
{"train_loss": 0.0007478117477148771, "global_step": 91923, "epoch": 516, "lr": 4.754873040696772e-06}
{"train_loss": 0.0011844242690131068, "global_step": 91924, "epoch": 516, "lr": 4.754244123009399e-06}
{"train_loss": 0.0006861792644485831, "global_step": 91925, "epoch": 516, "lr": 4.753615244841492e-06}
{"train_loss": 0.00030246347887441516, "global_step": 91926, "epoch": 516, "lr": 4.752986406193594e-06}
{"train_loss": 0.0008252557599917054, "global_step": 91927, "epoch": 516, "lr": 4.7523576070662715e-06}
{"train_loss": 0.00039727630792185664, "global_step": 91928, "epoch": 516, "lr": 4.751728847460052e-06}
{"train_loss": 0.0012860671849921346, "global_step": 91929, "epoch": 516, "lr": 4.751100127375496e-06}
{"train_loss": 0.0008323790389113128, "global_step": 91930, "epoch": 516, "lr": 4.75047144681316e-06}
{"train_loss": 0.0010143396211788058, "global_step": 91931, "epoch": 516, "lr": 4.74984280577358e-06}
{"train_loss": 0.0031376942060887814, "global_step": 91932, "epoch": 516, "lr": 4.749214204257313e-06}
{"train_loss": 0.0003606445388868451, "global_step": 91933, "epoch": 516, "lr": 4.748585642264891e-06}
{"train_loss": 0.00030427525052800775, "global_step": 91934, "epoch": 516, "lr": 4.747957119796892e-06}
{"train_loss": 0.0011019344674423337, "global_step": 91935, "epoch": 516, "lr": 4.7473286368538486e-06}
{"train_loss": 0.0013982708333060145, "global_step": 91936, "epoch": 516, "lr": 4.74670019343631e-06}
{"train_loss": 0.0008356688194908202, "global_step": 91937, "epoch": 516, "lr": 4.746071789544826e-06}
{"train_loss": 0.0007742077577859163, "global_step": 91938, "epoch": 516, "lr": 4.745443425179941e-06}
{"train_loss": 0.0006143653299659491, "global_step": 91939, "epoch": 516, "lr": 4.744815100342204e-06}
{"train_loss": 0.001120561035349965, "global_step": 91940, "epoch": 516, "lr": 4.744186815032192e-06}
{"train_loss": 0.0013894625008106232, "global_step": 91941, "epoch": 516, "lr": 4.7435585692504055e-06}
{"train_loss": 0.0005564074381254613, "global_step": 91942, "epoch": 516, "lr": 4.742930362997439e-06}
{"train_loss": 0.0011985322926193476, "global_step": 91943, "epoch": 516, "lr": 4.742302196273796e-06}
{"train_loss": 0.0006930510862730443, "global_step": 91944, "epoch": 516, "lr": 4.7416740690800655e-06}
{"train_loss": 0.0003052982792723924, "global_step": 91945, "epoch": 516, "lr": 4.741045981416775e-06}
{"train_loss": 0.0010080316569656134, "global_step": 91946, "epoch": 516, "lr": 4.74041793328448e-06}
{"train_loss": 0.0012230793945491314, "global_step": 91947, "epoch": 516, "lr": 4.7397899246837294e-06}
{"train_loss": 0.001094806706532836, "global_step": 91948, "epoch": 516, "lr": 4.7391619556150675e-06}
{"train_loss": 0.000746837817132473, "global_step": 91949, "epoch": 516, "lr": 4.738534026079033e-06}
{"train_loss": 0.0009763343259692192, "global_step": 91950, "epoch": 516, "lr": 4.737906136076209e-06}
{"train_loss": 0.0013716437388211489, "global_step": 91951, "epoch": 516, "lr": 4.737278285607099e-06}
{"train_loss": 0.001226008404046297, "global_step": 91952, "epoch": 516, "lr": 4.736650474672283e-06}
{"train_loss": 0.0005609928630292416, "global_step": 91953, "epoch": 516, "lr": 4.736022703272302e-06}
{"train_loss": 0.0004813378327526152, "global_step": 91954, "epoch": 516, "lr": 4.7353949714076914e-06}
{"train_loss": 0.0008997578988783062, "global_step": 91955, "epoch": 516, "lr": 4.734767279079028e-06}
{"train_loss": 0.0011849033180624247, "global_step": 91956, "epoch": 516, "lr": 4.734139626286821e-06}
{"train_loss": 0.0007818432641215622, "global_step": 91957, "epoch": 516, "lr": 4.733512013031654e-06}
{"train_loss": 0.0009996846783906221, "global_step": 91958, "epoch": 516, "lr": 4.732884439314056e-06}
{"train_loss": 0.000974064227193594, "global_step": 91959, "epoch": 516, "lr": 4.732256905134585e-06}
{"train_loss": 0.0027456425596028566, "global_step": 91960, "epoch": 516, "lr": 4.7316294104937816e-06}
{"train_loss": 0.0010491200955584645, "global_step": 91961, "epoch": 516, "lr": 4.7310019553922005e-06}
{"train_loss": 0.0007892841240391135, "global_step": 91962, "epoch": 516, "lr": 4.730374539830379e-06}
{"train_loss": 0.0009598048636689782, "global_step": 91963, "epoch": 516, "lr": 4.729747163808878e-06}
{"train_loss": 0.0014170450158417225, "global_step": 91964, "epoch": 516, "lr": 4.729119827328226e-06}
{"train_loss": 0.0005981150316074491, "global_step": 91965, "epoch": 516, "lr": 4.728492530389006e-06}
{"train_loss": 0.0014381783548742533, "global_step": 91966, "epoch": 516, "lr": 4.727865272991722e-06}
{"train_loss": 0.0004915209719911218, "global_step": 91967, "epoch": 516, "lr": 4.727238055136957e-06}
{"train_loss": 0.001132663688622415, "global_step": 91968, "epoch": 516, "lr": 4.726610876825244e-06}
{"train_loss": 0.0007176519720815122, "global_step": 91969, "epoch": 516, "lr": 4.725983738057127e-06}
{"train_loss": 0.00033656382584013045, "global_step": 91970, "epoch": 516, "lr": 4.725356638833167e-06}
{"train_loss": 0.0009971654508262873, "global_step": 91971, "epoch": 516, "lr": 4.724729579153902e-06}
{"train_loss": 0.0007216618396341801, "global_step": 91972, "epoch": 516, "lr": 4.724102559019872e-06}
{"train_loss": 0.00048528265324421227, "global_step": 91973, "epoch": 516, "lr": 4.723475578431657e-06}
{"train_loss": 0.00033275922760367393, "global_step": 91974, "epoch": 516, "lr": 4.72284863738976e-06}
{"train_loss": 0.0005416485946625471, "global_step": 91975, "epoch": 516, "lr": 4.722221735894761e-06}
{"train_loss": 0.0008138083503581583, "global_step": 91976, "epoch": 516, "lr": 4.721594873947194e-06}
{"train_loss": 0.001351608196273446, "global_step": 91977, "epoch": 516, "lr": 4.720968051547603e-06}
{"train_loss": 0.0011118946131318808, "global_step": 91978, "epoch": 516, "lr": 4.720341268696566e-06}
{"train_loss": 0.0008405951084569097, "global_step": 91979, "epoch": 516, "lr": 4.719714525394581e-06}
{"train_loss": 0.0004900794010609388, "global_step": 91980, "epoch": 516, "lr": 4.719087821642243e-06}
{"train_loss": 0.0003656753106042743, "global_step": 91981, "epoch": 516, "lr": 4.718461157440058e-06}
{"train_loss": 0.0015321664977818727, "global_step": 91982, "epoch": 516, "lr": 4.717834532788601e-06}
{"train_loss": 0.0012767673470079899, "global_step": 91983, "epoch": 516, "lr": 4.717207947688418e-06}
{"train_loss": 0.001371040241792798, "global_step": 91984, "epoch": 516, "lr": 4.716581402140041e-06}
{"train_loss": 0.0005105497548356652, "global_step": 91985, "epoch": 516, "lr": 4.715954896144031e-06}
{"train_loss": 0.0013227995950728655, "global_step": 91986, "epoch": 516, "lr": 4.715328429700927e-06}
{"train_loss": 0.0016030592378228903, "global_step": 91987, "epoch": 516, "lr": 4.714702002811272e-06}
{"train_loss": 0.001185416360385716, "global_step": 91988, "epoch": 516, "lr": 4.714075615475638e-06}
{"train_loss": 0.0018467633053660393, "global_step": 91989, "epoch": 516, "lr": 4.713449267694536e-06}
{"train_loss": 0.000568919291254133, "global_step": 91990, "epoch": 516, "lr": 4.712822959468544e-06}
{"train_loss": 0.0004226217861287296, "global_step": 91991, "epoch": 516, "lr": 4.712196690798193e-06}
{"train_loss": 0.0008574807434342802, "global_step": 91992, "epoch": 516, "lr": 4.7115704616840335e-06}
{"train_loss": 0.001157707767561078, "global_step": 91993, "epoch": 516, "lr": 4.710944272126616e-06}
{"train_loss": 0.0017182023730129004, "global_step": 91994, "epoch": 516, "lr": 4.710318122126478e-06}
{"train_loss": 0.0014660616870969534, "global_step": 91995, "epoch": 516, "lr": 4.709692011684181e-06}
{"train_loss": 0.001265122788026929, "global_step": 91996, "epoch": 516, "lr": 4.709065940800245e-06}
{"train_loss": 0.0004019267507828772, "global_step": 91997, "epoch": 516, "lr": 4.7084399094752485e-06}
{"train_loss": 0.0006120988400653005, "global_step": 91998, "epoch": 516, "lr": 4.707813917709724e-06}
{"train_loss": 0.0008548737387172878, "global_step": 91999, "epoch": 516, "lr": 4.7071879655042225e-06}
{"train_loss": 0.0007542017847299576, "global_step": 92000, "epoch": 516, "lr": 4.706562052859281e-06}
{"train_loss": 0.0006919282604940236, "global_step": 92001, "epoch": 516, "lr": 4.7059361797754605e-06}
{"train_loss": 0.0011016962816938758, "global_step": 92002, "epoch": 516, "lr": 4.705310346253283e-06}
{"train_loss": 0.0014507039450109005, "global_step": 92003, "epoch": 516, "lr": 4.704684552293337e-06}
{"train_loss": 0.0008155903778970242, "global_step": 92004, "epoch": 516, "lr": 4.704058797896122e-06}
{"train_loss": 0.0023932140320539474, "global_step": 92005, "epoch": 516, "lr": 4.703433083062214e-06}
{"train_loss": 0.001133129233494401, "global_step": 92006, "epoch": 516, "lr": 4.702807407792159e-06}
{"train_loss": 0.0007815157878212631, "global_step": 92007, "epoch": 516, "lr": 4.702181772086489e-06}
{"train_loss": 0.0005402786191552877, "global_step": 92008, "epoch": 516, "lr": 4.701556175945765e-06}
{"train_loss": 0.002021834487095475, "global_step": 92009, "epoch": 516, "lr": 4.70093061937052e-06}
{"train_loss": 0.0006330003961920738, "global_step": 92010, "epoch": 516, "lr": 4.700305102361302e-06}
{"train_loss": 0.0010660781990736723, "global_step": 92011, "epoch": 516, "lr": 4.699679624918679e-06}
{"train_loss": 0.0007367309299297631, "global_step": 92012, "epoch": 516, "lr": 4.699054187043162e-06}
{"train_loss": 0.0011248672381043434, "global_step": 92013, "epoch": 516, "lr": 4.698428788735332e-06}
{"train_loss": 0.0005803711828775704, "global_step": 92014, "epoch": 516, "lr": 4.6978034299957065e-06}
{"train_loss": 0.0009608481777831912, "global_step": 92015, "epoch": 516, "lr": 4.697178110824846e-06}
{"train_loss": 0.0006615776219405234, "global_step": 92016, "epoch": 516, "lr": 4.6965528312233e-06}
{"train_loss": 0.0007706304895691574, "global_step": 92017, "epoch": 516, "lr": 4.6959275911916014e-06}
{"train_loss": 0.0010565049014985561, "global_step": 92018, "epoch": 516, "lr": 4.695302390730316e-06}
{"train_loss": 0.0010223325807601213, "global_step": 92019, "epoch": 516, "lr": 4.694677229839967e-06}
{"train_loss": 0.0008291266858577728, "global_step": 92020, "epoch": 516, "lr": 4.694052108521118e-06}
{"train_loss": 0.0006669223657809198, "global_step": 92021, "epoch": 516, "lr": 4.693427026774311e-06}
{"train_loss": 0.0004341414896771312, "global_step": 92022, "epoch": 516, "lr": 4.692801984600087e-06}
{"train_loss": 0.0010716060642153025, "global_step": 92023, "epoch": 516, "lr": 4.6921769819989966e-06}
{"train_loss": 0.0011912072077393532, "global_step": 92024, "epoch": 516, "lr": 4.691552018971584e-06}
{"train_loss": 0.0009600706758197355, "global_step": 92025, "epoch": 516, "lr": 4.6909270955183825e-06}
{"train_loss": 0.0004799713206011802, "global_step": 92026, "epoch": 517, "lr": 4.690302211639974e-06}
{"train_loss": 0.0010914839804172516, "global_step": 92027, "epoch": 517, "lr": 4.689677367336859e-06}
{"train_loss": 0.0008867962751537561, "global_step": 92028, "epoch": 517, "lr": 4.689052562609614e-06}
{"train_loss": 0.001487692235969007, "global_step": 92029, "epoch": 517, "lr": 4.688427797458777e-06}
{"train_loss": 0.001672866172157228, "global_step": 92030, "epoch": 517, "lr": 4.687803071884889e-06}
{"train_loss": 0.0004508945276029408, "global_step": 92031, "epoch": 517, "lr": 4.6871783858885024e-06}
{"train_loss": 0.0006092359544709325, "global_step": 92032, "epoch": 517, "lr": 4.686553739470162e-06}
{"train_loss": 0.0014005096163600683, "global_step": 92033, "epoch": 517, "lr": 4.6859291326304065e-06}
{"train_loss": 0.001791846938431263, "global_step": 92034, "epoch": 517, "lr": 4.685304565369786e-06}
{"train_loss": 0.0005692706909030676, "global_step": 92035, "epoch": 517, "lr": 4.684680037688837e-06}
{"train_loss": 0.0011635513510555029, "global_step": 92036, "epoch": 517, "lr": 4.684055549588134e-06}
{"train_loss": 0.0014490294270217419, "global_step": 92037, "epoch": 517, "lr": 4.683431101068181e-06}
{"train_loss": 0.0006542922928929329, "global_step": 92038, "epoch": 517, "lr": 4.682806692129554e-06}
{"train_loss": 0.0013126111589372158, "global_step": 92039, "epoch": 517, "lr": 4.682182322772788e-06}
{"train_loss": 0.0011122389696538448, "global_step": 92040, "epoch": 517, "lr": 4.681557992998425e-06}
{"train_loss": 0.0006977960001677275, "global_step": 92041, "epoch": 517, "lr": 4.680933702807028e-06}
{"train_loss": 0.0014613959938287735, "global_step": 92042, "epoch": 517, "lr": 4.680309452199116e-06}
{"train_loss": 0.0017318319296464324, "global_step": 92043, "epoch": 517, "lr": 4.679685241175252e-06}
{"train_loss": 0.0008687269873917103, "global_step": 92044, "epoch": 517, "lr": 4.679061069735979e-06}
{"train_loss": 0.001026494661346078, "global_step": 92045, "epoch": 517, "lr": 4.678436937881836e-06}
{"train_loss": 0.0007697108667343855, "global_step": 92046, "epoch": 517, "lr": 4.6778128456133715e-06}
{"train_loss": 0.0008791523869149387, "global_step": 92047, "epoch": 517, "lr": 4.677188792931136e-06}
{"train_loss": 0.0004590226453728974, "global_step": 92048, "epoch": 517, "lr": 4.676564779835657e-06}
{"train_loss": 0.00031758355908095837, "global_step": 92049, "epoch": 517, "lr": 4.675940806327511e-06}
{"train_loss": 0.0013528312556445599, "global_step": 92050, "epoch": 517, "lr": 4.675316872407204e-06}
{"train_loss": 0.00189896859228611, "global_step": 92051, "epoch": 517, "lr": 4.674692978075323e-06}
{"train_loss": 0.0012642776127904654, "global_step": 92052, "epoch": 517, "lr": 4.6740691233323696e-06}
{"train_loss": 0.0028521346393972635, "global_step": 92053, "epoch": 517, "lr": 4.67344530817892e-06}
{"train_loss": 0.0010605063289403915, "global_step": 92054, "epoch": 517, "lr": 4.672821532615507e-06}
{"train_loss": 0.00023380070342682302, "global_step": 92055, "epoch": 517, "lr": 4.67219779664268e-06}
{"train_loss": 0.0008653523400425911, "global_step": 92056, "epoch": 517, "lr": 4.6715741002609835e-06}
{"train_loss": 0.0010370335076004267, "global_step": 92057, "epoch": 517, "lr": 4.670950443470956e-06}
{"train_loss": 0.0011698370799422264, "global_step": 92058, "epoch": 517, "lr": 4.670326826273136e-06}
{"train_loss": 0.0013918278273195028, "global_step": 92059, "epoch": 517, "lr": 4.669703248668089e-06}
{"train_loss": 0.0007641910924576223, "global_step": 92060, "epoch": 517, "lr": 4.669079710656354e-06}
{"train_loss": 0.001397190848365426, "global_step": 92061, "epoch": 517, "lr": 4.668456212238465e-06}
{"train_loss": 0.0018698970088735223, "global_step": 92062, "epoch": 517, "lr": 4.667832753414974e-06}
{"train_loss": 0.0017710657557472587, "global_step": 92063, "epoch": 517, "lr": 4.667209334186418e-06}
{"train_loss": 0.001285633770748973, "global_step": 92064, "epoch": 517, "lr": 4.66658595455336e-06}
{"train_loss": 0.002987090963870287, "global_step": 92065, "epoch": 517, "lr": 4.665962614516317e-06}
{"train_loss": 0.0005705818766728044, "global_step": 92066, "epoch": 517, "lr": 4.665339314075856e-06}
{"train_loss": 0.0011275482829660177, "global_step": 92067, "epoch": 517, "lr": 4.664716053232515e-06}
{"train_loss": 0.0005347432452253997, "global_step": 92068, "epoch": 517, "lr": 4.664092831986833e-06}
{"train_loss": 0.0006797807291150093, "global_step": 92069, "epoch": 517, "lr": 4.663469650339364e-06}
{"train_loss": 0.002174916211515665, "global_step": 92070, "epoch": 517, "lr": 4.662846508290642e-06}
{"train_loss": 0.0005629350198432803, "global_step": 92071, "epoch": 517, "lr": 4.662223405841221e-06}
{"train_loss": 0.0009651308646425605, "global_step": 92072, "epoch": 517, "lr": 4.661600342991634e-06}
{"train_loss": 0.00030490042991004884, "global_step": 92073, "epoch": 517, "lr": 4.660977319742426e-06}
{"train_loss": 0.00087522785179317, "global_step": 92074, "epoch": 517, "lr": 4.6603543360941696e-06}
{"train_loss": 0.0003456695703789592, "global_step": 92075, "epoch": 517, "lr": 4.659731392047362e-06}
{"train_loss": 0.0004932340234518051, "global_step": 92076, "epoch": 517, "lr": 4.659108487602582e-06}
{"train_loss": 0.0005202911561354995, "global_step": 92077, "epoch": 517, "lr": 4.658485622760361e-06}
{"train_loss": 0.0009193834848701954, "global_step": 92078, "epoch": 517, "lr": 4.657862797521251e-06}
{"train_loss": 0.0009504524059593678, "global_step": 92079, "epoch": 517, "lr": 4.657240011885783e-06}
{"train_loss": 0.0008381877560168505, "global_step": 92080, "epoch": 517, "lr": 4.656617265854502e-06}
{"train_loss": 0.0007203317945823073, "global_step": 92081, "epoch": 517, "lr": 4.655994559427968e-06}
{"train_loss": 0.000742928241379559, "global_step": 92082, "epoch": 517, "lr": 4.655371892606713e-06}
{"train_loss": 0.002908161608502269, "global_step": 92083, "epoch": 517, "lr": 4.6547492653912835e-06}
{"train_loss": 0.001687489217147231, "global_step": 92084, "epoch": 517, "lr": 4.654126677782222e-06}
{"train_loss": 0.0005842134705744684, "global_step": 92085, "epoch": 517, "lr": 4.653504129780073e-06}
{"train_loss": 0.0018796403892338276, "global_step": 92086, "epoch": 517, "lr": 4.652881621385369e-06}
{"train_loss": 0.0004544507246464491, "global_step": 92087, "epoch": 517, "lr": 4.652259152598687e-06}
{"train_loss": 0.002597218845039606, "global_step": 92088, "epoch": 517, "lr": 4.651636723420527e-06}
{"train_loss": 0.00044029869604855776, "global_step": 92089, "epoch": 517, "lr": 4.6510143338514725e-06}
{"train_loss": 0.0019748748745769262, "global_step": 92090, "epoch": 517, "lr": 4.650391983892033e-06}
{"train_loss": 0.00026963738491758704, "global_step": 92091, "epoch": 517, "lr": 4.649769673542776e-06}
{"train_loss": 0.0018041955772787333, "global_step": 92092, "epoch": 517, "lr": 4.649147402804238e-06}
{"train_loss": 0.0009855586104094982, "global_step": 92093, "epoch": 517, "lr": 4.648525171676959e-06}
{"train_loss": 0.0005276798037812114, "global_step": 92094, "epoch": 517, "lr": 4.647902980161484e-06}
{"train_loss": 0.00041092030005529523, "global_step": 92095, "epoch": 517, "lr": 4.64728082825836e-06}
{"train_loss": 0.000644265441223979, "global_step": 92096, "epoch": 517, "lr": 4.6466587159681165e-06}
{"train_loss": 0.0012281007366254926, "global_step": 92097, "epoch": 517, "lr": 4.6460366432913295e-06}
{"train_loss": 0.0012352297781035304, "global_step": 92098, "epoch": 517, "lr": 4.645414610228499e-06}
{"train_loss": 0.00042108306661248207, "global_step": 92099, "epoch": 517, "lr": 4.644792616780202e-06}
{"train_loss": 0.0004715010290965438, "global_step": 92100, "epoch": 517, "lr": 4.644170662946968e-06}
{"train_loss": 0.0007888551335781813, "global_step": 92101, "epoch": 517, "lr": 4.643548748729338e-06}
{"train_loss": 0.0015442583244293928, "global_step": 92102, "epoch": 517, "lr": 4.642926874127873e-06}
{"train_loss": 0.0002883204142563045, "global_step": 92103, "epoch": 517, "lr": 4.642305039143086e-06}
{"train_loss": 0.0006317334482446313, "global_step": 92104, "epoch": 517, "lr": 4.641683243775552e-06}
{"train_loss": 0.0005551489884965122, "global_step": 92105, "epoch": 517, "lr": 4.641061488025783e-06}
{"train_loss": 0.0010311983060091734, "global_step": 92106, "epoch": 517, "lr": 4.640439771894345e-06}
{"train_loss": 0.0008519224938936532, "global_step": 92107, "epoch": 517, "lr": 4.639818095381776e-06}
{"train_loss": 0.0010422506602481008, "global_step": 92108, "epoch": 517, "lr": 4.63919645848862e-06}
{"train_loss": 0.0010171148460358381, "global_step": 92109, "epoch": 517, "lr": 4.638574861215417e-06}
{"train_loss": 0.0010361324530094862, "global_step": 92110, "epoch": 517, "lr": 4.6379533035627035e-06}
{"train_loss": 0.0005496289813891053, "global_step": 92111, "epoch": 517, "lr": 4.637331785531024e-06}
{"train_loss": 0.0017445365665480494, "global_step": 92112, "epoch": 517, "lr": 4.636710307120945e-06}
{"train_loss": 0.0019703994039446115, "global_step": 92113, "epoch": 517, "lr": 4.6360888683329714e-06}
{"train_loss": 0.0009289566078223288, "global_step": 92114, "epoch": 517, "lr": 4.6354674691676706e-06}
{"train_loss": 0.0005881480174139142, "global_step": 92115, "epoch": 517, "lr": 4.634846109625585e-06}
{"train_loss": 0.0010857291053980589, "global_step": 92116, "epoch": 517, "lr": 4.634224789707248e-06}
{"train_loss": 0.001338522881269455, "global_step": 92117, "epoch": 517, "lr": 4.633603509413209e-06}
{"train_loss": 0.0008955742232501507, "global_step": 92118, "epoch": 517, "lr": 4.6329822687440075e-06}
{"train_loss": 0.0008782341610640287, "global_step": 92119, "epoch": 517, "lr": 4.6323610677001805e-06}
{"train_loss": 0.0007987040444277227, "global_step": 92120, "epoch": 517, "lr": 4.63173990628229e-06}
{"train_loss": 0.0002735752786975354, "global_step": 92121, "epoch": 517, "lr": 4.631118784490851e-06}
{"train_loss": 0.0006921082967892289, "global_step": 92122, "epoch": 517, "lr": 4.630497702326425e-06}
{"train_loss": 0.0006011659279465675, "global_step": 92123, "epoch": 517, "lr": 4.62987665978955e-06}
{"train_loss": 0.0011621498269960284, "global_step": 92124, "epoch": 517, "lr": 4.629255656880771e-06}
{"train_loss": 0.0007503984379582107, "global_step": 92125, "epoch": 517, "lr": 4.628634693600631e-06}
{"train_loss": 0.0017160022398456931, "global_step": 92126, "epoch": 517, "lr": 4.628013769949658e-06}
{"train_loss": 0.0030371961183845997, "global_step": 92127, "epoch": 517, "lr": 4.627392885928416e-06}
{"train_loss": 0.0009964725468307734, "global_step": 92128, "epoch": 517, "lr": 4.626772041537425e-06}
{"train_loss": 0.0004042663495056331, "global_step": 92129, "epoch": 517, "lr": 4.626151236777249e-06}
{"train_loss": 0.0005150941433385015, "global_step": 92130, "epoch": 517, "lr": 4.625530471648421e-06}
{"train_loss": 0.00024798657977953553, "global_step": 92131, "epoch": 517, "lr": 4.624909746151479e-06}
{"train_loss": 0.0013499850174412131, "global_step": 92132, "epoch": 517, "lr": 4.6242890602869685e-06}
{"train_loss": 0.001034999149851501, "global_step": 92133, "epoch": 517, "lr": 4.623668414055432e-06}
{"train_loss": 0.0005074320361018181, "global_step": 92134, "epoch": 517, "lr": 4.623047807457404e-06}
{"train_loss": 0.00047038018237799406, "global_step": 92135, "epoch": 517, "lr": 4.622427240493449e-06}
{"train_loss": 0.0011800266802310944, "global_step": 92136, "epoch": 517, "lr": 4.621806713164078e-06}
{"train_loss": 0.0007283526938408613, "global_step": 92137, "epoch": 517, "lr": 4.621186225469859e-06}
{"train_loss": 0.0007414898136630654, "global_step": 92138, "epoch": 517, "lr": 4.620565777411323e-06}
{"train_loss": 0.001871458487585187, "global_step": 92139, "epoch": 517, "lr": 4.619945368989009e-06}
{"train_loss": 0.00043574592564255, "global_step": 92140, "epoch": 517, "lr": 4.6193250002034675e-06}
{"train_loss": 0.001950293779373169, "global_step": 92141, "epoch": 517, "lr": 4.618704671055235e-06}
{"train_loss": 0.000536455016117543, "global_step": 92142, "epoch": 517, "lr": 4.618084381544851e-06}
{"train_loss": 0.0014948789030313492, "global_step": 92143, "epoch": 517, "lr": 4.61746413167285e-06}
{"train_loss": 0.001143170171417296, "global_step": 92144, "epoch": 517, "lr": 4.6168439214397956e-06}
{"train_loss": 0.0005656942958012223, "global_step": 92145, "epoch": 517, "lr": 4.6162237508462155e-06}
{"train_loss": 0.0004397373413667083, "global_step": 92146, "epoch": 517, "lr": 4.615603619892661e-06}
{"train_loss": 0.0015385751612484455, "global_step": 92147, "epoch": 517, "lr": 4.614983528579658e-06}
{"train_loss": 0.0011432296596467495, "global_step": 92148, "epoch": 517, "lr": 4.614363476907763e-06}
{"train_loss": 0.0007203799905255437, "global_step": 92149, "epoch": 517, "lr": 4.613743464877496e-06}
{"train_loss": 0.002063276246190071, "global_step": 92150, "epoch": 517, "lr": 4.613123492489435e-06}
{"train_loss": 0.0011745337396860123, "global_step": 92151, "epoch": 517, "lr": 4.6125035597440805e-06}
{"train_loss": 0.0006850421195849776, "global_step": 92152, "epoch": 517, "lr": 4.611883666642003e-06}
{"train_loss": 0.0006102984771132469, "global_step": 92153, "epoch": 517, "lr": 4.611263813183736e-06}
{"train_loss": 0.00045513288932852447, "global_step": 92154, "epoch": 517, "lr": 4.610643999369818e-06}
{"train_loss": 0.00045406637946143746, "global_step": 92155, "epoch": 517, "lr": 4.610024225200793e-06}
{"train_loss": 0.0011562006548047066, "global_step": 92156, "epoch": 517, "lr": 4.6094044906772e-06}
{"train_loss": 0.0010468936525285244, "global_step": 92157, "epoch": 517, "lr": 4.608784795799575e-06}
{"train_loss": 0.0007512999000027776, "global_step": 92158, "epoch": 517, "lr": 4.608165140568482e-06}
{"train_loss": 0.0007766146445646882, "global_step": 92159, "epoch": 517, "lr": 4.607545524984425e-06}
{"train_loss": 0.0016392595134675503, "global_step": 92160, "epoch": 517, "lr": 4.606925949047985e-06}
{"train_loss": 0.0008149632485583425, "global_step": 92161, "epoch": 517, "lr": 4.60630641275967e-06}
{"train_loss": 0.00022826161875855178, "global_step": 92162, "epoch": 517, "lr": 4.605686916120044e-06}
{"train_loss": 0.0009745500283315778, "global_step": 92163, "epoch": 517, "lr": 4.605067459129636e-06}
{"train_loss": 0.001093138474971056, "global_step": 92164, "epoch": 517, "lr": 4.604448041788984e-06}
{"train_loss": 0.0005954824155196548, "global_step": 92165, "epoch": 517, "lr": 4.603828664098653e-06}
{"train_loss": 0.0005302424542605877, "global_step": 92166, "epoch": 517, "lr": 4.603209326059149e-06}
{"train_loss": 0.0020674830302596092, "global_step": 92167, "epoch": 517, "lr": 4.602590027671039e-06}
{"train_loss": 0.0006990652764216065, "global_step": 92168, "epoch": 517, "lr": 4.60197076893486e-06}
{"train_loss": 0.0013167973374947906, "global_step": 92169, "epoch": 517, "lr": 4.60135154985114e-06}
{"train_loss": 0.0015872218646109104, "global_step": 92170, "epoch": 517, "lr": 4.600732370420435e-06}
{"train_loss": 0.0005413062172010541, "global_step": 92171, "epoch": 517, "lr": 4.600113230643277e-06}
{"train_loss": 0.0017826671246439219, "global_step": 92172, "epoch": 517, "lr": 4.599494130520199e-06}
{"train_loss": 0.00030859350226819515, "global_step": 92173, "epoch": 517, "lr": 4.598875070051772e-06}
{"train_loss": 0.0017001926898956299, "global_step": 92174, "epoch": 517, "lr": 4.598256049238492e-06}
{"train_loss": 0.0013805930502712727, "global_step": 92175, "epoch": 517, "lr": 4.59763706808094e-06}
{"train_loss": 0.002055638236925006, "global_step": 92176, "epoch": 517, "lr": 4.597018126579638e-06}
{"train_loss": 0.001266813138499856, "global_step": 92177, "epoch": 517, "lr": 4.596399224735126e-06}
{"train_loss": 0.0014391702134162188, "global_step": 92178, "epoch": 517, "lr": 4.595780362547952e-06}
{"train_loss": 0.0012452735099941492, "global_step": 92179, "epoch": 517, "lr": 4.595161540018655e-06}
{"train_loss": 0.0004107783897779882, "global_step": 92180, "epoch": 517, "lr": 4.594542757147768e-06}
{"train_loss": 0.0010179232340306044, "global_step": 92181, "epoch": 517, "lr": 4.593924013935835e-06}
{"train_loss": 0.00038857891922816634, "global_step": 92182, "epoch": 517, "lr": 4.593305310383395e-06}
{"train_loss": 0.00131989864166826, "global_step": 92183, "epoch": 517, "lr": 4.5926866464910014e-06}
{"train_loss": 0.0014284950448200107, "global_step": 92184, "epoch": 517, "lr": 4.592068022259172e-06}
{"train_loss": 0.0004388582310639322, "global_step": 92185, "epoch": 517, "lr": 4.591449437688466e-06}
{"train_loss": 0.00027650617994368076, "global_step": 92186, "epoch": 517, "lr": 4.5908308927794185e-06}
{"train_loss": 0.0009364770958200097, "global_step": 92187, "epoch": 517, "lr": 4.590212387532556e-06}
{"train_loss": 0.0015642212238162756, "global_step": 92188, "epoch": 517, "lr": 4.589593921948454e-06}
{"train_loss": 0.0004059166822116822, "global_step": 92189, "epoch": 517, "lr": 4.588975496027609e-06}
{"train_loss": 0.0004520949150901288, "global_step": 92190, "epoch": 517, "lr": 4.588357109770591e-06}
{"train_loss": 0.001093872357159853, "global_step": 92191, "epoch": 517, "lr": 4.587738763177935e-06}
{"train_loss": 0.0009274862823076546, "global_step": 92192, "epoch": 517, "lr": 4.587120456250171e-06}
{"train_loss": 0.0006332834018394351, "global_step": 92193, "epoch": 517, "lr": 4.586502188987845e-06}
{"train_loss": 0.00031511110137216747, "global_step": 92194, "epoch": 517, "lr": 4.585883961391501e-06}
{"train_loss": 0.0006190500571392477, "global_step": 92195, "epoch": 517, "lr": 4.585265773461667e-06}
{"train_loss": 0.0011020321398973465, "global_step": 92196, "epoch": 517, "lr": 4.584647625198907e-06}
{"train_loss": 0.0009793557692319155, "global_step": 92197, "epoch": 517, "lr": 4.584029516603727e-06}
{"train_loss": 0.0005383244715631008, "global_step": 92198, "epoch": 517, "lr": 4.583411447676705e-06}
{"train_loss": 0.00034589803544804454, "global_step": 92199, "epoch": 517, "lr": 4.582793418418341e-06}
{"train_loss": 0.0011115341912955046, "global_step": 92200, "epoch": 517, "lr": 4.582175428829205e-06}
{"train_loss": 0.0012931466335430741, "global_step": 92201, "epoch": 517, "lr": 4.581557478909826e-06}
{"train_loss": 0.0013515024911612272, "global_step": 92202, "epoch": 517, "lr": 4.580939568660742e-06}
{"train_loss": 0.0010154064442390795, "global_step": 92203, "epoch": 517, "lr": 4.580321698082502e-06}
{"train_loss": 0.0007702439907006919, "global_step": 92204, "epoch": 518, "lr": 4.579703867175627e-06}
{"train_loss": 0.0011558867990970612, "global_step": 92205, "epoch": 518, "lr": 4.579086075940669e-06}
{"train_loss": 0.0011746620293706656, "global_step": 92206, "epoch": 518, "lr": 4.5784683243781716e-06}
{"train_loss": 0.0008319999324157834, "global_step": 92207, "epoch": 518, "lr": 4.577850612488671e-06}
{"train_loss": 0.00048412312753498554, "global_step": 92208, "epoch": 518, "lr": 4.577232940272702e-06}
{"train_loss": 0.0012234230525791645, "global_step": 92209, "epoch": 518, "lr": 4.576615307730814e-06}
{"train_loss": 0.0005184996407479048, "global_step": 92210, "epoch": 518, "lr": 4.575997714863523e-06}
{"train_loss": 0.0002925742883235216, "global_step": 92211, "epoch": 518, "lr": 4.575380161671411e-06}
{"train_loss": 0.0011789342388510704, "global_step": 92212, "epoch": 518, "lr": 4.574762648154968e-06}
{"train_loss": 0.00041534705087542534, "global_step": 92213, "epoch": 518, "lr": 4.574145174314765e-06}
{"train_loss": 0.001040549948811531, "global_step": 92214, "epoch": 518, "lr": 4.57352774015134e-06}
{"train_loss": 0.0006437883712351322, "global_step": 92215, "epoch": 518, "lr": 4.572910345665221e-06}
{"train_loss": 0.001675435109063983, "global_step": 92216, "epoch": 518, "lr": 4.572292990856952e-06}
{"train_loss": 0.0007243924774229527, "global_step": 92217, "epoch": 518, "lr": 4.571675675727072e-06}
{"train_loss": 0.0008758569601923227, "global_step": 92218, "epoch": 518, "lr": 4.5710584002761235e-06}
{"train_loss": 0.0012578326277434826, "global_step": 92219, "epoch": 518, "lr": 4.570441164504635e-06}
{"train_loss": 0.001306062564253807, "global_step": 92220, "epoch": 518, "lr": 4.569823968413151e-06}
{"train_loss": 0.0009474246762692928, "global_step": 92221, "epoch": 518, "lr": 4.56920681200223e-06}
{"train_loss": 0.00048564979806542397, "global_step": 92222, "epoch": 518, "lr": 4.568589695272374e-06}
{"train_loss": 0.0007244125590659678, "global_step": 92223, "epoch": 518, "lr": 4.567972618224153e-06}
{"train_loss": 0.0008263310883194208, "global_step": 92224, "epoch": 518, "lr": 4.56735558085809e-06}
{"train_loss": 0.0005087080062367022, "global_step": 92225, "epoch": 518, "lr": 4.566738583174734e-06}
{"train_loss": 0.0006690116133540869, "global_step": 92226, "epoch": 518, "lr": 4.566121625174619e-06}
{"train_loss": 0.0002587012422736734, "global_step": 92227, "epoch": 518, "lr": 4.56550470685827e-06}
{"train_loss": 0.0007664347067475319, "global_step": 92228, "epoch": 518, "lr": 4.56488782822625e-06}
{"train_loss": 0.0018992748809978366, "global_step": 92229, "epoch": 518, "lr": 4.564270989279085e-06}
{"train_loss": 0.0008601126610301435, "global_step": 92230, "epoch": 518, "lr": 4.563654190017319e-06}
{"train_loss": 0.001315531088039279, "global_step": 92231, "epoch": 518, "lr": 4.563037430441486e-06}
{"train_loss": 0.0008691155817359686, "global_step": 92232, "epoch": 518, "lr": 4.562420710552129e-06}
{"train_loss": 0.0008586724288761616, "global_step": 92233, "epoch": 518, "lr": 4.561804030349781e-06}
{"train_loss": 0.0004364392370916903, "global_step": 92234, "epoch": 518, "lr": 4.561187389834987e-06}
{"train_loss": 0.0008649977389723063, "global_step": 92235, "epoch": 518, "lr": 4.560570789008267e-06}
{"train_loss": 0.00041824294021353126, "global_step": 92236, "epoch": 518, "lr": 4.5599542278702e-06}
{"train_loss": 0.0006609485135413706, "global_step": 92237, "epoch": 518, "lr": 4.559337706421279e-06}
{"train_loss": 0.000982615165412426, "global_step": 92238, "epoch": 518, "lr": 4.5587212246620655e-06}
{"train_loss": 0.0008276916341856122, "global_step": 92239, "epoch": 518, "lr": 4.558104782593104e-06}
{"train_loss": 0.0008872221224009991, "global_step": 92240, "epoch": 518, "lr": 4.557488380214919e-06}
{"train_loss": 0.001353337080217898, "global_step": 92241, "epoch": 518, "lr": 4.556872017528058e-06}
{"train_loss": 0.00033521989826112986, "global_step": 92242, "epoch": 518, "lr": 4.556255694533052e-06}
{"train_loss": 0.0011830932926386595, "global_step": 92243, "epoch": 518, "lr": 4.555639411230434e-06}
{"train_loss": 0.0006021367153152823, "global_step": 92244, "epoch": 518, "lr": 4.5550231676207696e-06}
{"train_loss": 0.002142577897757292, "global_step": 92245, "epoch": 518, "lr": 4.55440696370456e-06}
{"train_loss": 0.0018071758095175028, "global_step": 92246, "epoch": 518, "lr": 4.553790799482377e-06}
{"train_loss": 0.00036496552638709545, "global_step": 92247, "epoch": 518, "lr": 4.553174674954736e-06}
{"train_loss": 0.001198180252686143, "global_step": 92248, "epoch": 518, "lr": 4.5525585901221745e-06}
{"train_loss": 0.001438074978068471, "global_step": 92249, "epoch": 518, "lr": 4.55194254498526e-06}
{"train_loss": 0.00047538953367620707, "global_step": 92250, "epoch": 518, "lr": 4.551326539544493e-06}
{"train_loss": 0.0006759498501196504, "global_step": 92251, "epoch": 518, "lr": 4.550710573800443e-06}
{"train_loss": 0.0028850340750068426, "global_step": 92252, "epoch": 518, "lr": 4.550094647753617e-06}
{"train_loss": 0.0010762526653707027, "global_step": 92253, "epoch": 518, "lr": 4.549478761404574e-06}
{"train_loss": 0.00054819171782583, "global_step": 92254, "epoch": 518, "lr": 4.548862914753849e-06}
{"train_loss": 0.0014428463764488697, "global_step": 92255, "epoch": 518, "lr": 4.548247107801978e-06}
{"train_loss": 0.001001491560600698, "global_step": 92256, "epoch": 518, "lr": 4.547631340549502e-06}
{"train_loss": 0.0013336888514459133, "global_step": 92257, "epoch": 518, "lr": 4.547015612996952e-06}
{"train_loss": 0.0005128057673573494, "global_step": 92258, "epoch": 518, "lr": 4.546399925144862e-06}
{"train_loss": 0.0013495013117790222, "global_step": 92259, "epoch": 518, "lr": 4.545784276993797e-06}
{"train_loss": 0.00044775556307286024, "global_step": 92260, "epoch": 518, "lr": 4.545168668544253e-06}
{"train_loss": 0.0016679724212735891, "global_step": 92261, "epoch": 518, "lr": 4.5445530997968e-06}
{"train_loss": 0.0018911045044660568, "global_step": 92262, "epoch": 518, "lr": 4.543937570751966e-06}
{"train_loss": 0.0016634886851534247, "global_step": 92263, "epoch": 518, "lr": 4.543322081410289e-06}
{"train_loss": 0.0007914013112895191, "global_step": 92264, "epoch": 518, "lr": 4.542706631772303e-06}
{"train_loss": 0.0007362808682955801, "global_step": 92265, "epoch": 518, "lr": 4.542091221838546e-06}
{"train_loss": 0.0018480692524462938, "global_step": 92266, "epoch": 518, "lr": 4.541475851609556e-06}
{"train_loss": 0.0005684929201379418, "global_step": 92267, "epoch": 518, "lr": 4.540860521085883e-06}
{"train_loss": 0.00027068547205999494, "global_step": 92268, "epoch": 518, "lr": 4.540245230268036e-06}
{"train_loss": 0.0011089383624494076, "global_step": 92269, "epoch": 518, "lr": 4.539629979156584e-06}
{"train_loss": 0.0010868480894714594, "global_step": 92270, "epoch": 518, "lr": 4.5390147677520475e-06}
{"train_loss": 0.0009713901672512293, "global_step": 92271, "epoch": 518, "lr": 4.538399596054965e-06}
{"train_loss": 0.0004777838767040521, "global_step": 92272, "epoch": 518, "lr": 4.537784464065875e-06}
{"train_loss": 0.0011561524588614702, "global_step": 92273, "epoch": 518, "lr": 4.53716937178531e-06}
{"train_loss": 0.0005839010700583458, "global_step": 92274, "epoch": 518, "lr": 4.536554319213832e-06}
{"train_loss": 0.0007609289605170488, "global_step": 92275, "epoch": 518, "lr": 4.535939306351933e-06}
{"train_loss": 0.0010307843331247568, "global_step": 92276, "epoch": 518, "lr": 4.535324333200192e-06}
{"train_loss": 0.001120124477893114, "global_step": 92277, "epoch": 518, "lr": 4.5347093997591294e-06}
{"train_loss": 0.0015984743367880583, "global_step": 92278, "epoch": 518, "lr": 4.534094506029279e-06}
{"train_loss": 0.0005213200347498059, "global_step": 92279, "epoch": 518, "lr": 4.533479652011185e-06}
{"train_loss": 0.002325670327991247, "global_step": 92280, "epoch": 518, "lr": 4.532864837705381e-06}
{"train_loss": 0.0011164081515744328, "global_step": 92281, "epoch": 518, "lr": 4.532250063112392e-06}
{"train_loss": 0.0007090472499839962, "global_step": 92282, "epoch": 518, "lr": 4.531635328232792e-06}
{"train_loss": 0.0017919940873980522, "global_step": 92283, "epoch": 518, "lr": 4.531020633067068e-06}
{"train_loss": 0.0015542322071269155, "global_step": 92284, "epoch": 518, "lr": 4.530405977615793e-06}
{"train_loss": 0.0007957899360917509, "global_step": 92285, "epoch": 518, "lr": 4.529791361879493e-06}
{"train_loss": 0.000880430219694972, "global_step": 92286, "epoch": 518, "lr": 4.529176785858707e-06}
{"train_loss": 0.0004387720546219498, "global_step": 92287, "epoch": 518, "lr": 4.52856224955397e-06}
{"train_loss": 0.0006132229464128613, "global_step": 92288, "epoch": 518, "lr": 4.5279477529658165e-06}
{"train_loss": 0.0006098455050960183, "global_step": 92289, "epoch": 518, "lr": 4.5273332960947825e-06}
{"train_loss": 0.00032557224039919674, "global_step": 92290, "epoch": 518, "lr": 4.526718878941405e-06}
{"train_loss": 0.0007560749654658139, "global_step": 92291, "epoch": 518, "lr": 4.526104501506228e-06}
{"train_loss": 0.0007917109760455787, "global_step": 92292, "epoch": 518, "lr": 4.52549016378978e-06}
{"train_loss": 0.000920637627132237, "global_step": 92293, "epoch": 518, "lr": 4.524875865792605e-06}
{"train_loss": 0.0004208171449135989, "global_step": 92294, "epoch": 518, "lr": 4.524261607515234e-06}
{"train_loss": 0.0009504331392236054, "global_step": 92295, "epoch": 518, "lr": 4.523647388958202e-06}
{"train_loss": 0.00174722948577255, "global_step": 92296, "epoch": 518, "lr": 4.523033210122041e-06}
{"train_loss": 0.0004700648132711649, "global_step": 92297, "epoch": 518, "lr": 4.522419071007317e-06}
{"train_loss": 0.0008065696456469595, "global_step": 92298, "epoch": 518, "lr": 4.521804971614518e-06}
{"train_loss": 0.0005893000052310526, "global_step": 92299, "epoch": 518, "lr": 4.521190911944223e-06}
{"train_loss": 0.0007387909572571516, "global_step": 92300, "epoch": 518, "lr": 4.520576891996947e-06}
{"train_loss": 0.0003770585171878338, "global_step": 92301, "epoch": 518, "lr": 4.519962911773234e-06}
{"train_loss": 0.001502692117355764, "global_step": 92302, "epoch": 518, "lr": 4.519348971273613e-06}
{"train_loss": 0.0014756233431398869, "global_step": 92303, "epoch": 518, "lr": 4.5187350704986305e-06}
{"train_loss": 0.0006031778757460415, "global_step": 92304, "epoch": 518, "lr": 4.518121209448806e-06}
{"train_loss": 0.0015133097767829895, "global_step": 92305, "epoch": 518, "lr": 4.517507388124703e-06}
{"train_loss": 0.0014719227328896523, "global_step": 92306, "epoch": 518, "lr": 4.516893606526823e-06}
{"train_loss": 0.000496620312333107, "global_step": 92307, "epoch": 518, "lr": 4.5162798646557366e-06}
{"train_loss": 0.0008303086506202817, "global_step": 92308, "epoch": 518, "lr": 4.515666162511945e-06}
{"train_loss": 0.0006669897120445967, "global_step": 92309, "epoch": 518, "lr": 4.515052500096017e-06}
{"train_loss": 0.0011606381740421057, "global_step": 92310, "epoch": 518, "lr": 4.514438877408472e-06}
{"train_loss": 0.000668757245875895, "global_step": 92311, "epoch": 518, "lr": 4.513825294449836e-06}
{"train_loss": 0.0019427769584581256, "global_step": 92312, "epoch": 518, "lr": 4.51321175122068e-06}
{"train_loss": 0.0006329574389383197, "global_step": 92313, "epoch": 518, "lr": 4.512598247721495e-06}
{"train_loss": 0.0006864232709631324, "global_step": 92314, "epoch": 518, "lr": 4.511984783952849e-06}
{"train_loss": 0.0013586626155301929, "global_step": 92315, "epoch": 518, "lr": 4.511371359915267e-06}
{"train_loss": 0.0016348983626812696, "global_step": 92316, "epoch": 518, "lr": 4.510757975609287e-06}
{"train_loss": 0.001416674698702991, "global_step": 92317, "epoch": 518, "lr": 4.510144631035446e-06}
{"train_loss": 0.000600083963945508, "global_step": 92318, "epoch": 518, "lr": 4.509531326194271e-06}
{"train_loss": 0.0010696484241634607, "global_step": 92319, "epoch": 518, "lr": 4.508918061086298e-06}
{"train_loss": 0.0008424859261140227, "global_step": 92320, "epoch": 518, "lr": 4.508304835712091e-06}
{"train_loss": 0.000811801350209862, "global_step": 92321, "epoch": 518, "lr": 4.507691650072138e-06}
{"train_loss": 0.0012112916447222233, "global_step": 92322, "epoch": 518, "lr": 4.5070785041670116e-06}
{"train_loss": 0.0012623267248272896, "global_step": 92323, "epoch": 518, "lr": 4.506465397997234e-06}
{"train_loss": 0.00031401863088831306, "global_step": 92324, "epoch": 518, "lr": 4.5058523315633425e-06}
{"train_loss": 0.00032910372829064727, "global_step": 92325, "epoch": 518, "lr": 4.505239304865872e-06}
{"train_loss": 0.0006297697545960546, "global_step": 92326, "epoch": 518, "lr": 4.5046263179053585e-06}
{"train_loss": 0.0022874781861901283, "global_step": 92327, "epoch": 518, "lr": 4.504013370682336e-06}
{"train_loss": 0.001003849320113659, "global_step": 92328, "epoch": 518, "lr": 4.503400463197344e-06}
{"train_loss": 0.0018564689671620727, "global_step": 92329, "epoch": 518, "lr": 4.502787595450902e-06}
{"train_loss": 0.000621149898506701, "global_step": 92330, "epoch": 518, "lr": 4.502174767443579e-06}
{"train_loss": 0.0011377991177141666, "global_step": 92331, "epoch": 518, "lr": 4.5015619791758665e-06}
{"train_loss": 0.0011131702922284603, "global_step": 92332, "epoch": 518, "lr": 4.500949230648332e-06}
{"train_loss": 0.0003418017295189202, "global_step": 92333, "epoch": 518, "lr": 4.500336521861509e-06}
{"train_loss": 0.000392042042221874, "global_step": 92334, "epoch": 518, "lr": 4.499723852815907e-06}
{"train_loss": 0.0006987012457102537, "global_step": 92335, "epoch": 518, "lr": 4.499111223512104e-06}
{"train_loss": 0.0007306948537006974, "global_step": 92336, "epoch": 518, "lr": 4.498498633950588e-06}
{"train_loss": 0.001707128481939435, "global_step": 92337, "epoch": 518, "lr": 4.497886084131925e-06}
{"train_loss": 0.0010298097040504217, "global_step": 92338, "epoch": 518, "lr": 4.497273574056637e-06}
{"train_loss": 0.0015920884907245636, "global_step": 92339, "epoch": 518, "lr": 4.496661103725269e-06}
{"train_loss": 0.0005996439140290022, "global_step": 92340, "epoch": 518, "lr": 4.496048673138348e-06}
{"train_loss": 0.0009579931502230465, "global_step": 92341, "epoch": 518, "lr": 4.495436282296411e-06}
{"train_loss": 0.0018547646468505263, "global_step": 92342, "epoch": 518, "lr": 4.494823931199987e-06}
{"train_loss": 0.0010874202707782388, "global_step": 92343, "epoch": 518, "lr": 4.494211619849631e-06}
{"train_loss": 0.0009073750115931034, "global_step": 92344, "epoch": 518, "lr": 4.493599348245847e-06}
{"train_loss": 0.0010830387473106384, "global_step": 92345, "epoch": 518, "lr": 4.492987116389208e-06}
{"train_loss": 0.0015109737869352102, "global_step": 92346, "epoch": 518, "lr": 4.4923749242802015e-06}
{"train_loss": 0.0015814141370356083, "global_step": 92347, "epoch": 518, "lr": 4.4917627719194e-06}
{"train_loss": 0.00034888082882389426, "global_step": 92348, "epoch": 518, "lr": 4.491150659307331e-06}
{"train_loss": 0.00085426215082407, "global_step": 92349, "epoch": 518, "lr": 4.490538586444515e-06}
{"train_loss": 0.0014032723847776651, "global_step": 92350, "epoch": 518, "lr": 4.4899265533315025e-06}
{"train_loss": 0.001331812352873385, "global_step": 92351, "epoch": 518, "lr": 4.489314559968821e-06}
{"train_loss": 0.0004942893283441663, "global_step": 92352, "epoch": 518, "lr": 4.4887026063569924e-06}
{"train_loss": 0.00122638582251966, "global_step": 92353, "epoch": 518, "lr": 4.488090692496577e-06}
{"train_loss": 0.0011513209901750088, "global_step": 92354, "epoch": 518, "lr": 4.487478818388091e-06}
{"train_loss": 0.0010119047947227955, "global_step": 92355, "epoch": 518, "lr": 4.486866984032079e-06}
{"train_loss": 0.000579684623517096, "global_step": 92356, "epoch": 518, "lr": 4.486255189429073e-06}
{"train_loss": 0.00046919906162656844, "global_step": 92357, "epoch": 518, "lr": 4.48564343457959e-06}
{"train_loss": 0.0006280668894760311, "global_step": 92358, "epoch": 518, "lr": 4.4850317194842e-06}
{"train_loss": 0.00047463743248954415, "global_step": 92359, "epoch": 518, "lr": 4.4844200441434e-06}
{"train_loss": 0.0003276975767221302, "global_step": 92360, "epoch": 518, "lr": 4.4838084085577544e-06}
{"train_loss": 0.001007509883493185, "global_step": 92361, "epoch": 518, "lr": 4.4831968127277694e-06}
{"train_loss": 0.0007839191821403801, "global_step": 92362, "epoch": 518, "lr": 4.482585256654004e-06}
{"train_loss": 0.0006960521568544209, "global_step": 92363, "epoch": 518, "lr": 4.481973740336981e-06}
{"train_loss": 0.0017417565686628222, "global_step": 92364, "epoch": 518, "lr": 4.481362263777233e-06}
{"train_loss": 0.0019814458210021257, "global_step": 92365, "epoch": 518, "lr": 4.4807508269753e-06}
{"train_loss": 0.001741770189255476, "global_step": 92366, "epoch": 518, "lr": 4.480139429931712e-06}
{"train_loss": 0.0007803591433912516, "global_step": 92367, "epoch": 518, "lr": 4.479528072646994e-06}
{"train_loss": 0.0006513668922707438, "global_step": 92368, "epoch": 518, "lr": 4.47891675512171e-06}
{"train_loss": 0.000662204110994935, "global_step": 92369, "epoch": 518, "lr": 4.478305477356354e-06}
{"train_loss": 0.0009029079810716212, "global_step": 92370, "epoch": 518, "lr": 4.477694239351488e-06}
{"train_loss": 0.00040101908962242305, "global_step": 92371, "epoch": 518, "lr": 4.477083041107638e-06}
{"train_loss": 0.000539742293767631, "global_step": 92372, "epoch": 518, "lr": 4.476471882625327e-06}
{"train_loss": 0.0009400015696883202, "global_step": 92373, "epoch": 518, "lr": 4.475860763905121e-06}
{"train_loss": 0.001088604680262506, "global_step": 92374, "epoch": 518, "lr": 4.475249684947508e-06}
{"train_loss": 0.00153361726552248, "global_step": 92375, "epoch": 518, "lr": 4.4746386457530595e-06}
{"train_loss": 0.0013846118235960603, "global_step": 92376, "epoch": 518, "lr": 4.474027646322293e-06}
{"train_loss": 0.0005614320980384946, "global_step": 92377, "epoch": 518, "lr": 4.473416686655746e-06}
{"train_loss": 0.0008893354097381234, "global_step": 92378, "epoch": 518, "lr": 4.472805766753951e-06}
{"train_loss": 0.0015944326296448708, "global_step": 92379, "epoch": 518, "lr": 4.4721948866174426e-06}
{"train_loss": 0.001054784981533885, "global_step": 92380, "epoch": 518, "lr": 4.471584046246752e-06}
{"train_loss": 0.0009775973565083814, "global_step": 92381, "epoch": 518, "lr": 4.470973245642412e-06}
{"train_loss": 0.0013609133893623948, "global_step": 92382, "epoch": 519, "lr": 4.470362484804947e-06}
{"train_loss": 0.000907054403796792, "global_step": 92383, "epoch": 519, "lr": 4.469751763734925e-06}
{"train_loss": 0.0009601549827493727, "global_step": 92384, "epoch": 519, "lr": 4.469141082432832e-06}
{"train_loss": 0.0014083157293498516, "global_step": 92385, "epoch": 519, "lr": 4.468530440899238e-06}
{"train_loss": 0.001911857514642179, "global_step": 92386, "epoch": 519, "lr": 4.46791983913466e-06}
{"train_loss": 0.000631983857601881, "global_step": 92387, "epoch": 519, "lr": 4.467309277139642e-06}
{"train_loss": 0.0005716560990549624, "global_step": 92388, "epoch": 519, "lr": 4.466698754914705e-06}
{"train_loss": 0.001077502965927124, "global_step": 92389, "epoch": 519, "lr": 4.466088272460384e-06}
{"train_loss": 0.0012721430975943804, "global_step": 92390, "epoch": 519, "lr": 4.465477829777215e-06}
{"train_loss": 0.0011778096668422222, "global_step": 92391, "epoch": 519, "lr": 4.4648674268657435e-06}
{"train_loss": 0.00026432599406689405, "global_step": 92392, "epoch": 519, "lr": 4.4642570637264734e-06}
{"train_loss": 0.0005101387505419552, "global_step": 92393, "epoch": 519, "lr": 4.463646740359967e-06}
{"train_loss": 0.0014019605005159974, "global_step": 92394, "epoch": 519, "lr": 4.463036456766745e-06}
{"train_loss": 0.00041543456609360874, "global_step": 92395, "epoch": 519, "lr": 4.46242621294733e-06}
{"train_loss": 0.0009305692510679364, "global_step": 92396, "epoch": 519, "lr": 4.4618160089022864e-06}
{"train_loss": 0.0026424953248351812, "global_step": 92397, "epoch": 519, "lr": 4.46120584463211e-06}
{"train_loss": 0.0006770107429474592, "global_step": 92398, "epoch": 519, "lr": 4.460595720137367e-06}
{"train_loss": 0.0008602284360677004, "global_step": 92399, "epoch": 519, "lr": 4.459985635418556e-06}
{"train_loss": 0.0002719374606385827, "global_step": 92400, "epoch": 519, "lr": 4.459375590476234e-06}
{"train_loss": 0.00083090306725353, "global_step": 92401, "epoch": 519, "lr": 4.458765585310931e-06}
{"train_loss": 0.0012733304174616933, "global_step": 92402, "epoch": 519, "lr": 4.458155619923177e-06}
{"train_loss": 0.00205890997312963, "global_step": 92403, "epoch": 519, "lr": 4.457545694313503e-06}
{"train_loss": 0.0028936287853866816, "global_step": 92404, "epoch": 519, "lr": 4.456935808482449e-06}
{"train_loss": 0.0008880345849320292, "global_step": 92405, "epoch": 519, "lr": 4.456325962430524e-06}
{"train_loss": 0.000640168902464211, "global_step": 92406, "epoch": 519, "lr": 4.455716156158301e-06}
{"train_loss": 0.001837297109887004, "global_step": 92407, "epoch": 519, "lr": 4.4551063896662695e-06}
{"train_loss": 0.0019909366965293884, "global_step": 92408, "epoch": 519, "lr": 4.4544966629549935e-06}
{"train_loss": 0.0015346227446570992, "global_step": 92409, "epoch": 519, "lr": 4.453886976024996e-06}
{"train_loss": 0.0009897979907691479, "global_step": 92410, "epoch": 519, "lr": 4.453277328876804e-06}
{"train_loss": 0.0009954634588211775, "global_step": 92411, "epoch": 519, "lr": 4.4526677215109615e-06}
{"train_loss": 0.00046807844773866236, "global_step": 92412, "epoch": 519, "lr": 4.452058153927985e-06}
{"train_loss": 0.0014126545283943415, "global_step": 92413, "epoch": 519, "lr": 4.451448626128413e-06}
{"train_loss": 0.001909526763483882, "global_step": 92414, "epoch": 519, "lr": 4.450839138112783e-06}
{"train_loss": 0.0009933800902217627, "global_step": 92415, "epoch": 519, "lr": 4.45022968988163e-06}
{"train_loss": 0.0014020854141563177, "global_step": 92416, "epoch": 519, "lr": 4.449620281435479e-06}
{"train_loss": 0.0007186923176050186, "global_step": 92417, "epoch": 519, "lr": 4.44901091277487e-06}
{"train_loss": 0.0007045572274364531, "global_step": 92418, "epoch": 519, "lr": 4.448401583900325e-06}
{"train_loss": 0.0012535430723801255, "global_step": 92419, "epoch": 519, "lr": 4.447792294812381e-06}
{"train_loss": 0.0008139663841575384, "global_step": 92420, "epoch": 519, "lr": 4.44718304551156e-06}
{"train_loss": 0.0012195886811241508, "global_step": 92421, "epoch": 519, "lr": 4.446573835998424e-06}
{"train_loss": 0.0008901916444301605, "global_step": 92422, "epoch": 519, "lr": 4.445964666273467e-06}
{"train_loss": 0.0009320703102275729, "global_step": 92423, "epoch": 519, "lr": 4.445355536337248e-06}
{"train_loss": 0.0012492419918999076, "global_step": 92424, "epoch": 519, "lr": 4.44474644619029e-06}
{"train_loss": 0.0006571942940354347, "global_step": 92425, "epoch": 519, "lr": 4.444137395833125e-06}
{"train_loss": 0.0017646326450631022, "global_step": 92426, "epoch": 519, "lr": 4.4435283852662875e-06}
{"train_loss": 0.001239128177985549, "global_step": 92427, "epoch": 519, "lr": 4.442919414490304e-06}
{"train_loss": 0.0007324237376451492, "global_step": 92428, "epoch": 519, "lr": 4.442310483505701e-06}
{"train_loss": 0.0007264800369739532, "global_step": 92429, "epoch": 519, "lr": 4.441701592313041e-06}
{"train_loss": 0.0012751009780913591, "global_step": 92430, "epoch": 519, "lr": 4.441092740912817e-06}
{"train_loss": 0.0008606702904216945, "global_step": 92431, "epoch": 519, "lr": 4.440483929305583e-06}
{"train_loss": 0.0011976538226008415, "global_step": 92432, "epoch": 519, "lr": 4.439875157491863e-06}
{"train_loss": 0.0009323626873083413, "global_step": 92433, "epoch": 519, "lr": 4.439266425472194e-06}
{"train_loss": 0.0008086378802545369, "global_step": 92434, "epoch": 519, "lr": 4.4386577332471035e-06}
{"train_loss": 0.001713820151053369, "global_step": 92435, "epoch": 519, "lr": 4.438049080817119e-06}
{"train_loss": 0.0007038727635517716, "global_step": 92436, "epoch": 519, "lr": 4.437440468182796e-06}
{"train_loss": 0.0005730011034756899, "global_step": 92437, "epoch": 519, "lr": 4.436831895344629e-06}
{"train_loss": 0.0013539890060201287, "global_step": 92438, "epoch": 519, "lr": 4.4362233623031715e-06}
{"train_loss": 0.001778271747753024, "global_step": 92439, "epoch": 519, "lr": 4.435614869058957e-06}
{"train_loss": 0.0010167374275624752, "global_step": 92440, "epoch": 519, "lr": 4.435006415612514e-06}
{"train_loss": 0.0010625773575156927, "global_step": 92441, "epoch": 519, "lr": 4.434398001964368e-06}
{"train_loss": 0.0004086312255822122, "global_step": 92442, "epoch": 519, "lr": 4.433789628115054e-06}
{"train_loss": 0.0005086002056486905, "global_step": 92443, "epoch": 519, "lr": 4.433181294065097e-06}
{"train_loss": 0.0008179806172847748, "global_step": 92444, "epoch": 519, "lr": 4.432572999815049e-06}
{"train_loss": 0.001922300085425377, "global_step": 92445, "epoch": 519, "lr": 4.431964745365413e-06}
{"train_loss": 0.0006203977391123772, "global_step": 92446, "epoch": 519, "lr": 4.431356530716741e-06}
{"train_loss": 0.001267530838958919, "global_step": 92447, "epoch": 519, "lr": 4.430748355869563e-06}
{"train_loss": 0.0018159621395170689, "global_step": 92448, "epoch": 519, "lr": 4.430140220824397e-06}
{"train_loss": 0.0012663889210671186, "global_step": 92449, "epoch": 519, "lr": 4.429532125581786e-06}
{"train_loss": 0.001474543008953333, "global_step": 92450, "epoch": 519, "lr": 4.4289240701422595e-06}
{"train_loss": 0.0009570886613801122, "global_step": 92451, "epoch": 519, "lr": 4.428316054506332e-06}
{"train_loss": 0.00047443126095458865, "global_step": 92452, "epoch": 519, "lr": 4.427708078674575e-06}
{"train_loss": 0.0015776448417454958, "global_step": 92453, "epoch": 519, "lr": 4.427100142647467e-06}
{"train_loss": 0.0005447814473882318, "global_step": 92454, "epoch": 519, "lr": 4.42649224642559e-06}
{"train_loss": 0.0005683393683284521, "global_step": 92455, "epoch": 519, "lr": 4.425884390009427e-06}
{"train_loss": 0.00036704441299661994, "global_step": 92456, "epoch": 519, "lr": 4.425276573399545e-06}
{"train_loss": 0.0005358060006983578, "global_step": 92457, "epoch": 519, "lr": 4.4246687965964595e-06}
{"train_loss": 0.0011507975868880749, "global_step": 92458, "epoch": 519, "lr": 4.424061059600698e-06}
{"train_loss": 0.00013332744129002094, "global_step": 92459, "epoch": 519, "lr": 4.42345336241281e-06}
{"train_loss": 0.0007756115519441664, "global_step": 92460, "epoch": 519, "lr": 4.4228457050333014e-06}
{"train_loss": 0.00069344078656286, "global_step": 92461, "epoch": 519, "lr": 4.422238087462721e-06}
{"train_loss": 0.0006555122090503573, "global_step": 92462, "epoch": 519, "lr": 4.421630509701596e-06}
{"train_loss": 0.0009732754551805556, "global_step": 92463, "epoch": 519, "lr": 4.421022971750454e-06}
{"train_loss": 0.000755446613766253, "global_step": 92464, "epoch": 519, "lr": 4.420415473609824e-06}
{"train_loss": 0.002404466737061739, "global_step": 92465, "epoch": 519, "lr": 4.419808015280241e-06}
{"train_loss": 0.0011808904819190502, "global_step": 92466, "epoch": 519, "lr": 4.419200596762224e-06}
{"train_loss": 0.0008757103933021426, "global_step": 92467, "epoch": 519, "lr": 4.418593218056333e-06}
{"train_loss": 0.000845325062982738, "global_step": 92468, "epoch": 519, "lr": 4.4179858791630615e-06}
{"train_loss": 0.0014720604522153735, "global_step": 92469, "epoch": 519, "lr": 4.41737858008297e-06}
{"train_loss": 0.0011697225272655487, "global_step": 92470, "epoch": 519, "lr": 4.416771320816565e-06}
{"train_loss": 0.0009989808313548565, "global_step": 92471, "epoch": 519, "lr": 4.416164101364395e-06}
{"train_loss": 0.0015011278446763754, "global_step": 92472, "epoch": 519, "lr": 4.415556921726982e-06}
{"train_loss": 0.0002852575562428683, "global_step": 92473, "epoch": 519, "lr": 4.414949781904854e-06}
{"train_loss": 0.0006981795886531472, "global_step": 92474, "epoch": 519, "lr": 4.414342681898553e-06}
{"train_loss": 0.0005470537580549717, "global_step": 92475, "epoch": 519, "lr": 4.413735621708598e-06}
{"train_loss": 0.002108850982040167, "global_step": 92476, "epoch": 519, "lr": 4.413128601335509e-06}
{"train_loss": 0.0011256842408329248, "global_step": 92477, "epoch": 519, "lr": 4.412521620779842e-06}
{"train_loss": 0.0008556850953027606, "global_step": 92478, "epoch": 519, "lr": 4.411914680042117e-06}
{"train_loss": 0.00031560350907966495, "global_step": 92479, "epoch": 519, "lr": 4.411307779122859e-06}
{"train_loss": 0.0008877147920429707, "global_step": 92480, "epoch": 519, "lr": 4.410700918022603e-06}
{"train_loss": 0.0002203960029873997, "global_step": 92481, "epoch": 519, "lr": 4.410094096741868e-06}
{"train_loss": 0.00037201435770839453, "global_step": 92482, "epoch": 519, "lr": 4.409487315281213e-06}
{"train_loss": 0.0005756997270509601, "global_step": 92483, "epoch": 519, "lr": 4.408880573641128e-06}
{"train_loss": 0.0021188165992498398, "global_step": 92484, "epoch": 519, "lr": 4.408273871822172e-06}
{"train_loss": 0.001158857368864119, "global_step": 92485, "epoch": 519, "lr": 4.407667209824862e-06}
{"train_loss": 0.0026719162706285715, "global_step": 92486, "epoch": 519, "lr": 4.407060587649736e-06}
{"train_loss": 0.0015512383542954922, "global_step": 92487, "epoch": 519, "lr": 4.406454005297322e-06}
{"train_loss": 0.0009610316483303905, "global_step": 92488, "epoch": 519, "lr": 4.405847462768148e-06}
{"train_loss": 0.0006870323559269309, "global_step": 92489, "epoch": 519, "lr": 4.40524096006274e-06}
{"train_loss": 0.0009864605963230133, "global_step": 92490, "epoch": 519, "lr": 4.404634497181631e-06}
{"train_loss": 0.002547452226281166, "global_step": 92491, "epoch": 519, "lr": 4.404028074125344e-06}
{"train_loss": 0.001213896437548101, "global_step": 92492, "epoch": 519, "lr": 4.403421690894433e-06}
{"train_loss": 0.0004074672469869256, "global_step": 92493, "epoch": 519, "lr": 4.402815347489386e-06}
{"train_loss": 0.0009853350929915905, "global_step": 92494, "epoch": 519, "lr": 4.402209043910771e-06}
{"train_loss": 0.0005359287024475634, "global_step": 92495, "epoch": 519, "lr": 4.401602780159109e-06}
{"train_loss": 0.0004653814248740673, "global_step": 92496, "epoch": 519, "lr": 4.400996556234915e-06}
{"train_loss": 0.0007407771190628409, "global_step": 92497, "epoch": 519, "lr": 4.400390372138729e-06}
{"train_loss": 0.0006626262329518795, "global_step": 92498, "epoch": 519, "lr": 4.399784227871073e-06}
{"train_loss": 0.0007455174927599728, "global_step": 92499, "epoch": 519, "lr": 4.3991781234324905e-06}
{"train_loss": 0.0009109002421610057, "global_step": 92500, "epoch": 519, "lr": 4.398572058823502e-06}
{"train_loss": 0.0010265475139021873, "global_step": 92501, "epoch": 519, "lr": 4.397966034044637e-06}
{"train_loss": 0.0009635843452997506, "global_step": 92502, "epoch": 519, "lr": 4.397360049096427e-06}
{"train_loss": 0.0013908441178500652, "global_step": 92503, "epoch": 519, "lr": 4.396754103979395e-06}
{"train_loss": 0.0014095223741605878, "global_step": 92504, "epoch": 519, "lr": 4.396148198694072e-06}
{"train_loss": 0.0011938279494643211, "global_step": 92505, "epoch": 519, "lr": 4.3955423332410036e-06}
{"train_loss": 0.0006522427429445088, "global_step": 92506, "epoch": 519, "lr": 4.394936507620689e-06}
{"train_loss": 0.00031562679214403033, "global_step": 92507, "epoch": 519, "lr": 4.394330721833695e-06}
{"train_loss": 0.0006873379461467266, "global_step": 92508, "epoch": 519, "lr": 4.393724975880503e-06}
{"train_loss": 0.0015431323554366827, "global_step": 92509, "epoch": 519, "lr": 4.393119269761687e-06}
{"train_loss": 0.0008612541714683175, "global_step": 92510, "epoch": 519, "lr": 4.392513603477755e-06}
{"train_loss": 0.0011367608094587922, "global_step": 92511, "epoch": 519, "lr": 4.391907977029236e-06}
{"train_loss": 0.0012835056986659765, "global_step": 92512, "epoch": 519, "lr": 4.3913023904166625e-06}
{"train_loss": 0.0005615593399852514, "global_step": 92513, "epoch": 519, "lr": 4.3906968436405626e-06}
{"train_loss": 0.00042632821714505553, "global_step": 92514, "epoch": 519, "lr": 4.390091336701457e-06}
{"train_loss": 0.0007442183559760451, "global_step": 92515, "epoch": 519, "lr": 4.389485869599902e-06}
{"train_loss": 0.0013348767533898354, "global_step": 92516, "epoch": 519, "lr": 4.388880442336385e-06}
{"train_loss": 0.0007963459938764572, "global_step": 92517, "epoch": 519, "lr": 4.388275054911473e-06}
{"train_loss": 0.0005780570791102946, "global_step": 92518, "epoch": 519, "lr": 4.3876697073256755e-06}
{"train_loss": 0.0007033416768535972, "global_step": 92519, "epoch": 519, "lr": 4.387064399579515e-06}
{"train_loss": 0.0007175235077738762, "global_step": 92520, "epoch": 519, "lr": 4.386459131673548e-06}
{"train_loss": 0.00036586442729458213, "global_step": 92521, "epoch": 519, "lr": 4.385853903608267e-06}
{"train_loss": 0.002040661871433258, "global_step": 92522, "epoch": 519, "lr": 4.385248715384227e-06}
{"train_loss": 0.001185199711471796, "global_step": 92523, "epoch": 519, "lr": 4.3846435670019445e-06}
{"train_loss": 0.0024170910473912954, "global_step": 92524, "epoch": 519, "lr": 4.3840384584619585e-06}
{"train_loss": 0.0013997536152601242, "global_step": 92525, "epoch": 519, "lr": 4.383433389764785e-06}
{"train_loss": 0.0004451386339496821, "global_step": 92526, "epoch": 519, "lr": 4.382828360910962e-06}
{"train_loss": 0.001901079434901476, "global_step": 92527, "epoch": 519, "lr": 4.382223371901012e-06}
{"train_loss": 0.0003716422652360052, "global_step": 92528, "epoch": 519, "lr": 4.3816184227354675e-06}
{"train_loss": 0.001299557974562049, "global_step": 92529, "epoch": 519, "lr": 4.381013513414845e-06}
{"train_loss": 0.0006027095369063318, "global_step": 92530, "epoch": 519, "lr": 4.380408643939704e-06}
{"train_loss": 0.0005625877529382706, "global_step": 92531, "epoch": 519, "lr": 4.3798038143105295e-06}
{"train_loss": 0.0019408644875511527, "global_step": 92532, "epoch": 519, "lr": 4.3791990245278805e-06}
{"train_loss": 0.0016621946124359965, "global_step": 92533, "epoch": 519, "lr": 4.378594274592279e-06}
{"train_loss": 0.002957345684990287, "global_step": 92534, "epoch": 519, "lr": 4.377989564504248e-06}
{"train_loss": 0.0007737338310107589, "global_step": 92535, "epoch": 519, "lr": 4.3773848942643245e-06}
{"train_loss": 0.0008560838177800179, "global_step": 92536, "epoch": 519, "lr": 4.376780263873026e-06}
{"train_loss": 0.0006735141505487263, "global_step": 92537, "epoch": 519, "lr": 4.376175673330879e-06}
{"train_loss": 0.0005225413478910923, "global_step": 92538, "epoch": 519, "lr": 4.3755711226384334e-06}
{"train_loss": 0.0005684557254426181, "global_step": 92539, "epoch": 519, "lr": 4.374966611796183e-06}
{"train_loss": 0.0013822645414620638, "global_step": 92540, "epoch": 519, "lr": 4.374362140804688e-06}
{"train_loss": 0.0008918987587094307, "global_step": 92541, "epoch": 519, "lr": 4.373757709664461e-06}
{"train_loss": 0.0012939103180542588, "global_step": 92542, "epoch": 519, "lr": 4.373153318376022e-06}
{"train_loss": 0.000602055573835969, "global_step": 92543, "epoch": 519, "lr": 4.372548966939927e-06}
{"train_loss": 0.00037207079003565013, "global_step": 92544, "epoch": 519, "lr": 4.371944655356663e-06}
{"train_loss": 0.001170127303339541, "global_step": 92545, "epoch": 519, "lr": 4.371340383626804e-06}
{"train_loss": 0.0013825974892824888, "global_step": 92546, "epoch": 519, "lr": 4.370736151750837e-06}
{"train_loss": 0.00043600850040093064, "global_step": 92547, "epoch": 519, "lr": 4.370131959729313e-06}
{"train_loss": 0.00037737141246907413, "global_step": 92548, "epoch": 519, "lr": 4.369527807562757e-06}
{"train_loss": 0.0012625160161405802, "global_step": 92549, "epoch": 519, "lr": 4.368923695251686e-06}
{"train_loss": 0.0003977169981226325, "global_step": 92550, "epoch": 519, "lr": 4.368319622796641e-06}
{"train_loss": 0.001471986179240048, "global_step": 92551, "epoch": 519, "lr": 4.367715590198146e-06}
{"train_loss": 0.0017604357562959194, "global_step": 92552, "epoch": 519, "lr": 4.367111597456713e-06}
{"train_loss": 0.001144489855505526, "global_step": 92553, "epoch": 519, "lr": 4.366507644572903e-06}
{"train_loss": 0.00017723579367157072, "global_step": 92554, "epoch": 519, "lr": 4.365903731547205e-06}
{"train_loss": 0.0008763440418988466, "global_step": 92555, "epoch": 519, "lr": 4.365299858380173e-06}
{"train_loss": 0.0012644256930798292, "global_step": 92556, "epoch": 519, "lr": 4.364696025072323e-06}
{"train_loss": 0.0009797296952456236, "global_step": 92557, "epoch": 519, "lr": 4.364092231624189e-06}
{"train_loss": 0.0011608718195930123, "global_step": 92558, "epoch": 519, "lr": 4.3634884780362985e-06}
{"train_loss": 0.0010439945237542335, "global_step": 92559, "epoch": 519, "lr": 4.362884764309172e-06}
{"train_loss": 0.0008593178354203701, "global_step": 92560, "epoch": 520, "lr": 4.362281090443332e-06}
{"train_loss": 0.0008995027747005224, "global_step": 92561, "epoch": 520, "lr": 4.361677456439323e-06}
{"train_loss": 0.0009303756523877382, "global_step": 92562, "epoch": 520, "lr": 4.36107386229766e-06}
{"train_loss": 0.0011792907025665045, "global_step": 92563, "epoch": 520, "lr": 4.360470308018877e-06}
{"train_loss": 0.001310721505433321, "global_step": 92564, "epoch": 520, "lr": 4.359866793603495e-06}
{"train_loss": 0.0012092047836631536, "global_step": 92565, "epoch": 520, "lr": 4.359263319052048e-06}
{"train_loss": 0.0017151102656498551, "global_step": 92566, "epoch": 520, "lr": 4.358659884365057e-06}
{"train_loss": 0.001309344545006752, "global_step": 92567, "epoch": 520, "lr": 4.358056489543039e-06}
{"train_loss": 0.0005210598465055227, "global_step": 92568, "epoch": 520, "lr": 4.357453134586553e-06}
{"train_loss": 0.0007469427073374391, "global_step": 92569, "epoch": 520, "lr": 4.356849819496089e-06}
{"train_loss": 0.0004318974388297647, "global_step": 92570, "epoch": 520, "lr": 4.356246544272202e-06}
{"train_loss": 0.0012683108216151595, "global_step": 92571, "epoch": 520, "lr": 4.355643308915402e-06}
{"train_loss": 0.0004947786801494658, "global_step": 92572, "epoch": 520, "lr": 4.355040113426223e-06}
{"train_loss": 0.0005410781595855951, "global_step": 92573, "epoch": 520, "lr": 4.3544369578051915e-06}
{"train_loss": 0.00073579465970397, "global_step": 92574, "epoch": 520, "lr": 4.353833842052835e-06}
{"train_loss": 0.0005393128376454115, "global_step": 92575, "epoch": 520, "lr": 4.353230766169669e-06}
{"train_loss": 0.0011689963284879923, "global_step": 92576, "epoch": 520, "lr": 4.3526277301562505e-06}
{"train_loss": 0.0008640890591777861, "global_step": 92577, "epoch": 520, "lr": 4.3520247340130606e-06}
{"train_loss": 0.0010904837399721146, "global_step": 92578, "epoch": 520, "lr": 4.351421777740666e-06}
{"train_loss": 0.0013758682180196047, "global_step": 92579, "epoch": 520, "lr": 4.3508188613395785e-06}
{"train_loss": 0.0005826870910823345, "global_step": 92580, "epoch": 520, "lr": 4.350215984810318e-06}
{"train_loss": 0.00046958524035289884, "global_step": 92581, "epoch": 520, "lr": 4.349613148153425e-06}
{"train_loss": 0.0014911704929545522, "global_step": 92582, "epoch": 520, "lr": 4.349010351369404e-06}
{"train_loss": 0.0015016780234873295, "global_step": 92583, "epoch": 520, "lr": 4.34840759445882e-06}
{"train_loss": 0.0006176675669848919, "global_step": 92584, "epoch": 520, "lr": 4.347804877422151e-06}
{"train_loss": 0.0006392523064278066, "global_step": 92585, "epoch": 520, "lr": 4.347202200259965e-06}
{"train_loss": 0.0005495480145327747, "global_step": 92586, "epoch": 520, "lr": 4.346599562972764e-06}
{"train_loss": 0.00034624847467057407, "global_step": 92587, "epoch": 520, "lr": 4.3459969655610885e-06}
{"train_loss": 0.0006921899621374905, "global_step": 92588, "epoch": 520, "lr": 4.345394408025455e-06}
{"train_loss": 0.0013634805800393224, "global_step": 92589, "epoch": 520, "lr": 4.3447918903663895e-06}
{"train_loss": 0.0007633718196302652, "global_step": 92590, "epoch": 520, "lr": 4.3441894125844154e-06}
{"train_loss": 0.00041891096043400466, "global_step": 92591, "epoch": 520, "lr": 4.343586974680086e-06}
{"train_loss": 0.0010538363130763173, "global_step": 92592, "epoch": 520, "lr": 4.3429845766538854e-06}
{"train_loss": 0.001066081691533327, "global_step": 92593, "epoch": 520, "lr": 4.342382218506375e-06}
{"train_loss": 0.000549567281268537, "global_step": 92594, "epoch": 520, "lr": 4.341779900238063e-06}
{"train_loss": 0.0004402566119097173, "global_step": 92595, "epoch": 520, "lr": 4.341177621849479e-06}
{"train_loss": 0.0009832049254328012, "global_step": 92596, "epoch": 520, "lr": 4.34057538334115e-06}
{"train_loss": 0.00041373842395842075, "global_step": 92597, "epoch": 520, "lr": 4.3399731847136025e-06}
{"train_loss": 0.0007461843779310584, "global_step": 92598, "epoch": 520, "lr": 4.33937102596736e-06}
{"train_loss": 0.0008879129309207201, "global_step": 92599, "epoch": 520, "lr": 4.3387689071029525e-06}
{"train_loss": 0.000642215134575963, "global_step": 92600, "epoch": 520, "lr": 4.338166828120893e-06}
{"train_loss": 0.0010042210342362523, "global_step": 92601, "epoch": 520, "lr": 4.337564789021736e-06}
{"train_loss": 0.0011463375994935632, "global_step": 92602, "epoch": 520, "lr": 4.33696278980597e-06}
{"train_loss": 0.0017165966564789414, "global_step": 92603, "epoch": 520, "lr": 4.336360830474151e-06}
{"train_loss": 0.0016214321367442608, "global_step": 92604, "epoch": 520, "lr": 4.335758911026794e-06}
{"train_loss": 0.0005233786068856716, "global_step": 92605, "epoch": 520, "lr": 4.3351570314644156e-06}
{"train_loss": 0.0002827150747179985, "global_step": 92606, "epoch": 520, "lr": 4.33455519178757e-06}
{"train_loss": 0.0020835353061556816, "global_step": 92607, "epoch": 520, "lr": 4.333953391996742e-06}
{"train_loss": 0.0022284951992332935, "global_step": 92608, "epoch": 520, "lr": 4.3333516320924915e-06}
{"train_loss": 0.0017912720795720816, "global_step": 92609, "epoch": 520, "lr": 4.332749912075323e-06}
{"train_loss": 0.0025631864555180073, "global_step": 92610, "epoch": 520, "lr": 4.332148231945776e-06}
{"train_loss": 0.001166706788353622, "global_step": 92611, "epoch": 520, "lr": 4.3315465917043715e-06}
{"train_loss": 0.0007820390746928751, "global_step": 92612, "epoch": 520, "lr": 4.330944991351632e-06}
{"train_loss": 0.0009765325812622905, "global_step": 92613, "epoch": 520, "lr": 4.3303434308880785e-06}
{"train_loss": 0.0005937150563113391, "global_step": 92614, "epoch": 520, "lr": 4.329741910314255e-06}
{"train_loss": 0.0009717162465676665, "global_step": 92615, "epoch": 520, "lr": 4.329140429630662e-06}
{"train_loss": 0.0007833529962226748, "global_step": 92616, "epoch": 520, "lr": 4.328538988837849e-06}
{"train_loss": 0.0006099718157202005, "global_step": 92617, "epoch": 520, "lr": 4.327937587936315e-06}
{"train_loss": 0.001394177321344614, "global_step": 92618, "epoch": 520, "lr": 4.327336226926609e-06}
{"train_loss": 0.0016048704273998737, "global_step": 92619, "epoch": 520, "lr": 4.326734905809249e-06}
{"train_loss": 0.0007779366569593549, "global_step": 92620, "epoch": 520, "lr": 4.32613362458476e-06}
{"train_loss": 0.0007412369595840573, "global_step": 92621, "epoch": 520, "lr": 4.325532383253661e-06}
{"train_loss": 0.0012963132467120886, "global_step": 92622, "epoch": 520, "lr": 4.324931181816483e-06}
{"train_loss": 0.0009792566997930408, "global_step": 92623, "epoch": 520, "lr": 4.324330020273743e-06}
{"train_loss": 0.0033909943886101246, "global_step": 92624, "epoch": 520, "lr": 4.323728898625978e-06}
{"train_loss": 0.00077489810064435, "global_step": 92625, "epoch": 520, "lr": 4.323127816873712e-06}
{"train_loss": 0.0007197322556748986, "global_step": 92626, "epoch": 520, "lr": 4.322526775017466e-06}
{"train_loss": 0.0009147800737991929, "global_step": 92627, "epoch": 520, "lr": 4.321925773057761e-06}
{"train_loss": 0.0014191162772476673, "global_step": 92628, "epoch": 520, "lr": 4.32132481099512e-06}
{"train_loss": 0.000702313263900578, "global_step": 92629, "epoch": 520, "lr": 4.320723888830092e-06}
{"train_loss": 0.0007954323664307594, "global_step": 92630, "epoch": 520, "lr": 4.3201230065631644e-06}
{"train_loss": 0.00030754285398870707, "global_step": 92631, "epoch": 520, "lr": 4.319522164194895e-06}
{"train_loss": 0.0004133984330110252, "global_step": 92632, "epoch": 520, "lr": 4.318921361725786e-06}
{"train_loss": 0.00042747455881908536, "global_step": 92633, "epoch": 520, "lr": 4.318320599156378e-06}
{"train_loss": 0.0009182921494357288, "global_step": 92634, "epoch": 520, "lr": 4.317719876487186e-06}
{"train_loss": 0.0007285793544724584, "global_step": 92635, "epoch": 520, "lr": 4.317119193718738e-06}
{"train_loss": 0.0009369038743898273, "global_step": 92636, "epoch": 520, "lr": 4.316518550851562e-06}
{"train_loss": 0.0005932016647420824, "global_step": 92637, "epoch": 520, "lr": 4.315917947886177e-06}
{"train_loss": 0.001019798219203949, "global_step": 92638, "epoch": 520, "lr": 4.315317384823098e-06}
{"train_loss": 0.0006503236945718527, "global_step": 92639, "epoch": 520, "lr": 4.314716861662882e-06}
{"train_loss": 0.0006217749323695898, "global_step": 92640, "epoch": 520, "lr": 4.314116378406008e-06}
{"train_loss": 0.000850226148031652, "global_step": 92641, "epoch": 520, "lr": 4.313515935053042e-06}
{"train_loss": 0.00078345718793571, "global_step": 92642, "epoch": 520, "lr": 4.312915531604489e-06}
{"train_loss": 0.0012122576590627432, "global_step": 92643, "epoch": 520, "lr": 4.3123151680608705e-06}
{"train_loss": 0.0007047482649795711, "global_step": 92644, "epoch": 520, "lr": 4.311714844422721e-06}
{"train_loss": 0.002330083167180419, "global_step": 92645, "epoch": 520, "lr": 4.311114560690554e-06}
{"train_loss": 0.0008687108638696373, "global_step": 92646, "epoch": 520, "lr": 4.310514316864906e-06}
{"train_loss": 0.001817106967791915, "global_step": 92647, "epoch": 520, "lr": 4.309914112946295e-06}
{"train_loss": 0.0009940750896930695, "global_step": 92648, "epoch": 520, "lr": 4.309313948935245e-06}
{"train_loss": 0.0009177640895359218, "global_step": 92649, "epoch": 520, "lr": 4.308713824832278e-06}
{"train_loss": 0.001308072591200471, "global_step": 92650, "epoch": 520, "lr": 4.308113740637926e-06}
{"train_loss": 0.0013377033174037933, "global_step": 92651, "epoch": 520, "lr": 4.307513696352694e-06}
{"train_loss": 0.0011966025922447443, "global_step": 92652, "epoch": 520, "lr": 4.306913691977143e-06}
{"train_loss": 0.0006819687550887465, "global_step": 92653, "epoch": 520, "lr": 4.306313727511751e-06}
{"train_loss": 0.0016907621175050735, "global_step": 92654, "epoch": 520, "lr": 4.30571380295709e-06}
{"train_loss": 0.0007301312871277332, "global_step": 92655, "epoch": 520, "lr": 4.3051139183136355e-06}
{"train_loss": 0.000940490048378706, "global_step": 92656, "epoch": 520, "lr": 4.304514073581944e-06}
{"train_loss": 0.0006017423002049327, "global_step": 92657, "epoch": 520, "lr": 4.303914268762532e-06}
{"train_loss": 0.0008626815397292376, "global_step": 92658, "epoch": 520, "lr": 4.303314503855921e-06}
{"train_loss": 0.0008911977638490498, "global_step": 92659, "epoch": 520, "lr": 4.302714778862637e-06}
{"train_loss": 0.001568503095768392, "global_step": 92660, "epoch": 520, "lr": 4.302115093783204e-06}
{"train_loss": 0.0018139155581593513, "global_step": 92661, "epoch": 520, "lr": 4.301515448618132e-06}
{"train_loss": 0.001833209185861051, "global_step": 92662, "epoch": 520, "lr": 4.3009158433679805e-06}
{"train_loss": 0.0015214781742542982, "global_step": 92663, "epoch": 520, "lr": 4.300316278033228e-06}
{"train_loss": 0.0009836305398494005, "global_step": 92664, "epoch": 520, "lr": 4.29971675261443e-06}
{"train_loss": 0.001516713760793209, "global_step": 92665, "epoch": 520, "lr": 4.2991172671120965e-06}
{"train_loss": 0.002177230082452297, "global_step": 92666, "epoch": 520, "lr": 4.298517821526748e-06}
{"train_loss": 0.0009917004499584436, "global_step": 92667, "epoch": 520, "lr": 4.297918415858937e-06}
{"train_loss": 0.0007503092056140304, "global_step": 92668, "epoch": 520, "lr": 4.297319050109144e-06}
{"train_loss": 0.0006675636977888644, "global_step": 92669, "epoch": 520, "lr": 4.29671972427792e-06}
{"train_loss": 0.0008174902177415788, "global_step": 92670, "epoch": 520, "lr": 4.296120438365786e-06}
{"train_loss": 0.0011218031868338585, "global_step": 92671, "epoch": 520, "lr": 4.295521192373258e-06}
{"train_loss": 0.0005522503051906824, "global_step": 92672, "epoch": 520, "lr": 4.294921986300865e-06}
{"train_loss": 0.0007682113209739327, "global_step": 92673, "epoch": 520, "lr": 4.294322820149127e-06}
{"train_loss": 0.0011105553712695837, "global_step": 92674, "epoch": 520, "lr": 4.293723693918572e-06}
{"train_loss": 0.0005636898567900062, "global_step": 92675, "epoch": 520, "lr": 4.293124607609717e-06}
{"train_loss": 0.0005719236796721816, "global_step": 92676, "epoch": 520, "lr": 4.292525561223076e-06}
{"train_loss": 0.0010739557910710573, "global_step": 92677, "epoch": 520, "lr": 4.2919265547592066e-06}
{"train_loss": 0.0013493446167558432, "global_step": 92678, "epoch": 520, "lr": 4.291327588218591e-06}
{"train_loss": 0.0003014701069332659, "global_step": 92679, "epoch": 520, "lr": 4.290728661601779e-06}
{"train_loss": 0.0009435178362764418, "global_step": 92680, "epoch": 520, "lr": 4.290129774909285e-06}
{"train_loss": 0.0011000493541359901, "global_step": 92681, "epoch": 520, "lr": 4.289530928141633e-06}
{"train_loss": 0.0015192232094705105, "global_step": 92682, "epoch": 520, "lr": 4.2889321212993496e-06}
{"train_loss": 0.0008974341908469796, "global_step": 92683, "epoch": 520, "lr": 4.288333354382951e-06}
{"train_loss": 0.001016721362248063, "global_step": 92684, "epoch": 520, "lr": 4.287734627392953e-06}
{"train_loss": 0.0008245404460467398, "global_step": 92685, "epoch": 520, "lr": 4.287135940329911e-06}
{"train_loss": 0.0005660956376232207, "global_step": 92686, "epoch": 520, "lr": 4.2865372931943035e-06}
{"train_loss": 0.001004916150122881, "global_step": 92687, "epoch": 520, "lr": 4.2859386859866845e-06}
{"train_loss": 0.002100207842886448, "global_step": 92688, "epoch": 520, "lr": 4.28534011870757e-06}
{"train_loss": 0.0008090374758467078, "global_step": 92689, "epoch": 520, "lr": 4.284741591357472e-06}
{"train_loss": 0.0010631846962496638, "global_step": 92690, "epoch": 520, "lr": 4.284143103936944e-06}
{"train_loss": 0.0005680235335603356, "global_step": 92691, "epoch": 520, "lr": 4.283544656446464e-06}
{"train_loss": 0.0001949666766449809, "global_step": 92692, "epoch": 520, "lr": 4.282946248886594e-06}
{"train_loss": 0.0008929180330596864, "global_step": 92693, "epoch": 520, "lr": 4.282347881257826e-06}
{"train_loss": 0.0006940234452486038, "global_step": 92694, "epoch": 520, "lr": 4.281749553560704e-06}
{"train_loss": 0.0015545214992016554, "global_step": 92695, "epoch": 520, "lr": 4.281151265795746e-06}
{"train_loss": 0.0007843353669159114, "global_step": 92696, "epoch": 520, "lr": 4.280553017963468e-06}
{"train_loss": 0.0024249444250017405, "global_step": 92697, "epoch": 520, "lr": 4.2799548100644015e-06}
{"train_loss": 0.0011573059018701315, "global_step": 92698, "epoch": 520, "lr": 4.279356642099058e-06}
{"train_loss": 0.0012228768318891525, "global_step": 92699, "epoch": 520, "lr": 4.27875851406796e-06}
{"train_loss": 0.001152893528342247, "global_step": 92700, "epoch": 520, "lr": 4.278160425971656e-06}
{"train_loss": 0.0003454535617493093, "global_step": 92701, "epoch": 520, "lr": 4.277562377810629e-06}
{"train_loss": 0.0011888181325048208, "global_step": 92702, "epoch": 520, "lr": 4.276964369585429e-06}
{"train_loss": 0.0013530540745705366, "global_step": 92703, "epoch": 520, "lr": 4.276366401296572e-06}
{"train_loss": 0.0020896941423416138, "global_step": 92704, "epoch": 520, "lr": 4.2757684729445745e-06}
{"train_loss": 0.0005127902841195464, "global_step": 92705, "epoch": 520, "lr": 4.275170584529964e-06}
{"train_loss": 0.00028338286210782826, "global_step": 92706, "epoch": 520, "lr": 4.274572736053261e-06}
{"train_loss": 0.0012329884339123964, "global_step": 92707, "epoch": 520, "lr": 4.2739749275149845e-06}
{"train_loss": 0.0014552184147760272, "global_step": 92708, "epoch": 520, "lr": 4.273377158915665e-06}
{"train_loss": 0.0007844344363547862, "global_step": 92709, "epoch": 520, "lr": 4.2727794302558185e-06}
{"train_loss": 0.0008034678176045418, "global_step": 92710, "epoch": 520, "lr": 4.272181741535969e-06}
{"train_loss": 0.00037857767893001437, "global_step": 92711, "epoch": 520, "lr": 4.271584092756636e-06}
{"train_loss": 0.002234607469290495, "global_step": 92712, "epoch": 520, "lr": 4.2709864839183485e-06}
{"train_loss": 0.0006867352640256286, "global_step": 92713, "epoch": 520, "lr": 4.2703889150216226e-06}
{"train_loss": 0.000871536205522716, "global_step": 92714, "epoch": 520, "lr": 4.269791386066968e-06}
{"train_loss": 0.0008509810431860387, "global_step": 92715, "epoch": 520, "lr": 4.26919389705494e-06}
{"train_loss": 0.0007456553867086768, "global_step": 92716, "epoch": 520, "lr": 4.268596447986023e-06}
{"train_loss": 0.00045826949644833803, "global_step": 92717, "epoch": 520, "lr": 4.26799903886076e-06}
{"train_loss": 0.002012550365179777, "global_step": 92718, "epoch": 520, "lr": 4.267401669679677e-06}
{"train_loss": 0.0006734436610713601, "global_step": 92719, "epoch": 520, "lr": 4.266804340443281e-06}
{"train_loss": 0.0007572227623313665, "global_step": 92720, "epoch": 520, "lr": 4.266207051152099e-06}
{"train_loss": 0.0008701963815838099, "global_step": 92721, "epoch": 520, "lr": 4.265609801806658e-06}
{"train_loss": 0.0006831510690972209, "global_step": 92722, "epoch": 520, "lr": 4.265012592407469e-06}
{"train_loss": 0.0007638572133146226, "global_step": 92723, "epoch": 520, "lr": 4.264415422955076e-06}
{"train_loss": 0.0004416392766870558, "global_step": 92724, "epoch": 520, "lr": 4.263818293449962e-06}
{"train_loss": 0.0012550195679068565, "global_step": 92725, "epoch": 520, "lr": 4.263221203892692e-06}
{"train_loss": 0.0009253706084564328, "global_step": 92726, "epoch": 520, "lr": 4.262624154283751e-06}
{"train_loss": 0.0014198407297953963, "global_step": 92727, "epoch": 520, "lr": 4.262027144623687e-06}
{"train_loss": 0.0020048620644956827, "global_step": 92728, "epoch": 520, "lr": 4.261430174913006e-06}
{"train_loss": 0.0003908438957296312, "global_step": 92729, "epoch": 520, "lr": 4.260833245152229e-06}
{"train_loss": 0.000691900379024446, "global_step": 92730, "epoch": 520, "lr": 4.260236355341901e-06}
{"train_loss": 0.0010519223287701607, "global_step": 92731, "epoch": 520, "lr": 4.259639505482504e-06}
{"train_loss": 0.001433972967788577, "global_step": 92732, "epoch": 520, "lr": 4.259042695574589e-06}
{"train_loss": 0.0005625869380310178, "global_step": 92733, "epoch": 520, "lr": 4.2584459256186705e-06}
{"train_loss": 0.00100988638587296, "global_step": 92734, "epoch": 520, "lr": 4.257849195615265e-06}
{"train_loss": 0.0012366903247311711, "global_step": 92735, "epoch": 520, "lr": 4.257252505564901e-06}
{"train_loss": 0.0006580717163160443, "global_step": 92736, "epoch": 520, "lr": 4.256655855468095e-06}
{"train_loss": 0.0010083268940699905, "global_step": 92737, "epoch": 520, "lr": 4.256059245325356e-06, "train_action_mse_error": 3.696672138175927e-06}
{"train_loss": 0.001027056947350502, "global_step": 92738, "epoch": 521, "lr": 4.255462675137234e-06}
{"train_loss": 0.0004153432964812964, "global_step": 92739, "epoch": 521, "lr": 4.254866144904218e-06}
{"train_loss": 0.0011442755348980427, "global_step": 92740, "epoch": 521, "lr": 4.254269654626858e-06}
{"train_loss": 0.0012905485928058624, "global_step": 92741, "epoch": 521, "lr": 4.253673204305653e-06}
{"train_loss": 0.001078522764146328, "global_step": 92742, "epoch": 521, "lr": 4.253076793941141e-06}
{"train_loss": 0.0005070597399026155, "global_step": 92743, "epoch": 521, "lr": 4.2524804235338275e-06}
{"train_loss": 0.0009602807695046067, "global_step": 92744, "epoch": 521, "lr": 4.2518840930842405e-06}
{"train_loss": 0.0003202270600013435, "global_step": 92745, "epoch": 521, "lr": 4.251287802592907e-06}
{"train_loss": 0.0005071545019745827, "global_step": 92746, "epoch": 521, "lr": 4.250691552060337e-06}
{"train_loss": 0.0020107487216591835, "global_step": 92747, "epoch": 521, "lr": 4.250095341487048e-06}
{"train_loss": 0.0008294470026157796, "global_step": 92748, "epoch": 521, "lr": 4.249499170873583e-06}
{"train_loss": 0.0009523844928480685, "global_step": 92749, "epoch": 521, "lr": 4.248903040220436e-06}
{"train_loss": 0.0006679326761513948, "global_step": 92750, "epoch": 521, "lr": 4.248306949528147e-06}
{"train_loss": 0.0013984839897602797, "global_step": 92751, "epoch": 521, "lr": 4.24771089879723e-06}
{"train_loss": 0.002472459804266691, "global_step": 92752, "epoch": 521, "lr": 4.247114888028192e-06}
{"train_loss": 0.0006032998207956553, "global_step": 92753, "epoch": 521, "lr": 4.246518917221587e-06}
{"train_loss": 0.0005345591343939304, "global_step": 92754, "epoch": 521, "lr": 4.245922986377898e-06}
{"train_loss": 0.0012344247661530972, "global_step": 92755, "epoch": 521, "lr": 4.2453270954976754e-06}
{"train_loss": 0.002162500750273466, "global_step": 92756, "epoch": 521, "lr": 4.244731244581423e-06}
{"train_loss": 0.0009471793891862035, "global_step": 92757, "epoch": 521, "lr": 4.244135433629665e-06}
{"train_loss": 0.0003820045094471425, "global_step": 92758, "epoch": 521, "lr": 4.243539662642926e-06}
{"train_loss": 0.0006251287995837629, "global_step": 92759, "epoch": 521, "lr": 4.242943931621718e-06}
{"train_loss": 0.0010002641938626766, "global_step": 92760, "epoch": 521, "lr": 4.242348240566557e-06}
{"train_loss": 0.001004631631076336, "global_step": 92761, "epoch": 521, "lr": 4.241752589477993e-06}
{"train_loss": 0.0006514111300930381, "global_step": 92762, "epoch": 521, "lr": 4.241156978356508e-06}
{"train_loss": 0.001062188996002078, "global_step": 92763, "epoch": 521, "lr": 4.2405614072026535e-06}
{"train_loss": 0.0006556604639627039, "global_step": 92764, "epoch": 521, "lr": 4.2399658760169215e-06}
{"train_loss": 0.0013663258869200945, "global_step": 92765, "epoch": 521, "lr": 4.239370384799856e-06}
{"train_loss": 0.0006482467288151383, "global_step": 92766, "epoch": 521, "lr": 4.238774933551964e-06}
{"train_loss": 0.0009150131372734904, "global_step": 92767, "epoch": 521, "lr": 4.238179522273772e-06}
{"train_loss": 0.001777005847543478, "global_step": 92768, "epoch": 521, "lr": 4.237584150965796e-06}
{"train_loss": 0.0008764170343056321, "global_step": 92769, "epoch": 521, "lr": 4.2369888196285565e-06}
{"train_loss": 0.0011970590567216277, "global_step": 92770, "epoch": 521, "lr": 4.236393528262567e-06}
{"train_loss": 0.0015443952288478613, "global_step": 92771, "epoch": 521, "lr": 4.235798276868363e-06}
{"train_loss": 0.0027099621947854757, "global_step": 92772, "epoch": 521, "lr": 4.235203065446458e-06}
{"train_loss": 0.001918633934110403, "global_step": 92773, "epoch": 521, "lr": 4.234607893997372e-06}
{"train_loss": 0.0008916587685234845, "global_step": 92774, "epoch": 521, "lr": 4.234012762521616e-06}
{"train_loss": 0.002878753701224923, "global_step": 92775, "epoch": 521, "lr": 4.233417671019712e-06}
{"train_loss": 0.0014512483030557632, "global_step": 92776, "epoch": 521, "lr": 4.232822619492205e-06}
{"train_loss": 0.000696643372066319, "global_step": 92777, "epoch": 521, "lr": 4.23222760793957e-06}
{"train_loss": 0.0008216263959184289, "global_step": 92778, "epoch": 521, "lr": 4.231632636362365e-06}
{"train_loss": 0.0012825073208659887, "global_step": 92779, "epoch": 521, "lr": 4.231037704761092e-06}
{"train_loss": 0.0011870765592902899, "global_step": 92780, "epoch": 521, "lr": 4.230442813136276e-06}
{"train_loss": 0.0007316300179809332, "global_step": 92781, "epoch": 521, "lr": 4.229847961488437e-06}
{"train_loss": 0.0007438507163897157, "global_step": 92782, "epoch": 521, "lr": 4.229253149818091e-06}
{"train_loss": 0.0005546555621549487, "global_step": 92783, "epoch": 521, "lr": 4.228658378125755e-06}
{"train_loss": 0.0004932883894070983, "global_step": 92784, "epoch": 521, "lr": 4.228063646411956e-06}
{"train_loss": 0.000884475652128458, "global_step": 92785, "epoch": 521, "lr": 4.2274689546772e-06}
{"train_loss": 0.0005658190348185599, "global_step": 92786, "epoch": 521, "lr": 4.226874302922035e-06}
{"train_loss": 0.0004059448547195643, "global_step": 92787, "epoch": 521, "lr": 4.226279691146945e-06}
{"train_loss": 0.00037786789471283555, "global_step": 92788, "epoch": 521, "lr": 4.225685119352474e-06}
{"train_loss": 0.0004484269884414971, "global_step": 92789, "epoch": 521, "lr": 4.2250905875391325e-06}
{"train_loss": 0.000579182174988091, "global_step": 92790, "epoch": 521, "lr": 4.224496095707442e-06}
{"train_loss": 0.0004708750930149108, "global_step": 92791, "epoch": 521, "lr": 4.2239016438579195e-06}
{"train_loss": 0.000737256370484829, "global_step": 92792, "epoch": 521, "lr": 4.223307231991075e-06}
{"train_loss": 0.0015497514978051186, "global_step": 92793, "epoch": 521, "lr": 4.222712860107453e-06}
{"train_loss": 0.000654572737403214, "global_step": 92794, "epoch": 521, "lr": 4.222118528207553e-06}
{"train_loss": 0.00047521444503217936, "global_step": 92795, "epoch": 521, "lr": 4.2215242362918964e-06}
{"train_loss": 0.0008625594200566411, "global_step": 92796, "epoch": 521, "lr": 4.2209299843610055e-06}
{"train_loss": 0.0014761469792574644, "global_step": 92797, "epoch": 521, "lr": 4.220335772415402e-06}
{"train_loss": 0.0016772934468463063, "global_step": 92798, "epoch": 521, "lr": 4.21974160045559e-06}
{"train_loss": 0.0009659560164436698, "global_step": 92799, "epoch": 521, "lr": 4.219147468482116e-06}
{"train_loss": 0.001955681014806032, "global_step": 92800, "epoch": 521, "lr": 4.218553376495465e-06}
{"train_loss": 0.0007815207936801016, "global_step": 92801, "epoch": 521, "lr": 4.21795932449619e-06}
{"train_loss": 0.0008528720354661345, "global_step": 92802, "epoch": 521, "lr": 4.217365312484783e-06}
{"train_loss": 0.0018004773883149028, "global_step": 92803, "epoch": 521, "lr": 4.2167713404617725e-06}
{"train_loss": 0.0009332294575870037, "global_step": 92804, "epoch": 521, "lr": 4.216177408427685e-06}
{"train_loss": 0.0008626347407698631, "global_step": 92805, "epoch": 521, "lr": 4.2155835163830315e-06}
{"train_loss": 0.0007485472597181797, "global_step": 92806, "epoch": 521, "lr": 4.214989664328328e-06}
{"train_loss": 0.0006095381686463952, "global_step": 92807, "epoch": 521, "lr": 4.214395852264103e-06}
{"train_loss": 0.0007669273763895035, "global_step": 92808, "epoch": 521, "lr": 4.213802080190854e-06}
{"train_loss": 0.0016823660116642714, "global_step": 92809, "epoch": 521, "lr": 4.2132083481091325e-06}
{"train_loss": 0.0010844451608136296, "global_step": 92810, "epoch": 521, "lr": 4.212614656019426e-06}
{"train_loss": 0.0014569454360753298, "global_step": 92811, "epoch": 521, "lr": 4.212021003922273e-06}
{"train_loss": 0.00054392364108935, "global_step": 92812, "epoch": 521, "lr": 4.211427391818185e-06}
{"train_loss": 0.0005962143186479807, "global_step": 92813, "epoch": 521, "lr": 4.210833819707671e-06}
{"train_loss": 0.000563388573937118, "global_step": 92814, "epoch": 521, "lr": 4.210240287591277e-06}
{"train_loss": 0.00041240424616262317, "global_step": 92815, "epoch": 521, "lr": 4.209646795469485e-06}
{"train_loss": 0.00032333959825336933, "global_step": 92816, "epoch": 521, "lr": 4.209053343342839e-06}
{"train_loss": 0.0020216195844113827, "global_step": 92817, "epoch": 521, "lr": 4.208459931211856e-06}
{"train_loss": 0.001790592446923256, "global_step": 92818, "epoch": 521, "lr": 4.207866559077045e-06}
{"train_loss": 0.0005373870953917503, "global_step": 92819, "epoch": 521, "lr": 4.207273226938929e-06}
{"train_loss": 0.0008170087821781635, "global_step": 92820, "epoch": 521, "lr": 4.206679934798025e-06}
{"train_loss": 0.0016935478197410703, "global_step": 92821, "epoch": 521, "lr": 4.206086682654853e-06}
{"train_loss": 0.0005261776386760175, "global_step": 92822, "epoch": 521, "lr": 4.205493470509925e-06}
{"train_loss": 0.0005136621184647083, "global_step": 92823, "epoch": 521, "lr": 4.204900298363757e-06}
{"train_loss": 0.001046983990818262, "global_step": 92824, "epoch": 521, "lr": 4.204307166216892e-06}
{"train_loss": 0.0009862252045422792, "global_step": 92825, "epoch": 521, "lr": 4.203714074069814e-06}
{"train_loss": 0.0008911194745451212, "global_step": 92826, "epoch": 521, "lr": 4.203121021923062e-06}
{"train_loss": 0.0004042617219965905, "global_step": 92827, "epoch": 521, "lr": 4.202528009777151e-06}
{"train_loss": 0.0008754943846724927, "global_step": 92828, "epoch": 521, "lr": 4.2019350376325925e-06}
{"train_loss": 0.0012666763504967093, "global_step": 92829, "epoch": 521, "lr": 4.201342105489914e-06}
{"train_loss": 0.0014053868362680078, "global_step": 92830, "epoch": 521, "lr": 4.2007492133496255e-06}
{"train_loss": 0.0014095732476562262, "global_step": 92831, "epoch": 521, "lr": 4.200156361212243e-06}
{"train_loss": 0.0004023613000754267, "global_step": 92832, "epoch": 521, "lr": 4.199563549078289e-06}
{"train_loss": 0.0007743032183498144, "global_step": 92833, "epoch": 521, "lr": 4.198970776948291e-06}
{"train_loss": 0.0006137322634458542, "global_step": 92834, "epoch": 521, "lr": 4.198378044822748e-06}
{"train_loss": 0.001530615845695138, "global_step": 92835, "epoch": 521, "lr": 4.197785352702194e-06}
{"train_loss": 0.0013568922877311707, "global_step": 92836, "epoch": 521, "lr": 4.197192700587127e-06}
{"train_loss": 0.001853196881711483, "global_step": 92837, "epoch": 521, "lr": 4.196600088478092e-06}
{"train_loss": 0.000783267430961132, "global_step": 92838, "epoch": 521, "lr": 4.196007516375578e-06}
{"train_loss": 0.00034789848723448813, "global_step": 92839, "epoch": 521, "lr": 4.195414984280127e-06}
{"train_loss": 0.0008436231873929501, "global_step": 92840, "epoch": 521, "lr": 4.194822492192235e-06}
{"train_loss": 0.0014665806666016579, "global_step": 92841, "epoch": 521, "lr": 4.1942300401124344e-06}
{"train_loss": 0.0014974686782807112, "global_step": 92842, "epoch": 521, "lr": 4.193637628041242e-06}
{"train_loss": 0.0014756331220269203, "global_step": 92843, "epoch": 521, "lr": 4.1930452559791725e-06}
{"train_loss": 0.0007329650688916445, "global_step": 92844, "epoch": 521, "lr": 4.192452923926738e-06}
{"train_loss": 0.0009441414149478078, "global_step": 92845, "epoch": 521, "lr": 4.191860631884465e-06}
{"train_loss": 0.0014197775162756443, "global_step": 92846, "epoch": 521, "lr": 4.191268379852853e-06}
{"train_loss": 0.0006827791803516448, "global_step": 92847, "epoch": 521, "lr": 4.190676167832452e-06}
{"train_loss": 0.0011451005702838302, "global_step": 92848, "epoch": 521, "lr": 4.19008399582374e-06}
{"train_loss": 0.0008580949506722391, "global_step": 92849, "epoch": 521, "lr": 4.189491863827266e-06}
{"train_loss": 0.0005960683920420706, "global_step": 92850, "epoch": 521, "lr": 4.1888997718435296e-06}
{"train_loss": 0.0008776192553341389, "global_step": 92851, "epoch": 521, "lr": 4.188307719873058e-06}
{"train_loss": 0.0014509372413158417, "global_step": 92852, "epoch": 521, "lr": 4.187715707916362e-06}
{"train_loss": 0.002005655551329255, "global_step": 92853, "epoch": 521, "lr": 4.187123735973953e-06}
{"train_loss": 0.0005273360293358564, "global_step": 92854, "epoch": 521, "lr": 4.186531804046373e-06}
{"train_loss": 0.0018852108623832464, "global_step": 92855, "epoch": 521, "lr": 4.185939912134107e-06}
{"train_loss": 0.000879779108799994, "global_step": 92856, "epoch": 521, "lr": 4.1853480602376874e-06}
{"train_loss": 0.0005079291295260191, "global_step": 92857, "epoch": 521, "lr": 4.184756248357635e-06}
{"train_loss": 0.0009916508570313454, "global_step": 92858, "epoch": 521, "lr": 4.184164476494462e-06}
{"train_loss": 0.0012295477790758014, "global_step": 92859, "epoch": 521, "lr": 4.1835727446486835e-06}
{"train_loss": 0.0012627970427274704, "global_step": 92860, "epoch": 521, "lr": 4.182981052820822e-06}
{"train_loss": 0.00029176659882068634, "global_step": 92861, "epoch": 521, "lr": 4.182389401011377e-06}
{"train_loss": 0.0010630147298797965, "global_step": 92862, "epoch": 521, "lr": 4.181797789220898e-06}
{"train_loss": 0.0009471426019445062, "global_step": 92863, "epoch": 521, "lr": 4.1812062174498675e-06}
{"train_loss": 0.0024381806142628193, "global_step": 92864, "epoch": 521, "lr": 4.180614685698825e-06}
{"train_loss": 0.0016241819830611348, "global_step": 92865, "epoch": 521, "lr": 4.180023193968274e-06}
{"train_loss": 0.0002634430129546672, "global_step": 92866, "epoch": 521, "lr": 4.1794317422587435e-06}
{"train_loss": 0.0009191653225570917, "global_step": 92867, "epoch": 521, "lr": 4.178840330570738e-06}
{"train_loss": 0.0004825271316803992, "global_step": 92868, "epoch": 521, "lr": 4.1782489589047794e-06}
{"train_loss": 0.0031012743711471558, "global_step": 92869, "epoch": 521, "lr": 4.177657627261378e-06}
{"train_loss": 0.000834117759950459, "global_step": 92870, "epoch": 521, "lr": 4.177066335641072e-06}
{"train_loss": 0.0015418508555740118, "global_step": 92871, "epoch": 521, "lr": 4.17647508404434e-06}
{"train_loss": 0.0016850556712597609, "global_step": 92872, "epoch": 521, "lr": 4.1758838724717474e-06}
{"train_loss": 0.0005017141811549664, "global_step": 92873, "epoch": 521, "lr": 4.1752927009237604e-06}
{"train_loss": 0.0009583201608620584, "global_step": 92874, "epoch": 521, "lr": 4.174701569400924e-06}
{"train_loss": 0.0014144295128062367, "global_step": 92875, "epoch": 521, "lr": 4.174110477903753e-06}
{"train_loss": 0.001060481765307486, "global_step": 92876, "epoch": 521, "lr": 4.173519426432754e-06}
{"train_loss": 0.0015228486154228449, "global_step": 92877, "epoch": 521, "lr": 4.172928414988464e-06}
{"train_loss": 0.0014721422921866179, "global_step": 92878, "epoch": 521, "lr": 4.172337443571367e-06}
{"train_loss": 0.0009448835044167936, "global_step": 92879, "epoch": 521, "lr": 4.171746512182001e-06}
{"train_loss": 0.0007694188971072435, "global_step": 92880, "epoch": 521, "lr": 4.171155620820882e-06}
{"train_loss": 0.0011057027149945498, "global_step": 92881, "epoch": 521, "lr": 4.170564769488522e-06}
{"train_loss": 0.0018026379402726889, "global_step": 92882, "epoch": 521, "lr": 4.1699739581854355e-06}
{"train_loss": 0.0006486572092399001, "global_step": 92883, "epoch": 521, "lr": 4.16938318691214e-06}
{"train_loss": 0.0008610635995864868, "global_step": 92884, "epoch": 521, "lr": 4.168792455669141e-06}
{"train_loss": 0.0004742769815493375, "global_step": 92885, "epoch": 521, "lr": 4.168201764456986e-06}
{"train_loss": 0.0010183758568018675, "global_step": 92886, "epoch": 521, "lr": 4.1676111132761485e-06}
{"train_loss": 0.0011398738715797663, "global_step": 92887, "epoch": 521, "lr": 4.167020502127178e-06}
{"train_loss": 0.00037274410715326667, "global_step": 92888, "epoch": 521, "lr": 4.166429931010573e-06}
{"train_loss": 0.0017151832580566406, "global_step": 92889, "epoch": 521, "lr": 4.165839399926858e-06}
{"train_loss": 0.0011070604668930173, "global_step": 92890, "epoch": 521, "lr": 4.165248908876546e-06}
{"train_loss": 0.0004494291206356138, "global_step": 92891, "epoch": 521, "lr": 4.164658457860149e-06}
{"train_loss": 0.0003534022544045001, "global_step": 92892, "epoch": 521, "lr": 4.1640680468781834e-06}
{"train_loss": 0.0006866278708912432, "global_step": 92893, "epoch": 521, "lr": 4.163477675931171e-06}
{"train_loss": 0.0006579741602763534, "global_step": 92894, "epoch": 521, "lr": 4.162887345019612e-06}
{"train_loss": 0.0009167725220322609, "global_step": 92895, "epoch": 521, "lr": 4.162297054144049e-06}
{"train_loss": 0.0006140948389656842, "global_step": 92896, "epoch": 521, "lr": 4.1617068033049764e-06}
{"train_loss": 0.0015185484662652016, "global_step": 92897, "epoch": 521, "lr": 4.161116592502911e-06}
{"train_loss": 0.000909911235794425, "global_step": 92898, "epoch": 521, "lr": 4.160526421738381e-06}
{"train_loss": 0.0008285201038233936, "global_step": 92899, "epoch": 521, "lr": 4.159936291011884e-06}
{"train_loss": 0.0008036535582505167, "global_step": 92900, "epoch": 521, "lr": 4.1593462003239605e-06}
{"train_loss": 0.0013520446373149753, "global_step": 92901, "epoch": 521, "lr": 4.158756149675091e-06}
{"train_loss": 0.0004796774301212281, "global_step": 92902, "epoch": 521, "lr": 4.1581661390658224e-06}
{"train_loss": 0.00040817720582708716, "global_step": 92903, "epoch": 521, "lr": 4.1575761684966575e-06}
{"train_loss": 0.0009607766987755895, "global_step": 92904, "epoch": 521, "lr": 4.156986237968108e-06}
{"train_loss": 0.0006183407967910171, "global_step": 92905, "epoch": 521, "lr": 4.1563963474806956e-06}
{"train_loss": 0.0005878540687263012, "global_step": 92906, "epoch": 521, "lr": 4.155806497034936e-06}
{"train_loss": 0.0012409412302076817, "global_step": 92907, "epoch": 521, "lr": 4.15521668663133e-06}
{"train_loss": 0.0010533756576478481, "global_step": 92908, "epoch": 521, "lr": 4.154626916270427e-06}
{"train_loss": 0.0011123411823064089, "global_step": 92909, "epoch": 521, "lr": 4.154037185952697e-06}
{"train_loss": 0.0006408167537301779, "global_step": 92910, "epoch": 521, "lr": 4.153447495678697e-06}
{"train_loss": 0.0007824687054380774, "global_step": 92911, "epoch": 521, "lr": 4.1528578454489045e-06}
{"train_loss": 0.0010198636446148157, "global_step": 92912, "epoch": 521, "lr": 4.152268235263862e-06}
{"train_loss": 0.0008311726269312203, "global_step": 92913, "epoch": 521, "lr": 4.15167866512407e-06}
{"train_loss": 0.0009380727424286306, "global_step": 92914, "epoch": 521, "lr": 4.151089135030056e-06}
{"train_loss": 0.0010373455228995573, "global_step": 92915, "epoch": 521, "lr": 4.150499644982326e-06}
{"train_loss": 0.0008813809254206717, "global_step": 92916, "epoch": 522, "lr": 4.149910194981383e-06}
{"train_loss": 0.0006565216463059187, "global_step": 92917, "epoch": 522, "lr": 4.149320785027766e-06}
{"train_loss": 0.0005854229675605893, "global_step": 92918, "epoch": 522, "lr": 4.148731415121981e-06}
{"train_loss": 0.0007051117136143148, "global_step": 92919, "epoch": 522, "lr": 4.148142085264545e-06}
{"train_loss": 0.0005863767582923174, "global_step": 92920, "epoch": 522, "lr": 4.147552795455961e-06}
{"train_loss": 0.0007150170858949423, "global_step": 92921, "epoch": 522, "lr": 4.146963545696753e-06}
{"train_loss": 0.0010975252371281385, "global_step": 92922, "epoch": 522, "lr": 4.14637433598743e-06}
{"train_loss": 0.0007321008015424013, "global_step": 92923, "epoch": 522, "lr": 4.145785166328525e-06}
{"train_loss": 0.0009226282127201557, "global_step": 92924, "epoch": 522, "lr": 4.145196036720517e-06}
{"train_loss": 0.0008767556282691658, "global_step": 92925, "epoch": 522, "lr": 4.144606947163953e-06}
{"train_loss": 0.0008213510736823082, "global_step": 92926, "epoch": 522, "lr": 4.144017897659341e-06}
{"train_loss": 0.0010089081479236484, "global_step": 92927, "epoch": 522, "lr": 4.143428888207185e-06}
{"train_loss": 0.0016232558991760015, "global_step": 92928, "epoch": 522, "lr": 4.1428399188080115e-06}
{"train_loss": 0.001318042865023017, "global_step": 92929, "epoch": 522, "lr": 4.142250989462321e-06}
{"train_loss": 0.0009553455747663975, "global_step": 92930, "epoch": 522, "lr": 4.1416621001706405e-06}
{"train_loss": 0.000427380291512236, "global_step": 92931, "epoch": 522, "lr": 4.1410732509334805e-06}
{"train_loss": 0.001432400313206017, "global_step": 92932, "epoch": 522, "lr": 4.140484441751341e-06}
{"train_loss": 0.0009722666000016034, "global_step": 92933, "epoch": 522, "lr": 4.139895672624772e-06}
{"train_loss": 0.0007528634741902351, "global_step": 92934, "epoch": 522, "lr": 4.139306943554244e-06}
{"train_loss": 0.0005685859941877425, "global_step": 92935, "epoch": 522, "lr": 4.138718254540302e-06}
{"train_loss": 0.00047968144644983113, "global_step": 92936, "epoch": 522, "lr": 4.1381296055834515e-06}
{"train_loss": 0.0010775949340313673, "global_step": 92937, "epoch": 522, "lr": 4.1375409966841975e-06}
{"train_loss": 0.0005121709546074271, "global_step": 92938, "epoch": 522, "lr": 4.136952427843083e-06}
{"train_loss": 0.001265364233404398, "global_step": 92939, "epoch": 522, "lr": 4.13636389906058e-06}
{"train_loss": 0.0010613470803946257, "global_step": 92940, "epoch": 522, "lr": 4.135775410337234e-06}
{"train_loss": 0.000566020782571286, "global_step": 92941, "epoch": 522, "lr": 4.135186961673548e-06}
{"train_loss": 0.0008239942835643888, "global_step": 92942, "epoch": 522, "lr": 4.134598553070041e-06}
{"train_loss": 0.0012100874446332455, "global_step": 92943, "epoch": 522, "lr": 4.134010184527221e-06}
{"train_loss": 0.0007038714829832315, "global_step": 92944, "epoch": 522, "lr": 4.1334218560456e-06}
{"train_loss": 0.0005131097277626395, "global_step": 92945, "epoch": 522, "lr": 4.132833567625694e-06}
{"train_loss": 0.00040879601147025824, "global_step": 92946, "epoch": 522, "lr": 4.13224531926803e-06}
{"train_loss": 0.00040208816062659025, "global_step": 92947, "epoch": 522, "lr": 4.131657110973097e-06}
{"train_loss": 0.0012430250644683838, "global_step": 92948, "epoch": 522, "lr": 4.13106894274144e-06}
{"train_loss": 0.001975507475435734, "global_step": 92949, "epoch": 522, "lr": 4.130480814573534e-06}
{"train_loss": 0.0004449230618774891, "global_step": 92950, "epoch": 522, "lr": 4.129892726469925e-06}
{"train_loss": 0.0013024816289544106, "global_step": 92951, "epoch": 522, "lr": 4.129304678431112e-06}
{"train_loss": 0.000558164669200778, "global_step": 92952, "epoch": 522, "lr": 4.128716670457616e-06}
{"train_loss": 0.0014087434392422438, "global_step": 92953, "epoch": 522, "lr": 4.128128702549943e-06}
{"train_loss": 0.0010868089739233255, "global_step": 92954, "epoch": 522, "lr": 4.127540774708616e-06}
{"train_loss": 0.000552002340555191, "global_step": 92955, "epoch": 522, "lr": 4.126952886934127e-06}
{"train_loss": 0.0012927578063681722, "global_step": 92956, "epoch": 522, "lr": 4.126365039227026e-06}
{"train_loss": 0.0007297003176063299, "global_step": 92957, "epoch": 522, "lr": 4.1257772315877905e-06}
{"train_loss": 0.0010171587346121669, "global_step": 92958, "epoch": 522, "lr": 4.125189464016954e-06}
{"train_loss": 0.001349597005173564, "global_step": 92959, "epoch": 522, "lr": 4.124601736515027e-06}
{"train_loss": 0.0004720893921330571, "global_step": 92960, "epoch": 522, "lr": 4.124014049082514e-06}
{"train_loss": 0.0006567065720446408, "global_step": 92961, "epoch": 522, "lr": 4.123426401719949e-06}
{"train_loss": 0.0007813102565705776, "global_step": 92962, "epoch": 522, "lr": 4.122838794427813e-06}
{"train_loss": 0.0008049653843045235, "global_step": 92963, "epoch": 522, "lr": 4.122251227206658e-06}
{"train_loss": 0.0009733628248795867, "global_step": 92964, "epoch": 522, "lr": 4.121663700056954e-06}
{"train_loss": 0.0011009093141183257, "global_step": 92965, "epoch": 522, "lr": 4.121076212979252e-06}
{"train_loss": 0.00043613254092633724, "global_step": 92966, "epoch": 522, "lr": 4.120488765974045e-06}
{"train_loss": 0.0004640535335056484, "global_step": 92967, "epoch": 522, "lr": 4.119901359041856e-06}
{"train_loss": 0.0016154189361259341, "global_step": 92968, "epoch": 522, "lr": 4.119313992183188e-06}
{"train_loss": 0.000986168859526515, "global_step": 92969, "epoch": 522, "lr": 4.118726665398564e-06}
{"train_loss": 0.001156597281806171, "global_step": 92970, "epoch": 522, "lr": 4.118139378688479e-06}
{"train_loss": 0.0013682885328307748, "global_step": 92971, "epoch": 522, "lr": 4.117552132053481e-06}
{"train_loss": 0.0009806652087718248, "global_step": 92972, "epoch": 522, "lr": 4.116964925494043e-06}
{"train_loss": 0.00191691389773041, "global_step": 92973, "epoch": 522, "lr": 4.1163777590107035e-06}
{"train_loss": 0.000666765496134758, "global_step": 92974, "epoch": 522, "lr": 4.115790632603966e-06}
{"train_loss": 0.0019470690749585629, "global_step": 92975, "epoch": 522, "lr": 4.115203546274349e-06}
{"train_loss": 0.0009096725843846798, "global_step": 92976, "epoch": 522, "lr": 4.114616500022361e-06}
{"train_loss": 0.0005025680875405669, "global_step": 92977, "epoch": 522, "lr": 4.1140294938485145e-06}
{"train_loss": 0.0006373601499944925, "global_step": 92978, "epoch": 522, "lr": 4.113442527753314e-06}
{"train_loss": 0.0004845091898459941, "global_step": 92979, "epoch": 522, "lr": 4.1128556017372865e-06}
{"train_loss": 0.0005314296577125788, "global_step": 92980, "epoch": 522, "lr": 4.112268715800943e-06}
{"train_loss": 0.0008353040320798755, "global_step": 92981, "epoch": 522, "lr": 4.111681869944794e-06}
{"train_loss": 0.0010353137040510774, "global_step": 92982, "epoch": 522, "lr": 4.111095064169346e-06}
{"train_loss": 0.0010799706215038896, "global_step": 92983, "epoch": 522, "lr": 4.110508298475119e-06}
{"train_loss": 0.0023592766374349594, "global_step": 92984, "epoch": 522, "lr": 4.1099215728626185e-06}
{"train_loss": 0.0007591601461172104, "global_step": 92985, "epoch": 522, "lr": 4.109334887332355e-06}
{"train_loss": 0.0009318293305113912, "global_step": 92986, "epoch": 522, "lr": 4.108748241884869e-06}
{"train_loss": 0.0011307292152196169, "global_step": 92987, "epoch": 522, "lr": 4.108161636520625e-06}
{"train_loss": 0.0014236398274078965, "global_step": 92988, "epoch": 522, "lr": 4.107575071240177e-06}
{"train_loss": 0.0012100674211978912, "global_step": 92989, "epoch": 522, "lr": 4.1069885460440165e-06}
{"train_loss": 0.0003123283386230469, "global_step": 92990, "epoch": 522, "lr": 4.1064020609326625e-06}
{"train_loss": 0.001392087433487177, "global_step": 92991, "epoch": 522, "lr": 4.105815615906628e-06}
{"train_loss": 0.0014249685918912292, "global_step": 92992, "epoch": 522, "lr": 4.105229210966421e-06}
{"train_loss": 0.0011960082920268178, "global_step": 92993, "epoch": 522, "lr": 4.104642846112544e-06}
{"train_loss": 0.0011522171553224325, "global_step": 92994, "epoch": 522, "lr": 4.10405652134554e-06}
{"train_loss": 0.0010489184642210603, "global_step": 92995, "epoch": 522, "lr": 4.103470236665885e-06}
{"train_loss": 0.0004220604314468801, "global_step": 92996, "epoch": 522, "lr": 4.102883992074113e-06}
{"train_loss": 0.002048065420240164, "global_step": 92997, "epoch": 522, "lr": 4.102297787570736e-06}
{"train_loss": 0.0008997655822895467, "global_step": 92998, "epoch": 522, "lr": 4.101711623156263e-06}
{"train_loss": 0.0007659593829885125, "global_step": 92999, "epoch": 522, "lr": 4.101125498831199e-06}
{"train_loss": 0.0010210955515503883, "global_step": 93000, "epoch": 522, "lr": 4.1005394145960495e-06}
{"train_loss": 0.0014761004131287336, "global_step": 93001, "epoch": 522, "lr": 4.099953370451359e-06}
{"train_loss": 0.0005150239448994398, "global_step": 93002, "epoch": 522, "lr": 4.0993673663975995e-06}
{"train_loss": 0.0007779265288263559, "global_step": 93003, "epoch": 522, "lr": 4.0987814024353086e-06}
{"train_loss": 0.0013542580418288708, "global_step": 93004, "epoch": 522, "lr": 4.098195478564998e-06}
{"train_loss": 0.0007497982587665319, "global_step": 93005, "epoch": 522, "lr": 4.097609594787167e-06}
{"train_loss": 0.0012166809756308794, "global_step": 93006, "epoch": 522, "lr": 4.09702375110233e-06}
{"train_loss": 0.0006523608462885022, "global_step": 93007, "epoch": 522, "lr": 4.096437947511006e-06}
{"train_loss": 0.0012857213150709867, "global_step": 93008, "epoch": 522, "lr": 4.095852184013693e-06}
{"train_loss": 0.0009082151227630675, "global_step": 93009, "epoch": 522, "lr": 4.0952664606109304e-06}
{"train_loss": 0.0005711189587600529, "global_step": 93010, "epoch": 522, "lr": 4.0946807773031895e-06}
{"train_loss": 0.0006248649442568421, "global_step": 93011, "epoch": 522, "lr": 4.0940951340910135e-06}
{"train_loss": 0.0003536086296662688, "global_step": 93012, "epoch": 522, "lr": 4.093509530974904e-06}
{"train_loss": 0.0015233228914439678, "global_step": 93013, "epoch": 522, "lr": 4.092923967955376e-06}
{"train_loss": 0.00253085233271122, "global_step": 93014, "epoch": 522, "lr": 4.092338445032934e-06}
{"train_loss": 0.0008452505571767688, "global_step": 93015, "epoch": 522, "lr": 4.0917529622080895e-06}
{"train_loss": 0.000625519547611475, "global_step": 93016, "epoch": 522, "lr": 4.091167519481354e-06}
{"train_loss": 0.0017225933261215687, "global_step": 93017, "epoch": 522, "lr": 4.090582116853259e-06}
{"train_loss": 0.0006671459414064884, "global_step": 93018, "epoch": 522, "lr": 4.089996754324277e-06}
{"train_loss": 0.0015843737637624145, "global_step": 93019, "epoch": 522, "lr": 4.089411431894963e-06}
{"train_loss": 0.0010768936481326818, "global_step": 93020, "epoch": 522, "lr": 4.088826149565789e-06}
{"train_loss": 0.0006790352053940296, "global_step": 93021, "epoch": 522, "lr": 4.088240907337287e-06}
{"train_loss": 0.00047684687888249755, "global_step": 93022, "epoch": 522, "lr": 4.08765570520997e-06}
{"train_loss": 0.0008558175759389997, "global_step": 93023, "epoch": 522, "lr": 4.0870705431843345e-06}
{"train_loss": 0.0013096423353999853, "global_step": 93024, "epoch": 522, "lr": 4.086485421260916e-06}
{"train_loss": 0.0008180937729775906, "global_step": 93025, "epoch": 522, "lr": 4.085900339440196e-06}
{"train_loss": 0.0018313939217478037, "global_step": 93026, "epoch": 522, "lr": 4.085315297722708e-06}
{"train_loss": 0.0022671744227409363, "global_step": 93027, "epoch": 522, "lr": 4.084730296108952e-06}
{"train_loss": 0.000490217178594321, "global_step": 93028, "epoch": 522, "lr": 4.084145334599443e-06}
{"train_loss": 0.0006423917366191745, "global_step": 93029, "epoch": 522, "lr": 4.083560413194693e-06}
{"train_loss": 0.0006355997174978256, "global_step": 93030, "epoch": 522, "lr": 4.082975531895211e-06}
{"train_loss": 0.00156536721624434, "global_step": 93031, "epoch": 522, "lr": 4.082390690701498e-06}
{"train_loss": 0.0010552688036113977, "global_step": 93032, "epoch": 522, "lr": 4.081805889614093e-06}
{"train_loss": 0.0005936046945862472, "global_step": 93033, "epoch": 522, "lr": 4.081221128633473e-06}
{"train_loss": 0.0004817424342036247, "global_step": 93034, "epoch": 522, "lr": 4.080636407760169e-06}
{"train_loss": 0.0009180741617456079, "global_step": 93035, "epoch": 522, "lr": 4.080051726994688e-06}
{"train_loss": 0.001181605621241033, "global_step": 93036, "epoch": 522, "lr": 4.079467086337535e-06}
{"train_loss": 0.0006891113007441163, "global_step": 93037, "epoch": 522, "lr": 4.078882485789231e-06}
{"train_loss": 0.0018928518984466791, "global_step": 93038, "epoch": 522, "lr": 4.078297925350277e-06}
{"train_loss": 0.00035831844434142113, "global_step": 93039, "epoch": 522, "lr": 4.077713405021194e-06}
{"train_loss": 0.0008494765497744083, "global_step": 93040, "epoch": 522, "lr": 4.077128924802481e-06}
{"train_loss": 0.000606860383413732, "global_step": 93041, "epoch": 522, "lr": 4.076544484694644e-06}
{"train_loss": 0.0007639739196747541, "global_step": 93042, "epoch": 522, "lr": 4.07596008469821e-06}
{"train_loss": 0.00031024462077766657, "global_step": 93043, "epoch": 522, "lr": 4.075375724813685e-06}
{"train_loss": 0.0013018434401601553, "global_step": 93044, "epoch": 522, "lr": 4.074791405041578e-06}
{"train_loss": 0.0010442439233884215, "global_step": 93045, "epoch": 522, "lr": 4.074207125382396e-06}
{"train_loss": 0.0014805578393861651, "global_step": 93046, "epoch": 522, "lr": 4.073622885836642e-06}
{"train_loss": 0.0008346752147190273, "global_step": 93047, "epoch": 522, "lr": 4.073038686404856e-06}
{"train_loss": 0.0007957100169733167, "global_step": 93048, "epoch": 522, "lr": 4.072454527087511e-06}
{"train_loss": 0.0006796691450290382, "global_step": 93049, "epoch": 522, "lr": 4.0718704078851425e-06}
{"train_loss": 0.0010284216841682792, "global_step": 93050, "epoch": 522, "lr": 4.071286328798246e-06}
{"train_loss": 0.0017019165679812431, "global_step": 93051, "epoch": 522, "lr": 4.070702289827344e-06}
{"train_loss": 0.0006329228635877371, "global_step": 93052, "epoch": 522, "lr": 4.0701182909729404e-06}
{"train_loss": 0.0008449282613582909, "global_step": 93053, "epoch": 522, "lr": 4.069534332235547e-06}
{"train_loss": 0.0017191767692565918, "global_step": 93054, "epoch": 522, "lr": 4.068950413615657e-06}
{"train_loss": 0.0010245820740237832, "global_step": 93055, "epoch": 522, "lr": 4.068366535113821e-06}
{"train_loss": 0.0007009782711975276, "global_step": 93056, "epoch": 522, "lr": 4.067782696730499e-06}
{"train_loss": 0.0010518244234845042, "global_step": 93057, "epoch": 522, "lr": 4.067198898466252e-06}
{"train_loss": 0.0007300949655473232, "global_step": 93058, "epoch": 522, "lr": 4.066615140321539e-06}
{"train_loss": 0.0008246838115155697, "global_step": 93059, "epoch": 522, "lr": 4.066031422296907e-06}
{"train_loss": 0.0012066400377079844, "global_step": 93060, "epoch": 522, "lr": 4.065447744392853e-06}
{"train_loss": 0.0010293344967067242, "global_step": 93061, "epoch": 522, "lr": 4.064864106609884e-06}
{"train_loss": 0.0006840982241556048, "global_step": 93062, "epoch": 522, "lr": 4.0642805089485145e-06}
{"train_loss": 0.00039526732871308923, "global_step": 93063, "epoch": 522, "lr": 4.063696951409246e-06}
{"train_loss": 0.0005367115372791886, "global_step": 93064, "epoch": 522, "lr": 4.063113433992599e-06}
{"train_loss": 0.001571528147906065, "global_step": 93065, "epoch": 522, "lr": 4.0625299566990846e-06}
{"train_loss": 0.0008407445857301354, "global_step": 93066, "epoch": 522, "lr": 4.061946519529203e-06}
{"train_loss": 0.0008732026326470077, "global_step": 93067, "epoch": 522, "lr": 4.061363122483469e-06}
{"train_loss": 0.0005088735488243401, "global_step": 93068, "epoch": 522, "lr": 4.060779765562395e-06}
{"train_loss": 0.0013694304507225752, "global_step": 93069, "epoch": 522, "lr": 4.060196448766474e-06}
{"train_loss": 0.0008376348996534944, "global_step": 93070, "epoch": 522, "lr": 4.059613172096244e-06}
{"train_loss": 0.000774638494476676, "global_step": 93071, "epoch": 522, "lr": 4.059029935552184e-06}
{"train_loss": 0.0013194180792197585, "global_step": 93072, "epoch": 522, "lr": 4.058446739134825e-06}
{"train_loss": 0.0015237373299896717, "global_step": 93073, "epoch": 522, "lr": 4.057863582844668e-06}
{"train_loss": 0.0006920836749486625, "global_step": 93074, "epoch": 522, "lr": 4.0572804666822225e-06}
{"train_loss": 0.0005323269870132208, "global_step": 93075, "epoch": 522, "lr": 4.056697390648001e-06}
{"train_loss": 0.0011377220507711172, "global_step": 93076, "epoch": 522, "lr": 4.056114354742508e-06}
{"train_loss": 0.0005871207104064524, "global_step": 93077, "epoch": 522, "lr": 4.055531358966258e-06}
{"train_loss": 0.0015339117962867022, "global_step": 93078, "epoch": 522, "lr": 4.054948403319759e-06}
{"train_loss": 0.0008142926963046193, "global_step": 93079, "epoch": 522, "lr": 4.054365487803508e-06}
{"train_loss": 0.000367239787010476, "global_step": 93080, "epoch": 522, "lr": 4.053782612418045e-06}
{"train_loss": 0.0011697185691446066, "global_step": 93081, "epoch": 522, "lr": 4.053199777163836e-06}
{"train_loss": 0.002544468268752098, "global_step": 93082, "epoch": 522, "lr": 4.052616982041424e-06}
{"train_loss": 0.0015208334662020206, "global_step": 93083, "epoch": 522, "lr": 4.05203422705131e-06}
{"train_loss": 0.00043068290688097477, "global_step": 93084, "epoch": 522, "lr": 4.051451512193988e-06}
{"train_loss": 0.0018801850965246558, "global_step": 93085, "epoch": 522, "lr": 4.050868837469996e-06}
{"train_loss": 0.000593591365031898, "global_step": 93086, "epoch": 522, "lr": 4.05028620287981e-06}
{"train_loss": 0.000991336302831769, "global_step": 93087, "epoch": 522, "lr": 4.049703608423966e-06}
{"train_loss": 0.0007903986261226237, "global_step": 93088, "epoch": 522, "lr": 4.049121054102961e-06}
{"train_loss": 0.0012511869426816702, "global_step": 93089, "epoch": 522, "lr": 4.0485385399173015e-06}
{"train_loss": 0.0004629765753634274, "global_step": 93090, "epoch": 522, "lr": 4.047956065867503e-06}
{"train_loss": 0.0004606908478308469, "global_step": 93091, "epoch": 522, "lr": 4.047373631954066e-06}
{"train_loss": 0.0003981123445555568, "global_step": 93092, "epoch": 522, "lr": 4.046791238177511e-06}
{"train_loss": 0.0009674826253328493, "global_step": 93093, "epoch": 522, "lr": 4.046208884538333e-06}
{"train_loss": 0.0008375704055652022, "global_step": 93094, "epoch": 523, "lr": 4.045626571037042e-06}
{"train_loss": 0.000629606016445905, "global_step": 93095, "epoch": 523, "lr": 4.0450442976741665e-06}
{"train_loss": 0.001142318593338132, "global_step": 93096, "epoch": 523, "lr": 4.044462064450183e-06}
{"train_loss": 0.00039961005677469075, "global_step": 93097, "epoch": 523, "lr": 4.04387987136563e-06}
{"train_loss": 0.0014485347783192992, "global_step": 93098, "epoch": 523, "lr": 4.043297718421002e-06}
{"train_loss": 0.0006362303392961621, "global_step": 93099, "epoch": 523, "lr": 4.0427156056168035e-06}
{"train_loss": 0.00047307947534136474, "global_step": 93100, "epoch": 523, "lr": 4.042133532953557e-06}
{"train_loss": 0.0005857083015143871, "global_step": 93101, "epoch": 523, "lr": 4.041551500431756e-06}
{"train_loss": 0.0010513353627175093, "global_step": 93102, "epoch": 523, "lr": 4.040969508051912e-06}
{"train_loss": 0.0015882299048826098, "global_step": 93103, "epoch": 523, "lr": 4.040387555814545e-06}
{"train_loss": 0.0019573490135371685, "global_step": 93104, "epoch": 523, "lr": 4.039805643720146e-06}
{"train_loss": 0.0005047336453571916, "global_step": 93105, "epoch": 523, "lr": 4.039223771769235e-06}
{"train_loss": 0.0009163826471194625, "global_step": 93106, "epoch": 523, "lr": 4.038641939962323e-06}
{"train_loss": 0.0007632598280906677, "global_step": 93107, "epoch": 523, "lr": 4.038060148299899e-06}
{"train_loss": 0.00040510878898203373, "global_step": 93108, "epoch": 523, "lr": 4.037478396782502e-06}
{"train_loss": 0.0004906071117147803, "global_step": 93109, "epoch": 523, "lr": 4.036896685410607e-06}
{"train_loss": 0.0014561129501089454, "global_step": 93110, "epoch": 523, "lr": 4.036315014184755e-06}
{"train_loss": 0.00019413676636759192, "global_step": 93111, "epoch": 523, "lr": 4.035733383105422e-06}
{"train_loss": 0.001138526713475585, "global_step": 93112, "epoch": 523, "lr": 4.0351517921731365e-06}
{"train_loss": 0.0016958883497864008, "global_step": 93113, "epoch": 523, "lr": 4.034570241388402e-06}
{"train_loss": 0.0006424397579394281, "global_step": 93114, "epoch": 523, "lr": 4.033988730751725e-06}
{"train_loss": 0.0005522995488718152, "global_step": 93115, "epoch": 523, "lr": 4.033407260263611e-06}
{"train_loss": 0.0004952361923642457, "global_step": 93116, "epoch": 523, "lr": 4.032825829924575e-06}
{"train_loss": 0.0006231627194210887, "global_step": 93117, "epoch": 523, "lr": 4.032244439735111e-06}
{"train_loss": 0.0017756778979673982, "global_step": 93118, "epoch": 523, "lr": 4.031663089695753e-06}
{"train_loss": 0.0009148831013590097, "global_step": 93119, "epoch": 523, "lr": 4.031081779806972e-06}
{"train_loss": 0.0013686059974133968, "global_step": 93120, "epoch": 523, "lr": 4.030500510069307e-06}
{"train_loss": 0.0008364570094272494, "global_step": 93121, "epoch": 523, "lr": 4.0299192804832575e-06}
{"train_loss": 0.0004943266976624727, "global_step": 93122, "epoch": 523, "lr": 4.029338091049323e-06}
{"train_loss": 0.0005517634563148022, "global_step": 93123, "epoch": 523, "lr": 4.028756941768019e-06}
{"train_loss": 0.00040844021714292467, "global_step": 93124, "epoch": 523, "lr": 4.028175832639852e-06}
{"train_loss": 0.0009707936551421881, "global_step": 93125, "epoch": 523, "lr": 4.0275947636653155e-06}
{"train_loss": 0.0008886633440852165, "global_step": 93126, "epoch": 523, "lr": 4.027013734844942e-06}
{"train_loss": 0.0005589025095105171, "global_step": 93127, "epoch": 523, "lr": 4.026432746179226e-06}
{"train_loss": 0.001050611026585102, "global_step": 93128, "epoch": 523, "lr": 4.025851797668673e-06}
{"train_loss": 0.0009852703660726547, "global_step": 93129, "epoch": 523, "lr": 4.025270889313793e-06}
{"train_loss": 0.0008166117477230728, "global_step": 93130, "epoch": 523, "lr": 4.024690021115096e-06}
{"train_loss": 0.00093950325390324, "global_step": 93131, "epoch": 523, "lr": 4.024109193073084e-06}
{"train_loss": 0.0007158602820709348, "global_step": 93132, "epoch": 523, "lr": 4.023528405188259e-06}
{"train_loss": 0.0013278474798426032, "global_step": 93133, "epoch": 523, "lr": 4.0229476574611515e-06}
{"train_loss": 0.0005110226338729262, "global_step": 93134, "epoch": 523, "lr": 4.022366949892237e-06}
{"train_loss": 0.0019774548709392548, "global_step": 93135, "epoch": 523, "lr": 4.021786282482048e-06}
{"train_loss": 0.0008730755653232336, "global_step": 93136, "epoch": 523, "lr": 4.021205655231086e-06}
{"train_loss": 0.002448159269988537, "global_step": 93137, "epoch": 523, "lr": 4.020625068139855e-06}
{"train_loss": 0.0011874375632032752, "global_step": 93138, "epoch": 523, "lr": 4.02004452120886e-06}
{"train_loss": 0.0017761052586138248, "global_step": 93139, "epoch": 523, "lr": 4.019464014438612e-06}
{"train_loss": 0.0013588140718638897, "global_step": 93140, "epoch": 523, "lr": 4.018883547829605e-06}
{"train_loss": 0.0014707031659781933, "global_step": 93141, "epoch": 523, "lr": 4.018303121382372e-06}
{"train_loss": 0.0014663637848570943, "global_step": 93142, "epoch": 523, "lr": 4.017722735097396e-06}
{"train_loss": 0.0012882843147963285, "global_step": 93143, "epoch": 523, "lr": 4.0171423889751925e-06}
{"train_loss": 0.001384944305755198, "global_step": 93144, "epoch": 523, "lr": 4.016562083016279e-06}
{"train_loss": 0.0013177356449887156, "global_step": 93145, "epoch": 523, "lr": 4.015981817221143e-06}
{"train_loss": 0.00045135454274713993, "global_step": 93146, "epoch": 523, "lr": 4.015401591590307e-06}
{"train_loss": 0.0015540855238214135, "global_step": 93147, "epoch": 523, "lr": 4.014821406124258e-06}
{"train_loss": 0.0017392957815900445, "global_step": 93148, "epoch": 523, "lr": 4.014241260823537e-06}
{"train_loss": 0.0004226680030114949, "global_step": 93149, "epoch": 523, "lr": 4.013661155688614e-06}
{"train_loss": 0.001123062684200704, "global_step": 93150, "epoch": 523, "lr": 4.0130810907200165e-06}
{"train_loss": 0.0012422169093042612, "global_step": 93151, "epoch": 523, "lr": 4.012501065918251e-06}
{"train_loss": 0.0009503895998932421, "global_step": 93152, "epoch": 523, "lr": 4.011921081283815e-06}
{"train_loss": 0.000913987576495856, "global_step": 93153, "epoch": 523, "lr": 4.01134113681722e-06}
{"train_loss": 0.0006646789843216538, "global_step": 93154, "epoch": 523, "lr": 4.010761232518973e-06}
{"train_loss": 0.0019320521969348192, "global_step": 93155, "epoch": 523, "lr": 4.01018136838957e-06}
{"train_loss": 0.0006369852926582098, "global_step": 93156, "epoch": 523, "lr": 4.0096015444295476e-06}
{"train_loss": 0.000421941454987973, "global_step": 93157, "epoch": 523, "lr": 4.0090217606393754e-06}
{"train_loss": 0.0015332764014601707, "global_step": 93158, "epoch": 523, "lr": 4.008442017019582e-06}
{"train_loss": 0.0009094264823943377, "global_step": 93159, "epoch": 523, "lr": 4.007862313570665e-06}
{"train_loss": 0.0007018417818471789, "global_step": 93160, "epoch": 523, "lr": 4.007282650293137e-06}
{"train_loss": 0.0023392383009195328, "global_step": 93161, "epoch": 523, "lr": 4.006703027187497e-06}
{"train_loss": 0.002075480530038476, "global_step": 93162, "epoch": 523, "lr": 4.006123444254262e-06}
{"train_loss": 0.001332832733169198, "global_step": 93163, "epoch": 523, "lr": 4.005543901493919e-06}
{"train_loss": 0.0019466863013803959, "global_step": 93164, "epoch": 523, "lr": 4.004964398907002e-06}
{"train_loss": 0.0004907139809802175, "global_step": 93165, "epoch": 523, "lr": 4.004384936493988e-06}
{"train_loss": 0.0005126325413584709, "global_step": 93166, "epoch": 523, "lr": 4.003805514255415e-06}
{"train_loss": 0.0007184242713265121, "global_step": 93167, "epoch": 523, "lr": 4.003226132191751e-06}
{"train_loss": 0.0005699009634554386, "global_step": 93168, "epoch": 523, "lr": 4.002646790303527e-06}
{"train_loss": 0.00038011305150575936, "global_step": 93169, "epoch": 523, "lr": 4.002067488591249e-06}
{"train_loss": 0.0006077794823795557, "global_step": 93170, "epoch": 523, "lr": 4.001488227055411e-06}
{"train_loss": 0.000751506770029664, "global_step": 93171, "epoch": 523, "lr": 4.00090900569654e-06}
{"train_loss": 0.0006281109526753426, "global_step": 93172, "epoch": 523, "lr": 4.000329824515114e-06}
{"train_loss": 0.0008158570853993297, "global_step": 93173, "epoch": 523, "lr": 3.999750683511655e-06}
{"train_loss": 0.0014836705522611737, "global_step": 93174, "epoch": 523, "lr": 3.999171582686673e-06}
{"train_loss": 0.0002807839191518724, "global_step": 93175, "epoch": 523, "lr": 3.998592522040668e-06}
{"train_loss": 0.0013903240906074643, "global_step": 93176, "epoch": 523, "lr": 3.998013501574138e-06}
{"train_loss": 0.0006844900199212134, "global_step": 93177, "epoch": 523, "lr": 3.997434521287602e-06}
{"train_loss": 0.0012165149673819542, "global_step": 93178, "epoch": 523, "lr": 3.9968555811815525e-06}
{"train_loss": 0.0026424310635775328, "global_step": 93179, "epoch": 523, "lr": 3.996276681256517e-06}
{"train_loss": 0.0013685388257727027, "global_step": 93180, "epoch": 523, "lr": 3.995697821512967e-06}
{"train_loss": 0.002395485294982791, "global_step": 93181, "epoch": 523, "lr": 3.995119001951436e-06}
{"train_loss": 0.0009274377953261137, "global_step": 93182, "epoch": 523, "lr": 3.994540222572424e-06}
{"train_loss": 0.0005858168005943298, "global_step": 93183, "epoch": 523, "lr": 3.993961483376435e-06}
{"train_loss": 0.000560427492018789, "global_step": 93184, "epoch": 523, "lr": 3.993382784363969e-06}
{"train_loss": 0.0007682684226892889, "global_step": 93185, "epoch": 523, "lr": 3.992804125535537e-06}
{"train_loss": 0.0007754798280075192, "global_step": 93186, "epoch": 523, "lr": 3.992225506891645e-06}
{"train_loss": 0.0008499588584527373, "global_step": 93187, "epoch": 523, "lr": 3.991646928432797e-06}
{"train_loss": 0.0007855913718231022, "global_step": 93188, "epoch": 523, "lr": 3.991068390159486e-06}
{"train_loss": 0.00030297806370072067, "global_step": 93189, "epoch": 523, "lr": 3.990489892072241e-06}
{"train_loss": 0.001027496880851686, "global_step": 93190, "epoch": 523, "lr": 3.989911434171551e-06}
{"train_loss": 0.0006242347881197929, "global_step": 93191, "epoch": 523, "lr": 3.98933301645793e-06}
{"train_loss": 0.0018920841393992305, "global_step": 93192, "epoch": 523, "lr": 3.988754638931874e-06}
{"train_loss": 0.0009553497657179832, "global_step": 93193, "epoch": 523, "lr": 3.9881763015938875e-06}
{"train_loss": 0.0017182828160002828, "global_step": 93194, "epoch": 523, "lr": 3.987598004444498e-06}
{"train_loss": 0.0008776953909546137, "global_step": 93195, "epoch": 523, "lr": 3.9870197474841774e-06}
{"train_loss": 0.0013810036471113563, "global_step": 93196, "epoch": 523, "lr": 3.9864415307134586e-06}
{"train_loss": 0.0005233956035226583, "global_step": 93197, "epoch": 523, "lr": 3.985863354132829e-06}
{"train_loss": 0.0012035800609737635, "global_step": 93198, "epoch": 523, "lr": 3.985285217742807e-06}
{"train_loss": 0.001841105055063963, "global_step": 93199, "epoch": 523, "lr": 3.984707121543885e-06}
{"train_loss": 0.0004852269194088876, "global_step": 93200, "epoch": 523, "lr": 3.984129065536574e-06}
{"train_loss": 0.000510199461132288, "global_step": 93201, "epoch": 523, "lr": 3.983551049721368e-06}
{"train_loss": 0.0008711249101907015, "global_step": 93202, "epoch": 523, "lr": 3.982973074098801e-06}
{"train_loss": 0.001579297473654151, "global_step": 93203, "epoch": 523, "lr": 3.9823951386693425e-06}
{"train_loss": 0.0004896040773019195, "global_step": 93204, "epoch": 523, "lr": 3.981817243433533e-06}
{"train_loss": 0.0008428278379142284, "global_step": 93205, "epoch": 523, "lr": 3.9812393883918385e-06}
{"train_loss": 0.0014973576180636883, "global_step": 93206, "epoch": 523, "lr": 3.980661573544791e-06}
{"train_loss": 0.0004832809208892286, "global_step": 93207, "epoch": 523, "lr": 3.980083798892886e-06}
{"train_loss": 0.0018233626615256071, "global_step": 93208, "epoch": 523, "lr": 3.979506064436633e-06}
{"train_loss": 0.0004994330229237676, "global_step": 93209, "epoch": 523, "lr": 3.978928370176532e-06}
{"train_loss": 0.0005021639517508447, "global_step": 93210, "epoch": 523, "lr": 3.9783507161130775e-06}
{"train_loss": 0.0015292306197807193, "global_step": 93211, "epoch": 523, "lr": 3.977773102246796e-06}
{"train_loss": 0.0014180571306496859, "global_step": 93212, "epoch": 523, "lr": 3.977195528578182e-06}
{"train_loss": 0.0007902084616944194, "global_step": 93213, "epoch": 523, "lr": 3.9766179951077395e-06}
{"train_loss": 0.00029504732810892165, "global_step": 93214, "epoch": 523, "lr": 3.976040501835971e-06}
{"train_loss": 0.0003156038001179695, "global_step": 93215, "epoch": 523, "lr": 3.9754630487633835e-06}
{"train_loss": 0.0010650405893102288, "global_step": 93216, "epoch": 523, "lr": 3.974885635890468e-06}
{"train_loss": 0.0006652696756646037, "global_step": 93217, "epoch": 523, "lr": 3.974308263217763e-06}
{"train_loss": 0.0012156472075730562, "global_step": 93218, "epoch": 523, "lr": 3.973730930745734e-06}
{"train_loss": 0.0008349498966708779, "global_step": 93219, "epoch": 523, "lr": 3.973153638474919e-06}
{"train_loss": 0.000901050865650177, "global_step": 93220, "epoch": 523, "lr": 3.972576386405785e-06}
{"train_loss": 0.0012571988627314568, "global_step": 93221, "epoch": 523, "lr": 3.9719991745388705e-06}
{"train_loss": 0.001297615235671401, "global_step": 93222, "epoch": 523, "lr": 3.971422002874664e-06}
{"train_loss": 0.0011364081874489784, "global_step": 93223, "epoch": 523, "lr": 3.9708448714136706e-06}
{"train_loss": 0.000690162880346179, "global_step": 93224, "epoch": 523, "lr": 3.970267780156395e-06}
{"train_loss": 0.0015079494332894683, "global_step": 93225, "epoch": 523, "lr": 3.969690729103342e-06}
{"train_loss": 0.0011157741537317634, "global_step": 93226, "epoch": 523, "lr": 3.9691137182550076e-06}
{"train_loss": 0.0007019354961812496, "global_step": 93227, "epoch": 523, "lr": 3.968536747611923e-06}
{"train_loss": 0.0014983577420935035, "global_step": 93228, "epoch": 523, "lr": 3.967959817174549e-06}
{"train_loss": 0.0008866816060617566, "global_step": 93229, "epoch": 523, "lr": 3.967382926943425e-06}
{"train_loss": 0.0007124198600649834, "global_step": 93230, "epoch": 523, "lr": 3.966806076919044e-06}
{"train_loss": 0.0004831666883546859, "global_step": 93231, "epoch": 523, "lr": 3.9662292671019e-06}
{"train_loss": 0.0026166655588895082, "global_step": 93232, "epoch": 523, "lr": 3.9656524974925225e-06}
{"train_loss": 0.00026753422571346164, "global_step": 93233, "epoch": 523, "lr": 3.965075768091381e-06}
{"train_loss": 0.00036366202402859926, "global_step": 93234, "epoch": 523, "lr": 3.964499078899004e-06}
{"train_loss": 0.0006513283587992191, "global_step": 93235, "epoch": 523, "lr": 3.963922429915889e-06}
{"train_loss": 0.0009712172904983163, "global_step": 93236, "epoch": 523, "lr": 3.963345821142539e-06}
{"train_loss": 0.000690491171553731, "global_step": 93237, "epoch": 523, "lr": 3.962769252579457e-06}
{"train_loss": 0.0004504082608036697, "global_step": 93238, "epoch": 523, "lr": 3.962192724227143e-06}
{"train_loss": 0.001880064606666565, "global_step": 93239, "epoch": 523, "lr": 3.961616236086107e-06}
{"train_loss": 0.00042821757961064577, "global_step": 93240, "epoch": 523, "lr": 3.961039788156851e-06}
{"train_loss": 0.0007517167832702398, "global_step": 93241, "epoch": 523, "lr": 3.960463380439872e-06}
{"train_loss": 0.0006578702596016228, "global_step": 93242, "epoch": 523, "lr": 3.959887012935693e-06}
{"train_loss": 0.00046268192818388343, "global_step": 93243, "epoch": 523, "lr": 3.959310685644784e-06}
{"train_loss": 0.0006705109844915569, "global_step": 93244, "epoch": 523, "lr": 3.958734398567676e-06}
{"train_loss": 0.0006133022252470255, "global_step": 93245, "epoch": 523, "lr": 3.958158151704866e-06}
{"train_loss": 0.000886355759575963, "global_step": 93246, "epoch": 523, "lr": 3.957581945056854e-06}
{"train_loss": 0.0005323917721398175, "global_step": 93247, "epoch": 523, "lr": 3.9570057786241455e-06}
{"train_loss": 0.00047595484647899866, "global_step": 93248, "epoch": 523, "lr": 3.956429652407239e-06}
{"train_loss": 0.0009882694575935602, "global_step": 93249, "epoch": 523, "lr": 3.955853566406637e-06}
{"train_loss": 0.0006645648390986025, "global_step": 93250, "epoch": 523, "lr": 3.955277520622863e-06}
{"train_loss": 0.0004645980370696634, "global_step": 93251, "epoch": 523, "lr": 3.954701515056391e-06}
{"train_loss": 0.0005156808183528483, "global_step": 93252, "epoch": 523, "lr": 3.954125549707738e-06}
{"train_loss": 0.001348777674138546, "global_step": 93253, "epoch": 523, "lr": 3.953549624577413e-06}
{"train_loss": 0.000629100133664906, "global_step": 93254, "epoch": 523, "lr": 3.952973739665905e-06}
{"train_loss": 0.0009401150164194405, "global_step": 93255, "epoch": 523, "lr": 3.952397894973736e-06}
{"train_loss": 0.000753711792640388, "global_step": 93256, "epoch": 523, "lr": 3.951822090501384e-06}
{"train_loss": 0.0017608102643862367, "global_step": 93257, "epoch": 523, "lr": 3.95124632624938e-06}
{"train_loss": 0.0017585287569090724, "global_step": 93258, "epoch": 523, "lr": 3.950670602218198e-06}
{"train_loss": 0.00043193207238800824, "global_step": 93259, "epoch": 523, "lr": 3.950094918408365e-06}
{"train_loss": 0.0009029646753333509, "global_step": 93260, "epoch": 523, "lr": 3.949519274820368e-06}
{"train_loss": 0.0035508410073816776, "global_step": 93261, "epoch": 523, "lr": 3.948943671454719e-06}
{"train_loss": 0.0005361999501474202, "global_step": 93262, "epoch": 523, "lr": 3.9483681083119175e-06}
{"train_loss": 0.0008993406081572175, "global_step": 93263, "epoch": 523, "lr": 3.947792585392468e-06}
{"train_loss": 0.0006802014540880919, "global_step": 93264, "epoch": 523, "lr": 3.94721710269686e-06}
{"train_loss": 0.0010722808074206114, "global_step": 93265, "epoch": 523, "lr": 3.946641660225625e-06}
{"train_loss": 0.0014065561117604375, "global_step": 93266, "epoch": 523, "lr": 3.946066257979236e-06}
{"train_loss": 0.00044977362267673016, "global_step": 93267, "epoch": 523, "lr": 3.94549089595821e-06}
{"train_loss": 0.001156628131866455, "global_step": 93268, "epoch": 523, "lr": 3.94491557416305e-06}
{"train_loss": 0.001053163898177445, "global_step": 93269, "epoch": 523, "lr": 3.944340292594256e-06}
{"train_loss": 0.0011865494307130575, "global_step": 93270, "epoch": 523, "lr": 3.943765051252329e-06}
{"train_loss": 0.0010294472599065903, "global_step": 93271, "epoch": 523, "lr": 3.943189850137774e-06}
{"train_loss": 0.0005035459762439132, "global_step": 93272, "epoch": 524, "lr": 3.942614689251084e-06}
{"train_loss": 0.00039792648749426007, "global_step": 93273, "epoch": 524, "lr": 3.942039568592782e-06}
{"train_loss": 0.0004888437688350677, "global_step": 93274, "epoch": 524, "lr": 3.941464488163349e-06}
{"train_loss": 0.0008838297799229622, "global_step": 93275, "epoch": 524, "lr": 3.940889447963303e-06}
{"train_loss": 0.0005434424965642393, "global_step": 93276, "epoch": 524, "lr": 3.9403144479931374e-06}
{"train_loss": 0.0006988153327256441, "global_step": 93277, "epoch": 524, "lr": 3.9397394882533575e-06}
{"train_loss": 0.000475254375487566, "global_step": 93278, "epoch": 524, "lr": 3.939164568744464e-06}
{"train_loss": 0.0007952168234623969, "global_step": 93279, "epoch": 524, "lr": 3.938589689466948e-06}
{"train_loss": 0.0010061515495181084, "global_step": 93280, "epoch": 524, "lr": 3.93801485042134e-06}
{"train_loss": 0.0007212357595562935, "global_step": 93281, "epoch": 524, "lr": 3.93744005160811e-06}
{"train_loss": 0.0007363430922850966, "global_step": 93282, "epoch": 524, "lr": 3.936865293027786e-06}
{"train_loss": 0.00042304417002014816, "global_step": 93283, "epoch": 524, "lr": 3.936290574680857e-06}
{"train_loss": 0.000764456344768405, "global_step": 93284, "epoch": 524, "lr": 3.935715896567827e-06}
{"train_loss": 0.0007541215745732188, "global_step": 93285, "epoch": 524, "lr": 3.935141258689201e-06}
{"train_loss": 0.0007332504610531032, "global_step": 93286, "epoch": 524, "lr": 3.934566661045474e-06}
{"train_loss": 0.001256305375136435, "global_step": 93287, "epoch": 524, "lr": 3.9339921036371464e-06}
{"train_loss": 0.0009915846167132258, "global_step": 93288, "epoch": 524, "lr": 3.933417586464744e-06}
{"train_loss": 0.0024453476071357727, "global_step": 93289, "epoch": 524, "lr": 3.9328431095287276e-06}
{"train_loss": 0.0006616590544581413, "global_step": 93290, "epoch": 524, "lr": 3.932268672829637e-06}
{"train_loss": 0.0008473460329696536, "global_step": 93291, "epoch": 524, "lr": 3.931694276367953e-06}
{"train_loss": 0.0006969964597374201, "global_step": 93292, "epoch": 524, "lr": 3.9311199201441775e-06}
{"train_loss": 0.00043038366129621863, "global_step": 93293, "epoch": 524, "lr": 3.930545604158836e-06}
{"train_loss": 0.0007342577446252108, "global_step": 93294, "epoch": 524, "lr": 3.9299713284123905e-06}
{"train_loss": 0.00078423140803352, "global_step": 93295, "epoch": 524, "lr": 3.929397092905379e-06}
{"train_loss": 0.0004720828728750348, "global_step": 93296, "epoch": 524, "lr": 3.928822897638279e-06}
{"train_loss": 0.0005784686654806137, "global_step": 93297, "epoch": 524, "lr": 3.928248742611601e-06}
{"train_loss": 0.0017500000540167093, "global_step": 93298, "epoch": 524, "lr": 3.92767462782585e-06}
{"train_loss": 0.0006002537556923926, "global_step": 93299, "epoch": 524, "lr": 3.9271005532815265e-06}
{"train_loss": 0.0012246115365996957, "global_step": 93300, "epoch": 524, "lr": 3.926526518979124e-06}
{"train_loss": 0.0011091536143794656, "global_step": 93301, "epoch": 524, "lr": 3.925952524919152e-06}
{"train_loss": 0.000552681100089103, "global_step": 93302, "epoch": 524, "lr": 3.9253785711021005e-06}
{"train_loss": 0.0005021451506763697, "global_step": 93303, "epoch": 524, "lr": 3.924804657528497e-06}
{"train_loss": 0.0012153759598731995, "global_step": 93304, "epoch": 524, "lr": 3.924230784198807e-06}
{"train_loss": 0.0009277071803808212, "global_step": 93305, "epoch": 524, "lr": 3.923656951113558e-06}
{"train_loss": 0.0013165997806936502, "global_step": 93306, "epoch": 524, "lr": 3.923083158273244e-06}
{"train_loss": 0.0003392093349248171, "global_step": 93307, "epoch": 524, "lr": 3.922509405678365e-06}
{"train_loss": 0.0004031154385302216, "global_step": 93308, "epoch": 524, "lr": 3.921935693329421e-06}
{"train_loss": 0.0006015458493493497, "global_step": 93309, "epoch": 524, "lr": 3.9213620212269155e-06}
{"train_loss": 0.0010175415081903338, "global_step": 93310, "epoch": 524, "lr": 3.920788389371338e-06}
{"train_loss": 0.0010990612208843231, "global_step": 93311, "epoch": 524, "lr": 3.920214797763216e-06}
{"train_loss": 0.0007358727743849158, "global_step": 93312, "epoch": 524, "lr": 3.919641246403022e-06}
{"train_loss": 0.0012843748554587364, "global_step": 93313, "epoch": 524, "lr": 3.919067735291277e-06}
{"train_loss": 0.00044647062895819545, "global_step": 93314, "epoch": 524, "lr": 3.9184942644284735e-06}
{"train_loss": 0.0011486298171803355, "global_step": 93315, "epoch": 524, "lr": 3.917920833815108e-06}
{"train_loss": 0.0011409198632463813, "global_step": 93316, "epoch": 524, "lr": 3.917347443451696e-06}
{"train_loss": 0.0009582077036611736, "global_step": 93317, "epoch": 524, "lr": 3.916774093338715e-06}
{"train_loss": 0.0009235530742444098, "global_step": 93318, "epoch": 524, "lr": 3.916200783476698e-06}
{"train_loss": 0.0011797728948295116, "global_step": 93319, "epoch": 524, "lr": 3.91562751386611e-06}
{"train_loss": 0.00032729850499890745, "global_step": 93320, "epoch": 524, "lr": 3.91505428450748e-06}
{"train_loss": 0.00106870848685503, "global_step": 93321, "epoch": 524, "lr": 3.9144810954012955e-06}
{"train_loss": 0.000515629886649549, "global_step": 93322, "epoch": 524, "lr": 3.913907946548056e-06}
{"train_loss": 0.0005537101533263922, "global_step": 93323, "epoch": 524, "lr": 3.913334837948274e-06}
{"train_loss": 0.0013160844100639224, "global_step": 93324, "epoch": 524, "lr": 3.912761769602436e-06}
{"train_loss": 0.0009278584038838744, "global_step": 93325, "epoch": 524, "lr": 3.912188741511041e-06}
{"train_loss": 0.0015238653868436813, "global_step": 93326, "epoch": 524, "lr": 3.911615753674613e-06}
{"train_loss": 0.0003877291164826602, "global_step": 93327, "epoch": 524, "lr": 3.911042806093623e-06}
{"train_loss": 0.0012868561316281557, "global_step": 93328, "epoch": 524, "lr": 3.9104698987685985e-06}
{"train_loss": 0.0009346116567030549, "global_step": 93329, "epoch": 524, "lr": 3.9098970317000104e-06}
{"train_loss": 0.0009710569283924997, "global_step": 93330, "epoch": 524, "lr": 3.909324204888382e-06}
{"train_loss": 0.0007579542580060661, "global_step": 93331, "epoch": 524, "lr": 3.908751418334206e-06}
{"train_loss": 0.0016363277100026608, "global_step": 93332, "epoch": 524, "lr": 3.908178672037982e-06}
{"train_loss": 0.00044078967766836286, "global_step": 93333, "epoch": 524, "lr": 3.907605966000216e-06}
{"train_loss": 0.0021501672454178333, "global_step": 93334, "epoch": 524, "lr": 3.907033300221391e-06}
{"train_loss": 0.0005071330815553665, "global_step": 93335, "epoch": 524, "lr": 3.906460674702029e-06}
{"train_loss": 0.0011344554368406534, "global_step": 93336, "epoch": 524, "lr": 3.905888089442622e-06}
{"train_loss": 0.0007097246125340462, "global_step": 93337, "epoch": 524, "lr": 3.905315544443666e-06}
{"train_loss": 0.0007742020534351468, "global_step": 93338, "epoch": 524, "lr": 3.904743039705666e-06}
{"train_loss": 0.0011438543442636728, "global_step": 93339, "epoch": 524, "lr": 3.904170575229121e-06}
{"train_loss": 0.0008931314805522561, "global_step": 93340, "epoch": 524, "lr": 3.903598151014526e-06}
{"train_loss": 0.0008247500518336892, "global_step": 93341, "epoch": 524, "lr": 3.903025767062396e-06}
{"train_loss": 0.0011870014714077115, "global_step": 93342, "epoch": 524, "lr": 3.902453423373203e-06}
{"train_loss": 0.002000947715714574, "global_step": 93343, "epoch": 524, "lr": 3.9018811199474755e-06}
{"train_loss": 0.0007347068749368191, "global_step": 93344, "epoch": 524, "lr": 3.901308856785701e-06}
{"train_loss": 0.0007261692662723362, "global_step": 93345, "epoch": 524, "lr": 3.90073663388838e-06}
{"train_loss": 0.0019325108733028173, "global_step": 93346, "epoch": 524, "lr": 3.900164451256011e-06}
{"train_loss": 0.0006102470797486603, "global_step": 93347, "epoch": 524, "lr": 3.899592308889094e-06}
{"train_loss": 0.0009348964667879045, "global_step": 93348, "epoch": 524, "lr": 3.899020206788135e-06}
{"train_loss": 0.0024339451920241117, "global_step": 93349, "epoch": 524, "lr": 3.898448144953626e-06}
{"train_loss": 0.0008331788703799248, "global_step": 93350, "epoch": 524, "lr": 3.897876123386063e-06}
{"train_loss": 0.001800050726160407, "global_step": 93351, "epoch": 524, "lr": 3.897304142085967e-06}
{"train_loss": 0.003308049403131008, "global_step": 93352, "epoch": 524, "lr": 3.896732201053804e-06}
{"train_loss": 0.001318276161327958, "global_step": 93353, "epoch": 524, "lr": 3.8961603002901025e-06}
{"train_loss": 0.0016747646732255816, "global_step": 93354, "epoch": 524, "lr": 3.89558843979535e-06}
{"train_loss": 0.0007888051914051175, "global_step": 93355, "epoch": 524, "lr": 3.895016619570041e-06}
{"train_loss": 0.0008380994549952447, "global_step": 93356, "epoch": 524, "lr": 3.894444839614697e-06}
{"train_loss": 0.00039101261063478887, "global_step": 93357, "epoch": 524, "lr": 3.89387309992979e-06}
{"train_loss": 0.0009006897453218699, "global_step": 93358, "epoch": 524, "lr": 3.893301400515837e-06}
{"train_loss": 0.0007650054758414626, "global_step": 93359, "epoch": 524, "lr": 3.89272974137333e-06}
{"train_loss": 0.0008686752407811582, "global_step": 93360, "epoch": 524, "lr": 3.89215812250277e-06}
{"train_loss": 0.001149977557361126, "global_step": 93361, "epoch": 524, "lr": 3.891586543904658e-06}
{"train_loss": 0.0005356076871976256, "global_step": 93362, "epoch": 524, "lr": 3.891015005579491e-06}
{"train_loss": 0.0006876139668747783, "global_step": 93363, "epoch": 524, "lr": 3.890443507527758e-06}
{"train_loss": 0.0006758142844773829, "global_step": 93364, "epoch": 524, "lr": 3.889872049749987e-06}
{"train_loss": 0.0008069591131061316, "global_step": 93365, "epoch": 524, "lr": 3.889300632246645e-06}
{"train_loss": 0.0007189720636233687, "global_step": 93366, "epoch": 524, "lr": 3.888729255018258e-06}
{"train_loss": 0.0003437920822761953, "global_step": 93367, "epoch": 524, "lr": 3.8881579180653e-06}
{"train_loss": 0.0010085876565426588, "global_step": 93368, "epoch": 524, "lr": 3.8875866213882896e-06}
{"train_loss": 0.0017667915672063828, "global_step": 93369, "epoch": 524, "lr": 3.887015364987717e-06}
{"train_loss": 0.0009114709100686014, "global_step": 93370, "epoch": 524, "lr": 3.886444148864082e-06}
{"train_loss": 0.0007975082844495773, "global_step": 93371, "epoch": 524, "lr": 3.885872973017885e-06}
{"train_loss": 0.0010031337151303887, "global_step": 93372, "epoch": 524, "lr": 3.885301837449623e-06}
{"train_loss": 0.001824142993427813, "global_step": 93373, "epoch": 524, "lr": 3.884730742159787e-06}
{"train_loss": 0.000844113586936146, "global_step": 93374, "epoch": 524, "lr": 3.8841596871489025e-06}
{"train_loss": 0.0015078808646649122, "global_step": 93375, "epoch": 524, "lr": 3.883588672417437e-06}
{"train_loss": 0.0023972501512616873, "global_step": 93376, "epoch": 524, "lr": 3.883017697965907e-06}
{"train_loss": 0.0003158954787068069, "global_step": 93377, "epoch": 524, "lr": 3.8824467637948115e-06}
{"train_loss": 0.0004303049063310027, "global_step": 93378, "epoch": 524, "lr": 3.881875869904633e-06}
{"train_loss": 0.000991680659353733, "global_step": 93379, "epoch": 524, "lr": 3.881305016295894e-06}
{"train_loss": 0.0009774265345185995, "global_step": 93380, "epoch": 524, "lr": 3.880734202969072e-06}
{"train_loss": 0.0005418983055278659, "global_step": 93381, "epoch": 524, "lr": 3.880163429924677e-06}
{"train_loss": 0.00043930119136348367, "global_step": 93382, "epoch": 524, "lr": 3.879592697163209e-06}
{"train_loss": 0.0012980736792087555, "global_step": 93383, "epoch": 524, "lr": 3.879022004685162e-06}
{"train_loss": 0.0020672273822128773, "global_step": 93384, "epoch": 524, "lr": 3.87845135249103e-06}
{"train_loss": 0.0008696750737726688, "global_step": 93385, "epoch": 524, "lr": 3.877880740581324e-06}
{"train_loss": 0.0004948601126670837, "global_step": 93386, "epoch": 524, "lr": 3.877310168956533e-06}
{"train_loss": 0.0010642787674441934, "global_step": 93387, "epoch": 524, "lr": 3.876739637617155e-06}
{"train_loss": 0.0015751856844872236, "global_step": 93388, "epoch": 524, "lr": 3.876169146563679e-06}
{"train_loss": 0.0005595033871941268, "global_step": 93389, "epoch": 524, "lr": 3.875598695796634e-06}
{"train_loss": 0.0013945853570476174, "global_step": 93390, "epoch": 524, "lr": 3.875028285316485e-06}
{"train_loss": 0.0009284913539886475, "global_step": 93391, "epoch": 524, "lr": 3.874457915123752e-06}
{"train_loss": 0.0018131067045032978, "global_step": 93392, "epoch": 524, "lr": 3.873887585218921e-06}
{"train_loss": 0.0005146283656358719, "global_step": 93393, "epoch": 524, "lr": 3.873317295602497e-06}
{"train_loss": 0.000684295198880136, "global_step": 93394, "epoch": 524, "lr": 3.872747046274977e-06}
{"train_loss": 0.0013951733708381653, "global_step": 93395, "epoch": 524, "lr": 3.872176837236857e-06}
{"train_loss": 0.0011015342315658927, "global_step": 93396, "epoch": 524, "lr": 3.871606668488631e-06}
{"train_loss": 0.0006616901373490691, "global_step": 93397, "epoch": 524, "lr": 3.871036540030804e-06}
{"train_loss": 0.0008762630168348551, "global_step": 93398, "epoch": 524, "lr": 3.8704664518638745e-06}
{"train_loss": 0.0001358077279292047, "global_step": 93399, "epoch": 524, "lr": 3.869896403988338e-06}
{"train_loss": 0.0002351535513298586, "global_step": 93400, "epoch": 524, "lr": 3.869326396404694e-06}
{"train_loss": 0.0009417951805517077, "global_step": 93401, "epoch": 524, "lr": 3.868756429113424e-06}
{"train_loss": 0.0011122277937829494, "global_step": 93402, "epoch": 524, "lr": 3.868186502115062e-06}
{"train_loss": 0.00223936908878386, "global_step": 93403, "epoch": 524, "lr": 3.867616615410064e-06}
{"train_loss": 0.0022459733299911022, "global_step": 93404, "epoch": 524, "lr": 3.867046768998967e-06}
{"train_loss": 0.000461729388916865, "global_step": 93405, "epoch": 524, "lr": 3.866476962882232e-06}
{"train_loss": 0.0009112596744671464, "global_step": 93406, "epoch": 524, "lr": 3.865907197060387e-06}
{"train_loss": 0.0007487895782105625, "global_step": 93407, "epoch": 524, "lr": 3.865337471533914e-06}
{"train_loss": 0.000703571829944849, "global_step": 93408, "epoch": 524, "lr": 3.864767786303309e-06}
{"train_loss": 0.002055396093055606, "global_step": 93409, "epoch": 524, "lr": 3.8641981413690795e-06}
{"train_loss": 0.0013943013036623597, "global_step": 93410, "epoch": 524, "lr": 3.863628536731717e-06}
{"train_loss": 0.0006818605470471084, "global_step": 93411, "epoch": 524, "lr": 3.863058972391709e-06}
{"train_loss": 0.0008533629588782787, "global_step": 93412, "epoch": 524, "lr": 3.862489448349582e-06}
{"train_loss": 0.001826197374612093, "global_step": 93413, "epoch": 524, "lr": 3.861919964605798e-06}
{"train_loss": 0.0012737136567011476, "global_step": 93414, "epoch": 524, "lr": 3.861350521160883e-06}
{"train_loss": 0.00044502769014798105, "global_step": 93415, "epoch": 524, "lr": 3.860781118015317e-06}
{"train_loss": 0.0016253727953881025, "global_step": 93416, "epoch": 524, "lr": 3.860211755169607e-06}
{"train_loss": 0.0013171525206416845, "global_step": 93417, "epoch": 524, "lr": 3.85964243262425e-06}
{"train_loss": 0.0015170305268839002, "global_step": 93418, "epoch": 524, "lr": 3.859073150379728e-06}
{"train_loss": 0.0009951855754479766, "global_step": 93419, "epoch": 524, "lr": 3.858503908436556e-06}
{"train_loss": 0.0009174168226309121, "global_step": 93420, "epoch": 524, "lr": 3.8579347067952244e-06}
{"train_loss": 0.0017234906554222107, "global_step": 93421, "epoch": 524, "lr": 3.857365545456238e-06}
{"train_loss": 0.0016577038913965225, "global_step": 93422, "epoch": 524, "lr": 3.856796424420084e-06}
{"train_loss": 0.0003504488558974117, "global_step": 93423, "epoch": 524, "lr": 3.856227343687257e-06}
{"train_loss": 0.0015698641072958708, "global_step": 93424, "epoch": 524, "lr": 3.855658303258269e-06}
{"train_loss": 0.001135603291913867, "global_step": 93425, "epoch": 524, "lr": 3.855089303133602e-06}
{"train_loss": 0.0007580730598419905, "global_step": 93426, "epoch": 524, "lr": 3.85452034331375e-06}
{"train_loss": 0.000979463686235249, "global_step": 93427, "epoch": 524, "lr": 3.85395142379924e-06}
{"train_loss": 0.0005447801086120307, "global_step": 93428, "epoch": 524, "lr": 3.853382544590528e-06}
{"train_loss": 0.001512449700385332, "global_step": 93429, "epoch": 524, "lr": 3.852813705688135e-06}
{"train_loss": 0.0004993239417672157, "global_step": 93430, "epoch": 524, "lr": 3.852244907092562e-06}
{"train_loss": 0.0006746715516783297, "global_step": 93431, "epoch": 524, "lr": 3.851676148804289e-06}
{"train_loss": 0.00044575167703442276, "global_step": 93432, "epoch": 524, "lr": 3.851107430823825e-06}
{"train_loss": 0.0007034067530184984, "global_step": 93433, "epoch": 524, "lr": 3.850538753151661e-06}
{"train_loss": 0.0006849764613434672, "global_step": 93434, "epoch": 524, "lr": 3.8499701157882875e-06}
{"train_loss": 0.0010689125629141927, "global_step": 93435, "epoch": 524, "lr": 3.84940151873423e-06}
{"train_loss": 0.0015576656442135572, "global_step": 93436, "epoch": 524, "lr": 3.84883296198994e-06}
{"train_loss": 0.0007369013037532568, "global_step": 93437, "epoch": 524, "lr": 3.848264445555955e-06}
{"train_loss": 0.0009101799223572016, "global_step": 93438, "epoch": 524, "lr": 3.847695969432746e-06}
{"train_loss": 0.0009577921009622514, "global_step": 93439, "epoch": 524, "lr": 3.847127533620815e-06}
{"train_loss": 0.0016474670264869928, "global_step": 93440, "epoch": 524, "lr": 3.846559138120681e-06}
{"train_loss": 0.0006511865649372339, "global_step": 93441, "epoch": 524, "lr": 3.845990782932801e-06}
{"train_loss": 0.0007154846098273993, "global_step": 93442, "epoch": 524, "lr": 3.845422468057708e-06}
{"train_loss": 0.0014449385926127434, "global_step": 93443, "epoch": 524, "lr": 3.844854193495867e-06}
{"train_loss": 0.0009247629786841571, "global_step": 93444, "epoch": 524, "lr": 3.8442859592477954e-06}
{"train_loss": 0.0007272461079992354, "global_step": 93445, "epoch": 524, "lr": 3.843717765313987e-06}
{"train_loss": 0.0026158560067415237, "global_step": 93446, "epoch": 524, "lr": 3.84314961169493e-06}
{"train_loss": 0.0012627994874492288, "global_step": 93447, "epoch": 524, "lr": 3.842581498391129e-06}
{"train_loss": 0.0004774562257807702, "global_step": 93448, "epoch": 524, "lr": 3.842013425403074e-06}
{"train_loss": 0.0009940621191132134, "global_step": 93449, "epoch": 524, "lr": 3.841445392731258e-06}
{"train_loss": 0.00037998741026967764, "global_step": 93450, "epoch": 525, "lr": 3.840877400376203e-06}
{"train_loss": 0.0009106270736083388, "global_step": 93451, "epoch": 525, "lr": 3.840309448338364e-06}
{"train_loss": 0.0004946576082147658, "global_step": 93452, "epoch": 525, "lr": 3.8397415366182635e-06}
{"train_loss": 0.0017000683583319187, "global_step": 93453, "epoch": 525, "lr": 3.839173665216394e-06}
{"train_loss": 0.0005129323108121753, "global_step": 93454, "epoch": 525, "lr": 3.8386058341332524e-06}
{"train_loss": 0.0005083032883703709, "global_step": 93455, "epoch": 525, "lr": 3.83803804336933e-06}
{"train_loss": 0.0009274908225052059, "global_step": 93456, "epoch": 525, "lr": 3.837470292925127e-06}
{"train_loss": 0.0008749908301979303, "global_step": 93457, "epoch": 525, "lr": 3.836902582801133e-06}
{"train_loss": 0.0013307372573763132, "global_step": 93458, "epoch": 525, "lr": 3.836334912997847e-06}
{"train_loss": 0.0007784425979480147, "global_step": 93459, "epoch": 525, "lr": 3.835767283515762e-06}
{"train_loss": 0.0005733737489208579, "global_step": 93460, "epoch": 525, "lr": 3.835199694355385e-06}
{"train_loss": 0.0009493198595009744, "global_step": 93461, "epoch": 525, "lr": 3.834632145517197e-06}
{"train_loss": 0.0004643092688638717, "global_step": 93462, "epoch": 525, "lr": 3.834064637001711e-06}
{"train_loss": 0.001211686758324504, "global_step": 93463, "epoch": 525, "lr": 3.833497168809408e-06}
{"train_loss": 0.0004036415193695575, "global_step": 93464, "epoch": 525, "lr": 3.8329297409407775e-06}
{"train_loss": 0.0007327307830564678, "global_step": 93465, "epoch": 525, "lr": 3.832362353396346e-06}
{"train_loss": 0.00040960044134408236, "global_step": 93466, "epoch": 525, "lr": 3.831795006176569e-06}
{"train_loss": 0.0021304870024323463, "global_step": 93467, "epoch": 525, "lr": 3.831227699281969e-06}
{"train_loss": 0.0003432717639952898, "global_step": 93468, "epoch": 525, "lr": 3.83066043271304e-06}
{"train_loss": 0.0007015812443569303, "global_step": 93469, "epoch": 525, "lr": 3.83009320647027e-06}
{"train_loss": 0.002069012727588415, "global_step": 93470, "epoch": 525, "lr": 3.829526020554158e-06}
{"train_loss": 0.0004148587177041918, "global_step": 93471, "epoch": 525, "lr": 3.828958874965194e-06}
{"train_loss": 0.001968878787010908, "global_step": 93472, "epoch": 525, "lr": 3.8283917697038706e-06}
{"train_loss": 0.001335995621047914, "global_step": 93473, "epoch": 525, "lr": 3.827824704770705e-06}
{"train_loss": 0.0008978685364127159, "global_step": 93474, "epoch": 525, "lr": 3.827257680166163e-06}
{"train_loss": 0.0009421096183359623, "global_step": 93475, "epoch": 525, "lr": 3.826690695890767e-06}
{"train_loss": 0.0014713751152157784, "global_step": 93476, "epoch": 525, "lr": 3.826123751944982e-06}
{"train_loss": 0.001132359029725194, "global_step": 93477, "epoch": 525, "lr": 3.825556848329331e-06}
{"train_loss": 0.0005876957438886166, "global_step": 93478, "epoch": 525, "lr": 3.8249899850443026e-06}
{"train_loss": 0.003506370121613145, "global_step": 93479, "epoch": 525, "lr": 3.8244231620903845e-06}
{"train_loss": 0.0011324293445795774, "global_step": 93480, "epoch": 525, "lr": 3.8238563794680714e-06}
{"train_loss": 0.0006059044972062111, "global_step": 93481, "epoch": 525, "lr": 3.823289637177857e-06}
{"train_loss": 0.0011579664424061775, "global_step": 93482, "epoch": 525, "lr": 3.822722935220252e-06}
{"train_loss": 0.0016218654345721006, "global_step": 93483, "epoch": 525, "lr": 3.822156273595739e-06}
{"train_loss": 0.0011903237318620086, "global_step": 93484, "epoch": 525, "lr": 3.821589652304813e-06}
{"train_loss": 0.0004177524824626744, "global_step": 93485, "epoch": 525, "lr": 3.821023071347974e-06}
{"train_loss": 0.000811330508440733, "global_step": 93486, "epoch": 525, "lr": 3.820456530725713e-06}
{"train_loss": 0.0006812181673012674, "global_step": 93487, "epoch": 525, "lr": 3.819890030438511e-06}
{"train_loss": 0.0014138040132820606, "global_step": 93488, "epoch": 525, "lr": 3.819323570486899e-06}
{"train_loss": 0.0008131007198244333, "global_step": 93489, "epoch": 525, "lr": 3.818757150871333e-06}
{"train_loss": 0.0014626081101596355, "global_step": 93490, "epoch": 525, "lr": 3.818190771592333e-06}
{"train_loss": 0.0007139128283597529, "global_step": 93491, "epoch": 525, "lr": 3.817624432650385e-06}
{"train_loss": 0.00141201913356781, "global_step": 93492, "epoch": 525, "lr": 3.8170581340459865e-06}
{"train_loss": 0.0004943622043356299, "global_step": 93493, "epoch": 525, "lr": 3.816491875779626e-06}
{"train_loss": 0.0008787124534137547, "global_step": 93494, "epoch": 525, "lr": 3.815925657851805e-06}
{"train_loss": 0.001236621872521937, "global_step": 93495, "epoch": 525, "lr": 3.815359480263014e-06}
{"train_loss": 0.0003599366173148155, "global_step": 93496, "epoch": 525, "lr": 3.81479334301375e-06}
{"train_loss": 0.0010426255175843835, "global_step": 93497, "epoch": 525, "lr": 3.81422724610449e-06}
{"train_loss": 0.0018702787347137928, "global_step": 93498, "epoch": 525, "lr": 3.8136611895357667e-06}
{"train_loss": 0.0005486064474098384, "global_step": 93499, "epoch": 525, "lr": 3.8130951733080343e-06}
{"train_loss": 0.0007885341765359044, "global_step": 93500, "epoch": 525, "lr": 3.812529197421816e-06}
{"train_loss": 0.000955588067881763, "global_step": 93501, "epoch": 525, "lr": 3.8119632618775936e-06}
{"train_loss": 0.0007298726122826338, "global_step": 93502, "epoch": 525, "lr": 3.811397366675856e-06}
{"train_loss": 0.0010040474589914083, "global_step": 93503, "epoch": 525, "lr": 3.81083151181712e-06}
{"train_loss": 0.0005121913272887468, "global_step": 93504, "epoch": 525, "lr": 3.810265697301846e-06}
{"train_loss": 0.0003844732709694654, "global_step": 93505, "epoch": 525, "lr": 3.8096999231305553e-06}
{"train_loss": 0.0012169171823188663, "global_step": 93506, "epoch": 525, "lr": 3.8091341893037315e-06}
{"train_loss": 0.0003819093108177185, "global_step": 93507, "epoch": 525, "lr": 3.8085684958218735e-06}
{"train_loss": 0.000871788477525115, "global_step": 93508, "epoch": 525, "lr": 3.808002842685471e-06}
{"train_loss": 0.0007136177737265825, "global_step": 93509, "epoch": 525, "lr": 3.8074372298950165e-06}
{"train_loss": 0.0016998837236315012, "global_step": 93510, "epoch": 525, "lr": 3.8068716574510056e-06}
{"train_loss": 0.0007920638890936971, "global_step": 93511, "epoch": 525, "lr": 3.806306125353948e-06}
{"train_loss": 0.0008401486556977034, "global_step": 93512, "epoch": 525, "lr": 3.8057406336043044e-06}
{"train_loss": 0.0006080292514525354, "global_step": 93513, "epoch": 525, "lr": 3.8051751822026026e-06}
{"train_loss": 0.0009255190961994231, "global_step": 93514, "epoch": 525, "lr": 3.804609771149309e-06}
{"train_loss": 0.00033465682645328343, "global_step": 93515, "epoch": 525, "lr": 3.8040444004449337e-06}
{"train_loss": 0.0011715397704392672, "global_step": 93516, "epoch": 525, "lr": 3.8034790700899716e-06}
{"train_loss": 0.0008376224432140589, "global_step": 93517, "epoch": 525, "lr": 3.80291378008491e-06}
{"train_loss": 0.0017070646863430738, "global_step": 93518, "epoch": 525, "lr": 3.802348530430244e-06}
{"train_loss": 0.0007896167226135731, "global_step": 93519, "epoch": 525, "lr": 3.8017833211264677e-06}
{"train_loss": 0.0011043442646041512, "global_step": 93520, "epoch": 525, "lr": 3.8012181521740686e-06}
{"train_loss": 0.000671216519549489, "global_step": 93521, "epoch": 525, "lr": 3.800653023573564e-06}
{"train_loss": 0.0008296146406792104, "global_step": 93522, "epoch": 525, "lr": 3.8000879353254083e-06}
{"train_loss": 0.0008745013037696481, "global_step": 93523, "epoch": 525, "lr": 3.799522887430129e-06}
{"train_loss": 0.0024216664023697376, "global_step": 93524, "epoch": 525, "lr": 3.798957879888204e-06}
{"train_loss": 0.002058659214526415, "global_step": 93525, "epoch": 525, "lr": 3.7983929127001215e-06}
{"train_loss": 0.00039447564631700516, "global_step": 93526, "epoch": 525, "lr": 3.7978279858664034e-06}
{"train_loss": 0.0009705672273412347, "global_step": 93527, "epoch": 525, "lr": 3.7972630993875046e-06}
{"train_loss": 0.0009496419806964695, "global_step": 93528, "epoch": 525, "lr": 3.7966982532639472e-06}
{"train_loss": 0.0012636592146009207, "global_step": 93529, "epoch": 525, "lr": 3.796133447496214e-06}
{"train_loss": 0.0010735098039731383, "global_step": 93530, "epoch": 525, "lr": 3.7955686820847993e-06}
{"train_loss": 0.0011039440287277102, "global_step": 93531, "epoch": 525, "lr": 3.7950039570301967e-06}
{"train_loss": 0.0006458999123424292, "global_step": 93532, "epoch": 525, "lr": 3.7944392723328947e-06}
{"train_loss": 0.0013687561731785536, "global_step": 93533, "epoch": 525, "lr": 3.793874627993399e-06}
{"train_loss": 0.0005442798719741404, "global_step": 93534, "epoch": 525, "lr": 3.793310024012187e-06}
{"train_loss": 0.00020609590865205973, "global_step": 93535, "epoch": 525, "lr": 3.7927454603897515e-06}
{"train_loss": 0.0006650156574323773, "global_step": 93536, "epoch": 525, "lr": 3.7921809371266103e-06}
{"train_loss": 0.0009187005343846977, "global_step": 93537, "epoch": 525, "lr": 3.791616454223229e-06}
{"train_loss": 0.000972897163592279, "global_step": 93538, "epoch": 525, "lr": 3.791052011680113e-06}
{"train_loss": 0.0005711711128242314, "global_step": 93539, "epoch": 525, "lr": 3.7904876094977557e-06}
{"train_loss": 0.0004171725013293326, "global_step": 93540, "epoch": 525, "lr": 3.789923247676647e-06}
{"train_loss": 0.0010752712842077017, "global_step": 93541, "epoch": 525, "lr": 3.789358926217279e-06}
{"train_loss": 0.00035204848973080516, "global_step": 93542, "epoch": 525, "lr": 3.7887946451201474e-06}
{"train_loss": 0.00042017828673124313, "global_step": 93543, "epoch": 525, "lr": 3.78823040438574e-06}
{"train_loss": 0.0002229913225164637, "global_step": 93544, "epoch": 525, "lr": 3.7876662040145562e-06}
{"train_loss": 0.0008047361625358462, "global_step": 93545, "epoch": 525, "lr": 3.7871020440070904e-06}
{"train_loss": 0.0012974264100193977, "global_step": 93546, "epoch": 525, "lr": 3.7865379243638256e-06}
{"train_loss": 0.0005233911797404289, "global_step": 93547, "epoch": 525, "lr": 3.7859738450852667e-06}
{"train_loss": 0.0007059031631797552, "global_step": 93548, "epoch": 525, "lr": 3.785409806171886e-06}
{"train_loss": 0.0012725305277854204, "global_step": 93549, "epoch": 525, "lr": 3.78484580762421e-06}
{"train_loss": 0.0011334937298670411, "global_step": 93550, "epoch": 525, "lr": 3.7842818494426946e-06}
{"train_loss": 0.00041362439515069127, "global_step": 93551, "epoch": 525, "lr": 3.7837179316278613e-06}
{"train_loss": 0.000474531261716038, "global_step": 93552, "epoch": 525, "lr": 3.783154054180177e-06}
{"train_loss": 0.0004868104588240385, "global_step": 93553, "epoch": 525, "lr": 3.782590217100157e-06}
{"train_loss": 0.0010894057340919971, "global_step": 93554, "epoch": 525, "lr": 3.782026420388285e-06}
{"train_loss": 0.0005549635970965028, "global_step": 93555, "epoch": 525, "lr": 3.781462664045049e-06}
{"train_loss": 0.0004138396179769188, "global_step": 93556, "epoch": 525, "lr": 3.780898948070949e-06}
{"train_loss": 0.0008898504893295467, "global_step": 93557, "epoch": 525, "lr": 3.780335272466473e-06}
{"train_loss": 0.0012345677241683006, "global_step": 93558, "epoch": 525, "lr": 3.7797716372321045e-06}
{"train_loss": 0.00027939185383729637, "global_step": 93559, "epoch": 525, "lr": 3.7792080423683597e-06}
{"train_loss": 0.00044515731860883534, "global_step": 93560, "epoch": 525, "lr": 3.778644487875699e-06}
{"train_loss": 0.00029178702970966697, "global_step": 93561, "epoch": 525, "lr": 3.778080973754644e-06}
{"train_loss": 0.00127607851754874, "global_step": 93562, "epoch": 525, "lr": 3.777517500005673e-06}
{"train_loss": 0.0005340913194231689, "global_step": 93563, "epoch": 525, "lr": 3.7769540666292845e-06}
{"train_loss": 0.0010039625922217965, "global_step": 93564, "epoch": 525, "lr": 3.7763906736259623e-06}
{"train_loss": 0.0003588330582715571, "global_step": 93565, "epoch": 525, "lr": 3.775827320996195e-06}
{"train_loss": 0.0006844760500825942, "global_step": 93566, "epoch": 525, "lr": 3.7752640087404868e-06}
{"train_loss": 0.0008162696612998843, "global_step": 93567, "epoch": 525, "lr": 3.7747007368593325e-06}
{"train_loss": 0.00046413775999099016, "global_step": 93568, "epoch": 525, "lr": 3.774137505353209e-06}
{"train_loss": 0.0006419240380637348, "global_step": 93569, "epoch": 525, "lr": 3.7735743142226222e-06}
{"train_loss": 0.0012313852785155177, "global_step": 93570, "epoch": 525, "lr": 3.773011163468049e-06}
{"train_loss": 0.0014323501382023096, "global_step": 93571, "epoch": 525, "lr": 3.7724480530899996e-06}
{"train_loss": 0.0009036075207404792, "global_step": 93572, "epoch": 525, "lr": 3.7718849830889525e-06}
{"train_loss": 0.0021515684202313423, "global_step": 93573, "epoch": 525, "lr": 3.7713219534653897e-06}
{"train_loss": 0.001234736992046237, "global_step": 93574, "epoch": 525, "lr": 3.770758964219839e-06}
{"train_loss": 0.000428024708526209, "global_step": 93575, "epoch": 525, "lr": 3.7701960153527507e-06}
{"train_loss": 0.00036120155709795654, "global_step": 93576, "epoch": 525, "lr": 3.769633106864645e-06}
{"train_loss": 0.00034254853380843997, "global_step": 93577, "epoch": 525, "lr": 3.7690702387560005e-06}
{"train_loss": 0.001677597058005631, "global_step": 93578, "epoch": 525, "lr": 3.7685074110273167e-06}
{"train_loss": 0.00034198694629594684, "global_step": 93579, "epoch": 525, "lr": 3.7679446236790817e-06}
{"train_loss": 0.0009667951380833983, "global_step": 93580, "epoch": 525, "lr": 3.7673818767117788e-06}
{"train_loss": 0.0005934856017120183, "global_step": 93581, "epoch": 525, "lr": 3.766819170125907e-06}
{"train_loss": 0.0007444302900694311, "global_step": 93582, "epoch": 525, "lr": 3.7662565039219667e-06}
{"train_loss": 0.0008056314545683563, "global_step": 93583, "epoch": 525, "lr": 3.765693878100429e-06}
{"train_loss": 0.0008264043717645109, "global_step": 93584, "epoch": 525, "lr": 3.765131292661811e-06}
{"train_loss": 0.00030153815168887377, "global_step": 93585, "epoch": 525, "lr": 3.7645687476065727e-06}
{"train_loss": 0.00134120078291744, "global_step": 93586, "epoch": 525, "lr": 3.7640062429352305e-06}
{"train_loss": 0.0010760013246908784, "global_step": 93587, "epoch": 525, "lr": 3.7634437786482733e-06}
{"train_loss": 0.0008803723030723631, "global_step": 93588, "epoch": 525, "lr": 3.762881354746173e-06}
{"train_loss": 0.0006570280529558659, "global_step": 93589, "epoch": 525, "lr": 3.7623189712294505e-06}
{"train_loss": 0.0007648340542800725, "global_step": 93590, "epoch": 525, "lr": 3.761756628098567e-06}
{"train_loss": 0.0005512245697900653, "global_step": 93591, "epoch": 525, "lr": 3.7611943253540337e-06}
{"train_loss": 0.0011873207986354828, "global_step": 93592, "epoch": 525, "lr": 3.7606320629963387e-06}
{"train_loss": 0.0011628542561084032, "global_step": 93593, "epoch": 525, "lr": 3.760069841025965e-06}
{"train_loss": 0.0004412688431330025, "global_step": 93594, "epoch": 525, "lr": 3.7595076594434176e-06}
{"train_loss": 0.0004962690290994942, "global_step": 93595, "epoch": 525, "lr": 3.758945518249174e-06}
{"train_loss": 0.0010145825799554586, "global_step": 93596, "epoch": 525, "lr": 3.758383417443717e-06}
{"train_loss": 0.0006648639682680368, "global_step": 93597, "epoch": 525, "lr": 3.7578213570275744e-06}
{"train_loss": 0.0007917518960312009, "global_step": 93598, "epoch": 525, "lr": 3.75725933700119e-06}
{"train_loss": 0.0006815933156758547, "global_step": 93599, "epoch": 525, "lr": 3.756697357365091e-06}
{"train_loss": 0.0006133702700026333, "global_step": 93600, "epoch": 525, "lr": 3.756135418119755e-06}
{"train_loss": 0.000904967775568366, "global_step": 93601, "epoch": 525, "lr": 3.7555735192656705e-06}
{"train_loss": 0.0006508794613182545, "global_step": 93602, "epoch": 525, "lr": 3.755011660803337e-06}
{"train_loss": 0.0010422859340906143, "global_step": 93603, "epoch": 525, "lr": 3.754449842733232e-06}
{"train_loss": 0.0008543231524527073, "global_step": 93604, "epoch": 525, "lr": 3.753888065055855e-06}
{"train_loss": 0.00039448204915970564, "global_step": 93605, "epoch": 525, "lr": 3.7533263277717e-06}
{"train_loss": 0.0006723121623508632, "global_step": 93606, "epoch": 525, "lr": 3.7527646308812392e-06}
{"train_loss": 0.0005524340667761862, "global_step": 93607, "epoch": 525, "lr": 3.752202974384983e-06}
{"train_loss": 0.0007099937065504491, "global_step": 93608, "epoch": 525, "lr": 3.75164135828342e-06}
{"train_loss": 0.0012886913027614355, "global_step": 93609, "epoch": 525, "lr": 3.751079782577033e-06}
{"train_loss": 0.001273688510991633, "global_step": 93610, "epoch": 525, "lr": 3.7505182472663213e-06}
{"train_loss": 0.0005197190912440419, "global_step": 93611, "epoch": 525, "lr": 3.7499567523517575e-06}
{"train_loss": 0.0009891155641525984, "global_step": 93612, "epoch": 525, "lr": 3.749395297833863e-06}
{"train_loss": 0.0008712403941899538, "global_step": 93613, "epoch": 525, "lr": 3.7488338837130876e-06}
{"train_loss": 0.0003955033316742629, "global_step": 93614, "epoch": 525, "lr": 3.7482725099899586e-06}
{"train_loss": 0.0008189223008230329, "global_step": 93615, "epoch": 525, "lr": 3.7477111766649476e-06}
{"train_loss": 0.0011665099300444126, "global_step": 93616, "epoch": 525, "lr": 3.7471498837385487e-06}
{"train_loss": 0.0013806960778310895, "global_step": 93617, "epoch": 525, "lr": 3.746588631211256e-06}
{"train_loss": 0.0008800623472779989, "global_step": 93618, "epoch": 525, "lr": 3.7460274190835533e-06}
{"train_loss": 0.0007684185402467847, "global_step": 93619, "epoch": 525, "lr": 3.745466247355922e-06}
{"train_loss": 0.0007004981162026525, "global_step": 93620, "epoch": 525, "lr": 3.744905116028885e-06}
{"train_loss": 0.0005567654152400792, "global_step": 93621, "epoch": 525, "lr": 3.7443440251028914e-06}
{"train_loss": 0.0022743805311620235, "global_step": 93622, "epoch": 525, "lr": 3.743782974578469e-06}
{"train_loss": 0.0011686800280585885, "global_step": 93623, "epoch": 525, "lr": 3.7432219644560727e-06}
{"train_loss": 0.0008499504765495658, "global_step": 93624, "epoch": 525, "lr": 3.742660994736219e-06}
{"train_loss": 0.0012647106777876616, "global_step": 93625, "epoch": 525, "lr": 3.7421000654193904e-06}
{"train_loss": 0.0007236110977828503, "global_step": 93626, "epoch": 525, "lr": 3.7415391765060703e-06}
{"train_loss": 0.000890211640396731, "global_step": 93627, "epoch": 525, "lr": 3.7409783279967525e-06, "train_action_mse_error": 1.2614189017767785e-06}
{"train_loss": 0.0006258240900933743, "global_step": 93628, "epoch": 526, "lr": 3.7404175198919256e-06}
{"train_loss": 0.0009806621819734573, "global_step": 93629, "epoch": 526, "lr": 3.7398567521920836e-06}
{"train_loss": 0.0004691605572588742, "global_step": 93630, "epoch": 526, "lr": 3.739296024897715e-06}
{"train_loss": 0.0006496828864328563, "global_step": 93631, "epoch": 526, "lr": 3.738735338009314e-06}
{"train_loss": 0.0006990383844822645, "global_step": 93632, "epoch": 526, "lr": 3.7381746915273575e-06}
{"train_loss": 0.0005174305406399071, "global_step": 93633, "epoch": 526, "lr": 3.7376140854523454e-06}
{"train_loss": 0.0004669235786423087, "global_step": 93634, "epoch": 526, "lr": 3.737053519784761e-06}
{"train_loss": 0.00035773354466073215, "global_step": 93635, "epoch": 526, "lr": 3.736492994525109e-06}
{"train_loss": 0.0011458321241661906, "global_step": 93636, "epoch": 526, "lr": 3.7359325096738505e-06}
{"train_loss": 0.0013493907172232866, "global_step": 93637, "epoch": 526, "lr": 3.7353720652315018e-06}
{"train_loss": 0.0006333274068310857, "global_step": 93638, "epoch": 526, "lr": 3.734811661198545e-06}
{"train_loss": 0.001302311196923256, "global_step": 93639, "epoch": 526, "lr": 3.734251297575464e-06}
{"train_loss": 0.0002012596232816577, "global_step": 93640, "epoch": 526, "lr": 3.7336909743627525e-06}
{"train_loss": 0.0009174549486488104, "global_step": 93641, "epoch": 526, "lr": 3.733130691560899e-06}
{"train_loss": 0.0014427058631554246, "global_step": 93642, "epoch": 526, "lr": 3.7325704491703916e-06}
{"train_loss": 0.0003983357164543122, "global_step": 93643, "epoch": 526, "lr": 3.732010247191725e-06}
{"train_loss": 0.0005941775161772966, "global_step": 93644, "epoch": 526, "lr": 3.731450085625371e-06}
{"train_loss": 0.0014273575507104397, "global_step": 93645, "epoch": 526, "lr": 3.730889964471851e-06}
{"train_loss": 0.0020826116669923067, "global_step": 93646, "epoch": 526, "lr": 3.7303298837316202e-06}
{"train_loss": 0.0012942050816491246, "global_step": 93647, "epoch": 526, "lr": 3.72976984340519e-06}
{"train_loss": 0.0005122852744534612, "global_step": 93648, "epoch": 526, "lr": 3.7292098434930422e-06}
{"train_loss": 0.0007030759006738663, "global_step": 93649, "epoch": 526, "lr": 3.728649883995655e-06}
{"train_loss": 0.0010501497890800238, "global_step": 93650, "epoch": 526, "lr": 3.7280899649135504e-06}
{"train_loss": 0.0011898658704012632, "global_step": 93651, "epoch": 526, "lr": 3.7275300862471773e-06}
{"train_loss": 0.0007377504953183234, "global_step": 93652, "epoch": 526, "lr": 3.7269702479970525e-06}
{"train_loss": 0.0007444001967087388, "global_step": 93653, "epoch": 526, "lr": 3.7264104501636586e-06}
{"train_loss": 0.0008689702954143286, "global_step": 93654, "epoch": 526, "lr": 3.7258506927474736e-06}
{"train_loss": 0.0008844517869874835, "global_step": 93655, "epoch": 526, "lr": 3.7252909757490017e-06}
{"train_loss": 0.0007407569792121649, "global_step": 93656, "epoch": 526, "lr": 3.724731299168721e-06}
{"train_loss": 0.0002465271682012826, "global_step": 93657, "epoch": 526, "lr": 3.72417166300712e-06}
{"train_loss": 0.0006948111113160849, "global_step": 93658, "epoch": 526, "lr": 3.7236120672647034e-06}
{"train_loss": 0.0011965978192165494, "global_step": 93659, "epoch": 526, "lr": 3.7230525119419326e-06}
{"train_loss": 0.0014670495875179768, "global_step": 93660, "epoch": 526, "lr": 3.7224929970393284e-06}
{"train_loss": 0.0007197312079370022, "global_step": 93661, "epoch": 526, "lr": 3.721933522557347e-06}
{"train_loss": 0.0013140992959961295, "global_step": 93662, "epoch": 526, "lr": 3.7213740884964986e-06}
{"train_loss": 0.002132631838321686, "global_step": 93663, "epoch": 526, "lr": 3.720814694857272e-06}
{"train_loss": 0.0010895950254052877, "global_step": 93664, "epoch": 526, "lr": 3.720255341640144e-06}
{"train_loss": 0.0008064989233389497, "global_step": 93665, "epoch": 526, "lr": 3.7196960288456096e-06}
{"train_loss": 0.0006459488067775965, "global_step": 93666, "epoch": 526, "lr": 3.719136756474162e-06}
{"train_loss": 0.0013879501493647695, "global_step": 93667, "epoch": 526, "lr": 3.7185775245262735e-06}
{"train_loss": 0.001211911323480308, "global_step": 93668, "epoch": 526, "lr": 3.71801833300246e-06}
{"train_loss": 0.0009681697702035308, "global_step": 93669, "epoch": 526, "lr": 3.717459181903177e-06}
{"train_loss": 0.0009650361607782543, "global_step": 93670, "epoch": 526, "lr": 3.7169000712289347e-06}
{"train_loss": 0.0006637555779889226, "global_step": 93671, "epoch": 526, "lr": 3.7163410009802225e-06}
{"train_loss": 0.0011998536065220833, "global_step": 93672, "epoch": 526, "lr": 3.7157819711575058e-06}
{"train_loss": 0.0005422434769570827, "global_step": 93673, "epoch": 526, "lr": 3.7152229817613126e-06}
{"train_loss": 0.0002850225428119302, "global_step": 93674, "epoch": 526, "lr": 3.7146640327920924e-06}
{"train_loss": 0.00047120341332629323, "global_step": 93675, "epoch": 526, "lr": 3.71410512425035e-06}
{"train_loss": 0.00034079852048307657, "global_step": 93676, "epoch": 526, "lr": 3.7135462561365796e-06}
{"train_loss": 0.0017355112358927727, "global_step": 93677, "epoch": 526, "lr": 3.712987428451259e-06}
{"train_loss": 0.001724169822409749, "global_step": 93678, "epoch": 526, "lr": 3.712428641194882e-06}
{"train_loss": 0.0015161223709583282, "global_step": 93679, "epoch": 526, "lr": 3.711869894367931e-06}
{"train_loss": 0.0005423040129244328, "global_step": 93680, "epoch": 526, "lr": 3.7113111879709005e-06}
{"train_loss": 0.0009742345428094268, "global_step": 93681, "epoch": 526, "lr": 3.7107525220042738e-06}
{"train_loss": 0.0009563186322338879, "global_step": 93682, "epoch": 526, "lr": 3.7101938964685333e-06}
{"train_loss": 0.001096789725124836, "global_step": 93683, "epoch": 526, "lr": 3.70963531136419e-06}
{"train_loss": 0.0012328107841312885, "global_step": 93684, "epoch": 526, "lr": 3.7090767666916994e-06}
{"train_loss": 0.0009072258835658431, "global_step": 93685, "epoch": 526, "lr": 3.708518262451571e-06}
{"train_loss": 0.0006322587723843753, "global_step": 93686, "epoch": 526, "lr": 3.7079597986442892e-06}
{"train_loss": 0.0014524355065077543, "global_step": 93687, "epoch": 526, "lr": 3.707401375270342e-06}
{"train_loss": 0.0018545265775173903, "global_step": 93688, "epoch": 526, "lr": 3.706842992330212e-06}
{"train_loss": 0.0006210053106769919, "global_step": 93689, "epoch": 526, "lr": 3.706284649824393e-06}
{"train_loss": 0.000984436715953052, "global_step": 93690, "epoch": 526, "lr": 3.7057263477533578e-06}
{"train_loss": 0.0004605995782185346, "global_step": 93691, "epoch": 526, "lr": 3.705168086117616e-06}
{"train_loss": 0.0004008670512121171, "global_step": 93692, "epoch": 526, "lr": 3.7046098649176466e-06}
{"train_loss": 0.0006746591534465551, "global_step": 93693, "epoch": 526, "lr": 3.7040516841539363e-06}
{"train_loss": 0.0006833357037976384, "global_step": 93694, "epoch": 526, "lr": 3.703493543826969e-06}
{"train_loss": 0.0006655093748122454, "global_step": 93695, "epoch": 526, "lr": 3.7029354439372276e-06}
{"train_loss": 0.0019484154181554914, "global_step": 93696, "epoch": 526, "lr": 3.7023773844852284e-06}
{"train_loss": 0.00047605775762349367, "global_step": 93697, "epoch": 526, "lr": 3.701819365471415e-06}
{"train_loss": 0.0012998692691326141, "global_step": 93698, "epoch": 526, "lr": 3.7012613868963154e-06}
{"train_loss": 0.0003941775648854673, "global_step": 93699, "epoch": 526, "lr": 3.7007034487603842e-06}
{"train_loss": 0.00025369421928189695, "global_step": 93700, "epoch": 526, "lr": 3.7001455510641324e-06}
{"train_loss": 0.0007807571673765779, "global_step": 93701, "epoch": 526, "lr": 3.6995876938080375e-06}
{"train_loss": 0.0010245649609714746, "global_step": 93702, "epoch": 526, "lr": 3.699029876992588e-06}
{"train_loss": 0.001233401126228273, "global_step": 93703, "epoch": 526, "lr": 3.698472100618272e-06}
{"train_loss": 0.0002842553367372602, "global_step": 93704, "epoch": 526, "lr": 3.697914364685573e-06}
{"train_loss": 0.0006991762202233076, "global_step": 93705, "epoch": 526, "lr": 3.6973566691949736e-06}
{"train_loss": 0.0009549311362206936, "global_step": 93706, "epoch": 526, "lr": 3.6967990141469843e-06}
{"train_loss": 0.0014101078268140554, "global_step": 93707, "epoch": 526, "lr": 3.696241399542055e-06}
{"train_loss": 0.0009132183622568846, "global_step": 93708, "epoch": 526, "lr": 3.695683825380708e-06}
{"train_loss": 0.000611570430919528, "global_step": 93709, "epoch": 526, "lr": 3.6951262916634146e-06}
{"train_loss": 0.00029903079848736525, "global_step": 93710, "epoch": 526, "lr": 3.694568798390663e-06}
{"train_loss": 0.001290277810767293, "global_step": 93711, "epoch": 526, "lr": 3.6940113455629365e-06}
{"train_loss": 0.0007737379055470228, "global_step": 93712, "epoch": 526, "lr": 3.6934539331807237e-06}
{"train_loss": 0.0008607846684753895, "global_step": 93713, "epoch": 526, "lr": 3.6928965612445244e-06}
{"train_loss": 0.0012493373360484838, "global_step": 93714, "epoch": 526, "lr": 3.6923392297548043e-06}
{"train_loss": 0.001362344017252326, "global_step": 93715, "epoch": 526, "lr": 3.691781938712063e-06}
{"train_loss": 0.0011335532180964947, "global_step": 93716, "epoch": 526, "lr": 3.6912246881167844e-06}
{"train_loss": 0.0012218826450407505, "global_step": 93717, "epoch": 526, "lr": 3.6906674779694616e-06}
{"train_loss": 0.0005402943352237344, "global_step": 93718, "epoch": 526, "lr": 3.6901103082705666e-06}
{"train_loss": 0.000770748476497829, "global_step": 93719, "epoch": 526, "lr": 3.6895531790205993e-06}
{"train_loss": 0.00040432089008390903, "global_step": 93720, "epoch": 526, "lr": 3.6889960902200373e-06}
{"train_loss": 0.00047775261919014156, "global_step": 93721, "epoch": 526, "lr": 3.688439041869379e-06}
{"train_loss": 0.0006976918084546924, "global_step": 93722, "epoch": 526, "lr": 3.6878820339690923e-06}
{"train_loss": 0.0004216983506921679, "global_step": 93723, "epoch": 526, "lr": 3.687325066519687e-06}
{"train_loss": 0.0005208445363678038, "global_step": 93724, "epoch": 526, "lr": 3.6867681395216293e-06}
{"train_loss": 0.001972774975001812, "global_step": 93725, "epoch": 526, "lr": 3.686211252975419e-06}
{"train_loss": 0.0008580621215514839, "global_step": 93726, "epoch": 526, "lr": 3.685654406881539e-06}
{"train_loss": 0.0004949178546667099, "global_step": 93727, "epoch": 526, "lr": 3.685097601240467e-06}
{"train_loss": 0.0038934508338570595, "global_step": 93728, "epoch": 526, "lr": 3.684540836052697e-06}
{"train_loss": 0.001458923565223813, "global_step": 93729, "epoch": 526, "lr": 3.6839841113187223e-06}
{"train_loss": 0.001399289583787322, "global_step": 93730, "epoch": 526, "lr": 3.68342742703901e-06}
{"train_loss": 0.0004423325299285352, "global_step": 93731, "epoch": 526, "lr": 3.6828707832140706e-06}
{"train_loss": 0.0007361211464740336, "global_step": 93732, "epoch": 526, "lr": 3.682314179844365e-06}
{"train_loss": 0.0010045678354799747, "global_step": 93733, "epoch": 526, "lr": 3.681757616930398e-06}
{"train_loss": 0.0006351341726258397, "global_step": 93734, "epoch": 526, "lr": 3.681201094472653e-06}
{"train_loss": 0.0004331505042500794, "global_step": 93735, "epoch": 526, "lr": 3.680644612471601e-06}
{"train_loss": 0.0006738138035871089, "global_step": 93736, "epoch": 526, "lr": 3.680088170927759e-06}
{"train_loss": 0.0007066194666549563, "global_step": 93737, "epoch": 526, "lr": 3.6795317698415764e-06}
{"train_loss": 0.0005498909158632159, "global_step": 93738, "epoch": 526, "lr": 3.678975409213564e-06}
{"train_loss": 0.0006661072839051485, "global_step": 93739, "epoch": 526, "lr": 3.6784190890441994e-06}
{"train_loss": 0.0009489881922490895, "global_step": 93740, "epoch": 526, "lr": 3.6778628093339707e-06}
{"train_loss": 0.0007546837441623211, "global_step": 93741, "epoch": 526, "lr": 3.677306570083361e-06}
{"train_loss": 0.0011916103539988399, "global_step": 93742, "epoch": 526, "lr": 3.6767503712928584e-06}
{"train_loss": 0.0018748757429420948, "global_step": 93743, "epoch": 526, "lr": 3.676194212962941e-06}
{"train_loss": 0.000545385992154479, "global_step": 93744, "epoch": 526, "lr": 3.6756380950941136e-06}
{"train_loss": 0.00030146402423270047, "global_step": 93745, "epoch": 526, "lr": 3.675082017686837e-06}
{"train_loss": 0.0009193087462335825, "global_step": 93746, "epoch": 526, "lr": 3.6745259807416167e-06}
{"train_loss": 0.0006156245362944901, "global_step": 93747, "epoch": 526, "lr": 3.673969984258935e-06}
{"train_loss": 0.002383139217272401, "global_step": 93748, "epoch": 526, "lr": 3.6734140282392694e-06}
{"train_loss": 0.0008979679550975561, "global_step": 93749, "epoch": 526, "lr": 3.672858112683114e-06}
{"train_loss": 0.0010708605404943228, "global_step": 93750, "epoch": 526, "lr": 3.6723022375909464e-06}
{"train_loss": 0.0011269140522927046, "global_step": 93751, "epoch": 526, "lr": 3.671746402963261e-06}
{"train_loss": 0.0008078765822574496, "global_step": 93752, "epoch": 526, "lr": 3.671190608800523e-06}
{"train_loss": 0.001211394090205431, "global_step": 93753, "epoch": 526, "lr": 3.67063485510325e-06}
{"train_loss": 0.002144354162737727, "global_step": 93754, "epoch": 526, "lr": 3.6700791418719017e-06}
{"train_loss": 0.0014927010051906109, "global_step": 93755, "epoch": 526, "lr": 3.669523469106978e-06}
{"train_loss": 0.001402571564540267, "global_step": 93756, "epoch": 526, "lr": 3.668967836808962e-06}
{"train_loss": 0.001816671690903604, "global_step": 93757, "epoch": 526, "lr": 3.668412244978331e-06}
{"train_loss": 0.0014753396390005946, "global_step": 93758, "epoch": 526, "lr": 3.6678566936155676e-06}
{"train_loss": 0.001948460121639073, "global_step": 93759, "epoch": 526, "lr": 3.6673011827211777e-06}
{"train_loss": 0.0014256301801651716, "global_step": 93760, "epoch": 526, "lr": 3.666745712295622e-06}
{"train_loss": 0.0004675119125749916, "global_step": 93761, "epoch": 526, "lr": 3.666190282339399e-06}
{"train_loss": 0.0017799646593630314, "global_step": 93762, "epoch": 526, "lr": 3.6656348928529982e-06}
{"train_loss": 0.0006293538026511669, "global_step": 93763, "epoch": 526, "lr": 3.665079543836897e-06}
{"train_loss": 0.0010516558540984988, "global_step": 93764, "epoch": 526, "lr": 3.6645242352915777e-06}
{"train_loss": 0.0010993898613378406, "global_step": 93765, "epoch": 526, "lr": 3.6639689672175348e-06}
{"train_loss": 0.0004613119235727936, "global_step": 93766, "epoch": 526, "lr": 3.6634137396152347e-06}
{"train_loss": 0.001290630898438394, "global_step": 93767, "epoch": 526, "lr": 3.6628585524851933e-06}
{"train_loss": 0.0012482984457165003, "global_step": 93768, "epoch": 526, "lr": 3.6623034058278604e-06}
{"train_loss": 0.000895407167263329, "global_step": 93769, "epoch": 526, "lr": 3.661748299643758e-06}
{"train_loss": 0.0004231487400829792, "global_step": 93770, "epoch": 526, "lr": 3.6611932339333356e-06}
{"train_loss": 0.0017081780824810266, "global_step": 93771, "epoch": 526, "lr": 3.6606382086970982e-06}
{"train_loss": 0.0012694241013377905, "global_step": 93772, "epoch": 526, "lr": 3.660083223935523e-06}
{"train_loss": 0.0008129859925247729, "global_step": 93773, "epoch": 526, "lr": 3.6595282796490937e-06}
{"train_loss": 0.0014636649284511805, "global_step": 93774, "epoch": 526, "lr": 3.658973375838315e-06}
{"train_loss": 0.0007611426408402622, "global_step": 93775, "epoch": 526, "lr": 3.6584185125036418e-06}
{"train_loss": 0.0012750618625432253, "global_step": 93776, "epoch": 526, "lr": 3.6578636896455798e-06}
{"train_loss": 0.001709785545244813, "global_step": 93777, "epoch": 526, "lr": 3.6573089072646003e-06}
{"train_loss": 0.0005076437373645604, "global_step": 93778, "epoch": 526, "lr": 3.656754165361198e-06}
{"train_loss": 0.0006721339887008071, "global_step": 93779, "epoch": 526, "lr": 3.6561994639358555e-06}
{"train_loss": 0.0007544101681560278, "global_step": 93780, "epoch": 526, "lr": 3.6556448029890557e-06}
{"train_loss": 0.0004234245279803872, "global_step": 93781, "epoch": 526, "lr": 3.65509018252127e-06}
{"train_loss": 0.0008253881242126226, "global_step": 93782, "epoch": 526, "lr": 3.654535602533016e-06}
{"train_loss": 0.0007861568592488766, "global_step": 93783, "epoch": 526, "lr": 3.653981063024736e-06}
{"train_loss": 0.000965942454058677, "global_step": 93784, "epoch": 526, "lr": 3.653426563996948e-06}
{"train_loss": 0.0010900588240474463, "global_step": 93785, "epoch": 526, "lr": 3.6528721054501223e-06}
{"train_loss": 0.0010300562717020512, "global_step": 93786, "epoch": 526, "lr": 3.652317687384743e-06}
{"train_loss": 0.0020367028191685677, "global_step": 93787, "epoch": 526, "lr": 3.6517633098012984e-06}
{"train_loss": 0.0012330911122262478, "global_step": 93788, "epoch": 526, "lr": 3.6512089727002707e-06}
{"train_loss": 0.0013396050781011581, "global_step": 93789, "epoch": 526, "lr": 3.6506546760821435e-06}
{"train_loss": 0.0008798388880677521, "global_step": 93790, "epoch": 526, "lr": 3.6501004199474054e-06}
{"train_loss": 0.0009040993172675371, "global_step": 93791, "epoch": 526, "lr": 3.6495462042965224e-06}
{"train_loss": 0.0011253053089603782, "global_step": 93792, "epoch": 526, "lr": 3.648992029130016e-06}
{"train_loss": 0.001289463834837079, "global_step": 93793, "epoch": 526, "lr": 3.6484378944483253e-06}
{"train_loss": 0.000802171474788338, "global_step": 93794, "epoch": 526, "lr": 3.647883800251967e-06}
{"train_loss": 0.0012142437044531107, "global_step": 93795, "epoch": 526, "lr": 3.6473297465414115e-06}
{"train_loss": 0.0011909536551684141, "global_step": 93796, "epoch": 526, "lr": 3.646775733317137e-06}
{"train_loss": 0.0007920564385131001, "global_step": 93797, "epoch": 526, "lr": 3.6462217605796544e-06}
{"train_loss": 0.0005404309486038983, "global_step": 93798, "epoch": 526, "lr": 3.6456678283294076e-06}
{"train_loss": 0.00087065773550421, "global_step": 93799, "epoch": 526, "lr": 3.645113936566913e-06}
{"train_loss": 0.0013077331241220236, "global_step": 93800, "epoch": 526, "lr": 3.6445600852926475e-06}
{"train_loss": 0.0006936041172593832, "global_step": 93801, "epoch": 526, "lr": 3.6440062745070833e-06}
{"train_loss": 0.0005487406742759049, "global_step": 93802, "epoch": 526, "lr": 3.6434525042107147e-06}
{"train_loss": 0.0013251982163637877, "global_step": 93803, "epoch": 526, "lr": 3.6428987744040244e-06}
{"train_loss": 0.0006429177010431886, "global_step": 93804, "epoch": 526, "lr": 3.6423450850874784e-06}
{"train_loss": 0.0009808857419025781, "global_step": 93805, "epoch": 526, "lr": 3.6417914362615992e-06}
{"train_loss": 0.0004902472719550133, "global_step": 93806, "epoch": 527, "lr": 3.6412378279268244e-06}
{"train_loss": 0.0005826437845826149, "global_step": 93807, "epoch": 527, "lr": 3.640684260083682e-06}
{"train_loss": 0.0009154290310107172, "global_step": 93808, "epoch": 527, "lr": 3.6401307327326104e-06}
{"train_loss": 0.0015192654682323337, "global_step": 93809, "epoch": 527, "lr": 3.639577245874132e-06}
{"train_loss": 0.0013038746546953917, "global_step": 93810, "epoch": 527, "lr": 3.6390237995087062e-06}
{"train_loss": 0.0015769714955240488, "global_step": 93811, "epoch": 527, "lr": 3.6384703936368282e-06}
{"train_loss": 0.001379059860482812, "global_step": 93812, "epoch": 527, "lr": 3.63791702825898e-06}
{"train_loss": 0.000584280351176858, "global_step": 93813, "epoch": 527, "lr": 3.6373637033756403e-06}
{"train_loss": 0.0012278481153771281, "global_step": 93814, "epoch": 527, "lr": 3.6368104189872855e-06}
{"train_loss": 0.0008263096096925437, "global_step": 93815, "epoch": 527, "lr": 3.6362571750944154e-06}
{"train_loss": 0.0006277478532865644, "global_step": 93816, "epoch": 527, "lr": 3.6357039716975074e-06}
{"train_loss": 0.0009060919401235878, "global_step": 93817, "epoch": 527, "lr": 3.6351508087970442e-06}
{"train_loss": 0.0010523262899369001, "global_step": 93818, "epoch": 527, "lr": 3.6345976863935092e-06}
{"train_loss": 0.000386507686926052, "global_step": 93819, "epoch": 527, "lr": 3.6340446044873746e-06}
{"train_loss": 0.0009218896157108247, "global_step": 93820, "epoch": 527, "lr": 3.6334915630791442e-06}
{"train_loss": 0.0006918161525391042, "global_step": 93821, "epoch": 527, "lr": 3.6329385621692803e-06}
{"train_loss": 0.001035743160173297, "global_step": 93822, "epoch": 527, "lr": 3.6323856017582926e-06}
{"train_loss": 0.0006732586771249771, "global_step": 93823, "epoch": 527, "lr": 3.6318326818466255e-06}
{"train_loss": 0.000749909901060164, "global_step": 93824, "epoch": 527, "lr": 3.631279802434795e-06}
{"train_loss": 0.000744845368899405, "global_step": 93825, "epoch": 527, "lr": 3.6307269635232676e-06}
{"train_loss": 0.00044259458081796765, "global_step": 93826, "epoch": 527, "lr": 3.6301741651125374e-06}
{"train_loss": 0.0010614414932206273, "global_step": 93827, "epoch": 527, "lr": 3.6296214072030763e-06}
{"train_loss": 0.002119434764608741, "global_step": 93828, "epoch": 527, "lr": 3.6290686897953728e-06}
{"train_loss": 0.0010929713025689125, "global_step": 93829, "epoch": 527, "lr": 3.6285160128899044e-06}
{"train_loss": 0.001374097540974617, "global_step": 93830, "epoch": 527, "lr": 3.62796337648717e-06}
{"train_loss": 0.001489807153120637, "global_step": 93831, "epoch": 527, "lr": 3.6274107805876256e-06}
{"train_loss": 0.0005368203273974359, "global_step": 93832, "epoch": 527, "lr": 3.626858225191776e-06}
{"train_loss": 0.0008837574278004467, "global_step": 93833, "epoch": 527, "lr": 3.626305710300093e-06}
{"train_loss": 0.0009722685208544135, "global_step": 93834, "epoch": 527, "lr": 3.625753235913065e-06}
{"train_loss": 0.0015807420713827014, "global_step": 93835, "epoch": 527, "lr": 3.6252008020311757e-06}
{"train_loss": 0.0004897087346762419, "global_step": 93836, "epoch": 527, "lr": 3.6246484086548906e-06}
{"train_loss": 0.001796829397790134, "global_step": 93837, "epoch": 527, "lr": 3.624096055784715e-06}
{"train_loss": 0.0013572433963418007, "global_step": 93838, "epoch": 527, "lr": 3.6235437434211262e-06}
{"train_loss": 0.0007445362862199545, "global_step": 93839, "epoch": 527, "lr": 3.622991471564596e-06}
{"train_loss": 0.0005110986530780792, "global_step": 93840, "epoch": 527, "lr": 3.6224392402156193e-06}
{"train_loss": 0.0012070226948708296, "global_step": 93841, "epoch": 527, "lr": 3.621887049374667e-06}
{"train_loss": 0.0006255419575609267, "global_step": 93842, "epoch": 527, "lr": 3.6213348990422335e-06}
{"train_loss": 0.00028568197740241885, "global_step": 93843, "epoch": 527, "lr": 3.620782789218785e-06}
{"train_loss": 0.001013419358059764, "global_step": 93844, "epoch": 527, "lr": 3.62023071990481e-06}
{"train_loss": 0.0005963632138445973, "global_step": 93845, "epoch": 527, "lr": 3.619678691100814e-06}
{"train_loss": 0.0007218598620966077, "global_step": 93846, "epoch": 527, "lr": 3.619126702807235e-06}
{"train_loss": 0.0004524306859821081, "global_step": 93847, "epoch": 527, "lr": 3.6185747550245898e-06}
{"train_loss": 0.001352386549115181, "global_step": 93848, "epoch": 527, "lr": 3.6180228477533497e-06}
{"train_loss": 0.0014283927157521248, "global_step": 93849, "epoch": 527, "lr": 3.6174709809939977e-06}
{"train_loss": 0.0007656820816919208, "global_step": 93850, "epoch": 527, "lr": 3.6169191547470173e-06}
{"train_loss": 0.0014006944838911295, "global_step": 93851, "epoch": 527, "lr": 3.6163673690128854e-06}
{"train_loss": 0.0004079173959325999, "global_step": 93852, "epoch": 527, "lr": 3.615815623792074e-06}
{"train_loss": 0.0022318223491311073, "global_step": 93853, "epoch": 527, "lr": 3.615263919085099e-06}
{"train_loss": 0.0004897318431176245, "global_step": 93854, "epoch": 527, "lr": 3.614712254892405e-06}
{"train_loss": 0.0016849373932927847, "global_step": 93855, "epoch": 527, "lr": 3.614160631214497e-06}
{"train_loss": 0.0008580065914429724, "global_step": 93856, "epoch": 527, "lr": 3.613609048051847e-06}
{"train_loss": 0.00205366313457489, "global_step": 93857, "epoch": 527, "lr": 3.6130575054049322e-06}
{"train_loss": 0.00036164524499326944, "global_step": 93858, "epoch": 527, "lr": 3.612506003274263e-06}
{"train_loss": 0.0008391920709982514, "global_step": 93859, "epoch": 527, "lr": 3.6119545416602783e-06}
{"train_loss": 0.0006408264162018895, "global_step": 93860, "epoch": 527, "lr": 3.6114031205634948e-06}
{"train_loss": 0.0008986950851976871, "global_step": 93861, "epoch": 527, "lr": 3.6108517399843666e-06}
{"train_loss": 0.0008100598934106529, "global_step": 93862, "epoch": 527, "lr": 3.6103003999233996e-06}
{"train_loss": 0.0009324452257715166, "global_step": 93863, "epoch": 527, "lr": 3.609749100381066e-06}
{"train_loss": 0.0008954009390436113, "global_step": 93864, "epoch": 527, "lr": 3.609197841357842e-06}
{"train_loss": 0.0009903793688863516, "global_step": 93865, "epoch": 527, "lr": 3.6086466228542115e-06}
{"train_loss": 0.000876187696121633, "global_step": 93866, "epoch": 527, "lr": 3.608095444870663e-06}
{"train_loss": 0.0008625878253951669, "global_step": 93867, "epoch": 527, "lr": 3.6075443074076622e-06}
{"train_loss": 0.0004759056319016963, "global_step": 93868, "epoch": 527, "lr": 3.6069932104657145e-06}
{"train_loss": 0.0006679237121716142, "global_step": 93869, "epoch": 527, "lr": 3.6064421540452753e-06}
{"train_loss": 0.0010886266827583313, "global_step": 93870, "epoch": 527, "lr": 3.605891138146844e-06}
{"train_loss": 0.0012286428827792406, "global_step": 93871, "epoch": 527, "lr": 3.605340162770898e-06}
{"train_loss": 0.0009877010015770793, "global_step": 93872, "epoch": 527, "lr": 3.604789227917915e-06}
{"train_loss": 0.0007038316689431667, "global_step": 93873, "epoch": 527, "lr": 3.6042383335883776e-06}
{"train_loss": 0.000746227684430778, "global_step": 93874, "epoch": 527, "lr": 3.6036874797827693e-06}
{"train_loss": 0.0010663059074431658, "global_step": 93875, "epoch": 527, "lr": 3.603136666501561e-06}
{"train_loss": 0.0011979297269135714, "global_step": 93876, "epoch": 527, "lr": 3.6025858937452585e-06}
{"train_loss": 0.0011022976832464337, "global_step": 93877, "epoch": 527, "lr": 3.602035161514311e-06}
{"train_loss": 0.0006897486746311188, "global_step": 93878, "epoch": 527, "lr": 3.601484469809219e-06}
{"train_loss": 0.0004857297462876886, "global_step": 93879, "epoch": 527, "lr": 3.600933818630464e-06}
{"train_loss": 0.0004541668458841741, "global_step": 93880, "epoch": 527, "lr": 3.600383207978519e-06}
{"train_loss": 0.0008784480160102248, "global_step": 93881, "epoch": 527, "lr": 3.599832637853867e-06}
{"train_loss": 0.00046736656804569066, "global_step": 93882, "epoch": 527, "lr": 3.599282108256985e-06}
{"train_loss": 0.0014587810728698969, "global_step": 93883, "epoch": 527, "lr": 3.5987316191883725e-06}
{"train_loss": 0.0005987713811919093, "global_step": 93884, "epoch": 527, "lr": 3.598181170648485e-06}
{"train_loss": 0.0005630418891087174, "global_step": 93885, "epoch": 527, "lr": 3.5976307626378214e-06}
{"train_loss": 0.0012158117024227977, "global_step": 93886, "epoch": 527, "lr": 3.5970803951568544e-06}
{"train_loss": 0.0009499918669462204, "global_step": 93887, "epoch": 527, "lr": 3.5965300682060666e-06}
{"train_loss": 0.0006048564682714641, "global_step": 93888, "epoch": 527, "lr": 3.595979781785941e-06}
{"train_loss": 0.0006187144899740815, "global_step": 93889, "epoch": 527, "lr": 3.5954295358969545e-06}
{"train_loss": 0.0008485400467179716, "global_step": 93890, "epoch": 527, "lr": 3.59487933053958e-06}
{"train_loss": 0.0009297902579419315, "global_step": 93891, "epoch": 527, "lr": 3.5943291657143273e-06}
{"train_loss": 0.0011330212000757456, "global_step": 93892, "epoch": 527, "lr": 3.5937790414216355e-06}
{"train_loss": 0.0003094737767241895, "global_step": 93893, "epoch": 527, "lr": 3.5932289576620203e-06}
{"train_loss": 0.0003950855752918869, "global_step": 93894, "epoch": 527, "lr": 3.5926789144359427e-06}
{"train_loss": 0.0003923946642316878, "global_step": 93895, "epoch": 527, "lr": 3.5921289117438917e-06}
{"train_loss": 0.0008369634742848575, "global_step": 93896, "epoch": 527, "lr": 3.591578949586344e-06}
{"train_loss": 0.0004903243388980627, "global_step": 93897, "epoch": 527, "lr": 3.591029027963777e-06}
{"train_loss": 0.0009618447511456907, "global_step": 93898, "epoch": 527, "lr": 3.5904791468766797e-06}
{"train_loss": 0.0009151480044238269, "global_step": 93899, "epoch": 527, "lr": 3.589929306325518e-06}
{"train_loss": 0.0010832229163497686, "global_step": 93900, "epoch": 527, "lr": 3.589379506310786e-06}
{"train_loss": 0.00041066305129788816, "global_step": 93901, "epoch": 527, "lr": 3.588829746832961e-06}
{"train_loss": 0.00032792676938697696, "global_step": 93902, "epoch": 527, "lr": 3.5882800278925268e-06}
{"train_loss": 0.002099104691296816, "global_step": 93903, "epoch": 527, "lr": 3.5877303494899538e-06}
{"train_loss": 0.0004219856346026063, "global_step": 93904, "epoch": 527, "lr": 3.5871807116257263e-06}
{"train_loss": 0.000863916240632534, "global_step": 93905, "epoch": 527, "lr": 3.586631114300315e-06}
{"train_loss": 0.0006835056119598448, "global_step": 93906, "epoch": 527, "lr": 3.586081557514226e-06}
{"train_loss": 0.0013436449225991964, "global_step": 93907, "epoch": 527, "lr": 3.5855320412679084e-06}
{"train_loss": 0.0009075759444385767, "global_step": 93908, "epoch": 527, "lr": 3.5849825655618676e-06}
{"train_loss": 0.002632100135087967, "global_step": 93909, "epoch": 527, "lr": 3.5844331303965694e-06}
{"train_loss": 0.0007291948422789574, "global_step": 93910, "epoch": 527, "lr": 3.5838837357724975e-06}
{"train_loss": 0.0006188300903886557, "global_step": 93911, "epoch": 527, "lr": 3.5833343816901342e-06}
{"train_loss": 0.0010088840499520302, "global_step": 93912, "epoch": 527, "lr": 3.582785068149952e-06}
{"train_loss": 0.0007023123325780034, "global_step": 93913, "epoch": 527, "lr": 3.5822357951524275e-06}
{"train_loss": 0.0016571152955293655, "global_step": 93914, "epoch": 527, "lr": 3.5816865626980666e-06}
{"train_loss": 0.0005983459996059537, "global_step": 93915, "epoch": 527, "lr": 3.581137370787313e-06}
{"train_loss": 0.0007739785360172391, "global_step": 93916, "epoch": 527, "lr": 3.5805882194206774e-06}
{"train_loss": 0.0013210936449468136, "global_step": 93917, "epoch": 527, "lr": 3.580039108598615e-06}
{"train_loss": 0.0008998798439279199, "global_step": 93918, "epoch": 527, "lr": 3.57949003832162e-06}
{"train_loss": 0.0009389680926688015, "global_step": 93919, "epoch": 527, "lr": 3.5789410085901696e-06}
{"train_loss": 0.0007449847762472928, "global_step": 93920, "epoch": 527, "lr": 3.5783920194047304e-06}
{"train_loss": 0.0004568435251712799, "global_step": 93921, "epoch": 527, "lr": 3.5778430707658127e-06}
{"train_loss": 0.0008474732749164104, "global_step": 93922, "epoch": 527, "lr": 3.577294162673861e-06}
{"train_loss": 0.00042730491259135306, "global_step": 93923, "epoch": 527, "lr": 3.57674529512938e-06}
{"train_loss": 0.0005374482134357095, "global_step": 93924, "epoch": 527, "lr": 3.5761964681328364e-06}
{"train_loss": 0.0013905547093600035, "global_step": 93925, "epoch": 527, "lr": 3.5756476816847183e-06}
{"train_loss": 0.0002671077672857791, "global_step": 93926, "epoch": 527, "lr": 3.5750989357854925e-06}
{"train_loss": 0.0012850461062043905, "global_step": 93927, "epoch": 527, "lr": 3.5745502304356525e-06}
{"train_loss": 0.001107376883737743, "global_step": 93928, "epoch": 527, "lr": 3.574001565635654e-06}
{"train_loss": 0.0007601425750181079, "global_step": 93929, "epoch": 527, "lr": 3.573452941386013e-06}
{"train_loss": 0.0012390363262966275, "global_step": 93930, "epoch": 527, "lr": 3.5729043576871734e-06}
{"train_loss": 0.0003498384030535817, "global_step": 93931, "epoch": 527, "lr": 3.5723558145396353e-06}
{"train_loss": 0.0007689475314691663, "global_step": 93932, "epoch": 527, "lr": 3.5718073119438757e-06}
{"train_loss": 0.0011065060971304774, "global_step": 93933, "epoch": 527, "lr": 3.5712588499003665e-06}
{"train_loss": 0.0003074328997172415, "global_step": 93934, "epoch": 527, "lr": 3.5707104284095905e-06}
{"train_loss": 0.0003099759924225509, "global_step": 93935, "epoch": 527, "lr": 3.5701620474720254e-06}
{"train_loss": 0.000459234812296927, "global_step": 93936, "epoch": 527, "lr": 3.5696137070881485e-06}
{"train_loss": 0.000504613621160388, "global_step": 93937, "epoch": 527, "lr": 3.5690654072584427e-06}
{"train_loss": 0.0007345089106820524, "global_step": 93938, "epoch": 527, "lr": 3.56851714798338e-06}
{"train_loss": 0.0007720965659245849, "global_step": 93939, "epoch": 527, "lr": 3.56796892926346e-06}
{"train_loss": 0.0006939703016541898, "global_step": 93940, "epoch": 527, "lr": 3.567420751099132e-06}
{"train_loss": 0.0005443355184979737, "global_step": 93941, "epoch": 527, "lr": 3.5668726134908905e-06}
{"train_loss": 0.0012722695246338844, "global_step": 93942, "epoch": 527, "lr": 3.566324516439218e-06}
{"train_loss": 0.0017621057340875268, "global_step": 93943, "epoch": 527, "lr": 3.5657764599445807e-06}
{"train_loss": 0.0005580763099715114, "global_step": 93944, "epoch": 527, "lr": 3.565228444007479e-06}
{"train_loss": 0.0007906431565061212, "global_step": 93945, "epoch": 527, "lr": 3.564680468628362e-06}
{"train_loss": 0.0005614095134660602, "global_step": 93946, "epoch": 527, "lr": 3.564132533807729e-06}
{"train_loss": 0.000781026785261929, "global_step": 93947, "epoch": 527, "lr": 3.5635846395460524e-06}
{"train_loss": 0.0007322359015233815, "global_step": 93948, "epoch": 527, "lr": 3.563036785843815e-06}
{"train_loss": 0.0012647847179323435, "global_step": 93949, "epoch": 527, "lr": 3.5624889727014885e-06}
{"train_loss": 0.0008429678855463862, "global_step": 93950, "epoch": 527, "lr": 3.5619412001195563e-06}
{"train_loss": 0.0007113594328984618, "global_step": 93951, "epoch": 527, "lr": 3.5613934680985005e-06}
{"train_loss": 0.00034219661029055715, "global_step": 93952, "epoch": 527, "lr": 3.560845776638788e-06}
{"train_loss": 0.0005677056033164263, "global_step": 93953, "epoch": 527, "lr": 3.5602981257408962e-06}
{"train_loss": 0.0009882606100291014, "global_step": 93954, "epoch": 527, "lr": 3.5597505154053247e-06}
{"train_loss": 0.0005533829098567367, "global_step": 93955, "epoch": 527, "lr": 3.559202945632523e-06}
{"train_loss": 0.0014704943168908358, "global_step": 93956, "epoch": 527, "lr": 3.5586554164229955e-06}
{"train_loss": 0.0006888799252919853, "global_step": 93957, "epoch": 527, "lr": 3.5581079277772043e-06}
{"train_loss": 0.0008347504772245884, "global_step": 93958, "epoch": 527, "lr": 3.5575604796956376e-06}
{"train_loss": 0.0017101818230003119, "global_step": 93959, "epoch": 527, "lr": 3.5570130721787663e-06}
{"train_loss": 0.0011931229382753372, "global_step": 93960, "epoch": 527, "lr": 3.556465705227069e-06}
{"train_loss": 0.0011996078537777066, "global_step": 93961, "epoch": 527, "lr": 3.5559183788410166e-06}
{"train_loss": 0.0015488035278394818, "global_step": 93962, "epoch": 527, "lr": 3.5553710930211038e-06}
{"train_loss": 0.0006357771344482899, "global_step": 93963, "epoch": 527, "lr": 3.554823847767802e-06}
{"train_loss": 0.0009744161507114768, "global_step": 93964, "epoch": 527, "lr": 3.554276643081589e-06}
{"train_loss": 0.0017274211859330535, "global_step": 93965, "epoch": 527, "lr": 3.5537294789629417e-06}
{"train_loss": 0.000287744274828583, "global_step": 93966, "epoch": 527, "lr": 3.5531823554123265e-06}
{"train_loss": 0.0007981682429090142, "global_step": 93967, "epoch": 527, "lr": 3.5526352724302548e-06}
{"train_loss": 0.0008384326356463134, "global_step": 93968, "epoch": 527, "lr": 3.552088230017159e-06}
{"train_loss": 0.0005159762222319841, "global_step": 93969, "epoch": 527, "lr": 3.5515412281735607e-06}
{"train_loss": 0.0007459203479811549, "global_step": 93970, "epoch": 527, "lr": 3.5509942668998985e-06}
{"train_loss": 0.0004938661004416645, "global_step": 93971, "epoch": 527, "lr": 3.5504473461966835e-06}
{"train_loss": 0.0011486047878861427, "global_step": 93972, "epoch": 527, "lr": 3.549900466064371e-06}
{"train_loss": 0.0011127851903438568, "global_step": 93973, "epoch": 527, "lr": 3.549353626503449e-06}
{"train_loss": 0.0010046741226688027, "global_step": 93974, "epoch": 527, "lr": 3.5488068275143947e-06}
{"train_loss": 0.0021682484075427055, "global_step": 93975, "epoch": 527, "lr": 3.548260069097681e-06}
{"train_loss": 0.0017589186318218708, "global_step": 93976, "epoch": 527, "lr": 3.547713351253784e-06}
{"train_loss": 0.0004681128484662622, "global_step": 93977, "epoch": 527, "lr": 3.547166673983199e-06}
{"train_loss": 0.0007750471122562885, "global_step": 93978, "epoch": 527, "lr": 3.546620037286369e-06}
{"train_loss": 0.0009343012934550643, "global_step": 93979, "epoch": 527, "lr": 3.546073441163805e-06}
{"train_loss": 0.0004699848359450698, "global_step": 93980, "epoch": 527, "lr": 3.545526885615974e-06}
{"train_loss": 0.00044343090848997235, "global_step": 93981, "epoch": 527, "lr": 3.544980370643347e-06}
{"train_loss": 0.0005224230699241161, "global_step": 93982, "epoch": 527, "lr": 3.544433896246402e-06}
{"train_loss": 0.0009005135615235927, "global_step": 93983, "epoch": 527, "lr": 3.543887462425616e-06}
{"train_loss": 0.0004730120999738574, "global_step": 93984, "epoch": 528, "lr": 3.543341069181483e-06}
{"train_loss": 0.0016816649585962296, "global_step": 93985, "epoch": 528, "lr": 3.5427947165144583e-06}
{"train_loss": 0.0004978064680472016, "global_step": 93986, "epoch": 528, "lr": 3.5422484044250305e-06}
{"train_loss": 0.0009931711247190833, "global_step": 93987, "epoch": 528, "lr": 3.5417021329136767e-06}
{"train_loss": 0.0009835284436121583, "global_step": 93988, "epoch": 528, "lr": 3.5411559019808693e-06}
{"train_loss": 0.0008349507115781307, "global_step": 93989, "epoch": 528, "lr": 3.540609711627091e-06}
{"train_loss": 0.000992144807241857, "global_step": 93990, "epoch": 528, "lr": 3.540063561852813e-06}
{"train_loss": 0.0003195952158421278, "global_step": 93991, "epoch": 528, "lr": 3.5395174526585083e-06}
{"train_loss": 0.0003241216763854027, "global_step": 93992, "epoch": 528, "lr": 3.5389713840446758e-06}
{"train_loss": 0.0012131966650485992, "global_step": 93993, "epoch": 528, "lr": 3.5384253560117597e-06}
{"train_loss": 0.0004888203693553805, "global_step": 93994, "epoch": 528, "lr": 3.537879368560265e-06}
{"train_loss": 0.0006800881237722933, "global_step": 93995, "epoch": 528, "lr": 3.5373334216906584e-06}
{"train_loss": 0.0008097324753180146, "global_step": 93996, "epoch": 528, "lr": 3.536787515403411e-06}
{"train_loss": 0.0010657054372131824, "global_step": 93997, "epoch": 528, "lr": 3.5362416496990126e-06}
{"train_loss": 0.000658398843370378, "global_step": 93998, "epoch": 528, "lr": 3.535695824577928e-06}
{"train_loss": 0.0009418329573236406, "global_step": 93999, "epoch": 528, "lr": 3.53515004004063e-06}
{"train_loss": 0.0011090317275375128, "global_step": 94000, "epoch": 528, "lr": 3.534604296087618e-06}
{"train_loss": 0.0012979551684111357, "global_step": 94001, "epoch": 528, "lr": 3.5340585927193414e-06}
{"train_loss": 0.0002563099260441959, "global_step": 94002, "epoch": 528, "lr": 3.5335129299362945e-06}
{"train_loss": 0.001578015391714871, "global_step": 94003, "epoch": 528, "lr": 3.532967307738949e-06}
{"train_loss": 0.0015005888417363167, "global_step": 94004, "epoch": 528, "lr": 3.532421726127777e-06}
{"train_loss": 0.0010745973559096456, "global_step": 94005, "epoch": 528, "lr": 3.531876185103278e-06}
{"train_loss": 0.0006361374398693442, "global_step": 94006, "epoch": 528, "lr": 3.53133068466589e-06}
{"train_loss": 0.0013764593750238419, "global_step": 94007, "epoch": 528, "lr": 3.530785224816124e-06}
{"train_loss": 0.000141342228744179, "global_step": 94008, "epoch": 528, "lr": 3.530239805554425e-06}
{"train_loss": 0.0006501288735307753, "global_step": 94009, "epoch": 528, "lr": 3.5296944268813024e-06}
{"train_loss": 0.0004838285385631025, "global_step": 94010, "epoch": 528, "lr": 3.5291490887972067e-06}
{"train_loss": 0.0009724939009174705, "global_step": 94011, "epoch": 528, "lr": 3.5286037913026316e-06}
{"train_loss": 0.0019099132623523474, "global_step": 94012, "epoch": 528, "lr": 3.528058534398043e-06}
{"train_loss": 0.0006306653376668692, "global_step": 94013, "epoch": 528, "lr": 3.5275133180839193e-06}
{"train_loss": 0.0007506159017793834, "global_step": 94014, "epoch": 528, "lr": 3.5269681423607316e-06}
{"train_loss": 0.001137681771069765, "global_step": 94015, "epoch": 528, "lr": 3.5264230072289737e-06}
{"train_loss": 0.0006002270383760333, "global_step": 94016, "epoch": 528, "lr": 3.5258779126890964e-06}
{"train_loss": 0.0018731312593445182, "global_step": 94017, "epoch": 528, "lr": 3.525332858741598e-06}
{"train_loss": 0.0012842495925724506, "global_step": 94018, "epoch": 528, "lr": 3.5247878453869454e-06}
{"train_loss": 0.0011511857155710459, "global_step": 94019, "epoch": 528, "lr": 3.524242872625616e-06}
{"train_loss": 0.0006617807666771114, "global_step": 94020, "epoch": 528, "lr": 3.5236979404580817e-06}
{"train_loss": 0.00035091463360004127, "global_step": 94021, "epoch": 528, "lr": 3.5231530488848254e-06}
{"train_loss": 0.0012644643429666758, "global_step": 94022, "epoch": 528, "lr": 3.5226081979063074e-06}
{"train_loss": 0.000799428322352469, "global_step": 94023, "epoch": 528, "lr": 3.522063387523039e-06}
{"train_loss": 0.001495595439337194, "global_step": 94024, "epoch": 528, "lr": 3.5215186177354475e-06}
{"train_loss": 0.0016271938802674413, "global_step": 94025, "epoch": 528, "lr": 3.5209738885440492e-06}
{"train_loss": 0.0010548204882070422, "global_step": 94026, "epoch": 528, "lr": 3.520429199949299e-06}
{"train_loss": 0.0010082247899845243, "global_step": 94027, "epoch": 528, "lr": 3.51988455195168e-06}
{"train_loss": 0.0011518258834257722, "global_step": 94028, "epoch": 528, "lr": 3.5193399445516696e-06}
{"train_loss": 0.0011679434683173895, "global_step": 94029, "epoch": 528, "lr": 3.5187953777497285e-06}
{"train_loss": 0.0008004952105693519, "global_step": 94030, "epoch": 528, "lr": 3.5182508515463565e-06}
{"train_loss": 0.0007029549451544881, "global_step": 94031, "epoch": 528, "lr": 3.517706365942003e-06}
{"train_loss": 0.0011328710243105888, "global_step": 94032, "epoch": 528, "lr": 3.5171619209371677e-06}
{"train_loss": 0.0005116119864396751, "global_step": 94033, "epoch": 528, "lr": 3.516617516532317e-06}
{"train_loss": 0.00035818619653582573, "global_step": 94034, "epoch": 528, "lr": 3.5160731527279165e-06}
{"train_loss": 0.00043023432954214513, "global_step": 94035, "epoch": 528, "lr": 3.515528829524456e-06}
{"train_loss": 0.000434908433817327, "global_step": 94036, "epoch": 528, "lr": 3.5149845469224065e-06}
{"train_loss": 0.001871586195193231, "global_step": 94037, "epoch": 528, "lr": 3.514440304922234e-06}
{"train_loss": 0.0012104265624657273, "global_step": 94038, "epoch": 528, "lr": 3.513896103524433e-06}
{"train_loss": 0.001312057487666607, "global_step": 94039, "epoch": 528, "lr": 3.513351942729454e-06}
{"train_loss": 0.0014438419602811337, "global_step": 94040, "epoch": 528, "lr": 3.5128078225377946e-06}
{"train_loss": 0.0011303420178592205, "global_step": 94041, "epoch": 528, "lr": 3.5122637429499227e-06}
{"train_loss": 0.0021849735639989376, "global_step": 94042, "epoch": 528, "lr": 3.5117197039663098e-06}
{"train_loss": 0.0008950339397415519, "global_step": 94043, "epoch": 528, "lr": 3.511175705587433e-06}
{"train_loss": 0.0007550962036475539, "global_step": 94044, "epoch": 528, "lr": 3.5106317478137695e-06}
{"train_loss": 0.0011171558871865273, "global_step": 94045, "epoch": 528, "lr": 3.5100878306457917e-06}
{"train_loss": 0.0014020847156643867, "global_step": 94046, "epoch": 528, "lr": 3.5095439540839715e-06}
{"train_loss": 0.0010097087360918522, "global_step": 94047, "epoch": 528, "lr": 3.5090001181287914e-06}
{"train_loss": 0.0006196622853167355, "global_step": 94048, "epoch": 528, "lr": 3.508456322780723e-06}
{"train_loss": 0.0006501703755930066, "global_step": 94049, "epoch": 528, "lr": 3.507912568040245e-06}
{"train_loss": 0.00043887580977752805, "global_step": 94050, "epoch": 528, "lr": 3.5073688539078275e-06}
{"train_loss": 0.000661828147713095, "global_step": 94051, "epoch": 528, "lr": 3.5068251803839493e-06}
{"train_loss": 0.0009067354258149862, "global_step": 94052, "epoch": 528, "lr": 3.50628154746907e-06}
{"train_loss": 0.0006320091197267175, "global_step": 94053, "epoch": 528, "lr": 3.5057379551636958e-06}
{"train_loss": 0.0006729307351633906, "global_step": 94054, "epoch": 528, "lr": 3.505194403468265e-06}
{"train_loss": 0.0012163373176008463, "global_step": 94055, "epoch": 528, "lr": 3.5046508923832822e-06}
{"train_loss": 0.00075202202424407, "global_step": 94056, "epoch": 528, "lr": 3.5041074219092083e-06}
{"train_loss": 0.0009535270510241389, "global_step": 94057, "epoch": 528, "lr": 3.5035639920465157e-06}
{"train_loss": 0.0003762047563213855, "global_step": 94058, "epoch": 528, "lr": 3.503020602795687e-06}
{"train_loss": 0.0006545936339534819, "global_step": 94059, "epoch": 528, "lr": 3.502477254157194e-06}
{"train_loss": 0.001360057620331645, "global_step": 94060, "epoch": 528, "lr": 3.5019339461315027e-06}
{"train_loss": 0.0007639816612936556, "global_step": 94061, "epoch": 528, "lr": 3.5013906787191076e-06}
{"train_loss": 0.0008892762707546353, "global_step": 94062, "epoch": 528, "lr": 3.5008474519204583e-06}
{"train_loss": 0.0008682430488988757, "global_step": 94063, "epoch": 528, "lr": 3.500304265736054e-06}
{"train_loss": 0.0009133482817560434, "global_step": 94064, "epoch": 528, "lr": 3.499761120166345e-06}
{"train_loss": 0.00047995755448937416, "global_step": 94065, "epoch": 528, "lr": 3.499218015211825e-06}
{"train_loss": 0.0006618024781346321, "global_step": 94066, "epoch": 528, "lr": 3.49867495087296e-06}
{"train_loss": 0.001796863041818142, "global_step": 94067, "epoch": 528, "lr": 3.4981319271502165e-06}
{"train_loss": 0.0006127686938270926, "global_step": 94068, "epoch": 528, "lr": 3.4975889440440947e-06}
{"train_loss": 0.0011112946085631847, "global_step": 94069, "epoch": 528, "lr": 3.497046001555038e-06}
{"train_loss": 0.0011799160856753588, "global_step": 94070, "epoch": 528, "lr": 3.49650309968354e-06}
{"train_loss": 0.00047522573731839657, "global_step": 94071, "epoch": 528, "lr": 3.4959602384300683e-06}
{"train_loss": 0.0011056804796680808, "global_step": 94072, "epoch": 528, "lr": 3.4954174177950992e-06}
{"train_loss": 0.0008537340327166021, "global_step": 94073, "epoch": 528, "lr": 3.494874637779105e-06}
{"train_loss": 0.0010897069005295634, "global_step": 94074, "epoch": 528, "lr": 3.4943318983825633e-06}
{"train_loss": 0.0004668779147323221, "global_step": 94075, "epoch": 528, "lr": 3.4937891996059346e-06}
{"train_loss": 0.0005261275800876319, "global_step": 94076, "epoch": 528, "lr": 3.4932465414497186e-06}
{"train_loss": 0.0012477315030992031, "global_step": 94077, "epoch": 528, "lr": 3.4927039239143644e-06}
{"train_loss": 0.0010439278557896614, "global_step": 94078, "epoch": 528, "lr": 3.4921613470003666e-06}
{"train_loss": 0.0007184355636127293, "global_step": 94079, "epoch": 528, "lr": 3.491618810708175e-06}
{"train_loss": 0.0009285978740081191, "global_step": 94080, "epoch": 528, "lr": 3.491076315038283e-06}
{"train_loss": 0.0006982915801927447, "global_step": 94081, "epoch": 528, "lr": 3.4905338599911573e-06}
{"train_loss": 0.002406343352049589, "global_step": 94082, "epoch": 528, "lr": 3.4899914455672756e-06}
{"train_loss": 0.0009130154503509402, "global_step": 94083, "epoch": 528, "lr": 3.4894490717671093e-06}
{"train_loss": 0.00047610976616851985, "global_step": 94084, "epoch": 528, "lr": 3.48890673859113e-06}
{"train_loss": 0.0008199213771149516, "global_step": 94085, "epoch": 528, "lr": 3.4883644460398045e-06}
{"train_loss": 0.00119482958689332, "global_step": 94086, "epoch": 528, "lr": 3.487822194113627e-06}
{"train_loss": 0.0005920454859733582, "global_step": 94087, "epoch": 528, "lr": 3.487279982813052e-06}
{"train_loss": 0.0009203768568113446, "global_step": 94088, "epoch": 528, "lr": 3.486737812138563e-06}
{"train_loss": 0.0005029081949032843, "global_step": 94089, "epoch": 528, "lr": 3.4861956820906317e-06}
{"train_loss": 0.0007144254050217569, "global_step": 94090, "epoch": 528, "lr": 3.4856535926697186e-06}
{"train_loss": 0.0005127289332449436, "global_step": 94091, "epoch": 528, "lr": 3.4851115438763347e-06}
{"train_loss": 0.0004599935782607645, "global_step": 94092, "epoch": 528, "lr": 3.4845695357109022e-06}
{"train_loss": 0.0009441692382097244, "global_step": 94093, "epoch": 528, "lr": 3.4840275681739366e-06}
{"train_loss": 0.000805322895757854, "global_step": 94094, "epoch": 528, "lr": 3.483485641265888e-06}
{"train_loss": 0.002234033774584532, "global_step": 94095, "epoch": 528, "lr": 3.482943754987239e-06}
{"train_loss": 0.0007119160145521164, "global_step": 94096, "epoch": 528, "lr": 3.482401909338462e-06}
{"train_loss": 0.0005414393381215632, "global_step": 94097, "epoch": 528, "lr": 3.4818601043200283e-06}
{"train_loss": 0.0014334910083562136, "global_step": 94098, "epoch": 528, "lr": 3.4813183399324157e-06}
{"train_loss": 0.0007737434934824705, "global_step": 94099, "epoch": 528, "lr": 3.4807766161760847e-06}
{"train_loss": 0.0007791614625602961, "global_step": 94100, "epoch": 528, "lr": 3.4802349330515184e-06}
{"train_loss": 0.0011887666769325733, "global_step": 94101, "epoch": 528, "lr": 3.4796932905591996e-06}
{"train_loss": 0.0007044762605801225, "global_step": 94102, "epoch": 528, "lr": 3.4791516886995723e-06}
{"train_loss": 0.000419267569668591, "global_step": 94103, "epoch": 528, "lr": 3.478610127473142e-06}
{"train_loss": 0.0006789002800360322, "global_step": 94104, "epoch": 528, "lr": 3.4780686068803637e-06}
{"train_loss": 0.0012740561505779624, "global_step": 94105, "epoch": 528, "lr": 3.4775271269217147e-06}
{"train_loss": 0.0008529642364010215, "global_step": 94106, "epoch": 528, "lr": 3.476985687597667e-06}
{"train_loss": 0.0003548339009284973, "global_step": 94107, "epoch": 528, "lr": 3.4764442889086923e-06}
{"train_loss": 0.0007284026360139251, "global_step": 94108, "epoch": 528, "lr": 3.4759029308552626e-06}
{"train_loss": 0.00023161584977060556, "global_step": 94109, "epoch": 528, "lr": 3.4753616134378552e-06}
{"train_loss": 0.000822554575279355, "global_step": 94110, "epoch": 528, "lr": 3.4748203366569476e-06}
{"train_loss": 0.001030028099194169, "global_step": 94111, "epoch": 528, "lr": 3.4742791005130003e-06}
{"train_loss": 0.0012099349405616522, "global_step": 94112, "epoch": 528, "lr": 3.473737905006497e-06}
{"train_loss": 0.0014338854234665632, "global_step": 94113, "epoch": 528, "lr": 3.4731967501378914e-06}
{"train_loss": 0.001310928724706173, "global_step": 94114, "epoch": 528, "lr": 3.47265563590769e-06}
{"train_loss": 0.0017890646122395992, "global_step": 94115, "epoch": 528, "lr": 3.4721145623163256e-06}
{"train_loss": 0.002129349857568741, "global_step": 94116, "epoch": 528, "lr": 3.471573529364308e-06}
{"train_loss": 0.0012386213056743145, "global_step": 94117, "epoch": 528, "lr": 3.471032537052077e-06}
{"train_loss": 0.0005963976727798581, "global_step": 94118, "epoch": 528, "lr": 3.4704915853801254e-06}
{"train_loss": 0.001643884228542447, "global_step": 94119, "epoch": 528, "lr": 3.469950674348926e-06}
{"train_loss": 0.0015643956139683723, "global_step": 94120, "epoch": 528, "lr": 3.469409803958945e-06}
{"train_loss": 0.0008040528045967221, "global_step": 94121, "epoch": 528, "lr": 3.468868974210654e-06}
{"train_loss": 0.00047010110574774444, "global_step": 94122, "epoch": 528, "lr": 3.4683281851045247e-06}
{"train_loss": 0.0006869131466373801, "global_step": 94123, "epoch": 528, "lr": 3.467787436641029e-06}
{"train_loss": 0.000889982795342803, "global_step": 94124, "epoch": 528, "lr": 3.4672467288206556e-06}
{"train_loss": 0.00033984839683398604, "global_step": 94125, "epoch": 528, "lr": 3.466706061643843e-06}
{"train_loss": 0.0011811902513727546, "global_step": 94126, "epoch": 528, "lr": 3.466165435111096e-06}
{"train_loss": 0.0002561063156463206, "global_step": 94127, "epoch": 528, "lr": 3.465624849222876e-06}
{"train_loss": 0.0023684483021497726, "global_step": 94128, "epoch": 528, "lr": 3.4650843039796487e-06}
{"train_loss": 0.0006996707525104284, "global_step": 94129, "epoch": 528, "lr": 3.4645437993818973e-06}
{"train_loss": 0.0004205727600492537, "global_step": 94130, "epoch": 528, "lr": 3.4640033354300773e-06}
{"train_loss": 0.0008409904548898339, "global_step": 94131, "epoch": 528, "lr": 3.4634629121246766e-06}
{"train_loss": 0.0011332652065902948, "global_step": 94132, "epoch": 528, "lr": 3.4629225294661673e-06}
{"train_loss": 0.0017529920442029834, "global_step": 94133, "epoch": 528, "lr": 3.46238218745501e-06}
{"train_loss": 0.00030643417267128825, "global_step": 94134, "epoch": 528, "lr": 3.461841886091688e-06}
{"train_loss": 0.000360096397344023, "global_step": 94135, "epoch": 528, "lr": 3.4613016253766617e-06}
{"train_loss": 0.0012953807599842548, "global_step": 94136, "epoch": 528, "lr": 3.4607614053104143e-06}
{"train_loss": 0.0007802018662914634, "global_step": 94137, "epoch": 528, "lr": 3.460221225893412e-06}
{"train_loss": 0.0002457071968819946, "global_step": 94138, "epoch": 528, "lr": 3.4596810871261154e-06}
{"train_loss": 0.0003681724483612925, "global_step": 94139, "epoch": 528, "lr": 3.4591409890090298e-06}
{"train_loss": 0.000699162483215332, "global_step": 94140, "epoch": 528, "lr": 3.4586009315425885e-06}
{"train_loss": 0.0005659244488924742, "global_step": 94141, "epoch": 528, "lr": 3.458060914727285e-06}
{"train_loss": 0.001396549865603447, "global_step": 94142, "epoch": 528, "lr": 3.4575209385635855e-06}
{"train_loss": 0.0008786875987425447, "global_step": 94143, "epoch": 528, "lr": 3.4569810030519624e-06}
{"train_loss": 0.0015277588972821832, "global_step": 94144, "epoch": 528, "lr": 3.4564411081928873e-06}
{"train_loss": 0.0004721810109913349, "global_step": 94145, "epoch": 528, "lr": 3.455901253986832e-06}
{"train_loss": 0.0018141194013878703, "global_step": 94146, "epoch": 528, "lr": 3.455361440434257e-06}
{"train_loss": 0.0005467645823955536, "global_step": 94147, "epoch": 528, "lr": 3.4548216675356627e-06}
{"train_loss": 0.0006592379650101066, "global_step": 94148, "epoch": 528, "lr": 3.4542819352914813e-06}
{"train_loss": 0.0022940090857446194, "global_step": 94149, "epoch": 528, "lr": 3.4537422437022184e-06}
{"train_loss": 0.00041305500781163573, "global_step": 94150, "epoch": 528, "lr": 3.4532025927683287e-06}
{"train_loss": 0.00018103807815350592, "global_step": 94151, "epoch": 528, "lr": 3.452662982490279e-06}
{"train_loss": 0.0012550163082778454, "global_step": 94152, "epoch": 528, "lr": 3.4521234128685685e-06}
{"train_loss": 0.0005839179502800107, "global_step": 94153, "epoch": 528, "lr": 3.4515838839036306e-06}
{"train_loss": 0.0008284038631245494, "global_step": 94154, "epoch": 528, "lr": 3.4510443955959706e-06}
{"train_loss": 0.000735571957193315, "global_step": 94155, "epoch": 528, "lr": 3.4505049479460207e-06}
{"train_loss": 0.0002557148109190166, "global_step": 94156, "epoch": 528, "lr": 3.449965540954292e-06}
{"train_loss": 0.000404694234021008, "global_step": 94157, "epoch": 528, "lr": 3.449426174621234e-06}
{"train_loss": 0.00210249749943614, "global_step": 94158, "epoch": 528, "lr": 3.448886848947319e-06}
{"train_loss": 0.0008121677674353123, "global_step": 94159, "epoch": 528, "lr": 3.44834756393303e-06}
{"train_loss": 0.0004218689864501357, "global_step": 94160, "epoch": 528, "lr": 3.4478083195788213e-06}
{"train_loss": 0.0009217196898901144, "global_step": 94161, "epoch": 528, "lr": 3.4472691158851654e-06}
{"train_loss": 0.0008555491222068667, "global_step": 94162, "epoch": 529, "lr": 3.446729952852562e-06}
{"train_loss": 0.0005945141892880201, "global_step": 94163, "epoch": 529, "lr": 3.4461908304814384e-06}
{"train_loss": 0.0007326407940126956, "global_step": 94164, "epoch": 529, "lr": 3.445651748772294e-06}
{"train_loss": 0.0014701222535222769, "global_step": 94165, "epoch": 529, "lr": 3.445112707725595e-06}
{"train_loss": 0.0002285219234181568, "global_step": 94166, "epoch": 529, "lr": 3.4445737073418083e-06}
{"train_loss": 0.002200938295572996, "global_step": 94167, "epoch": 529, "lr": 3.444034747621411e-06}
{"train_loss": 0.0009767402661964297, "global_step": 94168, "epoch": 529, "lr": 3.4434958285648632e-06}
{"train_loss": 0.0012734833871945739, "global_step": 94169, "epoch": 529, "lr": 3.442956950172638e-06}
{"train_loss": 0.001044799922965467, "global_step": 94170, "epoch": 529, "lr": 3.4424181124452225e-06}
{"train_loss": 0.000802787602879107, "global_step": 94171, "epoch": 529, "lr": 3.4418793153830563e-06}
{"train_loss": 0.0007484053494408727, "global_step": 94172, "epoch": 529, "lr": 3.4413405589866387e-06}
{"train_loss": 0.0004157079674769193, "global_step": 94173, "epoch": 529, "lr": 3.4408018432564305e-06}
{"train_loss": 0.0009846411412581801, "global_step": 94174, "epoch": 529, "lr": 3.4402631681928975e-06}
{"train_loss": 0.0007165094139054418, "global_step": 94175, "epoch": 529, "lr": 3.439724533796518e-06}
{"train_loss": 0.0006471737287938595, "global_step": 94176, "epoch": 529, "lr": 3.439185940067752e-06}
{"train_loss": 0.00046841127914376557, "global_step": 94177, "epoch": 529, "lr": 3.438647387007088e-06}
{"train_loss": 0.0003691919846460223, "global_step": 94178, "epoch": 529, "lr": 3.4381088746149704e-06}
{"train_loss": 0.0005860146484337747, "global_step": 94179, "epoch": 529, "lr": 3.437570402891893e-06}
{"train_loss": 0.00019412138499319553, "global_step": 94180, "epoch": 529, "lr": 3.437031971838317e-06}
{"train_loss": 0.0005137546686455607, "global_step": 94181, "epoch": 529, "lr": 3.436493581454714e-06}
{"train_loss": 0.0013101717922836542, "global_step": 94182, "epoch": 529, "lr": 3.43595523174155e-06}
{"train_loss": 0.0005251120892353356, "global_step": 94183, "epoch": 529, "lr": 3.4354169226993027e-06}
{"train_loss": 0.0010903837392106652, "global_step": 94184, "epoch": 529, "lr": 3.434878654328427e-06}
{"train_loss": 0.0005805073888041079, "global_step": 94185, "epoch": 529, "lr": 3.4343404266294177e-06}
{"train_loss": 0.00021606429072562605, "global_step": 94186, "epoch": 529, "lr": 3.433802239602718e-06}
{"train_loss": 0.0013059007469564676, "global_step": 94187, "epoch": 529, "lr": 3.433264093248828e-06}
{"train_loss": 0.0010251549538224936, "global_step": 94188, "epoch": 529, "lr": 3.4327259875681805e-06}
{"train_loss": 0.0006457347772084177, "global_step": 94189, "epoch": 529, "lr": 3.432187922561281e-06}
{"train_loss": 0.0014525154838338494, "global_step": 94190, "epoch": 529, "lr": 3.4316498982285785e-06}
{"train_loss": 0.0015619774349033833, "global_step": 94191, "epoch": 529, "lr": 3.4311119145705507e-06}
{"train_loss": 0.00029030852601863444, "global_step": 94192, "epoch": 529, "lr": 3.4305739715876638e-06}
{"train_loss": 0.0006899235304445028, "global_step": 94193, "epoch": 529, "lr": 3.4300360692803845e-06}
{"train_loss": 0.0008362095104530454, "global_step": 94194, "epoch": 529, "lr": 3.4294982076491956e-06}
{"train_loss": 0.0006721476092934608, "global_step": 94195, "epoch": 529, "lr": 3.4289603866945575e-06}
{"train_loss": 0.001258678501471877, "global_step": 94196, "epoch": 529, "lr": 3.428422606416937e-06}
{"train_loss": 0.0016556221526116133, "global_step": 94197, "epoch": 529, "lr": 3.427884866816816e-06}
{"train_loss": 0.0008864603005349636, "global_step": 94198, "epoch": 529, "lr": 3.4273471678946513e-06}
{"train_loss": 0.001355593092739582, "global_step": 94199, "epoch": 529, "lr": 3.426809509650908e-06}
{"train_loss": 0.0007229337352328002, "global_step": 94200, "epoch": 529, "lr": 3.426271892086086e-06}
{"train_loss": 0.0005295013543218374, "global_step": 94201, "epoch": 529, "lr": 3.4257343152006182e-06}
{"train_loss": 0.000279573374427855, "global_step": 94202, "epoch": 529, "lr": 3.4251967789949933e-06}
{"train_loss": 0.00027022731956094503, "global_step": 94203, "epoch": 529, "lr": 3.4246592834696834e-06}
{"train_loss": 0.0008526121382601559, "global_step": 94204, "epoch": 529, "lr": 3.424121828625149e-06}
{"train_loss": 0.00047414260916411877, "global_step": 94205, "epoch": 529, "lr": 3.4235844144618614e-06}
{"train_loss": 0.0004001507768407464, "global_step": 94206, "epoch": 529, "lr": 3.423047040980293e-06}
{"train_loss": 0.0011032158508896828, "global_step": 94207, "epoch": 529, "lr": 3.42250970818091e-06}
{"train_loss": 0.000927527726162225, "global_step": 94208, "epoch": 529, "lr": 3.4219724160641843e-06}
{"train_loss": 0.0004190181498415768, "global_step": 94209, "epoch": 529, "lr": 3.4214351646305763e-06}
{"train_loss": 0.0009031514637172222, "global_step": 94210, "epoch": 529, "lr": 3.4208979538805753e-06}
{"train_loss": 0.0008371136500500143, "global_step": 94211, "epoch": 529, "lr": 3.42036078381463e-06}
{"train_loss": 0.0008531261701136827, "global_step": 94212, "epoch": 529, "lr": 3.4198236544332187e-06}
{"train_loss": 0.0011260577011853456, "global_step": 94213, "epoch": 529, "lr": 3.4192865657368123e-06}
{"train_loss": 0.0007532160962000489, "global_step": 94214, "epoch": 529, "lr": 3.418749517725872e-06}
{"train_loss": 0.00026204867754131556, "global_step": 94215, "epoch": 529, "lr": 3.4182125104008867e-06}
{"train_loss": 0.00240090349689126, "global_step": 94216, "epoch": 529, "lr": 3.417675543762289e-06}
{"train_loss": 0.0011042221449315548, "global_step": 94217, "epoch": 529, "lr": 3.4171386178105835e-06}
{"train_loss": 0.00032793215359561145, "global_step": 94218, "epoch": 529, "lr": 3.416601732546226e-06}
{"train_loss": 0.00047312909737229347, "global_step": 94219, "epoch": 529, "lr": 3.4160648879696833e-06}
{"train_loss": 0.0005805268883705139, "global_step": 94220, "epoch": 529, "lr": 3.4155280840814265e-06}
{"train_loss": 0.0005221098545007408, "global_step": 94221, "epoch": 529, "lr": 3.4149913208819216e-06}
{"train_loss": 0.0006903440225869417, "global_step": 94222, "epoch": 529, "lr": 3.4144545983716356e-06}
{"train_loss": 0.0006019399734213948, "global_step": 94223, "epoch": 529, "lr": 3.413917916551057e-06}
{"train_loss": 0.0009573582210578024, "global_step": 94224, "epoch": 529, "lr": 3.4133812754206185e-06}
{"train_loss": 0.0016065430827438831, "global_step": 94225, "epoch": 529, "lr": 3.4128446749808305e-06}
{"train_loss": 0.0004934919998049736, "global_step": 94226, "epoch": 529, "lr": 3.412308115232121e-06}
{"train_loss": 0.0009593399590812624, "global_step": 94227, "epoch": 529, "lr": 3.4117715961749898e-06}
{"train_loss": 0.0012372757773846388, "global_step": 94228, "epoch": 529, "lr": 3.4112351178098913e-06}
{"train_loss": 0.0006475048139691353, "global_step": 94229, "epoch": 529, "lr": 3.4106986801372974e-06}
{"train_loss": 0.0010794480331242085, "global_step": 94230, "epoch": 529, "lr": 3.4101622831576752e-06}
{"train_loss": 0.0004871119454037398, "global_step": 94231, "epoch": 529, "lr": 3.409625926871496e-06}
{"train_loss": 0.0023312121629714966, "global_step": 94232, "epoch": 529, "lr": 3.409089611279215e-06}
{"train_loss": 0.0007051826105453074, "global_step": 94233, "epoch": 529, "lr": 3.4085533363813207e-06}
{"train_loss": 0.0005844118422828615, "global_step": 94234, "epoch": 529, "lr": 3.4080171021782736e-06}
{"train_loss": 0.0004604998975992203, "global_step": 94235, "epoch": 529, "lr": 3.4074809086705407e-06}
{"train_loss": 0.001484159380197525, "global_step": 94236, "epoch": 529, "lr": 3.4069447558585875e-06}
{"train_loss": 0.001292963046580553, "global_step": 94237, "epoch": 529, "lr": 3.406408643742881e-06}
{"train_loss": 0.0006894399411976337, "global_step": 94238, "epoch": 529, "lr": 3.4058725723239095e-06}
{"train_loss": 0.0008140577119775116, "global_step": 94239, "epoch": 529, "lr": 3.405336541602111e-06}
{"train_loss": 0.0006083797197788954, "global_step": 94240, "epoch": 529, "lr": 3.4048005515779746e-06}
{"train_loss": 0.002475675195455551, "global_step": 94241, "epoch": 529, "lr": 3.4042646022519663e-06}
{"train_loss": 0.0036053552757948637, "global_step": 94242, "epoch": 529, "lr": 3.403728693624547e-06}
{"train_loss": 0.0012304282281547785, "global_step": 94243, "epoch": 529, "lr": 3.4031928256961887e-06}
{"train_loss": 0.0008201505988836288, "global_step": 94244, "epoch": 529, "lr": 3.4026569984673573e-06}
{"train_loss": 0.0007996404310688376, "global_step": 94245, "epoch": 529, "lr": 3.4021212119385193e-06}
{"train_loss": 0.000951595779042691, "global_step": 94246, "epoch": 529, "lr": 3.401585466110152e-06}
{"train_loss": 0.0011253111297264695, "global_step": 94247, "epoch": 529, "lr": 3.4010497609827054e-06}
{"train_loss": 0.00020784988009836525, "global_step": 94248, "epoch": 529, "lr": 3.400514096556673e-06}
{"train_loss": 0.0006853087106719613, "global_step": 94249, "epoch": 529, "lr": 3.399978472832499e-06}
{"train_loss": 0.0011588581837713718, "global_step": 94250, "epoch": 529, "lr": 3.399442889810661e-06}
{"train_loss": 0.001255946233868599, "global_step": 94251, "epoch": 529, "lr": 3.398907347491631e-06}
{"train_loss": 0.0009029745124280453, "global_step": 94252, "epoch": 529, "lr": 3.398371845875875e-06}
{"train_loss": 0.0013969938736408949, "global_step": 94253, "epoch": 529, "lr": 3.3978363849638538e-06}
{"train_loss": 0.0005160575383342803, "global_step": 94254, "epoch": 529, "lr": 3.397300964756034e-06}
{"train_loss": 0.0011541405692696571, "global_step": 94255, "epoch": 529, "lr": 3.396765585252898e-06}
{"train_loss": 0.001586509170010686, "global_step": 94256, "epoch": 529, "lr": 3.396230246454901e-06}
{"train_loss": 0.0010190822649747133, "global_step": 94257, "epoch": 529, "lr": 3.3956949483625155e-06}
{"train_loss": 0.0010293396189808846, "global_step": 94258, "epoch": 529, "lr": 3.395159690976202e-06}
{"train_loss": 0.0015557841397821903, "global_step": 94259, "epoch": 529, "lr": 3.394624474296437e-06}
{"train_loss": 0.00320583232678473, "global_step": 94260, "epoch": 529, "lr": 3.3940892983236773e-06}
{"train_loss": 0.0006991340778768063, "global_step": 94261, "epoch": 529, "lr": 3.3935541630584155e-06}
{"train_loss": 0.0005674604326486588, "global_step": 94262, "epoch": 529, "lr": 3.39301906850108e-06}
{"train_loss": 0.000237407220993191, "global_step": 94263, "epoch": 529, "lr": 3.3924840146521806e-06}
{"train_loss": 0.0013745790347456932, "global_step": 94264, "epoch": 529, "lr": 3.39194900151214e-06}
{"train_loss": 0.001215855940245092, "global_step": 94265, "epoch": 529, "lr": 3.391414029081463e-06}
{"train_loss": 0.0007870456902310252, "global_step": 94266, "epoch": 529, "lr": 3.3908790973605996e-06}
{"train_loss": 0.0014358630869537592, "global_step": 94267, "epoch": 529, "lr": 3.390344206350021e-06}
{"train_loss": 0.0012532803229987621, "global_step": 94268, "epoch": 529, "lr": 3.3898093560501886e-06}
{"train_loss": 0.0007186427246779203, "global_step": 94269, "epoch": 529, "lr": 3.3892745464615793e-06}
{"train_loss": 0.001792040653526783, "global_step": 94270, "epoch": 529, "lr": 3.388739777584643e-06}
{"train_loss": 0.00034706442966125906, "global_step": 94271, "epoch": 529, "lr": 3.3882050494198793e-06}
{"train_loss": 0.0008065340807661414, "global_step": 94272, "epoch": 529, "lr": 3.3876703619677154e-06}
{"train_loss": 0.0007102438248693943, "global_step": 94273, "epoch": 529, "lr": 3.387135715228651e-06}
{"train_loss": 0.0019139810465276241, "global_step": 94274, "epoch": 529, "lr": 3.386601109203136e-06}
{"train_loss": 0.0003093712730333209, "global_step": 94275, "epoch": 529, "lr": 3.3860665438916304e-06}
{"train_loss": 0.000991659238934517, "global_step": 94276, "epoch": 529, "lr": 3.3855320192946292e-06}
{"train_loss": 0.0009950684616342187, "global_step": 94277, "epoch": 529, "lr": 3.3849975354125705e-06}
{"train_loss": 0.0006514790002256632, "global_step": 94278, "epoch": 529, "lr": 3.3844630922459376e-06}
{"train_loss": 0.0007619380485266447, "global_step": 94279, "epoch": 529, "lr": 3.3839286897951904e-06}
{"train_loss": 0.000994144007563591, "global_step": 94280, "epoch": 529, "lr": 3.3833943280608016e-06}
{"train_loss": 0.00045044388389214873, "global_step": 94281, "epoch": 529, "lr": 3.3828600070432314e-06}
{"train_loss": 0.002118813805282116, "global_step": 94282, "epoch": 529, "lr": 3.3823257267429463e-06}
{"train_loss": 0.0007500049541704357, "global_step": 94283, "epoch": 529, "lr": 3.3817914871604184e-06}
{"train_loss": 0.001155338017269969, "global_step": 94284, "epoch": 529, "lr": 3.3812572882961136e-06}
{"train_loss": 0.0013165089767426252, "global_step": 94285, "epoch": 529, "lr": 3.380723130150487e-06}
{"train_loss": 0.0005177240236662328, "global_step": 94286, "epoch": 529, "lr": 3.3801890127240334e-06}
{"train_loss": 0.0005167544004507363, "global_step": 94287, "epoch": 529, "lr": 3.379654936017179e-06}
{"train_loss": 0.002028213581070304, "global_step": 94288, "epoch": 529, "lr": 3.3791209000304246e-06}
{"train_loss": 0.0012177983298897743, "global_step": 94289, "epoch": 529, "lr": 3.3785869047642195e-06}
{"train_loss": 0.0012946631759405136, "global_step": 94290, "epoch": 529, "lr": 3.378052950219035e-06}
{"train_loss": 0.0021193688735365868, "global_step": 94291, "epoch": 529, "lr": 3.3775190363953436e-06}
{"train_loss": 0.0007000236655585468, "global_step": 94292, "epoch": 529, "lr": 3.3769851632936e-06}
{"train_loss": 0.0007603333797305822, "global_step": 94293, "epoch": 529, "lr": 3.3764513309142654e-06}
{"train_loss": 0.0004351107927504927, "global_step": 94294, "epoch": 529, "lr": 3.3759175392578334e-06}
{"train_loss": 0.0003389561315998435, "global_step": 94295, "epoch": 529, "lr": 3.375383788324743e-06}
{"train_loss": 0.000721010728739202, "global_step": 94296, "epoch": 529, "lr": 3.3748500781154714e-06}
{"train_loss": 0.0028208312578499317, "global_step": 94297, "epoch": 529, "lr": 3.3743164086304846e-06}
{"train_loss": 0.0005807895213365555, "global_step": 94298, "epoch": 529, "lr": 3.373782779870244e-06}
{"train_loss": 0.0009152014972642064, "global_step": 94299, "epoch": 529, "lr": 3.3732491918352316e-06}
{"train_loss": 0.0010461974889039993, "global_step": 94300, "epoch": 529, "lr": 3.3727156445258867e-06}
{"train_loss": 0.0010633664205670357, "global_step": 94301, "epoch": 529, "lr": 3.3721821379427087e-06}
{"train_loss": 0.0017866413109004498, "global_step": 94302, "epoch": 529, "lr": 3.371648672086125e-06}
{"train_loss": 0.0005069678882136941, "global_step": 94303, "epoch": 529, "lr": 3.37111524695663e-06}
{"train_loss": 0.0018363643903285265, "global_step": 94304, "epoch": 529, "lr": 3.370581862554684e-06}
{"train_loss": 0.0006193773006089032, "global_step": 94305, "epoch": 529, "lr": 3.3700485188807473e-06}
{"train_loss": 0.0006972508272156119, "global_step": 94306, "epoch": 529, "lr": 3.369515215935293e-06}
{"train_loss": 0.00044709595385938883, "global_step": 94307, "epoch": 529, "lr": 3.3689819537187806e-06}
{"train_loss": 0.0007037968607619405, "global_step": 94308, "epoch": 529, "lr": 3.368448732231666e-06}
{"train_loss": 0.0006899340078234673, "global_step": 94309, "epoch": 529, "lr": 3.3679155514744432e-06}
{"train_loss": 0.0003393964725546539, "global_step": 94310, "epoch": 529, "lr": 3.3673824114475506e-06}
{"train_loss": 0.0013691103085875511, "global_step": 94311, "epoch": 529, "lr": 3.3668493121514654e-06}
{"train_loss": 0.0009608861291781068, "global_step": 94312, "epoch": 529, "lr": 3.36631625358666e-06}
{"train_loss": 0.001081650611013174, "global_step": 94313, "epoch": 529, "lr": 3.3657832357535835e-06}
{"train_loss": 0.001496930024586618, "global_step": 94314, "epoch": 529, "lr": 3.365250258652719e-06}
{"train_loss": 0.0007098252535797656, "global_step": 94315, "epoch": 529, "lr": 3.3647173222845164e-06}
{"train_loss": 0.001094562467187643, "global_step": 94316, "epoch": 529, "lr": 3.3641844266494527e-06}
{"train_loss": 0.0015025343745946884, "global_step": 94317, "epoch": 529, "lr": 3.363651571747978e-06}
{"train_loss": 0.0011943674180656672, "global_step": 94318, "epoch": 529, "lr": 3.36311875758058e-06}
{"train_loss": 0.0013804907212033868, "global_step": 94319, "epoch": 529, "lr": 3.362585984147709e-06}
{"train_loss": 0.0006861391011625528, "global_step": 94320, "epoch": 529, "lr": 3.362053251449837e-06}
{"train_loss": 0.001033581211231649, "global_step": 94321, "epoch": 529, "lr": 3.3615205594874243e-06}
{"train_loss": 0.0009503301698714495, "global_step": 94322, "epoch": 529, "lr": 3.3609879082609377e-06}
{"train_loss": 0.0004878939944319427, "global_step": 94323, "epoch": 529, "lr": 3.360455297770837e-06}
{"train_loss": 0.0006053779507055879, "global_step": 94324, "epoch": 529, "lr": 3.359922728017606e-06}
{"train_loss": 0.0016189427115023136, "global_step": 94325, "epoch": 529, "lr": 3.3593901990016887e-06}
{"train_loss": 0.0013320036232471466, "global_step": 94326, "epoch": 529, "lr": 3.3588577107235566e-06}
{"train_loss": 0.0008152704685926437, "global_step": 94327, "epoch": 529, "lr": 3.3583252631836816e-06}
{"train_loss": 0.0011601747246459126, "global_step": 94328, "epoch": 529, "lr": 3.3577928563825245e-06}
{"train_loss": 0.0007865111692808568, "global_step": 94329, "epoch": 529, "lr": 3.3572604903205516e-06}
{"train_loss": 0.0009506666101515293, "global_step": 94330, "epoch": 529, "lr": 3.356728164998224e-06}
{"train_loss": 0.0011413327883929014, "global_step": 94331, "epoch": 529, "lr": 3.356195880416002e-06}
{"train_loss": 0.0012578112073242664, "global_step": 94332, "epoch": 529, "lr": 3.355663636574369e-06}
{"train_loss": 0.0015327916480600834, "global_step": 94333, "epoch": 529, "lr": 3.3551314334737682e-06}
{"train_loss": 0.001571050495840609, "global_step": 94334, "epoch": 529, "lr": 3.354599271114689e-06}
{"train_loss": 0.0009167838143184781, "global_step": 94335, "epoch": 529, "lr": 3.354067149497564e-06}
{"train_loss": 0.0009095249115489423, "global_step": 94336, "epoch": 529, "lr": 3.3535350686228817e-06}
{"train_loss": 0.0007427342934533954, "global_step": 94337, "epoch": 529, "lr": 3.353003028491103e-06}
{"train_loss": 0.0014641995076090097, "global_step": 94338, "epoch": 529, "lr": 3.3524710291026828e-06}
{"train_loss": 0.0009779306793267566, "global_step": 94339, "epoch": 529, "lr": 3.35193907045811e-06}
{"train_loss": 0.001083419774658978, "global_step": 94340, "epoch": 530, "lr": 3.3514071525578173e-06}
{"train_loss": 0.0008399377693422139, "global_step": 94341, "epoch": 530, "lr": 3.3508752754022875e-06}
{"train_loss": 0.0017908685840666294, "global_step": 94342, "epoch": 530, "lr": 3.3503434389919875e-06}
{"train_loss": 0.001429377356544137, "global_step": 94343, "epoch": 530, "lr": 3.3498116433273775e-06}
{"train_loss": 0.0005773672601208091, "global_step": 94344, "epoch": 530, "lr": 3.3492798884089184e-06}
{"train_loss": 0.0006839779089204967, "global_step": 94345, "epoch": 530, "lr": 3.3487481742370763e-06}
{"train_loss": 0.00035035141627304256, "global_step": 94346, "epoch": 530, "lr": 3.348216500812307e-06}
{"train_loss": 0.00233482732437551, "global_step": 94347, "epoch": 530, "lr": 3.3476848681351038e-06}
{"train_loss": 0.0008377457270398736, "global_step": 94348, "epoch": 530, "lr": 3.3471532762059e-06}
{"train_loss": 0.0010611133184283972, "global_step": 94349, "epoch": 530, "lr": 3.346621725025173e-06}
{"train_loss": 0.001699577085673809, "global_step": 94350, "epoch": 530, "lr": 3.3460902145933893e-06}
{"train_loss": 0.0006055100820958614, "global_step": 94351, "epoch": 530, "lr": 3.3455587449110094e-06}
{"train_loss": 0.0001977575448108837, "global_step": 94352, "epoch": 530, "lr": 3.345027315978494e-06}
{"train_loss": 0.0011211549863219261, "global_step": 94353, "epoch": 530, "lr": 3.3444959277963152e-06}
{"train_loss": 0.00028763440786860883, "global_step": 94354, "epoch": 530, "lr": 3.343964580364928e-06}
{"train_loss": 0.0012342343106865883, "global_step": 94355, "epoch": 530, "lr": 3.343433273684804e-06}
{"train_loss": 0.0008072737255133688, "global_step": 94356, "epoch": 530, "lr": 3.3429020077563987e-06}
{"train_loss": 0.001847761683166027, "global_step": 94357, "epoch": 530, "lr": 3.3423707825802007e-06}
{"train_loss": 0.0006891248631291091, "global_step": 94358, "epoch": 530, "lr": 3.341839598156632e-06}
{"train_loss": 0.0010011476697400212, "global_step": 94359, "epoch": 530, "lr": 3.341308454486192e-06}
{"train_loss": 0.0017020065570250154, "global_step": 94360, "epoch": 530, "lr": 3.3407773515693353e-06}
{"train_loss": 0.0002012822515098378, "global_step": 94361, "epoch": 530, "lr": 3.340246289406512e-06}
{"train_loss": 0.0009848278714343905, "global_step": 94362, "epoch": 530, "lr": 3.3397152679982114e-06}
{"train_loss": 0.0016739709535613656, "global_step": 94363, "epoch": 530, "lr": 3.3391842873448707e-06}
{"train_loss": 0.00043597776675596833, "global_step": 94364, "epoch": 530, "lr": 3.3386533474469685e-06}
{"train_loss": 0.0003425565955694765, "global_step": 94365, "epoch": 530, "lr": 3.33812244830497e-06}
{"train_loss": 0.0010557402856647968, "global_step": 94366, "epoch": 530, "lr": 3.3375915899193364e-06}
{"train_loss": 0.0013016602024435997, "global_step": 94367, "epoch": 530, "lr": 3.337060772290529e-06}
{"train_loss": 0.0004867175011895597, "global_step": 94368, "epoch": 530, "lr": 3.3365299954190075e-06}
{"train_loss": 0.0012541527394205332, "global_step": 94369, "epoch": 530, "lr": 3.335999259305239e-06}
{"train_loss": 0.0009928651852533221, "global_step": 94370, "epoch": 530, "lr": 3.3354685639497006e-06}
{"train_loss": 0.0008652615360915661, "global_step": 94371, "epoch": 530, "lr": 3.334937909352831e-06}
{"train_loss": 0.0005339565686881542, "global_step": 94372, "epoch": 530, "lr": 3.3344072955151185e-06}
{"train_loss": 0.0006097517325542867, "global_step": 94373, "epoch": 530, "lr": 3.3338767224370017e-06}
{"train_loss": 0.0013081852812319994, "global_step": 94374, "epoch": 530, "lr": 3.3333461901189577e-06}
{"train_loss": 0.0007207912858575583, "global_step": 94375, "epoch": 530, "lr": 3.332815698561459e-06}
{"train_loss": 0.0010283079463988543, "global_step": 94376, "epoch": 530, "lr": 3.332285247764949e-06}
{"train_loss": 0.0003707007854245603, "global_step": 94377, "epoch": 530, "lr": 3.3317548377299056e-06}
{"train_loss": 0.0006406431784853339, "global_step": 94378, "epoch": 530, "lr": 3.3312244684567894e-06}
{"train_loss": 0.0005439481465145946, "global_step": 94379, "epoch": 530, "lr": 3.33069413994605e-06}
{"train_loss": 0.0010346435010433197, "global_step": 94380, "epoch": 530, "lr": 3.33016385219817e-06}
{"train_loss": 0.0010544981341809034, "global_step": 94381, "epoch": 530, "lr": 3.3296336052136112e-06}
{"train_loss": 0.0006187163526192307, "global_step": 94382, "epoch": 530, "lr": 3.329103398992822e-06}
{"train_loss": 0.00036373778129927814, "global_step": 94383, "epoch": 530, "lr": 3.3285732335362807e-06}
{"train_loss": 0.0007916458416730165, "global_step": 94384, "epoch": 530, "lr": 3.3280431088444307e-06}
{"train_loss": 0.00107951695099473, "global_step": 94385, "epoch": 530, "lr": 3.3275130249177667e-06}
{"train_loss": 0.0009929882362484932, "global_step": 94386, "epoch": 530, "lr": 3.3269829817567156e-06}
{"train_loss": 0.0004158273513894528, "global_step": 94387, "epoch": 530, "lr": 3.3264529793617606e-06}
{"train_loss": 0.0006124333012849092, "global_step": 94388, "epoch": 530, "lr": 3.3259230177333676e-06}
{"train_loss": 0.0012375095393508673, "global_step": 94389, "epoch": 530, "lr": 3.325393096871993e-06}
{"train_loss": 0.0008421072852797806, "global_step": 94390, "epoch": 530, "lr": 3.3248632167781015e-06}
{"train_loss": 0.0010284833842888474, "global_step": 94391, "epoch": 530, "lr": 3.324333377452149e-06}
{"train_loss": 0.00185613171197474, "global_step": 94392, "epoch": 530, "lr": 3.3238035788946077e-06}
{"train_loss": 0.0009092135587707162, "global_step": 94393, "epoch": 530, "lr": 3.323273821105938e-06}
{"train_loss": 0.0020388842094689608, "global_step": 94394, "epoch": 530, "lr": 3.322744104086589e-06}
{"train_loss": 0.0004740036092698574, "global_step": 94395, "epoch": 530, "lr": 3.322214427837056e-06}
{"train_loss": 0.0004706170002464205, "global_step": 94396, "epoch": 530, "lr": 3.32168479235776e-06}
{"train_loss": 0.001052717911079526, "global_step": 94397, "epoch": 530, "lr": 3.321155197649195e-06}
{"train_loss": 0.001093441154807806, "global_step": 94398, "epoch": 530, "lr": 3.320625643711817e-06}
{"train_loss": 0.0015299376100301743, "global_step": 94399, "epoch": 530, "lr": 3.32009613054608e-06}
{"train_loss": 0.0017585072200745344, "global_step": 94400, "epoch": 530, "lr": 3.319566658152451e-06}
{"train_loss": 0.0010752466041594744, "global_step": 94401, "epoch": 530, "lr": 3.3190372265313853e-06}
{"train_loss": 0.0009032395319081843, "global_step": 94402, "epoch": 530, "lr": 3.3185078356833652e-06}
{"train_loss": 0.0010517784394323826, "global_step": 94403, "epoch": 530, "lr": 3.317978485608836e-06}
{"train_loss": 0.0012005659518763423, "global_step": 94404, "epoch": 530, "lr": 3.317449176308268e-06}
{"train_loss": 0.0006998544558882713, "global_step": 94405, "epoch": 530, "lr": 3.316919907782118e-06}
{"train_loss": 0.0005636023124679923, "global_step": 94406, "epoch": 530, "lr": 3.316390680030851e-06}
{"train_loss": 0.00045669951941818, "global_step": 94407, "epoch": 530, "lr": 3.3158614930549227e-06}
{"train_loss": 0.0006438102573156357, "global_step": 94408, "epoch": 530, "lr": 3.315332346854816e-06}
{"train_loss": 0.0004011185374110937, "global_step": 94409, "epoch": 530, "lr": 3.3148032414309583e-06}
{"train_loss": 0.0009618097683414817, "global_step": 94410, "epoch": 530, "lr": 3.3142741767838546e-06}
{"train_loss": 0.001491221017204225, "global_step": 94411, "epoch": 530, "lr": 3.313745152913922e-06}
{"train_loss": 0.0014394911704584956, "global_step": 94412, "epoch": 530, "lr": 3.3132161698216592e-06}
{"train_loss": 0.0007930473075248301, "global_step": 94413, "epoch": 530, "lr": 3.3126872275075104e-06}
{"train_loss": 0.001642358023673296, "global_step": 94414, "epoch": 530, "lr": 3.3121583259719425e-06}
{"train_loss": 0.0009437855333089828, "global_step": 94415, "epoch": 530, "lr": 3.3116294652154155e-06}
{"train_loss": 0.0010958891361951828, "global_step": 94416, "epoch": 530, "lr": 3.3111006452383907e-06}
{"train_loss": 0.0004896974423900247, "global_step": 94417, "epoch": 530, "lr": 3.3105718660413233e-06}
{"train_loss": 0.0002541015564929694, "global_step": 94418, "epoch": 530, "lr": 3.310043127624701e-06}
{"train_loss": 0.0008695598226040602, "global_step": 94419, "epoch": 530, "lr": 3.3095144299889524e-06}
{"train_loss": 0.002144420752301812, "global_step": 94420, "epoch": 530, "lr": 3.3089857731345596e-06}
{"train_loss": 0.0005776580655947328, "global_step": 94421, "epoch": 530, "lr": 3.308457157061984e-06}
{"train_loss": 0.0011118024121969938, "global_step": 94422, "epoch": 530, "lr": 3.3079285817716686e-06}
{"train_loss": 0.0013501109788194299, "global_step": 94423, "epoch": 530, "lr": 3.307400047264109e-06}
{"train_loss": 0.0003471089294180274, "global_step": 94424, "epoch": 530, "lr": 3.306871553539731e-06}
{"train_loss": 0.000759177259169519, "global_step": 94425, "epoch": 530, "lr": 3.306343100599019e-06}
{"train_loss": 0.0019153598695993423, "global_step": 94426, "epoch": 530, "lr": 3.305814688442427e-06}
{"train_loss": 0.000526490795891732, "global_step": 94427, "epoch": 530, "lr": 3.3052863170704216e-06}
{"train_loss": 0.0008130728965625167, "global_step": 94428, "epoch": 530, "lr": 3.3047579864834533e-06}
{"train_loss": 0.0014935481594875455, "global_step": 94429, "epoch": 530, "lr": 3.3042296966819985e-06}
{"train_loss": 0.0015289878938347101, "global_step": 94430, "epoch": 530, "lr": 3.303701447666502e-06}
{"train_loss": 0.0006247215205803514, "global_step": 94431, "epoch": 530, "lr": 3.3031732394374404e-06}
{"train_loss": 0.0008151725633069873, "global_step": 94432, "epoch": 530, "lr": 3.3026450719952583e-06}
{"train_loss": 0.0010588078293949366, "global_step": 94433, "epoch": 530, "lr": 3.3021169453404387e-06}
{"train_loss": 0.0006138493772596121, "global_step": 94434, "epoch": 530, "lr": 3.30158885947342e-06}
{"train_loss": 0.0008634887053631246, "global_step": 94435, "epoch": 530, "lr": 3.3010608143946796e-06}
{"train_loss": 0.000990842585451901, "global_step": 94436, "epoch": 530, "lr": 3.3005328101046782e-06}
{"train_loss": 0.000493455387186259, "global_step": 94437, "epoch": 530, "lr": 3.3000048466038656e-06}
{"train_loss": 0.0007175052887760103, "global_step": 94438, "epoch": 530, "lr": 3.2994769238927136e-06}
{"train_loss": 0.0014709740644320846, "global_step": 94439, "epoch": 530, "lr": 3.298949041971683e-06}
{"train_loss": 0.001290221232920885, "global_step": 94440, "epoch": 530, "lr": 3.2984212008412175e-06}
{"train_loss": 0.0008383640088140965, "global_step": 94441, "epoch": 530, "lr": 3.2978934005018115e-06}
{"train_loss": 0.00031591550214216113, "global_step": 94442, "epoch": 530, "lr": 3.2973656409538924e-06}
{"train_loss": 0.0007224781438708305, "global_step": 94443, "epoch": 530, "lr": 3.2968379221979373e-06}
{"train_loss": 0.0005385326221585274, "global_step": 94444, "epoch": 530, "lr": 3.2963102442344075e-06}
{"train_loss": 0.0012668106937780976, "global_step": 94445, "epoch": 530, "lr": 3.2957826070637633e-06}
{"train_loss": 0.0006792150670662522, "global_step": 94446, "epoch": 530, "lr": 3.2952550106864657e-06}
{"train_loss": 0.001904597389511764, "global_step": 94447, "epoch": 530, "lr": 3.2947274551029638e-06}
{"train_loss": 0.0016464571235701442, "global_step": 94448, "epoch": 530, "lr": 3.2941999403137414e-06}
{"train_loss": 0.00039037608075886965, "global_step": 94449, "epoch": 530, "lr": 3.293672466319231e-06}
{"train_loss": 0.0005218846490606666, "global_step": 94450, "epoch": 530, "lr": 3.293145033119921e-06}
{"train_loss": 0.0007456515450030565, "global_step": 94451, "epoch": 530, "lr": 3.292617640716256e-06}
{"train_loss": 0.0004902699729427695, "global_step": 94452, "epoch": 530, "lr": 3.292090289108696e-06}
{"train_loss": 0.0014356168685480952, "global_step": 94453, "epoch": 530, "lr": 3.291562978297713e-06}
{"train_loss": 0.0010784633923321962, "global_step": 94454, "epoch": 530, "lr": 3.291035708283757e-06}
{"train_loss": 0.0002819144865497947, "global_step": 94455, "epoch": 530, "lr": 3.2905084790672837e-06}
{"train_loss": 0.0009608989348635077, "global_step": 94456, "epoch": 530, "lr": 3.28998129064878e-06}
{"train_loss": 0.0003303250705357641, "global_step": 94457, "epoch": 530, "lr": 3.2894541430286697e-06}
{"train_loss": 0.0016980792861431837, "global_step": 94458, "epoch": 530, "lr": 3.28892703620744e-06}
{"train_loss": 0.001404000329785049, "global_step": 94459, "epoch": 530, "lr": 3.2883999701855407e-06}
{"train_loss": 0.0006979620084166527, "global_step": 94460, "epoch": 530, "lr": 3.287872944963438e-06}
{"train_loss": 0.0011783005902543664, "global_step": 94461, "epoch": 530, "lr": 3.287345960541588e-06}
{"train_loss": 0.0008358827326446772, "global_step": 94462, "epoch": 530, "lr": 3.2868190169204503e-06}
{"train_loss": 0.0004950768197886646, "global_step": 94463, "epoch": 530, "lr": 3.2862921141004867e-06}
{"train_loss": 0.0013904229272156954, "global_step": 94464, "epoch": 530, "lr": 3.2857652520821513e-06}
{"train_loss": 0.0008768828702159226, "global_step": 94465, "epoch": 530, "lr": 3.285238430865917e-06}
{"train_loss": 0.0015494253020733595, "global_step": 94466, "epoch": 530, "lr": 3.284711650452238e-06}
{"train_loss": 0.0010990587761625648, "global_step": 94467, "epoch": 530, "lr": 3.28418491084157e-06}
{"train_loss": 0.0011793336598202586, "global_step": 94468, "epoch": 530, "lr": 3.2836582120343794e-06}
{"train_loss": 0.00043674843618646264, "global_step": 94469, "epoch": 530, "lr": 3.283131554031127e-06}
{"train_loss": 0.0008559381240047514, "global_step": 94470, "epoch": 530, "lr": 3.2826049368322563e-06}
{"train_loss": 0.001475726836360991, "global_step": 94471, "epoch": 530, "lr": 3.2820783604382567e-06}
{"train_loss": 0.0007462191279046237, "global_step": 94472, "epoch": 530, "lr": 3.2815518248495548e-06}
{"train_loss": 0.0012235254980623722, "global_step": 94473, "epoch": 530, "lr": 3.2810253300666393e-06}
{"train_loss": 0.00236304453574121, "global_step": 94474, "epoch": 530, "lr": 3.280498876089955e-06}
{"train_loss": 0.0003525068750604987, "global_step": 94475, "epoch": 530, "lr": 3.279972462919967e-06}
{"train_loss": 0.0005758940242230892, "global_step": 94476, "epoch": 530, "lr": 3.2794460905571313e-06}
{"train_loss": 0.001519255805760622, "global_step": 94477, "epoch": 530, "lr": 3.2789197590019082e-06}
{"train_loss": 0.0006050588563084602, "global_step": 94478, "epoch": 530, "lr": 3.2783934682547535e-06}
{"train_loss": 0.001060993643477559, "global_step": 94479, "epoch": 530, "lr": 3.277867218316144e-06}
{"train_loss": 0.0007672156789340079, "global_step": 94480, "epoch": 530, "lr": 3.2773410091865132e-06}
{"train_loss": 0.002775463741272688, "global_step": 94481, "epoch": 530, "lr": 3.2768148408663548e-06}
{"train_loss": 0.0009135585278272629, "global_step": 94482, "epoch": 530, "lr": 3.276288713356085e-06}
{"train_loss": 0.001494101481512189, "global_step": 94483, "epoch": 530, "lr": 3.2757626266562034e-06}
{"train_loss": 0.0020605402532964945, "global_step": 94484, "epoch": 530, "lr": 3.2752365807671435e-06}
{"train_loss": 0.0008793632732704282, "global_step": 94485, "epoch": 530, "lr": 3.2747105756893714e-06}
{"train_loss": 0.0008486064034514129, "global_step": 94486, "epoch": 530, "lr": 3.274184611423364e-06}
{"train_loss": 0.0014104750007390976, "global_step": 94487, "epoch": 530, "lr": 3.2736586879695498e-06}
{"train_loss": 0.001422233646735549, "global_step": 94488, "epoch": 530, "lr": 3.2731328053284162e-06}
{"train_loss": 0.000914429547265172, "global_step": 94489, "epoch": 530, "lr": 3.272606963500402e-06}
{"train_loss": 0.0006551641272380948, "global_step": 94490, "epoch": 530, "lr": 3.2720811624859848e-06}
{"train_loss": 0.00031387287890538573, "global_step": 94491, "epoch": 530, "lr": 3.271555402285609e-06}
{"train_loss": 0.0008081839187070727, "global_step": 94492, "epoch": 530, "lr": 3.2710296828997345e-06}
{"train_loss": 0.0009597407770343125, "global_step": 94493, "epoch": 530, "lr": 3.270504004328823e-06}
{"train_loss": 0.0012289572041481733, "global_step": 94494, "epoch": 530, "lr": 3.269978366573351e-06}
{"train_loss": 0.0005354853346943855, "global_step": 94495, "epoch": 530, "lr": 3.269452769633746e-06}
{"train_loss": 0.00053067144472152, "global_step": 94496, "epoch": 530, "lr": 3.268927213510492e-06}
{"train_loss": 0.0006194051820784807, "global_step": 94497, "epoch": 530, "lr": 3.268401698204038e-06}
{"train_loss": 0.0010257023386657238, "global_step": 94498, "epoch": 530, "lr": 3.267876223714844e-06}
{"train_loss": 0.0010051717981696129, "global_step": 94499, "epoch": 530, "lr": 3.2673507900433662e-06}
{"train_loss": 0.0005271105910651386, "global_step": 94500, "epoch": 530, "lr": 3.2668253971900707e-06}
{"train_loss": 0.0007257793331518769, "global_step": 94501, "epoch": 530, "lr": 3.2663000451554128e-06}
{"train_loss": 0.00039020105032250285, "global_step": 94502, "epoch": 530, "lr": 3.265774733939847e-06}
{"train_loss": 0.001513050403445959, "global_step": 94503, "epoch": 530, "lr": 3.2652494635438346e-06}
{"train_loss": 0.0009435839019715786, "global_step": 94504, "epoch": 530, "lr": 3.2647242339678474e-06}
{"train_loss": 0.0022196948993951082, "global_step": 94505, "epoch": 530, "lr": 3.2641990452123184e-06}
{"train_loss": 0.00033001304836943746, "global_step": 94506, "epoch": 530, "lr": 3.2636738972777246e-06}
{"train_loss": 0.00043884277692995965, "global_step": 94507, "epoch": 530, "lr": 3.263148790164522e-06}
{"train_loss": 0.001323025324381888, "global_step": 94508, "epoch": 530, "lr": 3.262623723873165e-06}
{"train_loss": 0.0007867536623962224, "global_step": 94509, "epoch": 530, "lr": 3.2620986984041256e-06}
{"train_loss": 0.0004959264770150185, "global_step": 94510, "epoch": 530, "lr": 3.261573713757837e-06}
{"train_loss": 0.001138150691986084, "global_step": 94511, "epoch": 530, "lr": 3.2610487699347826e-06}
{"train_loss": 0.0005031119799241424, "global_step": 94512, "epoch": 530, "lr": 3.2605238669354055e-06}
{"train_loss": 0.0006271532620303333, "global_step": 94513, "epoch": 530, "lr": 3.2599990047601726e-06}
{"train_loss": 0.000899984035640955, "global_step": 94514, "epoch": 530, "lr": 3.2594741834095387e-06}
{"train_loss": 0.0013085161335766315, "global_step": 94515, "epoch": 530, "lr": 3.258949402883965e-06}
{"train_loss": 0.00079329963773489, "global_step": 94516, "epoch": 530, "lr": 3.2584246631839012e-06}
{"train_loss": 0.0009673598661935061, "global_step": 94517, "epoch": 530, "lr": 3.257899964309824e-06, "train_action_mse_error": 9.58001919570961e-07}
{"train_loss": 0.0011122748255729675, "global_step": 94518, "epoch": 531, "lr": 3.2573753062621672e-06}
{"train_loss": 0.0004558150249067694, "global_step": 94519, "epoch": 531, "lr": 3.256850689041413e-06}
{"train_loss": 0.001034753629937768, "global_step": 94520, "epoch": 531, "lr": 3.256326112647995e-06}
{"train_loss": 0.0004512059676926583, "global_step": 94521, "epoch": 531, "lr": 3.2558015770823904e-06}
{"train_loss": 0.0028001712635159492, "global_step": 94522, "epoch": 531, "lr": 3.255277082345054e-06}
{"train_loss": 0.0008405104745179415, "global_step": 94523, "epoch": 531, "lr": 3.2547526284364416e-06}
{"train_loss": 0.000983934267424047, "global_step": 94524, "epoch": 531, "lr": 3.2542282153570135e-06}
{"train_loss": 0.0013271651696413755, "global_step": 94525, "epoch": 531, "lr": 3.25370384310722e-06}
{"train_loss": 0.00082624820061028, "global_step": 94526, "epoch": 531, "lr": 3.253179511687521e-06}
{"train_loss": 0.0005857067881152034, "global_step": 94527, "epoch": 531, "lr": 3.2526552210983828e-06}
{"train_loss": 0.0010862874332815409, "global_step": 94528, "epoch": 531, "lr": 3.2521309713402616e-06}
{"train_loss": 0.0007604375714436173, "global_step": 94529, "epoch": 531, "lr": 3.251606762413606e-06}
{"train_loss": 0.0003673714818432927, "global_step": 94530, "epoch": 531, "lr": 3.2510825943188883e-06}
{"train_loss": 0.0006487329956144094, "global_step": 94531, "epoch": 531, "lr": 3.2505584670565416e-06}
{"train_loss": 0.0002929467591457069, "global_step": 94532, "epoch": 531, "lr": 3.250034380627065e-06}
{"train_loss": 0.001145950867794454, "global_step": 94533, "epoch": 531, "lr": 3.2495103350308696e-06}
{"train_loss": 0.0007724313763901591, "global_step": 94534, "epoch": 531, "lr": 3.248986330268444e-06}
{"train_loss": 0.0006151720299385488, "global_step": 94535, "epoch": 531, "lr": 3.248462366340238e-06}
{"train_loss": 0.000716880545951426, "global_step": 94536, "epoch": 531, "lr": 3.2479384432467065e-06}
{"train_loss": 0.0010077563347294927, "global_step": 94537, "epoch": 531, "lr": 3.24741456098831e-06}
{"train_loss": 0.0008045646827667952, "global_step": 94538, "epoch": 531, "lr": 3.246890719565504e-06}
{"train_loss": 0.0023141803685575724, "global_step": 94539, "epoch": 531, "lr": 3.2463669189787496e-06}
{"train_loss": 0.0006392328068614006, "global_step": 94540, "epoch": 531, "lr": 3.245843159228501e-06}
{"train_loss": 0.000436943955719471, "global_step": 94541, "epoch": 531, "lr": 3.2453194403152033e-06}
{"train_loss": 0.0006337148370221257, "global_step": 94542, "epoch": 531, "lr": 3.24479576223935e-06}
{"train_loss": 0.00028262948035262525, "global_step": 94543, "epoch": 531, "lr": 3.244272125001352e-06}
{"train_loss": 0.0006743310950696468, "global_step": 94544, "epoch": 531, "lr": 3.2437485286017032e-06}
{"train_loss": 0.000244115901296027, "global_step": 94545, "epoch": 531, "lr": 3.243224973040848e-06}
{"train_loss": 0.0004833604325540364, "global_step": 94546, "epoch": 531, "lr": 3.2427014583192415e-06}
{"train_loss": 0.0012723499676212668, "global_step": 94547, "epoch": 531, "lr": 3.2421779844373445e-06}
{"train_loss": 0.001107904827222228, "global_step": 94548, "epoch": 531, "lr": 3.241654551395601e-06}
{"train_loss": 0.0008734635775908828, "global_step": 94549, "epoch": 531, "lr": 3.241131159194494e-06}
{"train_loss": 0.0013735319953411818, "global_step": 94550, "epoch": 531, "lr": 3.2406078078344617e-06}
{"train_loss": 0.0008533322252333164, "global_step": 94551, "epoch": 531, "lr": 3.240084497315965e-06}
{"train_loss": 0.0014134618686512113, "global_step": 94552, "epoch": 531, "lr": 3.239561227639465e-06}
{"train_loss": 0.001029936596751213, "global_step": 94553, "epoch": 531, "lr": 3.2390379988054163e-06}
{"train_loss": 0.0005745957023464143, "global_step": 94554, "epoch": 531, "lr": 3.238514810814264e-06}
{"train_loss": 0.0007288483320735395, "global_step": 94555, "epoch": 531, "lr": 3.237991663666495e-06}
{"train_loss": 0.001036421861499548, "global_step": 94556, "epoch": 531, "lr": 3.237468557362533e-06}
{"train_loss": 0.000915991491638124, "global_step": 94557, "epoch": 531, "lr": 3.2369454919028654e-06}
{"train_loss": 0.001867271726951003, "global_step": 94558, "epoch": 531, "lr": 3.236422467287914e-06}
{"train_loss": 0.00098090386018157, "global_step": 94559, "epoch": 531, "lr": 3.2358994835181624e-06}
{"train_loss": 0.0010571160819381475, "global_step": 94560, "epoch": 531, "lr": 3.235376540594065e-06}
{"train_loss": 0.0005509878974407911, "global_step": 94561, "epoch": 531, "lr": 3.2348536385160666e-06}
{"train_loss": 0.0005090006743557751, "global_step": 94562, "epoch": 531, "lr": 3.234330777284639e-06}
{"train_loss": 0.0013431647093966603, "global_step": 94563, "epoch": 531, "lr": 3.2338079569002257e-06}
{"train_loss": 0.0007191821932792664, "global_step": 94564, "epoch": 531, "lr": 3.2332851773632767e-06}
{"train_loss": 0.0006382536375895143, "global_step": 94565, "epoch": 531, "lr": 3.2327624386742807e-06}
{"train_loss": 0.0011037099175155163, "global_step": 94566, "epoch": 531, "lr": 3.232239740833659e-06}
{"train_loss": 0.0007971520535647869, "global_step": 94567, "epoch": 531, "lr": 3.23171708384189e-06}
{"train_loss": 0.0014340493362396955, "global_step": 94568, "epoch": 531, "lr": 3.2311944676994222e-06}
{"train_loss": 0.000826690811663866, "global_step": 94569, "epoch": 531, "lr": 3.2306718924067058e-06}
{"train_loss": 0.0008190538501366973, "global_step": 94570, "epoch": 531, "lr": 3.2301493579642183e-06}
{"train_loss": 0.0006599100306630135, "global_step": 94571, "epoch": 531, "lr": 3.229626864372387e-06}
{"train_loss": 0.0006832497892901301, "global_step": 94572, "epoch": 531, "lr": 3.2291044116317004e-06}
{"train_loss": 0.0015428405022248626, "global_step": 94573, "epoch": 531, "lr": 3.22858199974258e-06}
{"train_loss": 0.000341710721841082, "global_step": 94574, "epoch": 531, "lr": 3.22805962870551e-06}
{"train_loss": 0.00045732996659353375, "global_step": 94575, "epoch": 531, "lr": 3.2275372985209384e-06}
{"train_loss": 0.0010974861215800047, "global_step": 94576, "epoch": 531, "lr": 3.227015009189316e-06}
{"train_loss": 0.0010232861386612058, "global_step": 94577, "epoch": 531, "lr": 3.2264927607111082e-06}
{"train_loss": 0.0012222840450704098, "global_step": 94578, "epoch": 531, "lr": 3.2259705530867602e-06}
{"train_loss": 0.0017765056109055877, "global_step": 94579, "epoch": 531, "lr": 3.225448386316726e-06}
{"train_loss": 0.0007931564468890429, "global_step": 94580, "epoch": 531, "lr": 3.2249262604014896e-06}
{"train_loss": 0.0012077856808900833, "global_step": 94581, "epoch": 531, "lr": 3.2244041753414665e-06}
{"train_loss": 0.0007862919010221958, "global_step": 94582, "epoch": 531, "lr": 3.2238821311371404e-06}
{"train_loss": 0.00029204849852249026, "global_step": 94583, "epoch": 531, "lr": 3.2233601277889657e-06}
{"train_loss": 0.0012511919485405087, "global_step": 94584, "epoch": 531, "lr": 3.222838165297387e-06}
{"train_loss": 0.0007373053231276572, "global_step": 94585, "epoch": 531, "lr": 3.222316243662865e-06}
{"train_loss": 0.0005298265023157, "global_step": 94586, "epoch": 531, "lr": 3.2217943628858604e-06}
{"train_loss": 0.00047568886657245457, "global_step": 94587, "epoch": 531, "lr": 3.2212725229668174e-06}
{"train_loss": 0.00037715298822149634, "global_step": 94588, "epoch": 531, "lr": 3.2207507239062073e-06}
{"train_loss": 0.0005254665156826377, "global_step": 94589, "epoch": 531, "lr": 3.2202289657044693e-06}
{"train_loss": 0.0006175227463245392, "global_step": 94590, "epoch": 531, "lr": 3.219707248362075e-06}
{"train_loss": 0.0006436518160626292, "global_step": 94591, "epoch": 531, "lr": 3.2191855718794683e-06}
{"train_loss": 0.0006597634637728333, "global_step": 94592, "epoch": 531, "lr": 3.218663936257116e-06}
{"train_loss": 0.00042352196760475636, "global_step": 94593, "epoch": 531, "lr": 3.2181423414954617e-06}
{"train_loss": 0.0005744874943047762, "global_step": 94594, "epoch": 531, "lr": 3.2176207875949606e-06}
{"train_loss": 0.0014386414550244808, "global_step": 94595, "epoch": 531, "lr": 3.2170992745560845e-06}
{"train_loss": 0.0009543196065351367, "global_step": 94596, "epoch": 531, "lr": 3.216577802379267e-06}
{"train_loss": 0.0013470175908878446, "global_step": 94597, "epoch": 531, "lr": 3.216056371064985e-06}
{"train_loss": 0.0015996831934899092, "global_step": 94598, "epoch": 531, "lr": 3.2155349806136824e-06}
{"train_loss": 0.0007606795988976955, "global_step": 94599, "epoch": 531, "lr": 3.215013631025815e-06}
{"train_loss": 0.001367670949548483, "global_step": 94600, "epoch": 531, "lr": 3.2144923223018374e-06}
{"train_loss": 0.0004665623710025102, "global_step": 94601, "epoch": 531, "lr": 3.213971054442211e-06}
{"train_loss": 0.0009876741096377373, "global_step": 94602, "epoch": 531, "lr": 3.2134498274473736e-06}
{"train_loss": 0.0017732890555635095, "global_step": 94603, "epoch": 531, "lr": 3.2129286413178138e-06}
{"train_loss": 0.0007587436120957136, "global_step": 94604, "epoch": 531, "lr": 3.2124074960539484e-06}
{"train_loss": 0.0009087740909308195, "global_step": 94605, "epoch": 531, "lr": 3.2118863916562604e-06}
{"train_loss": 0.0006669251015409827, "global_step": 94606, "epoch": 531, "lr": 3.2113653281251985e-06}
{"train_loss": 0.0010546417906880379, "global_step": 94607, "epoch": 531, "lr": 3.210844305461208e-06}
{"train_loss": 0.00047103065298870206, "global_step": 94608, "epoch": 531, "lr": 3.2103233236647544e-06}
{"train_loss": 0.0006570117548108101, "global_step": 94609, "epoch": 531, "lr": 3.2098023827362878e-06}
{"train_loss": 0.001889492617920041, "global_step": 94610, "epoch": 531, "lr": 3.2092814826762684e-06}
{"train_loss": 0.00046387751353904605, "global_step": 94611, "epoch": 531, "lr": 3.2087606234851352e-06}
{"train_loss": 0.0006009286153130233, "global_step": 94612, "epoch": 531, "lr": 3.2082398051633655e-06}
{"train_loss": 0.0011241286993026733, "global_step": 94613, "epoch": 531, "lr": 3.2077190277114034e-06}
{"train_loss": 0.0014375760219991207, "global_step": 94614, "epoch": 531, "lr": 3.207198291129704e-06}
{"train_loss": 0.00038485712138935924, "global_step": 94615, "epoch": 531, "lr": 3.206677595418722e-06}
{"train_loss": 0.000615560682490468, "global_step": 94616, "epoch": 531, "lr": 3.206156940578914e-06}
{"train_loss": 0.0009297513170167804, "global_step": 94617, "epoch": 531, "lr": 3.2056363266107227e-06}
{"train_loss": 0.0014512843918055296, "global_step": 94618, "epoch": 531, "lr": 3.2051157535146313e-06}
{"train_loss": 0.0013219376560300589, "global_step": 94619, "epoch": 531, "lr": 3.2045952212910567e-06}
{"train_loss": 0.000988065847195685, "global_step": 94620, "epoch": 531, "lr": 3.204074729940487e-06}
{"train_loss": 0.0008875314379110932, "global_step": 94621, "epoch": 531, "lr": 3.203554279463361e-06}
{"train_loss": 0.00031494206632487476, "global_step": 94622, "epoch": 531, "lr": 3.203033869860139e-06}
{"train_loss": 0.0008454599883407354, "global_step": 94623, "epoch": 531, "lr": 3.202513501131271e-06}
{"train_loss": 0.0007298713317140937, "global_step": 94624, "epoch": 531, "lr": 3.201993173277207e-06}
{"train_loss": 0.0005053994827903807, "global_step": 94625, "epoch": 531, "lr": 3.2014728862984066e-06}
{"train_loss": 0.0010760989971458912, "global_step": 94626, "epoch": 531, "lr": 3.2009526401953373e-06}
{"train_loss": 0.0014218597207218409, "global_step": 94627, "epoch": 531, "lr": 3.2004324349684255e-06}
{"train_loss": 0.0005601922748610377, "global_step": 94628, "epoch": 531, "lr": 3.1999122706181552e-06}
{"train_loss": 0.0006116068689152598, "global_step": 94629, "epoch": 531, "lr": 3.199392147144953e-06}
{"train_loss": 0.0014937620144337416, "global_step": 94630, "epoch": 531, "lr": 3.1988720645492965e-06}
{"train_loss": 0.0006866507465019822, "global_step": 94631, "epoch": 531, "lr": 3.19835202283163e-06}
{"train_loss": 0.0003315898939035833, "global_step": 94632, "epoch": 531, "lr": 3.1978320219923975e-06}
{"train_loss": 0.0004325269255787134, "global_step": 94633, "epoch": 531, "lr": 3.197312062032076e-06}
{"train_loss": 0.0007692666258662939, "global_step": 94634, "epoch": 531, "lr": 3.1967921429510995e-06}
{"train_loss": 0.0004443465149961412, "global_step": 94635, "epoch": 531, "lr": 3.1962722647499333e-06}
{"train_loss": 0.0010306932963430882, "global_step": 94636, "epoch": 531, "lr": 3.1957524274290276e-06}
{"train_loss": 0.0011056053917855024, "global_step": 94637, "epoch": 531, "lr": 3.1952326309888427e-06}
{"train_loss": 0.0009670756990090013, "global_step": 94638, "epoch": 531, "lr": 3.194712875429823e-06}
{"train_loss": 0.000504604890011251, "global_step": 94639, "epoch": 531, "lr": 3.194193160752423e-06}
{"train_loss": 0.001256180228665471, "global_step": 94640, "epoch": 531, "lr": 3.193673486957094e-06}
{"train_loss": 0.0016705170273780823, "global_step": 94641, "epoch": 531, "lr": 3.1931538540443175e-06}
{"train_loss": 0.0006481012678705156, "global_step": 94642, "epoch": 531, "lr": 3.1926342620145043e-06}
{"train_loss": 0.0005463631823658943, "global_step": 94643, "epoch": 531, "lr": 3.192114710868138e-06}
{"train_loss": 0.0010331246303394437, "global_step": 94644, "epoch": 531, "lr": 3.1915952006056625e-06}
{"train_loss": 0.0005022829282097518, "global_step": 94645, "epoch": 531, "lr": 3.1910757312275384e-06}
{"train_loss": 0.000600685365498066, "global_step": 94646, "epoch": 531, "lr": 3.19055630273421e-06}
{"train_loss": 0.0012169937836006284, "global_step": 94647, "epoch": 531, "lr": 3.1900369151261377e-06}
{"train_loss": 0.0006461635348387063, "global_step": 94648, "epoch": 531, "lr": 3.1895175684037716e-06}
{"train_loss": 0.0007080932846292853, "global_step": 94649, "epoch": 531, "lr": 3.1889982625675664e-06}
{"train_loss": 0.0013236888917163014, "global_step": 94650, "epoch": 531, "lr": 3.188478997617972e-06}
{"train_loss": 0.0005112541257403791, "global_step": 94651, "epoch": 531, "lr": 3.1879597735554544e-06}
{"train_loss": 0.0006003823364153504, "global_step": 94652, "epoch": 531, "lr": 3.1874405903804472e-06}
{"train_loss": 0.0005334397428669035, "global_step": 94653, "epoch": 531, "lr": 3.1869214480934216e-06}
{"train_loss": 0.002364977728575468, "global_step": 94654, "epoch": 531, "lr": 3.1864023466948223e-06}
{"train_loss": 0.000448858889285475, "global_step": 94655, "epoch": 531, "lr": 3.1858832861850983e-06}
{"train_loss": 0.00035787245724350214, "global_step": 94656, "epoch": 531, "lr": 3.1853642665647277e-06}
{"train_loss": 0.0003937180736102164, "global_step": 94657, "epoch": 531, "lr": 3.1848452878341263e-06}
{"train_loss": 0.00042735738679766655, "global_step": 94658, "epoch": 531, "lr": 3.184326349993777e-06}
{"train_loss": 0.0004928217967972159, "global_step": 94659, "epoch": 531, "lr": 3.1838074530441242e-06}
{"train_loss": 0.0005836638738401234, "global_step": 94660, "epoch": 531, "lr": 3.1832885969856175e-06}
{"train_loss": 0.0009043914033100009, "global_step": 94661, "epoch": 531, "lr": 3.1827697818187118e-06}
{"train_loss": 0.0022118042688816786, "global_step": 94662, "epoch": 531, "lr": 3.1822510075438628e-06}
{"train_loss": 0.000531382393091917, "global_step": 94663, "epoch": 531, "lr": 3.1817322741615084e-06}
{"train_loss": 0.0021231924183666706, "global_step": 94664, "epoch": 531, "lr": 3.1812135816721378e-06}
{"train_loss": 0.0010958759812638164, "global_step": 94665, "epoch": 531, "lr": 3.1806949300761613e-06}
{"train_loss": 0.0006928854854777455, "global_step": 94666, "epoch": 531, "lr": 3.1801763193740674e-06}
{"train_loss": 0.0005353116430342197, "global_step": 94667, "epoch": 531, "lr": 3.179657749566278e-06}
{"train_loss": 0.0014179009012877941, "global_step": 94668, "epoch": 531, "lr": 3.179139220653271e-06}
{"train_loss": 0.000613883719779551, "global_step": 94669, "epoch": 531, "lr": 3.17862073263549e-06}
{"train_loss": 0.0010436457814648747, "global_step": 94670, "epoch": 531, "lr": 3.178102285513385e-06}
{"train_loss": 0.0009884852916002274, "global_step": 94671, "epoch": 531, "lr": 3.1775838792874156e-06}
{"train_loss": 0.0009162568603642285, "global_step": 94672, "epoch": 531, "lr": 3.1770655139580165e-06}
{"train_loss": 0.000822999922093004, "global_step": 94673, "epoch": 531, "lr": 3.1765471895256695e-06}
{"train_loss": 0.0005083230789750814, "global_step": 94674, "epoch": 531, "lr": 3.1760289059908078e-06}
{"train_loss": 0.001931352773681283, "global_step": 94675, "epoch": 531, "lr": 3.1755106633538867e-06}
{"train_loss": 0.0013429352547973394, "global_step": 94676, "epoch": 531, "lr": 3.1749924616153616e-06}
{"train_loss": 0.0004330983501859009, "global_step": 94677, "epoch": 531, "lr": 3.174474300775687e-06}
{"train_loss": 0.0005240639438852668, "global_step": 94678, "epoch": 531, "lr": 3.1739561808353023e-06}
{"train_loss": 0.0009335277136415243, "global_step": 94679, "epoch": 531, "lr": 3.17343810179469e-06}
{"train_loss": 0.0009648557752370834, "global_step": 94680, "epoch": 531, "lr": 3.1729200636542666e-06}
{"train_loss": 0.0008487217128276825, "global_step": 94681, "epoch": 531, "lr": 3.172402066414515e-06}
{"train_loss": 0.0003130808181595057, "global_step": 94682, "epoch": 531, "lr": 3.1718841100758567e-06}
{"train_loss": 0.0016493278089910746, "global_step": 94683, "epoch": 531, "lr": 3.17136619463877e-06}
{"train_loss": 0.0024265628308057785, "global_step": 94684, "epoch": 531, "lr": 3.1708483201036977e-06}
{"train_loss": 0.0007598830852657557, "global_step": 94685, "epoch": 531, "lr": 3.1703304864710903e-06}
{"train_loss": 0.0011431672610342503, "global_step": 94686, "epoch": 531, "lr": 3.1698126937414087e-06}
{"train_loss": 0.0004213865613564849, "global_step": 94687, "epoch": 531, "lr": 3.1692949419150963e-06}
{"train_loss": 0.0005046350997872651, "global_step": 94688, "epoch": 531, "lr": 3.168777230992598e-06}
{"train_loss": 0.00028178252978250384, "global_step": 94689, "epoch": 531, "lr": 3.168259560974396e-06}
{"train_loss": 0.000997861148789525, "global_step": 94690, "epoch": 531, "lr": 3.1677419318609013e-06}
{"train_loss": 0.0006112328264862299, "global_step": 94691, "epoch": 531, "lr": 3.1672243436526027e-06}
{"train_loss": 0.0006193913286551833, "global_step": 94692, "epoch": 531, "lr": 3.1667067963499277e-06}
{"train_loss": 0.0008655511774122715, "global_step": 94693, "epoch": 531, "lr": 3.1661892899533363e-06}
{"train_loss": 0.0003312312182970345, "global_step": 94694, "epoch": 531, "lr": 3.1656718244632956e-06}
{"train_loss": 0.0008878576209712407, "global_step": 94695, "epoch": 531, "lr": 3.165154399880227e-06}
{"train_loss": 0.001294631976634264, "global_step": 94696, "epoch": 532, "lr": 3.1646370162046078e-06}
{"train_loss": 0.0006611138815060258, "global_step": 94697, "epoch": 532, "lr": 3.1641196734368827e-06}
{"train_loss": 0.0009315714705735445, "global_step": 94698, "epoch": 532, "lr": 3.163602371577501e-06}
{"train_loss": 0.000604387023486197, "global_step": 94699, "epoch": 532, "lr": 3.163085110626912e-06}
{"train_loss": 0.0008995043463073671, "global_step": 94700, "epoch": 532, "lr": 3.1625678905855715e-06}
{"train_loss": 0.001073672086931765, "global_step": 94701, "epoch": 532, "lr": 3.1620507114539345e-06}
{"train_loss": 0.0007216359954327345, "global_step": 94702, "epoch": 532, "lr": 3.1615335732324503e-06}
{"train_loss": 0.001789318979717791, "global_step": 94703, "epoch": 532, "lr": 3.1610164759215575e-06}
{"train_loss": 0.0005222031031735241, "global_step": 94704, "epoch": 532, "lr": 3.16049941952174e-06}
{"train_loss": 0.001983405090868473, "global_step": 94705, "epoch": 532, "lr": 3.159982404033407e-06}
{"train_loss": 0.0017286374932155013, "global_step": 94706, "epoch": 532, "lr": 3.1594654294570423e-06}
{"train_loss": 0.00040451184031553566, "global_step": 94707, "epoch": 532, "lr": 3.1589484957930903e-06}
{"train_loss": 0.0011133039370179176, "global_step": 94708, "epoch": 532, "lr": 3.1584316030419947e-06}
{"train_loss": 0.0011944080470129848, "global_step": 94709, "epoch": 532, "lr": 3.1579147512042164e-06}
{"train_loss": 0.000989843625575304, "global_step": 94710, "epoch": 532, "lr": 3.157397940280199e-06}
{"train_loss": 0.0008078939281404018, "global_step": 94711, "epoch": 532, "lr": 3.156881170270387e-06}
{"train_loss": 0.0008202833123505116, "global_step": 94712, "epoch": 532, "lr": 3.1563644411752634e-06}
{"train_loss": 0.0010636779479682446, "global_step": 94713, "epoch": 532, "lr": 3.155847752995239e-06}
{"train_loss": 0.0008063743589445949, "global_step": 94714, "epoch": 532, "lr": 3.155331105730791e-06}
{"train_loss": 0.0008662783657200634, "global_step": 94715, "epoch": 532, "lr": 3.1548144993823693e-06}
{"train_loss": 0.0007798943552188575, "global_step": 94716, "epoch": 532, "lr": 3.1542979339504066e-06}
{"train_loss": 0.0005326784448698163, "global_step": 94717, "epoch": 532, "lr": 3.15378140943538e-06}
{"train_loss": 0.0009047892526723444, "global_step": 94718, "epoch": 532, "lr": 3.1532649258377178e-06}
{"train_loss": 0.0006017043488100171, "global_step": 94719, "epoch": 532, "lr": 3.152748483157897e-06}
{"train_loss": 0.0014765816740691662, "global_step": 94720, "epoch": 532, "lr": 3.1522320813963334e-06}
{"train_loss": 0.0009705674601718783, "global_step": 94721, "epoch": 532, "lr": 3.1517157205535052e-06}
{"train_loss": 0.0013428707607090473, "global_step": 94722, "epoch": 532, "lr": 3.151199400629856e-06}
{"train_loss": 0.0006085954373702407, "global_step": 94723, "epoch": 532, "lr": 3.150683121625836e-06}
{"train_loss": 0.0010293044615536928, "global_step": 94724, "epoch": 532, "lr": 3.1501668835418997e-06}
{"train_loss": 0.0006868367781862617, "global_step": 94725, "epoch": 532, "lr": 3.1496506863784913e-06}
{"train_loss": 0.0003419940476305783, "global_step": 94726, "epoch": 532, "lr": 3.1491345301360608e-06}
{"train_loss": 0.0009659449569880962, "global_step": 94727, "epoch": 532, "lr": 3.1486184148150743e-06}
{"train_loss": 0.0013116184854879975, "global_step": 94728, "epoch": 532, "lr": 3.1481023404159592e-06}
{"train_loss": 0.00024193350691348314, "global_step": 94729, "epoch": 532, "lr": 3.1475863069391874e-06}
{"train_loss": 0.0006341770058497787, "global_step": 94730, "epoch": 532, "lr": 3.1470703143851976e-06}
{"train_loss": 0.000458157854154706, "global_step": 94731, "epoch": 532, "lr": 3.1465543627544445e-06}
{"train_loss": 0.0010375231504440308, "global_step": 94732, "epoch": 532, "lr": 3.146038452047384e-06}
{"train_loss": 0.0014741007471457124, "global_step": 94733, "epoch": 532, "lr": 3.145522582264454e-06}
{"train_loss": 0.0014776061289012432, "global_step": 94734, "epoch": 532, "lr": 3.1450067534061046e-06}
{"train_loss": 0.00044364790664985776, "global_step": 94735, "epoch": 532, "lr": 3.144490965472802e-06}
{"train_loss": 0.0018984905909746885, "global_step": 94736, "epoch": 532, "lr": 3.1439752184649897e-06}
{"train_loss": 0.0007798321894370019, "global_step": 94737, "epoch": 532, "lr": 3.143459512383118e-06}
{"train_loss": 0.00033062469447031617, "global_step": 94738, "epoch": 532, "lr": 3.1429438472276362e-06}
{"train_loss": 0.00044924672693014145, "global_step": 94739, "epoch": 532, "lr": 3.1424282229989943e-06}
{"train_loss": 0.0011702753836289048, "global_step": 94740, "epoch": 532, "lr": 3.141912639697642e-06}
{"train_loss": 0.0020409796852618456, "global_step": 94741, "epoch": 532, "lr": 3.1413970973240224e-06}
{"train_loss": 0.0010305768810212612, "global_step": 94742, "epoch": 532, "lr": 3.1408815958786088e-06}
{"train_loss": 0.0009588157990947366, "global_step": 94743, "epoch": 532, "lr": 3.140366135361822e-06}
{"train_loss": 0.0015128965023905039, "global_step": 94744, "epoch": 532, "lr": 3.139850715774134e-06}
{"train_loss": 0.0015868042828515172, "global_step": 94745, "epoch": 532, "lr": 3.1393353371159896e-06}
{"train_loss": 0.001134368241764605, "global_step": 94746, "epoch": 532, "lr": 3.1388199993878375e-06}
{"train_loss": 0.00039157242281362414, "global_step": 94747, "epoch": 532, "lr": 3.1383047025901223e-06}
{"train_loss": 0.0008503493736498058, "global_step": 94748, "epoch": 532, "lr": 3.137789446723305e-06}
{"train_loss": 0.0006484466139227152, "global_step": 94749, "epoch": 532, "lr": 3.1372742317878235e-06}
{"train_loss": 0.0008087067399173975, "global_step": 94750, "epoch": 532, "lr": 3.1367590577841444e-06}
{"train_loss": 0.0017451918683946133, "global_step": 94751, "epoch": 532, "lr": 3.136243924712695e-06}
{"train_loss": 0.0008589060744270682, "global_step": 94752, "epoch": 532, "lr": 3.1357288325739477e-06}
{"train_loss": 0.00038809882244095206, "global_step": 94753, "epoch": 532, "lr": 3.1352137813683403e-06}
{"train_loss": 0.001313913962803781, "global_step": 94754, "epoch": 532, "lr": 3.1346987710963226e-06}
{"train_loss": 0.0011008222354575992, "global_step": 94755, "epoch": 532, "lr": 3.1341838017583503e-06}
{"train_loss": 0.0006352659547701478, "global_step": 94756, "epoch": 532, "lr": 3.1336688733548613e-06}
{"train_loss": 0.0006723531405441463, "global_step": 94757, "epoch": 532, "lr": 3.133153985886328e-06}
{"train_loss": 0.0012622415088117123, "global_step": 94758, "epoch": 532, "lr": 3.1326391393531717e-06}
{"train_loss": 0.0002483607386238873, "global_step": 94759, "epoch": 532, "lr": 3.132124333755865e-06}
{"train_loss": 0.0008010728051885962, "global_step": 94760, "epoch": 532, "lr": 3.1316095690948453e-06}
{"train_loss": 0.0010165984276682138, "global_step": 94761, "epoch": 532, "lr": 3.131094845370569e-06}
{"train_loss": 0.0005914212670177221, "global_step": 94762, "epoch": 532, "lr": 3.1305801625834795e-06}
{"train_loss": 0.0007414703723043203, "global_step": 94763, "epoch": 532, "lr": 3.130065520734032e-06}
{"train_loss": 0.0006855153478682041, "global_step": 94764, "epoch": 532, "lr": 3.1295509198226604e-06}
{"train_loss": 0.0005106112221255898, "global_step": 94765, "epoch": 532, "lr": 3.1290363598498463e-06}
{"train_loss": 0.0003217243356630206, "global_step": 94766, "epoch": 532, "lr": 3.1285218408160068e-06}
{"train_loss": 0.0008308133110404015, "global_step": 94767, "epoch": 532, "lr": 3.128007362721608e-06}
{"train_loss": 0.0006495830602943897, "global_step": 94768, "epoch": 532, "lr": 3.127492925567094e-06}
{"train_loss": 0.0006568356184288859, "global_step": 94769, "epoch": 532, "lr": 3.1269785293529195e-06}
{"train_loss": 0.0011186134070158005, "global_step": 94770, "epoch": 532, "lr": 3.12646417407953e-06}
{"train_loss": 0.0019582691602408886, "global_step": 94771, "epoch": 532, "lr": 3.1259498597473737e-06}
{"train_loss": 0.001100658206269145, "global_step": 94772, "epoch": 532, "lr": 3.125435586356895e-06}
{"train_loss": 0.0014874894404783845, "global_step": 94773, "epoch": 532, "lr": 3.1249213539085608e-06}
{"train_loss": 0.000719797913916409, "global_step": 94774, "epoch": 532, "lr": 3.1244071624027926e-06}
{"train_loss": 0.0009945407509803772, "global_step": 94775, "epoch": 532, "lr": 3.1238930118400733e-06}
{"train_loss": 0.0011240793392062187, "global_step": 94776, "epoch": 532, "lr": 3.1233789022208193e-06}
{"train_loss": 0.0004947748966515064, "global_step": 94777, "epoch": 532, "lr": 3.1228648335455024e-06}
{"train_loss": 0.0009793759090825915, "global_step": 94778, "epoch": 532, "lr": 3.122350805814561e-06}
{"train_loss": 0.000685339153278619, "global_step": 94779, "epoch": 532, "lr": 3.1218368190284397e-06}
{"train_loss": 0.000245176546741277, "global_step": 94780, "epoch": 532, "lr": 3.1213228731876097e-06}
{"train_loss": 0.002650353591889143, "global_step": 94781, "epoch": 532, "lr": 3.1208089682924934e-06}
{"train_loss": 0.0012837742688134313, "global_step": 94782, "epoch": 532, "lr": 3.120295104343557e-06}
{"train_loss": 0.0008668754016980529, "global_step": 94783, "epoch": 532, "lr": 3.1197812813412386e-06}
{"train_loss": 0.0006318592349998653, "global_step": 94784, "epoch": 532, "lr": 3.1192674992859938e-06}
{"train_loss": 0.000571518437936902, "global_step": 94785, "epoch": 532, "lr": 3.1187537581782723e-06}
{"train_loss": 0.000336774013703689, "global_step": 94786, "epoch": 532, "lr": 3.1182400580185122e-06}
{"train_loss": 0.0004020677297376096, "global_step": 94787, "epoch": 532, "lr": 3.117726398807169e-06}
{"train_loss": 0.0006355826044455171, "global_step": 94788, "epoch": 532, "lr": 3.1172127805447038e-06}
{"train_loss": 0.0008364494424313307, "global_step": 94789, "epoch": 532, "lr": 3.116699203231538e-06}
{"train_loss": 0.001315058907493949, "global_step": 94790, "epoch": 532, "lr": 3.116185666868149e-06}
{"train_loss": 0.0005026932340115309, "global_step": 94791, "epoch": 532, "lr": 3.1156721714549643e-06}
{"train_loss": 0.0006643406813964248, "global_step": 94792, "epoch": 532, "lr": 3.1151587169924444e-06}
{"train_loss": 0.0015898952260613441, "global_step": 94793, "epoch": 532, "lr": 3.114645303481034e-06}
{"train_loss": 0.0013210169272497296, "global_step": 94794, "epoch": 532, "lr": 3.114131930921177e-06}
{"train_loss": 0.0022992263548076153, "global_step": 94795, "epoch": 532, "lr": 3.113618599313328e-06}
{"train_loss": 0.0003979569301009178, "global_step": 94796, "epoch": 532, "lr": 3.113105308657932e-06}
{"train_loss": 0.0019368778448551893, "global_step": 94797, "epoch": 532, "lr": 3.1125920589554327e-06}
{"train_loss": 0.00021724958787672222, "global_step": 94798, "epoch": 532, "lr": 3.11207885020629e-06}
{"train_loss": 0.0010437644086778164, "global_step": 94799, "epoch": 532, "lr": 3.1115656824109497e-06}
{"train_loss": 0.0013037797762081027, "global_step": 94800, "epoch": 532, "lr": 3.1110525555698487e-06}
{"train_loss": 0.00038989129825495183, "global_step": 94801, "epoch": 532, "lr": 3.110539469683449e-06}
{"train_loss": 0.0007406376535072923, "global_step": 94802, "epoch": 532, "lr": 3.110026424752188e-06}
{"train_loss": 0.0012868214398622513, "global_step": 94803, "epoch": 532, "lr": 3.1095134207765276e-06}
{"train_loss": 0.0007242024876177311, "global_step": 94804, "epoch": 532, "lr": 3.1090004577568943e-06}
{"train_loss": 0.0014756114687770605, "global_step": 94805, "epoch": 532, "lr": 3.1084875356937604e-06}
{"train_loss": 0.0006782679120078683, "global_step": 94806, "epoch": 532, "lr": 3.1079746545875587e-06}
{"train_loss": 0.0009673171443864703, "global_step": 94807, "epoch": 532, "lr": 3.107461814438739e-06}
{"train_loss": 0.0003157604660373181, "global_step": 94808, "epoch": 532, "lr": 3.106949015247751e-06}
{"train_loss": 0.0015516423154622316, "global_step": 94809, "epoch": 532, "lr": 3.106436257015044e-06}
{"train_loss": 0.0006964938947930932, "global_step": 94810, "epoch": 532, "lr": 3.105923539741068e-06}
{"train_loss": 0.0008723678765818477, "global_step": 94811, "epoch": 532, "lr": 3.1054108634262614e-06}
{"train_loss": 0.001254629110917449, "global_step": 94812, "epoch": 532, "lr": 3.1048982280710737e-06}
{"train_loss": 0.0004632569325622171, "global_step": 94813, "epoch": 532, "lr": 3.1043856336759714e-06}
{"train_loss": 0.0009662165539339185, "global_step": 94814, "epoch": 532, "lr": 3.1038730802413707e-06}
{"train_loss": 0.0002800566144287586, "global_step": 94815, "epoch": 532, "lr": 3.103360567767749e-06}
{"train_loss": 0.000452622480224818, "global_step": 94816, "epoch": 532, "lr": 3.102848096255534e-06}
{"train_loss": 0.0007069400162436068, "global_step": 94817, "epoch": 532, "lr": 3.102335665705186e-06}
{"train_loss": 0.0005063993157818913, "global_step": 94818, "epoch": 532, "lr": 3.101823276117144e-06}
{"train_loss": 0.0010626879520714283, "global_step": 94819, "epoch": 532, "lr": 3.101310927491852e-06}
{"train_loss": 0.0010967300040647388, "global_step": 94820, "epoch": 532, "lr": 3.1007986198297757e-06}
{"train_loss": 0.0006122527411207557, "global_step": 94821, "epoch": 532, "lr": 3.100286353131343e-06}
{"train_loss": 0.0008054246427491307, "global_step": 94822, "epoch": 532, "lr": 3.0997741273970147e-06}
{"train_loss": 0.0013698546681553125, "global_step": 94823, "epoch": 532, "lr": 3.099261942627235e-06}
{"train_loss": 0.00026500498643144965, "global_step": 94824, "epoch": 532, "lr": 3.0987497988224424e-06}
{"train_loss": 0.0021845633164048195, "global_step": 94825, "epoch": 532, "lr": 3.0982376959830862e-06}
{"train_loss": 0.0003758688108064234, "global_step": 94826, "epoch": 532, "lr": 3.0977256341096383e-06}
{"train_loss": 0.0009036649717018008, "global_step": 94827, "epoch": 532, "lr": 3.0972136132025043e-06}
{"train_loss": 0.0009955276036635041, "global_step": 94828, "epoch": 532, "lr": 3.096701633262172e-06}
{"train_loss": 0.0006907053757458925, "global_step": 94829, "epoch": 532, "lr": 3.096189694289053e-06}
{"train_loss": 0.000700540142133832, "global_step": 94830, "epoch": 532, "lr": 3.095677796283619e-06}
{"train_loss": 0.000470111845061183, "global_step": 94831, "epoch": 532, "lr": 3.0951659392463085e-06}
{"train_loss": 0.001340219983831048, "global_step": 94832, "epoch": 532, "lr": 3.0946541231775706e-06}
{"train_loss": 0.0009730082820169628, "global_step": 94833, "epoch": 532, "lr": 3.0941423480778496e-06}
{"train_loss": 0.0016445539658889174, "global_step": 94834, "epoch": 532, "lr": 3.0936306139475956e-06}
{"train_loss": 0.0012555065331980586, "global_step": 94835, "epoch": 532, "lr": 3.093118920787247e-06}
{"train_loss": 0.0006755468202754855, "global_step": 94836, "epoch": 532, "lr": 3.092607268597275e-06}
{"train_loss": 0.0010851703118532896, "global_step": 94837, "epoch": 532, "lr": 3.092095657378091e-06}
{"train_loss": 0.000309339608065784, "global_step": 94838, "epoch": 532, "lr": 3.091584087130167e-06}
{"train_loss": 0.000322225212585181, "global_step": 94839, "epoch": 532, "lr": 3.091072557853941e-06}
{"train_loss": 0.0005153047386556864, "global_step": 94840, "epoch": 532, "lr": 3.0905610695498576e-06}
{"train_loss": 0.0005401323433034122, "global_step": 94841, "epoch": 532, "lr": 3.0900496222183827e-06}
{"train_loss": 0.0003458957653492689, "global_step": 94842, "epoch": 532, "lr": 3.089538215859933e-06}
{"train_loss": 0.001110055367462337, "global_step": 94843, "epoch": 532, "lr": 3.08902685047498e-06}
{"train_loss": 0.001384867588058114, "global_step": 94844, "epoch": 532, "lr": 3.0885155260639564e-06}
{"train_loss": 0.001290580490604043, "global_step": 94845, "epoch": 532, "lr": 3.0880042426273124e-06}
{"train_loss": 0.0013567758724093437, "global_step": 94846, "epoch": 532, "lr": 3.0874930001654976e-06}
{"train_loss": 0.0011910609900951385, "global_step": 94847, "epoch": 532, "lr": 3.0869817986789563e-06}
{"train_loss": 0.001139250467531383, "global_step": 94848, "epoch": 532, "lr": 3.086470638168132e-06}
{"train_loss": 0.0009247622219845653, "global_step": 94849, "epoch": 532, "lr": 3.0859595186334744e-06}
{"train_loss": 0.0013365545310080051, "global_step": 94850, "epoch": 532, "lr": 3.085448440075428e-06}
{"train_loss": 0.0022735311649739742, "global_step": 94851, "epoch": 532, "lr": 3.0849374024944477e-06}
{"train_loss": 0.0009132854174822569, "global_step": 94852, "epoch": 532, "lr": 3.084426405890961e-06}
{"train_loss": 0.0031981905922293663, "global_step": 94853, "epoch": 532, "lr": 3.0839154502654345e-06}
{"train_loss": 0.00048576711560599506, "global_step": 94854, "epoch": 532, "lr": 3.083404535618306e-06}
{"train_loss": 0.001043791649863124, "global_step": 94855, "epoch": 532, "lr": 3.0828936619500202e-06}
{"train_loss": 0.0005448815645650029, "global_step": 94856, "epoch": 532, "lr": 3.082382829261027e-06}
{"train_loss": 0.0010437080636620522, "global_step": 94857, "epoch": 532, "lr": 3.0818720375517697e-06}
{"train_loss": 0.0011287946254014969, "global_step": 94858, "epoch": 532, "lr": 3.081361286822687e-06}
{"train_loss": 0.0004947800189256668, "global_step": 94859, "epoch": 532, "lr": 3.0808505770742456e-06}
{"train_loss": 0.0008787782280705869, "global_step": 94860, "epoch": 532, "lr": 3.0803399083068672e-06}
{"train_loss": 0.0004434448783285916, "global_step": 94861, "epoch": 532, "lr": 3.079829280521018e-06}
{"train_loss": 0.0004917259211651981, "global_step": 94862, "epoch": 532, "lr": 3.079318693717137e-06}
{"train_loss": 0.0011483019916340709, "global_step": 94863, "epoch": 532, "lr": 3.0788081478956565e-06}
{"train_loss": 0.0018031754298135638, "global_step": 94864, "epoch": 532, "lr": 3.0782976430570543e-06}
{"train_loss": 0.0004833308048546314, "global_step": 94865, "epoch": 532, "lr": 3.077787179201741e-06}
{"train_loss": 0.0010511130094528198, "global_step": 94866, "epoch": 532, "lr": 3.077276756330194e-06}
{"train_loss": 0.0011976577807217836, "global_step": 94867, "epoch": 532, "lr": 3.07676637444283e-06}
{"train_loss": 0.0005985049065202475, "global_step": 94868, "epoch": 532, "lr": 3.0762560335401145e-06}
{"train_loss": 0.0003412853111512959, "global_step": 94869, "epoch": 532, "lr": 3.0757457336224814e-06}
{"train_loss": 0.0004636932862922549, "global_step": 94870, "epoch": 532, "lr": 3.075235474690391e-06}
{"train_loss": 0.0013948711566627026, "global_step": 94871, "epoch": 532, "lr": 3.0747252567442765e-06}
{"train_loss": 0.0005655644345097244, "global_step": 94872, "epoch": 532, "lr": 3.074215079784587e-06}
{"train_loss": 0.0009495979814274823, "global_step": 94873, "epoch": 532, "lr": 3.073704943811756e-06}
{"train_loss": 0.0005385299446061254, "global_step": 94874, "epoch": 533, "lr": 3.0731948488262608e-06}
{"train_loss": 0.0006322703557088971, "global_step": 94875, "epoch": 533, "lr": 3.072684794828512e-06}
{"train_loss": 0.0003367925528436899, "global_step": 94876, "epoch": 533, "lr": 3.0721747818189816e-06}
{"train_loss": 0.0003646926488727331, "global_step": 94877, "epoch": 533, "lr": 3.071664809798097e-06}
{"train_loss": 0.0020102416165173054, "global_step": 94878, "epoch": 533, "lr": 3.071154878766319e-06}
{"train_loss": 0.00032920483499765396, "global_step": 94879, "epoch": 533, "lr": 3.0706449887240806e-06}
{"train_loss": 0.0008272092090919614, "global_step": 94880, "epoch": 533, "lr": 3.070135139671826e-06}
{"train_loss": 0.001348450779914856, "global_step": 94881, "epoch": 533, "lr": 3.0696253316100042e-06}
{"train_loss": 0.0004900107160210609, "global_step": 94882, "epoch": 533, "lr": 3.0691155645390714e-06}
{"train_loss": 0.001657493063248694, "global_step": 94883, "epoch": 533, "lr": 3.0686058384594594e-06}
{"train_loss": 0.0009146683732979, "global_step": 94884, "epoch": 533, "lr": 3.068096153371619e-06}
{"train_loss": 0.0005658027366735041, "global_step": 94885, "epoch": 533, "lr": 3.067586509275988e-06}
{"train_loss": 0.001464532339014113, "global_step": 94886, "epoch": 533, "lr": 3.0670769061730278e-06}
{"train_loss": 0.0008033595513552427, "global_step": 94887, "epoch": 533, "lr": 3.0665673440631646e-06}
{"train_loss": 0.0006236468907445669, "global_step": 94888, "epoch": 533, "lr": 3.0660578229468497e-06}
{"train_loss": 0.0004522634844761342, "global_step": 94889, "epoch": 533, "lr": 3.0655483428245425e-06}
{"train_loss": 0.0004693098017014563, "global_step": 94890, "epoch": 533, "lr": 3.0650389036966597e-06}
{"train_loss": 0.001081382273696363, "global_step": 94891, "epoch": 533, "lr": 3.0645295055636736e-06}
{"train_loss": 0.0006806498859077692, "global_step": 94892, "epoch": 533, "lr": 3.0640201484260165e-06}
{"train_loss": 0.0006900801090523601, "global_step": 94893, "epoch": 533, "lr": 3.0635108322841333e-06}
{"train_loss": 0.0006202160147950053, "global_step": 94894, "epoch": 533, "lr": 3.063001557138473e-06}
{"train_loss": 0.001249882043339312, "global_step": 94895, "epoch": 533, "lr": 3.062492322989474e-06}
{"train_loss": 0.0008361396030522883, "global_step": 94896, "epoch": 533, "lr": 3.061983129837581e-06}
{"train_loss": 0.0012431642971932888, "global_step": 94897, "epoch": 533, "lr": 3.06147397768326e-06}
{"train_loss": 0.0009869947098195553, "global_step": 94898, "epoch": 533, "lr": 3.0609648665269166e-06}
{"train_loss": 0.0011164244497194886, "global_step": 94899, "epoch": 533, "lr": 3.060455796369027e-06}
{"train_loss": 0.0015241417568176985, "global_step": 94900, "epoch": 533, "lr": 3.059946767210031e-06}
{"train_loss": 0.0010244641453027725, "global_step": 94901, "epoch": 533, "lr": 3.0594377790503614e-06}
{"train_loss": 0.00075965141877532, "global_step": 94902, "epoch": 533, "lr": 3.058928831890473e-06}
{"train_loss": 0.0005595750408247113, "global_step": 94903, "epoch": 533, "lr": 3.058419925730799e-06}
{"train_loss": 0.00054863968398422, "global_step": 94904, "epoch": 533, "lr": 3.057911060571805e-06}
{"train_loss": 0.0009785256115719676, "global_step": 94905, "epoch": 533, "lr": 3.0574022364139143e-06}
{"train_loss": 0.0010006522061303258, "global_step": 94906, "epoch": 533, "lr": 3.0568934532575812e-06}
{"train_loss": 0.0005004843114875257, "global_step": 94907, "epoch": 533, "lr": 3.0563847111032438e-06}
{"train_loss": 0.0010041401255875826, "global_step": 94908, "epoch": 533, "lr": 3.0558760099513585e-06}
{"train_loss": 0.0002650700625963509, "global_step": 94909, "epoch": 533, "lr": 3.055367349802357e-06}
{"train_loss": 0.00041699252324178815, "global_step": 94910, "epoch": 533, "lr": 3.0548587306566955e-06}
{"train_loss": 0.0004999457160010934, "global_step": 94911, "epoch": 533, "lr": 3.0543501525147957e-06}
{"train_loss": 0.0011770857963711023, "global_step": 94912, "epoch": 533, "lr": 3.05384161537714e-06}
{"train_loss": 0.0008224057964980602, "global_step": 94913, "epoch": 533, "lr": 3.0533331192441285e-06}
{"train_loss": 0.0018220632337033749, "global_step": 94914, "epoch": 533, "lr": 3.0528246641162382e-06}
{"train_loss": 0.0014641477027907968, "global_step": 94915, "epoch": 533, "lr": 3.0523162499938974e-06}
{"train_loss": 0.001175791141577065, "global_step": 94916, "epoch": 533, "lr": 3.0518078768775604e-06}
{"train_loss": 0.0013366562779992819, "global_step": 94917, "epoch": 533, "lr": 3.051299544767661e-06}
{"train_loss": 0.00038342014886438847, "global_step": 94918, "epoch": 533, "lr": 3.050791253664653e-06}
{"train_loss": 0.0007194991922006011, "global_step": 94919, "epoch": 533, "lr": 3.05028300356896e-06}
{"train_loss": 0.001244124723598361, "global_step": 94920, "epoch": 533, "lr": 3.049774794481064e-06}
{"train_loss": 0.00042267251410521567, "global_step": 94921, "epoch": 533, "lr": 3.049266626401365e-06}
{"train_loss": 0.0008079990511760116, "global_step": 94922, "epoch": 533, "lr": 3.0487584993303452e-06}
{"train_loss": 0.0006104187341406941, "global_step": 94923, "epoch": 533, "lr": 3.0482504132684164e-06}
{"train_loss": 0.0006848777993582189, "global_step": 94924, "epoch": 533, "lr": 3.0477423682160442e-06}
{"train_loss": 0.0009871929651126266, "global_step": 94925, "epoch": 533, "lr": 3.0472343641736625e-06}
{"train_loss": 0.0006774547509849072, "global_step": 94926, "epoch": 533, "lr": 3.046726401141714e-06}
{"train_loss": 0.0007585522253066301, "global_step": 94927, "epoch": 533, "lr": 3.046218479120655e-06}
{"train_loss": 0.0006195305613800883, "global_step": 94928, "epoch": 533, "lr": 3.0457105981109122e-06}
{"train_loss": 0.0025081103667616844, "global_step": 94929, "epoch": 533, "lr": 3.045202758112942e-06}
{"train_loss": 0.0014986337628215551, "global_step": 94930, "epoch": 533, "lr": 3.044694959127181e-06}
{"train_loss": 0.00025956780882552266, "global_step": 94931, "epoch": 533, "lr": 3.044187201154075e-06}
{"train_loss": 0.0003686028067022562, "global_step": 94932, "epoch": 533, "lr": 3.0436794841940674e-06}
{"train_loss": 0.0011882925173267722, "global_step": 94933, "epoch": 533, "lr": 3.0431718082476023e-06}
{"train_loss": 0.0008779997588135302, "global_step": 94934, "epoch": 533, "lr": 3.0426641733151183e-06}
{"train_loss": 0.001757659250870347, "global_step": 94935, "epoch": 533, "lr": 3.0421565793970763e-06}
{"train_loss": 0.0018364919815212488, "global_step": 94936, "epoch": 533, "lr": 3.0416490264938867e-06}
{"train_loss": 0.0009485395858064294, "global_step": 94937, "epoch": 533, "lr": 3.041141514606033e-06}
{"train_loss": 0.0005329353734850883, "global_step": 94938, "epoch": 533, "lr": 3.04063404373392e-06}
{"train_loss": 0.0007364080520346761, "global_step": 94939, "epoch": 533, "lr": 3.040126613878014e-06}
{"train_loss": 0.00035304389894008636, "global_step": 94940, "epoch": 533, "lr": 3.0396192250387533e-06}
{"train_loss": 0.0010051014833152294, "global_step": 94941, "epoch": 533, "lr": 3.0391118772165885e-06}
{"train_loss": 0.0006618233746849, "global_step": 94942, "epoch": 533, "lr": 3.038604570411946e-06}
{"train_loss": 0.0007143548573367298, "global_step": 94943, "epoch": 533, "lr": 3.0380973046252816e-06}
{"train_loss": 0.0010502281365916133, "global_step": 94944, "epoch": 533, "lr": 3.037590079857028e-06}
{"train_loss": 0.00035802763886749744, "global_step": 94945, "epoch": 533, "lr": 3.0370828961076404e-06}
{"train_loss": 0.0008428365108557045, "global_step": 94946, "epoch": 533, "lr": 3.036575753377557e-06}
{"train_loss": 0.0004445828089956194, "global_step": 94947, "epoch": 533, "lr": 3.0360686516672175e-06}
{"train_loss": 0.00033054553205147386, "global_step": 94948, "epoch": 533, "lr": 3.0355615909770707e-06}
{"train_loss": 0.0011939856922253966, "global_step": 94949, "epoch": 533, "lr": 3.0350545713075496e-06}
{"train_loss": 0.0021569826640188694, "global_step": 94950, "epoch": 533, "lr": 3.034547592659115e-06}
{"train_loss": 0.0007119184010662138, "global_step": 94951, "epoch": 533, "lr": 3.034040655032189e-06}
{"train_loss": 0.00042258657049387693, "global_step": 94952, "epoch": 533, "lr": 3.033533758427226e-06}
{"train_loss": 0.0006901364540681243, "global_step": 94953, "epoch": 533, "lr": 3.0330269028446655e-06}
{"train_loss": 0.001709252712316811, "global_step": 94954, "epoch": 533, "lr": 3.032520088284957e-06}
{"train_loss": 0.0005038977833464742, "global_step": 94955, "epoch": 533, "lr": 3.032013314748533e-06}
{"train_loss": 0.0016494081355631351, "global_step": 94956, "epoch": 533, "lr": 3.0315065822358378e-06}
{"train_loss": 0.0010758563876152039, "global_step": 94957, "epoch": 533, "lr": 3.030999890747321e-06}
{"train_loss": 0.0009015189716592431, "global_step": 94958, "epoch": 533, "lr": 3.030493240283422e-06}
{"train_loss": 0.0006462180172093213, "global_step": 94959, "epoch": 533, "lr": 3.0299866308445725e-06}
{"train_loss": 0.0008563916198909283, "global_step": 94960, "epoch": 533, "lr": 3.029480062431239e-06}
{"train_loss": 0.0006971367984078825, "global_step": 94961, "epoch": 533, "lr": 3.028973535043833e-06}
{"train_loss": 0.0009737654472701252, "global_step": 94962, "epoch": 533, "lr": 3.028467048682826e-06}
{"train_loss": 0.0021052947267889977, "global_step": 94963, "epoch": 533, "lr": 3.027960603348645e-06}
{"train_loss": 0.0005744790541939437, "global_step": 94964, "epoch": 533, "lr": 3.027454199041735e-06}
{"train_loss": 0.0012603513896465302, "global_step": 94965, "epoch": 533, "lr": 3.026947835762539e-06}
{"train_loss": 0.0008387437555938959, "global_step": 94966, "epoch": 533, "lr": 3.026441513511491e-06}
{"train_loss": 0.0007217188249342144, "global_step": 94967, "epoch": 533, "lr": 3.025935232289051e-06}
{"train_loss": 0.0007709969067946076, "global_step": 94968, "epoch": 533, "lr": 3.025428992095647e-06}
{"train_loss": 0.0009246707195416093, "global_step": 94969, "epoch": 533, "lr": 3.024922792931728e-06}
{"train_loss": 0.00023701635655015707, "global_step": 94970, "epoch": 533, "lr": 3.0244166347977333e-06}
{"train_loss": 0.0005653897533193231, "global_step": 94971, "epoch": 533, "lr": 3.023910517694106e-06}
{"train_loss": 0.001438909792341292, "global_step": 94972, "epoch": 533, "lr": 3.0234044416212805e-06}
{"train_loss": 0.0004969068104401231, "global_step": 94973, "epoch": 533, "lr": 3.022898406579716e-06}
{"train_loss": 0.0005454242927953601, "global_step": 94974, "epoch": 533, "lr": 3.0223924125698356e-06}
{"train_loss": 0.00021326026762835681, "global_step": 94975, "epoch": 533, "lr": 3.0218864595920993e-06}
{"train_loss": 0.0008329577394761145, "global_step": 94976, "epoch": 533, "lr": 3.0213805476469293e-06}
{"train_loss": 0.0020692269317805767, "global_step": 94977, "epoch": 533, "lr": 3.020874676734786e-06}
{"train_loss": 0.0006159832701086998, "global_step": 94978, "epoch": 533, "lr": 3.0203688468560977e-06}
{"train_loss": 0.0011518686078488827, "global_step": 94979, "epoch": 533, "lr": 3.019863058011313e-06}
{"train_loss": 0.0002575421240180731, "global_step": 94980, "epoch": 533, "lr": 3.0193573102008766e-06}
{"train_loss": 0.0007940747891552746, "global_step": 94981, "epoch": 533, "lr": 3.018851603425221e-06}
{"train_loss": 0.001045316574163735, "global_step": 94982, "epoch": 533, "lr": 3.018345937684791e-06}
{"train_loss": 0.0009683105745352805, "global_step": 94983, "epoch": 533, "lr": 3.0178403129800415e-06}
{"train_loss": 0.0009402392897754908, "global_step": 94984, "epoch": 533, "lr": 3.0173347293113884e-06}
{"train_loss": 0.0010026156669482589, "global_step": 94985, "epoch": 533, "lr": 3.016829186679293e-06}
{"train_loss": 0.0012643163790926337, "global_step": 94986, "epoch": 533, "lr": 3.0163236850841935e-06}
{"train_loss": 0.0010150613961741328, "global_step": 94987, "epoch": 533, "lr": 3.015818224526518e-06}
{"train_loss": 0.0009944280609488487, "global_step": 94988, "epoch": 533, "lr": 3.0153128050067423e-06}
{"train_loss": 0.0007546584820374846, "global_step": 94989, "epoch": 533, "lr": 3.0148074265252625e-06}
{"train_loss": 0.0004216231172904372, "global_step": 94990, "epoch": 533, "lr": 3.0143020890825547e-06}
{"train_loss": 0.0003688050783239305, "global_step": 94991, "epoch": 533, "lr": 3.013796792679047e-06}
{"train_loss": 0.0005042892880737782, "global_step": 94992, "epoch": 533, "lr": 3.0132915373151773e-06}
{"train_loss": 0.0005949402111582458, "global_step": 94993, "epoch": 533, "lr": 3.0127863229913957e-06}
{"train_loss": 0.001108962344005704, "global_step": 94994, "epoch": 533, "lr": 3.0122811497081404e-06}
{"train_loss": 0.0003372172941453755, "global_step": 94995, "epoch": 533, "lr": 3.0117760174658506e-06}
{"train_loss": 0.0009240239742211998, "global_step": 94996, "epoch": 533, "lr": 3.0112709262649643e-06}
{"train_loss": 0.00024042428412940353, "global_step": 94997, "epoch": 533, "lr": 3.0107658761059256e-06}
{"train_loss": 0.0002221071918029338, "global_step": 94998, "epoch": 533, "lr": 3.0102608669891896e-06}
{"train_loss": 0.0007367772050201893, "global_step": 94999, "epoch": 533, "lr": 3.0097558989151677e-06}
{"train_loss": 0.0005139964050613344, "global_step": 95000, "epoch": 533, "lr": 3.0092509718843255e-06}
{"train_loss": 0.0012116606812924147, "global_step": 95001, "epoch": 533, "lr": 3.0087460858970963e-06}
{"train_loss": 0.001328666927292943, "global_step": 95002, "epoch": 533, "lr": 3.0082412409539183e-06}
{"train_loss": 0.0014286453370004892, "global_step": 95003, "epoch": 533, "lr": 3.0077364370552417e-06}
{"train_loss": 0.0008034411584958434, "global_step": 95004, "epoch": 533, "lr": 3.0072316742014995e-06}
{"train_loss": 0.0007384114433079958, "global_step": 95005, "epoch": 533, "lr": 3.006726952393124e-06}
{"train_loss": 0.00031692968332208693, "global_step": 95006, "epoch": 533, "lr": 3.0062222716305823e-06}
{"train_loss": 0.0005048579769209027, "global_step": 95007, "epoch": 533, "lr": 3.005717631914279e-06}
{"train_loss": 0.0005174428224563599, "global_step": 95008, "epoch": 533, "lr": 3.0052130332446915e-06}
{"train_loss": 0.0009677184862084687, "global_step": 95009, "epoch": 533, "lr": 3.0047084756222365e-06}
{"train_loss": 0.001197934616357088, "global_step": 95010, "epoch": 533, "lr": 3.004203959047358e-06}
{"train_loss": 0.0018484382890164852, "global_step": 95011, "epoch": 533, "lr": 3.0036994835205166e-06}
{"train_loss": 0.0032069366425275803, "global_step": 95012, "epoch": 533, "lr": 3.003195049042118e-06}
{"train_loss": 0.0010995457414537668, "global_step": 95013, "epoch": 533, "lr": 3.0026906556126388e-06}
{"train_loss": 0.0009360667318105698, "global_step": 95014, "epoch": 533, "lr": 3.0021863032324904e-06}
{"train_loss": 0.0016340051079168916, "global_step": 95015, "epoch": 533, "lr": 3.0016819919021278e-06}
{"train_loss": 0.0012289501028135419, "global_step": 95016, "epoch": 533, "lr": 3.001177721621995e-06}
{"train_loss": 0.0017050325404852629, "global_step": 95017, "epoch": 533, "lr": 3.000673492392525e-06}
{"train_loss": 0.000902673345990479, "global_step": 95018, "epoch": 533, "lr": 3.0001693042141567e-06}
{"train_loss": 0.0005041295080445707, "global_step": 95019, "epoch": 533, "lr": 2.9996651570873392e-06}
{"train_loss": 0.0007615489885210991, "global_step": 95020, "epoch": 533, "lr": 2.9991610510124944e-06}
{"train_loss": 0.0007998396176844835, "global_step": 95021, "epoch": 533, "lr": 2.998656985990095e-06}
{"train_loss": 0.0006671487353742123, "global_step": 95022, "epoch": 533, "lr": 2.998152962020545e-06}
{"train_loss": 0.0008566116448491812, "global_step": 95023, "epoch": 533, "lr": 2.997648979104306e-06}
{"train_loss": 0.0017688656225800514, "global_step": 95024, "epoch": 533, "lr": 2.9971450372418163e-06}
{"train_loss": 0.00039976745028980076, "global_step": 95025, "epoch": 533, "lr": 2.9966411364335144e-06}
{"train_loss": 0.001065616263076663, "global_step": 95026, "epoch": 533, "lr": 2.996137276679839e-06}
{"train_loss": 0.0017090707551687956, "global_step": 95027, "epoch": 533, "lr": 2.9956334579812283e-06}
{"train_loss": 0.0017555798403918743, "global_step": 95028, "epoch": 533, "lr": 2.995129680338121e-06}
{"train_loss": 0.0011961152777075768, "global_step": 95029, "epoch": 533, "lr": 2.994625943750967e-06}
{"train_loss": 0.0006579916225746274, "global_step": 95030, "epoch": 533, "lr": 2.994122248220199e-06}
{"train_loss": 0.0004920475766994059, "global_step": 95031, "epoch": 533, "lr": 2.993618593746256e-06}
{"train_loss": 0.000716961279977113, "global_step": 95032, "epoch": 533, "lr": 2.993114980329581e-06}
{"train_loss": 0.0008726512896828353, "global_step": 95033, "epoch": 533, "lr": 2.9926114079706192e-06}
{"train_loss": 0.0007947903359308839, "global_step": 95034, "epoch": 533, "lr": 2.9921078766697975e-06}
{"train_loss": 0.0004257410764694214, "global_step": 95035, "epoch": 533, "lr": 2.9916043864275546e-06}
{"train_loss": 0.0005847899010404944, "global_step": 95036, "epoch": 533, "lr": 2.9911009372443567e-06}
{"train_loss": 0.0006569195538759232, "global_step": 95037, "epoch": 533, "lr": 2.990597529120609e-06}
{"train_loss": 0.0007874072180129588, "global_step": 95038, "epoch": 533, "lr": 2.9900941620567726e-06}
{"train_loss": 0.0009946302743628621, "global_step": 95039, "epoch": 533, "lr": 2.98959083605328e-06}
{"train_loss": 0.0006674935575574636, "global_step": 95040, "epoch": 533, "lr": 2.9890875511105752e-06}
{"train_loss": 0.0013110451400279999, "global_step": 95041, "epoch": 533, "lr": 2.988584307229092e-06}
{"train_loss": 0.0005460550892166793, "global_step": 95042, "epoch": 533, "lr": 2.9880811044092794e-06}
{"train_loss": 0.0004964027903042734, "global_step": 95043, "epoch": 533, "lr": 2.9875779426515536e-06}
{"train_loss": 0.0013487526448443532, "global_step": 95044, "epoch": 533, "lr": 2.9870748219563927e-06}
{"train_loss": 0.0012174732983112335, "global_step": 95045, "epoch": 533, "lr": 2.9865717423241956e-06}
{"train_loss": 0.00022241004626266658, "global_step": 95046, "epoch": 533, "lr": 2.98606870375544e-06}
{"train_loss": 0.001340666669420898, "global_step": 95047, "epoch": 533, "lr": 2.985565706250526e-06}
{"train_loss": 0.0006388984620571136, "global_step": 95048, "epoch": 533, "lr": 2.9850627498099247e-06}
{"train_loss": 0.0017588164191693068, "global_step": 95049, "epoch": 533, "lr": 2.9845598344340586e-06}
{"train_loss": 0.0004557096108328551, "global_step": 95050, "epoch": 533, "lr": 2.9840569601233713e-06}
{"train_loss": 0.0009069943643113588, "global_step": 95051, "epoch": 533, "lr": 2.983554126878313e-06}
{"train_loss": 0.0008407682762481272, "global_step": 95052, "epoch": 534, "lr": 2.983051334699294e-06}
{"train_loss": 0.0006518768495880067, "global_step": 95053, "epoch": 534, "lr": 2.9825485835867808e-06}
{"train_loss": 0.0018904698081314564, "global_step": 95054, "epoch": 534, "lr": 2.982045873541206e-06}
{"train_loss": 0.0010150732705369592, "global_step": 95055, "epoch": 534, "lr": 2.9815432045630086e-06}
{"train_loss": 0.0012558113085106015, "global_step": 95056, "epoch": 534, "lr": 2.9810405766526217e-06}
{"train_loss": 0.000813245540484786, "global_step": 95057, "epoch": 534, "lr": 2.980537989810489e-06}
{"train_loss": 0.00229621771723032, "global_step": 95058, "epoch": 534, "lr": 2.9800354440370383e-06}
{"train_loss": 0.0008736524032428861, "global_step": 95059, "epoch": 534, "lr": 2.9795329393327355e-06}
{"train_loss": 0.002512888051569462, "global_step": 95060, "epoch": 534, "lr": 2.979030475697986e-06}
{"train_loss": 0.0006495058769360185, "global_step": 95061, "epoch": 534, "lr": 2.978528053133256e-06}
{"train_loss": 0.0010904355440288782, "global_step": 95062, "epoch": 534, "lr": 2.978025671638973e-06}
{"train_loss": 0.0021109147928655148, "global_step": 95063, "epoch": 534, "lr": 2.9775233312155757e-06}
{"train_loss": 0.0008660522871650755, "global_step": 95064, "epoch": 534, "lr": 2.977021031863503e-06}
{"train_loss": 0.0002887286536861211, "global_step": 95065, "epoch": 534, "lr": 2.9765187735831924e-06}
{"train_loss": 0.0012487885542213917, "global_step": 95066, "epoch": 534, "lr": 2.9760165563750885e-06}
{"train_loss": 0.0005263765924610198, "global_step": 95067, "epoch": 534, "lr": 2.9755143802396246e-06}
{"train_loss": 0.0011418622452765703, "global_step": 95068, "epoch": 534, "lr": 2.9750122451772333e-06}
{"train_loss": 0.0013662948040291667, "global_step": 95069, "epoch": 534, "lr": 2.9745101511883756e-06}
{"train_loss": 0.0008985435124486685, "global_step": 95070, "epoch": 534, "lr": 2.9740080982734563e-06}
{"train_loss": 0.0008727700333110988, "global_step": 95071, "epoch": 534, "lr": 2.973506086432942e-06}
{"train_loss": 0.00021064720931462944, "global_step": 95072, "epoch": 534, "lr": 2.9730041156672607e-06}
{"train_loss": 0.0013895104639232159, "global_step": 95073, "epoch": 534, "lr": 2.9725021859768498e-06}
{"train_loss": 0.0007823643973097205, "global_step": 95074, "epoch": 534, "lr": 2.9720002973621597e-06}
{"train_loss": 0.00047617146628908813, "global_step": 95075, "epoch": 534, "lr": 2.9714984498236066e-06}
{"train_loss": 0.001095535233616829, "global_step": 95076, "epoch": 534, "lr": 2.9709966433616456e-06}
{"train_loss": 0.0010689868358895183, "global_step": 95077, "epoch": 534, "lr": 2.970494877976715e-06}
{"train_loss": 0.0013905195519328117, "global_step": 95078, "epoch": 534, "lr": 2.969993153669243e-06}
{"train_loss": 0.0003218167112208903, "global_step": 95079, "epoch": 534, "lr": 2.969491470439678e-06}
{"train_loss": 0.000665798201225698, "global_step": 95080, "epoch": 534, "lr": 2.968989828288449e-06}
{"train_loss": 0.0007828354137018323, "global_step": 95081, "epoch": 534, "lr": 2.968488227215993e-06}
{"train_loss": 0.0013079652562737465, "global_step": 95082, "epoch": 534, "lr": 2.967986667222772e-06}
{"train_loss": 0.0004592450277414173, "global_step": 95083, "epoch": 534, "lr": 2.96748514830919e-06}
{"train_loss": 0.0008389616850763559, "global_step": 95084, "epoch": 534, "lr": 2.966983670475715e-06}
{"train_loss": 0.0009594417642802, "global_step": 95085, "epoch": 534, "lr": 2.9664822337227505e-06}
{"train_loss": 0.0014278031885623932, "global_step": 95086, "epoch": 534, "lr": 2.9659808380507693e-06}
{"train_loss": 0.00160757708363235, "global_step": 95087, "epoch": 534, "lr": 2.965479483460193e-06}
{"train_loss": 0.0014182832092046738, "global_step": 95088, "epoch": 534, "lr": 2.96497816995146e-06}
{"train_loss": 0.0003119826433248818, "global_step": 95089, "epoch": 534, "lr": 2.964476897525015e-06}
{"train_loss": 0.0007076979381963611, "global_step": 95090, "epoch": 534, "lr": 2.9639756661812845e-06}
{"train_loss": 0.00025259790709242225, "global_step": 95091, "epoch": 534, "lr": 2.963474475920708e-06}
{"train_loss": 0.001089917728677392, "global_step": 95092, "epoch": 534, "lr": 2.962973326743734e-06}
{"train_loss": 0.0003209028800483793, "global_step": 95093, "epoch": 534, "lr": 2.9624722186507913e-06}
{"train_loss": 0.001328271464444697, "global_step": 95094, "epoch": 534, "lr": 2.961971151642323e-06}
{"train_loss": 0.0010936862090602517, "global_step": 95095, "epoch": 534, "lr": 2.961470125718763e-06}
{"train_loss": 0.0016081935027614236, "global_step": 95096, "epoch": 534, "lr": 2.960969140880543e-06}
{"train_loss": 0.0011485270224511623, "global_step": 95097, "epoch": 534, "lr": 2.9604681971281243e-06}
{"train_loss": 0.0008510261541232467, "global_step": 95098, "epoch": 534, "lr": 2.959967294461907e-06}
{"train_loss": 0.0014705630019307137, "global_step": 95099, "epoch": 534, "lr": 2.959466432882363e-06}
{"train_loss": 0.0006265758420340717, "global_step": 95100, "epoch": 534, "lr": 2.958965612389908e-06}
{"train_loss": 0.0016167673747986555, "global_step": 95101, "epoch": 534, "lr": 2.9584648329849918e-06}
{"train_loss": 0.0003633302403613925, "global_step": 95102, "epoch": 534, "lr": 2.9579640946680476e-06}
{"train_loss": 0.0013320182915776968, "global_step": 95103, "epoch": 534, "lr": 2.9574633974395137e-06}
{"train_loss": 0.0009486975613981485, "global_step": 95104, "epoch": 534, "lr": 2.9569627412998235e-06}
{"train_loss": 0.0018129346426576376, "global_step": 95105, "epoch": 534, "lr": 2.9564621262494152e-06}
{"train_loss": 0.0004407624073792249, "global_step": 95106, "epoch": 534, "lr": 2.9559615522887273e-06}
{"train_loss": 0.0015206931857392192, "global_step": 95107, "epoch": 534, "lr": 2.9554610194182044e-06}
{"train_loss": 0.0012461529113352299, "global_step": 95108, "epoch": 534, "lr": 2.9549605276382674e-06}
{"train_loss": 0.001900918665342033, "global_step": 95109, "epoch": 534, "lr": 2.954460076949367e-06}
{"train_loss": 0.0014832308515906334, "global_step": 95110, "epoch": 534, "lr": 2.953959667351941e-06}
{"train_loss": 0.001262732082977891, "global_step": 95111, "epoch": 534, "lr": 2.9534592988464173e-06}
{"train_loss": 0.00046913273399695754, "global_step": 95112, "epoch": 534, "lr": 2.9529589714332394e-06}
{"train_loss": 0.00034655717900022864, "global_step": 95113, "epoch": 534, "lr": 2.95245868511283e-06}
{"train_loss": 0.0015081216115504503, "global_step": 95114, "epoch": 534, "lr": 2.951958439885649e-06}
{"train_loss": 0.0005876568029634655, "global_step": 95115, "epoch": 534, "lr": 2.951458235752125e-06}
{"train_loss": 0.0004680336860474199, "global_step": 95116, "epoch": 534, "lr": 2.9509580727126894e-06}
{"train_loss": 0.001193559030070901, "global_step": 95117, "epoch": 534, "lr": 2.950457950767782e-06}
{"train_loss": 0.0004378462035674602, "global_step": 95118, "epoch": 534, "lr": 2.9499578699178408e-06}
{"train_loss": 0.0003989566757809371, "global_step": 95119, "epoch": 534, "lr": 2.9494578301632936e-06}
{"train_loss": 0.0005854202900081873, "global_step": 95120, "epoch": 534, "lr": 2.9489578315046064e-06}
{"train_loss": 0.0015184767544269562, "global_step": 95121, "epoch": 534, "lr": 2.948457873942173e-06}
{"train_loss": 0.0001482526567997411, "global_step": 95122, "epoch": 534, "lr": 2.947957957476466e-06}
{"train_loss": 0.0011113767977803946, "global_step": 95123, "epoch": 534, "lr": 2.947458082107896e-06}
{"train_loss": 0.0004260843270458281, "global_step": 95124, "epoch": 534, "lr": 2.9469582478369174e-06}
{"train_loss": 0.000612315081525594, "global_step": 95125, "epoch": 534, "lr": 2.9464584546639586e-06}
{"train_loss": 0.0009536343859508634, "global_step": 95126, "epoch": 534, "lr": 2.945958702589463e-06}
{"train_loss": 0.000688186613842845, "global_step": 95127, "epoch": 534, "lr": 2.9454589916138588e-06}
{"train_loss": 0.0006509569939225912, "global_step": 95128, "epoch": 534, "lr": 2.9449593217375894e-06}
{"train_loss": 0.0009623656515032053, "global_step": 95129, "epoch": 534, "lr": 2.944459692961077e-06}
{"train_loss": 0.0007630634936504066, "global_step": 95130, "epoch": 534, "lr": 2.943960105284782e-06}
{"train_loss": 0.001000288873910904, "global_step": 95131, "epoch": 534, "lr": 2.943460558709116e-06}
{"train_loss": 0.0011512595228850842, "global_step": 95132, "epoch": 534, "lr": 2.9429610532345384e-06}
{"train_loss": 0.0006102222250774503, "global_step": 95133, "epoch": 534, "lr": 2.942461588861467e-06}
{"train_loss": 0.00043116987217217684, "global_step": 95134, "epoch": 534, "lr": 2.9419621655903394e-06}
{"train_loss": 0.0009489580988883972, "global_step": 95135, "epoch": 534, "lr": 2.941462783421617e-06}
{"train_loss": 0.0009060554439201951, "global_step": 95136, "epoch": 534, "lr": 2.940963442355699e-06}
{"train_loss": 0.0023253383114933968, "global_step": 95137, "epoch": 534, "lr": 2.9404641423930455e-06}
{"train_loss": 0.00024679137277416885, "global_step": 95138, "epoch": 534, "lr": 2.939964883534085e-06}
{"train_loss": 0.0008294989820569754, "global_step": 95139, "epoch": 534, "lr": 2.939465665779256e-06}
{"train_loss": 0.0008940042462199926, "global_step": 95140, "epoch": 534, "lr": 2.938966489128997e-06}
{"train_loss": 0.0004670174967031926, "global_step": 95141, "epoch": 534, "lr": 2.938467353583735e-06}
{"train_loss": 0.0008648791117593646, "global_step": 95142, "epoch": 534, "lr": 2.937968259143914e-06}
{"train_loss": 0.0009261326631531119, "global_step": 95143, "epoch": 534, "lr": 2.9374692058099675e-06}
{"train_loss": 0.000821461551822722, "global_step": 95144, "epoch": 534, "lr": 2.9369701935823222e-06}
{"train_loss": 0.0010570448357611895, "global_step": 95145, "epoch": 534, "lr": 2.93647122246144e-06}
{"train_loss": 0.0007158416556194425, "global_step": 95146, "epoch": 534, "lr": 2.9359722924477194e-06}
{"train_loss": 0.0007136745844036341, "global_step": 95147, "epoch": 534, "lr": 2.9354734035416275e-06}
{"train_loss": 0.0004952746094204485, "global_step": 95148, "epoch": 534, "lr": 2.9349745557435916e-06}
{"train_loss": 0.002174133900552988, "global_step": 95149, "epoch": 534, "lr": 2.9344757490540386e-06}
{"train_loss": 0.00023229011276271194, "global_step": 95150, "epoch": 534, "lr": 2.9339769834734133e-06}
{"train_loss": 0.0010240956908091903, "global_step": 95151, "epoch": 534, "lr": 2.933478259002148e-06}
{"train_loss": 0.0006216875044628978, "global_step": 95152, "epoch": 534, "lr": 2.932979575640671e-06}
{"train_loss": 0.001949687604792416, "global_step": 95153, "epoch": 534, "lr": 2.9324809333894366e-06}
{"train_loss": 0.0016785088228061795, "global_step": 95154, "epoch": 534, "lr": 2.931982332248867e-06}
{"train_loss": 0.00021387747256085277, "global_step": 95155, "epoch": 534, "lr": 2.9314837722193953e-06}
{"train_loss": 0.0005329347332008183, "global_step": 95156, "epoch": 534, "lr": 2.930985253301466e-06}
{"train_loss": 0.0011665591737255454, "global_step": 95157, "epoch": 534, "lr": 2.9304867754955055e-06}
{"train_loss": 0.0012079394655302167, "global_step": 95158, "epoch": 534, "lr": 2.9299883388019646e-06}
{"train_loss": 0.0007538133068010211, "global_step": 95159, "epoch": 534, "lr": 2.929489943221253e-06}
{"train_loss": 0.001137346844188869, "global_step": 95160, "epoch": 534, "lr": 2.9289915887538375e-06}
{"train_loss": 0.001516931690275669, "global_step": 95161, "epoch": 534, "lr": 2.9284932754001183e-06}
{"train_loss": 0.00037810279172845185, "global_step": 95162, "epoch": 534, "lr": 2.9279950031605605e-06}
{"train_loss": 0.0005493012722581625, "global_step": 95163, "epoch": 534, "lr": 2.9274967720355873e-06}
{"train_loss": 0.0015606902306899428, "global_step": 95164, "epoch": 534, "lr": 2.926998582025636e-06}
{"train_loss": 0.0016198863741010427, "global_step": 95165, "epoch": 534, "lr": 2.926500433131135e-06}
{"train_loss": 0.0002523090224713087, "global_step": 95166, "epoch": 534, "lr": 2.9260023253525282e-06}
{"train_loss": 0.0004217686946503818, "global_step": 95167, "epoch": 534, "lr": 2.9255042586902427e-06}
{"train_loss": 0.0005613535176962614, "global_step": 95168, "epoch": 534, "lr": 2.9250062331447283e-06}
{"train_loss": 0.0013886912493035197, "global_step": 95169, "epoch": 534, "lr": 2.9245082487163955e-06}
{"train_loss": 0.0007843019557185471, "global_step": 95170, "epoch": 534, "lr": 2.9240103054057e-06}
{"train_loss": 0.0017627952620387077, "global_step": 95171, "epoch": 534, "lr": 2.923512403213069e-06}
{"train_loss": 0.00045544339809566736, "global_step": 95172, "epoch": 534, "lr": 2.923014542138941e-06}
{"train_loss": 0.0018350029131397605, "global_step": 95173, "epoch": 534, "lr": 2.9225167221837493e-06}
{"train_loss": 0.0010782273020595312, "global_step": 95174, "epoch": 534, "lr": 2.9220189433479204e-06}
{"train_loss": 0.0006017773412168026, "global_step": 95175, "epoch": 534, "lr": 2.9215212056319108e-06}
{"train_loss": 0.0004229134356137365, "global_step": 95176, "epoch": 534, "lr": 2.921023509036125e-06}
{"train_loss": 0.0004985283594578505, "global_step": 95177, "epoch": 534, "lr": 2.9205258535610237e-06}
{"train_loss": 0.0012721751118078828, "global_step": 95178, "epoch": 534, "lr": 2.920028239207029e-06}
{"train_loss": 0.0003732389013748616, "global_step": 95179, "epoch": 534, "lr": 2.919530665974579e-06}
{"train_loss": 0.0010013035498559475, "global_step": 95180, "epoch": 534, "lr": 2.919033133864102e-06}
{"train_loss": 0.0007579223020002246, "global_step": 95181, "epoch": 534, "lr": 2.918535642876047e-06}
{"train_loss": 0.0015455844113603234, "global_step": 95182, "epoch": 534, "lr": 2.918038193010825e-06}
{"train_loss": 0.000572038465179503, "global_step": 95183, "epoch": 534, "lr": 2.9175407842689018e-06}
{"train_loss": 0.00022441541659645736, "global_step": 95184, "epoch": 534, "lr": 2.9170434166506832e-06}
{"train_loss": 0.001039511407725513, "global_step": 95185, "epoch": 534, "lr": 2.916546090156619e-06}
{"train_loss": 0.0007142872782424092, "global_step": 95186, "epoch": 534, "lr": 2.9160488047871415e-06}
{"train_loss": 0.0005237782024778426, "global_step": 95187, "epoch": 534, "lr": 2.9155515605426844e-06}
{"train_loss": 0.0003346132580190897, "global_step": 95188, "epoch": 534, "lr": 2.91505435742368e-06}
{"train_loss": 0.001305851386860013, "global_step": 95189, "epoch": 534, "lr": 2.9145571954305615e-06}
{"train_loss": 0.0005412688478827477, "global_step": 95190, "epoch": 534, "lr": 2.9140600745637627e-06}
{"train_loss": 0.0014680582098662853, "global_step": 95191, "epoch": 534, "lr": 2.913562994823732e-06}
{"train_loss": 0.0012407214380800724, "global_step": 95192, "epoch": 534, "lr": 2.9130659562108755e-06}
{"train_loss": 0.001988715259358287, "global_step": 95193, "epoch": 534, "lr": 2.9125689587256643e-06}
{"train_loss": 0.0005417750799097121, "global_step": 95194, "epoch": 534, "lr": 2.912072002368493e-06}
{"train_loss": 0.0006793714128434658, "global_step": 95195, "epoch": 534, "lr": 2.911575087139823e-06}
{"train_loss": 0.0019264774164184928, "global_step": 95196, "epoch": 534, "lr": 2.9110782130400803e-06}
{"train_loss": 0.0006116083823144436, "global_step": 95197, "epoch": 534, "lr": 2.9105813800696934e-06}
{"train_loss": 0.0014567107427865267, "global_step": 95198, "epoch": 534, "lr": 2.9100845882291117e-06}
{"train_loss": 0.000474336527986452, "global_step": 95199, "epoch": 534, "lr": 2.9095878375187457e-06}
{"train_loss": 0.0006506493082270026, "global_step": 95200, "epoch": 534, "lr": 2.9090911279390507e-06}
{"train_loss": 0.0010534451575949788, "global_step": 95201, "epoch": 534, "lr": 2.9085944594904544e-06}
{"train_loss": 0.0010585255222395062, "global_step": 95202, "epoch": 534, "lr": 2.908097832173384e-06}
{"train_loss": 0.0014381799846887589, "global_step": 95203, "epoch": 534, "lr": 2.907601245988284e-06}
{"train_loss": 0.0008144699386321008, "global_step": 95204, "epoch": 534, "lr": 2.9071047009355756e-06}
{"train_loss": 0.0011619583237916231, "global_step": 95205, "epoch": 534, "lr": 2.906608197015698e-06}
{"train_loss": 0.001186563284136355, "global_step": 95206, "epoch": 534, "lr": 2.9061117342290945e-06}
{"train_loss": 0.0020626774057745934, "global_step": 95207, "epoch": 534, "lr": 2.9056153125761766e-06}
{"train_loss": 0.0018289892468601465, "global_step": 95208, "epoch": 534, "lr": 2.905118932057399e-06}
{"train_loss": 0.0009125163778662682, "global_step": 95209, "epoch": 534, "lr": 2.9046225926731895e-06}
{"train_loss": 0.0008700707694515586, "global_step": 95210, "epoch": 534, "lr": 2.9041262944239757e-06}
{"train_loss": 0.00026966584846377373, "global_step": 95211, "epoch": 534, "lr": 2.903630037310201e-06}
{"train_loss": 0.0004152664332650602, "global_step": 95212, "epoch": 534, "lr": 2.903133821332288e-06}
{"train_loss": 0.0008073064964264631, "global_step": 95213, "epoch": 534, "lr": 2.9026376464906747e-06}
{"train_loss": 0.0009260085062123835, "global_step": 95214, "epoch": 534, "lr": 2.9021415127857996e-06}
{"train_loss": 0.000761599512770772, "global_step": 95215, "epoch": 534, "lr": 2.90164542021808e-06}
{"train_loss": 0.0008544673910364509, "global_step": 95216, "epoch": 534, "lr": 2.9011493687879698e-06}
{"train_loss": 0.0014685543719679117, "global_step": 95217, "epoch": 534, "lr": 2.9006533584958917e-06}
{"train_loss": 0.00112979207187891, "global_step": 95218, "epoch": 534, "lr": 2.9001573893422785e-06}
{"train_loss": 0.0010018371976912022, "global_step": 95219, "epoch": 534, "lr": 2.899661461327563e-06}
{"train_loss": 0.0004955381737090647, "global_step": 95220, "epoch": 534, "lr": 2.8991655744521783e-06}
{"train_loss": 0.0005998419364914298, "global_step": 95221, "epoch": 534, "lr": 2.8986697287165744e-06}
{"train_loss": 0.0013039441546425223, "global_step": 95222, "epoch": 534, "lr": 2.89817392412115e-06}
{"train_loss": 0.000219313646084629, "global_step": 95223, "epoch": 534, "lr": 2.897678160666373e-06}
{"train_loss": 0.0005680332542397082, "global_step": 95224, "epoch": 534, "lr": 2.8971824383526524e-06}
{"train_loss": 0.0012266368139535189, "global_step": 95225, "epoch": 534, "lr": 2.8966867571804336e-06}
{"train_loss": 0.0006035001715645194, "global_step": 95226, "epoch": 534, "lr": 2.8961911171501486e-06}
{"train_loss": 0.0022538735065609217, "global_step": 95227, "epoch": 534, "lr": 2.895695518262226e-06}
{"train_loss": 0.0006326054572127759, "global_step": 95228, "epoch": 534, "lr": 2.895199960517092e-06}
{"train_loss": 0.0009721977137692346, "global_step": 95229, "epoch": 534, "lr": 2.8947044439152027e-06}
{"train_loss": 0.0005652200197800994, "global_step": 95230, "epoch": 535, "lr": 2.894208968456963e-06}
{"train_loss": 0.0008376585319638252, "global_step": 95231, "epoch": 535, "lr": 2.893713534142828e-06}
{"train_loss": 0.0007698507979512215, "global_step": 95232, "epoch": 535, "lr": 2.8932181409732085e-06}
{"train_loss": 0.0006134684663265944, "global_step": 95233, "epoch": 535, "lr": 2.89272278894856e-06}
{"train_loss": 0.0010933943558484316, "global_step": 95234, "epoch": 535, "lr": 2.8922274780693038e-06}
{"train_loss": 0.0007258615223690867, "global_step": 95235, "epoch": 535, "lr": 2.8917322083358733e-06}
{"train_loss": 0.0011782378423959017, "global_step": 95236, "epoch": 535, "lr": 2.8912369797487017e-06}
{"train_loss": 0.0008674864657223225, "global_step": 95237, "epoch": 535, "lr": 2.890741792308216e-06}
{"train_loss": 0.0006464687176048756, "global_step": 95238, "epoch": 535, "lr": 2.8902466460148547e-06}
{"train_loss": 0.0012063873000442982, "global_step": 95239, "epoch": 535, "lr": 2.889751540869057e-06}
{"train_loss": 0.0005723971407860518, "global_step": 95240, "epoch": 535, "lr": 2.889256476871244e-06}
{"train_loss": 0.0011747856624424458, "global_step": 95241, "epoch": 535, "lr": 2.8887614540218542e-06}
{"train_loss": 0.0009248707792721689, "global_step": 95242, "epoch": 535, "lr": 2.888266472321316e-06}
{"train_loss": 0.0008306240197271109, "global_step": 95243, "epoch": 535, "lr": 2.887771531770056e-06}
{"train_loss": 0.0002481049741618335, "global_step": 95244, "epoch": 535, "lr": 2.8872766323685294e-06}
{"train_loss": 0.0013487484538927674, "global_step": 95245, "epoch": 535, "lr": 2.8867817741171364e-06}
{"train_loss": 0.0006157000316306949, "global_step": 95246, "epoch": 535, "lr": 2.8862869570163374e-06}
{"train_loss": 0.0013077663024887443, "global_step": 95247, "epoch": 535, "lr": 2.8857921810665487e-06}
{"train_loss": 0.0012138920137658715, "global_step": 95248, "epoch": 535, "lr": 2.885297446268209e-06}
{"train_loss": 0.001055913046002388, "global_step": 95249, "epoch": 535, "lr": 2.8848027526217515e-06}
{"train_loss": 0.0011749791447073221, "global_step": 95250, "epoch": 535, "lr": 2.8843081001276028e-06}
{"train_loss": 0.0006314794300124049, "global_step": 95251, "epoch": 535, "lr": 2.883813488786191e-06}
{"train_loss": 0.00043144411756657064, "global_step": 95252, "epoch": 535, "lr": 2.88331891859796e-06}
{"train_loss": 0.00036705390084534883, "global_step": 95253, "epoch": 535, "lr": 2.8828243895633324e-06}
{"train_loss": 0.0012483333703130484, "global_step": 95254, "epoch": 535, "lr": 2.8823299016827508e-06}
{"train_loss": 0.0010373350232839584, "global_step": 95255, "epoch": 535, "lr": 2.881835454956633e-06}
{"train_loss": 0.0004596142389345914, "global_step": 95256, "epoch": 535, "lr": 2.881341049385422e-06}
{"train_loss": 0.0002591839001979679, "global_step": 95257, "epoch": 535, "lr": 2.880846684969546e-06}
{"train_loss": 0.00273844413459301, "global_step": 95258, "epoch": 535, "lr": 2.8803523617094264e-06}
{"train_loss": 0.0007700868882238865, "global_step": 95259, "epoch": 535, "lr": 2.879858079605524e-06}
{"train_loss": 0.001169143128208816, "global_step": 95260, "epoch": 535, "lr": 2.8793638386582333e-06}
{"train_loss": 0.0012147813104093075, "global_step": 95261, "epoch": 535, "lr": 2.8788696388680146e-06}
{"train_loss": 0.0009969924576580524, "global_step": 95262, "epoch": 535, "lr": 2.878375480235285e-06}
{"train_loss": 0.0015646836254745722, "global_step": 95263, "epoch": 535, "lr": 2.877881362760482e-06}
{"train_loss": 0.0006953707197681069, "global_step": 95264, "epoch": 535, "lr": 2.877387286444039e-06}
{"train_loss": 0.000779122521635145, "global_step": 95265, "epoch": 535, "lr": 2.8768932512863832e-06}
{"train_loss": 0.0017464281991124153, "global_step": 95266, "epoch": 535, "lr": 2.8763992572879373e-06}
{"train_loss": 0.00040940416511148214, "global_step": 95267, "epoch": 535, "lr": 2.8759053044491558e-06}
{"train_loss": 0.0011098661925643682, "global_step": 95268, "epoch": 535, "lr": 2.875411392770444e-06}
{"train_loss": 0.001441923901438713, "global_step": 95269, "epoch": 535, "lr": 2.874917522252263e-06}
{"train_loss": 0.0012573699932545424, "global_step": 95270, "epoch": 535, "lr": 2.8744236928950118e-06}
{"train_loss": 0.0007552329916507006, "global_step": 95271, "epoch": 535, "lr": 2.8739299046991408e-06}
{"train_loss": 0.0008132788934744895, "global_step": 95272, "epoch": 535, "lr": 2.8734361576650827e-06}
{"train_loss": 0.0006381301791407168, "global_step": 95273, "epoch": 535, "lr": 2.872942451793259e-06}
{"train_loss": 0.0009454682003706694, "global_step": 95274, "epoch": 535, "lr": 2.872448787084109e-06}
{"train_loss": 0.0007811711402609944, "global_step": 95275, "epoch": 535, "lr": 2.8719551635380593e-06}
{"train_loss": 0.00045917113311588764, "global_step": 95276, "epoch": 535, "lr": 2.8714615811555324e-06}
{"train_loss": 0.0010169507004320621, "global_step": 95277, "epoch": 535, "lr": 2.8709680399369886e-06}
{"train_loss": 0.0006243453826755285, "global_step": 95278, "epoch": 535, "lr": 2.8704745398828226e-06}
{"train_loss": 0.001622611889615655, "global_step": 95279, "epoch": 535, "lr": 2.869981080993489e-06}
{"train_loss": 0.0005011475877836347, "global_step": 95280, "epoch": 535, "lr": 2.869487663269416e-06}
{"train_loss": 0.00038550246972590685, "global_step": 95281, "epoch": 535, "lr": 2.8689942867110187e-06}
{"train_loss": 0.00037028262158855796, "global_step": 95282, "epoch": 535, "lr": 2.8685009513187587e-06}
{"train_loss": 0.0010950119467452168, "global_step": 95283, "epoch": 535, "lr": 2.8680076570930305e-06}
{"train_loss": 0.001107290736399591, "global_step": 95284, "epoch": 535, "lr": 2.8675144040342936e-06}
{"train_loss": 0.0017867805436253548, "global_step": 95285, "epoch": 535, "lr": 2.8670211921429657e-06}
{"train_loss": 0.0009648686973378062, "global_step": 95286, "epoch": 535, "lr": 2.866528021419479e-06}
{"train_loss": 0.0007487547700293362, "global_step": 95287, "epoch": 535, "lr": 2.866034891864272e-06}
{"train_loss": 0.000417341070715338, "global_step": 95288, "epoch": 535, "lr": 2.8655418034777614e-06}
{"train_loss": 0.002119799144566059, "global_step": 95289, "epoch": 535, "lr": 2.8650487562603855e-06}
{"train_loss": 0.0010942344088107347, "global_step": 95290, "epoch": 535, "lr": 2.8645557502125776e-06}
{"train_loss": 0.0005986604373902082, "global_step": 95291, "epoch": 535, "lr": 2.864062785334759e-06}
{"train_loss": 0.00036845754948444664, "global_step": 95292, "epoch": 535, "lr": 2.8635698616273798e-06}
{"train_loss": 0.0014756437158212066, "global_step": 95293, "epoch": 535, "lr": 2.8630769790908394e-06}
{"train_loss": 0.00035662701702676713, "global_step": 95294, "epoch": 535, "lr": 2.862584137725599e-06}
{"train_loss": 0.000991960521787405, "global_step": 95295, "epoch": 535, "lr": 2.8620913375320747e-06}
{"train_loss": 0.001005341298878193, "global_step": 95296, "epoch": 535, "lr": 2.861598578510699e-06}
{"train_loss": 0.0005135149694979191, "global_step": 95297, "epoch": 535, "lr": 2.8611058606619e-06}
{"train_loss": 0.0015388394240289927, "global_step": 95298, "epoch": 535, "lr": 2.8606131839861105e-06}
{"train_loss": 0.000588255119509995, "global_step": 95299, "epoch": 535, "lr": 2.8601205484837523e-06}
{"train_loss": 0.0009693031315691769, "global_step": 95300, "epoch": 535, "lr": 2.8596279541552697e-06}
{"train_loss": 0.001174109522253275, "global_step": 95301, "epoch": 535, "lr": 2.8591354010010896e-06}
{"train_loss": 0.0008999312995001674, "global_step": 95302, "epoch": 535, "lr": 2.85864288902164e-06}
{"train_loss": 0.001129982410930097, "global_step": 95303, "epoch": 535, "lr": 2.858150418217348e-06}
{"train_loss": 0.0007740233559161425, "global_step": 95304, "epoch": 535, "lr": 2.8576579885886466e-06}
{"train_loss": 0.000723015982657671, "global_step": 95305, "epoch": 535, "lr": 2.857165600135969e-06}
{"train_loss": 0.000720498850569129, "global_step": 95306, "epoch": 535, "lr": 2.8566732528597317e-06}
{"train_loss": 0.0004779854789376259, "global_step": 95307, "epoch": 535, "lr": 2.8561809467603895e-06}
{"train_loss": 0.0009757592924870551, "global_step": 95308, "epoch": 535, "lr": 2.8556886818383423e-06}
{"train_loss": 0.0010077146580442786, "global_step": 95309, "epoch": 535, "lr": 2.855196458094045e-06}
{"train_loss": 0.0005740717751905322, "global_step": 95310, "epoch": 535, "lr": 2.8547042755279195e-06}
{"train_loss": 0.0009916810085996985, "global_step": 95311, "epoch": 535, "lr": 2.8542121341403884e-06}
{"train_loss": 0.00048611548845656216, "global_step": 95312, "epoch": 535, "lr": 2.8537200339318947e-06}
{"train_loss": 0.0007282752194441855, "global_step": 95313, "epoch": 535, "lr": 2.8532279749028555e-06}
{"train_loss": 0.0009943031473085284, "global_step": 95314, "epoch": 535, "lr": 2.852735957053698e-06}
{"train_loss": 0.0005228619556874037, "global_step": 95315, "epoch": 535, "lr": 2.8522439803848777e-06}
{"train_loss": 0.0010471083223819733, "global_step": 95316, "epoch": 535, "lr": 2.8517520448967937e-06}
{"train_loss": 0.0008146048057824373, "global_step": 95317, "epoch": 535, "lr": 2.851260150589896e-06}
{"train_loss": 0.000724580604583025, "global_step": 95318, "epoch": 535, "lr": 2.850768297464601e-06}
{"train_loss": 0.0008865946438163519, "global_step": 95319, "epoch": 535, "lr": 2.8502764855213528e-06}
{"train_loss": 0.0011286017252132297, "global_step": 95320, "epoch": 535, "lr": 2.849784714760567e-06}
{"train_loss": 0.0011203353060409427, "global_step": 95321, "epoch": 535, "lr": 2.8492929851826667e-06}
{"train_loss": 0.0005645398632623255, "global_step": 95322, "epoch": 535, "lr": 2.8488012967881173e-06}
{"train_loss": 0.0009125760407187045, "global_step": 95323, "epoch": 535, "lr": 2.848309649577302e-06}
{"train_loss": 0.0017166223842650652, "global_step": 95324, "epoch": 535, "lr": 2.847818043550682e-06}
{"train_loss": 0.001836354029364884, "global_step": 95325, "epoch": 535, "lr": 2.8473264787086785e-06}
{"train_loss": 0.0004095037584193051, "global_step": 95326, "epoch": 535, "lr": 2.8468349550517193e-06}
{"train_loss": 0.00043374235974624753, "global_step": 95327, "epoch": 535, "lr": 2.846343472580232e-06}
{"train_loss": 0.0013612299226224422, "global_step": 95328, "epoch": 535, "lr": 2.845852031294649e-06}
{"train_loss": 0.0009534492273814976, "global_step": 95329, "epoch": 535, "lr": 2.845360631195393e-06}
{"train_loss": 0.0005703452043235302, "global_step": 95330, "epoch": 535, "lr": 2.8448692722829073e-06}
{"train_loss": 0.0006582168862223625, "global_step": 95331, "epoch": 535, "lr": 2.844377954557603e-06}
{"train_loss": 0.0006070795934647322, "global_step": 95332, "epoch": 535, "lr": 2.843886678019919e-06}
{"train_loss": 0.0009446734329685569, "global_step": 95333, "epoch": 535, "lr": 2.8433954426702935e-06}
{"train_loss": 0.001502343686297536, "global_step": 95334, "epoch": 535, "lr": 2.842904248509137e-06}
{"train_loss": 0.0005015769856981933, "global_step": 95335, "epoch": 535, "lr": 2.8424130955368942e-06}
{"train_loss": 0.002321965992450714, "global_step": 95336, "epoch": 535, "lr": 2.8419219837539814e-06}
{"train_loss": 0.0013583016116172075, "global_step": 95337, "epoch": 535, "lr": 2.8414309131608306e-06}
{"train_loss": 0.0017367519903928041, "global_step": 95338, "epoch": 535, "lr": 2.840939883757887e-06}
{"train_loss": 0.0008791878935880959, "global_step": 95339, "epoch": 535, "lr": 2.8404488955455497e-06}
{"train_loss": 0.0005345725803636014, "global_step": 95340, "epoch": 535, "lr": 2.83995794852428e-06}
{"train_loss": 0.0004139310331083834, "global_step": 95341, "epoch": 535, "lr": 2.839467042694477e-06}
{"train_loss": 0.0010728766210377216, "global_step": 95342, "epoch": 535, "lr": 2.8389761780565903e-06}
{"train_loss": 0.0008519177208654583, "global_step": 95343, "epoch": 535, "lr": 2.8384853546110424e-06}
{"train_loss": 0.0011311577400192618, "global_step": 95344, "epoch": 535, "lr": 2.837994572358249e-06}
{"train_loss": 0.0008120255079120398, "global_step": 95345, "epoch": 535, "lr": 2.8375038312986714e-06}
{"train_loss": 0.0011618603020906448, "global_step": 95346, "epoch": 535, "lr": 2.8370131314326975e-06}
{"train_loss": 0.0011991646606475115, "global_step": 95347, "epoch": 535, "lr": 2.8365224727607885e-06}
{"train_loss": 0.0008594563696533442, "global_step": 95348, "epoch": 535, "lr": 2.8360318552833555e-06}
{"train_loss": 0.0004446204111445695, "global_step": 95349, "epoch": 535, "lr": 2.835541279000836e-06}
{"train_loss": 0.0003915749257430434, "global_step": 95350, "epoch": 535, "lr": 2.8350507439136533e-06}
{"train_loss": 0.0012455943506211042, "global_step": 95351, "epoch": 535, "lr": 2.8345602500222333e-06}
{"train_loss": 0.0006034816615283489, "global_step": 95352, "epoch": 535, "lr": 2.834069797327005e-06}
{"train_loss": 0.0009357570670545101, "global_step": 95353, "epoch": 535, "lr": 2.8335793858284164e-06}
{"train_loss": 0.0006541010225191712, "global_step": 95354, "epoch": 535, "lr": 2.833089015526863e-06}
{"train_loss": 0.00045364131801761687, "global_step": 95355, "epoch": 535, "lr": 2.832598686422794e-06}
{"train_loss": 0.00050704664317891, "global_step": 95356, "epoch": 535, "lr": 2.8321083985166364e-06}
{"train_loss": 0.0003889643994625658, "global_step": 95357, "epoch": 535, "lr": 2.8316181518088182e-06}
{"train_loss": 0.0010972789023071527, "global_step": 95358, "epoch": 535, "lr": 2.831127946299761e-06}
{"train_loss": 0.0006397796096280217, "global_step": 95359, "epoch": 535, "lr": 2.830637781989892e-06}
{"train_loss": 0.0006747659645043314, "global_step": 95360, "epoch": 535, "lr": 2.8301476588796506e-06}
{"train_loss": 0.001024479977786541, "global_step": 95361, "epoch": 535, "lr": 2.8296575769694576e-06}
{"train_loss": 0.0007307319901883602, "global_step": 95362, "epoch": 535, "lr": 2.8291675362597303e-06}
{"train_loss": 0.0006329560419544578, "global_step": 95363, "epoch": 535, "lr": 2.8286775367509175e-06}
{"train_loss": 0.0010368912480771542, "global_step": 95364, "epoch": 535, "lr": 2.828187578443442e-06}
{"train_loss": 0.000971156288869679, "global_step": 95365, "epoch": 535, "lr": 2.8276976613377247e-06}
{"train_loss": 0.0005440055974759161, "global_step": 95366, "epoch": 535, "lr": 2.8272077854341937e-06}
{"train_loss": 0.0008307199459522963, "global_step": 95367, "epoch": 535, "lr": 2.8267179507332765e-06}
{"train_loss": 0.0009596689487807453, "global_step": 95368, "epoch": 535, "lr": 2.826228157235411e-06}
{"train_loss": 0.0004788206424564123, "global_step": 95369, "epoch": 535, "lr": 2.825738404941014e-06}
{"train_loss": 0.0009356177179142833, "global_step": 95370, "epoch": 535, "lr": 2.8252486938505185e-06}
{"train_loss": 0.0012387975584715605, "global_step": 95371, "epoch": 535, "lr": 2.824759023964352e-06}
{"train_loss": 0.0008739517070353031, "global_step": 95372, "epoch": 535, "lr": 2.8242693952829415e-06}
{"train_loss": 0.001328375656157732, "global_step": 95373, "epoch": 535, "lr": 2.823779807806709e-06}
{"train_loss": 0.0005445363349281251, "global_step": 95374, "epoch": 535, "lr": 2.8232902615360934e-06}
{"train_loss": 0.0014158416306599975, "global_step": 95375, "epoch": 535, "lr": 2.8228007564715107e-06}
{"train_loss": 0.001111434306949377, "global_step": 95376, "epoch": 535, "lr": 2.8223112926134055e-06}
{"train_loss": 0.0013324660249054432, "global_step": 95377, "epoch": 535, "lr": 2.8218218699621768e-06}
{"train_loss": 0.0007118532666936517, "global_step": 95378, "epoch": 535, "lr": 2.821332488518291e-06}
{"train_loss": 0.0012874654494225979, "global_step": 95379, "epoch": 535, "lr": 2.820843148282132e-06}
{"train_loss": 0.00046479993034154177, "global_step": 95380, "epoch": 535, "lr": 2.8203538492541593e-06}
{"train_loss": 0.0006706083659082651, "global_step": 95381, "epoch": 535, "lr": 2.81986459143479e-06}
{"train_loss": 0.0009054337861016393, "global_step": 95382, "epoch": 535, "lr": 2.819375374824451e-06}
{"train_loss": 0.0002620042650960386, "global_step": 95383, "epoch": 535, "lr": 2.8188861994235705e-06}
{"train_loss": 0.00036953052040189505, "global_step": 95384, "epoch": 535, "lr": 2.8183970652325697e-06}
{"train_loss": 0.0005006715655326843, "global_step": 95385, "epoch": 535, "lr": 2.8179079722518875e-06}
{"train_loss": 0.0010260326089337468, "global_step": 95386, "epoch": 535, "lr": 2.8174189204819456e-06}
{"train_loss": 0.0005613186513073742, "global_step": 95387, "epoch": 535, "lr": 2.816929909923166e-06}
{"train_loss": 0.0006855457904748619, "global_step": 95388, "epoch": 535, "lr": 2.816440940575987e-06}
{"train_loss": 0.0008935043588280678, "global_step": 95389, "epoch": 535, "lr": 2.815952012440826e-06}
{"train_loss": 0.0013532685115933418, "global_step": 95390, "epoch": 535, "lr": 2.815463125518103e-06}
{"train_loss": 0.0009804210858419538, "global_step": 95391, "epoch": 535, "lr": 2.8149742798082745e-06}
{"train_loss": 0.00137901003472507, "global_step": 95392, "epoch": 535, "lr": 2.8144854753117287e-06}
{"train_loss": 0.0005262490594759583, "global_step": 95393, "epoch": 535, "lr": 2.813996712028921e-06}
{"train_loss": 0.000480018527014181, "global_step": 95394, "epoch": 535, "lr": 2.8135079899602735e-06}
{"train_loss": 0.0005143654416315258, "global_step": 95395, "epoch": 535, "lr": 2.813019309106202e-06}
{"train_loss": 0.0008030590252019465, "global_step": 95396, "epoch": 535, "lr": 2.812530669467145e-06}
{"train_loss": 0.001745331333950162, "global_step": 95397, "epoch": 535, "lr": 2.8120420710435245e-06}
{"train_loss": 0.0008799779461696744, "global_step": 95398, "epoch": 535, "lr": 2.811553513835763e-06}
{"train_loss": 0.0013792680110782385, "global_step": 95399, "epoch": 535, "lr": 2.811064997844293e-06}
{"train_loss": 0.001177764032036066, "global_step": 95400, "epoch": 535, "lr": 2.810576523069536e-06}
{"train_loss": 0.00028432696126401424, "global_step": 95401, "epoch": 535, "lr": 2.810088089511931e-06}
{"train_loss": 0.0021118493750691414, "global_step": 95402, "epoch": 535, "lr": 2.8095996971718886e-06}
{"train_loss": 0.001032931380905211, "global_step": 95403, "epoch": 535, "lr": 2.8091113460498417e-06}
{"train_loss": 0.0013359430013224483, "global_step": 95404, "epoch": 535, "lr": 2.808623036146224e-06}
{"train_loss": 0.0003248971188440919, "global_step": 95405, "epoch": 535, "lr": 2.8081347674614456e-06}
{"train_loss": 0.001084559946320951, "global_step": 95406, "epoch": 535, "lr": 2.8076465399959616e-06}
{"train_loss": 0.0009229199112565623, "global_step": 95407, "epoch": 535, "lr": 2.807158353750161e-06, "train_action_mse_error": 1.2294863154238556e-06}
{"train_loss": 0.001123901573009789, "global_step": 95408, "epoch": 536, "lr": 2.806670208724499e-06}
{"train_loss": 0.0008041062392294407, "global_step": 95409, "epoch": 536, "lr": 2.8061821049193914e-06}
{"train_loss": 0.001634113839827478, "global_step": 95410, "epoch": 536, "lr": 2.8056940423352606e-06}
{"train_loss": 0.001552125788293779, "global_step": 95411, "epoch": 536, "lr": 2.805206020972545e-06}
{"train_loss": 0.0008699195459485054, "global_step": 95412, "epoch": 536, "lr": 2.804718040831661e-06}
{"train_loss": 0.0006180122727528214, "global_step": 95413, "epoch": 536, "lr": 2.80423010191303e-06}
{"train_loss": 0.0010778423165902495, "global_step": 95414, "epoch": 536, "lr": 2.803742204217097e-06}
{"train_loss": 0.0006775590591132641, "global_step": 95415, "epoch": 536, "lr": 2.8032543477442663e-06}
{"train_loss": 0.00024888094048947096, "global_step": 95416, "epoch": 536, "lr": 2.802766532494988e-06}
{"train_loss": 0.001598074333742261, "global_step": 95417, "epoch": 536, "lr": 2.8022787584696565e-06}
{"train_loss": 0.0005980441928841174, "global_step": 95418, "epoch": 536, "lr": 2.801791025668726e-06}
{"train_loss": 0.0007631767075508833, "global_step": 95419, "epoch": 536, "lr": 2.8013033340926144e-06}
{"train_loss": 0.0004719457938335836, "global_step": 95420, "epoch": 536, "lr": 2.8008156837417423e-06}
{"train_loss": 0.000523258582688868, "global_step": 95421, "epoch": 536, "lr": 2.8003280746165427e-06}
{"train_loss": 0.0007682036375626922, "global_step": 95422, "epoch": 536, "lr": 2.7998405067174327e-06}
{"train_loss": 0.0013000073377043009, "global_step": 95423, "epoch": 536, "lr": 2.7993529800448393e-06}
{"train_loss": 0.0013242680579423904, "global_step": 95424, "epoch": 536, "lr": 2.7988654945992068e-06}
{"train_loss": 0.000579415587708354, "global_step": 95425, "epoch": 536, "lr": 2.798378050380929e-06}
{"train_loss": 0.0012494915863499045, "global_step": 95426, "epoch": 536, "lr": 2.797890647390461e-06}
{"train_loss": 0.0002524698502384126, "global_step": 95427, "epoch": 536, "lr": 2.797403285628214e-06}
{"train_loss": 0.0004510333528742194, "global_step": 95428, "epoch": 536, "lr": 2.79691596509461e-06}
{"train_loss": 0.0013266033492982388, "global_step": 95429, "epoch": 536, "lr": 2.7964286857900922e-06}
{"train_loss": 0.0014706507790833712, "global_step": 95430, "epoch": 536, "lr": 2.795941447715067e-06}
{"train_loss": 0.0016256032977253199, "global_step": 95431, "epoch": 536, "lr": 2.795454250869978e-06}
{"train_loss": 0.0004908055998384953, "global_step": 95432, "epoch": 536, "lr": 2.7949670952552243e-06}
{"train_loss": 0.001294424175284803, "global_step": 95433, "epoch": 536, "lr": 2.7944799808712563e-06}
{"train_loss": 0.00046104099601507187, "global_step": 95434, "epoch": 536, "lr": 2.7939929077184958e-06}
{"train_loss": 0.0016774199903011322, "global_step": 95435, "epoch": 536, "lr": 2.7935058757973585e-06}
{"train_loss": 0.0013923433143645525, "global_step": 95436, "epoch": 536, "lr": 2.793018885108273e-06}
{"train_loss": 0.0008570357458665967, "global_step": 95437, "epoch": 536, "lr": 2.792531935651671e-06}
{"train_loss": 0.0016078746411949396, "global_step": 95438, "epoch": 536, "lr": 2.7920450274279643e-06}
{"train_loss": 0.0015302631072700024, "global_step": 95439, "epoch": 536, "lr": 2.7915581604376017e-06}
{"train_loss": 0.0013089091517031193, "global_step": 95440, "epoch": 536, "lr": 2.791071334680978e-06}
{"train_loss": 0.00035162799758836627, "global_step": 95441, "epoch": 536, "lr": 2.7905845501585426e-06}
{"train_loss": 0.0014009010046720505, "global_step": 95442, "epoch": 536, "lr": 2.790097806870712e-06}
{"train_loss": 0.0006639156490564346, "global_step": 95443, "epoch": 536, "lr": 2.7896111048179073e-06}
{"train_loss": 0.0008740627090446651, "global_step": 95444, "epoch": 536, "lr": 2.7891244440005627e-06}
{"train_loss": 0.0005369691643863916, "global_step": 95445, "epoch": 536, "lr": 2.788637824419099e-06}
{"train_loss": 0.00022155922488309443, "global_step": 95446, "epoch": 536, "lr": 2.7881512460739335e-06}
{"train_loss": 0.0014952120836824179, "global_step": 95447, "epoch": 536, "lr": 2.787664708965504e-06}
{"train_loss": 0.0020081079564988613, "global_step": 95448, "epoch": 536, "lr": 2.787178213094227e-06}
{"train_loss": 0.0009997551096603274, "global_step": 95449, "epoch": 536, "lr": 2.7866917584605355e-06}
{"train_loss": 0.00048564409371465445, "global_step": 95450, "epoch": 536, "lr": 2.786205345064846e-06}
{"train_loss": 0.0011441046372056007, "global_step": 95451, "epoch": 536, "lr": 2.7857189729075916e-06}
{"train_loss": 0.0013973477762192488, "global_step": 95452, "epoch": 536, "lr": 2.785232641989188e-06}
{"train_loss": 0.0006453890819102526, "global_step": 95453, "epoch": 536, "lr": 2.7847463523100524e-06}
{"train_loss": 0.0025590145960450172, "global_step": 95454, "epoch": 536, "lr": 2.7842601038706452e-06}
{"train_loss": 0.0014008963480591774, "global_step": 95455, "epoch": 536, "lr": 2.783773896671343e-06}
{"train_loss": 0.00047201322740875185, "global_step": 95456, "epoch": 536, "lr": 2.7832877307126082e-06}
{"train_loss": 0.0012422471772879362, "global_step": 95457, "epoch": 536, "lr": 2.7828016059948504e-06}
{"train_loss": 0.0008159726858139038, "global_step": 95458, "epoch": 536, "lr": 2.782315522518497e-06}
{"train_loss": 0.0009175084996968508, "global_step": 95459, "epoch": 536, "lr": 2.7818294802839652e-06}
{"train_loss": 0.000685705803334713, "global_step": 95460, "epoch": 536, "lr": 2.7813434792916925e-06}
{"train_loss": 0.0009391704224981368, "global_step": 95461, "epoch": 536, "lr": 2.780857519542085e-06}
{"train_loss": 0.00036180129973217845, "global_step": 95462, "epoch": 536, "lr": 2.7803716010355973e-06}
{"train_loss": 0.0009578783647157252, "global_step": 95463, "epoch": 536, "lr": 2.7798857237726184e-06}
{"train_loss": 0.0006544265197589993, "global_step": 95464, "epoch": 536, "lr": 2.7793998877535922e-06}
{"train_loss": 0.0009471463272348046, "global_step": 95465, "epoch": 536, "lr": 2.7789140929789457e-06}
{"train_loss": 0.001276993309147656, "global_step": 95466, "epoch": 536, "lr": 2.7784283394490964e-06}
{"train_loss": 0.0006938480073586106, "global_step": 95467, "epoch": 536, "lr": 2.7779426271644704e-06}
{"train_loss": 0.001126027898862958, "global_step": 95468, "epoch": 536, "lr": 2.7774569561254793e-06}
{"train_loss": 0.0009921659948304296, "global_step": 95469, "epoch": 536, "lr": 2.776971326332578e-06}
{"train_loss": 0.0007036100141704082, "global_step": 95470, "epoch": 536, "lr": 2.7764857377861608e-06}
{"train_loss": 0.001511366805061698, "global_step": 95471, "epoch": 536, "lr": 2.776000190486666e-06}
{"train_loss": 0.0009402162977494299, "global_step": 95472, "epoch": 536, "lr": 2.775514684434516e-06}
{"train_loss": 0.0003879598807543516, "global_step": 95473, "epoch": 536, "lr": 2.775029219630132e-06}
{"train_loss": 0.001958958338946104, "global_step": 95474, "epoch": 536, "lr": 2.7745437960739417e-06}
{"train_loss": 0.0004342696047388017, "global_step": 95475, "epoch": 536, "lr": 2.774058413766367e-06}
{"train_loss": 0.00046132266288623214, "global_step": 95476, "epoch": 536, "lr": 2.7735730727078245e-06}
{"train_loss": 0.0011648391373455524, "global_step": 95477, "epoch": 536, "lr": 2.773087772898758e-06}
{"train_loss": 0.00039559166179969907, "global_step": 95478, "epoch": 536, "lr": 2.7726025143395674e-06}
{"train_loss": 0.0007615648792125285, "global_step": 95479, "epoch": 536, "lr": 2.7721172970306906e-06}
{"train_loss": 0.0008786213584244251, "global_step": 95480, "epoch": 536, "lr": 2.771632120972556e-06}
{"train_loss": 0.0008623696630820632, "global_step": 95481, "epoch": 536, "lr": 2.7711469861655738e-06}
{"train_loss": 0.0004644341242965311, "global_step": 95482, "epoch": 536, "lr": 2.770661892610177e-06}
{"train_loss": 0.0007299036951735616, "global_step": 95483, "epoch": 536, "lr": 2.7701768403067873e-06}
{"train_loss": 0.0005654094275087118, "global_step": 95484, "epoch": 536, "lr": 2.7696918292558216e-06}
{"train_loss": 0.000942890765145421, "global_step": 95485, "epoch": 536, "lr": 2.7692068594577236e-06}
{"train_loss": 0.0012651770375669003, "global_step": 95486, "epoch": 536, "lr": 2.7687219309128876e-06}
{"train_loss": 0.0007898389594629407, "global_step": 95487, "epoch": 536, "lr": 2.768237043621763e-06}
{"train_loss": 0.00023528860765509307, "global_step": 95488, "epoch": 536, "lr": 2.7677521975847497e-06}
{"train_loss": 0.00029338174499571323, "global_step": 95489, "epoch": 536, "lr": 2.7672673928022974e-06}
{"train_loss": 0.0020438842475414276, "global_step": 95490, "epoch": 536, "lr": 2.7667826292748113e-06}
{"train_loss": 0.0012233747402206063, "global_step": 95491, "epoch": 536, "lr": 2.766297907002713e-06}
{"train_loss": 0.0005714513827115297, "global_step": 95492, "epoch": 536, "lr": 2.765813225986447e-06}
{"train_loss": 0.000376321142539382, "global_step": 95493, "epoch": 536, "lr": 2.7653285862264066e-06}
{"train_loss": 0.0005639868322759867, "global_step": 95494, "epoch": 536, "lr": 2.7648439877230423e-06}
{"train_loss": 0.000725467863958329, "global_step": 95495, "epoch": 536, "lr": 2.7643594304767594e-06}
{"train_loss": 0.0019163897959515452, "global_step": 95496, "epoch": 536, "lr": 2.7638749144879907e-06}
{"train_loss": 0.0006898563005961478, "global_step": 95497, "epoch": 536, "lr": 2.7633904397571575e-06}
{"train_loss": 0.0007931670406833291, "global_step": 95498, "epoch": 536, "lr": 2.7629060062846825e-06}
{"train_loss": 0.002069094916805625, "global_step": 95499, "epoch": 536, "lr": 2.7624216140709812e-06}
{"train_loss": 0.001186503330245614, "global_step": 95500, "epoch": 536, "lr": 2.7619372631164987e-06}
{"train_loss": 0.0008234258857555687, "global_step": 95501, "epoch": 536, "lr": 2.7614529534216226e-06}
{"train_loss": 0.0006150176632218063, "global_step": 95502, "epoch": 536, "lr": 2.760968684986809e-06}
{"train_loss": 0.00032028480200096965, "global_step": 95503, "epoch": 536, "lr": 2.7604844578124676e-06}
{"train_loss": 0.0008394967298954725, "global_step": 95504, "epoch": 536, "lr": 2.7600002718990214e-06}
{"train_loss": 0.0010437554446980357, "global_step": 95505, "epoch": 536, "lr": 2.7595161272468916e-06}
{"train_loss": 0.0006196218309924006, "global_step": 95506, "epoch": 536, "lr": 2.759032023856506e-06}
{"train_loss": 0.0010382450418546796, "global_step": 95507, "epoch": 536, "lr": 2.7585479617282804e-06}
{"train_loss": 0.0004401985788717866, "global_step": 95508, "epoch": 536, "lr": 2.7580639408626484e-06}
{"train_loss": 0.0009613609290681779, "global_step": 95509, "epoch": 536, "lr": 2.757579961260015e-06}
{"train_loss": 0.0019350904040038586, "global_step": 95510, "epoch": 536, "lr": 2.7570960229208243e-06}
{"train_loss": 0.0005216540303081274, "global_step": 95511, "epoch": 536, "lr": 2.7566121258454814e-06}
{"train_loss": 0.0010440901387482882, "global_step": 95512, "epoch": 536, "lr": 2.7561282700344247e-06}
{"train_loss": 0.0013369263615459204, "global_step": 95513, "epoch": 536, "lr": 2.7556444554880654e-06}
{"train_loss": 0.0004976245108991861, "global_step": 95514, "epoch": 536, "lr": 2.75516068220682e-06}
{"train_loss": 0.0005473330384120345, "global_step": 95515, "epoch": 536, "lr": 2.7546769501911373e-06}
{"train_loss": 0.0007919572526589036, "global_step": 95516, "epoch": 536, "lr": 2.754193259441412e-06}
{"train_loss": 0.0015375998336821795, "global_step": 95517, "epoch": 536, "lr": 2.7537096099580773e-06}
{"train_loss": 0.0005125934258103371, "global_step": 95518, "epoch": 536, "lr": 2.75322600174156e-06}
{"train_loss": 0.00032851993455551565, "global_step": 95519, "epoch": 536, "lr": 2.752742434792277e-06}
{"train_loss": 0.0004318763385526836, "global_step": 95520, "epoch": 536, "lr": 2.7522589091106553e-06}
{"train_loss": 0.0007104199030436575, "global_step": 95521, "epoch": 536, "lr": 2.7517754246971063e-06}
{"train_loss": 0.0012000089045614004, "global_step": 95522, "epoch": 536, "lr": 2.751291981552062e-06}
{"train_loss": 0.000650827947538346, "global_step": 95523, "epoch": 536, "lr": 2.750808579675951e-06}
{"train_loss": 0.0004253281804267317, "global_step": 95524, "epoch": 536, "lr": 2.750325219069172e-06}
{"train_loss": 0.0011728411773219705, "global_step": 95525, "epoch": 536, "lr": 2.7498418997321808e-06}
{"train_loss": 0.0001999682281166315, "global_step": 95526, "epoch": 536, "lr": 2.74935862166536e-06}
{"train_loss": 0.0012527387589216232, "global_step": 95527, "epoch": 536, "lr": 2.748875384869165e-06}
{"train_loss": 0.00036897690733894706, "global_step": 95528, "epoch": 536, "lr": 2.748392189344007e-06}
{"train_loss": 0.0007943684468045831, "global_step": 95529, "epoch": 536, "lr": 2.7479090350903016e-06}
{"train_loss": 0.00041438371408730745, "global_step": 95530, "epoch": 536, "lr": 2.7474259221084765e-06}
{"train_loss": 0.0013795008417218924, "global_step": 95531, "epoch": 536, "lr": 2.746942850398948e-06}
{"train_loss": 0.000716625596396625, "global_step": 95532, "epoch": 536, "lr": 2.7464598199621493e-06}
{"train_loss": 0.0006278958171606064, "global_step": 95533, "epoch": 536, "lr": 2.7459768307984968e-06}
{"train_loss": 0.000675327202770859, "global_step": 95534, "epoch": 536, "lr": 2.745493882908412e-06}
{"train_loss": 0.00020307533850427717, "global_step": 95535, "epoch": 536, "lr": 2.7450109762923115e-06}
{"train_loss": 0.0019001637119799852, "global_step": 95536, "epoch": 536, "lr": 2.7445281109506283e-06}
{"train_loss": 0.0006058737635612488, "global_step": 95537, "epoch": 536, "lr": 2.7440452868837676e-06}
{"train_loss": 0.0005272119306027889, "global_step": 95538, "epoch": 536, "lr": 2.743562504092173e-06}
{"train_loss": 0.0011826588306576014, "global_step": 95539, "epoch": 536, "lr": 2.743079762576245e-06}
{"train_loss": 0.0007625878788530827, "global_step": 95540, "epoch": 536, "lr": 2.742597062336427e-06}
{"train_loss": 0.0010876632295548916, "global_step": 95541, "epoch": 536, "lr": 2.742114403373114e-06}
{"train_loss": 0.001482743420638144, "global_step": 95542, "epoch": 536, "lr": 2.741631785686749e-06}
{"train_loss": 0.00036487344186753035, "global_step": 95543, "epoch": 536, "lr": 2.7411492092777434e-06}
{"train_loss": 0.0004650498158298433, "global_step": 95544, "epoch": 536, "lr": 2.7406666741465247e-06}
{"train_loss": 0.0012954934500157833, "global_step": 95545, "epoch": 536, "lr": 2.740184180293509e-06}
{"train_loss": 0.0005048929597251117, "global_step": 95546, "epoch": 536, "lr": 2.739701727719124e-06}
{"train_loss": 0.000804703391622752, "global_step": 95547, "epoch": 536, "lr": 2.73921931642378e-06}
{"train_loss": 0.0007677169051021338, "global_step": 95548, "epoch": 536, "lr": 2.738736946407916e-06}
{"train_loss": 0.00038445237441919744, "global_step": 95549, "epoch": 536, "lr": 2.7382546176719315e-06}
{"train_loss": 0.0010153546463698149, "global_step": 95550, "epoch": 536, "lr": 2.737772330216265e-06}
{"train_loss": 0.00041523476829752326, "global_step": 95551, "epoch": 536, "lr": 2.7372900840413327e-06}
{"train_loss": 0.0008016441715881228, "global_step": 95552, "epoch": 536, "lr": 2.736807879147546e-06}
{"train_loss": 0.0008246091892942786, "global_step": 95553, "epoch": 536, "lr": 2.7363257155353483e-06}
{"train_loss": 0.0004241878923494369, "global_step": 95554, "epoch": 536, "lr": 2.7358435932051397e-06}
{"train_loss": 0.0018591018160805106, "global_step": 95555, "epoch": 536, "lr": 2.7353615121573527e-06}
{"train_loss": 0.00069855572655797, "global_step": 95556, "epoch": 536, "lr": 2.7348794723924045e-06}
{"train_loss": 0.0008927155286073685, "global_step": 95557, "epoch": 536, "lr": 2.734397473910716e-06}
{"train_loss": 0.000661823432892561, "global_step": 95558, "epoch": 536, "lr": 2.733915516712704e-06}
{"train_loss": 0.000755148590542376, "global_step": 95559, "epoch": 536, "lr": 2.7334336007988015e-06}
{"train_loss": 0.0008065037545748055, "global_step": 95560, "epoch": 536, "lr": 2.7329517261694192e-06}
{"train_loss": 0.00028051433037035167, "global_step": 95561, "epoch": 536, "lr": 2.7324698928249793e-06}
{"train_loss": 0.0007527222624048591, "global_step": 95562, "epoch": 536, "lr": 2.7319881007658977e-06}
{"train_loss": 0.000551860430277884, "global_step": 95563, "epoch": 536, "lr": 2.7315063499926185e-06}
{"train_loss": 0.0008216623682528734, "global_step": 95564, "epoch": 536, "lr": 2.7310246405055307e-06}
{"train_loss": 0.0008284389041364193, "global_step": 95565, "epoch": 536, "lr": 2.7305429723050724e-06}
{"train_loss": 0.0023068678565323353, "global_step": 95566, "epoch": 536, "lr": 2.7300613453916657e-06}
{"train_loss": 0.00018206673848908395, "global_step": 95567, "epoch": 536, "lr": 2.7295797597657326e-06}
{"train_loss": 0.001466455403715372, "global_step": 95568, "epoch": 536, "lr": 2.7290982154276778e-06}
{"train_loss": 0.000635470962151885, "global_step": 95569, "epoch": 536, "lr": 2.7286167123779407e-06}
{"train_loss": 0.0017123052384704351, "global_step": 95570, "epoch": 536, "lr": 2.7281352506169254e-06}
{"train_loss": 0.0002793091698549688, "global_step": 95571, "epoch": 536, "lr": 2.7276538301450715e-06}
{"train_loss": 0.0008079271647147834, "global_step": 95572, "epoch": 536, "lr": 2.7271724509627784e-06}
{"train_loss": 0.001704879803583026, "global_step": 95573, "epoch": 536, "lr": 2.726691113070484e-06}
{"train_loss": 0.000980438431724906, "global_step": 95574, "epoch": 536, "lr": 2.7262098164686e-06}
{"train_loss": 0.0010408037342131138, "global_step": 95575, "epoch": 536, "lr": 2.7257285611575424e-06}
{"train_loss": 0.0011633186368271708, "global_step": 95576, "epoch": 536, "lr": 2.7252473471377492e-06}
{"train_loss": 0.0013658030657097697, "global_step": 95577, "epoch": 536, "lr": 2.724766174409621e-06}
{"train_loss": 0.0016830815002322197, "global_step": 95578, "epoch": 536, "lr": 2.7242850429735954e-06}
{"train_loss": 0.0006091536488384008, "global_step": 95579, "epoch": 536, "lr": 2.723803952830073e-06}
{"train_loss": 0.001289176638238132, "global_step": 95580, "epoch": 536, "lr": 2.723322903979486e-06}
{"train_loss": 0.0006869164644740522, "global_step": 95581, "epoch": 536, "lr": 2.722841896422257e-06}
{"train_loss": 0.001323473989032209, "global_step": 95582, "epoch": 536, "lr": 2.7223609301588016e-06}
{"train_loss": 0.0013324853498488665, "global_step": 95583, "epoch": 536, "lr": 2.721880005189542e-06}
{"train_loss": 0.000491952640004456, "global_step": 95584, "epoch": 536, "lr": 2.721399121514895e-06}
{"train_loss": 0.0009133039062628208, "global_step": 95585, "epoch": 536, "lr": 2.7209182791352762e-06}
{"train_loss": 0.000519236724358052, "global_step": 95586, "epoch": 537, "lr": 2.7204374780511244e-06}
{"train_loss": 0.0009191991994157434, "global_step": 95587, "epoch": 537, "lr": 2.719956718262834e-06}
{"train_loss": 0.00040646170964464545, "global_step": 95588, "epoch": 537, "lr": 2.7194759997708485e-06}
{"train_loss": 0.0011109084589406848, "global_step": 95589, "epoch": 537, "lr": 2.7189953225755736e-06}
{"train_loss": 0.0005349154816940427, "global_step": 95590, "epoch": 537, "lr": 2.7185146866774316e-06}
{"train_loss": 0.0007865557563491166, "global_step": 95591, "epoch": 537, "lr": 2.7180340920768433e-06}
{"train_loss": 0.000660885008983314, "global_step": 95592, "epoch": 537, "lr": 2.71755353877422e-06}
{"train_loss": 0.0021438333205878735, "global_step": 95593, "epoch": 537, "lr": 2.717073026770001e-06}
{"train_loss": 0.0016366508789360523, "global_step": 95594, "epoch": 537, "lr": 2.7165925560645956e-06}
{"train_loss": 0.0008744127699173987, "global_step": 95595, "epoch": 537, "lr": 2.716112126658421e-06}
{"train_loss": 0.0012467838823795319, "global_step": 95596, "epoch": 537, "lr": 2.715631738551899e-06}
{"train_loss": 0.0011143507435917854, "global_step": 95597, "epoch": 537, "lr": 2.7151513917454464e-06}
{"train_loss": 0.00037044595228508115, "global_step": 95598, "epoch": 537, "lr": 2.7146710862394896e-06}
{"train_loss": 0.0005123629234731197, "global_step": 95599, "epoch": 537, "lr": 2.7141908220344405e-06}
{"train_loss": 0.0009246114059351385, "global_step": 95600, "epoch": 537, "lr": 2.7137105991307145e-06}
{"train_loss": 0.0006581064080819488, "global_step": 95601, "epoch": 537, "lr": 2.7132304175287504e-06}
{"train_loss": 0.0004006999370176345, "global_step": 95602, "epoch": 537, "lr": 2.712750277228948e-06}
{"train_loss": 0.0009152450365945697, "global_step": 95603, "epoch": 537, "lr": 2.712270178231735e-06}
{"train_loss": 0.000798431399744004, "global_step": 95604, "epoch": 537, "lr": 2.711790120537533e-06}
{"train_loss": 0.000857410253956914, "global_step": 95605, "epoch": 537, "lr": 2.711310104146758e-06}
{"train_loss": 0.0009730293531902134, "global_step": 95606, "epoch": 537, "lr": 2.7108301290598326e-06}
{"train_loss": 0.002344912849366665, "global_step": 95607, "epoch": 537, "lr": 2.710350195277167e-06}
{"train_loss": 0.0004367081564851105, "global_step": 95608, "epoch": 537, "lr": 2.7098703027991834e-06}
{"train_loss": 0.002771474653854966, "global_step": 95609, "epoch": 537, "lr": 2.7093904516263203e-06}
{"train_loss": 0.0009443863527849317, "global_step": 95610, "epoch": 537, "lr": 2.7089106417589606e-06}
{"train_loss": 0.0008415752090513706, "global_step": 95611, "epoch": 537, "lr": 2.7084308731975538e-06}
{"train_loss": 0.0009361885022372007, "global_step": 95612, "epoch": 537, "lr": 2.7079511459425057e-06}
{"train_loss": 0.00038516928907483816, "global_step": 95613, "epoch": 537, "lr": 2.707471459994232e-06}
{"train_loss": 0.00037043954944238067, "global_step": 95614, "epoch": 537, "lr": 2.706991815353177e-06}
{"train_loss": 0.0010890987468883395, "global_step": 95615, "epoch": 537, "lr": 2.7065122120197186e-06}
{"train_loss": 0.0011134741362184286, "global_step": 95616, "epoch": 537, "lr": 2.706032649994317e-06}
{"train_loss": 0.000789343030191958, "global_step": 95617, "epoch": 537, "lr": 2.705553129277355e-06}
{"train_loss": 0.0015187617391347885, "global_step": 95618, "epoch": 537, "lr": 2.705073649869272e-06}
{"train_loss": 0.000496253021992743, "global_step": 95619, "epoch": 537, "lr": 2.7045942117704893e-06}
{"train_loss": 0.0003893747925758362, "global_step": 95620, "epoch": 537, "lr": 2.704114814981412e-06}
{"train_loss": 0.00045404949923977256, "global_step": 95621, "epoch": 537, "lr": 2.7036354595024737e-06}
{"train_loss": 0.0009754273341968656, "global_step": 95622, "epoch": 537, "lr": 2.7031561453340794e-06}
{"train_loss": 0.001249884138815105, "global_step": 95623, "epoch": 537, "lr": 2.7026768724766504e-06}
{"train_loss": 0.000680577359162271, "global_step": 95624, "epoch": 537, "lr": 2.7021976409306203e-06}
{"train_loss": 0.0034988601692020893, "global_step": 95625, "epoch": 537, "lr": 2.7017184506963777e-06}
{"train_loss": 0.0013089815620332956, "global_step": 95626, "epoch": 537, "lr": 2.701239301774372e-06}
{"train_loss": 0.0012893651146441698, "global_step": 95627, "epoch": 537, "lr": 2.7007601941650086e-06}
{"train_loss": 0.0006272667087614536, "global_step": 95628, "epoch": 537, "lr": 2.7002811278687035e-06}
{"train_loss": 0.0007157553336583078, "global_step": 95629, "epoch": 537, "lr": 2.6998021028858844e-06}
{"train_loss": 0.00041836025775410235, "global_step": 95630, "epoch": 537, "lr": 2.6993231192169567e-06}
{"train_loss": 0.0008625324699096382, "global_step": 95631, "epoch": 537, "lr": 2.698844176862342e-06}
{"train_loss": 0.0010134910698980093, "global_step": 95632, "epoch": 537, "lr": 2.698365275822473e-06}
{"train_loss": 0.00021908698545303196, "global_step": 95633, "epoch": 537, "lr": 2.69788641609775e-06}
{"train_loss": 0.0007769446237944067, "global_step": 95634, "epoch": 537, "lr": 2.6974075976886002e-06}
{"train_loss": 0.001196873839944601, "global_step": 95635, "epoch": 537, "lr": 2.6969288205954403e-06}
{"train_loss": 0.0003569434047676623, "global_step": 95636, "epoch": 537, "lr": 2.696450084818686e-06}
{"train_loss": 0.000635192496702075, "global_step": 95637, "epoch": 537, "lr": 2.695971390358759e-06}
{"train_loss": 0.0005389279685914516, "global_step": 95638, "epoch": 537, "lr": 2.695492737216071e-06}
{"train_loss": 0.00026458167121745646, "global_step": 95639, "epoch": 537, "lr": 2.6950141253910598e-06}
{"train_loss": 0.0019744294695556164, "global_step": 95640, "epoch": 537, "lr": 2.6945355548841146e-06}
{"train_loss": 0.0010174859780818224, "global_step": 95641, "epoch": 537, "lr": 2.6940570256956678e-06}
{"train_loss": 0.0009685269324108958, "global_step": 95642, "epoch": 537, "lr": 2.6935785378261467e-06}
{"train_loss": 0.00038506524288095534, "global_step": 95643, "epoch": 537, "lr": 2.693100091275952e-06}
{"train_loss": 0.0013958632480353117, "global_step": 95644, "epoch": 537, "lr": 2.6926216860455157e-06}
{"train_loss": 0.000589965027756989, "global_step": 95645, "epoch": 537, "lr": 2.692143322135243e-06}
{"train_loss": 0.0003426969051361084, "global_step": 95646, "epoch": 537, "lr": 2.6916649995455512e-06}
{"train_loss": 0.0006935532437637448, "global_step": 95647, "epoch": 537, "lr": 2.6911867182768837e-06}
{"train_loss": 0.0003203747037332505, "global_step": 95648, "epoch": 537, "lr": 2.6907084783296233e-06}
{"train_loss": 0.00044298957800492644, "global_step": 95649, "epoch": 537, "lr": 2.6902302797042146e-06}
{"train_loss": 0.0003598271869122982, "global_step": 95650, "epoch": 537, "lr": 2.689752122401057e-06}
{"train_loss": 0.0006880309665575624, "global_step": 95651, "epoch": 537, "lr": 2.689274006420578e-06}
{"train_loss": 0.0010398547165095806, "global_step": 95652, "epoch": 537, "lr": 2.6887959317631938e-06}
{"train_loss": 0.0006163805373944342, "global_step": 95653, "epoch": 537, "lr": 2.6883178984293213e-06}
{"train_loss": 0.000590209907386452, "global_step": 95654, "epoch": 537, "lr": 2.687839906419376e-06}
{"train_loss": 0.0014054370112717152, "global_step": 95655, "epoch": 537, "lr": 2.6873619557337694e-06}
{"train_loss": 0.002306369598954916, "global_step": 95656, "epoch": 537, "lr": 2.6868840463729338e-06}
{"train_loss": 0.0013786242343485355, "global_step": 95657, "epoch": 537, "lr": 2.686406178337281e-06}
{"train_loss": 0.0007003411883488297, "global_step": 95658, "epoch": 537, "lr": 2.685928351627226e-06}
{"train_loss": 0.0008358791237697005, "global_step": 95659, "epoch": 537, "lr": 2.6854505662431916e-06}
{"train_loss": 0.002023635897785425, "global_step": 95660, "epoch": 537, "lr": 2.684972822185583e-06}
{"train_loss": 0.00028047210071235895, "global_step": 95661, "epoch": 537, "lr": 2.6844951194548216e-06}
{"train_loss": 0.0016921455971896648, "global_step": 95662, "epoch": 537, "lr": 2.6840174580513468e-06}
{"train_loss": 0.0008221510797739029, "global_step": 95663, "epoch": 537, "lr": 2.683539837975535e-06}
{"train_loss": 0.00016878875612746924, "global_step": 95664, "epoch": 537, "lr": 2.6830622592278364e-06}
{"train_loss": 0.0009012722293846309, "global_step": 95665, "epoch": 537, "lr": 2.6825847218086563e-06}
{"train_loss": 0.0004698839911725372, "global_step": 95666, "epoch": 537, "lr": 2.682107225718411e-06}
{"train_loss": 0.0007733723614364862, "global_step": 95667, "epoch": 537, "lr": 2.681629770957522e-06}
{"train_loss": 0.0023769515100866556, "global_step": 95668, "epoch": 537, "lr": 2.6811523575264065e-06}
{"train_loss": 0.0006152687128633261, "global_step": 95669, "epoch": 537, "lr": 2.680674985425474e-06}
{"train_loss": 0.0003940937458537519, "global_step": 95670, "epoch": 537, "lr": 2.6801976546551477e-06}
{"train_loss": 0.00047159817768260837, "global_step": 95671, "epoch": 537, "lr": 2.679720365215832e-06}
{"train_loss": 0.0004994129994884133, "global_step": 95672, "epoch": 537, "lr": 2.6792431171079714e-06}
{"train_loss": 0.001208132365718484, "global_step": 95673, "epoch": 537, "lr": 2.678765910331954e-06}
{"train_loss": 0.0009114862186834216, "global_step": 95674, "epoch": 537, "lr": 2.6782887448882132e-06}
{"train_loss": 0.0011204407783225179, "global_step": 95675, "epoch": 537, "lr": 2.6778116207771597e-06}
{"train_loss": 0.0013146307319402695, "global_step": 95676, "epoch": 537, "lr": 2.67733453799921e-06}
{"train_loss": 0.0006152235437184572, "global_step": 95677, "epoch": 537, "lr": 2.676857496554791e-06}
{"train_loss": 0.0003867071936838329, "global_step": 95678, "epoch": 537, "lr": 2.6763804964442975e-06}
{"train_loss": 0.0010239280527457595, "global_step": 95679, "epoch": 537, "lr": 2.6759035376681672e-06}
{"train_loss": 0.0012051175581291318, "global_step": 95680, "epoch": 537, "lr": 2.675426620226812e-06}
{"train_loss": 0.000690964050590992, "global_step": 95681, "epoch": 537, "lr": 2.6749497441206417e-06}
{"train_loss": 0.0006041752058081329, "global_step": 95682, "epoch": 537, "lr": 2.6744729093500786e-06}
{"train_loss": 0.0005237899022176862, "global_step": 95683, "epoch": 537, "lr": 2.673996115915539e-06}
{"train_loss": 0.0002864138805307448, "global_step": 95684, "epoch": 537, "lr": 2.6735193638174227e-06}
{"train_loss": 0.00029847276164218783, "global_step": 95685, "epoch": 537, "lr": 2.6730426530561846e-06}
{"train_loss": 0.00042179308366030455, "global_step": 95686, "epoch": 537, "lr": 2.672565983632197e-06}
{"train_loss": 0.0009982744231820107, "global_step": 95687, "epoch": 537, "lr": 2.6720893555459147e-06}
{"train_loss": 0.0010533332824707031, "global_step": 95688, "epoch": 537, "lr": 2.6716127687977154e-06}
{"train_loss": 0.0005557844997383654, "global_step": 95689, "epoch": 537, "lr": 2.671136223388049e-06}
{"train_loss": 0.0008713596034795046, "global_step": 95690, "epoch": 537, "lr": 2.67065971931732e-06}
{"train_loss": 0.00041830592090263963, "global_step": 95691, "epoch": 537, "lr": 2.67018325658594e-06}
{"train_loss": 0.0009109752718359232, "global_step": 95692, "epoch": 537, "lr": 2.6697068351943246e-06}
{"train_loss": 0.0005699981702491641, "global_step": 95693, "epoch": 537, "lr": 2.6692304551429015e-06}
{"train_loss": 0.0015357183292508125, "global_step": 95694, "epoch": 537, "lr": 2.668754116432065e-06}
{"train_loss": 0.000985463848337531, "global_step": 95695, "epoch": 537, "lr": 2.668277819062265e-06}
{"train_loss": 0.0003988449461758137, "global_step": 95696, "epoch": 537, "lr": 2.6678015630338783e-06}
{"train_loss": 0.0009400542476214468, "global_step": 95697, "epoch": 537, "lr": 2.667325348347349e-06}
{"train_loss": 0.0003623889642767608, "global_step": 95698, "epoch": 537, "lr": 2.666849175003089e-06}
{"train_loss": 0.0006808217731304467, "global_step": 95699, "epoch": 537, "lr": 2.6663730430014964e-06}
{"train_loss": 0.00048679119208827615, "global_step": 95700, "epoch": 537, "lr": 2.6658969523430167e-06}
{"train_loss": 0.0006150554399937391, "global_step": 95701, "epoch": 537, "lr": 2.6654209030280377e-06}
{"train_loss": 0.0017862317617982626, "global_step": 95702, "epoch": 537, "lr": 2.664944895056992e-06}
{"train_loss": 0.0009342588600702584, "global_step": 95703, "epoch": 537, "lr": 2.664468928430286e-06}
{"train_loss": 0.0008610428194515407, "global_step": 95704, "epoch": 537, "lr": 2.6639930031483463e-06}
{"train_loss": 0.00035837694304063916, "global_step": 95705, "epoch": 537, "lr": 2.663517119211578e-06}
{"train_loss": 0.002450490603223443, "global_step": 95706, "epoch": 537, "lr": 2.6630412766203982e-06}
{"train_loss": 0.0005707884556613863, "global_step": 95707, "epoch": 537, "lr": 2.6625654753752283e-06}
{"train_loss": 0.0007512201555073261, "global_step": 95708, "epoch": 537, "lr": 2.662089715476479e-06}
{"train_loss": 0.00048387411516159773, "global_step": 95709, "epoch": 537, "lr": 2.6616139969245615e-06}
{"train_loss": 0.0006336199003271759, "global_step": 95710, "epoch": 537, "lr": 2.6611383197199136e-06}
{"train_loss": 0.0006356531521305442, "global_step": 95711, "epoch": 537, "lr": 2.6606626838629136e-06}
{"train_loss": 0.000859891006257385, "global_step": 95712, "epoch": 537, "lr": 2.6601870893540102e-06}
{"train_loss": 0.00042271349229849875, "global_step": 95713, "epoch": 537, "lr": 2.6597115361936043e-06}
{"train_loss": 0.0009576302254572511, "global_step": 95714, "epoch": 537, "lr": 2.659236024382117e-06}
{"train_loss": 0.0006450807559303939, "global_step": 95715, "epoch": 537, "lr": 2.6587605539199534e-06}
{"train_loss": 0.0013537444174289703, "global_step": 95716, "epoch": 537, "lr": 2.658285124807541e-06}
{"train_loss": 0.0006573206628672779, "global_step": 95717, "epoch": 537, "lr": 2.6578097370452746e-06}
{"train_loss": 0.001366881770081818, "global_step": 95718, "epoch": 537, "lr": 2.657334390633598e-06}
{"train_loss": 0.0005923259304836392, "global_step": 95719, "epoch": 537, "lr": 2.6568590855729103e-06}
{"train_loss": 0.0006423469167202711, "global_step": 95720, "epoch": 537, "lr": 2.656383821863628e-06}
{"train_loss": 0.00033303251257166266, "global_step": 95721, "epoch": 537, "lr": 2.6559085995061685e-06}
{"train_loss": 0.0005583512829616666, "global_step": 95722, "epoch": 537, "lr": 2.655433418500941e-06}
{"train_loss": 0.0009493223624303937, "global_step": 95723, "epoch": 537, "lr": 2.654958278848374e-06}
{"train_loss": 0.0011889685411006212, "global_step": 95724, "epoch": 537, "lr": 2.6544831805488614e-06}
{"train_loss": 0.0009116103174164891, "global_step": 95725, "epoch": 537, "lr": 2.6540081236028467e-06}
{"train_loss": 0.0006698407814837992, "global_step": 95726, "epoch": 537, "lr": 2.653533108010714e-06}
{"train_loss": 0.0011672789696604013, "global_step": 95727, "epoch": 537, "lr": 2.6530581337728957e-06}
{"train_loss": 0.0005347360856831074, "global_step": 95728, "epoch": 537, "lr": 2.6525832008898075e-06}
{"train_loss": 0.0004678396217059344, "global_step": 95729, "epoch": 537, "lr": 2.652108309361856e-06}
{"train_loss": 0.0005172553937882185, "global_step": 95730, "epoch": 537, "lr": 2.651633459189462e-06}
{"train_loss": 0.0004548448196146637, "global_step": 95731, "epoch": 537, "lr": 2.6511586503730425e-06}
{"train_loss": 0.00038975910865701735, "global_step": 95732, "epoch": 537, "lr": 2.6506838829129966e-06}
{"train_loss": 0.0006179043557494879, "global_step": 95733, "epoch": 537, "lr": 2.650209156809769e-06}
{"train_loss": 0.001247956301085651, "global_step": 95734, "epoch": 537, "lr": 2.649734472063736e-06}
{"train_loss": 0.0010331541998311877, "global_step": 95735, "epoch": 537, "lr": 2.6492598286753433e-06}
{"train_loss": 0.0007833371637389064, "global_step": 95736, "epoch": 537, "lr": 2.648785226644995e-06}
{"train_loss": 0.0009831158677116036, "global_step": 95737, "epoch": 537, "lr": 2.6483106659731025e-06}
{"train_loss": 0.0010067757684737444, "global_step": 95738, "epoch": 537, "lr": 2.647836146660082e-06}
{"train_loss": 0.0015580516774207354, "global_step": 95739, "epoch": 537, "lr": 2.647361668706344e-06}
{"train_loss": 0.0015113569097593427, "global_step": 95740, "epoch": 537, "lr": 2.646887232112316e-06}
{"train_loss": 0.0011484971037134528, "global_step": 95741, "epoch": 537, "lr": 2.6464128368784034e-06}
{"train_loss": 0.0005306346574798226, "global_step": 95742, "epoch": 537, "lr": 2.6459384830050173e-06}
{"train_loss": 0.0010606705909594893, "global_step": 95743, "epoch": 537, "lr": 2.6454641704925786e-06}
{"train_loss": 0.0004020415071863681, "global_step": 95744, "epoch": 537, "lr": 2.644989899341499e-06}
{"train_loss": 0.0008016594802029431, "global_step": 95745, "epoch": 537, "lr": 2.6445156695521946e-06}
{"train_loss": 0.0007097386987879872, "global_step": 95746, "epoch": 537, "lr": 2.644041481125076e-06}
{"train_loss": 0.0007355266134254634, "global_step": 95747, "epoch": 537, "lr": 2.643567334060554e-06}
{"train_loss": 0.0004648967878893018, "global_step": 95748, "epoch": 537, "lr": 2.6430932283590557e-06}
{"train_loss": 0.0005690273246727884, "global_step": 95749, "epoch": 537, "lr": 2.642619164020982e-06}
{"train_loss": 0.0010859171161428094, "global_step": 95750, "epoch": 537, "lr": 2.6421451410467535e-06}
{"train_loss": 0.00040780947892926633, "global_step": 95751, "epoch": 537, "lr": 2.6416711594367816e-06}
{"train_loss": 0.00185053376480937, "global_step": 95752, "epoch": 537, "lr": 2.641197219191488e-06}
{"train_loss": 0.000964769278652966, "global_step": 95753, "epoch": 537, "lr": 2.6407233203112726e-06}
{"train_loss": 0.0003045491757802665, "global_step": 95754, "epoch": 537, "lr": 2.6402494627965623e-06}
{"train_loss": 0.0003435304679442197, "global_step": 95755, "epoch": 537, "lr": 2.6397756466477575e-06}
{"train_loss": 0.0014462834224104881, "global_step": 95756, "epoch": 537, "lr": 2.6393018718652962e-06}
{"train_loss": 0.0006897232960909605, "global_step": 95757, "epoch": 537, "lr": 2.6388281384495617e-06}
{"train_loss": 0.001749591901898384, "global_step": 95758, "epoch": 537, "lr": 2.638354446400987e-06}
{"train_loss": 0.0005566842737607658, "global_step": 95759, "epoch": 537, "lr": 2.6378807957199823e-06}
{"train_loss": 0.001985350623726845, "global_step": 95760, "epoch": 537, "lr": 2.637407186406954e-06}
{"train_loss": 0.0008431324968114495, "global_step": 95761, "epoch": 537, "lr": 2.6369336184623338e-06}
{"train_loss": 0.0005868413718417287, "global_step": 95762, "epoch": 537, "lr": 2.636460091886517e-06}
{"train_loss": 0.0008784073978542152, "global_step": 95763, "epoch": 537, "lr": 2.63598660667993e-06}
{"train_loss": 0.0006843724404461682, "global_step": 95764, "epoch": 538, "lr": 2.6355131628429673e-06}
{"train_loss": 0.0004482850490603596, "global_step": 95765, "epoch": 538, "lr": 2.6350397603760623e-06}
{"train_loss": 0.00046633719466626644, "global_step": 95766, "epoch": 538, "lr": 2.6345663992796254e-06}
{"train_loss": 0.0005619698204100132, "global_step": 95767, "epoch": 538, "lr": 2.634093079554062e-06}
{"train_loss": 0.00033041383721865714, "global_step": 95768, "epoch": 538, "lr": 2.6336198011997937e-06}
{"train_loss": 0.0004594108322635293, "global_step": 95769, "epoch": 538, "lr": 2.633146564217226e-06}
{"train_loss": 0.0006725350976921618, "global_step": 95770, "epoch": 538, "lr": 2.6326733686067697e-06}
{"train_loss": 0.00023051074822433293, "global_step": 95771, "epoch": 538, "lr": 2.632200214368857e-06}
{"train_loss": 0.00040260018431581557, "global_step": 95772, "epoch": 538, "lr": 2.631727101503878e-06}
{"train_loss": 0.0006150621920824051, "global_step": 95773, "epoch": 538, "lr": 2.631254030012259e-06}
{"train_loss": 0.0008938201935961843, "global_step": 95774, "epoch": 538, "lr": 2.6307809998944165e-06}
{"train_loss": 0.0006779789691790938, "global_step": 95775, "epoch": 538, "lr": 2.630308011150756e-06}
{"train_loss": 0.0009273807518184185, "global_step": 95776, "epoch": 538, "lr": 2.629835063781688e-06}
{"train_loss": 0.0008598879212513566, "global_step": 95777, "epoch": 538, "lr": 2.6293621577876348e-06}
{"train_loss": 0.0005593179957941175, "global_step": 95778, "epoch": 538, "lr": 2.6288892931690067e-06}
{"train_loss": 0.0008900453103706241, "global_step": 95779, "epoch": 538, "lr": 2.6284164699262094e-06}
{"train_loss": 0.0003039051953237504, "global_step": 95780, "epoch": 538, "lr": 2.6279436880596586e-06}
{"train_loss": 0.0009518343140371144, "global_step": 95781, "epoch": 538, "lr": 2.627470947569771e-06}
{"train_loss": 0.0012265013065189123, "global_step": 95782, "epoch": 538, "lr": 2.6269982484569633e-06}
{"train_loss": 0.001090778037905693, "global_step": 95783, "epoch": 538, "lr": 2.626525590721646e-06}
{"train_loss": 0.00040133370202966034, "global_step": 95784, "epoch": 538, "lr": 2.6260529743642238e-06}
{"train_loss": 0.0016886761877685785, "global_step": 95785, "epoch": 538, "lr": 2.6255803993851137e-06}
{"train_loss": 0.00032844458473846316, "global_step": 95786, "epoch": 538, "lr": 2.625107865784737e-06}
{"train_loss": 0.0004717604024335742, "global_step": 95787, "epoch": 538, "lr": 2.624635373563489e-06}
{"train_loss": 0.001014665816910565, "global_step": 95788, "epoch": 538, "lr": 2.624162922721801e-06}
{"train_loss": 0.000714697758667171, "global_step": 95789, "epoch": 538, "lr": 2.62369051326008e-06}
{"train_loss": 0.00028434168780222535, "global_step": 95790, "epoch": 538, "lr": 2.6232181451787297e-06}
{"train_loss": 0.0018369753379374743, "global_step": 95791, "epoch": 538, "lr": 2.622745818478173e-06}
{"train_loss": 0.0007715787505730987, "global_step": 95792, "epoch": 538, "lr": 2.6222735331588143e-06}
{"train_loss": 0.0004761589807458222, "global_step": 95793, "epoch": 538, "lr": 2.6218012892210654e-06}
{"train_loss": 0.0008547632023692131, "global_step": 95794, "epoch": 538, "lr": 2.6213290866653584e-06}
{"train_loss": 0.0008719298639334738, "global_step": 95795, "epoch": 538, "lr": 2.6208569254920767e-06}
{"train_loss": 0.0008555501699447632, "global_step": 95796, "epoch": 538, "lr": 2.6203848057016645e-06}
{"train_loss": 0.0018187889363616705, "global_step": 95797, "epoch": 538, "lr": 2.619912727294499e-06}
{"train_loss": 0.0008623008616268635, "global_step": 95798, "epoch": 538, "lr": 2.619440690271019e-06}
{"train_loss": 0.0008397483616136014, "global_step": 95799, "epoch": 538, "lr": 2.618968694631624e-06}
{"train_loss": 0.00044031115248799324, "global_step": 95800, "epoch": 538, "lr": 2.6184967403767357e-06}
{"train_loss": 0.0007783201290294528, "global_step": 95801, "epoch": 538, "lr": 2.6180248275067596e-06}
{"train_loss": 0.0009207956027239561, "global_step": 95802, "epoch": 538, "lr": 2.617552956022096e-06}
{"train_loss": 0.0014764182269573212, "global_step": 95803, "epoch": 538, "lr": 2.617081125923182e-06}
{"train_loss": 0.0006981756305322051, "global_step": 95804, "epoch": 538, "lr": 2.616609337210418e-06}
{"train_loss": 0.0009132929262705147, "global_step": 95805, "epoch": 538, "lr": 2.6161375898842157e-06}
{"train_loss": 0.0006232645828276873, "global_step": 95806, "epoch": 538, "lr": 2.61566588394499e-06}
{"train_loss": 0.00038841261994093657, "global_step": 95807, "epoch": 538, "lr": 2.615194219393147e-06}
{"train_loss": 0.0003338075475767255, "global_step": 95808, "epoch": 538, "lr": 2.6147225962290965e-06}
{"train_loss": 0.0003486833011265844, "global_step": 95809, "epoch": 538, "lr": 2.614251014453273e-06}
{"train_loss": 0.00046411005314439535, "global_step": 95810, "epoch": 538, "lr": 2.6137794740660526e-06}
{"train_loss": 0.0005725680384784937, "global_step": 95811, "epoch": 538, "lr": 2.6133079750678747e-06}
{"train_loss": 0.0005940381088294089, "global_step": 95812, "epoch": 538, "lr": 2.6128365174591385e-06}
{"train_loss": 0.0010084302630275488, "global_step": 95813, "epoch": 538, "lr": 2.612365101240266e-06}
{"train_loss": 0.0006036409176886082, "global_step": 95814, "epoch": 538, "lr": 2.611893726411657e-06}
{"train_loss": 0.0008932307246141136, "global_step": 95815, "epoch": 538, "lr": 2.6114223929737334e-06}
{"train_loss": 0.001590751693584025, "global_step": 95816, "epoch": 538, "lr": 2.6109511009269007e-06}
{"train_loss": 0.0008169696666300297, "global_step": 95817, "epoch": 538, "lr": 2.6104798502715687e-06}
{"train_loss": 0.000920840713661164, "global_step": 95818, "epoch": 538, "lr": 2.610008641008149e-06}
{"train_loss": 0.0008987117325887084, "global_step": 95819, "epoch": 538, "lr": 2.6095374731370745e-06}
{"train_loss": 0.0002630984236020595, "global_step": 95820, "epoch": 538, "lr": 2.6090663466587174e-06}
{"train_loss": 0.0010256466921418905, "global_step": 95821, "epoch": 538, "lr": 2.608595261573521e-06}
{"train_loss": 0.000649527064524591, "global_step": 95822, "epoch": 538, "lr": 2.6081242178818855e-06}
{"train_loss": 0.001361422473564744, "global_step": 95823, "epoch": 538, "lr": 2.6076532155842213e-06}
{"train_loss": 0.0004139167140237987, "global_step": 95824, "epoch": 538, "lr": 2.607182254680951e-06}
{"train_loss": 0.0023462995886802673, "global_step": 95825, "epoch": 538, "lr": 2.6067113351724624e-06}
{"train_loss": 0.0008368479902856052, "global_step": 95826, "epoch": 538, "lr": 2.6062404570591892e-06}
{"train_loss": 0.001191814080812037, "global_step": 95827, "epoch": 538, "lr": 2.605769620341536e-06}
{"train_loss": 0.0007695279200561345, "global_step": 95828, "epoch": 538, "lr": 2.6052988250199084e-06}
{"train_loss": 0.001037249225191772, "global_step": 95829, "epoch": 538, "lr": 2.6048280710947283e-06}
{"train_loss": 0.0002821651578415185, "global_step": 95830, "epoch": 538, "lr": 2.604357358566395e-06}
{"train_loss": 0.001111005898565054, "global_step": 95831, "epoch": 538, "lr": 2.6038866874353197e-06}
{"train_loss": 0.00031321035930886865, "global_step": 95832, "epoch": 538, "lr": 2.6034160577019295e-06}
{"train_loss": 0.0006755951326340437, "global_step": 95833, "epoch": 538, "lr": 2.602945469366619e-06}
{"train_loss": 0.0006524257478304207, "global_step": 95834, "epoch": 538, "lr": 2.602474922429815e-06}
{"train_loss": 0.00030644499929621816, "global_step": 95835, "epoch": 538, "lr": 2.6020044168919013e-06}
{"train_loss": 0.0005571600049734116, "global_step": 95836, "epoch": 538, "lr": 2.6015339527533154e-06}
{"train_loss": 0.0006683616666123271, "global_step": 95837, "epoch": 538, "lr": 2.601063530014458e-06}
{"train_loss": 0.001972338417544961, "global_step": 95838, "epoch": 538, "lr": 2.600593148675745e-06}
{"train_loss": 0.0004888181574642658, "global_step": 95839, "epoch": 538, "lr": 2.600122808737582e-06}
{"train_loss": 0.0016858127200976014, "global_step": 95840, "epoch": 538, "lr": 2.599652510200379e-06}
{"train_loss": 0.0005971399368718266, "global_step": 95841, "epoch": 538, "lr": 2.5991822530645417e-06}
{"train_loss": 0.0009335625218227506, "global_step": 95842, "epoch": 538, "lr": 2.598712037330503e-06}
{"train_loss": 0.0007347299251705408, "global_step": 95843, "epoch": 538, "lr": 2.598241862998646e-06}
{"train_loss": 0.0005473255878314376, "global_step": 95844, "epoch": 538, "lr": 2.5977717300693983e-06}
{"train_loss": 0.0016316546825692058, "global_step": 95845, "epoch": 538, "lr": 2.597301638543165e-06}
{"train_loss": 0.0011609005741775036, "global_step": 95846, "epoch": 538, "lr": 2.5968315884203508e-06}
{"train_loss": 0.0007413456914946437, "global_step": 95847, "epoch": 538, "lr": 2.5963615797013898e-06}
{"train_loss": 0.0007498555351048708, "global_step": 95848, "epoch": 538, "lr": 2.595891612386664e-06}
{"train_loss": 0.0009870943613350391, "global_step": 95849, "epoch": 538, "lr": 2.595421686476601e-06}
{"train_loss": 0.0005570578505285084, "global_step": 95850, "epoch": 538, "lr": 2.5949518019716066e-06}
{"train_loss": 0.0006392802461050451, "global_step": 95851, "epoch": 538, "lr": 2.594481958872086e-06}
{"train_loss": 0.0006891443626955152, "global_step": 95852, "epoch": 538, "lr": 2.5940121571784605e-06}
{"train_loss": 0.000928753986954689, "global_step": 95853, "epoch": 538, "lr": 2.5935423968911298e-06}
{"train_loss": 0.0020394190214574337, "global_step": 95854, "epoch": 538, "lr": 2.593072678010511e-06}
{"train_loss": 0.0005709801916964352, "global_step": 95855, "epoch": 538, "lr": 2.592603000537014e-06}
{"train_loss": 0.0011223030742257833, "global_step": 95856, "epoch": 538, "lr": 2.592133364471039e-06}
{"train_loss": 0.0006999402539804578, "global_step": 95857, "epoch": 538, "lr": 2.5916637698130185e-06}
{"train_loss": 0.0007997864158824086, "global_step": 95858, "epoch": 538, "lr": 2.5911942165633307e-06}
{"train_loss": 0.0004511980223469436, "global_step": 95859, "epoch": 538, "lr": 2.5907247047224135e-06}
{"train_loss": 0.0015361460391432047, "global_step": 95860, "epoch": 538, "lr": 2.590255234290667e-06}
{"train_loss": 0.0005497076781466603, "global_step": 95861, "epoch": 538, "lr": 2.589785805268502e-06}
{"train_loss": 0.0013442516792565584, "global_step": 95862, "epoch": 538, "lr": 2.589316417656329e-06}
{"train_loss": 0.0006152917048893869, "global_step": 95863, "epoch": 538, "lr": 2.5888470714545533e-06}
{"train_loss": 0.0016228484455496073, "global_step": 95864, "epoch": 538, "lr": 2.58837776666358e-06}
{"train_loss": 0.000507047341670841, "global_step": 95865, "epoch": 538, "lr": 2.5879085032838368e-06}
{"train_loss": 0.0003017140843439847, "global_step": 95866, "epoch": 538, "lr": 2.587439281315723e-06}
{"train_loss": 0.0007471981807611883, "global_step": 95867, "epoch": 538, "lr": 2.5869701007596504e-06}
{"train_loss": 0.0009955593850463629, "global_step": 95868, "epoch": 538, "lr": 2.5865009616160286e-06}
{"train_loss": 0.0010087036062031984, "global_step": 95869, "epoch": 538, "lr": 2.5860318638852633e-06}
{"train_loss": 0.0007260509883053601, "global_step": 95870, "epoch": 538, "lr": 2.585562807567776e-06}
{"train_loss": 0.0003105197101831436, "global_step": 95871, "epoch": 538, "lr": 2.585093792663956e-06}
{"train_loss": 0.0007907517720013857, "global_step": 95872, "epoch": 538, "lr": 2.584624819174236e-06}
{"train_loss": 0.00071313715307042, "global_step": 95873, "epoch": 538, "lr": 2.5841558870990045e-06}
{"train_loss": 0.0008075907826423645, "global_step": 95874, "epoch": 538, "lr": 2.583686996438689e-06}
{"train_loss": 0.0007735867984592915, "global_step": 95875, "epoch": 538, "lr": 2.583218147193689e-06}
{"train_loss": 0.0010634465143084526, "global_step": 95876, "epoch": 538, "lr": 2.5827493393644154e-06}
{"train_loss": 0.001420299056917429, "global_step": 95877, "epoch": 538, "lr": 2.582280572951279e-06}
{"train_loss": 0.0007641471456736326, "global_step": 95878, "epoch": 538, "lr": 2.5818118479546903e-06}
{"train_loss": 0.000547735602594912, "global_step": 95879, "epoch": 538, "lr": 2.5813431643750497e-06}
{"train_loss": 0.0011455874191597104, "global_step": 95880, "epoch": 538, "lr": 2.580874522212784e-06}
{"train_loss": 0.0010692948708310723, "global_step": 95881, "epoch": 538, "lr": 2.580405921468282e-06}
{"train_loss": 0.0015804641880095005, "global_step": 95882, "epoch": 538, "lr": 2.579937362141971e-06}
{"train_loss": 0.001497455406934023, "global_step": 95883, "epoch": 538, "lr": 2.579468844234251e-06}
{"train_loss": 0.0009817194659262896, "global_step": 95884, "epoch": 538, "lr": 2.5790003677455376e-06}
{"train_loss": 0.000517352600581944, "global_step": 95885, "epoch": 538, "lr": 2.5785319326762315e-06}
{"train_loss": 0.0020098919048905373, "global_step": 95886, "epoch": 538, "lr": 2.578063539026737e-06}
{"train_loss": 0.00045891976333223283, "global_step": 95887, "epoch": 538, "lr": 2.577595186797482e-06}
{"train_loss": 0.0011175763793289661, "global_step": 95888, "epoch": 538, "lr": 2.5771268759888665e-06}
{"train_loss": 0.0006925157504156232, "global_step": 95889, "epoch": 538, "lr": 2.5766586066012954e-06}
{"train_loss": 0.001272345194593072, "global_step": 95890, "epoch": 538, "lr": 2.5761903786351795e-06}
{"train_loss": 0.0012862968724220991, "global_step": 95891, "epoch": 538, "lr": 2.5757221920909347e-06}
{"train_loss": 0.00047061886289156973, "global_step": 95892, "epoch": 538, "lr": 2.5752540469689613e-06}
{"train_loss": 0.0008291180129162967, "global_step": 95893, "epoch": 538, "lr": 2.5747859432696697e-06}
{"train_loss": 0.0011056909570470452, "global_step": 95894, "epoch": 538, "lr": 2.574317880993465e-06}
{"train_loss": 0.00044228791375644505, "global_step": 95895, "epoch": 538, "lr": 2.5738498601407814e-06}
{"train_loss": 0.0006136728334240615, "global_step": 95896, "epoch": 538, "lr": 2.5733818807119834e-06}
{"train_loss": 0.00039811013266444206, "global_step": 95897, "epoch": 538, "lr": 2.572913942707517e-06}
{"train_loss": 0.0016354738036170602, "global_step": 95898, "epoch": 538, "lr": 2.5724460461277746e-06}
{"train_loss": 0.0021066772751510143, "global_step": 95899, "epoch": 538, "lr": 2.571978190973173e-06}
{"train_loss": 0.0009336809744127095, "global_step": 95900, "epoch": 538, "lr": 2.571510377244113e-06}
{"train_loss": 0.0008434366900473833, "global_step": 95901, "epoch": 538, "lr": 2.571042604941004e-06}
{"train_loss": 0.000947257736697793, "global_step": 95902, "epoch": 538, "lr": 2.5705748740642522e-06}
{"train_loss": 0.0005424952832981944, "global_step": 95903, "epoch": 538, "lr": 2.57010718461429e-06}
{"train_loss": 0.0018398230895400047, "global_step": 95904, "epoch": 538, "lr": 2.5696395365914837e-06}
{"train_loss": 0.0005530033959075809, "global_step": 95905, "epoch": 538, "lr": 2.5691719299962836e-06}
{"train_loss": 0.00019330583745613694, "global_step": 95906, "epoch": 538, "lr": 2.5687043648290663e-06}
{"train_loss": 0.0008884323760867119, "global_step": 95907, "epoch": 538, "lr": 2.568236841090249e-06}
{"train_loss": 0.0007880147895775735, "global_step": 95908, "epoch": 538, "lr": 2.5677693587802586e-06}
{"train_loss": 0.001079910434782505, "global_step": 95909, "epoch": 538, "lr": 2.5673019178994783e-06}
{"train_loss": 0.0031579413916915655, "global_step": 95910, "epoch": 538, "lr": 2.566834518448341e-06}
{"train_loss": 0.0010732689406722784, "global_step": 95911, "epoch": 538, "lr": 2.5663671604272244e-06}
{"train_loss": 0.00042321140062995255, "global_step": 95912, "epoch": 538, "lr": 2.5658998438365613e-06}
{"train_loss": 0.000568725576158613, "global_step": 95913, "epoch": 538, "lr": 2.565432568676751e-06}
{"train_loss": 0.0012538930168375373, "global_step": 95914, "epoch": 538, "lr": 2.564965334948205e-06}
{"train_loss": 0.0009173572179861367, "global_step": 95915, "epoch": 538, "lr": 2.564498142651328e-06}
{"train_loss": 0.0008771141292527318, "global_step": 95916, "epoch": 538, "lr": 2.5640309917865313e-06}
{"train_loss": 0.0008376252371817827, "global_step": 95917, "epoch": 538, "lr": 2.5635638823542084e-06}
{"train_loss": 0.00035741314059123397, "global_step": 95918, "epoch": 538, "lr": 2.5630968143547985e-06}
{"train_loss": 0.00040841224836185575, "global_step": 95919, "epoch": 538, "lr": 2.5626297877886728e-06}
{"train_loss": 0.0020448723807930946, "global_step": 95920, "epoch": 538, "lr": 2.5621628026562648e-06}
{"train_loss": 0.0005059251561760902, "global_step": 95921, "epoch": 538, "lr": 2.56169585895798e-06}
{"train_loss": 0.0008505571749992669, "global_step": 95922, "epoch": 538, "lr": 2.5612289566942114e-06}
{"train_loss": 0.000805266376119107, "global_step": 95923, "epoch": 538, "lr": 2.560762095865382e-06}
{"train_loss": 0.0006883965106680989, "global_step": 95924, "epoch": 538, "lr": 2.560295276471897e-06}
{"train_loss": 0.0009155467269010842, "global_step": 95925, "epoch": 538, "lr": 2.5598284985141552e-06}
{"train_loss": 0.0006306814029812813, "global_step": 95926, "epoch": 538, "lr": 2.5593617619925736e-06}
{"train_loss": 0.0015089607331901789, "global_step": 95927, "epoch": 538, "lr": 2.558895066907546e-06}
{"train_loss": 0.00024214522272814065, "global_step": 95928, "epoch": 538, "lr": 2.5584284132595004e-06}
{"train_loss": 0.0010739946737885475, "global_step": 95929, "epoch": 538, "lr": 2.5579618010488303e-06}
{"train_loss": 0.0006071627140045166, "global_step": 95930, "epoch": 538, "lr": 2.5574952302759527e-06}
{"train_loss": 0.00030971935484558344, "global_step": 95931, "epoch": 538, "lr": 2.5570287009412664e-06}
{"train_loss": 0.001303639030084014, "global_step": 95932, "epoch": 538, "lr": 2.556562213045177e-06}
{"train_loss": 0.0006887533236294985, "global_step": 95933, "epoch": 538, "lr": 2.556095766588107e-06}
{"train_loss": 0.0010087984846904874, "global_step": 95934, "epoch": 538, "lr": 2.555629361570444e-06}
{"train_loss": 0.0005759418709203601, "global_step": 95935, "epoch": 538, "lr": 2.5551629979926104e-06}
{"train_loss": 0.001019560731947422, "global_step": 95936, "epoch": 538, "lr": 2.5546966758550118e-06}
{"train_loss": 0.0006976494332775474, "global_step": 95937, "epoch": 538, "lr": 2.554230395158053e-06}
{"train_loss": 0.00048025211435742676, "global_step": 95938, "epoch": 538, "lr": 2.553764155902133e-06}
{"train_loss": 0.0014762352220714092, "global_step": 95939, "epoch": 538, "lr": 2.553297958087675e-06}
{"train_loss": 0.0006713878829032183, "global_step": 95940, "epoch": 538, "lr": 2.5528318017150665e-06}
{"train_loss": 0.000860460476738563, "global_step": 95941, "epoch": 538, "lr": 2.552365686784741e-06}
{"train_loss": 0.0005502575659193099, "global_step": 95942, "epoch": 539, "lr": 2.5518996132970763e-06}
{"train_loss": 0.0005840088706463575, "global_step": 95943, "epoch": 539, "lr": 2.5514335812525047e-06}
{"train_loss": 0.000407419225666672, "global_step": 95944, "epoch": 539, "lr": 2.5509675906514096e-06}
{"train_loss": 0.0015312188770622015, "global_step": 95945, "epoch": 539, "lr": 2.5505016414942186e-06}
{"train_loss": 0.0006124555366113782, "global_step": 95946, "epoch": 539, "lr": 2.5500357337813308e-06}
{"train_loss": 0.0008630956872366369, "global_step": 95947, "epoch": 539, "lr": 2.5495698675131573e-06}
{"train_loss": 0.00047854369040578604, "global_step": 95948, "epoch": 539, "lr": 2.549104042690098e-06}
{"train_loss": 0.0006482722819782794, "global_step": 95949, "epoch": 539, "lr": 2.5486382593125522e-06}
{"train_loss": 0.0009567900560796261, "global_step": 95950, "epoch": 539, "lr": 2.5481725173809477e-06}
{"train_loss": 0.00017993818619288504, "global_step": 95951, "epoch": 539, "lr": 2.5477068168956784e-06}
{"train_loss": 0.0003723354311659932, "global_step": 95952, "epoch": 539, "lr": 2.5472411578571555e-06}
{"train_loss": 0.00038548215525224805, "global_step": 95953, "epoch": 539, "lr": 2.546775540265778e-06}
{"train_loss": 0.0016930074198171496, "global_step": 95954, "epoch": 539, "lr": 2.5463099641219624e-06}
{"train_loss": 0.0016853336710482836, "global_step": 95955, "epoch": 539, "lr": 2.5458444294261088e-06}
{"train_loss": 0.0015030752401798964, "global_step": 95956, "epoch": 539, "lr": 2.545378936178633e-06}
{"train_loss": 0.0028849714435636997, "global_step": 95957, "epoch": 539, "lr": 2.5449134843799237e-06}
{"train_loss": 0.0003838628763332963, "global_step": 95958, "epoch": 539, "lr": 2.5444480740304032e-06}
{"train_loss": 0.0009586319210939109, "global_step": 95959, "epoch": 539, "lr": 2.5439827051304765e-06}
{"train_loss": 0.0016376608982682228, "global_step": 95960, "epoch": 539, "lr": 2.5435173776805432e-06}
{"train_loss": 0.00048187177162617445, "global_step": 95961, "epoch": 539, "lr": 2.54305209168102e-06}
{"train_loss": 0.0010026644449681044, "global_step": 95962, "epoch": 539, "lr": 2.5425868471323e-06}
{"train_loss": 0.00033128552604466677, "global_step": 95963, "epoch": 539, "lr": 2.5421216440348007e-06}
{"train_loss": 0.001194822252728045, "global_step": 95964, "epoch": 539, "lr": 2.541656482388921e-06}
{"train_loss": 0.001383599592372775, "global_step": 95965, "epoch": 539, "lr": 2.5411913621950612e-06}
{"train_loss": 0.001114011975005269, "global_step": 95966, "epoch": 539, "lr": 2.5407262834536537e-06}
{"train_loss": 0.00042601884342730045, "global_step": 95967, "epoch": 539, "lr": 2.5402612461650764e-06}
{"train_loss": 0.00041243567829951644, "global_step": 95968, "epoch": 539, "lr": 2.539796250329751e-06}
{"train_loss": 0.0008662938489578664, "global_step": 95969, "epoch": 539, "lr": 2.5393312959480773e-06}
{"train_loss": 0.0012179819168522954, "global_step": 95970, "epoch": 539, "lr": 2.538866383020455e-06}
{"train_loss": 0.0015416904352605343, "global_step": 95971, "epoch": 539, "lr": 2.538401511547317e-06}
{"train_loss": 0.00048725164378993213, "global_step": 95972, "epoch": 539, "lr": 2.537936681529035e-06}
{"train_loss": 0.001169846043922007, "global_step": 95973, "epoch": 539, "lr": 2.537471892966037e-06}
{"train_loss": 0.0005431872559711337, "global_step": 95974, "epoch": 539, "lr": 2.5370071458587275e-06}
{"train_loss": 0.000258661835687235, "global_step": 95975, "epoch": 539, "lr": 2.536542440207501e-06}
{"train_loss": 0.0010589256417006254, "global_step": 95976, "epoch": 539, "lr": 2.536077776012774e-06}
{"train_loss": 0.0003661429218482226, "global_step": 95977, "epoch": 539, "lr": 2.535613153274946e-06}
{"train_loss": 0.001371890539303422, "global_step": 95978, "epoch": 539, "lr": 2.5351485719944224e-06}
{"train_loss": 0.0016177905490621924, "global_step": 95979, "epoch": 539, "lr": 2.5346840321716247e-06}
{"train_loss": 0.000362084130756557, "global_step": 95980, "epoch": 539, "lr": 2.534219533806931e-06}
{"train_loss": 0.0009189607226289809, "global_step": 95981, "epoch": 539, "lr": 2.5337550769007732e-06}
{"train_loss": 0.002401363803073764, "global_step": 95982, "epoch": 539, "lr": 2.5332906614535356e-06}
{"train_loss": 0.0004844795912504196, "global_step": 95983, "epoch": 539, "lr": 2.5328262874656393e-06}
{"train_loss": 0.001059538684785366, "global_step": 95984, "epoch": 539, "lr": 2.5323619549374846e-06}
{"train_loss": 0.0005326963728293777, "global_step": 95985, "epoch": 539, "lr": 2.531897663869476e-06}
{"train_loss": 0.001152721932157874, "global_step": 95986, "epoch": 539, "lr": 2.5314334142620245e-06}
{"train_loss": 0.00046204464160837233, "global_step": 95987, "epoch": 539, "lr": 2.530969206115524e-06}
{"train_loss": 0.0010324632748961449, "global_step": 95988, "epoch": 539, "lr": 2.5305050394303863e-06}
{"train_loss": 0.0011006094282492995, "global_step": 95989, "epoch": 539, "lr": 2.530040914207027e-06}
{"train_loss": 0.00033970182994380593, "global_step": 95990, "epoch": 539, "lr": 2.5295768304458344e-06}
{"train_loss": 0.0007710864883847535, "global_step": 95991, "epoch": 539, "lr": 2.5291127881472197e-06}
{"train_loss": 0.0007713392842561007, "global_step": 95992, "epoch": 539, "lr": 2.5286487873115996e-06}
{"train_loss": 0.0010557662462815642, "global_step": 95993, "epoch": 539, "lr": 2.528184827939356e-06}
{"train_loss": 0.0006331125041469932, "global_step": 95994, "epoch": 539, "lr": 2.527720910030923e-06}
{"train_loss": 0.0010895483428612351, "global_step": 95995, "epoch": 539, "lr": 2.5272570335866773e-06}
{"train_loss": 0.0005948542966507375, "global_step": 95996, "epoch": 539, "lr": 2.526793198607047e-06}
{"train_loss": 0.000326768757076934, "global_step": 95997, "epoch": 539, "lr": 2.526329405092426e-06}
{"train_loss": 0.0016638038214296103, "global_step": 95998, "epoch": 539, "lr": 2.525865653043219e-06}
{"train_loss": 0.00039770014700479805, "global_step": 95999, "epoch": 539, "lr": 2.525401942459832e-06}
{"train_loss": 0.0005283920327201486, "global_step": 96000, "epoch": 539, "lr": 2.524938273342675e-06}
{"train_loss": 0.0011167365591973066, "global_step": 96001, "epoch": 539, "lr": 2.5244746456921487e-06}
{"train_loss": 0.0006797908572480083, "global_step": 96002, "epoch": 539, "lr": 2.5240110595086576e-06}
{"train_loss": 0.0005511590279638767, "global_step": 96003, "epoch": 539, "lr": 2.523547514792601e-06}
{"train_loss": 0.0018086887430399656, "global_step": 96004, "epoch": 539, "lr": 2.5230840115444077e-06}
{"train_loss": 0.0006253703031688929, "global_step": 96005, "epoch": 539, "lr": 2.522620549764448e-06}
{"train_loss": 0.0003777015081141144, "global_step": 96006, "epoch": 539, "lr": 2.5221571294531508e-06}
{"train_loss": 0.0006301803514361382, "global_step": 96007, "epoch": 539, "lr": 2.5216937506109152e-06}
{"train_loss": 0.0005199307342991233, "global_step": 96008, "epoch": 539, "lr": 2.5212304132381406e-06}
{"train_loss": 0.0013310161884874105, "global_step": 96009, "epoch": 539, "lr": 2.5207671173352375e-06}
{"train_loss": 0.001510839443653822, "global_step": 96010, "epoch": 539, "lr": 2.520303862902612e-06}
{"train_loss": 0.000891313364263624, "global_step": 96011, "epoch": 539, "lr": 2.519840649940658e-06}
{"train_loss": 0.0013821448665112257, "global_step": 96012, "epoch": 539, "lr": 2.5193774784497912e-06}
{"train_loss": 0.0005283972714096308, "global_step": 96013, "epoch": 539, "lr": 2.5189143484304178e-06}
{"train_loss": 0.0006127743981778622, "global_step": 96014, "epoch": 539, "lr": 2.5184512598829315e-06}
{"train_loss": 0.0004451214917935431, "global_step": 96015, "epoch": 539, "lr": 2.5179882128077483e-06}
{"train_loss": 0.00036574871046468616, "global_step": 96016, "epoch": 539, "lr": 2.517525207205257e-06}
{"train_loss": 0.0005053274799138308, "global_step": 96017, "epoch": 539, "lr": 2.517062243075885e-06}
{"train_loss": 0.0010712557705119252, "global_step": 96018, "epoch": 539, "lr": 2.51659932042001e-06}
{"train_loss": 0.0013647860614582896, "global_step": 96019, "epoch": 539, "lr": 2.516136439238065e-06}
{"train_loss": 0.0007835344295017421, "global_step": 96020, "epoch": 539, "lr": 2.5156735995304213e-06}
{"train_loss": 0.0007826100336387753, "global_step": 96021, "epoch": 539, "lr": 2.515210801297513e-06}
{"train_loss": 0.000993478111922741, "global_step": 96022, "epoch": 539, "lr": 2.5147480445397277e-06}
{"train_loss": 0.0008442866383120418, "global_step": 96023, "epoch": 539, "lr": 2.5142853292574763e-06}
{"train_loss": 0.0019019793253391981, "global_step": 96024, "epoch": 539, "lr": 2.513822655451159e-06}
{"train_loss": 0.0007825763314031065, "global_step": 96025, "epoch": 539, "lr": 2.513360023121186e-06}
{"train_loss": 0.0005740931956097484, "global_step": 96026, "epoch": 539, "lr": 2.5128974322679467e-06}
{"train_loss": 0.0009077375871129334, "global_step": 96027, "epoch": 539, "lr": 2.512434882891873e-06}
{"train_loss": 0.0015557080041617155, "global_step": 96028, "epoch": 539, "lr": 2.5119723749933323e-06}
{"train_loss": 0.0011214395053684711, "global_step": 96029, "epoch": 539, "lr": 2.511509908572757e-06}
{"train_loss": 0.001273543108254671, "global_step": 96030, "epoch": 539, "lr": 2.5110474836305463e-06}
{"train_loss": 0.00030708772828802466, "global_step": 96031, "epoch": 539, "lr": 2.5105851001670954e-06}
{"train_loss": 0.0009160721674561501, "global_step": 96032, "epoch": 539, "lr": 2.510122758182809e-06}
{"train_loss": 0.0016361117595806718, "global_step": 96033, "epoch": 539, "lr": 2.5096604576780925e-06}
{"train_loss": 0.0005296168383210897, "global_step": 96034, "epoch": 539, "lr": 2.509198198653362e-06}
{"train_loss": 0.0004463435325305909, "global_step": 96035, "epoch": 539, "lr": 2.5087359811090006e-06}
{"train_loss": 0.00032082467805594206, "global_step": 96036, "epoch": 539, "lr": 2.50827380504543e-06}
{"train_loss": 0.0007256482494994998, "global_step": 96037, "epoch": 539, "lr": 2.5078116704630396e-06}
{"train_loss": 0.00040132913272827864, "global_step": 96038, "epoch": 539, "lr": 2.5073495773622445e-06}
{"train_loss": 0.0005022995756007731, "global_step": 96039, "epoch": 539, "lr": 2.50688752574344e-06}
{"train_loss": 0.0007327604107558727, "global_step": 96040, "epoch": 539, "lr": 2.506425515607036e-06}
{"train_loss": 0.0007434682338498533, "global_step": 96041, "epoch": 539, "lr": 2.505963546953427e-06}
{"train_loss": 0.0007631482440046966, "global_step": 96042, "epoch": 539, "lr": 2.505501619783035e-06}
{"train_loss": 0.0014144503511488438, "global_step": 96043, "epoch": 539, "lr": 2.505039734096232e-06}
{"train_loss": 0.001055705128237605, "global_step": 96044, "epoch": 539, "lr": 2.5045778898934557e-06}
{"train_loss": 0.0013442875351756811, "global_step": 96045, "epoch": 539, "lr": 2.50411608717509e-06}
{"train_loss": 0.0007386263459920883, "global_step": 96046, "epoch": 539, "lr": 2.5036543259415403e-06}
{"train_loss": 0.0011721045011654496, "global_step": 96047, "epoch": 539, "lr": 2.5031926061932164e-06}
{"train_loss": 0.000657624623272568, "global_step": 96048, "epoch": 539, "lr": 2.5027309279305134e-06}
{"train_loss": 0.0009447454940527678, "global_step": 96049, "epoch": 539, "lr": 2.502269291153836e-06}
{"train_loss": 0.00175541453063488, "global_step": 96050, "epoch": 539, "lr": 2.5018076958636005e-06}
{"train_loss": 0.0004320800071582198, "global_step": 96051, "epoch": 539, "lr": 2.5013461420601846e-06}
{"train_loss": 0.0011227541835978627, "global_step": 96052, "epoch": 539, "lr": 2.5008846297440156e-06}
{"train_loss": 0.0004943533567711711, "global_step": 96053, "epoch": 539, "lr": 2.500423158915488e-06}
{"train_loss": 0.0016994408797472715, "global_step": 96054, "epoch": 539, "lr": 2.499961729575001e-06}
{"train_loss": 0.0006466039922088385, "global_step": 96055, "epoch": 539, "lr": 2.4995003417229602e-06}
{"train_loss": 0.0024840401019901037, "global_step": 96056, "epoch": 539, "lr": 2.4990389953597648e-06}
{"train_loss": 0.0009325789869762957, "global_step": 96057, "epoch": 539, "lr": 2.498577690485837e-06}
{"train_loss": 0.0009710632148198783, "global_step": 96058, "epoch": 539, "lr": 2.498116427101549e-06}
{"train_loss": 0.0010331375524401665, "global_step": 96059, "epoch": 539, "lr": 2.4976552052073277e-06}
{"train_loss": 0.0005159670254215598, "global_step": 96060, "epoch": 539, "lr": 2.4971940248035674e-06}
{"train_loss": 0.0013637205120176077, "global_step": 96061, "epoch": 539, "lr": 2.496732885890668e-06}
{"train_loss": 0.0020459177903831005, "global_step": 96062, "epoch": 539, "lr": 2.49627178846904e-06}
{"train_loss": 0.00038837286410853267, "global_step": 96063, "epoch": 539, "lr": 2.495810732539078e-06}
{"train_loss": 0.0016835934948176146, "global_step": 96064, "epoch": 539, "lr": 2.4953497181011863e-06}
{"train_loss": 0.0009688868885859847, "global_step": 96065, "epoch": 539, "lr": 2.4948887451557767e-06}
{"train_loss": 0.0006253393366932869, "global_step": 96066, "epoch": 539, "lr": 2.4944278137032374e-06}
{"train_loss": 0.0010118208592757583, "global_step": 96067, "epoch": 539, "lr": 2.493966923743979e-06}
{"train_loss": 0.0007168498123064637, "global_step": 96068, "epoch": 539, "lr": 2.4935060752784066e-06}
{"train_loss": 0.0017451484454795718, "global_step": 96069, "epoch": 539, "lr": 2.4930452683069207e-06}
{"train_loss": 0.0006210758583620191, "global_step": 96070, "epoch": 539, "lr": 2.4925845028299254e-06}
{"train_loss": 0.0005869863089174032, "global_step": 96071, "epoch": 539, "lr": 2.492123778847816e-06}
{"train_loss": 0.0010348905343562365, "global_step": 96072, "epoch": 539, "lr": 2.4916630963610022e-06}
{"train_loss": 0.0012408324982970953, "global_step": 96073, "epoch": 539, "lr": 2.491202455369873e-06}
{"train_loss": 0.001699062529951334, "global_step": 96074, "epoch": 539, "lr": 2.490741855874851e-06}
{"train_loss": 0.0008836871711537242, "global_step": 96075, "epoch": 539, "lr": 2.490281297876329e-06}
{"train_loss": 0.0003182099317200482, "global_step": 96076, "epoch": 539, "lr": 2.4898207813747076e-06}
{"train_loss": 0.000990364933386445, "global_step": 96077, "epoch": 539, "lr": 2.4893603063703864e-06}
{"train_loss": 0.0002502811548765749, "global_step": 96078, "epoch": 539, "lr": 2.488899872863776e-06}
{"train_loss": 0.000328955240547657, "global_step": 96079, "epoch": 539, "lr": 2.48843948085527e-06}
{"train_loss": 0.0014883894473314285, "global_step": 96080, "epoch": 539, "lr": 2.487979130345286e-06}
{"train_loss": 0.000609480426646769, "global_step": 96081, "epoch": 539, "lr": 2.4875188213342005e-06}
{"train_loss": 0.000806888216175139, "global_step": 96082, "epoch": 539, "lr": 2.4870585538224357e-06}
{"train_loss": 0.0011906401487067342, "global_step": 96083, "epoch": 539, "lr": 2.486598327810391e-06}
{"train_loss": 0.0010911044664680958, "global_step": 96084, "epoch": 539, "lr": 2.486138143298461e-06}
{"train_loss": 0.0011100536212325096, "global_step": 96085, "epoch": 539, "lr": 2.485678000287056e-06}
{"train_loss": 0.000239569169934839, "global_step": 96086, "epoch": 539, "lr": 2.4852178987765707e-06}
{"train_loss": 0.0008830577717162669, "global_step": 96087, "epoch": 539, "lr": 2.4847578387674043e-06}
{"train_loss": 0.0006963625201024115, "global_step": 96088, "epoch": 539, "lr": 2.4842978202599788e-06}
{"train_loss": 0.0006618748884648085, "global_step": 96089, "epoch": 539, "lr": 2.483837843254666e-06}
{"train_loss": 0.00032702216412872076, "global_step": 96090, "epoch": 539, "lr": 2.483377907751899e-06}
{"train_loss": 0.0006666328990831971, "global_step": 96091, "epoch": 539, "lr": 2.4829180137520445e-06}
{"train_loss": 0.0008748102700337768, "global_step": 96092, "epoch": 539, "lr": 2.482458161255535e-06}
{"train_loss": 0.0005666703218594193, "global_step": 96093, "epoch": 539, "lr": 2.4819983502627596e-06}
{"train_loss": 0.00036936733522452414, "global_step": 96094, "epoch": 539, "lr": 2.4815385807741174e-06}
{"train_loss": 0.00016241220873780549, "global_step": 96095, "epoch": 539, "lr": 2.4810788527900253e-06}
{"train_loss": 0.0002438341616652906, "global_step": 96096, "epoch": 539, "lr": 2.4806191663108546e-06}
{"train_loss": 0.0008789424318820238, "global_step": 96097, "epoch": 539, "lr": 2.4801595213370386e-06}
{"train_loss": 0.0017891936004161835, "global_step": 96098, "epoch": 539, "lr": 2.4796999178689607e-06}
{"train_loss": 0.00041218334808945656, "global_step": 96099, "epoch": 539, "lr": 2.479240355907031e-06}
{"train_loss": 0.0008310661651194096, "global_step": 96100, "epoch": 539, "lr": 2.478780835451644e-06}
{"train_loss": 0.0006314785568974912, "global_step": 96101, "epoch": 539, "lr": 2.478321356503205e-06}
{"train_loss": 0.0017542090499773622, "global_step": 96102, "epoch": 539, "lr": 2.477861919062108e-06}
{"train_loss": 0.000873727141879499, "global_step": 96103, "epoch": 539, "lr": 2.4774025231287746e-06}
{"train_loss": 0.0008494143839925528, "global_step": 96104, "epoch": 539, "lr": 2.476943168703577e-06}
{"train_loss": 0.0014636742416769266, "global_step": 96105, "epoch": 539, "lr": 2.4764838557869376e-06}
{"train_loss": 0.0008529304177500308, "global_step": 96106, "epoch": 539, "lr": 2.4760245843792496e-06}
{"train_loss": 0.0002712385612539947, "global_step": 96107, "epoch": 539, "lr": 2.4755653544809186e-06}
{"train_loss": 0.0004404198261909187, "global_step": 96108, "epoch": 539, "lr": 2.4751061660923448e-06}
{"train_loss": 0.0006792392232455313, "global_step": 96109, "epoch": 539, "lr": 2.474647019213927e-06}
{"train_loss": 0.0003816066309809685, "global_step": 96110, "epoch": 539, "lr": 2.4741879138460657e-06}
{"train_loss": 0.00023505458375439048, "global_step": 96111, "epoch": 539, "lr": 2.473728849989165e-06}
{"train_loss": 0.003850379725918174, "global_step": 96112, "epoch": 539, "lr": 2.473269827643615e-06}
{"train_loss": 0.0011472426122054458, "global_step": 96113, "epoch": 539, "lr": 2.4728108468098423e-06}
{"train_loss": 0.0009170355042442679, "global_step": 96114, "epoch": 539, "lr": 2.472351907488213e-06}
{"train_loss": 0.0008457195945084095, "global_step": 96115, "epoch": 539, "lr": 2.4718930096791548e-06}
{"train_loss": 0.0007945781690068543, "global_step": 96116, "epoch": 539, "lr": 2.4714341533830565e-06}
{"train_loss": 0.0009112496627494693, "global_step": 96117, "epoch": 539, "lr": 2.4709753386003175e-06}
{"train_loss": 0.0005024027777835727, "global_step": 96118, "epoch": 539, "lr": 2.47051656533136e-06}
{"train_loss": 0.0008989667597673494, "global_step": 96119, "epoch": 539, "lr": 2.47005783357655e-06}
{"train_loss": 0.0013237477978691459, "global_step": 96120, "epoch": 540, "lr": 2.4695991433363153e-06}
{"train_loss": 0.000880828476510942, "global_step": 96121, "epoch": 540, "lr": 2.469140494611044e-06}
{"train_loss": 0.0016183876432478428, "global_step": 96122, "epoch": 540, "lr": 2.468681887401142e-06}
{"train_loss": 0.0004536490887403488, "global_step": 96123, "epoch": 540, "lr": 2.4682233217070084e-06}
{"train_loss": 0.0017996795941144228, "global_step": 96124, "epoch": 540, "lr": 2.467764797529043e-06}
{"train_loss": 0.0006477753631770611, "global_step": 96125, "epoch": 540, "lr": 2.46730631486764e-06}
{"train_loss": 0.0009327341103926301, "global_step": 96126, "epoch": 540, "lr": 2.4668478737232215e-06}
{"train_loss": 0.0004571577883325517, "global_step": 96127, "epoch": 540, "lr": 2.466389474096159e-06}
{"train_loss": 0.0009336356888525188, "global_step": 96128, "epoch": 540, "lr": 2.4659311159868746e-06}
{"train_loss": 0.0010343402391299605, "global_step": 96129, "epoch": 540, "lr": 2.4654727993957516e-06}
{"train_loss": 0.001219121622852981, "global_step": 96130, "epoch": 540, "lr": 2.465014524323206e-06}
{"train_loss": 0.000437439710367471, "global_step": 96131, "epoch": 540, "lr": 2.4645562907696316e-06}
{"train_loss": 0.0005206328351050615, "global_step": 96132, "epoch": 540, "lr": 2.4640980987354236e-06}
{"train_loss": 0.0012876458931714296, "global_step": 96133, "epoch": 540, "lr": 2.4636399482209914e-06}
{"train_loss": 0.00038570171454921365, "global_step": 96134, "epoch": 540, "lr": 2.4631818392267302e-06}
{"train_loss": 0.000627406407147646, "global_step": 96135, "epoch": 540, "lr": 2.462723771753034e-06}
{"train_loss": 0.00048723912914283574, "global_step": 96136, "epoch": 540, "lr": 2.4622657458003185e-06}
{"train_loss": 0.0005462871631607413, "global_step": 96137, "epoch": 540, "lr": 2.4618077613689726e-06}
{"train_loss": 0.00045204273192211986, "global_step": 96138, "epoch": 540, "lr": 2.461349818459402e-06}
{"train_loss": 0.0006969105452299118, "global_step": 96139, "epoch": 540, "lr": 2.460891917072e-06}
{"train_loss": 0.0003718643565662205, "global_step": 96140, "epoch": 540, "lr": 2.4604340572071618e-06}
{"train_loss": 0.000438371323980391, "global_step": 96141, "epoch": 540, "lr": 2.4599762388653138e-06}
{"train_loss": 0.0013191187754273415, "global_step": 96142, "epoch": 540, "lr": 2.459518462046817e-06}
{"train_loss": 0.000865280395373702, "global_step": 96143, "epoch": 540, "lr": 2.4590607267521106e-06}
{"train_loss": 0.0024765008129179478, "global_step": 96144, "epoch": 540, "lr": 2.45860303298156e-06}
{"train_loss": 0.00045352091547101736, "global_step": 96145, "epoch": 540, "lr": 2.458145380735588e-06}
{"train_loss": 0.0011701826006174088, "global_step": 96146, "epoch": 540, "lr": 2.4576877700145885e-06}
{"train_loss": 0.000574788311496377, "global_step": 96147, "epoch": 540, "lr": 2.4572302008189553e-06}
{"train_loss": 0.0006741106626577675, "global_step": 96148, "epoch": 540, "lr": 2.4567726731490937e-06}
{"train_loss": 0.0008236187277361751, "global_step": 96149, "epoch": 540, "lr": 2.4563151870054035e-06}
{"train_loss": 0.0007170324679464102, "global_step": 96150, "epoch": 540, "lr": 2.455857742388279e-06}
{"train_loss": 0.0013658057432621717, "global_step": 96151, "epoch": 540, "lr": 2.4554003392981305e-06}
{"train_loss": 0.0004752461099997163, "global_step": 96152, "epoch": 540, "lr": 2.454942977735342e-06}
{"train_loss": 0.0007676106179133058, "global_step": 96153, "epoch": 540, "lr": 2.454485657700323e-06}
{"train_loss": 0.00038540581590496004, "global_step": 96154, "epoch": 540, "lr": 2.4540283791934736e-06}
{"train_loss": 0.0007900766795501113, "global_step": 96155, "epoch": 540, "lr": 2.453571142215194e-06}
{"train_loss": 0.0008154710521921515, "global_step": 96156, "epoch": 540, "lr": 2.453113946765878e-06}
{"train_loss": 0.0003153342113364488, "global_step": 96157, "epoch": 540, "lr": 2.4526567928459197e-06}
{"train_loss": 0.0007658330723643303, "global_step": 96158, "epoch": 540, "lr": 2.4521996804557356e-06}
{"train_loss": 0.0005107218166813254, "global_step": 96159, "epoch": 540, "lr": 2.451742609595714e-06}
{"train_loss": 0.0015603879000991583, "global_step": 96160, "epoch": 540, "lr": 2.451285580266255e-06}
{"train_loss": 0.0006658987840637565, "global_step": 96161, "epoch": 540, "lr": 2.4508285924677577e-06}
{"train_loss": 0.0011232729302719235, "global_step": 96162, "epoch": 540, "lr": 2.450371646200622e-06}
{"train_loss": 0.0007675784872844815, "global_step": 96163, "epoch": 540, "lr": 2.4499147414652477e-06}
{"train_loss": 0.0005641861935146153, "global_step": 96164, "epoch": 540, "lr": 2.4494578782620346e-06}
{"train_loss": 0.0009054032852873206, "global_step": 96165, "epoch": 540, "lr": 2.449001056591377e-06}
{"train_loss": 0.0016170849557965994, "global_step": 96166, "epoch": 540, "lr": 2.448544276453685e-06}
{"train_loss": 0.0016305093886330724, "global_step": 96167, "epoch": 540, "lr": 2.4480875378493364e-06}
{"train_loss": 0.00031936238519847393, "global_step": 96168, "epoch": 540, "lr": 2.447630840778753e-06}
{"train_loss": 0.0006972609553486109, "global_step": 96169, "epoch": 540, "lr": 2.4471741852423237e-06}
{"train_loss": 0.0008141170255839825, "global_step": 96170, "epoch": 540, "lr": 2.4467175712404478e-06}
{"train_loss": 0.0013644415885210037, "global_step": 96171, "epoch": 540, "lr": 2.4462609987735253e-06}
{"train_loss": 0.0010559060610830784, "global_step": 96172, "epoch": 540, "lr": 2.44580446784195e-06}
{"train_loss": 0.00045320921344682574, "global_step": 96173, "epoch": 540, "lr": 2.445347978446122e-06}
{"train_loss": 0.0003249977307859808, "global_step": 96174, "epoch": 540, "lr": 2.444891530586452e-06}
{"train_loss": 0.000474182132165879, "global_step": 96175, "epoch": 540, "lr": 2.444435124263317e-06}
{"train_loss": 0.002306889509782195, "global_step": 96176, "epoch": 540, "lr": 2.443978759477139e-06}
{"train_loss": 0.00025504815857857466, "global_step": 96177, "epoch": 540, "lr": 2.4435224362283017e-06}
{"train_loss": 0.0013104523532092571, "global_step": 96178, "epoch": 540, "lr": 2.4430661545171985e-06}
{"train_loss": 0.0016862768679857254, "global_step": 96179, "epoch": 540, "lr": 2.442609914344257e-06}
{"train_loss": 0.000638877390883863, "global_step": 96180, "epoch": 540, "lr": 2.4421537157098386e-06}
{"train_loss": 0.0009705756092444062, "global_step": 96181, "epoch": 540, "lr": 2.4416975586143696e-06}
{"train_loss": 0.001149575226008892, "global_step": 96182, "epoch": 540, "lr": 2.4412414430582285e-06}
{"train_loss": 0.0012388208415359259, "global_step": 96183, "epoch": 540, "lr": 2.440785369041826e-06}
{"train_loss": 0.0011338354088366032, "global_step": 96184, "epoch": 540, "lr": 2.4403293365655557e-06}
{"train_loss": 0.0010469321860000491, "global_step": 96185, "epoch": 540, "lr": 2.4398733456298227e-06}
{"train_loss": 0.0005149450153112411, "global_step": 96186, "epoch": 540, "lr": 2.4394173962350164e-06}
{"train_loss": 0.000787782424595207, "global_step": 96187, "epoch": 540, "lr": 2.4389614883815417e-06}
{"train_loss": 0.0005560171557590365, "global_step": 96188, "epoch": 540, "lr": 2.4385056220697865e-06}
{"train_loss": 0.0005576404510065913, "global_step": 96189, "epoch": 540, "lr": 2.438049797300168e-06}
{"train_loss": 0.0018065632320940495, "global_step": 96190, "epoch": 540, "lr": 2.437594014073058e-06}
{"train_loss": 0.0005445322021842003, "global_step": 96191, "epoch": 540, "lr": 2.437138272388878e-06}
{"train_loss": 0.0013965044636279345, "global_step": 96192, "epoch": 540, "lr": 2.4366825722480225e-06}
{"train_loss": 0.0006646901601925492, "global_step": 96193, "epoch": 540, "lr": 2.4362269136508743e-06}
{"train_loss": 0.00035199220292270184, "global_step": 96194, "epoch": 540, "lr": 2.4357712965978495e-06}
{"train_loss": 0.000991768203675747, "global_step": 96195, "epoch": 540, "lr": 2.435315721089332e-06}
{"train_loss": 0.0016119477804750204, "global_step": 96196, "epoch": 540, "lr": 2.4348601871257203e-06}
{"train_loss": 0.0012156353332102299, "global_step": 96197, "epoch": 540, "lr": 2.434404694707437e-06}
{"train_loss": 0.0010823254706338048, "global_step": 96198, "epoch": 540, "lr": 2.4339492438348375e-06}
{"train_loss": 0.0005501690320670605, "global_step": 96199, "epoch": 540, "lr": 2.433493834508355e-06}
{"train_loss": 0.0011390396393835545, "global_step": 96200, "epoch": 540, "lr": 2.4330384667283766e-06}
{"train_loss": 0.0007048867410048842, "global_step": 96201, "epoch": 540, "lr": 2.432583140495298e-06}
{"train_loss": 0.0014864414697512984, "global_step": 96202, "epoch": 540, "lr": 2.4321278558095127e-06}
{"train_loss": 0.0003455321420915425, "global_step": 96203, "epoch": 540, "lr": 2.4316726126714207e-06}
{"train_loss": 0.0003686431737150997, "global_step": 96204, "epoch": 540, "lr": 2.4312174110814323e-06}
{"train_loss": 0.00038618932012468576, "global_step": 96205, "epoch": 540, "lr": 2.4307622510399254e-06}
{"train_loss": 0.0008071988704614341, "global_step": 96206, "epoch": 540, "lr": 2.4303071325473102e-06}
{"train_loss": 0.0004688935005106032, "global_step": 96207, "epoch": 540, "lr": 2.4298520556039816e-06}
{"train_loss": 0.00026897533098235726, "global_step": 96208, "epoch": 540, "lr": 2.4293970202103333e-06}
{"train_loss": 0.0012455473188310862, "global_step": 96209, "epoch": 540, "lr": 2.4289420263667707e-06}
{"train_loss": 0.000999027630314231, "global_step": 96210, "epoch": 540, "lr": 2.428487074073682e-06}
{"train_loss": 0.0004753434332087636, "global_step": 96211, "epoch": 540, "lr": 2.4280321633314675e-06}
{"train_loss": 0.0008183518657460809, "global_step": 96212, "epoch": 540, "lr": 2.4275772941405374e-06}
{"train_loss": 0.0007821927429176867, "global_step": 96213, "epoch": 540, "lr": 2.427122466501264e-06}
{"train_loss": 0.0006670037400908768, "global_step": 96214, "epoch": 540, "lr": 2.4266676804140632e-06}
{"train_loss": 0.0008977800607681274, "global_step": 96215, "epoch": 540, "lr": 2.426212935879324e-06}
{"train_loss": 0.0008688764646649361, "global_step": 96216, "epoch": 540, "lr": 2.4257582328974516e-06}
{"train_loss": 0.0015160799957811832, "global_step": 96217, "epoch": 540, "lr": 2.4253035714688398e-06}
{"train_loss": 0.0007413275307044387, "global_step": 96218, "epoch": 540, "lr": 2.4248489515938775e-06}
{"train_loss": 0.0006344287539832294, "global_step": 96219, "epoch": 540, "lr": 2.4243943732729757e-06}
{"train_loss": 0.00048603786854073405, "global_step": 96220, "epoch": 540, "lr": 2.423939836506511e-06}
{"train_loss": 0.0012542763724923134, "global_step": 96221, "epoch": 540, "lr": 2.4234853412949066e-06}
{"train_loss": 0.0009524124907329679, "global_step": 96222, "epoch": 540, "lr": 2.4230308876385445e-06}
{"train_loss": 0.0003541948681231588, "global_step": 96223, "epoch": 540, "lr": 2.4225764755378187e-06}
{"train_loss": 0.0005987699842080474, "global_step": 96224, "epoch": 540, "lr": 2.4221221049931353e-06}
{"train_loss": 0.0008633670513518155, "global_step": 96225, "epoch": 540, "lr": 2.421667776004888e-06}
{"train_loss": 0.000688202038872987, "global_step": 96226, "epoch": 540, "lr": 2.421213488573465e-06}
{"train_loss": 0.0012827948667109013, "global_step": 96227, "epoch": 540, "lr": 2.4207592426992832e-06}
{"train_loss": 0.001190433045849204, "global_step": 96228, "epoch": 540, "lr": 2.4203050383827143e-06}
{"train_loss": 0.0008930129697546363, "global_step": 96229, "epoch": 540, "lr": 2.4198508756241745e-06}
{"train_loss": 0.0012088544899597764, "global_step": 96230, "epoch": 540, "lr": 2.4193967544240526e-06}
{"train_loss": 0.00034784129820764065, "global_step": 96231, "epoch": 540, "lr": 2.4189426747827426e-06}
{"train_loss": 0.001495002070441842, "global_step": 96232, "epoch": 540, "lr": 2.4184886367006496e-06}
{"train_loss": 0.0007883101934567094, "global_step": 96233, "epoch": 540, "lr": 2.4180346401781626e-06}
{"train_loss": 0.0013445543590933084, "global_step": 96234, "epoch": 540, "lr": 2.417580685215676e-06}
{"train_loss": 0.0006220848299562931, "global_step": 96235, "epoch": 540, "lr": 2.4171267718136047e-06}
{"train_loss": 0.0010021880734711885, "global_step": 96236, "epoch": 540, "lr": 2.4166728999723165e-06}
{"train_loss": 0.0008109750924631953, "global_step": 96237, "epoch": 540, "lr": 2.4162190696922384e-06}
{"train_loss": 0.0007601219112984836, "global_step": 96238, "epoch": 540, "lr": 2.4157652809737364e-06}
{"train_loss": 0.0004948583082295954, "global_step": 96239, "epoch": 540, "lr": 2.4153115338172273e-06}
{"train_loss": 0.0007929936982691288, "global_step": 96240, "epoch": 540, "lr": 2.414857828223105e-06}
{"train_loss": 0.0003440022119320929, "global_step": 96241, "epoch": 540, "lr": 2.4144041641917526e-06}
{"train_loss": 0.000880545238032937, "global_step": 96242, "epoch": 540, "lr": 2.413950541723592e-06}
{"train_loss": 0.0006305920542217791, "global_step": 96243, "epoch": 540, "lr": 2.4134969608189837e-06}
{"train_loss": 0.001241221558302641, "global_step": 96244, "epoch": 540, "lr": 2.4130434214783613e-06}
{"train_loss": 0.000630351307336241, "global_step": 96245, "epoch": 540, "lr": 2.4125899237020967e-06}
{"train_loss": 0.0012624900555238128, "global_step": 96246, "epoch": 540, "lr": 2.4121364674905943e-06}
{"train_loss": 0.0007485155947506428, "global_step": 96247, "epoch": 540, "lr": 2.4116830528442492e-06}
{"train_loss": 0.0006359193939715624, "global_step": 96248, "epoch": 540, "lr": 2.411229679763455e-06}
{"train_loss": 0.0016865142388269305, "global_step": 96249, "epoch": 540, "lr": 2.4107763482486055e-06}
{"train_loss": 0.0011807745322585106, "global_step": 96250, "epoch": 540, "lr": 2.4103230583001123e-06}
{"train_loss": 0.0008563968003727496, "global_step": 96251, "epoch": 540, "lr": 2.4098698099183523e-06}
{"train_loss": 0.0007247782777994871, "global_step": 96252, "epoch": 540, "lr": 2.4094166031037314e-06}
{"train_loss": 0.00026073219487443566, "global_step": 96253, "epoch": 540, "lr": 2.408963437856643e-06}
{"train_loss": 0.0012968007940798998, "global_step": 96254, "epoch": 540, "lr": 2.408510314177481e-06}
{"train_loss": 0.001265613129362464, "global_step": 96255, "epoch": 540, "lr": 2.408057232066646e-06}
{"train_loss": 0.001176759833469987, "global_step": 96256, "epoch": 540, "lr": 2.407604191524526e-06}
{"train_loss": 0.001165696419775486, "global_step": 96257, "epoch": 540, "lr": 2.407151192551527e-06}
{"train_loss": 0.0015716985799372196, "global_step": 96258, "epoch": 540, "lr": 2.406698235148036e-06}
{"train_loss": 0.0013589602895081043, "global_step": 96259, "epoch": 540, "lr": 2.4062453193144484e-06}
{"train_loss": 0.001776133431121707, "global_step": 96260, "epoch": 540, "lr": 2.4057924450511747e-06}
{"train_loss": 0.0012885883916169405, "global_step": 96261, "epoch": 540, "lr": 2.405339612358587e-06}
{"train_loss": 0.00246913218870759, "global_step": 96262, "epoch": 540, "lr": 2.4048868212370955e-06}
{"train_loss": 0.0014970109332352877, "global_step": 96263, "epoch": 540, "lr": 2.404434071687095e-06}
{"train_loss": 0.0021568587981164455, "global_step": 96264, "epoch": 540, "lr": 2.403981363708974e-06}
{"train_loss": 0.0010530627332627773, "global_step": 96265, "epoch": 540, "lr": 2.4035286973031478e-06}
{"train_loss": 0.0007642896962352097, "global_step": 96266, "epoch": 540, "lr": 2.4030760724699787e-06}
{"train_loss": 0.00106037815567106, "global_step": 96267, "epoch": 540, "lr": 2.4026234892098876e-06}
{"train_loss": 0.0015768089797347784, "global_step": 96268, "epoch": 540, "lr": 2.4021709475232633e-06}
{"train_loss": 0.00048191717360168695, "global_step": 96269, "epoch": 540, "lr": 2.4017184474105005e-06}
{"train_loss": 0.0003429281641729176, "global_step": 96270, "epoch": 540, "lr": 2.401265988871998e-06}
{"train_loss": 0.00019610565504990518, "global_step": 96271, "epoch": 540, "lr": 2.4008135719081393e-06}
{"train_loss": 0.0006102112820371985, "global_step": 96272, "epoch": 540, "lr": 2.400361196519335e-06}
{"train_loss": 0.001836135983467102, "global_step": 96273, "epoch": 540, "lr": 2.3999088627059683e-06}
{"train_loss": 0.0011914880014955997, "global_step": 96274, "epoch": 540, "lr": 2.399456570468428e-06}
{"train_loss": 0.0011796212056651711, "global_step": 96275, "epoch": 540, "lr": 2.399004319807141e-06}
{"train_loss": 0.0009240144863724709, "global_step": 96276, "epoch": 540, "lr": 2.3985521107224627e-06}
{"train_loss": 0.0012120645260438323, "global_step": 96277, "epoch": 540, "lr": 2.3980999432148155e-06}
{"train_loss": 0.0008048974559642375, "global_step": 96278, "epoch": 540, "lr": 2.3976478172845817e-06}
{"train_loss": 0.0005453007761389017, "global_step": 96279, "epoch": 540, "lr": 2.3971957329321613e-06}
{"train_loss": 0.0006452511879615486, "global_step": 96280, "epoch": 540, "lr": 2.396743690157949e-06}
{"train_loss": 0.0005955155356787145, "global_step": 96281, "epoch": 540, "lr": 2.3962916889623376e-06}
{"train_loss": 0.000866819522343576, "global_step": 96282, "epoch": 540, "lr": 2.395839729345717e-06}
{"train_loss": 0.0003907681384589523, "global_step": 96283, "epoch": 540, "lr": 2.395387811308497e-06}
{"train_loss": 0.0010622965637594461, "global_step": 96284, "epoch": 540, "lr": 2.3949359348510558e-06}
{"train_loss": 0.0006239471840672195, "global_step": 96285, "epoch": 540, "lr": 2.3944840999737983e-06}
{"train_loss": 0.0007312451489269733, "global_step": 96286, "epoch": 540, "lr": 2.3940323066771185e-06}
{"train_loss": 0.0020055524073541164, "global_step": 96287, "epoch": 540, "lr": 2.3935805549613945e-06}
{"train_loss": 0.0005548654007725418, "global_step": 96288, "epoch": 540, "lr": 2.3931288448270527e-06}
{"train_loss": 0.0005316024762578309, "global_step": 96289, "epoch": 540, "lr": 2.3926771762744605e-06}
{"train_loss": 0.0006033488316461444, "global_step": 96290, "epoch": 540, "lr": 2.392225549304028e-06}
{"train_loss": 0.001169572351500392, "global_step": 96291, "epoch": 540, "lr": 2.391773963916133e-06}
{"train_loss": 0.001826832303777337, "global_step": 96292, "epoch": 540, "lr": 2.3913224201111916e-06}
{"train_loss": 0.0004593130142893642, "global_step": 96293, "epoch": 540, "lr": 2.3908709178895816e-06}
{"train_loss": 0.0002987476182170212, "global_step": 96294, "epoch": 540, "lr": 2.3904194572517024e-06}
{"train_loss": 0.0007030966808088124, "global_step": 96295, "epoch": 540, "lr": 2.3899680381979485e-06}
{"train_loss": 0.0005709659890271723, "global_step": 96296, "epoch": 540, "lr": 2.3895166607287135e-06}
{"train_loss": 0.0009182136899234434, "global_step": 96297, "epoch": 540, "lr": 2.3890653248443916e-06, "train_action_mse_error": 3.1242634577210993e-06}
{"train_loss": 0.0007302539888769388, "global_step": 96298, "epoch": 541, "lr": 2.388614030545383e-06}
{"train_loss": 0.0016550093423575163, "global_step": 96299, "epoch": 541, "lr": 2.3881627778320704e-06}
{"train_loss": 0.0005060500698164105, "global_step": 96300, "epoch": 541, "lr": 2.3877115667048587e-06}
{"train_loss": 0.0014359464403241873, "global_step": 96301, "epoch": 541, "lr": 2.387260397164137e-06}
{"train_loss": 0.0005242928164079785, "global_step": 96302, "epoch": 541, "lr": 2.3868092692102995e-06}
{"train_loss": 0.00047989081940613687, "global_step": 96303, "epoch": 541, "lr": 2.38635818284374e-06}
{"train_loss": 0.0006502181058749557, "global_step": 96304, "epoch": 541, "lr": 2.385907138064847e-06}
{"train_loss": 0.0012288871221244335, "global_step": 96305, "epoch": 541, "lr": 2.385456134874031e-06}
{"train_loss": 0.0012141447514295578, "global_step": 96306, "epoch": 541, "lr": 2.3850051732716706e-06}
{"train_loss": 0.0005193726974539459, "global_step": 96307, "epoch": 541, "lr": 2.3845542532581646e-06}
{"train_loss": 0.0022599154617637396, "global_step": 96308, "epoch": 541, "lr": 2.384103374833907e-06}
{"train_loss": 0.0012078754371032119, "global_step": 96309, "epoch": 541, "lr": 2.383652537999298e-06}
{"train_loss": 0.0011757161701098084, "global_step": 96310, "epoch": 541, "lr": 2.3832017427547204e-06}
{"train_loss": 0.0007035843445919454, "global_step": 96311, "epoch": 541, "lr": 2.3827509891005685e-06}
{"train_loss": 0.0007487940602004528, "global_step": 96312, "epoch": 541, "lr": 2.382300277037236e-06}
{"train_loss": 0.0003174681914970279, "global_step": 96313, "epoch": 541, "lr": 2.381849606565134e-06}
{"train_loss": 0.001524458290077746, "global_step": 96314, "epoch": 541, "lr": 2.381398977684629e-06}
{"train_loss": 0.0007194682257249951, "global_step": 96315, "epoch": 541, "lr": 2.3809483903961373e-06}
{"train_loss": 0.0009414488449692726, "global_step": 96316, "epoch": 541, "lr": 2.3804978447000415e-06}
{"train_loss": 0.000872586970217526, "global_step": 96317, "epoch": 541, "lr": 2.3800473405967418e-06}
{"train_loss": 0.0004630882467608899, "global_step": 96318, "epoch": 541, "lr": 2.3795968780866205e-06}
{"train_loss": 0.0005419508670456707, "global_step": 96319, "epoch": 541, "lr": 2.3791464571700784e-06}
{"train_loss": 0.00048601403250359, "global_step": 96320, "epoch": 541, "lr": 2.3786960778475033e-06}
{"train_loss": 0.0007178231026045978, "global_step": 96321, "epoch": 541, "lr": 2.3782457401193057e-06}
{"train_loss": 0.00016583592514507473, "global_step": 96322, "epoch": 541, "lr": 2.3777954439858528e-06}
{"train_loss": 0.002242345828562975, "global_step": 96323, "epoch": 541, "lr": 2.3773451894475553e-06}
{"train_loss": 0.0013697128742933273, "global_step": 96324, "epoch": 541, "lr": 2.3768949765048067e-06}
{"train_loss": 0.0010875142179429531, "global_step": 96325, "epoch": 541, "lr": 2.3764448051579903e-06}
{"train_loss": 0.0005796318873763084, "global_step": 96326, "epoch": 541, "lr": 2.375994675407517e-06}
{"train_loss": 0.0004456963506527245, "global_step": 96327, "epoch": 541, "lr": 2.375544587253753e-06}
{"train_loss": 0.0005813045427203178, "global_step": 96328, "epoch": 541, "lr": 2.375094540697126e-06}
{"train_loss": 0.0006048063514754176, "global_step": 96329, "epoch": 541, "lr": 2.374644535737991e-06}
{"train_loss": 0.0003522513434290886, "global_step": 96330, "epoch": 541, "lr": 2.37419457237677e-06}
{"train_loss": 0.0012913531390950084, "global_step": 96331, "epoch": 541, "lr": 2.3737446506138408e-06}
{"train_loss": 0.0003105508803855628, "global_step": 96332, "epoch": 541, "lr": 2.3732947704496077e-06}
{"train_loss": 0.0007840764010325074, "global_step": 96333, "epoch": 541, "lr": 2.372844931884455e-06}
{"train_loss": 0.00132021214812994, "global_step": 96334, "epoch": 541, "lr": 2.3723951349187757e-06}
{"train_loss": 0.0010634579230099916, "global_step": 96335, "epoch": 541, "lr": 2.371945379552959e-06}
{"train_loss": 0.0009015899850055575, "global_step": 96336, "epoch": 541, "lr": 2.3714956657874153e-06}
{"train_loss": 0.0007632282795384526, "global_step": 96337, "epoch": 541, "lr": 2.3710459936225172e-06}
{"train_loss": 0.0008045315044000745, "global_step": 96338, "epoch": 541, "lr": 2.370596363058669e-06}
{"train_loss": 0.0011086033191531897, "global_step": 96339, "epoch": 541, "lr": 2.3701467740962602e-06}
{"train_loss": 0.0005677525186911225, "global_step": 96340, "epoch": 541, "lr": 2.36969722673569e-06}
{"train_loss": 0.0011911310721188784, "global_step": 96341, "epoch": 541, "lr": 2.3692477209773354e-06}
{"train_loss": 0.0014131234493106604, "global_step": 96342, "epoch": 541, "lr": 2.368798256821608e-06}
{"train_loss": 0.0007092588930390775, "global_step": 96343, "epoch": 541, "lr": 2.3683488342688798e-06}
{"train_loss": 0.0009506643400527537, "global_step": 96344, "epoch": 541, "lr": 2.3678994533195663e-06}
{"train_loss": 0.0009899293072521687, "global_step": 96345, "epoch": 541, "lr": 2.3674501139740345e-06}
{"train_loss": 0.0015110463136807084, "global_step": 96346, "epoch": 541, "lr": 2.367000816232695e-06}
{"train_loss": 0.0011048901360481977, "global_step": 96347, "epoch": 541, "lr": 2.366551560095942e-06}
{"train_loss": 0.0006329372990876436, "global_step": 96348, "epoch": 541, "lr": 2.3661023455641583e-06}
{"train_loss": 0.0009182255598716438, "global_step": 96349, "epoch": 541, "lr": 2.3656531726377383e-06}
{"train_loss": 0.002174082212150097, "global_step": 96350, "epoch": 541, "lr": 2.3652040413170707e-06}
{"train_loss": 0.0009231740841642022, "global_step": 96351, "epoch": 541, "lr": 2.3647549516025656e-06}
{"train_loss": 0.000772575382143259, "global_step": 96352, "epoch": 541, "lr": 2.36430590349459e-06}
{"train_loss": 0.0007907748222351074, "global_step": 96353, "epoch": 541, "lr": 2.3638568969935547e-06}
{"train_loss": 0.001255346229299903, "global_step": 96354, "epoch": 541, "lr": 2.3634079320998424e-06}
{"train_loss": 0.0005101116839796305, "global_step": 96355, "epoch": 541, "lr": 2.362959008813853e-06}
{"train_loss": 0.0026675655972212553, "global_step": 96356, "epoch": 541, "lr": 2.3625101271359694e-06}
{"train_loss": 0.000448853854322806, "global_step": 96357, "epoch": 541, "lr": 2.3620612870665913e-06}
{"train_loss": 0.0017134498339146376, "global_step": 96358, "epoch": 541, "lr": 2.361612488606102e-06}
{"train_loss": 0.0007765426998957992, "global_step": 96359, "epoch": 541, "lr": 2.361163731754912e-06}
{"train_loss": 0.0004779871378559619, "global_step": 96360, "epoch": 541, "lr": 2.360715016513382e-06}
{"train_loss": 0.0005945782759226859, "global_step": 96361, "epoch": 541, "lr": 2.360266342881934e-06}
{"train_loss": 0.0006421045400202274, "global_step": 96362, "epoch": 541, "lr": 2.359817710860951e-06}
{"train_loss": 0.0003996183513663709, "global_step": 96363, "epoch": 541, "lr": 2.359369120450816e-06}
{"train_loss": 0.0019585872069001198, "global_step": 96364, "epoch": 541, "lr": 2.3589205716519292e-06}
{"train_loss": 0.0004175932554062456, "global_step": 96365, "epoch": 541, "lr": 2.3584720644646842e-06}
{"train_loss": 0.0013002017512917519, "global_step": 96366, "epoch": 541, "lr": 2.3580235988894638e-06}
{"train_loss": 0.0008750543347559869, "global_step": 96367, "epoch": 541, "lr": 2.357575174926657e-06}
{"train_loss": 0.0008490951731801033, "global_step": 96368, "epoch": 541, "lr": 2.357126792576675e-06}
{"train_loss": 0.0013399530434980989, "global_step": 96369, "epoch": 541, "lr": 2.3566784518398943e-06}
{"train_loss": 0.0006230921717360616, "global_step": 96370, "epoch": 541, "lr": 2.35623015271671e-06}
{"train_loss": 0.0008995550451800227, "global_step": 96371, "epoch": 541, "lr": 2.355781895207515e-06}
{"train_loss": 0.0005277168238535523, "global_step": 96372, "epoch": 541, "lr": 2.355333679312699e-06}
{"train_loss": 0.0004396102449391037, "global_step": 96373, "epoch": 541, "lr": 2.3548855050326446e-06}
{"train_loss": 0.0004647516179829836, "global_step": 96374, "epoch": 541, "lr": 2.354437372367768e-06}
{"train_loss": 0.0018220695201307535, "global_step": 96375, "epoch": 541, "lr": 2.3539892813184304e-06}
{"train_loss": 0.00018428152543492615, "global_step": 96376, "epoch": 541, "lr": 2.3535412318850424e-06}
{"train_loss": 0.0007450109696947038, "global_step": 96377, "epoch": 541, "lr": 2.3530932240679926e-06}
{"train_loss": 0.0007083985256031156, "global_step": 96378, "epoch": 541, "lr": 2.3526452578676695e-06}
{"train_loss": 0.0011196716222912073, "global_step": 96379, "epoch": 541, "lr": 2.352197333284467e-06}
{"train_loss": 0.000531071680597961, "global_step": 96380, "epoch": 541, "lr": 2.3517494503187744e-06}
{"train_loss": 0.0007378027075901628, "global_step": 96381, "epoch": 541, "lr": 2.3513016089709794e-06}
{"train_loss": 0.0008163410820998251, "global_step": 96382, "epoch": 541, "lr": 2.350853809241482e-06}
{"train_loss": 0.00041193008655682206, "global_step": 96383, "epoch": 541, "lr": 2.3504060511306603e-06}
{"train_loss": 0.0005231293034739792, "global_step": 96384, "epoch": 541, "lr": 2.34995833463893e-06}
{"train_loss": 0.0005015319911763072, "global_step": 96385, "epoch": 541, "lr": 2.349510659766646e-06}
{"train_loss": 0.0016412220429629087, "global_step": 96386, "epoch": 541, "lr": 2.3490630265142257e-06}
{"train_loss": 0.0005687518278136849, "global_step": 96387, "epoch": 541, "lr": 2.3486154348820566e-06}
{"train_loss": 0.0007603911217302084, "global_step": 96388, "epoch": 541, "lr": 2.3481678848705167e-06}
{"train_loss": 0.0009103569900617003, "global_step": 96389, "epoch": 541, "lr": 2.3477203764800227e-06}
{"train_loss": 0.0006277920911088586, "global_step": 96390, "epoch": 541, "lr": 2.347272909710935e-06}
{"train_loss": 0.0004575328784994781, "global_step": 96391, "epoch": 541, "lr": 2.346825484563664e-06}
{"train_loss": 0.0008118884870782495, "global_step": 96392, "epoch": 541, "lr": 2.346378101038593e-06}
{"train_loss": 0.0007801344618201256, "global_step": 96393, "epoch": 541, "lr": 2.3459307591361226e-06}
{"train_loss": 0.00032276377896778286, "global_step": 96394, "epoch": 541, "lr": 2.3454834588566287e-06}
{"train_loss": 0.0005393301835283637, "global_step": 96395, "epoch": 541, "lr": 2.345036200200512e-06}
{"train_loss": 0.0009341695113107562, "global_step": 96396, "epoch": 541, "lr": 2.34458898316815e-06}
{"train_loss": 0.0007726629264652729, "global_step": 96397, "epoch": 541, "lr": 2.3441418077599587e-06}
{"train_loss": 0.0005290298722684383, "global_step": 96398, "epoch": 541, "lr": 2.3436946739763043e-06}
{"train_loss": 0.0004203020944260061, "global_step": 96399, "epoch": 541, "lr": 2.343247581817598e-06}
{"train_loss": 0.00027958996361121535, "global_step": 96400, "epoch": 541, "lr": 2.3428005312842005e-06}
{"train_loss": 0.0019161304226145148, "global_step": 96401, "epoch": 541, "lr": 2.3423535223765336e-06}
{"train_loss": 0.0016785343177616596, "global_step": 96402, "epoch": 541, "lr": 2.341906555094969e-06}
{"train_loss": 0.0009047951316460967, "global_step": 96403, "epoch": 541, "lr": 2.3414596294399073e-06}
{"train_loss": 0.001416707062162459, "global_step": 96404, "epoch": 541, "lr": 2.341012745411736e-06}
{"train_loss": 0.0007183895213529468, "global_step": 96405, "epoch": 541, "lr": 2.3405659030108384e-06}
{"train_loss": 0.001489364425651729, "global_step": 96406, "epoch": 541, "lr": 2.340119102237609e-06}
{"train_loss": 0.0015562280314043164, "global_step": 96407, "epoch": 541, "lr": 2.3396723430924473e-06}
{"train_loss": 0.0004090967122465372, "global_step": 96408, "epoch": 541, "lr": 2.339225625575725e-06}
{"train_loss": 0.0011744515504688025, "global_step": 96409, "epoch": 541, "lr": 2.3387789496878476e-06}
{"train_loss": 0.0003749557654373348, "global_step": 96410, "epoch": 541, "lr": 2.3383323154292036e-06}
{"train_loss": 0.00033879009424708784, "global_step": 96411, "epoch": 541, "lr": 2.3378857228001706e-06}
{"train_loss": 0.00020729599054902792, "global_step": 96412, "epoch": 541, "lr": 2.3374391718011646e-06}
{"train_loss": 0.0006932038813829422, "global_step": 96413, "epoch": 541, "lr": 2.3369926624325468e-06}
{"train_loss": 0.0003012632951140404, "global_step": 96414, "epoch": 541, "lr": 2.336546194694722e-06}
{"train_loss": 0.0007408323581330478, "global_step": 96415, "epoch": 541, "lr": 2.3360997685880793e-06}
{"train_loss": 0.0005838640499860048, "global_step": 96416, "epoch": 541, "lr": 2.3356533841130067e-06}
{"train_loss": 0.0009600588819012046, "global_step": 96417, "epoch": 541, "lr": 2.3352070412698936e-06}
{"train_loss": 0.0006286439020186663, "global_step": 96418, "epoch": 541, "lr": 2.3347607400591275e-06}
{"train_loss": 0.0009566780645400286, "global_step": 96419, "epoch": 541, "lr": 2.334314480481109e-06}
{"train_loss": 0.0007469620904885232, "global_step": 96420, "epoch": 541, "lr": 2.333868262536215e-06}
{"train_loss": 0.0004957102937623858, "global_step": 96421, "epoch": 541, "lr": 2.3334220862248346e-06}
{"train_loss": 0.0005820436053909361, "global_step": 96422, "epoch": 541, "lr": 2.332975951547378e-06}
{"train_loss": 0.0016878973692655563, "global_step": 96423, "epoch": 541, "lr": 2.3325298585042067e-06}
{"train_loss": 0.0006934639532119036, "global_step": 96424, "epoch": 541, "lr": 2.3320838070957307e-06}
{"train_loss": 0.0008026657742448151, "global_step": 96425, "epoch": 541, "lr": 2.331637797322328e-06}
{"train_loss": 0.0003409869968891144, "global_step": 96426, "epoch": 541, "lr": 2.3311918291843984e-06}
{"train_loss": 0.0009994041174650192, "global_step": 96427, "epoch": 541, "lr": 2.3307459026823243e-06}
{"train_loss": 0.000791813712567091, "global_step": 96428, "epoch": 541, "lr": 2.3303000178165003e-06}
{"train_loss": 0.000280609296169132, "global_step": 96429, "epoch": 541, "lr": 2.3298541745872983e-06}
{"train_loss": 0.0010934167075902224, "global_step": 96430, "epoch": 541, "lr": 2.3294083729951345e-06}
{"train_loss": 0.000348321336787194, "global_step": 96431, "epoch": 541, "lr": 2.3289626130403864e-06}
{"train_loss": 0.0005705044604837894, "global_step": 96432, "epoch": 541, "lr": 2.328516894723437e-06}
{"train_loss": 0.0005866307183168828, "global_step": 96433, "epoch": 541, "lr": 2.3280712180446863e-06}
{"train_loss": 0.00037231086753308773, "global_step": 96434, "epoch": 541, "lr": 2.3276255830045114e-06}
{"train_loss": 0.0012300761882215738, "global_step": 96435, "epoch": 541, "lr": 2.3271799896033175e-06}
{"train_loss": 0.0005085100419819355, "global_step": 96436, "epoch": 541, "lr": 2.326734437841477e-06}
{"train_loss": 0.0006853738450445235, "global_step": 96437, "epoch": 541, "lr": 2.3262889277193946e-06}
{"train_loss": 0.001242778031155467, "global_step": 96438, "epoch": 541, "lr": 2.3258434592374424e-06}
{"train_loss": 0.0014210708905011415, "global_step": 96439, "epoch": 541, "lr": 2.3253980323960254e-06}
{"train_loss": 0.0014422223903238773, "global_step": 96440, "epoch": 541, "lr": 2.324952647195522e-06}
{"train_loss": 0.0008092585485428572, "global_step": 96441, "epoch": 541, "lr": 2.324507303636331e-06}
{"train_loss": 0.00034914317075163126, "global_step": 96442, "epoch": 541, "lr": 2.32406200171883e-06}
{"train_loss": 0.0006372827920131385, "global_step": 96443, "epoch": 541, "lr": 2.3236167414434185e-06}
{"train_loss": 0.0009010255453176796, "global_step": 96444, "epoch": 541, "lr": 2.3231715228104745e-06}
{"train_loss": 0.00042321719229221344, "global_step": 96445, "epoch": 541, "lr": 2.322726345820403e-06}
{"train_loss": 0.0007068146951496601, "global_step": 96446, "epoch": 541, "lr": 2.32228121047357e-06}
{"train_loss": 0.0008117698598653078, "global_step": 96447, "epoch": 541, "lr": 2.3218361167703816e-06}
{"train_loss": 0.0012044664472341537, "global_step": 96448, "epoch": 541, "lr": 2.3213910647112257e-06}
{"train_loss": 0.0010529968421906233, "global_step": 96449, "epoch": 541, "lr": 2.3209460542964857e-06}
{"train_loss": 0.0008307151147164404, "global_step": 96450, "epoch": 541, "lr": 2.320501085526555e-06}
{"train_loss": 0.001376790227368474, "global_step": 96451, "epoch": 541, "lr": 2.3200561584018066e-06}
{"train_loss": 0.0008839141810312867, "global_step": 96452, "epoch": 541, "lr": 2.3196112729226506e-06}
{"train_loss": 0.0012796253431588411, "global_step": 96453, "epoch": 541, "lr": 2.31916642908947e-06}
{"train_loss": 0.0004569770535454154, "global_step": 96454, "epoch": 541, "lr": 2.318721626902648e-06}
{"train_loss": 0.0004934100434184074, "global_step": 96455, "epoch": 541, "lr": 2.318276866362573e-06}
{"train_loss": 0.0008878873195499182, "global_step": 96456, "epoch": 541, "lr": 2.3178321474696394e-06}
{"train_loss": 0.0006156924646347761, "global_step": 96457, "epoch": 541, "lr": 2.3173874702242305e-06}
{"train_loss": 0.0007457811152562499, "global_step": 96458, "epoch": 541, "lr": 2.316942834626734e-06}
{"train_loss": 0.00043997226748615503, "global_step": 96459, "epoch": 541, "lr": 2.3164982406775393e-06}
{"train_loss": 0.0010530076688155532, "global_step": 96460, "epoch": 541, "lr": 2.31605368837704e-06}
{"train_loss": 0.0017909271409735084, "global_step": 96461, "epoch": 541, "lr": 2.315609177725614e-06}
{"train_loss": 0.0008604146423749626, "global_step": 96462, "epoch": 541, "lr": 2.3151647087236607e-06}
{"train_loss": 0.0005033912602812052, "global_step": 96463, "epoch": 541, "lr": 2.314720281371563e-06}
{"train_loss": 0.001169146504253149, "global_step": 96464, "epoch": 541, "lr": 2.31427589566971e-06}
{"train_loss": 0.001723151421174407, "global_step": 96465, "epoch": 541, "lr": 2.3138315516184895e-06}
{"train_loss": 0.0008000090019777417, "global_step": 96466, "epoch": 541, "lr": 2.313387249218285e-06}
{"train_loss": 0.0003126340452581644, "global_step": 96467, "epoch": 541, "lr": 2.3129429884694854e-06}
{"train_loss": 0.0008945740410126746, "global_step": 96468, "epoch": 541, "lr": 2.3124987693724954e-06}
{"train_loss": 0.0007502823136746883, "global_step": 96469, "epoch": 541, "lr": 2.312054591927676e-06}
{"train_loss": 0.0013420622562989593, "global_step": 96470, "epoch": 541, "lr": 2.311610456135438e-06}
{"train_loss": 0.0004678479162976146, "global_step": 96471, "epoch": 541, "lr": 2.311166361996159e-06}
{"train_loss": 0.0005941282724961638, "global_step": 96472, "epoch": 541, "lr": 2.3107223095102214e-06}
{"train_loss": 0.001791053800843656, "global_step": 96473, "epoch": 541, "lr": 2.3102782986780312e-06}
{"train_loss": 0.0014269398525357246, "global_step": 96474, "epoch": 541, "lr": 2.3098343294999546e-06}
{"train_loss": 0.0008698758391893647, "global_step": 96475, "epoch": 541, "lr": 2.3093904019764025e-06}
{"train_loss": 0.0009821811690926552, "global_step": 96476, "epoch": 542, "lr": 2.308946516107735e-06}
{"train_loss": 0.0006063434993848205, "global_step": 96477, "epoch": 542, "lr": 2.3085026718943635e-06}
{"train_loss": 0.0003423952730372548, "global_step": 96478, "epoch": 542, "lr": 2.3080588693366657e-06}
{"train_loss": 0.0010106314439326525, "global_step": 96479, "epoch": 542, "lr": 2.3076151084350297e-06}
{"train_loss": 0.0006143719656392932, "global_step": 96480, "epoch": 542, "lr": 2.307171389189844e-06}
{"train_loss": 0.001311174826696515, "global_step": 96481, "epoch": 542, "lr": 2.3067277116014973e-06}
{"train_loss": 0.0005018922965973616, "global_step": 96482, "epoch": 542, "lr": 2.3062840756703675e-06}
{"train_loss": 0.0020940436515957117, "global_step": 96483, "epoch": 542, "lr": 2.305840481396865e-06}
{"train_loss": 0.0006690470036119223, "global_step": 96484, "epoch": 542, "lr": 2.305396928781345e-06}
{"train_loss": 0.0005612380336970091, "global_step": 96485, "epoch": 542, "lr": 2.304953417824224e-06}
{"train_loss": 0.0006385932792909443, "global_step": 96486, "epoch": 542, "lr": 2.304509948525874e-06}
{"train_loss": 0.000462065392639488, "global_step": 96487, "epoch": 542, "lr": 2.3040665208866887e-06}
{"train_loss": 0.00043388333870097995, "global_step": 96488, "epoch": 542, "lr": 2.3036231349070513e-06}
{"train_loss": 0.000704404606949538, "global_step": 96489, "epoch": 542, "lr": 2.303179790587351e-06}
{"train_loss": 0.0008916042279452085, "global_step": 96490, "epoch": 542, "lr": 2.3027364879279702e-06}
{"train_loss": 0.0006707033608108759, "global_step": 96491, "epoch": 542, "lr": 2.3022932269293084e-06}
{"train_loss": 0.0010305929463356733, "global_step": 96492, "epoch": 542, "lr": 2.301850007591738e-06}
{"train_loss": 0.0005915366928093135, "global_step": 96493, "epoch": 542, "lr": 2.301406829915659e-06}
{"train_loss": 0.0010660931002348661, "global_step": 96494, "epoch": 542, "lr": 2.3009636939014535e-06}
{"train_loss": 0.00029498612275347114, "global_step": 96495, "epoch": 542, "lr": 2.300520599549505e-06}
{"train_loss": 0.00025806494522839785, "global_step": 96496, "epoch": 542, "lr": 2.300077546860202e-06}
{"train_loss": 0.0016740462742745876, "global_step": 96497, "epoch": 542, "lr": 2.2996345358339276e-06}
{"train_loss": 0.0014184932224452496, "global_step": 96498, "epoch": 542, "lr": 2.299191566471087e-06}
{"train_loss": 0.0011723199859261513, "global_step": 96499, "epoch": 542, "lr": 2.2987486387720415e-06}
{"train_loss": 0.0007181960972957313, "global_step": 96500, "epoch": 542, "lr": 2.2983057527371954e-06}
{"train_loss": 0.00025510191335342824, "global_step": 96501, "epoch": 542, "lr": 2.2978629083669323e-06}
{"train_loss": 0.0009665418183431029, "global_step": 96502, "epoch": 542, "lr": 2.297420105661635e-06}
{"train_loss": 0.00067089032381773, "global_step": 96503, "epoch": 542, "lr": 2.2969773446216923e-06}
{"train_loss": 0.0006504926714114845, "global_step": 96504, "epoch": 542, "lr": 2.296534625247493e-06}
{"train_loss": 0.0012511925306171179, "global_step": 96505, "epoch": 542, "lr": 2.296091947539414e-06}
{"train_loss": 0.0003452292876318097, "global_step": 96506, "epoch": 542, "lr": 2.295649311497866e-06}
{"train_loss": 0.001326543278992176, "global_step": 96507, "epoch": 542, "lr": 2.295206717123205e-06}
{"train_loss": 0.0006298869848251343, "global_step": 96508, "epoch": 542, "lr": 2.294764164415841e-06}
{"train_loss": 0.0013374628033488989, "global_step": 96509, "epoch": 542, "lr": 2.2943216533761414e-06}
{"train_loss": 0.0010188496671617031, "global_step": 96510, "epoch": 542, "lr": 2.2938791840045105e-06}
{"train_loss": 0.0005208919756114483, "global_step": 96511, "epoch": 542, "lr": 2.293436756301326e-06}
{"train_loss": 0.0014360593631863594, "global_step": 96512, "epoch": 542, "lr": 2.292994370266971e-06}
{"train_loss": 0.0004897643812000751, "global_step": 96513, "epoch": 542, "lr": 2.292552025901845e-06}
{"train_loss": 0.00044706312473863363, "global_step": 96514, "epoch": 542, "lr": 2.292109723206315e-06}
{"train_loss": 0.0004474152228794992, "global_step": 96515, "epoch": 542, "lr": 2.2916674621807856e-06}
{"train_loss": 0.0009849097114056349, "global_step": 96516, "epoch": 542, "lr": 2.2912252428256344e-06}
{"train_loss": 0.00037937337765470147, "global_step": 96517, "epoch": 542, "lr": 2.29078306514125e-06}
{"train_loss": 0.0008294321596622467, "global_step": 96518, "epoch": 542, "lr": 2.2903409291280155e-06}
{"train_loss": 0.0005761120119132102, "global_step": 96519, "epoch": 542, "lr": 2.2898988347863194e-06}
{"train_loss": 0.0004957841010764241, "global_step": 96520, "epoch": 542, "lr": 2.289456782116539e-06}
{"train_loss": 0.0005797778721898794, "global_step": 96521, "epoch": 542, "lr": 2.2890147711190856e-06}
{"train_loss": 0.0010970502626150846, "global_step": 96522, "epoch": 542, "lr": 2.2885728017943144e-06}
{"train_loss": 0.0011183597380295396, "global_step": 96523, "epoch": 542, "lr": 2.28813087414263e-06}
{"train_loss": 0.001635158434510231, "global_step": 96524, "epoch": 542, "lr": 2.287688988164416e-06}
{"train_loss": 0.0009453275124542415, "global_step": 96525, "epoch": 542, "lr": 2.2872471438600606e-06}
{"train_loss": 0.00047165071009658277, "global_step": 96526, "epoch": 542, "lr": 2.286805341229936e-06}
{"train_loss": 0.0005998549750074744, "global_step": 96527, "epoch": 542, "lr": 2.286363580274448e-06}
{"train_loss": 0.000548320822417736, "global_step": 96528, "epoch": 542, "lr": 2.2859218609939615e-06}
{"train_loss": 0.0017170850187540054, "global_step": 96529, "epoch": 542, "lr": 2.2854801833888773e-06}
{"train_loss": 0.0006680227816104889, "global_step": 96530, "epoch": 542, "lr": 2.2850385474595724e-06}
{"train_loss": 0.001064629526808858, "global_step": 96531, "epoch": 542, "lr": 2.284596953206447e-06}
{"train_loss": 0.0005420399247668684, "global_step": 96532, "epoch": 542, "lr": 2.284155400629867e-06}
{"train_loss": 0.001345244818367064, "global_step": 96533, "epoch": 542, "lr": 2.2837138897302323e-06}
{"train_loss": 0.0005135511746630073, "global_step": 96534, "epoch": 542, "lr": 2.2832724205079205e-06}
{"train_loss": 0.0003705674025695771, "global_step": 96535, "epoch": 542, "lr": 2.2828309929633197e-06}
{"train_loss": 0.0012968466617166996, "global_step": 96536, "epoch": 542, "lr": 2.2823896070968244e-06}
{"train_loss": 0.001892976462841034, "global_step": 96537, "epoch": 542, "lr": 2.2819482629088008e-06}
{"train_loss": 0.0008391515584662557, "global_step": 96538, "epoch": 542, "lr": 2.2815069603996542e-06}
{"train_loss": 0.0007067063124850392, "global_step": 96539, "epoch": 542, "lr": 2.2810656995697565e-06}
{"train_loss": 0.0009983438067138195, "global_step": 96540, "epoch": 542, "lr": 2.280624480419502e-06}
{"train_loss": 0.0007922353688627481, "global_step": 96541, "epoch": 542, "lr": 2.2801833029492736e-06}
{"train_loss": 0.0016883742064237595, "global_step": 96542, "epoch": 542, "lr": 2.2797421671594545e-06}
{"train_loss": 0.0006076417630538344, "global_step": 96543, "epoch": 542, "lr": 2.2793010730504217e-06}
{"train_loss": 0.0013519020285457373, "global_step": 96544, "epoch": 542, "lr": 2.2788600206225863e-06}
{"train_loss": 0.001684296759776771, "global_step": 96545, "epoch": 542, "lr": 2.2784190098762982e-06}
{"train_loss": 0.0010514147579669952, "global_step": 96546, "epoch": 542, "lr": 2.277978040811979e-06}
{"train_loss": 0.0013958107447251678, "global_step": 96547, "epoch": 542, "lr": 2.277537113429984e-06}
{"train_loss": 0.0004524375544860959, "global_step": 96548, "epoch": 542, "lr": 2.277096227730713e-06}
{"train_loss": 0.0005240215687081218, "global_step": 96549, "epoch": 542, "lr": 2.2766553837145487e-06}
{"train_loss": 0.001010520732961595, "global_step": 96550, "epoch": 542, "lr": 2.2762145813818803e-06}
{"train_loss": 0.0006222281372174621, "global_step": 96551, "epoch": 542, "lr": 2.2757738207330848e-06}
{"train_loss": 0.0004334683180786669, "global_step": 96552, "epoch": 542, "lr": 2.275333101768551e-06}
{"train_loss": 0.001103813643567264, "global_step": 96553, "epoch": 542, "lr": 2.274892424488656e-06}
{"train_loss": 0.0005231141112744808, "global_step": 96554, "epoch": 542, "lr": 2.2744517888937998e-06}
{"train_loss": 0.0010406144428998232, "global_step": 96555, "epoch": 542, "lr": 2.27401119498436e-06}
{"train_loss": 0.0008634132100269198, "global_step": 96556, "epoch": 542, "lr": 2.273570642760725e-06}
{"train_loss": 0.0005420049419626594, "global_step": 96557, "epoch": 542, "lr": 2.2731301322232723e-06}
{"train_loss": 0.0010351003147661686, "global_step": 96558, "epoch": 542, "lr": 2.272689663372379e-06}
{"train_loss": 0.0010610133176669478, "global_step": 96559, "epoch": 542, "lr": 2.2722492362084623e-06}
{"train_loss": 0.0002307562972418964, "global_step": 96560, "epoch": 542, "lr": 2.271808850731866e-06}
{"train_loss": 0.0002457713708281517, "global_step": 96561, "epoch": 542, "lr": 2.271368506943006e-06}
{"train_loss": 0.0016438835300505161, "global_step": 96562, "epoch": 542, "lr": 2.2709282048422544e-06}
{"train_loss": 0.0011016372591257095, "global_step": 96563, "epoch": 542, "lr": 2.270487944429994e-06}
{"train_loss": 0.0010815379209816456, "global_step": 96564, "epoch": 542, "lr": 2.2700477257066145e-06}
{"train_loss": 0.0010641509434208274, "global_step": 96565, "epoch": 542, "lr": 2.2696075486724977e-06}
{"train_loss": 0.0006372197531163692, "global_step": 96566, "epoch": 542, "lr": 2.269167413328027e-06}
{"train_loss": 0.0006418147822842002, "global_step": 96567, "epoch": 542, "lr": 2.2687273196735857e-06}
{"train_loss": 0.0008427804568782449, "global_step": 96568, "epoch": 542, "lr": 2.268287267709557e-06}
{"train_loss": 0.0005015308852307498, "global_step": 96569, "epoch": 542, "lr": 2.2678472574363396e-06}
{"train_loss": 0.0005208883667364717, "global_step": 96570, "epoch": 542, "lr": 2.2674072888543008e-06}
{"train_loss": 0.00040261613321490586, "global_step": 96571, "epoch": 542, "lr": 2.2669673619638288e-06}
{"train_loss": 0.0005829943693242967, "global_step": 96572, "epoch": 542, "lr": 2.266527476765318e-06}
{"train_loss": 0.0007410196121782064, "global_step": 96573, "epoch": 542, "lr": 2.2660876332591397e-06}
{"train_loss": 0.000676545430906117, "global_step": 96574, "epoch": 542, "lr": 2.2656478314456833e-06}
{"train_loss": 0.0007482661167159677, "global_step": 96575, "epoch": 542, "lr": 2.265208071325331e-06}
{"train_loss": 0.0008432149770669639, "global_step": 96576, "epoch": 542, "lr": 2.264768352898472e-06}
{"train_loss": 0.0006125334184616804, "global_step": 96577, "epoch": 542, "lr": 2.2643286761654835e-06}
{"train_loss": 0.000752249441575259, "global_step": 96578, "epoch": 542, "lr": 2.2638890411267597e-06}
{"train_loss": 0.0008923192508518696, "global_step": 96579, "epoch": 542, "lr": 2.263449447782673e-06}
{"train_loss": 0.0007384289056062698, "global_step": 96580, "epoch": 542, "lr": 2.2630098961336166e-06}
{"train_loss": 0.0005677460576407611, "global_step": 96581, "epoch": 542, "lr": 2.2625703861799573e-06}
{"train_loss": 0.0018088824581354856, "global_step": 96582, "epoch": 542, "lr": 2.2621309179221116e-06}
{"train_loss": 0.0002948471810668707, "global_step": 96583, "epoch": 542, "lr": 2.261691491360429e-06}
{"train_loss": 0.0009193209698423743, "global_step": 96584, "epoch": 542, "lr": 2.2612521064953207e-06}
{"train_loss": 0.0016646634321659803, "global_step": 96585, "epoch": 542, "lr": 2.2608127633271413e-06}
{"train_loss": 0.0010567698627710342, "global_step": 96586, "epoch": 542, "lr": 2.260373461856302e-06}
{"train_loss": 0.0011996483663097024, "global_step": 96587, "epoch": 542, "lr": 2.2599342020831748e-06}
{"train_loss": 0.001095380401238799, "global_step": 96588, "epoch": 542, "lr": 2.2594949840081427e-06}
{"train_loss": 0.0007697438122704625, "global_step": 96589, "epoch": 542, "lr": 2.259055807631588e-06}
{"train_loss": 0.0009953929111361504, "global_step": 96590, "epoch": 542, "lr": 2.2586166729539003e-06}
{"train_loss": 0.001261901925317943, "global_step": 96591, "epoch": 542, "lr": 2.2581775799754566e-06}
{"train_loss": 0.0005413598846644163, "global_step": 96592, "epoch": 542, "lr": 2.257738528696651e-06}
{"train_loss": 0.00042356588528491557, "global_step": 96593, "epoch": 542, "lr": 2.2572995191178503e-06}
{"train_loss": 0.00043903072946704924, "global_step": 96594, "epoch": 542, "lr": 2.2568605512394538e-06}
{"train_loss": 0.0008384888060390949, "global_step": 96595, "epoch": 542, "lr": 2.256421625061833e-06}
{"train_loss": 0.0005899104871787131, "global_step": 96596, "epoch": 542, "lr": 2.2559827405853774e-06}
{"train_loss": 0.00043400778668001294, "global_step": 96597, "epoch": 542, "lr": 2.2555438978104802e-06}
{"train_loss": 0.0004727501654997468, "global_step": 96598, "epoch": 542, "lr": 2.2551050967374977e-06}
{"train_loss": 0.0018704670947045088, "global_step": 96599, "epoch": 542, "lr": 2.2546663373668398e-06}
{"train_loss": 0.00037788267945870757, "global_step": 96600, "epoch": 542, "lr": 2.2542276196988787e-06}
{"train_loss": 0.0008416144410148263, "global_step": 96601, "epoch": 542, "lr": 2.253788943733998e-06}
{"train_loss": 0.0017252907855436206, "global_step": 96602, "epoch": 542, "lr": 2.2533503094725795e-06}
{"train_loss": 0.00142026343382895, "global_step": 96603, "epoch": 542, "lr": 2.252911716915007e-06}
{"train_loss": 0.001286765094846487, "global_step": 96604, "epoch": 542, "lr": 2.2524731660616694e-06}
{"train_loss": 0.0004035903257317841, "global_step": 96605, "epoch": 542, "lr": 2.2520346569129437e-06}
{"train_loss": 0.001001811819151044, "global_step": 96606, "epoch": 542, "lr": 2.2515961894692073e-06}
{"train_loss": 0.0006908220238983631, "global_step": 96607, "epoch": 542, "lr": 2.2511577637308657e-06}
{"train_loss": 0.0019993199966847897, "global_step": 96608, "epoch": 542, "lr": 2.2507193796982685e-06}
{"train_loss": 0.0014690852258354425, "global_step": 96609, "epoch": 542, "lr": 2.2502810373718263e-06}
{"train_loss": 0.0015149021055549383, "global_step": 96610, "epoch": 542, "lr": 2.2498427367519116e-06}
{"train_loss": 0.000671529327519238, "global_step": 96611, "epoch": 542, "lr": 2.249404477838901e-06}
{"train_loss": 0.0005562027217820287, "global_step": 96612, "epoch": 542, "lr": 2.2489662606331897e-06}
{"train_loss": 0.00042513140942901373, "global_step": 96613, "epoch": 542, "lr": 2.2485280851351596e-06}
{"train_loss": 0.0004774854169227183, "global_step": 96614, "epoch": 542, "lr": 2.2480899513451725e-06}
{"train_loss": 0.0016533241141587496, "global_step": 96615, "epoch": 542, "lr": 2.247651859263644e-06}
{"train_loss": 0.00042976209078915417, "global_step": 96616, "epoch": 542, "lr": 2.24721380889093e-06}
{"train_loss": 0.001587777165696025, "global_step": 96617, "epoch": 542, "lr": 2.2467758002274242e-06}
{"train_loss": 0.0014267114456743002, "global_step": 96618, "epoch": 542, "lr": 2.2463378332735153e-06}
{"train_loss": 0.001027058926410973, "global_step": 96619, "epoch": 542, "lr": 2.245899908029564e-06}
{"train_loss": 0.0008268649689853191, "global_step": 96620, "epoch": 542, "lr": 2.2454620244959867e-06}
{"train_loss": 0.0007796423742547631, "global_step": 96621, "epoch": 542, "lr": 2.2450241826731277e-06}
{"train_loss": 0.0005905258003622293, "global_step": 96622, "epoch": 542, "lr": 2.2445863825614033e-06}
{"train_loss": 0.0015547052025794983, "global_step": 96623, "epoch": 542, "lr": 2.244148624161169e-06}
{"train_loss": 0.00048665606300346553, "global_step": 96624, "epoch": 542, "lr": 2.2437109074728236e-06}
{"train_loss": 0.00046374110388569534, "global_step": 96625, "epoch": 542, "lr": 2.2432732324967455e-06}
{"train_loss": 0.0008494172943755984, "global_step": 96626, "epoch": 542, "lr": 2.2428355992333174e-06}
{"train_loss": 0.0006005705217830837, "global_step": 96627, "epoch": 542, "lr": 2.242398007682922e-06}
{"train_loss": 0.0007645953446626663, "global_step": 96628, "epoch": 542, "lr": 2.2419604578459376e-06}
{"train_loss": 0.0007951066363602877, "global_step": 96629, "epoch": 542, "lr": 2.241522949722741e-06}
{"train_loss": 0.0011580379214137793, "global_step": 96630, "epoch": 542, "lr": 2.2410854833137317e-06}
{"train_loss": 0.00205663638189435, "global_step": 96631, "epoch": 542, "lr": 2.240648058619277e-06}
{"train_loss": 0.0004768719954881817, "global_step": 96632, "epoch": 542, "lr": 2.2402106756397644e-06}
{"train_loss": 0.0005452552577480674, "global_step": 96633, "epoch": 542, "lr": 2.239773334375578e-06}
{"train_loss": 0.0019179065711796284, "global_step": 96634, "epoch": 542, "lr": 2.2393360348270997e-06}
{"train_loss": 0.0009637722396291792, "global_step": 96635, "epoch": 542, "lr": 2.238898776994702e-06}
{"train_loss": 0.0009367664461024106, "global_step": 96636, "epoch": 542, "lr": 2.2384615608787795e-06}
{"train_loss": 0.0008356361067853868, "global_step": 96637, "epoch": 542, "lr": 2.2380243864797092e-06}
{"train_loss": 0.0006557555170729756, "global_step": 96638, "epoch": 542, "lr": 2.2375872537978625e-06}
{"train_loss": 0.0010400090832263231, "global_step": 96639, "epoch": 542, "lr": 2.23715016283364e-06}
{"train_loss": 0.0010694018565118313, "global_step": 96640, "epoch": 542, "lr": 2.2367131135874133e-06}
{"train_loss": 0.0008119427366182208, "global_step": 96641, "epoch": 542, "lr": 2.236276106059565e-06}
{"train_loss": 0.00027435351512394845, "global_step": 96642, "epoch": 542, "lr": 2.2358391402504786e-06}
{"train_loss": 0.0006305205170065165, "global_step": 96643, "epoch": 542, "lr": 2.2354022161605316e-06}
{"train_loss": 0.0007029572734609246, "global_step": 96644, "epoch": 542, "lr": 2.2349653337901065e-06}
{"train_loss": 0.00016195030184462667, "global_step": 96645, "epoch": 542, "lr": 2.234528493139598e-06}
{"train_loss": 0.0015722769312560558, "global_step": 96646, "epoch": 542, "lr": 2.2340916942093616e-06}
{"train_loss": 0.0005995885585434735, "global_step": 96647, "epoch": 542, "lr": 2.233654936999796e-06}
{"train_loss": 0.000530158809851855, "global_step": 96648, "epoch": 542, "lr": 2.233218221511285e-06}
{"train_loss": 0.001382224727421999, "global_step": 96649, "epoch": 542, "lr": 2.232781547744206e-06}
{"train_loss": 0.0007237977115437388, "global_step": 96650, "epoch": 542, "lr": 2.2323449156989417e-06}
{"train_loss": 0.00029941985849291086, "global_step": 96651, "epoch": 542, "lr": 2.2319083253758643e-06}
{"train_loss": 0.0011397369671612978, "global_step": 96652, "epoch": 542, "lr": 2.2314717767753624e-06}
{"train_loss": 0.0008702676102657688, "global_step": 96653, "epoch": 542, "lr": 2.2310352698978243e-06}
{"train_loss": 0.0012546663638204336, "global_step": 96654, "epoch": 543, "lr": 2.2305988047436168e-06}
{"train_loss": 0.0015192088903859258, "global_step": 96655, "epoch": 543, "lr": 2.230162381313139e-06}
{"train_loss": 0.0010631426703184843, "global_step": 96656, "epoch": 543, "lr": 2.2297259996067466e-06}
{"train_loss": 0.0007962003583088517, "global_step": 96657, "epoch": 543, "lr": 2.2292896596248446e-06}
{"train_loss": 0.0008181375451385975, "global_step": 96658, "epoch": 543, "lr": 2.2288533613678055e-06}
{"train_loss": 0.0008735931478440762, "global_step": 96659, "epoch": 543, "lr": 2.2284171048360058e-06}
{"train_loss": 0.000531087105628103, "global_step": 96660, "epoch": 543, "lr": 2.2279808900298406e-06}
{"train_loss": 0.0008995233220048249, "global_step": 96661, "epoch": 543, "lr": 2.22754471694967e-06}
{"train_loss": 0.0009389689075760543, "global_step": 96662, "epoch": 543, "lr": 2.2271085855958885e-06}
{"train_loss": 0.0006098762387409806, "global_step": 96663, "epoch": 543, "lr": 2.226672495968879e-06}
{"train_loss": 0.000670630659442395, "global_step": 96664, "epoch": 543, "lr": 2.2262364480690133e-06}
{"train_loss": 0.0005380031652748585, "global_step": 96665, "epoch": 543, "lr": 2.2258004418966807e-06}
{"train_loss": 0.0012521820608526468, "global_step": 96666, "epoch": 543, "lr": 2.2253644774522577e-06}
{"train_loss": 0.0009233490563929081, "global_step": 96667, "epoch": 543, "lr": 2.224928554736122e-06}
{"train_loss": 0.0008307253592647612, "global_step": 96668, "epoch": 543, "lr": 2.2244926737486683e-06}
{"train_loss": 0.0016147157875820994, "global_step": 96669, "epoch": 543, "lr": 2.224056834490251e-06}
{"train_loss": 0.0015622390201315284, "global_step": 96670, "epoch": 543, "lr": 2.2236210369612764e-06}
{"train_loss": 0.0014819665811955929, "global_step": 96671, "epoch": 543, "lr": 2.2231852811621158e-06}
{"train_loss": 0.0007309362408705056, "global_step": 96672, "epoch": 543, "lr": 2.222749567093152e-06}
{"train_loss": 0.00030200238688848913, "global_step": 96673, "epoch": 543, "lr": 2.2223138947547628e-06}
{"train_loss": 0.0005573341622948647, "global_step": 96674, "epoch": 543, "lr": 2.2218782641473255e-06}
{"train_loss": 0.0011353740701451898, "global_step": 96675, "epoch": 543, "lr": 2.2214426752712237e-06}
{"train_loss": 0.0004407483502291143, "global_step": 96676, "epoch": 543, "lr": 2.2210071281268453e-06}
{"train_loss": 0.0004921955987811089, "global_step": 96677, "epoch": 543, "lr": 2.2205716227145512e-06}
{"train_loss": 0.0009541400359012187, "global_step": 96678, "epoch": 543, "lr": 2.220136159034747e-06}
{"train_loss": 0.0004984345869161189, "global_step": 96679, "epoch": 543, "lr": 2.2197007370877875e-06}
{"train_loss": 0.001277423813007772, "global_step": 96680, "epoch": 543, "lr": 2.2192653568740785e-06}
{"train_loss": 0.0007041483768261969, "global_step": 96681, "epoch": 543, "lr": 2.21883001839398e-06}
{"train_loss": 0.0012315772473812103, "global_step": 96682, "epoch": 543, "lr": 2.2183947216478816e-06}
{"train_loss": 0.0011928429594263434, "global_step": 96683, "epoch": 543, "lr": 2.2179594666361657e-06}
{"train_loss": 0.0008643185719847679, "global_step": 96684, "epoch": 543, "lr": 2.2175242533592044e-06}
{"train_loss": 0.0009450774523429573, "global_step": 96685, "epoch": 543, "lr": 2.2170890818173805e-06}
{"train_loss": 0.000652031390927732, "global_step": 96686, "epoch": 543, "lr": 2.216653952011083e-06}
{"train_loss": 0.0008021040703170002, "global_step": 96687, "epoch": 543, "lr": 2.2162188639406834e-06}
{"train_loss": 0.00035039521753787994, "global_step": 96688, "epoch": 543, "lr": 2.215783817606559e-06}
{"train_loss": 0.0006661437801085413, "global_step": 96689, "epoch": 543, "lr": 2.215348813009094e-06}
{"train_loss": 0.001672425540164113, "global_step": 96690, "epoch": 543, "lr": 2.2149138501486643e-06}
{"train_loss": 0.0010896599851548672, "global_step": 96691, "epoch": 543, "lr": 2.214478929025665e-06}
{"train_loss": 0.0003392284852452576, "global_step": 96692, "epoch": 543, "lr": 2.2140440496404513e-06}
{"train_loss": 0.0002553114027250558, "global_step": 96693, "epoch": 543, "lr": 2.2136092119934336e-06}
{"train_loss": 0.0007818166632205248, "global_step": 96694, "epoch": 543, "lr": 2.2131744160849568e-06}
{"train_loss": 0.0012717179488390684, "global_step": 96695, "epoch": 543, "lr": 2.212739661915425e-06}
{"train_loss": 0.000521215726621449, "global_step": 96696, "epoch": 543, "lr": 2.2123049494852165e-06}
{"train_loss": 0.0007160326931625605, "global_step": 96697, "epoch": 543, "lr": 2.2118702787946977e-06}
{"train_loss": 0.0012078710133209825, "global_step": 96698, "epoch": 543, "lr": 2.2114356498442625e-06}
{"train_loss": 0.0010953373275697231, "global_step": 96699, "epoch": 543, "lr": 2.2110010626342823e-06}
{"train_loss": 0.0007491880678571761, "global_step": 96700, "epoch": 543, "lr": 2.2105665171651304e-06}
{"train_loss": 0.0008091733907349408, "global_step": 96701, "epoch": 543, "lr": 2.210132013437205e-06}
{"train_loss": 0.0012074592523276806, "global_step": 96702, "epoch": 543, "lr": 2.2096975514508734e-06}
{"train_loss": 0.0006997906602919102, "global_step": 96703, "epoch": 543, "lr": 2.209263131206518e-06}
{"train_loss": 0.0007256076205521822, "global_step": 96704, "epoch": 543, "lr": 2.208828752704517e-06}
{"train_loss": 0.0005388249410316348, "global_step": 96705, "epoch": 543, "lr": 2.208394415945242e-06}
{"train_loss": 0.0008101986022666097, "global_step": 96706, "epoch": 543, "lr": 2.2079601209290923e-06}
{"train_loss": 0.0010107059497386217, "global_step": 96707, "epoch": 543, "lr": 2.207525867656424e-06}
{"train_loss": 0.0003495480050332844, "global_step": 96708, "epoch": 543, "lr": 2.2070916561276354e-06}
{"train_loss": 0.0004907053662464023, "global_step": 96709, "epoch": 543, "lr": 2.2066574863430946e-06}
{"train_loss": 0.0006543751806020737, "global_step": 96710, "epoch": 543, "lr": 2.2062233583031886e-06}
{"train_loss": 0.0008522513671778142, "global_step": 96711, "epoch": 543, "lr": 2.2057892720082905e-06}
{"train_loss": 0.0008310847915709019, "global_step": 96712, "epoch": 543, "lr": 2.205355227458783e-06}
{"train_loss": 0.0009099650196731091, "global_step": 96713, "epoch": 543, "lr": 2.204921224655038e-06}
{"train_loss": 0.0007957291090860963, "global_step": 96714, "epoch": 543, "lr": 2.2044872635974436e-06}
{"train_loss": 0.00037256095674820244, "global_step": 96715, "epoch": 543, "lr": 2.2040533442863665e-06}
{"train_loss": 0.0005589907523244619, "global_step": 96716, "epoch": 543, "lr": 2.203619466722212e-06}
{"train_loss": 0.0006342157139442861, "global_step": 96717, "epoch": 543, "lr": 2.2031856309053246e-06}
{"train_loss": 0.0009295130730606616, "global_step": 96718, "epoch": 543, "lr": 2.202751836836109e-06}
{"train_loss": 0.0018326343270018697, "global_step": 96719, "epoch": 543, "lr": 2.2023180845149317e-06}
{"train_loss": 0.0007366725476458669, "global_step": 96720, "epoch": 543, "lr": 2.2018843739421814e-06}
{"train_loss": 0.0006190789281390607, "global_step": 96721, "epoch": 543, "lr": 2.2014507051182244e-06}
{"train_loss": 0.0013992920285090804, "global_step": 96722, "epoch": 543, "lr": 2.2010170780434436e-06}
{"train_loss": 0.0006579334149137139, "global_step": 96723, "epoch": 543, "lr": 2.200583492718222e-06}
{"train_loss": 0.0007712197257205844, "global_step": 96724, "epoch": 543, "lr": 2.200149949142938e-06}
{"train_loss": 0.0020580014679580927, "global_step": 96725, "epoch": 543, "lr": 2.199716447317973e-06}
{"train_loss": 0.0004529122088570148, "global_step": 96726, "epoch": 543, "lr": 2.199282987243695e-06}
{"train_loss": 0.001525728264823556, "global_step": 96727, "epoch": 543, "lr": 2.1988495689204913e-06}
{"train_loss": 0.0017743096686899662, "global_step": 96728, "epoch": 543, "lr": 2.198416192348729e-06}
{"train_loss": 0.0006230013677850366, "global_step": 96729, "epoch": 543, "lr": 2.197982857528813e-06}
{"train_loss": 0.000741425552405417, "global_step": 96730, "epoch": 543, "lr": 2.197549564461088e-06}
{"train_loss": 0.0012125363573431969, "global_step": 96731, "epoch": 543, "lr": 2.197116313145958e-06}
{"train_loss": 0.00036856892984360456, "global_step": 96732, "epoch": 543, "lr": 2.1966831035837856e-06}
{"train_loss": 0.0004914287710562348, "global_step": 96733, "epoch": 543, "lr": 2.196249935774958e-06}
{"train_loss": 0.0004968714201822877, "global_step": 96734, "epoch": 543, "lr": 2.1958168097198527e-06}
{"train_loss": 0.0010155605850741267, "global_step": 96735, "epoch": 543, "lr": 2.195383725418848e-06}
{"train_loss": 0.0007823709747754037, "global_step": 96736, "epoch": 543, "lr": 2.194950682872321e-06}
{"train_loss": 0.0017671952955424786, "global_step": 96737, "epoch": 543, "lr": 2.194517682080649e-06}
{"train_loss": 0.0017526027513667941, "global_step": 96738, "epoch": 543, "lr": 2.194084723044204e-06}
{"train_loss": 0.0011564769083634019, "global_step": 96739, "epoch": 543, "lr": 2.1936518057633802e-06}
{"train_loss": 0.0012761469697579741, "global_step": 96740, "epoch": 543, "lr": 2.1932189302385387e-06}
{"train_loss": 0.0008318466716445982, "global_step": 96741, "epoch": 543, "lr": 2.192786096470073e-06}
{"train_loss": 0.001032823114655912, "global_step": 96742, "epoch": 543, "lr": 2.19235330445835e-06}
{"train_loss": 0.0008942885906435549, "global_step": 96743, "epoch": 543, "lr": 2.191920554203747e-06}
{"train_loss": 0.00047699626884423196, "global_step": 96744, "epoch": 543, "lr": 2.191487845706658e-06}
{"train_loss": 0.0020784642547369003, "global_step": 96745, "epoch": 543, "lr": 2.1910551789674327e-06}
{"train_loss": 0.0006332777556963265, "global_step": 96746, "epoch": 543, "lr": 2.190622553986477e-06}
{"train_loss": 0.001013119937852025, "global_step": 96747, "epoch": 543, "lr": 2.190189970764156e-06}
{"train_loss": 0.0006489207735285163, "global_step": 96748, "epoch": 543, "lr": 2.189757429300848e-06}
{"train_loss": 0.000316157063934952, "global_step": 96749, "epoch": 543, "lr": 2.189324929596931e-06}
{"train_loss": 0.0014481584075838327, "global_step": 96750, "epoch": 543, "lr": 2.188892471652787e-06}
{"train_loss": 0.0008421778911724687, "global_step": 96751, "epoch": 543, "lr": 2.188460055468788e-06}
{"train_loss": 0.0010842806659638882, "global_step": 96752, "epoch": 543, "lr": 2.1880276810453124e-06}
{"train_loss": 0.001305432990193367, "global_step": 96753, "epoch": 543, "lr": 2.187595348382737e-06}
{"train_loss": 0.0011022824328392744, "global_step": 96754, "epoch": 543, "lr": 2.1871630574814507e-06}
{"train_loss": 0.0006623562658205628, "global_step": 96755, "epoch": 543, "lr": 2.1867308083418135e-06}
{"train_loss": 0.0003722202673088759, "global_step": 96756, "epoch": 543, "lr": 2.186298600964215e-06}
{"train_loss": 0.0008279867470264435, "global_step": 96757, "epoch": 543, "lr": 2.1858664353490267e-06}
{"train_loss": 0.0015073807444423437, "global_step": 96758, "epoch": 543, "lr": 2.1854343114966314e-06}
{"train_loss": 0.0010360092855989933, "global_step": 96759, "epoch": 543, "lr": 2.185002229407407e-06}
{"train_loss": 0.0010928991250693798, "global_step": 96760, "epoch": 543, "lr": 2.1845701890817196e-06}
{"train_loss": 0.0009033533278852701, "global_step": 96761, "epoch": 543, "lr": 2.1841381905199523e-06}
{"train_loss": 0.0005284696235321462, "global_step": 96762, "epoch": 543, "lr": 2.1837062337224988e-06}
{"train_loss": 0.0006868612254038453, "global_step": 96763, "epoch": 543, "lr": 2.18327431868971e-06}
{"train_loss": 0.0009851889917626977, "global_step": 96764, "epoch": 543, "lr": 2.1828424454219785e-06}
{"train_loss": 0.002498829737305641, "global_step": 96765, "epoch": 543, "lr": 2.1824106139196833e-06}
{"train_loss": 0.0001979036896955222, "global_step": 96766, "epoch": 543, "lr": 2.1819788241831953e-06}
{"train_loss": 0.001290302025154233, "global_step": 96767, "epoch": 543, "lr": 2.181547076212892e-06}
{"train_loss": 0.0005690251709893346, "global_step": 96768, "epoch": 543, "lr": 2.1811153700091457e-06}
{"train_loss": 0.00030375501955859363, "global_step": 96769, "epoch": 543, "lr": 2.1806837055723505e-06}
{"train_loss": 0.0002960885176435113, "global_step": 96770, "epoch": 543, "lr": 2.1802520829028615e-06}
{"train_loss": 0.00026024869293905795, "global_step": 96771, "epoch": 543, "lr": 2.179820502001073e-06}
{"train_loss": 0.000212237355299294, "global_step": 96772, "epoch": 543, "lr": 2.1793889628673514e-06}
{"train_loss": 0.0014406326226890087, "global_step": 96773, "epoch": 543, "lr": 2.178957465502085e-06}
{"train_loss": 0.000820429646410048, "global_step": 96774, "epoch": 543, "lr": 2.1785260099056347e-06}
{"train_loss": 0.0006367795285768807, "global_step": 96775, "epoch": 543, "lr": 2.178094596078395e-06}
{"train_loss": 0.0006942359614185989, "global_step": 96776, "epoch": 543, "lr": 2.1776632240207205e-06}
{"train_loss": 0.0007184005808085203, "global_step": 96777, "epoch": 543, "lr": 2.1772318937330173e-06}
{"train_loss": 0.0007412036648020148, "global_step": 96778, "epoch": 543, "lr": 2.1768006052156343e-06}
{"train_loss": 0.00021127429499756545, "global_step": 96779, "epoch": 543, "lr": 2.1763693584689603e-06}
{"train_loss": 0.000379724137019366, "global_step": 96780, "epoch": 543, "lr": 2.175938153493379e-06}
{"train_loss": 0.00020967275486327708, "global_step": 96781, "epoch": 543, "lr": 2.1755069902892557e-06}
{"train_loss": 0.0010282344883307815, "global_step": 96782, "epoch": 543, "lr": 2.175075868856974e-06}
{"train_loss": 0.001668421784415841, "global_step": 96783, "epoch": 543, "lr": 2.1746447891969056e-06}
{"train_loss": 0.00047111359890550375, "global_step": 96784, "epoch": 543, "lr": 2.1742137513094286e-06}
{"train_loss": 0.0008222714532166719, "global_step": 96785, "epoch": 543, "lr": 2.1737827551949087e-06}
{"train_loss": 0.0007084560347720981, "global_step": 96786, "epoch": 543, "lr": 2.1733518008537456e-06}
{"train_loss": 0.0016244458965957165, "global_step": 96787, "epoch": 543, "lr": 2.172920888286306e-06}
{"train_loss": 0.0006136049632914364, "global_step": 96788, "epoch": 543, "lr": 2.1724900174929563e-06}
{"train_loss": 0.0006510024541057646, "global_step": 96789, "epoch": 543, "lr": 2.172059188474085e-06}
{"train_loss": 0.0013996008783578873, "global_step": 96790, "epoch": 543, "lr": 2.1716284012300636e-06}
{"train_loss": 0.0018152353586629033, "global_step": 96791, "epoch": 543, "lr": 2.171197655761259e-06}
{"train_loss": 0.0010895389132201672, "global_step": 96792, "epoch": 543, "lr": 2.170766952068076e-06}
{"train_loss": 0.0014023175463080406, "global_step": 96793, "epoch": 543, "lr": 2.170336290150854e-06}
{"train_loss": 0.0034183161333203316, "global_step": 96794, "epoch": 543, "lr": 2.169905670009992e-06}
{"train_loss": 0.000571289740037173, "global_step": 96795, "epoch": 543, "lr": 2.1694750916458674e-06}
{"train_loss": 0.0009446459589526057, "global_step": 96796, "epoch": 543, "lr": 2.1690445550588466e-06}
{"train_loss": 0.001738456659950316, "global_step": 96797, "epoch": 543, "lr": 2.1686140602493077e-06}
{"train_loss": 0.0005878440570086241, "global_step": 96798, "epoch": 543, "lr": 2.1681836072176275e-06}
{"train_loss": 0.001991912489756942, "global_step": 96799, "epoch": 543, "lr": 2.1677531959641784e-06}
{"train_loss": 0.00044365652138367295, "global_step": 96800, "epoch": 543, "lr": 2.1673228264893487e-06}
{"train_loss": 0.00034998063347302377, "global_step": 96801, "epoch": 543, "lr": 2.1668924987934937e-06}
{"train_loss": 0.0005778729100711644, "global_step": 96802, "epoch": 543, "lr": 2.1664622128770184e-06}
{"train_loss": 0.0007397507433779538, "global_step": 96803, "epoch": 543, "lr": 2.1660319687402674e-06}
{"train_loss": 0.0009438949055038393, "global_step": 96804, "epoch": 543, "lr": 2.16560176638364e-06}
{"train_loss": 0.0010353181278333068, "global_step": 96805, "epoch": 543, "lr": 2.165171605807498e-06}
{"train_loss": 0.0009423712035641074, "global_step": 96806, "epoch": 543, "lr": 2.1647414870122172e-06}
{"train_loss": 0.00044343870831653476, "global_step": 96807, "epoch": 543, "lr": 2.164311409998193e-06}
{"train_loss": 0.000697676558047533, "global_step": 96808, "epoch": 543, "lr": 2.163881374765769e-06}
{"train_loss": 0.0003490187809802592, "global_step": 96809, "epoch": 543, "lr": 2.1634513813153455e-06}
{"train_loss": 0.0017985854065045714, "global_step": 96810, "epoch": 543, "lr": 2.163021429647294e-06}
{"train_loss": 0.0010988640133291483, "global_step": 96811, "epoch": 543, "lr": 2.1625915197619808e-06}
{"train_loss": 0.0010611433535814285, "global_step": 96812, "epoch": 543, "lr": 2.1621616516597943e-06}
{"train_loss": 0.0007792310789227486, "global_step": 96813, "epoch": 543, "lr": 2.1617318253410956e-06}
{"train_loss": 0.0013692149659618735, "global_step": 96814, "epoch": 543, "lr": 2.1613020408062624e-06}
{"train_loss": 0.0016078597400337458, "global_step": 96815, "epoch": 543, "lr": 2.1608722980556937e-06}
{"train_loss": 0.000792399572674185, "global_step": 96816, "epoch": 543, "lr": 2.160442597089729e-06}
{"train_loss": 0.0002511063648853451, "global_step": 96817, "epoch": 543, "lr": 2.1600129379087676e-06}
{"train_loss": 0.001058838446624577, "global_step": 96818, "epoch": 543, "lr": 2.1595833205131754e-06}
{"train_loss": 0.0006249011494219303, "global_step": 96819, "epoch": 543, "lr": 2.1591537449033305e-06}
{"train_loss": 0.0005770985153503716, "global_step": 96820, "epoch": 543, "lr": 2.15872421107961e-06}
{"train_loss": 0.0006005826871842146, "global_step": 96821, "epoch": 543, "lr": 2.1582947190423865e-06}
{"train_loss": 0.0008666187059134245, "global_step": 96822, "epoch": 543, "lr": 2.1578652687920363e-06}
{"train_loss": 0.0005926289595663548, "global_step": 96823, "epoch": 543, "lr": 2.1574358603289325e-06}
{"train_loss": 0.0004519399080891162, "global_step": 96824, "epoch": 543, "lr": 2.157006493653446e-06}
{"train_loss": 0.00024545827182009816, "global_step": 96825, "epoch": 543, "lr": 2.1565771687659664e-06}
{"train_loss": 0.001081566559150815, "global_step": 96826, "epoch": 543, "lr": 2.1561478856668482e-06}
{"train_loss": 0.0006411997601389885, "global_step": 96827, "epoch": 543, "lr": 2.155718644356486e-06}
{"train_loss": 0.0011661442695185542, "global_step": 96828, "epoch": 543, "lr": 2.155289444835246e-06}
{"train_loss": 0.0010981273371726274, "global_step": 96829, "epoch": 543, "lr": 2.154860287103494e-06}
{"train_loss": 0.0010557571658864617, "global_step": 96830, "epoch": 543, "lr": 2.1544311711616306e-06}
{"train_loss": 0.0009012664544815983, "global_step": 96831, "epoch": 543, "lr": 2.1540020970099996e-06}
{"train_loss": 0.0017124541336670518, "global_step": 96832, "epoch": 544, "lr": 2.1535730646490006e-06}
{"train_loss": 0.000902569736354053, "global_step": 96833, "epoch": 544, "lr": 2.1531440740789945e-06}
{"train_loss": 0.0005865568527951837, "global_step": 96834, "epoch": 544, "lr": 2.1527151253003586e-06}
{"train_loss": 0.0002041782281594351, "global_step": 96835, "epoch": 544, "lr": 2.1522862183134707e-06}
{"train_loss": 0.0010030698031187057, "global_step": 96836, "epoch": 544, "lr": 2.1518573531187026e-06}
{"train_loss": 0.0015337562654167414, "global_step": 96837, "epoch": 544, "lr": 2.1514285297164204e-06}
{"train_loss": 0.0003447668859735131, "global_step": 96838, "epoch": 544, "lr": 2.1509997481070245e-06}
{"train_loss": 0.0004081708029843867, "global_step": 96839, "epoch": 544, "lr": 2.150571008290858e-06}
{"train_loss": 0.0006631365977227688, "global_step": 96840, "epoch": 544, "lr": 2.1501423102683272e-06}
{"train_loss": 0.0010882862843573093, "global_step": 96841, "epoch": 544, "lr": 2.14971365403977e-06}
{"train_loss": 0.0011539661791175604, "global_step": 96842, "epoch": 544, "lr": 2.149285039605592e-06}
{"train_loss": 0.0004112391034141183, "global_step": 96843, "epoch": 544, "lr": 2.148856466966154e-06}
{"train_loss": 0.0004467979306355119, "global_step": 96844, "epoch": 544, "lr": 2.1484279361218327e-06}
{"train_loss": 0.0007194518111646175, "global_step": 96845, "epoch": 544, "lr": 2.1479994470730013e-06}
{"train_loss": 0.0010227309539914131, "global_step": 96846, "epoch": 544, "lr": 2.1475709998200367e-06}
{"train_loss": 0.0013828824739903212, "global_step": 96847, "epoch": 544, "lr": 2.1471425943632995e-06}
{"train_loss": 0.0009544935310259461, "global_step": 96848, "epoch": 544, "lr": 2.1467142307031897e-06}
{"train_loss": 0.0006634934106841683, "global_step": 96849, "epoch": 544, "lr": 2.146285908840062e-06}
{"train_loss": 0.0003768129099626094, "global_step": 96850, "epoch": 544, "lr": 2.145857628774295e-06}
{"train_loss": 0.0012662988156080246, "global_step": 96851, "epoch": 544, "lr": 2.145429390506265e-06}
{"train_loss": 0.000503482879139483, "global_step": 96852, "epoch": 544, "lr": 2.145001194036339e-06}
{"train_loss": 0.0008384560933336616, "global_step": 96853, "epoch": 544, "lr": 2.1445730393649055e-06}
{"train_loss": 0.0009392895735800266, "global_step": 96854, "epoch": 544, "lr": 2.1441449264923198e-06}
{"train_loss": 0.00048526114551350474, "global_step": 96855, "epoch": 544, "lr": 2.1437168554189757e-06}
{"train_loss": 0.0006621573702432215, "global_step": 96856, "epoch": 544, "lr": 2.1432888261452346e-06}
{"train_loss": 0.000873320852406323, "global_step": 96857, "epoch": 544, "lr": 2.142860838671468e-06}
{"train_loss": 0.00101774325594306, "global_step": 96858, "epoch": 544, "lr": 2.1424328929980584e-06}
{"train_loss": 0.0006802961579523981, "global_step": 96859, "epoch": 544, "lr": 2.1420049891253734e-06}
{"train_loss": 0.0007649165345355868, "global_step": 96860, "epoch": 544, "lr": 2.1415771270537956e-06}
{"train_loss": 0.0008514573564752936, "global_step": 96861, "epoch": 544, "lr": 2.141149306783685e-06}
{"train_loss": 0.0009144649957306683, "global_step": 96862, "epoch": 544, "lr": 2.14072152831542e-06}
{"train_loss": 0.0009197599138133228, "global_step": 96863, "epoch": 544, "lr": 2.140293791649384e-06}
{"train_loss": 0.000652732967864722, "global_step": 96864, "epoch": 544, "lr": 2.1398660967859363e-06}
{"train_loss": 0.0011055334471166134, "global_step": 96865, "epoch": 544, "lr": 2.1394384437254613e-06}
{"train_loss": 0.0005345707177184522, "global_step": 96866, "epoch": 544, "lr": 2.13901083246833e-06}
{"train_loss": 0.00037089327815920115, "global_step": 96867, "epoch": 544, "lr": 2.1385832630149096e-06}
{"train_loss": 0.0007134030456654727, "global_step": 96868, "epoch": 544, "lr": 2.138155735365582e-06}
{"train_loss": 0.001280010910704732, "global_step": 96869, "epoch": 544, "lr": 2.1377282495207094e-06}
{"train_loss": 0.0006570679252035916, "global_step": 96870, "epoch": 544, "lr": 2.1373008054806854e-06}
{"train_loss": 0.0010052431607618928, "global_step": 96871, "epoch": 544, "lr": 2.136873403245865e-06}
{"train_loss": 0.0005768032278865576, "global_step": 96872, "epoch": 544, "lr": 2.1364460428166257e-06}
{"train_loss": 0.0010014402214437723, "global_step": 96873, "epoch": 544, "lr": 2.136018724193345e-06}
{"train_loss": 0.0005107812467031181, "global_step": 96874, "epoch": 544, "lr": 2.135591447376395e-06}
{"train_loss": 0.0008282858179882169, "global_step": 96875, "epoch": 544, "lr": 2.135164212366142e-06}
{"train_loss": 0.0008808918064460158, "global_step": 96876, "epoch": 544, "lr": 2.1347370191629744e-06}
{"train_loss": 0.0007219030521810055, "global_step": 96877, "epoch": 544, "lr": 2.1343098677672424e-06}
{"train_loss": 0.0007152081234380603, "global_step": 96878, "epoch": 544, "lr": 2.133882758179345e-06}
{"train_loss": 0.0007664358126930892, "global_step": 96879, "epoch": 544, "lr": 2.133455690399627e-06}
{"train_loss": 0.0012346836738288403, "global_step": 96880, "epoch": 544, "lr": 2.133028664428488e-06}
{"train_loss": 0.0006390722701326013, "global_step": 96881, "epoch": 544, "lr": 2.1326016802662884e-06}
{"train_loss": 0.0007916545728221536, "global_step": 96882, "epoch": 544, "lr": 2.132174737913406e-06}
{"train_loss": 0.0005971916252747178, "global_step": 96883, "epoch": 544, "lr": 2.1317478373702072e-06}
{"train_loss": 0.0005119972047396004, "global_step": 96884, "epoch": 544, "lr": 2.131320978637069e-06}
{"train_loss": 0.0005923037533648312, "global_step": 96885, "epoch": 544, "lr": 2.130894161714353e-06}
{"train_loss": 0.0007425332441926003, "global_step": 96886, "epoch": 544, "lr": 2.1304673866024584e-06}
{"train_loss": 0.0012529105879366398, "global_step": 96887, "epoch": 544, "lr": 2.130040653301729e-06}
{"train_loss": 0.0020044553093612194, "global_step": 96888, "epoch": 544, "lr": 2.1296139618125545e-06}
{"train_loss": 0.0006604616646654904, "global_step": 96889, "epoch": 544, "lr": 2.1291873121353055e-06}
{"train_loss": 0.0007229706970974803, "global_step": 96890, "epoch": 544, "lr": 2.1287607042703437e-06}
{"train_loss": 0.0003043059550691396, "global_step": 96891, "epoch": 544, "lr": 2.1283341382180686e-06}
{"train_loss": 0.00016537265037186444, "global_step": 96892, "epoch": 544, "lr": 2.127907613978819e-06}
{"train_loss": 0.0008021387038752437, "global_step": 96893, "epoch": 544, "lr": 2.127481131552994e-06}
{"train_loss": 0.0005901988479308784, "global_step": 96894, "epoch": 544, "lr": 2.127054690940944e-06}
{"train_loss": 0.0011787079274654388, "global_step": 96895, "epoch": 544, "lr": 2.126628292143057e-06}
{"train_loss": 0.00056869862601161, "global_step": 96896, "epoch": 544, "lr": 2.126201935159705e-06}
{"train_loss": 0.00045292044524103403, "global_step": 96897, "epoch": 544, "lr": 2.125775619991255e-06}
{"train_loss": 0.00044797384180128574, "global_step": 96898, "epoch": 544, "lr": 2.1253493466380838e-06}
{"train_loss": 0.0012610205449163914, "global_step": 96899, "epoch": 544, "lr": 2.124923115100558e-06}
{"train_loss": 0.0007958641508594155, "global_step": 96900, "epoch": 544, "lr": 2.1244969253790438e-06}
{"train_loss": 0.0012584689538925886, "global_step": 96901, "epoch": 544, "lr": 2.1240707774739356e-06}
{"train_loss": 0.0012331781908869743, "global_step": 96902, "epoch": 544, "lr": 2.1236446713855828e-06}
{"train_loss": 0.002628468442708254, "global_step": 96903, "epoch": 544, "lr": 2.1232186071143745e-06}
{"train_loss": 0.00043758092215284705, "global_step": 96904, "epoch": 544, "lr": 2.122792584660671e-06}
{"train_loss": 0.0009378825197927654, "global_step": 96905, "epoch": 544, "lr": 2.122366604024856e-06}
{"train_loss": 0.0003017107956111431, "global_step": 96906, "epoch": 544, "lr": 2.1219406652072893e-06}
{"train_loss": 0.0004431086708791554, "global_step": 96907, "epoch": 544, "lr": 2.121514768208349e-06}
{"train_loss": 0.0006362851127050817, "global_step": 96908, "epoch": 544, "lr": 2.1210889130284017e-06}
{"train_loss": 0.0006840047426521778, "global_step": 96909, "epoch": 544, "lr": 2.12066309966783e-06}
{"train_loss": 0.0011773828882724047, "global_step": 96910, "epoch": 544, "lr": 2.1202373281269947e-06}
{"train_loss": 0.000617608311586082, "global_step": 96911, "epoch": 544, "lr": 2.119811598406274e-06}
{"train_loss": 0.0008437863434664905, "global_step": 96912, "epoch": 544, "lr": 2.1193859105060445e-06}
{"train_loss": 0.0022684652358293533, "global_step": 96913, "epoch": 544, "lr": 2.1189602644266672e-06}
{"train_loss": 0.0007055298192426562, "global_step": 96914, "epoch": 544, "lr": 2.11853466016852e-06}
{"train_loss": 0.0009561737533658743, "global_step": 96915, "epoch": 544, "lr": 2.1181090977319686e-06}
{"train_loss": 0.00025804739561863244, "global_step": 96916, "epoch": 544, "lr": 2.1176835771173963e-06}
{"train_loss": 0.0005642707692459226, "global_step": 96917, "epoch": 544, "lr": 2.117258098325159e-06}
{"train_loss": 0.001277275732718408, "global_step": 96918, "epoch": 544, "lr": 2.1168326613556446e-06}
{"train_loss": 0.0007561900420114398, "global_step": 96919, "epoch": 544, "lr": 2.1164072662092193e-06}
{"train_loss": 0.0008531357161700726, "global_step": 96920, "epoch": 544, "lr": 2.1159819128862503e-06}
{"train_loss": 0.0003735541249625385, "global_step": 96921, "epoch": 544, "lr": 2.1155566013871086e-06}
{"train_loss": 0.0004952182061970234, "global_step": 96922, "epoch": 544, "lr": 2.1151313317121723e-06}
{"train_loss": 0.0012229017447680235, "global_step": 96923, "epoch": 544, "lr": 2.1147061038618023e-06}
{"train_loss": 0.0011333752190694213, "global_step": 96924, "epoch": 544, "lr": 2.1142809178363865e-06}
{"train_loss": 0.0008807447738945484, "global_step": 96925, "epoch": 544, "lr": 2.1138557736362752e-06}
{"train_loss": 0.0009850410278886557, "global_step": 96926, "epoch": 544, "lr": 2.1134306712618568e-06}
{"train_loss": 0.0006395061500370502, "global_step": 96927, "epoch": 544, "lr": 2.1130056107134975e-06}
{"train_loss": 0.00035094493068754673, "global_step": 96928, "epoch": 544, "lr": 2.1125805919915697e-06}
{"train_loss": 0.0007473982404917479, "global_step": 96929, "epoch": 544, "lr": 2.112155615096445e-06}
{"train_loss": 0.002049338538199663, "global_step": 96930, "epoch": 544, "lr": 2.11173068002849e-06}
{"train_loss": 0.0010013659484684467, "global_step": 96931, "epoch": 544, "lr": 2.1113057867880757e-06}
{"train_loss": 0.00098681659437716, "global_step": 96932, "epoch": 544, "lr": 2.1108809353755752e-06}
{"train_loss": 0.0005462638800963759, "global_step": 96933, "epoch": 544, "lr": 2.1104561257913604e-06}
{"train_loss": 0.0017874434124678373, "global_step": 96934, "epoch": 544, "lr": 2.1100313580358076e-06}
{"train_loss": 0.00050344318151474, "global_step": 96935, "epoch": 544, "lr": 2.1096066321092787e-06}
{"train_loss": 0.0010370828676968813, "global_step": 96936, "epoch": 544, "lr": 2.109181948012151e-06}
{"train_loss": 0.0007761368760839105, "global_step": 96937, "epoch": 544, "lr": 2.1087573057447906e-06}
{"train_loss": 0.000261985813267529, "global_step": 96938, "epoch": 544, "lr": 2.108332705307564e-06}
{"train_loss": 0.0006103738560341299, "global_step": 96939, "epoch": 544, "lr": 2.1079081467008654e-06}
{"train_loss": 0.0018530988600105047, "global_step": 96940, "epoch": 544, "lr": 2.107483629925033e-06}
{"train_loss": 0.0005080380942672491, "global_step": 96941, "epoch": 544, "lr": 2.1070591549804563e-06}
{"train_loss": 0.0005625708727166057, "global_step": 96942, "epoch": 544, "lr": 2.1066347218675065e-06}
{"train_loss": 0.0007847630768083036, "global_step": 96943, "epoch": 544, "lr": 2.1062103305865553e-06}
{"train_loss": 0.0005133370868861675, "global_step": 96944, "epoch": 544, "lr": 2.1057859811379644e-06}
{"train_loss": 0.001279554096981883, "global_step": 96945, "epoch": 544, "lr": 2.1053616735221102e-06}
{"train_loss": 0.0011312310816720128, "global_step": 96946, "epoch": 544, "lr": 2.1049374077393545e-06}
{"train_loss": 0.0009785618167370558, "global_step": 96947, "epoch": 544, "lr": 2.104513183790091e-06}
{"train_loss": 0.0014205751940608025, "global_step": 96948, "epoch": 544, "lr": 2.104089001674664e-06}
{"train_loss": 0.0005086578312329948, "global_step": 96949, "epoch": 544, "lr": 2.103664861393462e-06}
{"train_loss": 0.00031612394377589226, "global_step": 96950, "epoch": 544, "lr": 2.10324076294684e-06}
{"train_loss": 0.000880974403116852, "global_step": 96951, "epoch": 544, "lr": 2.102816706335181e-06}
{"train_loss": 0.000280889798887074, "global_step": 96952, "epoch": 544, "lr": 2.1023926915588523e-06}
{"train_loss": 0.00044380503823049366, "global_step": 96953, "epoch": 544, "lr": 2.101968718618219e-06}
{"train_loss": 0.0008715262520126998, "global_step": 96954, "epoch": 544, "lr": 2.101544787513665e-06}
{"train_loss": 0.000742792384698987, "global_step": 96955, "epoch": 544, "lr": 2.10112089824554e-06}
{"train_loss": 0.0020036164205521345, "global_step": 96956, "epoch": 544, "lr": 2.100697050814232e-06}
{"train_loss": 0.0016765603795647621, "global_step": 96957, "epoch": 544, "lr": 2.1002732452201022e-06}
{"train_loss": 0.0008034252095967531, "global_step": 96958, "epoch": 544, "lr": 2.0998494814635227e-06}
{"train_loss": 0.0012520700693130493, "global_step": 96959, "epoch": 544, "lr": 2.099425759544865e-06}
{"train_loss": 0.0009108575759455562, "global_step": 96960, "epoch": 544, "lr": 2.0990020794645016e-06}
{"train_loss": 0.00047741064918227494, "global_step": 96961, "epoch": 544, "lr": 2.0985784412227927e-06}
{"train_loss": 0.0015204563969746232, "global_step": 96962, "epoch": 544, "lr": 2.0981548448201216e-06}
{"train_loss": 0.0009919194271788, "global_step": 96963, "epoch": 544, "lr": 2.0977312902568437e-06}
{"train_loss": 0.001067663193680346, "global_step": 96964, "epoch": 544, "lr": 2.0973077775333415e-06}
{"train_loss": 0.0004581550892908126, "global_step": 96965, "epoch": 544, "lr": 2.096884306649982e-06}
{"train_loss": 0.00019841495668515563, "global_step": 96966, "epoch": 544, "lr": 2.0964608776071316e-06}
{"train_loss": 0.003483173670247197, "global_step": 96967, "epoch": 544, "lr": 2.0960374904051614e-06}
{"train_loss": 0.0008245747885666788, "global_step": 96968, "epoch": 544, "lr": 2.0956141450444445e-06}
{"train_loss": 0.00041758990846574306, "global_step": 96969, "epoch": 544, "lr": 2.0951908415253463e-06}
{"train_loss": 0.0011250057723373175, "global_step": 96970, "epoch": 544, "lr": 2.094767579848239e-06}
{"train_loss": 0.0006196751492097974, "global_step": 96971, "epoch": 544, "lr": 2.094344360013484e-06}
{"train_loss": 0.00142941833473742, "global_step": 96972, "epoch": 544, "lr": 2.0939211820214633e-06}
{"train_loss": 0.0009654292371124029, "global_step": 96973, "epoch": 544, "lr": 2.093498045872544e-06}
{"train_loss": 0.0018425141461193562, "global_step": 96974, "epoch": 544, "lr": 2.093074951567092e-06}
{"train_loss": 0.000657050171867013, "global_step": 96975, "epoch": 544, "lr": 2.0926518991054742e-06}
{"train_loss": 0.00023469061125069857, "global_step": 96976, "epoch": 544, "lr": 2.0922288884880627e-06}
{"train_loss": 0.0005371172446757555, "global_step": 96977, "epoch": 544, "lr": 2.0918059197152397e-06}
{"train_loss": 0.0012615956366062164, "global_step": 96978, "epoch": 544, "lr": 2.0913829927873494e-06}
{"train_loss": 0.0012971146497875452, "global_step": 96979, "epoch": 544, "lr": 2.090960107704781e-06}
{"train_loss": 0.0005324279190972447, "global_step": 96980, "epoch": 544, "lr": 2.0905372644679012e-06}
{"train_loss": 0.0003282669058535248, "global_step": 96981, "epoch": 544, "lr": 2.090114463077075e-06}
{"train_loss": 0.00119653414003551, "global_step": 96982, "epoch": 544, "lr": 2.0896917035326704e-06}
{"train_loss": 0.0006562327034771442, "global_step": 96983, "epoch": 544, "lr": 2.0892689858350577e-06}
{"train_loss": 0.0007690977654419839, "global_step": 96984, "epoch": 544, "lr": 2.0888463099846046e-06}
{"train_loss": 0.0008786201942712069, "global_step": 96985, "epoch": 544, "lr": 2.088423675981693e-06}
{"train_loss": 0.0005639824667014182, "global_step": 96986, "epoch": 544, "lr": 2.0880010838266685e-06}
{"train_loss": 0.0011385873658582568, "global_step": 96987, "epoch": 544, "lr": 2.0875785335199292e-06}
{"train_loss": 0.001185458735562861, "global_step": 96988, "epoch": 544, "lr": 2.087156025061815e-06}
{"train_loss": 0.0007662776624783874, "global_step": 96989, "epoch": 544, "lr": 2.086733558452719e-06}
{"train_loss": 0.00024628365645185113, "global_step": 96990, "epoch": 544, "lr": 2.0863111336929973e-06}
{"train_loss": 0.0006779644172638655, "global_step": 96991, "epoch": 544, "lr": 2.085888750783016e-06}
{"train_loss": 0.0005930133629590273, "global_step": 96992, "epoch": 544, "lr": 2.085466409723158e-06}
{"train_loss": 0.0006933142431080341, "global_step": 96993, "epoch": 544, "lr": 2.085044110513773e-06}
{"train_loss": 0.0007208600291050971, "global_step": 96994, "epoch": 544, "lr": 2.084621853155244e-06}
{"train_loss": 0.0005025086575187743, "global_step": 96995, "epoch": 544, "lr": 2.084199637647938e-06}
{"train_loss": 0.0012419408885762095, "global_step": 96996, "epoch": 544, "lr": 2.0837774639922258e-06}
{"train_loss": 0.001055355416610837, "global_step": 96997, "epoch": 544, "lr": 2.083355332188469e-06}
{"train_loss": 0.00047037360491231084, "global_step": 96998, "epoch": 544, "lr": 2.0829332422370397e-06}
{"train_loss": 0.0032563074491918087, "global_step": 96999, "epoch": 544, "lr": 2.0825111941383037e-06}
{"train_loss": 0.00021300521621014923, "global_step": 97000, "epoch": 544, "lr": 2.082089187892644e-06}
{"train_loss": 0.0011346733663231134, "global_step": 97001, "epoch": 544, "lr": 2.0816672235003997e-06}
{"train_loss": 0.0010572696337476373, "global_step": 97002, "epoch": 544, "lr": 2.081245300961976e-06}
{"train_loss": 0.0008600851288065314, "global_step": 97003, "epoch": 544, "lr": 2.080823420277711e-06}
{"train_loss": 0.0007652335334569216, "global_step": 97004, "epoch": 544, "lr": 2.0804015814479882e-06}
{"train_loss": 0.0004004675429314375, "global_step": 97005, "epoch": 544, "lr": 2.0799797844731737e-06}
{"train_loss": 0.0010585312265902758, "global_step": 97006, "epoch": 544, "lr": 2.079558029353634e-06}
{"train_loss": 0.0005362026859074831, "global_step": 97007, "epoch": 544, "lr": 2.0791363160897416e-06}
{"train_loss": 0.0009222507942467928, "global_step": 97008, "epoch": 544, "lr": 2.0787146446818563e-06}
{"train_loss": 0.0008655410929350182, "global_step": 97009, "epoch": 544, "lr": 2.07829301513035e-06}
{"train_loss": 0.000848925847094506, "global_step": 97010, "epoch": 545, "lr": 2.077871427435607e-06}
{"train_loss": 0.00030930584762245417, "global_step": 97011, "epoch": 545, "lr": 2.077449881597965e-06}
{"train_loss": 0.000613326788879931, "global_step": 97012, "epoch": 545, "lr": 2.0770283776178124e-06}
{"train_loss": 0.000823064474388957, "global_step": 97013, "epoch": 545, "lr": 2.0766069154955214e-06}
{"train_loss": 0.0010697082616388798, "global_step": 97014, "epoch": 545, "lr": 2.0761854952314417e-06}
{"train_loss": 0.0009188076946884394, "global_step": 97015, "epoch": 545, "lr": 2.075764116825962e-06}
{"train_loss": 0.000844003283418715, "global_step": 97016, "epoch": 545, "lr": 2.0753427802794324e-06}
{"train_loss": 0.00043271752656437457, "global_step": 97017, "epoch": 545, "lr": 2.074921485592235e-06}
{"train_loss": 0.00023186663747765124, "global_step": 97018, "epoch": 545, "lr": 2.0745002327647257e-06}
{"train_loss": 0.0003892949898727238, "global_step": 97019, "epoch": 545, "lr": 2.074079021797282e-06}
{"train_loss": 0.0005110217607580125, "global_step": 97020, "epoch": 545, "lr": 2.0736578526902693e-06}
{"train_loss": 0.00044219009578227997, "global_step": 97021, "epoch": 545, "lr": 2.0732367254440554e-06}
{"train_loss": 0.001137305749580264, "global_step": 97022, "epoch": 545, "lr": 2.072815640059006e-06}
{"train_loss": 0.0015432420186698437, "global_step": 97023, "epoch": 545, "lr": 2.0723945965354876e-06}
{"train_loss": 0.0003485409542918205, "global_step": 97024, "epoch": 545, "lr": 2.071973594873866e-06}
{"train_loss": 0.0014271545223891735, "global_step": 97025, "epoch": 545, "lr": 2.071552635074525e-06}
{"train_loss": 0.0010522191878408194, "global_step": 97026, "epoch": 545, "lr": 2.0711317171378086e-06}
{"train_loss": 0.0002988060878124088, "global_step": 97027, "epoch": 545, "lr": 2.0707108410641053e-06}
{"train_loss": 0.0012857808033004403, "global_step": 97028, "epoch": 545, "lr": 2.07029000685377e-06}
{"train_loss": 0.0013711510691791773, "global_step": 97029, "epoch": 545, "lr": 2.069869214507175e-06}
{"train_loss": 0.001046523917466402, "global_step": 97030, "epoch": 545, "lr": 2.069448464024687e-06}
{"train_loss": 0.000815925479400903, "global_step": 97031, "epoch": 545, "lr": 2.0690277554066715e-06}
{"train_loss": 0.0011735043954104185, "global_step": 97032, "epoch": 545, "lr": 2.068607088653496e-06}
{"train_loss": 0.000544191338121891, "global_step": 97033, "epoch": 545, "lr": 2.068186463765537e-06}
{"train_loss": 0.0005936587112955749, "global_step": 97034, "epoch": 545, "lr": 2.067765880743144e-06}
{"train_loss": 0.00041590374894440174, "global_step": 97035, "epoch": 545, "lr": 2.0673453395867015e-06}
{"train_loss": 0.0008238294976763427, "global_step": 97036, "epoch": 545, "lr": 2.066924840296569e-06}
{"train_loss": 0.000813656544778496, "global_step": 97037, "epoch": 545, "lr": 2.0665043828731136e-06}
{"train_loss": 0.0008510259795002639, "global_step": 97038, "epoch": 545, "lr": 2.066083967316712e-06}
{"train_loss": 0.000237692438531667, "global_step": 97039, "epoch": 545, "lr": 2.0656635936277145e-06}
{"train_loss": 0.0010891299461945891, "global_step": 97040, "epoch": 545, "lr": 2.0652432618065044e-06}
{"train_loss": 0.0003765931469388306, "global_step": 97041, "epoch": 545, "lr": 2.0648229718534362e-06}
{"train_loss": 0.0003915669512934983, "global_step": 97042, "epoch": 545, "lr": 2.064402723768882e-06}
{"train_loss": 0.0018185239750891924, "global_step": 97043, "epoch": 545, "lr": 2.0639825175532146e-06}
{"train_loss": 0.0006883797468617558, "global_step": 97044, "epoch": 545, "lr": 2.063562353206794e-06}
{"train_loss": 0.0007210627663880587, "global_step": 97045, "epoch": 545, "lr": 2.0631422307299864e-06}
{"train_loss": 0.0005228405352681875, "global_step": 97046, "epoch": 545, "lr": 2.0627221501231644e-06}
{"train_loss": 0.0018549230881035328, "global_step": 97047, "epoch": 545, "lr": 2.0623021113866827e-06}
{"train_loss": 0.00040491344407200813, "global_step": 97048, "epoch": 545, "lr": 2.0618821145209297e-06}
{"train_loss": 0.0013919910416007042, "global_step": 97049, "epoch": 545, "lr": 2.0614621595262507e-06}
{"train_loss": 0.0008505305158905685, "global_step": 97050, "epoch": 545, "lr": 2.0610422464030276e-06}
{"train_loss": 0.0008994401432573795, "global_step": 97051, "epoch": 545, "lr": 2.0606223751516216e-06}
{"train_loss": 0.0007511016447097063, "global_step": 97052, "epoch": 545, "lr": 2.060202545772394e-06}
{"train_loss": 0.0002045164001174271, "global_step": 97053, "epoch": 545, "lr": 2.0597827582657215e-06}
{"train_loss": 0.0012981933541595936, "global_step": 97054, "epoch": 545, "lr": 2.059363012631965e-06}
{"train_loss": 0.0005466686561703682, "global_step": 97055, "epoch": 545, "lr": 2.0589433088714803e-06}
{"train_loss": 0.0006508503574877977, "global_step": 97056, "epoch": 545, "lr": 2.0585236469846613e-06}
{"train_loss": 0.00031348399352282286, "global_step": 97057, "epoch": 545, "lr": 2.058104026971852e-06}
{"train_loss": 0.0011723185889422894, "global_step": 97058, "epoch": 545, "lr": 2.0576844488334246e-06}
{"train_loss": 0.000498604669701308, "global_step": 97059, "epoch": 545, "lr": 2.0572649125697507e-06}
{"train_loss": 0.0012729489244520664, "global_step": 97060, "epoch": 545, "lr": 2.0568454181811915e-06}
{"train_loss": 0.0009550164686515927, "global_step": 97061, "epoch": 545, "lr": 2.0564259656681184e-06}
{"train_loss": 0.0008711513364687562, "global_step": 97062, "epoch": 545, "lr": 2.0560065550308816e-06}
{"train_loss": 0.0010295959655195475, "global_step": 97063, "epoch": 545, "lr": 2.055587186269875e-06}
{"train_loss": 0.000570640666410327, "global_step": 97064, "epoch": 545, "lr": 2.0551678593854375e-06}
{"train_loss": 0.0007842494524084032, "global_step": 97065, "epoch": 545, "lr": 2.054748574377957e-06}
{"train_loss": 0.0019334086682647467, "global_step": 97066, "epoch": 545, "lr": 2.054329331247784e-06}
{"train_loss": 0.00033688219264149666, "global_step": 97067, "epoch": 545, "lr": 2.0539101299952956e-06}
{"train_loss": 0.0007639334653504193, "global_step": 97068, "epoch": 545, "lr": 2.0534909706208527e-06}
{"train_loss": 0.0002513192011974752, "global_step": 97069, "epoch": 545, "lr": 2.0530718531248215e-06}
{"train_loss": 0.000293026736471802, "global_step": 97070, "epoch": 545, "lr": 2.0526527775075578e-06}
{"train_loss": 0.0018344437703490257, "global_step": 97071, "epoch": 545, "lr": 2.052233743769455e-06}
{"train_loss": 0.0005473115015774965, "global_step": 97072, "epoch": 545, "lr": 2.051814751910852e-06}
{"train_loss": 0.0003846217296086252, "global_step": 97073, "epoch": 545, "lr": 2.051395801932132e-06}
{"train_loss": 0.0009706993587315083, "global_step": 97074, "epoch": 545, "lr": 2.0509768938336505e-06}
{"train_loss": 0.0006920190644450486, "global_step": 97075, "epoch": 545, "lr": 2.0505580276157788e-06}
{"train_loss": 0.000659345998428762, "global_step": 97076, "epoch": 545, "lr": 2.0501392032788836e-06}
{"train_loss": 0.0009055366390384734, "global_step": 97077, "epoch": 545, "lr": 2.0497204208233203e-06}
{"train_loss": 0.001053541200235486, "global_step": 97078, "epoch": 545, "lr": 2.0493016802494713e-06}
{"train_loss": 0.0013703838922083378, "global_step": 97079, "epoch": 545, "lr": 2.048882981557687e-06}
{"train_loss": 0.0010189824970439076, "global_step": 97080, "epoch": 545, "lr": 2.048464324748345e-06}
{"train_loss": 0.0011404608376324177, "global_step": 97081, "epoch": 545, "lr": 2.0480457098217996e-06}
{"train_loss": 0.001131557859480381, "global_step": 97082, "epoch": 545, "lr": 2.0476271367784295e-06}
{"train_loss": 0.0005559659330174327, "global_step": 97083, "epoch": 545, "lr": 2.0472086056185893e-06}
{"train_loss": 0.0005647905636578798, "global_step": 97084, "epoch": 545, "lr": 2.0467901163426504e-06}
{"train_loss": 0.0009277991484850645, "global_step": 97085, "epoch": 545, "lr": 2.046371668950975e-06}
{"train_loss": 0.0007905474631115794, "global_step": 97086, "epoch": 545, "lr": 2.0459532634439337e-06}
{"train_loss": 0.0010411407565698028, "global_step": 97087, "epoch": 545, "lr": 2.0455348998218826e-06}
{"train_loss": 0.0008257253211922944, "global_step": 97088, "epoch": 545, "lr": 2.0451165780851987e-06}
{"train_loss": 0.0008897007210180163, "global_step": 97089, "epoch": 545, "lr": 2.0446982982342377e-06}
{"train_loss": 0.0008437833748757839, "global_step": 97090, "epoch": 545, "lr": 2.0442800602693715e-06}
{"train_loss": 0.0013965850230306387, "global_step": 97091, "epoch": 545, "lr": 2.04386186419096e-06}
{"train_loss": 0.001244506100192666, "global_step": 97092, "epoch": 545, "lr": 2.0434437099993763e-06}
{"train_loss": 0.0006392716895788908, "global_step": 97093, "epoch": 545, "lr": 2.0430255976949695e-06}
{"train_loss": 0.0008489618194289505, "global_step": 97094, "epoch": 545, "lr": 2.0426075272781343e-06}
{"train_loss": 0.0004215642693452537, "global_step": 97095, "epoch": 545, "lr": 2.0421894987491976e-06}
{"train_loss": 0.002287396928295493, "global_step": 97096, "epoch": 545, "lr": 2.041771512108559e-06}
{"train_loss": 0.0009777395753189921, "global_step": 97097, "epoch": 545, "lr": 2.0413535673565575e-06}
{"train_loss": 0.0005217966390773654, "global_step": 97098, "epoch": 545, "lr": 2.0409356644935763e-06}
{"train_loss": 0.0010157643118873239, "global_step": 97099, "epoch": 545, "lr": 2.040517803519976e-06}
{"train_loss": 0.0010838784510269761, "global_step": 97100, "epoch": 545, "lr": 2.040099984436111e-06}
{"train_loss": 0.0008674537530168891, "global_step": 97101, "epoch": 545, "lr": 2.039682207242366e-06}
{"train_loss": 0.0010485274251550436, "global_step": 97102, "epoch": 545, "lr": 2.0392644719390784e-06}
{"train_loss": 0.0010956258047372103, "global_step": 97103, "epoch": 545, "lr": 2.038846778526643e-06}
{"train_loss": 0.0005288775428198278, "global_step": 97104, "epoch": 545, "lr": 2.0384291270054034e-06}
{"train_loss": 0.0016568296123296022, "global_step": 97105, "epoch": 545, "lr": 2.0380115173757374e-06}
{"train_loss": 0.0009758605738170445, "global_step": 97106, "epoch": 545, "lr": 2.037593949638e-06}
{"train_loss": 0.0004230488557368517, "global_step": 97107, "epoch": 545, "lr": 2.037176423792564e-06}
{"train_loss": 0.0014024577103555202, "global_step": 97108, "epoch": 545, "lr": 2.0367589398397836e-06}
{"train_loss": 0.00046995255979709327, "global_step": 97109, "epoch": 545, "lr": 2.0363414977800364e-06}
{"train_loss": 0.0008256777655333281, "global_step": 97110, "epoch": 545, "lr": 2.0359240976136727e-06}
{"train_loss": 0.0006533989799208939, "global_step": 97111, "epoch": 545, "lr": 2.0355067393410754e-06}
{"train_loss": 0.0006609597476199269, "global_step": 97112, "epoch": 545, "lr": 2.035089422962594e-06}
{"train_loss": 0.00026097390218637884, "global_step": 97113, "epoch": 545, "lr": 2.0346721484785947e-06}
{"train_loss": 0.0019433770794421434, "global_step": 97114, "epoch": 545, "lr": 2.0342549158894496e-06}
{"train_loss": 0.0008970976923592389, "global_step": 97115, "epoch": 545, "lr": 2.033837725195514e-06}
{"train_loss": 0.00044926308328285813, "global_step": 97116, "epoch": 545, "lr": 2.03342057639716e-06}
{"train_loss": 0.0010248905746266246, "global_step": 97117, "epoch": 545, "lr": 2.0330034694947486e-06}
{"train_loss": 0.002298709936439991, "global_step": 97118, "epoch": 545, "lr": 2.0325864044886343e-06}
{"train_loss": 0.0012377685634419322, "global_step": 97119, "epoch": 545, "lr": 2.032169381379201e-06}
{"train_loss": 0.0010158359073102474, "global_step": 97120, "epoch": 545, "lr": 2.0317524001667976e-06}
{"train_loss": 0.0017798745539039373, "global_step": 97121, "epoch": 545, "lr": 2.031335460851802e-06}
{"train_loss": 0.0005868023727089167, "global_step": 97122, "epoch": 545, "lr": 2.030918563434564e-06}
{"train_loss": 0.000619198486674577, "global_step": 97123, "epoch": 545, "lr": 2.0305017079154497e-06}
{"train_loss": 0.0009420500136911869, "global_step": 97124, "epoch": 545, "lr": 2.0300848942948423e-06}
{"train_loss": 0.000761228846386075, "global_step": 97125, "epoch": 545, "lr": 2.029668122573075e-06}
{"train_loss": 0.0011017090873792768, "global_step": 97126, "epoch": 545, "lr": 2.0292513927505365e-06}
{"train_loss": 0.0006415878888219595, "global_step": 97127, "epoch": 545, "lr": 2.0288347048275813e-06}
{"train_loss": 0.00042869217577390373, "global_step": 97128, "epoch": 545, "lr": 2.0284180588045708e-06}
{"train_loss": 0.0009143815841525793, "global_step": 97129, "epoch": 545, "lr": 2.028001454681877e-06}
{"train_loss": 0.001462872140109539, "global_step": 97130, "epoch": 545, "lr": 2.027584892459855e-06}
{"train_loss": 0.0005058979149907827, "global_step": 97131, "epoch": 545, "lr": 2.027168372138877e-06}
{"train_loss": 0.001014578971080482, "global_step": 97132, "epoch": 545, "lr": 2.026751893719303e-06}
{"train_loss": 0.0013359482400119305, "global_step": 97133, "epoch": 545, "lr": 2.0263354572014835e-06}
{"train_loss": 0.0005551414797082543, "global_step": 97134, "epoch": 545, "lr": 2.0259190625858125e-06}
{"train_loss": 0.0006803306750953197, "global_step": 97135, "epoch": 545, "lr": 2.025502709872623e-06}
{"train_loss": 0.0008991888025775552, "global_step": 97136, "epoch": 545, "lr": 2.0250863990622982e-06}
{"train_loss": 0.0008700754260644317, "global_step": 97137, "epoch": 545, "lr": 2.0246701301551986e-06}
{"train_loss": 0.0009283754625357687, "global_step": 97138, "epoch": 545, "lr": 2.0242539031516795e-06}
{"train_loss": 0.00064060342265293, "global_step": 97139, "epoch": 545, "lr": 2.0238377180521127e-06}
{"train_loss": 0.002081776736304164, "global_step": 97140, "epoch": 545, "lr": 2.0234215748568485e-06}
{"train_loss": 0.001593469874933362, "global_step": 97141, "epoch": 545, "lr": 2.0230054735662697e-06}
{"train_loss": 0.0005426460993476212, "global_step": 97142, "epoch": 545, "lr": 2.0225894141807313e-06}
{"train_loss": 0.0019814856350421906, "global_step": 97143, "epoch": 545, "lr": 2.022173396700594e-06}
{"train_loss": 0.00048221624456346035, "global_step": 97144, "epoch": 545, "lr": 2.0217574211262192e-06}
{"train_loss": 0.002930840477347374, "global_step": 97145, "epoch": 545, "lr": 2.0213414874579783e-06}
{"train_loss": 0.0006105193169787526, "global_step": 97146, "epoch": 545, "lr": 2.020925595696227e-06}
{"train_loss": 0.0005973397055640817, "global_step": 97147, "epoch": 545, "lr": 2.0205097458413367e-06}
{"train_loss": 0.0018459102138876915, "global_step": 97148, "epoch": 545, "lr": 2.0200939378936577e-06}
{"train_loss": 0.000845039845444262, "global_step": 97149, "epoch": 545, "lr": 2.0196781718535784e-06}
{"train_loss": 0.000415146816521883, "global_step": 97150, "epoch": 545, "lr": 2.019262447721426e-06}
{"train_loss": 0.0004616713849827647, "global_step": 97151, "epoch": 545, "lr": 2.0188467654975897e-06}
{"train_loss": 0.000900943879969418, "global_step": 97152, "epoch": 545, "lr": 2.018431125182424e-06}
{"train_loss": 0.0009837397374212742, "global_step": 97153, "epoch": 545, "lr": 2.0180155267762957e-06}
{"train_loss": 0.001466053887270391, "global_step": 97154, "epoch": 545, "lr": 2.0175999702795654e-06}
{"train_loss": 0.0004627919115591794, "global_step": 97155, "epoch": 545, "lr": 2.0171844556926e-06}
{"train_loss": 0.0005884859710931778, "global_step": 97156, "epoch": 545, "lr": 2.016768983015743e-06}
{"train_loss": 0.0003299120580777526, "global_step": 97157, "epoch": 545, "lr": 2.016353552249395e-06}
{"train_loss": 0.0010069593554362655, "global_step": 97158, "epoch": 545, "lr": 2.0159381633938768e-06}
{"train_loss": 0.001013254513964057, "global_step": 97159, "epoch": 545, "lr": 2.0155228164495778e-06}
{"train_loss": 0.0007303154561668634, "global_step": 97160, "epoch": 545, "lr": 2.015107511416858e-06}
{"train_loss": 0.00040055240970104933, "global_step": 97161, "epoch": 545, "lr": 2.0146922482960683e-06}
{"train_loss": 0.0007338742725551128, "global_step": 97162, "epoch": 545, "lr": 2.014277027087591e-06}
{"train_loss": 0.0004981524543836713, "global_step": 97163, "epoch": 545, "lr": 2.013861847791765e-06}
{"train_loss": 0.0005224925698712468, "global_step": 97164, "epoch": 545, "lr": 2.013446710408973e-06}
{"train_loss": 0.0009438859997317195, "global_step": 97165, "epoch": 545, "lr": 2.0130316149395647e-06}
{"train_loss": 0.0002880883985199034, "global_step": 97166, "epoch": 545, "lr": 2.012616561383912e-06}
{"train_loss": 0.0003105515206698328, "global_step": 97167, "epoch": 545, "lr": 2.0122015497423706e-06}
{"train_loss": 0.000391856738133356, "global_step": 97168, "epoch": 545, "lr": 2.0117865800153067e-06}
{"train_loss": 0.00032150873448699713, "global_step": 97169, "epoch": 545, "lr": 2.0113716522030812e-06}
{"train_loss": 0.0005890853935852647, "global_step": 97170, "epoch": 545, "lr": 2.0109567663060546e-06}
{"train_loss": 0.0018210243433713913, "global_step": 97171, "epoch": 545, "lr": 2.010541922324588e-06}
{"train_loss": 0.0013124868273735046, "global_step": 97172, "epoch": 545, "lr": 2.010127120259059e-06}
{"train_loss": 0.0006949625676497817, "global_step": 97173, "epoch": 545, "lr": 2.0097123601098055e-06}
{"train_loss": 0.0017026630230247974, "global_step": 97174, "epoch": 545, "lr": 2.0092976418772057e-06}
{"train_loss": 0.001052401727065444, "global_step": 97175, "epoch": 545, "lr": 2.0088829655616204e-06}
{"train_loss": 0.0008064815192483366, "global_step": 97176, "epoch": 545, "lr": 2.00846833116341e-06}
{"train_loss": 0.0019363497849553823, "global_step": 97177, "epoch": 545, "lr": 2.0080537386829356e-06}
{"train_loss": 0.00032672996167093515, "global_step": 97178, "epoch": 545, "lr": 2.0076391881205636e-06}
{"train_loss": 0.001050724065862596, "global_step": 97179, "epoch": 545, "lr": 2.0072246794766435e-06}
{"train_loss": 0.0006247914279811084, "global_step": 97180, "epoch": 545, "lr": 2.0068102127515586e-06}
{"train_loss": 0.0013084921520203352, "global_step": 97181, "epoch": 545, "lr": 2.0063957879456475e-06}
{"train_loss": 0.00034005980705842376, "global_step": 97182, "epoch": 545, "lr": 2.0059814050592874e-06}
{"train_loss": 0.0006891913944855332, "global_step": 97183, "epoch": 545, "lr": 2.0055670640928393e-06}
{"train_loss": 0.0011645527556538582, "global_step": 97184, "epoch": 545, "lr": 2.0051527650466583e-06}
{"train_loss": 0.0007529816357418895, "global_step": 97185, "epoch": 545, "lr": 2.0047385079211166e-06}
{"train_loss": 0.0014588034246116877, "global_step": 97186, "epoch": 545, "lr": 2.0043242927165586e-06}
{"train_loss": 0.0008881052122438285, "global_step": 97187, "epoch": 545, "lr": 2.003910119433372e-06, "train_action_mse_error": 9.83507788987481e-07}
{"train_loss": 0.0004122033133171499, "global_step": 97188, "epoch": 546, "lr": 2.0034959880718905e-06}
{"train_loss": 0.0007178622763603926, "global_step": 97189, "epoch": 546, "lr": 2.003081898632492e-06}
{"train_loss": 0.0008185451151803136, "global_step": 97190, "epoch": 546, "lr": 2.0026678511155415e-06}
{"train_loss": 0.0007960362127050757, "global_step": 97191, "epoch": 546, "lr": 2.0022538455213903e-06}
{"train_loss": 0.0010332531528547406, "global_step": 97192, "epoch": 546, "lr": 2.0018398818504035e-06}
{"train_loss": 0.0007147426367737353, "global_step": 97193, "epoch": 546, "lr": 2.0014259601029426e-06}
{"train_loss": 0.0014430247247219086, "global_step": 97194, "epoch": 546, "lr": 2.001012080279363e-06}
{"train_loss": 0.0005621598102152348, "global_step": 97195, "epoch": 546, "lr": 2.0005982423800473e-06}
{"train_loss": 0.0012431205250322819, "global_step": 97196, "epoch": 546, "lr": 2.0001844464053286e-06}
{"train_loss": 0.0009617122123017907, "global_step": 97197, "epoch": 546, "lr": 1.9997706923555902e-06}
{"train_loss": 0.0009205998503603041, "global_step": 97198, "epoch": 546, "lr": 1.999356980231187e-06}
{"train_loss": 0.0008907014271244407, "global_step": 97199, "epoch": 546, "lr": 1.998943310032475e-06}
{"train_loss": 0.0008849402074702084, "global_step": 97200, "epoch": 546, "lr": 1.99852968175982e-06}
{"train_loss": 0.0006904242327436805, "global_step": 97201, "epoch": 546, "lr": 1.9981160954135825e-06}
{"train_loss": 0.0004105175321456045, "global_step": 97202, "epoch": 546, "lr": 1.997702550994118e-06}
{"train_loss": 0.0008811497827991843, "global_step": 97203, "epoch": 546, "lr": 1.9972890485018048e-06}
{"train_loss": 0.0008553121006116271, "global_step": 97204, "epoch": 546, "lr": 1.996875587936986e-06}
{"train_loss": 0.000632285256870091, "global_step": 97205, "epoch": 546, "lr": 1.996462169300034e-06}
{"train_loss": 0.00042215141002088785, "global_step": 97206, "epoch": 546, "lr": 1.996048792591304e-06}
{"train_loss": 0.0005063745193183422, "global_step": 97207, "epoch": 546, "lr": 1.995635457811157e-06}
{"train_loss": 0.0009147703531198204, "global_step": 97208, "epoch": 546, "lr": 1.995222164959959e-06}
{"train_loss": 0.0005522591527551413, "global_step": 97209, "epoch": 546, "lr": 1.99480891403806e-06}
{"train_loss": 0.0009587605018168688, "global_step": 97210, "epoch": 546, "lr": 1.994395705045843e-06}
{"train_loss": 0.0008298415341414511, "global_step": 97211, "epoch": 546, "lr": 1.993982537983635e-06}
{"train_loss": 0.0004917451879009604, "global_step": 97212, "epoch": 546, "lr": 1.9935694128518312e-06}
{"train_loss": 0.00022637759684585035, "global_step": 97213, "epoch": 546, "lr": 1.993156329650769e-06}
{"train_loss": 0.0004306362825445831, "global_step": 97214, "epoch": 546, "lr": 1.992743288380827e-06}
{"train_loss": 0.00037560536293312907, "global_step": 97215, "epoch": 546, "lr": 1.992330289042349e-06}
{"train_loss": 0.00042126147309318185, "global_step": 97216, "epoch": 546, "lr": 1.9919173316357065e-06}
{"train_loss": 0.0007411640835925937, "global_step": 97217, "epoch": 546, "lr": 1.991504416161255e-06}
{"train_loss": 0.0014091902412474155, "global_step": 97218, "epoch": 546, "lr": 1.991091542619361e-06}
{"train_loss": 0.0007043673540465534, "global_step": 97219, "epoch": 546, "lr": 1.9906787110103743e-06}
{"train_loss": 0.0010726836044341326, "global_step": 97220, "epoch": 546, "lr": 1.990265921334672e-06}
{"train_loss": 0.0013346080668270588, "global_step": 97221, "epoch": 546, "lr": 1.9898531735925983e-06}
{"train_loss": 0.001019023358821869, "global_step": 97222, "epoch": 546, "lr": 1.9894404677845256e-06}
{"train_loss": 0.0004901271313428879, "global_step": 97223, "epoch": 546, "lr": 1.989027803910809e-06}
{"train_loss": 0.00025656804791651666, "global_step": 97224, "epoch": 546, "lr": 1.9886151819718037e-06}
{"train_loss": 0.0011059885146096349, "global_step": 97225, "epoch": 546, "lr": 1.9882026019678866e-06}
{"train_loss": 0.0009846591856330633, "global_step": 97226, "epoch": 546, "lr": 1.9877900638993918e-06}
{"train_loss": 0.0008687574882060289, "global_step": 97227, "epoch": 546, "lr": 1.9873775677667074e-06}
{"train_loss": 0.000789834070019424, "global_step": 97228, "epoch": 546, "lr": 1.986965113570177e-06}
{"train_loss": 0.0014302574563771486, "global_step": 97229, "epoch": 546, "lr": 1.9865527013101682e-06}
{"train_loss": 0.0007855997537262738, "global_step": 97230, "epoch": 546, "lr": 1.986140330987035e-06}
{"train_loss": 0.002070659538730979, "global_step": 97231, "epoch": 546, "lr": 1.985728002601145e-06}
{"train_loss": 0.000798914406914264, "global_step": 97232, "epoch": 546, "lr": 1.985315716152847e-06}
{"train_loss": 0.0016754635144025087, "global_step": 97233, "epoch": 546, "lr": 1.9849034716425184e-06}
{"train_loss": 0.0007590786553919315, "global_step": 97234, "epoch": 546, "lr": 1.9844912690704988e-06}
{"train_loss": 0.00047347816871479154, "global_step": 97235, "epoch": 546, "lr": 1.984079108437159e-06}
{"train_loss": 0.0008802618249319494, "global_step": 97236, "epoch": 546, "lr": 1.9836669897428663e-06}
{"train_loss": 0.00041726473136805, "global_step": 97237, "epoch": 546, "lr": 1.9832549129879695e-06}
{"train_loss": 0.0007875516312196851, "global_step": 97238, "epoch": 546, "lr": 1.9828428781728305e-06}
{"train_loss": 0.0004832154663745314, "global_step": 97239, "epoch": 546, "lr": 1.9824308852978146e-06}
{"train_loss": 0.0008667760994285345, "global_step": 97240, "epoch": 546, "lr": 1.9820189343632667e-06}
{"train_loss": 0.0009582014754414558, "global_step": 97241, "epoch": 546, "lr": 1.981607025369575e-06}
{"train_loss": 0.0011737613240256906, "global_step": 97242, "epoch": 546, "lr": 1.9811951583170675e-06}
{"train_loss": 0.0011308651883155107, "global_step": 97243, "epoch": 546, "lr": 1.980783333206132e-06}
{"train_loss": 0.0004040663770865649, "global_step": 97244, "epoch": 546, "lr": 1.9803715500371022e-06}
{"train_loss": 0.0006435789400711656, "global_step": 97245, "epoch": 546, "lr": 1.9799598088103556e-06}
{"train_loss": 0.0012452274095267057, "global_step": 97246, "epoch": 546, "lr": 1.9795481095262414e-06}
{"train_loss": 0.0007679326226934791, "global_step": 97247, "epoch": 546, "lr": 1.979136452185126e-06}
{"train_loss": 0.0013823461486026645, "global_step": 97248, "epoch": 546, "lr": 1.978724836787371e-06}
{"train_loss": 0.0019295866368338466, "global_step": 97249, "epoch": 546, "lr": 1.978313263333326e-06}
{"train_loss": 0.0025827200151979923, "global_step": 97250, "epoch": 546, "lr": 1.9779017318233615e-06}
{"train_loss": 0.0010661103297024965, "global_step": 97251, "epoch": 546, "lr": 1.9774902422578344e-06}
{"train_loss": 0.00040146615356206894, "global_step": 97252, "epoch": 546, "lr": 1.9770787946370993e-06}
{"train_loss": 0.0005835576448589563, "global_step": 97253, "epoch": 546, "lr": 1.9766673889615174e-06}
{"train_loss": 0.0008722584461793303, "global_step": 97254, "epoch": 546, "lr": 1.976256025231449e-06}
{"train_loss": 0.000876984850037843, "global_step": 97255, "epoch": 546, "lr": 1.975844703447244e-06}
{"train_loss": 0.0006953210686333477, "global_step": 97256, "epoch": 546, "lr": 1.975433423609285e-06}
{"train_loss": 0.0007116269553080201, "global_step": 97257, "epoch": 546, "lr": 1.9750221857179062e-06}
{"train_loss": 0.0013539050705730915, "global_step": 97258, "epoch": 546, "lr": 1.97461098977349e-06}
{"train_loss": 0.0005963515141047537, "global_step": 97259, "epoch": 546, "lr": 1.9741998357763692e-06}
{"train_loss": 0.00048555791727267206, "global_step": 97260, "epoch": 546, "lr": 1.9737887237269215e-06}
{"train_loss": 0.0003947561781387776, "global_step": 97261, "epoch": 546, "lr": 1.9733776536255022e-06}
{"train_loss": 0.000606334418989718, "global_step": 97262, "epoch": 546, "lr": 1.972966625472472e-06}
{"train_loss": 0.0015655752504244447, "global_step": 97263, "epoch": 546, "lr": 1.9725556392681864e-06}
{"train_loss": 0.001184303080663085, "global_step": 97264, "epoch": 546, "lr": 1.972144695013001e-06}
{"train_loss": 0.0010663783177733421, "global_step": 97265, "epoch": 546, "lr": 1.9717337927072753e-06}
{"train_loss": 0.0007460878696292639, "global_step": 97266, "epoch": 546, "lr": 1.9713229323513826e-06}
{"train_loss": 0.001677648862823844, "global_step": 97267, "epoch": 546, "lr": 1.9709121139456664e-06}
{"train_loss": 0.0007513115415349603, "global_step": 97268, "epoch": 546, "lr": 1.9705013374904936e-06}
{"train_loss": 0.0008749820408411324, "global_step": 97269, "epoch": 546, "lr": 1.970090602986213e-06}
{"train_loss": 0.0008138130651786923, "global_step": 97270, "epoch": 546, "lr": 1.969679910433192e-06}
{"train_loss": 0.001342068542726338, "global_step": 97271, "epoch": 546, "lr": 1.969269259831791e-06}
{"train_loss": 0.0010802862234413624, "global_step": 97272, "epoch": 546, "lr": 1.9688586511823594e-06}
{"train_loss": 0.0011101459385827184, "global_step": 97273, "epoch": 546, "lr": 1.968448084485264e-06}
{"train_loss": 0.0017203983152285218, "global_step": 97274, "epoch": 546, "lr": 1.968037559740865e-06}
{"train_loss": 0.0010112959425896406, "global_step": 97275, "epoch": 546, "lr": 1.967627076949513e-06}
{"train_loss": 0.0007700360147282481, "global_step": 97276, "epoch": 546, "lr": 1.9672166361115684e-06}
{"train_loss": 0.0003988816461060196, "global_step": 97277, "epoch": 546, "lr": 1.966806237227392e-06}
{"train_loss": 0.0006826600874774158, "global_step": 97278, "epoch": 546, "lr": 1.966395880297345e-06}
{"train_loss": 0.0007305089966394007, "global_step": 97279, "epoch": 546, "lr": 1.965985565321782e-06}
{"train_loss": 0.00016807243810035288, "global_step": 97280, "epoch": 546, "lr": 1.9655752923010584e-06}
{"train_loss": 0.00026884232647717, "global_step": 97281, "epoch": 546, "lr": 1.965165061235541e-06}
{"train_loss": 0.000458608556073159, "global_step": 97282, "epoch": 546, "lr": 1.9647548721255794e-06}
{"train_loss": 0.0006129419198259711, "global_step": 97283, "epoch": 546, "lr": 1.964344724971534e-06}
{"train_loss": 0.0002529177290853113, "global_step": 97284, "epoch": 546, "lr": 1.9639346197737716e-06}
{"train_loss": 0.00042734810267575085, "global_step": 97285, "epoch": 546, "lr": 1.963524556532642e-06}
{"train_loss": 0.0003280657692812383, "global_step": 97286, "epoch": 546, "lr": 1.9631145352485e-06}
{"train_loss": 0.0010572961764410138, "global_step": 97287, "epoch": 546, "lr": 1.9627045559217073e-06}
{"train_loss": 0.0006994784343987703, "global_step": 97288, "epoch": 546, "lr": 1.9622946185526293e-06}
{"train_loss": 0.0009069328662008047, "global_step": 97289, "epoch": 546, "lr": 1.961884723141616e-06}
{"train_loss": 0.0007594398921355605, "global_step": 97290, "epoch": 546, "lr": 1.9614748696890338e-06}
{"train_loss": 0.0021998416632413864, "global_step": 97291, "epoch": 546, "lr": 1.9610650581952274e-06}
{"train_loss": 0.0003927378566004336, "global_step": 97292, "epoch": 546, "lr": 1.960655288660562e-06}
{"train_loss": 0.00043863168684765697, "global_step": 97293, "epoch": 546, "lr": 1.9602455610853944e-06}
{"train_loss": 0.000626817811280489, "global_step": 97294, "epoch": 546, "lr": 1.95983587547009e-06}
{"train_loss": 0.0014023368712514639, "global_step": 97295, "epoch": 546, "lr": 1.9594262318149924e-06}
{"train_loss": 0.0005063458229415119, "global_step": 97296, "epoch": 546, "lr": 1.959016630120475e-06}
{"train_loss": 0.0014554751105606556, "global_step": 97297, "epoch": 546, "lr": 1.958607070386881e-06}
{"train_loss": 0.0004335833655204624, "global_step": 97298, "epoch": 546, "lr": 1.9581975526145768e-06}
{"train_loss": 0.00034947964013554156, "global_step": 97299, "epoch": 546, "lr": 1.957788076803918e-06}
{"train_loss": 0.0012711796443909407, "global_step": 97300, "epoch": 546, "lr": 1.95737864295526e-06}
{"train_loss": 0.0009987202938646078, "global_step": 97301, "epoch": 546, "lr": 1.9569692510689684e-06}
{"train_loss": 0.0004222173010930419, "global_step": 97302, "epoch": 546, "lr": 1.9565599011453883e-06}
{"train_loss": 0.0007517898920923471, "global_step": 97303, "epoch": 546, "lr": 1.9561505931848855e-06}
{"train_loss": 0.001760492566972971, "global_step": 97304, "epoch": 546, "lr": 1.955741327187821e-06}
{"train_loss": 0.0012980594765394926, "global_step": 97305, "epoch": 546, "lr": 1.955332103154539e-06}
{"train_loss": 0.0009507026406936347, "global_step": 97306, "epoch": 546, "lr": 1.9549229210854116e-06}
{"train_loss": 0.001447700196877122, "global_step": 97307, "epoch": 546, "lr": 1.954513780980788e-06}
{"train_loss": 0.0021084246691316366, "global_step": 97308, "epoch": 546, "lr": 1.9541046828410236e-06}
{"train_loss": 0.0007185492431744933, "global_step": 97309, "epoch": 546, "lr": 1.953695626666491e-06}
{"train_loss": 0.0010210806503891945, "global_step": 97310, "epoch": 546, "lr": 1.953286612457522e-06}
{"train_loss": 0.0005537327378988266, "global_step": 97311, "epoch": 546, "lr": 1.9528776402144956e-06}
{"train_loss": 0.00019131830777041614, "global_step": 97312, "epoch": 546, "lr": 1.95246870993776e-06}
{"train_loss": 0.0006918850122019649, "global_step": 97313, "epoch": 546, "lr": 1.952059821627672e-06}
{"train_loss": 0.0016933310544118285, "global_step": 97314, "epoch": 546, "lr": 1.9516509752845912e-06}
{"train_loss": 0.001478169346228242, "global_step": 97315, "epoch": 546, "lr": 1.9512421709088735e-06}
{"train_loss": 0.0006060360465198755, "global_step": 97316, "epoch": 546, "lr": 1.9508334085008795e-06}
{"train_loss": 0.0013156564673408866, "global_step": 97317, "epoch": 546, "lr": 1.9504246880609645e-06}
{"train_loss": 0.0006408193148672581, "global_step": 97318, "epoch": 546, "lr": 1.9500160095894726e-06}
{"train_loss": 0.0005693230777978897, "global_step": 97319, "epoch": 546, "lr": 1.949607373086787e-06}
{"train_loss": 0.0012724981643259525, "global_step": 97320, "epoch": 546, "lr": 1.9491987785532353e-06}
{"train_loss": 0.000736317946575582, "global_step": 97321, "epoch": 546, "lr": 1.9487902259892e-06}
{"train_loss": 0.0005292948335409164, "global_step": 97322, "epoch": 546, "lr": 1.9483817153950203e-06}
{"train_loss": 0.00020484637934714556, "global_step": 97323, "epoch": 546, "lr": 1.947973246771062e-06}
{"train_loss": 0.0008670212118886411, "global_step": 97324, "epoch": 546, "lr": 1.947564820117681e-06}
{"train_loss": 0.001495183096267283, "global_step": 97325, "epoch": 546, "lr": 1.9471564354352324e-06}
{"train_loss": 0.001712138531729579, "global_step": 97326, "epoch": 546, "lr": 1.9467480927240657e-06}
{"train_loss": 0.0007315602269954979, "global_step": 97327, "epoch": 546, "lr": 1.9463397919845584e-06}
{"train_loss": 0.0003412249789107591, "global_step": 97328, "epoch": 546, "lr": 1.9459315332170435e-06}
{"train_loss": 0.0006759774405509233, "global_step": 97329, "epoch": 546, "lr": 1.9455233164218878e-06}
{"train_loss": 0.0012996129225939512, "global_step": 97330, "epoch": 546, "lr": 1.9451151415994516e-06}
{"train_loss": 0.0009541636682115495, "global_step": 97331, "epoch": 546, "lr": 1.9447070087500797e-06}
{"train_loss": 0.0005810207221657038, "global_step": 97332, "epoch": 546, "lr": 1.944298917874149e-06}
{"train_loss": 0.0003070342354476452, "global_step": 97333, "epoch": 546, "lr": 1.9438908689719924e-06}
{"train_loss": 0.0006018616259098053, "global_step": 97334, "epoch": 546, "lr": 1.943482862043988e-06}
{"train_loss": 0.0006670905277132988, "global_step": 97335, "epoch": 546, "lr": 1.943074897090469e-06}
{"train_loss": 0.0010060110362246633, "global_step": 97336, "epoch": 546, "lr": 1.942666974111812e-06}
{"train_loss": 0.00038171809865161777, "global_step": 97337, "epoch": 546, "lr": 1.9422590931083615e-06}
{"train_loss": 0.000706374878063798, "global_step": 97338, "epoch": 546, "lr": 1.9418512540804846e-06}
{"train_loss": 0.00022246102162171155, "global_step": 97339, "epoch": 546, "lr": 1.9414434570285244e-06}
{"train_loss": 0.00043195788748562336, "global_step": 97340, "epoch": 546, "lr": 1.9410357019528425e-06}
{"train_loss": 0.001231095870025456, "global_step": 97341, "epoch": 546, "lr": 1.9406279888537935e-06}
{"train_loss": 0.0006174885202199221, "global_step": 97342, "epoch": 546, "lr": 1.94022031773175e-06}
{"train_loss": 0.000809681776445359, "global_step": 97343, "epoch": 546, "lr": 1.9398126885870395e-06}
{"train_loss": 0.0020593178924173117, "global_step": 97344, "epoch": 546, "lr": 1.9394051014200333e-06}
{"train_loss": 0.0008119616541080177, "global_step": 97345, "epoch": 546, "lr": 1.9389975562310926e-06}
{"train_loss": 0.0011257561855018139, "global_step": 97346, "epoch": 546, "lr": 1.938590053020567e-06}
{"train_loss": 0.0013922280631959438, "global_step": 97347, "epoch": 546, "lr": 1.9381825917888117e-06}
{"train_loss": 0.0007223486318252981, "global_step": 97348, "epoch": 546, "lr": 1.9377751725361825e-06}
{"train_loss": 0.0005401110392995179, "global_step": 97349, "epoch": 546, "lr": 1.9373677952630343e-06}
{"train_loss": 0.0006440365687012672, "global_step": 97350, "epoch": 546, "lr": 1.936960459969728e-06}
{"train_loss": 0.0007181057590059936, "global_step": 97351, "epoch": 546, "lr": 1.936553166656618e-06}
{"train_loss": 0.0013604770647361875, "global_step": 97352, "epoch": 546, "lr": 1.936145915324056e-06}
{"train_loss": 0.000652994611300528, "global_step": 97353, "epoch": 546, "lr": 1.9357387059724007e-06}
{"train_loss": 0.0006985203363001347, "global_step": 97354, "epoch": 546, "lr": 1.935331538602009e-06}
{"train_loss": 0.0005389599245972931, "global_step": 97355, "epoch": 546, "lr": 1.934924413213235e-06}
{"train_loss": 0.001124606467783451, "global_step": 97356, "epoch": 546, "lr": 1.9345173298064236e-06}
{"train_loss": 0.0018349597230553627, "global_step": 97357, "epoch": 546, "lr": 1.934110288381957e-06}
{"train_loss": 0.0008239984163083136, "global_step": 97358, "epoch": 546, "lr": 1.933703288940164e-06}
{"train_loss": 0.00026909649022854865, "global_step": 97359, "epoch": 546, "lr": 1.93329633148141e-06}
{"train_loss": 0.0007370004896074533, "global_step": 97360, "epoch": 546, "lr": 1.932889416006056e-06}
{"train_loss": 0.0007037340546958148, "global_step": 97361, "epoch": 546, "lr": 1.9324825425144524e-06}
{"train_loss": 0.0019021477783098817, "global_step": 97362, "epoch": 546, "lr": 1.932075711006953e-06}
{"train_loss": 0.0004671610950026661, "global_step": 97363, "epoch": 546, "lr": 1.93166892148392e-06}
{"train_loss": 0.0010489120613783598, "global_step": 97364, "epoch": 546, "lr": 1.9312621739456915e-06}
{"train_loss": 0.0008703835359728749, "global_step": 97365, "epoch": 546, "lr": 1.9308554683926504e-06}
{"train_loss": 0.0005469067837111652, "global_step": 97366, "epoch": 547, "lr": 1.9304488048251246e-06}
{"train_loss": 0.00047410192200914025, "global_step": 97367, "epoch": 547, "lr": 1.930042183243491e-06}
{"train_loss": 0.0014578686095774174, "global_step": 97368, "epoch": 547, "lr": 1.9296356036480833e-06}
{"train_loss": 0.0007411583792418242, "global_step": 97369, "epoch": 547, "lr": 1.929229066039273e-06}
{"train_loss": 0.0007899153861217201, "global_step": 97370, "epoch": 547, "lr": 1.92882257041741e-06}
{"train_loss": 0.0019008714007213712, "global_step": 97371, "epoch": 547, "lr": 1.9284161167828495e-06}
{"train_loss": 0.0006598983891308308, "global_step": 97372, "epoch": 547, "lr": 1.9280097051359526e-06}
{"train_loss": 0.00022252586495596915, "global_step": 97373, "epoch": 547, "lr": 1.9276033354770573e-06}
{"train_loss": 0.0009777629747986794, "global_step": 97374, "epoch": 547, "lr": 1.927197007806536e-06}
{"train_loss": 0.0006055831909179688, "global_step": 97375, "epoch": 547, "lr": 1.9267907221247382e-06}
{"train_loss": 0.0007771150558255613, "global_step": 97376, "epoch": 547, "lr": 1.9263844784320195e-06}
{"train_loss": 0.000284177134744823, "global_step": 97377, "epoch": 547, "lr": 1.9259782767287294e-06}
{"train_loss": 0.0009992183186113834, "global_step": 97378, "epoch": 547, "lr": 1.9255721170152286e-06}
{"train_loss": 0.0011265226639807224, "global_step": 97379, "epoch": 547, "lr": 1.9251659992918615e-06}
{"train_loss": 0.0007028435356914997, "global_step": 97380, "epoch": 547, "lr": 1.924759923559005e-06}
{"train_loss": 0.0004996336065232754, "global_step": 97381, "epoch": 547, "lr": 1.924353889816988e-06}
{"train_loss": 0.0011665616184473038, "global_step": 97382, "epoch": 547, "lr": 1.9239478980661806e-06}
{"train_loss": 0.00021696121257264167, "global_step": 97383, "epoch": 547, "lr": 1.923541948306934e-06}
{"train_loss": 0.0010469622211530805, "global_step": 97384, "epoch": 547, "lr": 1.9231360405396025e-06}
{"train_loss": 0.0014858515933156013, "global_step": 97385, "epoch": 547, "lr": 1.922730174764542e-06}
{"train_loss": 0.0007945018587633967, "global_step": 97386, "epoch": 547, "lr": 1.922324350982102e-06}
{"train_loss": 0.0003748435992747545, "global_step": 97387, "epoch": 547, "lr": 1.9219185691926433e-06}
{"train_loss": 0.0003174830926582217, "global_step": 97388, "epoch": 547, "lr": 1.921512829396521e-06}
{"train_loss": 0.0008369482820853591, "global_step": 97389, "epoch": 547, "lr": 1.9211071315940744e-06}
{"train_loss": 0.0002816280466504395, "global_step": 97390, "epoch": 547, "lr": 1.9207014757856858e-06}
{"train_loss": 0.0009993721032515168, "global_step": 97391, "epoch": 547, "lr": 1.920295861971677e-06}
{"train_loss": 0.00038264060276560485, "global_step": 97392, "epoch": 547, "lr": 1.9198902901524263e-06}
{"train_loss": 0.0019980142824351788, "global_step": 97393, "epoch": 547, "lr": 1.919484760328277e-06}
{"train_loss": 0.0002728900872170925, "global_step": 97394, "epoch": 547, "lr": 1.9190792724995853e-06}
{"train_loss": 0.0003764981811400503, "global_step": 97395, "epoch": 547, "lr": 1.918673826666717e-06}
{"train_loss": 0.00034509628312662244, "global_step": 97396, "epoch": 547, "lr": 1.9182684228300054e-06}
{"train_loss": 0.0006348101887851954, "global_step": 97397, "epoch": 547, "lr": 1.917863060989816e-06}
{"train_loss": 0.0011449813609942794, "global_step": 97398, "epoch": 547, "lr": 1.9174577411465055e-06}
{"train_loss": 0.0009619686752557755, "global_step": 97399, "epoch": 547, "lr": 1.917052463300423e-06}
{"train_loss": 0.0008190965745598078, "global_step": 97400, "epoch": 547, "lr": 1.9166472274519233e-06}
{"train_loss": 0.0005876137875020504, "global_step": 97401, "epoch": 547, "lr": 1.916242033601362e-06}
{"train_loss": 0.0011277578305453062, "global_step": 97402, "epoch": 547, "lr": 1.9158368817490835e-06}
{"train_loss": 0.0018231309950351715, "global_step": 97403, "epoch": 547, "lr": 1.915431771895465e-06}
{"train_loss": 0.0006391442148014903, "global_step": 97404, "epoch": 547, "lr": 1.915026704040829e-06}
{"train_loss": 0.0007293777307495475, "global_step": 97405, "epoch": 547, "lr": 1.9146216781855632e-06}
{"train_loss": 0.00044914294267073274, "global_step": 97406, "epoch": 547, "lr": 1.91421669432999e-06}
{"train_loss": 0.00161107094027102, "global_step": 97407, "epoch": 547, "lr": 1.9138117524744812e-06}
{"train_loss": 0.0006478908471763134, "global_step": 97408, "epoch": 547, "lr": 1.913406852619387e-06}
{"train_loss": 0.0015494927065446973, "global_step": 97409, "epoch": 547, "lr": 1.9130019947650566e-06}
{"train_loss": 0.0004933886229991913, "global_step": 97410, "epoch": 547, "lr": 1.912597178911851e-06}
{"train_loss": 0.0006602125358767807, "global_step": 97411, "epoch": 547, "lr": 1.9121924050601147e-06}
{"train_loss": 0.0005686550284735858, "global_step": 97412, "epoch": 547, "lr": 1.911787673210208e-06}
{"train_loss": 0.001718519488349557, "global_step": 97413, "epoch": 547, "lr": 1.9113829833624863e-06}
{"train_loss": 0.0005839543882757425, "global_step": 97414, "epoch": 547, "lr": 1.9109783355172994e-06}
{"train_loss": 0.00060758285690099, "global_step": 97415, "epoch": 547, "lr": 1.9105737296750025e-06}
{"train_loss": 0.0007005090592429042, "global_step": 97416, "epoch": 547, "lr": 1.9101691658359455e-06}
{"train_loss": 0.000976909650489688, "global_step": 97417, "epoch": 547, "lr": 1.909764644000478e-06}
{"train_loss": 0.0008064332650974393, "global_step": 97418, "epoch": 547, "lr": 1.909360164168972e-06}
{"train_loss": 0.0010746491607278585, "global_step": 97419, "epoch": 547, "lr": 1.90895572634176e-06}
{"train_loss": 0.0004050027928315103, "global_step": 97420, "epoch": 547, "lr": 1.9085513305192038e-06}
{"train_loss": 0.0005653047701343894, "global_step": 97421, "epoch": 547, "lr": 1.908146976701658e-06}
{"train_loss": 0.0016850624233484268, "global_step": 97422, "epoch": 547, "lr": 1.9077426648894724e-06}
{"train_loss": 0.0004946965491399169, "global_step": 97423, "epoch": 547, "lr": 1.9073383950830026e-06}
{"train_loss": 0.0019392619142308831, "global_step": 97424, "epoch": 547, "lr": 1.906934167282598e-06}
{"train_loss": 0.001547692110762, "global_step": 97425, "epoch": 547, "lr": 1.9065299814886195e-06}
{"train_loss": 0.0007297600386664271, "global_step": 97426, "epoch": 547, "lr": 1.9061258377014113e-06}
{"train_loss": 0.0015343721024692059, "global_step": 97427, "epoch": 547, "lr": 1.905721735921323e-06}
{"train_loss": 0.0010644161375239491, "global_step": 97428, "epoch": 547, "lr": 1.9053176761487269e-06}
{"train_loss": 0.001158940140157938, "global_step": 97429, "epoch": 547, "lr": 1.9049136583839555e-06}
{"train_loss": 0.001603529555723071, "global_step": 97430, "epoch": 547, "lr": 1.90450968262737e-06}
{"train_loss": 0.0008985461900010705, "global_step": 97431, "epoch": 547, "lr": 1.9041057488793257e-06}
{"train_loss": 0.00039210484828799963, "global_step": 97432, "epoch": 547, "lr": 1.9037018571401665e-06}
{"train_loss": 0.0008072511991485953, "global_step": 97433, "epoch": 547, "lr": 1.9032980074102646e-06}
{"train_loss": 0.0007853354327380657, "global_step": 97434, "epoch": 547, "lr": 1.9028941996899474e-06}
{"train_loss": 0.000628738896921277, "global_step": 97435, "epoch": 547, "lr": 1.9024904339795867e-06}
{"train_loss": 0.00045572908129543066, "global_step": 97436, "epoch": 547, "lr": 1.902086710279527e-06}
{"train_loss": 0.0012254614848643541, "global_step": 97437, "epoch": 547, "lr": 1.9016830285901232e-06}
{"train_loss": 0.0018992488039657474, "global_step": 97438, "epoch": 547, "lr": 1.9012793889117254e-06}
{"train_loss": 0.00025673629716038704, "global_step": 97439, "epoch": 547, "lr": 1.9008757912446884e-06}
{"train_loss": 0.0011776159517467022, "global_step": 97440, "epoch": 547, "lr": 1.9004722355893567e-06}
{"train_loss": 0.0009302552207373083, "global_step": 97441, "epoch": 547, "lr": 1.900068721946102e-06}
{"train_loss": 0.0006354617071337998, "global_step": 97442, "epoch": 547, "lr": 1.8996652503152523e-06}
{"train_loss": 0.0014893386978656054, "global_step": 97443, "epoch": 547, "lr": 1.8992618206971902e-06}
{"train_loss": 0.0004418129101395607, "global_step": 97444, "epoch": 547, "lr": 1.8988584330922322e-06}
{"train_loss": 0.0005866946303285658, "global_step": 97445, "epoch": 547, "lr": 1.8984550875007556e-06}
{"train_loss": 0.000750325620174408, "global_step": 97446, "epoch": 547, "lr": 1.898051783923105e-06}
{"train_loss": 0.0019257310777902603, "global_step": 97447, "epoch": 547, "lr": 1.8976485223596352e-06}
{"train_loss": 0.0007609438034705818, "global_step": 97448, "epoch": 547, "lr": 1.8972453028106963e-06}
{"train_loss": 0.0010773628018796444, "global_step": 97449, "epoch": 547, "lr": 1.8968421252766433e-06}
{"train_loss": 0.0003614078159444034, "global_step": 97450, "epoch": 547, "lr": 1.8964389897578205e-06}
{"train_loss": 0.0006017226260155439, "global_step": 97451, "epoch": 547, "lr": 1.8960358962545943e-06}
{"train_loss": 0.0009830000344663858, "global_step": 97452, "epoch": 547, "lr": 1.8956328447672977e-06}
{"train_loss": 0.00029569363687187433, "global_step": 97453, "epoch": 547, "lr": 1.8952298352962972e-06}
{"train_loss": 0.0004257847322151065, "global_step": 97454, "epoch": 547, "lr": 1.8948268678419423e-06}
{"train_loss": 0.0007652214262634516, "global_step": 97455, "epoch": 547, "lr": 1.8944239424045773e-06}
{"train_loss": 0.0009428191697224975, "global_step": 97456, "epoch": 547, "lr": 1.8940210589845686e-06}
{"train_loss": 0.0005790244904346764, "global_step": 97457, "epoch": 547, "lr": 1.8936182175822493e-06}
{"train_loss": 0.0007018047035671771, "global_step": 97458, "epoch": 547, "lr": 1.8932154181979912e-06}
{"train_loss": 0.000250123324804008, "global_step": 97459, "epoch": 547, "lr": 1.8928126608321329e-06}
{"train_loss": 0.0018641179194673896, "global_step": 97460, "epoch": 547, "lr": 1.8924099454850298e-06}
{"train_loss": 0.0003539370372891426, "global_step": 97461, "epoch": 547, "lr": 1.892007272157037e-06}
{"train_loss": 0.0008960729464888573, "global_step": 97462, "epoch": 547, "lr": 1.8916046408484989e-06}
{"train_loss": 0.0004766768543049693, "global_step": 97463, "epoch": 547, "lr": 1.891202051559776e-06}
{"train_loss": 0.0006159673794172704, "global_step": 97464, "epoch": 547, "lr": 1.890799504291213e-06}
{"train_loss": 0.0018374606734141707, "global_step": 97465, "epoch": 547, "lr": 1.8903969990431535e-06}
{"train_loss": 0.0006235477630980313, "global_step": 97466, "epoch": 547, "lr": 1.8899945358159753e-06}
{"train_loss": 0.0004654238582588732, "global_step": 97467, "epoch": 547, "lr": 1.8895921146100004e-06}
{"train_loss": 0.0005520062986761332, "global_step": 97468, "epoch": 547, "lr": 1.8891897354256006e-06}
{"train_loss": 0.0009903957834467292, "global_step": 97469, "epoch": 547, "lr": 1.8887873982631198e-06}
{"train_loss": 0.001327843521721661, "global_step": 97470, "epoch": 547, "lr": 1.8883851031229084e-06}
{"train_loss": 0.0014234434347599745, "global_step": 97471, "epoch": 547, "lr": 1.8879828500053209e-06}
{"train_loss": 0.0010056269820779562, "global_step": 97472, "epoch": 547, "lr": 1.8875806389107076e-06}
{"train_loss": 0.0007687198230996728, "global_step": 97473, "epoch": 547, "lr": 1.8871784698394124e-06}
{"train_loss": 0.0005216532154008746, "global_step": 97474, "epoch": 547, "lr": 1.8867763427918018e-06}
{"train_loss": 0.00059265096206218, "global_step": 97475, "epoch": 547, "lr": 1.8863742577682142e-06}
{"train_loss": 0.0004962744424119592, "global_step": 97476, "epoch": 547, "lr": 1.8859722147690107e-06}
{"train_loss": 0.0017503892304375768, "global_step": 97477, "epoch": 547, "lr": 1.8855702137945352e-06}
{"train_loss": 0.0007131827296689153, "global_step": 97478, "epoch": 547, "lr": 1.8851682548451322e-06}
{"train_loss": 0.0010083387605845928, "global_step": 97479, "epoch": 547, "lr": 1.8847663379211732e-06}
{"train_loss": 0.00030945471371524036, "global_step": 97480, "epoch": 547, "lr": 1.8843644630229862e-06}
{"train_loss": 0.0009975547436624765, "global_step": 97481, "epoch": 547, "lr": 1.8839626301509483e-06}
{"train_loss": 0.0018640385242179036, "global_step": 97482, "epoch": 547, "lr": 1.8835608393053816e-06}
{"train_loss": 0.002362472703680396, "global_step": 97483, "epoch": 547, "lr": 1.883159090486658e-06}
{"train_loss": 0.0005036443471908569, "global_step": 97484, "epoch": 547, "lr": 1.8827573836951217e-06}
{"train_loss": 0.0004170672909822315, "global_step": 97485, "epoch": 547, "lr": 1.8823557189311224e-06}
{"train_loss": 0.0008660954190418124, "global_step": 97486, "epoch": 547, "lr": 1.88195409619501e-06}
{"train_loss": 0.0007252556970342994, "global_step": 97487, "epoch": 547, "lr": 1.8815525154871394e-06}
{"train_loss": 0.0009028081549331546, "global_step": 97488, "epoch": 547, "lr": 1.881150976807855e-06}
{"train_loss": 0.00038865747046656907, "global_step": 97489, "epoch": 547, "lr": 1.8807494801575176e-06}
{"train_loss": 0.0010152604663744569, "global_step": 97490, "epoch": 547, "lr": 1.8803480255364658e-06}
{"train_loss": 0.0011928745079785585, "global_step": 97491, "epoch": 547, "lr": 1.8799466129450604e-06}
{"train_loss": 0.00037175187026150525, "global_step": 97492, "epoch": 547, "lr": 1.8795452423836458e-06}
{"train_loss": 0.0010591601021587849, "global_step": 97493, "epoch": 547, "lr": 1.8791439138525769e-06}
{"train_loss": 0.0009347094455733895, "global_step": 97494, "epoch": 547, "lr": 1.878742627352198e-06}
{"train_loss": 0.0017482198309153318, "global_step": 97495, "epoch": 547, "lr": 1.8783413828828644e-06}
{"train_loss": 0.0008210393134504557, "global_step": 97496, "epoch": 547, "lr": 1.8779401804449315e-06}
{"train_loss": 0.000627788482233882, "global_step": 97497, "epoch": 547, "lr": 1.8775390200387377e-06}
{"train_loss": 0.0005972521030344069, "global_step": 97498, "epoch": 547, "lr": 1.8771379016646385e-06}
{"train_loss": 0.0008364592213183641, "global_step": 97499, "epoch": 547, "lr": 1.876736825322989e-06}
{"train_loss": 0.0013644588179886341, "global_step": 97500, "epoch": 547, "lr": 1.8763357910141387e-06}
{"train_loss": 0.00038326741196215153, "global_step": 97501, "epoch": 547, "lr": 1.8759347987384324e-06}
{"train_loss": 0.0009456464904360473, "global_step": 97502, "epoch": 547, "lr": 1.8755338484962248e-06}
{"train_loss": 0.0002842731773853302, "global_step": 97503, "epoch": 547, "lr": 1.8751329402878547e-06}
{"train_loss": 0.00039581803139299154, "global_step": 97504, "epoch": 547, "lr": 1.8747320741136997e-06}
{"train_loss": 0.001546827144920826, "global_step": 97505, "epoch": 547, "lr": 1.8743312499740762e-06}
{"train_loss": 0.0003819764533545822, "global_step": 97506, "epoch": 547, "lr": 1.873930467869356e-06}
{"train_loss": 0.000599367544054985, "global_step": 97507, "epoch": 547, "lr": 1.8735297277998887e-06}
{"train_loss": 0.001140444539487362, "global_step": 97508, "epoch": 547, "lr": 1.873129029766013e-06}
{"train_loss": 0.0007010407280176878, "global_step": 97509, "epoch": 547, "lr": 1.87272837376809e-06}
{"train_loss": 0.001201648497954011, "global_step": 97510, "epoch": 547, "lr": 1.8723277598064582e-06}
{"train_loss": 0.0012272855965420604, "global_step": 97511, "epoch": 547, "lr": 1.8719271878814725e-06}
{"train_loss": 0.0013223437126725912, "global_step": 97512, "epoch": 547, "lr": 1.8715266579934943e-06}
{"train_loss": 0.00048169930232688785, "global_step": 97513, "epoch": 547, "lr": 1.8711261701428507e-06}
{"train_loss": 0.0005751866265200078, "global_step": 97514, "epoch": 547, "lr": 1.8707257243299192e-06}
{"train_loss": 0.0003692118916660547, "global_step": 97515, "epoch": 547, "lr": 1.870325320555022e-06}
{"train_loss": 0.0010168380104005337, "global_step": 97516, "epoch": 547, "lr": 1.8699249588185252e-06}
{"train_loss": 0.0008193436078727245, "global_step": 97517, "epoch": 547, "lr": 1.8695246391207788e-06}
{"train_loss": 0.0004684352898038924, "global_step": 97518, "epoch": 547, "lr": 1.8691243614621158e-06}
{"train_loss": 0.0006069078226573765, "global_step": 97519, "epoch": 547, "lr": 1.8687241258429134e-06}
{"train_loss": 0.0007368780788965523, "global_step": 97520, "epoch": 547, "lr": 1.8683239322634937e-06}
{"train_loss": 0.0008885262068361044, "global_step": 97521, "epoch": 547, "lr": 1.8679237807242289e-06}
{"train_loss": 0.00034332339419052005, "global_step": 97522, "epoch": 547, "lr": 1.8675236712254517e-06}
{"train_loss": 0.0007211731281131506, "global_step": 97523, "epoch": 547, "lr": 1.8671236037675233e-06}
{"train_loss": 0.001565498998388648, "global_step": 97524, "epoch": 547, "lr": 1.8667235783507875e-06}
{"train_loss": 0.001675059087574482, "global_step": 97525, "epoch": 547, "lr": 1.8663235949755887e-06}
{"train_loss": 0.0014330013655126095, "global_step": 97526, "epoch": 547, "lr": 1.865923653642282e-06}
{"train_loss": 0.0010627470910549164, "global_step": 97527, "epoch": 547, "lr": 1.8655237543512228e-06}
{"train_loss": 0.0011523028369992971, "global_step": 97528, "epoch": 547, "lr": 1.8651238971027497e-06}
{"train_loss": 0.0009889439679682255, "global_step": 97529, "epoch": 547, "lr": 1.8647240818972179e-06}
{"train_loss": 0.0006175512680783868, "global_step": 97530, "epoch": 547, "lr": 1.8643243087349715e-06}
{"train_loss": 0.0018722520908340812, "global_step": 97531, "epoch": 547, "lr": 1.8639245776163661e-06}
{"train_loss": 0.00034654655610211194, "global_step": 97532, "epoch": 547, "lr": 1.8635248885417512e-06}
{"train_loss": 0.0017369887791574001, "global_step": 97533, "epoch": 547, "lr": 1.8631252415114654e-06}
{"train_loss": 0.001611637882888317, "global_step": 97534, "epoch": 547, "lr": 1.8627256365258694e-06}
{"train_loss": 0.0005203236942179501, "global_step": 97535, "epoch": 547, "lr": 1.8623260735853076e-06}
{"train_loss": 0.0015544288326054811, "global_step": 97536, "epoch": 547, "lr": 1.8619265526901242e-06}
{"train_loss": 0.0013865120708942413, "global_step": 97537, "epoch": 547, "lr": 1.8615270738406797e-06}
{"train_loss": 0.00024233727890532464, "global_step": 97538, "epoch": 547, "lr": 1.8611276370373131e-06}
{"train_loss": 0.0017232077661901712, "global_step": 97539, "epoch": 547, "lr": 1.8607282422803795e-06}
{"train_loss": 0.0006150649860501289, "global_step": 97540, "epoch": 547, "lr": 1.860328889570223e-06}
{"train_loss": 0.0003810258931480348, "global_step": 97541, "epoch": 547, "lr": 1.8599295789071936e-06}
{"train_loss": 0.0005279276520013809, "global_step": 97542, "epoch": 547, "lr": 1.8595303102916461e-06}
{"train_loss": 0.0008968644981629613, "global_step": 97543, "epoch": 547, "lr": 1.859131083723914e-06}
{"train_loss": 0.00033661676570773125, "global_step": 97544, "epoch": 548, "lr": 1.8587318992043635e-06}
{"train_loss": 0.0006489780498668551, "global_step": 97545, "epoch": 548, "lr": 1.858332756733333e-06}
{"train_loss": 0.0005605287151411176, "global_step": 97546, "epoch": 548, "lr": 1.8579336563111727e-06}
{"train_loss": 0.0008725484367460012, "global_step": 97547, "epoch": 548, "lr": 1.8575345979382375e-06}
{"train_loss": 0.00106741429772228, "global_step": 97548, "epoch": 548, "lr": 1.857135581614866e-06}
{"train_loss": 0.0006811127532273531, "global_step": 97549, "epoch": 548, "lr": 1.8567366073414083e-06}
{"train_loss": 0.000738341361284256, "global_step": 97550, "epoch": 548, "lr": 1.8563376751182304e-06}
{"train_loss": 0.0007897135801613331, "global_step": 97551, "epoch": 548, "lr": 1.855938784945649e-06}
{"train_loss": 0.000504496565554291, "global_step": 97552, "epoch": 548, "lr": 1.8555399368240467e-06}
{"train_loss": 0.0008703372441232204, "global_step": 97553, "epoch": 548, "lr": 1.8551411307537403e-06}
{"train_loss": 0.0007285844767466187, "global_step": 97554, "epoch": 548, "lr": 1.854742366735096e-06}
{"train_loss": 0.0007807662477716804, "global_step": 97555, "epoch": 548, "lr": 1.8543436447684638e-06}
{"train_loss": 0.0005296505987644196, "global_step": 97556, "epoch": 548, "lr": 1.8539449648541874e-06}
{"train_loss": 0.0010375534184277058, "global_step": 97557, "epoch": 548, "lr": 1.8535463269926113e-06}
{"train_loss": 0.0008709998801350594, "global_step": 97558, "epoch": 548, "lr": 1.853147731184085e-06}
{"train_loss": 0.000695978116709739, "global_step": 97559, "epoch": 548, "lr": 1.852749177428964e-06}
{"train_loss": 0.0004827482916880399, "global_step": 97560, "epoch": 548, "lr": 1.8523506657275868e-06}
{"train_loss": 0.0018963961629197001, "global_step": 97561, "epoch": 548, "lr": 1.8519521960803087e-06}
{"train_loss": 0.0005271758418530226, "global_step": 97562, "epoch": 548, "lr": 1.8515537684874795e-06}
{"train_loss": 0.0007189052412286401, "global_step": 97563, "epoch": 548, "lr": 1.8511553829494376e-06}
{"train_loss": 0.0005125722964294255, "global_step": 97564, "epoch": 548, "lr": 1.850757039466533e-06}
{"train_loss": 0.0008556571556255221, "global_step": 97565, "epoch": 548, "lr": 1.8503587380391263e-06}
{"train_loss": 0.0004206265148241073, "global_step": 97566, "epoch": 548, "lr": 1.849960478667545e-06}
{"train_loss": 0.00036116104456596076, "global_step": 97567, "epoch": 548, "lr": 1.8495622613521502e-06}
{"train_loss": 0.0007406846270896494, "global_step": 97568, "epoch": 548, "lr": 1.8491640860932913e-06}
{"train_loss": 0.00029450058354996145, "global_step": 97569, "epoch": 548, "lr": 1.8487659528913126e-06}
{"train_loss": 0.0005163016612641513, "global_step": 97570, "epoch": 548, "lr": 1.8483678617465583e-06}
{"train_loss": 0.0013035923475399613, "global_step": 97571, "epoch": 548, "lr": 1.847969812659378e-06}
{"train_loss": 0.00044593223719857633, "global_step": 97572, "epoch": 548, "lr": 1.8475718056301216e-06}
{"train_loss": 0.0008273476269096136, "global_step": 97573, "epoch": 548, "lr": 1.8471738406591389e-06}
{"train_loss": 0.002036954974755645, "global_step": 97574, "epoch": 548, "lr": 1.846775917746768e-06}
{"train_loss": 0.0009710662998259068, "global_step": 97575, "epoch": 548, "lr": 1.8463780368933703e-06}
{"train_loss": 0.0007279498386196792, "global_step": 97576, "epoch": 548, "lr": 1.845980198099273e-06}
{"train_loss": 0.00043171795550733805, "global_step": 97577, "epoch": 548, "lr": 1.8455824013648482e-06}
{"train_loss": 0.0005723879439756274, "global_step": 97578, "epoch": 548, "lr": 1.8451846466904288e-06}
{"train_loss": 0.0009317155345343053, "global_step": 97579, "epoch": 548, "lr": 1.8447869340763591e-06}
{"train_loss": 0.00044099491788074374, "global_step": 97580, "epoch": 548, "lr": 1.8443892635229998e-06}
{"train_loss": 0.00044460262870416045, "global_step": 97581, "epoch": 548, "lr": 1.843991635030684e-06}
{"train_loss": 0.0009171238634735346, "global_step": 97582, "epoch": 548, "lr": 1.8435940485997726e-06}
{"train_loss": 0.0016235087532550097, "global_step": 97583, "epoch": 548, "lr": 1.8431965042305988e-06}
{"train_loss": 0.0005592645611613989, "global_step": 97584, "epoch": 548, "lr": 1.842799001923523e-06}
{"train_loss": 0.0005104509764350951, "global_step": 97585, "epoch": 548, "lr": 1.8424015416788843e-06}
{"train_loss": 0.0005528155015781522, "global_step": 97586, "epoch": 548, "lr": 1.842004123497032e-06}
{"train_loss": 0.0008756073075346649, "global_step": 97587, "epoch": 548, "lr": 1.8416067473783104e-06}
{"train_loss": 0.00118555361405015, "global_step": 97588, "epoch": 548, "lr": 1.841209413323075e-06}
{"train_loss": 0.0005979171255603433, "global_step": 97589, "epoch": 548, "lr": 1.8408121213316588e-06}
{"train_loss": 0.0002525474119465798, "global_step": 97590, "epoch": 548, "lr": 1.8404148714044278e-06}
{"train_loss": 0.0014635330298915505, "global_step": 97591, "epoch": 548, "lr": 1.84001766354171e-06}
{"train_loss": 0.0006723904516547918, "global_step": 97592, "epoch": 548, "lr": 1.8396204977438659e-06}
{"train_loss": 0.0005908735329285264, "global_step": 97593, "epoch": 548, "lr": 1.8392233740112342e-06}
{"train_loss": 0.0007829340174794197, "global_step": 97594, "epoch": 548, "lr": 1.8388262923441647e-06}
{"train_loss": 0.0005872374749742448, "global_step": 97595, "epoch": 548, "lr": 1.838429252743007e-06}
{"train_loss": 0.00044394168071448803, "global_step": 97596, "epoch": 548, "lr": 1.8380322552080997e-06}
{"train_loss": 0.0006609027623198926, "global_step": 97597, "epoch": 548, "lr": 1.8376352997397927e-06}
{"train_loss": 0.0011759449262171984, "global_step": 97598, "epoch": 548, "lr": 1.8372383863384467e-06}
{"train_loss": 0.0010983239626511931, "global_step": 97599, "epoch": 548, "lr": 1.8368415150043894e-06}
{"train_loss": 0.0008101649582386017, "global_step": 97600, "epoch": 548, "lr": 1.8364446857379759e-06}
{"train_loss": 0.002042181557044387, "global_step": 97601, "epoch": 548, "lr": 1.8360478985395502e-06}
{"train_loss": 0.000783766561653465, "global_step": 97602, "epoch": 548, "lr": 1.8356511534094568e-06}
{"train_loss": 0.0013564212713390589, "global_step": 97603, "epoch": 548, "lr": 1.8352544503480562e-06}
{"train_loss": 0.0015682745724916458, "global_step": 97604, "epoch": 548, "lr": 1.8348577893556762e-06}
{"train_loss": 0.000951782800257206, "global_step": 97605, "epoch": 548, "lr": 1.834461170432672e-06}
{"train_loss": 0.0007470396813005209, "global_step": 97606, "epoch": 548, "lr": 1.8340645935793931e-06}
{"train_loss": 0.0004424007493071258, "global_step": 97607, "epoch": 548, "lr": 1.8336680587961842e-06}
{"train_loss": 0.0007599361124448478, "global_step": 97608, "epoch": 548, "lr": 1.8332715660833888e-06}
{"train_loss": 0.0014461821410804987, "global_step": 97609, "epoch": 548, "lr": 1.8328751154413515e-06}
{"train_loss": 0.0008375016041100025, "global_step": 97610, "epoch": 548, "lr": 1.832478706870422e-06}
{"train_loss": 0.0003922641044482589, "global_step": 97611, "epoch": 548, "lr": 1.8320823403709442e-06}
{"train_loss": 0.0017319126054644585, "global_step": 97612, "epoch": 548, "lr": 1.8316860159432624e-06}
{"train_loss": 0.00034529779804870486, "global_step": 97613, "epoch": 548, "lr": 1.8312897335877376e-06}
{"train_loss": 0.0021507169585675, "global_step": 97614, "epoch": 548, "lr": 1.8308934933046916e-06}
{"train_loss": 0.0010074102319777012, "global_step": 97615, "epoch": 548, "lr": 1.8304972950944909e-06}
{"train_loss": 0.0012334776110947132, "global_step": 97616, "epoch": 548, "lr": 1.8301011389574741e-06}
{"train_loss": 0.001373655628412962, "global_step": 97617, "epoch": 548, "lr": 1.8297050248939906e-06}
{"train_loss": 0.0011330974521115422, "global_step": 97618, "epoch": 548, "lr": 1.8293089529043795e-06}
{"train_loss": 0.0003852533409371972, "global_step": 97619, "epoch": 548, "lr": 1.82891292298899e-06}
{"train_loss": 0.00036735882167704403, "global_step": 97620, "epoch": 548, "lr": 1.8285169351481612e-06}
{"train_loss": 0.00036080225254409015, "global_step": 97621, "epoch": 548, "lr": 1.8281209893822538e-06}
{"train_loss": 0.0010870271362364292, "global_step": 97622, "epoch": 548, "lr": 1.8277250856916061e-06}
{"train_loss": 0.0008857105276547372, "global_step": 97623, "epoch": 548, "lr": 1.8273292240765627e-06}
{"train_loss": 0.0005010372260585427, "global_step": 97624, "epoch": 548, "lr": 1.8269334045374675e-06}
{"train_loss": 0.0007439478649757802, "global_step": 97625, "epoch": 548, "lr": 1.826537627074676e-06}
{"train_loss": 0.00039979262510314584, "global_step": 97626, "epoch": 548, "lr": 1.8261418916885209e-06}
{"train_loss": 0.0010515566682443023, "global_step": 97627, "epoch": 548, "lr": 1.8257461983793522e-06}
{"train_loss": 0.0003855183604173362, "global_step": 97628, "epoch": 548, "lr": 1.8253505471475252e-06}
{"train_loss": 0.0009406344033777714, "global_step": 97629, "epoch": 548, "lr": 1.8249549379933672e-06}
{"train_loss": 0.0007421901100315154, "global_step": 97630, "epoch": 548, "lr": 1.8245593709172393e-06}
{"train_loss": 0.001163244596682489, "global_step": 97631, "epoch": 548, "lr": 1.8241638459194855e-06}
{"train_loss": 0.0006838593981228769, "global_step": 97632, "epoch": 548, "lr": 1.8237683630004442e-06}
{"train_loss": 0.0009082212345674634, "global_step": 97633, "epoch": 548, "lr": 1.8233729221604655e-06}
{"train_loss": 0.000304370594676584, "global_step": 97634, "epoch": 548, "lr": 1.8229775233998936e-06}
{"train_loss": 0.00021038524573668838, "global_step": 97635, "epoch": 548, "lr": 1.8225821667190668e-06}
{"train_loss": 0.0008437753422185779, "global_step": 97636, "epoch": 548, "lr": 1.8221868521183515e-06}
{"train_loss": 0.0004584828857332468, "global_step": 97637, "epoch": 548, "lr": 1.8217915795980645e-06}
{"train_loss": 0.00037880465970374644, "global_step": 97638, "epoch": 548, "lr": 1.8213963491585718e-06}
{"train_loss": 0.001130088698118925, "global_step": 97639, "epoch": 548, "lr": 1.821001160800212e-06}
{"train_loss": 0.0007905649836175144, "global_step": 97640, "epoch": 548, "lr": 1.8206060145233296e-06}
{"train_loss": 0.0007218517712317407, "global_step": 97641, "epoch": 548, "lr": 1.820210910328274e-06}
{"train_loss": 0.0007650100160390139, "global_step": 97642, "epoch": 548, "lr": 1.8198158482153783e-06}
{"train_loss": 0.0007036062888801098, "global_step": 97643, "epoch": 548, "lr": 1.819420828185009e-06}
{"train_loss": 0.0007632090128026903, "global_step": 97644, "epoch": 548, "lr": 1.8190258502374825e-06}
{"train_loss": 0.0005279578035697341, "global_step": 97645, "epoch": 548, "lr": 1.8186309143731705e-06}
{"train_loss": 0.0008661991450935602, "global_step": 97646, "epoch": 548, "lr": 1.8182360205924064e-06}
{"train_loss": 0.0023970266338437796, "global_step": 97647, "epoch": 548, "lr": 1.8178411688955343e-06}
{"train_loss": 0.0007922611548565328, "global_step": 97648, "epoch": 548, "lr": 1.8174463592828983e-06}
{"train_loss": 0.0007297864067368209, "global_step": 97649, "epoch": 548, "lr": 1.817051591754848e-06}
{"train_loss": 0.0010570986196398735, "global_step": 97650, "epoch": 548, "lr": 1.8166568663117222e-06}
{"train_loss": 0.0008551308419555426, "global_step": 97651, "epoch": 548, "lr": 1.8162621829538761e-06}
{"train_loss": 0.0004413487040437758, "global_step": 97652, "epoch": 548, "lr": 1.8158675416816372e-06}
{"train_loss": 0.00036637322045862675, "global_step": 97653, "epoch": 548, "lr": 1.8154729424953664e-06}
{"train_loss": 0.0004870967532042414, "global_step": 97654, "epoch": 548, "lr": 1.8150783853954022e-06}
{"train_loss": 0.00046721985563635826, "global_step": 97655, "epoch": 548, "lr": 1.8146838703820946e-06}
{"train_loss": 0.0009246019180864096, "global_step": 97656, "epoch": 548, "lr": 1.8142893974557763e-06}
{"train_loss": 0.0008412570459768176, "global_step": 97657, "epoch": 548, "lr": 1.8138949666168027e-06}
{"train_loss": 0.0006275547784753144, "global_step": 97658, "epoch": 548, "lr": 1.8135005778655067e-06}
{"train_loss": 0.00048221112228929996, "global_step": 97659, "epoch": 548, "lr": 1.8131062312022496e-06}
{"train_loss": 0.0006894977414049208, "global_step": 97660, "epoch": 548, "lr": 1.8127119266273584e-06}
{"train_loss": 0.0010544368997216225, "global_step": 97661, "epoch": 548, "lr": 1.8123176641411944e-06}
{"train_loss": 0.0004246552416589111, "global_step": 97662, "epoch": 548, "lr": 1.8119234437440845e-06}
{"train_loss": 0.0003502887557260692, "global_step": 97663, "epoch": 548, "lr": 1.8115292654363847e-06}
{"train_loss": 0.0006925029447302222, "global_step": 97664, "epoch": 548, "lr": 1.8111351292184385e-06}
{"train_loss": 0.0008486896986141801, "global_step": 97665, "epoch": 548, "lr": 1.810741035090585e-06}
{"train_loss": 0.0008961933199316263, "global_step": 97666, "epoch": 548, "lr": 1.8103469830531794e-06}
{"train_loss": 0.0019742855802178383, "global_step": 97667, "epoch": 548, "lr": 1.8099529731065434e-06}
{"train_loss": 0.002315471414476633, "global_step": 97668, "epoch": 548, "lr": 1.8095590052510437e-06}
{"train_loss": 0.0006311611505225301, "global_step": 97669, "epoch": 548, "lr": 1.8091650794870186e-06}
{"train_loss": 0.0010014487197622657, "global_step": 97670, "epoch": 548, "lr": 1.808771195814807e-06}
{"train_loss": 0.000942026439588517, "global_step": 97671, "epoch": 548, "lr": 1.8083773542347583e-06}
{"train_loss": 0.0003502441686578095, "global_step": 97672, "epoch": 548, "lr": 1.8079835547472113e-06}
{"train_loss": 0.0005065358127467334, "global_step": 97673, "epoch": 548, "lr": 1.8075897973525101e-06}
{"train_loss": 0.0005208415095694363, "global_step": 97674, "epoch": 548, "lr": 1.8071960820510102e-06}
{"train_loss": 0.0007722625159658492, "global_step": 97675, "epoch": 548, "lr": 1.8068024088430335e-06}
{"train_loss": 0.0003144782967865467, "global_step": 97676, "epoch": 548, "lr": 1.8064087777289463e-06}
{"train_loss": 0.0009687654674053192, "global_step": 97677, "epoch": 548, "lr": 1.8060151887090815e-06}
{"train_loss": 0.000958735472522676, "global_step": 97678, "epoch": 548, "lr": 1.8056216417837835e-06}
{"train_loss": 0.000682573183439672, "global_step": 97679, "epoch": 548, "lr": 1.8052281369533962e-06}
{"train_loss": 0.0006692154565826058, "global_step": 97680, "epoch": 548, "lr": 1.8048346742182641e-06}
{"train_loss": 0.0005076671950519085, "global_step": 97681, "epoch": 548, "lr": 1.8044412535787313e-06}
{"train_loss": 0.0004407080705277622, "global_step": 97682, "epoch": 548, "lr": 1.8040478750351418e-06}
{"train_loss": 0.0006625029491260648, "global_step": 97683, "epoch": 548, "lr": 1.8036545385878345e-06}
{"train_loss": 0.0003393827937543392, "global_step": 97684, "epoch": 548, "lr": 1.8032612442371588e-06}
{"train_loss": 0.0004274043603800237, "global_step": 97685, "epoch": 548, "lr": 1.8028679919834535e-06}
{"train_loss": 0.00084896688349545, "global_step": 97686, "epoch": 548, "lr": 1.8024747818270682e-06}
{"train_loss": 0.0006830111378803849, "global_step": 97687, "epoch": 548, "lr": 1.8020816137683472e-06}
{"train_loss": 0.0009532109252177179, "global_step": 97688, "epoch": 548, "lr": 1.8016884878076179e-06}
{"train_loss": 0.00045849199523217976, "global_step": 97689, "epoch": 548, "lr": 1.8012954039452468e-06}
{"train_loss": 0.0006819249247200787, "global_step": 97690, "epoch": 548, "lr": 1.8009023621815557e-06}
{"train_loss": 0.001128187170252204, "global_step": 97691, "epoch": 548, "lr": 1.8005093625169057e-06}
{"train_loss": 0.0009138265741057694, "global_step": 97692, "epoch": 548, "lr": 1.8001164049516294e-06}
{"train_loss": 0.0010611469624564052, "global_step": 97693, "epoch": 548, "lr": 1.7997234894860771e-06}
{"train_loss": 0.0009566036169417202, "global_step": 97694, "epoch": 548, "lr": 1.7993306161205815e-06}
{"train_loss": 0.0024107093922793865, "global_step": 97695, "epoch": 548, "lr": 1.7989377848554979e-06}
{"train_loss": 0.0006894588586874306, "global_step": 97696, "epoch": 548, "lr": 1.7985449956911538e-06}
{"train_loss": 0.0007017209427431226, "global_step": 97697, "epoch": 548, "lr": 1.7981522486279157e-06}
{"train_loss": 0.0010493462905287743, "global_step": 97698, "epoch": 548, "lr": 1.7977595436660998e-06}
{"train_loss": 0.0008335973834618926, "global_step": 97699, "epoch": 548, "lr": 1.7973668808060728e-06}
{"train_loss": 0.0013127676211297512, "global_step": 97700, "epoch": 548, "lr": 1.7969742600481565e-06}
{"train_loss": 0.0012510863598436117, "global_step": 97701, "epoch": 548, "lr": 1.7965816813927116e-06}
{"train_loss": 0.0009299176745116711, "global_step": 97702, "epoch": 548, "lr": 1.796189144840077e-06}
{"train_loss": 0.0012179240584373474, "global_step": 97703, "epoch": 548, "lr": 1.795796650390591e-06}
{"train_loss": 0.0004793245461769402, "global_step": 97704, "epoch": 548, "lr": 1.7954041980445925e-06}
{"train_loss": 0.00022982817608863115, "global_step": 97705, "epoch": 548, "lr": 1.7950117878024308e-06}
{"train_loss": 0.00028535854653455317, "global_step": 97706, "epoch": 548, "lr": 1.7946194196644505e-06}
{"train_loss": 0.0004159839008934796, "global_step": 97707, "epoch": 548, "lr": 1.7942270936309902e-06}
{"train_loss": 0.0008522976422682405, "global_step": 97708, "epoch": 548, "lr": 1.7938348097023939e-06}
{"train_loss": 0.0007572656031697989, "global_step": 97709, "epoch": 548, "lr": 1.7934425678790002e-06}
{"train_loss": 0.0012763489503413439, "global_step": 97710, "epoch": 548, "lr": 1.7930503681611643e-06}
{"train_loss": 0.0007924353703856468, "global_step": 97711, "epoch": 548, "lr": 1.7926582105492084e-06}
{"train_loss": 0.0013972341548651457, "global_step": 97712, "epoch": 548, "lr": 1.7922660950434989e-06}
{"train_loss": 0.0006234970642253757, "global_step": 97713, "epoch": 548, "lr": 1.7918740216443575e-06}
{"train_loss": 0.001295335590839386, "global_step": 97714, "epoch": 548, "lr": 1.791481990352134e-06}
{"train_loss": 0.0016122873639687896, "global_step": 97715, "epoch": 548, "lr": 1.7910900011671782e-06}
{"train_loss": 0.0017527437303215265, "global_step": 97716, "epoch": 548, "lr": 1.7906980540898232e-06}
{"train_loss": 0.000468031270429492, "global_step": 97717, "epoch": 548, "lr": 1.7903061491204187e-06}
{"train_loss": 0.00037501048063859344, "global_step": 97718, "epoch": 548, "lr": 1.7899142862592977e-06}
{"train_loss": 0.0014504629652947187, "global_step": 97719, "epoch": 548, "lr": 1.78952246550681e-06}
{"train_loss": 0.00043874370749108493, "global_step": 97720, "epoch": 548, "lr": 1.789130686863294e-06}
{"train_loss": 0.0008288160613293267, "global_step": 97721, "epoch": 548, "lr": 1.7887389503290886e-06}
{"train_loss": 0.0008992092916741967, "global_step": 97722, "epoch": 549, "lr": 1.7883472559045544e-06}
{"train_loss": 0.00021897016267757863, "global_step": 97723, "epoch": 549, "lr": 1.7879556035900026e-06}
{"train_loss": 0.0006922517204657197, "global_step": 97724, "epoch": 549, "lr": 1.7875639933858046e-06}
{"train_loss": 0.0005884667043574154, "global_step": 97725, "epoch": 549, "lr": 1.7871724252922827e-06}
{"train_loss": 0.0012649690033867955, "global_step": 97726, "epoch": 549, "lr": 1.7867808993097867e-06}
{"train_loss": 0.00026629146304912865, "global_step": 97727, "epoch": 549, "lr": 1.7863894154386663e-06}
{"train_loss": 0.001756681827828288, "global_step": 97728, "epoch": 549, "lr": 1.7859979736792432e-06}
{"train_loss": 0.00040805619210004807, "global_step": 97729, "epoch": 549, "lr": 1.7856065740318838e-06}
{"train_loss": 0.0002274559810757637, "global_step": 97730, "epoch": 549, "lr": 1.7852152164969104e-06}
{"train_loss": 0.0007835844880901277, "global_step": 97731, "epoch": 549, "lr": 1.784823901074678e-06}
{"train_loss": 0.001266810460947454, "global_step": 97732, "epoch": 549, "lr": 1.78443262776552e-06}
{"train_loss": 0.00045285455416888, "global_step": 97733, "epoch": 549, "lr": 1.78404139656978e-06}
{"train_loss": 0.0011835861951112747, "global_step": 97734, "epoch": 549, "lr": 1.7836502074877915e-06}
{"train_loss": 0.0004652374191209674, "global_step": 97735, "epoch": 549, "lr": 1.7832590605199205e-06}
{"train_loss": 0.000498986046295613, "global_step": 97736, "epoch": 549, "lr": 1.782867955666484e-06}
{"train_loss": 0.0008354159654118121, "global_step": 97737, "epoch": 549, "lr": 1.7824768929278423e-06}
{"train_loss": 0.00028367433696985245, "global_step": 97738, "epoch": 549, "lr": 1.782085872304312e-06}
{"train_loss": 0.0006571190897375345, "global_step": 97739, "epoch": 549, "lr": 1.7816948937962597e-06}
{"train_loss": 0.0008166152401827276, "global_step": 97740, "epoch": 549, "lr": 1.781303957404018e-06}
{"train_loss": 0.0010491627035662532, "global_step": 97741, "epoch": 549, "lr": 1.780913063127926e-06}
{"train_loss": 0.0012939526932314038, "global_step": 97742, "epoch": 549, "lr": 1.7805222109683273e-06}
{"train_loss": 0.000896517769433558, "global_step": 97743, "epoch": 549, "lr": 1.780131400925561e-06}
{"train_loss": 0.0008275166619569063, "global_step": 97744, "epoch": 549, "lr": 1.7797406329999655e-06}
{"train_loss": 0.00022788970090914518, "global_step": 97745, "epoch": 549, "lr": 1.7793499071919018e-06}
{"train_loss": 0.0009436890250071883, "global_step": 97746, "epoch": 549, "lr": 1.7789592235016805e-06}
{"train_loss": 0.0005089783808216453, "global_step": 97747, "epoch": 549, "lr": 1.7785685819296683e-06}
{"train_loss": 0.00127022759988904, "global_step": 97748, "epoch": 549, "lr": 1.7781779824761923e-06}
{"train_loss": 0.0008124470477923751, "global_step": 97749, "epoch": 549, "lr": 1.7777874251415972e-06}
{"train_loss": 0.0009746914729475975, "global_step": 97750, "epoch": 549, "lr": 1.7773969099262323e-06}
{"train_loss": 0.00039383932016789913, "global_step": 97751, "epoch": 549, "lr": 1.7770064368304196e-06}
{"train_loss": 0.0004807992372661829, "global_step": 97752, "epoch": 549, "lr": 1.7766160058545256e-06}
{"train_loss": 0.0008090713527053595, "global_step": 97753, "epoch": 549, "lr": 1.7762256169988668e-06}
{"train_loss": 0.001477106474339962, "global_step": 97754, "epoch": 549, "lr": 1.775835270263798e-06}
{"train_loss": 0.0008195638656616211, "global_step": 97755, "epoch": 549, "lr": 1.7754449656496585e-06}
{"train_loss": 0.0008854840998537838, "global_step": 97756, "epoch": 549, "lr": 1.7750547031567865e-06}
{"train_loss": 0.0012451098300516605, "global_step": 97757, "epoch": 549, "lr": 1.7746644827855263e-06}
{"train_loss": 0.000941010017413646, "global_step": 97758, "epoch": 549, "lr": 1.7742743045362164e-06}
{"train_loss": 0.0004285872564651072, "global_step": 97759, "epoch": 549, "lr": 1.77388416840919e-06}
{"train_loss": 0.0010589372832328081, "global_step": 97760, "epoch": 549, "lr": 1.7734940744048078e-06}
{"train_loss": 0.0016417417209595442, "global_step": 97761, "epoch": 549, "lr": 1.7731040225233918e-06}
{"train_loss": 0.00029961176915094256, "global_step": 97762, "epoch": 549, "lr": 1.772714012765292e-06}
{"train_loss": 0.0006791303167119622, "global_step": 97763, "epoch": 549, "lr": 1.7723240451308465e-06}
{"train_loss": 0.0006392092327587306, "global_step": 97764, "epoch": 549, "lr": 1.7719341196203942e-06}
{"train_loss": 0.001625753939151764, "global_step": 97765, "epoch": 549, "lr": 1.7715442362342737e-06}
{"train_loss": 0.0003824378363788128, "global_step": 97766, "epoch": 549, "lr": 1.771154394972835e-06}
{"train_loss": 0.0006641317741014063, "global_step": 97767, "epoch": 549, "lr": 1.770764595836405e-06}
{"train_loss": 0.000591584132052958, "global_step": 97768, "epoch": 549, "lr": 1.7703748388253394e-06}
{"train_loss": 0.001457085832953453, "global_step": 97769, "epoch": 549, "lr": 1.7699851239399712e-06}
{"train_loss": 0.000872631324455142, "global_step": 97770, "epoch": 549, "lr": 1.769595451180639e-06}
{"train_loss": 0.0023600072599947453, "global_step": 97771, "epoch": 549, "lr": 1.769205820547687e-06}
{"train_loss": 0.00031048242817632854, "global_step": 97772, "epoch": 549, "lr": 1.768816232041448e-06}
{"train_loss": 0.0010277483379468322, "global_step": 97773, "epoch": 549, "lr": 1.7684266856622722e-06}
{"train_loss": 0.0010447984095662832, "global_step": 97774, "epoch": 549, "lr": 1.7680371814104867e-06}
{"train_loss": 0.00045316602336242795, "global_step": 97775, "epoch": 549, "lr": 1.7676477192864583e-06}
{"train_loss": 0.0005241368780843914, "global_step": 97776, "epoch": 549, "lr": 1.7672582992904919e-06}
{"train_loss": 0.002285268623381853, "global_step": 97777, "epoch": 549, "lr": 1.7668689214229483e-06}
{"train_loss": 0.001790289068594575, "global_step": 97778, "epoch": 549, "lr": 1.7664795856841721e-06}
{"train_loss": 0.0017836957704275846, "global_step": 97779, "epoch": 549, "lr": 1.7660902920744905e-06}
{"train_loss": 0.0006395922973752022, "global_step": 97780, "epoch": 549, "lr": 1.7657010405942477e-06}
{"train_loss": 0.0013456473825499415, "global_step": 97781, "epoch": 549, "lr": 1.7653118312437878e-06}
{"train_loss": 0.0016470751725137234, "global_step": 97782, "epoch": 549, "lr": 1.7649226640234383e-06}
{"train_loss": 0.001090389327146113, "global_step": 97783, "epoch": 549, "lr": 1.7645335389335604e-06}
{"train_loss": 0.0011796080507338047, "global_step": 97784, "epoch": 549, "lr": 1.7641444559744758e-06}
{"train_loss": 0.0011314646108075976, "global_step": 97785, "epoch": 549, "lr": 1.7637554151465286e-06}
{"train_loss": 0.00018718859064392745, "global_step": 97786, "epoch": 549, "lr": 1.763366416450063e-06}
{"train_loss": 0.0012481810990720987, "global_step": 97787, "epoch": 549, "lr": 1.7629774598854177e-06}
{"train_loss": 0.0006257150089368224, "global_step": 97788, "epoch": 549, "lr": 1.762588545452931e-06}
{"train_loss": 0.0006991359405219555, "global_step": 97789, "epoch": 549, "lr": 1.7621996731529367e-06}
{"train_loss": 0.0004611526965163648, "global_step": 97790, "epoch": 549, "lr": 1.7618108429857894e-06}
{"train_loss": 0.00017335628217551857, "global_step": 97791, "epoch": 549, "lr": 1.7614220549518058e-06}
{"train_loss": 0.0005719203618355095, "global_step": 97792, "epoch": 549, "lr": 1.761033309051352e-06}
{"train_loss": 0.0005717206513509154, "global_step": 97793, "epoch": 549, "lr": 1.7606446052847503e-06}
{"train_loss": 0.00104517734143883, "global_step": 97794, "epoch": 549, "lr": 1.7602559436523446e-06}
{"train_loss": 0.0017529710894450545, "global_step": 97795, "epoch": 549, "lr": 1.759867324154474e-06}
{"train_loss": 0.0005614504916593432, "global_step": 97796, "epoch": 549, "lr": 1.759478746791482e-06}
{"train_loss": 0.0006025729235261679, "global_step": 97797, "epoch": 549, "lr": 1.7590902115636964e-06}
{"train_loss": 0.0006705119740217924, "global_step": 97798, "epoch": 549, "lr": 1.7587017184714783e-06}
{"train_loss": 0.0009111084509640932, "global_step": 97799, "epoch": 549, "lr": 1.7583132675151382e-06}
{"train_loss": 0.0004175181675236672, "global_step": 97800, "epoch": 549, "lr": 1.757924858695037e-06}
{"train_loss": 0.0011265338398516178, "global_step": 97801, "epoch": 549, "lr": 1.757536492011508e-06}
{"train_loss": 0.0008487620507366955, "global_step": 97802, "epoch": 549, "lr": 1.7571481674648894e-06}
{"train_loss": 0.0006211840664036572, "global_step": 97803, "epoch": 549, "lr": 1.7567598850555257e-06}
{"train_loss": 0.0010375038255006075, "global_step": 97804, "epoch": 549, "lr": 1.7563716447837442e-06}
{"train_loss": 0.0011582395527511835, "global_step": 97805, "epoch": 549, "lr": 1.7559834466498893e-06}
{"train_loss": 0.0007728570490144193, "global_step": 97806, "epoch": 549, "lr": 1.7555952906543105e-06}
{"train_loss": 0.0001614766224520281, "global_step": 97807, "epoch": 549, "lr": 1.75520717679733e-06}
{"train_loss": 0.0010346691124141216, "global_step": 97808, "epoch": 549, "lr": 1.754819105079303e-06}
{"train_loss": 0.0013006103690713644, "global_step": 97809, "epoch": 549, "lr": 1.754431075500551e-06}
{"train_loss": 0.00046209857100620866, "global_step": 97810, "epoch": 549, "lr": 1.7540430880614244e-06}
{"train_loss": 0.0002599493018351495, "global_step": 97811, "epoch": 549, "lr": 1.7536551427622616e-06}
{"train_loss": 0.0007163461996242404, "global_step": 97812, "epoch": 549, "lr": 1.7532672396033956e-06}
{"train_loss": 0.0009208749979734421, "global_step": 97813, "epoch": 549, "lr": 1.7528793785851815e-06}
{"train_loss": 0.00078836630564183, "global_step": 97814, "epoch": 549, "lr": 1.752491559707936e-06}
{"train_loss": 0.000551914272364229, "global_step": 97815, "epoch": 549, "lr": 1.752103782972009e-06}
{"train_loss": 0.0006628365372307599, "global_step": 97816, "epoch": 549, "lr": 1.7517160483777384e-06}
{"train_loss": 0.0004582931869663298, "global_step": 97817, "epoch": 549, "lr": 1.7513283559254634e-06}
{"train_loss": 0.0003085025819018483, "global_step": 97818, "epoch": 549, "lr": 1.7509407056155225e-06}
{"train_loss": 0.0009698736830614507, "global_step": 97819, "epoch": 549, "lr": 1.7505530974482543e-06}
{"train_loss": 0.0008629286894574761, "global_step": 97820, "epoch": 549, "lr": 1.7501655314239917e-06}
{"train_loss": 0.0007385193603113294, "global_step": 97821, "epoch": 549, "lr": 1.7497780075430848e-06}
{"train_loss": 0.00021573033882305026, "global_step": 97822, "epoch": 549, "lr": 1.7493905258058553e-06}
{"train_loss": 0.0019473996944725513, "global_step": 97823, "epoch": 549, "lr": 1.7490030862126583e-06}
{"train_loss": 0.000231289304792881, "global_step": 97824, "epoch": 549, "lr": 1.7486156887638272e-06}
{"train_loss": 0.0016911266138777137, "global_step": 97825, "epoch": 549, "lr": 1.7482283334597005e-06}
{"train_loss": 0.000453330809250474, "global_step": 97826, "epoch": 549, "lr": 1.7478410203006113e-06}
{"train_loss": 0.0005324868252500892, "global_step": 97827, "epoch": 549, "lr": 1.7474537492868981e-06}
{"train_loss": 0.0011442550458014011, "global_step": 97828, "epoch": 549, "lr": 1.7470665204189108e-06}
{"train_loss": 0.0015344310086220503, "global_step": 97829, "epoch": 549, "lr": 1.7466793336969711e-06}
{"train_loss": 0.0015549552626907825, "global_step": 97830, "epoch": 549, "lr": 1.7462921891214235e-06}
{"train_loss": 0.0009009793284349144, "global_step": 97831, "epoch": 549, "lr": 1.745905086692612e-06}
{"train_loss": 0.0011768192052841187, "global_step": 97832, "epoch": 549, "lr": 1.745518026410875e-06}
{"train_loss": 0.000865338952280581, "global_step": 97833, "epoch": 549, "lr": 1.7451310082765404e-06}
{"train_loss": 0.000317457685014233, "global_step": 97834, "epoch": 549, "lr": 1.7447440322899576e-06}
{"train_loss": 0.0009909563232213259, "global_step": 97835, "epoch": 549, "lr": 1.744357098451449e-06}
{"train_loss": 0.0008721588528715074, "global_step": 97836, "epoch": 549, "lr": 1.743970206761375e-06}
{"train_loss": 0.0007317561539821327, "global_step": 97837, "epoch": 549, "lr": 1.7435833572200522e-06}
{"train_loss": 0.0008376725018024445, "global_step": 97838, "epoch": 549, "lr": 1.7431965498278303e-06}
{"train_loss": 0.0009485047776252031, "global_step": 97839, "epoch": 549, "lr": 1.7428097845850478e-06}
{"train_loss": 0.0010895151644945145, "global_step": 97840, "epoch": 549, "lr": 1.7424230614920323e-06}
{"train_loss": 0.0008252616971731186, "global_step": 97841, "epoch": 549, "lr": 1.7420363805491336e-06}
{"train_loss": 0.00048679503379389644, "global_step": 97842, "epoch": 549, "lr": 1.7416497417566847e-06}
{"train_loss": 0.0005624932236969471, "global_step": 97843, "epoch": 549, "lr": 1.7412631451150186e-06}
{"train_loss": 0.0005255996366031468, "global_step": 97844, "epoch": 549, "lr": 1.7408765906244851e-06}
{"train_loss": 0.0013657384552061558, "global_step": 97845, "epoch": 549, "lr": 1.7404900782854007e-06}
{"train_loss": 0.0003953211707994342, "global_step": 97846, "epoch": 549, "lr": 1.7401036080981313e-06}
{"train_loss": 0.0007184253772720695, "global_step": 97847, "epoch": 549, "lr": 1.739717180062983e-06}
{"train_loss": 0.0028257095254957676, "global_step": 97848, "epoch": 549, "lr": 1.7393307941803216e-06}
{"train_loss": 0.0007776855491101742, "global_step": 97849, "epoch": 549, "lr": 1.7389444504504694e-06}
{"train_loss": 0.0005544893210753798, "global_step": 97850, "epoch": 549, "lr": 1.7385581488737702e-06}
{"train_loss": 0.0007700611022301018, "global_step": 97851, "epoch": 549, "lr": 1.7381718894505516e-06}
{"train_loss": 0.0005747765535488725, "global_step": 97852, "epoch": 549, "lr": 1.7377856721811581e-06}
{"train_loss": 0.0005408785073086619, "global_step": 97853, "epoch": 549, "lr": 1.737399497065928e-06}
{"train_loss": 0.0003997376770712435, "global_step": 97854, "epoch": 549, "lr": 1.7370133641052e-06}
{"train_loss": 0.0006301996763795614, "global_step": 97855, "epoch": 549, "lr": 1.736627273299307e-06}
{"train_loss": 0.0005662163021042943, "global_step": 97856, "epoch": 549, "lr": 1.7362412246485937e-06}
{"train_loss": 0.0007134603802114725, "global_step": 97857, "epoch": 549, "lr": 1.7358552181533815e-06}
{"train_loss": 0.0011405062396079302, "global_step": 97858, "epoch": 549, "lr": 1.7354692538140206e-06}
{"train_loss": 0.0003473960096016526, "global_step": 97859, "epoch": 549, "lr": 1.735083331630849e-06}
{"train_loss": 0.0014284169301390648, "global_step": 97860, "epoch": 549, "lr": 1.7346974516041948e-06}
{"train_loss": 0.0006878133863210678, "global_step": 97861, "epoch": 549, "lr": 1.7343116137344074e-06}
{"train_loss": 0.00028296286473050714, "global_step": 97862, "epoch": 549, "lr": 1.7339258180218089e-06}
{"train_loss": 0.0006943070329725742, "global_step": 97863, "epoch": 549, "lr": 1.7335400644667432e-06}
{"train_loss": 0.001381743117235601, "global_step": 97864, "epoch": 549, "lr": 1.7331543530695548e-06}
{"train_loss": 0.0004523673269432038, "global_step": 97865, "epoch": 549, "lr": 1.7327686838305657e-06}
{"train_loss": 0.0011235035490244627, "global_step": 97866, "epoch": 549, "lr": 1.7323830567501253e-06}
{"train_loss": 0.000783525756560266, "global_step": 97867, "epoch": 549, "lr": 1.731997471828567e-06}
{"train_loss": 0.0014220636803656816, "global_step": 97868, "epoch": 549, "lr": 1.7316119290662181e-06}
{"train_loss": 0.0004756549606099725, "global_step": 97869, "epoch": 549, "lr": 1.7312264284634395e-06}
{"train_loss": 0.0006619817577302456, "global_step": 97870, "epoch": 549, "lr": 1.7308409700205363e-06}
{"train_loss": 0.0005868240259587765, "global_step": 97871, "epoch": 549, "lr": 1.7304555537378642e-06}
{"train_loss": 0.00047213787911459804, "global_step": 97872, "epoch": 549, "lr": 1.7300701796157615e-06}
{"train_loss": 0.0021158275194466114, "global_step": 97873, "epoch": 549, "lr": 1.7296848476545501e-06}
{"train_loss": 0.0005708808312192559, "global_step": 97874, "epoch": 549, "lr": 1.7292995578545911e-06}
{"train_loss": 0.0005384888499975204, "global_step": 97875, "epoch": 549, "lr": 1.7289143102161953e-06}
{"train_loss": 0.0004675540840253234, "global_step": 97876, "epoch": 549, "lr": 1.7285291047397124e-06}
{"train_loss": 0.000924302323255688, "global_step": 97877, "epoch": 549, "lr": 1.7281439414254808e-06}
{"train_loss": 0.0008257653098553419, "global_step": 97878, "epoch": 549, "lr": 1.727758820273828e-06}
{"train_loss": 0.0007503095548599958, "global_step": 97879, "epoch": 549, "lr": 1.7273737412850987e-06}
{"train_loss": 0.001220755628310144, "global_step": 97880, "epoch": 549, "lr": 1.7269887044596255e-06}
{"train_loss": 0.0008561526192352176, "global_step": 97881, "epoch": 549, "lr": 1.7266037097977417e-06}
{"train_loss": 0.0006106093060225248, "global_step": 97882, "epoch": 549, "lr": 1.7262187572997858e-06}
{"train_loss": 0.0006655972683802247, "global_step": 97883, "epoch": 549, "lr": 1.7258338469660962e-06}
{"train_loss": 0.0005430602468550205, "global_step": 97884, "epoch": 549, "lr": 1.7254489787970119e-06}
{"train_loss": 0.0007777445134706795, "global_step": 97885, "epoch": 549, "lr": 1.72506415279286e-06}
{"train_loss": 0.0010449850233271718, "global_step": 97886, "epoch": 549, "lr": 1.7246793689539798e-06}
{"train_loss": 0.0005923807038925588, "global_step": 97887, "epoch": 549, "lr": 1.7242946272807148e-06}
{"train_loss": 0.0009159137262031436, "global_step": 97888, "epoch": 549, "lr": 1.7239099277733928e-06}
{"train_loss": 0.0005239160382188857, "global_step": 97889, "epoch": 549, "lr": 1.7235252704323579e-06}
{"train_loss": 0.0005080561386421323, "global_step": 97890, "epoch": 549, "lr": 1.7231406552579322e-06}
{"train_loss": 0.0011610432993620634, "global_step": 97891, "epoch": 549, "lr": 1.7227560822504596e-06}
{"train_loss": 0.0007955473265610635, "global_step": 97892, "epoch": 549, "lr": 1.7223715514102789e-06}
{"train_loss": 0.00046696525532752275, "global_step": 97893, "epoch": 549, "lr": 1.7219870627377287e-06}
{"train_loss": 0.000574825331568718, "global_step": 97894, "epoch": 549, "lr": 1.7216026162331366e-06}
{"train_loss": 0.0012317372020334005, "global_step": 97895, "epoch": 549, "lr": 1.7212182118968413e-06}
{"train_loss": 0.00046408065827563405, "global_step": 97896, "epoch": 549, "lr": 1.7208338497291698e-06}
{"train_loss": 0.0005662039620801806, "global_step": 97897, "epoch": 549, "lr": 1.7204495297304834e-06}
{"train_loss": 0.0010653776116669178, "global_step": 97898, "epoch": 549, "lr": 1.7200652519010873e-06}
{"train_loss": 0.0008375427036237474, "global_step": 97899, "epoch": 549, "lr": 1.7196810162413423e-06}
{"train_loss": 0.0016108134295791388, "global_step": 97900, "epoch": 550, "lr": 1.7192968227515648e-06}
{"train_loss": 0.0014777590986341238, "global_step": 97901, "epoch": 550, "lr": 1.7189126714320991e-06}
{"train_loss": 0.000855622929520905, "global_step": 97902, "epoch": 550, "lr": 1.7185285622832836e-06}
{"train_loss": 0.0007291093934327364, "global_step": 97903, "epoch": 550, "lr": 1.718144495305446e-06}
{"train_loss": 0.0004215175285935402, "global_step": 97904, "epoch": 550, "lr": 1.7177604704989302e-06}
{"train_loss": 0.0009485158370807767, "global_step": 97905, "epoch": 550, "lr": 1.717376487864064e-06}
{"train_loss": 0.0012499870499596, "global_step": 97906, "epoch": 550, "lr": 1.7169925474011806e-06}
{"train_loss": 0.0004452218709047884, "global_step": 97907, "epoch": 550, "lr": 1.7166086491106292e-06}
{"train_loss": 0.0033164077904075384, "global_step": 97908, "epoch": 550, "lr": 1.7162247929927323e-06}
{"train_loss": 0.00027052033692598343, "global_step": 97909, "epoch": 550, "lr": 1.715840979047828e-06}
{"train_loss": 0.00036475283559411764, "global_step": 97910, "epoch": 550, "lr": 1.7154572072762609e-06}
{"train_loss": 0.0009039604919962585, "global_step": 97911, "epoch": 550, "lr": 1.7150734776783528e-06}
{"train_loss": 0.0009906993946060538, "global_step": 97912, "epoch": 550, "lr": 1.714689790254448e-06}
{"train_loss": 0.0005807214765809476, "global_step": 97913, "epoch": 550, "lr": 1.714306145004868e-06}
{"train_loss": 0.00032263158936984837, "global_step": 97914, "epoch": 550, "lr": 1.7139225419299686e-06}
{"train_loss": 0.0008062092238105834, "global_step": 97915, "epoch": 550, "lr": 1.7135389810300716e-06}
{"train_loss": 0.0008592209196649492, "global_step": 97916, "epoch": 550, "lr": 1.7131554623055101e-06}
{"train_loss": 0.0018142185872420669, "global_step": 97917, "epoch": 550, "lr": 1.7127719857566283e-06}
{"train_loss": 0.00045868256711401045, "global_step": 97918, "epoch": 550, "lr": 1.712388551383759e-06}
{"train_loss": 0.00015409360639750957, "global_step": 97919, "epoch": 550, "lr": 1.71200515918723e-06}
{"train_loss": 0.0015831381315365434, "global_step": 97920, "epoch": 550, "lr": 1.7116218091673852e-06}
{"train_loss": 0.0007256321841850877, "global_step": 97921, "epoch": 550, "lr": 1.7112385013245468e-06}
{"train_loss": 0.0014673338737338781, "global_step": 97922, "epoch": 550, "lr": 1.7108552356590701e-06}
{"train_loss": 0.0006871932419016957, "global_step": 97923, "epoch": 550, "lr": 1.7104720121712602e-06}
{"train_loss": 0.0005419005756266415, "global_step": 97924, "epoch": 550, "lr": 1.7100888308614838e-06}
{"train_loss": 0.0010182096157222986, "global_step": 97925, "epoch": 550, "lr": 1.709705691730057e-06}
{"train_loss": 0.0005065781297162175, "global_step": 97926, "epoch": 550, "lr": 1.7093225947773184e-06}
{"train_loss": 0.0005461716209538281, "global_step": 97927, "epoch": 550, "lr": 1.7089395400036013e-06}
{"train_loss": 0.0019624046981334686, "global_step": 97928, "epoch": 550, "lr": 1.7085565274092442e-06}
{"train_loss": 0.0010961077641695738, "global_step": 97929, "epoch": 550, "lr": 1.708173556994569e-06}
{"train_loss": 0.0009885765612125397, "global_step": 97930, "epoch": 550, "lr": 1.7077906287599366e-06}
{"train_loss": 0.000754903769120574, "global_step": 97931, "epoch": 550, "lr": 1.7074077427056522e-06}
{"train_loss": 0.0005279617616906762, "global_step": 97932, "epoch": 550, "lr": 1.707024898832066e-06}
{"train_loss": 0.0006358017562888563, "global_step": 97933, "epoch": 550, "lr": 1.7066420971395159e-06}
{"train_loss": 0.001706087845377624, "global_step": 97934, "epoch": 550, "lr": 1.7062593376283187e-06}
{"train_loss": 0.0013627022271975875, "global_step": 97935, "epoch": 550, "lr": 1.7058766202988296e-06}
{"train_loss": 0.0007379327435046434, "global_step": 97936, "epoch": 550, "lr": 1.7054939451513652e-06}
{"train_loss": 0.0007482006913051009, "global_step": 97937, "epoch": 550, "lr": 1.7051113121862805e-06}
{"train_loss": 0.000803851755335927, "global_step": 97938, "epoch": 550, "lr": 1.704728721403881e-06}
{"train_loss": 0.0006445635226555169, "global_step": 97939, "epoch": 550, "lr": 1.7043461728045273e-06}
{"train_loss": 0.0011685084318742156, "global_step": 97940, "epoch": 550, "lr": 1.7039636663885417e-06}
{"train_loss": 0.00135972467251122, "global_step": 97941, "epoch": 550, "lr": 1.703581202156257e-06}
{"train_loss": 0.0016404262278228998, "global_step": 97942, "epoch": 550, "lr": 1.7031987801080118e-06}
{"train_loss": 0.0008482648991048336, "global_step": 97943, "epoch": 550, "lr": 1.7028164002441393e-06}
{"train_loss": 0.0009551745606586337, "global_step": 97944, "epoch": 550, "lr": 1.702434062564967e-06}
{"train_loss": 0.0010090831201523542, "global_step": 97945, "epoch": 550, "lr": 1.7020517670708446e-06}
{"train_loss": 0.0009571291739121079, "global_step": 97946, "epoch": 550, "lr": 1.701669513762083e-06}
{"train_loss": 0.0005351358558982611, "global_step": 97947, "epoch": 550, "lr": 1.701287302639032e-06}
{"train_loss": 0.0006475310074165463, "global_step": 97948, "epoch": 550, "lr": 1.7009051337020298e-06}
{"train_loss": 0.0006888228817842901, "global_step": 97949, "epoch": 550, "lr": 1.7005230069513934e-06}
{"train_loss": 0.0003918143338523805, "global_step": 97950, "epoch": 550, "lr": 1.700140922387472e-06}
{"train_loss": 0.0005843270919285715, "global_step": 97951, "epoch": 550, "lr": 1.6997588800105936e-06}
{"train_loss": 0.0025378339923918247, "global_step": 97952, "epoch": 550, "lr": 1.6993768798210797e-06}
{"train_loss": 0.0014107023598626256, "global_step": 97953, "epoch": 550, "lr": 1.6989949218192914e-06}
{"train_loss": 0.0010098895290866494, "global_step": 97954, "epoch": 550, "lr": 1.6986130060055338e-06}
{"train_loss": 0.0010225242003798485, "global_step": 97955, "epoch": 550, "lr": 1.6982311323801625e-06}
{"train_loss": 0.0007274277159012854, "global_step": 97956, "epoch": 550, "lr": 1.6978493009434992e-06}
{"train_loss": 0.0004936077748425305, "global_step": 97957, "epoch": 550, "lr": 1.6974675116958772e-06}
{"train_loss": 0.00036906273453496397, "global_step": 97958, "epoch": 550, "lr": 1.6970857646376348e-06}
{"train_loss": 0.0009641565848141909, "global_step": 97959, "epoch": 550, "lr": 1.6967040597690998e-06}
{"train_loss": 0.0008056972874328494, "global_step": 97960, "epoch": 550, "lr": 1.6963223970906162e-06}
{"train_loss": 0.0005202519823797047, "global_step": 97961, "epoch": 550, "lr": 1.695940776602506e-06}
{"train_loss": 0.0011717681773006916, "global_step": 97962, "epoch": 550, "lr": 1.6955591983051078e-06}
{"train_loss": 0.00046798825496807694, "global_step": 97963, "epoch": 550, "lr": 1.6951776621987492e-06}
{"train_loss": 0.0010559097863733768, "global_step": 97964, "epoch": 550, "lr": 1.6947961682837744e-06}
{"train_loss": 0.0006990253459662199, "global_step": 97965, "epoch": 550, "lr": 1.6944147165605106e-06}
{"train_loss": 0.0005557076074182987, "global_step": 97966, "epoch": 550, "lr": 1.6940333070292858e-06}
{"train_loss": 0.0013713440857827663, "global_step": 97967, "epoch": 550, "lr": 1.6936519396904382e-06}
{"train_loss": 0.0013314902316778898, "global_step": 97968, "epoch": 550, "lr": 1.6932706145443123e-06}
{"train_loss": 0.0008710222318768501, "global_step": 97969, "epoch": 550, "lr": 1.6928893315912132e-06}
{"train_loss": 0.0007369114318862557, "global_step": 97970, "epoch": 550, "lr": 1.692508090831496e-06}
{"train_loss": 0.0006941779865883291, "global_step": 97971, "epoch": 550, "lr": 1.6921268922654942e-06}
{"train_loss": 0.0008730668923817575, "global_step": 97972, "epoch": 550, "lr": 1.6917457358935296e-06}
{"train_loss": 0.0003295007918495685, "global_step": 97973, "epoch": 550, "lr": 1.6913646217159407e-06}
{"train_loss": 0.0005205040797591209, "global_step": 97974, "epoch": 550, "lr": 1.6909835497330606e-06}
{"train_loss": 0.0010128391440957785, "global_step": 97975, "epoch": 550, "lr": 1.6906025199452224e-06}
{"train_loss": 0.0005730738630518317, "global_step": 97976, "epoch": 550, "lr": 1.6902215323527538e-06}
{"train_loss": 0.00115462567191571, "global_step": 97977, "epoch": 550, "lr": 1.689840586955993e-06}
{"train_loss": 0.0008311605197377503, "global_step": 97978, "epoch": 550, "lr": 1.6894596837552735e-06}
{"train_loss": 0.0005625485209748149, "global_step": 97979, "epoch": 550, "lr": 1.6890788227509223e-06}
{"train_loss": 0.00040591496508568525, "global_step": 97980, "epoch": 550, "lr": 1.6886980039432786e-06}
{"train_loss": 0.0017240417655557394, "global_step": 97981, "epoch": 550, "lr": 1.6883172273326753e-06}
{"train_loss": 0.0005466671427711844, "global_step": 97982, "epoch": 550, "lr": 1.6879364929194341e-06}
{"train_loss": 0.0006056437268853188, "global_step": 97983, "epoch": 550, "lr": 1.687555800703905e-06}
{"train_loss": 0.0007025533122941852, "global_step": 97984, "epoch": 550, "lr": 1.6871751506863986e-06}
{"train_loss": 0.0009586563101038337, "global_step": 97985, "epoch": 550, "lr": 1.686794542867265e-06}
{"train_loss": 0.0009641837095841765, "global_step": 97986, "epoch": 550, "lr": 1.6864139772468312e-06}
{"train_loss": 0.0009885659674182534, "global_step": 97987, "epoch": 550, "lr": 1.6860334538254308e-06}
{"train_loss": 0.000428954343078658, "global_step": 97988, "epoch": 550, "lr": 1.6856529726033965e-06}
{"train_loss": 0.0011441940441727638, "global_step": 97989, "epoch": 550, "lr": 1.685272533581056e-06}
{"train_loss": 0.001048464560881257, "global_step": 97990, "epoch": 550, "lr": 1.6848921367587478e-06}
{"train_loss": 0.00040591866127215326, "global_step": 97991, "epoch": 550, "lr": 1.6845117821367995e-06}
{"train_loss": 0.0007490821881219745, "global_step": 97992, "epoch": 550, "lr": 1.6841314697155385e-06}
{"train_loss": 0.0006656362093053758, "global_step": 97993, "epoch": 550, "lr": 1.6837511994953148e-06}
{"train_loss": 0.0012195883318781853, "global_step": 97994, "epoch": 550, "lr": 1.683370971476439e-06}
{"train_loss": 0.00045809673611074686, "global_step": 97995, "epoch": 550, "lr": 1.6829907856592552e-06}
{"train_loss": 0.001152306911535561, "global_step": 97996, "epoch": 550, "lr": 1.6826106420440968e-06}
{"train_loss": 0.00032037642085924745, "global_step": 97997, "epoch": 550, "lr": 1.6822305406312854e-06}
{"train_loss": 0.000985827762633562, "global_step": 97998, "epoch": 550, "lr": 1.681850481421171e-06}
{"train_loss": 0.000413784320699051, "global_step": 97999, "epoch": 550, "lr": 1.6814704644140644e-06}
{"train_loss": 0.0003023301833309233, "global_step": 98000, "epoch": 550, "lr": 1.6810904896103152e-06}
{"train_loss": 0.0009032514062710106, "global_step": 98001, "epoch": 550, "lr": 1.6807105570102454e-06}
{"train_loss": 0.0021062917076051235, "global_step": 98002, "epoch": 550, "lr": 1.6803306666141883e-06}
{"train_loss": 0.0010390561074018478, "global_step": 98003, "epoch": 550, "lr": 1.6799508184224821e-06}
{"train_loss": 0.001437647733837366, "global_step": 98004, "epoch": 550, "lr": 1.6795710124354491e-06}
{"train_loss": 0.0005499711260199547, "global_step": 98005, "epoch": 550, "lr": 1.6791912486534166e-06}
{"train_loss": 0.000366688531357795, "global_step": 98006, "epoch": 550, "lr": 1.6788115270767402e-06}
{"train_loss": 0.0009230935829691589, "global_step": 98007, "epoch": 550, "lr": 1.6784318477057249e-06}
{"train_loss": 0.0005276579759083688, "global_step": 98008, "epoch": 550, "lr": 1.6780522105407259e-06}
{"train_loss": 0.0016460439655929804, "global_step": 98009, "epoch": 550, "lr": 1.6776726155820488e-06}
{"train_loss": 0.0009443495655432343, "global_step": 98010, "epoch": 550, "lr": 1.6772930628300432e-06}
{"train_loss": 0.0004803238552995026, "global_step": 98011, "epoch": 550, "lr": 1.6769135522850366e-06}
{"train_loss": 0.0013009636895731091, "global_step": 98012, "epoch": 550, "lr": 1.676534083947362e-06}
{"train_loss": 0.00031941867200657725, "global_step": 98013, "epoch": 550, "lr": 1.6761546578173526e-06}
{"train_loss": 0.0010180098470300436, "global_step": 98014, "epoch": 550, "lr": 1.6757752738953302e-06}
{"train_loss": 0.0008284408831968904, "global_step": 98015, "epoch": 550, "lr": 1.6753959321816282e-06}
{"train_loss": 0.0007891705026850104, "global_step": 98016, "epoch": 550, "lr": 1.675016632676596e-06}
{"train_loss": 0.0016995110781863332, "global_step": 98017, "epoch": 550, "lr": 1.6746373753805333e-06}
{"train_loss": 0.001858157105743885, "global_step": 98018, "epoch": 550, "lr": 1.6742581602938013e-06}
{"train_loss": 0.00026859482750296593, "global_step": 98019, "epoch": 550, "lr": 1.673878987416716e-06}
{"train_loss": 0.00016816105926409364, "global_step": 98020, "epoch": 550, "lr": 1.6734998567496052e-06}
{"train_loss": 0.000784840842243284, "global_step": 98021, "epoch": 550, "lr": 1.6731207682928185e-06}
{"train_loss": 0.0012281032977625728, "global_step": 98022, "epoch": 550, "lr": 1.6727417220466612e-06}
{"train_loss": 0.0005688186502084136, "global_step": 98023, "epoch": 550, "lr": 1.6723627180114832e-06}
{"train_loss": 0.0006568841636180878, "global_step": 98024, "epoch": 550, "lr": 1.6719837561876174e-06}
{"train_loss": 0.0008062199340201914, "global_step": 98025, "epoch": 550, "lr": 1.67160483657538e-06}
{"train_loss": 0.0006155816372483969, "global_step": 98026, "epoch": 550, "lr": 1.6712259591751101e-06}
{"train_loss": 0.0008394840988330543, "global_step": 98027, "epoch": 550, "lr": 1.6708471239871404e-06}
{"train_loss": 0.0004435023874975741, "global_step": 98028, "epoch": 550, "lr": 1.6704683310118042e-06}
{"train_loss": 0.0005874620983377099, "global_step": 98029, "epoch": 550, "lr": 1.6700895802494175e-06}
{"train_loss": 0.000769759644754231, "global_step": 98030, "epoch": 550, "lr": 1.6697108717003252e-06}
{"train_loss": 0.0003140770422760397, "global_step": 98031, "epoch": 550, "lr": 1.6693322053648597e-06}
{"train_loss": 0.0006840108544565737, "global_step": 98032, "epoch": 550, "lr": 1.6689535812433376e-06}
{"train_loss": 0.0015702033415436745, "global_step": 98033, "epoch": 550, "lr": 1.6685749993361034e-06}
{"train_loss": 0.00021612393902614713, "global_step": 98034, "epoch": 550, "lr": 1.6681964596434786e-06}
{"train_loss": 0.0009982334449887276, "global_step": 98035, "epoch": 550, "lr": 1.667817962165802e-06}
{"train_loss": 0.0007093623280525208, "global_step": 98036, "epoch": 550, "lr": 1.667439506903401e-06}
{"train_loss": 0.0010390791576355696, "global_step": 98037, "epoch": 550, "lr": 1.6670610938566035e-06}
{"train_loss": 0.0003520241007208824, "global_step": 98038, "epoch": 550, "lr": 1.6666827230257364e-06}
{"train_loss": 0.002037682570517063, "global_step": 98039, "epoch": 550, "lr": 1.6663043944111389e-06}
{"train_loss": 0.0006814039661549032, "global_step": 98040, "epoch": 550, "lr": 1.6659261080131384e-06}
{"train_loss": 0.0018141930922865868, "global_step": 98041, "epoch": 550, "lr": 1.6655478638320676e-06}
{"train_loss": 0.00031786414911039174, "global_step": 98042, "epoch": 550, "lr": 1.6651696618682544e-06}
{"train_loss": 0.0006728807929903269, "global_step": 98043, "epoch": 550, "lr": 1.6647915021220206e-06}
{"train_loss": 0.0012692513410001993, "global_step": 98044, "epoch": 550, "lr": 1.664413384593716e-06}
{"train_loss": 0.0013837674632668495, "global_step": 98045, "epoch": 550, "lr": 1.6640353092836514e-06}
{"train_loss": 0.0016216406365856528, "global_step": 98046, "epoch": 550, "lr": 1.6636572761921764e-06}
{"train_loss": 0.00016536845942027867, "global_step": 98047, "epoch": 550, "lr": 1.6632792853195967e-06}
{"train_loss": 0.0011006782297044992, "global_step": 98048, "epoch": 550, "lr": 1.6629013366662615e-06}
{"train_loss": 0.0007894649170339108, "global_step": 98049, "epoch": 550, "lr": 1.6625234302324987e-06}
{"train_loss": 0.000629248796030879, "global_step": 98050, "epoch": 550, "lr": 1.6621455660186303e-06}
{"train_loss": 0.0013463806826621294, "global_step": 98051, "epoch": 550, "lr": 1.6617677440249947e-06}
{"train_loss": 0.001146908849477768, "global_step": 98052, "epoch": 550, "lr": 1.6613899642519194e-06}
{"train_loss": 0.000723440432921052, "global_step": 98053, "epoch": 550, "lr": 1.6610122266997207e-06}
{"train_loss": 0.00029343285132199526, "global_step": 98054, "epoch": 550, "lr": 1.6606345313687599e-06}
{"train_loss": 0.000678067619446665, "global_step": 98055, "epoch": 550, "lr": 1.6602568782593309e-06}
{"train_loss": 0.0007822264451533556, "global_step": 98056, "epoch": 550, "lr": 1.6598792673717889e-06}
{"train_loss": 0.001101979287341237, "global_step": 98057, "epoch": 550, "lr": 1.659501698706456e-06}
{"train_loss": 0.0008616276318207383, "global_step": 98058, "epoch": 550, "lr": 1.6591241722636597e-06}
{"train_loss": 0.0008492925553582609, "global_step": 98059, "epoch": 550, "lr": 1.658746688043733e-06}
{"train_loss": 0.00048521431745029986, "global_step": 98060, "epoch": 550, "lr": 1.658369246046998e-06}
{"train_loss": 0.0014566808240488172, "global_step": 98061, "epoch": 550, "lr": 1.6579918462737986e-06}
{"train_loss": 0.0008561426657252014, "global_step": 98062, "epoch": 550, "lr": 1.6576144887244517e-06}
{"train_loss": 0.0004916513571515679, "global_step": 98063, "epoch": 550, "lr": 1.6572371733992952e-06}
{"train_loss": 0.001329381950199604, "global_step": 98064, "epoch": 550, "lr": 1.6568599002986517e-06}
{"train_loss": 0.0015529009979218245, "global_step": 98065, "epoch": 550, "lr": 1.6564826694228597e-06}
{"train_loss": 0.0018558731535449624, "global_step": 98066, "epoch": 550, "lr": 1.6561054807722409e-06}
{"train_loss": 0.0003442856832407415, "global_step": 98067, "epoch": 550, "lr": 1.655728334347123e-06}
{"train_loss": 0.0004349233640823513, "global_step": 98068, "epoch": 550, "lr": 1.6553512301478335e-06}
{"train_loss": 0.0009406738099642098, "global_step": 98069, "epoch": 550, "lr": 1.654974168174722e-06}
{"train_loss": 0.0004680707643274218, "global_step": 98070, "epoch": 550, "lr": 1.6545971484280943e-06}
{"train_loss": 0.0007111271261237562, "global_step": 98071, "epoch": 550, "lr": 1.6542201709082883e-06}
{"train_loss": 0.000980932847596705, "global_step": 98072, "epoch": 550, "lr": 1.6538432356156375e-06}
{"train_loss": 0.0016756656114012003, "global_step": 98073, "epoch": 550, "lr": 1.6534663425504694e-06}
{"train_loss": 0.0005694896099157631, "global_step": 98074, "epoch": 550, "lr": 1.6530894917131113e-06}
{"train_loss": 0.00045546013279818, "global_step": 98075, "epoch": 550, "lr": 1.6527126831038852e-06}
{"train_loss": 0.00038449850399047136, "global_step": 98076, "epoch": 550, "lr": 1.6523359167231301e-06}
{"train_loss": 0.0008916540747950523, "global_step": 98077, "epoch": 550, "lr": 1.6519591925711787e-06, "train_action_mse_error": 1.472830831517058e-06}
{"train_loss": 0.000804310548119247, "global_step": 98078, "epoch": 551, "lr": 1.6515825106483418e-06}
{"train_loss": 0.0011582470033317804, "global_step": 98079, "epoch": 551, "lr": 1.6512058709549694e-06}
{"train_loss": 0.0006722175749018788, "global_step": 98080, "epoch": 551, "lr": 1.6508292734913777e-06}
{"train_loss": 0.0007551951566711068, "global_step": 98081, "epoch": 551, "lr": 1.6504527182578943e-06}
{"train_loss": 0.0005759163177572191, "global_step": 98082, "epoch": 551, "lr": 1.650076205254869e-06}
{"train_loss": 0.0009798960527405143, "global_step": 98083, "epoch": 551, "lr": 1.649699734482596e-06}
{"train_loss": 0.0007193266064859927, "global_step": 98084, "epoch": 551, "lr": 1.6493233059414415e-06}
{"train_loss": 0.00032387737883254886, "global_step": 98085, "epoch": 551, "lr": 1.6489469196316999e-06}
{"train_loss": 0.0007126747514121234, "global_step": 98086, "epoch": 551, "lr": 1.6485705755537205e-06}
{"train_loss": 0.0005977079272270203, "global_step": 98087, "epoch": 551, "lr": 1.6481942737078316e-06}
{"train_loss": 0.0011013903422281146, "global_step": 98088, "epoch": 551, "lr": 1.6478180140943544e-06}
{"train_loss": 0.0008848666911944747, "global_step": 98089, "epoch": 551, "lr": 1.6474417967136169e-06}
{"train_loss": 0.0008836723864078522, "global_step": 98090, "epoch": 551, "lr": 1.6470656215659575e-06}
{"train_loss": 0.00119792390614748, "global_step": 98091, "epoch": 551, "lr": 1.646689488651687e-06}
{"train_loss": 0.0007984061376191676, "global_step": 98092, "epoch": 551, "lr": 1.646313397971161e-06}
{"train_loss": 0.0011320344638079405, "global_step": 98093, "epoch": 551, "lr": 1.6459373495246844e-06}
{"train_loss": 0.000373228220269084, "global_step": 98094, "epoch": 551, "lr": 1.645561343312596e-06}
{"train_loss": 0.000283942703390494, "global_step": 98095, "epoch": 551, "lr": 1.6451853793352179e-06}
{"train_loss": 0.0008143320446833968, "global_step": 98096, "epoch": 551, "lr": 1.6448094575928886e-06}
{"train_loss": 0.0003266522253397852, "global_step": 98097, "epoch": 551, "lr": 1.64443357808593e-06}
{"train_loss": 0.0008198113646358252, "global_step": 98098, "epoch": 551, "lr": 1.6440577408146696e-06}
{"train_loss": 0.0014771001879125834, "global_step": 98099, "epoch": 551, "lr": 1.6436819457794294e-06}
{"train_loss": 0.0002755410969257355, "global_step": 98100, "epoch": 551, "lr": 1.6433061929805592e-06}
{"train_loss": 0.00023051552125252783, "global_step": 98101, "epoch": 551, "lr": 1.642930482418359e-06}
{"train_loss": 0.0013222993584349751, "global_step": 98102, "epoch": 551, "lr": 1.642554814093178e-06}
{"train_loss": 0.0008748286636546254, "global_step": 98103, "epoch": 551, "lr": 1.6421791880053382e-06}
{"train_loss": 0.0006744138663634658, "global_step": 98104, "epoch": 551, "lr": 1.6418036041551676e-06}
{"train_loss": 0.0009279518853873014, "global_step": 98105, "epoch": 551, "lr": 1.6414280625429934e-06}
{"train_loss": 0.0003467453352641314, "global_step": 98106, "epoch": 551, "lr": 1.6410525631691377e-06}
{"train_loss": 0.0010963159147650003, "global_step": 98107, "epoch": 551, "lr": 1.64067710603395e-06}
{"train_loss": 0.00032681203447282314, "global_step": 98108, "epoch": 551, "lr": 1.6403016911377245e-06}
{"train_loss": 0.00043784896843135357, "global_step": 98109, "epoch": 551, "lr": 1.6399263184808167e-06}
{"train_loss": 0.0011453195475041866, "global_step": 98110, "epoch": 551, "lr": 1.639550988063543e-06}
{"train_loss": 0.00039959081914275885, "global_step": 98111, "epoch": 551, "lr": 1.6391756998862361e-06}
{"train_loss": 0.000594411394558847, "global_step": 98112, "epoch": 551, "lr": 1.6388004539492185e-06}
{"train_loss": 0.0012794032227247953, "global_step": 98113, "epoch": 551, "lr": 1.638425250252823e-06}
{"train_loss": 0.0020048278383910656, "global_step": 98114, "epoch": 551, "lr": 1.6380500887973714e-06}
{"train_loss": 0.0006327824667096138, "global_step": 98115, "epoch": 551, "lr": 1.6376749695832027e-06}
{"train_loss": 0.0010690311901271343, "global_step": 98116, "epoch": 551, "lr": 1.6372998926106275e-06}
{"train_loss": 0.0005523947766050696, "global_step": 98117, "epoch": 551, "lr": 1.6369248578799902e-06}
{"train_loss": 0.0007760830922052264, "global_step": 98118, "epoch": 551, "lr": 1.6365498653916012e-06}
{"train_loss": 0.000731060397811234, "global_step": 98119, "epoch": 551, "lr": 1.636174915145805e-06}
{"train_loss": 0.0015843706205487251, "global_step": 98120, "epoch": 551, "lr": 1.635800007142918e-06}
{"train_loss": 0.0007821613689884543, "global_step": 98121, "epoch": 551, "lr": 1.6354251413832734e-06}
{"train_loss": 0.00045259881881065667, "global_step": 98122, "epoch": 551, "lr": 1.6350503178671984e-06}
{"train_loss": 0.001339360256679356, "global_step": 98123, "epoch": 551, "lr": 1.634675536595015e-06}
{"train_loss": 0.0010956383775919676, "global_step": 98124, "epoch": 551, "lr": 1.6343007975670566e-06}
{"train_loss": 0.0007652468630112708, "global_step": 98125, "epoch": 551, "lr": 1.6339261007836448e-06}
{"train_loss": 0.0003037870628759265, "global_step": 98126, "epoch": 551, "lr": 1.6335514462451129e-06}
{"train_loss": 0.0003474219120107591, "global_step": 98127, "epoch": 551, "lr": 1.6331768339517883e-06}
{"train_loss": 0.0010179034434258938, "global_step": 98128, "epoch": 551, "lr": 1.632802263903993e-06}
{"train_loss": 0.000783332041464746, "global_step": 98129, "epoch": 551, "lr": 1.6324277361020491e-06}
{"train_loss": 0.0010653806384652853, "global_step": 98130, "epoch": 551, "lr": 1.632053250546306e-06}
{"train_loss": 0.0012887180782854557, "global_step": 98131, "epoch": 551, "lr": 1.6316788072370581e-06}
{"train_loss": 0.0008373011951334774, "global_step": 98132, "epoch": 551, "lr": 1.6313044061746608e-06}
{"train_loss": 0.0007707244949415326, "global_step": 98133, "epoch": 551, "lr": 1.6309300473594301e-06}
{"train_loss": 0.0007590780151076615, "global_step": 98134, "epoch": 551, "lr": 1.6305557307916942e-06}
{"train_loss": 0.0007174202473834157, "global_step": 98135, "epoch": 551, "lr": 1.63018145647178e-06}
{"train_loss": 0.00031710672192275524, "global_step": 98136, "epoch": 551, "lr": 1.6298072244000096e-06}
{"train_loss": 0.0007656416855752468, "global_step": 98137, "epoch": 551, "lr": 1.6294330345767161e-06}
{"train_loss": 0.0006455490365624428, "global_step": 98138, "epoch": 551, "lr": 1.629058887002227e-06}
{"train_loss": 0.0019014766439795494, "global_step": 98139, "epoch": 551, "lr": 1.6286847816768536e-06}
{"train_loss": 0.0002849595621228218, "global_step": 98140, "epoch": 551, "lr": 1.6283107186009505e-06}
{"train_loss": 0.0007096798508428037, "global_step": 98141, "epoch": 551, "lr": 1.6279366977748233e-06}
{"train_loss": 0.0013173067709431052, "global_step": 98142, "epoch": 551, "lr": 1.6275627191988053e-06}
{"train_loss": 0.0007170740282163024, "global_step": 98143, "epoch": 551, "lr": 1.627188782873218e-06}
{"train_loss": 0.0003152228891849518, "global_step": 98144, "epoch": 551, "lr": 1.6268148887983947e-06}
{"train_loss": 0.0013672283384948969, "global_step": 98145, "epoch": 551, "lr": 1.6264410369746685e-06}
{"train_loss": 0.0004491512372624129, "global_step": 98146, "epoch": 551, "lr": 1.6260672274023447e-06}
{"train_loss": 0.0008079358958639205, "global_step": 98147, "epoch": 551, "lr": 1.6256934600817674e-06}
{"train_loss": 0.002669726964086294, "global_step": 98148, "epoch": 551, "lr": 1.6253197350132586e-06}
{"train_loss": 0.001263385871425271, "global_step": 98149, "epoch": 551, "lr": 1.624946052197146e-06}
{"train_loss": 0.001188119174912572, "global_step": 98150, "epoch": 551, "lr": 1.6245724116337514e-06}
{"train_loss": 0.0006514055421575904, "global_step": 98151, "epoch": 551, "lr": 1.6241988133234021e-06}
{"train_loss": 0.0005576945259235799, "global_step": 98152, "epoch": 551, "lr": 1.6238252572664258e-06}
{"train_loss": 0.0007333227549679577, "global_step": 98153, "epoch": 551, "lr": 1.6234517434631557e-06}
{"train_loss": 0.0006880055880174041, "global_step": 98154, "epoch": 551, "lr": 1.6230782719139026e-06}
{"train_loss": 0.0017952034249901772, "global_step": 98155, "epoch": 551, "lr": 1.622704842619016e-06}
{"train_loss": 0.0014671904500573874, "global_step": 98156, "epoch": 551, "lr": 1.6223314555787905e-06}
{"train_loss": 0.0010901024797931314, "global_step": 98157, "epoch": 551, "lr": 1.6219581107935811e-06}
{"train_loss": 0.0008895338978618383, "global_step": 98158, "epoch": 551, "lr": 1.6215848082636985e-06}
{"train_loss": 0.0008779718773439527, "global_step": 98159, "epoch": 551, "lr": 1.6212115479894707e-06}
{"train_loss": 0.0004157943185418844, "global_step": 98160, "epoch": 551, "lr": 1.620838329971225e-06}
{"train_loss": 0.0008902783156372607, "global_step": 98161, "epoch": 551, "lr": 1.6204651542092942e-06}
{"train_loss": 0.000338312063831836, "global_step": 98162, "epoch": 551, "lr": 1.6200920207039837e-06}
{"train_loss": 0.0009156226878985763, "global_step": 98163, "epoch": 551, "lr": 1.6197189294556547e-06}
{"train_loss": 0.000439270690549165, "global_step": 98164, "epoch": 551, "lr": 1.6193458804645955e-06}
{"train_loss": 0.0007132187020033598, "global_step": 98165, "epoch": 551, "lr": 1.6189728737311504e-06}
{"train_loss": 0.00045779405627399683, "global_step": 98166, "epoch": 551, "lr": 1.618599909255647e-06}
{"train_loss": 0.00042385736014693975, "global_step": 98167, "epoch": 551, "lr": 1.6182269870384015e-06}
{"train_loss": 0.001016679685562849, "global_step": 98168, "epoch": 551, "lr": 1.6178541070797582e-06}
{"train_loss": 0.0006507220095954835, "global_step": 98169, "epoch": 551, "lr": 1.6174812693800168e-06}
{"train_loss": 0.000595521298237145, "global_step": 98170, "epoch": 551, "lr": 1.6171084739395214e-06}
{"train_loss": 0.00021478172857314348, "global_step": 98171, "epoch": 551, "lr": 1.6167357207585943e-06}
{"train_loss": 0.001256774878129363, "global_step": 98172, "epoch": 551, "lr": 1.616363009837557e-06}
{"train_loss": 0.0006805559969507158, "global_step": 98173, "epoch": 551, "lr": 1.6159903411767375e-06}
{"train_loss": 0.0010476454626768827, "global_step": 98174, "epoch": 551, "lr": 1.6156177147764572e-06}
{"train_loss": 0.0007954949396662414, "global_step": 98175, "epoch": 551, "lr": 1.6152451306370497e-06}
{"train_loss": 0.0004119643126614392, "global_step": 98176, "epoch": 551, "lr": 1.6148725887588368e-06}
{"train_loss": 0.00044407311361283064, "global_step": 98177, "epoch": 551, "lr": 1.6145000891421346e-06}
{"train_loss": 0.0006881958106532693, "global_step": 98178, "epoch": 551, "lr": 1.6141276317872933e-06}
{"train_loss": 0.00023988369503058493, "global_step": 98179, "epoch": 551, "lr": 1.613755216694607e-06}
{"train_loss": 0.0007094417233020067, "global_step": 98180, "epoch": 551, "lr": 1.6133828438644194e-06}
{"train_loss": 0.0010272534564137459, "global_step": 98181, "epoch": 551, "lr": 1.6130105132970584e-06}
{"train_loss": 0.0008106299210339785, "global_step": 98182, "epoch": 551, "lr": 1.6126382249928408e-06}
{"train_loss": 0.0008741992060095072, "global_step": 98183, "epoch": 551, "lr": 1.6122659789520877e-06}
{"train_loss": 0.0005618083523586392, "global_step": 98184, "epoch": 551, "lr": 1.6118937751751384e-06}
{"train_loss": 0.0012524924241006374, "global_step": 98185, "epoch": 551, "lr": 1.6115216136623034e-06}
{"train_loss": 0.0008129696361720562, "global_step": 98186, "epoch": 551, "lr": 1.611149494413916e-06}
{"train_loss": 0.0005211021052673459, "global_step": 98187, "epoch": 551, "lr": 1.6107774174303036e-06}
{"train_loss": 0.000844280410092324, "global_step": 98188, "epoch": 551, "lr": 1.6104053827117827e-06}
{"train_loss": 0.0014150585047900677, "global_step": 98189, "epoch": 551, "lr": 1.6100333902586862e-06}
{"train_loss": 0.0007902022916823626, "global_step": 98190, "epoch": 551, "lr": 1.6096614400713307e-06}
{"train_loss": 0.0013244298752397299, "global_step": 98191, "epoch": 551, "lr": 1.60928953215006e-06}
{"train_loss": 0.0002704337821342051, "global_step": 98192, "epoch": 551, "lr": 1.6089176664951688e-06}
{"train_loss": 0.00044092279858887196, "global_step": 98193, "epoch": 551, "lr": 1.6085458431070121e-06}
{"train_loss": 0.00071398273576051, "global_step": 98194, "epoch": 551, "lr": 1.6081740619858842e-06}
{"train_loss": 0.0003645076067186892, "global_step": 98195, "epoch": 551, "lr": 1.6078023231321405e-06}
{"train_loss": 0.0016413405537605286, "global_step": 98196, "epoch": 551, "lr": 1.607430626546086e-06}
{"train_loss": 0.00035294488770887256, "global_step": 98197, "epoch": 551, "lr": 1.6070589722280482e-06}
{"train_loss": 0.0017560035921633244, "global_step": 98198, "epoch": 551, "lr": 1.6066873601783605e-06}
{"train_loss": 0.0004039640771225095, "global_step": 98199, "epoch": 551, "lr": 1.6063157903973392e-06}
{"train_loss": 0.0008142643491737545, "global_step": 98200, "epoch": 551, "lr": 1.6059442628853061e-06}
{"train_loss": 0.001848605228587985, "global_step": 98201, "epoch": 551, "lr": 1.6055727776426e-06}
{"train_loss": 0.0003237457131035626, "global_step": 98202, "epoch": 551, "lr": 1.605201334669526e-06}
{"train_loss": 0.001457106089219451, "global_step": 98203, "epoch": 551, "lr": 1.604829933966423e-06}
{"train_loss": 0.00027153262635692954, "global_step": 98204, "epoch": 551, "lr": 1.6044585755336128e-06}
{"train_loss": 0.00114993448369205, "global_step": 98205, "epoch": 551, "lr": 1.6040872593714172e-06}
{"train_loss": 0.0010463696671649814, "global_step": 98206, "epoch": 551, "lr": 1.6037159854801587e-06}
{"train_loss": 0.00039868621388450265, "global_step": 98207, "epoch": 551, "lr": 1.6033447538601588e-06}
{"train_loss": 0.0008818607311695814, "global_step": 98208, "epoch": 551, "lr": 1.602973564511756e-06}
{"train_loss": 0.0014780338387936354, "global_step": 98209, "epoch": 551, "lr": 1.6026024174352615e-06}
{"train_loss": 0.0005832449533045292, "global_step": 98210, "epoch": 551, "lr": 1.6022313126310084e-06}
{"train_loss": 0.000831925543025136, "global_step": 98211, "epoch": 551, "lr": 1.601860250099313e-06}
{"train_loss": 0.0008999403798952699, "global_step": 98212, "epoch": 551, "lr": 1.6014892298405026e-06}
{"train_loss": 0.00039325497345998883, "global_step": 98213, "epoch": 551, "lr": 1.6011182518548996e-06}
{"train_loss": 0.0007906236569397151, "global_step": 98214, "epoch": 551, "lr": 1.600747316142831e-06}
{"train_loss": 0.0007186801522038877, "global_step": 98215, "epoch": 551, "lr": 1.6003764227046137e-06}
{"train_loss": 0.0005371203296817839, "global_step": 98216, "epoch": 551, "lr": 1.6000055715405916e-06}
{"train_loss": 0.00037291942862793803, "global_step": 98217, "epoch": 551, "lr": 1.5996347626510587e-06}
{"train_loss": 0.0007441838970407844, "global_step": 98218, "epoch": 551, "lr": 1.5992639960363599e-06}
{"train_loss": 0.00026108871679753065, "global_step": 98219, "epoch": 551, "lr": 1.5988932716968164e-06}
{"train_loss": 0.0006068481598049402, "global_step": 98220, "epoch": 551, "lr": 1.598522589632745e-06}
{"train_loss": 0.0010368559742346406, "global_step": 98221, "epoch": 551, "lr": 1.598151949844473e-06}
{"train_loss": 0.0008125189924612641, "global_step": 98222, "epoch": 551, "lr": 1.5977813523323282e-06}
{"train_loss": 0.00023320985201280564, "global_step": 98223, "epoch": 551, "lr": 1.5974107970966268e-06}
{"train_loss": 0.00039988785283640027, "global_step": 98224, "epoch": 551, "lr": 1.5970402841377074e-06}
{"train_loss": 0.0003800219274125993, "global_step": 98225, "epoch": 551, "lr": 1.59666981345587e-06}
{"train_loss": 0.0010885177180171013, "global_step": 98226, "epoch": 551, "lr": 1.5962993850514586e-06}
{"train_loss": 0.0004565455892588943, "global_step": 98227, "epoch": 551, "lr": 1.5959289989247838e-06}
{"train_loss": 0.0005549745401367545, "global_step": 98228, "epoch": 551, "lr": 1.595558655076168e-06}
{"train_loss": 0.0009516618447378278, "global_step": 98229, "epoch": 551, "lr": 1.5951883535059552e-06}
{"train_loss": 0.0015327269211411476, "global_step": 98230, "epoch": 551, "lr": 1.5948180942144452e-06}
{"train_loss": 0.0010296606924384832, "global_step": 98231, "epoch": 551, "lr": 1.5944478772019823e-06}
{"train_loss": 0.0004755773115903139, "global_step": 98232, "epoch": 551, "lr": 1.5940777024688657e-06}
{"train_loss": 0.0005949529586359859, "global_step": 98233, "epoch": 551, "lr": 1.5937075700154347e-06}
{"train_loss": 0.0011602805461734533, "global_step": 98234, "epoch": 551, "lr": 1.5933374798420108e-06}
{"train_loss": 0.0008679077727720141, "global_step": 98235, "epoch": 551, "lr": 1.5929674319489163e-06}
{"train_loss": 0.0007543594110757113, "global_step": 98236, "epoch": 551, "lr": 1.5925974263364785e-06}
{"train_loss": 0.000859804917126894, "global_step": 98237, "epoch": 551, "lr": 1.5922274630050083e-06}
{"train_loss": 0.0002699079632293433, "global_step": 98238, "epoch": 551, "lr": 1.5918575419548331e-06}
{"train_loss": 0.0004223441646900028, "global_step": 98239, "epoch": 551, "lr": 1.591487663186292e-06}
{"train_loss": 0.0013370123924687505, "global_step": 98240, "epoch": 551, "lr": 1.591117826699684e-06}
{"train_loss": 0.00048495031660422683, "global_step": 98241, "epoch": 551, "lr": 1.5907480324953483e-06}
{"train_loss": 0.0006003023590892553, "global_step": 98242, "epoch": 551, "lr": 1.5903782805736067e-06}
{"train_loss": 0.00047355995047837496, "global_step": 98243, "epoch": 551, "lr": 1.5900085709347756e-06}
{"train_loss": 0.0009230761788785458, "global_step": 98244, "epoch": 551, "lr": 1.5896389035791825e-06}
{"train_loss": 0.0005783404340036213, "global_step": 98245, "epoch": 551, "lr": 1.5892692785071495e-06}
{"train_loss": 0.0017197169363498688, "global_step": 98246, "epoch": 551, "lr": 1.5888996957189927e-06}
{"train_loss": 0.0003425962058827281, "global_step": 98247, "epoch": 551, "lr": 1.5885301552150455e-06}
{"train_loss": 0.0002686278894543648, "global_step": 98248, "epoch": 551, "lr": 1.5881606569956242e-06}
{"train_loss": 0.0010394814889878035, "global_step": 98249, "epoch": 551, "lr": 1.5877912010610508e-06}
{"train_loss": 0.0005265703657642007, "global_step": 98250, "epoch": 551, "lr": 1.5874217874116582e-06}
{"train_loss": 0.00073566276114434, "global_step": 98251, "epoch": 551, "lr": 1.5870524160477574e-06}
{"train_loss": 0.001312569947913289, "global_step": 98252, "epoch": 551, "lr": 1.5866830869696757e-06}
{"train_loss": 0.0007858179742470384, "global_step": 98253, "epoch": 551, "lr": 1.58631380017773e-06}
{"train_loss": 0.0007891582790762186, "global_step": 98254, "epoch": 551, "lr": 1.5859445556722586e-06}
{"train_loss": 0.0007998193552870607, "global_step": 98255, "epoch": 551, "lr": 1.5855753534535611e-06}
{"train_loss": 0.0006295175990089774, "global_step": 98256, "epoch": 552, "lr": 1.585206193521982e-06}
{"train_loss": 0.0006100792088545859, "global_step": 98257, "epoch": 552, "lr": 1.5848370758778264e-06}
{"train_loss": 0.0002786384429782629, "global_step": 98258, "epoch": 552, "lr": 1.584468000521433e-06}
{"train_loss": 0.0004076743789482862, "global_step": 98259, "epoch": 552, "lr": 1.5840989674531071e-06}
{"train_loss": 0.0013490370474755764, "global_step": 98260, "epoch": 552, "lr": 1.5837299766731871e-06}
{"train_loss": 0.0002958738768938929, "global_step": 98261, "epoch": 552, "lr": 1.583361028181979e-06}
{"train_loss": 0.0013615372590720654, "global_step": 98262, "epoch": 552, "lr": 1.5829921219798204e-06}
{"train_loss": 0.0010515694739297032, "global_step": 98263, "epoch": 552, "lr": 1.5826232580670232e-06}
{"train_loss": 0.0003989794058725238, "global_step": 98264, "epoch": 552, "lr": 1.5822544364439196e-06}
{"train_loss": 0.0007559977238997817, "global_step": 98265, "epoch": 552, "lr": 1.5818856571108154e-06}
{"train_loss": 0.00037888443330302835, "global_step": 98266, "epoch": 552, "lr": 1.5815169200680491e-06}
{"train_loss": 0.000636647513601929, "global_step": 98267, "epoch": 552, "lr": 1.5811482253159316e-06}
{"train_loss": 0.0012309500016272068, "global_step": 98268, "epoch": 552, "lr": 1.5807795728547958e-06}
{"train_loss": 0.0013178980443626642, "global_step": 98269, "epoch": 552, "lr": 1.5804109626849529e-06}
{"train_loss": 0.0006766027072444558, "global_step": 98270, "epoch": 552, "lr": 1.5800423948067245e-06}
{"train_loss": 0.00045190146192908287, "global_step": 98271, "epoch": 552, "lr": 1.5796738692204438e-06}
{"train_loss": 0.0007061897194944322, "global_step": 98272, "epoch": 552, "lr": 1.5793053859264273e-06}
{"train_loss": 0.001023684162646532, "global_step": 98273, "epoch": 552, "lr": 1.5789369449249968e-06}
{"train_loss": 0.0008828109130263329, "global_step": 98274, "epoch": 552, "lr": 1.578568546216469e-06}
{"train_loss": 0.0004633251519408077, "global_step": 98275, "epoch": 552, "lr": 1.5782001898011711e-06}
{"train_loss": 0.00028738475521095097, "global_step": 98276, "epoch": 552, "lr": 1.5778318756794198e-06}
{"train_loss": 0.0011076796799898148, "global_step": 98277, "epoch": 552, "lr": 1.5774636038515533e-06}
{"train_loss": 0.0014969906769692898, "global_step": 98278, "epoch": 552, "lr": 1.5770953743178663e-06}
{"train_loss": 0.0010463919024914503, "global_step": 98279, "epoch": 552, "lr": 1.5767271870787026e-06}
{"train_loss": 0.0009395594825036824, "global_step": 98280, "epoch": 552, "lr": 1.5763590421343732e-06}
{"train_loss": 0.0012094026897102594, "global_step": 98281, "epoch": 552, "lr": 1.5759909394852003e-06}
{"train_loss": 0.0011337280739098787, "global_step": 98282, "epoch": 552, "lr": 1.5756228791315108e-06}
{"train_loss": 0.001322936499491334, "global_step": 98283, "epoch": 552, "lr": 1.5752548610736273e-06}
{"train_loss": 0.0003302149707451463, "global_step": 98284, "epoch": 552, "lr": 1.5748868853118603e-06}
{"train_loss": 0.0015162948984652758, "global_step": 98285, "epoch": 552, "lr": 1.5745189518465376e-06}
{"train_loss": 0.000951338792219758, "global_step": 98286, "epoch": 552, "lr": 1.5741510606779809e-06}
{"train_loss": 0.00033267613616771996, "global_step": 98287, "epoch": 552, "lr": 1.5737832118065177e-06}
{"train_loss": 0.0005484488792717457, "global_step": 98288, "epoch": 552, "lr": 1.5734154052324535e-06}
{"train_loss": 0.0009179746848531067, "global_step": 98289, "epoch": 552, "lr": 1.5730476409561213e-06}
{"train_loss": 0.0007043868536129594, "global_step": 98290, "epoch": 552, "lr": 1.572679918977843e-06}
{"train_loss": 0.0005757508333772421, "global_step": 98291, "epoch": 552, "lr": 1.5723122392979294e-06}
{"train_loss": 0.0007122403476387262, "global_step": 98292, "epoch": 552, "lr": 1.5719446019167195e-06}
{"train_loss": 0.0006577563472092152, "global_step": 98293, "epoch": 552, "lr": 1.5715770068345182e-06}
{"train_loss": 0.0013648293679580092, "global_step": 98294, "epoch": 552, "lr": 1.571209454051653e-06}
{"train_loss": 0.0015350733883678913, "global_step": 98295, "epoch": 552, "lr": 1.5708419435684462e-06}
{"train_loss": 0.0017670802772045135, "global_step": 98296, "epoch": 552, "lr": 1.5704744753852142e-06}
{"train_loss": 0.0007807556539773941, "global_step": 98297, "epoch": 552, "lr": 1.570107049502284e-06}
{"train_loss": 0.0006421110592782497, "global_step": 98298, "epoch": 552, "lr": 1.5697396659199671e-06}
{"train_loss": 0.0007759465370327234, "global_step": 98299, "epoch": 552, "lr": 1.5693723246385906e-06}
{"train_loss": 0.0014581629075109959, "global_step": 98300, "epoch": 552, "lr": 1.569005025658482e-06}
{"train_loss": 0.0005699783796444535, "global_step": 98301, "epoch": 552, "lr": 1.568637768979947e-06}
{"train_loss": 0.00033822166733443737, "global_step": 98302, "epoch": 552, "lr": 1.5682705546033293e-06}
{"train_loss": 0.00022752772201783955, "global_step": 98303, "epoch": 552, "lr": 1.567903382528918e-06}
{"train_loss": 0.0004484520177356899, "global_step": 98304, "epoch": 552, "lr": 1.567536252757057e-06}
{"train_loss": 0.0012912566307932138, "global_step": 98305, "epoch": 552, "lr": 1.5671691652880626e-06}
{"train_loss": 0.0016751517541706562, "global_step": 98306, "epoch": 552, "lr": 1.5668021201222517e-06}
{"train_loss": 0.0007452663267031312, "global_step": 98307, "epoch": 552, "lr": 1.5664351172599512e-06}
{"train_loss": 0.0012054466642439365, "global_step": 98308, "epoch": 552, "lr": 1.5660681567014723e-06}
{"train_loss": 0.00045297929318621755, "global_step": 98309, "epoch": 552, "lr": 1.565701238447137e-06}
{"train_loss": 0.0007194607751443982, "global_step": 98310, "epoch": 552, "lr": 1.5653343624972782e-06}
{"train_loss": 0.0006611330318264663, "global_step": 98311, "epoch": 552, "lr": 1.5649675288521958e-06}
{"train_loss": 0.0008978398400358856, "global_step": 98312, "epoch": 552, "lr": 1.5646007375122341e-06}
{"train_loss": 0.0004425576189532876, "global_step": 98313, "epoch": 552, "lr": 1.5642339884776925e-06}
{"train_loss": 0.00019458457245491445, "global_step": 98314, "epoch": 552, "lr": 1.5638672817488986e-06}
{"train_loss": 0.000510471174493432, "global_step": 98315, "epoch": 552, "lr": 1.5635006173261858e-06}
{"train_loss": 0.0007972353487275541, "global_step": 98316, "epoch": 552, "lr": 1.5631339952098478e-06}
{"train_loss": 0.0005843656254000962, "global_step": 98317, "epoch": 552, "lr": 1.5627674154002292e-06}
{"train_loss": 0.0004977718344889581, "global_step": 98318, "epoch": 552, "lr": 1.5624008778976406e-06}
{"train_loss": 0.0006928974180482328, "global_step": 98319, "epoch": 552, "lr": 1.5620343827023987e-06}
{"train_loss": 0.0005137847037985921, "global_step": 98320, "epoch": 552, "lr": 1.5616679298148307e-06}
{"train_loss": 0.0006869969656690955, "global_step": 98321, "epoch": 552, "lr": 1.5613015192352476e-06}
{"train_loss": 0.00036703917430713773, "global_step": 98322, "epoch": 552, "lr": 1.5609351509639826e-06}
{"train_loss": 0.0010698949918150902, "global_step": 98323, "epoch": 552, "lr": 1.5605688250013407e-06}
{"train_loss": 0.0005270531983114779, "global_step": 98324, "epoch": 552, "lr": 1.5602025413476495e-06}
{"train_loss": 0.0007103719981387258, "global_step": 98325, "epoch": 552, "lr": 1.5598363000032368e-06}
{"train_loss": 0.00066026346758008, "global_step": 98326, "epoch": 552, "lr": 1.559470100968402e-06}
{"train_loss": 0.0010754012037068605, "global_step": 98327, "epoch": 552, "lr": 1.559103944243484e-06}
{"train_loss": 0.0007041806820780039, "global_step": 98328, "epoch": 552, "lr": 1.5587378298287992e-06}
{"train_loss": 0.0008770764688961208, "global_step": 98329, "epoch": 552, "lr": 1.5583717577246582e-06}
{"train_loss": 0.0004441759083420038, "global_step": 98330, "epoch": 552, "lr": 1.5580057279313886e-06}
{"train_loss": 0.0011259358143433928, "global_step": 98331, "epoch": 552, "lr": 1.5576397404493015e-06}
{"train_loss": 0.00042333698365837336, "global_step": 98332, "epoch": 552, "lr": 1.5572737952787298e-06}
{"train_loss": 0.0007886149687692523, "global_step": 98333, "epoch": 552, "lr": 1.5569078924199898e-06}
{"train_loss": 0.0006480206502601504, "global_step": 98334, "epoch": 552, "lr": 1.5565420318733926e-06}
{"train_loss": 0.0005443455302156508, "global_step": 98335, "epoch": 552, "lr": 1.5561762136392655e-06}
{"train_loss": 0.001086213393136859, "global_step": 98336, "epoch": 552, "lr": 1.555810437717925e-06}
{"train_loss": 0.0004750868829432875, "global_step": 98337, "epoch": 552, "lr": 1.5554447041096875e-06}
{"train_loss": 0.00047211709897965193, "global_step": 98338, "epoch": 552, "lr": 1.5550790128148862e-06}
{"train_loss": 0.001356928376480937, "global_step": 98339, "epoch": 552, "lr": 1.5547133638338152e-06}
{"train_loss": 0.0008836435736157, "global_step": 98340, "epoch": 552, "lr": 1.5543477571668242e-06}
{"train_loss": 0.0005716056912206113, "global_step": 98341, "epoch": 552, "lr": 1.5539821928142018e-06}
{"train_loss": 0.0011476785875856876, "global_step": 98342, "epoch": 552, "lr": 1.5536166707762923e-06}
{"train_loss": 0.0009291950264014304, "global_step": 98343, "epoch": 552, "lr": 1.5532511910534064e-06}
{"train_loss": 0.000442936725448817, "global_step": 98344, "epoch": 552, "lr": 1.5528857536458608e-06}
{"train_loss": 0.0005514834774658084, "global_step": 98345, "epoch": 552, "lr": 1.5525203585539772e-06}
{"train_loss": 0.0014691248070448637, "global_step": 98346, "epoch": 552, "lr": 1.552155005778072e-06}
{"train_loss": 0.0004332386888563633, "global_step": 98347, "epoch": 552, "lr": 1.5517896953184563e-06}
{"train_loss": 0.0021510999649763107, "global_step": 98348, "epoch": 552, "lr": 1.5514244271754797e-06}
{"train_loss": 0.0005547719192691147, "global_step": 98349, "epoch": 552, "lr": 1.5510592013494197e-06}
{"train_loss": 0.00020287878578528762, "global_step": 98350, "epoch": 552, "lr": 1.5506940178406315e-06}
{"train_loss": 0.0007404024945572019, "global_step": 98351, "epoch": 552, "lr": 1.5503288766494095e-06}
{"train_loss": 0.001218648860231042, "global_step": 98352, "epoch": 552, "lr": 1.5499637777760812e-06}
{"train_loss": 0.0008954605436883867, "global_step": 98353, "epoch": 552, "lr": 1.5495987212209795e-06}
{"train_loss": 0.001609867438673973, "global_step": 98354, "epoch": 552, "lr": 1.5492337069843931e-06}
{"train_loss": 0.0005297582829371095, "global_step": 98355, "epoch": 552, "lr": 1.548868735066672e-06}
{"train_loss": 0.0009994922438636422, "global_step": 98356, "epoch": 552, "lr": 1.54850380546811e-06}
{"train_loss": 0.0006353587377816439, "global_step": 98357, "epoch": 552, "lr": 1.5481389181890404e-06}
{"train_loss": 0.00021417213429231197, "global_step": 98358, "epoch": 552, "lr": 1.5477740732297796e-06}
{"train_loss": 0.0007762921741232276, "global_step": 98359, "epoch": 552, "lr": 1.5474092705906384e-06}
{"train_loss": 0.0006939216982573271, "global_step": 98360, "epoch": 552, "lr": 1.54704451027195e-06}
{"train_loss": 0.0008039122330956161, "global_step": 98361, "epoch": 552, "lr": 1.5466797922740195e-06}
{"train_loss": 0.0009261901723220944, "global_step": 98362, "epoch": 552, "lr": 1.546315116597169e-06}
{"train_loss": 0.0005909097963012755, "global_step": 98363, "epoch": 552, "lr": 1.545950483241726e-06}
{"train_loss": 0.0003386680327821523, "global_step": 98364, "epoch": 552, "lr": 1.5455858922079901e-06}
{"train_loss": 0.0007968029822222888, "global_step": 98365, "epoch": 552, "lr": 1.5452213434963004e-06}
{"train_loss": 0.00030676095047965646, "global_step": 98366, "epoch": 552, "lr": 1.5448568371069617e-06}
{"train_loss": 0.00036529265344142914, "global_step": 98367, "epoch": 552, "lr": 1.5444923730403016e-06}
{"train_loss": 0.0006931679090484977, "global_step": 98368, "epoch": 552, "lr": 1.5441279512966312e-06}
{"train_loss": 0.000630109803751111, "global_step": 98369, "epoch": 552, "lr": 1.5437635718762721e-06}
{"train_loss": 0.0020813955925405025, "global_step": 98370, "epoch": 552, "lr": 1.5433992347795355e-06}
{"train_loss": 0.0010926652466878295, "global_step": 98371, "epoch": 552, "lr": 1.5430349400067544e-06}
{"train_loss": 0.001989381853491068, "global_step": 98372, "epoch": 552, "lr": 1.5426706875582342e-06}
{"train_loss": 0.0011185606708750129, "global_step": 98373, "epoch": 552, "lr": 1.5423064774342966e-06}
{"train_loss": 0.00029471726156771183, "global_step": 98374, "epoch": 552, "lr": 1.5419423096352636e-06}
{"train_loss": 0.0008213036344386637, "global_step": 98375, "epoch": 552, "lr": 1.5415781841614462e-06}
{"train_loss": 0.00030032944050617516, "global_step": 98376, "epoch": 552, "lr": 1.541214101013172e-06}
{"train_loss": 0.0006507360376417637, "global_step": 98377, "epoch": 552, "lr": 1.5408500601907461e-06}
{"train_loss": 0.0016548822168260813, "global_step": 98378, "epoch": 552, "lr": 1.5404860616945016e-06}
{"train_loss": 0.0008472538320347667, "global_step": 98379, "epoch": 552, "lr": 1.5401221055247383e-06}
{"train_loss": 0.0011021889513358474, "global_step": 98380, "epoch": 552, "lr": 1.539758191681795e-06}
{"train_loss": 0.0008055036305449903, "global_step": 98381, "epoch": 552, "lr": 1.539394320165971e-06}
{"train_loss": 0.0005455305799841881, "global_step": 98382, "epoch": 552, "lr": 1.5390304909775943e-06}
{"train_loss": 0.0021455930545926094, "global_step": 98383, "epoch": 552, "lr": 1.5386667041169866e-06}
{"train_loss": 0.001116006402298808, "global_step": 98384, "epoch": 552, "lr": 1.5383029595844534e-06}
{"train_loss": 0.0006140062469057739, "global_step": 98385, "epoch": 552, "lr": 1.5379392573803164e-06}
{"train_loss": 0.0009899293072521687, "global_step": 98386, "epoch": 552, "lr": 1.5375755975049034e-06}
{"train_loss": 0.0004354770644567907, "global_step": 98387, "epoch": 552, "lr": 1.537211979958514e-06}
{"train_loss": 0.0008200245210900903, "global_step": 98388, "epoch": 552, "lr": 1.536848404741481e-06}
{"train_loss": 0.0004816295113414526, "global_step": 98389, "epoch": 552, "lr": 1.5364848718541157e-06}
{"train_loss": 0.0005314421141520143, "global_step": 98390, "epoch": 552, "lr": 1.5361213812967346e-06}
{"train_loss": 0.0006429211352951825, "global_step": 98391, "epoch": 552, "lr": 1.5357579330696648e-06}
{"train_loss": 0.0005203960463404655, "global_step": 98392, "epoch": 552, "lr": 1.5353945271732118e-06}
{"train_loss": 0.0003546817461028695, "global_step": 98393, "epoch": 552, "lr": 1.5350311636076974e-06}
{"train_loss": 0.0007990336744114757, "global_step": 98394, "epoch": 552, "lr": 1.5346678423734328e-06}
{"train_loss": 0.0009672056185081601, "global_step": 98395, "epoch": 552, "lr": 1.5343045634707453e-06}
{"train_loss": 0.0008514249930158257, "global_step": 98396, "epoch": 552, "lr": 1.5339413268999514e-06}
{"train_loss": 0.0008218939183279872, "global_step": 98397, "epoch": 552, "lr": 1.533578132661362e-06}
{"train_loss": 0.0007167609874159098, "global_step": 98398, "epoch": 552, "lr": 1.5332149807553043e-06}
{"train_loss": 0.0008463006233796477, "global_step": 98399, "epoch": 552, "lr": 1.532851871182084e-06}
{"train_loss": 0.000691609107889235, "global_step": 98400, "epoch": 552, "lr": 1.5324888039420172e-06}
{"train_loss": 0.0006590558332391083, "global_step": 98401, "epoch": 552, "lr": 1.5321257790354425e-06}
{"train_loss": 0.0014276730362325907, "global_step": 98402, "epoch": 552, "lr": 1.5317627964626435e-06}
{"train_loss": 0.0006184171652421355, "global_step": 98403, "epoch": 552, "lr": 1.531399856223964e-06}
{"train_loss": 0.0011449973098933697, "global_step": 98404, "epoch": 552, "lr": 1.5310369583197148e-06}
{"train_loss": 0.00021010515047237277, "global_step": 98405, "epoch": 552, "lr": 1.530674102750207e-06}
{"train_loss": 0.0003179964842274785, "global_step": 98406, "epoch": 552, "lr": 1.5303112895157623e-06}
{"train_loss": 0.001235523959621787, "global_step": 98407, "epoch": 552, "lr": 1.5299485186166974e-06}
{"train_loss": 0.00048349681310355663, "global_step": 98408, "epoch": 552, "lr": 1.5295857900533172e-06}
{"train_loss": 0.0017102056881412864, "global_step": 98409, "epoch": 552, "lr": 1.5292231038259663e-06}
{"train_loss": 0.0007833132985979319, "global_step": 98410, "epoch": 552, "lr": 1.5288604599349276e-06}
{"train_loss": 0.000594722165260464, "global_step": 98411, "epoch": 552, "lr": 1.5284978583805509e-06}
{"train_loss": 0.00014180262223817408, "global_step": 98412, "epoch": 552, "lr": 1.5281352991631249e-06}
{"train_loss": 0.00044418545439839363, "global_step": 98413, "epoch": 552, "lr": 1.5277727822829824e-06}
{"train_loss": 0.000804867479018867, "global_step": 98414, "epoch": 552, "lr": 1.5274103077404345e-06}
{"train_loss": 0.0008396944031119347, "global_step": 98415, "epoch": 552, "lr": 1.527047875535792e-06}
{"train_loss": 0.0006929953815415502, "global_step": 98416, "epoch": 552, "lr": 1.5266854856693935e-06}
{"train_loss": 0.0006414508097805083, "global_step": 98417, "epoch": 552, "lr": 1.5263231381415277e-06}
{"train_loss": 0.0015757555374875665, "global_step": 98418, "epoch": 552, "lr": 1.5259608329525276e-06}
{"train_loss": 0.0008552360814064741, "global_step": 98419, "epoch": 552, "lr": 1.52559857010271e-06}
{"train_loss": 0.0015091123059391975, "global_step": 98420, "epoch": 552, "lr": 1.5252363495923848e-06}
{"train_loss": 0.00035868544364348054, "global_step": 98421, "epoch": 552, "lr": 1.5248741714218694e-06}
{"train_loss": 0.0006548531819134951, "global_step": 98422, "epoch": 552, "lr": 1.5245120355914798e-06}
{"train_loss": 0.00031160342041403055, "global_step": 98423, "epoch": 552, "lr": 1.5241499421015326e-06}
{"train_loss": 0.0006599194603040814, "global_step": 98424, "epoch": 552, "lr": 1.5237878909523552e-06}
{"train_loss": 0.00034562713699415326, "global_step": 98425, "epoch": 552, "lr": 1.5234258821442416e-06}
{"train_loss": 0.00036806013667955995, "global_step": 98426, "epoch": 552, "lr": 1.5230639156775306e-06}
{"train_loss": 0.00038774465792812407, "global_step": 98427, "epoch": 552, "lr": 1.522701991552522e-06}
{"train_loss": 0.00036406045546755195, "global_step": 98428, "epoch": 552, "lr": 1.5223401097695433e-06}
{"train_loss": 0.0002639008453115821, "global_step": 98429, "epoch": 552, "lr": 1.5219782703288999e-06}
{"train_loss": 0.0007777718128636479, "global_step": 98430, "epoch": 552, "lr": 1.521616473230919e-06}
{"train_loss": 0.0014032619073987007, "global_step": 98431, "epoch": 552, "lr": 1.5212547184759063e-06}
{"train_loss": 0.0024389007594436407, "global_step": 98432, "epoch": 552, "lr": 1.520893006064189e-06}
{"train_loss": 0.0008011060676784673, "global_step": 98433, "epoch": 552, "lr": 1.520531335996067e-06}
{"train_loss": 0.001038942951709032, "global_step": 98434, "epoch": 553, "lr": 1.5201697082718735e-06}
{"train_loss": 0.0008597911801189184, "global_step": 98435, "epoch": 553, "lr": 1.5198081228919082e-06}
{"train_loss": 0.0009751657489687204, "global_step": 98436, "epoch": 553, "lr": 1.519446579856504e-06}
{"train_loss": 0.0010816159192472696, "global_step": 98437, "epoch": 553, "lr": 1.5190850791659661e-06}
{"train_loss": 0.00041681461152620614, "global_step": 98438, "epoch": 553, "lr": 1.5187236208206056e-06}
{"train_loss": 0.0006522182957269251, "global_step": 98439, "epoch": 553, "lr": 1.5183622048207557e-06}
{"train_loss": 0.0009035956463776529, "global_step": 98440, "epoch": 553, "lr": 1.5180008311667103e-06}
{"train_loss": 0.00036028673639521003, "global_step": 98441, "epoch": 553, "lr": 1.5176394998587973e-06}
{"train_loss": 0.0010597194777801633, "global_step": 98442, "epoch": 553, "lr": 1.5172782108973382e-06}
{"train_loss": 0.0011881969403475523, "global_step": 98443, "epoch": 553, "lr": 1.5169169642826385e-06}
{"train_loss": 0.0009022185113281012, "global_step": 98444, "epoch": 553, "lr": 1.5165557600150148e-06}
{"train_loss": 0.001537055242806673, "global_step": 98445, "epoch": 553, "lr": 1.5161945980947833e-06}
{"train_loss": 0.001312226289883256, "global_step": 98446, "epoch": 553, "lr": 1.5158334785222605e-06}
{"train_loss": 0.0013634157367050648, "global_step": 98447, "epoch": 553, "lr": 1.5154724012977684e-06}
{"train_loss": 0.0007075238972902298, "global_step": 98448, "epoch": 553, "lr": 1.515111366421601e-06}
{"train_loss": 0.0007894563023000956, "global_step": 98449, "epoch": 553, "lr": 1.5147503738941082e-06}
{"train_loss": 0.0008706540684215724, "global_step": 98450, "epoch": 553, "lr": 1.5143894237155676e-06}
{"train_loss": 0.0004932110896334052, "global_step": 98451, "epoch": 553, "lr": 1.5140285158863177e-06}
{"train_loss": 0.0005060742842033505, "global_step": 98452, "epoch": 553, "lr": 1.5136676504066749e-06}
{"train_loss": 0.00039801758248358965, "global_step": 98453, "epoch": 553, "lr": 1.513306827276939e-06}
{"train_loss": 0.001569716027006507, "global_step": 98454, "epoch": 553, "lr": 1.5129460464974433e-06}
{"train_loss": 0.0010766515042632818, "global_step": 98455, "epoch": 553, "lr": 1.512585308068487e-06}
{"train_loss": 0.0008691342081874609, "global_step": 98456, "epoch": 553, "lr": 1.512224611990387e-06}
{"train_loss": 0.0009287723223678768, "global_step": 98457, "epoch": 553, "lr": 1.5118639582634709e-06}
{"train_loss": 0.0005765852401964366, "global_step": 98458, "epoch": 553, "lr": 1.5115033468880434e-06}
{"train_loss": 0.00037638386129401624, "global_step": 98459, "epoch": 553, "lr": 1.5111427778644216e-06}
{"train_loss": 0.0006503071053884923, "global_step": 98460, "epoch": 553, "lr": 1.510782251192927e-06}
{"train_loss": 0.0002181240706704557, "global_step": 98461, "epoch": 553, "lr": 1.510421766873854e-06}
{"train_loss": 0.0008380527724511921, "global_step": 98462, "epoch": 553, "lr": 1.5100613249075524e-06}
{"train_loss": 0.00027098454302176833, "global_step": 98463, "epoch": 553, "lr": 1.5097009252942995e-06}
{"train_loss": 0.0002641257888171822, "global_step": 98464, "epoch": 553, "lr": 1.5093405680344286e-06}
{"train_loss": 0.0015171526465564966, "global_step": 98465, "epoch": 553, "lr": 1.5089802531282615e-06}
{"train_loss": 0.000658429809845984, "global_step": 98466, "epoch": 553, "lr": 1.5086199805760981e-06}
{"train_loss": 0.0005802701343782246, "global_step": 98467, "epoch": 553, "lr": 1.5082597503782603e-06}
{"train_loss": 0.0006320778047665954, "global_step": 98468, "epoch": 553, "lr": 1.5078995625350645e-06}
{"train_loss": 0.0007009654073044658, "global_step": 98469, "epoch": 553, "lr": 1.5075394170468216e-06}
{"train_loss": 0.0004733863170258701, "global_step": 98470, "epoch": 553, "lr": 1.507179313913848e-06}
{"train_loss": 0.0013684388250112534, "global_step": 98471, "epoch": 553, "lr": 1.506819253136449e-06}
{"train_loss": 0.0008516766829416156, "global_step": 98472, "epoch": 553, "lr": 1.5064592347149575e-06}
{"train_loss": 0.0012440893333405256, "global_step": 98473, "epoch": 553, "lr": 1.506099258649668e-06}
{"train_loss": 0.00023244915064424276, "global_step": 98474, "epoch": 553, "lr": 1.5057393249409136e-06}
{"train_loss": 0.0010884302901104093, "global_step": 98475, "epoch": 553, "lr": 1.5053794335889992e-06}
{"train_loss": 0.001015438698232174, "global_step": 98476, "epoch": 553, "lr": 1.505019584594236e-06}
{"train_loss": 0.0006812376086600125, "global_step": 98477, "epoch": 553, "lr": 1.5046597779569404e-06}
{"train_loss": 0.0009082105825655162, "global_step": 98478, "epoch": 553, "lr": 1.5043000136774289e-06}
{"train_loss": 0.0008175483671948314, "global_step": 98479, "epoch": 553, "lr": 1.5039402917560174e-06}
{"train_loss": 0.0006843414157629013, "global_step": 98480, "epoch": 553, "lr": 1.5035806121930173e-06}
{"train_loss": 0.0011070945765823126, "global_step": 98481, "epoch": 553, "lr": 1.5032209749887449e-06}
{"train_loss": 0.001661441521719098, "global_step": 98482, "epoch": 553, "lr": 1.5028613801435165e-06}
{"train_loss": 0.0004171893233433366, "global_step": 98483, "epoch": 553, "lr": 1.5025018276576374e-06}
{"train_loss": 0.0014646109193563461, "global_step": 98484, "epoch": 553, "lr": 1.5021423175314298e-06}
{"train_loss": 0.0008251288672909141, "global_step": 98485, "epoch": 553, "lr": 1.5017828497651987e-06}
{"train_loss": 0.0007304123137146235, "global_step": 98486, "epoch": 553, "lr": 1.5014234243592663e-06}
{"train_loss": 0.0007636462105438113, "global_step": 98487, "epoch": 553, "lr": 1.5010640413139488e-06}
{"train_loss": 0.0005376537446863949, "global_step": 98488, "epoch": 553, "lr": 1.500704700629546e-06}
{"train_loss": 0.0007209796458482742, "global_step": 98489, "epoch": 553, "lr": 1.5003454023063913e-06}
{"train_loss": 0.0005820209626108408, "global_step": 98490, "epoch": 553, "lr": 1.4999861463447839e-06}
{"train_loss": 0.000505819742102176, "global_step": 98491, "epoch": 553, "lr": 1.4996269327450407e-06}
{"train_loss": 0.0007635605870746076, "global_step": 98492, "epoch": 553, "lr": 1.4992677615074835e-06}
{"train_loss": 0.0010233991779386997, "global_step": 98493, "epoch": 553, "lr": 1.498908632632412e-06}
{"train_loss": 0.0012568661477416754, "global_step": 98494, "epoch": 553, "lr": 1.498549546120148e-06}
{"train_loss": 0.0008773843292146921, "global_step": 98495, "epoch": 553, "lr": 1.4981905019710086e-06}
{"train_loss": 0.00091655453434214, "global_step": 98496, "epoch": 553, "lr": 1.4978315001852982e-06}
{"train_loss": 0.0008437997894361615, "global_step": 98497, "epoch": 553, "lr": 1.4974725407633395e-06}
{"train_loss": 0.0002684230566956103, "global_step": 98498, "epoch": 553, "lr": 1.497113623705443e-06}
{"train_loss": 0.0006821683491580188, "global_step": 98499, "epoch": 553, "lr": 1.4967547490119138e-06}
{"train_loss": 0.0003962133196182549, "global_step": 98500, "epoch": 553, "lr": 1.4963959166830855e-06}
{"train_loss": 0.0005770255229435861, "global_step": 98501, "epoch": 553, "lr": 1.4960371267192463e-06}
{"train_loss": 0.0001941280934261158, "global_step": 98502, "epoch": 553, "lr": 1.4956783791207352e-06}
{"train_loss": 0.001105507486499846, "global_step": 98503, "epoch": 553, "lr": 1.495319673887835e-06}
{"train_loss": 0.0005815386539325118, "global_step": 98504, "epoch": 553, "lr": 1.49496101102089e-06}
{"train_loss": 0.0005083820433355868, "global_step": 98505, "epoch": 553, "lr": 1.4946023905201945e-06}
{"train_loss": 0.0007731413934379816, "global_step": 98506, "epoch": 553, "lr": 1.4942438123860703e-06}
{"train_loss": 0.001340754795819521, "global_step": 98507, "epoch": 553, "lr": 1.4938852766188227e-06}
{"train_loss": 0.0008638689178042114, "global_step": 98508, "epoch": 553, "lr": 1.4935267832187738e-06}
{"train_loss": 0.0004748654901050031, "global_step": 98509, "epoch": 553, "lr": 1.493168332186229e-06}
{"train_loss": 0.00030569458613172174, "global_step": 98510, "epoch": 553, "lr": 1.4928099235215097e-06}
{"train_loss": 0.0010655885562300682, "global_step": 98511, "epoch": 553, "lr": 1.4924515572249165e-06}
{"train_loss": 0.0002785974065773189, "global_step": 98512, "epoch": 553, "lr": 1.4920932332967764e-06}
{"train_loss": 0.0011566989123821259, "global_step": 98513, "epoch": 553, "lr": 1.4917349517373946e-06}
{"train_loss": 0.0007251208880916238, "global_step": 98514, "epoch": 553, "lr": 1.4913767125470823e-06}
{"train_loss": 0.000500217080116272, "global_step": 98515, "epoch": 553, "lr": 1.4910185157261613e-06}
{"train_loss": 0.0011294987052679062, "global_step": 98516, "epoch": 553, "lr": 1.490660361274937e-06}
{"train_loss": 0.0006230439757928252, "global_step": 98517, "epoch": 553, "lr": 1.4903022491937147e-06}
{"train_loss": 0.0006885590264573693, "global_step": 98518, "epoch": 553, "lr": 1.489944179482833e-06}
{"train_loss": 0.0017236046260222793, "global_step": 98519, "epoch": 553, "lr": 1.4895861521425748e-06}
{"train_loss": 0.0009516591671854258, "global_step": 98520, "epoch": 553, "lr": 1.4892281671732677e-06}
{"train_loss": 0.0006642868975177407, "global_step": 98521, "epoch": 553, "lr": 1.4888702245752284e-06}
{"train_loss": 0.00028798304265365005, "global_step": 98522, "epoch": 553, "lr": 1.488512324348762e-06}
{"train_loss": 0.0010687158210203052, "global_step": 98523, "epoch": 553, "lr": 1.4881544664941793e-06}
{"train_loss": 0.0007107311394065619, "global_step": 98524, "epoch": 553, "lr": 1.4877966510117968e-06}
{"train_loss": 0.0005190249066799879, "global_step": 98525, "epoch": 553, "lr": 1.4874388779019366e-06}
{"train_loss": 0.000443801109213382, "global_step": 98526, "epoch": 553, "lr": 1.487081147164887e-06}
{"train_loss": 0.001536390744149685, "global_step": 98527, "epoch": 553, "lr": 1.4867234588009815e-06}
{"train_loss": 0.00024662743089720607, "global_step": 98528, "epoch": 553, "lr": 1.4863658128105306e-06}
{"train_loss": 0.0014726746594533324, "global_step": 98529, "epoch": 553, "lr": 1.4860082091938342e-06}
{"train_loss": 0.0008061563712544739, "global_step": 98530, "epoch": 553, "lr": 1.48565064795122e-06}
{"train_loss": 0.0009548341622576118, "global_step": 98531, "epoch": 553, "lr": 1.4852931290829874e-06}
{"train_loss": 0.0012983707711100578, "global_step": 98532, "epoch": 553, "lr": 1.4849356525894476e-06}
{"train_loss": 0.0004092941526323557, "global_step": 98533, "epoch": 553, "lr": 1.4845782184709333e-06}
{"train_loss": 0.0011438936926424503, "global_step": 98534, "epoch": 553, "lr": 1.4842208267277335e-06}
{"train_loss": 0.0006748968735337257, "global_step": 98535, "epoch": 553, "lr": 1.4838634773601701e-06}
{"train_loss": 0.0009976747678592801, "global_step": 98536, "epoch": 553, "lr": 1.4835061703685593e-06}
{"train_loss": 0.0009785083821043372, "global_step": 98537, "epoch": 553, "lr": 1.4831489057532066e-06}
{"train_loss": 0.0011249923845753074, "global_step": 98538, "epoch": 553, "lr": 1.4827916835144228e-06}
{"train_loss": 0.001716424711048603, "global_step": 98539, "epoch": 553, "lr": 1.4824345036525244e-06}
{"train_loss": 0.0006952109979465604, "global_step": 98540, "epoch": 553, "lr": 1.4820773661678222e-06}
{"train_loss": 0.0008119103731587529, "global_step": 98541, "epoch": 553, "lr": 1.4817202710606271e-06}
{"train_loss": 0.0009671181906014681, "global_step": 98542, "epoch": 553, "lr": 1.4813632183312554e-06}
{"train_loss": 0.0005584403406828642, "global_step": 98543, "epoch": 553, "lr": 1.4810062079800125e-06}
{"train_loss": 0.0007260573329403996, "global_step": 98544, "epoch": 553, "lr": 1.4806492400072148e-06}
{"train_loss": 0.0010454447474330664, "global_step": 98545, "epoch": 553, "lr": 1.4802923144131675e-06}
{"train_loss": 0.0005573370726779103, "global_step": 98546, "epoch": 553, "lr": 1.4799354311981927e-06}
{"train_loss": 0.0003724191337823868, "global_step": 98547, "epoch": 553, "lr": 1.4795785903625903e-06}
{"train_loss": 0.00028398362337611616, "global_step": 98548, "epoch": 553, "lr": 1.479221791906693e-06}
{"train_loss": 0.0013965748948976398, "global_step": 98549, "epoch": 553, "lr": 1.4788650358307786e-06}
{"train_loss": 0.0005320162745192647, "global_step": 98550, "epoch": 553, "lr": 1.4785083221351914e-06}
{"train_loss": 0.0012143796775490046, "global_step": 98551, "epoch": 553, "lr": 1.4781516508202252e-06}
{"train_loss": 0.000292710930807516, "global_step": 98552, "epoch": 553, "lr": 1.477795021886197e-06}
{"train_loss": 0.0007728454074822366, "global_step": 98553, "epoch": 553, "lr": 1.477438435333417e-06}
{"train_loss": 0.001007250277325511, "global_step": 98554, "epoch": 553, "lr": 1.4770818911621965e-06}
{"train_loss": 0.0011508360039442778, "global_step": 98555, "epoch": 553, "lr": 1.4767253893728405e-06}
{"train_loss": 0.0009772509802132845, "global_step": 98556, "epoch": 553, "lr": 1.4763689299656824e-06}
{"train_loss": 0.0015868146438151598, "global_step": 98557, "epoch": 553, "lr": 1.4760125129409996e-06}
{"train_loss": 0.0004894457524642348, "global_step": 98558, "epoch": 553, "lr": 1.4756561382991418e-06}
{"train_loss": 0.0007579379016533494, "global_step": 98559, "epoch": 553, "lr": 1.475299806040381e-06}
{"train_loss": 0.0007638512179255486, "global_step": 98560, "epoch": 553, "lr": 1.4749435161650615e-06}
{"train_loss": 0.00048013177001848817, "global_step": 98561, "epoch": 553, "lr": 1.4745872686734774e-06}
{"train_loss": 0.00029754143906757236, "global_step": 98562, "epoch": 553, "lr": 1.474231063565934e-06}
{"train_loss": 0.000486369855934754, "global_step": 98563, "epoch": 553, "lr": 1.4738749008427698e-06}
{"train_loss": 0.00035392530844546854, "global_step": 98564, "epoch": 553, "lr": 1.4735187805042627e-06}
{"train_loss": 0.0009202857036143541, "global_step": 98565, "epoch": 553, "lr": 1.4731627025507454e-06}
{"train_loss": 0.0013853369746357203, "global_step": 98566, "epoch": 553, "lr": 1.4728066669825236e-06}
{"train_loss": 0.00042362307431176305, "global_step": 98567, "epoch": 553, "lr": 1.4724506737999021e-06}
{"train_loss": 0.0005194478435441852, "global_step": 98568, "epoch": 553, "lr": 1.4720947230032033e-06}
{"train_loss": 0.0009778528474271297, "global_step": 98569, "epoch": 553, "lr": 1.471738814592727e-06}
{"train_loss": 0.0009805075824260712, "global_step": 98570, "epoch": 553, "lr": 1.4713829485687892e-06}
{"train_loss": 0.00026462343521416187, "global_step": 98571, "epoch": 553, "lr": 1.4710271249317065e-06}
{"train_loss": 0.0006199226481840014, "global_step": 98572, "epoch": 553, "lr": 1.470671343681773e-06}
{"train_loss": 0.0012536715948954225, "global_step": 98573, "epoch": 553, "lr": 1.4703156048193167e-06}
{"train_loss": 0.0006801511626690626, "global_step": 98574, "epoch": 553, "lr": 1.469959908344637e-06}
{"train_loss": 0.0011069388128817081, "global_step": 98575, "epoch": 553, "lr": 1.4696042542580556e-06}
{"train_loss": 0.0006134644499979913, "global_step": 98576, "epoch": 553, "lr": 1.4692486425598728e-06}
{"train_loss": 0.0004529440775513649, "global_step": 98577, "epoch": 553, "lr": 1.4688930732504047e-06}
{"train_loss": 0.0009636894101276994, "global_step": 98578, "epoch": 553, "lr": 1.4685375463299566e-06}
{"train_loss": 0.0007492814911529422, "global_step": 98579, "epoch": 553, "lr": 1.4681820617988506e-06}
{"train_loss": 0.0010703905718401074, "global_step": 98580, "epoch": 553, "lr": 1.4678266196573753e-06}
{"train_loss": 0.0004747575439978391, "global_step": 98581, "epoch": 553, "lr": 1.4674712199058694e-06}
{"train_loss": 0.001306967344135046, "global_step": 98582, "epoch": 553, "lr": 1.4671158625446213e-06}
{"train_loss": 0.00037895565037615597, "global_step": 98583, "epoch": 553, "lr": 1.4667605475739476e-06}
{"train_loss": 0.0008981861756183207, "global_step": 98584, "epoch": 553, "lr": 1.4664052749941648e-06}
{"train_loss": 0.0005277536110952497, "global_step": 98585, "epoch": 553, "lr": 1.4660500448055725e-06}
{"train_loss": 0.0010124675463885069, "global_step": 98586, "epoch": 553, "lr": 1.4656948570084984e-06}
{"train_loss": 0.0009961780160665512, "global_step": 98587, "epoch": 553, "lr": 1.4653397116032307e-06}
{"train_loss": 0.0011984116863459349, "global_step": 98588, "epoch": 553, "lr": 1.4649846085900976e-06}
{"train_loss": 0.0007547292625531554, "global_step": 98589, "epoch": 553, "lr": 1.4646295479693983e-06}
{"train_loss": 0.00043618035851977766, "global_step": 98590, "epoch": 553, "lr": 1.4642745297414496e-06}
{"train_loss": 0.0014639602741226554, "global_step": 98591, "epoch": 553, "lr": 1.4639195539065565e-06}
{"train_loss": 0.0007093026069924235, "global_step": 98592, "epoch": 553, "lr": 1.46356462046503e-06}
{"train_loss": 0.0018438814440742135, "global_step": 98593, "epoch": 553, "lr": 1.4632097294171754e-06}
{"train_loss": 0.0006004422320984304, "global_step": 98594, "epoch": 553, "lr": 1.4628548807633203e-06}
{"train_loss": 0.0006293540354818106, "global_step": 98595, "epoch": 553, "lr": 1.4625000745037532e-06}
{"train_loss": 0.0011708347592502832, "global_step": 98596, "epoch": 553, "lr": 1.4621453106388072e-06}
{"train_loss": 0.0008408866124227643, "global_step": 98597, "epoch": 553, "lr": 1.46179058916876e-06}
{"train_loss": 0.0014419080689549446, "global_step": 98598, "epoch": 553, "lr": 1.46143591009395e-06}
{"train_loss": 0.0006263490067794919, "global_step": 98599, "epoch": 553, "lr": 1.4610812734146773e-06}
{"train_loss": 0.0008226982899941504, "global_step": 98600, "epoch": 553, "lr": 1.4607266791312524e-06}
{"train_loss": 0.0008155651157721877, "global_step": 98601, "epoch": 553, "lr": 1.4603721272439864e-06}
{"train_loss": 0.0002813326136674732, "global_step": 98602, "epoch": 553, "lr": 1.4600176177531788e-06}
{"train_loss": 0.0006673572352156043, "global_step": 98603, "epoch": 553, "lr": 1.4596631506591463e-06}
{"train_loss": 0.0010432933922857046, "global_step": 98604, "epoch": 553, "lr": 1.4593087259622052e-06}
{"train_loss": 0.0003228957357350737, "global_step": 98605, "epoch": 553, "lr": 1.458954343662655e-06}
{"train_loss": 0.001014868961647153, "global_step": 98606, "epoch": 553, "lr": 1.4586000037608128e-06}
{"train_loss": 0.0002874928468372673, "global_step": 98607, "epoch": 553, "lr": 1.4582457062569888e-06}
{"train_loss": 0.00031491718254983425, "global_step": 98608, "epoch": 553, "lr": 1.4578914511514775e-06}
{"train_loss": 0.0004966249689459801, "global_step": 98609, "epoch": 553, "lr": 1.4575372384446061e-06}
{"train_loss": 0.0012039612047374249, "global_step": 98610, "epoch": 553, "lr": 1.457183068136675e-06}
{"train_loss": 0.0008205580736838773, "global_step": 98611, "epoch": 553, "lr": 1.456828940228e-06}
{"train_loss": 0.0025082977954298258, "global_step": 98612, "epoch": 554, "lr": 1.4564748547188756e-06}
{"train_loss": 0.0010085389949381351, "global_step": 98613, "epoch": 554, "lr": 1.4561208116096292e-06}
{"train_loss": 0.0005613372195512056, "global_step": 98614, "epoch": 554, "lr": 1.4557668109005608e-06}
{"train_loss": 0.0004034804878756404, "global_step": 98615, "epoch": 554, "lr": 1.4554128525919808e-06}
{"train_loss": 0.0005705900257453322, "global_step": 98616, "epoch": 554, "lr": 1.4550589366842006e-06}
{"train_loss": 0.0008353648008778691, "global_step": 98617, "epoch": 554, "lr": 1.454705063177525e-06}
{"train_loss": 0.0012543380726128817, "global_step": 98618, "epoch": 554, "lr": 1.4543512320722652e-06}
{"train_loss": 0.0005681273760274053, "global_step": 98619, "epoch": 554, "lr": 1.453997443368732e-06}
{"train_loss": 0.0008203587494790554, "global_step": 98620, "epoch": 554, "lr": 1.4536436970672306e-06}
{"train_loss": 0.00025080659543164074, "global_step": 98621, "epoch": 554, "lr": 1.453289993168072e-06}
{"train_loss": 0.0006698841461911798, "global_step": 98622, "epoch": 554, "lr": 1.4529363316715672e-06}
{"train_loss": 0.0009636848699301481, "global_step": 98623, "epoch": 554, "lr": 1.4525827125780268e-06}
{"train_loss": 0.0012935554841533303, "global_step": 98624, "epoch": 554, "lr": 1.4522291358877504e-06}
{"train_loss": 0.0004349351511336863, "global_step": 98625, "epoch": 554, "lr": 1.4518756016010492e-06}
{"train_loss": 0.0005537288961932063, "global_step": 98626, "epoch": 554, "lr": 1.4515221097182452e-06}
{"train_loss": 0.0012130197137594223, "global_step": 98627, "epoch": 554, "lr": 1.4511686602396324e-06}
{"train_loss": 0.000766560435295105, "global_step": 98628, "epoch": 554, "lr": 1.4508152531655273e-06}
{"train_loss": 0.0008500379044562578, "global_step": 98629, "epoch": 554, "lr": 1.450461888496235e-06}
{"train_loss": 0.0004729495267383754, "global_step": 98630, "epoch": 554, "lr": 1.4501085662320612e-06}
{"train_loss": 0.0008247961523011327, "global_step": 98631, "epoch": 554, "lr": 1.4497552863733222e-06}
{"train_loss": 0.0012380073312669992, "global_step": 98632, "epoch": 554, "lr": 1.4494020489203175e-06}
{"train_loss": 0.0014878131914883852, "global_step": 98633, "epoch": 554, "lr": 1.4490488538733637e-06}
{"train_loss": 0.0013800046872347593, "global_step": 98634, "epoch": 554, "lr": 1.4486957012327718e-06}
{"train_loss": 0.0007826709188520908, "global_step": 98635, "epoch": 554, "lr": 1.4483425909988357e-06}
{"train_loss": 0.0010574939660727978, "global_step": 98636, "epoch": 554, "lr": 1.4479895231718775e-06}
{"train_loss": 0.0006039399886503816, "global_step": 98637, "epoch": 554, "lr": 1.4476364977521973e-06}
{"train_loss": 0.0009043180616572499, "global_step": 98638, "epoch": 554, "lr": 1.447283514740111e-06}
{"train_loss": 0.0005083343712612987, "global_step": 98639, "epoch": 554, "lr": 1.446930574135924e-06}
{"train_loss": 0.0006331986514851451, "global_step": 98640, "epoch": 554, "lr": 1.446577675939942e-06}
{"train_loss": 0.001378919230774045, "global_step": 98641, "epoch": 554, "lr": 1.4462248201524698e-06}
{"train_loss": 0.0005697538144886494, "global_step": 98642, "epoch": 554, "lr": 1.4458720067738297e-06}
{"train_loss": 0.00046498290612362325, "global_step": 98643, "epoch": 554, "lr": 1.44551923580431e-06}
{"train_loss": 0.00047479034401476383, "global_step": 98644, "epoch": 554, "lr": 1.4451665072442389e-06}
{"train_loss": 0.0010370495729148388, "global_step": 98645, "epoch": 554, "lr": 1.4448138210939099e-06}
{"train_loss": 0.00041146972216665745, "global_step": 98646, "epoch": 554, "lr": 1.4444611773536343e-06}
{"train_loss": 0.001531871734187007, "global_step": 98647, "epoch": 554, "lr": 1.444108576023734e-06}
{"train_loss": 0.0006297386717051268, "global_step": 98648, "epoch": 554, "lr": 1.4437560171044917e-06}
{"train_loss": 0.0004066045512445271, "global_step": 98649, "epoch": 554, "lr": 1.443403500596241e-06}
{"train_loss": 0.0004999686498194933, "global_step": 98650, "epoch": 554, "lr": 1.4430510264992647e-06}
{"train_loss": 0.0002767518744803965, "global_step": 98651, "epoch": 554, "lr": 1.4426985948138904e-06}
{"train_loss": 0.00036340818041935563, "global_step": 98652, "epoch": 554, "lr": 1.442346205540418e-06}
{"train_loss": 0.0004533955070655793, "global_step": 98653, "epoch": 554, "lr": 1.441993858679158e-06}
{"train_loss": 0.0005839270306751132, "global_step": 98654, "epoch": 554, "lr": 1.4416415542304163e-06}
{"train_loss": 0.000554682279471308, "global_step": 98655, "epoch": 554, "lr": 1.4412892921944976e-06}
{"train_loss": 0.0012989495880901814, "global_step": 98656, "epoch": 554, "lr": 1.440937072571713e-06}
{"train_loss": 0.0009796584490686655, "global_step": 98657, "epoch": 554, "lr": 1.4405848953623736e-06}
{"train_loss": 0.0007990004378370941, "global_step": 98658, "epoch": 554, "lr": 1.4402327605667788e-06}
{"train_loss": 0.0005951005732640624, "global_step": 98659, "epoch": 554, "lr": 1.439880668185245e-06}
{"train_loss": 0.00022710234043188393, "global_step": 98660, "epoch": 554, "lr": 1.4395286182180722e-06}
{"train_loss": 0.0009247882990166545, "global_step": 98661, "epoch": 554, "lr": 1.4391766106655769e-06}
{"train_loss": 0.0017096162773668766, "global_step": 98662, "epoch": 554, "lr": 1.4388246455280529e-06}
{"train_loss": 0.0007010992849245667, "global_step": 98663, "epoch": 554, "lr": 1.4384727228058225e-06}
{"train_loss": 0.00104759749956429, "global_step": 98664, "epoch": 554, "lr": 1.4381208424991799e-06}
{"train_loss": 0.0012145994696766138, "global_step": 98665, "epoch": 554, "lr": 1.4377690046084469e-06}
{"train_loss": 0.0006690772133879364, "global_step": 98666, "epoch": 554, "lr": 1.4374172091339122e-06}
{"train_loss": 0.0012696178164333105, "global_step": 98667, "epoch": 554, "lr": 1.4370654560758978e-06}
{"train_loss": 0.0009428476914763451, "global_step": 98668, "epoch": 554, "lr": 1.436713745434709e-06}
{"train_loss": 0.000527198426425457, "global_step": 98669, "epoch": 554, "lr": 1.4363620772106513e-06}
{"train_loss": 0.00026933237677440047, "global_step": 98670, "epoch": 554, "lr": 1.4360104514040296e-06}
{"train_loss": 0.0008226089412346482, "global_step": 98671, "epoch": 554, "lr": 1.4356588680151438e-06}
{"train_loss": 0.00044179739779792726, "global_step": 98672, "epoch": 554, "lr": 1.435307327044322e-06}
{"train_loss": 0.0006192615837790072, "global_step": 98673, "epoch": 554, "lr": 1.4349558284918518e-06}
{"train_loss": 0.00042337048216722906, "global_step": 98674, "epoch": 554, "lr": 1.4346043723580505e-06}
{"train_loss": 0.0009651692234911025, "global_step": 98675, "epoch": 554, "lr": 1.4342529586432228e-06}
{"train_loss": 0.00030730548314750195, "global_step": 98676, "epoch": 554, "lr": 1.4339015873476747e-06}
{"train_loss": 0.00032643735175952315, "global_step": 98677, "epoch": 554, "lr": 1.4335502584717109e-06}
{"train_loss": 0.001259050564840436, "global_step": 98678, "epoch": 554, "lr": 1.4331989720156426e-06}
{"train_loss": 0.0009186788811348379, "global_step": 98679, "epoch": 554, "lr": 1.4328477279797692e-06}
{"train_loss": 0.0019706720486283302, "global_step": 98680, "epoch": 554, "lr": 1.432496526364413e-06}
{"train_loss": 0.0005994492676109076, "global_step": 98681, "epoch": 554, "lr": 1.4321453671698627e-06}
{"train_loss": 0.0004170835600234568, "global_step": 98682, "epoch": 554, "lr": 1.4317942503964344e-06}
{"train_loss": 0.0007458024192601442, "global_step": 98683, "epoch": 554, "lr": 1.4314431760444335e-06}
{"train_loss": 0.0008660138119012117, "global_step": 98684, "epoch": 554, "lr": 1.4310921441141712e-06}
{"train_loss": 0.00047868434921838343, "global_step": 98685, "epoch": 554, "lr": 1.4307411546059412e-06}
{"train_loss": 0.0009122539195232093, "global_step": 98686, "epoch": 554, "lr": 1.430390207520066e-06}
{"train_loss": 0.0006192183354869485, "global_step": 98687, "epoch": 554, "lr": 1.4300393028568394e-06}
{"train_loss": 0.001157915685325861, "global_step": 98688, "epoch": 554, "lr": 1.4296884406165723e-06}
{"train_loss": 0.0004891878343187273, "global_step": 98689, "epoch": 554, "lr": 1.4293376207995757e-06}
{"train_loss": 0.0007360250456258655, "global_step": 98690, "epoch": 554, "lr": 1.4289868434061494e-06}
{"train_loss": 0.0005809176946058869, "global_step": 98691, "epoch": 554, "lr": 1.428636108436604e-06}
{"train_loss": 0.0010629044845700264, "global_step": 98692, "epoch": 554, "lr": 1.4282854158912452e-06}
{"train_loss": 0.0013278736732900143, "global_step": 98693, "epoch": 554, "lr": 1.4279347657703724e-06}
{"train_loss": 0.0007564839906990528, "global_step": 98694, "epoch": 554, "lr": 1.4275841580743022e-06}
{"train_loss": 0.0010047871619462967, "global_step": 98695, "epoch": 554, "lr": 1.4272335928033398e-06}
{"train_loss": 0.00033066392643377185, "global_step": 98696, "epoch": 554, "lr": 1.4268830699577795e-06}
{"train_loss": 0.00043887310312129557, "global_step": 98697, "epoch": 554, "lr": 1.4265325895379434e-06}
{"train_loss": 0.00046472559915855527, "global_step": 98698, "epoch": 554, "lr": 1.426182151544131e-06}
{"train_loss": 0.001871888991445303, "global_step": 98699, "epoch": 554, "lr": 1.4258317559766422e-06}
{"train_loss": 0.0005197566351853311, "global_step": 98700, "epoch": 554, "lr": 1.4254814028357933e-06}
{"train_loss": 0.00025172161986120045, "global_step": 98701, "epoch": 554, "lr": 1.425131092121884e-06}
{"train_loss": 0.0003805247542914003, "global_step": 98702, "epoch": 554, "lr": 1.4247808238352144e-06}
{"train_loss": 0.0008932776981964707, "global_step": 98703, "epoch": 554, "lr": 1.4244305979761119e-06}
{"train_loss": 0.0011784415692090988, "global_step": 98704, "epoch": 554, "lr": 1.4240804145448594e-06}
{"train_loss": 0.0009429590427316725, "global_step": 98705, "epoch": 554, "lr": 1.423730273541779e-06}
{"train_loss": 0.0006071723182685673, "global_step": 98706, "epoch": 554, "lr": 1.4233801749671595e-06}
{"train_loss": 0.0006494576809927821, "global_step": 98707, "epoch": 554, "lr": 1.4230301188213168e-06}
{"train_loss": 0.0004931052681058645, "global_step": 98708, "epoch": 554, "lr": 1.4226801051045625e-06}
{"train_loss": 0.0004849030519835651, "global_step": 98709, "epoch": 554, "lr": 1.4223301338171901e-06}
{"train_loss": 0.0010297661647200584, "global_step": 98710, "epoch": 554, "lr": 1.4219802049595222e-06}
{"train_loss": 0.0009235338657163084, "global_step": 98711, "epoch": 554, "lr": 1.4216303185318413e-06}
{"train_loss": 0.0007274727104231715, "global_step": 98712, "epoch": 554, "lr": 1.42128047453447e-06}
{"train_loss": 0.0007223702850751579, "global_step": 98713, "epoch": 554, "lr": 1.4209306729677075e-06}
{"train_loss": 0.00035930954618379474, "global_step": 98714, "epoch": 554, "lr": 1.4205809138318648e-06}
{"train_loss": 0.001018842332996428, "global_step": 98715, "epoch": 554, "lr": 1.4202311971272419e-06}
{"train_loss": 0.0008909931057132781, "global_step": 98716, "epoch": 554, "lr": 1.419881522854144e-06}
{"train_loss": 0.0006377417594194412, "global_step": 98717, "epoch": 554, "lr": 1.4195318910128763e-06}
{"train_loss": 0.000827896292321384, "global_step": 98718, "epoch": 554, "lr": 1.4191823016037553e-06}
{"train_loss": 0.0006847346667200327, "global_step": 98719, "epoch": 554, "lr": 1.4188327546270696e-06}
{"train_loss": 0.0014821896329522133, "global_step": 98720, "epoch": 554, "lr": 1.4184832500831412e-06}
{"train_loss": 0.0003724902053363621, "global_step": 98721, "epoch": 554, "lr": 1.4181337879722533e-06}
{"train_loss": 0.00029077823273837566, "global_step": 98722, "epoch": 554, "lr": 1.4177843682947334e-06}
{"train_loss": 0.0013933731243014336, "global_step": 98723, "epoch": 554, "lr": 1.41743499105087e-06}
{"train_loss": 0.0006767857121303678, "global_step": 98724, "epoch": 554, "lr": 1.4170856562409851e-06}
{"train_loss": 0.0009508250514045358, "global_step": 98725, "epoch": 554, "lr": 1.4167363638653674e-06}
{"train_loss": 0.0018332651816308498, "global_step": 98726, "epoch": 554, "lr": 1.4163871139243334e-06}
{"train_loss": 0.00046961387852206826, "global_step": 98727, "epoch": 554, "lr": 1.4160379064181771e-06}
{"train_loss": 0.0005761415231972933, "global_step": 98728, "epoch": 554, "lr": 1.4156887413472208e-06}
{"train_loss": 0.0008482446428388357, "global_step": 98729, "epoch": 554, "lr": 1.4153396187117473e-06}
{"train_loss": 0.000678469892591238, "global_step": 98730, "epoch": 554, "lr": 1.4149905385120843e-06}
{"train_loss": 0.0018819603137671947, "global_step": 98731, "epoch": 554, "lr": 1.4146415007485202e-06}
{"train_loss": 0.0003581747296266258, "global_step": 98732, "epoch": 554, "lr": 1.4142925054213607e-06}
{"train_loss": 0.00030250579584389925, "global_step": 98733, "epoch": 554, "lr": 1.4139435525309274e-06}
{"train_loss": 0.0004977999487891793, "global_step": 98734, "epoch": 554, "lr": 1.4135946420774982e-06}
{"train_loss": 0.0004696452524513006, "global_step": 98735, "epoch": 554, "lr": 1.4132457740614003e-06}
{"train_loss": 0.0006548819364979863, "global_step": 98736, "epoch": 554, "lr": 1.4128969484829335e-06}
{"train_loss": 0.0009854559320956469, "global_step": 98737, "epoch": 554, "lr": 1.4125481653423978e-06}
{"train_loss": 0.0013926145620644093, "global_step": 98738, "epoch": 554, "lr": 1.4121994246400982e-06}
{"train_loss": 0.0004458524053916335, "global_step": 98739, "epoch": 554, "lr": 1.4118507263763403e-06}
{"train_loss": 0.0009156714077107608, "global_step": 98740, "epoch": 554, "lr": 1.4115020705514293e-06}
{"train_loss": 0.0003231031587347388, "global_step": 98741, "epoch": 554, "lr": 1.4111534571656703e-06}
{"train_loss": 0.0002492382482159883, "global_step": 98742, "epoch": 554, "lr": 1.4108048862193634e-06}
{"train_loss": 0.0013514675665646791, "global_step": 98743, "epoch": 554, "lr": 1.4104563577128249e-06}
{"train_loss": 0.0011688810773193836, "global_step": 98744, "epoch": 554, "lr": 1.410107871646338e-06}
{"train_loss": 0.0010462729260325432, "global_step": 98745, "epoch": 554, "lr": 1.4097594280202297e-06}
{"train_loss": 0.0004579983069561422, "global_step": 98746, "epoch": 554, "lr": 1.4094110268347948e-06}
{"train_loss": 0.00032715019187889993, "global_step": 98747, "epoch": 554, "lr": 1.4090626680903385e-06}
{"train_loss": 0.00033552548848092556, "global_step": 98748, "epoch": 554, "lr": 1.4087143517871604e-06}
{"train_loss": 0.0005303962389007211, "global_step": 98749, "epoch": 554, "lr": 1.4083660779255713e-06}
{"train_loss": 0.0008140926365740597, "global_step": 98750, "epoch": 554, "lr": 1.4080178465058657e-06}
{"train_loss": 0.0004211549530737102, "global_step": 98751, "epoch": 554, "lr": 1.40766965752836e-06}
{"train_loss": 0.0004552002646960318, "global_step": 98752, "epoch": 554, "lr": 1.4073215109933536e-06}
{"train_loss": 0.0011155691463500261, "global_step": 98753, "epoch": 554, "lr": 1.4069734069011464e-06}
{"train_loss": 0.000329845177475363, "global_step": 98754, "epoch": 554, "lr": 1.4066253452520494e-06}
{"train_loss": 0.0007488380069844425, "global_step": 98755, "epoch": 554, "lr": 1.406277326046357e-06}
{"train_loss": 0.00042487902101129293, "global_step": 98756, "epoch": 554, "lr": 1.4059293492843905e-06}
{"train_loss": 0.000909938127733767, "global_step": 98757, "epoch": 554, "lr": 1.4055814149664337e-06}
{"train_loss": 0.0011690481333062053, "global_step": 98758, "epoch": 554, "lr": 1.4052335230928082e-06}
{"train_loss": 0.0016564072575420141, "global_step": 98759, "epoch": 554, "lr": 1.4048856736637972e-06}
{"train_loss": 0.0009688507998362184, "global_step": 98760, "epoch": 554, "lr": 1.4045378666797283e-06}
{"train_loss": 0.0004931456642225385, "global_step": 98761, "epoch": 554, "lr": 1.4041901021408844e-06}
{"train_loss": 0.0014215260744094849, "global_step": 98762, "epoch": 554, "lr": 1.4038423800475819e-06}
{"train_loss": 0.0008037032675929368, "global_step": 98763, "epoch": 554, "lr": 1.4034947004001263e-06}
{"train_loss": 0.0003813045332208276, "global_step": 98764, "epoch": 554, "lr": 1.4031470631988064e-06}
{"train_loss": 0.0002819518558681011, "global_step": 98765, "epoch": 554, "lr": 1.4027994684439383e-06}
{"train_loss": 0.0006665780674666166, "global_step": 98766, "epoch": 554, "lr": 1.4024519161358274e-06}
{"train_loss": 0.0009163548238575459, "global_step": 98767, "epoch": 554, "lr": 1.402104406274768e-06}
{"train_loss": 0.0005096753593534231, "global_step": 98768, "epoch": 554, "lr": 1.4017569388610652e-06}
{"train_loss": 0.001116795465350151, "global_step": 98769, "epoch": 554, "lr": 1.40140951389503e-06}
{"train_loss": 0.0007261935388669372, "global_step": 98770, "epoch": 554, "lr": 1.4010621313769622e-06}
{"train_loss": 0.00029912247555330396, "global_step": 98771, "epoch": 554, "lr": 1.4007147913071616e-06}
{"train_loss": 0.0003803787985816598, "global_step": 98772, "epoch": 554, "lr": 1.4003674936859335e-06}
{"train_loss": 0.0004688394255936146, "global_step": 98773, "epoch": 554, "lr": 1.400020238513583e-06}
{"train_loss": 0.002096570562571287, "global_step": 98774, "epoch": 554, "lr": 1.3996730257904156e-06}
{"train_loss": 0.00033923721639439464, "global_step": 98775, "epoch": 554, "lr": 1.399325855516731e-06}
{"train_loss": 0.0010069026611745358, "global_step": 98776, "epoch": 554, "lr": 1.398978727692829e-06}
{"train_loss": 0.00048817743663676083, "global_step": 98777, "epoch": 554, "lr": 1.3986316423190204e-06}
{"train_loss": 0.0009068724466487765, "global_step": 98778, "epoch": 554, "lr": 1.398284599395605e-06}
{"train_loss": 0.00036253553116694093, "global_step": 98779, "epoch": 554, "lr": 1.3979375989228826e-06}
{"train_loss": 0.0011000186204910278, "global_step": 98780, "epoch": 554, "lr": 1.397590640901153e-06}
{"train_loss": 0.0009306720457971096, "global_step": 98781, "epoch": 554, "lr": 1.397243725330738e-06}
{"train_loss": 0.0007978833746165037, "global_step": 98782, "epoch": 554, "lr": 1.3968968522119208e-06}
{"train_loss": 0.0009623048827052116, "global_step": 98783, "epoch": 554, "lr": 1.3965500215450123e-06}
{"train_loss": 0.0007222559070214629, "global_step": 98784, "epoch": 554, "lr": 1.3962032333303177e-06}
{"train_loss": 0.0008034997154027224, "global_step": 98785, "epoch": 554, "lr": 1.3958564875681368e-06}
{"train_loss": 0.0010697725228965282, "global_step": 98786, "epoch": 554, "lr": 1.3955097842587694e-06}
{"train_loss": 0.0012641167268157005, "global_step": 98787, "epoch": 554, "lr": 1.3951631234025263e-06}
{"train_loss": 0.0007602614350616932, "global_step": 98788, "epoch": 554, "lr": 1.3948165049996964e-06}
{"train_loss": 0.0007855872208484072, "global_step": 98789, "epoch": 554, "lr": 1.3944699290506014e-06}
{"train_loss": 0.0008407753193750978, "global_step": 98790, "epoch": 555, "lr": 1.39412339555553e-06}
{"train_loss": 0.0007545629050582647, "global_step": 98791, "epoch": 555, "lr": 1.3937769045147874e-06}
{"train_loss": 0.0011272842530161142, "global_step": 98792, "epoch": 555, "lr": 1.3934304559286792e-06}
{"train_loss": 0.0004638034733943641, "global_step": 98793, "epoch": 555, "lr": 1.3930840497975051e-06}
{"train_loss": 0.0009419960551895201, "global_step": 98794, "epoch": 555, "lr": 1.3927376861215756e-06}
{"train_loss": 0.00041187406168319285, "global_step": 98795, "epoch": 555, "lr": 1.39239136490118e-06}
{"train_loss": 0.00081755465362221, "global_step": 98796, "epoch": 555, "lr": 1.392045086136634e-06}
{"train_loss": 0.0009696161141619086, "global_step": 98797, "epoch": 555, "lr": 1.3916988498282268e-06}
{"train_loss": 0.0006850198842585087, "global_step": 98798, "epoch": 555, "lr": 1.3913526559762745e-06}
{"train_loss": 0.001392417005263269, "global_step": 98799, "epoch": 555, "lr": 1.391006504581066e-06}
{"train_loss": 0.0003863309102598578, "global_step": 98800, "epoch": 555, "lr": 1.3906603956429176e-06}
{"train_loss": 0.000608324829954654, "global_step": 98801, "epoch": 555, "lr": 1.3903143291621234e-06}
{"train_loss": 0.0001308285864070058, "global_step": 98802, "epoch": 555, "lr": 1.3899683051389834e-06}
{"train_loss": 0.0009455329272896051, "global_step": 98803, "epoch": 555, "lr": 1.389622323573797e-06}
{"train_loss": 0.0007493924349546432, "global_step": 98804, "epoch": 555, "lr": 1.3892763844668865e-06}
{"train_loss": 0.00041947391582652926, "global_step": 98805, "epoch": 555, "lr": 1.3889304878185293e-06}
{"train_loss": 0.00036353629548102617, "global_step": 98806, "epoch": 555, "lr": 1.388584633629042e-06}
{"train_loss": 0.0013641826808452606, "global_step": 98807, "epoch": 555, "lr": 1.3882388218987242e-06}
{"train_loss": 0.0004833679413422942, "global_step": 98808, "epoch": 555, "lr": 1.3878930526278755e-06}
{"train_loss": 0.0006399126723408699, "global_step": 98809, "epoch": 555, "lr": 1.3875473258168014e-06}
{"train_loss": 0.0027729514986276627, "global_step": 98810, "epoch": 555, "lr": 1.3872016414657963e-06}
{"train_loss": 0.0008983015432022512, "global_step": 98811, "epoch": 555, "lr": 1.3868559995751652e-06}
{"train_loss": 0.0005400261143222451, "global_step": 98812, "epoch": 555, "lr": 1.386510400145219e-06}
{"train_loss": 0.0006954593700356781, "global_step": 98813, "epoch": 555, "lr": 1.386164843176252e-06}
{"train_loss": 0.0004095772746950388, "global_step": 98814, "epoch": 555, "lr": 1.3858193286685694e-06}
{"train_loss": 0.00046985046355985105, "global_step": 98815, "epoch": 555, "lr": 1.3854738566224656e-06}
{"train_loss": 0.0009844362502917647, "global_step": 98816, "epoch": 555, "lr": 1.3851284270382458e-06}
{"train_loss": 0.0011895413044840097, "global_step": 98817, "epoch": 555, "lr": 1.384783039916221e-06}
{"train_loss": 0.001143012661486864, "global_step": 98818, "epoch": 555, "lr": 1.384437695256674e-06}
{"train_loss": 0.0012195566669106483, "global_step": 98819, "epoch": 555, "lr": 1.384092393059927e-06}
{"train_loss": 0.0012052608653903008, "global_step": 98820, "epoch": 555, "lr": 1.383747133326263e-06}
{"train_loss": 0.0010068868286907673, "global_step": 98821, "epoch": 555, "lr": 1.3834019160559985e-06}
{"train_loss": 0.0009110153769142926, "global_step": 98822, "epoch": 555, "lr": 1.3830567412494277e-06}
{"train_loss": 0.0008885597344487906, "global_step": 98823, "epoch": 555, "lr": 1.382711608906856e-06}
{"train_loss": 0.0010842380579560995, "global_step": 98824, "epoch": 555, "lr": 1.3823665190285828e-06}
{"train_loss": 0.000598980812355876, "global_step": 98825, "epoch": 555, "lr": 1.3820214716149026e-06}
{"train_loss": 0.0004090050933882594, "global_step": 98826, "epoch": 555, "lr": 1.3816764666661264e-06}
{"train_loss": 0.0011653545079752803, "global_step": 98827, "epoch": 555, "lr": 1.3813315041825593e-06}
{"train_loss": 0.00047254166565835476, "global_step": 98828, "epoch": 555, "lr": 1.3809865841644843e-06}
{"train_loss": 0.0006314283818937838, "global_step": 98829, "epoch": 555, "lr": 1.3806417066122179e-06}
{"train_loss": 0.0009161965572275221, "global_step": 98830, "epoch": 555, "lr": 1.38029687152606e-06}
{"train_loss": 0.0005331493448466063, "global_step": 98831, "epoch": 555, "lr": 1.3799520789063046e-06}
{"train_loss": 0.0016455136938020587, "global_step": 98832, "epoch": 555, "lr": 1.379607328753263e-06}
{"train_loss": 0.0006377875106409192, "global_step": 98833, "epoch": 555, "lr": 1.3792626210672232e-06}
{"train_loss": 0.0012830756604671478, "global_step": 98834, "epoch": 555, "lr": 1.3789179558485022e-06}
{"train_loss": 0.0008703874191269279, "global_step": 98835, "epoch": 555, "lr": 1.3785733330973882e-06}
{"train_loss": 0.0008062456618063152, "global_step": 98836, "epoch": 555, "lr": 1.3782287528141868e-06}
{"train_loss": 0.0007080467767082155, "global_step": 98837, "epoch": 555, "lr": 1.3778842149992034e-06}
{"train_loss": 0.0007178713567554951, "global_step": 98838, "epoch": 555, "lr": 1.3775397196527318e-06}
{"train_loss": 0.000982706667855382, "global_step": 98839, "epoch": 555, "lr": 1.377195266775072e-06}
{"train_loss": 0.0008245453936979175, "global_step": 98840, "epoch": 555, "lr": 1.376850856366535e-06}
{"train_loss": 0.00034467349178157747, "global_step": 98841, "epoch": 555, "lr": 1.3765064884274036e-06}
{"train_loss": 0.0007575065828859806, "global_step": 98842, "epoch": 555, "lr": 1.3761621629580057e-06}
{"train_loss": 0.0014797610929235816, "global_step": 98843, "epoch": 555, "lr": 1.375817879958613e-06}
{"train_loss": 0.0009699800284579396, "global_step": 98844, "epoch": 555, "lr": 1.3754736394295475e-06}
{"train_loss": 0.0005785078392364085, "global_step": 98845, "epoch": 555, "lr": 1.375129441371098e-06}
{"train_loss": 0.0006480748998001218, "global_step": 98846, "epoch": 555, "lr": 1.3747852857835697e-06}
{"train_loss": 0.0008201766759157181, "global_step": 98847, "epoch": 555, "lr": 1.374441172667268e-06}
{"train_loss": 0.0003911779494956136, "global_step": 98848, "epoch": 555, "lr": 1.3740971020224813e-06}
{"train_loss": 0.0007416552980430424, "global_step": 98849, "epoch": 555, "lr": 1.3737530738495207e-06}
{"train_loss": 0.0029006737750023603, "global_step": 98850, "epoch": 555, "lr": 1.3734090881486805e-06}
{"train_loss": 0.0019591283053159714, "global_step": 98851, "epoch": 555, "lr": 1.3730651449202602e-06}
{"train_loss": 0.001096221967600286, "global_step": 98852, "epoch": 555, "lr": 1.3727212441645709e-06}
{"train_loss": 0.0003358964459039271, "global_step": 98853, "epoch": 555, "lr": 1.372377385881901e-06}
{"train_loss": 0.0006727517466060817, "global_step": 98854, "epoch": 555, "lr": 1.3720335700725562e-06}
{"train_loss": 0.00116165226791054, "global_step": 98855, "epoch": 555, "lr": 1.3716897967368358e-06}
{"train_loss": 0.0004398920573294163, "global_step": 98856, "epoch": 555, "lr": 1.3713460658750344e-06}
{"train_loss": 0.0005116782849654555, "global_step": 98857, "epoch": 555, "lr": 1.3710023774874735e-06}
{"train_loss": 0.0005806393455713987, "global_step": 98858, "epoch": 555, "lr": 1.3706587315744202e-06}
{"train_loss": 0.0004722221055999398, "global_step": 98859, "epoch": 555, "lr": 1.370315128136207e-06}
{"train_loss": 0.0015209256671369076, "global_step": 98860, "epoch": 555, "lr": 1.3699715671731116e-06}
{"train_loss": 0.0005624692421406507, "global_step": 98861, "epoch": 555, "lr": 1.3696280486854452e-06}
{"train_loss": 0.0005917955422773957, "global_step": 98862, "epoch": 555, "lr": 1.3692845726735014e-06}
{"train_loss": 0.00039532186929136515, "global_step": 98863, "epoch": 555, "lr": 1.368941139137586e-06}
{"train_loss": 0.0007318870630115271, "global_step": 98864, "epoch": 555, "lr": 1.3685977480779933e-06}
{"train_loss": 0.0004448718100320548, "global_step": 98865, "epoch": 555, "lr": 1.3682543994950338e-06}
{"train_loss": 0.0005206497153267264, "global_step": 98866, "epoch": 555, "lr": 1.367911093388985e-06}
{"train_loss": 0.0007978037465363741, "global_step": 98867, "epoch": 555, "lr": 1.3675678297601802e-06}
{"train_loss": 0.00046485342318192124, "global_step": 98868, "epoch": 555, "lr": 1.3672246086088857e-06}
{"train_loss": 0.0005321609787642956, "global_step": 98869, "epoch": 555, "lr": 1.3668814299354239e-06}
{"train_loss": 0.00031108263647183776, "global_step": 98870, "epoch": 555, "lr": 1.3665382937400828e-06}
{"train_loss": 0.0005222176550887525, "global_step": 98871, "epoch": 555, "lr": 1.3661952000231681e-06}
{"train_loss": 0.0003570351982489228, "global_step": 98872, "epoch": 555, "lr": 1.3658521487849795e-06}
{"train_loss": 0.0005909177707508206, "global_step": 98873, "epoch": 555, "lr": 1.3655091400258112e-06}
{"train_loss": 0.001260172575712204, "global_step": 98874, "epoch": 555, "lr": 1.3651661737459632e-06}
{"train_loss": 0.0014103066641837358, "global_step": 98875, "epoch": 555, "lr": 1.3648232499457402e-06}
{"train_loss": 0.0006789610488340259, "global_step": 98876, "epoch": 555, "lr": 1.3644803686254425e-06}
{"train_loss": 0.0005251284455880523, "global_step": 98877, "epoch": 555, "lr": 1.3641375297853699e-06}
{"train_loss": 0.0005732630379498005, "global_step": 98878, "epoch": 555, "lr": 1.3637947334258162e-06}
{"train_loss": 0.0018032401567324996, "global_step": 98879, "epoch": 555, "lr": 1.3634519795470756e-06}
{"train_loss": 0.0013283463194966316, "global_step": 98880, "epoch": 555, "lr": 1.363109268149465e-06}
{"train_loss": 0.0009299630182795227, "global_step": 98881, "epoch": 555, "lr": 1.3627665992332671e-06}
{"train_loss": 0.0008236045250669122, "global_step": 98882, "epoch": 555, "lr": 1.3624239727987932e-06}
{"train_loss": 0.0005975216627120972, "global_step": 98883, "epoch": 555, "lr": 1.3620813888463313e-06}
{"train_loss": 0.0009383908472955227, "global_step": 98884, "epoch": 555, "lr": 1.3617388473761928e-06}
{"train_loss": 0.0004144997801631689, "global_step": 98885, "epoch": 555, "lr": 1.361396348388666e-06}
{"train_loss": 0.000769697711803019, "global_step": 98886, "epoch": 555, "lr": 1.3610538918840622e-06}
{"train_loss": 0.0008686730288900435, "global_step": 98887, "epoch": 555, "lr": 1.3607114778626696e-06}
{"train_loss": 0.0003557490126695484, "global_step": 98888, "epoch": 555, "lr": 1.360369106324788e-06}
{"train_loss": 0.0007315556285902858, "global_step": 98889, "epoch": 555, "lr": 1.3600267772707176e-06}
{"train_loss": 0.001204878557473421, "global_step": 98890, "epoch": 555, "lr": 1.3596844907007632e-06}
{"train_loss": 0.0003533535054884851, "global_step": 98891, "epoch": 555, "lr": 1.359342246615214e-06}
{"train_loss": 0.0011840148363262415, "global_step": 98892, "epoch": 555, "lr": 1.3590000450143802e-06}
{"train_loss": 0.00038288108771666884, "global_step": 98893, "epoch": 555, "lr": 1.3586578858985565e-06}
{"train_loss": 0.0011722070630639791, "global_step": 98894, "epoch": 555, "lr": 1.3583157692680371e-06}
{"train_loss": 0.0002969673369079828, "global_step": 98895, "epoch": 555, "lr": 1.357973695123127e-06}
{"train_loss": 0.0003607107209973037, "global_step": 98896, "epoch": 555, "lr": 1.357631663464115e-06}
{"train_loss": 0.0011386387050151825, "global_step": 98897, "epoch": 555, "lr": 1.3572896742913066e-06}
{"train_loss": 0.000955353956669569, "global_step": 98898, "epoch": 555, "lr": 1.356947727605007e-06}
{"train_loss": 0.0005921082920394838, "global_step": 98899, "epoch": 555, "lr": 1.3566058234055102e-06}
{"train_loss": 0.0012490455992519855, "global_step": 98900, "epoch": 555, "lr": 1.3562639616931106e-06}
{"train_loss": 0.0010786668863147497, "global_step": 98901, "epoch": 555, "lr": 1.355922142468108e-06}
{"train_loss": 0.0016853600973263383, "global_step": 98902, "epoch": 555, "lr": 1.3555803657308018e-06}
{"train_loss": 0.0007971153245307505, "global_step": 98903, "epoch": 555, "lr": 1.355238631481498e-06}
{"train_loss": 0.0008326364913955331, "global_step": 98904, "epoch": 555, "lr": 1.3548969397204737e-06}
{"train_loss": 0.00040399303543381393, "global_step": 98905, "epoch": 555, "lr": 1.3545552904480562e-06}
{"train_loss": 0.000325074972352013, "global_step": 98906, "epoch": 555, "lr": 1.3542136836645237e-06}
{"train_loss": 0.0007271032081916928, "global_step": 98907, "epoch": 555, "lr": 1.353872119370181e-06}
{"train_loss": 0.0007284269668161869, "global_step": 98908, "epoch": 555, "lr": 1.3535305975653278e-06}
{"train_loss": 0.001682243775576353, "global_step": 98909, "epoch": 555, "lr": 1.3531891182502588e-06}
{"train_loss": 0.0007218129467219114, "global_step": 98910, "epoch": 555, "lr": 1.3528476814252733e-06}
{"train_loss": 0.0007405809592455626, "global_step": 98911, "epoch": 555, "lr": 1.3525062870906713e-06}
{"train_loss": 0.00046663882676512003, "global_step": 98912, "epoch": 555, "lr": 1.3521649352467415e-06}
{"train_loss": 0.000631904520560056, "global_step": 98913, "epoch": 555, "lr": 1.3518236258938054e-06}
{"train_loss": 0.000967937579844147, "global_step": 98914, "epoch": 555, "lr": 1.3514823590321358e-06}
{"train_loss": 0.000388311076676473, "global_step": 98915, "epoch": 555, "lr": 1.3511411346620429e-06}
{"train_loss": 0.001688145101070404, "global_step": 98916, "epoch": 555, "lr": 1.3507999527838266e-06}
{"train_loss": 0.0008497935486957431, "global_step": 98917, "epoch": 555, "lr": 1.3504588133977703e-06}
{"train_loss": 0.0005323960212990642, "global_step": 98918, "epoch": 555, "lr": 1.3501177165042011e-06}
{"train_loss": 0.0012984673958271742, "global_step": 98919, "epoch": 555, "lr": 1.3497766621033802e-06}
{"train_loss": 0.001055652042850852, "global_step": 98920, "epoch": 555, "lr": 1.349435650195635e-06}
{"train_loss": 0.00029604992596432567, "global_step": 98921, "epoch": 555, "lr": 1.3490946807812489e-06}
{"train_loss": 0.0008987422334030271, "global_step": 98922, "epoch": 555, "lr": 1.3487537538605266e-06}
{"train_loss": 0.0009438673732802272, "global_step": 98923, "epoch": 555, "lr": 1.3484128694337627e-06}
{"train_loss": 0.0006173515575937927, "global_step": 98924, "epoch": 555, "lr": 1.3480720275012516e-06}
{"train_loss": 0.0007197810336947441, "global_step": 98925, "epoch": 555, "lr": 1.3477312280632927e-06}
{"train_loss": 0.0016204224666580558, "global_step": 98926, "epoch": 555, "lr": 1.3473904711201913e-06}
{"train_loss": 0.0006069258670322597, "global_step": 98927, "epoch": 555, "lr": 1.3470497566722306e-06}
{"train_loss": 0.0012184876250103116, "global_step": 98928, "epoch": 555, "lr": 1.3467090847197217e-06}
{"train_loss": 0.000735307636205107, "global_step": 98929, "epoch": 555, "lr": 1.3463684552629529e-06}
{"train_loss": 0.0007156654028221965, "global_step": 98930, "epoch": 555, "lr": 1.3460278683022298e-06}
{"train_loss": 0.0013174725463613868, "global_step": 98931, "epoch": 555, "lr": 1.3456873238378464e-06}
{"train_loss": 0.0005341514479368925, "global_step": 98932, "epoch": 555, "lr": 1.345346821870097e-06}
{"train_loss": 0.00034808943746611476, "global_step": 98933, "epoch": 555, "lr": 1.3450063623992814e-06}
{"train_loss": 0.0005021325778216124, "global_step": 98934, "epoch": 555, "lr": 1.3446659454256993e-06}
{"train_loss": 0.0004368505906313658, "global_step": 98935, "epoch": 555, "lr": 1.3443255709496393e-06}
{"train_loss": 0.001935469452291727, "global_step": 98936, "epoch": 555, "lr": 1.3439852389714125e-06}
{"train_loss": 0.0009120473405346274, "global_step": 98937, "epoch": 555, "lr": 1.3436449494913018e-06}
{"train_loss": 0.0005709450342692435, "global_step": 98938, "epoch": 555, "lr": 1.3433047025096178e-06}
{"train_loss": 0.0017139790579676628, "global_step": 98939, "epoch": 555, "lr": 1.3429644980266498e-06}
{"train_loss": 0.0007255615782923996, "global_step": 98940, "epoch": 555, "lr": 1.3426243360426916e-06}
{"train_loss": 0.0005629959050565958, "global_step": 98941, "epoch": 555, "lr": 1.342284216558054e-06}
{"train_loss": 0.0012536868453025818, "global_step": 98942, "epoch": 555, "lr": 1.3419441395730203e-06}
{"train_loss": 0.0017257463186979294, "global_step": 98943, "epoch": 555, "lr": 1.3416041050878957e-06}
{"train_loss": 0.0009654232999309897, "global_step": 98944, "epoch": 555, "lr": 1.341264113102969e-06}
{"train_loss": 0.0003464283072389662, "global_step": 98945, "epoch": 555, "lr": 1.3409241636185454e-06}
{"train_loss": 0.0010981212835758924, "global_step": 98946, "epoch": 555, "lr": 1.3405842566349192e-06}
{"train_loss": 0.0005987429176457226, "global_step": 98947, "epoch": 555, "lr": 1.3402443921523844e-06}
{"train_loss": 0.0013523967936635017, "global_step": 98948, "epoch": 555, "lr": 1.339904570171241e-06}
{"train_loss": 0.0014266131911426783, "global_step": 98949, "epoch": 555, "lr": 1.3395647906917886e-06}
{"train_loss": 0.0010758088901638985, "global_step": 98950, "epoch": 555, "lr": 1.3392250537143103e-06}
{"train_loss": 0.0005923461867496371, "global_step": 98951, "epoch": 555, "lr": 1.3388853592391281e-06}
{"train_loss": 0.0008802753873169422, "global_step": 98952, "epoch": 555, "lr": 1.3385457072665086e-06}
{"train_loss": 0.000701102486345917, "global_step": 98953, "epoch": 555, "lr": 1.3382060977967736e-06}
{"train_loss": 0.0007885198574513197, "global_step": 98954, "epoch": 555, "lr": 1.3378665308302063e-06}
{"train_loss": 0.0016248172614723444, "global_step": 98955, "epoch": 555, "lr": 1.3375270063671064e-06}
{"train_loss": 0.000642176135443151, "global_step": 98956, "epoch": 555, "lr": 1.3371875244077682e-06}
{"train_loss": 0.000846975832246244, "global_step": 98957, "epoch": 555, "lr": 1.3368480849524966e-06}
{"train_loss": 0.0008706953376531601, "global_step": 98958, "epoch": 555, "lr": 1.3365086880015753e-06}
{"train_loss": 0.0006005601026117802, "global_step": 98959, "epoch": 555, "lr": 1.3361693335553093e-06}
{"train_loss": 0.00021916229161433876, "global_step": 98960, "epoch": 555, "lr": 1.335830021613993e-06}
{"train_loss": 0.0012719683581963181, "global_step": 98961, "epoch": 555, "lr": 1.335490752177926e-06}
{"train_loss": 0.0009622861980460584, "global_step": 98962, "epoch": 555, "lr": 1.3351515252474022e-06}
{"train_loss": 0.0011226639617234468, "global_step": 98963, "epoch": 555, "lr": 1.3348123408227108e-06}
{"train_loss": 0.0006847431068308651, "global_step": 98964, "epoch": 555, "lr": 1.3344731989041626e-06}
{"train_loss": 0.0013990395236760378, "global_step": 98965, "epoch": 555, "lr": 1.3341340994920349e-06}
{"train_loss": 0.0006063970504328609, "global_step": 98966, "epoch": 555, "lr": 1.3337950425866496e-06}
{"train_loss": 0.000845869248121417, "global_step": 98967, "epoch": 555, "lr": 1.3334560281882736e-06, "train_action_mse_error": 3.0543528737325687e-06}
{"train_loss": 0.0002693788555916399, "global_step": 98968, "epoch": 556, "lr": 1.3331170562972228e-06}
{"train_loss": 0.0012616787571460009, "global_step": 98969, "epoch": 556, "lr": 1.3327781269137919e-06}
{"train_loss": 0.00036966396146453917, "global_step": 98970, "epoch": 556, "lr": 1.332439240038269e-06}
{"train_loss": 0.000774350599385798, "global_step": 98971, "epoch": 556, "lr": 1.33210039567096e-06}
{"train_loss": 0.0006429217755794525, "global_step": 98972, "epoch": 556, "lr": 1.3317615938121475e-06}
{"train_loss": 0.0008921186672523618, "global_step": 98973, "epoch": 556, "lr": 1.3314228344621315e-06}
{"train_loss": 0.00043168693082407117, "global_step": 98974, "epoch": 556, "lr": 1.331084117621223e-06}
{"train_loss": 0.0007589916349388659, "global_step": 98975, "epoch": 556, "lr": 1.3307454432896938e-06}
{"train_loss": 0.0005731493001803756, "global_step": 98976, "epoch": 556, "lr": 1.3304068114678659e-06}
{"train_loss": 0.0009291628375649452, "global_step": 98977, "epoch": 556, "lr": 1.3300682221560113e-06}
{"train_loss": 0.0004855249426327646, "global_step": 98978, "epoch": 556, "lr": 1.3297296753544353e-06}
{"train_loss": 0.0008142171427607536, "global_step": 98979, "epoch": 556, "lr": 1.3293911710634377e-06}
{"train_loss": 0.00046232479508034885, "global_step": 98980, "epoch": 556, "lr": 1.3290527092833016e-06}
{"train_loss": 0.0013564483961090446, "global_step": 98981, "epoch": 556, "lr": 1.3287142900143435e-06}
{"train_loss": 0.00038062070962041616, "global_step": 98982, "epoch": 556, "lr": 1.3283759132568408e-06}
{"train_loss": 0.0005407686112448573, "global_step": 98983, "epoch": 556, "lr": 1.3280375790110933e-06}
{"train_loss": 0.0014710776740685105, "global_step": 98984, "epoch": 556, "lr": 1.3276992872774008e-06}
{"train_loss": 0.0011271307012066245, "global_step": 98985, "epoch": 556, "lr": 1.3273610380560576e-06}
{"train_loss": 0.0005746631068177521, "global_step": 98986, "epoch": 556, "lr": 1.3270228313473577e-06}
{"train_loss": 0.0005207059439271688, "global_step": 98987, "epoch": 556, "lr": 1.3266846671515953e-06}
{"train_loss": 0.000636295648291707, "global_step": 98988, "epoch": 556, "lr": 1.326346545469065e-06}
{"train_loss": 0.0006331608165055513, "global_step": 98989, "epoch": 556, "lr": 1.3260084663000717e-06}
{"train_loss": 0.000805920863058418, "global_step": 98990, "epoch": 556, "lr": 1.325670429644893e-06}
{"train_loss": 0.00045264861546456814, "global_step": 98991, "epoch": 556, "lr": 1.3253324355038398e-06}
{"train_loss": 0.001036508590914309, "global_step": 98992, "epoch": 556, "lr": 1.324994483877201e-06}
{"train_loss": 0.000615740951616317, "global_step": 98993, "epoch": 556, "lr": 1.324656574765276e-06}
{"train_loss": 0.0008502894197590649, "global_step": 98994, "epoch": 556, "lr": 1.324318708168354e-06}
{"train_loss": 0.001649309415370226, "global_step": 98995, "epoch": 556, "lr": 1.3239808840867341e-06}
{"train_loss": 0.0009483188623562455, "global_step": 98996, "epoch": 556, "lr": 1.3236431025207052e-06}
{"train_loss": 0.0016302602598443627, "global_step": 98997, "epoch": 556, "lr": 1.3233053634705727e-06}
{"train_loss": 0.0009213168523274362, "global_step": 98998, "epoch": 556, "lr": 1.3229676669366197e-06}
{"train_loss": 0.0032085366547107697, "global_step": 98999, "epoch": 556, "lr": 1.322630012919157e-06}
{"train_loss": 0.0011379093630239367, "global_step": 99000, "epoch": 556, "lr": 1.3222924014184623e-06}
{"train_loss": 0.0008814536267891526, "global_step": 99001, "epoch": 556, "lr": 1.3219548324348407e-06}
{"train_loss": 0.0015060598962008953, "global_step": 99002, "epoch": 556, "lr": 1.321617305968581e-06}
{"train_loss": 0.0008284205687232316, "global_step": 99003, "epoch": 556, "lr": 1.3212798220199828e-06}
{"train_loss": 0.0007755259284749627, "global_step": 99004, "epoch": 556, "lr": 1.3209423805893462e-06}
{"train_loss": 0.0005015282658860087, "global_step": 99005, "epoch": 556, "lr": 1.3206049816769484e-06}
{"train_loss": 0.0004713422677014023, "global_step": 99006, "epoch": 556, "lr": 1.3202676252831003e-06}
{"train_loss": 0.00032997282687574625, "global_step": 99007, "epoch": 556, "lr": 1.3199303114080962e-06}
{"train_loss": 0.0012583776842802763, "global_step": 99008, "epoch": 556, "lr": 1.3195930400522194e-06}
{"train_loss": 0.0006160713382996619, "global_step": 99009, "epoch": 556, "lr": 1.319255811215775e-06}
{"train_loss": 0.0009414523374289274, "global_step": 99010, "epoch": 556, "lr": 1.3189186248990516e-06}
{"train_loss": 0.0007133613107725978, "global_step": 99011, "epoch": 556, "lr": 1.3185814811023434e-06}
{"train_loss": 0.000487801298731938, "global_step": 99012, "epoch": 556, "lr": 1.3182443798259504e-06}
{"train_loss": 0.0010223838035017252, "global_step": 99013, "epoch": 556, "lr": 1.317907321070161e-06}
{"train_loss": 0.00039240007754415274, "global_step": 99014, "epoch": 556, "lr": 1.3175703048352805e-06}
{"train_loss": 0.00044098508078604937, "global_step": 99015, "epoch": 556, "lr": 1.3172333311215812e-06}
{"train_loss": 0.001269549480639398, "global_step": 99016, "epoch": 556, "lr": 1.3168963999293794e-06}
{"train_loss": 0.00033574545523151755, "global_step": 99017, "epoch": 556, "lr": 1.3165595112589634e-06}
{"train_loss": 0.0007487104739993811, "global_step": 99018, "epoch": 556, "lr": 1.3162226651106224e-06}
{"train_loss": 0.001127186929807067, "global_step": 99019, "epoch": 556, "lr": 1.3158858614846503e-06}
{"train_loss": 0.0005398438079282641, "global_step": 99020, "epoch": 556, "lr": 1.315549100381347e-06}
{"train_loss": 0.00121742719784379, "global_step": 99021, "epoch": 556, "lr": 1.315212381801001e-06}
{"train_loss": 0.00047855754382908344, "global_step": 99022, "epoch": 556, "lr": 1.3148757057439177e-06}
{"train_loss": 0.0004888594849035144, "global_step": 99023, "epoch": 556, "lr": 1.3145390722103745e-06}
{"train_loss": 0.0010123562533408403, "global_step": 99024, "epoch": 556, "lr": 1.3142024812006825e-06}
{"train_loss": 0.0005993435042910278, "global_step": 99025, "epoch": 556, "lr": 1.3138659327151193e-06}
{"train_loss": 0.0009336649673059583, "global_step": 99026, "epoch": 556, "lr": 1.3135294267539843e-06}
{"train_loss": 0.0006591184064745903, "global_step": 99027, "epoch": 556, "lr": 1.3131929633175888e-06}
{"train_loss": 0.0004143895930610597, "global_step": 99028, "epoch": 556, "lr": 1.312856542406199e-06}
{"train_loss": 0.0006811784114688635, "global_step": 99029, "epoch": 556, "lr": 1.3125201640201202e-06}
{"train_loss": 0.0008933848585002124, "global_step": 99030, "epoch": 556, "lr": 1.3121838281596578e-06}
{"train_loss": 0.0015912761446088552, "global_step": 99031, "epoch": 556, "lr": 1.3118475348250892e-06}
{"train_loss": 0.0003332077758386731, "global_step": 99032, "epoch": 556, "lr": 1.3115112840167142e-06}
{"train_loss": 0.000544273410923779, "global_step": 99033, "epoch": 556, "lr": 1.3111750757348273e-06}
{"train_loss": 0.0006327582523226738, "global_step": 99034, "epoch": 556, "lr": 1.3108389099797169e-06}
{"train_loss": 0.00041246518958359957, "global_step": 99035, "epoch": 556, "lr": 1.3105027867516883e-06}
{"train_loss": 0.00042363436659798026, "global_step": 99036, "epoch": 556, "lr": 1.3101667060510192e-06}
{"train_loss": 0.00045290146954357624, "global_step": 99037, "epoch": 556, "lr": 1.3098306678780203e-06}
{"train_loss": 0.0008130606729537249, "global_step": 99038, "epoch": 556, "lr": 1.3094946722329693e-06}
{"train_loss": 0.00038350411341525614, "global_step": 99039, "epoch": 556, "lr": 1.3091587191161714e-06}
{"train_loss": 0.0005584909813478589, "global_step": 99040, "epoch": 556, "lr": 1.3088228085279152e-06}
{"train_loss": 0.000524159986525774, "global_step": 99041, "epoch": 556, "lr": 1.308486940468495e-06}
{"train_loss": 0.0008891402394510806, "global_step": 99042, "epoch": 556, "lr": 1.3081511149382054e-06}
{"train_loss": 0.00039749263669364154, "global_step": 99043, "epoch": 556, "lr": 1.3078153319373288e-06}
{"train_loss": 0.0008799199713394046, "global_step": 99044, "epoch": 556, "lr": 1.3074795914661709e-06}
{"train_loss": 0.0006426256150007248, "global_step": 99045, "epoch": 556, "lr": 1.3071438935250258e-06}
{"train_loss": 0.00017779713380150497, "global_step": 99046, "epoch": 556, "lr": 1.3068082381141821e-06}
{"train_loss": 0.00039694661973044276, "global_step": 99047, "epoch": 556, "lr": 1.3064726252339344e-06}
{"train_loss": 0.0008168409112840891, "global_step": 99048, "epoch": 556, "lr": 1.3061370548845764e-06}
{"train_loss": 0.0010461580241099, "global_step": 99049, "epoch": 556, "lr": 1.3058015270663915e-06}
{"train_loss": 0.0007834038115106523, "global_step": 99050, "epoch": 556, "lr": 1.3054660417796904e-06}
{"train_loss": 0.0004920814535580575, "global_step": 99051, "epoch": 556, "lr": 1.3051305990247454e-06}
{"train_loss": 0.0014652665704488754, "global_step": 99052, "epoch": 556, "lr": 1.304795198801878e-06}
{"train_loss": 0.0005307482788339257, "global_step": 99053, "epoch": 556, "lr": 1.304459841111344e-06}
{"train_loss": 0.000814888917375356, "global_step": 99054, "epoch": 556, "lr": 1.3041245259534707e-06}
{"train_loss": 0.0013271223288029432, "global_step": 99055, "epoch": 556, "lr": 1.30378925332853e-06}
{"train_loss": 0.0006405283929780126, "global_step": 99056, "epoch": 556, "lr": 1.303454023236822e-06}
{"train_loss": 0.0002572554221842438, "global_step": 99057, "epoch": 556, "lr": 1.3031188356786406e-06}
{"train_loss": 0.0005973899969831109, "global_step": 99058, "epoch": 556, "lr": 1.30278369065428e-06}
{"train_loss": 0.0005251318216323853, "global_step": 99059, "epoch": 556, "lr": 1.302448588164018e-06}
{"train_loss": 0.00023440105724148452, "global_step": 99060, "epoch": 556, "lr": 1.302113528208171e-06}
{"train_loss": 0.0011850064620375633, "global_step": 99061, "epoch": 556, "lr": 1.3017785107870107e-06}
{"train_loss": 0.0015748869627714157, "global_step": 99062, "epoch": 556, "lr": 1.3014435359008481e-06}
{"train_loss": 0.00018108836957253516, "global_step": 99063, "epoch": 556, "lr": 1.3011086035499608e-06}
{"train_loss": 0.0006675512413494289, "global_step": 99064, "epoch": 556, "lr": 1.3007737137346433e-06}
{"train_loss": 0.0005635531269945204, "global_step": 99065, "epoch": 556, "lr": 1.3004388664552002e-06}
{"train_loss": 0.0018061338923871517, "global_step": 99066, "epoch": 556, "lr": 1.3001040617119042e-06}
{"train_loss": 0.0005381809896789491, "global_step": 99067, "epoch": 556, "lr": 1.2997692995050658e-06}
{"train_loss": 0.0009955563582479954, "global_step": 99068, "epoch": 556, "lr": 1.299434579834974e-06}
{"train_loss": 0.0010015815496444702, "global_step": 99069, "epoch": 556, "lr": 1.2990999027019113e-06}
{"train_loss": 0.000501902075484395, "global_step": 99070, "epoch": 556, "lr": 1.2987652681061836e-06}
{"train_loss": 0.0018053279491141438, "global_step": 99071, "epoch": 556, "lr": 1.298430676048068e-06}
{"train_loss": 0.001258055679500103, "global_step": 99072, "epoch": 556, "lr": 1.2980961265278701e-06}
{"train_loss": 0.00028782259323634207, "global_step": 99073, "epoch": 556, "lr": 1.297761619545873e-06}
{"train_loss": 0.0003318371018394828, "global_step": 99074, "epoch": 556, "lr": 1.297427155102371e-06}
{"train_loss": 0.0010539671638980508, "global_step": 99075, "epoch": 556, "lr": 1.297092733197669e-06}
{"train_loss": 0.0004635583027265966, "global_step": 99076, "epoch": 556, "lr": 1.2967583538320337e-06}
{"train_loss": 0.0005528366309590638, "global_step": 99077, "epoch": 556, "lr": 1.2964240170057818e-06}
{"train_loss": 0.0007073331507854164, "global_step": 99078, "epoch": 556, "lr": 1.2960897227191904e-06}
{"train_loss": 0.0007364056073129177, "global_step": 99079, "epoch": 556, "lr": 1.2957554709725594e-06}
{"train_loss": 0.00028717046370729804, "global_step": 99080, "epoch": 556, "lr": 1.295421261766172e-06}
{"train_loss": 0.0005664284690283239, "global_step": 99081, "epoch": 556, "lr": 1.2950870951003336e-06}
{"train_loss": 0.0006237011402845383, "global_step": 99082, "epoch": 556, "lr": 1.2947529709753158e-06}
{"train_loss": 0.00021896976977586746, "global_step": 99083, "epoch": 556, "lr": 1.2944188893914356e-06}
{"train_loss": 0.0003730662865564227, "global_step": 99084, "epoch": 556, "lr": 1.2940848503489644e-06}
{"train_loss": 0.00017515959916636348, "global_step": 99085, "epoch": 556, "lr": 1.2937508538482024e-06}
{"train_loss": 0.0005894220084883273, "global_step": 99086, "epoch": 556, "lr": 1.2934168998894381e-06}
{"train_loss": 0.0004010536940768361, "global_step": 99087, "epoch": 556, "lr": 1.2930829884729657e-06}
{"train_loss": 0.00046936748549342155, "global_step": 99088, "epoch": 556, "lr": 1.292749119599085e-06}
{"train_loss": 0.000735256529878825, "global_step": 99089, "epoch": 556, "lr": 1.2924152932680677e-06}
{"train_loss": 0.0006537075387313962, "global_step": 99090, "epoch": 556, "lr": 1.2920815094802252e-06}
{"train_loss": 0.0013816743157804012, "global_step": 99091, "epoch": 556, "lr": 1.2917477682358348e-06}
{"train_loss": 0.0010974656324833632, "global_step": 99092, "epoch": 556, "lr": 1.2914140695351962e-06}
{"train_loss": 0.001431945594958961, "global_step": 99093, "epoch": 556, "lr": 1.2910804133786036e-06}
{"train_loss": 0.0012268933933228254, "global_step": 99094, "epoch": 556, "lr": 1.2907467997663404e-06}
{"train_loss": 0.000529751181602478, "global_step": 99095, "epoch": 556, "lr": 1.2904132286986947e-06}
{"train_loss": 0.0018356279470026493, "global_step": 99096, "epoch": 556, "lr": 1.2900797001759724e-06}
{"train_loss": 0.0008214450208470225, "global_step": 99097, "epoch": 556, "lr": 1.2897462141984506e-06}
{"train_loss": 0.0008658389560878277, "global_step": 99098, "epoch": 556, "lr": 1.2894127707664293e-06}
{"train_loss": 0.0014243675395846367, "global_step": 99099, "epoch": 556, "lr": 1.2890793698801973e-06}
{"train_loss": 0.00038927746936678886, "global_step": 99100, "epoch": 556, "lr": 1.288746011540043e-06}
{"train_loss": 0.00044970796443521976, "global_step": 99101, "epoch": 556, "lr": 1.2884126957462606e-06}
{"train_loss": 0.001540917670354247, "global_step": 99102, "epoch": 556, "lr": 1.2880794224991443e-06}
{"train_loss": 0.000571996090002358, "global_step": 99103, "epoch": 556, "lr": 1.2877461917989775e-06}
{"train_loss": 0.0002585077309049666, "global_step": 99104, "epoch": 556, "lr": 1.2874130036460596e-06}
{"train_loss": 0.0007260438287630677, "global_step": 99105, "epoch": 556, "lr": 1.287079858040674e-06}
{"train_loss": 0.0006742808618582785, "global_step": 99106, "epoch": 556, "lr": 1.2867467549831146e-06}
{"train_loss": 0.0006031293887645006, "global_step": 99107, "epoch": 556, "lr": 1.2864136944736703e-06}
{"train_loss": 0.0008330973796546459, "global_step": 99108, "epoch": 556, "lr": 1.286080676512641e-06}
{"train_loss": 0.0007846194785088301, "global_step": 99109, "epoch": 556, "lr": 1.2857477011003094e-06}
{"train_loss": 0.00044206547318026423, "global_step": 99110, "epoch": 556, "lr": 1.2854147682369645e-06}
{"train_loss": 0.0008419608348049223, "global_step": 99111, "epoch": 556, "lr": 1.2850818779229057e-06}
{"train_loss": 0.0007478332845494151, "global_step": 99112, "epoch": 556, "lr": 1.2847490301584108e-06}
{"train_loss": 0.0010165029671043158, "global_step": 99113, "epoch": 556, "lr": 1.2844162249437907e-06}
{"train_loss": 0.0009984597563743591, "global_step": 99114, "epoch": 556, "lr": 1.284083462279312e-06}
{"train_loss": 0.0009366057929582894, "global_step": 99115, "epoch": 556, "lr": 1.2837507421652796e-06}
{"train_loss": 0.0009349038009531796, "global_step": 99116, "epoch": 556, "lr": 1.2834180646019822e-06}
{"train_loss": 0.000768902013078332, "global_step": 99117, "epoch": 556, "lr": 1.2830854295897143e-06}
{"train_loss": 0.001939563313499093, "global_step": 99118, "epoch": 556, "lr": 1.282752837128759e-06}
{"train_loss": 0.0009685502154752612, "global_step": 99119, "epoch": 556, "lr": 1.2824202872194101e-06}
{"train_loss": 0.0006605397211387753, "global_step": 99120, "epoch": 556, "lr": 1.2820877798619513e-06}
{"train_loss": 0.0015290678711608052, "global_step": 99121, "epoch": 556, "lr": 1.281755315056693e-06}
{"train_loss": 0.0015762824332341552, "global_step": 99122, "epoch": 556, "lr": 1.2814228928038963e-06}
{"train_loss": 0.0007060547359287739, "global_step": 99123, "epoch": 556, "lr": 1.281090513103883e-06}
{"train_loss": 0.0013339133001863956, "global_step": 99124, "epoch": 556, "lr": 1.2807581759569142e-06}
{"train_loss": 0.00034893432166427374, "global_step": 99125, "epoch": 556, "lr": 1.2804258813633007e-06}
{"train_loss": 0.00034428818617016077, "global_step": 99126, "epoch": 556, "lr": 1.2800936293233202e-06}
{"train_loss": 0.001060196664184332, "global_step": 99127, "epoch": 556, "lr": 1.279761419837272e-06}
{"train_loss": 0.0012994830030947924, "global_step": 99128, "epoch": 556, "lr": 1.2794292529054452e-06}
{"train_loss": 0.0007759130094200373, "global_step": 99129, "epoch": 556, "lr": 1.2790971285281228e-06}
{"train_loss": 0.000747252139262855, "global_step": 99130, "epoch": 556, "lr": 1.278765046705599e-06}
{"train_loss": 0.0010994344484061003, "global_step": 99131, "epoch": 556, "lr": 1.278433007438168e-06}
{"train_loss": 0.001056694658473134, "global_step": 99132, "epoch": 556, "lr": 1.2781010107261183e-06}
{"train_loss": 0.0008077995153144002, "global_step": 99133, "epoch": 556, "lr": 1.277769056569733e-06}
{"train_loss": 0.00042933865915983915, "global_step": 99134, "epoch": 556, "lr": 1.2774371449693067e-06}
{"train_loss": 0.0003904803888872266, "global_step": 99135, "epoch": 556, "lr": 1.277105275925128e-06}
{"train_loss": 0.0006982926279306412, "global_step": 99136, "epoch": 556, "lr": 1.276773449437496e-06}
{"train_loss": 0.0007852303679101169, "global_step": 99137, "epoch": 556, "lr": 1.2764416655066835e-06}
{"train_loss": 0.0006822625291533768, "global_step": 99138, "epoch": 556, "lr": 1.2761099241329956e-06}
{"train_loss": 0.0012118080630898476, "global_step": 99139, "epoch": 556, "lr": 1.275778225316715e-06}
{"train_loss": 0.0006888208445161581, "global_step": 99140, "epoch": 556, "lr": 1.2754465690581308e-06}
{"train_loss": 0.0011782305082306266, "global_step": 99141, "epoch": 556, "lr": 1.275114955357537e-06}
{"train_loss": 0.00039410300087183714, "global_step": 99142, "epoch": 556, "lr": 1.2747833842152168e-06}
{"train_loss": 0.00031825382029637694, "global_step": 99143, "epoch": 556, "lr": 1.2744518556314643e-06}
{"train_loss": 0.0012124753557145596, "global_step": 99144, "epoch": 556, "lr": 1.2741203696065684e-06}
{"train_loss": 0.0008019860045790798, "global_step": 99145, "epoch": 556, "lr": 1.2737889261408176e-06}
{"train_loss": 0.0010182901751250029, "global_step": 99146, "epoch": 557, "lr": 1.273457525234506e-06}
{"train_loss": 0.0014123853761702776, "global_step": 99147, "epoch": 557, "lr": 1.2731261668879114e-06}
{"train_loss": 0.000317566329613328, "global_step": 99148, "epoch": 557, "lr": 1.2727948511013388e-06}
{"train_loss": 0.0013216083170846105, "global_step": 99149, "epoch": 557, "lr": 1.2724635778750714e-06}
{"train_loss": 0.001256379997357726, "global_step": 99150, "epoch": 557, "lr": 1.2721323472093872e-06}
{"train_loss": 0.0006394392694346607, "global_step": 99151, "epoch": 557, "lr": 1.2718011591045964e-06}
{"train_loss": 0.0003842825535684824, "global_step": 99152, "epoch": 557, "lr": 1.2714700135609658e-06}
{"train_loss": 0.000652259448543191, "global_step": 99153, "epoch": 557, "lr": 1.2711389105788063e-06}
{"train_loss": 0.0009093440603464842, "global_step": 99154, "epoch": 557, "lr": 1.2708078501583897e-06}
{"train_loss": 0.001285881968215108, "global_step": 99155, "epoch": 557, "lr": 1.270476832300016e-06}
{"train_loss": 0.0013031051494181156, "global_step": 99156, "epoch": 557, "lr": 1.2701458570039738e-06}
{"train_loss": 0.0008498919196426868, "global_step": 99157, "epoch": 557, "lr": 1.269814924270546e-06}
{"train_loss": 0.0004742647579405457, "global_step": 99158, "epoch": 557, "lr": 1.2694840341000214e-06}
{"train_loss": 0.0006686741253361106, "global_step": 99159, "epoch": 557, "lr": 1.2691531864926997e-06}
{"train_loss": 0.00021860867855139077, "global_step": 99160, "epoch": 557, "lr": 1.2688223814488531e-06}
{"train_loss": 0.0005532672512345016, "global_step": 99161, "epoch": 557, "lr": 1.2684916189687923e-06}
{"train_loss": 0.000532577105332166, "global_step": 99162, "epoch": 557, "lr": 1.2681608990527783e-06}
{"train_loss": 0.0015671290457248688, "global_step": 99163, "epoch": 557, "lr": 1.2678302217011273e-06}
{"train_loss": 0.0014646454947069287, "global_step": 99164, "epoch": 557, "lr": 1.2674995869141115e-06}
{"train_loss": 0.0017711775144562125, "global_step": 99165, "epoch": 557, "lr": 1.2671689946920252e-06}
{"train_loss": 0.00032464793184772134, "global_step": 99166, "epoch": 557, "lr": 1.2668384450351621e-06}
{"train_loss": 0.0009836567332968116, "global_step": 99167, "epoch": 557, "lr": 1.2665079379438005e-06}
{"train_loss": 0.00032522965921089053, "global_step": 99168, "epoch": 557, "lr": 1.2661774734182286e-06}
{"train_loss": 0.0014302742201834917, "global_step": 99169, "epoch": 557, "lr": 1.2658470514587462e-06}
{"train_loss": 0.0012673470191657543, "global_step": 99170, "epoch": 557, "lr": 1.2655166720656365e-06}
{"train_loss": 0.0011224577901884913, "global_step": 99171, "epoch": 557, "lr": 1.2651863352391825e-06}
{"train_loss": 0.0012855995446443558, "global_step": 99172, "epoch": 557, "lr": 1.264856040979684e-06}
{"train_loss": 0.00186609523370862, "global_step": 99173, "epoch": 557, "lr": 1.2645257892874186e-06}
{"train_loss": 0.0012010199716314673, "global_step": 99174, "epoch": 557, "lr": 1.264195580162686e-06}
{"train_loss": 0.0007594482158310711, "global_step": 99175, "epoch": 557, "lr": 1.2638654136057582e-06}
{"train_loss": 0.0009540544124320149, "global_step": 99176, "epoch": 557, "lr": 1.2635352896169405e-06}
{"train_loss": 0.0019572016317397356, "global_step": 99177, "epoch": 557, "lr": 1.2632052081965107e-06}
{"train_loss": 0.00034877180587500334, "global_step": 99178, "epoch": 557, "lr": 1.2628751693447628e-06}
{"train_loss": 0.000709385029040277, "global_step": 99179, "epoch": 557, "lr": 1.2625451730619853e-06}
{"train_loss": 0.00042330939322710037, "global_step": 99180, "epoch": 557, "lr": 1.2622152193484615e-06}
{"train_loss": 0.0005583135643973947, "global_step": 99181, "epoch": 557, "lr": 1.2618853082044801e-06}
{"train_loss": 0.00041675742249935865, "global_step": 99182, "epoch": 557, "lr": 1.2615554396303352e-06}
{"train_loss": 0.0011412356980144978, "global_step": 99183, "epoch": 557, "lr": 1.2612256136263046e-06}
{"train_loss": 0.0003770752518903464, "global_step": 99184, "epoch": 557, "lr": 1.2608958301926932e-06}
{"train_loss": 0.000735431385692209, "global_step": 99185, "epoch": 557, "lr": 1.2605660893297677e-06}
{"train_loss": 0.000775240536313504, "global_step": 99186, "epoch": 557, "lr": 1.2602363910378334e-06}
{"train_loss": 0.0007104820106178522, "global_step": 99187, "epoch": 557, "lr": 1.2599067353171679e-06}
{"train_loss": 0.0008606221526861191, "global_step": 99188, "epoch": 557, "lr": 1.2595771221680653e-06}
{"train_loss": 0.0006314369384199381, "global_step": 99189, "epoch": 557, "lr": 1.2592475515908141e-06}
{"train_loss": 0.0011481456458568573, "global_step": 99190, "epoch": 557, "lr": 1.2589180235856923e-06}
{"train_loss": 0.0006657963967882097, "global_step": 99191, "epoch": 557, "lr": 1.2585885381529994e-06}
{"train_loss": 0.0006691294838674366, "global_step": 99192, "epoch": 557, "lr": 1.2582590952930184e-06}
{"train_loss": 0.00035979654057882726, "global_step": 99193, "epoch": 557, "lr": 1.2579296950060382e-06}
{"train_loss": 0.0007233069045469165, "global_step": 99194, "epoch": 557, "lr": 1.2576003372923474e-06}
{"train_loss": 0.0003391242353245616, "global_step": 99195, "epoch": 557, "lr": 1.257271022152229e-06}
{"train_loss": 0.0007282992592081428, "global_step": 99196, "epoch": 557, "lr": 1.2569417495859659e-06}
{"train_loss": 0.0034099130425602198, "global_step": 99197, "epoch": 557, "lr": 1.2566125195938694e-06}
{"train_loss": 0.0008407662389799953, "global_step": 99198, "epoch": 557, "lr": 1.2562833321761948e-06}
{"train_loss": 0.0004209197359159589, "global_step": 99199, "epoch": 557, "lr": 1.2559541873332582e-06}
{"train_loss": 0.0011921501718461514, "global_step": 99200, "epoch": 557, "lr": 1.255625085065326e-06}
{"train_loss": 0.0008860352681949735, "global_step": 99201, "epoch": 557, "lr": 1.2552960253726987e-06}
{"train_loss": 0.0014955549268051982, "global_step": 99202, "epoch": 557, "lr": 1.2549670082556587e-06}
{"train_loss": 0.00030348447035066783, "global_step": 99203, "epoch": 557, "lr": 1.2546380337144948e-06}
{"train_loss": 0.0008824503165669739, "global_step": 99204, "epoch": 557, "lr": 1.2543091017494957e-06}
{"train_loss": 0.000625474436674267, "global_step": 99205, "epoch": 557, "lr": 1.2539802123609444e-06}
{"train_loss": 0.0006843662122264504, "global_step": 99206, "epoch": 557, "lr": 1.2536513655491245e-06}
{"train_loss": 0.00037374775274656713, "global_step": 99207, "epoch": 557, "lr": 1.2533225613143406e-06}
{"train_loss": 0.0013537390623241663, "global_step": 99208, "epoch": 557, "lr": 1.2529937996568541e-06}
{"train_loss": 0.0007810007082298398, "global_step": 99209, "epoch": 557, "lr": 1.2526650805769758e-06}
{"train_loss": 0.001311360509134829, "global_step": 99210, "epoch": 557, "lr": 1.252336404074983e-06}
{"train_loss": 0.0006915217381902039, "global_step": 99211, "epoch": 557, "lr": 1.2520077701511535e-06}
{"train_loss": 0.0007013878785073757, "global_step": 99212, "epoch": 557, "lr": 1.251679178805798e-06}
{"train_loss": 0.00058353366330266, "global_step": 99213, "epoch": 557, "lr": 1.2513506300391832e-06}
{"train_loss": 0.0008904554997570813, "global_step": 99214, "epoch": 557, "lr": 1.251022123851603e-06}
{"train_loss": 0.0020020564552396536, "global_step": 99215, "epoch": 557, "lr": 1.2506936602433405e-06}
{"train_loss": 0.0017340751364827156, "global_step": 99216, "epoch": 557, "lr": 1.2503652392146904e-06}
{"train_loss": 0.0010614350903779268, "global_step": 99217, "epoch": 557, "lr": 1.2500368607659352e-06}
{"train_loss": 0.0004738720308523625, "global_step": 99218, "epoch": 557, "lr": 1.2497085248973584e-06}
{"train_loss": 0.000859368359670043, "global_step": 99219, "epoch": 557, "lr": 1.249380231609254e-06}
{"train_loss": 0.0007628714665770531, "global_step": 99220, "epoch": 557, "lr": 1.2490519809018996e-06}
{"train_loss": 0.0011694219429045916, "global_step": 99221, "epoch": 557, "lr": 1.248723772775584e-06}
{"train_loss": 0.0009234066819772124, "global_step": 99222, "epoch": 557, "lr": 1.2483956072306069e-06}
{"train_loss": 0.000571960408706218, "global_step": 99223, "epoch": 557, "lr": 1.2480674842672346e-06}
{"train_loss": 0.00032197069958783686, "global_step": 99224, "epoch": 557, "lr": 1.2477394038857727e-06}
{"train_loss": 0.0015838684048503637, "global_step": 99225, "epoch": 557, "lr": 1.2474113660864927e-06}
{"train_loss": 0.0013382005272433162, "global_step": 99226, "epoch": 557, "lr": 1.2470833708696895e-06}
{"train_loss": 0.00040128169348463416, "global_step": 99227, "epoch": 557, "lr": 1.246755418235651e-06}
{"train_loss": 0.00039471383206546307, "global_step": 99228, "epoch": 557, "lr": 1.2464275081846554e-06}
{"train_loss": 0.000990775995887816, "global_step": 99229, "epoch": 557, "lr": 1.2460996407169911e-06}
{"train_loss": 0.0007980364607647061, "global_step": 99230, "epoch": 557, "lr": 1.245771815832958e-06}
{"train_loss": 0.0004905758542008698, "global_step": 99231, "epoch": 557, "lr": 1.2454440335328222e-06}
{"train_loss": 0.0009398647234775126, "global_step": 99232, "epoch": 557, "lr": 1.245116293816878e-06}
{"train_loss": 0.0008062869310379028, "global_step": 99233, "epoch": 557, "lr": 1.24478859668542e-06}
{"train_loss": 0.0004486984689719975, "global_step": 99234, "epoch": 557, "lr": 1.2444609421387255e-06}
{"train_loss": 0.0010601745452731848, "global_step": 99235, "epoch": 557, "lr": 1.244133330177083e-06}
{"train_loss": 0.0018027513287961483, "global_step": 99236, "epoch": 557, "lr": 1.2438057608007703e-06}
{"train_loss": 0.0015289902221411467, "global_step": 99237, "epoch": 557, "lr": 1.2434782340100982e-06}
{"train_loss": 0.0006218897178769112, "global_step": 99238, "epoch": 557, "lr": 1.2431507498053218e-06}
{"train_loss": 0.001104249618947506, "global_step": 99239, "epoch": 557, "lr": 1.2428233081867469e-06}
{"train_loss": 0.0006610362906940281, "global_step": 99240, "epoch": 557, "lr": 1.2424959091546507e-06}
{"train_loss": 0.00166792469099164, "global_step": 99241, "epoch": 557, "lr": 1.2421685527093274e-06}
{"train_loss": 0.0009101858013309538, "global_step": 99242, "epoch": 557, "lr": 1.2418412388510547e-06}
{"train_loss": 0.0004012136487290263, "global_step": 99243, "epoch": 557, "lr": 1.2415139675801268e-06}
{"train_loss": 0.0016174870543181896, "global_step": 99244, "epoch": 557, "lr": 1.2411867388968157e-06}
{"train_loss": 0.00117418821901083, "global_step": 99245, "epoch": 557, "lr": 1.2408595528014267e-06}
{"train_loss": 0.001224022009409964, "global_step": 99246, "epoch": 557, "lr": 1.2405324092942262e-06}
{"train_loss": 0.0013132899766787887, "global_step": 99247, "epoch": 557, "lr": 1.2402053083755083e-06}
{"train_loss": 0.0010470838751643896, "global_step": 99248, "epoch": 557, "lr": 1.2398782500455675e-06}
{"train_loss": 0.0002605468616820872, "global_step": 99249, "epoch": 557, "lr": 1.2395512343046755e-06}
{"train_loss": 0.0002479151589795947, "global_step": 99250, "epoch": 557, "lr": 1.2392242611531268e-06}
{"train_loss": 0.000570773147046566, "global_step": 99251, "epoch": 557, "lr": 1.2388973305911934e-06}
{"train_loss": 0.0003698448126669973, "global_step": 99252, "epoch": 557, "lr": 1.2385704426191858e-06}
{"train_loss": 0.0009641572250984609, "global_step": 99253, "epoch": 557, "lr": 1.2382435972373652e-06}
{"train_loss": 0.0008894270285964012, "global_step": 99254, "epoch": 557, "lr": 1.2379167944460312e-06}
{"train_loss": 0.00037953443825244904, "global_step": 99255, "epoch": 557, "lr": 1.2375900342454615e-06}
{"train_loss": 0.000899367209058255, "global_step": 99256, "epoch": 557, "lr": 1.2372633166359503e-06}
{"train_loss": 0.0008748046238906682, "global_step": 99257, "epoch": 557, "lr": 1.2369366416177752e-06}
{"train_loss": 0.0007974747568368912, "global_step": 99258, "epoch": 557, "lr": 1.236610009191219e-06}
{"train_loss": 0.0006805885350331664, "global_step": 99259, "epoch": 557, "lr": 1.2362834193565708e-06}
{"train_loss": 0.0009486948256380856, "global_step": 99260, "epoch": 557, "lr": 1.2359568721141302e-06}
{"train_loss": 0.0015541200991719961, "global_step": 99261, "epoch": 557, "lr": 1.2356303674641578e-06}
{"train_loss": 0.0007531372830271721, "global_step": 99262, "epoch": 557, "lr": 1.2353039054069537e-06}
{"train_loss": 0.0004064875247422606, "global_step": 99263, "epoch": 557, "lr": 1.2349774859427953e-06}
{"train_loss": 0.00034993968438357115, "global_step": 99264, "epoch": 557, "lr": 1.234651109071977e-06}
{"train_loss": 0.0006818234687671065, "global_step": 99265, "epoch": 557, "lr": 1.2343247747947762e-06}
{"train_loss": 0.00014414654287975281, "global_step": 99266, "epoch": 557, "lr": 1.2339984831114815e-06}
{"train_loss": 0.0008389269933104515, "global_step": 99267, "epoch": 557, "lr": 1.2336722340223706e-06}
{"train_loss": 0.0007521689403802156, "global_step": 99268, "epoch": 557, "lr": 1.2333460275277486e-06}
{"train_loss": 0.0004321861488278955, "global_step": 99269, "epoch": 557, "lr": 1.233019863627871e-06}
{"train_loss": 0.0014423090033233166, "global_step": 99270, "epoch": 557, "lr": 1.2326937423230544e-06}
{"train_loss": 0.0008554898668080568, "global_step": 99271, "epoch": 557, "lr": 1.232367663613554e-06}
{"train_loss": 0.0007009977125562727, "global_step": 99272, "epoch": 557, "lr": 1.2320416274996748e-06}
{"train_loss": 0.0018207579851150513, "global_step": 99273, "epoch": 557, "lr": 1.2317156339816892e-06}
{"train_loss": 0.0008487290469929576, "global_step": 99274, "epoch": 557, "lr": 1.2313896830598858e-06}
{"train_loss": 0.0008898305241018534, "global_step": 99275, "epoch": 557, "lr": 1.2310637747345644e-06}
{"train_loss": 0.0021655855234712362, "global_step": 99276, "epoch": 557, "lr": 1.2307379090059857e-06}
{"train_loss": 0.00022709203767590225, "global_step": 99277, "epoch": 557, "lr": 1.230412085874444e-06}
{"train_loss": 0.0007052822038531303, "global_step": 99278, "epoch": 557, "lr": 1.2300863053402278e-06}
{"train_loss": 0.00021609790564980358, "global_step": 99279, "epoch": 557, "lr": 1.2297605674036206e-06}
{"train_loss": 0.00111010845284909, "global_step": 99280, "epoch": 557, "lr": 1.229434872064905e-06}
{"train_loss": 0.0006093377014622092, "global_step": 99281, "epoch": 557, "lr": 1.2291092193243648e-06}
{"train_loss": 0.0004374388954602182, "global_step": 99282, "epoch": 557, "lr": 1.2287836091822825e-06}
{"train_loss": 0.0008242512703873217, "global_step": 99283, "epoch": 557, "lr": 1.2284580416389524e-06}
{"train_loss": 0.001115679508075118, "global_step": 99284, "epoch": 557, "lr": 1.228132516694641e-06}
{"train_loss": 0.0012759962119162083, "global_step": 99285, "epoch": 557, "lr": 1.2278070343496484e-06}
{"train_loss": 0.0006773964269086719, "global_step": 99286, "epoch": 557, "lr": 1.2274815946042517e-06}
{"train_loss": 0.000596050638705492, "global_step": 99287, "epoch": 557, "lr": 1.2271561974587398e-06}
{"train_loss": 0.00047972830361686647, "global_step": 99288, "epoch": 557, "lr": 1.2268308429133958e-06}
{"train_loss": 0.0008656044956296682, "global_step": 99289, "epoch": 557, "lr": 1.2265055309685025e-06}
{"train_loss": 0.0006495798006653786, "global_step": 99290, "epoch": 557, "lr": 1.226180261624338e-06}
{"train_loss": 0.0004791957326233387, "global_step": 99291, "epoch": 557, "lr": 1.2258550348811958e-06}
{"train_loss": 0.0005160137079656124, "global_step": 99292, "epoch": 557, "lr": 1.2255298507393541e-06}
{"train_loss": 0.0002662815968506038, "global_step": 99293, "epoch": 557, "lr": 1.2252047091991014e-06}
{"train_loss": 0.0014338893815875053, "global_step": 99294, "epoch": 557, "lr": 1.2248796102607208e-06}
{"train_loss": 0.0004145849961787462, "global_step": 99295, "epoch": 557, "lr": 1.224554553924495e-06}
{"train_loss": 0.000736808346118778, "global_step": 99296, "epoch": 557, "lr": 1.2242295401907079e-06}
{"train_loss": 0.001146094873547554, "global_step": 99297, "epoch": 557, "lr": 1.2239045690596362e-06}
{"train_loss": 0.0008013489423319697, "global_step": 99298, "epoch": 557, "lr": 1.2235796405315859e-06}
{"train_loss": 0.00026361970230937004, "global_step": 99299, "epoch": 557, "lr": 1.2232547546068118e-06}
{"train_loss": 0.0007737926207482815, "global_step": 99300, "epoch": 557, "lr": 1.2229299112856142e-06}
{"train_loss": 0.0009765973081812263, "global_step": 99301, "epoch": 557, "lr": 1.2226051105682812e-06}
{"train_loss": 0.0002698189055081457, "global_step": 99302, "epoch": 557, "lr": 1.2222803524550852e-06}
{"train_loss": 0.000747614714782685, "global_step": 99303, "epoch": 557, "lr": 1.2219556369463149e-06}
{"train_loss": 0.0004882774665020406, "global_step": 99304, "epoch": 557, "lr": 1.221630964042253e-06}
{"train_loss": 0.0007501558866351843, "global_step": 99305, "epoch": 557, "lr": 1.221306333743183e-06}
{"train_loss": 0.0006927204085513949, "global_step": 99306, "epoch": 557, "lr": 1.2209817460493933e-06}
{"train_loss": 0.00041753464029170573, "global_step": 99307, "epoch": 557, "lr": 1.220657200961156e-06}
{"train_loss": 0.0008497164817526937, "global_step": 99308, "epoch": 557, "lr": 1.2203326984787655e-06}
{"train_loss": 0.0005658804439008236, "global_step": 99309, "epoch": 557, "lr": 1.2200082386024992e-06}
{"train_loss": 0.00028179402579553425, "global_step": 99310, "epoch": 557, "lr": 1.2196838213326455e-06}
{"train_loss": 0.0007022719364613295, "global_step": 99311, "epoch": 557, "lr": 1.2193594466694823e-06}
{"train_loss": 0.0005390292499214411, "global_step": 99312, "epoch": 557, "lr": 1.2190351146132982e-06}
{"train_loss": 0.0006803901051171124, "global_step": 99313, "epoch": 557, "lr": 1.2187108251643708e-06}
{"train_loss": 0.0013249167241156101, "global_step": 99314, "epoch": 557, "lr": 1.218386578322983e-06}
{"train_loss": 0.0009100794559344649, "global_step": 99315, "epoch": 557, "lr": 1.2180623740894292e-06}
{"train_loss": 0.0008424001280218363, "global_step": 99316, "epoch": 557, "lr": 1.2177382124639813e-06}
{"train_loss": 0.0008220360614359379, "global_step": 99317, "epoch": 557, "lr": 1.2174140934469225e-06}
{"train_loss": 0.0004393579438328743, "global_step": 99318, "epoch": 557, "lr": 1.2170900170385468e-06}
{"train_loss": 0.0010315121617168188, "global_step": 99319, "epoch": 557, "lr": 1.2167659832391264e-06}
{"train_loss": 0.0009447858901694417, "global_step": 99320, "epoch": 557, "lr": 1.216441992048939e-06}
{"train_loss": 0.0003598477051127702, "global_step": 99321, "epoch": 557, "lr": 1.2161180434682896e-06}
{"train_loss": 0.0009947373764589429, "global_step": 99322, "epoch": 557, "lr": 1.215794137497439e-06}
{"train_loss": 0.000849645907416406, "global_step": 99323, "epoch": 557, "lr": 1.215470274136682e-06}
{"train_loss": 0.0004606317379511893, "global_step": 99324, "epoch": 558, "lr": 1.2151464533862956e-06}
{"train_loss": 0.0007571859750896692, "global_step": 99325, "epoch": 558, "lr": 1.2148226752465685e-06}
{"train_loss": 0.0008612736128270626, "global_step": 99326, "epoch": 558, "lr": 1.2144989397177842e-06}
{"train_loss": 0.0010457728058099747, "global_step": 99327, "epoch": 558, "lr": 1.2141752468002144e-06}
{"train_loss": 0.0006198597839102149, "global_step": 99328, "epoch": 558, "lr": 1.2138515964941532e-06}
{"train_loss": 0.000629040296189487, "global_step": 99329, "epoch": 558, "lr": 1.2135279887998784e-06}
{"train_loss": 0.000322168692946434, "global_step": 99330, "epoch": 558, "lr": 1.2132044237176677e-06}
{"train_loss": 0.0004989280714653432, "global_step": 99331, "epoch": 558, "lr": 1.2128809012478204e-06}
{"train_loss": 0.0005319092888385057, "global_step": 99332, "epoch": 558, "lr": 1.2125574213905977e-06}
{"train_loss": 0.000646476517431438, "global_step": 99333, "epoch": 558, "lr": 1.2122339841462937e-06}
{"train_loss": 0.0011986205354332924, "global_step": 99334, "epoch": 558, "lr": 1.2119105895151972e-06}
{"train_loss": 0.001323420088738203, "global_step": 99335, "epoch": 558, "lr": 1.2115872374975746e-06}
{"train_loss": 0.0009520315797999501, "global_step": 99336, "epoch": 558, "lr": 1.2112639280937254e-06}
{"train_loss": 0.0008222476462833583, "global_step": 99337, "epoch": 558, "lr": 1.2109406613039164e-06}
{"train_loss": 0.001186586800031364, "global_step": 99338, "epoch": 558, "lr": 1.2106174371284362e-06}
{"train_loss": 0.0008622501045465469, "global_step": 99339, "epoch": 558, "lr": 1.2102942555675734e-06}
{"train_loss": 0.0018689197022467852, "global_step": 99340, "epoch": 558, "lr": 1.2099711166216054e-06}
{"train_loss": 0.0009222679072991014, "global_step": 99341, "epoch": 558, "lr": 1.20964802029081e-06}
{"train_loss": 0.0007365010096691549, "global_step": 99342, "epoch": 558, "lr": 1.2093249665754758e-06}
{"train_loss": 0.0011403680546209216, "global_step": 99343, "epoch": 558, "lr": 1.2090019554758802e-06}
{"train_loss": 0.0011738685425370932, "global_step": 99344, "epoch": 558, "lr": 1.208678986992312e-06}
{"train_loss": 0.0010816355934366584, "global_step": 99345, "epoch": 558, "lr": 1.2083560611250434e-06}
{"train_loss": 0.0005910461768507957, "global_step": 99346, "epoch": 558, "lr": 1.208033177874368e-06}
{"train_loss": 0.0006990268593654037, "global_step": 99347, "epoch": 558, "lr": 1.207710337240553e-06}
{"train_loss": 0.00034801324363797903, "global_step": 99348, "epoch": 558, "lr": 1.2073875392238976e-06}
{"train_loss": 0.0007175417267717421, "global_step": 99349, "epoch": 558, "lr": 1.2070647838246684e-06}
{"train_loss": 0.0003507161745801568, "global_step": 99350, "epoch": 558, "lr": 1.2067420710431598e-06}
{"train_loss": 0.00034159256028942764, "global_step": 99351, "epoch": 558, "lr": 1.2064194008796493e-06}
{"train_loss": 0.0011281054466962814, "global_step": 99352, "epoch": 558, "lr": 1.2060967733344141e-06}
{"train_loss": 0.0003808212641160935, "global_step": 99353, "epoch": 558, "lr": 1.2057741884077324e-06}
{"train_loss": 0.0013057584874331951, "global_step": 99354, "epoch": 558, "lr": 1.2054516460999089e-06}
{"train_loss": 0.00027212410350330174, "global_step": 99355, "epoch": 558, "lr": 1.2051291464111936e-06}
{"train_loss": 0.0009139230824075639, "global_step": 99356, "epoch": 558, "lr": 1.2048066893418918e-06}
{"train_loss": 0.0004099651996511966, "global_step": 99357, "epoch": 558, "lr": 1.2044842748922757e-06}
{"train_loss": 0.0008455830975435674, "global_step": 99358, "epoch": 558, "lr": 1.2041619030626284e-06}
{"train_loss": 0.001031001447699964, "global_step": 99359, "epoch": 558, "lr": 1.2038395738532382e-06}
{"train_loss": 0.0005148251075297594, "global_step": 99360, "epoch": 558, "lr": 1.2035172872643663e-06}
{"train_loss": 0.0007452636491507292, "global_step": 99361, "epoch": 558, "lr": 1.2031950432963236e-06}
{"train_loss": 0.0015227941330522299, "global_step": 99362, "epoch": 558, "lr": 1.2028728419493651e-06}
{"train_loss": 0.0009293248876929283, "global_step": 99363, "epoch": 558, "lr": 1.2025506832237853e-06}
{"train_loss": 0.0005341200157999992, "global_step": 99364, "epoch": 558, "lr": 1.2022285671198675e-06}
{"train_loss": 0.0004890340496785939, "global_step": 99365, "epoch": 558, "lr": 1.2019064936378832e-06}
{"train_loss": 0.0016551658045500517, "global_step": 99366, "epoch": 558, "lr": 1.2015844627781213e-06}
{"train_loss": 0.0003706804709509015, "global_step": 99367, "epoch": 558, "lr": 1.2012624745408651e-06}
{"train_loss": 0.0009015591931529343, "global_step": 99368, "epoch": 558, "lr": 1.2009405289263865e-06}
{"train_loss": 0.0017590411007404327, "global_step": 99369, "epoch": 558, "lr": 1.2006186259349794e-06}
{"train_loss": 0.0011057719821110368, "global_step": 99370, "epoch": 558, "lr": 1.2002967655669052e-06}
{"train_loss": 0.0007551329326815903, "global_step": 99371, "epoch": 558, "lr": 1.199974947822463e-06}
{"train_loss": 0.0009891712106764317, "global_step": 99372, "epoch": 558, "lr": 1.1996531727019312e-06}
{"train_loss": 0.000372834678273648, "global_step": 99373, "epoch": 558, "lr": 1.1993314402055866e-06}
{"train_loss": 0.0008307355456054211, "global_step": 99374, "epoch": 558, "lr": 1.1990097503337129e-06}
{"train_loss": 0.0008186636841855943, "global_step": 99375, "epoch": 558, "lr": 1.1986881030865926e-06}
{"train_loss": 0.0006133676506578922, "global_step": 99376, "epoch": 558, "lr": 1.1983664984644926e-06}
{"train_loss": 0.0009855766547843814, "global_step": 99377, "epoch": 558, "lr": 1.1980449364677127e-06}
{"train_loss": 0.00033471122151240706, "global_step": 99378, "epoch": 558, "lr": 1.1977234170965301e-06}
{"train_loss": 0.0006760125979781151, "global_step": 99379, "epoch": 558, "lr": 1.1974019403512171e-06}
{"train_loss": 0.00043539132457226515, "global_step": 99380, "epoch": 558, "lr": 1.1970805062320567e-06}
{"train_loss": 0.000799547357019037, "global_step": 99381, "epoch": 558, "lr": 1.1967591147393376e-06}
{"train_loss": 0.0014003491960465908, "global_step": 99382, "epoch": 558, "lr": 1.1964377658733316e-06}
{"train_loss": 0.0008112593786790967, "global_step": 99383, "epoch": 558, "lr": 1.1961164596343167e-06}
{"train_loss": 0.000853921112138778, "global_step": 99384, "epoch": 558, "lr": 1.195795196022592e-06}
{"train_loss": 0.0010749727953225374, "global_step": 99385, "epoch": 558, "lr": 1.1954739750384135e-06}
{"train_loss": 0.0006754596251994371, "global_step": 99386, "epoch": 558, "lr": 1.1951527966820808e-06}
{"train_loss": 0.00024936895351856947, "global_step": 99387, "epoch": 558, "lr": 1.1948316609538657e-06}
{"train_loss": 0.0007057505426928401, "global_step": 99388, "epoch": 558, "lr": 1.1945105678540568e-06}
{"train_loss": 0.0009008005727082491, "global_step": 99389, "epoch": 558, "lr": 1.1941895173829209e-06}
{"train_loss": 0.0005147517658770084, "global_step": 99390, "epoch": 558, "lr": 1.1938685095407464e-06}
{"train_loss": 0.0007704441668465734, "global_step": 99391, "epoch": 558, "lr": 1.193547544327811e-06}
{"train_loss": 0.0006618592888116837, "global_step": 99392, "epoch": 558, "lr": 1.1932266217444087e-06}
{"train_loss": 0.0007333088433369994, "global_step": 99393, "epoch": 558, "lr": 1.1929057417907953e-06}
{"train_loss": 0.0005476432270370424, "global_step": 99394, "epoch": 558, "lr": 1.1925849044672644e-06}
{"train_loss": 0.0005558881675824523, "global_step": 99395, "epoch": 558, "lr": 1.192264109774105e-06}
{"train_loss": 0.0005239080637693405, "global_step": 99396, "epoch": 558, "lr": 1.1919433577115835e-06}
{"train_loss": 0.0005683678900822997, "global_step": 99397, "epoch": 558, "lr": 1.191622648279983e-06}
{"train_loss": 0.0011965737212449312, "global_step": 99398, "epoch": 558, "lr": 1.1913019814795812e-06}
{"train_loss": 0.000520645990036428, "global_step": 99399, "epoch": 558, "lr": 1.1909813573106721e-06}
{"train_loss": 0.0016685343580320477, "global_step": 99400, "epoch": 558, "lr": 1.1906607757735166e-06}
{"train_loss": 0.001080455956980586, "global_step": 99401, "epoch": 558, "lr": 1.1903402368684147e-06}
{"train_loss": 0.0009782962733879685, "global_step": 99402, "epoch": 558, "lr": 1.190019740595627e-06}
{"train_loss": 0.0006299199303612113, "global_step": 99403, "epoch": 558, "lr": 1.189699286955448e-06}
{"train_loss": 0.0007213837234303355, "global_step": 99404, "epoch": 558, "lr": 1.1893788759481495e-06}
{"train_loss": 0.0004983650287613273, "global_step": 99405, "epoch": 558, "lr": 1.1890585075740092e-06}
{"train_loss": 0.0014024702832102776, "global_step": 99406, "epoch": 558, "lr": 1.1887381818333155e-06}
{"train_loss": 0.0009292140020988882, "global_step": 99407, "epoch": 558, "lr": 1.188417898726346e-06}
{"train_loss": 0.0011374829337000847, "global_step": 99408, "epoch": 558, "lr": 1.1880976582533733e-06}
{"train_loss": 0.0005691908881999552, "global_step": 99409, "epoch": 558, "lr": 1.1877774604146852e-06}
{"train_loss": 0.001261667930521071, "global_step": 99410, "epoch": 558, "lr": 1.1874573052105598e-06}
{"train_loss": 0.0006227937992662191, "global_step": 99411, "epoch": 558, "lr": 1.1871371926412745e-06}
{"train_loss": 0.0003426566254347563, "global_step": 99412, "epoch": 558, "lr": 1.1868171227071068e-06}
{"train_loss": 0.000792510574683547, "global_step": 99413, "epoch": 558, "lr": 1.18649709540834e-06}
{"train_loss": 0.0007527237175963819, "global_step": 99414, "epoch": 558, "lr": 1.1861771107452513e-06}
{"train_loss": 0.0013436911394819617, "global_step": 99415, "epoch": 558, "lr": 1.1858571687181298e-06}
{"train_loss": 0.00047680287389084697, "global_step": 99416, "epoch": 558, "lr": 1.185537269327236e-06}
{"train_loss": 0.0017108896281570196, "global_step": 99417, "epoch": 558, "lr": 1.1852174125728754e-06}
{"train_loss": 0.00031100332853384316, "global_step": 99418, "epoch": 558, "lr": 1.1848975984552978e-06}
{"train_loss": 0.0008955849916674197, "global_step": 99419, "epoch": 558, "lr": 1.184577826974803e-06}
{"train_loss": 0.0004224692820571363, "global_step": 99420, "epoch": 558, "lr": 1.184258098131663e-06}
{"train_loss": 0.0005432324833236635, "global_step": 99421, "epoch": 558, "lr": 1.1839384119261555e-06}
{"train_loss": 0.0018786621512845159, "global_step": 99422, "epoch": 558, "lr": 1.1836187683585686e-06}
{"train_loss": 0.0006450515356846154, "global_step": 99423, "epoch": 558, "lr": 1.1832991674291694e-06}
{"train_loss": 0.00027818314265459776, "global_step": 99424, "epoch": 558, "lr": 1.1829796091382461e-06}
{"train_loss": 0.00023513588530477136, "global_step": 99425, "epoch": 558, "lr": 1.1826600934860765e-06}
{"train_loss": 0.000593008182477206, "global_step": 99426, "epoch": 558, "lr": 1.1823406204729327e-06}
{"train_loss": 0.000571340206079185, "global_step": 99427, "epoch": 558, "lr": 1.182021190099103e-06}
{"train_loss": 0.0009730790043249726, "global_step": 99428, "epoch": 558, "lr": 1.1817018023648652e-06}
{"train_loss": 0.000621443847194314, "global_step": 99429, "epoch": 558, "lr": 1.1813824572704856e-06}
{"train_loss": 0.001099089509807527, "global_step": 99430, "epoch": 558, "lr": 1.1810631548162642e-06}
{"train_loss": 0.0007487770635634661, "global_step": 99431, "epoch": 558, "lr": 1.1807438950024618e-06}
{"train_loss": 0.0005165965994819999, "global_step": 99432, "epoch": 558, "lr": 1.180424677829367e-06}
{"train_loss": 0.0005383804673328996, "global_step": 99433, "epoch": 558, "lr": 1.180105503297252e-06}
{"train_loss": 0.00018428148177918047, "global_step": 99434, "epoch": 558, "lr": 1.179786371406405e-06}
{"train_loss": 0.00048786349361762404, "global_step": 99435, "epoch": 558, "lr": 1.1794672821570984e-06}
{"train_loss": 0.0008322458597831428, "global_step": 99436, "epoch": 558, "lr": 1.1791482355496096e-06}
{"train_loss": 0.0003615077002905309, "global_step": 99437, "epoch": 558, "lr": 1.1788292315842165e-06}
{"train_loss": 0.0012224027886986732, "global_step": 99438, "epoch": 558, "lr": 1.1785102702612072e-06}
{"train_loss": 0.0010331019293516874, "global_step": 99439, "epoch": 558, "lr": 1.178191351580843e-06}
{"train_loss": 0.0005277823656797409, "global_step": 99440, "epoch": 558, "lr": 1.1778724755434178e-06}
{"train_loss": 0.0006199289346113801, "global_step": 99441, "epoch": 558, "lr": 1.1775536421492094e-06}
{"train_loss": 0.0015974227571859956, "global_step": 99442, "epoch": 558, "lr": 1.1772348513984899e-06}
{"train_loss": 0.0003779996186494827, "global_step": 99443, "epoch": 558, "lr": 1.1769161032915422e-06}
{"train_loss": 0.0007801973260939121, "global_step": 99444, "epoch": 558, "lr": 1.1765973978286382e-06}
{"train_loss": 0.0009812107309699059, "global_step": 99445, "epoch": 558, "lr": 1.1762787350100669e-06}
{"train_loss": 0.0014322639908641577, "global_step": 99446, "epoch": 558, "lr": 1.1759601148360889e-06}
{"train_loss": 0.001395565690472722, "global_step": 99447, "epoch": 558, "lr": 1.175641537307004e-06}
{"train_loss": 0.0005033966153860092, "global_step": 99448, "epoch": 558, "lr": 1.1753230024230788e-06}
{"train_loss": 0.0010327650234103203, "global_step": 99449, "epoch": 558, "lr": 1.1750045101845907e-06}
{"train_loss": 0.0011466743890196085, "global_step": 99450, "epoch": 558, "lr": 1.174686060591823e-06}
{"train_loss": 0.0012987380614504218, "global_step": 99451, "epoch": 558, "lr": 1.1743676536450533e-06}
{"train_loss": 0.00046549804392270744, "global_step": 99452, "epoch": 558, "lr": 1.1740492893445477e-06}
{"train_loss": 0.0009016155963763595, "global_step": 99453, "epoch": 558, "lr": 1.1737309676906062e-06}
{"train_loss": 0.0022145970724523067, "global_step": 99454, "epoch": 558, "lr": 1.173412688683484e-06}
{"train_loss": 0.00022820234880782664, "global_step": 99455, "epoch": 558, "lr": 1.173094452323481e-06}
{"train_loss": 0.00046246510464698076, "global_step": 99456, "epoch": 558, "lr": 1.1727762586108582e-06}
{"train_loss": 0.0006382463034242392, "global_step": 99457, "epoch": 558, "lr": 1.1724581075458985e-06}
{"train_loss": 0.0009473251993767917, "global_step": 99458, "epoch": 558, "lr": 1.1721399991288796e-06}
{"train_loss": 0.0016896341694518924, "global_step": 99459, "epoch": 558, "lr": 1.1718219333600843e-06}
{"train_loss": 0.0006443806341849267, "global_step": 99460, "epoch": 558, "lr": 1.1715039102397852e-06}
{"train_loss": 0.0004351970856077969, "global_step": 99461, "epoch": 558, "lr": 1.1711859297682593e-06}
{"train_loss": 0.00038484082324430346, "global_step": 99462, "epoch": 558, "lr": 1.17086799194579e-06}
{"train_loss": 0.000719188479706645, "global_step": 99463, "epoch": 558, "lr": 1.170550096772649e-06}
{"train_loss": 0.0005596103146672249, "global_step": 99464, "epoch": 558, "lr": 1.1702322442491142e-06}
{"train_loss": 0.0014165097381919622, "global_step": 99465, "epoch": 558, "lr": 1.1699144343754686e-06}
{"train_loss": 0.0006599629414267838, "global_step": 99466, "epoch": 558, "lr": 1.1695966671519898e-06}
{"train_loss": 0.0006952649564482272, "global_step": 99467, "epoch": 558, "lr": 1.169278942578944e-06}
{"train_loss": 0.0008745766244828701, "global_step": 99468, "epoch": 558, "lr": 1.168961260656626e-06}
{"train_loss": 0.0005116332904435694, "global_step": 99469, "epoch": 558, "lr": 1.1686436213852959e-06}
{"train_loss": 0.0014416808262467384, "global_step": 99470, "epoch": 558, "lr": 1.1683260247652484e-06}
{"train_loss": 0.0017415261827409267, "global_step": 99471, "epoch": 558, "lr": 1.1680084707967443e-06}
{"train_loss": 0.0007946182158775628, "global_step": 99472, "epoch": 558, "lr": 1.1676909594800722e-06}
{"train_loss": 0.0006126381922513247, "global_step": 99473, "epoch": 558, "lr": 1.1673734908155043e-06}
{"train_loss": 0.0015178361209109426, "global_step": 99474, "epoch": 558, "lr": 1.1670560648033179e-06}
{"train_loss": 0.0007378472946584225, "global_step": 99475, "epoch": 558, "lr": 1.1667386814437964e-06}
{"train_loss": 0.000760139839258045, "global_step": 99476, "epoch": 558, "lr": 1.1664213407372059e-06}
{"train_loss": 0.000899420992936939, "global_step": 99477, "epoch": 558, "lr": 1.1661040426838298e-06}
{"train_loss": 0.0014002819079905748, "global_step": 99478, "epoch": 558, "lr": 1.1657867872839567e-06}
{"train_loss": 0.0003153271973133087, "global_step": 99479, "epoch": 558, "lr": 1.1654695745378418e-06}
{"train_loss": 0.00022397449356503785, "global_step": 99480, "epoch": 558, "lr": 1.165152404445774e-06}
{"train_loss": 0.0004073064192198217, "global_step": 99481, "epoch": 558, "lr": 1.1648352770080362e-06}
{"train_loss": 0.0008044246351346374, "global_step": 99482, "epoch": 558, "lr": 1.1645181922248893e-06}
{"train_loss": 0.000585553701967001, "global_step": 99483, "epoch": 558, "lr": 1.1642011500966278e-06}
{"train_loss": 0.00034323008731007576, "global_step": 99484, "epoch": 558, "lr": 1.163884150623512e-06}
{"train_loss": 0.0003886664635501802, "global_step": 99485, "epoch": 558, "lr": 1.1635671938058312e-06}
{"train_loss": 0.0012439754791557789, "global_step": 99486, "epoch": 558, "lr": 1.1632502796438572e-06}
{"train_loss": 0.0022289054468274117, "global_step": 99487, "epoch": 558, "lr": 1.1629334081378673e-06}
{"train_loss": 0.001349643338471651, "global_step": 99488, "epoch": 558, "lr": 1.1626165792881394e-06}
{"train_loss": 0.0004840664332732558, "global_step": 99489, "epoch": 558, "lr": 1.1622997930949508e-06}
{"train_loss": 0.0006488976068794727, "global_step": 99490, "epoch": 558, "lr": 1.1619830495585736e-06}
{"train_loss": 0.0007921748328953981, "global_step": 99491, "epoch": 558, "lr": 1.1616663486792911e-06}
{"train_loss": 0.00021346253925003111, "global_step": 99492, "epoch": 558, "lr": 1.1613496904573695e-06}
{"train_loss": 0.00033307570265606046, "global_step": 99493, "epoch": 558, "lr": 1.1610330748931032e-06}
{"train_loss": 0.0009643332450650632, "global_step": 99494, "epoch": 558, "lr": 1.1607165019867472e-06}
{"train_loss": 0.00032867264235392213, "global_step": 99495, "epoch": 558, "lr": 1.1603999717385904e-06}
{"train_loss": 0.0011765991803258657, "global_step": 99496, "epoch": 558, "lr": 1.1600834841489162e-06}
{"train_loss": 0.0016540609067305923, "global_step": 99497, "epoch": 558, "lr": 1.1597670392179848e-06}
{"train_loss": 0.0003265423292759806, "global_step": 99498, "epoch": 558, "lr": 1.15945063694608e-06}
{"train_loss": 0.0005240192986093462, "global_step": 99499, "epoch": 558, "lr": 1.1591342773334845e-06}
{"train_loss": 0.001857031020335853, "global_step": 99500, "epoch": 558, "lr": 1.1588179603804594e-06}
{"train_loss": 0.0008229192506896039, "global_step": 99501, "epoch": 558, "lr": 1.1585016860872988e-06}
{"train_loss": 0.0007404148345813155, "global_step": 99502, "epoch": 559, "lr": 1.1581854544542637e-06}
{"train_loss": 0.0009377027745358646, "global_step": 99503, "epoch": 559, "lr": 1.157869265481637e-06}
{"train_loss": 0.00023326481459662318, "global_step": 99504, "epoch": 559, "lr": 1.1575531191696965e-06}
{"train_loss": 0.0013742099981755018, "global_step": 99505, "epoch": 559, "lr": 1.157237015518714e-06}
{"train_loss": 0.0007302741287276149, "global_step": 99506, "epoch": 559, "lr": 1.1569209545289783e-06}
{"train_loss": 0.0009278793004341424, "global_step": 99507, "epoch": 559, "lr": 1.1566049362007447e-06}
{"train_loss": 0.0010433488059788942, "global_step": 99508, "epoch": 559, "lr": 1.1562889605343076e-06}
{"train_loss": 0.0005586289917118847, "global_step": 99509, "epoch": 559, "lr": 1.1559730275299274e-06}
{"train_loss": 0.0004353967378847301, "global_step": 99510, "epoch": 559, "lr": 1.1556571371878876e-06}
{"train_loss": 0.0027899532578885555, "global_step": 99511, "epoch": 559, "lr": 1.1553412895084715e-06}
{"train_loss": 0.0011957474052906036, "global_step": 99512, "epoch": 559, "lr": 1.155025484491945e-06}
{"train_loss": 0.0006380710401572287, "global_step": 99513, "epoch": 559, "lr": 1.154709722138586e-06}
{"train_loss": 0.0007010260596871376, "global_step": 99514, "epoch": 559, "lr": 1.1543940024486665e-06}
{"train_loss": 0.001410697354003787, "global_step": 99515, "epoch": 559, "lr": 1.1540783254224697e-06}
{"train_loss": 0.0004635062359739095, "global_step": 99516, "epoch": 559, "lr": 1.1537626910602727e-06}
{"train_loss": 0.0005631297826766968, "global_step": 99517, "epoch": 559, "lr": 1.1534470993623426e-06}
{"train_loss": 0.001198655110783875, "global_step": 99518, "epoch": 559, "lr": 1.1531315503289619e-06}
{"train_loss": 0.0015765218995511532, "global_step": 99519, "epoch": 559, "lr": 1.152816043960403e-06}
{"train_loss": 0.0015038775745779276, "global_step": 99520, "epoch": 559, "lr": 1.1525005802569434e-06}
{"train_loss": 0.000643919687718153, "global_step": 99521, "epoch": 559, "lr": 1.152185159218855e-06}
{"train_loss": 0.0008488164748996496, "global_step": 99522, "epoch": 559, "lr": 1.1518697808464152e-06}
{"train_loss": 0.0005806308472529054, "global_step": 99523, "epoch": 559, "lr": 1.1515544451398963e-06}
{"train_loss": 0.0008898829692043364, "global_step": 99524, "epoch": 559, "lr": 1.1512391520995812e-06}
{"train_loss": 0.0012222956866025925, "global_step": 99525, "epoch": 559, "lr": 1.1509239017257478e-06}
{"train_loss": 0.0014944052090868354, "global_step": 99526, "epoch": 559, "lr": 1.1506086940186568e-06}
{"train_loss": 0.0011479910463094711, "global_step": 99527, "epoch": 559, "lr": 1.1502935289785965e-06}
{"train_loss": 0.00027900305576622486, "global_step": 99528, "epoch": 559, "lr": 1.149978406605834e-06}
{"train_loss": 0.0008526340243406594, "global_step": 99529, "epoch": 559, "lr": 1.1496633269006518e-06}
{"train_loss": 0.0006991049740463495, "global_step": 99530, "epoch": 559, "lr": 1.1493482898633168e-06}
{"train_loss": 0.0013259346596896648, "global_step": 99531, "epoch": 559, "lr": 1.1490332954941174e-06}
{"train_loss": 0.0002625735360197723, "global_step": 99532, "epoch": 559, "lr": 1.148718343793309e-06}
{"train_loss": 0.000577277154661715, "global_step": 99533, "epoch": 559, "lr": 1.1484034347611805e-06}
{"train_loss": 0.0004482417134568095, "global_step": 99534, "epoch": 559, "lr": 1.1480885683980092e-06}
{"train_loss": 0.0003956336295232177, "global_step": 99535, "epoch": 559, "lr": 1.1477737447040615e-06}
{"train_loss": 0.002754584886133671, "global_step": 99536, "epoch": 559, "lr": 1.1474589636796151e-06}
{"train_loss": 0.0006529726670123637, "global_step": 99537, "epoch": 559, "lr": 1.1471442253249532e-06}
{"train_loss": 0.000900435377843678, "global_step": 99538, "epoch": 559, "lr": 1.146829529640331e-06}
{"train_loss": 0.0009110887185670435, "global_step": 99539, "epoch": 559, "lr": 1.1465148766260481e-06}
{"train_loss": 0.0009281496168114245, "global_step": 99540, "epoch": 559, "lr": 1.1462002662823545e-06}
{"train_loss": 0.0011131009086966515, "global_step": 99541, "epoch": 559, "lr": 1.1458856986095445e-06}
{"train_loss": 0.00041519122896716, "global_step": 99542, "epoch": 559, "lr": 1.14557117360789e-06}
{"train_loss": 0.0006531561957672238, "global_step": 99543, "epoch": 559, "lr": 1.1452566912776574e-06}
{"train_loss": 0.0007916742470115423, "global_step": 99544, "epoch": 559, "lr": 1.1449422516191244e-06}
{"train_loss": 0.0012277041096240282, "global_step": 99545, "epoch": 559, "lr": 1.1446278546325628e-06}
{"train_loss": 0.0007921800715848804, "global_step": 99546, "epoch": 559, "lr": 1.1443135003182615e-06}
{"train_loss": 0.0010999712394550443, "global_step": 99547, "epoch": 559, "lr": 1.1439991886764757e-06}
{"train_loss": 0.0008905648719519377, "global_step": 99548, "epoch": 559, "lr": 1.1436849197074883e-06}
{"train_loss": 0.0008793500019237399, "global_step": 99549, "epoch": 559, "lr": 1.1433706934115829e-06}
{"train_loss": 0.0006211346480995417, "global_step": 99550, "epoch": 559, "lr": 1.14305650978902e-06}
{"train_loss": 0.0012991291005164385, "global_step": 99551, "epoch": 559, "lr": 1.1427423688400829e-06}
{"train_loss": 0.00039422346162609756, "global_step": 99552, "epoch": 559, "lr": 1.142428270565038e-06}
{"train_loss": 0.0006234527099877596, "global_step": 99553, "epoch": 559, "lr": 1.1421142149641627e-06}
{"train_loss": 0.00031678256345912814, "global_step": 99554, "epoch": 559, "lr": 1.1418002020377405e-06}
{"train_loss": 0.0017195281106978655, "global_step": 99555, "epoch": 559, "lr": 1.1414862317860319e-06}
{"train_loss": 0.0004844107897952199, "global_step": 99556, "epoch": 559, "lr": 1.1411723042093204e-06}
{"train_loss": 0.00031410742667503655, "global_step": 99557, "epoch": 559, "lr": 1.140858419307872e-06}
{"train_loss": 0.00040354084922000766, "global_step": 99558, "epoch": 559, "lr": 1.1405445770819756e-06}
{"train_loss": 0.0005377024644985795, "global_step": 99559, "epoch": 559, "lr": 1.1402307775318866e-06}
{"train_loss": 0.0003607552498579025, "global_step": 99560, "epoch": 559, "lr": 1.1399170206578935e-06}
{"train_loss": 0.0017991922795772552, "global_step": 99561, "epoch": 559, "lr": 1.1396033064602574e-06}
{"train_loss": 0.0004401393816806376, "global_step": 99562, "epoch": 559, "lr": 1.1392896349392722e-06}
{"train_loss": 0.0010969947325065732, "global_step": 99563, "epoch": 559, "lr": 1.138976006095188e-06}
{"train_loss": 0.0006276078638620675, "global_step": 99564, "epoch": 559, "lr": 1.1386624199282991e-06}
{"train_loss": 0.000565127469599247, "global_step": 99565, "epoch": 559, "lr": 1.1383488764388662e-06}
{"train_loss": 0.00040833576349541545, "global_step": 99566, "epoch": 559, "lr": 1.1380353756271667e-06}
{"train_loss": 0.0011588734341785312, "global_step": 99567, "epoch": 559, "lr": 1.1377219174934783e-06}
{"train_loss": 0.0007134518818929791, "global_step": 99568, "epoch": 559, "lr": 1.137408502038062e-06}
{"train_loss": 0.001060610287822783, "global_step": 99569, "epoch": 559, "lr": 1.1370951292612174e-06}
{"train_loss": 0.0005305559607222676, "global_step": 99570, "epoch": 559, "lr": 1.136781799163189e-06}
{"train_loss": 0.0012456448748707771, "global_step": 99571, "epoch": 559, "lr": 1.1364685117442708e-06}
{"train_loss": 0.0012139405589550734, "global_step": 99572, "epoch": 559, "lr": 1.1361552670047238e-06}
{"train_loss": 0.0006516012363135815, "global_step": 99573, "epoch": 559, "lr": 1.1358420649448308e-06}
{"train_loss": 0.0005931697087362409, "global_step": 99574, "epoch": 559, "lr": 1.1355289055648644e-06}
{"train_loss": 0.0009683214593678713, "global_step": 99575, "epoch": 559, "lr": 1.1352157888650905e-06}
{"train_loss": 0.00027864763978868723, "global_step": 99576, "epoch": 559, "lr": 1.134902714845787e-06}
{"train_loss": 0.000616996840108186, "global_step": 99577, "epoch": 559, "lr": 1.1345896835072311e-06}
{"train_loss": 0.0007664904114790261, "global_step": 99578, "epoch": 559, "lr": 1.1342766948496897e-06}
{"train_loss": 0.0006973445415496826, "global_step": 99579, "epoch": 559, "lr": 1.1339637488734456e-06}
{"train_loss": 0.0016252892091870308, "global_step": 99580, "epoch": 559, "lr": 1.1336508455787598e-06}
{"train_loss": 0.0008089183829724789, "global_step": 99581, "epoch": 559, "lr": 1.1333379849659097e-06}
{"train_loss": 0.0007037338800728321, "global_step": 99582, "epoch": 559, "lr": 1.1330251670351789e-06}
{"train_loss": 0.0006651563453488052, "global_step": 99583, "epoch": 559, "lr": 1.1327123917868277e-06}
{"train_loss": 0.0010463492944836617, "global_step": 99584, "epoch": 559, "lr": 1.132399659221134e-06}
{"train_loss": 0.0008758888579905033, "global_step": 99585, "epoch": 559, "lr": 1.1320869693383695e-06}
{"train_loss": 0.00037809816421940923, "global_step": 99586, "epoch": 559, "lr": 1.1317743221388066e-06}
{"train_loss": 0.00031834887340664864, "global_step": 99587, "epoch": 559, "lr": 1.1314617176227228e-06}
{"train_loss": 0.0005645937635563314, "global_step": 99588, "epoch": 559, "lr": 1.1311491557903897e-06}
{"train_loss": 0.0013419557362794876, "global_step": 99589, "epoch": 559, "lr": 1.1308366366420797e-06}
{"train_loss": 0.0002518343389965594, "global_step": 99590, "epoch": 559, "lr": 1.1305241601780647e-06}
{"train_loss": 0.00038552682963199914, "global_step": 99591, "epoch": 559, "lr": 1.1302117263986166e-06}
{"train_loss": 0.001282550161704421, "global_step": 99592, "epoch": 559, "lr": 1.1298993353040188e-06}
{"train_loss": 0.0005649232189171016, "global_step": 99593, "epoch": 559, "lr": 1.1295869868945208e-06}
{"train_loss": 0.000439102528616786, "global_step": 99594, "epoch": 559, "lr": 1.1292746811704225e-06}
{"train_loss": 0.0008391283918172121, "global_step": 99595, "epoch": 559, "lr": 1.1289624181319791e-06}
{"train_loss": 0.00041958282236009836, "global_step": 99596, "epoch": 559, "lr": 1.1286501977794683e-06}
{"train_loss": 0.0010893375147134066, "global_step": 99597, "epoch": 559, "lr": 1.1283380201131622e-06}
{"train_loss": 0.0007991050370037556, "global_step": 99598, "epoch": 559, "lr": 1.128025885133338e-06}
{"train_loss": 0.0007439719047397375, "global_step": 99599, "epoch": 559, "lr": 1.1277137928402625e-06}
{"train_loss": 0.001146246213465929, "global_step": 99600, "epoch": 559, "lr": 1.1274017432342132e-06}
{"train_loss": 0.0008015594794414937, "global_step": 99601, "epoch": 559, "lr": 1.127089736315451e-06}
{"train_loss": 0.0009184442460536957, "global_step": 99602, "epoch": 559, "lr": 1.1267777720842698e-06}
{"train_loss": 0.0007555813645012677, "global_step": 99603, "epoch": 559, "lr": 1.1264658505409143e-06}
{"train_loss": 0.0004120296216569841, "global_step": 99604, "epoch": 559, "lr": 1.1261539716856839e-06}
{"train_loss": 0.0014179833233356476, "global_step": 99605, "epoch": 559, "lr": 1.1258421355188343e-06}
{"train_loss": 0.0007449504919350147, "global_step": 99606, "epoch": 559, "lr": 1.1255303420406483e-06}
{"train_loss": 0.0008965191664174199, "global_step": 99607, "epoch": 559, "lr": 1.125218591251387e-06}
{"train_loss": 0.0009947544895112514, "global_step": 99608, "epoch": 559, "lr": 1.1249068831513276e-06}
{"train_loss": 0.002084585139527917, "global_step": 99609, "epoch": 559, "lr": 1.1245952177407482e-06}
{"train_loss": 0.0006079143495298922, "global_step": 99610, "epoch": 559, "lr": 1.1242835950199149e-06}
{"train_loss": 0.0004962213570252061, "global_step": 99611, "epoch": 559, "lr": 1.1239720149890997e-06}
{"train_loss": 0.0012312191538512707, "global_step": 99612, "epoch": 559, "lr": 1.1236604776485748e-06}
{"train_loss": 0.0015274633187800646, "global_step": 99613, "epoch": 559, "lr": 1.1233489829986177e-06}
{"train_loss": 0.0008982392027974129, "global_step": 99614, "epoch": 559, "lr": 1.123037531039489e-06}
{"train_loss": 0.0008835258195176721, "global_step": 99615, "epoch": 559, "lr": 1.1227261217714779e-06}
{"train_loss": 0.0014349715784192085, "global_step": 99616, "epoch": 559, "lr": 1.1224147551948395e-06}
{"train_loss": 0.0007152887992560863, "global_step": 99617, "epoch": 559, "lr": 1.1221034313098566e-06}
{"train_loss": 0.0008601208683103323, "global_step": 99618, "epoch": 559, "lr": 1.121792150116796e-06}
{"train_loss": 0.00042575091356411576, "global_step": 99619, "epoch": 559, "lr": 1.1214809116159296e-06}
{"train_loss": 0.0007316846749745309, "global_step": 99620, "epoch": 559, "lr": 1.1211697158075296e-06}
{"train_loss": 0.0004734667600132525, "global_step": 99621, "epoch": 559, "lr": 1.1208585626918732e-06}
{"train_loss": 0.0005252771661616862, "global_step": 99622, "epoch": 559, "lr": 1.1205474522692272e-06}
{"train_loss": 0.0005231273826211691, "global_step": 99623, "epoch": 559, "lr": 1.1202363845398634e-06}
{"train_loss": 0.0009283047402277589, "global_step": 99624, "epoch": 559, "lr": 1.1199253595040482e-06}
{"train_loss": 0.0007749917567707598, "global_step": 99625, "epoch": 559, "lr": 1.1196143771620704e-06}
{"train_loss": 0.0005681009497493505, "global_step": 99626, "epoch": 559, "lr": 1.1193034375141798e-06}
{"train_loss": 0.0005650576786138117, "global_step": 99627, "epoch": 559, "lr": 1.1189925405606594e-06}
{"train_loss": 0.00045925338054075837, "global_step": 99628, "epoch": 559, "lr": 1.1186816863017869e-06}
{"train_loss": 0.000418115989305079, "global_step": 99629, "epoch": 559, "lr": 1.1183708747378173e-06}
{"train_loss": 0.0005053781205788255, "global_step": 99630, "epoch": 559, "lr": 1.1180601058690399e-06}
{"train_loss": 0.00047338931472040713, "global_step": 99631, "epoch": 559, "lr": 1.117749379695715e-06}
{"train_loss": 0.0006048573413863778, "global_step": 99632, "epoch": 559, "lr": 1.1174386962181149e-06}
{"train_loss": 0.0007052997825667262, "global_step": 99633, "epoch": 559, "lr": 1.117128055436517e-06}
{"train_loss": 0.00035184386069886386, "global_step": 99634, "epoch": 559, "lr": 1.116817457351188e-06}
{"train_loss": 0.0005014337948523462, "global_step": 99635, "epoch": 559, "lr": 1.1165069019623941e-06}
{"train_loss": 0.0014763395301997662, "global_step": 99636, "epoch": 559, "lr": 1.1161963892704186e-06}
{"train_loss": 0.0008870830060914159, "global_step": 99637, "epoch": 559, "lr": 1.1158859192755223e-06}
{"train_loss": 0.001489886431954801, "global_step": 99638, "epoch": 559, "lr": 1.1155754919779826e-06}
{"train_loss": 0.0006376474048011005, "global_step": 99639, "epoch": 559, "lr": 1.1152651073780608e-06}
{"train_loss": 0.0006879490101709962, "global_step": 99640, "epoch": 559, "lr": 1.1149547654760506e-06}
{"train_loss": 0.0005094903754070401, "global_step": 99641, "epoch": 559, "lr": 1.1146444662721966e-06}
{"train_loss": 0.0006915646372362971, "global_step": 99642, "epoch": 559, "lr": 1.1143342097667818e-06}
{"train_loss": 0.00045490392949432135, "global_step": 99643, "epoch": 559, "lr": 1.1140239959600786e-06}
{"train_loss": 0.001324804499745369, "global_step": 99644, "epoch": 559, "lr": 1.1137138248523582e-06}
{"train_loss": 0.0018119474407285452, "global_step": 99645, "epoch": 559, "lr": 1.1134036964438877e-06}
{"train_loss": 0.0005874229245819151, "global_step": 99646, "epoch": 559, "lr": 1.1130936107349388e-06}
{"train_loss": 0.0006256261840462685, "global_step": 99647, "epoch": 559, "lr": 1.112783567725778e-06}
{"train_loss": 0.0005809941212646663, "global_step": 99648, "epoch": 559, "lr": 1.1124735674166941e-06}
{"train_loss": 0.0005579633289016783, "global_step": 99649, "epoch": 559, "lr": 1.1121636098079313e-06}
{"train_loss": 0.0020533178467303514, "global_step": 99650, "epoch": 559, "lr": 1.1118536948997837e-06}
{"train_loss": 0.0003461942542344332, "global_step": 99651, "epoch": 559, "lr": 1.1115438226925068e-06}
{"train_loss": 0.0004992159083485603, "global_step": 99652, "epoch": 559, "lr": 1.111233993186378e-06}
{"train_loss": 0.0006845616735517979, "global_step": 99653, "epoch": 559, "lr": 1.1109242063816694e-06}
{"train_loss": 0.00044647621689364314, "global_step": 99654, "epoch": 559, "lr": 1.1106144622786473e-06}
{"train_loss": 0.0006099709426052868, "global_step": 99655, "epoch": 559, "lr": 1.110304760877584e-06}
{"train_loss": 0.0011528603499755263, "global_step": 99656, "epoch": 559, "lr": 1.1099951021787457e-06}
{"train_loss": 0.0005026196013204753, "global_step": 99657, "epoch": 559, "lr": 1.1096854861824103e-06}
{"train_loss": 0.0006985777872614563, "global_step": 99658, "epoch": 559, "lr": 1.1093759128888493e-06}
{"train_loss": 0.0018853453220799565, "global_step": 99659, "epoch": 559, "lr": 1.1090663822983239e-06}
{"train_loss": 0.0003644897078629583, "global_step": 99660, "epoch": 559, "lr": 1.1087568944111115e-06}
{"train_loss": 0.00023190368665382266, "global_step": 99661, "epoch": 559, "lr": 1.1084474492274789e-06}
{"train_loss": 0.00033735542092472315, "global_step": 99662, "epoch": 559, "lr": 1.108138046747692e-06}
{"train_loss": 0.0002460018149577081, "global_step": 99663, "epoch": 559, "lr": 1.10782868697204e-06}
{"train_loss": 0.0010137981735169888, "global_step": 99664, "epoch": 559, "lr": 1.1075193699007669e-06}
{"train_loss": 0.001577241811901331, "global_step": 99665, "epoch": 559, "lr": 1.1072100955341613e-06}
{"train_loss": 0.0007961795781739056, "global_step": 99666, "epoch": 559, "lr": 1.1069008638724899e-06}
{"train_loss": 0.0020118653774261475, "global_step": 99667, "epoch": 559, "lr": 1.1065916749160132e-06}
{"train_loss": 0.0006173164583742619, "global_step": 99668, "epoch": 559, "lr": 1.1062825286650147e-06}
{"train_loss": 0.0007714956300333142, "global_step": 99669, "epoch": 559, "lr": 1.1059734251197606e-06}
{"train_loss": 0.00042277330067008734, "global_step": 99670, "epoch": 559, "lr": 1.105664364280512e-06}
{"train_loss": 0.0009802636923268437, "global_step": 99671, "epoch": 559, "lr": 1.105355346147552e-06}
{"train_loss": 0.00024664599914103746, "global_step": 99672, "epoch": 559, "lr": 1.105046370721141e-06}
{"train_loss": 0.0011806717375293374, "global_step": 99673, "epoch": 559, "lr": 1.1047374380015518e-06}
{"train_loss": 0.0023256242275238037, "global_step": 99674, "epoch": 559, "lr": 1.1044285479890559e-06}
{"train_loss": 0.0007018615724518895, "global_step": 99675, "epoch": 559, "lr": 1.1041197006839199e-06}
{"train_loss": 0.0003440295986365527, "global_step": 99676, "epoch": 559, "lr": 1.1038108960864158e-06}
{"train_loss": 0.0005885582068003714, "global_step": 99677, "epoch": 559, "lr": 1.10350213419681e-06}
{"train_loss": 0.0006197497714310884, "global_step": 99678, "epoch": 559, "lr": 1.1031934150153855e-06}
{"train_loss": 0.0008348101933795456, "global_step": 99679, "epoch": 559, "lr": 1.102884738542387e-06}
{"train_loss": 0.0014100915286689997, "global_step": 99680, "epoch": 560, "lr": 1.102576104778108e-06}
{"train_loss": 0.0007455149316228926, "global_step": 99681, "epoch": 560, "lr": 1.1022675137228044e-06}
{"train_loss": 0.0005321235512383282, "global_step": 99682, "epoch": 560, "lr": 1.1019589653767536e-06}
{"train_loss": 0.0009426353499293327, "global_step": 99683, "epoch": 560, "lr": 1.1016504597402222e-06}
{"train_loss": 0.0009566494263708591, "global_step": 99684, "epoch": 560, "lr": 1.1013419968134763e-06}
{"train_loss": 0.0009127024095505476, "global_step": 99685, "epoch": 560, "lr": 1.1010335765967827e-06}
{"train_loss": 0.0010240734554827213, "global_step": 99686, "epoch": 560, "lr": 1.10072519909043e-06}
{"train_loss": 0.0004983574617654085, "global_step": 99687, "epoch": 560, "lr": 1.1004168642946566e-06}
{"train_loss": 0.0005385318072512746, "global_step": 99688, "epoch": 560, "lr": 1.1001085722097627e-06}
{"train_loss": 0.00038222497096285224, "global_step": 99689, "epoch": 560, "lr": 1.0998003228359977e-06}
{"train_loss": 0.0006433636299334466, "global_step": 99690, "epoch": 560, "lr": 1.0994921161736337e-06}
{"train_loss": 0.0013709755148738623, "global_step": 99691, "epoch": 560, "lr": 1.0991839522229486e-06}
{"train_loss": 0.0011474282946437597, "global_step": 99692, "epoch": 560, "lr": 1.098875830984203e-06}
{"train_loss": 0.0004084162646904588, "global_step": 99693, "epoch": 560, "lr": 1.0985677524576742e-06}
{"train_loss": 0.0010877079330384731, "global_step": 99694, "epoch": 560, "lr": 1.0982597166436181e-06}
{"train_loss": 0.0006104718777351081, "global_step": 99695, "epoch": 560, "lr": 1.0979517235423175e-06}
{"train_loss": 0.0010096626356244087, "global_step": 99696, "epoch": 560, "lr": 1.0976437731540335e-06}
{"train_loss": 0.0005535508971661329, "global_step": 99697, "epoch": 560, "lr": 1.0973358654790378e-06}
{"train_loss": 0.0006723345723003149, "global_step": 99698, "epoch": 560, "lr": 1.097028000517597e-06}
{"train_loss": 0.0006180395721457899, "global_step": 99699, "epoch": 560, "lr": 1.0967201782699832e-06}
{"train_loss": 0.000888101989403367, "global_step": 99700, "epoch": 560, "lr": 1.0964123987364628e-06}
{"train_loss": 0.00043060368625447154, "global_step": 99701, "epoch": 560, "lr": 1.0961046619173077e-06}
{"train_loss": 0.0005537951947189867, "global_step": 99702, "epoch": 560, "lr": 1.0957969678127845e-06}
{"train_loss": 0.00043475115671753883, "global_step": 99703, "epoch": 560, "lr": 1.0954893164231594e-06}
{"train_loss": 0.0019335398683324456, "global_step": 99704, "epoch": 560, "lr": 1.0951817077487049e-06}
{"train_loss": 0.000625025772023946, "global_step": 99705, "epoch": 560, "lr": 1.0948741417896924e-06}
{"train_loss": 0.0004658524412661791, "global_step": 99706, "epoch": 560, "lr": 1.0945666185463832e-06}
{"train_loss": 0.0007073321030475199, "global_step": 99707, "epoch": 560, "lr": 1.0942591380190492e-06}
{"train_loss": 0.0006897722487337887, "global_step": 99708, "epoch": 560, "lr": 1.0939517002079624e-06}
{"train_loss": 0.00047203811118379235, "global_step": 99709, "epoch": 560, "lr": 1.0936443051133837e-06}
{"train_loss": 0.002083602361381054, "global_step": 99710, "epoch": 560, "lr": 1.0933369527355852e-06}
{"train_loss": 0.0015239376807585359, "global_step": 99711, "epoch": 560, "lr": 1.0930296430748388e-06}
{"train_loss": 0.0013092944864183664, "global_step": 99712, "epoch": 560, "lr": 1.092722376131411e-06}
{"train_loss": 0.0008517135283909738, "global_step": 99713, "epoch": 560, "lr": 1.0924151519055681e-06}
{"train_loss": 0.0010525179095566273, "global_step": 99714, "epoch": 560, "lr": 1.0921079703975822e-06}
{"train_loss": 0.00029744772473350167, "global_step": 99715, "epoch": 560, "lr": 1.0918008316077144e-06}
{"train_loss": 0.0007502405787818134, "global_step": 99716, "epoch": 560, "lr": 1.0914937355362475e-06}
{"train_loss": 0.0005299814511090517, "global_step": 99717, "epoch": 560, "lr": 1.091186682183426e-06}
{"train_loss": 0.00046321703121066093, "global_step": 99718, "epoch": 560, "lr": 1.090879671549544e-06}
{"train_loss": 0.0002145836770068854, "global_step": 99719, "epoch": 560, "lr": 1.0905727036348512e-06}
{"train_loss": 0.0008961549028754234, "global_step": 99720, "epoch": 560, "lr": 1.0902657784396253e-06}
{"train_loss": 0.00040972023271024227, "global_step": 99721, "epoch": 560, "lr": 1.0899588959641327e-06}
{"train_loss": 0.0003827032633125782, "global_step": 99722, "epoch": 560, "lr": 1.08965205620864e-06}
{"train_loss": 0.0005804037791676819, "global_step": 99723, "epoch": 560, "lr": 1.0893452591734076e-06}
{"train_loss": 0.0010147369466722012, "global_step": 99724, "epoch": 560, "lr": 1.0890385048587192e-06}
{"train_loss": 0.0006540468893945217, "global_step": 99725, "epoch": 560, "lr": 1.08873179326483e-06}
{"train_loss": 0.000615779310464859, "global_step": 99726, "epoch": 560, "lr": 1.0884251243920228e-06}
{"train_loss": 0.0006344266002997756, "global_step": 99727, "epoch": 560, "lr": 1.0881184982405423e-06}
{"train_loss": 0.0006465764017775655, "global_step": 99728, "epoch": 560, "lr": 1.0878119148106768e-06}
{"train_loss": 0.0007476052269339561, "global_step": 99729, "epoch": 560, "lr": 1.087505374102682e-06}
{"train_loss": 0.0009232067968696356, "global_step": 99730, "epoch": 560, "lr": 1.087198876116835e-06}
{"train_loss": 0.0006504664779640734, "global_step": 99731, "epoch": 560, "lr": 1.086892420853397e-06}
{"train_loss": 0.000710408843588084, "global_step": 99732, "epoch": 560, "lr": 1.0865860083126288e-06}
{"train_loss": 0.0002596090780571103, "global_step": 99733, "epoch": 560, "lr": 1.0862796384948192e-06}
{"train_loss": 0.0006160303018987179, "global_step": 99734, "epoch": 560, "lr": 1.085973311400218e-06}
{"train_loss": 0.0009644946549087763, "global_step": 99735, "epoch": 560, "lr": 1.085667027029097e-06}
{"train_loss": 0.002036815043538809, "global_step": 99736, "epoch": 560, "lr": 1.0853607853817283e-06}
{"train_loss": 0.0007307333871722221, "global_step": 99737, "epoch": 560, "lr": 1.0850545864583727e-06}
{"train_loss": 0.0029107159934937954, "global_step": 99738, "epoch": 560, "lr": 1.084748430259297e-06}
{"train_loss": 0.0010070459684357047, "global_step": 99739, "epoch": 560, "lr": 1.084442316784784e-06}
{"train_loss": 0.0015696109039708972, "global_step": 99740, "epoch": 560, "lr": 1.0841362460350779e-06}
{"train_loss": 0.0013176409993320704, "global_step": 99741, "epoch": 560, "lr": 1.083830218010462e-06}
{"train_loss": 0.0007456386229023337, "global_step": 99742, "epoch": 560, "lr": 1.0835242327111971e-06}
{"train_loss": 0.001324312062934041, "global_step": 99743, "epoch": 560, "lr": 1.0832182901375553e-06}
{"train_loss": 0.0009482478490099311, "global_step": 99744, "epoch": 560, "lr": 1.082912390289803e-06}
{"train_loss": 0.0006864038878120482, "global_step": 99745, "epoch": 560, "lr": 1.0826065331682012e-06}
{"train_loss": 0.0003200413193553686, "global_step": 99746, "epoch": 560, "lr": 1.082300718773027e-06}
{"train_loss": 0.00154241849668324, "global_step": 99747, "epoch": 560, "lr": 1.0819949471045365e-06}
{"train_loss": 0.0004263685259502381, "global_step": 99748, "epoch": 560, "lr": 1.0816892181630011e-06}
{"train_loss": 0.0005349272978492081, "global_step": 99749, "epoch": 560, "lr": 1.0813835319486932e-06}
{"train_loss": 0.001165539026260376, "global_step": 99750, "epoch": 560, "lr": 1.0810778884618677e-06}
{"train_loss": 0.0005842543905600905, "global_step": 99751, "epoch": 560, "lr": 1.080772287702808e-06}
{"train_loss": 0.0010331047233194113, "global_step": 99752, "epoch": 560, "lr": 1.0804667296717697e-06}
{"train_loss": 0.0007292156806215644, "global_step": 99753, "epoch": 560, "lr": 1.0801612143690133e-06}
{"train_loss": 0.0007317891577258706, "global_step": 99754, "epoch": 560, "lr": 1.0798557417948274e-06}
{"train_loss": 0.001950288424268365, "global_step": 99755, "epoch": 560, "lr": 1.0795503119494622e-06}
{"train_loss": 0.0010640205582603812, "global_step": 99756, "epoch": 560, "lr": 1.0792449248331836e-06}
{"train_loss": 0.0005731688579544425, "global_step": 99757, "epoch": 560, "lr": 1.0789395804462699e-06}
{"train_loss": 0.00040602911030873656, "global_step": 99758, "epoch": 560, "lr": 1.0786342787889758e-06}
{"train_loss": 0.0004963731626048684, "global_step": 99759, "epoch": 560, "lr": 1.0783290198615793e-06}
{"train_loss": 0.0003995934675913304, "global_step": 99760, "epoch": 560, "lr": 1.0780238036643353e-06}
{"train_loss": 0.0006124397623352706, "global_step": 99761, "epoch": 560, "lr": 1.0777186301975106e-06}
{"train_loss": 0.0007287637563422322, "global_step": 99762, "epoch": 560, "lr": 1.0774134994613882e-06}
{"train_loss": 0.0020220959559082985, "global_step": 99763, "epoch": 560, "lr": 1.077108411456218e-06}
{"train_loss": 0.0004484593227971345, "global_step": 99764, "epoch": 560, "lr": 1.0768033661822774e-06}
{"train_loss": 0.0007409713580273092, "global_step": 99765, "epoch": 560, "lr": 1.0764983636398164e-06}
{"train_loss": 0.0007914685411378741, "global_step": 99766, "epoch": 560, "lr": 1.0761934038291233e-06}
{"train_loss": 0.00038021261570975184, "global_step": 99767, "epoch": 560, "lr": 1.0758884867504482e-06}
{"train_loss": 0.0008578233537264168, "global_step": 99768, "epoch": 560, "lr": 1.075583612404063e-06}
{"train_loss": 0.0008080622064881027, "global_step": 99769, "epoch": 560, "lr": 1.0752787807902343e-06}
{"train_loss": 0.00047637056559324265, "global_step": 99770, "epoch": 560, "lr": 1.0749739919092283e-06}
{"train_loss": 0.00027580768801271915, "global_step": 99771, "epoch": 560, "lr": 1.0746692457613062e-06}
{"train_loss": 0.0007351734675467014, "global_step": 99772, "epoch": 560, "lr": 1.0743645423467507e-06}
{"train_loss": 0.0007086031255312264, "global_step": 99773, "epoch": 560, "lr": 1.074059881665801e-06}
{"train_loss": 0.0015328597510233521, "global_step": 99774, "epoch": 560, "lr": 1.0737552637187454e-06}
{"train_loss": 0.000647898530587554, "global_step": 99775, "epoch": 560, "lr": 1.073450688505845e-06}
{"train_loss": 0.0004403583297971636, "global_step": 99776, "epoch": 560, "lr": 1.0731461560273548e-06}
{"train_loss": 0.0007645676378160715, "global_step": 99777, "epoch": 560, "lr": 1.0728416662835638e-06}
{"train_loss": 0.0014563705772161484, "global_step": 99778, "epoch": 560, "lr": 1.0725372192747107e-06}
{"train_loss": 0.0013503875816240907, "global_step": 99779, "epoch": 560, "lr": 1.0722328150010785e-06}
{"train_loss": 0.0005407975986599922, "global_step": 99780, "epoch": 560, "lr": 1.0719284534629336e-06}
{"train_loss": 0.00039237577584572136, "global_step": 99781, "epoch": 560, "lr": 1.0716241346605317e-06}
{"train_loss": 0.0003431992372497916, "global_step": 99782, "epoch": 560, "lr": 1.0713198585941441e-06}
{"train_loss": 0.00033845315920189023, "global_step": 99783, "epoch": 560, "lr": 1.0710156252640435e-06}
{"train_loss": 0.0006596850580535829, "global_step": 99784, "epoch": 560, "lr": 1.0707114346704795e-06}
{"train_loss": 0.0014290063409134746, "global_step": 99785, "epoch": 560, "lr": 1.070407286813735e-06}
{"train_loss": 0.0006814466905780137, "global_step": 99786, "epoch": 560, "lr": 1.0701031816940598e-06}
{"train_loss": 0.0004286665644031018, "global_step": 99787, "epoch": 560, "lr": 1.0697991193117373e-06}
{"train_loss": 0.0007241423591040075, "global_step": 99788, "epoch": 560, "lr": 1.0694950996670118e-06}
{"train_loss": 0.0017167009646072984, "global_step": 99789, "epoch": 560, "lr": 1.069191122760166e-06}
{"train_loss": 0.0007043522200547159, "global_step": 99790, "epoch": 560, "lr": 1.0688871885914608e-06}
{"train_loss": 0.0013800959568470716, "global_step": 99791, "epoch": 560, "lr": 1.0685832971611577e-06}
{"train_loss": 0.0009125315700657666, "global_step": 99792, "epoch": 560, "lr": 1.068279448469528e-06}
{"train_loss": 0.0017420374788343906, "global_step": 99793, "epoch": 560, "lr": 1.067975642516833e-06}
{"train_loss": 0.000492226448841393, "global_step": 99794, "epoch": 560, "lr": 1.0676718793033336e-06}
{"train_loss": 0.00018278349307365716, "global_step": 99795, "epoch": 560, "lr": 1.0673681588293071e-06}
{"train_loss": 0.00024178354942705482, "global_step": 99796, "epoch": 560, "lr": 1.0670644810950093e-06}
{"train_loss": 0.00026088987942785025, "global_step": 99797, "epoch": 560, "lr": 1.0667608461007117e-06}
{"train_loss": 0.000954374554567039, "global_step": 99798, "epoch": 560, "lr": 1.06645725384667e-06}
{"train_loss": 0.0008702402701601386, "global_step": 99799, "epoch": 560, "lr": 1.0661537043331559e-06}
{"train_loss": 0.0005587693303823471, "global_step": 99800, "epoch": 560, "lr": 1.0658501975604473e-06}
{"train_loss": 0.00035175797529518604, "global_step": 99801, "epoch": 560, "lr": 1.0655467335287828e-06}
{"train_loss": 0.001375165767967701, "global_step": 99802, "epoch": 560, "lr": 1.0652433122384453e-06}
{"train_loss": 0.0005153389647603035, "global_step": 99803, "epoch": 560, "lr": 1.0649399336896958e-06}
{"train_loss": 0.0006884337635710835, "global_step": 99804, "epoch": 560, "lr": 1.0646365978827956e-06}
{"train_loss": 0.0007901140488684177, "global_step": 99805, "epoch": 560, "lr": 1.064333304818016e-06}
{"train_loss": 0.0014380300417542458, "global_step": 99806, "epoch": 560, "lr": 1.0640300544956183e-06}
{"train_loss": 0.0009563951753079891, "global_step": 99807, "epoch": 560, "lr": 1.063726846915869e-06}
{"train_loss": 0.0005033748457208276, "global_step": 99808, "epoch": 560, "lr": 1.0634236820790345e-06}
{"train_loss": 0.0009405859746038914, "global_step": 99809, "epoch": 560, "lr": 1.0631205599853644e-06}
{"train_loss": 0.0009769040625542402, "global_step": 99810, "epoch": 560, "lr": 1.0628174806351533e-06}
{"train_loss": 0.0005076715024188161, "global_step": 99811, "epoch": 560, "lr": 1.0625144440286338e-06}
{"train_loss": 0.0006241662777028978, "global_step": 99812, "epoch": 560, "lr": 1.0622114501660951e-06}
{"train_loss": 0.00029575885855592787, "global_step": 99813, "epoch": 560, "lr": 1.0619084990477868e-06}
{"train_loss": 0.0003656094486359507, "global_step": 99814, "epoch": 560, "lr": 1.0616055906739808e-06}
{"train_loss": 0.00041926177800633013, "global_step": 99815, "epoch": 560, "lr": 1.0613027250449437e-06}
{"train_loss": 0.0008198146242648363, "global_step": 99816, "epoch": 560, "lr": 1.0609999021609252e-06}
{"train_loss": 0.0010377287399023771, "global_step": 99817, "epoch": 560, "lr": 1.0606971220222084e-06}
{"train_loss": 0.0008785063400864601, "global_step": 99818, "epoch": 560, "lr": 1.0603943846290488e-06}
{"train_loss": 0.0009797457605600357, "global_step": 99819, "epoch": 560, "lr": 1.0600916899817125e-06}
{"train_loss": 0.0005304126534610987, "global_step": 99820, "epoch": 560, "lr": 1.0597890380804665e-06}
{"train_loss": 0.0007020035991445184, "global_step": 99821, "epoch": 560, "lr": 1.0594864289255657e-06}
{"train_loss": 0.001086629112251103, "global_step": 99822, "epoch": 560, "lr": 1.0591838625172878e-06}
{"train_loss": 0.00045378151116892695, "global_step": 99823, "epoch": 560, "lr": 1.0588813388558883e-06}
{"train_loss": 0.0007423433708027005, "global_step": 99824, "epoch": 560, "lr": 1.0585788579416224e-06}
{"train_loss": 0.00020477297948673368, "global_step": 99825, "epoch": 560, "lr": 1.0582764197747785e-06}
{"train_loss": 0.0006735601928085089, "global_step": 99826, "epoch": 560, "lr": 1.0579740243556012e-06}
{"train_loss": 0.0012642783112823963, "global_step": 99827, "epoch": 560, "lr": 1.0576716716843627e-06}
{"train_loss": 0.0006291880272328854, "global_step": 99828, "epoch": 560, "lr": 1.0573693617613233e-06}
{"train_loss": 0.0007224937435239553, "global_step": 99829, "epoch": 560, "lr": 1.0570670945867555e-06}
{"train_loss": 0.00042471010237932205, "global_step": 99830, "epoch": 560, "lr": 1.056764870160909e-06}
{"train_loss": 0.0003557216259650886, "global_step": 99831, "epoch": 560, "lr": 1.0564626884840613e-06}
{"train_loss": 0.0016811597160995007, "global_step": 99832, "epoch": 560, "lr": 1.056160549556462e-06}
{"train_loss": 0.0007372698746621609, "global_step": 99833, "epoch": 560, "lr": 1.0558584533783945e-06}
{"train_loss": 0.0008331277058459818, "global_step": 99834, "epoch": 560, "lr": 1.055556399950103e-06}
{"train_loss": 0.00037347775651142, "global_step": 99835, "epoch": 560, "lr": 1.0552543892718647e-06}
{"train_loss": 0.0011931160697713494, "global_step": 99836, "epoch": 560, "lr": 1.0549524213439356e-06}
{"train_loss": 0.0005181999877095222, "global_step": 99837, "epoch": 560, "lr": 1.0546504961665816e-06}
{"train_loss": 0.0011253207921981812, "global_step": 99838, "epoch": 560, "lr": 1.0543486137400748e-06}
{"train_loss": 0.0018058046698570251, "global_step": 99839, "epoch": 560, "lr": 1.0540467740646598e-06}
{"train_loss": 0.0005987489130347967, "global_step": 99840, "epoch": 560, "lr": 1.053744977140625e-06}
{"train_loss": 0.0005096193635836244, "global_step": 99841, "epoch": 560, "lr": 1.0534432229682089e-06}
{"train_loss": 0.001022141776047647, "global_step": 99842, "epoch": 560, "lr": 1.053141511547695e-06}
{"train_loss": 0.001467586262151599, "global_step": 99843, "epoch": 560, "lr": 1.0528398428793384e-06}
{"train_loss": 0.0011781406356021762, "global_step": 99844, "epoch": 560, "lr": 1.0525382169634003e-06}
{"train_loss": 0.0007114098989404738, "global_step": 99845, "epoch": 560, "lr": 1.0522366338001466e-06}
{"train_loss": 0.0012882668524980545, "global_step": 99846, "epoch": 560, "lr": 1.0519350933898441e-06}
{"train_loss": 0.0006772705819457769, "global_step": 99847, "epoch": 560, "lr": 1.0516335957327483e-06}
{"train_loss": 0.0007176576182246208, "global_step": 99848, "epoch": 560, "lr": 1.0513321408291365e-06}
{"train_loss": 0.0011348575353622437, "global_step": 99849, "epoch": 560, "lr": 1.0510307286792531e-06}
{"train_loss": 0.0008476428920403123, "global_step": 99850, "epoch": 560, "lr": 1.0507293592833756e-06}
{"train_loss": 0.0007601764518767595, "global_step": 99851, "epoch": 560, "lr": 1.0504280326417594e-06}
{"train_loss": 0.0006407286273315549, "global_step": 99852, "epoch": 560, "lr": 1.0501267487546762e-06}
{"train_loss": 0.0008028519805520773, "global_step": 99853, "epoch": 560, "lr": 1.0498255076223818e-06}
{"train_loss": 0.0005855970084667206, "global_step": 99854, "epoch": 560, "lr": 1.0495243092451424e-06}
{"train_loss": 0.0003536819131113589, "global_step": 99855, "epoch": 560, "lr": 1.049223153623219e-06}
{"train_loss": 0.00079157087020576, "global_step": 99856, "epoch": 560, "lr": 1.0489220407568779e-06}
{"train_loss": 0.0008161587058075996, "global_step": 99857, "epoch": 560, "lr": 1.0486209706463745e-06, "train_action_mse_error": 8.758185003898689e-07}
{"train_loss": 0.0010329223005101085, "global_step": 99858, "epoch": 561, "lr": 1.048319943291981e-06}
{"train_loss": 0.0002459425013512373, "global_step": 99859, "epoch": 561, "lr": 1.0480189586939581e-06}
{"train_loss": 0.0012764461571350694, "global_step": 99860, "epoch": 561, "lr": 1.0477180168525614e-06}
{"train_loss": 0.0004858630709350109, "global_step": 99861, "epoch": 561, "lr": 1.0474171177680682e-06}
{"train_loss": 0.00020840304205194116, "global_step": 99862, "epoch": 561, "lr": 1.0471162614407226e-06}
{"train_loss": 0.0008376381592825055, "global_step": 99863, "epoch": 561, "lr": 1.046815447870808e-06}
{"train_loss": 0.0010516011388972402, "global_step": 99864, "epoch": 561, "lr": 1.0465146770585688e-06}
{"train_loss": 0.0005585304461419582, "global_step": 99865, "epoch": 561, "lr": 1.0462139490042766e-06}
{"train_loss": 0.000514195766299963, "global_step": 99866, "epoch": 561, "lr": 1.045913263708198e-06}
{"train_loss": 0.0007040065247565508, "global_step": 99867, "epoch": 561, "lr": 1.0456126211705886e-06}
{"train_loss": 0.0008207184728235006, "global_step": 99868, "epoch": 561, "lr": 1.0453120213917145e-06}
{"train_loss": 0.0011634973343461752, "global_step": 99869, "epoch": 561, "lr": 1.0450114643718312e-06}
{"train_loss": 0.0007056921604089439, "global_step": 99870, "epoch": 561, "lr": 1.0447109501112106e-06}
{"train_loss": 0.0005364912794902921, "global_step": 99871, "epoch": 561, "lr": 1.0444104786101138e-06}
{"train_loss": 0.0014905950520187616, "global_step": 99872, "epoch": 561, "lr": 1.0441100498687962e-06}
{"train_loss": 0.0007053320296108723, "global_step": 99873, "epoch": 561, "lr": 1.0438096638875295e-06}
{"train_loss": 0.0008699515601620078, "global_step": 99874, "epoch": 561, "lr": 1.0435093206665637e-06}
{"train_loss": 0.0008288263925351202, "global_step": 99875, "epoch": 561, "lr": 1.0432090202061762e-06}
{"train_loss": 0.001278573414310813, "global_step": 99876, "epoch": 561, "lr": 1.042908762506617e-06}
{"train_loss": 0.0011070246109738946, "global_step": 99877, "epoch": 561, "lr": 1.042608547568158e-06}
{"train_loss": 0.0010397017467767, "global_step": 99878, "epoch": 561, "lr": 1.0423083753910545e-06}
{"train_loss": 0.0005992308724671602, "global_step": 99879, "epoch": 561, "lr": 1.0420082459755675e-06}
{"train_loss": 0.0003741514519788325, "global_step": 99880, "epoch": 561, "lr": 1.0417081593219635e-06}
{"train_loss": 0.00040898448787629604, "global_step": 99881, "epoch": 561, "lr": 1.041408115430509e-06}
{"train_loss": 0.0016400001477450132, "global_step": 99882, "epoch": 561, "lr": 1.0411081143014589e-06}
{"train_loss": 0.0008454931667074561, "global_step": 99883, "epoch": 561, "lr": 1.0408081559350747e-06}
{"train_loss": 0.0005721986526623368, "global_step": 99884, "epoch": 561, "lr": 1.0405082403316224e-06}
{"train_loss": 0.002003598026931286, "global_step": 99885, "epoch": 561, "lr": 1.0402083674913576e-06}
{"train_loss": 0.00039910574560053647, "global_step": 99886, "epoch": 561, "lr": 1.0399085374145578e-06}
{"train_loss": 0.0004256662796251476, "global_step": 99887, "epoch": 561, "lr": 1.0396087501014618e-06}
{"train_loss": 0.0005776704056188464, "global_step": 99888, "epoch": 561, "lr": 1.039309005552347e-06}
{"train_loss": 0.0007370357634499669, "global_step": 99889, "epoch": 561, "lr": 1.0390093037674742e-06}
{"train_loss": 0.0005880604730919003, "global_step": 99890, "epoch": 561, "lr": 1.0387096447471046e-06}
{"train_loss": 0.0004887611139565706, "global_step": 99891, "epoch": 561, "lr": 1.0384100284914987e-06}
{"train_loss": 0.00039727878174744546, "global_step": 99892, "epoch": 561, "lr": 1.0381104550009124e-06}
{"train_loss": 0.0009268695721402764, "global_step": 99893, "epoch": 561, "lr": 1.0378109242756174e-06}
{"train_loss": 0.0018123593181371689, "global_step": 99894, "epoch": 561, "lr": 1.037511436315869e-06}
{"train_loss": 0.0006533086998388171, "global_step": 99895, "epoch": 561, "lr": 1.037211991121928e-06}
{"train_loss": 0.0014666517963632941, "global_step": 99896, "epoch": 561, "lr": 1.0369125886940612e-06}
{"train_loss": 0.0009377416572533548, "global_step": 99897, "epoch": 561, "lr": 1.0366132290325237e-06}
{"train_loss": 0.0006043217144906521, "global_step": 99898, "epoch": 561, "lr": 1.036313912137582e-06}
{"train_loss": 0.0004934307653456926, "global_step": 99899, "epoch": 561, "lr": 1.036014638009497e-06}
{"train_loss": 0.0010260972194373608, "global_step": 99900, "epoch": 561, "lr": 1.0357154066485298e-06}
{"train_loss": 0.0007430714322254062, "global_step": 99901, "epoch": 561, "lr": 1.035416218054941e-06}
{"train_loss": 0.0004215792578179389, "global_step": 99902, "epoch": 561, "lr": 1.0351170722289915e-06}
{"train_loss": 0.0011874439660459757, "global_step": 99903, "epoch": 561, "lr": 1.0348179691709426e-06}
{"train_loss": 0.0009885840117931366, "global_step": 99904, "epoch": 561, "lr": 1.0345189088810546e-06}
{"train_loss": 0.0012191208079457283, "global_step": 99905, "epoch": 561, "lr": 1.0342198913595945e-06}
{"train_loss": 0.0014528294559568167, "global_step": 99906, "epoch": 561, "lr": 1.033920916606812e-06}
{"train_loss": 0.0012755629140883684, "global_step": 99907, "epoch": 561, "lr": 1.0336219846229843e-06}
{"train_loss": 0.0006686552660539746, "global_step": 99908, "epoch": 561, "lr": 1.0333230954083562e-06}
{"train_loss": 0.00018425006419420242, "global_step": 99909, "epoch": 561, "lr": 1.0330242489631993e-06}
{"train_loss": 0.0012250191066414118, "global_step": 99910, "epoch": 561, "lr": 1.0327254452877688e-06}
{"train_loss": 0.0006815561791881919, "global_step": 99911, "epoch": 561, "lr": 1.0324266843823372e-06}
{"train_loss": 0.0009933342225849628, "global_step": 99912, "epoch": 561, "lr": 1.0321279662471429e-06}
{"train_loss": 0.00046823706361465156, "global_step": 99913, "epoch": 561, "lr": 1.031829290882469e-06}
{"train_loss": 0.0007501660147681832, "global_step": 99914, "epoch": 561, "lr": 1.0315306582885653e-06}
{"train_loss": 0.001390394871123135, "global_step": 99915, "epoch": 561, "lr": 1.0312320684656983e-06}
{"train_loss": 0.00025613303296267986, "global_step": 99916, "epoch": 561, "lr": 1.0309335214141236e-06}
{"train_loss": 0.0011726685333997011, "global_step": 99917, "epoch": 561, "lr": 1.0306350171341073e-06}
{"train_loss": 0.0006904926849529147, "global_step": 99918, "epoch": 561, "lr": 1.0303365556258992e-06}
{"train_loss": 0.0009195822640322149, "global_step": 99919, "epoch": 561, "lr": 1.0300381368897771e-06}
{"train_loss": 0.0006479223375208676, "global_step": 99920, "epoch": 561, "lr": 1.0297397609259795e-06}
{"train_loss": 0.00038876431062817574, "global_step": 99921, "epoch": 561, "lr": 1.0294414277347897e-06}
{"train_loss": 0.0008352994918823242, "global_step": 99922, "epoch": 561, "lr": 1.0291431373164573e-06}
{"train_loss": 0.000693818146828562, "global_step": 99923, "epoch": 561, "lr": 1.0288448896712377e-06}
{"train_loss": 0.00101398304104805, "global_step": 99924, "epoch": 561, "lr": 1.0285466847994084e-06}
{"train_loss": 0.00028913130518049, "global_step": 99925, "epoch": 561, "lr": 1.0282485227012084e-06}
{"train_loss": 0.0008701951592229307, "global_step": 99926, "epoch": 561, "lr": 1.0279504033769095e-06}
{"train_loss": 0.0005447983858175576, "global_step": 99927, "epoch": 561, "lr": 1.0276523268267778e-06}
{"train_loss": 0.00032801012275740504, "global_step": 99928, "epoch": 561, "lr": 1.0273542930510638e-06}
{"train_loss": 0.00047975487541407347, "global_step": 99929, "epoch": 561, "lr": 1.0270563020500334e-06}
{"train_loss": 0.0015089785447344184, "global_step": 99930, "epoch": 561, "lr": 1.0267583538239423e-06}
{"train_loss": 0.0014912276528775692, "global_step": 99931, "epoch": 561, "lr": 1.0264604483730567e-06}
{"train_loss": 0.0004510022117756307, "global_step": 99932, "epoch": 561, "lr": 1.026162585697632e-06}
{"train_loss": 0.0015525756170973182, "global_step": 99933, "epoch": 561, "lr": 1.0258647657979236e-06}
{"train_loss": 0.0002992578665725887, "global_step": 99934, "epoch": 561, "lr": 1.0255669886742036e-06}
{"train_loss": 0.00036121212178841233, "global_step": 99935, "epoch": 561, "lr": 1.0252692543267218e-06}
{"train_loss": 0.00040595635073259473, "global_step": 99936, "epoch": 561, "lr": 1.0249715627557443e-06}
{"train_loss": 0.0006571556441485882, "global_step": 99937, "epoch": 561, "lr": 1.0246739139615324e-06}
{"train_loss": 0.0006157590541988611, "global_step": 99938, "epoch": 561, "lr": 1.0243763079443414e-06}
{"train_loss": 0.000580843654461205, "global_step": 99939, "epoch": 561, "lr": 1.024078744704432e-06}
{"train_loss": 0.00034240694367326796, "global_step": 99940, "epoch": 561, "lr": 1.0237812242420652e-06}
{"train_loss": 0.0005632364191114902, "global_step": 99941, "epoch": 561, "lr": 1.023483746557502e-06}
{"train_loss": 0.000809730205219239, "global_step": 99942, "epoch": 561, "lr": 1.0231863116509976e-06}
{"train_loss": 0.001798523822799325, "global_step": 99943, "epoch": 561, "lr": 1.0228889195228187e-06}
{"train_loss": 0.0005067509482614696, "global_step": 99944, "epoch": 561, "lr": 1.0225915701732202e-06}
{"train_loss": 0.0007373815169557929, "global_step": 99945, "epoch": 561, "lr": 1.0222942636024636e-06}
{"train_loss": 0.00032430258579552174, "global_step": 99946, "epoch": 561, "lr": 1.0219969998108036e-06}
{"train_loss": 0.0007173798512667418, "global_step": 99947, "epoch": 561, "lr": 1.0216997787985127e-06}
{"train_loss": 0.00119682215154171, "global_step": 99948, "epoch": 561, "lr": 1.0214026005658294e-06}
{"train_loss": 0.0010307005140930414, "global_step": 99949, "epoch": 561, "lr": 1.0211054651130426e-06}
{"train_loss": 0.0006921668536961079, "global_step": 99950, "epoch": 561, "lr": 1.0208083724403793e-06}
{"train_loss": 0.001442228676751256, "global_step": 99951, "epoch": 561, "lr": 1.0205113225481233e-06}
{"train_loss": 0.001112010795623064, "global_step": 99952, "epoch": 561, "lr": 1.020214315436524e-06}
{"train_loss": 0.001088335644453764, "global_step": 99953, "epoch": 561, "lr": 1.0199173511058424e-06}
{"train_loss": 0.0005747663090005517, "global_step": 99954, "epoch": 561, "lr": 1.0196204295563393e-06}
{"train_loss": 0.00036182228359393775, "global_step": 99955, "epoch": 561, "lr": 1.019323550788276e-06}
{"train_loss": 0.0007515074103139341, "global_step": 99956, "epoch": 561, "lr": 1.019026714801896e-06}
{"train_loss": 0.0002349475398659706, "global_step": 99957, "epoch": 561, "lr": 1.0187299215974889e-06}
{"train_loss": 0.0005704353679902852, "global_step": 99958, "epoch": 561, "lr": 1.0184331711752814e-06}
{"train_loss": 0.0009885176550596952, "global_step": 99959, "epoch": 561, "lr": 1.0181364635355517e-06}
{"train_loss": 0.0012902382295578718, "global_step": 99960, "epoch": 561, "lr": 1.0178397986785549e-06}
{"train_loss": 0.0005484800785779953, "global_step": 99961, "epoch": 561, "lr": 1.0175431766045517e-06}
{"train_loss": 0.001065039774402976, "global_step": 99962, "epoch": 561, "lr": 1.0172465973137979e-06}
{"train_loss": 0.0013586602872237563, "global_step": 99963, "epoch": 561, "lr": 1.0169500608065484e-06}
{"train_loss": 0.0014674318954348564, "global_step": 99964, "epoch": 561, "lr": 1.0166535670830757e-06}
{"train_loss": 0.001378105254843831, "global_step": 99965, "epoch": 561, "lr": 1.0163571161436293e-06}
{"train_loss": 0.0007985301781445742, "global_step": 99966, "epoch": 561, "lr": 1.0160607079884643e-06}
{"train_loss": 0.0009837278630584478, "global_step": 99967, "epoch": 561, "lr": 1.015764342617853e-06}
{"train_loss": 0.0020620343275368214, "global_step": 99968, "epoch": 561, "lr": 1.01546802003204e-06}
{"train_loss": 0.0009379179682582617, "global_step": 99969, "epoch": 561, "lr": 1.0151717402312965e-06}
{"train_loss": 0.0012562306364998221, "global_step": 99970, "epoch": 561, "lr": 1.014875503215873e-06}
{"train_loss": 0.0017813227605074644, "global_step": 99971, "epoch": 561, "lr": 1.0145793089860246e-06}
{"train_loss": 0.0003228028363082558, "global_step": 99972, "epoch": 561, "lr": 1.0142831575420231e-06}
{"train_loss": 0.0004129360313527286, "global_step": 99973, "epoch": 561, "lr": 1.013987048884113e-06}
{"train_loss": 0.0005766670219600201, "global_step": 99974, "epoch": 561, "lr": 1.0136909830125663e-06}
{"train_loss": 0.0007125635165721178, "global_step": 99975, "epoch": 561, "lr": 1.0133949599276327e-06}
{"train_loss": 0.0007433778373524547, "global_step": 99976, "epoch": 561, "lr": 1.0130989796295732e-06}
{"train_loss": 0.0004332840326242149, "global_step": 99977, "epoch": 561, "lr": 1.012803042118643e-06}
{"train_loss": 0.0008594216778874397, "global_step": 99978, "epoch": 561, "lr": 1.0125071473951087e-06}
{"train_loss": 0.0006272863247431815, "global_step": 99979, "epoch": 561, "lr": 1.0122112954592145e-06}
{"train_loss": 0.000865911366418004, "global_step": 99980, "epoch": 561, "lr": 1.0119154863112434e-06}
{"train_loss": 0.0004050706629641354, "global_step": 99981, "epoch": 561, "lr": 1.0116197199514287e-06}
{"train_loss": 0.0007736395346000791, "global_step": 99982, "epoch": 561, "lr": 1.0113239963800425e-06}
{"train_loss": 0.0015589228132739663, "global_step": 99983, "epoch": 561, "lr": 1.0110283155973342e-06}
{"train_loss": 0.0006273405742831528, "global_step": 99984, "epoch": 561, "lr": 1.0107326776035709e-06}
{"train_loss": 0.00044235168024897575, "global_step": 99985, "epoch": 561, "lr": 1.0104370823990073e-06}
{"train_loss": 0.001437730505131185, "global_step": 99986, "epoch": 561, "lr": 1.0101415299838934e-06}
{"train_loss": 0.002069793874397874, "global_step": 99987, "epoch": 561, "lr": 1.009846020358507e-06}
{"train_loss": 0.000748492544516921, "global_step": 99988, "epoch": 561, "lr": 1.0095505535230864e-06}
{"train_loss": 0.001323280157521367, "global_step": 99989, "epoch": 561, "lr": 1.009255129477904e-06}
{"train_loss": 0.0005288422689773142, "global_step": 99990, "epoch": 561, "lr": 1.0089597482232039e-06}
{"train_loss": 0.0012267560232430696, "global_step": 99991, "epoch": 561, "lr": 1.0086644097592578e-06}
{"train_loss": 0.0007385906064882874, "global_step": 99992, "epoch": 561, "lr": 1.008369114086316e-06}
{"train_loss": 0.000542648951523006, "global_step": 99993, "epoch": 561, "lr": 1.0080738612046392e-06}
{"train_loss": 0.0011383669916540384, "global_step": 99994, "epoch": 561, "lr": 1.0077786511144772e-06}
{"train_loss": 0.0013429706450551748, "global_step": 99995, "epoch": 561, "lr": 1.0074834838161074e-06}
{"train_loss": 0.0006238216301426291, "global_step": 99996, "epoch": 561, "lr": 1.007188359309763e-06}
{"train_loss": 0.0006393057992681861, "global_step": 99997, "epoch": 561, "lr": 1.0068932775957218e-06}
{"train_loss": 0.00046465781633742154, "global_step": 99998, "epoch": 561, "lr": 1.0065982386742278e-06}
{"train_loss": 0.0008044873829931021, "global_step": 99999, "epoch": 561, "lr": 1.0063032425455476e-06}
{"train_loss": 0.001001171302050352, "global_step": 100000, "epoch": 561, "lr": 1.0060082892099366e-06}
{"train_loss": 0.0010131157469004393, "global_step": 100001, "epoch": 561, "lr": 1.0057133786676498e-06}
{"train_loss": 0.00038129970198497176, "global_step": 100002, "epoch": 561, "lr": 1.0054185109189485e-06}
{"train_loss": 0.0016256789676845074, "global_step": 100003, "epoch": 561, "lr": 1.0051236859640823e-06}
{"train_loss": 0.0007157998043112457, "global_step": 100004, "epoch": 561, "lr": 1.0048289038033176e-06}
{"train_loss": 0.0007201018743216991, "global_step": 100005, "epoch": 561, "lr": 1.0045341644369099e-06}
{"train_loss": 0.0008914632489904761, "global_step": 100006, "epoch": 561, "lr": 1.0042394678651145e-06}
{"train_loss": 0.0009185386588796973, "global_step": 100007, "epoch": 561, "lr": 1.0039448140881924e-06}
{"train_loss": 0.0008077264646999538, "global_step": 100008, "epoch": 561, "lr": 1.0036502031063989e-06}
{"train_loss": 0.0006458127172663808, "global_step": 100009, "epoch": 561, "lr": 1.0033556349199834e-06}
{"train_loss": 0.0002708356478251517, "global_step": 100010, "epoch": 561, "lr": 1.0030611095292186e-06}
{"train_loss": 0.0010377957951277494, "global_step": 100011, "epoch": 561, "lr": 1.0027666269343483e-06}
{"train_loss": 0.0004915888421237469, "global_step": 100012, "epoch": 561, "lr": 1.0024721871356391e-06}
{"train_loss": 0.0008304371149279177, "global_step": 100013, "epoch": 561, "lr": 1.0021777901333463e-06}
{"train_loss": 0.00026734493440017104, "global_step": 100014, "epoch": 561, "lr": 1.0018834359277197e-06}
{"train_loss": 0.00037253217305988073, "global_step": 100015, "epoch": 561, "lr": 1.0015891245190256e-06}
{"train_loss": 0.0016958746127784252, "global_step": 100016, "epoch": 561, "lr": 1.0012948559075142e-06}
{"train_loss": 0.00020266164210624993, "global_step": 100017, "epoch": 561, "lr": 1.001000630093446e-06}
{"train_loss": 0.0005270992987789214, "global_step": 100018, "epoch": 561, "lr": 1.0007064470770821e-06}
{"train_loss": 0.0005863502155989408, "global_step": 100019, "epoch": 561, "lr": 1.0004123068586669e-06}
{"train_loss": 0.001062324969097972, "global_step": 100020, "epoch": 561, "lr": 1.0001182094384775e-06}
{"train_loss": 0.0006324635469354689, "global_step": 100021, "epoch": 561, "lr": 9.998241548167476e-07}
{"train_loss": 0.0013945226091891527, "global_step": 100022, "epoch": 561, "lr": 9.995301429937488e-07}
{"train_loss": 0.00045544112799689174, "global_step": 100023, "epoch": 561, "lr": 9.992361739697309e-07}
{"train_loss": 0.000763815944083035, "global_step": 100024, "epoch": 561, "lr": 9.989422477449605e-07}
{"train_loss": 0.0015305031556636095, "global_step": 100025, "epoch": 561, "lr": 9.98648364319682e-07}
{"train_loss": 0.0008037535008043051, "global_step": 100026, "epoch": 561, "lr": 9.983545236941561e-07}
{"train_loss": 0.0006410875357687473, "global_step": 100027, "epoch": 561, "lr": 9.980607258686492e-07}
{"train_loss": 0.0011945940786972642, "global_step": 100028, "epoch": 561, "lr": 9.977669708434056e-07}
{"train_loss": 0.0007635985384695232, "global_step": 100029, "epoch": 561, "lr": 9.974732586186864e-07}
{"train_loss": 0.0008824212127365172, "global_step": 100030, "epoch": 561, "lr": 9.971795891947466e-07}
{"train_loss": 0.0007616031216457486, "global_step": 100031, "epoch": 561, "lr": 9.968859625718474e-07}
{"train_loss": 0.0003700918750837445, "global_step": 100032, "epoch": 561, "lr": 9.96592378750233e-07}
{"train_loss": 0.0019071579445153475, "global_step": 100033, "epoch": 561, "lr": 9.962988377301807e-07}
{"train_loss": 0.00126421800814569, "global_step": 100034, "epoch": 561, "lr": 9.96005339511924e-07}
{"train_loss": 0.0008396951586669938, "global_step": 100035, "epoch": 561, "lr": 9.957118840957346e-07}
{"train_loss": 0.0019396394491195679, "global_step": 100036, "epoch": 562, "lr": 9.954184714818682e-07}
{"train_loss": 0.0007993915933184326, "global_step": 100037, "epoch": 562, "lr": 9.951251016705743e-07}
{"train_loss": 0.0011178727727383375, "global_step": 100038, "epoch": 562, "lr": 9.948317746621138e-07}
{"train_loss": 0.001136263133957982, "global_step": 100039, "epoch": 562, "lr": 9.945384904567367e-07}
{"train_loss": 0.0006639955099672079, "global_step": 100040, "epoch": 562, "lr": 9.942452490547093e-07}
{"train_loss": 0.0008031292236410081, "global_step": 100041, "epoch": 562, "lr": 9.939520504562817e-07}
{"train_loss": 0.0007036533788777888, "global_step": 100042, "epoch": 562, "lr": 9.93658894661703e-07}
{"train_loss": 0.00047175411600619555, "global_step": 100043, "epoch": 562, "lr": 9.93365781671246e-07}
{"train_loss": 0.0006778109818696976, "global_step": 100044, "epoch": 562, "lr": 9.93072711485149e-07}
{"train_loss": 0.0011783146765083075, "global_step": 100045, "epoch": 562, "lr": 9.927796841036786e-07}
{"train_loss": 0.0009967935038730502, "global_step": 100046, "epoch": 562, "lr": 9.9248669952709e-07}
{"train_loss": 0.0005553207593038678, "global_step": 100047, "epoch": 562, "lr": 9.92193757755633e-07}
{"train_loss": 0.000998194795101881, "global_step": 100048, "epoch": 562, "lr": 9.919008587895795e-07}
{"train_loss": 0.0002995595568791032, "global_step": 100049, "epoch": 562, "lr": 9.91608002629163e-07}
{"train_loss": 0.0007835476426407695, "global_step": 100050, "epoch": 562, "lr": 9.913151892746552e-07}
{"train_loss": 0.0007806239300407469, "global_step": 100051, "epoch": 562, "lr": 9.910224187263061e-07}
{"train_loss": 0.00038982948171906173, "global_step": 100052, "epoch": 562, "lr": 9.90729690984371e-07}
{"train_loss": 0.00043308414751663804, "global_step": 100053, "epoch": 562, "lr": 9.904370060491053e-07}
{"train_loss": 0.0009848633781075478, "global_step": 100054, "epoch": 562, "lr": 9.901443639207696e-07}
{"train_loss": 0.0007566647254861891, "global_step": 100055, "epoch": 562, "lr": 9.898517645996087e-07}
{"train_loss": 0.0007941200747154653, "global_step": 100056, "epoch": 562, "lr": 9.895592080858996e-07}
{"train_loss": 0.0005562527221627533, "global_step": 100057, "epoch": 562, "lr": 9.8926669437987e-07}
{"train_loss": 0.00041762395994737744, "global_step": 100058, "epoch": 562, "lr": 9.889742234817978e-07}
{"train_loss": 0.0016363522736355662, "global_step": 100059, "epoch": 562, "lr": 9.886817953919214e-07}
{"train_loss": 0.0012980872998014092, "global_step": 100060, "epoch": 562, "lr": 9.883894101105074e-07}
{"train_loss": 0.0007541917730122805, "global_step": 100061, "epoch": 562, "lr": 9.88097067637811e-07}
{"train_loss": 0.0003757326630875468, "global_step": 100062, "epoch": 562, "lr": 9.878047679740876e-07}
{"train_loss": 0.0005757598555646837, "global_step": 100063, "epoch": 562, "lr": 9.875125111195871e-07}
{"train_loss": 0.0010673245415091515, "global_step": 100064, "epoch": 562, "lr": 9.872202970745648e-07}
{"train_loss": 0.0006899747531861067, "global_step": 100065, "epoch": 562, "lr": 9.86928125839276e-07}
{"train_loss": 0.0009984740754589438, "global_step": 100066, "epoch": 562, "lr": 9.866359974139872e-07}
{"train_loss": 0.001010512001812458, "global_step": 100067, "epoch": 562, "lr": 9.86343911798937e-07}
{"train_loss": 0.00045582844177260995, "global_step": 100068, "epoch": 562, "lr": 9.86051868994392e-07}
{"train_loss": 0.000490836682729423, "global_step": 100069, "epoch": 562, "lr": 9.85759869000602e-07}
{"train_loss": 0.0009148770477622747, "global_step": 100070, "epoch": 562, "lr": 9.854679118178223e-07}
{"train_loss": 0.0008043283596634865, "global_step": 100071, "epoch": 562, "lr": 9.851759974463137e-07}
{"train_loss": 0.0005802382947877049, "global_step": 100072, "epoch": 562, "lr": 9.848841258863207e-07}
{"train_loss": 0.0005395222688093781, "global_step": 100073, "epoch": 562, "lr": 9.84592297138115e-07}
{"train_loss": 0.0004281042201910168, "global_step": 100074, "epoch": 562, "lr": 9.8430051120193e-07}
{"train_loss": 0.0020881236996501684, "global_step": 100075, "epoch": 562, "lr": 9.84008768078032e-07}
{"train_loss": 0.0030201468616724014, "global_step": 100076, "epoch": 562, "lr": 9.837170677666819e-07}
{"train_loss": 0.0005013399641029537, "global_step": 100077, "epoch": 562, "lr": 9.834254102681239e-07}
{"train_loss": 0.0002758165937848389, "global_step": 100078, "epoch": 562, "lr": 9.831337955826192e-07}
{"train_loss": 0.0013079058844596148, "global_step": 100079, "epoch": 562, "lr": 9.828422237104174e-07}
{"train_loss": 0.0005638120346702635, "global_step": 100080, "epoch": 562, "lr": 9.825506946517681e-07}
{"train_loss": 0.0012981598265469074, "global_step": 100081, "epoch": 562, "lr": 9.822592084069493e-07}
{"train_loss": 0.0005352083244360983, "global_step": 100082, "epoch": 562, "lr": 9.819677649761826e-07}
{"train_loss": 0.0010382345644757152, "global_step": 100083, "epoch": 562, "lr": 9.816763643597515e-07}
{"train_loss": 0.00033576751593500376, "global_step": 100084, "epoch": 562, "lr": 9.813850065578945e-07}
{"train_loss": 0.00045781960943713784, "global_step": 100085, "epoch": 562, "lr": 9.810936915708724e-07}
{"train_loss": 0.0008345381356775761, "global_step": 100086, "epoch": 562, "lr": 9.808024193989406e-07}
{"train_loss": 0.001888049184344709, "global_step": 100087, "epoch": 562, "lr": 9.805111900423435e-07}
{"train_loss": 0.00028340923017822206, "global_step": 100088, "epoch": 562, "lr": 9.80220003501342e-07}
{"train_loss": 0.0007643764256499708, "global_step": 100089, "epoch": 562, "lr": 9.79928859776197e-07}
{"train_loss": 0.00016335245163645595, "global_step": 100090, "epoch": 562, "lr": 9.796377588671524e-07}
{"train_loss": 0.00037937035085633397, "global_step": 100091, "epoch": 562, "lr": 9.793467007744694e-07}
{"train_loss": 0.0002784162061288953, "global_step": 100092, "epoch": 562, "lr": 9.79055685498398e-07}
{"train_loss": 0.0009725599666126072, "global_step": 100093, "epoch": 562, "lr": 9.787647130391931e-07}
{"train_loss": 0.0008462643017992377, "global_step": 100094, "epoch": 562, "lr": 9.784737833971158e-07}
{"train_loss": 0.00037227559369057417, "global_step": 100095, "epoch": 562, "lr": 9.78182896572405e-07}
{"train_loss": 0.0007030179258435965, "global_step": 100096, "epoch": 562, "lr": 9.778920525653324e-07}
{"train_loss": 0.001014975248835981, "global_step": 100097, "epoch": 562, "lr": 9.776012513761368e-07}
{"train_loss": 0.0005667599034495652, "global_step": 100098, "epoch": 562, "lr": 9.773104930050792e-07}
{"train_loss": 0.0005118833505548537, "global_step": 100099, "epoch": 562, "lr": 9.770197774524149e-07}
{"train_loss": 0.0009345035068690777, "global_step": 100100, "epoch": 562, "lr": 9.767291047183992e-07}
{"train_loss": 0.0006590153789147735, "global_step": 100101, "epoch": 562, "lr": 9.764384748032817e-07}
{"train_loss": 0.0008873554179444909, "global_step": 100102, "epoch": 562, "lr": 9.761478877073183e-07}
{"train_loss": 0.0004617222584784031, "global_step": 100103, "epoch": 562, "lr": 9.758573434307527e-07}
{"train_loss": 0.0005142615409567952, "global_step": 100104, "epoch": 562, "lr": 9.75566841973863e-07}
{"train_loss": 0.0009628161205910146, "global_step": 100105, "epoch": 562, "lr": 9.75276383336876e-07}
{"train_loss": 0.0006554874707944691, "global_step": 100106, "epoch": 562, "lr": 9.74985967520059e-07}
{"train_loss": 0.0010642438428476453, "global_step": 100107, "epoch": 562, "lr": 9.74695594523667e-07}
{"train_loss": 0.00024840870173648, "global_step": 100108, "epoch": 562, "lr": 9.744052643479552e-07}
{"train_loss": 0.0010312041267752647, "global_step": 100109, "epoch": 562, "lr": 9.74114976993168e-07}
{"train_loss": 0.0008486761944368482, "global_step": 100110, "epoch": 562, "lr": 9.73824732459555e-07}
{"train_loss": 0.0004699692944996059, "global_step": 100111, "epoch": 562, "lr": 9.735345307473941e-07}
{"train_loss": 0.00038787387893535197, "global_step": 100112, "epoch": 562, "lr": 9.73244371856913e-07}
{"train_loss": 0.0004965908592566848, "global_step": 100113, "epoch": 562, "lr": 9.729542557883774e-07}
{"train_loss": 0.0006034512771293521, "global_step": 100114, "epoch": 562, "lr": 9.726641825420379e-07}
{"train_loss": 0.0014419729122892022, "global_step": 100115, "epoch": 562, "lr": 9.723741521181495e-07}
{"train_loss": 0.0006401145365089178, "global_step": 100116, "epoch": 562, "lr": 9.720841645169621e-07}
{"train_loss": 0.000932472525164485, "global_step": 100117, "epoch": 562, "lr": 9.717942197387364e-07}
{"train_loss": 0.0009160723420791328, "global_step": 100118, "epoch": 562, "lr": 9.715043177837113e-07}
{"train_loss": 0.000968067382927984, "global_step": 100119, "epoch": 562, "lr": 9.712144586521587e-07}
{"train_loss": 0.0006669602589681745, "global_step": 100120, "epoch": 562, "lr": 9.709246423443118e-07}
{"train_loss": 0.0009878845885396004, "global_step": 100121, "epoch": 562, "lr": 9.706348688604427e-07}
{"train_loss": 0.0007964298711158335, "global_step": 100122, "epoch": 562, "lr": 9.703451382007956e-07}
{"train_loss": 0.0009055767441168427, "global_step": 100123, "epoch": 562, "lr": 9.700554503656256e-07}
{"train_loss": 0.0007044384256005287, "global_step": 100124, "epoch": 562, "lr": 9.697658053551772e-07}
{"train_loss": 0.0004587465082295239, "global_step": 100125, "epoch": 562, "lr": 9.694762031697168e-07}
{"train_loss": 0.0011201787274330854, "global_step": 100126, "epoch": 562, "lr": 9.691866438094832e-07}
{"train_loss": 0.000647661043331027, "global_step": 100127, "epoch": 562, "lr": 9.688971272747483e-07}
{"train_loss": 0.0002969770575873554, "global_step": 100128, "epoch": 562, "lr": 9.686076535657452e-07}
{"train_loss": 0.0005048899911344051, "global_step": 100129, "epoch": 562, "lr": 9.683182226827403e-07}
{"train_loss": 0.0008987644105218351, "global_step": 100130, "epoch": 562, "lr": 9.680288346259725e-07}
{"train_loss": 0.0013834108831360936, "global_step": 100131, "epoch": 562, "lr": 9.677394893957082e-07}
{"train_loss": 0.0012639183551073074, "global_step": 100132, "epoch": 562, "lr": 9.67450186992197e-07}
{"train_loss": 0.0020232568494975567, "global_step": 100133, "epoch": 562, "lr": 9.67160927415689e-07}
{"train_loss": 0.00044623902067542076, "global_step": 100134, "epoch": 562, "lr": 9.668717106664393e-07}
{"train_loss": 0.0022646589204669, "global_step": 100135, "epoch": 562, "lr": 9.665825367446923e-07}
{"train_loss": 0.0007069885032251477, "global_step": 100136, "epoch": 562, "lr": 9.662934056507145e-07}
{"train_loss": 0.0006206004181876779, "global_step": 100137, "epoch": 562, "lr": 9.6600431738475e-07}
{"train_loss": 0.0014983806759119034, "global_step": 100138, "epoch": 562, "lr": 9.657152719470541e-07}
{"train_loss": 0.0003126644005533308, "global_step": 100139, "epoch": 562, "lr": 9.654262693378713e-07}
{"train_loss": 0.00039180327439680696, "global_step": 100140, "epoch": 562, "lr": 9.651373095574678e-07}
{"train_loss": 0.00042311547440476716, "global_step": 100141, "epoch": 562, "lr": 9.64848392606077e-07}
{"train_loss": 0.0009164350340142846, "global_step": 100142, "epoch": 562, "lr": 9.645595184839762e-07}
{"train_loss": 0.0008000475354492664, "global_step": 100143, "epoch": 562, "lr": 9.642706871913931e-07}
{"train_loss": 0.0010638206731528044, "global_step": 100144, "epoch": 562, "lr": 9.639818987285997e-07}
{"train_loss": 0.0004814242711290717, "global_step": 100145, "epoch": 562, "lr": 9.636931530958348e-07}
{"train_loss": 0.0012942026369273663, "global_step": 100146, "epoch": 562, "lr": 9.634044502933593e-07}
{"train_loss": 0.0007492152508348227, "global_step": 100147, "epoch": 562, "lr": 9.631157903214173e-07}
{"train_loss": 0.0009721397655084729, "global_step": 100148, "epoch": 562, "lr": 9.628271731802697e-07}
{"train_loss": 0.0011257206788286567, "global_step": 100149, "epoch": 562, "lr": 9.625385988701607e-07}
{"train_loss": 0.0011862354585900903, "global_step": 100150, "epoch": 562, "lr": 9.622500673913459e-07}
{"train_loss": 0.0015424324665218592, "global_step": 100151, "epoch": 562, "lr": 9.61961578744075e-07}
{"train_loss": 0.0006981181213632226, "global_step": 100152, "epoch": 562, "lr": 9.616731329286088e-07}
{"train_loss": 0.001300721662119031, "global_step": 100153, "epoch": 562, "lr": 9.61384729945186e-07}
{"train_loss": 0.0013813578989356756, "global_step": 100154, "epoch": 562, "lr": 9.610963697940678e-07}
{"train_loss": 0.0010473073925822973, "global_step": 100155, "epoch": 562, "lr": 9.608080524755037e-07}
{"train_loss": 0.00048793479800224304, "global_step": 100156, "epoch": 562, "lr": 9.605197779897434e-07}
{"train_loss": 0.001152753597125411, "global_step": 100157, "epoch": 562, "lr": 9.602315463370427e-07}
{"train_loss": 0.0007676394889131188, "global_step": 100158, "epoch": 562, "lr": 9.599433575176508e-07}
{"train_loss": 0.0003700360539369285, "global_step": 100159, "epoch": 562, "lr": 9.59655211531818e-07}
{"train_loss": 0.0003567896201275289, "global_step": 100160, "epoch": 562, "lr": 9.593671083797994e-07}
{"train_loss": 0.0005830696318298578, "global_step": 100161, "epoch": 562, "lr": 9.59079048061845e-07}
{"train_loss": 0.00144502695184201, "global_step": 100162, "epoch": 562, "lr": 9.587910305782045e-07}
{"train_loss": 0.0006410705391317606, "global_step": 100163, "epoch": 562, "lr": 9.58503055929133e-07}
{"train_loss": 0.0004048494156450033, "global_step": 100164, "epoch": 562, "lr": 9.58215124114875e-07}
{"train_loss": 0.0007583597907796502, "global_step": 100165, "epoch": 562, "lr": 9.579272351356972e-07}
{"train_loss": 0.0006048055947758257, "global_step": 100166, "epoch": 562, "lr": 9.576393889918323e-07}
{"train_loss": 0.0004501139046624303, "global_step": 100167, "epoch": 562, "lr": 9.573515856835524e-07}
{"train_loss": 0.0003683416871353984, "global_step": 100168, "epoch": 562, "lr": 9.570638252110853e-07}
{"train_loss": 0.00020181367290206254, "global_step": 100169, "epoch": 562, "lr": 9.567761075746972e-07}
{"train_loss": 0.0010868209647014737, "global_step": 100170, "epoch": 562, "lr": 9.564884327746381e-07}
{"train_loss": 0.001140866195783019, "global_step": 100171, "epoch": 562, "lr": 9.562008008111522e-07}
{"train_loss": 0.0005590094369836152, "global_step": 100172, "epoch": 562, "lr": 9.55913211684506e-07}
{"train_loss": 0.0012968145310878754, "global_step": 100173, "epoch": 562, "lr": 9.556256653949325e-07}
{"train_loss": 0.0010580401867628098, "global_step": 100174, "epoch": 562, "lr": 9.553381619426926e-07}
{"train_loss": 0.0005381206283345819, "global_step": 100175, "epoch": 562, "lr": 9.550507013280363e-07}
{"train_loss": 0.0010518250055611134, "global_step": 100176, "epoch": 562, "lr": 9.547632835512133e-07}
{"train_loss": 0.0005275908624753356, "global_step": 100177, "epoch": 562, "lr": 9.54475908612479e-07}
{"train_loss": 0.0005199393490329385, "global_step": 100178, "epoch": 562, "lr": 9.541885765120773e-07}
{"train_loss": 0.0005180406151339412, "global_step": 100179, "epoch": 562, "lr": 9.53901287250264e-07}
{"train_loss": 0.00030486256582662463, "global_step": 100180, "epoch": 562, "lr": 9.536140408272942e-07}
{"train_loss": 0.000538873893674463, "global_step": 100181, "epoch": 562, "lr": 9.533268372434068e-07}
{"train_loss": 0.00021750637097284198, "global_step": 100182, "epoch": 562, "lr": 9.530396764988625e-07}
{"train_loss": 0.0005957974935881793, "global_step": 100183, "epoch": 562, "lr": 9.527525585939057e-07}
{"train_loss": 0.0007937527261674404, "global_step": 100184, "epoch": 562, "lr": 9.524654835287916e-07}
{"train_loss": 0.000553388032130897, "global_step": 100185, "epoch": 562, "lr": 9.521784513037702e-07}
{"train_loss": 0.0015615565935149789, "global_step": 100186, "epoch": 562, "lr": 9.518914619190966e-07}
{"train_loss": 0.0006041364977136254, "global_step": 100187, "epoch": 562, "lr": 9.516045153750097e-07}
{"train_loss": 0.0014477920485660434, "global_step": 100188, "epoch": 562, "lr": 9.513176116717703e-07}
{"train_loss": 0.000979664851911366, "global_step": 100189, "epoch": 562, "lr": 9.510307508096228e-07}
{"train_loss": 0.0006865710020065308, "global_step": 100190, "epoch": 562, "lr": 9.507439327888279e-07}
{"train_loss": 0.0012973761186003685, "global_step": 100191, "epoch": 562, "lr": 9.504571576096189e-07}
{"train_loss": 0.0005057548405602574, "global_step": 100192, "epoch": 562, "lr": 9.501704252722676e-07}
{"train_loss": 0.0006893438403494656, "global_step": 100193, "epoch": 562, "lr": 9.498837357770074e-07}
{"train_loss": 0.0009879234712570906, "global_step": 100194, "epoch": 562, "lr": 9.49597089124088e-07}
{"train_loss": 0.0011809916468337178, "global_step": 100195, "epoch": 562, "lr": 9.493104853137757e-07}
{"train_loss": 0.0009839357808232307, "global_step": 100196, "epoch": 562, "lr": 9.490239243463095e-07}
{"train_loss": 0.0009091378888115287, "global_step": 100197, "epoch": 562, "lr": 9.48737406221939e-07}
{"train_loss": 0.0013219022657722235, "global_step": 100198, "epoch": 562, "lr": 9.484509309409195e-07}
{"train_loss": 0.0009522013715468347, "global_step": 100199, "epoch": 562, "lr": 9.481644985034954e-07}
{"train_loss": 0.0004558843211270869, "global_step": 100200, "epoch": 562, "lr": 9.478781089099275e-07}
{"train_loss": 0.0008022168767638505, "global_step": 100201, "epoch": 562, "lr": 9.475917621604546e-07}
{"train_loss": 0.0006202565273270011, "global_step": 100202, "epoch": 562, "lr": 9.473054582553265e-07}
{"train_loss": 0.0005132328369654715, "global_step": 100203, "epoch": 562, "lr": 9.470191971948039e-07}
{"train_loss": 0.0003900890878867358, "global_step": 100204, "epoch": 562, "lr": 9.467329789791257e-07}
{"train_loss": 0.0014892695471644402, "global_step": 100205, "epoch": 562, "lr": 9.464468036085527e-07}
{"train_loss": 0.0002783669042401016, "global_step": 100206, "epoch": 562, "lr": 9.461606710833237e-07}
{"train_loss": 0.0003626226680353284, "global_step": 100207, "epoch": 562, "lr": 9.45874581403694e-07}
{"train_loss": 0.0007226030575111508, "global_step": 100208, "epoch": 562, "lr": 9.455885345699133e-07}
{"train_loss": 0.0006140349432826042, "global_step": 100209, "epoch": 562, "lr": 9.453025305822372e-07}
{"train_loss": 0.000997707829810679, "global_step": 100210, "epoch": 562, "lr": 9.450165694409041e-07}
{"train_loss": 0.0012556326109915972, "global_step": 100211, "epoch": 562, "lr": 9.447306511461696e-07}
{"train_loss": 0.0008325261296704412, "global_step": 100212, "epoch": 562, "lr": 9.444447756982833e-07}
{"train_loss": 0.0008140943389028844, "global_step": 100213, "epoch": 562, "lr": 9.441589430974951e-07}
{"train_loss": 0.0021022879518568516, "global_step": 100214, "epoch": 563, "lr": 9.438731533440603e-07}
{"train_loss": 0.0003787759051192552, "global_step": 100215, "epoch": 563, "lr": 9.435874064382178e-07}
{"train_loss": 0.0008387176785618067, "global_step": 100216, "epoch": 563, "lr": 9.433017023802227e-07}
{"train_loss": 0.00032486923737451434, "global_step": 100217, "epoch": 563, "lr": 9.430160411703192e-07}
{"train_loss": 0.0009270089794881642, "global_step": 100218, "epoch": 563, "lr": 9.427304228087686e-07}
{"train_loss": 0.0006368336034938693, "global_step": 100219, "epoch": 563, "lr": 9.424448472958091e-07}
{"train_loss": 0.000479986920254305, "global_step": 100220, "epoch": 563, "lr": 9.42159314631702e-07}
{"train_loss": 0.0002730830165091902, "global_step": 100221, "epoch": 563, "lr": 9.418738248166747e-07}
{"train_loss": 0.0010275979293510318, "global_step": 100222, "epoch": 563, "lr": 9.415883778510049e-07}
{"train_loss": 0.0007178880041465163, "global_step": 100223, "epoch": 563, "lr": 9.4130297373492e-07}
{"train_loss": 0.0006939913728274405, "global_step": 100224, "epoch": 563, "lr": 9.410176124686809e-07}
{"train_loss": 0.0006315964856185019, "global_step": 100225, "epoch": 563, "lr": 9.40732294052532e-07}
{"train_loss": 0.0009660456562414765, "global_step": 100226, "epoch": 563, "lr": 9.404470184867231e-07}
{"train_loss": 0.0011687218211591244, "global_step": 100227, "epoch": 563, "lr": 9.401617857714983e-07}
{"train_loss": 0.0006773746572434902, "global_step": 100228, "epoch": 563, "lr": 9.398765959071243e-07}
{"train_loss": 0.004230729769915342, "global_step": 100229, "epoch": 563, "lr": 9.395914488938284e-07}
{"train_loss": 0.00040637425263412297, "global_step": 100230, "epoch": 563, "lr": 9.393063447318717e-07}
{"train_loss": 0.0006098602898418903, "global_step": 100231, "epoch": 563, "lr": 9.39021283421504e-07}
{"train_loss": 0.00025576550979167223, "global_step": 100232, "epoch": 563, "lr": 9.387362649629694e-07}
{"train_loss": 0.0007361008320003748, "global_step": 100233, "epoch": 563, "lr": 9.384512893565179e-07}
{"train_loss": 0.0014268143568187952, "global_step": 100234, "epoch": 563, "lr": 9.38166356602399e-07}
{"train_loss": 0.0014671909157186747, "global_step": 100235, "epoch": 563, "lr": 9.378814667008629e-07}
{"train_loss": 0.0011621013982221484, "global_step": 100236, "epoch": 563, "lr": 9.375966196521591e-07}
{"train_loss": 0.00047588968300260603, "global_step": 100237, "epoch": 563, "lr": 9.373118154565319e-07}
{"train_loss": 0.0006777982925996184, "global_step": 100238, "epoch": 563, "lr": 9.370270541142368e-07}
{"train_loss": 0.00024912459775805473, "global_step": 100239, "epoch": 563, "lr": 9.367423356255122e-07}
{"train_loss": 0.0003150689590256661, "global_step": 100240, "epoch": 563, "lr": 9.364576599906194e-07}
{"train_loss": 0.0008689749520272017, "global_step": 100241, "epoch": 563, "lr": 9.361730272097968e-07}
{"train_loss": 0.0019972941372543573, "global_step": 100242, "epoch": 563, "lr": 9.358884372832943e-07}
{"train_loss": 0.000622754858341068, "global_step": 100243, "epoch": 563, "lr": 9.356038902113729e-07}
{"train_loss": 0.0005218809237703681, "global_step": 100244, "epoch": 563, "lr": 9.353193859942655e-07}
{"train_loss": 0.0004897166509181261, "global_step": 100245, "epoch": 563, "lr": 9.350349246322276e-07}
{"train_loss": 0.0005803584353998303, "global_step": 100246, "epoch": 563, "lr": 9.347505061255036e-07}
{"train_loss": 0.0019642808474600315, "global_step": 100247, "epoch": 563, "lr": 9.344661304743485e-07}
{"train_loss": 0.0004352174873929471, "global_step": 100248, "epoch": 563, "lr": 9.341817976790068e-07}
{"train_loss": 0.0004478786722756922, "global_step": 100249, "epoch": 563, "lr": 9.338975077397227e-07}
{"train_loss": 0.0010308868950232863, "global_step": 100250, "epoch": 563, "lr": 9.336132606567516e-07}
{"train_loss": 0.0009746653377078474, "global_step": 100251, "epoch": 563, "lr": 9.333290564303432e-07}
{"train_loss": 0.002260809764266014, "global_step": 100252, "epoch": 563, "lr": 9.330448950607307e-07}
{"train_loss": 0.0018803873099386692, "global_step": 100253, "epoch": 563, "lr": 9.327607765481805e-07}
{"train_loss": 0.0006197101320140064, "global_step": 100254, "epoch": 563, "lr": 9.324767008929369e-07}
{"train_loss": 0.0003656758344732225, "global_step": 100255, "epoch": 563, "lr": 9.321926680952386e-07}
{"train_loss": 0.00033725236426107585, "global_step": 100256, "epoch": 563, "lr": 9.319086781553465e-07}
{"train_loss": 0.0006233286112546921, "global_step": 100257, "epoch": 563, "lr": 9.316247310734938e-07}
{"train_loss": 0.00014557629765477031, "global_step": 100258, "epoch": 563, "lr": 9.313408268499413e-07}
{"train_loss": 0.00046889460645616055, "global_step": 100259, "epoch": 563, "lr": 9.310569654849277e-07}
{"train_loss": 0.0004829884856007993, "global_step": 100260, "epoch": 563, "lr": 9.307731469787084e-07}
{"train_loss": 0.0007628401508554816, "global_step": 100261, "epoch": 563, "lr": 9.304893713315333e-07}
{"train_loss": 0.0005508709000423551, "global_step": 100262, "epoch": 563, "lr": 9.302056385436408e-07}
{"train_loss": 0.00042616931023076177, "global_step": 100263, "epoch": 563, "lr": 9.29921948615281e-07}
{"train_loss": 0.0007366101490333676, "global_step": 100264, "epoch": 563, "lr": 9.296383015467091e-07}
{"train_loss": 0.0010142135433852673, "global_step": 100265, "epoch": 563, "lr": 9.293546973381584e-07}
{"train_loss": 0.0005537155084311962, "global_step": 100266, "epoch": 563, "lr": 9.290711359899007e-07}
{"train_loss": 0.000481689115986228, "global_step": 100267, "epoch": 563, "lr": 9.287876175021526e-07}
{"train_loss": 0.0007352425600402057, "global_step": 100268, "epoch": 563, "lr": 9.285041418751861e-07}
{"train_loss": 0.0006777443923056126, "global_step": 100269, "epoch": 563, "lr": 9.282207091092455e-07}
{"train_loss": 0.0008858774090185761, "global_step": 100270, "epoch": 563, "lr": 9.279373192045637e-07}
{"train_loss": 0.0008119799895212054, "global_step": 100271, "epoch": 563, "lr": 9.276539721614075e-07}
{"train_loss": 0.0005754409357905388, "global_step": 100272, "epoch": 563, "lr": 9.273706679800098e-07}
{"train_loss": 0.0015432483050972223, "global_step": 100273, "epoch": 563, "lr": 9.270874066606205e-07}
{"train_loss": 0.0006711991736665368, "global_step": 100274, "epoch": 563, "lr": 9.26804188203495e-07}
{"train_loss": 0.0005600861040875316, "global_step": 100275, "epoch": 563, "lr": 9.265210126088719e-07}
{"train_loss": 0.0011192207457497716, "global_step": 100276, "epoch": 563, "lr": 9.262378798770011e-07}
{"train_loss": 0.0011952824424952269, "global_step": 100277, "epoch": 563, "lr": 9.259547900081378e-07}
{"train_loss": 0.0009729059529490769, "global_step": 100278, "epoch": 563, "lr": 9.256717430025152e-07}
{"train_loss": 0.0010816995054483414, "global_step": 100279, "epoch": 563, "lr": 9.253887388603888e-07}
{"train_loss": 0.0003448205825407058, "global_step": 100280, "epoch": 563, "lr": 9.251057775820027e-07}
{"train_loss": 0.0003220740472897887, "global_step": 100281, "epoch": 563, "lr": 9.248228591676178e-07}
{"train_loss": 0.001359479152597487, "global_step": 100282, "epoch": 563, "lr": 9.245399836174562e-07}
{"train_loss": 0.0004898490151390433, "global_step": 100283, "epoch": 563, "lr": 9.242571509317843e-07}
{"train_loss": 0.0010702539002522826, "global_step": 100284, "epoch": 563, "lr": 9.239743611108409e-07}
{"train_loss": 0.0003129413817077875, "global_step": 100285, "epoch": 563, "lr": 9.236916141548758e-07}
{"train_loss": 0.0017731775296851993, "global_step": 100286, "epoch": 563, "lr": 9.23408910064133e-07}
{"train_loss": 0.0007237703539431095, "global_step": 100287, "epoch": 563, "lr": 9.231262488388681e-07}
{"train_loss": 0.0006427180487662554, "global_step": 100288, "epoch": 563, "lr": 9.228436304793087e-07}
{"train_loss": 0.00033998218714259565, "global_step": 100289, "epoch": 563, "lr": 9.225610549857322e-07}
{"train_loss": 0.0002779780770651996, "global_step": 100290, "epoch": 563, "lr": 9.222785223583552e-07}
{"train_loss": 0.0004013644065707922, "global_step": 100291, "epoch": 563, "lr": 9.219960325974386e-07}
{"train_loss": 0.0005167764611542225, "global_step": 100292, "epoch": 563, "lr": 9.217135857032322e-07}
{"train_loss": 0.0005748143885284662, "global_step": 100293, "epoch": 563, "lr": 9.214311816759747e-07}
{"train_loss": 0.000476925604743883, "global_step": 100294, "epoch": 563, "lr": 9.211488205159158e-07}
{"train_loss": 0.0006198305636644363, "global_step": 100295, "epoch": 563, "lr": 9.208665022233054e-07}
{"train_loss": 0.00045755773317068815, "global_step": 100296, "epoch": 563, "lr": 9.205842267983822e-07}
{"train_loss": 0.0013609665911644697, "global_step": 100297, "epoch": 563, "lr": 9.20301994241396e-07}
{"train_loss": 0.0005325354286469519, "global_step": 100298, "epoch": 563, "lr": 9.200198045526021e-07}
{"train_loss": 0.0007371970568783581, "global_step": 100299, "epoch": 563, "lr": 9.197376577322392e-07}
{"train_loss": 0.0008149039931595325, "global_step": 100300, "epoch": 563, "lr": 9.194555537805516e-07}
{"train_loss": 0.0005999392597004771, "global_step": 100301, "epoch": 563, "lr": 9.19173492697789e-07}
{"train_loss": 0.000453474756795913, "global_step": 100302, "epoch": 563, "lr": 9.188914744841959e-07}
{"train_loss": 0.0007927078404463828, "global_step": 100303, "epoch": 563, "lr": 9.186094991400218e-07}
{"train_loss": 0.0006244241376407444, "global_step": 100304, "epoch": 563, "lr": 9.183275666655111e-07}
{"train_loss": 0.0004943687235936522, "global_step": 100305, "epoch": 563, "lr": 9.180456770609081e-07}
{"train_loss": 0.0008432354661636055, "global_step": 100306, "epoch": 563, "lr": 9.177638303264624e-07}
{"train_loss": 0.0008377391495741904, "global_step": 100307, "epoch": 563, "lr": 9.174820264624184e-07}
{"train_loss": 0.0005433072801679373, "global_step": 100308, "epoch": 563, "lr": 9.17200265469026e-07}
{"train_loss": 0.000724704354070127, "global_step": 100309, "epoch": 563, "lr": 9.169185473465291e-07}
{"train_loss": 0.0003264785627834499, "global_step": 100310, "epoch": 563, "lr": 9.166368720951668e-07}
{"train_loss": 0.00037071455153636634, "global_step": 100311, "epoch": 563, "lr": 9.163552397151942e-07}
{"train_loss": 0.0004978106589987874, "global_step": 100312, "epoch": 563, "lr": 9.160736502068556e-07}
{"train_loss": 0.0008830459555611014, "global_step": 100313, "epoch": 563, "lr": 9.157921035703843e-07}
{"train_loss": 0.0003603921504691243, "global_step": 100314, "epoch": 563, "lr": 9.15510599806052e-07}
{"train_loss": 0.0018948211800307035, "global_step": 100315, "epoch": 563, "lr": 9.15229138914081e-07}
{"train_loss": 0.0009074037661775947, "global_step": 100316, "epoch": 563, "lr": 9.149477208947266e-07}
{"train_loss": 0.0010800522286444902, "global_step": 100317, "epoch": 563, "lr": 9.146663457482385e-07}
{"train_loss": 0.0017917538061738014, "global_step": 100318, "epoch": 563, "lr": 9.1438501347485e-07}
{"train_loss": 0.0016264307778328657, "global_step": 100319, "epoch": 563, "lr": 9.141037240748273e-07}
{"train_loss": 0.0010733650997281075, "global_step": 100320, "epoch": 563, "lr": 9.138224775483928e-07}
{"train_loss": 0.0010729723144322634, "global_step": 100321, "epoch": 563, "lr": 9.135412738958071e-07}
{"train_loss": 0.0012621544301509857, "global_step": 100322, "epoch": 563, "lr": 9.132601131173146e-07}
{"train_loss": 0.000839636311866343, "global_step": 100323, "epoch": 563, "lr": 9.12978995213154e-07}
{"train_loss": 0.0015338864177465439, "global_step": 100324, "epoch": 563, "lr": 9.126979201835751e-07}
{"train_loss": 0.0014131010975688696, "global_step": 100325, "epoch": 563, "lr": 9.12416888028822e-07}
{"train_loss": 0.0007392079569399357, "global_step": 100326, "epoch": 563, "lr": 9.12135898749139e-07}
{"train_loss": 0.0006521205650642514, "global_step": 100327, "epoch": 563, "lr": 9.118549523447817e-07}
{"train_loss": 0.0010206762235611677, "global_step": 100328, "epoch": 563, "lr": 9.115740488159829e-07}
{"train_loss": 0.0002650523092597723, "global_step": 100329, "epoch": 563, "lr": 9.112931881629983e-07}
{"train_loss": 0.0010183898266404867, "global_step": 100330, "epoch": 563, "lr": 9.110123703860551e-07}
{"train_loss": 0.0008436468197032809, "global_step": 100331, "epoch": 563, "lr": 9.1073159548542e-07}
{"train_loss": 0.0015643385704606771, "global_step": 100332, "epoch": 563, "lr": 9.104508634613263e-07}
{"train_loss": 0.00034591622534208, "global_step": 100333, "epoch": 563, "lr": 9.101701743140234e-07}
{"train_loss": 0.00022726415772922337, "global_step": 100334, "epoch": 563, "lr": 9.098895280437558e-07}
{"train_loss": 0.0007885606028139591, "global_step": 100335, "epoch": 563, "lr": 9.096089246507733e-07}
{"train_loss": 0.0007400759495794773, "global_step": 100336, "epoch": 563, "lr": 9.093283641353035e-07}
{"train_loss": 0.000518659595400095, "global_step": 100337, "epoch": 563, "lr": 9.090478464976126e-07}
{"train_loss": 0.0004381226608529687, "global_step": 100338, "epoch": 563, "lr": 9.087673717379341e-07}
{"train_loss": 0.000741841271519661, "global_step": 100339, "epoch": 563, "lr": 9.084869398565121e-07}
{"train_loss": 0.0005789020215161145, "global_step": 100340, "epoch": 563, "lr": 9.08206550853602e-07}
{"train_loss": 0.0007094160537235439, "global_step": 100341, "epoch": 563, "lr": 9.079262047294368e-07}
{"train_loss": 0.0006720162928104401, "global_step": 100342, "epoch": 563, "lr": 9.07645901484272e-07}
{"train_loss": 0.0005241419421508908, "global_step": 100343, "epoch": 563, "lr": 9.073656411183351e-07}
{"train_loss": 0.0010892304126173258, "global_step": 100344, "epoch": 563, "lr": 9.070854236318926e-07}
{"train_loss": 0.0006757131777703762, "global_step": 100345, "epoch": 563, "lr": 9.068052490251778e-07}
{"train_loss": 0.0004121974634472281, "global_step": 100346, "epoch": 563, "lr": 9.065251172984346e-07}
{"train_loss": 0.0004175051872152835, "global_step": 100347, "epoch": 563, "lr": 9.06245028451913e-07}
{"train_loss": 0.0004650923074223101, "global_step": 100348, "epoch": 563, "lr": 9.059649824858519e-07}
{"train_loss": 0.0013948238920420408, "global_step": 100349, "epoch": 563, "lr": 9.056849794005007e-07}
{"train_loss": 0.0007102637318894267, "global_step": 100350, "epoch": 563, "lr": 9.054050191960983e-07}
{"train_loss": 0.0006842446746304631, "global_step": 100351, "epoch": 563, "lr": 9.05125101872889e-07}
{"train_loss": 0.000996553571894765, "global_step": 100352, "epoch": 563, "lr": 9.048452274311337e-07}
{"train_loss": 0.0004552533500827849, "global_step": 100353, "epoch": 563, "lr": 9.045653958710543e-07}
{"train_loss": 0.0013971994630992413, "global_step": 100354, "epoch": 563, "lr": 9.042856071929062e-07}
{"train_loss": 0.0013205751311033964, "global_step": 100355, "epoch": 563, "lr": 9.040058613969337e-07}
{"train_loss": 0.0006787037709727883, "global_step": 100356, "epoch": 563, "lr": 9.037261584833812e-07}
{"train_loss": 0.0012625210219994187, "global_step": 100357, "epoch": 563, "lr": 9.034464984524926e-07}
{"train_loss": 0.00037267099833115935, "global_step": 100358, "epoch": 563, "lr": 9.031668813045069e-07}
{"train_loss": 0.0010717198019847274, "global_step": 100359, "epoch": 563, "lr": 9.028873070396737e-07}
{"train_loss": 0.0008178023854270577, "global_step": 100360, "epoch": 563, "lr": 9.026077756582374e-07}
{"train_loss": 0.00043959866161458194, "global_step": 100361, "epoch": 563, "lr": 9.023282871604422e-07}
{"train_loss": 0.0002004876296268776, "global_step": 100362, "epoch": 563, "lr": 9.020488415465323e-07}
{"train_loss": 0.0007776067359372973, "global_step": 100363, "epoch": 563, "lr": 9.017694388167519e-07}
{"train_loss": 0.001196560449898243, "global_step": 100364, "epoch": 563, "lr": 9.014900789713399e-07}
{"train_loss": 0.0006516309222206473, "global_step": 100365, "epoch": 563, "lr": 9.012107620105459e-07}
{"train_loss": 0.0008578000124543905, "global_step": 100366, "epoch": 563, "lr": 9.009314879346086e-07}
{"train_loss": 0.0018145390786230564, "global_step": 100367, "epoch": 563, "lr": 9.006522567437836e-07}
{"train_loss": 0.0009520447347313166, "global_step": 100368, "epoch": 563, "lr": 9.003730684382983e-07}
{"train_loss": 0.0012839090777561069, "global_step": 100369, "epoch": 563, "lr": 9.00093923018408e-07}
{"train_loss": 0.0005550533533096313, "global_step": 100370, "epoch": 563, "lr": 8.998148204843571e-07}
{"train_loss": 0.00057702831691131, "global_step": 100371, "epoch": 563, "lr": 8.995357608363841e-07}
{"train_loss": 0.0014744304353371263, "global_step": 100372, "epoch": 563, "lr": 8.992567440747335e-07}
{"train_loss": 0.0003436098340898752, "global_step": 100373, "epoch": 563, "lr": 8.989777701996494e-07}
{"train_loss": 0.0006039778818376362, "global_step": 100374, "epoch": 563, "lr": 8.986988392113704e-07}
{"train_loss": 0.00028626032872125506, "global_step": 100375, "epoch": 563, "lr": 8.984199511101521e-07}
{"train_loss": 0.0011969022452831268, "global_step": 100376, "epoch": 563, "lr": 8.981411058962275e-07}
{"train_loss": 0.0005085222073830664, "global_step": 100377, "epoch": 563, "lr": 8.978623035698519e-07}
{"train_loss": 0.0005473849596455693, "global_step": 100378, "epoch": 563, "lr": 8.97583544131253e-07}
{"train_loss": 0.00038832423160783947, "global_step": 100379, "epoch": 563, "lr": 8.973048275806861e-07}
{"train_loss": 0.0005591516382992268, "global_step": 100380, "epoch": 563, "lr": 8.970261539183955e-07}
{"train_loss": 0.0008767209947109222, "global_step": 100381, "epoch": 563, "lr": 8.967475231446088e-07}
{"train_loss": 0.001169420313090086, "global_step": 100382, "epoch": 563, "lr": 8.964689352595868e-07}
{"train_loss": 0.0009494683472439647, "global_step": 100383, "epoch": 563, "lr": 8.961903902635682e-07}
{"train_loss": 0.0011787600815296173, "global_step": 100384, "epoch": 563, "lr": 8.959118881567973e-07}
{"train_loss": 0.0005294725415296853, "global_step": 100385, "epoch": 563, "lr": 8.956334289395129e-07}
{"train_loss": 0.00039617600850760937, "global_step": 100386, "epoch": 563, "lr": 8.953550126119592e-07}
{"train_loss": 0.0004659428959712386, "global_step": 100387, "epoch": 563, "lr": 8.950766391743803e-07}
{"train_loss": 0.0011604337487369776, "global_step": 100388, "epoch": 563, "lr": 8.947983086270151e-07}
{"train_loss": 0.00043771773925982416, "global_step": 100389, "epoch": 563, "lr": 8.945200209701133e-07}
{"train_loss": 0.0004983713733963668, "global_step": 100390, "epoch": 563, "lr": 8.942417762039245e-07}
{"train_loss": 0.00080322393085716, "global_step": 100391, "epoch": 563, "lr": 8.939635743286712e-07}
{"train_loss": 0.0004695772659033537, "global_step": 100392, "epoch": 564, "lr": 8.936854153446139e-07}
{"train_loss": 0.0008199674775823951, "global_step": 100393, "epoch": 564, "lr": 8.93407299251986e-07}
{"train_loss": 0.0005611267988570035, "global_step": 100394, "epoch": 564, "lr": 8.931292260510371e-07}
{"train_loss": 0.0002663276100065559, "global_step": 100395, "epoch": 564, "lr": 8.928511957420116e-07}
{"train_loss": 0.00036897644167765975, "global_step": 100396, "epoch": 564, "lr": 8.925732083251425e-07}
{"train_loss": 0.0010437685996294022, "global_step": 100397, "epoch": 564, "lr": 8.922952638006743e-07}
{"train_loss": 0.0009401195566169918, "global_step": 100398, "epoch": 564, "lr": 8.920173621688621e-07}
{"train_loss": 0.0006823210278525949, "global_step": 100399, "epoch": 564, "lr": 8.917395034299336e-07}
{"train_loss": 0.0011399980867281556, "global_step": 100400, "epoch": 564, "lr": 8.914616875841386e-07}
{"train_loss": 0.0002690848778001964, "global_step": 100401, "epoch": 564, "lr": 8.911839146317213e-07}
{"train_loss": 0.00022350854123942554, "global_step": 100402, "epoch": 564, "lr": 8.909061845729205e-07}
{"train_loss": 0.0004716400580946356, "global_step": 100403, "epoch": 564, "lr": 8.906284974079859e-07}
{"train_loss": 0.00026967842131853104, "global_step": 100404, "epoch": 564, "lr": 8.903508531371452e-07}
{"train_loss": 0.0008942061103880405, "global_step": 100405, "epoch": 564, "lr": 8.900732517606591e-07}
{"train_loss": 0.0004088363202754408, "global_step": 100406, "epoch": 564, "lr": 8.8979569327875e-07}
{"train_loss": 0.0008470271131955087, "global_step": 100407, "epoch": 564, "lr": 8.895181776916839e-07}
{"train_loss": 0.0005680682370439172, "global_step": 100408, "epoch": 564, "lr": 8.892407049996832e-07}
{"train_loss": 0.0010050078853964806, "global_step": 100409, "epoch": 564, "lr": 8.88963275203003e-07}
{"train_loss": 0.0014016127679497004, "global_step": 100410, "epoch": 564, "lr": 8.886858883018767e-07}
{"train_loss": 0.0010620348621159792, "global_step": 100411, "epoch": 564, "lr": 8.884085442965484e-07}
{"train_loss": 0.0005322514334693551, "global_step": 100412, "epoch": 564, "lr": 8.881312431872624e-07}
{"train_loss": 0.001173508819192648, "global_step": 100413, "epoch": 564, "lr": 8.878539849742685e-07}
{"train_loss": 0.0017478582449257374, "global_step": 100414, "epoch": 564, "lr": 8.875767696577941e-07}
{"train_loss": 0.0005065393634140491, "global_step": 100415, "epoch": 564, "lr": 8.872995972380893e-07}
{"train_loss": 0.000754490785766393, "global_step": 100416, "epoch": 564, "lr": 8.870224677153982e-07}
{"train_loss": 0.000753691652789712, "global_step": 100417, "epoch": 564, "lr": 8.867453810899596e-07}
{"train_loss": 0.0005486076697707176, "global_step": 100418, "epoch": 564, "lr": 8.86468337362012e-07}
{"train_loss": 0.00221237912774086, "global_step": 100419, "epoch": 564, "lr": 8.861913365318053e-07}
{"train_loss": 0.0012767978478223085, "global_step": 100420, "epoch": 564, "lr": 8.859143785995727e-07}
{"train_loss": 0.001262366073206067, "global_step": 100421, "epoch": 564, "lr": 8.856374635655695e-07}
{"train_loss": 0.001149547635577619, "global_step": 100422, "epoch": 564, "lr": 8.853605914300178e-07}
{"train_loss": 0.001713569276034832, "global_step": 100423, "epoch": 564, "lr": 8.850837621931784e-07}
{"train_loss": 0.000848191964905709, "global_step": 100424, "epoch": 564, "lr": 8.848069758552846e-07}
{"train_loss": 0.0008151707006618381, "global_step": 100425, "epoch": 564, "lr": 8.84530232416575e-07}
{"train_loss": 0.00036130601074546576, "global_step": 100426, "epoch": 564, "lr": 8.842535318772993e-07}
{"train_loss": 0.00034773233346641064, "global_step": 100427, "epoch": 564, "lr": 8.839768742376908e-07}
{"train_loss": 0.0006719151278957725, "global_step": 100428, "epoch": 564, "lr": 8.837002594979992e-07}
{"train_loss": 0.0013033197028562427, "global_step": 100429, "epoch": 564, "lr": 8.834236876584578e-07}
{"train_loss": 0.0012398690450936556, "global_step": 100430, "epoch": 564, "lr": 8.831471587193163e-07}
{"train_loss": 0.0006935754790902138, "global_step": 100431, "epoch": 564, "lr": 8.828706726808134e-07}
{"train_loss": 0.00041088281432166696, "global_step": 100432, "epoch": 564, "lr": 8.825942295431877e-07}
{"train_loss": 0.00047578380326740444, "global_step": 100433, "epoch": 564, "lr": 8.823178293066836e-07}
{"train_loss": 0.0008466970757581294, "global_step": 100434, "epoch": 564, "lr": 8.820414719715398e-07}
{"train_loss": 0.0006712591275572777, "global_step": 100435, "epoch": 564, "lr": 8.817651575379948e-07}
{"train_loss": 0.001503647305071354, "global_step": 100436, "epoch": 564, "lr": 8.814888860063042e-07}
{"train_loss": 0.0002915175864472985, "global_step": 100437, "epoch": 564, "lr": 8.812126573766954e-07}
{"train_loss": 0.0008859263034537435, "global_step": 100438, "epoch": 564, "lr": 8.809364716494184e-07}
{"train_loss": 0.00031196005875244737, "global_step": 100439, "epoch": 564, "lr": 8.806603288247006e-07}
{"train_loss": 0.0010323842288926244, "global_step": 100440, "epoch": 564, "lr": 8.803842289027975e-07}
{"train_loss": 0.0006159361801110208, "global_step": 100441, "epoch": 564, "lr": 8.801081718839476e-07}
{"train_loss": 0.0009488144423812628, "global_step": 100442, "epoch": 564, "lr": 8.798321577683844e-07}
{"train_loss": 0.0012192605063319206, "global_step": 100443, "epoch": 564, "lr": 8.795561865563628e-07}
{"train_loss": 0.000716821348760277, "global_step": 100444, "epoch": 564, "lr": 8.792802582481052e-07}
{"train_loss": 0.00035576047957874835, "global_step": 100445, "epoch": 564, "lr": 8.790043728438668e-07}
{"train_loss": 0.0014881181996315718, "global_step": 100446, "epoch": 564, "lr": 8.787285303438864e-07}
{"train_loss": 0.0006847925251349807, "global_step": 100447, "epoch": 564, "lr": 8.784527307484025e-07}
{"train_loss": 0.0010073143057525158, "global_step": 100448, "epoch": 564, "lr": 8.781769740576596e-07}
{"train_loss": 0.00046623582602478564, "global_step": 100449, "epoch": 564, "lr": 8.779012602718906e-07}
{"train_loss": 0.0016014757566154003, "global_step": 100450, "epoch": 564, "lr": 8.776255893913399e-07}
{"train_loss": 0.0004492949810810387, "global_step": 100451, "epoch": 564, "lr": 8.773499614162572e-07}
{"train_loss": 0.0006217008922249079, "global_step": 100452, "epoch": 564, "lr": 8.770743763468703e-07}
{"train_loss": 0.0005119522684253752, "global_step": 100453, "epoch": 564, "lr": 8.767988341834288e-07}
{"train_loss": 0.0014622682938352227, "global_step": 100454, "epoch": 564, "lr": 8.765233349261659e-07}
{"train_loss": 0.000488729914650321, "global_step": 100455, "epoch": 564, "lr": 8.762478785753259e-07}
{"train_loss": 0.0016769455978646874, "global_step": 100456, "epoch": 564, "lr": 8.759724651311529e-07}
{"train_loss": 0.0007188618183135986, "global_step": 100457, "epoch": 564, "lr": 8.756970945938858e-07}
{"train_loss": 0.00039065105374902487, "global_step": 100458, "epoch": 564, "lr": 8.754217669637632e-07}
{"train_loss": 0.0007125037373043597, "global_step": 100459, "epoch": 564, "lr": 8.751464822410238e-07}
{"train_loss": 0.001366610056720674, "global_step": 100460, "epoch": 564, "lr": 8.748712404259063e-07}
{"train_loss": 0.00023978670651558787, "global_step": 100461, "epoch": 564, "lr": 8.745960415186605e-07}
{"train_loss": 0.0006594500737264752, "global_step": 100462, "epoch": 564, "lr": 8.743208855195195e-07}
{"train_loss": 0.0017787842079997063, "global_step": 100463, "epoch": 564, "lr": 8.740457724287221e-07}
{"train_loss": 0.0008945928420871496, "global_step": 100464, "epoch": 564, "lr": 8.737707022465181e-07}
{"train_loss": 0.0005189672810956836, "global_step": 100465, "epoch": 564, "lr": 8.734956749731349e-07}
{"train_loss": 0.0020673591643571854, "global_step": 100466, "epoch": 564, "lr": 8.732206906088281e-07}
{"train_loss": 0.00034851182135753334, "global_step": 100467, "epoch": 564, "lr": 8.729457491538196e-07}
{"train_loss": 0.0006144284270703793, "global_step": 100468, "epoch": 564, "lr": 8.726708506083647e-07}
{"train_loss": 0.0008701245533302426, "global_step": 100469, "epoch": 564, "lr": 8.723959949727023e-07}
{"train_loss": 0.0007823599153198302, "global_step": 100470, "epoch": 564, "lr": 8.721211822470599e-07}
{"train_loss": 0.0005028196610510349, "global_step": 100471, "epoch": 564, "lr": 8.718464124316927e-07}
{"train_loss": 0.00037294335197657347, "global_step": 100472, "epoch": 564, "lr": 8.715716855268286e-07}
{"train_loss": 0.0004556963685899973, "global_step": 100473, "epoch": 564, "lr": 8.712970015327116e-07}
{"train_loss": 0.00044280773727223277, "global_step": 100474, "epoch": 564, "lr": 8.710223604495915e-07}
{"train_loss": 0.0003838521079160273, "global_step": 100475, "epoch": 564, "lr": 8.70747762277685e-07}
{"train_loss": 0.0003463560715317726, "global_step": 100476, "epoch": 564, "lr": 8.704732070172583e-07}
{"train_loss": 0.0005189739749766886, "global_step": 100477, "epoch": 564, "lr": 8.701986946685336e-07}
{"train_loss": 0.0005391010199673474, "global_step": 100478, "epoch": 564, "lr": 8.699242252317607e-07}
{"train_loss": 0.00042062991997227073, "global_step": 100479, "epoch": 564, "lr": 8.696497987071728e-07}
{"train_loss": 0.0021475977264344692, "global_step": 100480, "epoch": 564, "lr": 8.693754150950085e-07}
{"train_loss": 0.0004959929501637816, "global_step": 100481, "epoch": 564, "lr": 8.691010743955174e-07}
{"train_loss": 0.0014341752976179123, "global_step": 100482, "epoch": 564, "lr": 8.688267766089275e-07}
{"train_loss": 0.0005952324718236923, "global_step": 100483, "epoch": 564, "lr": 8.685525217354828e-07}
{"train_loss": 0.0008091031922958791, "global_step": 100484, "epoch": 564, "lr": 8.682783097754276e-07}
{"train_loss": 0.0007342282915487885, "global_step": 100485, "epoch": 564, "lr": 8.680041407289896e-07}
{"train_loss": 0.0003270480956416577, "global_step": 100486, "epoch": 564, "lr": 8.67730014596424e-07}
{"train_loss": 0.001222815364599228, "global_step": 100487, "epoch": 564, "lr": 8.674559313779585e-07}
{"train_loss": 0.00037421967135742307, "global_step": 100488, "epoch": 564, "lr": 8.671818910738316e-07}
{"train_loss": 0.0011237284634262323, "global_step": 100489, "epoch": 564, "lr": 8.669078936842989e-07}
{"train_loss": 0.0007886511157266796, "global_step": 100490, "epoch": 564, "lr": 8.666339392095768e-07}
{"train_loss": 0.0011200481094419956, "global_step": 100491, "epoch": 564, "lr": 8.663600276499207e-07}
{"train_loss": 0.0006956624565646052, "global_step": 100492, "epoch": 564, "lr": 8.660861590055636e-07}
{"train_loss": 0.0003204872482456267, "global_step": 100493, "epoch": 564, "lr": 8.658123332767443e-07}
{"train_loss": 0.0005199768347665668, "global_step": 100494, "epoch": 564, "lr": 8.65538550463707e-07}
{"train_loss": 0.0014454115880653262, "global_step": 100495, "epoch": 564, "lr": 8.652648105666905e-07}
{"train_loss": 0.0016317437402904034, "global_step": 100496, "epoch": 564, "lr": 8.649911135859224e-07}
{"train_loss": 0.0011571551440283656, "global_step": 100497, "epoch": 564, "lr": 8.647174595216578e-07}
{"train_loss": 0.0005940833361819386, "global_step": 100498, "epoch": 564, "lr": 8.644438483741191e-07}
{"train_loss": 0.00033991318196058273, "global_step": 100499, "epoch": 564, "lr": 8.641702801435669e-07}
{"train_loss": 0.0012590925907716155, "global_step": 100500, "epoch": 564, "lr": 8.638967548302179e-07}
{"train_loss": 0.0009760875254869461, "global_step": 100501, "epoch": 564, "lr": 8.636232724343219e-07}
{"train_loss": 0.00027845671866089106, "global_step": 100502, "epoch": 564, "lr": 8.633498329561173e-07}
{"train_loss": 0.0004587034054566175, "global_step": 100503, "epoch": 564, "lr": 8.630764363958433e-07}
{"train_loss": 0.0006045979680493474, "global_step": 100504, "epoch": 564, "lr": 8.628030827537381e-07}
{"train_loss": 0.00031541427597403526, "global_step": 100505, "epoch": 564, "lr": 8.625297720300407e-07}
{"train_loss": 0.0010140174999833107, "global_step": 100506, "epoch": 564, "lr": 8.622565042249842e-07}
{"train_loss": 0.0007595701608806849, "global_step": 100507, "epoch": 564, "lr": 8.619832793388182e-07}
{"train_loss": 0.0010830303654074669, "global_step": 100508, "epoch": 564, "lr": 8.617100973717706e-07}
{"train_loss": 0.000242576003074646, "global_step": 100509, "epoch": 564, "lr": 8.614369583240855e-07}
{"train_loss": 0.0009414445958100259, "global_step": 100510, "epoch": 564, "lr": 8.611638621960072e-07}
{"train_loss": 0.0005944933509454131, "global_step": 100511, "epoch": 564, "lr": 8.608908089877576e-07}
{"train_loss": 0.00037138728657737374, "global_step": 100512, "epoch": 564, "lr": 8.606177986995923e-07}
{"train_loss": 0.0006366381421685219, "global_step": 100513, "epoch": 564, "lr": 8.603448313317386e-07}
{"train_loss": 0.0004851202538702637, "global_step": 100514, "epoch": 564, "lr": 8.600719068844465e-07}
{"train_loss": 0.0005822859238833189, "global_step": 100515, "epoch": 564, "lr": 8.59799025357938e-07}
{"train_loss": 0.0005437913932837546, "global_step": 100516, "epoch": 564, "lr": 8.595261867524629e-07}
{"train_loss": 0.0006729707238264382, "global_step": 100517, "epoch": 564, "lr": 8.592533910682598e-07}
{"train_loss": 0.0008392133750021458, "global_step": 100518, "epoch": 564, "lr": 8.589806383055621e-07}
{"train_loss": 0.0011969826882705092, "global_step": 100519, "epoch": 564, "lr": 8.587079284646083e-07}
{"train_loss": 0.0027356829959899187, "global_step": 100520, "epoch": 564, "lr": 8.584352615456425e-07}
{"train_loss": 0.0008468523737974465, "global_step": 100521, "epoch": 564, "lr": 8.581626375488927e-07}
{"train_loss": 0.0013404646888375282, "global_step": 100522, "epoch": 564, "lr": 8.57890056474614e-07}
{"train_loss": 0.000556017505005002, "global_step": 100523, "epoch": 564, "lr": 8.576175183230229e-07}
{"train_loss": 0.000791519763879478, "global_step": 100524, "epoch": 564, "lr": 8.573450230943692e-07}
{"train_loss": 0.0006691740127280354, "global_step": 100525, "epoch": 564, "lr": 8.570725707888971e-07}
{"train_loss": 0.0012163869105279446, "global_step": 100526, "epoch": 564, "lr": 8.568001614068344e-07}
{"train_loss": 0.0016710517229512334, "global_step": 100527, "epoch": 564, "lr": 8.565277949484196e-07}
{"train_loss": 0.0009134243591688573, "global_step": 100528, "epoch": 564, "lr": 8.562554714138915e-07}
{"train_loss": 0.0011993901571258903, "global_step": 100529, "epoch": 564, "lr": 8.559831908034887e-07}
{"train_loss": 0.00045645335922017694, "global_step": 100530, "epoch": 564, "lr": 8.557109531174557e-07}
{"train_loss": 0.0005870068562217057, "global_step": 100531, "epoch": 564, "lr": 8.554387583560197e-07}
{"train_loss": 0.00029477447969838977, "global_step": 100532, "epoch": 564, "lr": 8.551666065194252e-07}
{"train_loss": 0.0007204838329926133, "global_step": 100533, "epoch": 564, "lr": 8.548944976079054e-07}
{"train_loss": 0.0013100075302645564, "global_step": 100534, "epoch": 564, "lr": 8.546224316217044e-07}
{"train_loss": 0.0004829662502743304, "global_step": 100535, "epoch": 564, "lr": 8.543504085610554e-07}
{"train_loss": 0.001730791525915265, "global_step": 100536, "epoch": 564, "lr": 8.540784284261916e-07}
{"train_loss": 0.0005907778977416456, "global_step": 100537, "epoch": 564, "lr": 8.538064912173627e-07}
{"train_loss": 0.0005751920398324728, "global_step": 100538, "epoch": 564, "lr": 8.535345969347907e-07}
{"train_loss": 0.0006582484347745776, "global_step": 100539, "epoch": 564, "lr": 8.532627455787256e-07}
{"train_loss": 0.000914567441213876, "global_step": 100540, "epoch": 564, "lr": 8.529909371494005e-07}
{"train_loss": 0.0005733048310503364, "global_step": 100541, "epoch": 564, "lr": 8.527191716470483e-07}
{"train_loss": 0.0003196647739969194, "global_step": 100542, "epoch": 564, "lr": 8.524474490719192e-07}
{"train_loss": 0.0007567367283627391, "global_step": 100543, "epoch": 564, "lr": 8.521757694242349e-07}
{"train_loss": 0.0006751783657819033, "global_step": 100544, "epoch": 564, "lr": 8.519041327042398e-07}
{"train_loss": 0.000239501241594553, "global_step": 100545, "epoch": 564, "lr": 8.516325389121782e-07}
{"train_loss": 0.000355479889549315, "global_step": 100546, "epoch": 564, "lr": 8.51360988048272e-07}
{"train_loss": 0.0013491567224264145, "global_step": 100547, "epoch": 564, "lr": 8.510894801127767e-07}
{"train_loss": 0.00034114604932256043, "global_step": 100548, "epoch": 564, "lr": 8.508180151059086e-07}
{"train_loss": 0.0008297226158902049, "global_step": 100549, "epoch": 564, "lr": 8.505465930279178e-07}
{"train_loss": 0.0010987308342009783, "global_step": 100550, "epoch": 564, "lr": 8.502752138790482e-07}
{"train_loss": 0.0008716939482837915, "global_step": 100551, "epoch": 564, "lr": 8.500038776595165e-07}
{"train_loss": 0.0010560662485659122, "global_step": 100552, "epoch": 564, "lr": 8.497325843695836e-07}
{"train_loss": 0.0005234061391092837, "global_step": 100553, "epoch": 564, "lr": 8.494613340094659e-07}
{"train_loss": 0.0007113334140740335, "global_step": 100554, "epoch": 564, "lr": 8.491901265794077e-07}
{"train_loss": 0.0007195227080956101, "global_step": 100555, "epoch": 564, "lr": 8.489189620796534e-07}
{"train_loss": 0.0003823022125288844, "global_step": 100556, "epoch": 564, "lr": 8.486478405104248e-07}
{"train_loss": 0.0007676746463403106, "global_step": 100557, "epoch": 564, "lr": 8.483767618719718e-07}
{"train_loss": 0.0015863251173868775, "global_step": 100558, "epoch": 564, "lr": 8.481057261645276e-07}
{"train_loss": 0.000533823505975306, "global_step": 100559, "epoch": 564, "lr": 8.478347333883252e-07}
{"train_loss": 0.002376146614551544, "global_step": 100560, "epoch": 564, "lr": 8.47563783543609e-07}
{"train_loss": 0.0005623626057058573, "global_step": 100561, "epoch": 564, "lr": 8.47292876630601e-07}
{"train_loss": 0.0009186367969959974, "global_step": 100562, "epoch": 564, "lr": 8.470220126495509e-07}
{"train_loss": 0.0013422572519630194, "global_step": 100563, "epoch": 564, "lr": 8.46751191600692e-07}
{"train_loss": 0.000615093216765672, "global_step": 100564, "epoch": 564, "lr": 8.46480413484263e-07}
{"train_loss": 0.0007356915157288313, "global_step": 100565, "epoch": 564, "lr": 8.462096783004969e-07}
{"train_loss": 0.00023186621547210962, "global_step": 100566, "epoch": 564, "lr": 8.459389860496325e-07}
{"train_loss": 0.0007678070105612278, "global_step": 100567, "epoch": 564, "lr": 8.45668336731903e-07}
{"train_loss": 0.0006553750718012452, "global_step": 100568, "epoch": 564, "lr": 8.453977303475468e-07}
{"train_loss": 0.0008118228898239793, "global_step": 100569, "epoch": 564, "lr": 8.451271668967974e-07}
{"train_loss": 0.0005716256564483047, "global_step": 100570, "epoch": 565, "lr": 8.448566463798934e-07}
{"train_loss": 0.0002893463533837348, "global_step": 100571, "epoch": 565, "lr": 8.445861687970791e-07}
{"train_loss": 0.0007469812408089638, "global_step": 100572, "epoch": 565, "lr": 8.443157341485764e-07}
{"train_loss": 0.0016479281475767493, "global_step": 100573, "epoch": 565, "lr": 8.440453424346351e-07}
{"train_loss": 0.0005402351380325854, "global_step": 100574, "epoch": 565, "lr": 8.437749936554773e-07}
{"train_loss": 0.0003626632387749851, "global_step": 100575, "epoch": 565, "lr": 8.435046878113529e-07}
{"train_loss": 0.0007606793660670519, "global_step": 100576, "epoch": 565, "lr": 8.432344249024837e-07}
{"train_loss": 0.00033166544744744897, "global_step": 100577, "epoch": 565, "lr": 8.429642049291197e-07}
{"train_loss": 0.0005487129092216492, "global_step": 100578, "epoch": 565, "lr": 8.426940278914886e-07}
{"train_loss": 0.000619709026068449, "global_step": 100579, "epoch": 565, "lr": 8.424238937898288e-07}
{"train_loss": 0.0011900004465132952, "global_step": 100580, "epoch": 565, "lr": 8.421538026243792e-07}
{"train_loss": 0.0014520720578730106, "global_step": 100581, "epoch": 565, "lr": 8.418837543953672e-07}
{"train_loss": 0.0008901219116523862, "global_step": 100582, "epoch": 565, "lr": 8.416137491030318e-07}
{"train_loss": 0.0007358047878369689, "global_step": 100583, "epoch": 565, "lr": 8.413437867476226e-07}
{"train_loss": 0.0005549796624109149, "global_step": 100584, "epoch": 565, "lr": 8.410738673293561e-07}
{"train_loss": 0.0011118105612695217, "global_step": 100585, "epoch": 565, "lr": 8.408039908484766e-07}
{"train_loss": 0.0005292107816785574, "global_step": 100586, "epoch": 565, "lr": 8.405341573052173e-07}
{"train_loss": 0.0007252560462802649, "global_step": 100587, "epoch": 565, "lr": 8.402643666998167e-07}
{"train_loss": 0.00029245391488075256, "global_step": 100588, "epoch": 565, "lr": 8.399946190325136e-07}
{"train_loss": 0.00077054527355358, "global_step": 100589, "epoch": 565, "lr": 8.397249143035357e-07}
{"train_loss": 0.00033410402829758823, "global_step": 100590, "epoch": 565, "lr": 8.394552525131216e-07}
{"train_loss": 0.00035953655606135726, "global_step": 100591, "epoch": 565, "lr": 8.391856336615045e-07}
{"train_loss": 0.0008329675765708089, "global_step": 100592, "epoch": 565, "lr": 8.389160577489286e-07}
{"train_loss": 0.0005480275140143931, "global_step": 100593, "epoch": 565, "lr": 8.386465247756214e-07}
{"train_loss": 0.001678922213613987, "global_step": 100594, "epoch": 565, "lr": 8.383770347418218e-07}
{"train_loss": 0.001639709109440446, "global_step": 100595, "epoch": 565, "lr": 8.381075876477684e-07}
{"train_loss": 0.0003632210718933493, "global_step": 100596, "epoch": 565, "lr": 8.378381834936833e-07}
{"train_loss": 0.0012310014571994543, "global_step": 100597, "epoch": 565, "lr": 8.375688222798106e-07}
{"train_loss": 0.0007387648220174015, "global_step": 100598, "epoch": 565, "lr": 8.372995040063947e-07}
{"train_loss": 0.0008182601304724813, "global_step": 100599, "epoch": 565, "lr": 8.37030228673652e-07}
{"train_loss": 0.0004249158955644816, "global_step": 100600, "epoch": 565, "lr": 8.367609962818324e-07}
{"train_loss": 0.0011659464798867702, "global_step": 100601, "epoch": 565, "lr": 8.364918068311688e-07}
{"train_loss": 0.00037992600118741393, "global_step": 100602, "epoch": 565, "lr": 8.362226603218892e-07}
{"train_loss": 0.0010807737708091736, "global_step": 100603, "epoch": 565, "lr": 8.35953556754232e-07}
{"train_loss": 0.00026397997862659395, "global_step": 100604, "epoch": 565, "lr": 8.35684496128436e-07}
{"train_loss": 0.0028676348738372326, "global_step": 100605, "epoch": 565, "lr": 8.354154784447343e-07}
{"train_loss": 0.000680343946442008, "global_step": 100606, "epoch": 565, "lr": 8.351465037033601e-07}
{"train_loss": 0.001586288446560502, "global_step": 100607, "epoch": 565, "lr": 8.348775719045465e-07}
{"train_loss": 0.0007309247157536447, "global_step": 100608, "epoch": 565, "lr": 8.346086830485378e-07}
{"train_loss": 0.0009319494711235166, "global_step": 100609, "epoch": 565, "lr": 8.343398371355505e-07}
{"train_loss": 0.0005517919780686498, "global_step": 100610, "epoch": 565, "lr": 8.340710341658398e-07}
{"train_loss": 0.000556974729988724, "global_step": 100611, "epoch": 565, "lr": 8.338022741396334e-07}
{"train_loss": 0.0016734669916331768, "global_step": 100612, "epoch": 565, "lr": 8.33533557057159e-07}
{"train_loss": 0.0005002804100513458, "global_step": 100613, "epoch": 565, "lr": 8.332648829186607e-07}
{"train_loss": 0.0008493624627590179, "global_step": 100614, "epoch": 565, "lr": 8.329962517243661e-07}
{"train_loss": 0.0006999657489359379, "global_step": 100615, "epoch": 565, "lr": 8.327276634745141e-07}
{"train_loss": 0.0007416665321215987, "global_step": 100616, "epoch": 565, "lr": 8.324591181693431e-07}
{"train_loss": 0.001094231614843011, "global_step": 100617, "epoch": 565, "lr": 8.321906158090753e-07}
{"train_loss": 0.0015709743602201343, "global_step": 100618, "epoch": 565, "lr": 8.319221563939606e-07}
{"train_loss": 0.0009403018048033118, "global_step": 100619, "epoch": 565, "lr": 8.316537399242208e-07}
{"train_loss": 0.0014978228136897087, "global_step": 100620, "epoch": 565, "lr": 8.313853664000892e-07}
{"train_loss": 0.0006377851241268218, "global_step": 100621, "epoch": 565, "lr": 8.311170358218213e-07}
{"train_loss": 0.0005438333610072732, "global_step": 100622, "epoch": 565, "lr": 8.308487481896222e-07}
{"train_loss": 0.0008220450254157186, "global_step": 100623, "epoch": 565, "lr": 8.305805035037529e-07}
{"train_loss": 0.0008179565775208175, "global_step": 100624, "epoch": 565, "lr": 8.303123017644243e-07}
{"train_loss": 0.0009154579602181911, "global_step": 100625, "epoch": 565, "lr": 8.300441429718809e-07}
{"train_loss": 0.0008834664477035403, "global_step": 100626, "epoch": 565, "lr": 8.297760271263666e-07}
{"train_loss": 0.0008815202163532376, "global_step": 100627, "epoch": 565, "lr": 8.295079542280981e-07}
{"train_loss": 0.002412853529676795, "global_step": 100628, "epoch": 565, "lr": 8.292399242773252e-07}
{"train_loss": 0.0008192138047888875, "global_step": 100629, "epoch": 565, "lr": 8.289719372742699e-07}
{"train_loss": 0.0006147430976852775, "global_step": 100630, "epoch": 565, "lr": 8.287039932191709e-07}
{"train_loss": 0.0010798166040331125, "global_step": 100631, "epoch": 565, "lr": 8.284360921122613e-07}
{"train_loss": 0.0002965755120385438, "global_step": 100632, "epoch": 565, "lr": 8.2816823395378e-07}
{"train_loss": 0.000544816255569458, "global_step": 100633, "epoch": 565, "lr": 8.279004187439598e-07}
{"train_loss": 0.0007222151616588235, "global_step": 100634, "epoch": 565, "lr": 8.276326464830287e-07}
{"train_loss": 0.0011501440312713385, "global_step": 100635, "epoch": 565, "lr": 8.273649171712195e-07}
{"train_loss": 0.0008591786026954651, "global_step": 100636, "epoch": 565, "lr": 8.270972308087766e-07}
{"train_loss": 0.0011493421625345945, "global_step": 100637, "epoch": 565, "lr": 8.26829587395922e-07}
{"train_loss": 0.0010130528826266527, "global_step": 100638, "epoch": 565, "lr": 8.265619869329e-07}
{"train_loss": 0.0009136370499618351, "global_step": 100639, "epoch": 565, "lr": 8.262944294199381e-07}
{"train_loss": 0.0007722016889601946, "global_step": 100640, "epoch": 565, "lr": 8.260269148572752e-07}
{"train_loss": 0.0003579441108740866, "global_step": 100641, "epoch": 565, "lr": 8.257594432451332e-07}
{"train_loss": 0.0013575779739767313, "global_step": 100642, "epoch": 565, "lr": 8.254920145837619e-07}
{"train_loss": 0.0010391289833933115, "global_step": 100643, "epoch": 565, "lr": 8.252246288733833e-07}
{"train_loss": 0.0011326282983645797, "global_step": 100644, "epoch": 565, "lr": 8.249572861142308e-07}
{"train_loss": 0.00036585735506378114, "global_step": 100645, "epoch": 565, "lr": 8.246899863065427e-07}
{"train_loss": 0.00038227226468734443, "global_step": 100646, "epoch": 565, "lr": 8.24422729450558e-07}
{"train_loss": 0.00038423770456574857, "global_step": 100647, "epoch": 565, "lr": 8.24155515546493e-07}
{"train_loss": 0.0018035245593637228, "global_step": 100648, "epoch": 565, "lr": 8.238883445945978e-07}
{"train_loss": 0.0002901746775023639, "global_step": 100649, "epoch": 565, "lr": 8.236212165950996e-07}
{"train_loss": 0.0009698615176603198, "global_step": 100650, "epoch": 565, "lr": 8.233541315482318e-07}
{"train_loss": 0.0006278589717112482, "global_step": 100651, "epoch": 565, "lr": 8.23087089454222e-07}
{"train_loss": 0.0002393735048826784, "global_step": 100652, "epoch": 565, "lr": 8.228200903133087e-07}
{"train_loss": 0.0009117075242102146, "global_step": 100653, "epoch": 565, "lr": 8.225531341257308e-07}
{"train_loss": 0.00026706079370342195, "global_step": 100654, "epoch": 565, "lr": 8.222862208917159e-07}
{"train_loss": 0.0012815187219530344, "global_step": 100655, "epoch": 565, "lr": 8.220193506114915e-07}
{"train_loss": 0.0012543159537017345, "global_step": 100656, "epoch": 565, "lr": 8.217525232853018e-07}
{"train_loss": 0.0004838858440052718, "global_step": 100657, "epoch": 565, "lr": 8.214857389133745e-07}
{"train_loss": 0.0008621913148090243, "global_step": 100658, "epoch": 565, "lr": 8.212189974959372e-07}
{"train_loss": 0.00043630521395243704, "global_step": 100659, "epoch": 565, "lr": 8.209522990332341e-07}
{"train_loss": 0.0009621524950489402, "global_step": 100660, "epoch": 565, "lr": 8.206856435254872e-07}
{"train_loss": 0.0006878481945022941, "global_step": 100661, "epoch": 565, "lr": 8.204190309729409e-07}
{"train_loss": 0.0005941941635683179, "global_step": 100662, "epoch": 565, "lr": 8.201524613758116e-07}
{"train_loss": 0.0011665642959997058, "global_step": 100663, "epoch": 565, "lr": 8.198859347343491e-07}
{"train_loss": 0.0008180378936231136, "global_step": 100664, "epoch": 565, "lr": 8.196194510487753e-07}
{"train_loss": 0.0013965164544060826, "global_step": 100665, "epoch": 565, "lr": 8.193530103193348e-07}
{"train_loss": 0.0013475726591423154, "global_step": 100666, "epoch": 565, "lr": 8.190866125462438e-07}
{"train_loss": 0.0012201417703181505, "global_step": 100667, "epoch": 565, "lr": 8.188202577297466e-07}
{"train_loss": 0.0014507148880511522, "global_step": 100668, "epoch": 565, "lr": 8.185539458700709e-07}
{"train_loss": 0.0005211766692809761, "global_step": 100669, "epoch": 565, "lr": 8.182876769674552e-07}
{"train_loss": 0.0009298238437622786, "global_step": 100670, "epoch": 565, "lr": 8.180214510221274e-07}
{"train_loss": 0.0006396619137376547, "global_step": 100671, "epoch": 565, "lr": 8.177552680343204e-07}
{"train_loss": 0.00031407573260366917, "global_step": 100672, "epoch": 565, "lr": 8.174891280042618e-07}
{"train_loss": 0.00043211629963479936, "global_step": 100673, "epoch": 565, "lr": 8.172230309321905e-07}
{"train_loss": 0.0007737152627669275, "global_step": 100674, "epoch": 565, "lr": 8.16956976818345e-07}
{"train_loss": 0.0005423524416983128, "global_step": 100675, "epoch": 565, "lr": 8.166909656629474e-07}
{"train_loss": 0.001374405692331493, "global_step": 100676, "epoch": 565, "lr": 8.164249974662363e-07}
{"train_loss": 0.0005158983403816819, "global_step": 100677, "epoch": 565, "lr": 8.161590722284285e-07}
{"train_loss": 0.0010141720995306969, "global_step": 100678, "epoch": 565, "lr": 8.158931899497791e-07}
{"train_loss": 0.0008133797673508525, "global_step": 100679, "epoch": 565, "lr": 8.156273506305045e-07}
{"train_loss": 0.0007366378558799624, "global_step": 100680, "epoch": 565, "lr": 8.153615542708493e-07}
{"train_loss": 0.0005894334753975272, "global_step": 100681, "epoch": 565, "lr": 8.150958008710297e-07}
{"train_loss": 0.0010959081118926406, "global_step": 100682, "epoch": 565, "lr": 8.148300904312955e-07}
{"train_loss": 0.0007998495129868388, "global_step": 100683, "epoch": 565, "lr": 8.145644229518578e-07}
{"train_loss": 0.00042001731344498694, "global_step": 100684, "epoch": 565, "lr": 8.14298798432972e-07}
{"train_loss": 0.000461973570054397, "global_step": 100685, "epoch": 565, "lr": 8.140332168748543e-07}
{"train_loss": 0.000504473049659282, "global_step": 100686, "epoch": 565, "lr": 8.137676782777437e-07}
{"train_loss": 0.0006779985851608217, "global_step": 100687, "epoch": 565, "lr": 8.135021826418676e-07}
{"train_loss": 0.00043769378680735826, "global_step": 100688, "epoch": 565, "lr": 8.132367299674593e-07}
{"train_loss": 0.0006132469861768186, "global_step": 100689, "epoch": 565, "lr": 8.129713202547518e-07}
{"train_loss": 0.0006017000414431095, "global_step": 100690, "epoch": 565, "lr": 8.127059535039783e-07}
{"train_loss": 0.001834545866586268, "global_step": 100691, "epoch": 565, "lr": 8.124406297153609e-07}
{"train_loss": 0.0004769416991621256, "global_step": 100692, "epoch": 565, "lr": 8.121753488891493e-07}
{"train_loss": 0.0013566047418862581, "global_step": 100693, "epoch": 565, "lr": 8.1191011102556e-07}
{"train_loss": 0.0012843856820836663, "global_step": 100694, "epoch": 565, "lr": 8.116449161248319e-07}
{"train_loss": 0.0008166052284650505, "global_step": 100695, "epoch": 565, "lr": 8.113797641871923e-07}
{"train_loss": 0.0014030624879524112, "global_step": 100696, "epoch": 565, "lr": 8.111146552128746e-07}
{"train_loss": 0.0005577190313488245, "global_step": 100697, "epoch": 565, "lr": 8.108495892021173e-07}
{"train_loss": 0.0007037395262159407, "global_step": 100698, "epoch": 565, "lr": 8.105845661551315e-07}
{"train_loss": 0.0016867760568857193, "global_step": 100699, "epoch": 565, "lr": 8.103195860721779e-07}
{"train_loss": 0.0007378749432973564, "global_step": 100700, "epoch": 565, "lr": 8.100546489534622e-07}
{"train_loss": 0.0004750044899992645, "global_step": 100701, "epoch": 565, "lr": 8.097897547992284e-07}
{"train_loss": 0.001863968325778842, "global_step": 100702, "epoch": 565, "lr": 8.095249036097096e-07}
{"train_loss": 0.0010285114403814077, "global_step": 100703, "epoch": 565, "lr": 8.092600953851281e-07}
{"train_loss": 0.0013347925851121545, "global_step": 100704, "epoch": 565, "lr": 8.089953301257225e-07}
{"train_loss": 0.0007678918191231787, "global_step": 100705, "epoch": 565, "lr": 8.087306078317258e-07}
{"train_loss": 0.0007081516669131815, "global_step": 100706, "epoch": 565, "lr": 8.084659285033547e-07}
{"train_loss": 0.00042044767178595066, "global_step": 100707, "epoch": 565, "lr": 8.082012921408644e-07}
{"train_loss": 0.0007011459092609584, "global_step": 100708, "epoch": 565, "lr": 8.079366987444603e-07}
{"train_loss": 0.000859895022585988, "global_step": 100709, "epoch": 565, "lr": 8.076721483143923e-07}
{"train_loss": 0.0005862705293111503, "global_step": 100710, "epoch": 565, "lr": 8.074076408508824e-07}
{"train_loss": 0.00022489254479296505, "global_step": 100711, "epoch": 565, "lr": 8.071431763541692e-07}
{"train_loss": 0.00028458618908189237, "global_step": 100712, "epoch": 565, "lr": 8.068787548244749e-07}
{"train_loss": 0.0006636533653363585, "global_step": 100713, "epoch": 565, "lr": 8.066143762620326e-07}
{"train_loss": 0.0011788237607106566, "global_step": 100714, "epoch": 565, "lr": 8.06350040667081e-07}
{"train_loss": 0.0010076744947582483, "global_step": 100715, "epoch": 565, "lr": 8.060857480398365e-07}
{"train_loss": 0.0003518424346111715, "global_step": 100716, "epoch": 565, "lr": 8.058214983805435e-07}
{"train_loss": 0.00027600512839853764, "global_step": 100717, "epoch": 565, "lr": 8.055572916894239e-07}
{"train_loss": 0.0006083376938477159, "global_step": 100718, "epoch": 565, "lr": 8.052931279667164e-07}
{"train_loss": 0.0006339333485811949, "global_step": 100719, "epoch": 565, "lr": 8.050290072126432e-07}
{"train_loss": 0.0008376536425203085, "global_step": 100720, "epoch": 565, "lr": 8.047649294274428e-07}
{"train_loss": 0.0010122322710230947, "global_step": 100721, "epoch": 565, "lr": 8.045008946113375e-07}
{"train_loss": 0.0007734841201454401, "global_step": 100722, "epoch": 565, "lr": 8.042369027645713e-07}
{"train_loss": 0.0007257329998537898, "global_step": 100723, "epoch": 565, "lr": 8.039729538873553e-07}
{"train_loss": 0.0019088623812422156, "global_step": 100724, "epoch": 565, "lr": 8.037090479799392e-07}
{"train_loss": 0.0007440914632752538, "global_step": 100725, "epoch": 565, "lr": 8.034451850425451e-07}
{"train_loss": 0.00031244277488440275, "global_step": 100726, "epoch": 565, "lr": 8.031813650754005e-07}
{"train_loss": 0.000254229293204844, "global_step": 100727, "epoch": 565, "lr": 8.029175880787387e-07}
{"train_loss": 0.00025801252922974527, "global_step": 100728, "epoch": 565, "lr": 8.026538540527928e-07}
{"train_loss": 0.0005908961175009608, "global_step": 100729, "epoch": 565, "lr": 8.023901629977848e-07}
{"train_loss": 0.001048551988787949, "global_step": 100730, "epoch": 565, "lr": 8.02126514913959e-07}
{"train_loss": 0.0006923702312633395, "global_step": 100731, "epoch": 565, "lr": 8.018629098015317e-07}
{"train_loss": 0.0008308260003104806, "global_step": 100732, "epoch": 565, "lr": 8.015993476607475e-07}
{"train_loss": 0.001508905552327633, "global_step": 100733, "epoch": 565, "lr": 8.013358284918171e-07}
{"train_loss": 0.0006704508559778333, "global_step": 100734, "epoch": 565, "lr": 8.010723522949848e-07}
{"train_loss": 0.0014430239098146558, "global_step": 100735, "epoch": 565, "lr": 8.008089190704837e-07}
{"train_loss": 0.0016546340193599463, "global_step": 100736, "epoch": 565, "lr": 8.005455288185304e-07}
{"train_loss": 0.000716567097697407, "global_step": 100737, "epoch": 565, "lr": 8.00282181539369e-07}
{"train_loss": 0.000822517613414675, "global_step": 100738, "epoch": 565, "lr": 8.000188772332163e-07}
{"train_loss": 0.0012465447653084993, "global_step": 100739, "epoch": 565, "lr": 7.997556159003106e-07}
{"train_loss": 0.000704035279341042, "global_step": 100740, "epoch": 565, "lr": 7.994923975408853e-07}
{"train_loss": 0.001153977820649743, "global_step": 100741, "epoch": 565, "lr": 7.992292221551623e-07}
{"train_loss": 0.000522721791639924, "global_step": 100742, "epoch": 565, "lr": 7.989660897433693e-07}
{"train_loss": 0.0004735807015094906, "global_step": 100743, "epoch": 565, "lr": 7.987030003057505e-07}
{"train_loss": 0.0009686006815172732, "global_step": 100744, "epoch": 565, "lr": 7.984399538425169e-07}
{"train_loss": 0.0003967246739193797, "global_step": 100745, "epoch": 565, "lr": 7.981769503539127e-07}
{"train_loss": 0.0006192390574142337, "global_step": 100746, "epoch": 565, "lr": 7.9791398984016e-07}
{"train_loss": 0.0008347929453950118, "global_step": 100747, "epoch": 565, "lr": 7.976510723014974e-07, "train_action_mse_error": 1.1171630376338726e-06}
{"train_loss": 0.00087952078320086, "global_step": 100748, "epoch": 566, "lr": 7.973881977381414e-07}
{"train_loss": 0.0016848430968821049, "global_step": 100749, "epoch": 566, "lr": 7.971253661503308e-07}
{"train_loss": 0.0005760841886512935, "global_step": 100750, "epoch": 566, "lr": 7.968625775382932e-07}
{"train_loss": 0.0008648931980133057, "global_step": 100751, "epoch": 566, "lr": 7.965998319022617e-07}
{"train_loss": 0.00011751204147003591, "global_step": 100752, "epoch": 566, "lr": 7.963371292424582e-07}
{"train_loss": 0.0002436848299112171, "global_step": 100753, "epoch": 566, "lr": 7.960744695591105e-07}
{"train_loss": 0.00029856443870812654, "global_step": 100754, "epoch": 566, "lr": 7.958118528524572e-07}
{"train_loss": 0.0003136752056889236, "global_step": 100755, "epoch": 566, "lr": 7.955492791227315e-07}
{"train_loss": 0.00037935603177174926, "global_step": 100756, "epoch": 566, "lr": 7.952867483701443e-07}
{"train_loss": 0.0006472690729424357, "global_step": 100757, "epoch": 566, "lr": 7.950242605949399e-07}
{"train_loss": 0.0009370427578687668, "global_step": 100758, "epoch": 566, "lr": 7.947618157973402e-07}
{"train_loss": 0.000911892275325954, "global_step": 100759, "epoch": 566, "lr": 7.944994139775786e-07}
{"train_loss": 0.0014120761770755053, "global_step": 100760, "epoch": 566, "lr": 7.94237055135888e-07}
{"train_loss": 0.0005514843505807221, "global_step": 100761, "epoch": 566, "lr": 7.93974739272485e-07}
{"train_loss": 0.000957763462793082, "global_step": 100762, "epoch": 566, "lr": 7.937124663876138e-07}
{"train_loss": 0.0005188711220398545, "global_step": 100763, "epoch": 566, "lr": 7.934502364814911e-07}
{"train_loss": 0.0004921467043459415, "global_step": 100764, "epoch": 566, "lr": 7.931880495543554e-07}
{"train_loss": 0.0007269050693139434, "global_step": 100765, "epoch": 566, "lr": 7.929259056064287e-07}
{"train_loss": 0.00036485702730715275, "global_step": 100766, "epoch": 566, "lr": 7.926638046379442e-07}
{"train_loss": 0.000285409128991887, "global_step": 100767, "epoch": 566, "lr": 7.92401746649124e-07}
{"train_loss": 0.0008909490425139666, "global_step": 100768, "epoch": 566, "lr": 7.921397316402124e-07}
{"train_loss": 0.0003763565619010478, "global_step": 100769, "epoch": 566, "lr": 7.918777596114201e-07}
{"train_loss": 0.0006909730145707726, "global_step": 100770, "epoch": 566, "lr": 7.916158305629862e-07}
{"train_loss": 0.0009097800357267261, "global_step": 100771, "epoch": 566, "lr": 7.913539444951378e-07}
{"train_loss": 0.0006015606340952218, "global_step": 100772, "epoch": 566, "lr": 7.91092101408103e-07}
{"train_loss": 0.0012717584613710642, "global_step": 100773, "epoch": 566, "lr": 7.90830301302109e-07}
{"train_loss": 0.00042659288737922907, "global_step": 100774, "epoch": 566, "lr": 7.905685441773836e-07}
{"train_loss": 0.00082449393812567, "global_step": 100775, "epoch": 566, "lr": 7.903068300341654e-07}
{"train_loss": 0.0006090665701776743, "global_step": 100776, "epoch": 566, "lr": 7.900451588726709e-07}
{"train_loss": 0.0006409696070477366, "global_step": 100777, "epoch": 566, "lr": 7.897835306931278e-07}
{"train_loss": 0.00033464451553300023, "global_step": 100778, "epoch": 566, "lr": 7.895219454957747e-07}
{"train_loss": 0.0006582049536518753, "global_step": 100779, "epoch": 566, "lr": 7.892604032808393e-07}
{"train_loss": 0.0007543237297795713, "global_step": 100780, "epoch": 566, "lr": 7.88998904048538e-07}
{"train_loss": 0.0010211243061348796, "global_step": 100781, "epoch": 566, "lr": 7.88737447799115e-07}
{"train_loss": 0.0011740487534552813, "global_step": 100782, "epoch": 566, "lr": 7.884760345327813e-07}
{"train_loss": 0.0008129694033414125, "global_step": 100783, "epoch": 566, "lr": 7.882146642497867e-07}
{"train_loss": 0.000706774415448308, "global_step": 100784, "epoch": 566, "lr": 7.879533369503422e-07}
{"train_loss": 0.0007797301514074206, "global_step": 100785, "epoch": 566, "lr": 7.876920526346809e-07}
{"train_loss": 0.0005476507358253002, "global_step": 100786, "epoch": 566, "lr": 7.874308113030304e-07}
{"train_loss": 0.0008483687415719032, "global_step": 100787, "epoch": 566, "lr": 7.871696129556239e-07}
{"train_loss": 0.0003036531852558255, "global_step": 100788, "epoch": 566, "lr": 7.869084575926833e-07}
{"train_loss": 0.00034808169584721327, "global_step": 100789, "epoch": 566, "lr": 7.866473452144419e-07}
{"train_loss": 0.0005055713700130582, "global_step": 100790, "epoch": 566, "lr": 7.863862758211216e-07}
{"train_loss": 0.0009130537509918213, "global_step": 100791, "epoch": 566, "lr": 7.861252494129557e-07}
{"train_loss": 0.0003440749424044043, "global_step": 100792, "epoch": 566, "lr": 7.858642659901661e-07}
{"train_loss": 0.0010483239311724901, "global_step": 100793, "epoch": 566, "lr": 7.856033255529971e-07}
{"train_loss": 0.001175844226963818, "global_step": 100794, "epoch": 566, "lr": 7.853424281016541e-07}
{"train_loss": 0.0004430298286024481, "global_step": 100795, "epoch": 566, "lr": 7.850815736363759e-07}
{"train_loss": 0.000434518966358155, "global_step": 100796, "epoch": 566, "lr": 7.8482076215739e-07}
{"train_loss": 0.001027404679916799, "global_step": 100797, "epoch": 566, "lr": 7.845599936649294e-07}
{"train_loss": 0.0007923874072730541, "global_step": 100798, "epoch": 566, "lr": 7.84299268159211e-07}
{"train_loss": 0.0005758538609370589, "global_step": 100799, "epoch": 566, "lr": 7.840385856404675e-07}
{"train_loss": 0.0007944629760459065, "global_step": 100800, "epoch": 566, "lr": 7.837779461089267e-07}
{"train_loss": 0.0010314382379874587, "global_step": 100801, "epoch": 566, "lr": 7.835173495648218e-07}
{"train_loss": 0.0006845630123279989, "global_step": 100802, "epoch": 566, "lr": 7.832567960083748e-07}
{"train_loss": 0.0010424921056255698, "global_step": 100803, "epoch": 566, "lr": 7.829962854398132e-07}
{"train_loss": 0.0014136616373434663, "global_step": 100804, "epoch": 566, "lr": 7.827358178593591e-07}
{"train_loss": 0.0007228070171549916, "global_step": 100805, "epoch": 566, "lr": 7.824753932672513e-07}
{"train_loss": 0.0010786467464640737, "global_step": 100806, "epoch": 566, "lr": 7.822150116637117e-07}
{"train_loss": 0.00042243246571160853, "global_step": 100807, "epoch": 566, "lr": 7.819546730489679e-07}
{"train_loss": 0.0008033240446820855, "global_step": 100808, "epoch": 566, "lr": 7.816943774232476e-07}
{"train_loss": 0.0009101119358092546, "global_step": 100809, "epoch": 566, "lr": 7.814341247867785e-07}
{"train_loss": 0.0011847756104543805, "global_step": 100810, "epoch": 566, "lr": 7.811739151397823e-07}
{"train_loss": 0.0006276278872974217, "global_step": 100811, "epoch": 566, "lr": 7.80913748482498e-07}
{"train_loss": 0.0016303760930895805, "global_step": 100812, "epoch": 566, "lr": 7.80653624815142e-07}
{"train_loss": 0.0006181413773447275, "global_step": 100813, "epoch": 566, "lr": 7.803935441379528e-07}
{"train_loss": 0.0002411249151919037, "global_step": 100814, "epoch": 566, "lr": 7.801335064511417e-07}
{"train_loss": 0.000969491433352232, "global_step": 100815, "epoch": 566, "lr": 7.798735117549471e-07}
{"train_loss": 0.00044295398402027786, "global_step": 100816, "epoch": 566, "lr": 7.796135600495968e-07}
{"train_loss": 0.001120677450671792, "global_step": 100817, "epoch": 566, "lr": 7.793536513353072e-07}
{"train_loss": 0.0006902298191562295, "global_step": 100818, "epoch": 566, "lr": 7.790937856123226e-07}
{"train_loss": 0.001280557014979422, "global_step": 100819, "epoch": 566, "lr": 7.788339628808538e-07}
{"train_loss": 0.0009823478758335114, "global_step": 100820, "epoch": 566, "lr": 7.785741831411286e-07}
{"train_loss": 0.001861949684098363, "global_step": 100821, "epoch": 566, "lr": 7.783144463933911e-07}
{"train_loss": 0.0013102092780172825, "global_step": 100822, "epoch": 566, "lr": 7.780547526378523e-07}
{"train_loss": 0.0006479245494119823, "global_step": 100823, "epoch": 566, "lr": 7.777951018747453e-07}
{"train_loss": 0.001086495234631002, "global_step": 100824, "epoch": 566, "lr": 7.775354941042867e-07}
{"train_loss": 0.0005229068920016289, "global_step": 100825, "epoch": 566, "lr": 7.772759293267207e-07}
{"train_loss": 0.0007335363770835102, "global_step": 100826, "epoch": 566, "lr": 7.770164075422582e-07}
{"train_loss": 0.0005393671453930438, "global_step": 100827, "epoch": 566, "lr": 7.767569287511322e-07}
{"train_loss": 0.0005273490678519011, "global_step": 100828, "epoch": 566, "lr": 7.764974929535763e-07}
{"train_loss": 0.0015034121461212635, "global_step": 100829, "epoch": 566, "lr": 7.762381001498065e-07}
{"train_loss": 0.0004676960234064609, "global_step": 100830, "epoch": 566, "lr": 7.75978750340045e-07}
{"train_loss": 0.0010304560419172049, "global_step": 100831, "epoch": 566, "lr": 7.757194435245418e-07}
{"train_loss": 0.0003386549651622772, "global_step": 100832, "epoch": 566, "lr": 7.754601797034966e-07}
{"train_loss": 0.0006781825795769691, "global_step": 100833, "epoch": 566, "lr": 7.75200958877148e-07}
{"train_loss": 0.0018233607988804579, "global_step": 100834, "epoch": 566, "lr": 7.749417810457238e-07}
{"train_loss": 0.0007262252038344741, "global_step": 100835, "epoch": 566, "lr": 7.746826462094515e-07}
{"train_loss": 0.0015493775717914104, "global_step": 100836, "epoch": 566, "lr": 7.744235543685474e-07}
{"train_loss": 0.0005917242961004376, "global_step": 100837, "epoch": 566, "lr": 7.741645055232505e-07}
{"train_loss": 0.0009353648638352752, "global_step": 100838, "epoch": 566, "lr": 7.739054996737771e-07}
{"train_loss": 0.0006217933259904385, "global_step": 100839, "epoch": 566, "lr": 7.73646536820366e-07}
{"train_loss": 0.0009498168947175145, "global_step": 100840, "epoch": 566, "lr": 7.733876169632226e-07}
{"train_loss": 0.0006734574562869966, "global_step": 100841, "epoch": 566, "lr": 7.731287401025911e-07}
{"train_loss": 0.0008238960290327668, "global_step": 100842, "epoch": 566, "lr": 7.728699062386935e-07}
{"train_loss": 0.0005492258351296186, "global_step": 100843, "epoch": 566, "lr": 7.726111153717519e-07}
{"train_loss": 0.0005005073617212474, "global_step": 100844, "epoch": 566, "lr": 7.723523675019939e-07}
{"train_loss": 0.0017723008058965206, "global_step": 100845, "epoch": 566, "lr": 7.720936626296471e-07}
{"train_loss": 0.000575774465687573, "global_step": 100846, "epoch": 566, "lr": 7.718350007549391e-07}
{"train_loss": 0.0014785770326852798, "global_step": 100847, "epoch": 566, "lr": 7.715763818780864e-07}
{"train_loss": 0.0007201402331702411, "global_step": 100848, "epoch": 566, "lr": 7.713178059993276e-07}
{"train_loss": 0.00036079908022657037, "global_step": 100849, "epoch": 566, "lr": 7.710592731188849e-07}
{"train_loss": 0.000700567732565105, "global_step": 100850, "epoch": 566, "lr": 7.708007832369801e-07}
{"train_loss": 0.0017031002789735794, "global_step": 100851, "epoch": 566, "lr": 7.705423363538412e-07}
{"train_loss": 0.00030997593421489, "global_step": 100852, "epoch": 566, "lr": 7.702839324696897e-07}
{"train_loss": 0.0005812372546643019, "global_step": 100853, "epoch": 566, "lr": 7.700255715847538e-07}
{"train_loss": 0.00040770351188257337, "global_step": 100854, "epoch": 566, "lr": 7.697672536992717e-07}
{"train_loss": 0.0009461030713282526, "global_step": 100855, "epoch": 566, "lr": 7.695089788134435e-07}
{"train_loss": 0.001174163306131959, "global_step": 100856, "epoch": 566, "lr": 7.69250746927519e-07}
{"train_loss": 0.0006868105847388506, "global_step": 100857, "epoch": 566, "lr": 7.68992558041709e-07}
{"train_loss": 0.00022847828222438693, "global_step": 100858, "epoch": 566, "lr": 7.687344121562467e-07}
{"train_loss": 0.0007462921785190701, "global_step": 100859, "epoch": 566, "lr": 7.684763092713543e-07}
{"train_loss": 0.000647182110697031, "global_step": 100860, "epoch": 566, "lr": 7.682182493872592e-07}
{"train_loss": 0.0008752035791985691, "global_step": 100861, "epoch": 566, "lr": 7.679602325041835e-07}
{"train_loss": 0.0008706144290044904, "global_step": 100862, "epoch": 566, "lr": 7.677022586223548e-07}
{"train_loss": 0.0006876664701849222, "global_step": 100863, "epoch": 566, "lr": 7.674443277419952e-07}
{"train_loss": 0.0012010318459942937, "global_step": 100864, "epoch": 566, "lr": 7.671864398633377e-07}
{"train_loss": 0.0007391145918518305, "global_step": 100865, "epoch": 566, "lr": 7.66928594986599e-07}
{"train_loss": 0.0020917169749736786, "global_step": 100866, "epoch": 566, "lr": 7.666707931120121e-07}
{"train_loss": 0.0009913246612995863, "global_step": 100867, "epoch": 566, "lr": 7.664130342397935e-07}
{"train_loss": 0.0009294750634580851, "global_step": 100868, "epoch": 566, "lr": 7.661553183701709e-07}
{"train_loss": 0.0008708757814019918, "global_step": 100869, "epoch": 566, "lr": 7.658976455033829e-07}
{"train_loss": 0.000970880500972271, "global_step": 100870, "epoch": 566, "lr": 7.656400156396293e-07}
{"train_loss": 0.0004527736746240407, "global_step": 100871, "epoch": 566, "lr": 7.6538242877916e-07}
{"train_loss": 0.0016853457782417536, "global_step": 100872, "epoch": 566, "lr": 7.651248849221804e-07}
{"train_loss": 0.0014356960309669375, "global_step": 100873, "epoch": 566, "lr": 7.648673840689291e-07}
{"train_loss": 0.0005597214912995696, "global_step": 100874, "epoch": 566, "lr": 7.646099262196282e-07}
{"train_loss": 0.0005153680685907602, "global_step": 100875, "epoch": 566, "lr": 7.643525113744943e-07}
{"train_loss": 0.0003813859075307846, "global_step": 100876, "epoch": 566, "lr": 7.640951395337548e-07}
{"train_loss": 0.00031816650880500674, "global_step": 100877, "epoch": 566, "lr": 7.638378106976485e-07}
{"train_loss": 0.0011543227592483163, "global_step": 100878, "epoch": 566, "lr": 7.635805248663807e-07}
{"train_loss": 0.0010069652926176786, "global_step": 100879, "epoch": 566, "lr": 7.633232820401959e-07}
{"train_loss": 0.000917564146220684, "global_step": 100880, "epoch": 566, "lr": 7.630660822192937e-07}
{"train_loss": 0.0006996699376031756, "global_step": 100881, "epoch": 566, "lr": 7.628089254039184e-07}
{"train_loss": 0.0010349139338359237, "global_step": 100882, "epoch": 566, "lr": 7.62551811594292e-07}
{"train_loss": 0.0004487067344598472, "global_step": 100883, "epoch": 566, "lr": 7.622947407906311e-07}
{"train_loss": 0.0007776946877129376, "global_step": 100884, "epoch": 566, "lr": 7.620377129931744e-07}
{"train_loss": 0.0005999167333357036, "global_step": 100885, "epoch": 566, "lr": 7.617807282021272e-07}
{"train_loss": 0.000778891728259623, "global_step": 100886, "epoch": 566, "lr": 7.615237864177283e-07}
{"train_loss": 0.0010588865261524916, "global_step": 100887, "epoch": 566, "lr": 7.612668876401996e-07}
{"train_loss": 0.0002337385667487979, "global_step": 100888, "epoch": 566, "lr": 7.610100318697633e-07}
{"train_loss": 0.0006042883615009487, "global_step": 100889, "epoch": 566, "lr": 7.607532191066414e-07}
{"train_loss": 0.00032727737561799586, "global_step": 100890, "epoch": 566, "lr": 7.604964493510614e-07}
{"train_loss": 0.0007956154877319932, "global_step": 100891, "epoch": 566, "lr": 7.602397226032454e-07}
{"train_loss": 0.001056539360433817, "global_step": 100892, "epoch": 566, "lr": 7.599830388634265e-07}
{"train_loss": 0.00027095366385765374, "global_step": 100893, "epoch": 566, "lr": 7.597263981318158e-07}
{"train_loss": 0.0005108291516080499, "global_step": 100894, "epoch": 566, "lr": 7.594698004086464e-07}
{"train_loss": 0.0006475907284766436, "global_step": 100895, "epoch": 566, "lr": 7.592132456941348e-07}
{"train_loss": 0.0005276923766359687, "global_step": 100896, "epoch": 566, "lr": 7.589567339885139e-07}
{"train_loss": 0.000996576389297843, "global_step": 100897, "epoch": 566, "lr": 7.587002652920061e-07}
{"train_loss": 0.001080706948414445, "global_step": 100898, "epoch": 566, "lr": 7.584438396048277e-07}
{"train_loss": 0.0007038686308078468, "global_step": 100899, "epoch": 566, "lr": 7.581874569272118e-07}
{"train_loss": 0.00035896257031708956, "global_step": 100900, "epoch": 566, "lr": 7.57931117259375e-07}
{"train_loss": 0.00026095888460986316, "global_step": 100901, "epoch": 566, "lr": 7.576748206015449e-07}
{"train_loss": 0.0005225006025284529, "global_step": 100902, "epoch": 566, "lr": 7.574185669539491e-07}
{"train_loss": 0.0008209479274228215, "global_step": 100903, "epoch": 566, "lr": 7.57162356316804e-07}
{"train_loss": 0.00039749059942550957, "global_step": 100904, "epoch": 566, "lr": 7.569061886903373e-07}
{"train_loss": 0.0010988893918693066, "global_step": 100905, "epoch": 566, "lr": 7.566500640747709e-07}
{"train_loss": 0.0008780084317550063, "global_step": 100906, "epoch": 566, "lr": 7.563939824703326e-07}
{"train_loss": 0.0006213417509570718, "global_step": 100907, "epoch": 566, "lr": 7.561379438772442e-07}
{"train_loss": 0.0007987321587279439, "global_step": 100908, "epoch": 566, "lr": 7.558819482957225e-07}
{"train_loss": 0.0011311904527246952, "global_step": 100909, "epoch": 566, "lr": 7.556259957260004e-07}
{"train_loss": 0.000926115782931447, "global_step": 100910, "epoch": 566, "lr": 7.553700861683e-07}
{"train_loss": 0.0006063635228201747, "global_step": 100911, "epoch": 566, "lr": 7.551142196228433e-07}
{"train_loss": 0.0009975438006222248, "global_step": 100912, "epoch": 566, "lr": 7.548583960898525e-07}
{"train_loss": 0.0004355479613877833, "global_step": 100913, "epoch": 566, "lr": 7.546026155695496e-07}
{"train_loss": 0.0013208729214966297, "global_step": 100914, "epoch": 566, "lr": 7.543468780621621e-07}
{"train_loss": 0.001579383620992303, "global_step": 100915, "epoch": 566, "lr": 7.540911835679176e-07}
{"train_loss": 0.0001550930755911395, "global_step": 100916, "epoch": 566, "lr": 7.538355320870216e-07}
{"train_loss": 0.00030533201061189175, "global_step": 100917, "epoch": 566, "lr": 7.535799236197183e-07}
{"train_loss": 0.00096302037127316, "global_step": 100918, "epoch": 566, "lr": 7.533243581662186e-07}
{"train_loss": 0.0006134450668469071, "global_step": 100919, "epoch": 566, "lr": 7.530688357267501e-07}
{"train_loss": 0.0019544409587979317, "global_step": 100920, "epoch": 566, "lr": 7.528133563015349e-07}
{"train_loss": 0.001594210509210825, "global_step": 100921, "epoch": 566, "lr": 7.52557919890795e-07}
{"train_loss": 0.0003263680264353752, "global_step": 100922, "epoch": 566, "lr": 7.523025264947581e-07}
{"train_loss": 0.0008720858604647219, "global_step": 100923, "epoch": 566, "lr": 7.520471761136405e-07}
{"train_loss": 0.0003455853438936174, "global_step": 100924, "epoch": 566, "lr": 7.517918687476644e-07}
{"train_loss": 0.0007932192782166394, "global_step": 100925, "epoch": 566, "lr": 7.515366043970628e-07}
{"train_loss": 0.00033564597833901644, "global_step": 100926, "epoch": 567, "lr": 7.512813830620524e-07}
{"train_loss": 0.0007836234290152788, "global_step": 100927, "epoch": 567, "lr": 7.510262047428552e-07}
{"train_loss": 0.0011752091813832521, "global_step": 100928, "epoch": 567, "lr": 7.507710694396986e-07}
{"train_loss": 0.00046321743866428733, "global_step": 100929, "epoch": 567, "lr": 7.505159771527992e-07}
{"train_loss": 0.0004134877526666969, "global_step": 100930, "epoch": 567, "lr": 7.502609278823847e-07}
{"train_loss": 0.0007033683359622955, "global_step": 100931, "epoch": 567, "lr": 7.500059216286715e-07}
{"train_loss": 0.0006685649277642369, "global_step": 100932, "epoch": 567, "lr": 7.497509583918982e-07}
{"train_loss": 0.00043291362817399204, "global_step": 100933, "epoch": 567, "lr": 7.494960381722649e-07}
{"train_loss": 0.0005166638875380158, "global_step": 100934, "epoch": 567, "lr": 7.4924116097001e-07}
{"train_loss": 0.0003579829935915768, "global_step": 100935, "epoch": 567, "lr": 7.489863267853503e-07}
{"train_loss": 0.0010711983777582645, "global_step": 100936, "epoch": 567, "lr": 7.487315356185132e-07}
{"train_loss": 0.0009605702944099903, "global_step": 100937, "epoch": 567, "lr": 7.484767874697152e-07}
{"train_loss": 0.0010829484090209007, "global_step": 100938, "epoch": 567, "lr": 7.482220823391783e-07}
{"train_loss": 0.0005250688409432769, "global_step": 100939, "epoch": 567, "lr": 7.479674202271302e-07}
{"train_loss": 0.0011861672392114997, "global_step": 100940, "epoch": 567, "lr": 7.477128011337986e-07}
{"train_loss": 0.000686121522448957, "global_step": 100941, "epoch": 567, "lr": 7.474582250593887e-07}
{"train_loss": 0.0008741795900277793, "global_step": 100942, "epoch": 567, "lr": 7.472036920041337e-07}
{"train_loss": 0.0013766257325187325, "global_step": 100943, "epoch": 567, "lr": 7.469492019682611e-07}
{"train_loss": 0.0007351121166720986, "global_step": 100944, "epoch": 567, "lr": 7.46694754951982e-07}
{"train_loss": 0.00041971553582698107, "global_step": 100945, "epoch": 567, "lr": 7.46440350955524e-07}
{"train_loss": 0.0007573050097562373, "global_step": 100946, "epoch": 567, "lr": 7.46185989979109e-07}
{"train_loss": 0.0010952703887596726, "global_step": 100947, "epoch": 567, "lr": 7.459316720229592e-07}
{"train_loss": 0.002125645987689495, "global_step": 100948, "epoch": 567, "lr": 7.456773970872966e-07}
{"train_loss": 0.00090930046280846, "global_step": 100949, "epoch": 567, "lr": 7.454231651723487e-07}
{"train_loss": 0.0003909868828486651, "global_step": 100950, "epoch": 567, "lr": 7.451689762783265e-07}
{"train_loss": 0.0009806642774492502, "global_step": 100951, "epoch": 567, "lr": 7.449148304054576e-07}
{"train_loss": 0.0010972227901220322, "global_step": 100952, "epoch": 567, "lr": 7.446607275539697e-07}
{"train_loss": 0.0006942362524569035, "global_step": 100953, "epoch": 567, "lr": 7.444066677240735e-07}
{"train_loss": 0.00030718796188011765, "global_step": 100954, "epoch": 567, "lr": 7.441526509159913e-07}
{"train_loss": 0.0012429504422470927, "global_step": 100955, "epoch": 567, "lr": 7.438986771299616e-07}
{"train_loss": 0.000634238647762686, "global_step": 100956, "epoch": 567, "lr": 7.4364474636619e-07}
{"train_loss": 0.0006271235179156065, "global_step": 100957, "epoch": 567, "lr": 7.433908586249039e-07}
{"train_loss": 0.00036908197216689587, "global_step": 100958, "epoch": 567, "lr": 7.431370139063199e-07}
{"train_loss": 0.001316908048465848, "global_step": 100959, "epoch": 567, "lr": 7.428832122106711e-07}
{"train_loss": 0.000619036378338933, "global_step": 100960, "epoch": 567, "lr": 7.426294535381684e-07}
{"train_loss": 0.0006927636568434536, "global_step": 100961, "epoch": 567, "lr": 7.423757378890395e-07}
{"train_loss": 0.0005688947276212275, "global_step": 100962, "epoch": 567, "lr": 7.421220652635008e-07}
{"train_loss": 0.0006559497560374439, "global_step": 100963, "epoch": 567, "lr": 7.4186843566178e-07}
{"train_loss": 0.0005935858935117722, "global_step": 100964, "epoch": 567, "lr": 7.416148490840879e-07}
{"train_loss": 0.0007516314508393407, "global_step": 100965, "epoch": 567, "lr": 7.413613055306634e-07}
{"train_loss": 0.000574651756323874, "global_step": 100966, "epoch": 567, "lr": 7.411078050017118e-07}
{"train_loss": 0.0004200633557047695, "global_step": 100967, "epoch": 567, "lr": 7.408543474974605e-07}
{"train_loss": 0.00040900864405557513, "global_step": 100968, "epoch": 567, "lr": 7.406009330181374e-07}
{"train_loss": 0.0009505907073616982, "global_step": 100969, "epoch": 567, "lr": 7.403475615639477e-07}
{"train_loss": 0.000875596422702074, "global_step": 100970, "epoch": 567, "lr": 7.400942331351357e-07}
{"train_loss": 0.0006948899244889617, "global_step": 100971, "epoch": 567, "lr": 7.398409477319012e-07}
{"train_loss": 0.0008499907562509179, "global_step": 100972, "epoch": 567, "lr": 7.39587705354472e-07}
{"train_loss": 0.00016329213394783437, "global_step": 100973, "epoch": 567, "lr": 7.393345060030754e-07}
{"train_loss": 0.0006013504462316632, "global_step": 100974, "epoch": 567, "lr": 7.390813496779281e-07}
{"train_loss": 0.0005752652650699019, "global_step": 100975, "epoch": 567, "lr": 7.38828236379252e-07}
{"train_loss": 0.001150786061771214, "global_step": 100976, "epoch": 567, "lr": 7.385751661072637e-07}
{"train_loss": 0.0004895003512501717, "global_step": 100977, "epoch": 567, "lr": 7.383221388621908e-07}
{"train_loss": 0.00033808889565989375, "global_step": 100978, "epoch": 567, "lr": 7.380691546442553e-07}
{"train_loss": 0.0010975513141602278, "global_step": 100979, "epoch": 567, "lr": 7.378162134536626e-07}
{"train_loss": 0.0011877232464030385, "global_step": 100980, "epoch": 567, "lr": 7.375633152906569e-07}
{"train_loss": 0.0008893944905139506, "global_step": 100981, "epoch": 567, "lr": 7.373104601554437e-07}
{"train_loss": 0.00051740906201303, "global_step": 100982, "epoch": 567, "lr": 7.370576480482505e-07}
{"train_loss": 0.0024797290097922087, "global_step": 100983, "epoch": 567, "lr": 7.368048789692939e-07}
{"train_loss": 0.0003372767532709986, "global_step": 100984, "epoch": 567, "lr": 7.365521529187957e-07}
{"train_loss": 0.0006888134521432221, "global_step": 100985, "epoch": 567, "lr": 7.362994698969728e-07}
{"train_loss": 0.000346208515111357, "global_step": 100986, "epoch": 567, "lr": 7.360468299040579e-07}
{"train_loss": 0.0006311695906333625, "global_step": 100987, "epoch": 567, "lr": 7.357942329402567e-07}
{"train_loss": 0.00034814432729035616, "global_step": 100988, "epoch": 567, "lr": 7.355416790058023e-07}
{"train_loss": 0.0005752886063419282, "global_step": 100989, "epoch": 567, "lr": 7.352891681009111e-07}
{"train_loss": 0.0005080999108031392, "global_step": 100990, "epoch": 567, "lr": 7.350367002257996e-07}
{"train_loss": 0.000691066961735487, "global_step": 100991, "epoch": 567, "lr": 7.347842753806955e-07}
{"train_loss": 0.0005881944089196622, "global_step": 100992, "epoch": 567, "lr": 7.345318935658096e-07}
{"train_loss": 0.0007050056010484695, "global_step": 100993, "epoch": 567, "lr": 7.342795547813752e-07}
{"train_loss": 0.0006894324324093759, "global_step": 100994, "epoch": 567, "lr": 7.340272590275976e-07}
{"train_loss": 0.001089719356968999, "global_step": 100995, "epoch": 567, "lr": 7.337750063047044e-07}
{"train_loss": 0.000468339683720842, "global_step": 100996, "epoch": 567, "lr": 7.335227966129233e-07}
{"train_loss": 0.0006870143115520477, "global_step": 100997, "epoch": 567, "lr": 7.332706299524649e-07}
{"train_loss": 0.0005712654674425721, "global_step": 100998, "epoch": 567, "lr": 7.330185063235518e-07}
{"train_loss": 0.0014804280363023281, "global_step": 100999, "epoch": 567, "lr": 7.327664257264056e-07}
{"train_loss": 0.0006643482483923435, "global_step": 101000, "epoch": 567, "lr": 7.325143881612429e-07}
{"train_loss": 0.0003241075901314616, "global_step": 101001, "epoch": 567, "lr": 7.322623936282969e-07}
{"train_loss": 0.000645372667349875, "global_step": 101002, "epoch": 567, "lr": 7.320104421277674e-07}
{"train_loss": 0.0007046733517199755, "global_step": 101003, "epoch": 567, "lr": 7.317585336598875e-07}
{"train_loss": 0.0013535215985029936, "global_step": 101004, "epoch": 567, "lr": 7.315066682248739e-07}
{"train_loss": 0.0007137320935726166, "global_step": 101005, "epoch": 567, "lr": 7.312548458229485e-07}
{"train_loss": 0.00041193887591362, "global_step": 101006, "epoch": 567, "lr": 7.310030664543277e-07}
{"train_loss": 0.0008307544630952179, "global_step": 101007, "epoch": 567, "lr": 7.307513301192337e-07}
{"train_loss": 0.000912172719836235, "global_step": 101008, "epoch": 567, "lr": 7.304996368178829e-07}
{"train_loss": 0.0005626274505630136, "global_step": 101009, "epoch": 567, "lr": 7.302479865505029e-07}
{"train_loss": 0.0002877776569221169, "global_step": 101010, "epoch": 567, "lr": 7.299963793173048e-07}
{"train_loss": 0.0007045484380796552, "global_step": 101011, "epoch": 567, "lr": 7.29744815118516e-07}
{"train_loss": 0.0006741490215063095, "global_step": 101012, "epoch": 567, "lr": 7.294932939543531e-07}
{"train_loss": 0.0002564140304457396, "global_step": 101013, "epoch": 567, "lr": 7.292418158250324e-07}
{"train_loss": 0.0013217476662248373, "global_step": 101014, "epoch": 567, "lr": 7.289903807307819e-07}
{"train_loss": 0.0015867542242631316, "global_step": 101015, "epoch": 567, "lr": 7.287389886718066e-07}
{"train_loss": 0.0004698582924902439, "global_step": 101016, "epoch": 567, "lr": 7.284876396483453e-07}
{"train_loss": 0.0010230032494291663, "global_step": 101017, "epoch": 567, "lr": 7.282363336606035e-07}
{"train_loss": 0.0010884037474170327, "global_step": 101018, "epoch": 567, "lr": 7.279850707088032e-07}
{"train_loss": 0.0007286077598109841, "global_step": 101019, "epoch": 567, "lr": 7.277338507931663e-07}
{"train_loss": 0.0015605700900778174, "global_step": 101020, "epoch": 567, "lr": 7.274826739139152e-07}
{"train_loss": 0.0008514728397130966, "global_step": 101021, "epoch": 567, "lr": 7.272315400712604e-07}
{"train_loss": 0.0005003052647225559, "global_step": 101022, "epoch": 567, "lr": 7.269804492654297e-07}
{"train_loss": 0.0010381833417341113, "global_step": 101023, "epoch": 567, "lr": 7.267294014966342e-07}
{"train_loss": 0.0006666014669463038, "global_step": 101024, "epoch": 567, "lr": 7.264783967651012e-07}
{"train_loss": 0.0003991090052295476, "global_step": 101025, "epoch": 567, "lr": 7.262274350710475e-07}
{"train_loss": 0.0005672075785696507, "global_step": 101026, "epoch": 567, "lr": 7.259765164146948e-07}
{"train_loss": 0.0002848012372851372, "global_step": 101027, "epoch": 567, "lr": 7.257256407962487e-07}
{"train_loss": 0.0015908151399344206, "global_step": 101028, "epoch": 567, "lr": 7.25474808215948e-07}
{"train_loss": 0.0005877370131202042, "global_step": 101029, "epoch": 567, "lr": 7.252240186739978e-07}
{"train_loss": 0.00047884462401270866, "global_step": 101030, "epoch": 567, "lr": 7.249732721706204e-07}
{"train_loss": 0.0005720775807276368, "global_step": 101031, "epoch": 567, "lr": 7.247225687060433e-07}
{"train_loss": 0.000563786190468818, "global_step": 101032, "epoch": 567, "lr": 7.244719082804718e-07}
{"train_loss": 0.000721727148629725, "global_step": 101033, "epoch": 567, "lr": 7.242212908941337e-07}
{"train_loss": 0.00038317032158374786, "global_step": 101034, "epoch": 567, "lr": 7.239707165472454e-07}
{"train_loss": 0.0005999248242005706, "global_step": 101035, "epoch": 567, "lr": 7.237201852400233e-07}
{"train_loss": 0.0009338108357042074, "global_step": 101036, "epoch": 567, "lr": 7.234696969726951e-07}
{"train_loss": 0.0012678721686825156, "global_step": 101037, "epoch": 567, "lr": 7.232192517454661e-07}
{"train_loss": 0.0008520338451489806, "global_step": 101038, "epoch": 567, "lr": 7.22968849558564e-07}
{"train_loss": 0.0005169924697838724, "global_step": 101039, "epoch": 567, "lr": 7.227184904122108e-07}
{"train_loss": 0.0005116062238812447, "global_step": 101040, "epoch": 567, "lr": 7.22468174306612e-07}
{"train_loss": 0.0002827363205142319, "global_step": 101041, "epoch": 567, "lr": 7.222179012420061e-07}
{"train_loss": 0.0006177873583510518, "global_step": 101042, "epoch": 567, "lr": 7.219676712185874e-07}
{"train_loss": 0.00043838960118591785, "global_step": 101043, "epoch": 567, "lr": 7.217174842365948e-07}
{"train_loss": 0.0008364721434190869, "global_step": 101044, "epoch": 567, "lr": 7.214673402962391e-07}
{"train_loss": 0.00020632898667827249, "global_step": 101045, "epoch": 567, "lr": 7.212172393977367e-07}
{"train_loss": 0.0005059929681010544, "global_step": 101046, "epoch": 567, "lr": 7.2096718154131e-07}
{"train_loss": 0.0009577054297551513, "global_step": 101047, "epoch": 567, "lr": 7.207171667271751e-07}
{"train_loss": 0.0008856334607116878, "global_step": 101048, "epoch": 567, "lr": 7.204671949555431e-07}
{"train_loss": 0.000316769554046914, "global_step": 101049, "epoch": 567, "lr": 7.202172662266526e-07}
{"train_loss": 0.0009221261134371161, "global_step": 101050, "epoch": 567, "lr": 7.199673805406981e-07}
{"train_loss": 0.00107163330540061, "global_step": 101051, "epoch": 567, "lr": 7.197175378979182e-07}
{"train_loss": 0.0005760729545727372, "global_step": 101052, "epoch": 567, "lr": 7.194677382985183e-07}
{"train_loss": 0.0003808588953688741, "global_step": 101053, "epoch": 567, "lr": 7.192179817427147e-07}
{"train_loss": 0.0008515695808455348, "global_step": 101054, "epoch": 567, "lr": 7.189682682307408e-07}
{"train_loss": 0.0009596447926014662, "global_step": 101055, "epoch": 567, "lr": 7.187185977627964e-07}
{"train_loss": 0.0005663299234583974, "global_step": 101056, "epoch": 567, "lr": 7.184689703391145e-07}
{"train_loss": 0.000929521513171494, "global_step": 101057, "epoch": 567, "lr": 7.182193859599062e-07}
{"train_loss": 0.00044723012251779437, "global_step": 101058, "epoch": 567, "lr": 7.17969844625388e-07}
{"train_loss": 0.0005735466256737709, "global_step": 101059, "epoch": 567, "lr": 7.177203463357818e-07}
{"train_loss": 0.00137324386741966, "global_step": 101060, "epoch": 567, "lr": 7.174708910913042e-07}
{"train_loss": 0.0011269254609942436, "global_step": 101061, "epoch": 567, "lr": 7.172214788921716e-07}
{"train_loss": 0.0010158229852095246, "global_step": 101062, "epoch": 567, "lr": 7.169721097386007e-07}
{"train_loss": 0.0018429390620440245, "global_step": 101063, "epoch": 567, "lr": 7.167227836308133e-07}
{"train_loss": 0.0005480994004756212, "global_step": 101064, "epoch": 567, "lr": 7.16473500569026e-07}
{"train_loss": 0.000832315650768578, "global_step": 101065, "epoch": 567, "lr": 7.162242605534553e-07}
{"train_loss": 0.0010608106385916471, "global_step": 101066, "epoch": 567, "lr": 7.159750635843176e-07}
{"train_loss": 0.0006471178494393826, "global_step": 101067, "epoch": 567, "lr": 7.157259096618352e-07}
{"train_loss": 0.0006854063249193132, "global_step": 101068, "epoch": 567, "lr": 7.154767987862243e-07}
{"train_loss": 0.00044822992640547454, "global_step": 101069, "epoch": 567, "lr": 7.152277309577016e-07}
{"train_loss": 0.0004418253665789962, "global_step": 101070, "epoch": 567, "lr": 7.149787061764779e-07}
{"train_loss": 0.0007795796846039593, "global_step": 101071, "epoch": 567, "lr": 7.147297244427808e-07}
{"train_loss": 0.0007858702447265387, "global_step": 101072, "epoch": 567, "lr": 7.144807857568215e-07}
{"train_loss": 0.00017492769984528422, "global_step": 101073, "epoch": 567, "lr": 7.142318901188216e-07}
{"train_loss": 0.00112734897993505, "global_step": 101074, "epoch": 567, "lr": 7.13983037528998e-07}
{"train_loss": 0.0004699758137576282, "global_step": 101075, "epoch": 567, "lr": 7.137342279875669e-07}
{"train_loss": 0.0008360088104382157, "global_step": 101076, "epoch": 567, "lr": 7.134854614947451e-07}
{"train_loss": 0.0009735639323480427, "global_step": 101077, "epoch": 567, "lr": 7.132367380507543e-07}
{"train_loss": 0.0007478496991097927, "global_step": 101078, "epoch": 567, "lr": 7.129880576558001e-07}
{"train_loss": 0.0007874034345149994, "global_step": 101079, "epoch": 567, "lr": 7.127394203101156e-07}
{"train_loss": 0.00043380173156037927, "global_step": 101080, "epoch": 567, "lr": 7.124908260139007e-07}
{"train_loss": 0.0006968419183976948, "global_step": 101081, "epoch": 567, "lr": 7.122422747673885e-07}
{"train_loss": 0.0012321323156356812, "global_step": 101082, "epoch": 567, "lr": 7.119937665707898e-07}
{"train_loss": 0.00026355060981586576, "global_step": 101083, "epoch": 567, "lr": 7.117453014243159e-07}
{"train_loss": 0.0005245620850473642, "global_step": 101084, "epoch": 567, "lr": 7.11496879328194e-07}
{"train_loss": 0.0007738654967397451, "global_step": 101085, "epoch": 567, "lr": 7.112485002826352e-07}
{"train_loss": 0.0007756756967864931, "global_step": 101086, "epoch": 567, "lr": 7.110001642878505e-07}
{"train_loss": 0.001286258571781218, "global_step": 101087, "epoch": 567, "lr": 7.107518713440731e-07}
{"train_loss": 0.0005949714686721563, "global_step": 101088, "epoch": 567, "lr": 7.105036214515026e-07}
{"train_loss": 0.0003406069881748408, "global_step": 101089, "epoch": 567, "lr": 7.102554146103668e-07}
{"train_loss": 0.0003321654803585261, "global_step": 101090, "epoch": 567, "lr": 7.100072508208822e-07}
{"train_loss": 0.001109441975131631, "global_step": 101091, "epoch": 567, "lr": 7.09759130083254e-07}
{"train_loss": 0.0006552247796207666, "global_step": 101092, "epoch": 567, "lr": 7.09511052397721e-07}
{"train_loss": 0.00257616164162755, "global_step": 101093, "epoch": 567, "lr": 7.092630177644721e-07}
{"train_loss": 0.0004324388282839209, "global_step": 101094, "epoch": 567, "lr": 7.090150261837458e-07}
{"train_loss": 0.000985442311502993, "global_step": 101095, "epoch": 567, "lr": 7.087670776557531e-07}
{"train_loss": 0.0012465239269658923, "global_step": 101096, "epoch": 567, "lr": 7.08519172180705e-07}
{"train_loss": 0.0007531423470936716, "global_step": 101097, "epoch": 567, "lr": 7.082713097588234e-07}
{"train_loss": 0.00045562308514490724, "global_step": 101098, "epoch": 567, "lr": 7.080234903903249e-07}
{"train_loss": 0.0005060367984697223, "global_step": 101099, "epoch": 567, "lr": 7.07775714075426e-07}
{"train_loss": 0.0004493333399295807, "global_step": 101100, "epoch": 567, "lr": 7.075279808143375e-07}
{"train_loss": 0.0007237688405439258, "global_step": 101101, "epoch": 567, "lr": 7.072802906072762e-07}
{"train_loss": 0.00036996742710471153, "global_step": 101102, "epoch": 567, "lr": 7.070326434544694e-07}
{"train_loss": 0.0007490252651172177, "global_step": 101103, "epoch": 567, "lr": 7.067850393561171e-07}
{"train_loss": 0.0012378927785903215, "global_step": 101104, "epoch": 568, "lr": 7.065374783124468e-07}
{"train_loss": 0.00095365010201931, "global_step": 101105, "epoch": 568, "lr": 7.06289960323675e-07}
{"train_loss": 0.0003275248745921999, "global_step": 101106, "epoch": 568, "lr": 7.060424853900183e-07}
{"train_loss": 0.0003164810477755964, "global_step": 101107, "epoch": 568, "lr": 7.057950535116819e-07}
{"train_loss": 0.0007307519554160535, "global_step": 101108, "epoch": 568, "lr": 7.055476646888992e-07}
{"train_loss": 0.000646015687379986, "global_step": 101109, "epoch": 568, "lr": 7.053003189218643e-07}
{"train_loss": 0.0015021287836134434, "global_step": 101110, "epoch": 568, "lr": 7.05053016210816e-07}
{"train_loss": 0.0005984889576211572, "global_step": 101111, "epoch": 568, "lr": 7.04805756555954e-07}
{"train_loss": 0.00035558364470489323, "global_step": 101112, "epoch": 568, "lr": 7.045585399575061e-07}
{"train_loss": 0.0005455352365970612, "global_step": 101113, "epoch": 568, "lr": 7.043113664156775e-07}
{"train_loss": 0.000931808608584106, "global_step": 101114, "epoch": 568, "lr": 7.040642359306848e-07}
{"train_loss": 0.00024789123563095927, "global_step": 101115, "epoch": 568, "lr": 7.038171485027612e-07}
{"train_loss": 0.0006113665294833481, "global_step": 101116, "epoch": 568, "lr": 7.035701041320952e-07}
{"train_loss": 0.0002796589396893978, "global_step": 101117, "epoch": 568, "lr": 7.033231028189313e-07}
{"train_loss": 0.0005745457019656897, "global_step": 101118, "epoch": 568, "lr": 7.030761445634581e-07}
{"train_loss": 0.0007517490885220468, "global_step": 101119, "epoch": 568, "lr": 7.028292293659089e-07}
{"train_loss": 0.0009687441634014249, "global_step": 101120, "epoch": 568, "lr": 7.025823572264945e-07}
{"train_loss": 0.000920238031540066, "global_step": 101121, "epoch": 568, "lr": 7.023355281454314e-07}
{"train_loss": 0.0006148123648017645, "global_step": 101122, "epoch": 568, "lr": 7.020887421229305e-07}
{"train_loss": 0.0009031868539750576, "global_step": 101123, "epoch": 568, "lr": 7.01841999159214e-07}
{"train_loss": 0.0006766484584659338, "global_step": 101124, "epoch": 568, "lr": 7.015952992544927e-07}
{"train_loss": 0.0006470903754234314, "global_step": 101125, "epoch": 568, "lr": 7.013486424089888e-07}
{"train_loss": 0.0009200689382851124, "global_step": 101126, "epoch": 568, "lr": 7.011020286229075e-07}
{"train_loss": 0.0011185593903064728, "global_step": 101127, "epoch": 568, "lr": 7.00855457896471e-07}
{"train_loss": 0.0006186407990753651, "global_step": 101128, "epoch": 568, "lr": 7.006089302298901e-07}
{"train_loss": 0.000806749623734504, "global_step": 101129, "epoch": 568, "lr": 7.003624456233871e-07}
{"train_loss": 0.0011849629227072, "global_step": 101130, "epoch": 568, "lr": 7.001160040771725e-07}
{"train_loss": 0.0006565293297171593, "global_step": 101131, "epoch": 568, "lr": 6.998696055914633e-07}
{"train_loss": 0.0006648533744737506, "global_step": 101132, "epoch": 568, "lr": 6.996232501664701e-07}
{"train_loss": 0.0004542113747447729, "global_step": 101133, "epoch": 568, "lr": 6.993769378024151e-07}
{"train_loss": 0.00031755719101056457, "global_step": 101134, "epoch": 568, "lr": 6.991306684995092e-07}
{"train_loss": 0.0004177629598416388, "global_step": 101135, "epoch": 568, "lr": 6.988844422579687e-07}
{"train_loss": 0.0015680256765335798, "global_step": 101136, "epoch": 568, "lr": 6.986382590780105e-07}
{"train_loss": 0.00025141198420897126, "global_step": 101137, "epoch": 568, "lr": 6.983921189598452e-07}
{"train_loss": 0.0002946878084912896, "global_step": 101138, "epoch": 568, "lr": 6.981460219036895e-07}
{"train_loss": 0.0005054849316366017, "global_step": 101139, "epoch": 568, "lr": 6.978999679097542e-07}
{"train_loss": 0.000410748936701566, "global_step": 101140, "epoch": 568, "lr": 6.976539569782725e-07}
{"train_loss": 0.0008995507378131151, "global_step": 101141, "epoch": 568, "lr": 6.974079891094331e-07}
{"train_loss": 0.0016597815556451678, "global_step": 101142, "epoch": 568, "lr": 6.971620643034694e-07}
{"train_loss": 0.0006266686832532287, "global_step": 101143, "epoch": 568, "lr": 6.969161825605863e-07}
{"train_loss": 0.00032319745514541864, "global_step": 101144, "epoch": 568, "lr": 6.966703438810063e-07}
{"train_loss": 0.0010700722923502326, "global_step": 101145, "epoch": 568, "lr": 6.964245482649401e-07}
{"train_loss": 0.0010590949095785618, "global_step": 101146, "epoch": 568, "lr": 6.961787957126042e-07}
{"train_loss": 0.0006006319890730083, "global_step": 101147, "epoch": 568, "lr": 6.959330862242042e-07}
{"train_loss": 0.001454491401091218, "global_step": 101148, "epoch": 568, "lr": 6.95687419799973e-07}
{"train_loss": 0.0014822862576693296, "global_step": 101149, "epoch": 568, "lr": 6.95441796440105e-07}
{"train_loss": 0.0012505347840487957, "global_step": 101150, "epoch": 568, "lr": 6.951962161448278e-07}
{"train_loss": 0.0012745293788611889, "global_step": 101151, "epoch": 568, "lr": 6.949506789143523e-07}
{"train_loss": 0.0010232683271169662, "global_step": 101152, "epoch": 568, "lr": 6.94705184748895e-07}
{"train_loss": 0.0009741441463120282, "global_step": 101153, "epoch": 568, "lr": 6.944597336486669e-07}
{"train_loss": 0.000914453121367842, "global_step": 101154, "epoch": 568, "lr": 6.942143256138789e-07}
{"train_loss": 0.00024660787312313914, "global_step": 101155, "epoch": 568, "lr": 6.939689606447586e-07}
{"train_loss": 0.00040906292269937694, "global_step": 101156, "epoch": 568, "lr": 6.937236387415003e-07}
{"train_loss": 0.00045430357567965984, "global_step": 101157, "epoch": 568, "lr": 6.93478359904337e-07}
{"train_loss": 0.000963157566729933, "global_step": 101158, "epoch": 568, "lr": 6.9323312413348e-07}
{"train_loss": 0.0010566539131104946, "global_step": 101159, "epoch": 568, "lr": 6.929879314291343e-07}
{"train_loss": 0.00045811565360054374, "global_step": 101160, "epoch": 568, "lr": 6.927427817915221e-07}
{"train_loss": 0.0004835567669942975, "global_step": 101161, "epoch": 568, "lr": 6.92497675220849e-07}
{"train_loss": 0.0004761861346196383, "global_step": 101162, "epoch": 568, "lr": 6.922526117173367e-07}
{"train_loss": 0.0003198790946044028, "global_step": 101163, "epoch": 568, "lr": 6.920075912812018e-07}
{"train_loss": 0.000864215602632612, "global_step": 101164, "epoch": 568, "lr": 6.917626139126443e-07}
{"train_loss": 0.001494850730523467, "global_step": 101165, "epoch": 568, "lr": 6.915176796118972e-07}
{"train_loss": 0.0015656687319278717, "global_step": 101166, "epoch": 568, "lr": 6.912727883791603e-07}
{"train_loss": 0.0010028816759586334, "global_step": 101167, "epoch": 568, "lr": 6.910279402146503e-07}
{"train_loss": 0.0006022271700203419, "global_step": 101168, "epoch": 568, "lr": 6.90783135118589e-07}
{"train_loss": 0.0009610832203179598, "global_step": 101169, "epoch": 568, "lr": 6.905383730911763e-07}
{"train_loss": 0.00037312140921130776, "global_step": 101170, "epoch": 568, "lr": 6.902936541326399e-07}
{"train_loss": 0.00033821375109255314, "global_step": 101171, "epoch": 568, "lr": 6.900489782431851e-07}
{"train_loss": 0.0009722486138343811, "global_step": 101172, "epoch": 568, "lr": 6.89804345423023e-07}
{"train_loss": 0.0011899233795702457, "global_step": 101173, "epoch": 568, "lr": 6.89559755672381e-07}
{"train_loss": 0.0003251602465752512, "global_step": 101174, "epoch": 568, "lr": 6.893152089914535e-07}
{"train_loss": 0.0003170065174344927, "global_step": 101175, "epoch": 568, "lr": 6.89070705380468e-07}
{"train_loss": 0.0007158821681514382, "global_step": 101176, "epoch": 568, "lr": 6.888262448396354e-07}
{"train_loss": 0.0009226956171914935, "global_step": 101177, "epoch": 568, "lr": 6.885818273691669e-07}
{"train_loss": 0.0001646583405090496, "global_step": 101178, "epoch": 568, "lr": 6.883374529692843e-07}
{"train_loss": 0.000501680769957602, "global_step": 101179, "epoch": 568, "lr": 6.880931216401821e-07}
{"train_loss": 0.0006310904864221811, "global_step": 101180, "epoch": 568, "lr": 6.878488333820932e-07}
{"train_loss": 0.0006820677081122994, "global_step": 101181, "epoch": 568, "lr": 6.876045881952231e-07}
{"train_loss": 0.0007461810600943863, "global_step": 101182, "epoch": 568, "lr": 6.873603860797883e-07}
{"train_loss": 0.000334705866407603, "global_step": 101183, "epoch": 568, "lr": 6.871162270359943e-07}
{"train_loss": 0.0006361093837767839, "global_step": 101184, "epoch": 568, "lr": 6.86872111064063e-07}
{"train_loss": 0.0002898128586821258, "global_step": 101185, "epoch": 568, "lr": 6.866280381641999e-07}
{"train_loss": 0.0006277435459196568, "global_step": 101186, "epoch": 568, "lr": 6.863840083366269e-07}
{"train_loss": 0.0008635664125904441, "global_step": 101187, "epoch": 568, "lr": 6.861400215815439e-07}
{"train_loss": 0.0004628408933058381, "global_step": 101188, "epoch": 568, "lr": 6.858960778991841e-07}
{"train_loss": 0.0006019510910846293, "global_step": 101189, "epoch": 568, "lr": 6.856521772897417e-07}
{"train_loss": 0.0010798955336213112, "global_step": 101190, "epoch": 568, "lr": 6.854083197534389e-07}
{"train_loss": 0.0009975023567676544, "global_step": 101191, "epoch": 568, "lr": 6.851645052904865e-07}
{"train_loss": 0.0009410781203769147, "global_step": 101192, "epoch": 568, "lr": 6.849207339010955e-07}
{"train_loss": 0.0003394130035303533, "global_step": 101193, "epoch": 568, "lr": 6.846770055854879e-07}
{"train_loss": 0.001211659051477909, "global_step": 101194, "epoch": 568, "lr": 6.844333203438635e-07}
{"train_loss": 0.0006888864445500076, "global_step": 101195, "epoch": 568, "lr": 6.84189678176439e-07}
{"train_loss": 0.0003864956961479038, "global_step": 101196, "epoch": 568, "lr": 6.839460790834362e-07}
{"train_loss": 0.0008727090898901224, "global_step": 101197, "epoch": 568, "lr": 6.837025230650607e-07}
{"train_loss": 0.00030689092818647623, "global_step": 101198, "epoch": 568, "lr": 6.834590101215233e-07}
{"train_loss": 0.0015179640613496304, "global_step": 101199, "epoch": 568, "lr": 6.832155402530404e-07}
{"train_loss": 0.001524984952993691, "global_step": 101200, "epoch": 568, "lr": 6.829721134598233e-07}
{"train_loss": 0.00028694357024505734, "global_step": 101201, "epoch": 568, "lr": 6.827287297420881e-07}
{"train_loss": 0.0018408522009849548, "global_step": 101202, "epoch": 568, "lr": 6.824853891000405e-07}
{"train_loss": 0.0006954899290576577, "global_step": 101203, "epoch": 568, "lr": 6.822420915338967e-07}
{"train_loss": 0.00022173623437993228, "global_step": 101204, "epoch": 568, "lr": 6.81998837043868e-07}
{"train_loss": 0.0004891393473371863, "global_step": 101205, "epoch": 568, "lr": 6.817556256301704e-07}
{"train_loss": 0.00074385991320014, "global_step": 101206, "epoch": 568, "lr": 6.815124572930154e-07}
{"train_loss": 0.000774012878537178, "global_step": 101207, "epoch": 568, "lr": 6.812693320326136e-07}
{"train_loss": 0.0012068968499079347, "global_step": 101208, "epoch": 568, "lr": 6.81026249849176e-07}
{"train_loss": 0.000793313083704561, "global_step": 101209, "epoch": 568, "lr": 6.80783210742919e-07}
{"train_loss": 0.0010018576867878437, "global_step": 101210, "epoch": 568, "lr": 6.805402147140483e-07}
{"train_loss": 0.0006642426014877856, "global_step": 101211, "epoch": 568, "lr": 6.802972617627857e-07}
{"train_loss": 0.0008581834845244884, "global_step": 101212, "epoch": 568, "lr": 6.80054351889331e-07}
{"train_loss": 0.00035282940370962024, "global_step": 101213, "epoch": 568, "lr": 6.798114850939064e-07}
{"train_loss": 0.0012414960656315088, "global_step": 101214, "epoch": 568, "lr": 6.795686613767227e-07}
{"train_loss": 0.0003027903730981052, "global_step": 101215, "epoch": 568, "lr": 6.79325880737991e-07}
{"train_loss": 0.0009047174244187772, "global_step": 101216, "epoch": 568, "lr": 6.790831431779221e-07}
{"train_loss": 0.0015146713703870773, "global_step": 101217, "epoch": 568, "lr": 6.78840448696727e-07}
{"train_loss": 0.000598072016146034, "global_step": 101218, "epoch": 568, "lr": 6.785977972946222e-07}
{"train_loss": 0.0011046151630580425, "global_step": 101219, "epoch": 568, "lr": 6.783551889718132e-07}
{"train_loss": 0.002647669054567814, "global_step": 101220, "epoch": 568, "lr": 6.781126237285163e-07}
{"train_loss": 0.0008020883542485535, "global_step": 101221, "epoch": 568, "lr": 6.77870101564948e-07}
{"train_loss": 0.002949506975710392, "global_step": 101222, "epoch": 568, "lr": 6.776276224813083e-07}
{"train_loss": 0.001372679602354765, "global_step": 101223, "epoch": 568, "lr": 6.773851864778135e-07}
{"train_loss": 0.00030280646751634777, "global_step": 101224, "epoch": 568, "lr": 6.771427935546859e-07}
{"train_loss": 0.00025342637673020363, "global_step": 101225, "epoch": 568, "lr": 6.769004437121196e-07}
{"train_loss": 0.0011486466974020004, "global_step": 101226, "epoch": 568, "lr": 6.766581369503422e-07}
{"train_loss": 0.000552933313883841, "global_step": 101227, "epoch": 568, "lr": 6.764158732695536e-07}
{"train_loss": 0.0011881603859364986, "global_step": 101228, "epoch": 568, "lr": 6.761736526699703e-07}
{"train_loss": 0.0002164829638786614, "global_step": 101229, "epoch": 568, "lr": 6.759314751518086e-07}
{"train_loss": 0.0008560060523450375, "global_step": 101230, "epoch": 568, "lr": 6.756893407152686e-07}
{"train_loss": 0.0007025537779554725, "global_step": 101231, "epoch": 568, "lr": 6.754472493605724e-07}
{"train_loss": 0.0009758713422343135, "global_step": 101232, "epoch": 568, "lr": 6.752052010879306e-07}
{"train_loss": 0.001171352807432413, "global_step": 101233, "epoch": 568, "lr": 6.749631958975433e-07}
{"train_loss": 0.0009093551198020577, "global_step": 101234, "epoch": 568, "lr": 6.74721233789638e-07}
{"train_loss": 0.0011369450949132442, "global_step": 101235, "epoch": 568, "lr": 6.744793147644091e-07}
{"train_loss": 0.0006105282809585333, "global_step": 101236, "epoch": 568, "lr": 6.74237438822084e-07}
{"train_loss": 0.0006199452909640968, "global_step": 101237, "epoch": 568, "lr": 6.739956059628627e-07}
{"train_loss": 0.00047802619519643486, "global_step": 101238, "epoch": 568, "lr": 6.737538161869616e-07}
{"train_loss": 0.0003573236463125795, "global_step": 101239, "epoch": 568, "lr": 6.735120694945918e-07}
{"train_loss": 0.001370060839690268, "global_step": 101240, "epoch": 568, "lr": 6.73270365885964e-07}
{"train_loss": 0.001477120677009225, "global_step": 101241, "epoch": 568, "lr": 6.730287053612838e-07}
{"train_loss": 0.0004115812771487981, "global_step": 101242, "epoch": 568, "lr": 6.727870879207732e-07}
{"train_loss": 0.0008336382452398539, "global_step": 101243, "epoch": 568, "lr": 6.725455135646375e-07}
{"train_loss": 0.0007366442587226629, "global_step": 101244, "epoch": 568, "lr": 6.723039822930821e-07}
{"train_loss": 0.002416987670585513, "global_step": 101245, "epoch": 568, "lr": 6.720624941063292e-07}
{"train_loss": 0.0002911622286774218, "global_step": 101246, "epoch": 568, "lr": 6.71821049004584e-07}
{"train_loss": 0.0008202830795198679, "global_step": 101247, "epoch": 568, "lr": 6.71579646988052e-07}
{"train_loss": 0.000454338121926412, "global_step": 101248, "epoch": 568, "lr": 6.713382880569496e-07}
{"train_loss": 0.0007262910366989672, "global_step": 101249, "epoch": 568, "lr": 6.710969722114935e-07}
{"train_loss": 0.0007831308175809681, "global_step": 101250, "epoch": 568, "lr": 6.708556994518778e-07}
{"train_loss": 0.0005518756224773824, "global_step": 101251, "epoch": 568, "lr": 6.706144697783357e-07}
{"train_loss": 0.0016147589776664972, "global_step": 101252, "epoch": 568, "lr": 6.703732831910558e-07}
{"train_loss": 0.0004907359252683818, "global_step": 101253, "epoch": 568, "lr": 6.70132139690266e-07}
{"train_loss": 0.0004789216909557581, "global_step": 101254, "epoch": 568, "lr": 6.698910392761659e-07}
{"train_loss": 0.0005363019299693406, "global_step": 101255, "epoch": 568, "lr": 6.696499819489721e-07}
{"train_loss": 0.0006668613641522825, "global_step": 101256, "epoch": 568, "lr": 6.694089677088899e-07}
{"train_loss": 0.0009090314852073789, "global_step": 101257, "epoch": 568, "lr": 6.691679965561414e-07}
{"train_loss": 0.0006850764621049166, "global_step": 101258, "epoch": 568, "lr": 6.68927068490921e-07}
{"train_loss": 0.0018995205173268914, "global_step": 101259, "epoch": 568, "lr": 6.68686183513445e-07}
{"train_loss": 0.000990143045783043, "global_step": 101260, "epoch": 568, "lr": 6.6844534162393e-07}
{"train_loss": 0.0007236722740344703, "global_step": 101261, "epoch": 568, "lr": 6.682045428225758e-07}
{"train_loss": 0.00044201844139024615, "global_step": 101262, "epoch": 568, "lr": 6.6796378710961e-07}
{"train_loss": 0.0006496072746813297, "global_step": 101263, "epoch": 568, "lr": 6.677230744852214e-07}
{"train_loss": 0.0007168307201936841, "global_step": 101264, "epoch": 568, "lr": 6.674824049496375e-07}
{"train_loss": 0.0011767364339902997, "global_step": 101265, "epoch": 568, "lr": 6.672417785030582e-07}
{"train_loss": 0.0006104734493419528, "global_step": 101266, "epoch": 568, "lr": 6.670011951457001e-07}
{"train_loss": 0.0018399149412289262, "global_step": 101267, "epoch": 568, "lr": 6.667606548777683e-07}
{"train_loss": 0.0012902652379125357, "global_step": 101268, "epoch": 568, "lr": 6.665201576994739e-07}
{"train_loss": 0.0014649650547653437, "global_step": 101269, "epoch": 568, "lr": 6.66279703611028e-07}
{"train_loss": 0.00033141899621114135, "global_step": 101270, "epoch": 568, "lr": 6.660392926126413e-07}
{"train_loss": 0.00097913749050349, "global_step": 101271, "epoch": 568, "lr": 6.657989247045193e-07}
{"train_loss": 0.00036275916500017047, "global_step": 101272, "epoch": 568, "lr": 6.65558599886884e-07}
{"train_loss": 0.00035207715700380504, "global_step": 101273, "epoch": 568, "lr": 6.653183181599298e-07}
{"train_loss": 0.0008755140006542206, "global_step": 101274, "epoch": 568, "lr": 6.650780795238786e-07}
{"train_loss": 0.0003710798919200897, "global_step": 101275, "epoch": 568, "lr": 6.648378839789304e-07}
{"train_loss": 0.00040670871385373175, "global_step": 101276, "epoch": 568, "lr": 6.645977315253072e-07}
{"train_loss": 0.0011226300848647952, "global_step": 101277, "epoch": 568, "lr": 6.643576221632031e-07}
{"train_loss": 0.0007904729573056102, "global_step": 101278, "epoch": 568, "lr": 6.641175558928459e-07}
{"train_loss": 0.0008941948181018233, "global_step": 101279, "epoch": 568, "lr": 6.638775327144243e-07}
{"train_loss": 0.0008407505229115486, "global_step": 101280, "epoch": 568, "lr": 6.636375526281657e-07}
{"train_loss": 0.0008088981585081384, "global_step": 101281, "epoch": 568, "lr": 6.633976156342758e-07}
{"train_loss": 0.0006462416495196521, "global_step": 101282, "epoch": 569, "lr": 6.631577217329543e-07}
{"train_loss": 0.0015073909889906645, "global_step": 101283, "epoch": 569, "lr": 6.629178709244232e-07}
{"train_loss": 0.0014520558761432767, "global_step": 101284, "epoch": 569, "lr": 6.62678063208888e-07}
{"train_loss": 0.0009343589190393686, "global_step": 101285, "epoch": 569, "lr": 6.624382985865596e-07}
{"train_loss": 0.0009551377734169364, "global_step": 101286, "epoch": 569, "lr": 6.621985770576377e-07}
{"train_loss": 0.0010895169107243419, "global_step": 101287, "epoch": 569, "lr": 6.619588986223446e-07}
{"train_loss": 0.0034996652975678444, "global_step": 101288, "epoch": 569, "lr": 6.6171926328088e-07}
{"train_loss": 0.002229306846857071, "global_step": 101289, "epoch": 569, "lr": 6.614796710334547e-07}
{"train_loss": 0.00137280800845474, "global_step": 101290, "epoch": 569, "lr": 6.612401218802855e-07}
{"train_loss": 0.0007376788416877389, "global_step": 101291, "epoch": 569, "lr": 6.610006158215776e-07}
{"train_loss": 0.0006798107642680407, "global_step": 101292, "epoch": 569, "lr": 6.607611528575364e-07}
{"train_loss": 0.0012436258839443326, "global_step": 101293, "epoch": 569, "lr": 6.605217329883728e-07}
{"train_loss": 0.0010556750930845737, "global_step": 101294, "epoch": 569, "lr": 6.602823562142979e-07}
{"train_loss": 0.0012801510747522116, "global_step": 101295, "epoch": 569, "lr": 6.600430225355225e-07}
{"train_loss": 0.0010362013708800077, "global_step": 101296, "epoch": 569, "lr": 6.598037319522465e-07}
{"train_loss": 0.0006854864186607301, "global_step": 101297, "epoch": 569, "lr": 6.595644844646975e-07}
{"train_loss": 0.0008070627809502184, "global_step": 101298, "epoch": 569, "lr": 6.593252800730587e-07}
{"train_loss": 0.0007778049912303686, "global_step": 101299, "epoch": 569, "lr": 6.590861187775576e-07}
{"train_loss": 0.0009579969919286668, "global_step": 101300, "epoch": 569, "lr": 6.588470005783998e-07}
{"train_loss": 0.0011048577725887299, "global_step": 101301, "epoch": 569, "lr": 6.586079254757905e-07}
{"train_loss": 0.0006550484104081988, "global_step": 101302, "epoch": 569, "lr": 6.583688934699461e-07}
{"train_loss": 0.0008929098257794976, "global_step": 101303, "epoch": 569, "lr": 6.581299045610611e-07}
{"train_loss": 0.001409261836670339, "global_step": 101304, "epoch": 569, "lr": 6.578909587493576e-07}
{"train_loss": 0.0006314269849099219, "global_step": 101305, "epoch": 569, "lr": 6.576520560350408e-07}
{"train_loss": 0.0009243829408660531, "global_step": 101306, "epoch": 569, "lr": 6.574131964183161e-07}
{"train_loss": 0.0009587103268131614, "global_step": 101307, "epoch": 569, "lr": 6.571743798993946e-07}
{"train_loss": 0.0017344587249681354, "global_step": 101308, "epoch": 569, "lr": 6.569356064784871e-07}
{"train_loss": 0.0004775541019625962, "global_step": 101309, "epoch": 569, "lr": 6.566968761557935e-07}
{"train_loss": 0.001119201653636992, "global_step": 101310, "epoch": 569, "lr": 6.564581889315357e-07}
{"train_loss": 0.0006645682733505964, "global_step": 101311, "epoch": 569, "lr": 6.562195448059084e-07}
{"train_loss": 0.0013212548801675439, "global_step": 101312, "epoch": 569, "lr": 6.559809437791275e-07}
{"train_loss": 0.0003423961461521685, "global_step": 101313, "epoch": 569, "lr": 6.557423858514044e-07}
{"train_loss": 0.000645697582513094, "global_step": 101314, "epoch": 569, "lr": 6.555038710229444e-07}
{"train_loss": 0.0007680894923396409, "global_step": 101315, "epoch": 569, "lr": 6.552653992939528e-07}
{"train_loss": 0.000402723322622478, "global_step": 101316, "epoch": 569, "lr": 6.550269706646351e-07}
{"train_loss": 0.0006736526265740395, "global_step": 101317, "epoch": 569, "lr": 6.547885851352131e-07}
{"train_loss": 0.0017248906660825014, "global_step": 101318, "epoch": 569, "lr": 6.545502427058813e-07}
{"train_loss": 0.0007717257249169052, "global_step": 101319, "epoch": 569, "lr": 6.543119433768507e-07}
{"train_loss": 0.0006842593429610133, "global_step": 101320, "epoch": 569, "lr": 6.540736871483378e-07}
{"train_loss": 0.0007268416229635477, "global_step": 101321, "epoch": 569, "lr": 6.538354740205366e-07}
{"train_loss": 0.00030213460559025407, "global_step": 101322, "epoch": 569, "lr": 6.535973039936693e-07}
{"train_loss": 0.0002689278917387128, "global_step": 101323, "epoch": 569, "lr": 6.53359177067936e-07}
{"train_loss": 0.0014099162071943283, "global_step": 101324, "epoch": 569, "lr": 6.531210932435472e-07}
{"train_loss": 0.0006548253586515784, "global_step": 101325, "epoch": 569, "lr": 6.528830525207141e-07}
{"train_loss": 0.0006544950301758945, "global_step": 101326, "epoch": 569, "lr": 6.52645054899631e-07}
{"train_loss": 0.0002672836708370596, "global_step": 101327, "epoch": 569, "lr": 6.524071003805199e-07}
{"train_loss": 0.0004014603327959776, "global_step": 101328, "epoch": 569, "lr": 6.521691889635862e-07}
{"train_loss": 0.0008977281395345926, "global_step": 101329, "epoch": 569, "lr": 6.519313206490351e-07}
{"train_loss": 0.0007321647135540843, "global_step": 101330, "epoch": 569, "lr": 6.51693495437078e-07}
{"train_loss": 0.0011841562809422612, "global_step": 101331, "epoch": 569, "lr": 6.514557133279142e-07}
{"train_loss": 0.0005943962605670094, "global_step": 101332, "epoch": 569, "lr": 6.51217974321755e-07}
{"train_loss": 0.0008587731863372028, "global_step": 101333, "epoch": 569, "lr": 6.509802784188168e-07}
{"train_loss": 0.0003223000676371157, "global_step": 101334, "epoch": 569, "lr": 6.507426256192939e-07}
{"train_loss": 0.001163835753686726, "global_step": 101335, "epoch": 569, "lr": 6.505050159234083e-07}
{"train_loss": 0.0007974751642905176, "global_step": 101336, "epoch": 569, "lr": 6.502674493313487e-07}
{"train_loss": 0.00036708684638142586, "global_step": 101337, "epoch": 569, "lr": 6.500299258433429e-07}
{"train_loss": 0.0016930489800870419, "global_step": 101338, "epoch": 569, "lr": 6.49792445459585e-07}
{"train_loss": 0.001472012372687459, "global_step": 101339, "epoch": 569, "lr": 6.495550081802859e-07}
{"train_loss": 0.0004953652387484908, "global_step": 101340, "epoch": 569, "lr": 6.493176140056512e-07}
{"train_loss": 0.00043131678830832243, "global_step": 101341, "epoch": 569, "lr": 6.490802629358972e-07}
{"train_loss": 0.00047164817806333303, "global_step": 101342, "epoch": 569, "lr": 6.488429549712127e-07}
{"train_loss": 0.00264184782281518, "global_step": 101343, "epoch": 569, "lr": 6.486056901118254e-07}
{"train_loss": 0.00039108184864744544, "global_step": 101344, "epoch": 569, "lr": 6.483684683579349e-07}
{"train_loss": 0.0010450310073792934, "global_step": 101345, "epoch": 569, "lr": 6.481312897097414e-07}
{"train_loss": 0.00048746782704256475, "global_step": 101346, "epoch": 569, "lr": 6.47894154167461e-07}
{"train_loss": 0.0001933043822646141, "global_step": 101347, "epoch": 569, "lr": 6.476570617312938e-07}
{"train_loss": 0.00041779380990192294, "global_step": 101348, "epoch": 569, "lr": 6.474200124014617e-07}
{"train_loss": 0.0010021289344877005, "global_step": 101349, "epoch": 569, "lr": 6.471830061781481e-07}
{"train_loss": 0.00020751151896547526, "global_step": 101350, "epoch": 569, "lr": 6.469460430615804e-07}
{"train_loss": 0.0007752785459160805, "global_step": 101351, "epoch": 569, "lr": 6.467091230519584e-07}
{"train_loss": 0.0010209963656961918, "global_step": 101352, "epoch": 569, "lr": 6.464722461494876e-07}
{"train_loss": 0.0006485660560429096, "global_step": 101353, "epoch": 569, "lr": 6.462354123543735e-07}
{"train_loss": 0.0005070058396086097, "global_step": 101354, "epoch": 569, "lr": 6.459986216668268e-07}
{"train_loss": 0.0008082137792371213, "global_step": 101355, "epoch": 569, "lr": 6.457618740870531e-07}
{"train_loss": 0.0008153500966727734, "global_step": 101356, "epoch": 569, "lr": 6.455251696152576e-07}
{"train_loss": 0.0007815979770384729, "global_step": 101357, "epoch": 569, "lr": 6.452885082516458e-07}
{"train_loss": 0.0007716018008068204, "global_step": 101358, "epoch": 569, "lr": 6.450518899964341e-07}
{"train_loss": 0.0007236042292788625, "global_step": 101359, "epoch": 569, "lr": 6.448153148498171e-07}
{"train_loss": 0.0003818590776063502, "global_step": 101360, "epoch": 569, "lr": 6.445787828120109e-07}
{"train_loss": 0.0011365128448233008, "global_step": 101361, "epoch": 569, "lr": 6.443422938832156e-07}
{"train_loss": 0.002640841994434595, "global_step": 101362, "epoch": 569, "lr": 6.441058480636364e-07}
{"train_loss": 0.00043347879545763135, "global_step": 101363, "epoch": 569, "lr": 6.438694453534843e-07}
{"train_loss": 0.002238207496702671, "global_step": 101364, "epoch": 569, "lr": 6.436330857529649e-07}
{"train_loss": 0.00046939722960814834, "global_step": 101365, "epoch": 569, "lr": 6.433967692622888e-07}
{"train_loss": 0.0003648322890512645, "global_step": 101366, "epoch": 569, "lr": 6.431604958816506e-07}
{"train_loss": 0.0006166147068142891, "global_step": 101367, "epoch": 569, "lr": 6.429242656112722e-07}
{"train_loss": 0.0005678011802956462, "global_step": 101368, "epoch": 569, "lr": 6.426880784513478e-07}
{"train_loss": 0.0010788011131808162, "global_step": 101369, "epoch": 569, "lr": 6.424519344020885e-07}
{"train_loss": 0.0007217571837827563, "global_step": 101370, "epoch": 569, "lr": 6.422158334636941e-07}
{"train_loss": 0.0009176791063509881, "global_step": 101371, "epoch": 569, "lr": 6.419797756363866e-07}
{"train_loss": 0.001202800078317523, "global_step": 101372, "epoch": 569, "lr": 6.417437609203547e-07}
{"train_loss": 0.0008480262476950884, "global_step": 101373, "epoch": 569, "lr": 6.415077893158206e-07}
{"train_loss": 0.0005430108867585659, "global_step": 101374, "epoch": 569, "lr": 6.412718608229729e-07}
{"train_loss": 0.001071212929673493, "global_step": 101375, "epoch": 569, "lr": 6.410359754420281e-07}
{"train_loss": 0.0004146634601056576, "global_step": 101376, "epoch": 569, "lr": 6.408001331731917e-07}
{"train_loss": 0.00031156741897575557, "global_step": 101377, "epoch": 569, "lr": 6.405643340166689e-07}
{"train_loss": 0.0006109227542765439, "global_step": 101378, "epoch": 569, "lr": 6.403285779726708e-07}
{"train_loss": 0.0007128554861992598, "global_step": 101379, "epoch": 569, "lr": 6.400928650413917e-07}
{"train_loss": 0.000704339996445924, "global_step": 101380, "epoch": 569, "lr": 6.398571952230426e-07}
{"train_loss": 0.0005963898729532957, "global_step": 101381, "epoch": 569, "lr": 6.396215685178342e-07}
{"train_loss": 0.001724514295347035, "global_step": 101382, "epoch": 569, "lr": 6.393859849259664e-07}
{"train_loss": 0.00048750831047073007, "global_step": 101383, "epoch": 569, "lr": 6.391504444476448e-07}
{"train_loss": 0.0005697342567145824, "global_step": 101384, "epoch": 569, "lr": 6.389149470830802e-07}
{"train_loss": 0.0006260242080315948, "global_step": 101385, "epoch": 569, "lr": 6.386794928324724e-07}
{"train_loss": 0.0006396104581654072, "global_step": 101386, "epoch": 569, "lr": 6.38444081696038e-07}
{"train_loss": 0.0009173109428957105, "global_step": 101387, "epoch": 569, "lr": 6.382087136739656e-07}
{"train_loss": 0.0005238121375441551, "global_step": 101388, "epoch": 569, "lr": 6.379733887664774e-07}
{"train_loss": 0.00041929000872187316, "global_step": 101389, "epoch": 569, "lr": 6.377381069737676e-07}
{"train_loss": 0.0005805536638945341, "global_step": 101390, "epoch": 569, "lr": 6.375028682960471e-07}
{"train_loss": 0.0006835580570623279, "global_step": 101391, "epoch": 569, "lr": 6.372676727335214e-07}
{"train_loss": 0.0008024923736229539, "global_step": 101392, "epoch": 569, "lr": 6.370325202863958e-07}
{"train_loss": 0.0006074878619983792, "global_step": 101393, "epoch": 569, "lr": 6.367974109548702e-07}
{"train_loss": 0.0013930884888395667, "global_step": 101394, "epoch": 569, "lr": 6.365623447391555e-07}
{"train_loss": 0.00029820564668625593, "global_step": 101395, "epoch": 569, "lr": 6.363273216394516e-07}
{"train_loss": 0.0017125715967267752, "global_step": 101396, "epoch": 569, "lr": 6.36092341655975e-07}
{"train_loss": 0.0004385543870739639, "global_step": 101397, "epoch": 569, "lr": 6.358574047889199e-07}
{"train_loss": 0.0006344401044771075, "global_step": 101398, "epoch": 569, "lr": 6.356225110384973e-07}
{"train_loss": 0.0009914429392665625, "global_step": 101399, "epoch": 569, "lr": 6.35387660404907e-07}
{"train_loss": 0.0011492704506963491, "global_step": 101400, "epoch": 569, "lr": 6.351528528883599e-07}
{"train_loss": 0.00079404900316149, "global_step": 101401, "epoch": 569, "lr": 6.349180884890615e-07}
{"train_loss": 0.0006102881161496043, "global_step": 101402, "epoch": 569, "lr": 6.346833672072061e-07}
{"train_loss": 0.00033295241883024573, "global_step": 101403, "epoch": 569, "lr": 6.344486890430101e-07}
{"train_loss": 0.0007210552575998008, "global_step": 101404, "epoch": 569, "lr": 6.342140539966789e-07}
{"train_loss": 0.0010461576748639345, "global_step": 101405, "epoch": 569, "lr": 6.339794620684125e-07}
{"train_loss": 0.0007263637380674481, "global_step": 101406, "epoch": 569, "lr": 6.337449132584161e-07}
{"train_loss": 0.0007043976220302284, "global_step": 101407, "epoch": 569, "lr": 6.335104075668951e-07}
{"train_loss": 0.0004940381040796638, "global_step": 101408, "epoch": 569, "lr": 6.332759449940495e-07}
{"train_loss": 0.0008096180390566587, "global_step": 101409, "epoch": 569, "lr": 6.330415255400956e-07}
{"train_loss": 0.0007388383382931352, "global_step": 101410, "epoch": 569, "lr": 6.328071492052279e-07}
{"train_loss": 0.00076196069130674, "global_step": 101411, "epoch": 569, "lr": 6.325728159896627e-07}
{"train_loss": 0.0004060958744958043, "global_step": 101412, "epoch": 569, "lr": 6.323385258935888e-07}
{"train_loss": 0.0005768206901848316, "global_step": 101413, "epoch": 569, "lr": 6.321042789172227e-07}
{"train_loss": 0.0007154126651585102, "global_step": 101414, "epoch": 569, "lr": 6.318700750607643e-07}
{"train_loss": 0.0008739464683458209, "global_step": 101415, "epoch": 569, "lr": 6.316359143244189e-07}
{"train_loss": 0.00031577242771163583, "global_step": 101416, "epoch": 569, "lr": 6.314017967083918e-07}
{"train_loss": 0.0007133722538128495, "global_step": 101417, "epoch": 569, "lr": 6.311677222128887e-07}
{"train_loss": 0.0006511810934171081, "global_step": 101418, "epoch": 569, "lr": 6.309336908381036e-07}
{"train_loss": 0.00108116096816957, "global_step": 101419, "epoch": 569, "lr": 6.306997025842587e-07}
{"train_loss": 0.0006419924320653081, "global_step": 101420, "epoch": 569, "lr": 6.304657574515482e-07}
{"train_loss": 0.0004833545535802841, "global_step": 101421, "epoch": 569, "lr": 6.302318554401721e-07}
{"train_loss": 0.000602452433668077, "global_step": 101422, "epoch": 569, "lr": 6.299979965503467e-07}
{"train_loss": 0.0010503284865990281, "global_step": 101423, "epoch": 569, "lr": 6.297641807822663e-07}
{"train_loss": 0.0006816732347942889, "global_step": 101424, "epoch": 569, "lr": 6.29530408136142e-07}
{"train_loss": 0.0004073958843946457, "global_step": 101425, "epoch": 569, "lr": 6.292966786121734e-07}
{"train_loss": 0.0001743008615449071, "global_step": 101426, "epoch": 569, "lr": 6.290629922105607e-07}
{"train_loss": 0.0006497659487649798, "global_step": 101427, "epoch": 569, "lr": 6.288293489315145e-07}
{"train_loss": 0.0003324321296531707, "global_step": 101428, "epoch": 569, "lr": 6.285957487752403e-07}
{"train_loss": 0.001104910159483552, "global_step": 101429, "epoch": 569, "lr": 6.28362191741938e-07}
{"train_loss": 0.001266410923562944, "global_step": 101430, "epoch": 569, "lr": 6.28128677831813e-07}
{"train_loss": 0.0016490063862875104, "global_step": 101431, "epoch": 569, "lr": 6.278952070450706e-07}
{"train_loss": 0.0008271390106528997, "global_step": 101432, "epoch": 569, "lr": 6.276617793819161e-07}
{"train_loss": 0.0005551202921196818, "global_step": 101433, "epoch": 569, "lr": 6.274283948425386e-07}
{"train_loss": 0.0008327791001647711, "global_step": 101434, "epoch": 569, "lr": 6.271950534271653e-07}
{"train_loss": 0.0020313155837357044, "global_step": 101435, "epoch": 569, "lr": 6.269617551359852e-07}
{"train_loss": 0.0004072269075550139, "global_step": 101436, "epoch": 569, "lr": 6.267284999692036e-07}
{"train_loss": 0.0006195438909344375, "global_step": 101437, "epoch": 569, "lr": 6.264952879270314e-07}
{"train_loss": 0.0015684717800468206, "global_step": 101438, "epoch": 569, "lr": 6.262621190096629e-07}
{"train_loss": 0.0011481482069939375, "global_step": 101439, "epoch": 569, "lr": 6.260289932173036e-07}
{"train_loss": 0.001280114520341158, "global_step": 101440, "epoch": 569, "lr": 6.257959105501643e-07}
{"train_loss": 0.0006202134536579251, "global_step": 101441, "epoch": 569, "lr": 6.255628710084394e-07}
{"train_loss": 0.0016759015852585435, "global_step": 101442, "epoch": 569, "lr": 6.253298745923397e-07}
{"train_loss": 0.0008647290524095297, "global_step": 101443, "epoch": 569, "lr": 6.250969213020652e-07}
{"train_loss": 0.0006675904151052237, "global_step": 101444, "epoch": 569, "lr": 6.248640111378212e-07}
{"train_loss": 0.0013344213366508484, "global_step": 101445, "epoch": 569, "lr": 6.246311440998076e-07}
{"train_loss": 0.0014098186511546373, "global_step": 101446, "epoch": 569, "lr": 6.243983201882297e-07}
{"train_loss": 0.0009039225988090038, "global_step": 101447, "epoch": 569, "lr": 6.241655394032931e-07}
{"train_loss": 0.0008113528601825237, "global_step": 101448, "epoch": 569, "lr": 6.239328017451918e-07}
{"train_loss": 0.0009580896585248411, "global_step": 101449, "epoch": 569, "lr": 6.23700107214148e-07}
{"train_loss": 0.0007217482198029757, "global_step": 101450, "epoch": 569, "lr": 6.234674558103448e-07}
{"train_loss": 0.0008124924497678876, "global_step": 101451, "epoch": 569, "lr": 6.232348475339989e-07}
{"train_loss": 0.0004933725576847792, "global_step": 101452, "epoch": 569, "lr": 6.230022823853099e-07}
{"train_loss": 0.0017693890258669853, "global_step": 101453, "epoch": 569, "lr": 6.227697603644777e-07}
{"train_loss": 0.0004914043238386512, "global_step": 101454, "epoch": 569, "lr": 6.225372814717023e-07}
{"train_loss": 0.00039400006062351167, "global_step": 101455, "epoch": 569, "lr": 6.223048457072e-07}
{"train_loss": 0.0006268289871513844, "global_step": 101456, "epoch": 569, "lr": 6.220724530711541e-07}
{"train_loss": 0.0006940799066796899, "global_step": 101457, "epoch": 569, "lr": 6.218401035637921e-07}
{"train_loss": 0.0005908713792450726, "global_step": 101458, "epoch": 569, "lr": 6.216077971852974e-07}
{"train_loss": 0.0008569640532401495, "global_step": 101459, "epoch": 569, "lr": 6.213755339358806e-07}
{"train_loss": 0.0006021091830916703, "global_step": 101460, "epoch": 570, "lr": 6.211433138157418e-07}
{"train_loss": 0.00026375550078228116, "global_step": 101461, "epoch": 570, "lr": 6.209111368250864e-07}
{"train_loss": 0.0015285876579582691, "global_step": 101462, "epoch": 570, "lr": 6.206790029641196e-07}
{"train_loss": 0.0007290398352779448, "global_step": 101463, "epoch": 570, "lr": 6.204469122330359e-07}
{"train_loss": 0.000885492074303329, "global_step": 101464, "epoch": 570, "lr": 6.202148646320461e-07}
{"train_loss": 0.0008256849250756204, "global_step": 101465, "epoch": 570, "lr": 6.1998286016135e-07}
{"train_loss": 0.0004804384952876717, "global_step": 101466, "epoch": 570, "lr": 6.197508988211421e-07}
{"train_loss": 0.0006564923096448183, "global_step": 101467, "epoch": 570, "lr": 6.195189806116442e-07}
{"train_loss": 0.0003766070294659585, "global_step": 101468, "epoch": 570, "lr": 6.192871055330396e-07}
{"train_loss": 0.0007596489740535617, "global_step": 101469, "epoch": 570, "lr": 6.190552735855393e-07}
{"train_loss": 0.0008902183035388589, "global_step": 101470, "epoch": 570, "lr": 6.188234847693486e-07}
{"train_loss": 0.001727344817481935, "global_step": 101471, "epoch": 570, "lr": 6.185917390846619e-07}
{"train_loss": 0.0007138357032090425, "global_step": 101472, "epoch": 570, "lr": 6.183600365316955e-07}
{"train_loss": 0.00036964204628020525, "global_step": 101473, "epoch": 570, "lr": 6.181283771106328e-07}
{"train_loss": 0.000991036300547421, "global_step": 101474, "epoch": 570, "lr": 6.178967608216901e-07}
{"train_loss": 0.0003551841073203832, "global_step": 101475, "epoch": 570, "lr": 6.176651876650619e-07}
{"train_loss": 0.0006388270412571728, "global_step": 101476, "epoch": 570, "lr": 6.17433657640959e-07}
{"train_loss": 0.000497038708999753, "global_step": 101477, "epoch": 570, "lr": 6.172021707495812e-07}
{"train_loss": 0.0003930787497665733, "global_step": 101478, "epoch": 570, "lr": 6.169707269911229e-07}
{"train_loss": 0.0008103229338303208, "global_step": 101479, "epoch": 570, "lr": 6.167393263657895e-07}
{"train_loss": 0.0003879204741679132, "global_step": 101480, "epoch": 570, "lr": 6.165079688737918e-07}
{"train_loss": 0.00018000349518842995, "global_step": 101481, "epoch": 570, "lr": 6.162766545153187e-07}
{"train_loss": 0.0016566397389397025, "global_step": 101482, "epoch": 570, "lr": 6.160453832905866e-07}
{"train_loss": 0.002070363610982895, "global_step": 101483, "epoch": 570, "lr": 6.158141551997787e-07}
{"train_loss": 0.0013576354831457138, "global_step": 101484, "epoch": 570, "lr": 6.15582970243117e-07}
{"train_loss": 0.0004219627007842064, "global_step": 101485, "epoch": 570, "lr": 6.153518284207904e-07}
{"train_loss": 0.0011468653101474047, "global_step": 101486, "epoch": 570, "lr": 6.151207297330042e-07}
{"train_loss": 0.0007582315593026578, "global_step": 101487, "epoch": 570, "lr": 6.148896741799636e-07}
{"train_loss": 0.0009758294909261167, "global_step": 101488, "epoch": 570, "lr": 6.146586617618689e-07}
{"train_loss": 0.0010123233078047633, "global_step": 101489, "epoch": 570, "lr": 6.144276924789139e-07}
{"train_loss": 0.0009398307302035391, "global_step": 101490, "epoch": 570, "lr": 6.141967663313097e-07}
{"train_loss": 0.0006732739275321364, "global_step": 101491, "epoch": 570, "lr": 6.139658833192563e-07}
{"train_loss": 0.0006774154026061296, "global_step": 101492, "epoch": 570, "lr": 6.137350434429535e-07}
{"train_loss": 0.000546138733625412, "global_step": 101493, "epoch": 570, "lr": 6.135042467026064e-07}
{"train_loss": 0.00019583289395086467, "global_step": 101494, "epoch": 570, "lr": 6.132734930984097e-07}
{"train_loss": 0.0010110009461641312, "global_step": 101495, "epoch": 570, "lr": 6.130427826305741e-07}
{"train_loss": 0.000775718130171299, "global_step": 101496, "epoch": 570, "lr": 6.128121152992938e-07}
{"train_loss": 0.0022128180135041475, "global_step": 101497, "epoch": 570, "lr": 6.125814911047744e-07}
{"train_loss": 0.0003297051880508661, "global_step": 101498, "epoch": 570, "lr": 6.123509100472158e-07}
{"train_loss": 0.0015079393051564693, "global_step": 101499, "epoch": 570, "lr": 6.121203721268176e-07}
{"train_loss": 0.001133562414906919, "global_step": 101500, "epoch": 570, "lr": 6.118898773437798e-07}
{"train_loss": 0.0011296868324279785, "global_step": 101501, "epoch": 570, "lr": 6.116594256983132e-07}
{"train_loss": 0.000915200391318649, "global_step": 101502, "epoch": 570, "lr": 6.114290171906123e-07}
{"train_loss": 0.0011476209620013833, "global_step": 101503, "epoch": 570, "lr": 6.111986518208712e-07}
{"train_loss": 0.0006573081482201815, "global_step": 101504, "epoch": 570, "lr": 6.10968329589301e-07}
{"train_loss": 0.0007891574641689658, "global_step": 101505, "epoch": 570, "lr": 6.107380504961069e-07}
{"train_loss": 0.0009727017604745924, "global_step": 101506, "epoch": 570, "lr": 6.105078145414778e-07}
{"train_loss": 0.0011529134353622794, "global_step": 101507, "epoch": 570, "lr": 6.102776217256246e-07}
{"train_loss": 0.0007936205947771668, "global_step": 101508, "epoch": 570, "lr": 6.100474720487415e-07}
{"train_loss": 0.0006749080494046211, "global_step": 101509, "epoch": 570, "lr": 6.09817365511034e-07}
{"train_loss": 0.0007852824637666345, "global_step": 101510, "epoch": 570, "lr": 6.095873021126963e-07}
{"train_loss": 0.0020262766629457474, "global_step": 101511, "epoch": 570, "lr": 6.093572818539394e-07}
{"train_loss": 0.0006580135086551309, "global_step": 101512, "epoch": 570, "lr": 6.091273047349577e-07}
{"train_loss": 0.000366537511581555, "global_step": 101513, "epoch": 570, "lr": 6.088973707559565e-07}
{"train_loss": 0.000612982374150306, "global_step": 101514, "epoch": 570, "lr": 6.086674799171299e-07}
{"train_loss": 0.000990489381365478, "global_step": 101515, "epoch": 570, "lr": 6.084376322186836e-07}
{"train_loss": 0.0003432539524510503, "global_step": 101516, "epoch": 570, "lr": 6.082078276608228e-07}
{"train_loss": 0.0017054242780432105, "global_step": 101517, "epoch": 570, "lr": 6.079780662437307e-07}
{"train_loss": 0.0010596192441880703, "global_step": 101518, "epoch": 570, "lr": 6.077483479676349e-07}
{"train_loss": 0.001622821670025587, "global_step": 101519, "epoch": 570, "lr": 6.075186728327076e-07}
{"train_loss": 0.0004497150657698512, "global_step": 101520, "epoch": 570, "lr": 6.072890408391762e-07}
{"train_loss": 0.0004521844384726137, "global_step": 101521, "epoch": 570, "lr": 6.070594519872185e-07}
{"train_loss": 0.0007071532309055328, "global_step": 101522, "epoch": 570, "lr": 6.068299062770455e-07}
{"train_loss": 0.001187043497338891, "global_step": 101523, "epoch": 570, "lr": 6.066004037088624e-07}
{"train_loss": 0.0003667036071419716, "global_step": 101524, "epoch": 570, "lr": 6.063709442828581e-07}
{"train_loss": 0.0006734314374625683, "global_step": 101525, "epoch": 570, "lr": 6.061415279992433e-07}
{"train_loss": 0.0006095335120335221, "global_step": 101526, "epoch": 570, "lr": 6.059121548582125e-07}
{"train_loss": 0.0008328498224727809, "global_step": 101527, "epoch": 570, "lr": 6.056828248599655e-07}
{"train_loss": 0.0006061636377125978, "global_step": 101528, "epoch": 570, "lr": 6.054535380047077e-07}
{"train_loss": 0.0011840936494991183, "global_step": 101529, "epoch": 570, "lr": 6.052242942926333e-07}
{"train_loss": 0.0007397645385935903, "global_step": 101530, "epoch": 570, "lr": 6.04995093723948e-07}
{"train_loss": 0.0013719686539843678, "global_step": 101531, "epoch": 570, "lr": 6.047659362988511e-07}
{"train_loss": 0.00022656499641016126, "global_step": 101532, "epoch": 570, "lr": 6.045368220175318e-07}
{"train_loss": 0.0005648134392686188, "global_step": 101533, "epoch": 570, "lr": 6.04307750880212e-07}
{"train_loss": 0.0003410470671951771, "global_step": 101534, "epoch": 570, "lr": 6.040787228870748e-07}
{"train_loss": 0.0009970449609681964, "global_step": 101535, "epoch": 570, "lr": 6.038497380383256e-07}
{"train_loss": 0.0007767859497107565, "global_step": 101536, "epoch": 570, "lr": 6.036207963341589e-07}
{"train_loss": 0.0019379087025299668, "global_step": 101537, "epoch": 570, "lr": 6.033918977747854e-07}
{"train_loss": 0.0008493842324241996, "global_step": 101538, "epoch": 570, "lr": 6.031630423603996e-07}
{"train_loss": 0.00037259154487401247, "global_step": 101539, "epoch": 570, "lr": 6.029342300911955e-07}
{"train_loss": 0.0010118482168763876, "global_step": 101540, "epoch": 570, "lr": 6.027054609673843e-07}
{"train_loss": 0.0007756088161841035, "global_step": 101541, "epoch": 570, "lr": 6.024767349891602e-07}
{"train_loss": 0.0008984764572232962, "global_step": 101542, "epoch": 570, "lr": 6.02248052156712e-07}
{"train_loss": 0.0017630066722631454, "global_step": 101543, "epoch": 570, "lr": 6.020194124702616e-07}
{"train_loss": 0.0015526821371167898, "global_step": 101544, "epoch": 570, "lr": 6.017908159299923e-07}
{"train_loss": 0.0006250316509976983, "global_step": 101545, "epoch": 570, "lr": 6.015622625361095e-07}
{"train_loss": 0.0004749809158965945, "global_step": 101546, "epoch": 570, "lr": 6.013337522888129e-07}
{"train_loss": 0.0003691365127451718, "global_step": 101547, "epoch": 570, "lr": 6.011052851883026e-07}
{"train_loss": 0.0014644254697486758, "global_step": 101548, "epoch": 570, "lr": 6.008768612347726e-07}
{"train_loss": 0.00038133113412186503, "global_step": 101549, "epoch": 570, "lr": 6.006484804284284e-07}
{"train_loss": 0.0008815559558570385, "global_step": 101550, "epoch": 570, "lr": 6.004201427694644e-07}
{"train_loss": 0.0006411344511434436, "global_step": 101551, "epoch": 570, "lr": 6.001918482580859e-07}
{"train_loss": 0.0008968015899881721, "global_step": 101552, "epoch": 570, "lr": 5.999635968944928e-07}
{"train_loss": 0.0014672812540084124, "global_step": 101553, "epoch": 570, "lr": 5.997353886788792e-07}
{"train_loss": 0.0013105422258377075, "global_step": 101554, "epoch": 570, "lr": 5.995072236114452e-07}
{"train_loss": 0.0006545385112985969, "global_step": 101555, "epoch": 570, "lr": 5.99279101692396e-07}
{"train_loss": 0.00023926058202050626, "global_step": 101556, "epoch": 570, "lr": 5.990510229219204e-07}
{"train_loss": 0.0006035014521330595, "global_step": 101557, "epoch": 570, "lr": 5.988229873002238e-07}
{"train_loss": 0.000443451339378953, "global_step": 101558, "epoch": 570, "lr": 5.985949948275116e-07}
{"train_loss": 0.0008252044790424407, "global_step": 101559, "epoch": 570, "lr": 5.983670455039725e-07}
{"train_loss": 0.0005216572317294776, "global_step": 101560, "epoch": 570, "lr": 5.981391393298064e-07}
{"train_loss": 0.0006260576192289591, "global_step": 101561, "epoch": 570, "lr": 5.979112763052186e-07}
{"train_loss": 0.0007549471920356154, "global_step": 101562, "epoch": 570, "lr": 5.976834564304034e-07}
{"train_loss": 0.000595712976064533, "global_step": 101563, "epoch": 570, "lr": 5.974556797055663e-07}
{"train_loss": 0.0003319248789921403, "global_step": 101564, "epoch": 570, "lr": 5.97227946130896e-07}
{"train_loss": 0.0009824295993894339, "global_step": 101565, "epoch": 570, "lr": 5.970002557065979e-07}
{"train_loss": 0.00047075183829292655, "global_step": 101566, "epoch": 570, "lr": 5.967726084328717e-07}
{"train_loss": 0.00020996478269807994, "global_step": 101567, "epoch": 570, "lr": 5.965450043099119e-07}
{"train_loss": 0.0012244894169270992, "global_step": 101568, "epoch": 570, "lr": 5.963174433379182e-07}
{"train_loss": 0.0006891837110742927, "global_step": 101569, "epoch": 570, "lr": 5.96089925517096e-07}
{"train_loss": 0.001022474025376141, "global_step": 101570, "epoch": 570, "lr": 5.958624508476341e-07}
{"train_loss": 0.00106645782943815, "global_step": 101571, "epoch": 570, "lr": 5.956350193297433e-07}
{"train_loss": 0.0007643752614967525, "global_step": 101572, "epoch": 570, "lr": 5.954076309636014e-07}
{"train_loss": 0.0007561391685158014, "global_step": 101573, "epoch": 570, "lr": 5.95180285749436e-07}
{"train_loss": 0.0017422193195670843, "global_step": 101574, "epoch": 570, "lr": 5.94952983687419e-07}
{"train_loss": 0.0004910710267722607, "global_step": 101575, "epoch": 570, "lr": 5.947257247777671e-07}
{"train_loss": 0.00033196702133864164, "global_step": 101576, "epoch": 570, "lr": 5.94498509020669e-07}
{"train_loss": 0.0003919860173482448, "global_step": 101577, "epoch": 570, "lr": 5.942713364163244e-07}
{"train_loss": 0.0003984861250501126, "global_step": 101578, "epoch": 570, "lr": 5.940442069649333e-07}
{"train_loss": 0.0004413908172864467, "global_step": 101579, "epoch": 570, "lr": 5.938171206666954e-07}
{"train_loss": 0.0012741109821945429, "global_step": 101580, "epoch": 570, "lr": 5.93590077521805e-07}
{"train_loss": 0.00029262463795021176, "global_step": 101581, "epoch": 570, "lr": 5.933630775304732e-07}
{"train_loss": 0.0008279062458314002, "global_step": 101582, "epoch": 570, "lr": 5.931361206928776e-07}
{"train_loss": 0.0008352398872375488, "global_step": 101583, "epoch": 570, "lr": 5.929092070092291e-07}
{"train_loss": 0.00022166807320900261, "global_step": 101584, "epoch": 570, "lr": 5.926823364797274e-07}
{"train_loss": 0.0009003753075376153, "global_step": 101585, "epoch": 570, "lr": 5.924555091045614e-07}
{"train_loss": 0.0006014210521243513, "global_step": 101586, "epoch": 570, "lr": 5.92228724883942e-07}
{"train_loss": 0.00033055825042538345, "global_step": 101587, "epoch": 570, "lr": 5.920019838180524e-07}
{"train_loss": 0.000854328740388155, "global_step": 101588, "epoch": 570, "lr": 5.917752859071035e-07}
{"train_loss": 0.0013165583368390799, "global_step": 101589, "epoch": 570, "lr": 5.915486311512897e-07}
{"train_loss": 0.0010368997463956475, "global_step": 101590, "epoch": 570, "lr": 5.913220195507996e-07}
{"train_loss": 0.0009504734771326184, "global_step": 101591, "epoch": 570, "lr": 5.910954511058497e-07}
{"train_loss": 0.000386768311727792, "global_step": 101592, "epoch": 570, "lr": 5.908689258166178e-07}
{"train_loss": 0.0008069391478784382, "global_step": 101593, "epoch": 570, "lr": 5.906424436833146e-07}
{"train_loss": 0.0009162379428744316, "global_step": 101594, "epoch": 570, "lr": 5.904160047061403e-07}
{"train_loss": 0.0010017713066190481, "global_step": 101595, "epoch": 570, "lr": 5.901896088852776e-07}
{"train_loss": 0.0011272220872342587, "global_step": 101596, "epoch": 570, "lr": 5.899632562209378e-07}
{"train_loss": 0.0005884839920327067, "global_step": 101597, "epoch": 570, "lr": 5.897369467133152e-07}
{"train_loss": 0.0003694847400765866, "global_step": 101598, "epoch": 570, "lr": 5.895106803626038e-07}
{"train_loss": 0.0007815055432729423, "global_step": 101599, "epoch": 570, "lr": 5.892844571690093e-07}
{"train_loss": 0.0007676600362174213, "global_step": 101600, "epoch": 570, "lr": 5.890582771327202e-07}
{"train_loss": 0.0009496990242041647, "global_step": 101601, "epoch": 570, "lr": 5.888321402539366e-07}
{"train_loss": 0.0004256975371390581, "global_step": 101602, "epoch": 570, "lr": 5.88606046532858e-07}
{"train_loss": 0.0011627848725765944, "global_step": 101603, "epoch": 570, "lr": 5.883799959696845e-07}
{"train_loss": 0.0005450458265841007, "global_step": 101604, "epoch": 570, "lr": 5.881539885646103e-07}
{"train_loss": 0.0010106218978762627, "global_step": 101605, "epoch": 570, "lr": 5.879280243178243e-07}
{"train_loss": 0.0009690107544884086, "global_step": 101606, "epoch": 570, "lr": 5.877021032295427e-07}
{"train_loss": 0.0004550131852738559, "global_step": 101607, "epoch": 570, "lr": 5.874762252999488e-07}
{"train_loss": 0.00034311239141970873, "global_step": 101608, "epoch": 570, "lr": 5.872503905292426e-07}
{"train_loss": 0.0007515074103139341, "global_step": 101609, "epoch": 570, "lr": 5.870245989176237e-07}
{"train_loss": 0.0008023683330975473, "global_step": 101610, "epoch": 570, "lr": 5.867988504652866e-07}
{"train_loss": 0.000685147475451231, "global_step": 101611, "epoch": 570, "lr": 5.86573145172431e-07}
{"train_loss": 0.0009283879771828651, "global_step": 101612, "epoch": 570, "lr": 5.863474830392513e-07}
{"train_loss": 0.0005230780225247145, "global_step": 101613, "epoch": 570, "lr": 5.861218640659416e-07}
{"train_loss": 0.001568751409649849, "global_step": 101614, "epoch": 570, "lr": 5.858962882527075e-07}
{"train_loss": 0.0007456045132130384, "global_step": 101615, "epoch": 570, "lr": 5.856707555997431e-07}
{"train_loss": 0.0005093200597912073, "global_step": 101616, "epoch": 570, "lr": 5.85445266107243e-07}
{"train_loss": 0.0009054008987732232, "global_step": 101617, "epoch": 570, "lr": 5.852198197754122e-07}
{"train_loss": 0.0006312133627943695, "global_step": 101618, "epoch": 570, "lr": 5.849944166044285e-07}
{"train_loss": 0.0009659372735768557, "global_step": 101619, "epoch": 570, "lr": 5.847690565945141e-07}
{"train_loss": 0.00045587753993459046, "global_step": 101620, "epoch": 570, "lr": 5.845437397458409e-07}
{"train_loss": 0.0006581568159162998, "global_step": 101621, "epoch": 570, "lr": 5.843184660586254e-07}
{"train_loss": 0.0011894011404365301, "global_step": 101622, "epoch": 570, "lr": 5.840932355330564e-07}
{"train_loss": 0.0010629070457071066, "global_step": 101623, "epoch": 570, "lr": 5.838680481693282e-07}
{"train_loss": 0.0008904325077310205, "global_step": 101624, "epoch": 570, "lr": 5.836429039676406e-07}
{"train_loss": 0.0007841157494112849, "global_step": 101625, "epoch": 570, "lr": 5.834178029281878e-07}
{"train_loss": 0.0010853451676666737, "global_step": 101626, "epoch": 570, "lr": 5.831927450511698e-07}
{"train_loss": 0.00023672226234339178, "global_step": 101627, "epoch": 570, "lr": 5.829677303367865e-07}
{"train_loss": 0.0010415297001600266, "global_step": 101628, "epoch": 570, "lr": 5.827427587852208e-07}
{"train_loss": 0.001239829696714878, "global_step": 101629, "epoch": 570, "lr": 5.825178303966894e-07}
{"train_loss": 0.0003628188860602677, "global_step": 101630, "epoch": 570, "lr": 5.822929451713699e-07}
{"train_loss": 0.0009935672860592604, "global_step": 101631, "epoch": 570, "lr": 5.820681031094677e-07}
{"train_loss": 0.0006176555179990828, "global_step": 101632, "epoch": 570, "lr": 5.81843304211177e-07}
{"train_loss": 0.0008991780341602862, "global_step": 101633, "epoch": 570, "lr": 5.816185484766979e-07}
{"train_loss": 0.0004625191795639694, "global_step": 101634, "epoch": 570, "lr": 5.813938359062188e-07}
{"train_loss": 0.0007176889921538532, "global_step": 101635, "epoch": 570, "lr": 5.811691664999397e-07}
{"train_loss": 0.0005278520402498543, "global_step": 101636, "epoch": 570, "lr": 5.80944540258066e-07}
{"train_loss": 0.0008069794664939008, "global_step": 101637, "epoch": 570, "lr": 5.807199571807808e-07, "train_action_mse_error": 8.10878873380716e-07}
{"train_loss": 0.0006695386255159974, "global_step": 101638, "epoch": 571, "lr": 5.804954172682841e-07}
{"train_loss": 0.001770196482539177, "global_step": 101639, "epoch": 571, "lr": 5.802709205207757e-07}
{"train_loss": 0.0007783706532791257, "global_step": 101640, "epoch": 571, "lr": 5.800464669384498e-07}
{"train_loss": 0.001569886109791696, "global_step": 101641, "epoch": 571, "lr": 5.798220565215007e-07}
{"train_loss": 0.0010743597522377968, "global_step": 101642, "epoch": 571, "lr": 5.795976892701282e-07}
{"train_loss": 0.000824725953862071, "global_step": 101643, "epoch": 571, "lr": 5.793733651845212e-07}
{"train_loss": 0.0011874919291585684, "global_step": 101644, "epoch": 571, "lr": 5.79149084264885e-07}
{"train_loss": 0.0011359896743670106, "global_step": 101645, "epoch": 571, "lr": 5.789248465114083e-07}
{"train_loss": 0.0003315409703645855, "global_step": 101646, "epoch": 571, "lr": 5.78700651924291e-07}
{"train_loss": 0.0006400392157956958, "global_step": 101647, "epoch": 571, "lr": 5.784765005037274e-07}
{"train_loss": 0.0018405289156362414, "global_step": 101648, "epoch": 571, "lr": 5.782523922499117e-07}
{"train_loss": 0.0003091763355769217, "global_step": 101649, "epoch": 571, "lr": 5.780283271630437e-07}
{"train_loss": 0.0005473991041071713, "global_step": 101650, "epoch": 571, "lr": 5.778043052433124e-07}
{"train_loss": 0.0014821900986135006, "global_step": 101651, "epoch": 571, "lr": 5.775803264909174e-07}
{"train_loss": 0.0012149096000939608, "global_step": 101652, "epoch": 571, "lr": 5.773563909060586e-07}
{"train_loss": 0.001332565676420927, "global_step": 101653, "epoch": 571, "lr": 5.771324984889193e-07}
{"train_loss": 0.0012163256760686636, "global_step": 101654, "epoch": 571, "lr": 5.769086492397102e-07}
{"train_loss": 0.0010615065693855286, "global_step": 101655, "epoch": 571, "lr": 5.766848431586203e-07}
{"train_loss": 0.0008078387472778559, "global_step": 101656, "epoch": 571, "lr": 5.764610802458381e-07}
{"train_loss": 0.0008415649645030499, "global_step": 101657, "epoch": 571, "lr": 5.762373605015748e-07}
{"train_loss": 0.0005079591646790504, "global_step": 101658, "epoch": 571, "lr": 5.760136839260133e-07}
{"train_loss": 0.0007560967933386564, "global_step": 101659, "epoch": 571, "lr": 5.757900505193481e-07}
{"train_loss": 0.0010865556541830301, "global_step": 101660, "epoch": 571, "lr": 5.755664602817845e-07}
{"train_loss": 0.00045355132897384465, "global_step": 101661, "epoch": 571, "lr": 5.753429132135113e-07}
{"train_loss": 0.0010030679404735565, "global_step": 101662, "epoch": 571, "lr": 5.751194093147227e-07}
{"train_loss": 0.0004825921496376395, "global_step": 101663, "epoch": 571, "lr": 5.748959485856132e-07}
{"train_loss": 0.0019867457449436188, "global_step": 101664, "epoch": 571, "lr": 5.746725310263823e-07}
{"train_loss": 0.0018138039158657193, "global_step": 101665, "epoch": 571, "lr": 5.744491566372245e-07}
{"train_loss": 0.000606129877269268, "global_step": 101666, "epoch": 571, "lr": 5.742258254183286e-07}
{"train_loss": 0.0006266514537855983, "global_step": 101667, "epoch": 571, "lr": 5.740025373699053e-07}
{"train_loss": 0.0008999892743304372, "global_step": 101668, "epoch": 571, "lr": 5.737792924921271e-07}
{"train_loss": 0.0007390181999653578, "global_step": 101669, "epoch": 571, "lr": 5.7355609078521e-07}
{"train_loss": 0.0007365965284407139, "global_step": 101670, "epoch": 571, "lr": 5.733329322493375e-07}
{"train_loss": 0.0004894634475931525, "global_step": 101671, "epoch": 571, "lr": 5.731098168847038e-07}
{"train_loss": 0.0007094255997799337, "global_step": 101672, "epoch": 571, "lr": 5.728867446915087e-07}
{"train_loss": 0.0012936454731971025, "global_step": 101673, "epoch": 571, "lr": 5.726637156699465e-07}
{"train_loss": 0.0012106240028515458, "global_step": 101674, "epoch": 571, "lr": 5.724407298202061e-07}
{"train_loss": 0.0009637580369599164, "global_step": 101675, "epoch": 571, "lr": 5.722177871424983e-07}
{"train_loss": 0.0005770315183326602, "global_step": 101676, "epoch": 571, "lr": 5.719948876369951e-07}
{"train_loss": 0.0006387679022736847, "global_step": 101677, "epoch": 571, "lr": 5.717720313039021e-07}
{"train_loss": 0.001254232251085341, "global_step": 101678, "epoch": 571, "lr": 5.71549218143419e-07}
{"train_loss": 0.00037132936995476484, "global_step": 101679, "epoch": 571, "lr": 5.713264481557346e-07}
{"train_loss": 0.0010790126398205757, "global_step": 101680, "epoch": 571, "lr": 5.711037213410486e-07}
{"train_loss": 0.000800368026830256, "global_step": 101681, "epoch": 571, "lr": 5.708810376995443e-07}
{"train_loss": 0.00034560528001748025, "global_step": 101682, "epoch": 571, "lr": 5.706583972314328e-07}
{"train_loss": 0.0004669351619668305, "global_step": 101683, "epoch": 571, "lr": 5.704357999368914e-07}
{"train_loss": 0.0009275735355913639, "global_step": 101684, "epoch": 571, "lr": 5.702132458161258e-07}
{"train_loss": 0.001180729828774929, "global_step": 101685, "epoch": 571, "lr": 5.699907348693245e-07}
{"train_loss": 0.0007361118914559484, "global_step": 101686, "epoch": 571, "lr": 5.697682670966876e-07}
{"train_loss": 0.000986310769803822, "global_step": 101687, "epoch": 571, "lr": 5.695458424984091e-07}
{"train_loss": 0.0011888201115652919, "global_step": 101688, "epoch": 571, "lr": 5.693234610746723e-07}
{"train_loss": 0.0005205280613154173, "global_step": 101689, "epoch": 571, "lr": 5.691011228256827e-07}
{"train_loss": 0.0007816259749233723, "global_step": 101690, "epoch": 571, "lr": 5.688788277516344e-07}
{"train_loss": 0.0005015126662328839, "global_step": 101691, "epoch": 571, "lr": 5.686565758527107e-07}
{"train_loss": 0.0010294548701494932, "global_step": 101692, "epoch": 571, "lr": 5.684343671291225e-07}
{"train_loss": 0.00141339551191777, "global_step": 101693, "epoch": 571, "lr": 5.682122015810476e-07}
{"train_loss": 0.0006045445334166288, "global_step": 101694, "epoch": 571, "lr": 5.679900792086911e-07}
{"train_loss": 0.0015791833866387606, "global_step": 101695, "epoch": 571, "lr": 5.677680000122476e-07}
{"train_loss": 0.000881221320014447, "global_step": 101696, "epoch": 571, "lr": 5.675459639919001e-07}
{"train_loss": 0.0006787757738493383, "global_step": 101697, "epoch": 571, "lr": 5.673239711478484e-07}
{"train_loss": 0.000604000233579427, "global_step": 101698, "epoch": 571, "lr": 5.671020214802869e-07}
{"train_loss": 0.000616170116700232, "global_step": 101699, "epoch": 571, "lr": 5.668801149894154e-07}
{"train_loss": 0.0002975932729896158, "global_step": 101700, "epoch": 571, "lr": 5.666582516754171e-07}
{"train_loss": 0.0007170142489485443, "global_step": 101701, "epoch": 571, "lr": 5.664364315384918e-07}
{"train_loss": 0.0006340959807857871, "global_step": 101702, "epoch": 571, "lr": 5.662146545788338e-07}
{"train_loss": 0.0007538459612987936, "global_step": 101703, "epoch": 571, "lr": 5.659929207966375e-07}
{"train_loss": 0.0005774404271505773, "global_step": 101704, "epoch": 571, "lr": 5.657712301920859e-07}
{"train_loss": 0.0009687597048468888, "global_step": 101705, "epoch": 571, "lr": 5.655495827653901e-07}
{"train_loss": 0.0011362103978171945, "global_step": 101706, "epoch": 571, "lr": 5.653279785167275e-07}
{"train_loss": 0.0008251340477727354, "global_step": 101707, "epoch": 571, "lr": 5.651064174462984e-07}
{"train_loss": 0.0002500236441846937, "global_step": 101708, "epoch": 571, "lr": 5.648848995543021e-07}
{"train_loss": 0.0005322446813806891, "global_step": 101709, "epoch": 571, "lr": 5.646634248409222e-07}
{"train_loss": 0.0003211841103620827, "global_step": 101710, "epoch": 571, "lr": 5.644419933063583e-07}
{"train_loss": 0.0007189922616817057, "global_step": 101711, "epoch": 571, "lr": 5.642206049508048e-07}
{"train_loss": 0.0009448137716390193, "global_step": 101712, "epoch": 571, "lr": 5.639992597744447e-07}
{"train_loss": 0.0005293689901009202, "global_step": 101713, "epoch": 571, "lr": 5.637779577774893e-07}
{"train_loss": 0.0005888518062420189, "global_step": 101714, "epoch": 571, "lr": 5.63556698960116e-07}
{"train_loss": 0.0009080430609174073, "global_step": 101715, "epoch": 571, "lr": 5.633354833225191e-07}
{"train_loss": 0.000581191445235163, "global_step": 101716, "epoch": 571, "lr": 5.63114310864904e-07}
{"train_loss": 0.00040655588964000344, "global_step": 101717, "epoch": 571, "lr": 5.628931815874539e-07}
{"train_loss": 0.0015599001199007034, "global_step": 101718, "epoch": 571, "lr": 5.626720954903631e-07}
{"train_loss": 0.00039999178261496127, "global_step": 101719, "epoch": 571, "lr": 5.624510525738203e-07}
{"train_loss": 0.0011660264572128654, "global_step": 101720, "epoch": 571, "lr": 5.622300528380365e-07}
{"train_loss": 0.001010580686852336, "global_step": 101721, "epoch": 571, "lr": 5.620090962831837e-07}
{"train_loss": 0.00037748925387859344, "global_step": 101722, "epoch": 571, "lr": 5.617881829094673e-07}
{"train_loss": 0.0006787903257645667, "global_step": 101723, "epoch": 571, "lr": 5.615673127170706e-07}
{"train_loss": 0.0013182746479287744, "global_step": 101724, "epoch": 571, "lr": 5.61346485706199e-07}
{"train_loss": 0.0005829381989315152, "global_step": 101725, "epoch": 571, "lr": 5.611257018770355e-07}
{"train_loss": 0.0003936825960408896, "global_step": 101726, "epoch": 571, "lr": 5.609049612297801e-07}
{"train_loss": 0.0004898662446066737, "global_step": 101727, "epoch": 571, "lr": 5.606842637646159e-07}
{"train_loss": 0.00041268888162449, "global_step": 101728, "epoch": 571, "lr": 5.604636094817484e-07}
{"train_loss": 0.00037009845254942775, "global_step": 101729, "epoch": 571, "lr": 5.602429983813551e-07}
{"train_loss": 0.00019768247148022056, "global_step": 101730, "epoch": 571, "lr": 5.600224304636415e-07}
{"train_loss": 0.0005126534379087389, "global_step": 101731, "epoch": 571, "lr": 5.598019057287962e-07}
{"train_loss": 0.0014810559805482626, "global_step": 101732, "epoch": 571, "lr": 5.595814241770081e-07}
{"train_loss": 0.0005213339463807642, "global_step": 101733, "epoch": 571, "lr": 5.59360985808477e-07}
{"train_loss": 0.0014596976106986403, "global_step": 101734, "epoch": 571, "lr": 5.591405906233915e-07}
{"train_loss": 0.0016798913711681962, "global_step": 101735, "epoch": 571, "lr": 5.589202386219405e-07}
{"train_loss": 0.0008054935606196523, "global_step": 101736, "epoch": 571, "lr": 5.586999298043239e-07}
{"train_loss": 0.00038249162025749683, "global_step": 101737, "epoch": 571, "lr": 5.584796641707301e-07}
{"train_loss": 0.0005936327506788075, "global_step": 101738, "epoch": 571, "lr": 5.582594417213538e-07}
{"train_loss": 0.001933355233632028, "global_step": 101739, "epoch": 571, "lr": 5.58039262456378e-07}
{"train_loss": 0.0006358751561492682, "global_step": 101740, "epoch": 571, "lr": 5.578191263760024e-07}
{"train_loss": 0.0010039801709353924, "global_step": 101741, "epoch": 571, "lr": 5.575990334804271e-07}
{"train_loss": 0.0014386996626853943, "global_step": 101742, "epoch": 571, "lr": 5.573789837698295e-07}
{"train_loss": 0.00038501399103552103, "global_step": 101743, "epoch": 571, "lr": 5.571589772444153e-07}
{"train_loss": 0.00029622792499139905, "global_step": 101744, "epoch": 571, "lr": 5.569390139043618e-07}
{"train_loss": 0.00031079770997166634, "global_step": 101745, "epoch": 571, "lr": 5.567190937498745e-07}
{"train_loss": 0.0007581593235954642, "global_step": 101746, "epoch": 571, "lr": 5.564992167811368e-07}
{"train_loss": 0.001549862907268107, "global_step": 101747, "epoch": 571, "lr": 5.562793829983481e-07}
{"train_loss": 0.0007452985737472773, "global_step": 101748, "epoch": 571, "lr": 5.560595924016976e-07}
{"train_loss": 0.00042831606697291136, "global_step": 101749, "epoch": 571, "lr": 5.558398449913738e-07}
{"train_loss": 0.0007700551068410277, "global_step": 101750, "epoch": 571, "lr": 5.556201407675654e-07}
{"train_loss": 0.0018972328398376703, "global_step": 101751, "epoch": 571, "lr": 5.554004797304779e-07}
{"train_loss": 0.0004440729971975088, "global_step": 101752, "epoch": 571, "lr": 5.551808618802945e-07}
{"train_loss": 0.0007656404050067067, "global_step": 101753, "epoch": 571, "lr": 5.549612872172039e-07}
{"train_loss": 0.0024115699343383312, "global_step": 101754, "epoch": 571, "lr": 5.547417557414058e-07}
{"train_loss": 0.0007727260235697031, "global_step": 101755, "epoch": 571, "lr": 5.545222674530837e-07}
{"train_loss": 0.0013738094130530953, "global_step": 101756, "epoch": 571, "lr": 5.543028223524372e-07}
{"train_loss": 0.0005698944441974163, "global_step": 101757, "epoch": 571, "lr": 5.54083420439655e-07}
{"train_loss": 0.0006255349144339561, "global_step": 101758, "epoch": 571, "lr": 5.53864061714926e-07}
{"train_loss": 0.00037912969128228724, "global_step": 101759, "epoch": 571, "lr": 5.536447461784444e-07}
{"train_loss": 0.0007361617172136903, "global_step": 101760, "epoch": 571, "lr": 5.53425473830399e-07}
{"train_loss": 0.0005562638980336487, "global_step": 101761, "epoch": 571, "lr": 5.532062446709841e-07}
{"train_loss": 0.0007526114350184798, "global_step": 101762, "epoch": 571, "lr": 5.529870587003938e-07}
{"train_loss": 0.0018459223210811615, "global_step": 101763, "epoch": 571, "lr": 5.527679159188171e-07}
{"train_loss": 0.0004978037322871387, "global_step": 101764, "epoch": 571, "lr": 5.525488163264425e-07}
{"train_loss": 0.0016787523636594415, "global_step": 101765, "epoch": 571, "lr": 5.523297599234589e-07}
{"train_loss": 0.00023835823230911046, "global_step": 101766, "epoch": 571, "lr": 5.521107467100716e-07}
{"train_loss": 0.0007388235535472631, "global_step": 101767, "epoch": 571, "lr": 5.518917766864528e-07}
{"train_loss": 0.0008675200515426695, "global_step": 101768, "epoch": 571, "lr": 5.516728498528078e-07}
{"train_loss": 0.0013918536715209484, "global_step": 101769, "epoch": 571, "lr": 5.514539662093255e-07}
{"train_loss": 0.0012160876067355275, "global_step": 101770, "epoch": 571, "lr": 5.512351257561943e-07}
{"train_loss": 0.0007627478917129338, "global_step": 101771, "epoch": 571, "lr": 5.510163284936032e-07}
{"train_loss": 0.00035911923623643816, "global_step": 101772, "epoch": 571, "lr": 5.50797574421752e-07}
{"train_loss": 0.0008667269139550626, "global_step": 101773, "epoch": 571, "lr": 5.505788635408182e-07}
{"train_loss": 0.0006057686987333, "global_step": 101774, "epoch": 571, "lr": 5.503601958510074e-07}
{"train_loss": 0.0002694937866181135, "global_step": 101775, "epoch": 571, "lr": 5.501415713524971e-07}
{"train_loss": 0.0002452328335493803, "global_step": 101776, "epoch": 571, "lr": 5.499229900454927e-07}
{"train_loss": 0.00037043524207547307, "global_step": 101777, "epoch": 571, "lr": 5.497044519301719e-07}
{"train_loss": 0.0005195960402488708, "global_step": 101778, "epoch": 571, "lr": 5.494859570067345e-07}
{"train_loss": 0.00023117978707887232, "global_step": 101779, "epoch": 571, "lr": 5.492675052753638e-07}
{"train_loss": 0.0007023475482128561, "global_step": 101780, "epoch": 571, "lr": 5.490490967362594e-07}
{"train_loss": 0.0010243472643196583, "global_step": 101781, "epoch": 571, "lr": 5.488307313896046e-07}
{"train_loss": 0.00042618729639798403, "global_step": 101782, "epoch": 571, "lr": 5.486124092355938e-07}
{"train_loss": 0.0006816231179982424, "global_step": 101783, "epoch": 571, "lr": 5.483941302744156e-07}
{"train_loss": 0.0006181180942803621, "global_step": 101784, "epoch": 571, "lr": 5.481758945062643e-07}
{"train_loss": 0.00026646224432624876, "global_step": 101785, "epoch": 571, "lr": 5.479577019313287e-07}
{"train_loss": 0.0003822553262580186, "global_step": 101786, "epoch": 571, "lr": 5.477395525497975e-07}
{"train_loss": 0.001184334047138691, "global_step": 101787, "epoch": 571, "lr": 5.475214463618594e-07}
{"train_loss": 0.0002396870986558497, "global_step": 101788, "epoch": 571, "lr": 5.473033833677088e-07}
{"train_loss": 0.0007970620645210147, "global_step": 101789, "epoch": 571, "lr": 5.470853635675399e-07}
{"train_loss": 0.000500386580824852, "global_step": 101790, "epoch": 571, "lr": 5.46867386961536e-07}
{"train_loss": 0.0013186166761443019, "global_step": 101791, "epoch": 571, "lr": 5.466494535498912e-07}
{"train_loss": 0.0005873185582458973, "global_step": 101792, "epoch": 571, "lr": 5.464315633327888e-07}
{"train_loss": 0.0004655299708247185, "global_step": 101793, "epoch": 571, "lr": 5.462137163104341e-07}
{"train_loss": 0.0013186249416321516, "global_step": 101794, "epoch": 571, "lr": 5.45995912483005e-07}
{"train_loss": 0.00029922620160505176, "global_step": 101795, "epoch": 571, "lr": 5.457781518506955e-07}
{"train_loss": 0.0008405162952840328, "global_step": 101796, "epoch": 571, "lr": 5.455604344136944e-07}
{"train_loss": 0.0010968532878905535, "global_step": 101797, "epoch": 571, "lr": 5.453427601721906e-07}
{"train_loss": 0.0007503677043132484, "global_step": 101798, "epoch": 571, "lr": 5.451251291263781e-07}
{"train_loss": 0.001192670431919396, "global_step": 101799, "epoch": 571, "lr": 5.449075412764459e-07}
{"train_loss": 0.0012115031713619828, "global_step": 101800, "epoch": 571, "lr": 5.446899966225826e-07}
{"train_loss": 0.0010230912594124675, "global_step": 101801, "epoch": 571, "lr": 5.444724951649771e-07}
{"train_loss": 0.0006808113539591432, "global_step": 101802, "epoch": 571, "lr": 5.44255036903829e-07}
{"train_loss": 0.0009142289636656642, "global_step": 101803, "epoch": 571, "lr": 5.440376218393106e-07}
{"train_loss": 0.0005647749057970941, "global_step": 101804, "epoch": 571, "lr": 5.438202499716327e-07}
{"train_loss": 0.0006489068036898971, "global_step": 101805, "epoch": 571, "lr": 5.436029213009619e-07}
{"train_loss": 0.0006035864935256541, "global_step": 101806, "epoch": 571, "lr": 5.433856358275091e-07}
{"train_loss": 0.0004988122964277864, "global_step": 101807, "epoch": 571, "lr": 5.43168393551452e-07}
{"train_loss": 0.00019821683235932142, "global_step": 101808, "epoch": 571, "lr": 5.429511944729904e-07}
{"train_loss": 0.0011301760096102953, "global_step": 101809, "epoch": 571, "lr": 5.427340385923019e-07}
{"train_loss": 0.0003767205635085702, "global_step": 101810, "epoch": 571, "lr": 5.425169259095808e-07}
{"train_loss": 0.001617530477233231, "global_step": 101811, "epoch": 571, "lr": 5.422998564250214e-07}
{"train_loss": 0.000902815954759717, "global_step": 101812, "epoch": 571, "lr": 5.42082830138807e-07}
{"train_loss": 0.00044094910845160484, "global_step": 101813, "epoch": 571, "lr": 5.418658470511262e-07}
{"train_loss": 0.0005173717509023845, "global_step": 101814, "epoch": 571, "lr": 5.416489071621788e-07}
{"train_loss": 0.0008192950556528221, "global_step": 101815, "epoch": 571, "lr": 5.414320104721371e-07}
{"train_loss": 0.00035808852408081293, "global_step": 101816, "epoch": 572, "lr": 5.412151569812118e-07}
{"train_loss": 0.0008734507136978209, "global_step": 101817, "epoch": 572, "lr": 5.409983466895752e-07}
{"train_loss": 0.0006483268225565553, "global_step": 101818, "epoch": 572, "lr": 5.407815795974269e-07}
{"train_loss": 0.00047141898539848626, "global_step": 101819, "epoch": 572, "lr": 5.405648557049503e-07}
{"train_loss": 0.0006478801369667053, "global_step": 101820, "epoch": 572, "lr": 5.403481750123341e-07}
{"train_loss": 0.0008973845979198813, "global_step": 101821, "epoch": 572, "lr": 5.401315375197724e-07}
{"train_loss": 0.001218234421685338, "global_step": 101822, "epoch": 572, "lr": 5.399149432274542e-07}
{"train_loss": 0.0007999828085303307, "global_step": 101823, "epoch": 572, "lr": 5.396983921355625e-07}
{"train_loss": 0.0005513583309948444, "global_step": 101824, "epoch": 572, "lr": 5.394818842442917e-07}
{"train_loss": 0.0015322740655392408, "global_step": 101825, "epoch": 572, "lr": 5.392654195538305e-07}
{"train_loss": 0.0005940395640209317, "global_step": 101826, "epoch": 572, "lr": 5.390489980643676e-07}
{"train_loss": 0.0010883568320423365, "global_step": 101827, "epoch": 572, "lr": 5.388326197760918e-07}
{"train_loss": 0.0009423489100299776, "global_step": 101828, "epoch": 572, "lr": 5.386162846891918e-07}
{"train_loss": 0.00041972994222305715, "global_step": 101829, "epoch": 572, "lr": 5.383999928038564e-07}
{"train_loss": 0.0013849081005901098, "global_step": 101830, "epoch": 572, "lr": 5.381837441202741e-07}
{"train_loss": 0.0010664325673133135, "global_step": 101831, "epoch": 572, "lr": 5.37967538638634e-07}
{"train_loss": 0.0007472708821296692, "global_step": 101832, "epoch": 572, "lr": 5.377513763591247e-07}
{"train_loss": 0.0017675096169114113, "global_step": 101833, "epoch": 572, "lr": 5.375352572819404e-07}
{"train_loss": 0.002263911534100771, "global_step": 101834, "epoch": 572, "lr": 5.373191814072642e-07}
{"train_loss": 0.0009067145292647183, "global_step": 101835, "epoch": 572, "lr": 5.371031487352795e-07}
{"train_loss": 0.0005414761835709214, "global_step": 101836, "epoch": 572, "lr": 5.368871592661861e-07}
{"train_loss": 0.0002545889583416283, "global_step": 101837, "epoch": 572, "lr": 5.366712130001672e-07}
{"train_loss": 0.0006118939490988851, "global_step": 101838, "epoch": 572, "lr": 5.364553099374114e-07}
{"train_loss": 0.0004091297450941056, "global_step": 101839, "epoch": 572, "lr": 5.362394500781076e-07}
{"train_loss": 0.0009709406876936555, "global_step": 101840, "epoch": 572, "lr": 5.360236334224444e-07}
{"train_loss": 0.0007942604133859277, "global_step": 101841, "epoch": 572, "lr": 5.358078599706163e-07}
{"train_loss": 0.00041102286195382476, "global_step": 101842, "epoch": 572, "lr": 5.355921297228006e-07}
{"train_loss": 0.0008622505702078342, "global_step": 101843, "epoch": 572, "lr": 5.353764426791919e-07}
{"train_loss": 0.0010619602398946881, "global_step": 101844, "epoch": 572, "lr": 5.351607988399732e-07}
{"train_loss": 0.0005440661916509271, "global_step": 101845, "epoch": 572, "lr": 5.349451982053444e-07}
{"train_loss": 0.0005074540385976434, "global_step": 101846, "epoch": 572, "lr": 5.347296407754887e-07}
{"train_loss": 0.0011495257494971156, "global_step": 101847, "epoch": 572, "lr": 5.345141265505837e-07}
{"train_loss": 0.0005495121004059911, "global_step": 101848, "epoch": 572, "lr": 5.342986555308349e-07}
{"train_loss": 0.0005271693225950003, "global_step": 101849, "epoch": 572, "lr": 5.340832277164199e-07}
{"train_loss": 0.0008566988981328905, "global_step": 101850, "epoch": 572, "lr": 5.338678431075272e-07}
{"train_loss": 0.0008402389939874411, "global_step": 101851, "epoch": 572, "lr": 5.336525017043458e-07}
{"train_loss": 0.0007842166814953089, "global_step": 101852, "epoch": 572, "lr": 5.3343720350707e-07}
{"train_loss": 0.0006191323045641184, "global_step": 101853, "epoch": 572, "lr": 5.332219485158774e-07}
{"train_loss": 0.0013755058171227574, "global_step": 101854, "epoch": 572, "lr": 5.330067367309621e-07}
{"train_loss": 0.000343755935318768, "global_step": 101855, "epoch": 572, "lr": 5.327915681525131e-07}
{"train_loss": 0.001448188442736864, "global_step": 101856, "epoch": 572, "lr": 5.325764427807189e-07}
{"train_loss": 0.00037455715937539935, "global_step": 101857, "epoch": 572, "lr": 5.323613606157629e-07}
{"train_loss": 0.0005622162716463208, "global_step": 101858, "epoch": 572, "lr": 5.321463216578337e-07}
{"train_loss": 0.0003535868600010872, "global_step": 101859, "epoch": 572, "lr": 5.319313259071145e-07}
{"train_loss": 0.000597677833866328, "global_step": 101860, "epoch": 572, "lr": 5.317163733638108e-07}
{"train_loss": 0.0008767610415816307, "global_step": 101861, "epoch": 572, "lr": 5.315014640280891e-07}
{"train_loss": 0.0005345105309970677, "global_step": 101862, "epoch": 572, "lr": 5.312865979001547e-07}
{"train_loss": 0.00030618286109529436, "global_step": 101863, "epoch": 572, "lr": 5.310717749801797e-07}
{"train_loss": 0.0007550530135631561, "global_step": 101864, "epoch": 572, "lr": 5.30856995268364e-07}
{"train_loss": 0.0004300047003198415, "global_step": 101865, "epoch": 572, "lr": 5.306422587648907e-07}
{"train_loss": 0.0004099131911061704, "global_step": 101866, "epoch": 572, "lr": 5.304275654699431e-07}
{"train_loss": 0.001099204644560814, "global_step": 101867, "epoch": 572, "lr": 5.302129153837209e-07}
{"train_loss": 0.0005734555888921022, "global_step": 101868, "epoch": 572, "lr": 5.299983085063908e-07}
{"train_loss": 0.00037120067281648517, "global_step": 101869, "epoch": 572, "lr": 5.297837448381638e-07}
{"train_loss": 0.0007158701773732901, "global_step": 101870, "epoch": 572, "lr": 5.295692243792116e-07}
{"train_loss": 0.0011981155257672071, "global_step": 101871, "epoch": 572, "lr": 5.293547471297288e-07}
{"train_loss": 0.0003235537151340395, "global_step": 101872, "epoch": 572, "lr": 5.291403130898986e-07}
{"train_loss": 0.0006977141601964831, "global_step": 101873, "epoch": 572, "lr": 5.289259222599097e-07}
{"train_loss": 0.0006583812646567822, "global_step": 101874, "epoch": 572, "lr": 5.287115746399451e-07}
{"train_loss": 0.0017835989128798246, "global_step": 101875, "epoch": 572, "lr": 5.284972702302049e-07}
{"train_loss": 0.0004505164106376469, "global_step": 101876, "epoch": 572, "lr": 5.28283009030861e-07}
{"train_loss": 0.000636260025203228, "global_step": 101877, "epoch": 572, "lr": 5.280687910421134e-07}
{"train_loss": 0.0007097607594914734, "global_step": 101878, "epoch": 572, "lr": 5.278546162641396e-07}
{"train_loss": 0.0004345913475845009, "global_step": 101879, "epoch": 572, "lr": 5.276404846971339e-07}
{"train_loss": 0.0006811046041548252, "global_step": 101880, "epoch": 572, "lr": 5.27426396341274e-07}
{"train_loss": 0.0016530230641365051, "global_step": 101881, "epoch": 572, "lr": 5.272123511967597e-07}
{"train_loss": 0.001196166267618537, "global_step": 101882, "epoch": 572, "lr": 5.269983492637631e-07}
{"train_loss": 0.0006725514540448785, "global_step": 101883, "epoch": 572, "lr": 5.26784390542484e-07}
{"train_loss": 0.0004881368950009346, "global_step": 101884, "epoch": 572, "lr": 5.265704750331002e-07}
{"train_loss": 0.0010960922809317708, "global_step": 101885, "epoch": 572, "lr": 5.263566027358113e-07}
{"train_loss": 0.0009285429259762168, "global_step": 101886, "epoch": 572, "lr": 5.261427736507841e-07}
{"train_loss": 0.0008982729050330818, "global_step": 101887, "epoch": 572, "lr": 5.259289877782236e-07}
{"train_loss": 0.000536334584467113, "global_step": 101888, "epoch": 572, "lr": 5.257152451183079e-07}
{"train_loss": 0.0008422491373494267, "global_step": 101889, "epoch": 572, "lr": 5.255015456712253e-07}
{"train_loss": 0.0003490964591037482, "global_step": 101890, "epoch": 572, "lr": 5.252878894371649e-07}
{"train_loss": 0.0005463604466058314, "global_step": 101891, "epoch": 572, "lr": 5.250742764163041e-07}
{"train_loss": 0.0005676125874742866, "global_step": 101892, "epoch": 572, "lr": 5.248607066088429e-07}
{"train_loss": 0.00182416383177042, "global_step": 101893, "epoch": 572, "lr": 5.246471800149588e-07}
{"train_loss": 0.000529911951161921, "global_step": 101894, "epoch": 572, "lr": 5.244336966348407e-07}
{"train_loss": 0.001041629584506154, "global_step": 101895, "epoch": 572, "lr": 5.242202564686771e-07}
{"train_loss": 0.0006711126770824194, "global_step": 101896, "epoch": 572, "lr": 5.240068595166514e-07}
{"train_loss": 0.0008544095908291638, "global_step": 101897, "epoch": 572, "lr": 5.237935057789467e-07}
{"train_loss": 0.000880466541275382, "global_step": 101898, "epoch": 572, "lr": 5.235801952557573e-07}
{"train_loss": 0.0009648288250900805, "global_step": 101899, "epoch": 572, "lr": 5.233669279472664e-07}
{"train_loss": 0.0010764397447928786, "global_step": 101900, "epoch": 572, "lr": 5.231537038536627e-07}
{"train_loss": 0.001207089051604271, "global_step": 101901, "epoch": 572, "lr": 5.229405229751238e-07}
{"train_loss": 0.0013989654835313559, "global_step": 101902, "epoch": 572, "lr": 5.227273853118442e-07}
{"train_loss": 0.0006714078481309116, "global_step": 101903, "epoch": 572, "lr": 5.225142908640068e-07}
{"train_loss": 0.0006816336535848677, "global_step": 101904, "epoch": 572, "lr": 5.223012396318005e-07}
{"train_loss": 0.0008058319217525423, "global_step": 101905, "epoch": 572, "lr": 5.220882316154085e-07}
{"train_loss": 0.0008970660273917019, "global_step": 101906, "epoch": 572, "lr": 5.218752668150139e-07}
{"train_loss": 0.0005134631646797061, "global_step": 101907, "epoch": 572, "lr": 5.216623452308056e-07}
{"train_loss": 0.0006213152664713562, "global_step": 101908, "epoch": 572, "lr": 5.214494668629777e-07}
{"train_loss": 0.00039670741534791887, "global_step": 101909, "epoch": 572, "lr": 5.212366317117024e-07}
{"train_loss": 0.0008655966375954449, "global_step": 101910, "epoch": 572, "lr": 5.210238397771738e-07}
{"train_loss": 0.0012794514186680317, "global_step": 101911, "epoch": 572, "lr": 5.208110910595809e-07}
{"train_loss": 0.00046715402277186513, "global_step": 101912, "epoch": 572, "lr": 5.205983855590956e-07}
{"train_loss": 0.0021725925616919994, "global_step": 101913, "epoch": 572, "lr": 5.203857232759235e-07}
{"train_loss": 0.0010956500191241503, "global_step": 101914, "epoch": 572, "lr": 5.201731042102309e-07}
{"train_loss": 0.0006709769368171692, "global_step": 101915, "epoch": 572, "lr": 5.199605283622122e-07}
{"train_loss": 0.0002360526123084128, "global_step": 101916, "epoch": 572, "lr": 5.197479957320562e-07}
{"train_loss": 0.001673243474215269, "global_step": 101917, "epoch": 572, "lr": 5.195355063199458e-07}
{"train_loss": 0.0009512604447081685, "global_step": 101918, "epoch": 572, "lr": 5.193230601260646e-07}
{"train_loss": 0.0007362551405094564, "global_step": 101919, "epoch": 572, "lr": 5.19110657150601e-07}
{"train_loss": 0.0012565539218485355, "global_step": 101920, "epoch": 572, "lr": 5.18898297393744e-07}
{"train_loss": 0.0012855961686000228, "global_step": 101921, "epoch": 572, "lr": 5.186859808556655e-07}
{"train_loss": 0.000591311021707952, "global_step": 101922, "epoch": 572, "lr": 5.184737075365653e-07}
{"train_loss": 0.000597733655013144, "global_step": 101923, "epoch": 572, "lr": 5.182614774366212e-07}
{"train_loss": 0.0008762123761698604, "global_step": 101924, "epoch": 572, "lr": 5.180492905560219e-07}
{"train_loss": 0.0008725441875867546, "global_step": 101925, "epoch": 572, "lr": 5.178371468949506e-07}
{"train_loss": 0.0006119743920862675, "global_step": 101926, "epoch": 572, "lr": 5.176250464535903e-07}
{"train_loss": 0.0004027273098472506, "global_step": 101927, "epoch": 572, "lr": 5.174129892321355e-07}
{"train_loss": 0.0008070498006418347, "global_step": 101928, "epoch": 572, "lr": 5.172009752307638e-07}
{"train_loss": 0.000337671343004331, "global_step": 101929, "epoch": 572, "lr": 5.169890044496529e-07}
{"train_loss": 0.0015820866683498025, "global_step": 101930, "epoch": 572, "lr": 5.167770768890079e-07}
{"train_loss": 0.0008741992060095072, "global_step": 101931, "epoch": 572, "lr": 5.165651925490011e-07}
{"train_loss": 0.0012661498039960861, "global_step": 101932, "epoch": 572, "lr": 5.163533514298158e-07}
{"train_loss": 0.00027680155471898615, "global_step": 101933, "epoch": 572, "lr": 5.16141553531646e-07}
{"train_loss": 0.0002358951751375571, "global_step": 101934, "epoch": 572, "lr": 5.159297988546696e-07}
{"train_loss": 0.0003037843853235245, "global_step": 101935, "epoch": 572, "lr": 5.157180873990697e-07}
{"train_loss": 0.0009063915349543095, "global_step": 101936, "epoch": 572, "lr": 5.155064191650405e-07}
{"train_loss": 0.0007979077054187655, "global_step": 101937, "epoch": 572, "lr": 5.152947941527542e-07}
{"train_loss": 0.0009606470703147352, "global_step": 101938, "epoch": 572, "lr": 5.150832123624105e-07}
{"train_loss": 0.0006725410930812359, "global_step": 101939, "epoch": 572, "lr": 5.148716737941761e-07}
{"train_loss": 0.0023376259487122297, "global_step": 101940, "epoch": 572, "lr": 5.146601784482563e-07}
{"train_loss": 0.0009007077314890921, "global_step": 101941, "epoch": 572, "lr": 5.144487263248232e-07}
{"train_loss": 0.0007654065848328173, "global_step": 101942, "epoch": 572, "lr": 5.1423731742406e-07}
{"train_loss": 0.00035521583049558103, "global_step": 101943, "epoch": 572, "lr": 5.140259517461554e-07}
{"train_loss": 0.0010608735028654337, "global_step": 101944, "epoch": 572, "lr": 5.138146292912982e-07}
{"train_loss": 0.000378863129299134, "global_step": 101945, "epoch": 572, "lr": 5.13603350059666e-07}
{"train_loss": 0.0006100471364334226, "global_step": 101946, "epoch": 572, "lr": 5.133921140514475e-07}
{"train_loss": 0.000674088834784925, "global_step": 101947, "epoch": 572, "lr": 5.131809212668204e-07}
{"train_loss": 0.0006959551828913391, "global_step": 101948, "epoch": 572, "lr": 5.129697717059789e-07}
{"train_loss": 0.0011878454824909568, "global_step": 101949, "epoch": 572, "lr": 5.127586653691063e-07}
{"train_loss": 0.0007089304272085428, "global_step": 101950, "epoch": 572, "lr": 5.125476022563747e-07}
{"train_loss": 0.0014511803165078163, "global_step": 101951, "epoch": 572, "lr": 5.123365823679893e-07}
{"train_loss": 0.000536339997779578, "global_step": 101952, "epoch": 572, "lr": 5.121256057041112e-07}
{"train_loss": 0.0005817574565298855, "global_step": 101953, "epoch": 572, "lr": 5.119146722649404e-07}
{"train_loss": 0.001976604573428631, "global_step": 101954, "epoch": 572, "lr": 5.117037820506598e-07}
{"train_loss": 0.0006328109884634614, "global_step": 101955, "epoch": 572, "lr": 5.114929350614473e-07}
{"train_loss": 0.001755853183567524, "global_step": 101956, "epoch": 572, "lr": 5.112821312974914e-07}
{"train_loss": 0.0013204915449023247, "global_step": 101957, "epoch": 572, "lr": 5.110713707589754e-07}
{"train_loss": 0.0015882316511124372, "global_step": 101958, "epoch": 572, "lr": 5.108606534460824e-07}
{"train_loss": 0.0009056760463863611, "global_step": 101959, "epoch": 572, "lr": 5.106499793589958e-07}
{"train_loss": 0.0013322584563866258, "global_step": 101960, "epoch": 572, "lr": 5.104393484978987e-07}
{"train_loss": 0.0008685451466590166, "global_step": 101961, "epoch": 572, "lr": 5.102287608629853e-07}
{"train_loss": 0.0002651602844707668, "global_step": 101962, "epoch": 572, "lr": 5.100182164544221e-07}
{"train_loss": 0.0006699967198073864, "global_step": 101963, "epoch": 572, "lr": 5.09807715272409e-07}
{"train_loss": 0.0009315302595496178, "global_step": 101964, "epoch": 572, "lr": 5.095972573171237e-07}
{"train_loss": 0.0013943223748356104, "global_step": 101965, "epoch": 572, "lr": 5.093868425887438e-07}
{"train_loss": 0.00044829363469034433, "global_step": 101966, "epoch": 572, "lr": 5.091764710874636e-07}
{"train_loss": 0.0010997173376381397, "global_step": 101967, "epoch": 572, "lr": 5.089661428134607e-07}
{"train_loss": 0.0002269831602461636, "global_step": 101968, "epoch": 572, "lr": 5.087558577669182e-07}
{"train_loss": 0.0004036099708173424, "global_step": 101969, "epoch": 572, "lr": 5.085456159480307e-07}
{"train_loss": 0.0005187380011193454, "global_step": 101970, "epoch": 572, "lr": 5.083354173569644e-07}
{"train_loss": 0.00046226734411902726, "global_step": 101971, "epoch": 572, "lr": 5.081252619939136e-07}
{"train_loss": 0.0015267914859578013, "global_step": 101972, "epoch": 572, "lr": 5.079151498590562e-07}
{"train_loss": 0.0009395441738888621, "global_step": 101973, "epoch": 572, "lr": 5.077050809525807e-07}
{"train_loss": 0.0007457102183252573, "global_step": 101974, "epoch": 572, "lr": 5.07495055274676e-07}
{"train_loss": 0.0006524352356791496, "global_step": 101975, "epoch": 572, "lr": 5.07285072825514e-07}
{"train_loss": 0.0003275691415183246, "global_step": 101976, "epoch": 572, "lr": 5.070751336052837e-07}
{"train_loss": 0.00117936497554183, "global_step": 101977, "epoch": 572, "lr": 5.068652376141625e-07}
{"train_loss": 0.0009050695807673037, "global_step": 101978, "epoch": 572, "lr": 5.066553848523448e-07}
{"train_loss": 0.0005094383377581835, "global_step": 101979, "epoch": 572, "lr": 5.064455753200082e-07}
{"train_loss": 0.0013134635519236326, "global_step": 101980, "epoch": 572, "lr": 5.062358090173358e-07}
{"train_loss": 0.0005288335378281772, "global_step": 101981, "epoch": 572, "lr": 5.060260859445054e-07}
{"train_loss": 0.0012694422621279955, "global_step": 101982, "epoch": 572, "lr": 5.058164061017112e-07}
{"train_loss": 0.0002883673005271703, "global_step": 101983, "epoch": 572, "lr": 5.056067694891253e-07}
{"train_loss": 0.0010862845228984952, "global_step": 101984, "epoch": 572, "lr": 5.05397176106942e-07}
{"train_loss": 0.0009526447393000126, "global_step": 101985, "epoch": 572, "lr": 5.051876259553335e-07}
{"train_loss": 0.0012149820104241371, "global_step": 101986, "epoch": 572, "lr": 5.049781190344882e-07}
{"train_loss": 0.0004333372926339507, "global_step": 101987, "epoch": 572, "lr": 5.047686553445897e-07}
{"train_loss": 0.00021211360581219196, "global_step": 101988, "epoch": 572, "lr": 5.045592348858208e-07}
{"train_loss": 0.0009477033163420856, "global_step": 101989, "epoch": 572, "lr": 5.043498576583649e-07}
{"train_loss": 0.00033663943759165704, "global_step": 101990, "epoch": 572, "lr": 5.041405236623942e-07}
{"train_loss": 0.0019163142424076796, "global_step": 101991, "epoch": 572, "lr": 5.039312328981082e-07}
{"train_loss": 0.0012635213788598776, "global_step": 101992, "epoch": 572, "lr": 5.037219853656849e-07}
{"train_loss": 0.0008342993262405716, "global_step": 101993, "epoch": 572, "lr": 5.035127810653017e-07}
{"train_loss": 0.00046619627391919494, "global_step": 101994, "epoch": 573, "lr": 5.033036199971475e-07}
{"train_loss": 0.00037015677662566304, "global_step": 101995, "epoch": 573, "lr": 5.030945021613998e-07}
{"train_loss": 0.0010114257456734776, "global_step": 101996, "epoch": 573, "lr": 5.028854275582418e-07}
{"train_loss": 0.0007048009429126978, "global_step": 101997, "epoch": 573, "lr": 5.026763961878567e-07}
{"train_loss": 0.0010254895314574242, "global_step": 101998, "epoch": 573, "lr": 5.024674080504277e-07}
{"train_loss": 0.00028570916038006544, "global_step": 101999, "epoch": 573, "lr": 5.02258463146138e-07}
{"train_loss": 0.0009502817410975695, "global_step": 102000, "epoch": 573, "lr": 5.020495614751708e-07}
{"train_loss": 0.0004031382850371301, "global_step": 102001, "epoch": 573, "lr": 5.018407030377037e-07}
{"train_loss": 0.0009644234087318182, "global_step": 102002, "epoch": 573, "lr": 5.016318878339255e-07}
{"train_loss": 0.001312618493102491, "global_step": 102003, "epoch": 573, "lr": 5.014231158640192e-07}
{"train_loss": 0.0006030602380633354, "global_step": 102004, "epoch": 573, "lr": 5.012143871281572e-07}
{"train_loss": 0.00036551267839968204, "global_step": 102005, "epoch": 573, "lr": 5.010057016265335e-07}
{"train_loss": 0.0007934840396046638, "global_step": 102006, "epoch": 573, "lr": 5.007970593593203e-07}
{"train_loss": 0.0005778026534244418, "global_step": 102007, "epoch": 573, "lr": 5.005884603267119e-07}
{"train_loss": 0.00027782481629401445, "global_step": 102008, "epoch": 573, "lr": 5.003799045288748e-07}
{"train_loss": 0.0006876477273181081, "global_step": 102009, "epoch": 573, "lr": 5.00171391966009e-07}
{"train_loss": 0.0017275507561862469, "global_step": 102010, "epoch": 573, "lr": 4.999629226382807e-07}
{"train_loss": 0.0006486182101070881, "global_step": 102011, "epoch": 573, "lr": 4.997544965458789e-07}
{"train_loss": 0.0005197578575462103, "global_step": 102012, "epoch": 573, "lr": 4.995461136889867e-07}
{"train_loss": 0.00031225988641381264, "global_step": 102013, "epoch": 573, "lr": 4.993377740677874e-07}
{"train_loss": 0.0005849373410455883, "global_step": 102014, "epoch": 573, "lr": 4.991294776824585e-07}
{"train_loss": 0.0009055408299900591, "global_step": 102015, "epoch": 573, "lr": 4.989212245331831e-07}
{"train_loss": 0.0005561087746173143, "global_step": 102016, "epoch": 573, "lr": 4.987130146201447e-07}
{"train_loss": 0.0010635125217959285, "global_step": 102017, "epoch": 573, "lr": 4.985048479435206e-07}
{"train_loss": 0.0010730409994721413, "global_step": 102018, "epoch": 573, "lr": 4.982967245034997e-07}
{"train_loss": 0.0004596749786287546, "global_step": 102019, "epoch": 573, "lr": 4.980886443002653e-07}
{"train_loss": 0.00032755458960309625, "global_step": 102020, "epoch": 573, "lr": 4.978806073339892e-07}
{"train_loss": 0.0005658100126311183, "global_step": 102021, "epoch": 573, "lr": 4.976726136048549e-07}
{"train_loss": 0.0002976670511998236, "global_step": 102022, "epoch": 573, "lr": 4.974646631130509e-07}
{"train_loss": 0.0006635359604842961, "global_step": 102023, "epoch": 573, "lr": 4.972567558587549e-07}
{"train_loss": 0.00158726389054209, "global_step": 102024, "epoch": 573, "lr": 4.970488918421446e-07}
{"train_loss": 0.0008268215460702777, "global_step": 102025, "epoch": 573, "lr": 4.968410710634141e-07}
{"train_loss": 0.0003525603096932173, "global_step": 102026, "epoch": 573, "lr": 4.966332935227303e-07}
{"train_loss": 0.0006222008960321546, "global_step": 102027, "epoch": 573, "lr": 4.964255592202871e-07}
{"train_loss": 0.0016723515000194311, "global_step": 102028, "epoch": 573, "lr": 4.962178681562512e-07}
{"train_loss": 0.0004939103964716196, "global_step": 102029, "epoch": 573, "lr": 4.960102203308226e-07}
{"train_loss": 0.0011731564300134778, "global_step": 102030, "epoch": 573, "lr": 4.958026157441675e-07}
{"train_loss": 0.0007781233871355653, "global_step": 102031, "epoch": 573, "lr": 4.955950543964694e-07}
{"train_loss": 0.00016059927293099463, "global_step": 102032, "epoch": 573, "lr": 4.953875362879168e-07}
{"train_loss": 0.0005045161815360188, "global_step": 102033, "epoch": 573, "lr": 4.951800614186818e-07}
{"train_loss": 0.0012201525969430804, "global_step": 102034, "epoch": 573, "lr": 4.949726297889534e-07}
{"train_loss": 0.0007484513334929943, "global_step": 102035, "epoch": 573, "lr": 4.947652413989145e-07}
{"train_loss": 0.0004079422797076404, "global_step": 102036, "epoch": 573, "lr": 4.945578962487374e-07}
{"train_loss": 0.0009853318333625793, "global_step": 102037, "epoch": 573, "lr": 4.943505943386106e-07}
{"train_loss": 0.0010315370745956898, "global_step": 102038, "epoch": 573, "lr": 4.941433356687064e-07}
{"train_loss": 0.0007965824333950877, "global_step": 102039, "epoch": 573, "lr": 4.939361202392134e-07}
{"train_loss": 0.0008832104504108429, "global_step": 102040, "epoch": 573, "lr": 4.937289480503149e-07}
{"train_loss": 0.0012062949826940894, "global_step": 102041, "epoch": 573, "lr": 4.935218191021828e-07}
{"train_loss": 0.0009011012734845281, "global_step": 102042, "epoch": 573, "lr": 4.933147333950061e-07}
{"train_loss": 0.0006987511878833175, "global_step": 102043, "epoch": 573, "lr": 4.931076909289622e-07}
{"train_loss": 0.001026661484502256, "global_step": 102044, "epoch": 573, "lr": 4.92900691704229e-07}
{"train_loss": 0.0007202436099760234, "global_step": 102045, "epoch": 573, "lr": 4.926937357209949e-07}
{"train_loss": 0.0005738820182159543, "global_step": 102046, "epoch": 573, "lr": 4.924868229794321e-07}
{"train_loss": 0.000344517087796703, "global_step": 102047, "epoch": 573, "lr": 4.922799534797296e-07}
{"train_loss": 0.0002650455280672759, "global_step": 102048, "epoch": 573, "lr": 4.920731272220592e-07}
{"train_loss": 0.0003622196090873331, "global_step": 102049, "epoch": 573, "lr": 4.918663442066096e-07}
{"train_loss": 0.0002836163039319217, "global_step": 102050, "epoch": 573, "lr": 4.916596044335587e-07}
{"train_loss": 0.0003718966036103666, "global_step": 102051, "epoch": 573, "lr": 4.914529079030894e-07}
{"train_loss": 0.0002926144516095519, "global_step": 102052, "epoch": 573, "lr": 4.91246254615374e-07}
{"train_loss": 0.0005904805148020387, "global_step": 102053, "epoch": 573, "lr": 4.910396445705956e-07}
{"train_loss": 0.0005851708119735122, "global_step": 102054, "epoch": 573, "lr": 4.908330777689429e-07}
{"train_loss": 0.0008369783754460514, "global_step": 102055, "epoch": 573, "lr": 4.906265542105882e-07}
{"train_loss": 0.0007145763374865055, "global_step": 102056, "epoch": 573, "lr": 4.904200738957198e-07}
{"train_loss": 0.001537701697088778, "global_step": 102057, "epoch": 573, "lr": 4.902136368245047e-07}
{"train_loss": 0.0007489711861126125, "global_step": 102058, "epoch": 573, "lr": 4.90007242997137e-07}
{"train_loss": 0.0005387986311689019, "global_step": 102059, "epoch": 573, "lr": 4.898008924137886e-07}
{"train_loss": 0.0004427986277732998, "global_step": 102060, "epoch": 573, "lr": 4.895945850746431e-07}
{"train_loss": 0.0003844324965029955, "global_step": 102061, "epoch": 573, "lr": 4.893883209798778e-07}
{"train_loss": 0.0003529147361405194, "global_step": 102062, "epoch": 573, "lr": 4.891821001296815e-07}
{"train_loss": 0.000698886055033654, "global_step": 102063, "epoch": 573, "lr": 4.889759225242208e-07}
{"train_loss": 0.000864763162098825, "global_step": 102064, "epoch": 573, "lr": 4.887697881636899e-07}
{"train_loss": 0.0008218415314331651, "global_step": 102065, "epoch": 573, "lr": 4.885636970482555e-07}
{"train_loss": 0.0012516829883679748, "global_step": 102066, "epoch": 573, "lr": 4.883576491781061e-07}
{"train_loss": 0.0003484041371848434, "global_step": 102067, "epoch": 573, "lr": 4.881516445534195e-07}
{"train_loss": 0.0016093795420601964, "global_step": 102068, "epoch": 573, "lr": 4.879456831743789e-07}
{"train_loss": 0.0007498953491449356, "global_step": 102069, "epoch": 573, "lr": 4.877397650411564e-07}
{"train_loss": 0.0008550496422685683, "global_step": 102070, "epoch": 573, "lr": 4.875338901539406e-07}
{"train_loss": 0.0012560427421703935, "global_step": 102071, "epoch": 573, "lr": 4.87328058512898e-07}
{"train_loss": 0.00037261671968735754, "global_step": 102072, "epoch": 573, "lr": 4.871222701182232e-07}
{"train_loss": 0.000589315197430551, "global_step": 102073, "epoch": 573, "lr": 4.869165249700936e-07}
{"train_loss": 0.000522491114679724, "global_step": 102074, "epoch": 573, "lr": 4.867108230686813e-07}
{"train_loss": 0.0014571944484487176, "global_step": 102075, "epoch": 573, "lr": 4.865051644141749e-07}
{"train_loss": 0.0005245396168902516, "global_step": 102076, "epoch": 573, "lr": 4.862995490067413e-07}
{"train_loss": 0.00029780599288642406, "global_step": 102077, "epoch": 573, "lr": 4.860939768465744e-07}
{"train_loss": 0.0010358961299061775, "global_step": 102078, "epoch": 573, "lr": 4.85888447933841e-07}
{"train_loss": 0.0015329124871641397, "global_step": 102079, "epoch": 573, "lr": 4.856829622687354e-07}
{"train_loss": 0.0008756679017096758, "global_step": 102080, "epoch": 573, "lr": 4.854775198514239e-07}
{"train_loss": 0.0007594453636556864, "global_step": 102081, "epoch": 573, "lr": 4.852721206820954e-07}
{"train_loss": 0.00030823142151348293, "global_step": 102082, "epoch": 573, "lr": 4.850667647609164e-07}
{"train_loss": 0.0015715847257524729, "global_step": 102083, "epoch": 573, "lr": 4.848614520880812e-07}
{"train_loss": 0.0011673558037728071, "global_step": 102084, "epoch": 573, "lr": 4.846561826637619e-07}
{"train_loss": 0.0006921488093212247, "global_step": 102085, "epoch": 573, "lr": 4.844509564881361e-07}
{"train_loss": 0.0004306612827349454, "global_step": 102086, "epoch": 573, "lr": 4.84245773561387e-07}
{"train_loss": 0.0009498576982878149, "global_step": 102087, "epoch": 573, "lr": 4.840406338836923e-07}
{"train_loss": 0.0012808048631995916, "global_step": 102088, "epoch": 573, "lr": 4.838355374552295e-07}
{"train_loss": 0.002083390485495329, "global_step": 102089, "epoch": 573, "lr": 4.836304842761818e-07}
{"train_loss": 0.00039206500514410436, "global_step": 102090, "epoch": 573, "lr": 4.834254743467215e-07}
{"train_loss": 0.000584342225920409, "global_step": 102091, "epoch": 573, "lr": 4.832205076670371e-07}
{"train_loss": 0.0011332230642437935, "global_step": 102092, "epoch": 573, "lr": 4.830155842372952e-07}
{"train_loss": 0.001118351356126368, "global_step": 102093, "epoch": 573, "lr": 4.828107040576902e-07}
{"train_loss": 0.0006095049902796745, "global_step": 102094, "epoch": 573, "lr": 4.826058671283884e-07}
{"train_loss": 0.000613917363807559, "global_step": 102095, "epoch": 573, "lr": 4.824010734495732e-07}
{"train_loss": 0.0006585147348232567, "global_step": 102096, "epoch": 573, "lr": 4.821963230214221e-07}
{"train_loss": 0.00061385752633214, "global_step": 102097, "epoch": 573, "lr": 4.819916158441185e-07}
{"train_loss": 0.0008736156742088497, "global_step": 102098, "epoch": 573, "lr": 4.817869519178397e-07}
{"train_loss": 0.0007417277083732188, "global_step": 102099, "epoch": 573, "lr": 4.815823312427581e-07}
{"train_loss": 0.0002669180976226926, "global_step": 102100, "epoch": 573, "lr": 4.813777538190567e-07}
{"train_loss": 0.0011952468194067478, "global_step": 102101, "epoch": 573, "lr": 4.811732196469188e-07}
{"train_loss": 0.0013959967764094472, "global_step": 102102, "epoch": 573, "lr": 4.809687287265163e-07}
{"train_loss": 0.0007359791197814047, "global_step": 102103, "epoch": 573, "lr": 4.807642810580326e-07}
{"train_loss": 0.0008047004230320454, "global_step": 102104, "epoch": 573, "lr": 4.805598766416453e-07}
{"train_loss": 0.0009203345980495214, "global_step": 102105, "epoch": 573, "lr": 4.803555154775263e-07}
{"train_loss": 0.0010259182890877128, "global_step": 102106, "epoch": 573, "lr": 4.801511975658646e-07}
{"train_loss": 0.0005814461619593203, "global_step": 102107, "epoch": 573, "lr": 4.799469229068265e-07}
{"train_loss": 0.0009183059446513653, "global_step": 102108, "epoch": 573, "lr": 4.797426915006064e-07}
{"train_loss": 0.0009886493207886815, "global_step": 102109, "epoch": 573, "lr": 4.795385033473654e-07}
{"train_loss": 0.000514125160407275, "global_step": 102110, "epoch": 573, "lr": 4.793343584472976e-07}
{"train_loss": 0.0004366256180219352, "global_step": 102111, "epoch": 573, "lr": 4.791302568005695e-07}
{"train_loss": 0.0006608011317439377, "global_step": 102112, "epoch": 573, "lr": 4.789261984073645e-07}
{"train_loss": 0.0010787748033180833, "global_step": 102113, "epoch": 573, "lr": 4.787221832678602e-07}
{"train_loss": 0.0007864529034122825, "global_step": 102114, "epoch": 573, "lr": 4.785182113822339e-07}
{"train_loss": 0.000909718219190836, "global_step": 102115, "epoch": 573, "lr": 4.783142827506636e-07}
{"train_loss": 0.0010216140653938055, "global_step": 102116, "epoch": 573, "lr": 4.781103973733325e-07}
{"train_loss": 0.0003980743931606412, "global_step": 102117, "epoch": 573, "lr": 4.779065552504126e-07}
{"train_loss": 0.0003031207015737891, "global_step": 102118, "epoch": 573, "lr": 4.777027563820813e-07}
{"train_loss": 0.0006455978727899492, "global_step": 102119, "epoch": 573, "lr": 4.77499000768522e-07}
{"train_loss": 0.0006089953822083771, "global_step": 102120, "epoch": 573, "lr": 4.772952884099069e-07}
{"train_loss": 0.0004902305663563311, "global_step": 102121, "epoch": 573, "lr": 4.77091619306419e-07}
{"train_loss": 0.000701521523296833, "global_step": 102122, "epoch": 573, "lr": 4.768879934582359e-07}
{"train_loss": 0.0005755057791247964, "global_step": 102123, "epoch": 573, "lr": 4.766844108655355e-07}
{"train_loss": 0.00016403636254835874, "global_step": 102124, "epoch": 573, "lr": 4.764808715284841e-07}
{"train_loss": 0.0007701863069087267, "global_step": 102125, "epoch": 573, "lr": 4.76277375447276e-07}
{"train_loss": 0.0004719257995020598, "global_step": 102126, "epoch": 573, "lr": 4.760739226220834e-07}
{"train_loss": 0.0008579730056226254, "global_step": 102127, "epoch": 573, "lr": 4.758705130530783e-07}
{"train_loss": 0.00039788050344213843, "global_step": 102128, "epoch": 573, "lr": 4.756671467404494e-07}
{"train_loss": 0.0006763102719560266, "global_step": 102129, "epoch": 573, "lr": 4.754638236843634e-07}
{"train_loss": 0.0018242169171571732, "global_step": 102130, "epoch": 573, "lr": 4.7526054388499775e-07}
{"train_loss": 0.0009770068572834134, "global_step": 102131, "epoch": 573, "lr": 4.750573073425413e-07}
{"train_loss": 0.0008204428013414145, "global_step": 102132, "epoch": 573, "lr": 4.748541140571605e-07}
{"train_loss": 0.0009772906778380275, "global_step": 102133, "epoch": 573, "lr": 4.7465096402903865e-07}
{"train_loss": 0.0012143104104325175, "global_step": 102134, "epoch": 573, "lr": 4.744478572583477e-07}
{"train_loss": 0.00139912951271981, "global_step": 102135, "epoch": 573, "lr": 4.742447937452765e-07}
{"train_loss": 0.000828316668048501, "global_step": 102136, "epoch": 573, "lr": 4.7404177348999157e-07}
{"train_loss": 0.0017705284990370274, "global_step": 102137, "epoch": 573, "lr": 4.738387964926705e-07}
{"train_loss": 0.00028031415422447026, "global_step": 102138, "epoch": 573, "lr": 4.736358627534965e-07}
{"train_loss": 0.001897884882055223, "global_step": 102139, "epoch": 573, "lr": 4.734329722726416e-07}
{"train_loss": 0.0005118025001138449, "global_step": 102140, "epoch": 573, "lr": 4.732301250502891e-07}
{"train_loss": 0.0006416556425392628, "global_step": 102141, "epoch": 573, "lr": 4.73027321086611e-07}
{"train_loss": 0.0014429956208914518, "global_step": 102142, "epoch": 573, "lr": 4.728245603817849e-07}
{"train_loss": 0.0012874624226242304, "global_step": 102143, "epoch": 573, "lr": 4.726218429359885e-07}
{"train_loss": 0.0005475478246808052, "global_step": 102144, "epoch": 573, "lr": 4.724191687493995e-07}
{"train_loss": 0.0013568419963121414, "global_step": 102145, "epoch": 573, "lr": 4.722165378221899e-07}
{"train_loss": 0.0007034244481474161, "global_step": 102146, "epoch": 573, "lr": 4.720139501545484e-07}
{"train_loss": 0.0006350056501105428, "global_step": 102147, "epoch": 573, "lr": 4.718114057466416e-07}
{"train_loss": 0.0014246645150706172, "global_step": 102148, "epoch": 573, "lr": 4.716089045986527e-07}
{"train_loss": 0.0006392149953171611, "global_step": 102149, "epoch": 573, "lr": 4.7140644671075375e-07}
{"train_loss": 0.0005888326559215784, "global_step": 102150, "epoch": 573, "lr": 4.7120403208312236e-07}
{"train_loss": 0.0007677225512452424, "global_step": 102151, "epoch": 573, "lr": 4.710016607159362e-07}
{"train_loss": 0.00025442143669351935, "global_step": 102152, "epoch": 573, "lr": 4.7079933260937294e-07}
{"train_loss": 0.0008638874278403819, "global_step": 102153, "epoch": 573, "lr": 4.7059704776361013e-07}
{"train_loss": 0.0010962864616885781, "global_step": 102154, "epoch": 573, "lr": 4.7039480617882547e-07}
{"train_loss": 0.0007827157387509942, "global_step": 102155, "epoch": 573, "lr": 4.7019260785518546e-07}
{"train_loss": 0.0008428858127444983, "global_step": 102156, "epoch": 573, "lr": 4.699904527928789e-07}
{"train_loss": 0.0008947337046265602, "global_step": 102157, "epoch": 573, "lr": 4.697883409920778e-07}
{"train_loss": 0.0006148570100776851, "global_step": 102158, "epoch": 573, "lr": 4.6958627245295986e-07}
{"train_loss": 0.0006079566082917154, "global_step": 102159, "epoch": 573, "lr": 4.6938424717569707e-07}
{"train_loss": 0.00040848320350050926, "global_step": 102160, "epoch": 573, "lr": 4.6918226516046714e-07}
{"train_loss": 0.0013060872443020344, "global_step": 102161, "epoch": 573, "lr": 4.6898032640745326e-07}
{"train_loss": 0.0007494993624277413, "global_step": 102162, "epoch": 573, "lr": 4.6877843091682747e-07}
{"train_loss": 0.0015854358207434416, "global_step": 102163, "epoch": 573, "lr": 4.6857657868876193e-07}
{"train_loss": 0.0007031207205727696, "global_step": 102164, "epoch": 573, "lr": 4.6837476972343977e-07}
{"train_loss": 0.0009052628302015364, "global_step": 102165, "epoch": 573, "lr": 4.6817300402103303e-07}
{"train_loss": 0.0008709889370948076, "global_step": 102166, "epoch": 573, "lr": 4.6797128158171943e-07}
{"train_loss": 0.0015223175287246704, "global_step": 102167, "epoch": 573, "lr": 4.677696024056766e-07}
{"train_loss": 0.0004770956584252417, "global_step": 102168, "epoch": 573, "lr": 4.67567966493071e-07}
{"train_loss": 0.0005609175423160195, "global_step": 102169, "epoch": 573, "lr": 4.67366373844097e-07}
{"train_loss": 0.0020013954490423203, "global_step": 102170, "epoch": 573, "lr": 4.671648244589155e-07}
{"train_loss": 0.0007984953929357535, "global_step": 102171, "epoch": 573, "lr": 4.6696331833770977e-07}
{"train_loss": 0.0005898482631891966, "global_step": 102172, "epoch": 574, "lr": 4.667618554806519e-07}
{"train_loss": 0.0003875998954754323, "global_step": 102173, "epoch": 574, "lr": 4.6656043588791945e-07}
{"train_loss": 0.0015491172671318054, "global_step": 102174, "epoch": 574, "lr": 4.6635905955969007e-07}
{"train_loss": 0.0009552162955515087, "global_step": 102175, "epoch": 574, "lr": 4.661577264961359e-07}
{"train_loss": 0.0006757951923646033, "global_step": 102176, "epoch": 574, "lr": 4.659564366974345e-07}
{"train_loss": 0.0004067285917699337, "global_step": 102177, "epoch": 574, "lr": 4.657551901637636e-07}
{"train_loss": 0.0006563572678714991, "global_step": 102178, "epoch": 574, "lr": 4.655539868952952e-07}
{"train_loss": 0.00045701776980422437, "global_step": 102179, "epoch": 574, "lr": 4.6535282689220696e-07}
{"train_loss": 0.00046564562944695354, "global_step": 102180, "epoch": 574, "lr": 4.651517101546765e-07}
{"train_loss": 0.0010423107305541635, "global_step": 102181, "epoch": 574, "lr": 4.6495063668287597e-07}
{"train_loss": 0.000722992408555001, "global_step": 102182, "epoch": 574, "lr": 4.6474960647698853e-07}
{"train_loss": 0.0011101069394499063, "global_step": 102183, "epoch": 574, "lr": 4.645486195371751e-07}
{"train_loss": 0.00028710573678836226, "global_step": 102184, "epoch": 574, "lr": 4.6434767586363006e-07}
{"train_loss": 0.0009651368018239737, "global_step": 102185, "epoch": 574, "lr": 4.6414677545650876e-07}
{"train_loss": 0.0008231848478317261, "global_step": 102186, "epoch": 574, "lr": 4.6394591831600553e-07}
{"train_loss": 0.00025951856514438987, "global_step": 102187, "epoch": 574, "lr": 4.6374510444228136e-07}
{"train_loss": 0.0010680753039196134, "global_step": 102188, "epoch": 574, "lr": 4.63544333835525e-07}
{"train_loss": 0.0003542067133821547, "global_step": 102189, "epoch": 574, "lr": 4.6334360649589737e-07}
{"train_loss": 0.0006677330238744617, "global_step": 102190, "epoch": 574, "lr": 4.631429224235817e-07}
{"train_loss": 0.0007763205794617534, "global_step": 102191, "epoch": 574, "lr": 4.629422816187556e-07}
{"train_loss": 0.00032215623650699854, "global_step": 102192, "epoch": 574, "lr": 4.6274168408159124e-07}
{"train_loss": 0.00032993487548083067, "global_step": 102193, "epoch": 574, "lr": 4.625411298122551e-07}
{"train_loss": 0.0013742411974817514, "global_step": 102194, "epoch": 574, "lr": 4.6234061881094136e-07}
{"train_loss": 0.0006840556743554771, "global_step": 102195, "epoch": 574, "lr": 4.6214015107781115e-07}
{"train_loss": 0.0014176021795719862, "global_step": 102196, "epoch": 574, "lr": 4.619397266130421e-07}
{"train_loss": 0.0004142750985920429, "global_step": 102197, "epoch": 574, "lr": 4.6173934541681174e-07}
{"train_loss": 0.0012568956008180976, "global_step": 102198, "epoch": 574, "lr": 4.615390074892922e-07}
{"train_loss": 0.00023653967946302146, "global_step": 102199, "epoch": 574, "lr": 4.613387128306612e-07}
{"train_loss": 0.000880976440384984, "global_step": 102200, "epoch": 574, "lr": 4.6113846144109075e-07}
{"train_loss": 0.0009459311841055751, "global_step": 102201, "epoch": 574, "lr": 4.6093825332075847e-07}
{"train_loss": 0.0006257564527913928, "global_step": 102202, "epoch": 574, "lr": 4.6073808846983645e-07}
{"train_loss": 0.0013834271812811494, "global_step": 102203, "epoch": 574, "lr": 4.6053796688850236e-07}
{"train_loss": 0.0009235753677785397, "global_step": 102204, "epoch": 574, "lr": 4.6033788857693385e-07}
{"train_loss": 0.000587762682698667, "global_step": 102205, "epoch": 574, "lr": 4.601378535352974e-07}
{"train_loss": 0.00037552620051428676, "global_step": 102206, "epoch": 574, "lr": 4.599378617637706e-07}
{"train_loss": 0.0008483856217935681, "global_step": 102207, "epoch": 574, "lr": 4.597379132625368e-07}
{"train_loss": 0.0018506803316995502, "global_step": 102208, "epoch": 574, "lr": 4.5953800803175127e-07}
{"train_loss": 0.0014075951185077429, "global_step": 102209, "epoch": 574, "lr": 4.593381460716084e-07}
{"train_loss": 0.00044924591202288866, "global_step": 102210, "epoch": 574, "lr": 4.5913832738228025e-07}
{"train_loss": 0.0002187004720326513, "global_step": 102211, "epoch": 574, "lr": 4.5893855196392777e-07}
{"train_loss": 0.0005021526012569666, "global_step": 102212, "epoch": 574, "lr": 4.587388198167397e-07}
{"train_loss": 0.0006710465531796217, "global_step": 102213, "epoch": 574, "lr": 4.585391309408771e-07}
{"train_loss": 0.00045158498687669635, "global_step": 102214, "epoch": 574, "lr": 4.5833948533652857e-07}
{"train_loss": 0.0006100286263972521, "global_step": 102215, "epoch": 574, "lr": 4.581398830038608e-07}
{"train_loss": 0.000928780878894031, "global_step": 102216, "epoch": 574, "lr": 4.5794032394304576e-07}
{"train_loss": 0.0007256560493260622, "global_step": 102217, "epoch": 574, "lr": 4.5774080815426666e-07}
{"train_loss": 0.0004079009813722223, "global_step": 102218, "epoch": 574, "lr": 4.575413356376901e-07}
{"train_loss": 0.0004892636789008975, "global_step": 102219, "epoch": 574, "lr": 4.5734190639348807e-07}
{"train_loss": 0.0008302803616970778, "global_step": 102220, "epoch": 574, "lr": 4.571425204218438e-07}
{"train_loss": 0.0014946339651942253, "global_step": 102221, "epoch": 574, "lr": 4.569431777229238e-07}
{"train_loss": 0.0003910968662239611, "global_step": 102222, "epoch": 574, "lr": 4.5674387829691134e-07}
{"train_loss": 0.0006164752412587404, "global_step": 102223, "epoch": 574, "lr": 4.565446221439673e-07}
{"train_loss": 0.0004468308761715889, "global_step": 102224, "epoch": 574, "lr": 4.563454092642749e-07}
{"train_loss": 0.000711605534888804, "global_step": 102225, "epoch": 574, "lr": 4.5614623965801186e-07}
{"train_loss": 0.001580007839947939, "global_step": 102226, "epoch": 574, "lr": 4.55947113325339e-07}
{"train_loss": 0.0003786542220041156, "global_step": 102227, "epoch": 574, "lr": 4.5574803026643966e-07}
{"train_loss": 0.0008947884198278189, "global_step": 102228, "epoch": 574, "lr": 4.555489904814858e-07}
{"train_loss": 0.0021363887935876846, "global_step": 102229, "epoch": 574, "lr": 4.553499939706496e-07}
{"train_loss": 0.0010648095048964024, "global_step": 102230, "epoch": 574, "lr": 4.551510407341142e-07}
{"train_loss": 0.000545774819329381, "global_step": 102231, "epoch": 574, "lr": 4.5495213077203504e-07}
{"train_loss": 0.0007307750638574362, "global_step": 102232, "epoch": 574, "lr": 4.547532640846064e-07}
{"train_loss": 0.0008736372110433877, "global_step": 102233, "epoch": 574, "lr": 4.545544406719837e-07}
{"train_loss": 0.0007488651899620891, "global_step": 102234, "epoch": 574, "lr": 4.543556605343502e-07}
{"train_loss": 0.0002829266886692494, "global_step": 102235, "epoch": 574, "lr": 4.5415692367188347e-07}
{"train_loss": 0.0010988994035869837, "global_step": 102236, "epoch": 574, "lr": 4.539582300847445e-07}
{"train_loss": 0.0006189165869727731, "global_step": 102237, "epoch": 574, "lr": 4.537595797731165e-07}
{"train_loss": 0.00020813588344026357, "global_step": 102238, "epoch": 574, "lr": 4.5356097273717703e-07}
{"train_loss": 0.0003167542163282633, "global_step": 102239, "epoch": 574, "lr": 4.533624089770816e-07}
{"train_loss": 0.0006094102864153683, "global_step": 102240, "epoch": 574, "lr": 4.531638884930245e-07}
{"train_loss": 0.0006651445874013007, "global_step": 102241, "epoch": 574, "lr": 4.5296541128516665e-07}
{"train_loss": 0.000800377456471324, "global_step": 102242, "epoch": 574, "lr": 4.527669773536858e-07}
{"train_loss": 0.0006470578955486417, "global_step": 102243, "epoch": 574, "lr": 4.525685866987539e-07}
{"train_loss": 0.0010869826655834913, "global_step": 102244, "epoch": 574, "lr": 4.523702393205376e-07}
{"train_loss": 0.0005870005115866661, "global_step": 102245, "epoch": 574, "lr": 4.521719352192255e-07}
{"train_loss": 0.0005877719959244132, "global_step": 102246, "epoch": 574, "lr": 4.5197367439497875e-07}
{"train_loss": 0.0017321750055998564, "global_step": 102247, "epoch": 574, "lr": 4.5177545684797487e-07}
{"train_loss": 0.0011532974895089865, "global_step": 102248, "epoch": 574, "lr": 4.515772825783859e-07}
{"train_loss": 0.0012232967419549823, "global_step": 102249, "epoch": 574, "lr": 4.5137915158638413e-07}
{"train_loss": 0.0006832701619714499, "global_step": 102250, "epoch": 574, "lr": 4.51181063872147e-07}
{"train_loss": 0.0004918363410979509, "global_step": 102251, "epoch": 574, "lr": 4.509830194358411e-07}
{"train_loss": 0.0003428329946473241, "global_step": 102252, "epoch": 574, "lr": 4.5078501827764407e-07}
{"train_loss": 0.0005726962699554861, "global_step": 102253, "epoch": 574, "lr": 4.50587060397728e-07}
{"train_loss": 0.0010635978542268276, "global_step": 102254, "epoch": 574, "lr": 4.503891457962595e-07}
{"train_loss": 0.0007750263903290033, "global_step": 102255, "epoch": 574, "lr": 4.5019127447342715e-07}
{"train_loss": 0.000571587064769119, "global_step": 102256, "epoch": 574, "lr": 4.499934464293809e-07}
{"train_loss": 0.0004045589594170451, "global_step": 102257, "epoch": 574, "lr": 4.497956616643151e-07}
{"train_loss": 0.0004613808123394847, "global_step": 102258, "epoch": 574, "lr": 4.495979201783906e-07}
{"train_loss": 0.0010645284783095121, "global_step": 102259, "epoch": 574, "lr": 4.494002219717852e-07}
{"train_loss": 0.00019600146333687007, "global_step": 102260, "epoch": 574, "lr": 4.492025670446709e-07}
{"train_loss": 0.0003247265995014459, "global_step": 102261, "epoch": 574, "lr": 4.4900495539721423e-07}
{"train_loss": 0.0016130625735968351, "global_step": 102262, "epoch": 574, "lr": 4.488073870295928e-07}
{"train_loss": 0.0002958405530080199, "global_step": 102263, "epoch": 574, "lr": 4.486098619419843e-07}
{"train_loss": 0.0004185521975159645, "global_step": 102264, "epoch": 574, "lr": 4.484123801345497e-07}
{"train_loss": 0.001360640162602067, "global_step": 102265, "epoch": 574, "lr": 4.482149416074721e-07}
{"train_loss": 0.000769113888964057, "global_step": 102266, "epoch": 574, "lr": 4.480175463609182e-07}
{"train_loss": 0.0010010721161961555, "global_step": 102267, "epoch": 574, "lr": 4.4782019439505994e-07}
{"train_loss": 0.0003983487840741873, "global_step": 102268, "epoch": 574, "lr": 4.4762288571007504e-07}
{"train_loss": 0.0007891670102253556, "global_step": 102269, "epoch": 574, "lr": 4.4742562030613e-07}
{"train_loss": 0.0009692806052044034, "global_step": 102270, "epoch": 574, "lr": 4.4722839818340246e-07}
{"train_loss": 0.0004577417566906661, "global_step": 102271, "epoch": 574, "lr": 4.4703121934205337e-07}
{"train_loss": 0.0007915973546914756, "global_step": 102272, "epoch": 574, "lr": 4.4683408378227153e-07}
{"train_loss": 0.000632460112683475, "global_step": 102273, "epoch": 574, "lr": 4.466369915042179e-07}
{"train_loss": 0.0006634406163357198, "global_step": 102274, "epoch": 574, "lr": 4.464399425080645e-07}
{"train_loss": 0.001866416074335575, "global_step": 102275, "epoch": 574, "lr": 4.4624293679399467e-07}
{"train_loss": 0.0009800783591344953, "global_step": 102276, "epoch": 574, "lr": 4.4604597436216366e-07}
{"train_loss": 0.00103731919080019, "global_step": 102277, "epoch": 574, "lr": 4.4584905521275477e-07}
{"train_loss": 0.0006111004040576518, "global_step": 102278, "epoch": 574, "lr": 4.4565217934594005e-07}
{"train_loss": 0.0010332639794796705, "global_step": 102279, "epoch": 574, "lr": 4.4545534676188604e-07}
{"train_loss": 0.0009875419782474637, "global_step": 102280, "epoch": 574, "lr": 4.4525855746077037e-07}
{"train_loss": 0.0006322092958725989, "global_step": 102281, "epoch": 574, "lr": 4.4506181144275963e-07}
{"train_loss": 0.0007446642848663032, "global_step": 102282, "epoch": 574, "lr": 4.4486510870802576e-07}
{"train_loss": 0.0005943787400610745, "global_step": 102283, "epoch": 574, "lr": 4.4466844925674655e-07}
{"train_loss": 0.0006777718081139028, "global_step": 102284, "epoch": 574, "lr": 4.444718330890885e-07}
{"train_loss": 0.0022931054700165987, "global_step": 102285, "epoch": 574, "lr": 4.4427526020522916e-07}
{"train_loss": 0.002735225949436426, "global_step": 102286, "epoch": 574, "lr": 4.4407873060532954e-07}
{"train_loss": 0.0006255488842725754, "global_step": 102287, "epoch": 574, "lr": 4.438822442895674e-07}
{"train_loss": 0.0005712930578738451, "global_step": 102288, "epoch": 574, "lr": 4.436858012581202e-07}
{"train_loss": 0.0008701024926267564, "global_step": 102289, "epoch": 574, "lr": 4.4348940151114903e-07}
{"train_loss": 0.00285504013299942, "global_step": 102290, "epoch": 574, "lr": 4.4329304504883153e-07}
{"train_loss": 0.0010458745528012514, "global_step": 102291, "epoch": 574, "lr": 4.430967318713397e-07}
{"train_loss": 0.0016025698278099298, "global_step": 102292, "epoch": 574, "lr": 4.429004619788402e-07}
{"train_loss": 0.0006237186025828123, "global_step": 102293, "epoch": 574, "lr": 4.427042353715161e-07}
{"train_loss": 0.0005610418156720698, "global_step": 102294, "epoch": 574, "lr": 4.425080520495228e-07}
{"train_loss": 0.0009353687055408955, "global_step": 102295, "epoch": 574, "lr": 4.423119120130381e-07}
{"train_loss": 0.0016658413223922253, "global_step": 102296, "epoch": 574, "lr": 4.4211581526223955e-07}
{"train_loss": 0.0009672162123024464, "global_step": 102297, "epoch": 574, "lr": 4.419197617972881e-07}
{"train_loss": 0.0003703421971295029, "global_step": 102298, "epoch": 574, "lr": 4.4172375161836144e-07}
{"train_loss": 0.0005427463911473751, "global_step": 102299, "epoch": 574, "lr": 4.415277847256316e-07}
{"train_loss": 0.0006835499079898, "global_step": 102300, "epoch": 574, "lr": 4.4133186111926517e-07}
{"train_loss": 0.001066570170223713, "global_step": 102301, "epoch": 574, "lr": 4.411359807994397e-07}
{"train_loss": 0.0007570115849375725, "global_step": 102302, "epoch": 574, "lr": 4.4094014376631634e-07}
{"train_loss": 0.0012822444550693035, "global_step": 102303, "epoch": 574, "lr": 4.4074435002008365e-07}
{"train_loss": 0.0007597276126034558, "global_step": 102304, "epoch": 574, "lr": 4.40548599560886e-07}
{"train_loss": 0.0007467049872502685, "global_step": 102305, "epoch": 574, "lr": 4.403528923889177e-07}
{"train_loss": 0.0018279249779880047, "global_step": 102306, "epoch": 574, "lr": 4.401572285043398e-07}
{"train_loss": 0.0010670251213014126, "global_step": 102307, "epoch": 574, "lr": 4.399616079073243e-07}
{"train_loss": 0.00044558505760505795, "global_step": 102308, "epoch": 574, "lr": 4.397660305980489e-07}
{"train_loss": 0.0004144969570916146, "global_step": 102309, "epoch": 574, "lr": 4.3957049657666893e-07}
{"train_loss": 0.0010423159692436457, "global_step": 102310, "epoch": 574, "lr": 4.3937500584336767e-07}
{"train_loss": 0.000884448760189116, "global_step": 102311, "epoch": 574, "lr": 4.3917955839831717e-07}
{"train_loss": 0.0010741306468844414, "global_step": 102312, "epoch": 574, "lr": 4.3898415424167836e-07}
{"train_loss": 0.00079164287308231, "global_step": 102313, "epoch": 574, "lr": 4.38788793373629e-07}
{"train_loss": 0.0006675090407952666, "global_step": 102314, "epoch": 574, "lr": 4.385934757943355e-07}
{"train_loss": 0.0007654378423467278, "global_step": 102315, "epoch": 574, "lr": 4.3839820150397004e-07}
{"train_loss": 0.00042526444303803146, "global_step": 102316, "epoch": 574, "lr": 4.382029705027102e-07}
{"train_loss": 0.0007725420873612165, "global_step": 102317, "epoch": 574, "lr": 4.3800778279071695e-07}
{"train_loss": 0.00037657294888049364, "global_step": 102318, "epoch": 574, "lr": 4.3781263836816246e-07}
{"train_loss": 0.0005187198985368013, "global_step": 102319, "epoch": 574, "lr": 4.376175372352187e-07}
{"train_loss": 0.0003599832416512072, "global_step": 102320, "epoch": 574, "lr": 4.3742247939205783e-07}
{"train_loss": 0.000615531112998724, "global_step": 102321, "epoch": 574, "lr": 4.372274648388519e-07}
{"train_loss": 0.00038325373316183686, "global_step": 102322, "epoch": 574, "lr": 4.3703249357576194e-07}
{"train_loss": 0.0006669516442343593, "global_step": 102323, "epoch": 574, "lr": 4.3683756560296553e-07}
{"train_loss": 0.0005847103893756866, "global_step": 102324, "epoch": 574, "lr": 4.3664268092063477e-07}
{"train_loss": 0.0005234399577602744, "global_step": 102325, "epoch": 574, "lr": 4.3644783952893064e-07}
{"train_loss": 0.0009946271311491728, "global_step": 102326, "epoch": 574, "lr": 4.3625304142803637e-07}
{"train_loss": 0.0017323206411674619, "global_step": 102327, "epoch": 574, "lr": 4.360582866181129e-07}
{"train_loss": 0.0017984048463404179, "global_step": 102328, "epoch": 574, "lr": 4.358635750993323e-07}
{"train_loss": 0.0011398288188502192, "global_step": 102329, "epoch": 574, "lr": 4.356689068718611e-07}
{"train_loss": 0.00037733401404693723, "global_step": 102330, "epoch": 574, "lr": 4.35474281935877e-07}
{"train_loss": 0.00043537456076592207, "global_step": 102331, "epoch": 574, "lr": 4.352797002915465e-07}
{"train_loss": 0.0014417272759601474, "global_step": 102332, "epoch": 574, "lr": 4.3508516193903617e-07}
{"train_loss": 0.0005303740035742521, "global_step": 102333, "epoch": 574, "lr": 4.3489066687852355e-07}
{"train_loss": 0.0005130959907546639, "global_step": 102334, "epoch": 574, "lr": 4.346962151101697e-07}
{"train_loss": 0.00042212713742628694, "global_step": 102335, "epoch": 574, "lr": 4.345018066341522e-07}
{"train_loss": 0.0012716292403638363, "global_step": 102336, "epoch": 574, "lr": 4.343074414506321e-07}
{"train_loss": 0.0011444028932601213, "global_step": 102337, "epoch": 574, "lr": 4.341131195597925e-07}
{"train_loss": 0.0006375940283760428, "global_step": 102338, "epoch": 574, "lr": 4.3391884096178334e-07}
{"train_loss": 0.00026993826031684875, "global_step": 102339, "epoch": 574, "lr": 4.3372460565679895e-07}
{"train_loss": 0.0005208236398175359, "global_step": 102340, "epoch": 574, "lr": 4.3353041364498357e-07}
{"train_loss": 0.0009467651834711432, "global_step": 102341, "epoch": 574, "lr": 4.333362649265316e-07}
{"train_loss": 0.0006730490131303668, "global_step": 102342, "epoch": 574, "lr": 4.3314215950159276e-07}
{"train_loss": 0.0007679666159674525, "global_step": 102343, "epoch": 574, "lr": 4.3294809737034483e-07}
{"train_loss": 0.00037319379043765366, "global_step": 102344, "epoch": 574, "lr": 4.327540785329598e-07}
{"train_loss": 0.0004434305301401764, "global_step": 102345, "epoch": 574, "lr": 4.325601029895987e-07}
{"train_loss": 0.0007772970711812377, "global_step": 102346, "epoch": 574, "lr": 4.323661707404392e-07}
{"train_loss": 0.00042640682659111917, "global_step": 102347, "epoch": 574, "lr": 4.3217228178564773e-07}
{"train_loss": 0.000672341207973659, "global_step": 102348, "epoch": 574, "lr": 4.319784361253909e-07}
{"train_loss": 0.0008046931302334506, "global_step": 102349, "epoch": 574, "lr": 4.3178463375984635e-07}
{"train_loss": 0.0007827548542991281, "global_step": 102350, "epoch": 575, "lr": 4.31590874689175e-07}
{"train_loss": 0.0007294215029105544, "global_step": 102351, "epoch": 575, "lr": 4.3139715891354904e-07}
{"train_loss": 0.00026343122590333223, "global_step": 102352, "epoch": 575, "lr": 4.312034864331349e-07}
{"train_loss": 0.0002925310982391238, "global_step": 102353, "epoch": 575, "lr": 4.3100985724810474e-07}
{"train_loss": 0.0009856231044977903, "global_step": 102354, "epoch": 575, "lr": 4.308162713586306e-07}
{"train_loss": 0.000627588655333966, "global_step": 102355, "epoch": 575, "lr": 4.30622728764879e-07}
{"train_loss": 0.000685857143253088, "global_step": 102356, "epoch": 575, "lr": 4.304292294670109e-07}
{"train_loss": 0.0003750574542209506, "global_step": 102357, "epoch": 575, "lr": 4.302357734652096e-07}
{"train_loss": 0.0007089111022651196, "global_step": 102358, "epoch": 575, "lr": 4.30042360759636e-07}
{"train_loss": 0.0009299036464653909, "global_step": 102359, "epoch": 575, "lr": 4.2984899135045665e-07}
{"train_loss": 0.0006570848636329174, "global_step": 102360, "epoch": 575, "lr": 4.296556652378492e-07}
{"train_loss": 0.0001869879779405892, "global_step": 102361, "epoch": 575, "lr": 4.2946238242197455e-07}
{"train_loss": 0.00048081972636282444, "global_step": 102362, "epoch": 575, "lr": 4.2926914290300493e-07}
{"train_loss": 0.00030516355764120817, "global_step": 102363, "epoch": 575, "lr": 4.290759466811012e-07}
{"train_loss": 0.0010637075174599886, "global_step": 102364, "epoch": 575, "lr": 4.2888279375644657e-07}
{"train_loss": 0.00045959517592564225, "global_step": 102365, "epoch": 575, "lr": 4.286896841292021e-07}
{"train_loss": 0.00044983005500398576, "global_step": 102366, "epoch": 575, "lr": 4.284966177995342e-07}
{"train_loss": 0.0005442495457828045, "global_step": 102367, "epoch": 575, "lr": 4.2830359476761504e-07}
{"train_loss": 0.0004704770108219236, "global_step": 102368, "epoch": 575, "lr": 4.2811061503361116e-07}
{"train_loss": 0.00031220755772665143, "global_step": 102369, "epoch": 575, "lr": 4.2791767859770015e-07}
{"train_loss": 0.000416691938880831, "global_step": 102370, "epoch": 575, "lr": 4.277247854600319e-07}
{"train_loss": 0.0007103717653080821, "global_step": 102371, "epoch": 575, "lr": 4.2753193562078965e-07}
{"train_loss": 0.001010135281831026, "global_step": 102372, "epoch": 575, "lr": 4.2733912908013983e-07}
{"train_loss": 0.0010620707180351019, "global_step": 102373, "epoch": 575, "lr": 4.2714636583824906e-07}
{"train_loss": 0.000527493073605001, "global_step": 102374, "epoch": 575, "lr": 4.2695364589528384e-07}
{"train_loss": 0.001048640231601894, "global_step": 102375, "epoch": 575, "lr": 4.267609692514107e-07}
{"train_loss": 0.0008186963386833668, "global_step": 102376, "epoch": 575, "lr": 4.265683359068018e-07}
{"train_loss": 0.0005765490932390094, "global_step": 102377, "epoch": 575, "lr": 4.2637574586163464e-07}
{"train_loss": 0.000722681637853384, "global_step": 102378, "epoch": 575, "lr": 4.261831991160592e-07}
{"train_loss": 0.0007342128083109856, "global_step": 102379, "epoch": 575, "lr": 4.259906956702531e-07}
{"train_loss": 0.0005840584053657949, "global_step": 102380, "epoch": 575, "lr": 4.257982355243828e-07}
{"train_loss": 0.0005550094065256417, "global_step": 102381, "epoch": 575, "lr": 4.256058186786205e-07}
{"train_loss": 0.000658563687466085, "global_step": 102382, "epoch": 575, "lr": 4.254134451331271e-07}
{"train_loss": 0.0008854127954691648, "global_step": 102383, "epoch": 575, "lr": 4.252211148880802e-07}
{"train_loss": 0.0004200763942208141, "global_step": 102384, "epoch": 575, "lr": 4.2502882794363544e-07}
{"train_loss": 0.0020766318775713444, "global_step": 102385, "epoch": 575, "lr": 4.248365842999702e-07}
{"train_loss": 0.0012706316774711013, "global_step": 102386, "epoch": 575, "lr": 4.2464438395725114e-07}
{"train_loss": 0.0008607322815805674, "global_step": 102387, "epoch": 575, "lr": 4.244522269156448e-07}
{"train_loss": 0.0007543761748820543, "global_step": 102388, "epoch": 575, "lr": 4.242601131753121e-07}
{"train_loss": 0.0003947298973798752, "global_step": 102389, "epoch": 575, "lr": 4.240680427364363e-07}
{"train_loss": 0.0005215689307078719, "global_step": 102390, "epoch": 575, "lr": 4.238760155991728e-07}
{"train_loss": 0.001046854304149747, "global_step": 102391, "epoch": 575, "lr": 4.236840317636881e-07}
{"train_loss": 0.000293128308840096, "global_step": 102392, "epoch": 575, "lr": 4.2349209123016543e-07}
{"train_loss": 0.00036553206155076623, "global_step": 102393, "epoch": 575, "lr": 4.233001939987491e-07}
{"train_loss": 0.0003863510210067034, "global_step": 102394, "epoch": 575, "lr": 4.231083400696334e-07}
{"train_loss": 0.0011535909725353122, "global_step": 102395, "epoch": 575, "lr": 4.2291652944295714e-07}
{"train_loss": 0.00039616302819922566, "global_step": 102396, "epoch": 575, "lr": 4.2272476211891456e-07}
{"train_loss": 0.0006997379241511226, "global_step": 102397, "epoch": 575, "lr": 4.2253303809765556e-07}
{"train_loss": 0.0008992360671982169, "global_step": 102398, "epoch": 575, "lr": 4.223413573793522e-07}
{"train_loss": 0.0006272610044106841, "global_step": 102399, "epoch": 575, "lr": 4.2214971996417664e-07}
{"train_loss": 0.0005493015632964671, "global_step": 102400, "epoch": 575, "lr": 4.2195812585228977e-07}
{"train_loss": 0.000840943306684494, "global_step": 102401, "epoch": 575, "lr": 4.217665750438637e-07}
{"train_loss": 0.0008491570479236543, "global_step": 102402, "epoch": 575, "lr": 4.2157506753906505e-07}
{"train_loss": 0.0005736507009714842, "global_step": 102403, "epoch": 575, "lr": 4.213836033380547e-07}
{"train_loss": 0.0008324009831994772, "global_step": 102404, "epoch": 575, "lr": 4.211921824410048e-07}
{"train_loss": 0.0005073040374554694, "global_step": 102405, "epoch": 575, "lr": 4.210008048480874e-07}
{"train_loss": 0.0005295273731462657, "global_step": 102406, "epoch": 575, "lr": 4.208094705594634e-07}
{"train_loss": 0.0009188800468109548, "global_step": 102407, "epoch": 575, "lr": 4.2061817957529946e-07}
{"train_loss": 0.00042246098746545613, "global_step": 102408, "epoch": 575, "lr": 4.204269318957677e-07}
{"train_loss": 0.00028094399021938443, "global_step": 102409, "epoch": 575, "lr": 4.202357275210289e-07}
{"train_loss": 0.0009486165945418179, "global_step": 102410, "epoch": 575, "lr": 4.2004456645125536e-07}
{"train_loss": 0.001464115222916007, "global_step": 102411, "epoch": 575, "lr": 4.198534486866135e-07}
{"train_loss": 0.0013751761289313436, "global_step": 102412, "epoch": 575, "lr": 4.196623742272643e-07}
{"train_loss": 0.0005552915390580893, "global_step": 102413, "epoch": 575, "lr": 4.1947134307338544e-07}
{"train_loss": 0.0008199255680665374, "global_step": 102414, "epoch": 575, "lr": 4.192803552251323e-07}
{"train_loss": 0.0009416296961717308, "global_step": 102415, "epoch": 575, "lr": 4.1908941068267706e-07}
{"train_loss": 0.0013291393406689167, "global_step": 102416, "epoch": 575, "lr": 4.1889850944618616e-07}
{"train_loss": 0.0010763807222247124, "global_step": 102417, "epoch": 575, "lr": 4.187076515158317e-07}
{"train_loss": 0.00041176803642883897, "global_step": 102418, "epoch": 575, "lr": 4.1851683689176913e-07}
{"train_loss": 0.00023926432186271995, "global_step": 102419, "epoch": 575, "lr": 4.1832606557417053e-07}
{"train_loss": 0.0012568093370646238, "global_step": 102420, "epoch": 575, "lr": 4.18135337563208e-07}
{"train_loss": 0.0004668721230700612, "global_step": 102421, "epoch": 575, "lr": 4.179446528590425e-07}
{"train_loss": 0.0008409652509726584, "global_step": 102422, "epoch": 575, "lr": 4.1775401146184057e-07}
{"train_loss": 0.0004386953078210354, "global_step": 102423, "epoch": 575, "lr": 4.175634133717687e-07}
{"train_loss": 0.0011015089694410563, "global_step": 102424, "epoch": 575, "lr": 4.1737285858899355e-07}
{"train_loss": 0.0009670926374383271, "global_step": 102425, "epoch": 575, "lr": 4.1718234711368153e-07}
{"train_loss": 0.0009572362760081887, "global_step": 102426, "epoch": 575, "lr": 4.1699187894599923e-07}
{"train_loss": 0.0006132825510576367, "global_step": 102427, "epoch": 575, "lr": 4.168014540861187e-07}
{"train_loss": 0.0010840101167559624, "global_step": 102428, "epoch": 575, "lr": 4.166110725341954e-07}
{"train_loss": 0.002042971085757017, "global_step": 102429, "epoch": 575, "lr": 4.164207342904014e-07}
{"train_loss": 0.00024270350695587695, "global_step": 102430, "epoch": 575, "lr": 4.162304393549088e-07}
{"train_loss": 0.0008468845626339316, "global_step": 102431, "epoch": 575, "lr": 4.160401877278675e-07}
{"train_loss": 0.0007759360014460981, "global_step": 102432, "epoch": 575, "lr": 4.1584997940946614e-07}
{"train_loss": 0.0007060677162371576, "global_step": 102433, "epoch": 575, "lr": 4.156598143998491e-07}
{"train_loss": 0.0004677925899159163, "global_step": 102434, "epoch": 575, "lr": 4.154696926991941e-07}
{"train_loss": 0.0002935469092335552, "global_step": 102435, "epoch": 575, "lr": 4.152796143076676e-07}
{"train_loss": 0.0004488116828724742, "global_step": 102436, "epoch": 575, "lr": 4.1508957922543057e-07}
{"train_loss": 0.0003823113511316478, "global_step": 102437, "epoch": 575, "lr": 4.148995874526551e-07}
{"train_loss": 0.0014116655802354217, "global_step": 102438, "epoch": 575, "lr": 4.147096389895022e-07}
{"train_loss": 0.0007130770245566964, "global_step": 102439, "epoch": 575, "lr": 4.145197338361384e-07}
{"train_loss": 0.0005580524448305368, "global_step": 102440, "epoch": 575, "lr": 4.143298719927302e-07}
{"train_loss": 0.0005811144364997745, "global_step": 102441, "epoch": 575, "lr": 4.141400534594442e-07}
{"train_loss": 0.0006437557749450207, "global_step": 102442, "epoch": 575, "lr": 4.1395027823644684e-07}
{"train_loss": 0.0007004964863881469, "global_step": 102443, "epoch": 575, "lr": 4.1376054632389914e-07}
{"train_loss": 0.00042951080831699073, "global_step": 102444, "epoch": 575, "lr": 4.1357085772197325e-07}
{"train_loss": 0.0008999499841593206, "global_step": 102445, "epoch": 575, "lr": 4.1338121243083004e-07}
{"train_loss": 0.000988871674053371, "global_step": 102446, "epoch": 575, "lr": 4.1319161045064167e-07}
{"train_loss": 0.0014301418559625745, "global_step": 102447, "epoch": 575, "lr": 4.130020517815636e-07}
{"train_loss": 0.0008428560104221106, "global_step": 102448, "epoch": 575, "lr": 4.128125364237678e-07}
{"train_loss": 0.000873840122949332, "global_step": 102449, "epoch": 575, "lr": 4.1262306437742094e-07}
{"train_loss": 0.0007459971820935607, "global_step": 102450, "epoch": 575, "lr": 4.1243363564268387e-07}
{"train_loss": 0.0005378800560720265, "global_step": 102451, "epoch": 575, "lr": 4.1224425021972877e-07}
{"train_loss": 0.0011537997052073479, "global_step": 102452, "epoch": 575, "lr": 4.1205490810871663e-07}
{"train_loss": 0.0008878561202436686, "global_step": 102453, "epoch": 575, "lr": 4.1186560930980834e-07}
{"train_loss": 0.0010348267387598753, "global_step": 102454, "epoch": 575, "lr": 4.1167635382317605e-07}
{"train_loss": 0.00032146432204172015, "global_step": 102455, "epoch": 575, "lr": 4.1148714164898626e-07}
{"train_loss": 0.000874567311257124, "global_step": 102456, "epoch": 575, "lr": 4.1129797278739446e-07}
{"train_loss": 0.0014075366780161858, "global_step": 102457, "epoch": 575, "lr": 4.1110884723857824e-07}
{"train_loss": 0.0009312290349043906, "global_step": 102458, "epoch": 575, "lr": 4.10919765002693e-07}
{"train_loss": 0.0006685027619823813, "global_step": 102459, "epoch": 575, "lr": 4.107307260799109e-07}
{"train_loss": 0.0003025928745046258, "global_step": 102460, "epoch": 575, "lr": 4.105417304703929e-07}
{"train_loss": 0.0005960732232779264, "global_step": 102461, "epoch": 575, "lr": 4.1035277817431105e-07}
{"train_loss": 0.0006872037192806602, "global_step": 102462, "epoch": 575, "lr": 4.101638691918153e-07}
{"train_loss": 0.0004097381606698036, "global_step": 102463, "epoch": 575, "lr": 4.099750035230887e-07}
{"train_loss": 0.00030733676976524293, "global_step": 102464, "epoch": 575, "lr": 4.0978618116827573e-07}
{"train_loss": 0.002225675620138645, "global_step": 102465, "epoch": 575, "lr": 4.0959740212755947e-07}
{"train_loss": 0.0008613503887318075, "global_step": 102466, "epoch": 575, "lr": 4.09408666401101e-07}
{"train_loss": 0.0004848682146985084, "global_step": 102467, "epoch": 575, "lr": 4.092199739890612e-07}
{"train_loss": 0.0007553753675892949, "global_step": 102468, "epoch": 575, "lr": 4.0903132489160667e-07}
{"train_loss": 0.0007700554560869932, "global_step": 102469, "epoch": 575, "lr": 4.088427191088984e-07}
{"train_loss": 0.0008443723199889064, "global_step": 102470, "epoch": 575, "lr": 4.086541566411084e-07}
{"train_loss": 0.00036021857522428036, "global_step": 102471, "epoch": 575, "lr": 4.0846563748839216e-07}
{"train_loss": 0.0006231784936971962, "global_step": 102472, "epoch": 575, "lr": 4.0827716165092176e-07}
{"train_loss": 0.000823012669570744, "global_step": 102473, "epoch": 575, "lr": 4.0808872912886377e-07}
{"train_loss": 0.0005868666339665651, "global_step": 102474, "epoch": 575, "lr": 4.079003399223735e-07}
{"train_loss": 0.0006726013380102813, "global_step": 102475, "epoch": 575, "lr": 4.077119940316232e-07}
{"train_loss": 0.0007015595911070704, "global_step": 102476, "epoch": 575, "lr": 4.075236914567737e-07}
{"train_loss": 0.0009040225995704532, "global_step": 102477, "epoch": 575, "lr": 4.073354321979916e-07}
{"train_loss": 0.00023088467423804104, "global_step": 102478, "epoch": 575, "lr": 4.071472162554435e-07}
{"train_loss": 0.000496559776365757, "global_step": 102479, "epoch": 575, "lr": 4.069590436292847e-07}
{"train_loss": 0.001111507648602128, "global_step": 102480, "epoch": 575, "lr": 4.067709143196874e-07}
{"train_loss": 0.0012697161873802543, "global_step": 102481, "epoch": 575, "lr": 4.065828283268125e-07}
{"train_loss": 0.0008565084426663816, "global_step": 102482, "epoch": 575, "lr": 4.0639478565083213e-07}
{"train_loss": 0.0008584776660427451, "global_step": 102483, "epoch": 575, "lr": 4.062067862918961e-07}
{"train_loss": 0.001170865842141211, "global_step": 102484, "epoch": 575, "lr": 4.0601883025018216e-07}
{"train_loss": 0.0006480693118646741, "global_step": 102485, "epoch": 575, "lr": 4.058309175258457e-07}
{"train_loss": 0.000804042094387114, "global_step": 102486, "epoch": 575, "lr": 4.0564304811905876e-07}
{"train_loss": 0.00043181070941500366, "global_step": 102487, "epoch": 575, "lr": 4.0545522202997677e-07}
{"train_loss": 0.0006040383595973253, "global_step": 102488, "epoch": 575, "lr": 4.0526743925877185e-07}
{"train_loss": 0.0007816976867616177, "global_step": 102489, "epoch": 575, "lr": 4.050796998055995e-07}
{"train_loss": 0.0017781179631128907, "global_step": 102490, "epoch": 575, "lr": 4.048920036706261e-07}
{"train_loss": 0.00034351611975580454, "global_step": 102491, "epoch": 575, "lr": 4.047043508540238e-07}
{"train_loss": 0.0006706278072670102, "global_step": 102492, "epoch": 575, "lr": 4.045167413559481e-07}
{"train_loss": 0.001292854081839323, "global_step": 102493, "epoch": 575, "lr": 4.0432917517656544e-07}
{"train_loss": 0.0006728619337081909, "global_step": 102494, "epoch": 575, "lr": 4.0414165231603686e-07}
{"train_loss": 0.0008317682077176869, "global_step": 102495, "epoch": 575, "lr": 4.039541727745344e-07}
{"train_loss": 0.00096998451044783, "global_step": 102496, "epoch": 575, "lr": 4.0376673655221353e-07}
{"train_loss": 0.00041532074101269245, "global_step": 102497, "epoch": 575, "lr": 4.0357934364924077e-07}
{"train_loss": 0.0007489657728001475, "global_step": 102498, "epoch": 575, "lr": 4.033919940657771e-07}
{"train_loss": 0.0012064501643180847, "global_step": 102499, "epoch": 575, "lr": 4.032046878019891e-07}
{"train_loss": 0.00024485908215865493, "global_step": 102500, "epoch": 575, "lr": 4.0301742485803764e-07}
{"train_loss": 0.0009785988368093967, "global_step": 102501, "epoch": 575, "lr": 4.028302052340949e-07}
{"train_loss": 0.002165867481380701, "global_step": 102502, "epoch": 575, "lr": 4.0264302893031623e-07}
{"train_loss": 0.0005521202692762017, "global_step": 102503, "epoch": 575, "lr": 4.024558959468627e-07}
{"train_loss": 0.00014998050755821168, "global_step": 102504, "epoch": 575, "lr": 4.022688062839064e-07}
{"train_loss": 0.00042083009611815214, "global_step": 102505, "epoch": 575, "lr": 4.0208175994160824e-07}
{"train_loss": 0.0007479083724319935, "global_step": 102506, "epoch": 575, "lr": 4.018947569201237e-07}
{"train_loss": 0.000667693791911006, "global_step": 102507, "epoch": 575, "lr": 4.017077972196248e-07}
{"train_loss": 0.00038366334047168493, "global_step": 102508, "epoch": 575, "lr": 4.015208808402726e-07}
{"train_loss": 0.001500264392234385, "global_step": 102509, "epoch": 575, "lr": 4.013340077822281e-07}
{"train_loss": 0.0008583556627854705, "global_step": 102510, "epoch": 575, "lr": 4.011471780456577e-07}
{"train_loss": 0.000610494811553508, "global_step": 102511, "epoch": 575, "lr": 4.0096039163072805e-07}
{"train_loss": 0.001283835619688034, "global_step": 102512, "epoch": 575, "lr": 4.0077364853758905e-07}
{"train_loss": 0.0004504850076045841, "global_step": 102513, "epoch": 575, "lr": 4.0058694876641824e-07}
{"train_loss": 0.0009735996136441827, "global_step": 102514, "epoch": 575, "lr": 4.004002923173655e-07}
{"train_loss": 0.0006249833386391401, "global_step": 102515, "epoch": 575, "lr": 4.00213679190603e-07}
{"train_loss": 0.0008638212457299232, "global_step": 102516, "epoch": 575, "lr": 4.0002710938630283e-07}
{"train_loss": 0.000697685987688601, "global_step": 102517, "epoch": 575, "lr": 3.9984058290460366e-07}
{"train_loss": 0.0005962461582385004, "global_step": 102518, "epoch": 575, "lr": 3.996540997456888e-07}
{"train_loss": 0.0007002970669418573, "global_step": 102519, "epoch": 575, "lr": 3.9946765990970803e-07}
{"train_loss": 0.0004552275640890002, "global_step": 102520, "epoch": 575, "lr": 3.992812633968335e-07}
{"train_loss": 0.0021734489127993584, "global_step": 102521, "epoch": 575, "lr": 3.990949102072261e-07}
{"train_loss": 0.0003739268286153674, "global_step": 102522, "epoch": 575, "lr": 3.9890860034104693e-07}
{"train_loss": 0.00043585977982729673, "global_step": 102523, "epoch": 575, "lr": 3.9872233379845694e-07}
{"train_loss": 0.0005846937419846654, "global_step": 102524, "epoch": 575, "lr": 3.9853611057962257e-07}
{"train_loss": 0.0008101447019726038, "global_step": 102525, "epoch": 575, "lr": 3.9834993068470493e-07}
{"train_loss": 0.0007457459578290582, "global_step": 102526, "epoch": 575, "lr": 3.9816379411386496e-07}
{"train_loss": 0.0007579288443941571, "global_step": 102527, "epoch": 575, "lr": 3.9797770086726914e-07, "train_action_mse_error": 8.909374855647911e-07}
{"train_loss": 0.0013837467413395643, "global_step": 102528, "epoch": 576, "lr": 3.9779165094507295e-07}
{"train_loss": 0.0007951562292873859, "global_step": 102529, "epoch": 576, "lr": 3.976056443474485e-07}
{"train_loss": 0.0022658673115074635, "global_step": 102530, "epoch": 576, "lr": 3.974196810745512e-07}
{"train_loss": 0.0008167991763912141, "global_step": 102531, "epoch": 576, "lr": 3.9723376112654196e-07}
{"train_loss": 0.0007770404918119311, "global_step": 102532, "epoch": 576, "lr": 3.97047884503593e-07}
{"train_loss": 0.0006928454386070371, "global_step": 102533, "epoch": 576, "lr": 3.9686205120585404e-07}
{"train_loss": 0.0005831205053254962, "global_step": 102534, "epoch": 576, "lr": 3.966762612334973e-07}
{"train_loss": 0.0005404396215453744, "global_step": 102535, "epoch": 576, "lr": 3.9649051458668375e-07}
{"train_loss": 0.000848332536406815, "global_step": 102536, "epoch": 576, "lr": 3.963048112655687e-07}
{"train_loss": 0.00042415130883455276, "global_step": 102537, "epoch": 576, "lr": 3.961191512703244e-07}
{"train_loss": 0.000829272554256022, "global_step": 102538, "epoch": 576, "lr": 3.959335346011006e-07}
{"train_loss": 0.0005696373409591615, "global_step": 102539, "epoch": 576, "lr": 3.95747961258075e-07}
{"train_loss": 0.0008310221019200981, "global_step": 102540, "epoch": 576, "lr": 3.9556243124139746e-07}
{"train_loss": 0.0004581246757879853, "global_step": 102541, "epoch": 576, "lr": 3.9537694455123455e-07}
{"train_loss": 0.0006761146942153573, "global_step": 102542, "epoch": 576, "lr": 3.951915011877416e-07}
{"train_loss": 0.0018739276565611362, "global_step": 102543, "epoch": 576, "lr": 3.9500610115109636e-07}
{"train_loss": 0.0006995231378823519, "global_step": 102544, "epoch": 576, "lr": 3.948207444414431e-07}
{"train_loss": 0.0010070782154798508, "global_step": 102545, "epoch": 576, "lr": 3.9463543105895396e-07}
{"train_loss": 0.0011131450301036239, "global_step": 102546, "epoch": 576, "lr": 3.9445016100378983e-07}
{"train_loss": 0.0002817944041453302, "global_step": 102547, "epoch": 576, "lr": 3.9426493427611177e-07}
{"train_loss": 0.0011304712388664484, "global_step": 102548, "epoch": 576, "lr": 3.940797508760752e-07}
{"train_loss": 0.001374352490529418, "global_step": 102549, "epoch": 576, "lr": 3.9389461080385214e-07}
{"train_loss": 0.00046786092570982873, "global_step": 102550, "epoch": 576, "lr": 3.937095140595981e-07}
{"train_loss": 0.0009402205469086766, "global_step": 102551, "epoch": 576, "lr": 3.9352446064347957e-07}
{"train_loss": 0.001071317121386528, "global_step": 102552, "epoch": 576, "lr": 3.9333945055565204e-07}
{"train_loss": 0.0005141003057360649, "global_step": 102553, "epoch": 576, "lr": 3.931544837962764e-07}
{"train_loss": 0.0008359022904187441, "global_step": 102554, "epoch": 576, "lr": 3.929695603655248e-07}
{"train_loss": 0.00105412513948977, "global_step": 102555, "epoch": 576, "lr": 3.927846802635471e-07}
{"train_loss": 0.0005390188307501376, "global_step": 102556, "epoch": 576, "lr": 3.925998434905098e-07}
{"train_loss": 0.0005159793654456735, "global_step": 102557, "epoch": 576, "lr": 3.9241505004657395e-07}
{"train_loss": 0.0014345181407406926, "global_step": 102558, "epoch": 576, "lr": 3.9223029993190606e-07}
{"train_loss": 0.0010290653444826603, "global_step": 102559, "epoch": 576, "lr": 3.92045593146656e-07}
{"train_loss": 0.0006084038759581745, "global_step": 102560, "epoch": 576, "lr": 3.9186092969099587e-07}
{"train_loss": 0.0005905135767534375, "global_step": 102561, "epoch": 576, "lr": 3.9167630956508107e-07}
{"train_loss": 0.0024098274298012257, "global_step": 102562, "epoch": 576, "lr": 3.9149173276907257e-07}
{"train_loss": 0.0008123572915792465, "global_step": 102563, "epoch": 576, "lr": 3.91307199303137e-07}
{"train_loss": 0.0008643858600407839, "global_step": 102564, "epoch": 576, "lr": 3.9112270916742967e-07}
{"train_loss": 0.0016051889397203922, "global_step": 102565, "epoch": 576, "lr": 3.9093826236211164e-07}
{"train_loss": 0.00047558837104588747, "global_step": 102566, "epoch": 576, "lr": 3.907538588873494e-07}
{"train_loss": 0.0005627347272820771, "global_step": 102567, "epoch": 576, "lr": 3.9056949874330393e-07}
{"train_loss": 0.0007382112089544535, "global_step": 102568, "epoch": 576, "lr": 3.903851819301307e-07}
{"train_loss": 0.0009975137654691935, "global_step": 102569, "epoch": 576, "lr": 3.9020090844799075e-07}
{"train_loss": 0.0005401659873314202, "global_step": 102570, "epoch": 576, "lr": 3.9001667829705045e-07}
{"train_loss": 0.00035016873152926564, "global_step": 102571, "epoch": 576, "lr": 3.8983249147746535e-07}
{"train_loss": 0.0015516674611717463, "global_step": 102572, "epoch": 576, "lr": 3.8964834798940196e-07}
{"train_loss": 0.0005249376408755779, "global_step": 102573, "epoch": 576, "lr": 3.894642478330157e-07}
{"train_loss": 0.0018411455675959587, "global_step": 102574, "epoch": 576, "lr": 3.8928019100847314e-07}
{"train_loss": 0.000592044903896749, "global_step": 102575, "epoch": 576, "lr": 3.8909617751592963e-07}
{"train_loss": 0.0010844877688214183, "global_step": 102576, "epoch": 576, "lr": 3.8891220735554623e-07}
{"train_loss": 0.0009637631010264158, "global_step": 102577, "epoch": 576, "lr": 3.887282805274894e-07}
{"train_loss": 0.0009459954453632236, "global_step": 102578, "epoch": 576, "lr": 3.8854439703190913e-07}
{"train_loss": 0.00034288252936676145, "global_step": 102579, "epoch": 576, "lr": 3.883605568689774e-07}
{"train_loss": 0.0006125468062236905, "global_step": 102580, "epoch": 576, "lr": 3.8817676003884416e-07}
{"train_loss": 0.0005747231189161539, "global_step": 102581, "epoch": 576, "lr": 3.8799300654168145e-07}
{"train_loss": 0.0009828628972172737, "global_step": 102582, "epoch": 576, "lr": 3.8780929637764473e-07}
{"train_loss": 0.00041851220885291696, "global_step": 102583, "epoch": 576, "lr": 3.8762562954688943e-07}
{"train_loss": 0.000972114852629602, "global_step": 102584, "epoch": 576, "lr": 3.874420060495876e-07}
{"train_loss": 0.0002382310340180993, "global_step": 102585, "epoch": 576, "lr": 3.872584258858836e-07}
{"train_loss": 0.00047680066199973226, "global_step": 102586, "epoch": 576, "lr": 3.870748890559495e-07}
{"train_loss": 0.000706397055182606, "global_step": 102587, "epoch": 576, "lr": 3.8689139555994624e-07}
{"train_loss": 0.0006864761235192418, "global_step": 102588, "epoch": 576, "lr": 3.867079453980238e-07}
{"train_loss": 0.0009500811574980617, "global_step": 102589, "epoch": 576, "lr": 3.865245385703542e-07}
{"train_loss": 0.0007040397031232715, "global_step": 102590, "epoch": 576, "lr": 3.863411750770929e-07}
{"train_loss": 0.0004965518601238728, "global_step": 102591, "epoch": 576, "lr": 3.8615785491840083e-07}
{"train_loss": 0.0015922251623123884, "global_step": 102592, "epoch": 576, "lr": 3.8597457809443347e-07}
{"train_loss": 0.0007687441539019346, "global_step": 102593, "epoch": 576, "lr": 3.857913446053518e-07}
{"train_loss": 0.0006452827947214246, "global_step": 102594, "epoch": 576, "lr": 3.856081544513224e-07}
{"train_loss": 0.00021964033658150584, "global_step": 102595, "epoch": 576, "lr": 3.8542500763250054e-07}
{"train_loss": 0.00037593228626064956, "global_step": 102596, "epoch": 576, "lr": 3.8524190414904736e-07}
{"train_loss": 0.00023115702788345516, "global_step": 102597, "epoch": 576, "lr": 3.8505884400112377e-07}
{"train_loss": 0.0007137485663406551, "global_step": 102598, "epoch": 576, "lr": 3.8487582718888527e-07}
{"train_loss": 0.001134186051785946, "global_step": 102599, "epoch": 576, "lr": 3.846928537124983e-07}
{"train_loss": 0.0010997203644365072, "global_step": 102600, "epoch": 576, "lr": 3.845099235721128e-07}
{"train_loss": 0.001296311616897583, "global_step": 102601, "epoch": 576, "lr": 3.8432703676790085e-07}
{"train_loss": 0.0006052363896742463, "global_step": 102602, "epoch": 576, "lr": 3.8414419330001225e-07}
{"train_loss": 0.0007282099686563015, "global_step": 102603, "epoch": 576, "lr": 3.839613931686137e-07}
{"train_loss": 0.00028622179524973035, "global_step": 102604, "epoch": 576, "lr": 3.837786363738605e-07}
{"train_loss": 0.0006089963135309517, "global_step": 102605, "epoch": 576, "lr": 3.835959229159136e-07}
{"train_loss": 0.0006086438661441207, "global_step": 102606, "epoch": 576, "lr": 3.8341325279493413e-07}
{"train_loss": 0.0006037784041836858, "global_step": 102607, "epoch": 576, "lr": 3.832306260110774e-07}
{"train_loss": 0.0015384347643703222, "global_step": 102608, "epoch": 576, "lr": 3.8304804256451e-07}
{"train_loss": 0.0004426084633450955, "global_step": 102609, "epoch": 576, "lr": 3.828655024553818e-07}
{"train_loss": 0.001014504348859191, "global_step": 102610, "epoch": 576, "lr": 3.826830056838593e-07}
{"train_loss": 0.0011588323395699263, "global_step": 102611, "epoch": 576, "lr": 3.8250055225009795e-07}
{"train_loss": 0.0009279283694922924, "global_step": 102612, "epoch": 576, "lr": 3.823181421542643e-07}
{"train_loss": 0.0003852203954011202, "global_step": 102613, "epoch": 576, "lr": 3.821357753965082e-07}
{"train_loss": 0.0018194516887888312, "global_step": 102614, "epoch": 576, "lr": 3.8195345197699626e-07}
{"train_loss": 0.0006299834349192679, "global_step": 102615, "epoch": 576, "lr": 3.8177117189588385e-07}
{"train_loss": 0.0004946302506141365, "global_step": 102616, "epoch": 576, "lr": 3.8158893515333193e-07}
{"train_loss": 0.0010204996215179563, "global_step": 102617, "epoch": 576, "lr": 3.814067417495015e-07}
{"train_loss": 0.0007421159534715116, "global_step": 102618, "epoch": 576, "lr": 3.812245916845425e-07}
{"train_loss": 0.00027096353005617857, "global_step": 102619, "epoch": 576, "lr": 3.8104248495862137e-07}
{"train_loss": 0.0014454163610935211, "global_step": 102620, "epoch": 576, "lr": 3.8086042157189915e-07}
{"train_loss": 0.00035340694012120366, "global_step": 102621, "epoch": 576, "lr": 3.8067840152453126e-07}
{"train_loss": 0.0007010404951870441, "global_step": 102622, "epoch": 576, "lr": 3.8049642481667867e-07}
{"train_loss": 0.0008582978043705225, "global_step": 102623, "epoch": 576, "lr": 3.8031449144849683e-07}
{"train_loss": 0.00044746173080056906, "global_step": 102624, "epoch": 576, "lr": 3.8013260142014673e-07}
{"train_loss": 0.000496634456794709, "global_step": 102625, "epoch": 576, "lr": 3.7995075473179485e-07}
{"train_loss": 0.000450494815595448, "global_step": 102626, "epoch": 576, "lr": 3.7976895138358557e-07}
{"train_loss": 0.0012985802022740245, "global_step": 102627, "epoch": 576, "lr": 3.795871913756854e-07}
{"train_loss": 0.0004830182297155261, "global_step": 102628, "epoch": 576, "lr": 3.7940547470825536e-07}
{"train_loss": 0.001670553581789136, "global_step": 102629, "epoch": 576, "lr": 3.7922380138145086e-07}
{"train_loss": 0.0006200101342983544, "global_step": 102630, "epoch": 576, "lr": 3.790421713954273e-07}
{"train_loss": 0.0005870385793969035, "global_step": 102631, "epoch": 576, "lr": 3.788605847503512e-07}
{"train_loss": 0.00042869168100878596, "global_step": 102632, "epoch": 576, "lr": 3.7867904144637256e-07}
{"train_loss": 0.0010877768509089947, "global_step": 102633, "epoch": 576, "lr": 3.784975414836578e-07}
{"train_loss": 0.0006073652766644955, "global_step": 102634, "epoch": 576, "lr": 3.783160848623624e-07}
{"train_loss": 0.0009009675704874098, "global_step": 102635, "epoch": 576, "lr": 3.781346715826417e-07}
{"train_loss": 0.0003518119337968528, "global_step": 102636, "epoch": 576, "lr": 3.779533016446568e-07}
{"train_loss": 0.0006143634091131389, "global_step": 102637, "epoch": 576, "lr": 3.7777197504856865e-07}
{"train_loss": 0.0004138092917855829, "global_step": 102638, "epoch": 576, "lr": 3.775906917945327e-07}
{"train_loss": 0.0016975280595943332, "global_step": 102639, "epoch": 576, "lr": 3.774094518827098e-07}
{"train_loss": 0.0005615606787614524, "global_step": 102640, "epoch": 576, "lr": 3.7722825531325557e-07}
{"train_loss": 0.0006425102474167943, "global_step": 102641, "epoch": 576, "lr": 3.7704710208632534e-07}
{"train_loss": 0.0002485729055479169, "global_step": 102642, "epoch": 576, "lr": 3.7686599220208563e-07}
{"train_loss": 0.001327752135694027, "global_step": 102643, "epoch": 576, "lr": 3.7668492566068637e-07}
{"train_loss": 0.0002758327464107424, "global_step": 102644, "epoch": 576, "lr": 3.765039024622885e-07}
{"train_loss": 0.0005436373176053166, "global_step": 102645, "epoch": 576, "lr": 3.763229226070586e-07}
{"train_loss": 0.0008882454130798578, "global_step": 102646, "epoch": 576, "lr": 3.7614198609514095e-07}
{"train_loss": 0.00039390483289025724, "global_step": 102647, "epoch": 576, "lr": 3.759610929266966e-07}
{"train_loss": 0.000655998126603663, "global_step": 102648, "epoch": 576, "lr": 3.7578024310189195e-07}
{"train_loss": 0.0005768954288214445, "global_step": 102649, "epoch": 576, "lr": 3.75599436620877e-07}
{"train_loss": 0.0003519048623275012, "global_step": 102650, "epoch": 576, "lr": 3.754186734838183e-07}
{"train_loss": 0.00045601482270285487, "global_step": 102651, "epoch": 576, "lr": 3.7523795369086014e-07}
{"train_loss": 0.00040843297028914094, "global_step": 102652, "epoch": 576, "lr": 3.7505727724217455e-07}
{"train_loss": 0.0003043675096705556, "global_step": 102653, "epoch": 576, "lr": 3.748766441379059e-07}
{"train_loss": 0.0009337419760413468, "global_step": 102654, "epoch": 576, "lr": 3.746960543782263e-07}
{"train_loss": 0.0005439055385068059, "global_step": 102655, "epoch": 576, "lr": 3.7451550796328007e-07}
{"train_loss": 0.000727672828361392, "global_step": 102656, "epoch": 576, "lr": 3.743350048932337e-07}
{"train_loss": 0.0009385961457155645, "global_step": 102657, "epoch": 576, "lr": 3.741545451682371e-07}
{"train_loss": 0.000250594544922933, "global_step": 102658, "epoch": 576, "lr": 3.7397412878846236e-07}
{"train_loss": 0.000955756928306073, "global_step": 102659, "epoch": 576, "lr": 3.737937557540483e-07}
{"train_loss": 0.0007885818486101925, "global_step": 102660, "epoch": 576, "lr": 3.736134260651669e-07}
{"train_loss": 0.00035357067827135324, "global_step": 102661, "epoch": 576, "lr": 3.734331397219737e-07}
{"train_loss": 0.0009940036106854677, "global_step": 102662, "epoch": 576, "lr": 3.732528967246129e-07}
{"train_loss": 0.0016663726419210434, "global_step": 102663, "epoch": 576, "lr": 3.730726970732623e-07}
{"train_loss": 0.0011713987914845347, "global_step": 102664, "epoch": 576, "lr": 3.7289254076806057e-07}
{"train_loss": 0.0005823677638545632, "global_step": 102665, "epoch": 576, "lr": 3.727124278091798e-07}
{"train_loss": 0.001300634117797017, "global_step": 102666, "epoch": 576, "lr": 3.7253235819676993e-07}
{"train_loss": 0.0009268794674426317, "global_step": 102667, "epoch": 576, "lr": 3.723523319309863e-07}
{"train_loss": 0.0005004176637157798, "global_step": 102668, "epoch": 576, "lr": 3.7217234901198994e-07}
{"train_loss": 0.0007208525785245001, "global_step": 102669, "epoch": 576, "lr": 3.7199240943994186e-07}
{"train_loss": 0.00044511823216453195, "global_step": 102670, "epoch": 576, "lr": 3.718125132149919e-07}
{"train_loss": 0.0032855907920747995, "global_step": 102671, "epoch": 576, "lr": 3.7163266033730103e-07}
{"train_loss": 0.0006588498945347965, "global_step": 102672, "epoch": 576, "lr": 3.714528508070192e-07}
{"train_loss": 0.0010272606741636992, "global_step": 102673, "epoch": 576, "lr": 3.7127308462431287e-07}
{"train_loss": 0.0005788428243249655, "global_step": 102674, "epoch": 576, "lr": 3.710933617893375e-07}
{"train_loss": 0.0009677194175310433, "global_step": 102675, "epoch": 576, "lr": 3.7091368230224856e-07}
{"train_loss": 0.0006972203264012933, "global_step": 102676, "epoch": 576, "lr": 3.707340461632014e-07}
{"train_loss": 0.0003990578989032656, "global_step": 102677, "epoch": 576, "lr": 3.705544533723515e-07}
{"train_loss": 0.00045800028601661325, "global_step": 102678, "epoch": 576, "lr": 3.703749039298654e-07}
{"train_loss": 0.00037991744466125965, "global_step": 102679, "epoch": 576, "lr": 3.701953978358874e-07}
{"train_loss": 0.0011022168910130858, "global_step": 102680, "epoch": 576, "lr": 3.700159350905785e-07}
{"train_loss": 0.0006917196442373097, "global_step": 102681, "epoch": 576, "lr": 3.698365156940997e-07}
{"train_loss": 0.001001439755782485, "global_step": 102682, "epoch": 576, "lr": 3.696571396466064e-07}
{"train_loss": 0.0006245416589081287, "global_step": 102683, "epoch": 576, "lr": 3.694778069482485e-07}
{"train_loss": 0.0006930044037289917, "global_step": 102684, "epoch": 576, "lr": 3.6929851759919256e-07}
{"train_loss": 0.0012714029289782047, "global_step": 102685, "epoch": 576, "lr": 3.691192715995884e-07}
{"train_loss": 0.00036726368125528097, "global_step": 102686, "epoch": 576, "lr": 3.68940068949597e-07}
{"train_loss": 0.0013519542990252376, "global_step": 102687, "epoch": 576, "lr": 3.6876090964936827e-07}
{"train_loss": 0.0008685997454449534, "global_step": 102688, "epoch": 576, "lr": 3.6858179369906876e-07}
{"train_loss": 0.0008651496027596295, "global_step": 102689, "epoch": 576, "lr": 3.684027210988428e-07}
{"train_loss": 0.0017922059632837772, "global_step": 102690, "epoch": 576, "lr": 3.6822369184885687e-07}
{"train_loss": 0.0015799375250935555, "global_step": 102691, "epoch": 576, "lr": 3.680447059492609e-07}
{"train_loss": 0.0006229960126802325, "global_step": 102692, "epoch": 576, "lr": 3.678657634002158e-07}
{"train_loss": 0.0009113168343901634, "global_step": 102693, "epoch": 576, "lr": 3.6768686420187716e-07}
{"train_loss": 0.0007798603037372231, "global_step": 102694, "epoch": 576, "lr": 3.675080083543947e-07}
{"train_loss": 0.0014819379430264235, "global_step": 102695, "epoch": 576, "lr": 3.6732919585793504e-07}
{"train_loss": 0.0011489561293274164, "global_step": 102696, "epoch": 576, "lr": 3.67150426712648e-07}
{"train_loss": 0.0002845659328158945, "global_step": 102697, "epoch": 576, "lr": 3.6697170091868906e-07}
{"train_loss": 0.0006451125955209136, "global_step": 102698, "epoch": 576, "lr": 3.667930184762192e-07}
{"train_loss": 0.00028710116748698056, "global_step": 102699, "epoch": 576, "lr": 3.6661437938539377e-07}
{"train_loss": 0.0012533923145383596, "global_step": 102700, "epoch": 576, "lr": 3.664357836463628e-07}
{"train_loss": 0.00037885975325480103, "global_step": 102701, "epoch": 576, "lr": 3.662572312592871e-07}
{"train_loss": 0.0006152705755084753, "global_step": 102702, "epoch": 576, "lr": 3.660787222243167e-07}
{"train_loss": 0.0008398974896408617, "global_step": 102703, "epoch": 576, "lr": 3.6590025654161806e-07}
{"train_loss": 0.0007124324911274016, "global_step": 102704, "epoch": 576, "lr": 3.657218342113411e-07}
{"train_loss": 0.0008246202112255314, "global_step": 102705, "epoch": 576, "lr": 3.655434552336412e-07}
{"train_loss": 0.0012689093127846718, "global_step": 102706, "epoch": 577, "lr": 3.653651196086738e-07}
{"train_loss": 0.0007739415159448981, "global_step": 102707, "epoch": 577, "lr": 3.651868273365999e-07}
{"train_loss": 0.0006116832373663783, "global_step": 102708, "epoch": 577, "lr": 3.650085784175639e-07}
{"train_loss": 0.0002613153192214668, "global_step": 102709, "epoch": 577, "lr": 3.6483037285173773e-07}
{"train_loss": 0.000333661213517189, "global_step": 102710, "epoch": 577, "lr": 3.6465221063926026e-07}
{"train_loss": 0.0005203256150707603, "global_step": 102711, "epoch": 577, "lr": 3.64474091780298e-07}
{"train_loss": 0.001222631661221385, "global_step": 102712, "epoch": 577, "lr": 3.642960162750009e-07}
{"train_loss": 0.000538959982804954, "global_step": 102713, "epoch": 577, "lr": 3.641179841235298e-07}
{"train_loss": 0.0013865982182323933, "global_step": 102714, "epoch": 577, "lr": 3.639399953260403e-07}
{"train_loss": 0.0005655422573909163, "global_step": 102715, "epoch": 577, "lr": 3.637620498826766e-07}
{"train_loss": 0.0012539793970063329, "global_step": 102716, "epoch": 577, "lr": 3.6358414779361083e-07}
{"train_loss": 0.0005148564232513309, "global_step": 102717, "epoch": 577, "lr": 3.634062890589873e-07}
{"train_loss": 0.0007059763884171844, "global_step": 102718, "epoch": 577, "lr": 3.632284736789615e-07}
{"train_loss": 0.002802397357299924, "global_step": 102719, "epoch": 577, "lr": 3.6305070165369436e-07}
{"train_loss": 0.0005855554481968284, "global_step": 102720, "epoch": 577, "lr": 3.628729729833358e-07}
{"train_loss": 0.0009371548658236861, "global_step": 102721, "epoch": 577, "lr": 3.626952876680467e-07}
{"train_loss": 0.0008817585185170174, "global_step": 102722, "epoch": 577, "lr": 3.6251764570797706e-07}
{"train_loss": 0.001151039730757475, "global_step": 102723, "epoch": 577, "lr": 3.6234004710327673e-07}
{"train_loss": 0.0002301125496160239, "global_step": 102724, "epoch": 577, "lr": 3.621624918541178e-07}
{"train_loss": 0.001128572504967451, "global_step": 102725, "epoch": 577, "lr": 3.619849799606445e-07}
{"train_loss": 0.0006236551562324166, "global_step": 102726, "epoch": 577, "lr": 3.618075114230124e-07}
{"train_loss": 0.0005787767004221678, "global_step": 102727, "epoch": 577, "lr": 3.616300862413713e-07}
{"train_loss": 0.0014672901015728712, "global_step": 102728, "epoch": 577, "lr": 3.6145270441588774e-07}
{"train_loss": 0.0005120946443639696, "global_step": 102729, "epoch": 577, "lr": 3.612753659467116e-07}
{"train_loss": 0.0009645835380069911, "global_step": 102730, "epoch": 577, "lr": 3.6109807083399283e-07}
{"train_loss": 0.0006100345635786653, "global_step": 102731, "epoch": 577, "lr": 3.6092081907789234e-07}
{"train_loss": 0.00021714757895097136, "global_step": 102732, "epoch": 577, "lr": 3.6074361067856556e-07}
{"train_loss": 0.0007304348982870579, "global_step": 102733, "epoch": 577, "lr": 3.605664456361624e-07}
{"train_loss": 0.00047207402531057596, "global_step": 102734, "epoch": 577, "lr": 3.603893239508438e-07}
{"train_loss": 0.0012713726609945297, "global_step": 102735, "epoch": 577, "lr": 3.6021224562275415e-07}
{"train_loss": 0.0018025788012892008, "global_step": 102736, "epoch": 577, "lr": 3.6003521065205436e-07}
{"train_loss": 0.00042994326213374734, "global_step": 102737, "epoch": 577, "lr": 3.598582190389055e-07}
{"train_loss": 0.00035738624865189195, "global_step": 102738, "epoch": 577, "lr": 3.596812707834518e-07}
{"train_loss": 0.0014457486104220152, "global_step": 102739, "epoch": 577, "lr": 3.5950436588585433e-07}
{"train_loss": 0.0012410692870616913, "global_step": 102740, "epoch": 577, "lr": 3.5932750434626297e-07}
{"train_loss": 0.0007336410926654935, "global_step": 102741, "epoch": 577, "lr": 3.5915068616483307e-07}
{"train_loss": 0.001323501579463482, "global_step": 102742, "epoch": 577, "lr": 3.5897391134172564e-07}
{"train_loss": 0.0006281613023020327, "global_step": 102743, "epoch": 577, "lr": 3.5879717987708504e-07}
{"train_loss": 0.0009406102471984923, "global_step": 102744, "epoch": 577, "lr": 3.5862049177107225e-07}
{"train_loss": 0.0015983900520950556, "global_step": 102745, "epoch": 577, "lr": 3.584438470238427e-07}
{"train_loss": 0.0006326428265310824, "global_step": 102746, "epoch": 577, "lr": 3.5826724563554624e-07}
{"train_loss": 0.0014132841024547815, "global_step": 102747, "epoch": 577, "lr": 3.580906876063384e-07}
{"train_loss": 0.00021109817316755652, "global_step": 102748, "epoch": 577, "lr": 3.5791417293637444e-07}
{"train_loss": 0.0007490747957490385, "global_step": 102749, "epoch": 577, "lr": 3.577377016258099e-07}
{"train_loss": 0.0005777094629593194, "global_step": 102750, "epoch": 577, "lr": 3.575612736747891e-07}
{"train_loss": 0.00019704618898686022, "global_step": 102751, "epoch": 577, "lr": 3.573848890834786e-07}
{"train_loss": 0.0011971627827733755, "global_step": 102752, "epoch": 577, "lr": 3.572085478520282e-07}
{"train_loss": 0.00036843016277998686, "global_step": 102753, "epoch": 577, "lr": 3.570322499805934e-07}
{"train_loss": 0.0003679062647279352, "global_step": 102754, "epoch": 577, "lr": 3.56855995469324e-07}
{"train_loss": 0.000576461898162961, "global_step": 102755, "epoch": 577, "lr": 3.5667978431837554e-07}
{"train_loss": 0.0015308004803955555, "global_step": 102756, "epoch": 577, "lr": 3.565036165279034e-07}
{"train_loss": 0.0009021559963002801, "global_step": 102757, "epoch": 577, "lr": 3.5632749209806304e-07}
{"train_loss": 0.002572430297732353, "global_step": 102758, "epoch": 577, "lr": 3.5615141102899876e-07}
{"train_loss": 0.0007309989305213094, "global_step": 102759, "epoch": 577, "lr": 3.5597537332087703e-07}
{"train_loss": 0.0015189243713393807, "global_step": 102760, "epoch": 577, "lr": 3.557993789738479e-07}
{"train_loss": 0.0005320614436641335, "global_step": 102761, "epoch": 577, "lr": 3.55623427988061e-07}
{"train_loss": 0.0013684645527973771, "global_step": 102762, "epoch": 577, "lr": 3.5544752036367203e-07}
{"train_loss": 0.0008776852628216147, "global_step": 102763, "epoch": 577, "lr": 3.552716561008307e-07}
{"train_loss": 0.00041097518987953663, "global_step": 102764, "epoch": 577, "lr": 3.5509583519970356e-07}
{"train_loss": 0.0012974506244063377, "global_step": 102765, "epoch": 577, "lr": 3.549200576604239e-07}
{"train_loss": 0.00033737492049112916, "global_step": 102766, "epoch": 577, "lr": 3.5474432348316376e-07}
{"train_loss": 0.0005607070634141564, "global_step": 102767, "epoch": 577, "lr": 3.5456863266807304e-07}
{"train_loss": 0.0008764012600295246, "global_step": 102768, "epoch": 577, "lr": 3.543929852152961e-07}
{"train_loss": 0.0008576423861086369, "global_step": 102769, "epoch": 577, "lr": 3.5421738112499383e-07}
{"train_loss": 0.00043913722038269043, "global_step": 102770, "epoch": 577, "lr": 3.540418203973217e-07}
{"train_loss": 0.0008070537587627769, "global_step": 102771, "epoch": 577, "lr": 3.5386630303242406e-07}
{"train_loss": 0.0012564565986394882, "global_step": 102772, "epoch": 577, "lr": 3.5369082903046193e-07}
{"train_loss": 0.0007211410556919873, "global_step": 102773, "epoch": 577, "lr": 3.535153983915851e-07}
{"train_loss": 0.0019193098414689302, "global_step": 102774, "epoch": 577, "lr": 3.533400111159435e-07}
{"train_loss": 0.0011604081373661757, "global_step": 102775, "epoch": 577, "lr": 3.5316466720370365e-07}
{"train_loss": 0.0008199523435905576, "global_step": 102776, "epoch": 577, "lr": 3.5298936665500435e-07}
{"train_loss": 0.0006325553404167295, "global_step": 102777, "epoch": 577, "lr": 3.5281410947000103e-07}
{"train_loss": 0.0004115745541639626, "global_step": 102778, "epoch": 577, "lr": 3.5263889564885464e-07}
{"train_loss": 0.00026279862504452467, "global_step": 102779, "epoch": 577, "lr": 3.524637251917096e-07}
{"train_loss": 0.00018457591067999601, "global_step": 102780, "epoch": 577, "lr": 3.522885980987267e-07}
{"train_loss": 0.0007515694014728069, "global_step": 102781, "epoch": 577, "lr": 3.5211351437005047e-07}
{"train_loss": 0.0011757488828152418, "global_step": 102782, "epoch": 577, "lr": 3.519384740058418e-07}
{"train_loss": 0.0008538283291272819, "global_step": 102783, "epoch": 577, "lr": 3.51763477006245e-07}
{"train_loss": 0.000493560335598886, "global_step": 102784, "epoch": 577, "lr": 3.515885233714211e-07}
{"train_loss": 0.0003411077195778489, "global_step": 102785, "epoch": 577, "lr": 3.5141361310152e-07}
{"train_loss": 0.0003946205251850188, "global_step": 102786, "epoch": 577, "lr": 3.512387461966915e-07}
{"train_loss": 0.00035220669815316796, "global_step": 102787, "epoch": 577, "lr": 3.5106392265709667e-07}
{"train_loss": 0.0008803871460258961, "global_step": 102788, "epoch": 577, "lr": 3.508891424828797e-07}
{"train_loss": 0.000801833113655448, "global_step": 102789, "epoch": 577, "lr": 3.5071440567419623e-07}
{"train_loss": 0.0009326221770606935, "global_step": 102790, "epoch": 577, "lr": 3.50539712231196e-07}
{"train_loss": 0.0004850147815886885, "global_step": 102791, "epoch": 577, "lr": 3.5036506215403444e-07}
{"train_loss": 0.0011109313927590847, "global_step": 102792, "epoch": 577, "lr": 3.50190455442867e-07}
{"train_loss": 0.0009310257155448198, "global_step": 102793, "epoch": 577, "lr": 3.5001589209784356e-07}
{"train_loss": 0.0003801031853072345, "global_step": 102794, "epoch": 577, "lr": 3.498413721191085e-07}
{"train_loss": 0.000862725602928549, "global_step": 102795, "epoch": 577, "lr": 3.4966689550683386e-07}
{"train_loss": 0.0011647469364106655, "global_step": 102796, "epoch": 577, "lr": 3.4949246226114727e-07}
{"train_loss": 0.0007482802029699087, "global_step": 102797, "epoch": 577, "lr": 3.493180723822265e-07}
{"train_loss": 0.00045381125528365374, "global_step": 102798, "epoch": 577, "lr": 3.491437258702046e-07}
{"train_loss": 0.0009059951407834888, "global_step": 102799, "epoch": 577, "lr": 3.4896942272523713e-07}
{"train_loss": 0.0006648416165262461, "global_step": 102800, "epoch": 577, "lr": 3.4879516294748505e-07}
{"train_loss": 0.0005180370062589645, "global_step": 102801, "epoch": 577, "lr": 3.486209465370982e-07}
{"train_loss": 0.0005198048893362284, "global_step": 102802, "epoch": 577, "lr": 3.4844677349422093e-07}
{"train_loss": 0.001581335673108697, "global_step": 102803, "epoch": 577, "lr": 3.482726438190087e-07}
{"train_loss": 0.001636141911149025, "global_step": 102804, "epoch": 577, "lr": 3.480985575116169e-07}
{"train_loss": 0.00026921447715722024, "global_step": 102805, "epoch": 577, "lr": 3.4792451457219545e-07}
{"train_loss": 0.0005802179221063852, "global_step": 102806, "epoch": 577, "lr": 3.4775051500089975e-07}
{"train_loss": 0.0004718389827758074, "global_step": 102807, "epoch": 577, "lr": 3.475765587978741e-07}
{"train_loss": 0.0005911291809752584, "global_step": 102808, "epoch": 577, "lr": 3.4740264596327955e-07}
{"train_loss": 0.0006688444409519434, "global_step": 102809, "epoch": 577, "lr": 3.4722877649725485e-07}
{"train_loss": 0.00047422031639143825, "global_step": 102810, "epoch": 577, "lr": 3.4705495039997207e-07}
{"train_loss": 0.0008704520878382027, "global_step": 102811, "epoch": 577, "lr": 3.468811676715644e-07}
{"train_loss": 0.0003928020887542516, "global_step": 102812, "epoch": 577, "lr": 3.4670742831219294e-07}
{"train_loss": 0.0015813478967174888, "global_step": 102813, "epoch": 577, "lr": 3.4653373232200747e-07}
{"train_loss": 0.0005404020193964243, "global_step": 102814, "epoch": 577, "lr": 3.463600797011579e-07}
{"train_loss": 0.0007941574440337718, "global_step": 102815, "epoch": 577, "lr": 3.461864704497997e-07}
{"train_loss": 0.0009636355680413544, "global_step": 102816, "epoch": 577, "lr": 3.4601290456808267e-07}
{"train_loss": 0.0007245122687891126, "global_step": 102817, "epoch": 577, "lr": 3.458393820561567e-07}
{"train_loss": 0.0007447168463841081, "global_step": 102818, "epoch": 577, "lr": 3.456659029141773e-07}
{"train_loss": 0.00026783227804116905, "global_step": 102819, "epoch": 577, "lr": 3.454924671422888e-07}
{"train_loss": 0.00034300494007766247, "global_step": 102820, "epoch": 577, "lr": 3.4531907474065207e-07}
{"train_loss": 0.0004271824727766216, "global_step": 102821, "epoch": 577, "lr": 3.4514572570940597e-07}
{"train_loss": 0.0006512707332149148, "global_step": 102822, "epoch": 577, "lr": 3.44972420048717e-07}
{"train_loss": 0.000693352660164237, "global_step": 102823, "epoch": 577, "lr": 3.4479915775872953e-07}
{"train_loss": 0.0006490907398983836, "global_step": 102824, "epoch": 577, "lr": 3.4462593883959337e-07}
{"train_loss": 0.00031119052437134087, "global_step": 102825, "epoch": 577, "lr": 3.444527632914585e-07}
{"train_loss": 0.0003362199058756232, "global_step": 102826, "epoch": 577, "lr": 3.4427963111448026e-07}
{"train_loss": 0.0009424709714949131, "global_step": 102827, "epoch": 577, "lr": 3.44106542308803e-07}
{"train_loss": 0.0006240844959393144, "global_step": 102828, "epoch": 577, "lr": 3.439334968745933e-07}
{"train_loss": 0.0008505681762471795, "global_step": 102829, "epoch": 577, "lr": 3.4376049481198436e-07}
{"train_loss": 0.001023923046886921, "global_step": 102830, "epoch": 577, "lr": 3.435875361211371e-07}
{"train_loss": 0.0014562237774953246, "global_step": 102831, "epoch": 577, "lr": 3.4341462080220156e-07}
{"train_loss": 0.0003089954552706331, "global_step": 102832, "epoch": 577, "lr": 3.4324174885532745e-07}
{"train_loss": 0.000604215485509485, "global_step": 102833, "epoch": 577, "lr": 3.4306892028067026e-07}
{"train_loss": 0.0017022265819832683, "global_step": 102834, "epoch": 577, "lr": 3.428961350783688e-07}
{"train_loss": 0.0005053814966231585, "global_step": 102835, "epoch": 577, "lr": 3.4272339324858957e-07}
{"train_loss": 0.0010432412382215261, "global_step": 102836, "epoch": 577, "lr": 3.425506947914714e-07}
{"train_loss": 0.000856289523653686, "global_step": 102837, "epoch": 577, "lr": 3.423780397071752e-07}
{"train_loss": 0.0005607058410532773, "global_step": 102838, "epoch": 577, "lr": 3.422054279958398e-07}
{"train_loss": 0.0010805579368025064, "global_step": 102839, "epoch": 577, "lr": 3.420328596576261e-07}
{"train_loss": 0.0002986406325362623, "global_step": 102840, "epoch": 577, "lr": 3.418603346926785e-07}
{"train_loss": 0.001535466406494379, "global_step": 102841, "epoch": 577, "lr": 3.416878531011525e-07}
{"train_loss": 0.0019601224921643734, "global_step": 102842, "epoch": 577, "lr": 3.415154148831923e-07}
{"train_loss": 0.0008738943724893034, "global_step": 102843, "epoch": 577, "lr": 3.413430200389589e-07}
{"train_loss": 0.0007014140719547868, "global_step": 102844, "epoch": 577, "lr": 3.411706685685967e-07}
{"train_loss": 0.0013494787272065878, "global_step": 102845, "epoch": 577, "lr": 3.4099836047224996e-07}
{"train_loss": 0.0005129568162374198, "global_step": 102846, "epoch": 577, "lr": 3.4082609575007974e-07}
{"train_loss": 0.0009342122357338667, "global_step": 102847, "epoch": 577, "lr": 3.406538744022358e-07}
{"train_loss": 0.000311907846480608, "global_step": 102848, "epoch": 577, "lr": 3.4048169642885707e-07}
{"train_loss": 0.0008045371505431831, "global_step": 102849, "epoch": 577, "lr": 3.403095618301044e-07}
{"train_loss": 0.0007818053709343076, "global_step": 102850, "epoch": 577, "lr": 3.401374706061278e-07}
{"train_loss": 0.0004645139561034739, "global_step": 102851, "epoch": 577, "lr": 3.39965422757077e-07}
{"train_loss": 0.0006369586335495114, "global_step": 102852, "epoch": 577, "lr": 3.397934182830964e-07}
{"train_loss": 0.0006893211393617094, "global_step": 102853, "epoch": 577, "lr": 3.39621457184347e-07}
{"train_loss": 0.00042891220073215663, "global_step": 102854, "epoch": 577, "lr": 3.3944953946096757e-07}
{"train_loss": 0.001006225124001503, "global_step": 102855, "epoch": 577, "lr": 3.392776651131135e-07}
{"train_loss": 0.0010281663853675127, "global_step": 102856, "epoch": 577, "lr": 3.391058341409348e-07}
{"train_loss": 0.0003000571741722524, "global_step": 102857, "epoch": 577, "lr": 3.3893404654458114e-07}
{"train_loss": 0.0006123349303379655, "global_step": 102858, "epoch": 577, "lr": 3.3876230232420814e-07}
{"train_loss": 0.0002707937965169549, "global_step": 102859, "epoch": 577, "lr": 3.385906014799489e-07}
{"train_loss": 0.0010454541770741343, "global_step": 102860, "epoch": 577, "lr": 3.384189440119756e-07}
{"train_loss": 0.0009180298075079918, "global_step": 102861, "epoch": 577, "lr": 3.382473299204214e-07}
{"train_loss": 0.0004368735826574266, "global_step": 102862, "epoch": 577, "lr": 3.380757592054473e-07}
{"train_loss": 0.0007011322886683047, "global_step": 102863, "epoch": 577, "lr": 3.3790423186719765e-07}
{"train_loss": 0.0006066596833989024, "global_step": 102864, "epoch": 577, "lr": 3.3773274790582233e-07}
{"train_loss": 0.0004452417488209903, "global_step": 102865, "epoch": 577, "lr": 3.375613073214656e-07}
{"train_loss": 0.0009242831147275865, "global_step": 102866, "epoch": 577, "lr": 3.3738991011428854e-07}
{"train_loss": 0.00032253790413960814, "global_step": 102867, "epoch": 577, "lr": 3.3721855628443546e-07}
{"train_loss": 0.0005331767024472356, "global_step": 102868, "epoch": 577, "lr": 3.3704724583205616e-07}
{"train_loss": 0.0009685798431746662, "global_step": 102869, "epoch": 577, "lr": 3.368759787573006e-07}
{"train_loss": 0.0004672511131502688, "global_step": 102870, "epoch": 577, "lr": 3.3670475506031307e-07}
{"train_loss": 0.0008465395076200366, "global_step": 102871, "epoch": 577, "lr": 3.365335747412546e-07}
{"train_loss": 0.0007395744905807078, "global_step": 102872, "epoch": 577, "lr": 3.363624378002639e-07}
{"train_loss": 0.0001348118530586362, "global_step": 102873, "epoch": 577, "lr": 3.36191344237502e-07}
{"train_loss": 0.0002663103223312646, "global_step": 102874, "epoch": 577, "lr": 3.360202940531021e-07}
{"train_loss": 0.0002842607500497252, "global_step": 102875, "epoch": 577, "lr": 3.358492872472252e-07}
{"train_loss": 0.0007880955236032605, "global_step": 102876, "epoch": 577, "lr": 3.356783238200212e-07}
{"train_loss": 0.0005901416298002005, "global_step": 102877, "epoch": 577, "lr": 3.355074037716344e-07}
{"train_loss": 0.0006611276185140014, "global_step": 102878, "epoch": 577, "lr": 3.3533652710221463e-07}
{"train_loss": 0.0010393047705292702, "global_step": 102879, "epoch": 577, "lr": 3.351656938119119e-07}
{"train_loss": 0.0011234902776777744, "global_step": 102880, "epoch": 577, "lr": 3.34994903900876e-07}
{"train_loss": 0.00045810616575181484, "global_step": 102881, "epoch": 577, "lr": 3.3482415736926234e-07}
{"train_loss": 0.0009077658178284764, "global_step": 102882, "epoch": 577, "lr": 3.3465345421720416e-07}
{"train_loss": 0.000798877705757773, "global_step": 102883, "epoch": 577, "lr": 3.344827944448681e-07}
{"train_loss": 0.0008519814582541585, "global_step": 102884, "epoch": 578, "lr": 3.3431217805238723e-07}
{"train_loss": 0.001879625953733921, "global_step": 102885, "epoch": 578, "lr": 3.341416050399282e-07}
{"train_loss": 0.00048644052003510296, "global_step": 102886, "epoch": 578, "lr": 3.339710754076242e-07}
{"train_loss": 0.0003460124717094004, "global_step": 102887, "epoch": 578, "lr": 3.338005891556306e-07}
{"train_loss": 0.001206353073939681, "global_step": 102888, "epoch": 578, "lr": 3.336301462840974e-07}
{"train_loss": 0.00048123838496394455, "global_step": 102889, "epoch": 578, "lr": 3.3345974679317436e-07}
{"train_loss": 0.0011162318987771869, "global_step": 102890, "epoch": 578, "lr": 3.332893906830059e-07}
{"train_loss": 0.0002507367171347141, "global_step": 102891, "epoch": 578, "lr": 3.331190779537419e-07}
{"train_loss": 0.0003769194008782506, "global_step": 102892, "epoch": 578, "lr": 3.3294880860553215e-07}
{"train_loss": 0.0003862496232613921, "global_step": 102893, "epoch": 578, "lr": 3.3277858263852656e-07}
{"train_loss": 0.0006238108035176992, "global_step": 102894, "epoch": 578, "lr": 3.3260840005287506e-07}
{"train_loss": 0.0015223314985632896, "global_step": 102895, "epoch": 578, "lr": 3.32438260848722e-07}
{"train_loss": 0.001301331678405404, "global_step": 102896, "epoch": 578, "lr": 3.3226816502621716e-07}
{"train_loss": 0.00032468163408339024, "global_step": 102897, "epoch": 578, "lr": 3.320981125855105e-07}
{"train_loss": 0.0010693916119635105, "global_step": 102898, "epoch": 578, "lr": 3.319281035267519e-07}
{"train_loss": 0.0003126945230178535, "global_step": 102899, "epoch": 578, "lr": 3.3175813785008557e-07}
{"train_loss": 0.0006684297695755959, "global_step": 102900, "epoch": 578, "lr": 3.3158821555566156e-07}
{"train_loss": 0.0013601966202259064, "global_step": 102901, "epoch": 578, "lr": 3.314183366436352e-07}
{"train_loss": 0.0003039642469957471, "global_step": 102902, "epoch": 578, "lr": 3.312485011141397e-07}
{"train_loss": 0.0006695562042295933, "global_step": 102903, "epoch": 578, "lr": 3.310787089673362e-07}
{"train_loss": 0.0005954363150522113, "global_step": 102904, "epoch": 578, "lr": 3.309089602033744e-07}
{"train_loss": 0.0011738156899809837, "global_step": 102905, "epoch": 578, "lr": 3.307392548223931e-07}
{"train_loss": 0.0010550080332905054, "global_step": 102906, "epoch": 578, "lr": 3.3056959282454224e-07}
{"train_loss": 0.0006460178992711008, "global_step": 102907, "epoch": 578, "lr": 3.3039997420997725e-07}
{"train_loss": 0.0007763901958242059, "global_step": 102908, "epoch": 578, "lr": 3.302303989788369e-07}
{"train_loss": 0.0010661035776138306, "global_step": 102909, "epoch": 578, "lr": 3.300608671312766e-07}
{"train_loss": 0.0008854498155415058, "global_step": 102910, "epoch": 578, "lr": 3.298913786674407e-07}
{"train_loss": 0.0005201041349209845, "global_step": 102911, "epoch": 578, "lr": 3.297219335874846e-07}
{"train_loss": 0.0019523650407791138, "global_step": 102912, "epoch": 578, "lr": 3.2955253189154157e-07}
{"train_loss": 0.00018810838810168207, "global_step": 102913, "epoch": 578, "lr": 3.2938317357977253e-07}
{"train_loss": 0.0005028924206271768, "global_step": 102914, "epoch": 578, "lr": 3.2921385865231636e-07}
{"train_loss": 0.0009321602992713451, "global_step": 102915, "epoch": 578, "lr": 3.2904458710933396e-07}
{"train_loss": 0.001048646867275238, "global_step": 102916, "epoch": 578, "lr": 3.2887535895095856e-07}
{"train_loss": 0.0005757452454417944, "global_step": 102917, "epoch": 578, "lr": 3.287061741773456e-07}
{"train_loss": 0.0007556421915069222, "global_step": 102918, "epoch": 578, "lr": 3.2853703278863943e-07}
{"train_loss": 0.00139258720446378, "global_step": 102919, "epoch": 578, "lr": 3.283679347849955e-07}
{"train_loss": 0.0007800708408467472, "global_step": 102920, "epoch": 578, "lr": 3.28198880166547e-07}
{"train_loss": 0.0003390921337995678, "global_step": 102921, "epoch": 578, "lr": 3.280298689334549e-07}
{"train_loss": 0.0015475323889404535, "global_step": 102922, "epoch": 578, "lr": 3.2786090108586353e-07}
{"train_loss": 0.0008540261769667268, "global_step": 102923, "epoch": 578, "lr": 3.276919766239228e-07}
{"train_loss": 0.000616205797996372, "global_step": 102924, "epoch": 578, "lr": 3.275230955477715e-07}
{"train_loss": 0.0006310665630735457, "global_step": 102925, "epoch": 578, "lr": 3.27354257857565e-07}
{"train_loss": 0.00034750980557873845, "global_step": 102926, "epoch": 578, "lr": 3.271854635534477e-07}
{"train_loss": 0.0008922790293581784, "global_step": 102927, "epoch": 578, "lr": 3.270167126355639e-07}
{"train_loss": 0.0010246278252452612, "global_step": 102928, "epoch": 578, "lr": 3.2684800510406346e-07}
{"train_loss": 0.0003426476032473147, "global_step": 102929, "epoch": 578, "lr": 3.266793409591018e-07}
{"train_loss": 0.0005970953498035669, "global_step": 102930, "epoch": 578, "lr": 3.265107202008122e-07}
{"train_loss": 0.001241218065842986, "global_step": 102931, "epoch": 578, "lr": 3.263421428293556e-07}
{"train_loss": 0.0006062802276574075, "global_step": 102932, "epoch": 578, "lr": 3.261736088448708e-07}
{"train_loss": 0.0008489461615681648, "global_step": 102933, "epoch": 578, "lr": 3.2600511824750214e-07}
{"train_loss": 0.0008187880739569664, "global_step": 102934, "epoch": 578, "lr": 3.25836671037405e-07}
{"train_loss": 0.0017768575344234705, "global_step": 102935, "epoch": 578, "lr": 3.2566826721472374e-07}
{"train_loss": 0.0003149074036628008, "global_step": 102936, "epoch": 578, "lr": 3.2549990677960274e-07}
{"train_loss": 0.0004304896865505725, "global_step": 102937, "epoch": 578, "lr": 3.253315897321918e-07}
{"train_loss": 0.0005546918837353587, "global_step": 102938, "epoch": 578, "lr": 3.2516331607264085e-07}
{"train_loss": 0.0013935805764049292, "global_step": 102939, "epoch": 578, "lr": 3.2499508580108863e-07}
{"train_loss": 0.0005120702553540468, "global_step": 102940, "epoch": 578, "lr": 3.248268989176906e-07}
{"train_loss": 0.0011620098957791924, "global_step": 102941, "epoch": 578, "lr": 3.2465875542257995e-07}
{"train_loss": 0.00016773294191807508, "global_step": 102942, "epoch": 578, "lr": 3.244906553159233e-07}
{"train_loss": 0.00044759700540453196, "global_step": 102943, "epoch": 578, "lr": 3.2432259859785373e-07}
{"train_loss": 0.0013528589624911547, "global_step": 102944, "epoch": 578, "lr": 3.241545852685268e-07}
{"train_loss": 0.001592719811014831, "global_step": 102945, "epoch": 578, "lr": 3.2398661532807575e-07}
{"train_loss": 0.0008685582433827221, "global_step": 102946, "epoch": 578, "lr": 3.2381868877666145e-07}
{"train_loss": 0.0007718483102507889, "global_step": 102947, "epoch": 578, "lr": 3.2365080561442274e-07}
{"train_loss": 0.00021245560492388904, "global_step": 102948, "epoch": 578, "lr": 3.234829658415095e-07}
{"train_loss": 0.0008709140820428729, "global_step": 102949, "epoch": 578, "lr": 3.2331516945806606e-07}
{"train_loss": 0.001889713923446834, "global_step": 102950, "epoch": 578, "lr": 3.2314741646424227e-07}
{"train_loss": 0.00046926969662308693, "global_step": 102951, "epoch": 578, "lr": 3.22979706860177e-07}
{"train_loss": 0.000634304597042501, "global_step": 102952, "epoch": 578, "lr": 3.228120406460311e-07}
{"train_loss": 0.00040598487248644233, "global_step": 102953, "epoch": 578, "lr": 3.226444178219323e-07}
{"train_loss": 0.0004684689047280699, "global_step": 102954, "epoch": 578, "lr": 3.224768383880472e-07}
{"train_loss": 0.0006947123911231756, "global_step": 102955, "epoch": 578, "lr": 3.2230930234450343e-07}
{"train_loss": 0.0017301267944276333, "global_step": 102956, "epoch": 578, "lr": 3.2214180969145634e-07}
{"train_loss": 0.0009488970972597599, "global_step": 102957, "epoch": 578, "lr": 3.219743604290559e-07}
{"train_loss": 0.0004907287075184286, "global_step": 102958, "epoch": 578, "lr": 3.218069545574409e-07}
{"train_loss": 0.0010901705827564, "global_step": 102959, "epoch": 578, "lr": 3.2163959207676677e-07}
{"train_loss": 0.0005994464736431837, "global_step": 102960, "epoch": 578, "lr": 3.214722729871666e-07}
{"train_loss": 0.00016602466348558664, "global_step": 102961, "epoch": 578, "lr": 3.2130499728879606e-07}
{"train_loss": 0.0007446586969308555, "global_step": 102962, "epoch": 578, "lr": 3.2113776498179924e-07}
{"train_loss": 0.00040869793156161904, "global_step": 102963, "epoch": 578, "lr": 3.2097057606632063e-07}
{"train_loss": 0.0004551260790321976, "global_step": 102964, "epoch": 578, "lr": 3.2080343054251006e-07}
{"train_loss": 0.0015397438546642661, "global_step": 102965, "epoch": 578, "lr": 3.2063632841051183e-07}
{"train_loss": 0.0005055445362813771, "global_step": 102966, "epoch": 578, "lr": 3.2046926967046475e-07}
{"train_loss": 0.001334082568064332, "global_step": 102967, "epoch": 578, "lr": 3.2030225432252426e-07}
{"train_loss": 0.0006927425274625421, "global_step": 102968, "epoch": 578, "lr": 3.2013528236683466e-07}
{"train_loss": 0.00026237848214805126, "global_step": 102969, "epoch": 578, "lr": 3.199683538035347e-07}
{"train_loss": 0.0006314524216577411, "global_step": 102970, "epoch": 578, "lr": 3.1980146863277996e-07}
{"train_loss": 0.00046689045848324895, "global_step": 102971, "epoch": 578, "lr": 3.196346268547146e-07}
{"train_loss": 0.0003659586072899401, "global_step": 102972, "epoch": 578, "lr": 3.1946782846947743e-07}
{"train_loss": 0.0005142706213518977, "global_step": 102973, "epoch": 578, "lr": 3.1930107347721284e-07}
{"train_loss": 0.0004753096727654338, "global_step": 102974, "epoch": 578, "lr": 3.1913436187808175e-07}
{"train_loss": 0.00024049304192885756, "global_step": 102975, "epoch": 578, "lr": 3.189676936722119e-07}
{"train_loss": 0.0005980436690151691, "global_step": 102976, "epoch": 578, "lr": 3.1880106885976426e-07}
{"train_loss": 0.0009365446749143302, "global_step": 102977, "epoch": 578, "lr": 3.18634487440872e-07}
{"train_loss": 0.0007342977914959192, "global_step": 102978, "epoch": 578, "lr": 3.18467949415685e-07}
{"train_loss": 0.0006061557214707136, "global_step": 102979, "epoch": 578, "lr": 3.1830145478435327e-07}
{"train_loss": 0.00037612958112731576, "global_step": 102980, "epoch": 578, "lr": 3.181350035470154e-07}
{"train_loss": 0.0005440659588202834, "global_step": 102981, "epoch": 578, "lr": 3.179685957038214e-07}
{"train_loss": 0.0006469232030212879, "global_step": 102982, "epoch": 578, "lr": 3.178022312549156e-07}
{"train_loss": 0.0004358344594947994, "global_step": 102983, "epoch": 578, "lr": 3.176359102004367e-07}
{"train_loss": 0.001351708546280861, "global_step": 102984, "epoch": 578, "lr": 3.174696325405402e-07}
{"train_loss": 0.00034897527075372636, "global_step": 102985, "epoch": 578, "lr": 3.173033982753648e-07}
{"train_loss": 0.0003474703698884696, "global_step": 102986, "epoch": 578, "lr": 3.171372074050605e-07}
{"train_loss": 0.001493469811975956, "global_step": 102987, "epoch": 578, "lr": 3.169710599297715e-07}
{"train_loss": 0.0008633488905616105, "global_step": 102988, "epoch": 578, "lr": 3.168049558496367e-07}
{"train_loss": 0.0008343766676262021, "global_step": 102989, "epoch": 578, "lr": 3.1663889516480585e-07}
{"train_loss": 0.00040577136678621173, "global_step": 102990, "epoch": 578, "lr": 3.164728778754289e-07}
{"train_loss": 0.0008591582300141454, "global_step": 102991, "epoch": 578, "lr": 3.163069039816391e-07}
{"train_loss": 0.000743423355743289, "global_step": 102992, "epoch": 578, "lr": 3.161409734835918e-07}
{"train_loss": 0.0002574527752585709, "global_step": 102993, "epoch": 578, "lr": 3.159750863814315e-07}
{"train_loss": 0.0007526528788730502, "global_step": 102994, "epoch": 578, "lr": 3.158092426752912e-07}
{"train_loss": 0.0007641584961675107, "global_step": 102995, "epoch": 578, "lr": 3.1564344236533206e-07}
{"train_loss": 0.0013382681645452976, "global_step": 102996, "epoch": 578, "lr": 3.154776854516872e-07}
{"train_loss": 0.000936043681576848, "global_step": 102997, "epoch": 578, "lr": 3.1531197193450655e-07}
{"train_loss": 0.0007249715854413807, "global_step": 102998, "epoch": 578, "lr": 3.1514630181393444e-07}
{"train_loss": 0.0017669044900685549, "global_step": 102999, "epoch": 578, "lr": 3.149806750901152e-07}
{"train_loss": 0.0005281126941554248, "global_step": 103000, "epoch": 578, "lr": 3.1481509176319314e-07}
{"train_loss": 0.0007699707057327032, "global_step": 103001, "epoch": 578, "lr": 3.146495518333126e-07}
{"train_loss": 0.000625835033133626, "global_step": 103002, "epoch": 578, "lr": 3.1448405530061786e-07}
{"train_loss": 0.0001670621131779626, "global_step": 103003, "epoch": 578, "lr": 3.1431860216525886e-07}
{"train_loss": 0.0004674216324929148, "global_step": 103004, "epoch": 578, "lr": 3.141531924273633e-07}
{"train_loss": 0.0005489785689860582, "global_step": 103005, "epoch": 578, "lr": 3.139878260871032e-07}
{"train_loss": 0.001041829469613731, "global_step": 103006, "epoch": 578, "lr": 3.1382250314459516e-07}
{"train_loss": 0.0006759979296475649, "global_step": 103007, "epoch": 578, "lr": 3.136572236000002e-07}
{"train_loss": 0.002063669031485915, "global_step": 103008, "epoch": 578, "lr": 3.1349198745345696e-07}
{"train_loss": 0.000984374899417162, "global_step": 103009, "epoch": 578, "lr": 3.133267947051155e-07}
{"train_loss": 0.0008573624072596431, "global_step": 103010, "epoch": 578, "lr": 3.131616453551145e-07}
{"train_loss": 0.0003673597821034491, "global_step": 103011, "epoch": 578, "lr": 3.129965394035983e-07}
{"train_loss": 0.0013246076414361596, "global_step": 103012, "epoch": 578, "lr": 3.1283147685070567e-07}
{"train_loss": 0.0006083324551582336, "global_step": 103013, "epoch": 578, "lr": 3.1266645769659764e-07}
{"train_loss": 0.0005198467988520861, "global_step": 103014, "epoch": 578, "lr": 3.1250148194140184e-07}
{"train_loss": 0.00033338635694235563, "global_step": 103015, "epoch": 578, "lr": 3.123365495852737e-07}
{"train_loss": 0.0007512166630476713, "global_step": 103016, "epoch": 578, "lr": 3.12171660628352e-07}
{"train_loss": 0.0007775697158649564, "global_step": 103017, "epoch": 578, "lr": 3.1200681507077557e-07}
{"train_loss": 0.002644930500537157, "global_step": 103018, "epoch": 578, "lr": 3.1184201291269977e-07}
{"train_loss": 0.0007330540101975203, "global_step": 103019, "epoch": 578, "lr": 3.1167725415425787e-07}
{"train_loss": 0.00026413268642500043, "global_step": 103020, "epoch": 578, "lr": 3.1151253879559974e-07}
{"train_loss": 0.0010674968361854553, "global_step": 103021, "epoch": 578, "lr": 3.113478668368697e-07}
{"train_loss": 0.0002876706712413579, "global_step": 103022, "epoch": 578, "lr": 3.111832382782065e-07}
{"train_loss": 0.0010332342935726047, "global_step": 103023, "epoch": 578, "lr": 3.110186531197601e-07}
{"train_loss": 0.0005020117969252169, "global_step": 103024, "epoch": 578, "lr": 3.1085411136167475e-07}
{"train_loss": 0.0007835460710339248, "global_step": 103025, "epoch": 578, "lr": 3.106896130040893e-07}
{"train_loss": 0.0007203193381428719, "global_step": 103026, "epoch": 578, "lr": 3.1052515804714244e-07}
{"train_loss": 0.0012983825290575624, "global_step": 103027, "epoch": 578, "lr": 3.103607464909897e-07}
{"train_loss": 0.0004790192178916186, "global_step": 103028, "epoch": 578, "lr": 3.1019637833576974e-07}
{"train_loss": 0.0005576336407102644, "global_step": 103029, "epoch": 578, "lr": 3.100320535816215e-07}
{"train_loss": 0.0005203611217439175, "global_step": 103030, "epoch": 578, "lr": 3.0986777222870024e-07}
{"train_loss": 0.0007980499649420381, "global_step": 103031, "epoch": 578, "lr": 3.0970353427713926e-07}
{"train_loss": 0.0004689051129389554, "global_step": 103032, "epoch": 578, "lr": 3.0953933972708296e-07}
{"train_loss": 0.00039580638986080885, "global_step": 103033, "epoch": 578, "lr": 3.0937518857867554e-07}
{"train_loss": 0.0006338658276945353, "global_step": 103034, "epoch": 578, "lr": 3.0921108083206143e-07}
{"train_loss": 0.0007560801459476352, "global_step": 103035, "epoch": 578, "lr": 3.090470164873849e-07}
{"train_loss": 0.00036686245584860444, "global_step": 103036, "epoch": 578, "lr": 3.0888299554479027e-07}
{"train_loss": 0.0006530862301588058, "global_step": 103037, "epoch": 578, "lr": 3.087190180044164e-07}
{"train_loss": 0.0013641193509101868, "global_step": 103038, "epoch": 578, "lr": 3.085550838664075e-07}
{"train_loss": 0.00040003942558541894, "global_step": 103039, "epoch": 578, "lr": 3.0839119313091356e-07}
{"train_loss": 0.00041707552736625075, "global_step": 103040, "epoch": 578, "lr": 3.082273457980678e-07}
{"train_loss": 0.001665846211835742, "global_step": 103041, "epoch": 578, "lr": 3.0806354186802e-07}
{"train_loss": 0.00044482151861302555, "global_step": 103042, "epoch": 578, "lr": 3.07899781340909e-07}
{"train_loss": 0.0006927865324541926, "global_step": 103043, "epoch": 578, "lr": 3.0773606421688474e-07}
{"train_loss": 0.00022668129531666636, "global_step": 103044, "epoch": 578, "lr": 3.0757239049608034e-07}
{"train_loss": 0.0008044055430218577, "global_step": 103045, "epoch": 578, "lr": 3.0740876017864573e-07}
{"train_loss": 0.0009580721380189061, "global_step": 103046, "epoch": 578, "lr": 3.072451732647197e-07}
{"train_loss": 0.0008599251741543412, "global_step": 103047, "epoch": 578, "lr": 3.070816297544521e-07}
{"train_loss": 0.0010957601480185986, "global_step": 103048, "epoch": 578, "lr": 3.0691812964797617e-07}
{"train_loss": 0.000258630228927359, "global_step": 103049, "epoch": 578, "lr": 3.067546729454418e-07}
{"train_loss": 0.0006116318400017917, "global_step": 103050, "epoch": 578, "lr": 3.0659125964698776e-07}
{"train_loss": 0.0008805878460407257, "global_step": 103051, "epoch": 578, "lr": 3.0642788975276394e-07}
{"train_loss": 0.0004934189491905272, "global_step": 103052, "epoch": 578, "lr": 3.0626456326290354e-07}
{"train_loss": 0.0009453491074964404, "global_step": 103053, "epoch": 578, "lr": 3.061012801775565e-07}
{"train_loss": 0.001389758544974029, "global_step": 103054, "epoch": 578, "lr": 3.059380404968559e-07}
{"train_loss": 0.0010766386985778809, "global_step": 103055, "epoch": 578, "lr": 3.0577484422095184e-07}
{"train_loss": 0.0010157787473872304, "global_step": 103056, "epoch": 578, "lr": 3.0561169134998844e-07}
{"train_loss": 0.0008065040456131101, "global_step": 103057, "epoch": 578, "lr": 3.0544858188410463e-07}
{"train_loss": 0.00017668069631326944, "global_step": 103058, "epoch": 578, "lr": 3.052855158234502e-07}
{"train_loss": 0.0009674457833170891, "global_step": 103059, "epoch": 578, "lr": 3.051224931681529e-07}
{"train_loss": 0.0012157883029431105, "global_step": 103060, "epoch": 578, "lr": 3.049595139183625e-07}
{"train_loss": 0.0007737581670451701, "global_step": 103061, "epoch": 578, "lr": 3.04796578074229e-07}
{"train_loss": 0.0008785419631749392, "global_step": 103062, "epoch": 579, "lr": 3.0463368563588555e-07}
{"train_loss": 0.001413768040947616, "global_step": 103063, "epoch": 579, "lr": 3.0447083660347655e-07}
{"train_loss": 0.0008673350093886256, "global_step": 103064, "epoch": 579, "lr": 3.0430803097714065e-07}
{"train_loss": 0.0010778484866023064, "global_step": 103065, "epoch": 579, "lr": 3.041452687570279e-07}
{"train_loss": 0.0007397389272227883, "global_step": 103066, "epoch": 579, "lr": 3.039825499432769e-07}
{"train_loss": 0.00038103279075585306, "global_step": 103067, "epoch": 579, "lr": 3.038198745360266e-07}
{"train_loss": 0.0001850186672527343, "global_step": 103068, "epoch": 579, "lr": 3.036572425354212e-07}
{"train_loss": 0.00043074844870716333, "global_step": 103069, "epoch": 579, "lr": 3.0349465394160504e-07}
{"train_loss": 0.00044523441465571523, "global_step": 103070, "epoch": 579, "lr": 3.0333210875471697e-07}
{"train_loss": 0.0009015372488647699, "global_step": 103071, "epoch": 579, "lr": 3.031696069749068e-07}
{"train_loss": 0.000949049077462405, "global_step": 103072, "epoch": 579, "lr": 3.030071486023023e-07}
{"train_loss": 0.0005356485489755869, "global_step": 103073, "epoch": 579, "lr": 3.0284473363705877e-07}
{"train_loss": 0.0010052770376205444, "global_step": 103074, "epoch": 579, "lr": 3.0268236207930955e-07}
{"train_loss": 0.0011406808625906706, "global_step": 103075, "epoch": 579, "lr": 3.025200339291934e-07}
{"train_loss": 0.0011467088479548693, "global_step": 103076, "epoch": 579, "lr": 3.023577491868712e-07}
{"train_loss": 0.0007583212573081255, "global_step": 103077, "epoch": 579, "lr": 3.021955078524596e-07}
{"train_loss": 0.0005752962315455079, "global_step": 103078, "epoch": 579, "lr": 3.0203330992611967e-07}
{"train_loss": 0.0005570363136939704, "global_step": 103079, "epoch": 579, "lr": 3.018711554079845e-07}
{"train_loss": 0.00016119331121444702, "global_step": 103080, "epoch": 579, "lr": 3.017090442981929e-07}
{"train_loss": 0.0017241542227566242, "global_step": 103081, "epoch": 579, "lr": 3.015469765968948e-07}
{"train_loss": 0.0023599190171808004, "global_step": 103082, "epoch": 579, "lr": 3.0138495230422335e-07}
{"train_loss": 0.0010859709000214934, "global_step": 103083, "epoch": 579, "lr": 3.0122297142032853e-07}
{"train_loss": 0.0005367657286114991, "global_step": 103084, "epoch": 579, "lr": 3.0106103394534347e-07}
{"train_loss": 0.00045706378296017647, "global_step": 103085, "epoch": 579, "lr": 3.008991398794181e-07}
{"train_loss": 0.0005999627755954862, "global_step": 103086, "epoch": 579, "lr": 3.0073728922268564e-07}
{"train_loss": 0.0004907449474558234, "global_step": 103087, "epoch": 579, "lr": 3.0057548197529594e-07}
{"train_loss": 0.0004440162447281182, "global_step": 103088, "epoch": 579, "lr": 3.0041371813737674e-07}
{"train_loss": 0.0007339584408327937, "global_step": 103089, "epoch": 579, "lr": 3.0025199770908897e-07}
{"train_loss": 0.0006000726716592908, "global_step": 103090, "epoch": 579, "lr": 3.0009032069055476e-07}
{"train_loss": 0.0009597142925485969, "global_step": 103091, "epoch": 579, "lr": 2.9992868708192954e-07}
{"train_loss": 0.000993947614915669, "global_step": 103092, "epoch": 579, "lr": 2.9976709688334106e-07}
{"train_loss": 0.0008415172342211008, "global_step": 103093, "epoch": 579, "lr": 2.9960555009494464e-07}
{"train_loss": 0.001240819226950407, "global_step": 103094, "epoch": 579, "lr": 2.994440467168735e-07}
{"train_loss": 0.0006352707277983427, "global_step": 103095, "epoch": 579, "lr": 2.992825867492666e-07}
{"train_loss": 0.0007255965610966086, "global_step": 103096, "epoch": 579, "lr": 2.9912117019227357e-07}
{"train_loss": 0.0005893858615309, "global_step": 103097, "epoch": 579, "lr": 2.9895979704602785e-07}
{"train_loss": 0.00041512533789500594, "global_step": 103098, "epoch": 579, "lr": 2.987984673106681e-07}
{"train_loss": 0.0005665005301125348, "global_step": 103099, "epoch": 579, "lr": 2.986371809863442e-07}
{"train_loss": 0.0012205780949443579, "global_step": 103100, "epoch": 579, "lr": 2.984759380731894e-07}
{"train_loss": 0.0005654195556417108, "global_step": 103101, "epoch": 579, "lr": 2.983147385713481e-07}
{"train_loss": 0.001493605668656528, "global_step": 103102, "epoch": 579, "lr": 2.981535824809645e-07}
{"train_loss": 0.0004622098640538752, "global_step": 103103, "epoch": 579, "lr": 2.979924698021719e-07}
{"train_loss": 0.0003368874895386398, "global_step": 103104, "epoch": 579, "lr": 2.9783140053512017e-07}
{"train_loss": 0.0006349073373712599, "global_step": 103105, "epoch": 579, "lr": 2.97670374679937e-07}
{"train_loss": 0.0004952395684085786, "global_step": 103106, "epoch": 579, "lr": 2.975093922367778e-07}
{"train_loss": 0.0005107548786327243, "global_step": 103107, "epoch": 579, "lr": 2.973484532057702e-07}
{"train_loss": 0.0007019849144853652, "global_step": 103108, "epoch": 579, "lr": 2.971875575870642e-07}
{"train_loss": 0.000574061123188585, "global_step": 103109, "epoch": 579, "lr": 2.970267053807929e-07}
{"train_loss": 0.0006744814454577863, "global_step": 103110, "epoch": 579, "lr": 2.968658965871063e-07}
{"train_loss": 0.0009946908103302121, "global_step": 103111, "epoch": 579, "lr": 2.9670513120613196e-07}
{"train_loss": 0.001572205568663776, "global_step": 103112, "epoch": 579, "lr": 2.965444092380254e-07}
{"train_loss": 0.0007165206479839981, "global_step": 103113, "epoch": 579, "lr": 2.963837306829087e-07}
{"train_loss": 0.00033496442483738065, "global_step": 103114, "epoch": 579, "lr": 2.9622309554094287e-07}
{"train_loss": 0.001751375151798129, "global_step": 103115, "epoch": 579, "lr": 2.9606250381224996e-07}
{"train_loss": 0.0006503714248538017, "global_step": 103116, "epoch": 579, "lr": 2.959019554969855e-07}
{"train_loss": 0.002104485873132944, "global_step": 103117, "epoch": 579, "lr": 2.957414505952771e-07}
{"train_loss": 0.000768388039432466, "global_step": 103118, "epoch": 579, "lr": 2.9558098910726914e-07}
{"train_loss": 0.000272196251899004, "global_step": 103119, "epoch": 579, "lr": 2.9542057103310595e-07}
{"train_loss": 0.00125171709805727, "global_step": 103120, "epoch": 579, "lr": 2.952601963729207e-07}
{"train_loss": 0.0007891058921813965, "global_step": 103121, "epoch": 579, "lr": 2.950998651268633e-07}
{"train_loss": 0.00032871929579414427, "global_step": 103122, "epoch": 579, "lr": 2.949395772950669e-07}
{"train_loss": 0.00048326730029657483, "global_step": 103123, "epoch": 579, "lr": 2.9477933287767046e-07}
{"train_loss": 0.0005976895336061716, "global_step": 103124, "epoch": 579, "lr": 2.946191318748126e-07}
{"train_loss": 0.00043366930913180113, "global_step": 103125, "epoch": 579, "lr": 2.9445897428664324e-07}
{"train_loss": 0.0008358543273061514, "global_step": 103126, "epoch": 579, "lr": 2.942988601132901e-07}
{"train_loss": 0.001156079350039363, "global_step": 103127, "epoch": 579, "lr": 2.94138789354903e-07}
{"train_loss": 0.0011235310230404139, "global_step": 103128, "epoch": 579, "lr": 2.939787620116097e-07}
{"train_loss": 0.00031357689294964075, "global_step": 103129, "epoch": 579, "lr": 2.938187780835655e-07}
{"train_loss": 0.00041983730625361204, "global_step": 103130, "epoch": 579, "lr": 2.936588375708982e-07}
{"train_loss": 0.0006810778868384659, "global_step": 103131, "epoch": 579, "lr": 2.9349894047375203e-07}
{"train_loss": 0.0011564805172383785, "global_step": 103132, "epoch": 579, "lr": 2.933390867922714e-07}
{"train_loss": 0.0006278054206632078, "global_step": 103133, "epoch": 579, "lr": 2.931792765265839e-07}
{"train_loss": 0.0005211009411141276, "global_step": 103134, "epoch": 579, "lr": 2.9301950967683955e-07}
{"train_loss": 0.0005291427951306105, "global_step": 103135, "epoch": 579, "lr": 2.9285978624317147e-07}
{"train_loss": 0.000983303296379745, "global_step": 103136, "epoch": 579, "lr": 2.9270010622571843e-07}
{"train_loss": 0.0008853321196511388, "global_step": 103137, "epoch": 579, "lr": 2.925404696246303e-07}
{"train_loss": 0.000683280813973397, "global_step": 103138, "epoch": 579, "lr": 2.9238087644003486e-07}
{"train_loss": 0.0028495541773736477, "global_step": 103139, "epoch": 579, "lr": 2.922213266720819e-07}
{"train_loss": 0.0009703171090222895, "global_step": 103140, "epoch": 579, "lr": 2.9206182032089914e-07}
{"train_loss": 0.0003531650290824473, "global_step": 103141, "epoch": 579, "lr": 2.919023573866309e-07}
{"train_loss": 0.0018154691206291318, "global_step": 103142, "epoch": 579, "lr": 2.9174293786942697e-07}
{"train_loss": 0.000868121802341193, "global_step": 103143, "epoch": 579, "lr": 2.915835617694096e-07}
{"train_loss": 0.00042106001637876034, "global_step": 103144, "epoch": 579, "lr": 2.9142422908672864e-07}
{"train_loss": 0.0007418061140924692, "global_step": 103145, "epoch": 579, "lr": 2.912649398215117e-07}
{"train_loss": 0.0007677935063838959, "global_step": 103146, "epoch": 579, "lr": 2.911056939739143e-07}
{"train_loss": 0.0003664754913188517, "global_step": 103147, "epoch": 579, "lr": 2.9094649154406406e-07}
{"train_loss": 0.0004931911826133728, "global_step": 103148, "epoch": 579, "lr": 2.9078733253210534e-07}
{"train_loss": 0.00017028932052198797, "global_step": 103149, "epoch": 579, "lr": 2.9062821693817686e-07}
{"train_loss": 0.0010989318834617734, "global_step": 103150, "epoch": 579, "lr": 2.904691447624175e-07}
{"train_loss": 0.0009791618213057518, "global_step": 103151, "epoch": 579, "lr": 2.9031011600495483e-07}
{"train_loss": 0.00045464630238711834, "global_step": 103152, "epoch": 579, "lr": 2.901511306659499e-07}
{"train_loss": 0.0007961312076076865, "global_step": 103153, "epoch": 579, "lr": 2.8999218874551924e-07}
{"train_loss": 0.0007588885491713881, "global_step": 103154, "epoch": 579, "lr": 2.8983329024381835e-07}
{"train_loss": 0.000579672516323626, "global_step": 103155, "epoch": 579, "lr": 2.896744351609748e-07}
{"train_loss": 0.0005151861696504056, "global_step": 103156, "epoch": 579, "lr": 2.89515623497133e-07}
{"train_loss": 0.00024336701608262956, "global_step": 103157, "epoch": 579, "lr": 2.893568552524373e-07}
{"train_loss": 0.0004336548736318946, "global_step": 103158, "epoch": 579, "lr": 2.891981304270097e-07}
{"train_loss": 0.00029429892310872674, "global_step": 103159, "epoch": 579, "lr": 2.890394490210058e-07}
{"train_loss": 0.0005880876560695469, "global_step": 103160, "epoch": 579, "lr": 2.8888081103455313e-07}
{"train_loss": 0.00028195104096084833, "global_step": 103161, "epoch": 579, "lr": 2.8872221646779607e-07}
{"train_loss": 0.0007882053614594042, "global_step": 103162, "epoch": 579, "lr": 2.8856366532087344e-07}
{"train_loss": 0.00044286681804805994, "global_step": 103163, "epoch": 579, "lr": 2.884051575939184e-07}
{"train_loss": 0.0006895150290802121, "global_step": 103164, "epoch": 579, "lr": 2.882466932870753e-07}
{"train_loss": 0.0016184207051992416, "global_step": 103165, "epoch": 579, "lr": 2.880882724004774e-07}
{"train_loss": 0.0003026435151696205, "global_step": 103166, "epoch": 579, "lr": 2.8792989493426347e-07}
{"train_loss": 0.0009825939778238535, "global_step": 103167, "epoch": 579, "lr": 2.8777156088857783e-07}
{"train_loss": 0.0004843983333557844, "global_step": 103168, "epoch": 579, "lr": 2.876132702635537e-07}
{"train_loss": 0.0007390088867396116, "global_step": 103169, "epoch": 579, "lr": 2.874550230593298e-07}
{"train_loss": 0.0005420546513050795, "global_step": 103170, "epoch": 579, "lr": 2.8729681927605057e-07}
{"train_loss": 0.0006582544301636517, "global_step": 103171, "epoch": 579, "lr": 2.8713865891384364e-07}
{"train_loss": 0.0011735846055671573, "global_step": 103172, "epoch": 579, "lr": 2.869805419728533e-07}
{"train_loss": 0.0005977243417873979, "global_step": 103173, "epoch": 579, "lr": 2.8682246845321835e-07}
{"train_loss": 0.0010241197887808084, "global_step": 103174, "epoch": 579, "lr": 2.8666443835506653e-07}
{"train_loss": 0.0009483868489041924, "global_step": 103175, "epoch": 579, "lr": 2.865064516785587e-07}
{"train_loss": 0.0003582460340112448, "global_step": 103176, "epoch": 579, "lr": 2.86348508423806e-07}
{"train_loss": 0.0006500643212348223, "global_step": 103177, "epoch": 579, "lr": 2.861906085909638e-07}
{"train_loss": 0.0012685558758676052, "global_step": 103178, "epoch": 579, "lr": 2.8603275218016534e-07}
{"train_loss": 0.0014247754588723183, "global_step": 103179, "epoch": 579, "lr": 2.858749391915494e-07}
{"train_loss": 0.0006359344115480781, "global_step": 103180, "epoch": 579, "lr": 2.8571716962525473e-07}
{"train_loss": 0.000535522005520761, "global_step": 103181, "epoch": 579, "lr": 2.8555944348141463e-07}
{"train_loss": 0.0005112173967063427, "global_step": 103182, "epoch": 579, "lr": 2.854017607601678e-07}
{"train_loss": 0.0005761591601185501, "global_step": 103183, "epoch": 579, "lr": 2.85244121461653e-07}
{"train_loss": 0.0018052519299089909, "global_step": 103184, "epoch": 579, "lr": 2.850865255860091e-07}
{"train_loss": 0.0010333287063986063, "global_step": 103185, "epoch": 579, "lr": 2.8492897313337484e-07}
{"train_loss": 0.0009655072935856879, "global_step": 103186, "epoch": 579, "lr": 2.84771464103889e-07}
{"train_loss": 0.0005918560782447457, "global_step": 103187, "epoch": 579, "lr": 2.8461399849767924e-07}
{"train_loss": 0.0006458659190684557, "global_step": 103188, "epoch": 579, "lr": 2.844565763148954e-07}
{"train_loss": 0.0007413891144096851, "global_step": 103189, "epoch": 579, "lr": 2.8429919755566523e-07}
{"train_loss": 0.0007467200048267841, "global_step": 103190, "epoch": 579, "lr": 2.841418622201386e-07}
{"train_loss": 0.0006077742436900735, "global_step": 103191, "epoch": 579, "lr": 2.839845703084376e-07}
{"train_loss": 0.0011055651120841503, "global_step": 103192, "epoch": 579, "lr": 2.8382732182071213e-07}
{"train_loss": 0.00041287433123216033, "global_step": 103193, "epoch": 579, "lr": 2.836701167570899e-07}
{"train_loss": 0.0004001867782790214, "global_step": 103194, "epoch": 579, "lr": 2.8351295511771513e-07}
{"train_loss": 0.0008449597517028451, "global_step": 103195, "epoch": 579, "lr": 2.833558369027267e-07}
{"train_loss": 0.0005141962319612503, "global_step": 103196, "epoch": 579, "lr": 2.8319876211225225e-07}
{"train_loss": 0.0009898461867123842, "global_step": 103197, "epoch": 579, "lr": 2.830417307464306e-07}
{"train_loss": 0.0006797563983127475, "global_step": 103198, "epoch": 579, "lr": 2.8288474280541155e-07}
{"train_loss": 0.0010049231350421906, "global_step": 103199, "epoch": 579, "lr": 2.8272779828932284e-07}
{"train_loss": 0.0008598060230724514, "global_step": 103200, "epoch": 579, "lr": 2.8257089719829766e-07}
{"train_loss": 0.0006996482261456549, "global_step": 103201, "epoch": 579, "lr": 2.8241403953248037e-07}
{"train_loss": 0.001054104883223772, "global_step": 103202, "epoch": 579, "lr": 2.8225722529200416e-07}
{"train_loss": 0.0006589495460502803, "global_step": 103203, "epoch": 579, "lr": 2.8210045447700785e-07}
{"train_loss": 0.0007465629605576396, "global_step": 103204, "epoch": 579, "lr": 2.819437270876246e-07}
{"train_loss": 0.0018834753427654505, "global_step": 103205, "epoch": 579, "lr": 2.817870431240044e-07}
{"train_loss": 0.0004581233370117843, "global_step": 103206, "epoch": 579, "lr": 2.8163040258626373e-07}
{"train_loss": 0.0008683804771862924, "global_step": 103207, "epoch": 579, "lr": 2.8147380547455246e-07}
{"train_loss": 0.0005920858820900321, "global_step": 103208, "epoch": 579, "lr": 2.813172517890039e-07}
{"train_loss": 0.0006332452176138759, "global_step": 103209, "epoch": 579, "lr": 2.811607415297568e-07}
{"train_loss": 0.0006400076672434807, "global_step": 103210, "epoch": 579, "lr": 2.810042746969499e-07}
{"train_loss": 0.0011348199332132936, "global_step": 103211, "epoch": 579, "lr": 2.808478512907109e-07}
{"train_loss": 0.0005905387224629521, "global_step": 103212, "epoch": 579, "lr": 2.806914713111841e-07}
{"train_loss": 0.0002738076727837324, "global_step": 103213, "epoch": 579, "lr": 2.8053513475850834e-07}
{"train_loss": 0.00092004903126508, "global_step": 103214, "epoch": 579, "lr": 2.803788416328057e-07}
{"train_loss": 0.0008126792963594198, "global_step": 103215, "epoch": 579, "lr": 2.8022259193423163e-07}
{"train_loss": 0.0005688322708010674, "global_step": 103216, "epoch": 579, "lr": 2.800663856629138e-07}
{"train_loss": 0.0004910932620987296, "global_step": 103217, "epoch": 579, "lr": 2.799102228189854e-07}
{"train_loss": 0.0004390886169858277, "global_step": 103218, "epoch": 579, "lr": 2.7975410340258524e-07}
{"train_loss": 0.0008295938023366034, "global_step": 103219, "epoch": 579, "lr": 2.795980274138521e-07}
{"train_loss": 0.0008690349641256034, "global_step": 103220, "epoch": 579, "lr": 2.7944199485292475e-07}
{"train_loss": 0.0004969742149114609, "global_step": 103221, "epoch": 579, "lr": 2.792860057199309e-07}
{"train_loss": 0.0018040579743683338, "global_step": 103222, "epoch": 579, "lr": 2.791300600150093e-07}
{"train_loss": 0.0009016500553116202, "global_step": 103223, "epoch": 579, "lr": 2.7897415773830426e-07}
{"train_loss": 0.0011840652441605926, "global_step": 103224, "epoch": 579, "lr": 2.788182988899435e-07}
{"train_loss": 0.0007418966852128506, "global_step": 103225, "epoch": 579, "lr": 2.7866248347006574e-07}
{"train_loss": 0.0007452593417838216, "global_step": 103226, "epoch": 579, "lr": 2.785067114788042e-07}
{"train_loss": 0.0009000776335597038, "global_step": 103227, "epoch": 579, "lr": 2.783509829162978e-07}
{"train_loss": 0.0012235131580382586, "global_step": 103228, "epoch": 579, "lr": 2.781952977826907e-07}
{"train_loss": 0.0009462584857828915, "global_step": 103229, "epoch": 579, "lr": 2.7803965607809955e-07}
{"train_loss": 0.001302523072808981, "global_step": 103230, "epoch": 579, "lr": 2.778840578026798e-07}
{"train_loss": 0.0007981244707480073, "global_step": 103231, "epoch": 579, "lr": 2.777285029565535e-07}
{"train_loss": 0.0010484259109944105, "global_step": 103232, "epoch": 579, "lr": 2.7757299153986504e-07}
{"train_loss": 0.0010569640435278416, "global_step": 103233, "epoch": 579, "lr": 2.774175235527476e-07}
{"train_loss": 0.0006470033549703658, "global_step": 103234, "epoch": 579, "lr": 2.772620989953345e-07}
{"train_loss": 0.0007191022159531713, "global_step": 103235, "epoch": 579, "lr": 2.7710671786775886e-07}
{"train_loss": 0.000928737164940685, "global_step": 103236, "epoch": 579, "lr": 2.7695138017017064e-07}
{"train_loss": 0.0010159967932850122, "global_step": 103237, "epoch": 579, "lr": 2.767960859026919e-07}
{"train_loss": 0.0006620552157983184, "global_step": 103238, "epoch": 579, "lr": 2.7664083506546144e-07}
{"train_loss": 0.0008044785634696934, "global_step": 103239, "epoch": 579, "lr": 2.764856276586125e-07}
{"train_loss": 0.001843711594119668, "global_step": 103240, "epoch": 580, "lr": 2.763304636822894e-07}
{"train_loss": 0.00025507487589493394, "global_step": 103241, "epoch": 580, "lr": 2.7617534313661987e-07}
{"train_loss": 0.0005921169649809599, "global_step": 103242, "epoch": 580, "lr": 2.7602026602174256e-07}
{"train_loss": 0.0016614535124972463, "global_step": 103243, "epoch": 580, "lr": 2.758652323377964e-07}
{"train_loss": 0.00036778984940610826, "global_step": 103244, "epoch": 580, "lr": 2.7571024208490336e-07}
{"train_loss": 0.0013245758600533009, "global_step": 103245, "epoch": 580, "lr": 2.755552952632134e-07}
{"train_loss": 0.0004557784122880548, "global_step": 103246, "epoch": 580, "lr": 2.7540039187285425e-07}
{"train_loss": 0.0007222432177513838, "global_step": 103247, "epoch": 580, "lr": 2.752455319139646e-07}
{"train_loss": 0.0006998202297836542, "global_step": 103248, "epoch": 580, "lr": 2.7509071538667775e-07}
{"train_loss": 0.000644771265797317, "global_step": 103249, "epoch": 580, "lr": 2.749359422911324e-07}
{"train_loss": 0.0003657096531242132, "global_step": 103250, "epoch": 580, "lr": 2.7478121262745626e-07}
{"train_loss": 0.0002098982804454863, "global_step": 103251, "epoch": 580, "lr": 2.746265263957937e-07}
{"train_loss": 0.001204190542921424, "global_step": 103252, "epoch": 580, "lr": 2.744718835962723e-07}
{"train_loss": 0.000625120010226965, "global_step": 103253, "epoch": 580, "lr": 2.743172842290309e-07}
{"train_loss": 0.0006468669162131846, "global_step": 103254, "epoch": 580, "lr": 2.7416272829420277e-07}
{"train_loss": 0.0006524622440338135, "global_step": 103255, "epoch": 580, "lr": 2.740082157919266e-07}
{"train_loss": 0.0012222600635141134, "global_step": 103256, "epoch": 580, "lr": 2.738537467223301e-07}
{"train_loss": 0.0008099666447378695, "global_step": 103257, "epoch": 580, "lr": 2.7369932108555763e-07}
{"train_loss": 0.00029386303503997624, "global_step": 103258, "epoch": 580, "lr": 2.735449388817368e-07}
{"train_loss": 0.0002895075886044651, "global_step": 103259, "epoch": 580, "lr": 2.7339060011100647e-07}
{"train_loss": 0.000702197547070682, "global_step": 103260, "epoch": 580, "lr": 2.7323630477349425e-07}
{"train_loss": 0.00024406955344602466, "global_step": 103261, "epoch": 580, "lr": 2.730820528693501e-07}
{"train_loss": 0.001722089946269989, "global_step": 103262, "epoch": 580, "lr": 2.729278443986905e-07}
{"train_loss": 0.0007188699673861265, "global_step": 103263, "epoch": 580, "lr": 2.7277367936165975e-07}
{"train_loss": 0.0004063387168571353, "global_step": 103264, "epoch": 580, "lr": 2.7261955775839677e-07}
{"train_loss": 0.000860585190821439, "global_step": 103265, "epoch": 580, "lr": 2.7246547958902355e-07}
{"train_loss": 0.0008053889614529908, "global_step": 103266, "epoch": 580, "lr": 2.723114448536901e-07}
{"train_loss": 0.0014470089226961136, "global_step": 103267, "epoch": 580, "lr": 2.7215745355251286e-07}
{"train_loss": 0.0011831523152068257, "global_step": 103268, "epoch": 580, "lr": 2.7200350568564735e-07}
{"train_loss": 0.0006875672261230648, "global_step": 103269, "epoch": 580, "lr": 2.7184960125321015e-07}
{"train_loss": 0.0003102156624663621, "global_step": 103270, "epoch": 580, "lr": 2.716957402553455e-07}
{"train_loss": 0.000214429572224617, "global_step": 103271, "epoch": 580, "lr": 2.7154192269218113e-07}
{"train_loss": 0.0004272466467227787, "global_step": 103272, "epoch": 580, "lr": 2.713881485638614e-07}
{"train_loss": 0.0004434329457581043, "global_step": 103273, "epoch": 580, "lr": 2.712344178705084e-07}
{"train_loss": 0.0010665829759091139, "global_step": 103274, "epoch": 580, "lr": 2.7108073061226645e-07}
{"train_loss": 0.0015080359298735857, "global_step": 103275, "epoch": 580, "lr": 2.7092708678926326e-07}
{"train_loss": 0.0007375585846602917, "global_step": 103276, "epoch": 580, "lr": 2.707734864016376e-07}
{"train_loss": 0.0019891236443072557, "global_step": 103277, "epoch": 580, "lr": 2.706199294495171e-07}
{"train_loss": 0.0017319810576736927, "global_step": 103278, "epoch": 580, "lr": 2.704664159330461e-07}
{"train_loss": 0.0005643831100314856, "global_step": 103279, "epoch": 580, "lr": 2.703129458523468e-07}
{"train_loss": 0.0006979095633141696, "global_step": 103280, "epoch": 580, "lr": 2.7015951920756345e-07}
{"train_loss": 0.0010398273589089513, "global_step": 103281, "epoch": 580, "lr": 2.700061359988237e-07}
{"train_loss": 0.0008998925914056599, "global_step": 103282, "epoch": 580, "lr": 2.6985279622626646e-07}
{"train_loss": 0.0009577316232025623, "global_step": 103283, "epoch": 580, "lr": 2.696994998900193e-07}
{"train_loss": 0.0004690620698966086, "global_step": 103284, "epoch": 580, "lr": 2.695462469902266e-07}
{"train_loss": 0.0013043512590229511, "global_step": 103285, "epoch": 580, "lr": 2.6939303752700485e-07}
{"train_loss": 0.0013502063229680061, "global_step": 103286, "epoch": 580, "lr": 2.6923987150050955e-07}
{"train_loss": 0.0006845745956525207, "global_step": 103287, "epoch": 580, "lr": 2.690867489108573e-07}
{"train_loss": 0.0003181315551046282, "global_step": 103288, "epoch": 580, "lr": 2.689336697581868e-07}
{"train_loss": 0.0011251545511186123, "global_step": 103289, "epoch": 580, "lr": 2.6878063404263686e-07}
{"train_loss": 0.002916886005550623, "global_step": 103290, "epoch": 580, "lr": 2.6862764176432967e-07}
{"train_loss": 0.001255464507266879, "global_step": 103291, "epoch": 580, "lr": 2.68474692923415e-07}
{"train_loss": 0.0017302162013947964, "global_step": 103292, "epoch": 580, "lr": 2.683217875200095e-07}
{"train_loss": 0.0009841835126280785, "global_step": 103293, "epoch": 580, "lr": 2.6816892555426296e-07}
{"train_loss": 0.0007385284407064319, "global_step": 103294, "epoch": 580, "lr": 2.6801610702629767e-07}
{"train_loss": 0.0019562384113669395, "global_step": 103295, "epoch": 580, "lr": 2.6786333193625223e-07}
{"train_loss": 0.0012965977657586336, "global_step": 103296, "epoch": 580, "lr": 2.677106002842544e-07}
{"train_loss": 0.0005163634195923805, "global_step": 103297, "epoch": 580, "lr": 2.67557912070443e-07}
{"train_loss": 0.0026493826881051064, "global_step": 103298, "epoch": 580, "lr": 2.6740526729494563e-07}
{"train_loss": 0.0008642254397273064, "global_step": 103299, "epoch": 580, "lr": 2.6725266595790664e-07}
{"train_loss": 0.0005851183668710291, "global_step": 103300, "epoch": 580, "lr": 2.671001080594482e-07}
{"train_loss": 0.0004940730286762118, "global_step": 103301, "epoch": 580, "lr": 2.66947593599709e-07}
{"train_loss": 0.0019876505248248577, "global_step": 103302, "epoch": 580, "lr": 2.667951225788223e-07}
{"train_loss": 0.0008231262909248471, "global_step": 103303, "epoch": 580, "lr": 2.666426949969214e-07}
{"train_loss": 0.0008906710427254438, "global_step": 103304, "epoch": 580, "lr": 2.664903108541339e-07}
{"train_loss": 0.0010529232677072287, "global_step": 103305, "epoch": 580, "lr": 2.663379701505986e-07}
{"train_loss": 0.0005771905998699367, "global_step": 103306, "epoch": 580, "lr": 2.6618567288644867e-07}
{"train_loss": 0.0008106341119855642, "global_step": 103307, "epoch": 580, "lr": 2.660334190618119e-07}
{"train_loss": 0.0001954047183971852, "global_step": 103308, "epoch": 580, "lr": 2.6588120867682695e-07}
{"train_loss": 0.001042199437506497, "global_step": 103309, "epoch": 580, "lr": 2.6572904173162714e-07}
{"train_loss": 0.0004097058263141662, "global_step": 103310, "epoch": 580, "lr": 2.6557691822634014e-07}
{"train_loss": 0.0006978138699196279, "global_step": 103311, "epoch": 580, "lr": 2.654248381610991e-07}
{"train_loss": 0.001519624493084848, "global_step": 103312, "epoch": 580, "lr": 2.6527280153604283e-07}
{"train_loss": 0.0007606832659803331, "global_step": 103313, "epoch": 580, "lr": 2.6512080835129903e-07}
{"train_loss": 0.0005055954679846764, "global_step": 103314, "epoch": 580, "lr": 2.649688586070065e-07}
{"train_loss": 0.00029127043671905994, "global_step": 103315, "epoch": 580, "lr": 2.648169523032873e-07}
{"train_loss": 0.0007850551046431065, "global_step": 103316, "epoch": 580, "lr": 2.6466508944028023e-07}
{"train_loss": 0.0004284869064576924, "global_step": 103317, "epoch": 580, "lr": 2.645132700181241e-07}
{"train_loss": 0.0005138068809174001, "global_step": 103318, "epoch": 580, "lr": 2.64361494036941e-07}
{"train_loss": 0.0004772620159201324, "global_step": 103319, "epoch": 580, "lr": 2.6420976149686973e-07}
{"train_loss": 0.00037393986713141203, "global_step": 103320, "epoch": 580, "lr": 2.640580723980379e-07}
{"train_loss": 0.0008363411761820316, "global_step": 103321, "epoch": 580, "lr": 2.639064267405844e-07}
{"train_loss": 0.0011641007149592042, "global_step": 103322, "epoch": 580, "lr": 2.6375482452463685e-07}
{"train_loss": 0.0007045948877930641, "global_step": 103323, "epoch": 580, "lr": 2.6360326575032846e-07}
{"train_loss": 0.001080200308933854, "global_step": 103324, "epoch": 580, "lr": 2.634517504177925e-07}
{"train_loss": 0.0002660144818946719, "global_step": 103325, "epoch": 580, "lr": 2.6330027852716767e-07}
{"train_loss": 0.0006893145618960261, "global_step": 103326, "epoch": 580, "lr": 2.631488500785706e-07}
{"train_loss": 0.0004038664046674967, "global_step": 103327, "epoch": 580, "lr": 2.629974650721512e-07}
{"train_loss": 0.000571606622543186, "global_step": 103328, "epoch": 580, "lr": 2.62846123508026e-07}
{"train_loss": 0.0024703973904252052, "global_step": 103329, "epoch": 580, "lr": 2.6269482538633926e-07}
{"train_loss": 0.0003612266737036407, "global_step": 103330, "epoch": 580, "lr": 2.6254357070721327e-07}
{"train_loss": 0.0003666497941594571, "global_step": 103331, "epoch": 580, "lr": 2.6239235947078667e-07}
{"train_loss": 0.0005341348587535322, "global_step": 103332, "epoch": 580, "lr": 2.6224119167719276e-07}
{"train_loss": 0.0006503505865111947, "global_step": 103333, "epoch": 580, "lr": 2.6209006732655917e-07}
{"train_loss": 0.0013939830241724849, "global_step": 103334, "epoch": 580, "lr": 2.6193898641901915e-07}
{"train_loss": 0.0006158121395856142, "global_step": 103335, "epoch": 580, "lr": 2.617879489547059e-07}
{"train_loss": 0.00047578950761817396, "global_step": 103336, "epoch": 580, "lr": 2.6163695493375273e-07}
{"train_loss": 0.0003922880277968943, "global_step": 103337, "epoch": 580, "lr": 2.614860043562872e-07}
{"train_loss": 0.000139085779665038, "global_step": 103338, "epoch": 580, "lr": 2.6133509722244264e-07}
{"train_loss": 0.00021495721011888236, "global_step": 103339, "epoch": 580, "lr": 2.6118423353235223e-07}
{"train_loss": 0.00023362798674497753, "global_step": 103340, "epoch": 580, "lr": 2.610334132861436e-07}
{"train_loss": 0.0004845585208386183, "global_step": 103341, "epoch": 580, "lr": 2.6088263648395563e-07}
{"train_loss": 0.0009862564038485289, "global_step": 103342, "epoch": 580, "lr": 2.607319031259159e-07}
{"train_loss": 0.00038006799877621233, "global_step": 103343, "epoch": 580, "lr": 2.605812132121577e-07}
{"train_loss": 0.0010016742162406445, "global_step": 103344, "epoch": 580, "lr": 2.604305667428086e-07}
{"train_loss": 0.0005171516095288098, "global_step": 103345, "epoch": 580, "lr": 2.6027996371800757e-07}
{"train_loss": 0.0006993731949478388, "global_step": 103346, "epoch": 580, "lr": 2.601294041378766e-07}
{"train_loss": 0.000776694156229496, "global_step": 103347, "epoch": 580, "lr": 2.5997888800255446e-07}
{"train_loss": 0.0006076570716686547, "global_step": 103348, "epoch": 580, "lr": 2.5982841531216884e-07}
{"train_loss": 0.0006542057963088155, "global_step": 103349, "epoch": 580, "lr": 2.59677986066853e-07}
{"train_loss": 0.0022219927050173283, "global_step": 103350, "epoch": 580, "lr": 2.595276002667402e-07}
{"train_loss": 0.0010012461571022868, "global_step": 103351, "epoch": 580, "lr": 2.5937725791195245e-07}
{"train_loss": 0.0008298226166516542, "global_step": 103352, "epoch": 580, "lr": 2.5922695900263973e-07}
{"train_loss": 0.0006125156651251018, "global_step": 103353, "epoch": 580, "lr": 2.59076703538913e-07}
{"train_loss": 0.0006587961688637733, "global_step": 103354, "epoch": 580, "lr": 2.589264915209111e-07}
{"train_loss": 0.0005941923009231687, "global_step": 103355, "epoch": 580, "lr": 2.5877632294877277e-07}
{"train_loss": 0.001763508073054254, "global_step": 103356, "epoch": 580, "lr": 2.586261978226201e-07}
{"train_loss": 0.001190120237879455, "global_step": 103357, "epoch": 580, "lr": 2.5847611614258636e-07}
{"train_loss": 0.00030788721051067114, "global_step": 103358, "epoch": 580, "lr": 2.583260779088048e-07}
{"train_loss": 0.000845558475703001, "global_step": 103359, "epoch": 580, "lr": 2.581760831214031e-07}
{"train_loss": 0.0008106887107715011, "global_step": 103360, "epoch": 580, "lr": 2.580261317805144e-07}
{"train_loss": 0.0010140064405277371, "global_step": 103361, "epoch": 580, "lr": 2.5787622388626644e-07}
{"train_loss": 0.0019116067560389638, "global_step": 103362, "epoch": 580, "lr": 2.5772635943879795e-07}
{"train_loss": 0.0006336010410450399, "global_step": 103363, "epoch": 580, "lr": 2.575765384382311e-07}
{"train_loss": 0.0004920929204672575, "global_step": 103364, "epoch": 580, "lr": 2.5742676088470473e-07}
{"train_loss": 0.0009479300351813436, "global_step": 103365, "epoch": 580, "lr": 2.5727702677834085e-07}
{"train_loss": 0.0010198128875344992, "global_step": 103366, "epoch": 580, "lr": 2.5712733611927833e-07}
{"train_loss": 0.001178175676614046, "global_step": 103367, "epoch": 580, "lr": 2.569776889076447e-07}
{"train_loss": 0.0002231738471891731, "global_step": 103368, "epoch": 580, "lr": 2.5682808514356784e-07}
{"train_loss": 0.0016829154919832945, "global_step": 103369, "epoch": 580, "lr": 2.566785248271808e-07}
{"train_loss": 0.00038467906415462494, "global_step": 103370, "epoch": 580, "lr": 2.565290079586169e-07}
{"train_loss": 0.0005695160944014788, "global_step": 103371, "epoch": 580, "lr": 2.563795345380038e-07}
{"train_loss": 0.00042066906462423503, "global_step": 103372, "epoch": 580, "lr": 2.562301045654747e-07}
{"train_loss": 0.0004246183088980615, "global_step": 103373, "epoch": 580, "lr": 2.5608071804115173e-07}
{"train_loss": 0.0004426539526320994, "global_step": 103374, "epoch": 580, "lr": 2.559313749651737e-07}
{"train_loss": 0.0006459046271629632, "global_step": 103375, "epoch": 580, "lr": 2.5578207533767385e-07}
{"train_loss": 0.0004610464093275368, "global_step": 103376, "epoch": 580, "lr": 2.556328191587687e-07}
{"train_loss": 0.0014052088372409344, "global_step": 103377, "epoch": 580, "lr": 2.5548360642860816e-07}
{"train_loss": 0.00033040533890016377, "global_step": 103378, "epoch": 580, "lr": 2.553344371473032e-07}
{"train_loss": 0.000350400892784819, "global_step": 103379, "epoch": 580, "lr": 2.5518531131499825e-07}
{"train_loss": 0.0007271060603670776, "global_step": 103380, "epoch": 580, "lr": 2.5503622893181535e-07}
{"train_loss": 0.0006097982986830175, "global_step": 103381, "epoch": 580, "lr": 2.5488718999788776e-07}
{"train_loss": 0.00037386815529316664, "global_step": 103382, "epoch": 580, "lr": 2.547381945133487e-07}
{"train_loss": 0.0006069268565624952, "global_step": 103383, "epoch": 580, "lr": 2.5458924247832025e-07}
{"train_loss": 0.000492298393510282, "global_step": 103384, "epoch": 580, "lr": 2.544403338929413e-07}
{"train_loss": 0.0009969838429242373, "global_step": 103385, "epoch": 580, "lr": 2.542914687573339e-07}
{"train_loss": 0.0005313821602612734, "global_step": 103386, "epoch": 580, "lr": 2.541426470716368e-07}
{"train_loss": 0.0009407527395524085, "global_step": 103387, "epoch": 580, "lr": 2.539938688359722e-07}
{"train_loss": 0.0006977235316298902, "global_step": 103388, "epoch": 580, "lr": 2.5384513405047325e-07}
{"train_loss": 0.0009085055207833648, "global_step": 103389, "epoch": 580, "lr": 2.536964427152677e-07}
{"train_loss": 0.0005431413883343339, "global_step": 103390, "epoch": 580, "lr": 2.535477948304943e-07}
{"train_loss": 0.0011549534974619746, "global_step": 103391, "epoch": 580, "lr": 2.533991903962696e-07}
{"train_loss": 0.0011041120160371065, "global_step": 103392, "epoch": 580, "lr": 2.5325062941273234e-07}
{"train_loss": 0.0006978493765927851, "global_step": 103393, "epoch": 580, "lr": 2.5310211188000475e-07}
{"train_loss": 0.0010009603574872017, "global_step": 103394, "epoch": 580, "lr": 2.529536377982311e-07}
{"train_loss": 0.0005261419573798776, "global_step": 103395, "epoch": 580, "lr": 2.5280520716752245e-07}
{"train_loss": 0.0006518837762996554, "global_step": 103396, "epoch": 580, "lr": 2.5265681998802305e-07}
{"train_loss": 0.0010081788059324026, "global_step": 103397, "epoch": 580, "lr": 2.5250847625985505e-07}
{"train_loss": 0.00020090601174160838, "global_step": 103398, "epoch": 580, "lr": 2.5236017598315174e-07}
{"train_loss": 0.002108972752466798, "global_step": 103399, "epoch": 580, "lr": 2.5221191915804076e-07}
{"train_loss": 0.0009827836183831096, "global_step": 103400, "epoch": 580, "lr": 2.520637057846553e-07}
{"train_loss": 0.0018206620588898659, "global_step": 103401, "epoch": 580, "lr": 2.51915535863112e-07}
{"train_loss": 0.0005374266183935106, "global_step": 103402, "epoch": 580, "lr": 2.5176740939355513e-07}
{"train_loss": 0.0003818979603238404, "global_step": 103403, "epoch": 580, "lr": 2.5161932637610684e-07}
{"train_loss": 0.00035796634620055556, "global_step": 103404, "epoch": 580, "lr": 2.514712868109004e-07}
{"train_loss": 0.0016073847655206919, "global_step": 103405, "epoch": 580, "lr": 2.513232906980634e-07}
{"train_loss": 0.000567935174331069, "global_step": 103406, "epoch": 580, "lr": 2.5117533803772354e-07}
{"train_loss": 0.0008302583592012525, "global_step": 103407, "epoch": 580, "lr": 2.5102742883000296e-07}
{"train_loss": 0.0005296199233271182, "global_step": 103408, "epoch": 580, "lr": 2.5087956307505155e-07}
{"train_loss": 0.0014274471905082464, "global_step": 103409, "epoch": 580, "lr": 2.5073174077298033e-07}
{"train_loss": 0.0017863333923742175, "global_step": 103410, "epoch": 580, "lr": 2.505839619239225e-07}
{"train_loss": 0.0002648995432537049, "global_step": 103411, "epoch": 580, "lr": 2.5043622652801136e-07}
{"train_loss": 0.0009873646777123213, "global_step": 103412, "epoch": 580, "lr": 2.5028853458536893e-07}
{"train_loss": 0.00047724891919642687, "global_step": 103413, "epoch": 580, "lr": 2.501408860961341e-07}
{"train_loss": 0.00031035239226184785, "global_step": 103414, "epoch": 580, "lr": 2.499932810604233e-07}
{"train_loss": 0.0022849799133837223, "global_step": 103415, "epoch": 580, "lr": 2.498457194783754e-07}
{"train_loss": 0.0006751134060323238, "global_step": 103416, "epoch": 580, "lr": 2.496982013501181e-07}
{"train_loss": 0.0008448996011159916, "global_step": 103417, "epoch": 580, "lr": 2.495507266757791e-07, "train_action_mse_error": 8.770779800215678e-07}
{"train_loss": 0.0004848551470786333, "global_step": 103418, "epoch": 581, "lr": 2.494032954554859e-07}
{"train_loss": 0.0013531798031181097, "global_step": 103419, "epoch": 581, "lr": 2.4925590768936637e-07}
{"train_loss": 0.0006099564488977194, "global_step": 103420, "epoch": 581, "lr": 2.4910856337754806e-07}
{"train_loss": 0.0007290757494047284, "global_step": 103421, "epoch": 581, "lr": 2.489612625201698e-07}
{"train_loss": 0.000582326902076602, "global_step": 103422, "epoch": 581, "lr": 2.4881400511734264e-07}
{"train_loss": 0.0003547461819835007, "global_step": 103423, "epoch": 581, "lr": 2.4866679116921645e-07}
{"train_loss": 0.0005112755461595953, "global_step": 103424, "epoch": 581, "lr": 2.4851962067590217e-07}
{"train_loss": 0.0011022139806300402, "global_step": 103425, "epoch": 581, "lr": 2.483724936375331e-07}
{"train_loss": 0.0006158172036521137, "global_step": 103426, "epoch": 581, "lr": 2.482254100542425e-07}
{"train_loss": 0.0009919593576341867, "global_step": 103427, "epoch": 581, "lr": 2.4807836992615794e-07}
{"train_loss": 0.0009194521699100733, "global_step": 103428, "epoch": 581, "lr": 2.4793137325340163e-07}
{"train_loss": 0.0015686117112636566, "global_step": 103429, "epoch": 581, "lr": 2.477844200361068e-07}
{"train_loss": 0.0017615105025470257, "global_step": 103430, "epoch": 581, "lr": 2.4763751027440107e-07}
{"train_loss": 0.0004742859455291182, "global_step": 103431, "epoch": 581, "lr": 2.474906439684177e-07}
{"train_loss": 0.0007862041238695383, "global_step": 103432, "epoch": 581, "lr": 2.4734382111827326e-07}
{"train_loss": 0.0008688970701768994, "global_step": 103433, "epoch": 581, "lr": 2.471970417241065e-07}
{"train_loss": 0.0022158913780003786, "global_step": 103434, "epoch": 581, "lr": 2.470503057860396e-07}
{"train_loss": 0.0003667751152534038, "global_step": 103435, "epoch": 581, "lr": 2.4690361330420574e-07}
{"train_loss": 0.0008451511384919286, "global_step": 103436, "epoch": 581, "lr": 2.4675696427872706e-07}
{"train_loss": 0.0005514540243893862, "global_step": 103437, "epoch": 581, "lr": 2.4661035870973683e-07}
{"train_loss": 0.0007766821654513478, "global_step": 103438, "epoch": 581, "lr": 2.4646379659736263e-07}
{"train_loss": 0.00035463596577756107, "global_step": 103439, "epoch": 581, "lr": 2.4631727794172665e-07}
{"train_loss": 0.00032115314388647676, "global_step": 103440, "epoch": 581, "lr": 2.461708027429677e-07}
{"train_loss": 0.0005156492698006332, "global_step": 103441, "epoch": 581, "lr": 2.4602437100120226e-07}
{"train_loss": 0.0006964582717046142, "global_step": 103442, "epoch": 581, "lr": 2.458779827165636e-07}
{"train_loss": 0.0008521631825715303, "global_step": 103443, "epoch": 581, "lr": 2.45731637889185e-07}
{"train_loss": 0.0007732791127637029, "global_step": 103444, "epoch": 581, "lr": 2.455853365191829e-07}
{"train_loss": 0.0011836821213364601, "global_step": 103445, "epoch": 581, "lr": 2.454390786066907e-07}
{"train_loss": 0.0004179287061560899, "global_step": 103446, "epoch": 581, "lr": 2.4529286415183596e-07}
{"train_loss": 0.0006118001183494925, "global_step": 103447, "epoch": 581, "lr": 2.4514669315474637e-07}
{"train_loss": 0.00040191010339185596, "global_step": 103448, "epoch": 581, "lr": 2.4500056561555517e-07}
{"train_loss": 0.000486322765937075, "global_step": 103449, "epoch": 581, "lr": 2.44854481534379e-07}
{"train_loss": 0.0013232016935944557, "global_step": 103450, "epoch": 581, "lr": 2.4470844091135094e-07}
{"train_loss": 0.0005597482668235898, "global_step": 103451, "epoch": 581, "lr": 2.445624437466043e-07}
{"train_loss": 0.0006330395117402077, "global_step": 103452, "epoch": 581, "lr": 2.444164900402557e-07}
{"train_loss": 0.0024049696512520313, "global_step": 103453, "epoch": 581, "lr": 2.4427057979243827e-07}
{"train_loss": 0.0011192766251042485, "global_step": 103454, "epoch": 581, "lr": 2.4412471300327975e-07}
{"train_loss": 0.0009685459663160145, "global_step": 103455, "epoch": 581, "lr": 2.4397888967290784e-07}
{"train_loss": 0.000303951179375872, "global_step": 103456, "epoch": 581, "lr": 2.438331098014501e-07}
{"train_loss": 0.000852085358928889, "global_step": 103457, "epoch": 581, "lr": 2.436873733890288e-07}
{"train_loss": 0.0007810257375240326, "global_step": 103458, "epoch": 581, "lr": 2.435416804357771e-07}
{"train_loss": 0.0005350712453946471, "global_step": 103459, "epoch": 581, "lr": 2.433960309418226e-07}
{"train_loss": 0.00034801627043634653, "global_step": 103460, "epoch": 581, "lr": 2.4325042490728755e-07}
{"train_loss": 0.00041463636443950236, "global_step": 103461, "epoch": 581, "lr": 2.431048623323051e-07}
{"train_loss": 0.0002556911495048553, "global_step": 103462, "epoch": 581, "lr": 2.429593432169919e-07}
{"train_loss": 0.0006927586509846151, "global_step": 103463, "epoch": 581, "lr": 2.428138675614866e-07}
{"train_loss": 0.0014633811078965664, "global_step": 103464, "epoch": 581, "lr": 2.4266843536591143e-07}
{"train_loss": 0.0007110876031219959, "global_step": 103465, "epoch": 581, "lr": 2.425230466303996e-07}
{"train_loss": 0.0007295780815184116, "global_step": 103466, "epoch": 581, "lr": 2.423777013550621e-07}
{"train_loss": 0.0008077529491856694, "global_step": 103467, "epoch": 581, "lr": 2.422323995400433e-07}
{"train_loss": 0.0004398226737976074, "global_step": 103468, "epoch": 581, "lr": 2.4208714118545974e-07}
{"train_loss": 0.0002412579779047519, "global_step": 103469, "epoch": 581, "lr": 2.419419262914446e-07}
{"train_loss": 0.0006346601876430213, "global_step": 103470, "epoch": 581, "lr": 2.4179675485812017e-07}
{"train_loss": 0.0005423800321295857, "global_step": 103471, "epoch": 581, "lr": 2.4165162688561394e-07}
{"train_loss": 0.0012875639367848635, "global_step": 103472, "epoch": 581, "lr": 2.4150654237405367e-07}
{"train_loss": 0.000770671758800745, "global_step": 103473, "epoch": 581, "lr": 2.4136150132356704e-07}
{"train_loss": 0.0005301605560816824, "global_step": 103474, "epoch": 581, "lr": 2.412165037342762e-07}
{"train_loss": 0.0018925508484244347, "global_step": 103475, "epoch": 581, "lr": 2.4107154960631427e-07}
{"train_loss": 0.0005341159412637353, "global_step": 103476, "epoch": 581, "lr": 2.4092663893980906e-07}
{"train_loss": 0.0007080745417624712, "global_step": 103477, "epoch": 581, "lr": 2.4078177173487147e-07}
{"train_loss": 0.00057846715208143, "global_step": 103478, "epoch": 581, "lr": 2.4063694799164594e-07}
{"train_loss": 0.0005278680473566055, "global_step": 103479, "epoch": 581, "lr": 2.404921677102545e-07}
{"train_loss": 0.0004992879112251103, "global_step": 103480, "epoch": 581, "lr": 2.4034743089081936e-07}
{"train_loss": 0.0004897356266155839, "global_step": 103481, "epoch": 581, "lr": 2.402027375334681e-07}
{"train_loss": 0.0007395010907202959, "global_step": 103482, "epoch": 581, "lr": 2.4005808763832847e-07}
{"train_loss": 0.0017499434761703014, "global_step": 103483, "epoch": 581, "lr": 2.3991348120552816e-07}
{"train_loss": 0.0005540687125176191, "global_step": 103484, "epoch": 581, "lr": 2.3976891823519477e-07}
{"train_loss": 0.0009171607671305537, "global_step": 103485, "epoch": 581, "lr": 2.396243987274449e-07}
{"train_loss": 0.0010790512897074223, "global_step": 103486, "epoch": 581, "lr": 2.3947992268241184e-07}
{"train_loss": 0.0013190204044803977, "global_step": 103487, "epoch": 581, "lr": 2.393354901002232e-07}
{"train_loss": 0.0014654404949396849, "global_step": 103488, "epoch": 581, "lr": 2.391911009810066e-07}
{"train_loss": 0.000542975147254765, "global_step": 103489, "epoch": 581, "lr": 2.3904675532487874e-07}
{"train_loss": 0.0012757789809256792, "global_step": 103490, "epoch": 581, "lr": 2.3890245313197833e-07}
{"train_loss": 0.00047248596092686057, "global_step": 103491, "epoch": 581, "lr": 2.387581944024164e-07}
{"train_loss": 0.0006198548944666982, "global_step": 103492, "epoch": 581, "lr": 2.3861397913633734e-07}
{"train_loss": 0.00037338657421059906, "global_step": 103493, "epoch": 581, "lr": 2.3846980733385203e-07}
{"train_loss": 0.0009927236242219806, "global_step": 103494, "epoch": 581, "lr": 2.3832567899509384e-07}
{"train_loss": 0.000986934290267527, "global_step": 103495, "epoch": 581, "lr": 2.3818159412017928e-07}
{"train_loss": 0.0012931523378938437, "global_step": 103496, "epoch": 581, "lr": 2.380375527092471e-07}
{"train_loss": 0.000354159768903628, "global_step": 103497, "epoch": 581, "lr": 2.378935547624195e-07}
{"train_loss": 0.0008127350592985749, "global_step": 103498, "epoch": 581, "lr": 2.3774960027981852e-07}
{"train_loss": 0.0007770344382151961, "global_step": 103499, "epoch": 581, "lr": 2.376056892615719e-07}
{"train_loss": 0.0004312638775445521, "global_step": 103500, "epoch": 581, "lr": 2.3746182170780175e-07}
{"train_loss": 0.0008506973390467465, "global_step": 103501, "epoch": 581, "lr": 2.3731799761863572e-07}
{"train_loss": 0.0009107085643336177, "global_step": 103502, "epoch": 581, "lr": 2.3717421699420706e-07}
{"train_loss": 0.0018694211030378938, "global_step": 103503, "epoch": 581, "lr": 2.3703047983463235e-07}
{"train_loss": 0.0006287367432378232, "global_step": 103504, "epoch": 581, "lr": 2.3688678614003923e-07}
{"train_loss": 0.0007368209189735353, "global_step": 103505, "epoch": 581, "lr": 2.3674313591054986e-07}
{"train_loss": 0.0003042306052520871, "global_step": 103506, "epoch": 581, "lr": 2.3659952914629747e-07}
{"train_loss": 0.00021115531853865832, "global_step": 103507, "epoch": 581, "lr": 2.3645596584740415e-07}
{"train_loss": 0.0020519206300377846, "global_step": 103508, "epoch": 581, "lr": 2.3631244601399204e-07}
{"train_loss": 0.001389982644468546, "global_step": 103509, "epoch": 581, "lr": 2.361689696461944e-07}
{"train_loss": 0.00043207046110183, "global_step": 103510, "epoch": 581, "lr": 2.360255367441222e-07}
{"train_loss": 0.0012670174473896623, "global_step": 103511, "epoch": 581, "lr": 2.3588214730791424e-07}
{"train_loss": 0.0011896125506609678, "global_step": 103512, "epoch": 581, "lr": 2.3573880133769267e-07}
{"train_loss": 0.00037131737917661667, "global_step": 103513, "epoch": 581, "lr": 2.3559549883358513e-07}
{"train_loss": 0.0004003092763014138, "global_step": 103514, "epoch": 581, "lr": 2.3545223979570818e-07}
{"train_loss": 0.00045668252278119326, "global_step": 103515, "epoch": 581, "lr": 2.3530902422418954e-07}
{"train_loss": 0.001140025444328785, "global_step": 103516, "epoch": 581, "lr": 2.3516585211915686e-07}
{"train_loss": 0.0002841335954144597, "global_step": 103517, "epoch": 581, "lr": 2.3502272348073784e-07}
{"train_loss": 0.00013940977805759758, "global_step": 103518, "epoch": 581, "lr": 2.3487963830905456e-07}
{"train_loss": 0.0007914281450212002, "global_step": 103519, "epoch": 581, "lr": 2.3473659660423475e-07}
{"train_loss": 0.0014898432418704033, "global_step": 103520, "epoch": 581, "lr": 2.3459359836639494e-07}
{"train_loss": 0.0003616300818976015, "global_step": 103521, "epoch": 581, "lr": 2.3445064359566836e-07}
{"train_loss": 0.00037584727397188544, "global_step": 103522, "epoch": 581, "lr": 2.3430773229217718e-07}
{"train_loss": 0.0009816098026931286, "global_step": 103523, "epoch": 581, "lr": 2.3416486445604345e-07}
{"train_loss": 0.0006404246087186038, "global_step": 103524, "epoch": 581, "lr": 2.3402204008739492e-07}
{"train_loss": 0.0005941846175119281, "global_step": 103525, "epoch": 581, "lr": 2.3387925918635923e-07}
{"train_loss": 0.0006520595634356141, "global_step": 103526, "epoch": 581, "lr": 2.3373652175305849e-07}
{"train_loss": 0.0006662050727754831, "global_step": 103527, "epoch": 581, "lr": 2.3359382778761486e-07}
{"train_loss": 0.0012211399152874947, "global_step": 103528, "epoch": 581, "lr": 2.3345117729015598e-07}
{"train_loss": 0.00046534487046301365, "global_step": 103529, "epoch": 581, "lr": 2.33308570260804e-07}
{"train_loss": 0.0014633848331868649, "global_step": 103530, "epoch": 581, "lr": 2.3316600669968657e-07}
{"train_loss": 0.001018412527628243, "global_step": 103531, "epoch": 581, "lr": 2.3302348660692587e-07}
{"train_loss": 0.000467111065518111, "global_step": 103532, "epoch": 581, "lr": 2.328810099826495e-07}
{"train_loss": 0.0008779515046626329, "global_step": 103533, "epoch": 581, "lr": 2.327385768269741e-07}
{"train_loss": 0.00035123981069773436, "global_step": 103534, "epoch": 581, "lr": 2.3259618714003283e-07}
{"train_loss": 0.0005873923655599356, "global_step": 103535, "epoch": 581, "lr": 2.3245384092194788e-07}
{"train_loss": 0.0007265652529895306, "global_step": 103536, "epoch": 581, "lr": 2.323115381728358e-07}
{"train_loss": 0.0005782223306596279, "global_step": 103537, "epoch": 581, "lr": 2.3216927889283535e-07}
{"train_loss": 0.000521079869940877, "global_step": 103538, "epoch": 581, "lr": 2.3202706308205757e-07}
{"train_loss": 0.0003143623471260071, "global_step": 103539, "epoch": 581, "lr": 2.318848907406357e-07}
{"train_loss": 0.0004981459933333099, "global_step": 103540, "epoch": 581, "lr": 2.3174276186868625e-07}
{"train_loss": 0.0006601471686735749, "global_step": 103541, "epoch": 581, "lr": 2.3160067646634254e-07}
{"train_loss": 0.0011453686747699976, "global_step": 103542, "epoch": 581, "lr": 2.3145863453372108e-07}
{"train_loss": 0.0010936297476291656, "global_step": 103543, "epoch": 581, "lr": 2.3131663607094955e-07}
{"train_loss": 0.0003097331209573895, "global_step": 103544, "epoch": 581, "lr": 2.3117468107814454e-07}
{"train_loss": 0.00042435526847839355, "global_step": 103545, "epoch": 581, "lr": 2.3103276955544483e-07}
{"train_loss": 0.0012402109568938613, "global_step": 103546, "epoch": 581, "lr": 2.3089090150296145e-07}
{"train_loss": 0.0009989135432988405, "global_step": 103547, "epoch": 581, "lr": 2.3074907692082758e-07}
{"train_loss": 0.0008376710466109216, "global_step": 103548, "epoch": 581, "lr": 2.306072958091543e-07}
{"train_loss": 0.0006095399730838835, "global_step": 103549, "epoch": 581, "lr": 2.304655581680748e-07}
{"train_loss": 0.0009040786535479128, "global_step": 103550, "epoch": 581, "lr": 2.3032386399771677e-07}
{"train_loss": 0.0015218894695863128, "global_step": 103551, "epoch": 581, "lr": 2.3018221329819678e-07}
{"train_loss": 0.0007631005719304085, "global_step": 103552, "epoch": 581, "lr": 2.3004060606963695e-07}
{"train_loss": 0.0008871805621311069, "global_step": 103553, "epoch": 581, "lr": 2.2989904231216497e-07}
{"train_loss": 0.000778012559749186, "global_step": 103554, "epoch": 581, "lr": 2.2975752202590295e-07}
{"train_loss": 0.0005630954401567578, "global_step": 103555, "epoch": 581, "lr": 2.2961604521098412e-07}
{"train_loss": 0.0009852591902017593, "global_step": 103556, "epoch": 581, "lr": 2.2947461186751397e-07}
{"train_loss": 0.00043413019739091396, "global_step": 103557, "epoch": 581, "lr": 2.2933322199563123e-07}
{"train_loss": 0.00029899360379204154, "global_step": 103558, "epoch": 581, "lr": 2.2919187559544696e-07}
{"train_loss": 0.00046201932127587497, "global_step": 103559, "epoch": 581, "lr": 2.290505726670944e-07}
{"train_loss": 0.001515715615823865, "global_step": 103560, "epoch": 581, "lr": 2.289093132107012e-07}
{"train_loss": 0.0003800409031100571, "global_step": 103561, "epoch": 581, "lr": 2.2876809722637282e-07}
{"train_loss": 0.0016105794347822666, "global_step": 103562, "epoch": 581, "lr": 2.2862692471424808e-07}
{"train_loss": 0.000520462985150516, "global_step": 103563, "epoch": 581, "lr": 2.284857956744435e-07}
{"train_loss": 0.0005902653210796416, "global_step": 103564, "epoch": 581, "lr": 2.283447101070868e-07}
{"train_loss": 0.0005844556144438684, "global_step": 103565, "epoch": 581, "lr": 2.282036680123001e-07}
{"train_loss": 0.0004921223735436797, "global_step": 103566, "epoch": 581, "lr": 2.2806266939019993e-07}
{"train_loss": 0.0008275894215330482, "global_step": 103567, "epoch": 581, "lr": 2.2792171424091956e-07}
{"train_loss": 0.00022378531866706908, "global_step": 103568, "epoch": 581, "lr": 2.2778080256457556e-07}
{"train_loss": 0.0013508083065971732, "global_step": 103569, "epoch": 581, "lr": 2.2763993436129006e-07}
{"train_loss": 0.0006997755845077336, "global_step": 103570, "epoch": 581, "lr": 2.274991096311907e-07}
{"train_loss": 0.00040013232501223683, "global_step": 103571, "epoch": 581, "lr": 2.2735832837439408e-07}
{"train_loss": 0.0011758282780647278, "global_step": 103572, "epoch": 581, "lr": 2.2721759059103342e-07}
{"train_loss": 0.00054379046196118, "global_step": 103573, "epoch": 581, "lr": 2.270768962812253e-07}
{"train_loss": 0.0013524944661185145, "global_step": 103574, "epoch": 581, "lr": 2.2693624544509184e-07}
{"train_loss": 0.001737206825055182, "global_step": 103575, "epoch": 581, "lr": 2.2679563808275517e-07}
{"train_loss": 0.0004971320158801973, "global_step": 103576, "epoch": 581, "lr": 2.2665507419434297e-07}
{"train_loss": 0.000489517580717802, "global_step": 103577, "epoch": 581, "lr": 2.2651455377997177e-07}
{"train_loss": 0.001163695938885212, "global_step": 103578, "epoch": 581, "lr": 2.2637407683977485e-07}
{"train_loss": 0.0005883652484044433, "global_step": 103579, "epoch": 581, "lr": 2.262336433738632e-07}
{"train_loss": 0.0010795950656756759, "global_step": 103580, "epoch": 581, "lr": 2.26093253382359e-07}
{"train_loss": 0.00036162842297926545, "global_step": 103581, "epoch": 581, "lr": 2.259529068653954e-07}
{"train_loss": 0.001678690779954195, "global_step": 103582, "epoch": 581, "lr": 2.25812603823089e-07}
{"train_loss": 0.0007132379105314612, "global_step": 103583, "epoch": 581, "lr": 2.2567234425556195e-07}
{"train_loss": 0.0009038770804181695, "global_step": 103584, "epoch": 581, "lr": 2.2553212816293634e-07}
{"train_loss": 0.0010639780666679144, "global_step": 103585, "epoch": 581, "lr": 2.2539195554533988e-07}
{"train_loss": 0.0009745218558236957, "global_step": 103586, "epoch": 581, "lr": 2.2525182640288912e-07}
{"train_loss": 0.00048327993135899305, "global_step": 103587, "epoch": 581, "lr": 2.2511174073570618e-07}
{"train_loss": 0.0016837904695421457, "global_step": 103588, "epoch": 581, "lr": 2.2497169854391874e-07}
{"train_loss": 0.0004080978105776012, "global_step": 103589, "epoch": 581, "lr": 2.2483169982764341e-07}
{"train_loss": 0.0005429068114608526, "global_step": 103590, "epoch": 581, "lr": 2.2469174458700782e-07}
{"train_loss": 0.0005190213560126722, "global_step": 103591, "epoch": 581, "lr": 2.245518328221341e-07}
{"train_loss": 0.00048516097012907267, "global_step": 103592, "epoch": 581, "lr": 2.244119645331333e-07}
{"train_loss": 0.0008597350679337978, "global_step": 103593, "epoch": 581, "lr": 2.2427213972014417e-07}
{"train_loss": 0.0013634951319545507, "global_step": 103594, "epoch": 581, "lr": 2.2413235838327218e-07}
{"train_loss": 0.0007956840837435807, "global_step": 103595, "epoch": 581, "lr": 2.2399262052265613e-07}
{"train_loss": 0.0005148620111867785, "global_step": 103596, "epoch": 582, "lr": 2.2385292613840702e-07}
{"train_loss": 0.001385534298606217, "global_step": 103597, "epoch": 582, "lr": 2.23713275230647e-07}
{"train_loss": 0.0009651897707954049, "global_step": 103598, "epoch": 582, "lr": 2.2357366779950373e-07}
{"train_loss": 0.0002727421233430505, "global_step": 103599, "epoch": 582, "lr": 2.234341038450938e-07}
{"train_loss": 0.0010437467135488987, "global_step": 103600, "epoch": 582, "lr": 2.2329458336754484e-07}
{"train_loss": 0.0002563215675763786, "global_step": 103601, "epoch": 582, "lr": 2.2315510636697345e-07}
{"train_loss": 0.00035625422606244683, "global_step": 103602, "epoch": 582, "lr": 2.2301567284350176e-07}
{"train_loss": 0.0006428263732232153, "global_step": 103603, "epoch": 582, "lr": 2.228762827972575e-07}
{"train_loss": 0.0005255336873233318, "global_step": 103604, "epoch": 582, "lr": 2.2273693622835712e-07}
{"train_loss": 0.000959979253821075, "global_step": 103605, "epoch": 582, "lr": 2.2259763313691728e-07}
{"train_loss": 0.000475711771287024, "global_step": 103606, "epoch": 582, "lr": 2.224583735230712e-07}
{"train_loss": 0.0009278057841584086, "global_step": 103607, "epoch": 582, "lr": 2.2231915738693543e-07}
{"train_loss": 0.00035925564588978887, "global_step": 103608, "epoch": 582, "lr": 2.221799847286321e-07}
{"train_loss": 0.000650742556899786, "global_step": 103609, "epoch": 582, "lr": 2.220408555482778e-07}
{"train_loss": 0.0004733264213427901, "global_step": 103610, "epoch": 582, "lr": 2.219017698460002e-07}
{"train_loss": 0.0007082782685756683, "global_step": 103611, "epoch": 582, "lr": 2.2176272762191585e-07}
{"train_loss": 0.0016661853296682239, "global_step": 103612, "epoch": 582, "lr": 2.2162372887615245e-07}
{"train_loss": 0.0019613823387771845, "global_step": 103613, "epoch": 582, "lr": 2.2148477360882658e-07}
{"train_loss": 0.0005565275205299258, "global_step": 103614, "epoch": 582, "lr": 2.2134586182006588e-07}
{"train_loss": 0.00020318437600508332, "global_step": 103615, "epoch": 582, "lr": 2.2120699350998142e-07}
{"train_loss": 0.0008130073547363281, "global_step": 103616, "epoch": 582, "lr": 2.2106816867870085e-07}
{"train_loss": 0.0005960229900665581, "global_step": 103617, "epoch": 582, "lr": 2.2092938732634073e-07}
{"train_loss": 0.0017541105626150966, "global_step": 103618, "epoch": 582, "lr": 2.2079064945303428e-07}
{"train_loss": 0.0007442497881129384, "global_step": 103619, "epoch": 582, "lr": 2.2065195505888703e-07}
{"train_loss": 0.0008823295356705785, "global_step": 103620, "epoch": 582, "lr": 2.2051330414403216e-07}
{"train_loss": 0.0005142848822288215, "global_step": 103621, "epoch": 582, "lr": 2.2037469670858623e-07}
{"train_loss": 0.0005539657431654632, "global_step": 103622, "epoch": 582, "lr": 2.2023613275266587e-07}
{"train_loss": 0.0001583077246323228, "global_step": 103623, "epoch": 582, "lr": 2.200976122763987e-07}
{"train_loss": 0.0013526888797059655, "global_step": 103624, "epoch": 582, "lr": 2.199591352799013e-07}
{"train_loss": 0.0016573348548263311, "global_step": 103625, "epoch": 582, "lr": 2.1982070176330138e-07}
{"train_loss": 0.0006445540930144489, "global_step": 103626, "epoch": 582, "lr": 2.196823117267155e-07}
{"train_loss": 0.0008791895234026015, "global_step": 103627, "epoch": 582, "lr": 2.1954396517026022e-07}
{"train_loss": 0.0001593328343005851, "global_step": 103628, "epoch": 582, "lr": 2.194056620940632e-07}
{"train_loss": 0.000467066332930699, "global_step": 103629, "epoch": 582, "lr": 2.1926740249824106e-07}
{"train_loss": 0.0014809186104685068, "global_step": 103630, "epoch": 582, "lr": 2.1912918638291037e-07}
{"train_loss": 0.0011038570664823055, "global_step": 103631, "epoch": 582, "lr": 2.1899101374820985e-07}
{"train_loss": 0.0008602261659689248, "global_step": 103632, "epoch": 582, "lr": 2.188528845942339e-07}
{"train_loss": 0.00293641141615808, "global_step": 103633, "epoch": 582, "lr": 2.187147989211269e-07}
{"train_loss": 0.0009505648631602526, "global_step": 103634, "epoch": 582, "lr": 2.1857675672899425e-07}
{"train_loss": 0.0006517489673569798, "global_step": 103635, "epoch": 582, "lr": 2.184387580179692e-07}
{"train_loss": 0.0004360805032774806, "global_step": 103636, "epoch": 582, "lr": 2.1830080278815724e-07}
{"train_loss": 0.0010430256370455027, "global_step": 103637, "epoch": 582, "lr": 2.1816289103969156e-07}
{"train_loss": 0.0006478363065980375, "global_step": 103638, "epoch": 582, "lr": 2.1802502277268322e-07}
{"train_loss": 0.00044473883463069797, "global_step": 103639, "epoch": 582, "lr": 2.1788719798725988e-07}
{"train_loss": 0.0007044619414955378, "global_step": 103640, "epoch": 582, "lr": 2.177494166835381e-07}
{"train_loss": 0.0005381755763664842, "global_step": 103641, "epoch": 582, "lr": 2.1761167886164003e-07}
{"train_loss": 0.0007520772633142769, "global_step": 103642, "epoch": 582, "lr": 2.1747398452168778e-07}
{"train_loss": 0.0016270590713247657, "global_step": 103643, "epoch": 582, "lr": 2.1733633366379235e-07}
{"train_loss": 0.0008499480318278074, "global_step": 103644, "epoch": 582, "lr": 2.1719872628808702e-07}
{"train_loss": 0.000936296652071178, "global_step": 103645, "epoch": 582, "lr": 2.1706116239468278e-07}
{"train_loss": 0.0006202834192663431, "global_step": 103646, "epoch": 582, "lr": 2.1692364198370175e-07}
{"train_loss": 0.0007624243735335767, "global_step": 103647, "epoch": 582, "lr": 2.1678616505526605e-07}
{"train_loss": 0.0013108716811984777, "global_step": 103648, "epoch": 582, "lr": 2.1664873160949227e-07}
{"train_loss": 0.0008586402982473373, "global_step": 103649, "epoch": 582, "lr": 2.165113416465081e-07}
{"train_loss": 0.00036125845508649945, "global_step": 103650, "epoch": 582, "lr": 2.1637399516642454e-07}
{"train_loss": 0.0009083854965865612, "global_step": 103651, "epoch": 582, "lr": 2.162366921693637e-07}
{"train_loss": 0.0005905877333134413, "global_step": 103652, "epoch": 582, "lr": 2.160994326554533e-07}
{"train_loss": 0.0005374990869313478, "global_step": 103653, "epoch": 582, "lr": 2.1596221662479877e-07}
{"train_loss": 0.0008498742245137691, "global_step": 103654, "epoch": 582, "lr": 2.1582504407753334e-07}
{"train_loss": 0.0003753563214559108, "global_step": 103655, "epoch": 582, "lr": 2.1568791501376807e-07}
{"train_loss": 0.0008372856536880136, "global_step": 103656, "epoch": 582, "lr": 2.155508294336306e-07}
{"train_loss": 0.0004735962429549545, "global_step": 103657, "epoch": 582, "lr": 2.1541378733723195e-07}
{"train_loss": 0.0010993668111041188, "global_step": 103658, "epoch": 582, "lr": 2.1527678872469982e-07}
{"train_loss": 0.0004896692698821425, "global_step": 103659, "epoch": 582, "lr": 2.1513983359615074e-07}
{"train_loss": 0.0009831557981669903, "global_step": 103660, "epoch": 582, "lr": 2.1500292195170135e-07}
{"train_loss": 0.0013147261925041676, "global_step": 103661, "epoch": 582, "lr": 2.1486605379147372e-07}
{"train_loss": 0.0008209977531805634, "global_step": 103662, "epoch": 582, "lr": 2.1472922911559e-07}
{"train_loss": 0.0008356777252629399, "global_step": 103663, "epoch": 582, "lr": 2.1459244792416679e-07}
{"train_loss": 0.0007702952716499567, "global_step": 103664, "epoch": 582, "lr": 2.1445571021732057e-07}
{"train_loss": 0.0007002757047303021, "global_step": 103665, "epoch": 582, "lr": 2.1431901599517912e-07}
{"train_loss": 0.0004998520016670227, "global_step": 103666, "epoch": 582, "lr": 2.141823652578534e-07}
{"train_loss": 0.0007882916834205389, "global_step": 103667, "epoch": 582, "lr": 2.1404575800546556e-07}
{"train_loss": 0.0004172573680989444, "global_step": 103668, "epoch": 582, "lr": 2.1390919423813217e-07}
{"train_loss": 0.0008580771973356605, "global_step": 103669, "epoch": 582, "lr": 2.1377267395598645e-07}
{"train_loss": 0.0005209242808632553, "global_step": 103670, "epoch": 582, "lr": 2.1363619715912832e-07}
{"train_loss": 0.0009235514444299042, "global_step": 103671, "epoch": 582, "lr": 2.13499763847691e-07}
{"train_loss": 0.0007242124411277473, "global_step": 103672, "epoch": 582, "lr": 2.133633740217855e-07}
{"train_loss": 0.0016695763915777206, "global_step": 103673, "epoch": 582, "lr": 2.13227027681534e-07}
{"train_loss": 0.000779888010583818, "global_step": 103674, "epoch": 582, "lr": 2.1309072482705304e-07}
{"train_loss": 0.0007906512473709881, "global_step": 103675, "epoch": 582, "lr": 2.129544654584703e-07}
{"train_loss": 0.0005323654040694237, "global_step": 103676, "epoch": 582, "lr": 2.1281824957589124e-07}
{"train_loss": 0.0018162609776481986, "global_step": 103677, "epoch": 582, "lr": 2.126820771794491e-07}
{"train_loss": 0.000960676814429462, "global_step": 103678, "epoch": 582, "lr": 2.1254594826924933e-07}
{"train_loss": 0.001025910722091794, "global_step": 103679, "epoch": 582, "lr": 2.1240986284542518e-07}
{"train_loss": 0.0005867768777534366, "global_step": 103680, "epoch": 582, "lr": 2.1227382090807657e-07}
{"train_loss": 0.00034151331055909395, "global_step": 103681, "epoch": 582, "lr": 2.1213782245734226e-07}
{"train_loss": 0.0003054360277019441, "global_step": 103682, "epoch": 582, "lr": 2.1200186749333329e-07}
{"train_loss": 0.0006249641883186996, "global_step": 103683, "epoch": 582, "lr": 2.1186595601616067e-07}
{"train_loss": 0.00027354282792657614, "global_step": 103684, "epoch": 582, "lr": 2.1173008802595762e-07}
{"train_loss": 0.000895598903298378, "global_step": 103685, "epoch": 582, "lr": 2.1159426352282408e-07}
{"train_loss": 0.0006991816917434335, "global_step": 103686, "epoch": 582, "lr": 2.114584825068988e-07}
{"train_loss": 0.000869771814905107, "global_step": 103687, "epoch": 582, "lr": 2.113227449782873e-07}
{"train_loss": 0.0007523015374317765, "global_step": 103688, "epoch": 582, "lr": 2.1118705093711722e-07}
{"train_loss": 0.000570343981962651, "global_step": 103689, "epoch": 582, "lr": 2.1105140038349403e-07}
{"train_loss": 0.0011260960018262267, "global_step": 103690, "epoch": 582, "lr": 2.1091579331755096e-07}
{"train_loss": 0.0009861956350505352, "global_step": 103691, "epoch": 582, "lr": 2.1078022973939348e-07}
{"train_loss": 0.0006497644353657961, "global_step": 103692, "epoch": 582, "lr": 2.106447096491493e-07}
{"train_loss": 0.0005265092477202415, "global_step": 103693, "epoch": 582, "lr": 2.1050923304693494e-07}
{"train_loss": 0.0008327813702635467, "global_step": 103694, "epoch": 582, "lr": 2.10373799932867e-07}
{"train_loss": 0.0006111932452768087, "global_step": 103695, "epoch": 582, "lr": 2.1023841030706203e-07}
{"train_loss": 0.0017951637273654342, "global_step": 103696, "epoch": 582, "lr": 2.101030641696422e-07}
{"train_loss": 0.00045372190652415156, "global_step": 103697, "epoch": 582, "lr": 2.0996776152072406e-07}
{"train_loss": 0.0007739282445982099, "global_step": 103698, "epoch": 582, "lr": 2.0983250236042418e-07}
{"train_loss": 0.00046103354543447495, "global_step": 103699, "epoch": 582, "lr": 2.0969728668885913e-07}
{"train_loss": 0.0006461463635787368, "global_step": 103700, "epoch": 582, "lr": 2.095621145061566e-07}
{"train_loss": 0.0008344695088453591, "global_step": 103701, "epoch": 582, "lr": 2.0942698581242203e-07}
{"train_loss": 0.0011372938752174377, "global_step": 103702, "epoch": 582, "lr": 2.0929190060778314e-07}
{"train_loss": 0.00048393840552307665, "global_step": 103703, "epoch": 582, "lr": 2.0915685889235092e-07}
{"train_loss": 0.0005994003149680793, "global_step": 103704, "epoch": 582, "lr": 2.0902186066625306e-07}
{"train_loss": 0.0008186341146938503, "global_step": 103705, "epoch": 582, "lr": 2.0888690592959503e-07}
{"train_loss": 0.0009238609345629811, "global_step": 103706, "epoch": 582, "lr": 2.087519946825045e-07}
{"train_loss": 0.0010978745995089412, "global_step": 103707, "epoch": 582, "lr": 2.086171269250925e-07}
{"train_loss": 0.0010385810164734721, "global_step": 103708, "epoch": 582, "lr": 2.0848230265748115e-07}
{"train_loss": 0.00042371120071038604, "global_step": 103709, "epoch": 582, "lr": 2.0834752187978701e-07}
{"train_loss": 0.00031457774457521737, "global_step": 103710, "epoch": 582, "lr": 2.0821278459213222e-07}
{"train_loss": 0.000747998827137053, "global_step": 103711, "epoch": 582, "lr": 2.0807809079462226e-07}
{"train_loss": 0.0007561840466223657, "global_step": 103712, "epoch": 582, "lr": 2.0794344048739033e-07}
{"train_loss": 0.0011012203758582473, "global_step": 103713, "epoch": 582, "lr": 2.0780883367054194e-07}
{"train_loss": 0.0011117940302938223, "global_step": 103714, "epoch": 582, "lr": 2.0767427034419918e-07}
{"train_loss": 0.0008619693107903004, "global_step": 103715, "epoch": 582, "lr": 2.0753975050847863e-07}
{"train_loss": 0.0007659206166863441, "global_step": 103716, "epoch": 582, "lr": 2.0740527416349688e-07}
{"train_loss": 0.0006865172181278467, "global_step": 103717, "epoch": 582, "lr": 2.0727084130937601e-07}
{"train_loss": 0.0016671197954565287, "global_step": 103718, "epoch": 582, "lr": 2.071364519462271e-07}
{"train_loss": 0.00025924365036189556, "global_step": 103719, "epoch": 582, "lr": 2.070021060741778e-07}
{"train_loss": 0.0008415596093982458, "global_step": 103720, "epoch": 582, "lr": 2.0686780369333357e-07}
{"train_loss": 0.002051238901913166, "global_step": 103721, "epoch": 582, "lr": 2.0673354480381658e-07}
{"train_loss": 0.0007014675065875053, "global_step": 103722, "epoch": 582, "lr": 2.0659932940574333e-07}
{"train_loss": 0.0004698802367784083, "global_step": 103723, "epoch": 582, "lr": 2.06465157499236e-07}
{"train_loss": 0.0005901573458686471, "global_step": 103724, "epoch": 582, "lr": 2.063310290844056e-07}
{"train_loss": 0.00030169394449330866, "global_step": 103725, "epoch": 582, "lr": 2.0619694416137424e-07}
{"train_loss": 0.00018885530880652368, "global_step": 103726, "epoch": 582, "lr": 2.0606290273024743e-07}
{"train_loss": 0.0013951733708381653, "global_step": 103727, "epoch": 582, "lr": 2.0592890479115833e-07}
{"train_loss": 0.0006906985072419047, "global_step": 103728, "epoch": 582, "lr": 2.0579495034421249e-07}
{"train_loss": 0.0005990659701637924, "global_step": 103729, "epoch": 582, "lr": 2.0566103938953196e-07}
{"train_loss": 0.00015171212726272643, "global_step": 103730, "epoch": 582, "lr": 2.0552717192723892e-07}
{"train_loss": 0.00047205985174514353, "global_step": 103731, "epoch": 582, "lr": 2.053933479574388e-07}
{"train_loss": 0.0004142783291172236, "global_step": 103732, "epoch": 582, "lr": 2.0525956748025378e-07}
{"train_loss": 0.0006425336468964815, "global_step": 103733, "epoch": 582, "lr": 2.0512583049580036e-07}
{"train_loss": 0.0003962809278164059, "global_step": 103734, "epoch": 582, "lr": 2.0499213700420074e-07}
{"train_loss": 0.0007073836168274283, "global_step": 103735, "epoch": 582, "lr": 2.048584870055603e-07}
{"train_loss": 0.0009757076622918248, "global_step": 103736, "epoch": 582, "lr": 2.0472488050000682e-07}
{"train_loss": 0.0005077335517853498, "global_step": 103737, "epoch": 582, "lr": 2.0459131748765126e-07}
{"train_loss": 0.0020509096793830395, "global_step": 103738, "epoch": 582, "lr": 2.044577979686102e-07}
{"train_loss": 0.0007694329833611846, "global_step": 103739, "epoch": 582, "lr": 2.0432432194300022e-07}
{"train_loss": 0.0005404558032751083, "global_step": 103740, "epoch": 582, "lr": 2.0419088941094343e-07}
{"train_loss": 0.0008299963665194809, "global_step": 103741, "epoch": 582, "lr": 2.040575003725509e-07}
{"train_loss": 0.0004786627250723541, "global_step": 103742, "epoch": 582, "lr": 2.0392415482793913e-07}
{"train_loss": 0.001071740873157978, "global_step": 103743, "epoch": 582, "lr": 2.0379085277722477e-07}
{"train_loss": 0.0005252746632322669, "global_step": 103744, "epoch": 582, "lr": 2.0365759422052433e-07}
{"train_loss": 0.00038394052535295486, "global_step": 103745, "epoch": 582, "lr": 2.0352437915795996e-07}
{"train_loss": 0.0005633170949295163, "global_step": 103746, "epoch": 582, "lr": 2.0339120758963714e-07}
{"train_loss": 0.0005081251729279757, "global_step": 103747, "epoch": 582, "lr": 2.0325807951568353e-07}
{"train_loss": 0.0005545851308852434, "global_step": 103748, "epoch": 582, "lr": 2.0312499493620462e-07}
{"train_loss": 0.0006194952875375748, "global_step": 103749, "epoch": 582, "lr": 2.0299195385132808e-07}
{"train_loss": 0.00043267669389024377, "global_step": 103750, "epoch": 582, "lr": 2.0285895626115937e-07}
{"train_loss": 0.0006911694072186947, "global_step": 103751, "epoch": 582, "lr": 2.0272600216582615e-07}
{"train_loss": 0.0002990347275044769, "global_step": 103752, "epoch": 582, "lr": 2.0259309156543394e-07}
{"train_loss": 0.0018693918827921152, "global_step": 103753, "epoch": 582, "lr": 2.0246022446009926e-07}
{"train_loss": 0.0008610500954091549, "global_step": 103754, "epoch": 582, "lr": 2.0232740084994428e-07}
{"train_loss": 0.0008356686448678374, "global_step": 103755, "epoch": 582, "lr": 2.0219462073508554e-07}
{"train_loss": 0.0002520379493944347, "global_step": 103756, "epoch": 582, "lr": 2.0206188411563408e-07}
{"train_loss": 0.0004443777143023908, "global_step": 103757, "epoch": 582, "lr": 2.0192919099170647e-07}
{"train_loss": 0.00144038291182369, "global_step": 103758, "epoch": 582, "lr": 2.017965413634193e-07}
{"train_loss": 0.0010979297803714871, "global_step": 103759, "epoch": 582, "lr": 2.016639352308891e-07}
{"train_loss": 0.00039038516115397215, "global_step": 103760, "epoch": 582, "lr": 2.015313725942325e-07}
{"train_loss": 0.0021288576535880566, "global_step": 103761, "epoch": 582, "lr": 2.01398853453566e-07}
{"train_loss": 0.000929580710362643, "global_step": 103762, "epoch": 582, "lr": 2.012663778090007e-07}
{"train_loss": 0.00037552518188022077, "global_step": 103763, "epoch": 582, "lr": 2.011339456606587e-07}
{"train_loss": 0.0009433035738766193, "global_step": 103764, "epoch": 582, "lr": 2.0100155700864542e-07}
{"train_loss": 0.00048024047282524407, "global_step": 103765, "epoch": 582, "lr": 2.008692118530886e-07}
{"train_loss": 0.0008788228733465075, "global_step": 103766, "epoch": 582, "lr": 2.0073691019409924e-07}
{"train_loss": 0.001734281424432993, "global_step": 103767, "epoch": 582, "lr": 2.0060465203178835e-07}
{"train_loss": 0.00026446409174241126, "global_step": 103768, "epoch": 582, "lr": 2.0047243736627808e-07}
{"train_loss": 0.00037541851634159684, "global_step": 103769, "epoch": 582, "lr": 2.0034026619767943e-07}
{"train_loss": 0.002001880668103695, "global_step": 103770, "epoch": 582, "lr": 2.0020813852611454e-07}
{"train_loss": 0.00022492751304525882, "global_step": 103771, "epoch": 582, "lr": 2.000760543516833e-07}
{"train_loss": 0.0008079772815108299, "global_step": 103772, "epoch": 582, "lr": 1.99944013674519e-07}
{"train_loss": 0.000792827883732356, "global_step": 103773, "epoch": 582, "lr": 1.998120164947326e-07}
{"train_loss": 0.001335896085947752, "global_step": 103774, "epoch": 583, "lr": 1.9968006281242957e-07}
{"train_loss": 0.0017378816846758127, "global_step": 103775, "epoch": 583, "lr": 1.9954815262773763e-07}
{"train_loss": 0.0009209116105921566, "global_step": 103776, "epoch": 583, "lr": 1.9941628594076222e-07}
{"train_loss": 0.0008318040636368096, "global_step": 103777, "epoch": 583, "lr": 1.9928446275161993e-07}
{"train_loss": 0.0011036887299269438, "global_step": 103778, "epoch": 583, "lr": 1.9915268306043845e-07}
{"train_loss": 0.0010896469466388226, "global_step": 103779, "epoch": 583, "lr": 1.990209468673121e-07}
{"train_loss": 0.0004025483503937721, "global_step": 103780, "epoch": 583, "lr": 1.9888925417237414e-07}
{"train_loss": 0.0008535152301192284, "global_step": 103781, "epoch": 583, "lr": 1.9875760497573003e-07}
{"train_loss": 0.0008633509860374033, "global_step": 103782, "epoch": 583, "lr": 1.9862599927749638e-07}
{"train_loss": 0.0004668609471991658, "global_step": 103783, "epoch": 583, "lr": 1.984944370777897e-07}
{"train_loss": 0.00026934564812108874, "global_step": 103784, "epoch": 583, "lr": 1.983629183767266e-07}
{"train_loss": 0.00046024491894058883, "global_step": 103785, "epoch": 583, "lr": 1.9823144317441257e-07}
{"train_loss": 0.0005339331110008061, "global_step": 103786, "epoch": 583, "lr": 1.9810001147097522e-07}
{"train_loss": 0.0007822690531611443, "global_step": 103787, "epoch": 583, "lr": 1.979686232665201e-07}
{"train_loss": 0.0005683047929778695, "global_step": 103788, "epoch": 583, "lr": 1.9783727856116928e-07}
{"train_loss": 0.0005537888500839472, "global_step": 103789, "epoch": 583, "lr": 1.9770597735502828e-07}
{"train_loss": 0.0004686293541453779, "global_step": 103790, "epoch": 583, "lr": 1.9757471964821915e-07}
{"train_loss": 0.0007757848361507058, "global_step": 103791, "epoch": 583, "lr": 1.97443505440853e-07}
{"train_loss": 0.0008212542743422091, "global_step": 103792, "epoch": 583, "lr": 1.9731233473304633e-07}
{"train_loss": 0.0007283681770786643, "global_step": 103793, "epoch": 583, "lr": 1.9718120752491575e-07}
{"train_loss": 0.0009194678859785199, "global_step": 103794, "epoch": 583, "lr": 1.970501238165723e-07}
{"train_loss": 0.0004422120109666139, "global_step": 103795, "epoch": 583, "lr": 1.9691908360812694e-07}
{"train_loss": 0.0006600938504561782, "global_step": 103796, "epoch": 583, "lr": 1.967880868997074e-07}
{"train_loss": 0.0010186745785176754, "global_step": 103797, "epoch": 583, "lr": 1.9665713369141358e-07}
{"train_loss": 0.00047306250780820847, "global_step": 103798, "epoch": 583, "lr": 1.9652622398336206e-07}
{"train_loss": 0.0006787210004404187, "global_step": 103799, "epoch": 583, "lr": 1.9639535777567498e-07}
{"train_loss": 0.000591237738262862, "global_step": 103800, "epoch": 583, "lr": 1.9626453506846332e-07}
{"train_loss": 0.0006530621903948486, "global_step": 103801, "epoch": 583, "lr": 1.9613375586183814e-07}
{"train_loss": 0.0012827410828322172, "global_step": 103802, "epoch": 583, "lr": 1.9600302015591598e-07}
{"train_loss": 0.0009949561208486557, "global_step": 103803, "epoch": 583, "lr": 1.9587232795081345e-07}
{"train_loss": 0.000853178498800844, "global_step": 103804, "epoch": 583, "lr": 1.95741679246636e-07}
{"train_loss": 0.0009339521639049053, "global_step": 103805, "epoch": 583, "lr": 1.956110740435113e-07}
{"train_loss": 0.0006913204560987651, "global_step": 103806, "epoch": 583, "lr": 1.954805123415393e-07}
{"train_loss": 0.00033903669100254774, "global_step": 103807, "epoch": 583, "lr": 1.9534999414084765e-07}
{"train_loss": 0.0007093698950484395, "global_step": 103808, "epoch": 583, "lr": 1.9521951944153628e-07}
{"train_loss": 0.0006040323642082512, "global_step": 103809, "epoch": 583, "lr": 1.9508908824373284e-07}
{"train_loss": 0.0007056492613628507, "global_step": 103810, "epoch": 583, "lr": 1.9495870054753728e-07}
{"train_loss": 0.0007084348471835256, "global_step": 103811, "epoch": 583, "lr": 1.948283563530773e-07}
{"train_loss": 0.0005207949434407055, "global_step": 103812, "epoch": 583, "lr": 1.946980556604583e-07}
{"train_loss": 0.0008401463273912668, "global_step": 103813, "epoch": 583, "lr": 1.9456779846979688e-07}
{"train_loss": 0.00031230575405061245, "global_step": 103814, "epoch": 583, "lr": 1.944375847812041e-07}
{"train_loss": 0.00038612898788414896, "global_step": 103815, "epoch": 583, "lr": 1.943074145947965e-07}
{"train_loss": 0.0006495841080322862, "global_step": 103816, "epoch": 583, "lr": 1.9417728791069066e-07}
{"train_loss": 0.0006752822082489729, "global_step": 103817, "epoch": 583, "lr": 1.9404720472899207e-07}
{"train_loss": 0.0009849254274740815, "global_step": 103818, "epoch": 583, "lr": 1.9391716504982281e-07}
{"train_loss": 0.0003250243025831878, "global_step": 103819, "epoch": 583, "lr": 1.9378716887328841e-07}
{"train_loss": 0.0006191509310156107, "global_step": 103820, "epoch": 583, "lr": 1.9365721619951095e-07}
{"train_loss": 0.0004422479833010584, "global_step": 103821, "epoch": 583, "lr": 1.935273070285959e-07}
{"train_loss": 0.0014174184761941433, "global_step": 103822, "epoch": 583, "lr": 1.9339744136065986e-07}
{"train_loss": 0.0003941917384508997, "global_step": 103823, "epoch": 583, "lr": 1.9326761919581938e-07}
{"train_loss": 0.0005942144780419767, "global_step": 103824, "epoch": 583, "lr": 1.9313784053418548e-07}
{"train_loss": 0.000519825960509479, "global_step": 103825, "epoch": 583, "lr": 1.9300810537586922e-07}
{"train_loss": 0.0009038264397531748, "global_step": 103826, "epoch": 583, "lr": 1.9287841372098714e-07}
{"train_loss": 0.0005157081177458167, "global_step": 103827, "epoch": 583, "lr": 1.9274876556965027e-07}
{"train_loss": 0.0005234398413449526, "global_step": 103828, "epoch": 583, "lr": 1.9261916092196964e-07}
{"train_loss": 0.0006801733979955316, "global_step": 103829, "epoch": 583, "lr": 1.9248959977806737e-07}
{"train_loss": 0.0015027951449155807, "global_step": 103830, "epoch": 583, "lr": 1.923600821380489e-07}
{"train_loss": 0.0004845979856327176, "global_step": 103831, "epoch": 583, "lr": 1.9223060800203084e-07}
{"train_loss": 0.0007676425157114863, "global_step": 103832, "epoch": 583, "lr": 1.9210117737011868e-07}
{"train_loss": 0.0009536140714772046, "global_step": 103833, "epoch": 583, "lr": 1.9197179024243451e-07}
{"train_loss": 0.0009221314103342593, "global_step": 103834, "epoch": 583, "lr": 1.918424466190949e-07}
{"train_loss": 0.0006598440231755376, "global_step": 103835, "epoch": 583, "lr": 1.917131465001998e-07}
{"train_loss": 0.0002905083238147199, "global_step": 103836, "epoch": 583, "lr": 1.9158388988587129e-07}
{"train_loss": 0.0009716770146042109, "global_step": 103837, "epoch": 583, "lr": 1.9145467677622042e-07}
{"train_loss": 0.000906219007447362, "global_step": 103838, "epoch": 583, "lr": 1.9132550717135266e-07}
{"train_loss": 0.00038551591569557786, "global_step": 103839, "epoch": 583, "lr": 1.911963810713957e-07}
{"train_loss": 0.0004795397398993373, "global_step": 103840, "epoch": 583, "lr": 1.9106729847644944e-07}
{"train_loss": 0.0006939356680959463, "global_step": 103841, "epoch": 583, "lr": 1.90938259386636e-07}
{"train_loss": 0.0006292674806900322, "global_step": 103842, "epoch": 583, "lr": 1.9080926380206087e-07}
{"train_loss": 0.0007289035711437464, "global_step": 103843, "epoch": 583, "lr": 1.9068031172283507e-07}
{"train_loss": 0.0010984896216541529, "global_step": 103844, "epoch": 583, "lr": 1.905514031490807e-07}
{"train_loss": 0.0011075107613578439, "global_step": 103845, "epoch": 583, "lr": 1.9042253808090327e-07}
{"train_loss": 0.0008534684311598539, "global_step": 103846, "epoch": 583, "lr": 1.9029371651841931e-07}
{"train_loss": 0.0005347487749531865, "global_step": 103847, "epoch": 583, "lr": 1.9016493846173433e-07}
{"train_loss": 0.00047389144310727715, "global_step": 103848, "epoch": 583, "lr": 1.9003620391097043e-07}
{"train_loss": 0.0003586484817788005, "global_step": 103849, "epoch": 583, "lr": 1.899075128662331e-07}
{"train_loss": 0.0004990838933736086, "global_step": 103850, "epoch": 583, "lr": 1.897788653276389e-07}
{"train_loss": 0.0006118523306213319, "global_step": 103851, "epoch": 583, "lr": 1.896502612952933e-07}
{"train_loss": 0.00037570548010990024, "global_step": 103852, "epoch": 583, "lr": 1.895217007693184e-07}
{"train_loss": 0.0013784457696601748, "global_step": 103853, "epoch": 583, "lr": 1.8939318374981973e-07}
{"train_loss": 0.0017502142582088709, "global_step": 103854, "epoch": 583, "lr": 1.8926471023691385e-07}
{"train_loss": 0.0004525225958786905, "global_step": 103855, "epoch": 583, "lr": 1.8913628023070617e-07}
{"train_loss": 0.0006720839301124215, "global_step": 103856, "epoch": 583, "lr": 1.8900789373131335e-07}
{"train_loss": 0.00030937098199501634, "global_step": 103857, "epoch": 583, "lr": 1.8887955073885187e-07}
{"train_loss": 0.0008613087120465934, "global_step": 103858, "epoch": 583, "lr": 1.8875125125342729e-07}
{"train_loss": 0.0007985230768099427, "global_step": 103859, "epoch": 583, "lr": 1.886229952751506e-07}
{"train_loss": 0.00022745558817405254, "global_step": 103860, "epoch": 583, "lr": 1.884947828041439e-07}
{"train_loss": 0.0013973352033644915, "global_step": 103861, "epoch": 583, "lr": 1.8836661384050712e-07}
{"train_loss": 0.0008628445211797953, "global_step": 103862, "epoch": 583, "lr": 1.8823848838435686e-07}
{"train_loss": 0.0011648561339825392, "global_step": 103863, "epoch": 583, "lr": 1.8811040643580967e-07}
{"train_loss": 0.0009419883135706186, "global_step": 103864, "epoch": 583, "lr": 1.8798236799497104e-07}
{"train_loss": 0.000490439822897315, "global_step": 103865, "epoch": 583, "lr": 1.8785437306195198e-07}
{"train_loss": 0.000531592289917171, "global_step": 103866, "epoch": 583, "lr": 1.8772642163687459e-07}
{"train_loss": 0.0014046161668375134, "global_step": 103867, "epoch": 583, "lr": 1.8759851371983882e-07}
{"train_loss": 0.00024031622160691768, "global_step": 103868, "epoch": 583, "lr": 1.8747064931096125e-07}
{"train_loss": 0.00034372511436231434, "global_step": 103869, "epoch": 583, "lr": 1.873428284103529e-07}
{"train_loss": 0.0005629643565043807, "global_step": 103870, "epoch": 583, "lr": 1.8721505101812476e-07}
{"train_loss": 0.0008762433426454663, "global_step": 103871, "epoch": 583, "lr": 1.8708731713438786e-07}
{"train_loss": 0.0009188543190248311, "global_step": 103872, "epoch": 583, "lr": 1.869596267592588e-07}
{"train_loss": 0.0006188442930579185, "global_step": 103873, "epoch": 583, "lr": 1.868319798928486e-07}
{"train_loss": 0.0005314105655997992, "global_step": 103874, "epoch": 583, "lr": 1.8670437653526274e-07}
{"train_loss": 0.0002856221981346607, "global_step": 103875, "epoch": 583, "lr": 1.865768166866122e-07}
{"train_loss": 0.00039710363489575684, "global_step": 103876, "epoch": 583, "lr": 1.8644930034701914e-07}
{"train_loss": 0.00038017649785615504, "global_step": 103877, "epoch": 583, "lr": 1.8632182751658345e-07}
{"train_loss": 0.0003286629216745496, "global_step": 103878, "epoch": 583, "lr": 1.8619439819541619e-07}
{"train_loss": 0.0016199768288061023, "global_step": 103879, "epoch": 583, "lr": 1.8606701238364498e-07}
{"train_loss": 0.00032519781962037086, "global_step": 103880, "epoch": 583, "lr": 1.859396700813587e-07}
{"train_loss": 0.0009783993009477854, "global_step": 103881, "epoch": 583, "lr": 1.85812371288685e-07}
{"train_loss": 0.0008671224350109696, "global_step": 103882, "epoch": 583, "lr": 1.856851160057238e-07}
{"train_loss": 0.0007578158401884139, "global_step": 103883, "epoch": 583, "lr": 1.8555790423259723e-07}
{"train_loss": 0.00035728863440454006, "global_step": 103884, "epoch": 583, "lr": 1.8543073596941074e-07}
{"train_loss": 0.0006220520590431988, "global_step": 103885, "epoch": 583, "lr": 1.8530361121627538e-07}
{"train_loss": 0.0015810313634574413, "global_step": 103886, "epoch": 583, "lr": 1.851765299732966e-07}
{"train_loss": 0.0009171186829917133, "global_step": 103887, "epoch": 583, "lr": 1.8504949224059652e-07}
{"train_loss": 0.000281451822957024, "global_step": 103888, "epoch": 583, "lr": 1.8492249801828066e-07}
{"train_loss": 0.0007442269707098603, "global_step": 103889, "epoch": 583, "lr": 1.8479554730646e-07}
{"train_loss": 0.000556337065063417, "global_step": 103890, "epoch": 583, "lr": 1.8466864010524553e-07}
{"train_loss": 0.0008658296428620815, "global_step": 103891, "epoch": 583, "lr": 1.8454177641474835e-07}
{"train_loss": 0.000507738150190562, "global_step": 103892, "epoch": 583, "lr": 1.8441495623507388e-07}
{"train_loss": 0.0003493764088489115, "global_step": 103893, "epoch": 583, "lr": 1.8428817956634426e-07}
{"train_loss": 0.00041675136890262365, "global_step": 103894, "epoch": 583, "lr": 1.841614464086594e-07}
{"train_loss": 0.00037940836045891047, "global_step": 103895, "epoch": 583, "lr": 1.8403475676213588e-07}
{"train_loss": 0.0005466805305331945, "global_step": 103896, "epoch": 583, "lr": 1.8390811062688473e-07}
{"train_loss": 0.0020991074852645397, "global_step": 103897, "epoch": 583, "lr": 1.8378150800301696e-07}
{"train_loss": 0.0011460129171609879, "global_step": 103898, "epoch": 583, "lr": 1.8365494889063805e-07}
{"train_loss": 0.0007205039146356285, "global_step": 103899, "epoch": 583, "lr": 1.8352843328985903e-07}
{"train_loss": 0.001154470955953002, "global_step": 103900, "epoch": 583, "lr": 1.8340196120079645e-07}
{"train_loss": 0.00023362568754237145, "global_step": 103901, "epoch": 583, "lr": 1.832755326235558e-07}
{"train_loss": 0.00042732578003779054, "global_step": 103902, "epoch": 583, "lr": 1.8314914755824807e-07}
{"train_loss": 0.00040426990017294884, "global_step": 103903, "epoch": 583, "lr": 1.8302280600498433e-07}
{"train_loss": 0.0015118515584617853, "global_step": 103904, "epoch": 583, "lr": 1.8289650796388113e-07}
{"train_loss": 0.0012464660685509443, "global_step": 103905, "epoch": 583, "lr": 1.827702534350384e-07}
{"train_loss": 0.0005103631410747766, "global_step": 103906, "epoch": 583, "lr": 1.8264404241856715e-07}
{"train_loss": 0.0019050721311941743, "global_step": 103907, "epoch": 583, "lr": 1.8251787491458394e-07}
{"train_loss": 0.0007705752504989505, "global_step": 103908, "epoch": 583, "lr": 1.8239175092319982e-07}
{"train_loss": 0.00021355875651352108, "global_step": 103909, "epoch": 583, "lr": 1.822656704445147e-07}
{"train_loss": 0.0012443659361451864, "global_step": 103910, "epoch": 583, "lr": 1.8213963347865626e-07}
{"train_loss": 0.0008048132294788957, "global_step": 103911, "epoch": 583, "lr": 1.820136400257133e-07}
{"train_loss": 0.0005342086078599095, "global_step": 103912, "epoch": 583, "lr": 1.8188769008581352e-07}
{"train_loss": 0.0010473699076101184, "global_step": 103913, "epoch": 583, "lr": 1.8176178365905129e-07}
{"train_loss": 0.0008568782941438258, "global_step": 103914, "epoch": 583, "lr": 1.8163592074554869e-07}
{"train_loss": 0.0005640783347189426, "global_step": 103915, "epoch": 583, "lr": 1.815101013454168e-07}
{"train_loss": 0.000541055342182517, "global_step": 103916, "epoch": 583, "lr": 1.813843254587555e-07}
{"train_loss": 0.0007695916574448347, "global_step": 103917, "epoch": 583, "lr": 1.8125859308568138e-07}
{"train_loss": 0.0021505681797862053, "global_step": 103918, "epoch": 583, "lr": 1.8113290422629992e-07}
{"train_loss": 0.0003864050086122006, "global_step": 103919, "epoch": 583, "lr": 1.8100725888072766e-07}
{"train_loss": 0.0022957809269428253, "global_step": 103920, "epoch": 583, "lr": 1.8088165704907012e-07}
{"train_loss": 0.00028437882428988814, "global_step": 103921, "epoch": 583, "lr": 1.8075609873143274e-07}
{"train_loss": 0.001189070986583829, "global_step": 103922, "epoch": 583, "lr": 1.8063058392793764e-07}
{"train_loss": 0.001727581606246531, "global_step": 103923, "epoch": 583, "lr": 1.805051126386792e-07}
{"train_loss": 0.0007048952975310385, "global_step": 103924, "epoch": 583, "lr": 1.8037968486377955e-07}
{"train_loss": 0.0010444957297295332, "global_step": 103925, "epoch": 583, "lr": 1.802543006033386e-07}
{"train_loss": 0.0005086644669063389, "global_step": 103926, "epoch": 583, "lr": 1.8012895985747291e-07}
{"train_loss": 0.0003738155646715313, "global_step": 103927, "epoch": 583, "lr": 1.8000366262628798e-07}
{"train_loss": 0.0006548265228047967, "global_step": 103928, "epoch": 583, "lr": 1.7987840890989482e-07}
{"train_loss": 0.0007583992555737495, "global_step": 103929, "epoch": 583, "lr": 1.7975319870840445e-07}
{"train_loss": 0.00034368186607025564, "global_step": 103930, "epoch": 583, "lr": 1.7962803202192236e-07}
{"train_loss": 0.0002140026626875624, "global_step": 103931, "epoch": 583, "lr": 1.7950290885055954e-07}
{"train_loss": 0.0016564973630011082, "global_step": 103932, "epoch": 583, "lr": 1.7937782919443257e-07}
{"train_loss": 0.0003489794034976512, "global_step": 103933, "epoch": 583, "lr": 1.7925279305363586e-07}
{"train_loss": 0.0004964814288541675, "global_step": 103934, "epoch": 583, "lr": 1.791278004282859e-07}
{"train_loss": 0.0009898041607812047, "global_step": 103935, "epoch": 583, "lr": 1.790028513184938e-07}
{"train_loss": 0.0006780080730095506, "global_step": 103936, "epoch": 583, "lr": 1.7887794572437057e-07}
{"train_loss": 0.000681667122989893, "global_step": 103937, "epoch": 583, "lr": 1.7875308364602162e-07}
{"train_loss": 0.00021983659826219082, "global_step": 103938, "epoch": 583, "lr": 1.78628265083558e-07}
{"train_loss": 0.000465000222902745, "global_step": 103939, "epoch": 583, "lr": 1.7850349003707966e-07}
{"train_loss": 0.00156776059884578, "global_step": 103940, "epoch": 583, "lr": 1.7837875850671425e-07}
{"train_loss": 0.0016738034319132566, "global_step": 103941, "epoch": 583, "lr": 1.782540704925506e-07}
{"train_loss": 0.0004443172365427017, "global_step": 103942, "epoch": 583, "lr": 1.7812942599471084e-07}
{"train_loss": 0.0003976363514084369, "global_step": 103943, "epoch": 583, "lr": 1.7800482501329486e-07}
{"train_loss": 0.0005319872871041298, "global_step": 103944, "epoch": 583, "lr": 1.778802675484248e-07}
{"train_loss": 0.000597315258346498, "global_step": 103945, "epoch": 583, "lr": 1.7775575360019502e-07}
{"train_loss": 0.0012619605986401439, "global_step": 103946, "epoch": 583, "lr": 1.7763128316872214e-07}
{"train_loss": 0.0006036997656337917, "global_step": 103947, "epoch": 583, "lr": 1.7750685625411156e-07}
{"train_loss": 0.001060602138750255, "global_step": 103948, "epoch": 583, "lr": 1.7738247285647436e-07}
{"train_loss": 0.0012664622627198696, "global_step": 103949, "epoch": 583, "lr": 1.7725813297591599e-07}
{"train_loss": 0.0006691708695143461, "global_step": 103950, "epoch": 583, "lr": 1.7713383661255302e-07}
{"train_loss": 0.0007589101115126539, "global_step": 103951, "epoch": 583, "lr": 1.7700958376647981e-07}
{"train_loss": 0.0009941485477611423, "global_step": 103952, "epoch": 584, "lr": 1.7688537443781848e-07}
{"train_loss": 0.0005940966075286269, "global_step": 103953, "epoch": 584, "lr": 1.7676120862667456e-07}
{"train_loss": 0.0011788859264925122, "global_step": 103954, "epoch": 584, "lr": 1.766370863331479e-07}
{"train_loss": 0.0006343754939734936, "global_step": 103955, "epoch": 584, "lr": 1.7651300755736066e-07}
{"train_loss": 0.0015306270215660334, "global_step": 103956, "epoch": 584, "lr": 1.763889722994072e-07}
{"train_loss": 0.0009464137838222086, "global_step": 103957, "epoch": 584, "lr": 1.762649805594041e-07}
{"train_loss": 0.003540189005434513, "global_step": 103958, "epoch": 584, "lr": 1.7614103233746237e-07}
{"train_loss": 0.0016996823251247406, "global_step": 103959, "epoch": 584, "lr": 1.7601712763368194e-07}
{"train_loss": 0.00046340504195541143, "global_step": 103960, "epoch": 584, "lr": 1.7589326644817383e-07}
{"train_loss": 0.001329478109255433, "global_step": 103961, "epoch": 584, "lr": 1.7576944878105461e-07}
{"train_loss": 0.0009072087705135345, "global_step": 103962, "epoch": 584, "lr": 1.7564567463241867e-07}
{"train_loss": 0.0010337806306779385, "global_step": 103963, "epoch": 584, "lr": 1.7552194400238253e-07}
{"train_loss": 0.001208495581522584, "global_step": 103964, "epoch": 584, "lr": 1.753982568910517e-07}
{"train_loss": 0.0008283547358587384, "global_step": 103965, "epoch": 584, "lr": 1.7527461329853722e-07}
{"train_loss": 0.0005489210016094148, "global_step": 103966, "epoch": 584, "lr": 1.75151013224939e-07}
{"train_loss": 0.0024406115990132093, "global_step": 103967, "epoch": 584, "lr": 1.7502745667037913e-07}
{"train_loss": 0.000562534318305552, "global_step": 103968, "epoch": 584, "lr": 1.7490394363495198e-07}
{"train_loss": 0.001070362632162869, "global_step": 103969, "epoch": 584, "lr": 1.747804741187742e-07}
{"train_loss": 0.0007548292051069438, "global_step": 103970, "epoch": 584, "lr": 1.746570481219456e-07}
{"train_loss": 0.0009659984498284757, "global_step": 103971, "epoch": 584, "lr": 1.7453366564458286e-07}
{"train_loss": 0.0009023436577990651, "global_step": 103972, "epoch": 584, "lr": 1.744103266867858e-07}
{"train_loss": 0.0006548413075506687, "global_step": 103973, "epoch": 584, "lr": 1.742870312486655e-07}
{"train_loss": 0.0005733047146350145, "global_step": 103974, "epoch": 584, "lr": 1.7416377933033302e-07}
{"train_loss": 0.001245561521500349, "global_step": 103975, "epoch": 584, "lr": 1.7404057093189376e-07}
{"train_loss": 0.0008222548640333116, "global_step": 103976, "epoch": 584, "lr": 1.7391740605344765e-07}
{"train_loss": 0.0005969320773147047, "global_step": 103977, "epoch": 584, "lr": 1.7379428469511682e-07}
{"train_loss": 0.00012542656622827053, "global_step": 103978, "epoch": 584, "lr": 1.7367120685699567e-07}
{"train_loss": 0.0010634177597239614, "global_step": 103979, "epoch": 584, "lr": 1.7354817253920074e-07}
{"train_loss": 0.00032662355806678534, "global_step": 103980, "epoch": 584, "lr": 1.7342518174183199e-07}
{"train_loss": 0.00048420653911307454, "global_step": 103981, "epoch": 584, "lr": 1.7330223446500592e-07}
{"train_loss": 0.0004618688835762441, "global_step": 103982, "epoch": 584, "lr": 1.7317933070882253e-07}
{"train_loss": 0.0002971103531308472, "global_step": 103983, "epoch": 584, "lr": 1.7305647047339279e-07}
{"train_loss": 0.00027679328923113644, "global_step": 103984, "epoch": 584, "lr": 1.7293365375881665e-07}
{"train_loss": 0.0018761223182082176, "global_step": 103985, "epoch": 584, "lr": 1.7281088056521067e-07}
{"train_loss": 0.0008682315237820148, "global_step": 103986, "epoch": 584, "lr": 1.726881508926803e-07}
{"train_loss": 0.0013497655745595694, "global_step": 103987, "epoch": 584, "lr": 1.7256546474133107e-07}
{"train_loss": 0.0005927264573983848, "global_step": 103988, "epoch": 584, "lr": 1.7244282211126839e-07}
{"train_loss": 0.0005244490457698703, "global_step": 103989, "epoch": 584, "lr": 1.7232022300260331e-07}
{"train_loss": 0.001188848982565105, "global_step": 103990, "epoch": 584, "lr": 1.721976674154413e-07}
{"train_loss": 0.0007974553154781461, "global_step": 103991, "epoch": 584, "lr": 1.7207515534988783e-07}
{"train_loss": 0.001156380632892251, "global_step": 103992, "epoch": 584, "lr": 1.7195268680604836e-07}
{"train_loss": 0.0013388902880251408, "global_step": 103993, "epoch": 584, "lr": 1.7183026178403394e-07}
{"train_loss": 0.0013853309210389853, "global_step": 103994, "epoch": 584, "lr": 1.7170788028395001e-07}
{"train_loss": 0.0016448777168989182, "global_step": 103995, "epoch": 584, "lr": 1.7158554230590208e-07}
{"train_loss": 0.00047064415412023664, "global_step": 103996, "epoch": 584, "lr": 1.7146324785000667e-07}
{"train_loss": 0.00033692148281261325, "global_step": 103997, "epoch": 584, "lr": 1.7134099691635263e-07}
{"train_loss": 0.0002842129615601152, "global_step": 103998, "epoch": 584, "lr": 1.712187895050621e-07}
{"train_loss": 0.0011518967803567648, "global_step": 103999, "epoch": 584, "lr": 1.7109662561623497e-07}
{"train_loss": 0.0005397351924329996, "global_step": 104000, "epoch": 584, "lr": 1.7097450524997672e-07}
{"train_loss": 0.0003513782867230475, "global_step": 104001, "epoch": 584, "lr": 1.7085242840639838e-07}
{"train_loss": 0.0009073987603187561, "global_step": 104002, "epoch": 584, "lr": 1.707303950856054e-07}
{"train_loss": 0.0008585602045059204, "global_step": 104003, "epoch": 584, "lr": 1.7060840528770327e-07}
{"train_loss": 0.0010965149849653244, "global_step": 104004, "epoch": 584, "lr": 1.7048645901279748e-07}
{"train_loss": 0.0008158738492056727, "global_step": 104005, "epoch": 584, "lr": 1.7036455626099346e-07}
{"train_loss": 0.0012807443272322416, "global_step": 104006, "epoch": 584, "lr": 1.702426970324078e-07}
{"train_loss": 0.0017850772710517049, "global_step": 104007, "epoch": 584, "lr": 1.7012088132713488e-07}
{"train_loss": 0.0007959195063449442, "global_step": 104008, "epoch": 584, "lr": 1.6999910914528572e-07}
{"train_loss": 0.0013470726553350687, "global_step": 104009, "epoch": 584, "lr": 1.698773804869658e-07}
{"train_loss": 0.00047504351823590696, "global_step": 104010, "epoch": 584, "lr": 1.6975569535228053e-07}
{"train_loss": 0.0006511846440844238, "global_step": 104011, "epoch": 584, "lr": 1.69634053741341e-07}
{"train_loss": 0.0004957608762197196, "global_step": 104012, "epoch": 584, "lr": 1.695124556542471e-07}
{"train_loss": 0.0012192570138722658, "global_step": 104013, "epoch": 584, "lr": 1.6939090109111544e-07}
{"train_loss": 0.00028370850486680865, "global_step": 104014, "epoch": 584, "lr": 1.6926939005204034e-07}
{"train_loss": 0.0007569697336293757, "global_step": 104015, "epoch": 584, "lr": 1.691479225371273e-07}
{"train_loss": 0.0012020643334835768, "global_step": 104016, "epoch": 584, "lr": 1.6902649854649287e-07}
{"train_loss": 0.0003472430107649416, "global_step": 104017, "epoch": 584, "lr": 1.6890511808024257e-07}
{"train_loss": 0.0011924162972718477, "global_step": 104018, "epoch": 584, "lr": 1.687837811384707e-07}
{"train_loss": 0.0009497795253992081, "global_step": 104019, "epoch": 584, "lr": 1.6866248772128834e-07}
{"train_loss": 0.000779972702730447, "global_step": 104020, "epoch": 584, "lr": 1.6854123782881204e-07}
{"train_loss": 0.000373186485376209, "global_step": 104021, "epoch": 584, "lr": 1.6842003146113061e-07}
{"train_loss": 0.0005201027379371226, "global_step": 104022, "epoch": 584, "lr": 1.682988686183662e-07}
{"train_loss": 0.0002989787026308477, "global_step": 104023, "epoch": 584, "lr": 1.6817774930061313e-07}
{"train_loss": 0.0016743006417527795, "global_step": 104024, "epoch": 584, "lr": 1.6805667350797695e-07}
{"train_loss": 0.0008578092674724758, "global_step": 104025, "epoch": 584, "lr": 1.6793564124057414e-07}
{"train_loss": 0.00031892902916297317, "global_step": 104026, "epoch": 584, "lr": 1.6781465249849914e-07}
{"train_loss": 0.001573106274008751, "global_step": 104027, "epoch": 584, "lr": 1.6769370728186296e-07}
{"train_loss": 0.0026235643308609724, "global_step": 104028, "epoch": 584, "lr": 1.6757280559077104e-07}
{"train_loss": 0.0008288495009765029, "global_step": 104029, "epoch": 584, "lr": 1.674519474253289e-07}
{"train_loss": 0.001078940462321043, "global_step": 104030, "epoch": 584, "lr": 1.6733113278563638e-07}
{"train_loss": 0.0006926793721504509, "global_step": 104031, "epoch": 584, "lr": 1.6721036167181014e-07}
{"train_loss": 0.0006604366935789585, "global_step": 104032, "epoch": 584, "lr": 1.6708963408395006e-07}
{"train_loss": 0.0010713351657614112, "global_step": 104033, "epoch": 584, "lr": 1.6696895002215607e-07}
{"train_loss": 0.0006141536869108677, "global_step": 104034, "epoch": 584, "lr": 1.6684830948654472e-07}
{"train_loss": 0.00047781510511413217, "global_step": 104035, "epoch": 584, "lr": 1.6672771247721042e-07}
{"train_loss": 0.0006438473355956376, "global_step": 104036, "epoch": 584, "lr": 1.6660715899426416e-07}
{"train_loss": 0.0015647808322682977, "global_step": 104037, "epoch": 584, "lr": 1.6648664903781142e-07}
{"train_loss": 0.0005737942410632968, "global_step": 104038, "epoch": 584, "lr": 1.6636618260795765e-07}
{"train_loss": 0.0009237076155841351, "global_step": 104039, "epoch": 584, "lr": 1.6624575970480282e-07}
{"train_loss": 0.0009017196134664118, "global_step": 104040, "epoch": 584, "lr": 1.6612538032845793e-07}
{"train_loss": 0.0008584680617786944, "global_step": 104041, "epoch": 584, "lr": 1.66005044479034e-07}
{"train_loss": 0.0006857604021206498, "global_step": 104042, "epoch": 584, "lr": 1.658847521566198e-07}
{"train_loss": 0.0006919238367117941, "global_step": 104043, "epoch": 584, "lr": 1.6576450336133197e-07}
{"train_loss": 0.0008102019783109426, "global_step": 104044, "epoch": 584, "lr": 1.6564429809327042e-07}
{"train_loss": 0.00028023222694173455, "global_step": 104045, "epoch": 584, "lr": 1.6552413635254616e-07}
{"train_loss": 0.001018814160488546, "global_step": 104046, "epoch": 584, "lr": 1.654040181392591e-07}
{"train_loss": 0.00038912546006031334, "global_step": 104047, "epoch": 584, "lr": 1.6528394345351472e-07}
{"train_loss": 0.0003584515070542693, "global_step": 104048, "epoch": 584, "lr": 1.651639122954185e-07}
{"train_loss": 0.0012262931559234858, "global_step": 104049, "epoch": 584, "lr": 1.6504392466508145e-07}
{"train_loss": 0.0011644659098237753, "global_step": 104050, "epoch": 584, "lr": 1.6492398056259238e-07}
{"train_loss": 0.0010526875266805291, "global_step": 104051, "epoch": 584, "lr": 1.6480407998807346e-07}
{"train_loss": 0.000982772558927536, "global_step": 104052, "epoch": 584, "lr": 1.64684222941619e-07}
{"train_loss": 0.0007964617689140141, "global_step": 104053, "epoch": 584, "lr": 1.6456440942334007e-07}
{"train_loss": 0.0003498487058095634, "global_step": 104054, "epoch": 584, "lr": 1.64444639433331e-07}
{"train_loss": 0.0015497124986723065, "global_step": 104055, "epoch": 584, "lr": 1.6432491297170837e-07}
{"train_loss": 0.000556729850359261, "global_step": 104056, "epoch": 584, "lr": 1.6420523003857213e-07}
{"train_loss": 0.0007409534882754087, "global_step": 104057, "epoch": 584, "lr": 1.6408559063402772e-07}
{"train_loss": 0.000554234953597188, "global_step": 104058, "epoch": 584, "lr": 1.639659947581751e-07}
{"train_loss": 0.0005344073288142681, "global_step": 104059, "epoch": 584, "lr": 1.6384644241111968e-07}
{"train_loss": 0.0007901630597189069, "global_step": 104060, "epoch": 584, "lr": 1.6372693359297252e-07}
{"train_loss": 0.00023374315060209483, "global_step": 104061, "epoch": 584, "lr": 1.6360746830383354e-07}
{"train_loss": 0.0010746148182079196, "global_step": 104062, "epoch": 584, "lr": 1.6348804654380267e-07}
{"train_loss": 0.0016414772253483534, "global_step": 104063, "epoch": 584, "lr": 1.633686683129909e-07}
{"train_loss": 0.0006460371077992022, "global_step": 104064, "epoch": 584, "lr": 1.6324933361150374e-07}
{"train_loss": 0.0006387025350704789, "global_step": 104065, "epoch": 584, "lr": 1.631300424394411e-07}
{"train_loss": 0.0009526576614007354, "global_step": 104066, "epoch": 584, "lr": 1.630107947969084e-07}
{"train_loss": 0.0003586334642022848, "global_step": 104067, "epoch": 584, "lr": 1.6289159068400562e-07}
{"train_loss": 0.0011200262233614922, "global_step": 104068, "epoch": 584, "lr": 1.6277243010084374e-07}
{"train_loss": 0.0005550921196117997, "global_step": 104069, "epoch": 584, "lr": 1.6265331304752275e-07}
{"train_loss": 0.0006325077847577631, "global_step": 104070, "epoch": 584, "lr": 1.6253423952415358e-07}
{"train_loss": 0.0005200330633670092, "global_step": 104071, "epoch": 584, "lr": 1.6241520953082512e-07}
{"train_loss": 0.00026852183509618044, "global_step": 104072, "epoch": 584, "lr": 1.6229622306765946e-07}
{"train_loss": 0.0009090546518564224, "global_step": 104073, "epoch": 584, "lr": 1.621772801347454e-07}
{"train_loss": 0.0009451893274672329, "global_step": 104074, "epoch": 584, "lr": 1.6205838073219403e-07}
{"train_loss": 0.0017369427951052785, "global_step": 104075, "epoch": 584, "lr": 1.6193952486011077e-07}
{"train_loss": 0.0008195518748834729, "global_step": 104076, "epoch": 584, "lr": 1.6182071251859554e-07}
{"train_loss": 0.0006111254333518445, "global_step": 104077, "epoch": 584, "lr": 1.6170194370775382e-07}
{"train_loss": 0.0010112544987350702, "global_step": 104078, "epoch": 584, "lr": 1.6158321842768554e-07}
{"train_loss": 0.0014036037027835846, "global_step": 104079, "epoch": 584, "lr": 1.614645366785017e-07}
{"train_loss": 0.0006810672348365188, "global_step": 104080, "epoch": 584, "lr": 1.6134589846030224e-07}
{"train_loss": 0.0009862427832558751, "global_step": 104081, "epoch": 584, "lr": 1.6122730377319262e-07}
{"train_loss": 0.0009509384399279952, "global_step": 104082, "epoch": 584, "lr": 1.6110875261727276e-07}
{"train_loss": 0.0016985118854790926, "global_step": 104083, "epoch": 584, "lr": 1.6099024499264815e-07}
{"train_loss": 0.0007668722537346184, "global_step": 104084, "epoch": 584, "lr": 1.608717808994187e-07}
{"train_loss": 0.002043553628027439, "global_step": 104085, "epoch": 584, "lr": 1.6075336033769538e-07}
{"train_loss": 0.000493110972456634, "global_step": 104086, "epoch": 584, "lr": 1.606349833075782e-07}
{"train_loss": 0.0006791992345824838, "global_step": 104087, "epoch": 584, "lr": 1.6051664980916703e-07}
{"train_loss": 0.0004742362070828676, "global_step": 104088, "epoch": 584, "lr": 1.6039835984256735e-07}
{"train_loss": 0.0003692184400279075, "global_step": 104089, "epoch": 584, "lr": 1.602801134078902e-07}
{"train_loss": 0.0009562132181599736, "global_step": 104090, "epoch": 584, "lr": 1.6016191050522434e-07}
{"train_loss": 0.0011160267749801278, "global_step": 104091, "epoch": 584, "lr": 1.600437511346864e-07}
{"train_loss": 0.0002861229586414993, "global_step": 104092, "epoch": 584, "lr": 1.599256352963707e-07}
{"train_loss": 0.001181496772915125, "global_step": 104093, "epoch": 584, "lr": 1.598075629903828e-07}
{"train_loss": 0.0005245014326646924, "global_step": 104094, "epoch": 584, "lr": 1.5968953421682807e-07}
{"train_loss": 0.001327849691733718, "global_step": 104095, "epoch": 584, "lr": 1.5957154897580652e-07}
{"train_loss": 0.001290509826503694, "global_step": 104096, "epoch": 584, "lr": 1.5945360726742354e-07}
{"train_loss": 0.0005409036530181766, "global_step": 104097, "epoch": 584, "lr": 1.5933570909178464e-07}
{"train_loss": 0.00036966759944334626, "global_step": 104098, "epoch": 584, "lr": 1.5921785444898418e-07}
{"train_loss": 0.0005800569197162986, "global_step": 104099, "epoch": 584, "lr": 1.591000433391332e-07}
{"train_loss": 0.00035082234535366297, "global_step": 104100, "epoch": 584, "lr": 1.589822757623316e-07}
{"train_loss": 0.0009347953600808978, "global_step": 104101, "epoch": 584, "lr": 1.5886455171867932e-07}
{"train_loss": 0.00031921634217724204, "global_step": 104102, "epoch": 584, "lr": 1.5874687120828735e-07}
{"train_loss": 0.0005094154621474445, "global_step": 104103, "epoch": 584, "lr": 1.586292342312501e-07}
{"train_loss": 0.0007637821836397052, "global_step": 104104, "epoch": 584, "lr": 1.58511640787673e-07}
{"train_loss": 0.0012691179290413857, "global_step": 104105, "epoch": 584, "lr": 1.583940908776671e-07}
{"train_loss": 0.0005133249796926975, "global_step": 104106, "epoch": 584, "lr": 1.5827658450132122e-07}
{"train_loss": 0.0002852301695384085, "global_step": 104107, "epoch": 584, "lr": 1.581591216587408e-07}
{"train_loss": 0.0001789801608538255, "global_step": 104108, "epoch": 584, "lr": 1.580417023500369e-07}
{"train_loss": 0.0010098504135385156, "global_step": 104109, "epoch": 584, "lr": 1.5792432657530387e-07}
{"train_loss": 0.0008277097949758172, "global_step": 104110, "epoch": 584, "lr": 1.5780699433465275e-07}
{"train_loss": 0.0003146230592392385, "global_step": 104111, "epoch": 584, "lr": 1.5768970562817786e-07}
{"train_loss": 0.0009340619435533881, "global_step": 104112, "epoch": 584, "lr": 1.5757246045598473e-07}
{"train_loss": 0.0006476619164459407, "global_step": 104113, "epoch": 584, "lr": 1.5745525881817325e-07}
{"train_loss": 0.0007453493890352547, "global_step": 104114, "epoch": 584, "lr": 1.573381007148489e-07}
{"train_loss": 0.0003184048691764474, "global_step": 104115, "epoch": 584, "lr": 1.5722098614611713e-07}
{"train_loss": 0.0009099111193791032, "global_step": 104116, "epoch": 584, "lr": 1.5710391511207234e-07}
{"train_loss": 0.0009012333466671407, "global_step": 104117, "epoch": 584, "lr": 1.5698688761282e-07}
{"train_loss": 0.0015582351479679346, "global_step": 104118, "epoch": 584, "lr": 1.5686990364846555e-07}
{"train_loss": 0.00048273897846229374, "global_step": 104119, "epoch": 584, "lr": 1.567529632191034e-07}
{"train_loss": 0.0008928327006287873, "global_step": 104120, "epoch": 584, "lr": 1.5663606632485005e-07}
{"train_loss": 0.000985312508419156, "global_step": 104121, "epoch": 584, "lr": 1.5651921296578887e-07}
{"train_loss": 0.0002530671190470457, "global_step": 104122, "epoch": 584, "lr": 1.5640240314203637e-07}
{"train_loss": 0.0005560389254242182, "global_step": 104123, "epoch": 584, "lr": 1.5628563685369246e-07}
{"train_loss": 0.0002864389680325985, "global_step": 104124, "epoch": 584, "lr": 1.5616891410085156e-07}
{"train_loss": 0.0006054168334230781, "global_step": 104125, "epoch": 584, "lr": 1.5605223488362464e-07}
{"train_loss": 0.0008523029973730445, "global_step": 104126, "epoch": 584, "lr": 1.5593559920210055e-07}
{"train_loss": 0.00033450842602178454, "global_step": 104127, "epoch": 584, "lr": 1.558190070564014e-07}
{"train_loss": 0.0002525899326428771, "global_step": 104128, "epoch": 584, "lr": 1.5570245844661048e-07}
{"train_loss": 0.0008437652846378421, "global_step": 104129, "epoch": 584, "lr": 1.5558595337283877e-07}
{"train_loss": 0.0014830167638137937, "global_step": 104130, "epoch": 585, "lr": 1.5546949183518622e-07}
{"train_loss": 0.002151740249246359, "global_step": 104131, "epoch": 585, "lr": 1.5535307383375274e-07}
{"train_loss": 0.0010076604085043073, "global_step": 104132, "epoch": 585, "lr": 1.5523669936864382e-07}
{"train_loss": 0.0012426256434991956, "global_step": 104133, "epoch": 585, "lr": 1.5512036843995936e-07}
{"train_loss": 0.0005556445103138685, "global_step": 104134, "epoch": 585, "lr": 1.550040810477993e-07}
{"train_loss": 0.0012850799830630422, "global_step": 104135, "epoch": 585, "lr": 1.5488783719226906e-07}
{"train_loss": 0.0007002437487244606, "global_step": 104136, "epoch": 585, "lr": 1.5477163687346308e-07}
{"train_loss": 0.0008932324126362801, "global_step": 104137, "epoch": 585, "lr": 1.5465548009149234e-07}
{"train_loss": 0.00048224814236164093, "global_step": 104138, "epoch": 585, "lr": 1.5453936684644564e-07}
{"train_loss": 0.0011180400615558028, "global_step": 104139, "epoch": 585, "lr": 1.5442329713843962e-07}
{"train_loss": 0.0009589875116944313, "global_step": 104140, "epoch": 585, "lr": 1.5430727096756304e-07}
{"train_loss": 0.0012479766737669706, "global_step": 104141, "epoch": 585, "lr": 1.5419128833392693e-07}
{"train_loss": 0.00041094719199463725, "global_step": 104142, "epoch": 585, "lr": 1.5407534923762567e-07}
{"train_loss": 0.0007294772658497095, "global_step": 104143, "epoch": 585, "lr": 1.5395945367876475e-07}
{"train_loss": 0.001499732956290245, "global_step": 104144, "epoch": 585, "lr": 1.5384360165743849e-07}
{"train_loss": 0.0005279789329506457, "global_step": 104145, "epoch": 585, "lr": 1.537277931737524e-07}
{"train_loss": 0.0011364875826984644, "global_step": 104146, "epoch": 585, "lr": 1.5361202822781195e-07}
{"train_loss": 0.0007492079748772085, "global_step": 104147, "epoch": 585, "lr": 1.5349630681971705e-07}
{"train_loss": 0.0014532085042446852, "global_step": 104148, "epoch": 585, "lr": 1.5338062894956207e-07}
{"train_loss": 0.0002834964543581009, "global_step": 104149, "epoch": 585, "lr": 1.5326499461745247e-07}
{"train_loss": 0.0011760438792407513, "global_step": 104150, "epoch": 585, "lr": 1.5314940382349374e-07}
{"train_loss": 0.0008606216870248318, "global_step": 104151, "epoch": 585, "lr": 1.5303385656778024e-07}
{"train_loss": 0.0008204259793274105, "global_step": 104152, "epoch": 585, "lr": 1.529183528504119e-07}
{"train_loss": 0.00044415233423933387, "global_step": 104153, "epoch": 585, "lr": 1.5280289267149416e-07}
{"train_loss": 0.0007358866278082132, "global_step": 104154, "epoch": 585, "lr": 1.5268747603112698e-07}
{"train_loss": 0.0009503250475972891, "global_step": 104155, "epoch": 585, "lr": 1.5257210292941026e-07}
{"train_loss": 0.0012779838871210814, "global_step": 104156, "epoch": 585, "lr": 1.5245677336644392e-07}
{"train_loss": 0.0010295737301930785, "global_step": 104157, "epoch": 585, "lr": 1.5234148734232788e-07}
{"train_loss": 0.0008438235963694751, "global_step": 104158, "epoch": 585, "lr": 1.5222624485716763e-07}
{"train_loss": 0.0007249849149957299, "global_step": 104159, "epoch": 585, "lr": 1.521110459110575e-07}
{"train_loss": 0.0006423622835427523, "global_step": 104160, "epoch": 585, "lr": 1.5199589050410857e-07}
{"train_loss": 0.0006753914058208466, "global_step": 104161, "epoch": 585, "lr": 1.518807786364096e-07}
{"train_loss": 0.00047316739801317453, "global_step": 104162, "epoch": 585, "lr": 1.5176571030806609e-07}
{"train_loss": 0.0003841510624624789, "global_step": 104163, "epoch": 585, "lr": 1.5165068551917795e-07}
{"train_loss": 0.0008423106628470123, "global_step": 104164, "epoch": 585, "lr": 1.5153570426984508e-07}
{"train_loss": 0.0005217715515755117, "global_step": 104165, "epoch": 585, "lr": 1.5142076656016747e-07}
{"train_loss": 0.0007039541378617287, "global_step": 104166, "epoch": 585, "lr": 1.513058723902505e-07}
{"train_loss": 0.0009644059464335442, "global_step": 104167, "epoch": 585, "lr": 1.5119102176018863e-07}
{"train_loss": 0.0012334310449659824, "global_step": 104168, "epoch": 585, "lr": 1.5107621467008727e-07}
{"train_loss": 0.00034502052585594356, "global_step": 104169, "epoch": 585, "lr": 1.509614511200408e-07}
{"train_loss": 0.00027951732045039535, "global_step": 104170, "epoch": 585, "lr": 1.5084673111015468e-07}
{"train_loss": 0.0004035021993331611, "global_step": 104171, "epoch": 585, "lr": 1.5073205464052887e-07}
{"train_loss": 0.0004983993712812662, "global_step": 104172, "epoch": 585, "lr": 1.506174217112577e-07}
{"train_loss": 0.0008638622821308672, "global_step": 104173, "epoch": 585, "lr": 1.5050283232244666e-07}
{"train_loss": 0.0002567896735854447, "global_step": 104174, "epoch": 585, "lr": 1.5038828647419566e-07}
{"train_loss": 0.0005292831338010728, "global_step": 104175, "epoch": 585, "lr": 1.502737841665991e-07}
{"train_loss": 0.0005317831528373063, "global_step": 104176, "epoch": 585, "lr": 1.5015932539976795e-07}
{"train_loss": 0.0022814362309873104, "global_step": 104177, "epoch": 585, "lr": 1.5004491017379108e-07}
{"train_loss": 0.0006184206577017903, "global_step": 104178, "epoch": 585, "lr": 1.4993053848877392e-07}
{"train_loss": 0.00044082378735765815, "global_step": 104179, "epoch": 585, "lr": 1.498162103448164e-07}
{"train_loss": 0.00133453996386379, "global_step": 104180, "epoch": 585, "lr": 1.4970192574201292e-07}
{"train_loss": 0.00028463173657655716, "global_step": 104181, "epoch": 585, "lr": 1.4958768468047445e-07}
{"train_loss": 0.001236276119016111, "global_step": 104182, "epoch": 585, "lr": 1.4947348716028987e-07}
{"train_loss": 0.00024685022071935236, "global_step": 104183, "epoch": 585, "lr": 1.4935933318156458e-07}
{"train_loss": 0.0008419182267971337, "global_step": 104184, "epoch": 585, "lr": 1.49245222744393e-07}
{"train_loss": 0.0019264195580035448, "global_step": 104185, "epoch": 585, "lr": 1.4913115584888614e-07}
{"train_loss": 0.0012267263373360038, "global_step": 104186, "epoch": 585, "lr": 1.4901713249512728e-07}
{"train_loss": 0.0018297805218026042, "global_step": 104187, "epoch": 585, "lr": 1.4890315268323296e-07}
{"train_loss": 0.0006494289846159518, "global_step": 104188, "epoch": 585, "lr": 1.4878921641329203e-07}
{"train_loss": 0.0006094329874031246, "global_step": 104189, "epoch": 585, "lr": 1.4867532368540438e-07}
{"train_loss": 0.0008770069107413292, "global_step": 104190, "epoch": 585, "lr": 1.4856147449966995e-07}
{"train_loss": 0.0008087668684311211, "global_step": 104191, "epoch": 585, "lr": 1.484476688561942e-07}
{"train_loss": 0.0005564058665186167, "global_step": 104192, "epoch": 585, "lr": 1.4833390675507152e-07}
{"train_loss": 0.0006728509906679392, "global_step": 104193, "epoch": 585, "lr": 1.4822018819640183e-07}
{"train_loss": 0.0006114873103797436, "global_step": 104194, "epoch": 585, "lr": 1.48106513180285e-07}
{"train_loss": 0.0003529588575474918, "global_step": 104195, "epoch": 585, "lr": 1.4799288170682103e-07}
{"train_loss": 0.0010274967644363642, "global_step": 104196, "epoch": 585, "lr": 1.4787929377610977e-07}
{"train_loss": 0.00047242571599781513, "global_step": 104197, "epoch": 585, "lr": 1.4776574938824006e-07}
{"train_loss": 0.0006143980426713824, "global_step": 104198, "epoch": 585, "lr": 1.476522485433285e-07}
{"train_loss": 0.0006199140916578472, "global_step": 104199, "epoch": 585, "lr": 1.4753879124146386e-07}
{"train_loss": 0.0012516943970695138, "global_step": 104200, "epoch": 585, "lr": 1.474253774827461e-07}
{"train_loss": 0.0004149908199906349, "global_step": 104201, "epoch": 585, "lr": 1.4731200726727512e-07}
{"train_loss": 0.0010674393270164728, "global_step": 104202, "epoch": 585, "lr": 1.471986805951453e-07}
{"train_loss": 0.0010191852925345302, "global_step": 104203, "epoch": 585, "lr": 1.470853974664621e-07}
{"train_loss": 0.000449817773187533, "global_step": 104204, "epoch": 585, "lr": 1.4697215788133102e-07}
{"train_loss": 0.0009687186684459448, "global_step": 104205, "epoch": 585, "lr": 1.4685896183983528e-07}
{"train_loss": 0.0007528674323111773, "global_step": 104206, "epoch": 585, "lr": 1.4674580934208037e-07}
{"train_loss": 0.0004977227654308081, "global_step": 104207, "epoch": 585, "lr": 1.4663270038816623e-07}
{"train_loss": 0.00059637485537678, "global_step": 104208, "epoch": 585, "lr": 1.4651963497819276e-07}
{"train_loss": 0.0007162800757214427, "global_step": 104209, "epoch": 585, "lr": 1.464066131122599e-07}
{"train_loss": 0.0008649470983073115, "global_step": 104210, "epoch": 585, "lr": 1.4629363479045644e-07}
{"train_loss": 0.0013877805322408676, "global_step": 104211, "epoch": 585, "lr": 1.461807000128934e-07}
{"train_loss": 0.0006323916604742408, "global_step": 104212, "epoch": 585, "lr": 1.460678087796652e-07}
{"train_loss": 0.0005086641176603734, "global_step": 104213, "epoch": 585, "lr": 1.4595496109086615e-07}
{"train_loss": 0.0006261263624764979, "global_step": 104214, "epoch": 585, "lr": 1.4584215694660175e-07}
{"train_loss": 0.0003292706678621471, "global_step": 104215, "epoch": 585, "lr": 1.4572939634696082e-07}
{"train_loss": 0.0006470790831372142, "global_step": 104216, "epoch": 585, "lr": 1.4561667929205437e-07}
{"train_loss": 0.0010450592963024974, "global_step": 104217, "epoch": 585, "lr": 1.455040057819712e-07}
{"train_loss": 0.00042708052205853164, "global_step": 104218, "epoch": 585, "lr": 1.4539137581681128e-07}
{"train_loss": 0.0006049810908734798, "global_step": 104219, "epoch": 585, "lr": 1.4527878939668005e-07}
{"train_loss": 0.00037268263986334205, "global_step": 104220, "epoch": 585, "lr": 1.4516624652166632e-07}
{"train_loss": 0.0003216115874238312, "global_step": 104221, "epoch": 585, "lr": 1.450537471918756e-07}
{"train_loss": 0.0005778858903795481, "global_step": 104222, "epoch": 585, "lr": 1.449412914074022e-07}
{"train_loss": 0.0008764361846260726, "global_step": 104223, "epoch": 585, "lr": 1.448288791683461e-07}
{"train_loss": 0.0008875258499756455, "global_step": 104224, "epoch": 585, "lr": 1.4471651047480163e-07}
{"train_loss": 0.0007780242594890296, "global_step": 104225, "epoch": 585, "lr": 1.446041853268687e-07}
{"train_loss": 0.0008633901597931981, "global_step": 104226, "epoch": 585, "lr": 1.4449190372465282e-07}
{"train_loss": 0.000570633914321661, "global_step": 104227, "epoch": 585, "lr": 1.443796656682428e-07}
{"train_loss": 0.0009349012980237603, "global_step": 104228, "epoch": 585, "lr": 1.4426747115773854e-07}
{"train_loss": 0.000733103253878653, "global_step": 104229, "epoch": 585, "lr": 1.4415532019323996e-07}
{"train_loss": 0.0004888102412223816, "global_step": 104230, "epoch": 585, "lr": 1.4404321277484146e-07}
{"train_loss": 0.00024752222816459835, "global_step": 104231, "epoch": 585, "lr": 1.4393114890264847e-07}
{"train_loss": 0.0006054224795661867, "global_step": 104232, "epoch": 585, "lr": 1.4381912857674983e-07}
{"train_loss": 0.0008132748771458864, "global_step": 104233, "epoch": 585, "lr": 1.4370715179725102e-07}
{"train_loss": 0.0006342107662931085, "global_step": 104234, "epoch": 585, "lr": 1.435952185642464e-07}
{"train_loss": 0.0004761780146509409, "global_step": 104235, "epoch": 585, "lr": 1.434833288778359e-07}
{"train_loss": 0.00048052152851596475, "global_step": 104236, "epoch": 585, "lr": 1.4337148273811385e-07}
{"train_loss": 0.0004166641738265753, "global_step": 104237, "epoch": 585, "lr": 1.4325968014517465e-07}
{"train_loss": 0.002395487856119871, "global_step": 104238, "epoch": 585, "lr": 1.4314792109912378e-07}
{"train_loss": 0.0012188655091449618, "global_step": 104239, "epoch": 585, "lr": 1.4303620560006116e-07}
{"train_loss": 0.0009257941856049001, "global_step": 104240, "epoch": 585, "lr": 1.4292453364807557e-07}
{"train_loss": 0.0006558297900483012, "global_step": 104241, "epoch": 585, "lr": 1.4281290524326696e-07}
{"train_loss": 0.0010166759602725506, "global_step": 104242, "epoch": 585, "lr": 1.427013203857297e-07}
{"train_loss": 0.0004300221335142851, "global_step": 104243, "epoch": 585, "lr": 1.4258977907556926e-07}
{"train_loss": 0.0007523639360442758, "global_step": 104244, "epoch": 585, "lr": 1.4247828131288e-07}
{"train_loss": 0.00036974495742470026, "global_step": 104245, "epoch": 585, "lr": 1.4236682709775629e-07}
{"train_loss": 0.0011800422798842192, "global_step": 104246, "epoch": 585, "lr": 1.4225541643029806e-07}
{"train_loss": 0.0006567250820808113, "global_step": 104247, "epoch": 585, "lr": 1.421440493106052e-07}
{"train_loss": 0.0004423766804393381, "global_step": 104248, "epoch": 585, "lr": 1.4203272573877212e-07}
{"train_loss": 0.0011286428198218346, "global_step": 104249, "epoch": 585, "lr": 1.4192144571489318e-07}
{"train_loss": 0.0010749620851129293, "global_step": 104250, "epoch": 585, "lr": 1.418102092390683e-07}
{"train_loss": 0.0006990728434175253, "global_step": 104251, "epoch": 585, "lr": 1.4169901631139182e-07}
{"train_loss": 0.0006371269701048732, "global_step": 104252, "epoch": 585, "lr": 1.4158786693196923e-07}
{"train_loss": 0.0005861526005901396, "global_step": 104253, "epoch": 585, "lr": 1.4147676110088938e-07}
{"train_loss": 0.0008010900928638875, "global_step": 104254, "epoch": 585, "lr": 1.4136569881825766e-07}
{"train_loss": 0.001298332354053855, "global_step": 104255, "epoch": 585, "lr": 1.4125468008415744e-07}
{"train_loss": 0.0003458482096903026, "global_step": 104256, "epoch": 585, "lr": 1.4114370489869412e-07}
{"train_loss": 0.0010632906341925263, "global_step": 104257, "epoch": 585, "lr": 1.4103277326197317e-07}
{"train_loss": 0.00023789683473296463, "global_step": 104258, "epoch": 585, "lr": 1.4092188517407234e-07}
{"train_loss": 0.0004879870102740824, "global_step": 104259, "epoch": 585, "lr": 1.4081104063510265e-07}
{"train_loss": 0.0005480280378833413, "global_step": 104260, "epoch": 585, "lr": 1.4070023964515845e-07}
{"train_loss": 0.000719982897862792, "global_step": 104261, "epoch": 585, "lr": 1.405894822043341e-07}
{"train_loss": 0.0015494679100811481, "global_step": 104262, "epoch": 585, "lr": 1.4047876831272398e-07}
{"train_loss": 0.0015006689354777336, "global_step": 104263, "epoch": 585, "lr": 1.403680979704336e-07}
{"train_loss": 0.001291358843445778, "global_step": 104264, "epoch": 585, "lr": 1.4025747117755174e-07}
{"train_loss": 0.0005562236765399575, "global_step": 104265, "epoch": 585, "lr": 1.401468879341783e-07}
{"train_loss": 0.001034657470881939, "global_step": 104266, "epoch": 585, "lr": 1.4003634824040213e-07}
{"train_loss": 0.0004315997357480228, "global_step": 104267, "epoch": 585, "lr": 1.3992585209633425e-07}
{"train_loss": 0.00032266697962768376, "global_step": 104268, "epoch": 585, "lr": 1.3981539950206346e-07}
{"train_loss": 0.0008294828003272414, "global_step": 104269, "epoch": 585, "lr": 1.3970499045768415e-07}
{"train_loss": 0.0005554406088776886, "global_step": 104270, "epoch": 585, "lr": 1.3959462496329067e-07}
{"train_loss": 0.0010742631275206804, "global_step": 104271, "epoch": 585, "lr": 1.3948430301898851e-07}
{"train_loss": 0.0010353787802159786, "global_step": 104272, "epoch": 585, "lr": 1.3937402462487203e-07}
{"train_loss": 0.0004658881516661495, "global_step": 104273, "epoch": 585, "lr": 1.3926378978103005e-07}
{"train_loss": 0.00045561703154817224, "global_step": 104274, "epoch": 585, "lr": 1.391535984875625e-07}
{"train_loss": 0.0003174529119860381, "global_step": 104275, "epoch": 585, "lr": 1.3904345074456925e-07}
{"train_loss": 0.001032060943543911, "global_step": 104276, "epoch": 585, "lr": 1.3893334655214473e-07}
{"train_loss": 0.0008969239424914122, "global_step": 104277, "epoch": 585, "lr": 1.3882328591038328e-07}
{"train_loss": 0.0010216087102890015, "global_step": 104278, "epoch": 585, "lr": 1.387132688193793e-07}
{"train_loss": 0.0010293235536664724, "global_step": 104279, "epoch": 585, "lr": 1.3860329527923267e-07}
{"train_loss": 0.0009028274798765779, "global_step": 104280, "epoch": 585, "lr": 1.3849336529004332e-07}
{"train_loss": 0.0006446636980399489, "global_step": 104281, "epoch": 585, "lr": 1.383834788518945e-07}
{"train_loss": 0.001759258797392249, "global_step": 104282, "epoch": 585, "lr": 1.3827363596489727e-07}
{"train_loss": 0.0005591115332208574, "global_step": 104283, "epoch": 585, "lr": 1.381638366291349e-07}
{"train_loss": 0.0014701990876346827, "global_step": 104284, "epoch": 585, "lr": 1.3805408084471282e-07}
{"train_loss": 0.0008355427416972816, "global_step": 104285, "epoch": 585, "lr": 1.3794436861171988e-07}
{"train_loss": 0.0005381277878768742, "global_step": 104286, "epoch": 585, "lr": 1.3783469993025598e-07}
{"train_loss": 0.0007334352703765035, "global_step": 104287, "epoch": 585, "lr": 1.377250748004155e-07}
{"train_loss": 0.0003945631324313581, "global_step": 104288, "epoch": 585, "lr": 1.3761549322229283e-07}
{"train_loss": 0.0006052330136299133, "global_step": 104289, "epoch": 585, "lr": 1.375059551959823e-07}
{"train_loss": 0.0009009703062474728, "global_step": 104290, "epoch": 585, "lr": 1.373964607215894e-07}
{"train_loss": 0.00036140618612989783, "global_step": 104291, "epoch": 585, "lr": 1.3728700979920294e-07}
{"train_loss": 0.0014864634722471237, "global_step": 104292, "epoch": 585, "lr": 1.3717760242891175e-07}
{"train_loss": 0.0005961054703220725, "global_step": 104293, "epoch": 585, "lr": 1.3706823861082686e-07}
{"train_loss": 0.0005307958927005529, "global_step": 104294, "epoch": 585, "lr": 1.3695891834502595e-07}
{"train_loss": 0.0006112902192398906, "global_step": 104295, "epoch": 585, "lr": 1.3684964163162006e-07}
{"train_loss": 0.0005553137161768973, "global_step": 104296, "epoch": 585, "lr": 1.3674040847069247e-07}
{"train_loss": 0.0006352360942400992, "global_step": 104297, "epoch": 585, "lr": 1.3663121886235418e-07}
{"train_loss": 0.0009112866246141493, "global_step": 104298, "epoch": 585, "lr": 1.3652207280668295e-07}
{"train_loss": 0.000429760868428275, "global_step": 104299, "epoch": 585, "lr": 1.364129703037842e-07}
{"train_loss": 0.0005434316117316484, "global_step": 104300, "epoch": 585, "lr": 1.3630391135374676e-07}
{"train_loss": 0.0003713209298439324, "global_step": 104301, "epoch": 585, "lr": 1.3619489595667612e-07}
{"train_loss": 0.00037894773413427174, "global_step": 104302, "epoch": 585, "lr": 1.3608592411265552e-07}
{"train_loss": 0.0005416225758381188, "global_step": 104303, "epoch": 585, "lr": 1.3597699582179047e-07}
{"train_loss": 0.0010837239678949118, "global_step": 104304, "epoch": 585, "lr": 1.3586811108416976e-07}
{"train_loss": 0.0021875062957406044, "global_step": 104305, "epoch": 585, "lr": 1.357592698998933e-07}
{"train_loss": 0.00031775556271895766, "global_step": 104306, "epoch": 585, "lr": 1.3565047226904992e-07}
{"train_loss": 0.000794107506765848, "global_step": 104307, "epoch": 585, "lr": 1.3554171819173956e-07, "train_action_mse_error": 1.9868125491484534e-06}
{"train_loss": 0.0003747547743842006, "global_step": 104308, "epoch": 586, "lr": 1.3543300766805654e-07}
{"train_loss": 0.0008871766040101647, "global_step": 104309, "epoch": 586, "lr": 1.3532434069808974e-07}
{"train_loss": 0.0003686068521346897, "global_step": 104310, "epoch": 586, "lr": 1.352157172819446e-07}
{"train_loss": 0.0011259769089519978, "global_step": 104311, "epoch": 586, "lr": 1.3510713741970992e-07}
{"train_loss": 0.0008487049490213394, "global_step": 104312, "epoch": 586, "lr": 1.349986011114801e-07}
{"train_loss": 0.00038435187889263034, "global_step": 104313, "epoch": 586, "lr": 1.348901083573495e-07}
{"train_loss": 0.0007786445785313845, "global_step": 104314, "epoch": 586, "lr": 1.3478165915741803e-07}
{"train_loss": 0.0005260598263703287, "global_step": 104315, "epoch": 586, "lr": 1.3467325351177452e-07}
{"train_loss": 0.0009747598087415099, "global_step": 104316, "epoch": 586, "lr": 1.345648914205133e-07}
{"train_loss": 0.00039954768726602197, "global_step": 104317, "epoch": 586, "lr": 1.3445657288373436e-07}
{"train_loss": 0.0005478996317833662, "global_step": 104318, "epoch": 586, "lr": 1.3434829790153202e-07}
{"train_loss": 0.0006495999987237155, "global_step": 104319, "epoch": 586, "lr": 1.3424006647399513e-07}
{"train_loss": 0.0004012148128822446, "global_step": 104320, "epoch": 586, "lr": 1.3413187860122357e-07}
{"train_loss": 0.0010824433993548155, "global_step": 104321, "epoch": 586, "lr": 1.340237342833117e-07}
{"train_loss": 0.0007452562567777932, "global_step": 104322, "epoch": 586, "lr": 1.3391563352034842e-07}
{"train_loss": 0.00025434300187043846, "global_step": 104323, "epoch": 586, "lr": 1.3380757631243358e-07}
{"train_loss": 0.0009056276176124811, "global_step": 104324, "epoch": 586, "lr": 1.3369956265966154e-07}
{"train_loss": 0.000597564154304564, "global_step": 104325, "epoch": 586, "lr": 1.3359159256212116e-07}
{"train_loss": 0.0013310331851243973, "global_step": 104326, "epoch": 586, "lr": 1.3348366601991235e-07}
{"train_loss": 0.0012454952811822295, "global_step": 104327, "epoch": 586, "lr": 1.3337578303312393e-07}
{"train_loss": 0.00028450071113184094, "global_step": 104328, "epoch": 586, "lr": 1.3326794360186136e-07}
{"train_loss": 0.000833554775454104, "global_step": 104329, "epoch": 586, "lr": 1.3316014772620233e-07}
{"train_loss": 0.0007575752679258585, "global_step": 104330, "epoch": 586, "lr": 1.330523954062579e-07}
{"train_loss": 0.0005890249740332365, "global_step": 104331, "epoch": 586, "lr": 1.3294468664211135e-07}
{"train_loss": 0.0008115493692457676, "global_step": 104332, "epoch": 586, "lr": 1.32837021433857e-07}
{"train_loss": 0.0006162356003187597, "global_step": 104333, "epoch": 586, "lr": 1.3272939978159482e-07}
{"train_loss": 0.000661310856230557, "global_step": 104334, "epoch": 586, "lr": 1.326218216854136e-07}
{"train_loss": 0.0006626034155488014, "global_step": 104335, "epoch": 586, "lr": 1.325142871454077e-07}
{"train_loss": 0.00020306686928961426, "global_step": 104336, "epoch": 586, "lr": 1.3240679616167707e-07}
{"train_loss": 0.0005104071460664272, "global_step": 104337, "epoch": 586, "lr": 1.3229934873430494e-07}
{"train_loss": 0.0006853229133412242, "global_step": 104338, "epoch": 586, "lr": 1.321919448633968e-07}
{"train_loss": 0.00038924929685890675, "global_step": 104339, "epoch": 586, "lr": 1.3208458454903594e-07}
{"train_loss": 0.0008295634761452675, "global_step": 104340, "epoch": 586, "lr": 1.319772677913278e-07}
{"train_loss": 0.0011509419418871403, "global_step": 104341, "epoch": 586, "lr": 1.3186999459035566e-07}
{"train_loss": 0.0008694088319316506, "global_step": 104342, "epoch": 586, "lr": 1.3176276494621387e-07}
{"train_loss": 0.0011990123894065619, "global_step": 104343, "epoch": 586, "lr": 1.3165557885900237e-07}
{"train_loss": 0.0004470014537218958, "global_step": 104344, "epoch": 586, "lr": 1.3154843632880999e-07}
{"train_loss": 0.0017219363944604993, "global_step": 104345, "epoch": 586, "lr": 1.314413373557366e-07}
{"train_loss": 0.0009831571951508522, "global_step": 104346, "epoch": 586, "lr": 1.3133428193986553e-07}
{"train_loss": 0.0013927590334787965, "global_step": 104347, "epoch": 586, "lr": 1.3122727008129665e-07}
{"train_loss": 0.0005433100741356611, "global_step": 104348, "epoch": 586, "lr": 1.3112030178012436e-07}
{"train_loss": 0.0007052239961922169, "global_step": 104349, "epoch": 586, "lr": 1.31013377036443e-07}
{"train_loss": 0.0005073273205198348, "global_step": 104350, "epoch": 586, "lr": 1.3090649585033586e-07}
{"train_loss": 0.0005437264335341752, "global_step": 104351, "epoch": 586, "lr": 1.3079965822191399e-07}
{"train_loss": 0.00036106567131355405, "global_step": 104352, "epoch": 586, "lr": 1.3069286415124949e-07}
{"train_loss": 0.0003460906445980072, "global_step": 104353, "epoch": 586, "lr": 1.305861136384534e-07}
{"train_loss": 0.0012361080152913928, "global_step": 104354, "epoch": 586, "lr": 1.3047940668360903e-07}
{"train_loss": 0.0010027082171291113, "global_step": 104355, "epoch": 586, "lr": 1.3037274328681625e-07}
{"train_loss": 0.0009625868406146765, "global_step": 104356, "epoch": 586, "lr": 1.3026612344816392e-07}
{"train_loss": 0.0006006461335346103, "global_step": 104357, "epoch": 586, "lr": 1.301595471677408e-07}
{"train_loss": 0.0004945737309753895, "global_step": 104358, "epoch": 586, "lr": 1.3005301444565244e-07}
{"train_loss": 0.0012939824955537915, "global_step": 104359, "epoch": 586, "lr": 1.299465252819765e-07}
{"train_loss": 0.0010162252001464367, "global_step": 104360, "epoch": 586, "lr": 1.2984007967681845e-07}
{"train_loss": 0.0002436310751363635, "global_step": 104361, "epoch": 586, "lr": 1.297336776302671e-07}
{"train_loss": 0.001887510297819972, "global_step": 104362, "epoch": 586, "lr": 1.2962731914241688e-07}
{"train_loss": 0.0002081324637401849, "global_step": 104363, "epoch": 586, "lr": 1.2952100421335656e-07}
{"train_loss": 0.0009911300148814917, "global_step": 104364, "epoch": 586, "lr": 1.2941473284318605e-07}
{"train_loss": 0.0003274073824286461, "global_step": 104365, "epoch": 586, "lr": 1.293085050319831e-07}
{"train_loss": 0.0005322906654328108, "global_step": 104366, "epoch": 586, "lr": 1.2920232077985873e-07}
{"train_loss": 0.0014782707439735532, "global_step": 104367, "epoch": 586, "lr": 1.2909618008689616e-07}
{"train_loss": 0.0004205728182569146, "global_step": 104368, "epoch": 586, "lr": 1.2899008295319537e-07}
{"train_loss": 0.0010665925219655037, "global_step": 104369, "epoch": 586, "lr": 1.2888402937883403e-07}
{"train_loss": 0.0012427415931597352, "global_step": 104370, "epoch": 586, "lr": 1.2877801936391765e-07}
{"train_loss": 0.000571171403862536, "global_step": 104371, "epoch": 586, "lr": 1.28672052908535e-07}
{"train_loss": 0.0011032657930627465, "global_step": 104372, "epoch": 586, "lr": 1.285661300127805e-07}
{"train_loss": 0.0002785061951726675, "global_step": 104373, "epoch": 586, "lr": 1.284602506767485e-07}
{"train_loss": 0.0003510406822897494, "global_step": 104374, "epoch": 586, "lr": 1.2835441490052224e-07}
{"train_loss": 0.0003640749491751194, "global_step": 104375, "epoch": 586, "lr": 1.2824862268420167e-07}
{"train_loss": 0.000695276539772749, "global_step": 104376, "epoch": 586, "lr": 1.2814287402787562e-07}
{"train_loss": 0.00025406864006072283, "global_step": 104377, "epoch": 586, "lr": 1.2803716893164397e-07}
{"train_loss": 0.00024003756698220968, "global_step": 104378, "epoch": 586, "lr": 1.2793150739559e-07}
{"train_loss": 0.001932007959112525, "global_step": 104379, "epoch": 586, "lr": 1.278258894198081e-07}
{"train_loss": 0.0011470376048237085, "global_step": 104380, "epoch": 586, "lr": 1.2772031500439262e-07}
{"train_loss": 0.0008631493546999991, "global_step": 104381, "epoch": 586, "lr": 1.2761478414943795e-07}
{"train_loss": 0.0008607034105807543, "global_step": 104382, "epoch": 586, "lr": 1.2750929685503288e-07}
{"train_loss": 0.0007790149538777769, "global_step": 104383, "epoch": 586, "lr": 1.2740385312126623e-07}
{"train_loss": 0.0006752564222551882, "global_step": 104384, "epoch": 586, "lr": 1.2729845294823796e-07}
{"train_loss": 0.0006280832458287477, "global_step": 104385, "epoch": 586, "lr": 1.2719309633603128e-07}
{"train_loss": 0.0015553528210148215, "global_step": 104386, "epoch": 586, "lr": 1.2708778328475168e-07}
{"train_loss": 0.0007473764708265662, "global_step": 104387, "epoch": 586, "lr": 1.269825137944769e-07}
{"train_loss": 0.00023080794198904186, "global_step": 104388, "epoch": 586, "lr": 1.268772878653013e-07}
{"train_loss": 0.0003491484676487744, "global_step": 104389, "epoch": 586, "lr": 1.2677210549732476e-07}
{"train_loss": 0.0005610408261418343, "global_step": 104390, "epoch": 586, "lr": 1.266669666906306e-07}
{"train_loss": 0.0010557185159996152, "global_step": 104391, "epoch": 586, "lr": 1.2656187144531873e-07}
{"train_loss": 0.0005094154039397836, "global_step": 104392, "epoch": 586, "lr": 1.2645681976147239e-07}
{"train_loss": 0.0008091742056421936, "global_step": 104393, "epoch": 586, "lr": 1.2635181163919152e-07}
{"train_loss": 0.0011008104775100946, "global_step": 104394, "epoch": 586, "lr": 1.2624684707856493e-07}
{"train_loss": 0.0005396447377279401, "global_step": 104395, "epoch": 586, "lr": 1.261419260796759e-07}
{"train_loss": 0.0016783112660050392, "global_step": 104396, "epoch": 586, "lr": 1.260370486426299e-07}
{"train_loss": 0.0015693893656134605, "global_step": 104397, "epoch": 586, "lr": 1.2593221476751016e-07}
{"train_loss": 0.0002649125235620886, "global_step": 104398, "epoch": 586, "lr": 1.2582742445441108e-07}
{"train_loss": 0.0011475589126348495, "global_step": 104399, "epoch": 586, "lr": 1.257226777034215e-07}
{"train_loss": 0.0007771693053655326, "global_step": 104400, "epoch": 586, "lr": 1.2561797451463574e-07}
{"train_loss": 0.0006029868964105844, "global_step": 104401, "epoch": 586, "lr": 1.255133148881482e-07}
{"train_loss": 0.0016036618035286665, "global_step": 104402, "epoch": 586, "lr": 1.2540869882404217e-07}
{"train_loss": 0.0010266788303852081, "global_step": 104403, "epoch": 586, "lr": 1.2530412632241195e-07}
{"train_loss": 0.0008701476035639644, "global_step": 104404, "epoch": 586, "lr": 1.2519959738335197e-07}
{"train_loss": 0.00044189151958562434, "global_step": 104405, "epoch": 586, "lr": 1.2509511200695102e-07}
{"train_loss": 0.0005325377569533885, "global_step": 104406, "epoch": 586, "lr": 1.2499067019330346e-07}
{"train_loss": 0.00036284804809838533, "global_step": 104407, "epoch": 586, "lr": 1.2488627194249258e-07}
{"train_loss": 0.0008742046193219721, "global_step": 104408, "epoch": 586, "lr": 1.247819172546183e-07}
{"train_loss": 0.001502110157161951, "global_step": 104409, "epoch": 586, "lr": 1.2467760612976942e-07}
{"train_loss": 0.0004746302729472518, "global_step": 104410, "epoch": 586, "lr": 1.2457333856803477e-07}
{"train_loss": 0.0005376375047490001, "global_step": 104411, "epoch": 586, "lr": 1.244691145695087e-07}
{"train_loss": 0.00037118972977623343, "global_step": 104412, "epoch": 586, "lr": 1.2436493413427454e-07}
{"train_loss": 0.000538647873327136, "global_step": 104413, "epoch": 586, "lr": 1.2426079726243212e-07}
{"train_loss": 0.0012545679928734899, "global_step": 104414, "epoch": 586, "lr": 1.2415670395407586e-07}
{"train_loss": 0.0011491879122331738, "global_step": 104415, "epoch": 586, "lr": 1.2405265420928347e-07}
{"train_loss": 0.0005049584433436394, "global_step": 104416, "epoch": 586, "lr": 1.2394864802814933e-07}
{"train_loss": 0.0007065170211717486, "global_step": 104417, "epoch": 586, "lr": 1.2384468541077332e-07}
{"train_loss": 0.002193382941186428, "global_step": 104418, "epoch": 586, "lr": 1.2374076635723873e-07}
{"train_loss": 0.0006659807404503226, "global_step": 104419, "epoch": 586, "lr": 1.2363689086763997e-07}
{"train_loss": 0.0007118114735931158, "global_step": 104420, "epoch": 586, "lr": 1.2353305894206025e-07}
{"train_loss": 0.0005294288275763392, "global_step": 104421, "epoch": 586, "lr": 1.234292705805995e-07}
{"train_loss": 0.0004139837110415101, "global_step": 104422, "epoch": 586, "lr": 1.2332552578334655e-07}
{"train_loss": 0.00033202930353581905, "global_step": 104423, "epoch": 586, "lr": 1.2322182455039022e-07}
{"train_loss": 0.0013956157490611076, "global_step": 104424, "epoch": 586, "lr": 1.2311816688181376e-07}
{"train_loss": 0.0006232184823602438, "global_step": 104425, "epoch": 586, "lr": 1.2301455277772266e-07}
{"train_loss": 0.00048497237730771303, "global_step": 104426, "epoch": 586, "lr": 1.229109822382002e-07}
{"train_loss": 0.00029641587752848864, "global_step": 104427, "epoch": 586, "lr": 1.228074552633296e-07}
{"train_loss": 0.0005696415319107473, "global_step": 104428, "epoch": 586, "lr": 1.2270397185321082e-07}
{"train_loss": 0.0008617535349912941, "global_step": 104429, "epoch": 586, "lr": 1.2260053200793265e-07}
{"train_loss": 0.00021185849618632346, "global_step": 104430, "epoch": 586, "lr": 1.224971357275839e-07}
{"train_loss": 0.0004713787930086255, "global_step": 104431, "epoch": 586, "lr": 1.22393783012259e-07}
{"train_loss": 0.00039504937012679875, "global_step": 104432, "epoch": 586, "lr": 1.2229047386203563e-07}
{"train_loss": 0.0003333904896862805, "global_step": 104433, "epoch": 586, "lr": 1.2218720827701923e-07}
{"train_loss": 0.0004453502770047635, "global_step": 104434, "epoch": 586, "lr": 1.220839862572931e-07}
{"train_loss": 0.000926694308873266, "global_step": 104435, "epoch": 586, "lr": 1.2198080780294607e-07}
{"train_loss": 0.0010999874211847782, "global_step": 104436, "epoch": 586, "lr": 1.2187767291407248e-07}
{"train_loss": 0.00019026853260584176, "global_step": 104437, "epoch": 586, "lr": 1.2177458159076115e-07}
{"train_loss": 0.00033488409826532006, "global_step": 104438, "epoch": 586, "lr": 1.2167153383309537e-07}
{"train_loss": 0.0007363674812950194, "global_step": 104439, "epoch": 586, "lr": 1.2156852964117504e-07}
{"train_loss": 0.0006988325621932745, "global_step": 104440, "epoch": 586, "lr": 1.2146556901508344e-07}
{"train_loss": 0.0002093292714562267, "global_step": 104441, "epoch": 586, "lr": 1.213626519549149e-07}
{"train_loss": 0.0005510642658919096, "global_step": 104442, "epoch": 586, "lr": 1.2125977846075832e-07}
{"train_loss": 0.0013041195925325155, "global_step": 104443, "epoch": 586, "lr": 1.2115694853269688e-07}
{"train_loss": 0.0006113480776548386, "global_step": 104444, "epoch": 586, "lr": 1.210541621708361e-07}
{"train_loss": 0.00045256013981997967, "global_step": 104445, "epoch": 586, "lr": 1.209514193752481e-07}
{"train_loss": 0.0011194185353815556, "global_step": 104446, "epoch": 586, "lr": 1.208487201460329e-07}
{"train_loss": 0.0007136641070246696, "global_step": 104447, "epoch": 586, "lr": 1.2074606448327362e-07}
{"train_loss": 0.00024812028277665377, "global_step": 104448, "epoch": 586, "lr": 1.2064345238707032e-07}
{"train_loss": 0.0008356027537956834, "global_step": 104449, "epoch": 586, "lr": 1.2054088385750063e-07}
{"train_loss": 0.0008130210917443037, "global_step": 104450, "epoch": 586, "lr": 1.2043835889466448e-07}
{"train_loss": 0.00111065071541816, "global_step": 104451, "epoch": 586, "lr": 1.2033587749863962e-07}
{"train_loss": 0.0007738139247521758, "global_step": 104452, "epoch": 586, "lr": 1.202334396695315e-07}
{"train_loss": 0.0009034554823301733, "global_step": 104453, "epoch": 586, "lr": 1.2013104540741227e-07}
{"train_loss": 0.0016856323927640915, "global_step": 104454, "epoch": 586, "lr": 1.2002869471238742e-07}
{"train_loss": 0.0009290339658036828, "global_step": 104455, "epoch": 586, "lr": 1.1992638758453467e-07}
{"train_loss": 0.00026131735648959875, "global_step": 104456, "epoch": 586, "lr": 1.1982412402394838e-07}
{"train_loss": 0.0020589856430888176, "global_step": 104457, "epoch": 586, "lr": 1.1972190403071181e-07}
{"train_loss": 0.00047070084838196635, "global_step": 104458, "epoch": 586, "lr": 1.196197276049249e-07}
{"train_loss": 0.0004819212481379509, "global_step": 104459, "epoch": 586, "lr": 1.195175947466709e-07}
{"train_loss": 0.0003814059018623084, "global_step": 104460, "epoch": 586, "lr": 1.1941550545603864e-07}
{"train_loss": 0.0008698083111084998, "global_step": 104461, "epoch": 586, "lr": 1.1931345973311692e-07}
{"train_loss": 0.00043844961328431964, "global_step": 104462, "epoch": 586, "lr": 1.1921145757800013e-07}
{"train_loss": 0.00035876731271855533, "global_step": 104463, "epoch": 586, "lr": 1.1910949899076596e-07}
{"train_loss": 0.0005609558429569006, "global_step": 104464, "epoch": 586, "lr": 1.190075839715199e-07}
{"train_loss": 0.00040582928340882063, "global_step": 104465, "epoch": 586, "lr": 1.1890571252033411e-07}
{"train_loss": 0.0017496991204097867, "global_step": 104466, "epoch": 586, "lr": 1.1880388463730851e-07}
{"train_loss": 0.0008124243468046188, "global_step": 104467, "epoch": 586, "lr": 1.1870210032253193e-07}
{"train_loss": 0.0009103142656385899, "global_step": 104468, "epoch": 586, "lr": 1.1860035957608207e-07}
{"train_loss": 0.0012585583608597517, "global_step": 104469, "epoch": 586, "lr": 1.184986623980644e-07}
{"train_loss": 0.000983747886493802, "global_step": 104470, "epoch": 586, "lr": 1.1839700878855109e-07}
{"train_loss": 0.0011249447707086802, "global_step": 104471, "epoch": 586, "lr": 1.1829539874764761e-07}
{"train_loss": 0.0014626485062763095, "global_step": 104472, "epoch": 586, "lr": 1.1819383227542614e-07}
{"train_loss": 0.00029840890783816576, "global_step": 104473, "epoch": 586, "lr": 1.1809230937199211e-07}
{"train_loss": 0.001733856974169612, "global_step": 104474, "epoch": 586, "lr": 1.1799083003741773e-07}
{"train_loss": 0.0005858949152752757, "global_step": 104475, "epoch": 586, "lr": 1.178893942718029e-07}
{"train_loss": 0.000610375078395009, "global_step": 104476, "epoch": 586, "lr": 1.1778800207523089e-07}
{"train_loss": 0.0006870581419207156, "global_step": 104477, "epoch": 586, "lr": 1.1768665344779606e-07}
{"train_loss": 0.0004761815944220871, "global_step": 104478, "epoch": 586, "lr": 1.1758534838957614e-07}
{"train_loss": 0.0006386758759617805, "global_step": 104479, "epoch": 586, "lr": 1.1748408690067103e-07}
{"train_loss": 0.0009514759294688702, "global_step": 104480, "epoch": 586, "lr": 1.1738286898116401e-07}
{"train_loss": 0.0010539889335632324, "global_step": 104481, "epoch": 586, "lr": 1.1728169463114391e-07}
{"train_loss": 0.0003641396469902247, "global_step": 104482, "epoch": 586, "lr": 1.1718056385070509e-07}
{"train_loss": 0.001511670183390379, "global_step": 104483, "epoch": 586, "lr": 1.170794766399197e-07}
{"train_loss": 0.0008122248691506684, "global_step": 104484, "epoch": 586, "lr": 1.1697843299889322e-07}
{"train_loss": 0.0007687351934375043, "global_step": 104485, "epoch": 586, "lr": 1.1687743292770337e-07}
{"train_loss": 0.0004472657456062734, "global_step": 104486, "epoch": 587, "lr": 1.1677647642644451e-07}
{"train_loss": 0.0004054587916471064, "global_step": 104487, "epoch": 587, "lr": 1.1667556349520547e-07}
{"train_loss": 0.0008751162677071989, "global_step": 104488, "epoch": 587, "lr": 1.1657469413406397e-07}
{"train_loss": 0.0006813586223870516, "global_step": 104489, "epoch": 587, "lr": 1.164738683431199e-07}
{"train_loss": 0.0011113248765468597, "global_step": 104490, "epoch": 587, "lr": 1.1637308612245656e-07}
{"train_loss": 0.0008173938258551061, "global_step": 104491, "epoch": 587, "lr": 1.1627234747216275e-07}
{"train_loss": 0.0004437065508682281, "global_step": 104492, "epoch": 587, "lr": 1.1617165239232176e-07}
{"train_loss": 0.0005316815804690123, "global_step": 104493, "epoch": 587, "lr": 1.1607100088303347e-07}
{"train_loss": 0.00036568206269294024, "global_step": 104494, "epoch": 587, "lr": 1.1597039294437006e-07}
{"train_loss": 0.0011341474018990993, "global_step": 104495, "epoch": 587, "lr": 1.1586982857643147e-07}
{"train_loss": 0.0006327431183308363, "global_step": 104496, "epoch": 587, "lr": 1.1576930777930095e-07}
{"train_loss": 0.00029803672805428505, "global_step": 104497, "epoch": 587, "lr": 1.1566883055306732e-07}
{"train_loss": 0.0004868879041168839, "global_step": 104498, "epoch": 587, "lr": 1.155683968978194e-07}
{"train_loss": 0.0006956176366657019, "global_step": 104499, "epoch": 587, "lr": 1.1546800681364045e-07}
{"train_loss": 0.0015407870523631573, "global_step": 104500, "epoch": 587, "lr": 1.153676603006193e-07}
{"train_loss": 0.0008082233835011721, "global_step": 104501, "epoch": 587, "lr": 1.152673573588503e-07}
{"train_loss": 0.0006191670545376837, "global_step": 104502, "epoch": 587, "lr": 1.1516709798841674e-07}
{"train_loss": 0.0004429570399224758, "global_step": 104503, "epoch": 587, "lr": 1.1506688218940186e-07}
{"train_loss": 0.00045744579983875155, "global_step": 104504, "epoch": 587, "lr": 1.1496670996189451e-07}
{"train_loss": 0.0005214609554968774, "global_step": 104505, "epoch": 587, "lr": 1.1486658130599459e-07}
{"train_loss": 0.00035141874104738235, "global_step": 104506, "epoch": 587, "lr": 1.1476649622176872e-07}
{"train_loss": 0.0008036617655307055, "global_step": 104507, "epoch": 587, "lr": 1.1466645470932235e-07}
{"train_loss": 0.00044991335016675293, "global_step": 104508, "epoch": 587, "lr": 1.1456645676873323e-07}
{"train_loss": 0.0008586131734773517, "global_step": 104509, "epoch": 587, "lr": 1.1446650240009016e-07}
{"train_loss": 0.0009168185060843825, "global_step": 104510, "epoch": 587, "lr": 1.1436659160348196e-07}
{"train_loss": 0.0003245099796913564, "global_step": 104511, "epoch": 587, "lr": 1.1426672437899743e-07}
{"train_loss": 0.0007312085945159197, "global_step": 104512, "epoch": 587, "lr": 1.1416690072671987e-07}
{"train_loss": 0.0009718214860185981, "global_step": 104513, "epoch": 587, "lr": 1.1406712064673808e-07}
{"train_loss": 0.0005133147351443768, "global_step": 104514, "epoch": 587, "lr": 1.1396738413914088e-07}
{"train_loss": 0.0007887966348789632, "global_step": 104515, "epoch": 587, "lr": 1.1386769120401153e-07}
{"train_loss": 0.0005339120398275554, "global_step": 104516, "epoch": 587, "lr": 1.1376804184143886e-07}
{"train_loss": 0.0005875839269720018, "global_step": 104517, "epoch": 587, "lr": 1.1366843605151168e-07}
{"train_loss": 0.0006363155553117394, "global_step": 104518, "epoch": 587, "lr": 1.135688738343188e-07}
{"train_loss": 0.00045775226317346096, "global_step": 104519, "epoch": 587, "lr": 1.1346935518994351e-07}
{"train_loss": 0.0008768783300183713, "global_step": 104520, "epoch": 587, "lr": 1.1336988011847461e-07}
{"train_loss": 0.0007649550680071115, "global_step": 104521, "epoch": 587, "lr": 1.1327044861999537e-07}
{"train_loss": 0.0011918407399207354, "global_step": 104522, "epoch": 587, "lr": 1.131710606945946e-07}
{"train_loss": 0.0012044883333146572, "global_step": 104523, "epoch": 587, "lr": 1.1307171634236113e-07}
{"train_loss": 0.000425437290687114, "global_step": 104524, "epoch": 587, "lr": 1.1297241556337823e-07}
{"train_loss": 0.00041619932744652033, "global_step": 104525, "epoch": 587, "lr": 1.1287315835773472e-07}
{"train_loss": 0.000426111975684762, "global_step": 104526, "epoch": 587, "lr": 1.1277394472551938e-07}
{"train_loss": 0.0009555359720252454, "global_step": 104527, "epoch": 587, "lr": 1.1267477466681553e-07}
{"train_loss": 0.000404060585424304, "global_step": 104528, "epoch": 587, "lr": 1.1257564818171751e-07}
{"train_loss": 0.0007868846878409386, "global_step": 104529, "epoch": 587, "lr": 1.1247656527029748e-07}
{"train_loss": 0.000927091808989644, "global_step": 104530, "epoch": 587, "lr": 1.1237752593264983e-07}
{"train_loss": 0.0007335505215451121, "global_step": 104531, "epoch": 587, "lr": 1.1227853016886336e-07}
{"train_loss": 0.0014089675387367606, "global_step": 104532, "epoch": 587, "lr": 1.1217957797902134e-07}
{"train_loss": 0.0007270427886396646, "global_step": 104533, "epoch": 587, "lr": 1.120806693632126e-07}
{"train_loss": 0.0004702302976511419, "global_step": 104534, "epoch": 587, "lr": 1.1198180432152594e-07}
{"train_loss": 0.000595473509747535, "global_step": 104535, "epoch": 587, "lr": 1.1188298285403909e-07}
{"train_loss": 0.0008190240478143096, "global_step": 104536, "epoch": 587, "lr": 1.1178420496084085e-07}
{"train_loss": 0.0006179093616083264, "global_step": 104537, "epoch": 587, "lr": 1.1168547064202007e-07}
{"train_loss": 0.0006166406674310565, "global_step": 104538, "epoch": 587, "lr": 1.1158677989767108e-07}
{"train_loss": 0.0006407233886420727, "global_step": 104539, "epoch": 587, "lr": 1.1148813272786052e-07}
{"train_loss": 0.0010842867195606232, "global_step": 104540, "epoch": 587, "lr": 1.1138952913269384e-07}
{"train_loss": 0.0015928882639855146, "global_step": 104541, "epoch": 587, "lr": 1.1129096911224879e-07}
{"train_loss": 0.001060991082340479, "global_step": 104542, "epoch": 587, "lr": 1.1119245266660305e-07}
{"train_loss": 0.0014534720685333014, "global_step": 104543, "epoch": 587, "lr": 1.1109397979586212e-07}
{"train_loss": 0.0002766787074506283, "global_step": 104544, "epoch": 587, "lr": 1.1099555050009259e-07}
{"train_loss": 0.0007200306281447411, "global_step": 104545, "epoch": 587, "lr": 1.1089716477939438e-07}
{"train_loss": 0.0010356996208429337, "global_step": 104546, "epoch": 587, "lr": 1.1079882263385077e-07}
{"train_loss": 0.00036847550654783845, "global_step": 104547, "epoch": 587, "lr": 1.1070052406353948e-07}
{"train_loss": 0.0005267030792310834, "global_step": 104548, "epoch": 587, "lr": 1.1060226906855486e-07}
{"train_loss": 0.0005774375749751925, "global_step": 104549, "epoch": 587, "lr": 1.105040576489802e-07}
{"train_loss": 0.0007377073634415865, "global_step": 104550, "epoch": 587, "lr": 1.1040588980489319e-07}
{"train_loss": 0.0005317152827046812, "global_step": 104551, "epoch": 587, "lr": 1.1030776553639932e-07}
{"train_loss": 0.0005659031448885798, "global_step": 104552, "epoch": 587, "lr": 1.1020968484356519e-07}
{"train_loss": 0.0007257015095092356, "global_step": 104553, "epoch": 587, "lr": 1.101116477264852e-07}
{"train_loss": 0.0005437713116407394, "global_step": 104554, "epoch": 587, "lr": 1.1001365418523701e-07}
{"train_loss": 0.0009929279331117868, "global_step": 104555, "epoch": 587, "lr": 1.0991570421992059e-07}
{"train_loss": 0.000585338450036943, "global_step": 104556, "epoch": 587, "lr": 1.0981779783061364e-07}
{"train_loss": 0.0005473567871376872, "global_step": 104557, "epoch": 587, "lr": 1.0971993501739386e-07}
{"train_loss": 0.0008680358878336847, "global_step": 104558, "epoch": 587, "lr": 1.0962211578036119e-07}
{"train_loss": 0.0006282114773057401, "global_step": 104559, "epoch": 587, "lr": 1.0952434011959333e-07}
{"train_loss": 0.0005029208259657025, "global_step": 104560, "epoch": 587, "lr": 1.0942660803517357e-07}
{"train_loss": 0.002079108264297247, "global_step": 104561, "epoch": 587, "lr": 1.0932891952719071e-07}
{"train_loss": 0.0006058621220290661, "global_step": 104562, "epoch": 587, "lr": 1.0923127459573357e-07}
{"train_loss": 0.0007819372694939375, "global_step": 104563, "epoch": 587, "lr": 1.0913367324087986e-07}
{"train_loss": 0.00033000134862959385, "global_step": 104564, "epoch": 587, "lr": 1.0903611546271841e-07}
{"train_loss": 0.001319683389738202, "global_step": 104565, "epoch": 587, "lr": 1.0893860126133248e-07}
{"train_loss": 0.0005630712257698178, "global_step": 104566, "epoch": 587, "lr": 1.0884113063681645e-07}
{"train_loss": 0.00034747261088341475, "global_step": 104567, "epoch": 587, "lr": 1.0874370358924246e-07}
{"train_loss": 0.0008817039197310805, "global_step": 104568, "epoch": 587, "lr": 1.0864632011869935e-07}
{"train_loss": 0.0006291503086686134, "global_step": 104569, "epoch": 587, "lr": 1.0854898022527592e-07}
{"train_loss": 0.0003015315451193601, "global_step": 104570, "epoch": 587, "lr": 1.0845168390906102e-07}
{"train_loss": 0.0002722464269027114, "global_step": 104571, "epoch": 587, "lr": 1.0835443117012679e-07}
{"train_loss": 0.000431893888162449, "global_step": 104572, "epoch": 587, "lr": 1.0825722200857314e-07}
{"train_loss": 0.0020361682400107384, "global_step": 104573, "epoch": 587, "lr": 1.0816005642447225e-07}
{"train_loss": 0.0003823598672170192, "global_step": 104574, "epoch": 587, "lr": 1.0806293441791293e-07}
{"train_loss": 0.00047983729746192694, "global_step": 104575, "epoch": 587, "lr": 1.0796585598897846e-07}
{"train_loss": 0.0009564918000251055, "global_step": 104576, "epoch": 587, "lr": 1.078688211377632e-07}
{"train_loss": 0.0005302015924826264, "global_step": 104577, "epoch": 587, "lr": 1.0777182986434487e-07}
{"train_loss": 0.00043953556451015174, "global_step": 104578, "epoch": 587, "lr": 1.0767488216880117e-07}
{"train_loss": 0.00045405671698972583, "global_step": 104579, "epoch": 587, "lr": 1.0757797805123205e-07}
{"train_loss": 0.0008380186627618968, "global_step": 104580, "epoch": 587, "lr": 1.0748111751170965e-07}
{"train_loss": 0.0011920043034479022, "global_step": 104581, "epoch": 587, "lr": 1.0738430055032278e-07}
{"train_loss": 0.0007804856286384165, "global_step": 104582, "epoch": 587, "lr": 1.0728752716716029e-07}
{"train_loss": 0.0007206884911283851, "global_step": 104583, "epoch": 587, "lr": 1.0719079736229431e-07}
{"train_loss": 0.0007596170762553811, "global_step": 104584, "epoch": 587, "lr": 1.0709411113582479e-07}
{"train_loss": 0.00089575833408162, "global_step": 104585, "epoch": 587, "lr": 1.0699746848782388e-07}
{"train_loss": 0.0005915755755268037, "global_step": 104586, "epoch": 587, "lr": 1.0690086941838596e-07}
{"train_loss": 0.0009933236287906766, "global_step": 104587, "epoch": 587, "lr": 1.0680431392758872e-07}
{"train_loss": 0.0014084666036069393, "global_step": 104588, "epoch": 587, "lr": 1.0670780201551545e-07}
{"train_loss": 0.0008359934436157346, "global_step": 104589, "epoch": 587, "lr": 1.066113336822605e-07}
{"train_loss": 0.0005214307457208633, "global_step": 104590, "epoch": 587, "lr": 1.0651490892789607e-07}
{"train_loss": 0.0009555514552630484, "global_step": 104591, "epoch": 587, "lr": 1.0641852775251094e-07}
{"train_loss": 0.0009274707408621907, "global_step": 104592, "epoch": 587, "lr": 1.0632219015618838e-07}
{"train_loss": 0.0003370345220901072, "global_step": 104593, "epoch": 587, "lr": 1.0622589613901724e-07}
{"train_loss": 0.0007195340003818274, "global_step": 104594, "epoch": 587, "lr": 1.061296457010752e-07}
{"train_loss": 0.0005291439592838287, "global_step": 104595, "epoch": 587, "lr": 1.0603343884245109e-07}
{"train_loss": 0.0007782221073284745, "global_step": 104596, "epoch": 587, "lr": 1.0593727556322819e-07}
{"train_loss": 0.00034692115150392056, "global_step": 104597, "epoch": 587, "lr": 1.058411558634842e-07}
{"train_loss": 0.0006656054174527526, "global_step": 104598, "epoch": 587, "lr": 1.0574507974331349e-07}
{"train_loss": 0.0010335739934816957, "global_step": 104599, "epoch": 587, "lr": 1.0564904720279378e-07}
{"train_loss": 0.0005518100806511939, "global_step": 104600, "epoch": 587, "lr": 1.0555305824200834e-07}
{"train_loss": 0.0006780967814847827, "global_step": 104601, "epoch": 587, "lr": 1.0545711286104598e-07}
{"train_loss": 0.0010528666898608208, "global_step": 104602, "epoch": 587, "lr": 1.0536121105998442e-07}
{"train_loss": 0.0009744202252477407, "global_step": 104603, "epoch": 587, "lr": 1.0526535283890693e-07}
{"train_loss": 0.0003777013043873012, "global_step": 104604, "epoch": 587, "lr": 1.0516953819790787e-07}
{"train_loss": 0.0005100062699057162, "global_step": 104605, "epoch": 587, "lr": 1.0507376713705386e-07}
{"train_loss": 0.0006469698855653405, "global_step": 104606, "epoch": 587, "lr": 1.0497803965645036e-07}
{"train_loss": 0.0006070180679671466, "global_step": 104607, "epoch": 587, "lr": 1.0488235575615845e-07}
{"train_loss": 0.000750777660869062, "global_step": 104608, "epoch": 587, "lr": 1.0478671543627805e-07}
{"train_loss": 0.0011854637414216995, "global_step": 104609, "epoch": 587, "lr": 1.0469111869688131e-07}
{"train_loss": 0.0006281224195845425, "global_step": 104610, "epoch": 587, "lr": 1.045955655380626e-07}
{"train_loss": 0.000243359652813524, "global_step": 104611, "epoch": 587, "lr": 1.0450005595989964e-07}
{"train_loss": 0.001272642402909696, "global_step": 104612, "epoch": 587, "lr": 1.0440458996247571e-07}
{"train_loss": 0.0007983434479683638, "global_step": 104613, "epoch": 587, "lr": 1.043091675458685e-07}
{"train_loss": 0.0018219794146716595, "global_step": 104614, "epoch": 587, "lr": 1.042137887101724e-07}
{"train_loss": 0.001132113509811461, "global_step": 104615, "epoch": 587, "lr": 1.0411845345546511e-07}
{"train_loss": 0.0013924589147791266, "global_step": 104616, "epoch": 587, "lr": 1.0402316178183546e-07}
{"train_loss": 0.00045586275518871844, "global_step": 104617, "epoch": 587, "lr": 1.0392791368935561e-07}
{"train_loss": 0.00026328215608373284, "global_step": 104618, "epoch": 587, "lr": 1.0383270917811438e-07}
{"train_loss": 0.0009364746510982513, "global_step": 104619, "epoch": 587, "lr": 1.0373754824820059e-07}
{"train_loss": 0.0001900502829812467, "global_step": 104620, "epoch": 587, "lr": 1.0364243089969195e-07}
{"train_loss": 0.00035911830491386354, "global_step": 104621, "epoch": 587, "lr": 1.0354735713266617e-07}
{"train_loss": 0.0009121709736064076, "global_step": 104622, "epoch": 587, "lr": 1.0345232694721763e-07}
{"train_loss": 0.00023678700381424278, "global_step": 104623, "epoch": 587, "lr": 1.0335734034341849e-07}
{"train_loss": 0.0005455587524920702, "global_step": 104624, "epoch": 587, "lr": 1.0326239732136311e-07}
{"train_loss": 0.0006362443091347814, "global_step": 104625, "epoch": 587, "lr": 1.0316749788112367e-07}
{"train_loss": 0.0006153382710181177, "global_step": 104626, "epoch": 587, "lr": 1.03072642022789e-07}
{"train_loss": 0.0007572800386697054, "global_step": 104627, "epoch": 587, "lr": 1.0297782974643677e-07}
{"train_loss": 0.0005921799456700683, "global_step": 104628, "epoch": 587, "lr": 1.0288306105215583e-07}
{"train_loss": 0.00030079029966145754, "global_step": 104629, "epoch": 587, "lr": 1.0278833594003501e-07}
{"train_loss": 0.0011068913154304028, "global_step": 104630, "epoch": 587, "lr": 1.0269365441013535e-07}
{"train_loss": 0.0007817989680916071, "global_step": 104631, "epoch": 587, "lr": 1.0259901646256232e-07}
{"train_loss": 0.0007754168473184109, "global_step": 104632, "epoch": 587, "lr": 1.0250442209738809e-07}
{"train_loss": 0.0020058455411344767, "global_step": 104633, "epoch": 587, "lr": 1.0240987131469038e-07}
{"train_loss": 0.0004206618759781122, "global_step": 104634, "epoch": 587, "lr": 1.0231536411456355e-07}
{"train_loss": 0.0003880416916217655, "global_step": 104635, "epoch": 587, "lr": 1.0222090049708533e-07}
{"train_loss": 0.00032424996607005596, "global_step": 104636, "epoch": 587, "lr": 1.0212648046233342e-07}
{"train_loss": 0.0002304319350514561, "global_step": 104637, "epoch": 587, "lr": 1.0203210401039664e-07}
{"train_loss": 0.0009100354509428144, "global_step": 104638, "epoch": 587, "lr": 1.0193777114135273e-07}
{"train_loss": 0.001043754629790783, "global_step": 104639, "epoch": 587, "lr": 1.0184348185528492e-07}
{"train_loss": 0.0007799447048455477, "global_step": 104640, "epoch": 587, "lr": 1.0174923615228205e-07}
{"train_loss": 0.0004320858861319721, "global_step": 104641, "epoch": 587, "lr": 1.0165503403241628e-07}
{"train_loss": 0.0005052734632045031, "global_step": 104642, "epoch": 587, "lr": 1.0156087549577642e-07}
{"train_loss": 0.0012847157195210457, "global_step": 104643, "epoch": 587, "lr": 1.0146676054244574e-07}
{"train_loss": 0.00045097823021933436, "global_step": 104644, "epoch": 587, "lr": 1.0137268917250198e-07}
{"train_loss": 0.0006416820688173175, "global_step": 104645, "epoch": 587, "lr": 1.0127866138602837e-07}
{"train_loss": 0.0007880193297751248, "global_step": 104646, "epoch": 587, "lr": 1.011846771831082e-07}
{"train_loss": 0.0018271195003762841, "global_step": 104647, "epoch": 587, "lr": 1.0109073656382473e-07}
{"train_loss": 0.00187040981836617, "global_step": 104648, "epoch": 587, "lr": 1.0099683952825567e-07}
{"train_loss": 0.0010700582060962915, "global_step": 104649, "epoch": 587, "lr": 1.0090298607648984e-07}
{"train_loss": 0.0014233923284336925, "global_step": 104650, "epoch": 587, "lr": 1.0080917620860497e-07}
{"train_loss": 0.0009794274810701609, "global_step": 104651, "epoch": 587, "lr": 1.0071540992467876e-07}
{"train_loss": 0.000435644353274256, "global_step": 104652, "epoch": 587, "lr": 1.0062168722480003e-07}
{"train_loss": 0.0021220543421804905, "global_step": 104653, "epoch": 587, "lr": 1.0052800810905205e-07}
{"train_loss": 0.0005644094781018794, "global_step": 104654, "epoch": 587, "lr": 1.0043437257750698e-07}
{"train_loss": 0.0015866511967033148, "global_step": 104655, "epoch": 587, "lr": 1.0034078063025365e-07}
{"train_loss": 0.0004957813071087003, "global_step": 104656, "epoch": 587, "lr": 1.0024723226737531e-07}
{"train_loss": 0.0005571196670643985, "global_step": 104657, "epoch": 587, "lr": 1.0015372748894969e-07}
{"train_loss": 0.0006024317117407918, "global_step": 104658, "epoch": 587, "lr": 1.0006026629506005e-07}
{"train_loss": 0.0018163258209824562, "global_step": 104659, "epoch": 587, "lr": 9.996684868578965e-08}
{"train_loss": 0.0005464435089379549, "global_step": 104660, "epoch": 587, "lr": 9.987347466121622e-08}
{"train_loss": 0.001115112565457821, "global_step": 104661, "epoch": 587, "lr": 9.9780144221423e-08}
{"train_loss": 0.0007047347025945783, "global_step": 104662, "epoch": 587, "lr": 9.96868573664933e-08}
{"train_loss": 0.0007581231707927452, "global_step": 104663, "epoch": 587, "lr": 9.959361409650481e-08}
{"train_loss": 0.0006747327279299498, "global_step": 104664, "epoch": 588, "lr": 9.950041441154078e-08}
{"train_loss": 0.00031696908990852535, "global_step": 104665, "epoch": 588, "lr": 9.940725831168452e-08}
{"train_loss": 0.00275228638201952, "global_step": 104666, "epoch": 588, "lr": 9.931414579701926e-08}
{"train_loss": 0.0010170805035158992, "global_step": 104667, "epoch": 588, "lr": 9.922107686761717e-08}
{"train_loss": 0.0008833306492306292, "global_step": 104668, "epoch": 588, "lr": 9.912805152356708e-08}
{"train_loss": 0.0001562561810715124, "global_step": 104669, "epoch": 588, "lr": 9.903506976495225e-08}
{"train_loss": 0.0011521331034600735, "global_step": 104670, "epoch": 588, "lr": 9.894213159184484e-08}
{"train_loss": 0.0008812459418550134, "global_step": 104671, "epoch": 588, "lr": 9.884923700433923e-08}
{"train_loss": 0.00027287116972729564, "global_step": 104672, "epoch": 588, "lr": 9.875638600250203e-08}
{"train_loss": 0.0021431026980280876, "global_step": 104673, "epoch": 588, "lr": 9.866357858642205e-08}
{"train_loss": 0.0009434253443032503, "global_step": 104674, "epoch": 588, "lr": 9.857081475617702e-08}
{"train_loss": 0.0006530979881063104, "global_step": 104675, "epoch": 588, "lr": 9.847809451185575e-08}
{"train_loss": 0.0012574467109516263, "global_step": 104676, "epoch": 588, "lr": 9.83854178535304e-08}
{"train_loss": 0.0007021226338110864, "global_step": 104677, "epoch": 588, "lr": 9.829278478128979e-08}
{"train_loss": 0.0008309531258419156, "global_step": 104678, "epoch": 588, "lr": 9.820019529520608e-08}
{"train_loss": 0.00019279983825981617, "global_step": 104679, "epoch": 588, "lr": 9.810764939536255e-08}
{"train_loss": 0.0004277629195712507, "global_step": 104680, "epoch": 588, "lr": 9.8015147081848e-08}
{"train_loss": 0.0006928766379132867, "global_step": 104681, "epoch": 588, "lr": 9.792268835472906e-08}
{"train_loss": 0.0013652447378262877, "global_step": 104682, "epoch": 588, "lr": 9.78302732141001e-08}
{"train_loss": 0.0010155366035178304, "global_step": 104683, "epoch": 588, "lr": 9.773790166003327e-08}
{"train_loss": 0.0003378309484105557, "global_step": 104684, "epoch": 588, "lr": 9.76455736926174e-08}
{"train_loss": 0.0006181473145261407, "global_step": 104685, "epoch": 588, "lr": 9.755328931192465e-08}
{"train_loss": 0.00046652520541101694, "global_step": 104686, "epoch": 588, "lr": 9.746104851803827e-08}
{"train_loss": 0.00030383310513570905, "global_step": 104687, "epoch": 588, "lr": 9.736885131103601e-08}
{"train_loss": 0.00016745376342441887, "global_step": 104688, "epoch": 588, "lr": 9.727669769100666e-08}
{"train_loss": 0.0004099919751752168, "global_step": 104689, "epoch": 588, "lr": 9.718458765802796e-08}
{"train_loss": 0.0004804257769137621, "global_step": 104690, "epoch": 588, "lr": 9.70925212121776e-08}
{"train_loss": 0.0005182310123927891, "global_step": 104691, "epoch": 588, "lr": 9.70004983535333e-08}
{"train_loss": 0.00022121681831777096, "global_step": 104692, "epoch": 588, "lr": 9.690851908217836e-08}
{"train_loss": 0.0005819754442200065, "global_step": 104693, "epoch": 588, "lr": 9.6816583398196e-08}
{"train_loss": 0.0015469692880287766, "global_step": 104694, "epoch": 588, "lr": 9.672469130166395e-08}
{"train_loss": 0.000866072135977447, "global_step": 104695, "epoch": 588, "lr": 9.663284279265994e-08}
{"train_loss": 0.001247498206794262, "global_step": 104696, "epoch": 588, "lr": 9.654103787127277e-08}
{"train_loss": 0.0006567629752680659, "global_step": 104697, "epoch": 588, "lr": 9.644927653756908e-08}
{"train_loss": 0.00042797898640856147, "global_step": 104698, "epoch": 588, "lr": 9.63575587916432e-08}
{"train_loss": 0.0009087951038964093, "global_step": 104699, "epoch": 588, "lr": 9.626588463356734e-08}
{"train_loss": 0.0006570720579475164, "global_step": 104700, "epoch": 588, "lr": 9.617425406342473e-08}
{"train_loss": 0.0005659301532432437, "global_step": 104701, "epoch": 588, "lr": 9.608266708128755e-08}
{"train_loss": 0.0005574512761086226, "global_step": 104702, "epoch": 588, "lr": 9.599112368724461e-08}
{"train_loss": 0.0018263293895870447, "global_step": 104703, "epoch": 588, "lr": 9.589962388137364e-08}
{"train_loss": 0.0006098846788518131, "global_step": 104704, "epoch": 588, "lr": 9.580816766375789e-08}
{"train_loss": 0.0024595442228019238, "global_step": 104705, "epoch": 588, "lr": 9.571675503446952e-08}
{"train_loss": 0.0008572890656068921, "global_step": 104706, "epoch": 588, "lr": 9.562538599359183e-08}
{"train_loss": 0.0009863886516541243, "global_step": 104707, "epoch": 588, "lr": 9.553406054120806e-08}
{"train_loss": 0.0011620749719440937, "global_step": 104708, "epoch": 588, "lr": 9.544277867739037e-08}
{"train_loss": 0.0004967657150700688, "global_step": 104709, "epoch": 588, "lr": 9.53515404022276e-08}
{"train_loss": 0.00032781396294012666, "global_step": 104710, "epoch": 588, "lr": 9.52603457157919e-08}
{"train_loss": 0.0008689394453540444, "global_step": 104711, "epoch": 588, "lr": 9.516919461816654e-08}
{"train_loss": 0.0006136910524219275, "global_step": 104712, "epoch": 588, "lr": 9.507808710942923e-08}
{"train_loss": 0.0004879474872723222, "global_step": 104713, "epoch": 588, "lr": 9.498702318966879e-08}
{"train_loss": 0.0010818240698426962, "global_step": 104714, "epoch": 588, "lr": 9.489600285894629e-08}
{"train_loss": 0.0004097397904843092, "global_step": 104715, "epoch": 588, "lr": 9.480502611736164e-08}
{"train_loss": 0.001461349194869399, "global_step": 104716, "epoch": 588, "lr": 9.47140929649759e-08}
{"train_loss": 0.0008106337627395988, "global_step": 104717, "epoch": 588, "lr": 9.462320340188346e-08}
{"train_loss": 0.0011714636348187923, "global_step": 104718, "epoch": 588, "lr": 9.453235742815092e-08}
{"train_loss": 0.00037824432365596294, "global_step": 104719, "epoch": 588, "lr": 9.444155504386709e-08}
{"train_loss": 0.0006371024064719677, "global_step": 104720, "epoch": 588, "lr": 9.43507962491097e-08}
{"train_loss": 0.0007972524035722017, "global_step": 104721, "epoch": 588, "lr": 9.426008104395644e-08}
{"train_loss": 0.0013357785064727068, "global_step": 104722, "epoch": 588, "lr": 9.416940942848507e-08}
{"train_loss": 0.0010309377685189247, "global_step": 104723, "epoch": 588, "lr": 9.407878140277881e-08}
{"train_loss": 0.0020629544742405415, "global_step": 104724, "epoch": 588, "lr": 9.398819696690986e-08}
{"train_loss": 0.0017351519782096148, "global_step": 104725, "epoch": 588, "lr": 9.389765612096702e-08}
{"train_loss": 0.0008125741733238101, "global_step": 104726, "epoch": 588, "lr": 9.380715886502245e-08}
{"train_loss": 0.0005801053484901786, "global_step": 104727, "epoch": 588, "lr": 9.371670519915388e-08}
{"train_loss": 0.0012170982081443071, "global_step": 104728, "epoch": 588, "lr": 9.362629512344456e-08}
{"train_loss": 0.00045681538176722825, "global_step": 104729, "epoch": 588, "lr": 9.353592863797778e-08}
{"train_loss": 0.0004471514548640698, "global_step": 104730, "epoch": 588, "lr": 9.344560574282013e-08}
{"train_loss": 0.0004539327055681497, "global_step": 104731, "epoch": 588, "lr": 9.335532643806044e-08}
{"train_loss": 0.0004255424428265542, "global_step": 104732, "epoch": 588, "lr": 9.326509072377088e-08}
{"train_loss": 0.0018218064215034246, "global_step": 104733, "epoch": 588, "lr": 9.317489860004024e-08}
{"train_loss": 0.0010155666386708617, "global_step": 104734, "epoch": 588, "lr": 9.308475006693517e-08}
{"train_loss": 0.0011633274843916297, "global_step": 104735, "epoch": 588, "lr": 9.299464512454447e-08}
{"train_loss": 0.0009604733204469085, "global_step": 104736, "epoch": 588, "lr": 9.290458377294031e-08}
{"train_loss": 0.0002597002312541008, "global_step": 104737, "epoch": 588, "lr": 9.28145660122004e-08}
{"train_loss": 0.0008957947138696909, "global_step": 104738, "epoch": 588, "lr": 9.272459184241355e-08}
{"train_loss": 0.00032146385638043284, "global_step": 104739, "epoch": 588, "lr": 9.26346612636464e-08}
{"train_loss": 0.0008591678342781961, "global_step": 104740, "epoch": 588, "lr": 9.254477427598218e-08}
{"train_loss": 0.000878862920217216, "global_step": 104741, "epoch": 588, "lr": 9.245493087950418e-08}
{"train_loss": 0.000554195255972445, "global_step": 104742, "epoch": 588, "lr": 9.236513107427902e-08}
{"train_loss": 0.000522097572684288, "global_step": 104743, "epoch": 588, "lr": 9.227537486040105e-08}
{"train_loss": 0.0008900293614715338, "global_step": 104744, "epoch": 588, "lr": 9.218566223793135e-08}
{"train_loss": 0.0008129436755552888, "global_step": 104745, "epoch": 588, "lr": 9.209599320696428e-08}
{"train_loss": 0.0011133113875985146, "global_step": 104746, "epoch": 588, "lr": 9.200636776756644e-08}
{"train_loss": 0.0003601263160817325, "global_step": 104747, "epoch": 588, "lr": 9.191678591982111e-08}
{"train_loss": 0.0003576150629669428, "global_step": 104748, "epoch": 588, "lr": 9.182724766380601e-08}
{"train_loss": 0.0006973252166062593, "global_step": 104749, "epoch": 588, "lr": 9.173775299960441e-08}
{"train_loss": 0.0007916142931208014, "global_step": 104750, "epoch": 588, "lr": 9.164830192728291e-08}
{"train_loss": 0.0008175138500519097, "global_step": 104751, "epoch": 588, "lr": 9.155889444693034e-08}
{"train_loss": 0.000607334659434855, "global_step": 104752, "epoch": 588, "lr": 9.146953055861329e-08}
{"train_loss": 0.00037154805613681674, "global_step": 104753, "epoch": 588, "lr": 9.138021026242616e-08}
{"train_loss": 0.001770978793501854, "global_step": 104754, "epoch": 588, "lr": 9.129093355843555e-08}
{"train_loss": 0.0010768803767859936, "global_step": 104755, "epoch": 588, "lr": 9.120170044671916e-08}
{"train_loss": 0.000920330174267292, "global_step": 104756, "epoch": 588, "lr": 9.111251092736028e-08}
{"train_loss": 0.0003088560770265758, "global_step": 104757, "epoch": 588, "lr": 9.102336500043107e-08}
{"train_loss": 0.0004899932537227869, "global_step": 104758, "epoch": 588, "lr": 9.093426266601479e-08}
{"train_loss": 0.0005999911809340119, "global_step": 104759, "epoch": 588, "lr": 9.08452039241836e-08}
{"train_loss": 0.0008035828941501677, "global_step": 104760, "epoch": 588, "lr": 9.075618877502079e-08}
{"train_loss": 0.0005784864188171923, "global_step": 104761, "epoch": 588, "lr": 9.066721721860406e-08}
{"train_loss": 0.00046800565905869007, "global_step": 104762, "epoch": 588, "lr": 9.057828925500555e-08}
{"train_loss": 0.00142435054294765, "global_step": 104763, "epoch": 588, "lr": 9.048940488430857e-08}
{"train_loss": 0.0008694753050804138, "global_step": 104764, "epoch": 588, "lr": 9.040056410658526e-08}
{"train_loss": 0.001389876240864396, "global_step": 104765, "epoch": 588, "lr": 9.03117669219189e-08}
{"train_loss": 0.0011995136737823486, "global_step": 104766, "epoch": 588, "lr": 9.022301333038718e-08}
{"train_loss": 0.001455577788874507, "global_step": 104767, "epoch": 588, "lr": 9.013430333206229e-08}
{"train_loss": 0.000697662471793592, "global_step": 104768, "epoch": 588, "lr": 9.004563692702195e-08}
{"train_loss": 0.0013761688023805618, "global_step": 104769, "epoch": 588, "lr": 8.99570141153494e-08}
{"train_loss": 0.0005679738824255764, "global_step": 104770, "epoch": 588, "lr": 8.986843489711682e-08}
{"train_loss": 0.0008432561880908906, "global_step": 104771, "epoch": 588, "lr": 8.977989927240748e-08}
{"train_loss": 0.0020721531473100185, "global_step": 104772, "epoch": 588, "lr": 8.969140724128799e-08}
{"train_loss": 0.0003540836332831532, "global_step": 104773, "epoch": 588, "lr": 8.960295880384718e-08}
{"train_loss": 0.0010700938291847706, "global_step": 104774, "epoch": 588, "lr": 8.951455396015717e-08}
{"train_loss": 0.0007716914406046271, "global_step": 104775, "epoch": 588, "lr": 8.942619271029573e-08}
{"train_loss": 0.00042376091005280614, "global_step": 104776, "epoch": 588, "lr": 8.933787505434055e-08}
{"train_loss": 0.001448323717340827, "global_step": 104777, "epoch": 588, "lr": 8.924960099236379e-08}
{"train_loss": 0.0008992498042061925, "global_step": 104778, "epoch": 588, "lr": 8.916137052445429e-08}
{"train_loss": 0.0009209298295900226, "global_step": 104779, "epoch": 588, "lr": 8.907318365067862e-08}
{"train_loss": 0.0004734484537038952, "global_step": 104780, "epoch": 588, "lr": 8.898504037111455e-08}
{"train_loss": 0.000502175884321332, "global_step": 104781, "epoch": 588, "lr": 8.889694068583976e-08}
{"train_loss": 0.00058985676150769, "global_step": 104782, "epoch": 588, "lr": 8.880888459493752e-08}
{"train_loss": 0.0007123375544324517, "global_step": 104783, "epoch": 588, "lr": 8.872087209847447e-08}
{"train_loss": 0.0015221721259877086, "global_step": 104784, "epoch": 588, "lr": 8.863290319653939e-08}
{"train_loss": 0.0005227633519098163, "global_step": 104785, "epoch": 588, "lr": 8.854497788919891e-08}
{"train_loss": 0.0007445894298143685, "global_step": 104786, "epoch": 588, "lr": 8.84570961765363e-08}
{"train_loss": 0.0005659816088154912, "global_step": 104787, "epoch": 588, "lr": 8.836925805862373e-08}
{"train_loss": 0.0013964291429147124, "global_step": 104788, "epoch": 588, "lr": 8.82814635355389e-08}
{"train_loss": 0.0007428075186908245, "global_step": 104789, "epoch": 588, "lr": 8.819371260736508e-08}
{"train_loss": 0.0007483609952032566, "global_step": 104790, "epoch": 588, "lr": 8.81060052741689e-08}
{"train_loss": 0.0007998438086360693, "global_step": 104791, "epoch": 588, "lr": 8.801834153602807e-08}
{"train_loss": 0.0005425658309832215, "global_step": 104792, "epoch": 588, "lr": 8.793072139302583e-08}
{"train_loss": 0.00034904430503956974, "global_step": 104793, "epoch": 588, "lr": 8.784314484523437e-08}
{"train_loss": 0.0008846788550727069, "global_step": 104794, "epoch": 588, "lr": 8.775561189273695e-08}
{"train_loss": 0.00032570905750617385, "global_step": 104795, "epoch": 588, "lr": 8.76681225356002e-08}
{"train_loss": 0.0004889804986305535, "global_step": 104796, "epoch": 588, "lr": 8.75806767739018e-08}
{"train_loss": 0.0008153002709150314, "global_step": 104797, "epoch": 588, "lr": 8.749327460772505e-08}
{"train_loss": 0.00041332474211230874, "global_step": 104798, "epoch": 588, "lr": 8.740591603713655e-08}
{"train_loss": 0.0007888490217737854, "global_step": 104799, "epoch": 588, "lr": 8.731860106222512e-08}
{"train_loss": 0.0005495102959685028, "global_step": 104800, "epoch": 588, "lr": 8.723132968305736e-08}
{"train_loss": 0.0004217240493744612, "global_step": 104801, "epoch": 588, "lr": 8.714410189971101e-08}
{"train_loss": 0.00058383570285514, "global_step": 104802, "epoch": 588, "lr": 8.705691771226376e-08}
{"train_loss": 0.0002933807554654777, "global_step": 104803, "epoch": 588, "lr": 8.696977712079335e-08}
{"train_loss": 0.0010255100205540657, "global_step": 104804, "epoch": 588, "lr": 8.688268012537193e-08}
{"train_loss": 0.0006467740749940276, "global_step": 104805, "epoch": 588, "lr": 8.679562672607722e-08}
{"train_loss": 0.0003434805548749864, "global_step": 104806, "epoch": 588, "lr": 8.670861692298693e-08}
{"train_loss": 0.0009769077878445387, "global_step": 104807, "epoch": 588, "lr": 8.662165071617878e-08}
{"train_loss": 0.0006957418518140912, "global_step": 104808, "epoch": 588, "lr": 8.653472810572494e-08}
{"train_loss": 0.0011695078574120998, "global_step": 104809, "epoch": 588, "lr": 8.644784909169757e-08}
{"train_loss": 0.00036032593925483525, "global_step": 104810, "epoch": 588, "lr": 8.636101367417992e-08}
{"train_loss": 0.0019428030354902148, "global_step": 104811, "epoch": 588, "lr": 8.627422185324419e-08}
{"train_loss": 0.00041793633135966957, "global_step": 104812, "epoch": 588, "lr": 8.618747362896806e-08}
{"train_loss": 0.00083542411448434, "global_step": 104813, "epoch": 588, "lr": 8.610076900142927e-08}
{"train_loss": 0.0012490585213527083, "global_step": 104814, "epoch": 588, "lr": 8.601410797069442e-08}
{"train_loss": 0.0008783190278336406, "global_step": 104815, "epoch": 588, "lr": 8.592749053685234e-08}
{"train_loss": 0.0009165091905742884, "global_step": 104816, "epoch": 588, "lr": 8.584091669996408e-08}
{"train_loss": 0.000531999277882278, "global_step": 104817, "epoch": 588, "lr": 8.575438646011846e-08}
{"train_loss": 0.0005914149805903435, "global_step": 104818, "epoch": 588, "lr": 8.56678998173821e-08}
{"train_loss": 0.0007725560571998358, "global_step": 104819, "epoch": 588, "lr": 8.558145677183826e-08}
{"train_loss": 0.0009717532666400075, "global_step": 104820, "epoch": 588, "lr": 8.549505732355356e-08}
{"train_loss": 0.0002971115172840655, "global_step": 104821, "epoch": 588, "lr": 8.540870147261127e-08}
{"train_loss": 0.0004769690567627549, "global_step": 104822, "epoch": 588, "lr": 8.532238921908353e-08}
{"train_loss": 0.0007028089603409171, "global_step": 104823, "epoch": 588, "lr": 8.523612056304253e-08}
{"train_loss": 0.001125382841564715, "global_step": 104824, "epoch": 588, "lr": 8.514989550457153e-08}
{"train_loss": 0.0005926718004047871, "global_step": 104825, "epoch": 588, "lr": 8.506371404373714e-08}
{"train_loss": 0.0006007790216244757, "global_step": 104826, "epoch": 588, "lr": 8.497757618062263e-08}
{"train_loss": 0.0007393400883302093, "global_step": 104827, "epoch": 588, "lr": 8.489148191529462e-08}
{"train_loss": 0.001196248922497034, "global_step": 104828, "epoch": 588, "lr": 8.480543124783635e-08}
{"train_loss": 0.0007991121965460479, "global_step": 104829, "epoch": 588, "lr": 8.471942417832002e-08}
{"train_loss": 0.0008152963710017502, "global_step": 104830, "epoch": 588, "lr": 8.463346070681778e-08}
{"train_loss": 0.0006283830152824521, "global_step": 104831, "epoch": 588, "lr": 8.454754083340732e-08}
{"train_loss": 0.0006218513008207083, "global_step": 104832, "epoch": 588, "lr": 8.44616645581664e-08}
{"train_loss": 0.00045955536188557744, "global_step": 104833, "epoch": 588, "lr": 8.437583188116715e-08}
{"train_loss": 0.0014153826050460339, "global_step": 104834, "epoch": 588, "lr": 8.429004280248176e-08}
{"train_loss": 0.0004191199841443449, "global_step": 104835, "epoch": 588, "lr": 8.420429732218793e-08}
{"train_loss": 0.0006122078630141914, "global_step": 104836, "epoch": 588, "lr": 8.411859544036338e-08}
{"train_loss": 0.00043094682041555643, "global_step": 104837, "epoch": 588, "lr": 8.403293715708027e-08}
{"train_loss": 0.0025648297742009163, "global_step": 104838, "epoch": 588, "lr": 8.394732247241077e-08}
{"train_loss": 0.0004017376049887389, "global_step": 104839, "epoch": 588, "lr": 8.38617513864326e-08}
{"train_loss": 0.0005266313091851771, "global_step": 104840, "epoch": 588, "lr": 8.377622389922346e-08}
{"train_loss": 0.0008175547358650568, "global_step": 104841, "epoch": 588, "lr": 8.369074001084998e-08}
{"train_loss": 0.0013368213549256325, "global_step": 104842, "epoch": 589, "lr": 8.360529972139541e-08}
{"train_loss": 0.0011264265049248934, "global_step": 104843, "epoch": 589, "lr": 8.351990303093194e-08}
{"train_loss": 0.0002521391143091023, "global_step": 104844, "epoch": 589, "lr": 8.343454993953171e-08}
{"train_loss": 0.0005724029033444822, "global_step": 104845, "epoch": 589, "lr": 8.334924044726689e-08}
{"train_loss": 0.0022969963029026985, "global_step": 104846, "epoch": 589, "lr": 8.32639745542152e-08}
{"train_loss": 0.0010899908374994993, "global_step": 104847, "epoch": 589, "lr": 8.31787522604599e-08}
{"train_loss": 0.0003951893304474652, "global_step": 104848, "epoch": 589, "lr": 8.309357356605652e-08}
{"train_loss": 0.0011079383548349142, "global_step": 104849, "epoch": 589, "lr": 8.300843847109385e-08}
{"train_loss": 0.000408769934438169, "global_step": 104850, "epoch": 589, "lr": 8.292334697564408e-08}
{"train_loss": 0.0011292384006083012, "global_step": 104851, "epoch": 589, "lr": 8.283829907977936e-08}
{"train_loss": 0.00048740196507424116, "global_step": 104852, "epoch": 589, "lr": 8.275329478357186e-08}
{"train_loss": 0.0009854582604020834, "global_step": 104853, "epoch": 589, "lr": 8.266833408709929e-08}
{"train_loss": 0.0006355476216413081, "global_step": 104854, "epoch": 589, "lr": 8.258341699043936e-08}
{"train_loss": 0.0005291529814712703, "global_step": 104855, "epoch": 589, "lr": 8.249854349365316e-08}
{"train_loss": 0.0006325829890556633, "global_step": 104856, "epoch": 589, "lr": 8.241371359682948e-08}
{"train_loss": 0.0005923055578023195, "global_step": 104857, "epoch": 589, "lr": 8.232892730003495e-08}
{"train_loss": 0.00044573727063834667, "global_step": 104858, "epoch": 589, "lr": 8.224418460334726e-08}
{"train_loss": 0.0004125768318772316, "global_step": 104859, "epoch": 589, "lr": 8.215948550683306e-08}
{"train_loss": 0.0007200063555501401, "global_step": 104860, "epoch": 589, "lr": 8.207483001057558e-08}
{"train_loss": 0.0008203665493056178, "global_step": 104861, "epoch": 589, "lr": 8.199021811464703e-08}
{"train_loss": 0.00022487407841254026, "global_step": 104862, "epoch": 589, "lr": 8.190564981911398e-08}
{"train_loss": 0.0008944005239754915, "global_step": 104863, "epoch": 589, "lr": 8.182112512405415e-08}
{"train_loss": 0.0008322614012286067, "global_step": 104864, "epoch": 589, "lr": 8.173664402954528e-08}
{"train_loss": 0.0009503292967565358, "global_step": 104865, "epoch": 589, "lr": 8.165220653565952e-08}
{"train_loss": 0.0015592776471748948, "global_step": 104866, "epoch": 589, "lr": 8.156781264246905e-08}
{"train_loss": 0.0007082144729793072, "global_step": 104867, "epoch": 589, "lr": 8.1483462350046e-08}
{"train_loss": 0.00016529957065358758, "global_step": 104868, "epoch": 589, "lr": 8.139915565846812e-08}
{"train_loss": 0.0008456631330773234, "global_step": 104869, "epoch": 589, "lr": 8.131489256780756e-08}
{"train_loss": 0.0007866235682740808, "global_step": 104870, "epoch": 589, "lr": 8.123067307813647e-08}
{"train_loss": 0.00025962095241993666, "global_step": 104871, "epoch": 589, "lr": 8.114649718952704e-08}
{"train_loss": 0.000709554529748857, "global_step": 104872, "epoch": 589, "lr": 8.106236490205699e-08}
{"train_loss": 0.0015473829116672277, "global_step": 104873, "epoch": 589, "lr": 8.09782762157929e-08}
{"train_loss": 0.0004379127058200538, "global_step": 104874, "epoch": 589, "lr": 8.089423113081807e-08}
{"train_loss": 0.0011598211713135242, "global_step": 104875, "epoch": 589, "lr": 8.081022964719909e-08}
{"train_loss": 0.0003270884626545012, "global_step": 104876, "epoch": 589, "lr": 8.072627176501368e-08}
{"train_loss": 0.00033825106220319867, "global_step": 104877, "epoch": 589, "lr": 8.064235748433402e-08}
{"train_loss": 0.000698729301802814, "global_step": 104878, "epoch": 589, "lr": 8.055848680522671e-08}
{"train_loss": 0.0009316771174781024, "global_step": 104879, "epoch": 589, "lr": 8.047465972777501e-08}
{"train_loss": 0.0008372906595468521, "global_step": 104880, "epoch": 589, "lr": 8.039087625204555e-08}
{"train_loss": 0.0005524152657017112, "global_step": 104881, "epoch": 589, "lr": 8.030713637811605e-08}
{"train_loss": 0.0004118465876672417, "global_step": 104882, "epoch": 589, "lr": 8.022344010605309e-08}
{"train_loss": 0.0010313105303794146, "global_step": 104883, "epoch": 589, "lr": 8.013978743593442e-08}
{"train_loss": 0.0011369518470019102, "global_step": 104884, "epoch": 589, "lr": 8.005617836783219e-08}
{"train_loss": 0.0009206804679706693, "global_step": 104885, "epoch": 589, "lr": 7.997261290182411e-08}
{"train_loss": 0.0017280338797718287, "global_step": 104886, "epoch": 589, "lr": 7.988909103797126e-08}
{"train_loss": 0.0002719167387112975, "global_step": 104887, "epoch": 589, "lr": 7.980561277636245e-08}
{"train_loss": 0.0007888429099693894, "global_step": 104888, "epoch": 589, "lr": 7.972217811705318e-08}
{"train_loss": 0.000654990435577929, "global_step": 104889, "epoch": 589, "lr": 7.963878706013228e-08}
{"train_loss": 0.00028034159913659096, "global_step": 104890, "epoch": 589, "lr": 7.955543960566636e-08}
{"train_loss": 0.002457264345139265, "global_step": 104891, "epoch": 589, "lr": 7.947213575372204e-08}
{"train_loss": 0.0005319390911608934, "global_step": 104892, "epoch": 589, "lr": 7.938887550438257e-08}
{"train_loss": 0.0017862488748505712, "global_step": 104893, "epoch": 589, "lr": 7.930565885771457e-08}
{"train_loss": 0.0003974080318585038, "global_step": 104894, "epoch": 589, "lr": 7.922248581378466e-08}
{"train_loss": 0.0008729924447834492, "global_step": 104895, "epoch": 589, "lr": 7.913935637268166e-08}
{"train_loss": 0.001045062206685543, "global_step": 104896, "epoch": 589, "lr": 7.905627053446662e-08}
{"train_loss": 0.0008131377981044352, "global_step": 104897, "epoch": 589, "lr": 7.897322829921172e-08}
{"train_loss": 0.0002527087926864624, "global_step": 104898, "epoch": 589, "lr": 7.889022966699466e-08}
{"train_loss": 0.0007396832806989551, "global_step": 104899, "epoch": 589, "lr": 7.880727463788762e-08}
{"train_loss": 0.0007033457513898611, "global_step": 104900, "epoch": 589, "lr": 7.872436321196275e-08}
{"train_loss": 0.0008274868014268577, "global_step": 104901, "epoch": 589, "lr": 7.864149538928667e-08}
{"train_loss": 0.000891147821675986, "global_step": 104902, "epoch": 589, "lr": 7.855867116993709e-08}
{"train_loss": 0.0006329831085167825, "global_step": 104903, "epoch": 589, "lr": 7.847589055398064e-08}
{"train_loss": 0.0006415107636712492, "global_step": 104904, "epoch": 589, "lr": 7.839315354150056e-08}
{"train_loss": 0.0016418083105236292, "global_step": 104905, "epoch": 589, "lr": 7.83104601325635e-08}
{"train_loss": 0.0002164133038604632, "global_step": 104906, "epoch": 589, "lr": 7.822781032723603e-08}
{"train_loss": 0.0008152308873832226, "global_step": 104907, "epoch": 589, "lr": 7.814520412559589e-08}
{"train_loss": 0.0007904209778644145, "global_step": 104908, "epoch": 589, "lr": 7.806264152771525e-08}
{"train_loss": 0.0010458454489707947, "global_step": 104909, "epoch": 589, "lr": 7.798012253366627e-08}
{"train_loss": 0.00037628121208399534, "global_step": 104910, "epoch": 589, "lr": 7.789764714352111e-08}
{"train_loss": 0.00023277034051716328, "global_step": 104911, "epoch": 589, "lr": 7.781521535735192e-08}
{"train_loss": 0.0003926813951693475, "global_step": 104912, "epoch": 589, "lr": 7.773282717523089e-08}
{"train_loss": 0.00042272446444258094, "global_step": 104913, "epoch": 589, "lr": 7.765048259722463e-08}
{"train_loss": 0.0005374899483285844, "global_step": 104914, "epoch": 589, "lr": 7.756818162341084e-08}
{"train_loss": 0.0005412783357314765, "global_step": 104915, "epoch": 589, "lr": 7.748592425385614e-08}
{"train_loss": 0.0023572812788188457, "global_step": 104916, "epoch": 589, "lr": 7.740371048864381e-08}
{"train_loss": 0.0022991851437836885, "global_step": 104917, "epoch": 589, "lr": 7.73215403278349e-08}
{"train_loss": 0.0011450615711510181, "global_step": 104918, "epoch": 589, "lr": 7.723941377150157e-08}
{"train_loss": 0.0003493779222480953, "global_step": 104919, "epoch": 589, "lr": 7.715733081972153e-08}
{"train_loss": 0.0003515044809319079, "global_step": 104920, "epoch": 589, "lr": 7.707529147256143e-08}
{"train_loss": 0.0007165542338043451, "global_step": 104921, "epoch": 589, "lr": 7.69932957300934e-08}
{"train_loss": 0.0004853802965953946, "global_step": 104922, "epoch": 589, "lr": 7.691134359239516e-08}
{"train_loss": 0.0010276762768626213, "global_step": 104923, "epoch": 589, "lr": 7.682943505952778e-08}
{"train_loss": 0.0007797607686370611, "global_step": 104924, "epoch": 589, "lr": 7.674757013156897e-08}
{"train_loss": 0.0009268408175557852, "global_step": 104925, "epoch": 589, "lr": 7.666574880859645e-08}
{"train_loss": 0.0015270081348717213, "global_step": 104926, "epoch": 589, "lr": 7.658397109066573e-08}
{"train_loss": 0.0005372175946831703, "global_step": 104927, "epoch": 589, "lr": 7.650223697786563e-08}
{"train_loss": 0.001648608362302184, "global_step": 104928, "epoch": 589, "lr": 7.642054647025721e-08}
{"train_loss": 0.000732329033780843, "global_step": 104929, "epoch": 589, "lr": 7.633889956791263e-08}
{"train_loss": 0.0006699059740640223, "global_step": 104930, "epoch": 589, "lr": 7.625729627090405e-08}
{"train_loss": 0.0006536532891914248, "global_step": 104931, "epoch": 589, "lr": 7.617573657930366e-08}
{"train_loss": 0.001678367960266769, "global_step": 104932, "epoch": 589, "lr": 7.60942204931836e-08}
{"train_loss": 0.0005821709055453539, "global_step": 104933, "epoch": 589, "lr": 7.601274801261049e-08}
{"train_loss": 0.0005217294092290103, "global_step": 104934, "epoch": 589, "lr": 7.593131913766204e-08}
{"train_loss": 0.0009953042026609182, "global_step": 104935, "epoch": 589, "lr": 7.584993386840489e-08}
{"train_loss": 0.000585010158829391, "global_step": 104936, "epoch": 589, "lr": 7.576859220491118e-08}
{"train_loss": 0.00066734867868945, "global_step": 104937, "epoch": 589, "lr": 7.568729414725307e-08}
{"train_loss": 0.000923748011700809, "global_step": 104938, "epoch": 589, "lr": 7.560603969550273e-08}
{"train_loss": 0.00129947520326823, "global_step": 104939, "epoch": 589, "lr": 7.552482884972123e-08}
{"train_loss": 0.0008313428843393922, "global_step": 104940, "epoch": 589, "lr": 7.544366160999738e-08}
{"train_loss": 0.0002510232152417302, "global_step": 104941, "epoch": 589, "lr": 7.536253797638671e-08}
{"train_loss": 0.00020578334806486964, "global_step": 104942, "epoch": 589, "lr": 7.528145794896136e-08}
{"train_loss": 0.00015784072456881404, "global_step": 104943, "epoch": 589, "lr": 7.52004215278046e-08}
{"train_loss": 0.00024893853696994483, "global_step": 104944, "epoch": 589, "lr": 7.511942871297195e-08}
{"train_loss": 0.0006812876090407372, "global_step": 104945, "epoch": 589, "lr": 7.503847950454668e-08}
{"train_loss": 0.0006775422370992601, "global_step": 104946, "epoch": 589, "lr": 7.495757390258984e-08}
{"train_loss": 0.0002652830444276333, "global_step": 104947, "epoch": 589, "lr": 7.487671190717916e-08}
{"train_loss": 0.0012749944580718875, "global_step": 104948, "epoch": 589, "lr": 7.479589351837568e-08}
{"train_loss": 0.0005819258512929082, "global_step": 104949, "epoch": 589, "lr": 7.471511873626269e-08}
{"train_loss": 0.0004402548656798899, "global_step": 104950, "epoch": 589, "lr": 7.463438756090124e-08}
{"train_loss": 0.0007289785426110029, "global_step": 104951, "epoch": 589, "lr": 7.455369999236906e-08}
{"train_loss": 0.002160340081900358, "global_step": 104952, "epoch": 589, "lr": 7.447305603073274e-08}
{"train_loss": 0.0012535147834569216, "global_step": 104953, "epoch": 589, "lr": 7.43924556760589e-08}
{"train_loss": 0.0009932825341820717, "global_step": 104954, "epoch": 589, "lr": 7.431189892842527e-08}
{"train_loss": 0.0004664732259698212, "global_step": 104955, "epoch": 589, "lr": 7.42313857878929e-08}
{"train_loss": 0.0008669416420161724, "global_step": 104956, "epoch": 589, "lr": 7.415091625454506e-08}
{"train_loss": 0.0006619212217628956, "global_step": 104957, "epoch": 589, "lr": 7.407049032843727e-08}
{"train_loss": 0.0020118774846196175, "global_step": 104958, "epoch": 589, "lr": 7.399010800965278e-08}
{"train_loss": 0.000871936441399157, "global_step": 104959, "epoch": 589, "lr": 7.390976929825266e-08}
{"train_loss": 0.0012604387011379004, "global_step": 104960, "epoch": 589, "lr": 7.382947419431463e-08}
{"train_loss": 0.0001999353989958763, "global_step": 104961, "epoch": 589, "lr": 7.37492226979053e-08}
{"train_loss": 0.0006001264555379748, "global_step": 104962, "epoch": 589, "lr": 7.366901480909128e-08}
{"train_loss": 0.0006236234912648797, "global_step": 104963, "epoch": 589, "lr": 7.358885052794473e-08}
{"train_loss": 0.0008834900800138712, "global_step": 104964, "epoch": 589, "lr": 7.350872985453783e-08}
{"train_loss": 0.0012036305852234364, "global_step": 104965, "epoch": 589, "lr": 7.342865278894274e-08}
{"train_loss": 0.00022957971668802202, "global_step": 104966, "epoch": 589, "lr": 7.334861933122605e-08}
{"train_loss": 0.0007502438966184855, "global_step": 104967, "epoch": 589, "lr": 7.326862948145441e-08}
{"train_loss": 0.00024388534075114876, "global_step": 104968, "epoch": 589, "lr": 7.318868323969996e-08}
{"train_loss": 0.0010478610638529062, "global_step": 104969, "epoch": 589, "lr": 7.310878060604043e-08}
{"train_loss": 0.0007471850840374827, "global_step": 104970, "epoch": 589, "lr": 7.302892158053132e-08}
{"train_loss": 0.00042030320037156343, "global_step": 104971, "epoch": 589, "lr": 7.29491061632559e-08}
{"train_loss": 0.0005034083733335137, "global_step": 104972, "epoch": 589, "lr": 7.286933435426969e-08}
{"train_loss": 0.00033771287417039275, "global_step": 104973, "epoch": 589, "lr": 7.278960615365594e-08}
{"train_loss": 0.0009025903418660164, "global_step": 104974, "epoch": 589, "lr": 7.270992156148126e-08}
{"train_loss": 0.0005438117659650743, "global_step": 104975, "epoch": 589, "lr": 7.263028057780675e-08}
{"train_loss": 0.0015952610410749912, "global_step": 104976, "epoch": 589, "lr": 7.255068320271007e-08}
{"train_loss": 0.000739806448109448, "global_step": 104977, "epoch": 589, "lr": 7.247112943626344e-08}
{"train_loss": 0.0005426122806966305, "global_step": 104978, "epoch": 589, "lr": 7.239161927852788e-08}
{"train_loss": 0.0004626344598364085, "global_step": 104979, "epoch": 589, "lr": 7.231215272957559e-08}
{"train_loss": 0.0006377356476150453, "global_step": 104980, "epoch": 589, "lr": 7.22327297894787e-08}
{"train_loss": 0.0004695949610322714, "global_step": 104981, "epoch": 589, "lr": 7.215335045830385e-08}
{"train_loss": 0.0006580938352271914, "global_step": 104982, "epoch": 589, "lr": 7.207401473612318e-08}
{"train_loss": 0.000416245951782912, "global_step": 104983, "epoch": 589, "lr": 7.199472262299778e-08}
{"train_loss": 0.0006023090099915862, "global_step": 104984, "epoch": 589, "lr": 7.19154741190109e-08}
{"train_loss": 0.00029602504218928516, "global_step": 104985, "epoch": 589, "lr": 7.183626922421804e-08}
{"train_loss": 0.0011942710261791945, "global_step": 104986, "epoch": 589, "lr": 7.17571079387025e-08}
{"train_loss": 0.0012156205484643579, "global_step": 104987, "epoch": 589, "lr": 7.167799026251976e-08}
{"train_loss": 0.0025924022775143385, "global_step": 104988, "epoch": 589, "lr": 7.159891619574755e-08}
{"train_loss": 0.0012055686675012112, "global_step": 104989, "epoch": 589, "lr": 7.151988573844692e-08}
{"train_loss": 0.0004049842245876789, "global_step": 104990, "epoch": 589, "lr": 7.14408988906956e-08}
{"train_loss": 0.0005842146929353476, "global_step": 104991, "epoch": 589, "lr": 7.136195565256021e-08}
{"train_loss": 0.0003830563509836793, "global_step": 104992, "epoch": 589, "lr": 7.128305602410735e-08}
{"train_loss": 0.0003780870174523443, "global_step": 104993, "epoch": 589, "lr": 7.120420000540362e-08}
{"train_loss": 0.00037547567626461387, "global_step": 104994, "epoch": 589, "lr": 7.112538759652676e-08}
{"train_loss": 0.0007757331477478147, "global_step": 104995, "epoch": 589, "lr": 7.104661879753783e-08}
{"train_loss": 0.0008839956717565656, "global_step": 104996, "epoch": 589, "lr": 7.096789360850343e-08}
{"train_loss": 0.002375901211053133, "global_step": 104997, "epoch": 589, "lr": 7.088921202950128e-08}
{"train_loss": 0.00034930213587358594, "global_step": 104998, "epoch": 589, "lr": 7.0810574060598e-08}
{"train_loss": 0.00031753399525769055, "global_step": 104999, "epoch": 589, "lr": 7.073197970185463e-08}
{"train_loss": 0.0018425118178129196, "global_step": 105000, "epoch": 589, "lr": 7.065342895334892e-08}
{"train_loss": 0.0002500711416359991, "global_step": 105001, "epoch": 589, "lr": 7.057492181514192e-08}
{"train_loss": 0.000899410923011601, "global_step": 105002, "epoch": 589, "lr": 7.049645828731133e-08}
{"train_loss": 0.0017337158787995577, "global_step": 105003, "epoch": 589, "lr": 7.041803836991822e-08}
{"train_loss": 0.00039244358777068555, "global_step": 105004, "epoch": 589, "lr": 7.033966206302922e-08}
{"train_loss": 0.0009430060163140297, "global_step": 105005, "epoch": 589, "lr": 7.026132936672203e-08}
{"train_loss": 0.0006620727363042533, "global_step": 105006, "epoch": 589, "lr": 7.018304028105771e-08}
{"train_loss": 0.0005198430153541267, "global_step": 105007, "epoch": 589, "lr": 7.010479480610843e-08}
{"train_loss": 0.0006088161026127636, "global_step": 105008, "epoch": 589, "lr": 7.002659294193526e-08}
{"train_loss": 0.0014575078384950757, "global_step": 105009, "epoch": 589, "lr": 6.99484346886159e-08}
{"train_loss": 0.001198581769131124, "global_step": 105010, "epoch": 589, "lr": 6.987032004621696e-08}
{"train_loss": 0.0004890965647064149, "global_step": 105011, "epoch": 589, "lr": 6.979224901479953e-08}
{"train_loss": 0.00032035517506301403, "global_step": 105012, "epoch": 589, "lr": 6.97142215944413e-08}
{"train_loss": 0.0017414283938705921, "global_step": 105013, "epoch": 589, "lr": 6.963623778520334e-08}
{"train_loss": 0.0007187406299635768, "global_step": 105014, "epoch": 589, "lr": 6.955829758715781e-08}
{"train_loss": 0.00039258378092199564, "global_step": 105015, "epoch": 589, "lr": 6.948040100037134e-08}
{"train_loss": 0.0013303488958626986, "global_step": 105016, "epoch": 589, "lr": 6.940254802491053e-08}
{"train_loss": 0.0005614068359136581, "global_step": 105017, "epoch": 589, "lr": 6.932473866084754e-08}
{"train_loss": 0.0010378515580669045, "global_step": 105018, "epoch": 589, "lr": 6.924697290824344e-08}
{"train_loss": 0.00080972770825774, "global_step": 105019, "epoch": 589, "lr": 6.91692507671704e-08}
{"train_loss": 0.0001675236562732607, "global_step": 105020, "epoch": 590, "lr": 6.909157223770057e-08}
{"train_loss": 0.000714236288331449, "global_step": 105021, "epoch": 590, "lr": 6.901393731989502e-08}
{"train_loss": 0.0010439903708174825, "global_step": 105022, "epoch": 590, "lr": 6.893634601382038e-08}
{"train_loss": 0.0034921737387776375, "global_step": 105023, "epoch": 590, "lr": 6.885879831954878e-08}
{"train_loss": 0.0002746970858424902, "global_step": 105024, "epoch": 590, "lr": 6.878129423715241e-08}
{"train_loss": 0.0006159954355098307, "global_step": 105025, "epoch": 590, "lr": 6.870383376669232e-08}
{"train_loss": 0.0002643178740981966, "global_step": 105026, "epoch": 590, "lr": 6.862641690823512e-08}
{"train_loss": 0.0010687210597097874, "global_step": 105027, "epoch": 590, "lr": 6.8549043661853e-08}
{"train_loss": 0.0005881859106011689, "global_step": 105028, "epoch": 590, "lr": 6.847171402760699e-08}
{"train_loss": 0.0017174624372273684, "global_step": 105029, "epoch": 590, "lr": 6.839442800557483e-08}
{"train_loss": 0.0003256535273976624, "global_step": 105030, "epoch": 590, "lr": 6.831718559581201e-08}
{"train_loss": 0.0008514114888384938, "global_step": 105031, "epoch": 590, "lr": 6.823998679839627e-08}
{"train_loss": 0.00035028604906983674, "global_step": 105032, "epoch": 590, "lr": 6.81628316133942e-08}
{"train_loss": 0.0011165624018758535, "global_step": 105033, "epoch": 590, "lr": 6.808572004086133e-08}
{"train_loss": 0.0002904593129642308, "global_step": 105034, "epoch": 590, "lr": 6.800865208088092e-08}
{"train_loss": 0.000640213955193758, "global_step": 105035, "epoch": 590, "lr": 6.793162773350847e-08}
{"train_loss": 0.0004158741212449968, "global_step": 105036, "epoch": 590, "lr": 6.785464699882171e-08}
{"train_loss": 0.0014910922618582845, "global_step": 105037, "epoch": 590, "lr": 6.777770987687614e-08}
{"train_loss": 0.000330577720887959, "global_step": 105038, "epoch": 590, "lr": 6.770081636774949e-08}
{"train_loss": 0.0002624120097607374, "global_step": 105039, "epoch": 590, "lr": 6.762396647150282e-08}
{"train_loss": 0.0007584370323456824, "global_step": 105040, "epoch": 590, "lr": 6.754716018820273e-08}
{"train_loss": 0.0003768560418393463, "global_step": 105041, "epoch": 590, "lr": 6.747039751791584e-08}
{"train_loss": 0.0010922941146418452, "global_step": 105042, "epoch": 590, "lr": 6.739367846071432e-08}
{"train_loss": 0.0004949045833200216, "global_step": 105043, "epoch": 590, "lr": 6.731700301666477e-08}
{"train_loss": 0.0009064377518370748, "global_step": 105044, "epoch": 590, "lr": 6.724037118582826e-08}
{"train_loss": 0.0006149542168714106, "global_step": 105045, "epoch": 590, "lr": 6.716378296828252e-08}
{"train_loss": 0.0013117969501763582, "global_step": 105046, "epoch": 590, "lr": 6.708723836407749e-08}
{"train_loss": 0.000586818321608007, "global_step": 105047, "epoch": 590, "lr": 6.701073737329644e-08}
{"train_loss": 0.0002436756039969623, "global_step": 105048, "epoch": 590, "lr": 6.693427999599489e-08}
{"train_loss": 0.0011637099087238312, "global_step": 105049, "epoch": 590, "lr": 6.685786623225054e-08}
{"train_loss": 0.000371544185327366, "global_step": 105050, "epoch": 590, "lr": 6.678149608211892e-08}
{"train_loss": 0.0010295978281646967, "global_step": 105051, "epoch": 590, "lr": 6.670516954567218e-08}
{"train_loss": 0.0007123352843336761, "global_step": 105052, "epoch": 590, "lr": 6.662888662297695e-08}
{"train_loss": 0.0013749366626143456, "global_step": 105053, "epoch": 590, "lr": 6.655264731409983e-08}
{"train_loss": 0.00094931002240628, "global_step": 105054, "epoch": 590, "lr": 6.647645161910187e-08}
{"train_loss": 0.0015985474456101656, "global_step": 105055, "epoch": 590, "lr": 6.640029953806082e-08}
{"train_loss": 0.001390670659020543, "global_step": 105056, "epoch": 590, "lr": 6.632419107103771e-08}
{"train_loss": 0.00018513987015467137, "global_step": 105057, "epoch": 590, "lr": 6.624812621809363e-08}
{"train_loss": 0.00097737240139395, "global_step": 105058, "epoch": 590, "lr": 6.617210497930626e-08}
{"train_loss": 0.0006205449462868273, "global_step": 105059, "epoch": 590, "lr": 6.609612735473115e-08}
{"train_loss": 0.0007080704090185463, "global_step": 105060, "epoch": 590, "lr": 6.602019334444043e-08}
{"train_loss": 0.0008768519619479775, "global_step": 105061, "epoch": 590, "lr": 6.594430294849518e-08}
{"train_loss": 0.0015063195023685694, "global_step": 105062, "epoch": 590, "lr": 6.586845616696758e-08}
{"train_loss": 0.0007053776644170284, "global_step": 105063, "epoch": 590, "lr": 6.579265299992421e-08}
{"train_loss": 0.0007598503725603223, "global_step": 105064, "epoch": 590, "lr": 6.571689344742615e-08}
{"train_loss": 0.0008710921974852681, "global_step": 105065, "epoch": 590, "lr": 6.564117750954557e-08}
{"train_loss": 0.0015705071855336428, "global_step": 105066, "epoch": 590, "lr": 6.556550518634353e-08}
{"train_loss": 0.0004982425598427653, "global_step": 105067, "epoch": 590, "lr": 6.548987647788662e-08}
{"train_loss": 0.0007193390047177672, "global_step": 105068, "epoch": 590, "lr": 6.541429138424704e-08}
{"train_loss": 0.0010485677048563957, "global_step": 105069, "epoch": 590, "lr": 6.533874990548028e-08}
{"train_loss": 0.0004738772113341838, "global_step": 105070, "epoch": 590, "lr": 6.52632520416585e-08}
{"train_loss": 0.000365330430213362, "global_step": 105071, "epoch": 590, "lr": 6.518779779284833e-08}
{"train_loss": 0.000502559298183769, "global_step": 105072, "epoch": 590, "lr": 6.511238715911638e-08}
{"train_loss": 0.0012163788778707385, "global_step": 105073, "epoch": 590, "lr": 6.503702014052371e-08}
{"train_loss": 0.00031271035550162196, "global_step": 105074, "epoch": 590, "lr": 6.496169673714247e-08}
{"train_loss": 0.0013159412192180753, "global_step": 105075, "epoch": 590, "lr": 6.488641694903374e-08}
{"train_loss": 0.0005505275330506265, "global_step": 105076, "epoch": 590, "lr": 6.481118077626414e-08}
{"train_loss": 0.00027099085855297744, "global_step": 105077, "epoch": 590, "lr": 6.473598821890026e-08}
{"train_loss": 0.0011844525579363108, "global_step": 105078, "epoch": 590, "lr": 6.466083927700872e-08}
{"train_loss": 0.0008353543234989047, "global_step": 105079, "epoch": 590, "lr": 6.45857339506506e-08}
{"train_loss": 0.0004725466715171933, "global_step": 105080, "epoch": 590, "lr": 6.451067223989804e-08}
{"train_loss": 0.0011051102774217725, "global_step": 105081, "epoch": 590, "lr": 6.443565414480657e-08}
{"train_loss": 0.0008930719923228025, "global_step": 105082, "epoch": 590, "lr": 6.436067966545389e-08}
{"train_loss": 0.0008247186779044569, "global_step": 105083, "epoch": 590, "lr": 6.428574880190108e-08}
{"train_loss": 0.0004916181787848473, "global_step": 105084, "epoch": 590, "lr": 6.421086155420919e-08}
{"train_loss": 0.0004210540500935167, "global_step": 105085, "epoch": 590, "lr": 6.413601792245039e-08}
{"train_loss": 0.0004829037352465093, "global_step": 105086, "epoch": 590, "lr": 6.406121790668573e-08}
{"train_loss": 0.001227285829372704, "global_step": 105087, "epoch": 590, "lr": 6.398646150698185e-08}
{"train_loss": 0.0007441269117407501, "global_step": 105088, "epoch": 590, "lr": 6.391174872339978e-08}
{"train_loss": 0.0005010879249311984, "global_step": 105089, "epoch": 590, "lr": 6.38370795560117e-08}
{"train_loss": 0.0008114664815366268, "global_step": 105090, "epoch": 590, "lr": 6.376245400487868e-08}
{"train_loss": 0.0004968802677467465, "global_step": 105091, "epoch": 590, "lr": 6.368787207006733e-08}
{"train_loss": 0.00044729665387421846, "global_step": 105092, "epoch": 590, "lr": 6.361333375164424e-08}
{"train_loss": 0.0007663863361813128, "global_step": 105093, "epoch": 590, "lr": 6.353883904967051e-08}
{"train_loss": 0.001129974378272891, "global_step": 105094, "epoch": 590, "lr": 6.346438796421272e-08}
{"train_loss": 0.0009178228210657835, "global_step": 105095, "epoch": 590, "lr": 6.33899804953375e-08}
{"train_loss": 0.0010649551404640079, "global_step": 105096, "epoch": 590, "lr": 6.331561664311148e-08}
{"train_loss": 0.0002057865640381351, "global_step": 105097, "epoch": 590, "lr": 6.324129640759569e-08}
{"train_loss": 0.00031168805435299873, "global_step": 105098, "epoch": 590, "lr": 6.316701978885675e-08}
{"train_loss": 0.001154013560153544, "global_step": 105099, "epoch": 590, "lr": 6.309278678695573e-08}
{"train_loss": 0.001588101382367313, "global_step": 105100, "epoch": 590, "lr": 6.30185974019648e-08}
{"train_loss": 0.0009204905945807695, "global_step": 105101, "epoch": 590, "lr": 6.294445163394502e-08}
{"train_loss": 0.0004913199227303267, "global_step": 105102, "epoch": 590, "lr": 6.287034948295745e-08}
{"train_loss": 0.0005058564711362123, "global_step": 105103, "epoch": 590, "lr": 6.279629094907425e-08}
{"train_loss": 0.0009668598650023341, "global_step": 105104, "epoch": 590, "lr": 6.272227603235092e-08}
{"train_loss": 0.0008697129087522626, "global_step": 105105, "epoch": 590, "lr": 6.264830473285965e-08}
{"train_loss": 0.0013554836623370647, "global_step": 105106, "epoch": 590, "lr": 6.257437705066704e-08}
{"train_loss": 0.00044928412535227835, "global_step": 105107, "epoch": 590, "lr": 6.250049298582861e-08}
{"train_loss": 0.00039406714495271444, "global_step": 105108, "epoch": 590, "lr": 6.242665253841651e-08}
{"train_loss": 0.0004853266291320324, "global_step": 105109, "epoch": 590, "lr": 6.235285570849181e-08}
{"train_loss": 0.001001486205495894, "global_step": 105110, "epoch": 590, "lr": 6.227910249612112e-08}
{"train_loss": 0.00045099190901964903, "global_step": 105111, "epoch": 590, "lr": 6.220539290136552e-08}
{"train_loss": 0.0003771162882912904, "global_step": 105112, "epoch": 590, "lr": 6.213172692429159e-08}
{"train_loss": 0.0009481520392000675, "global_step": 105113, "epoch": 590, "lr": 6.205810456496042e-08}
{"train_loss": 0.0007051938446238637, "global_step": 105114, "epoch": 590, "lr": 6.198452582344416e-08}
{"train_loss": 0.000815685314591974, "global_step": 105115, "epoch": 590, "lr": 6.191099069979833e-08}
{"train_loss": 0.0016047023236751556, "global_step": 105116, "epoch": 590, "lr": 6.18374991940951e-08}
{"train_loss": 0.0005342204822227359, "global_step": 105117, "epoch": 590, "lr": 6.176405130638996e-08}
{"train_loss": 0.0005624826881103218, "global_step": 105118, "epoch": 590, "lr": 6.169064703675509e-08}
{"train_loss": 0.0006637541810050607, "global_step": 105119, "epoch": 590, "lr": 6.1617286385246e-08}
{"train_loss": 0.0002858741208910942, "global_step": 105120, "epoch": 590, "lr": 6.154396935193485e-08}
{"train_loss": 0.0008292178972624242, "global_step": 105121, "epoch": 590, "lr": 6.147069593688825e-08}
{"train_loss": 0.0015614180592820048, "global_step": 105122, "epoch": 590, "lr": 6.139746614015617e-08}
{"train_loss": 0.0013096018228679895, "global_step": 105123, "epoch": 590, "lr": 6.132427996181633e-08}
{"train_loss": 0.0026076927315443754, "global_step": 105124, "epoch": 590, "lr": 6.125113740192423e-08}
{"train_loss": 0.0008825885597616434, "global_step": 105125, "epoch": 590, "lr": 6.117803846054648e-08}
{"train_loss": 0.0007989597506821156, "global_step": 105126, "epoch": 590, "lr": 6.110498313775525e-08}
{"train_loss": 0.00030344928381964564, "global_step": 105127, "epoch": 590, "lr": 6.103197143360051e-08}
{"train_loss": 0.0005101993447169662, "global_step": 105128, "epoch": 590, "lr": 6.095900334814885e-08}
{"train_loss": 0.0018205284141004086, "global_step": 105129, "epoch": 590, "lr": 6.088607888147246e-08}
{"train_loss": 0.0006542995106428862, "global_step": 105130, "epoch": 590, "lr": 6.081319803362684e-08}
{"train_loss": 0.0007987221470102668, "global_step": 105131, "epoch": 590, "lr": 6.07403608046786e-08}
{"train_loss": 0.0005436587380245328, "global_step": 105132, "epoch": 590, "lr": 6.066756719469435e-08}
{"train_loss": 0.00024434016086161137, "global_step": 105133, "epoch": 590, "lr": 6.059481720372961e-08}
{"train_loss": 0.00043293205089867115, "global_step": 105134, "epoch": 590, "lr": 6.052211083185655e-08}
{"train_loss": 0.0005857254727743566, "global_step": 105135, "epoch": 590, "lr": 6.044944807913622e-08}
{"train_loss": 0.0008730570552870631, "global_step": 105136, "epoch": 590, "lr": 6.037682894562968e-08}
{"train_loss": 0.00043429172364994884, "global_step": 105137, "epoch": 590, "lr": 6.030425343139801e-08}
{"train_loss": 0.000974610389675945, "global_step": 105138, "epoch": 590, "lr": 6.023172153651336e-08}
{"train_loss": 0.00039326981641352177, "global_step": 105139, "epoch": 590, "lr": 6.015923326103123e-08}
{"train_loss": 0.0010479155462235212, "global_step": 105140, "epoch": 590, "lr": 6.008678860501827e-08}
{"train_loss": 0.0002486049779690802, "global_step": 105141, "epoch": 590, "lr": 6.00143875685355e-08}
{"train_loss": 0.00042241410119459033, "global_step": 105142, "epoch": 590, "lr": 5.994203015164956e-08}
{"train_loss": 0.0015697997296229005, "global_step": 105143, "epoch": 590, "lr": 5.986971635442152e-08}
{"train_loss": 0.0007126675918698311, "global_step": 105144, "epoch": 590, "lr": 5.97974461769124e-08}
{"train_loss": 0.0005022748373448849, "global_step": 105145, "epoch": 590, "lr": 5.972521961918887e-08}
{"train_loss": 0.0005970675265416503, "global_step": 105146, "epoch": 590, "lr": 5.96530366813175e-08}
{"train_loss": 0.0006674540927633643, "global_step": 105147, "epoch": 590, "lr": 5.9580897363353814e-08}
{"train_loss": 0.0009738730732351542, "global_step": 105148, "epoch": 590, "lr": 5.9508801665358885e-08}
{"train_loss": 0.0008645086199976504, "global_step": 105149, "epoch": 590, "lr": 5.943674958740486e-08}
{"train_loss": 0.0004200178955215961, "global_step": 105150, "epoch": 590, "lr": 5.936474112955281e-08}
{"train_loss": 0.0012764371931552887, "global_step": 105151, "epoch": 590, "lr": 5.9292776291863805e-08}
{"train_loss": 0.0014771891292184591, "global_step": 105152, "epoch": 590, "lr": 5.9220855074393344e-08}
{"train_loss": 0.0011128939222544432, "global_step": 105153, "epoch": 590, "lr": 5.9148977477213596e-08}
{"train_loss": 0.0002957514952868223, "global_step": 105154, "epoch": 590, "lr": 5.9077143500391175e-08}
{"train_loss": 0.0005306396633386612, "global_step": 105155, "epoch": 590, "lr": 5.900535314397604e-08}
{"train_loss": 0.0002879521925933659, "global_step": 105156, "epoch": 590, "lr": 5.893360640804035e-08}
{"train_loss": 0.00047617562813684344, "global_step": 105157, "epoch": 590, "lr": 5.886190329263963e-08}
{"train_loss": 0.000964651582762599, "global_step": 105158, "epoch": 590, "lr": 5.8790243797840484e-08}
{"train_loss": 0.00044609748874790967, "global_step": 105159, "epoch": 590, "lr": 5.871862792370952e-08}
{"train_loss": 0.000407446816097945, "global_step": 105160, "epoch": 590, "lr": 5.864705567030782e-08}
{"train_loss": 0.000868320232257247, "global_step": 105161, "epoch": 590, "lr": 5.857552703769087e-08}
{"train_loss": 0.0011498851235955954, "global_step": 105162, "epoch": 590, "lr": 5.8504042025925295e-08}
{"train_loss": 0.0009093440603464842, "global_step": 105163, "epoch": 590, "lr": 5.8432600635072166e-08}
{"train_loss": 0.0004521161026787013, "global_step": 105164, "epoch": 590, "lr": 5.8361202865198085e-08}
{"train_loss": 0.0018062111921608448, "global_step": 105165, "epoch": 590, "lr": 5.828984871636411e-08}
{"train_loss": 0.000742835458368063, "global_step": 105166, "epoch": 590, "lr": 5.8218538188631324e-08}
{"train_loss": 0.0009652873268350959, "global_step": 105167, "epoch": 590, "lr": 5.814727128206077e-08}
{"train_loss": 0.0010014441795647144, "global_step": 105168, "epoch": 590, "lr": 5.807604799671906e-08}
{"train_loss": 0.0013024676591157913, "global_step": 105169, "epoch": 590, "lr": 5.800486833266172e-08}
{"train_loss": 0.0007441783673129976, "global_step": 105170, "epoch": 590, "lr": 5.7933732289955354e-08}
{"train_loss": 0.0004049860290251672, "global_step": 105171, "epoch": 590, "lr": 5.786263986866103e-08}
{"train_loss": 0.0013896944001317024, "global_step": 105172, "epoch": 590, "lr": 5.779159106884535e-08}
{"train_loss": 0.000529996701516211, "global_step": 105173, "epoch": 590, "lr": 5.772058589056384e-08}
{"train_loss": 0.0007197583327069879, "global_step": 105174, "epoch": 590, "lr": 5.764962433387755e-08}
{"train_loss": 0.0008139016572386026, "global_step": 105175, "epoch": 590, "lr": 5.75787063988531e-08}
{"train_loss": 0.0008581198053434491, "global_step": 105176, "epoch": 590, "lr": 5.750783208555155e-08}
{"train_loss": 0.0009046942577697337, "global_step": 105177, "epoch": 590, "lr": 5.743700139403951e-08}
{"train_loss": 0.0004001364577561617, "global_step": 105178, "epoch": 590, "lr": 5.7366214324366954e-08}
{"train_loss": 0.0004410188412293792, "global_step": 105179, "epoch": 590, "lr": 5.7295470876606026e-08}
{"train_loss": 0.0005823586252517998, "global_step": 105180, "epoch": 590, "lr": 5.722477105081226e-08}
{"train_loss": 0.00021006149472668767, "global_step": 105181, "epoch": 590, "lr": 5.7154114847052244e-08}
{"train_loss": 0.0014114535879343748, "global_step": 105182, "epoch": 590, "lr": 5.708350226538151e-08}
{"train_loss": 0.00028795466641895473, "global_step": 105183, "epoch": 590, "lr": 5.7012933305872204e-08}
{"train_loss": 0.0007812425610609353, "global_step": 105184, "epoch": 590, "lr": 5.694240796857431e-08}
{"train_loss": 0.0009728894801810384, "global_step": 105185, "epoch": 590, "lr": 5.687192625355997e-08}
{"train_loss": 0.00036258657928556204, "global_step": 105186, "epoch": 590, "lr": 5.6801488160879155e-08}
{"train_loss": 0.0006824209704063833, "global_step": 105187, "epoch": 590, "lr": 5.6731093690604034e-08}
{"train_loss": 0.0010495828464627266, "global_step": 105188, "epoch": 590, "lr": 5.6660742842790104e-08}
{"train_loss": 0.0005250574322417378, "global_step": 105189, "epoch": 590, "lr": 5.6590435617498436e-08}
{"train_loss": 0.0005692056147381663, "global_step": 105190, "epoch": 590, "lr": 5.652017201479565e-08}
{"train_loss": 0.0008222755277529359, "global_step": 105191, "epoch": 590, "lr": 5.644995203473724e-08}
{"train_loss": 0.00038902153028175235, "global_step": 105192, "epoch": 590, "lr": 5.6379775677389834e-08}
{"train_loss": 0.0010210600448772311, "global_step": 105193, "epoch": 590, "lr": 5.630964294280894e-08}
{"train_loss": 0.001306044403463602, "global_step": 105194, "epoch": 590, "lr": 5.623955383106117e-08}
{"train_loss": 0.0013076779432594776, "global_step": 105195, "epoch": 590, "lr": 5.616950834220758e-08}
{"train_loss": 0.0015510499943047762, "global_step": 105196, "epoch": 590, "lr": 5.609950647630369e-08}
{"train_loss": 0.0007969372286271628, "global_step": 105197, "epoch": 590, "lr": 5.602954823341611e-08, "train_action_mse_error": 1.7579493487573927e-06}
{"train_loss": 0.0005698716267943382, "global_step": 105198, "epoch": 591, "lr": 5.59596336136059e-08}
{"train_loss": 0.0011522535933181643, "global_step": 105199, "epoch": 591, "lr": 5.5889762616928575e-08}
{"train_loss": 0.00017569128249306232, "global_step": 105200, "epoch": 591, "lr": 5.581993524345075e-08}
{"train_loss": 0.0009171880665235221, "global_step": 105201, "epoch": 591, "lr": 5.575015149322793e-08}
{"train_loss": 0.0011948709143325686, "global_step": 105202, "epoch": 591, "lr": 5.568041136633229e-08}
{"train_loss": 0.0006783264689147472, "global_step": 105203, "epoch": 591, "lr": 5.5610714862808223e-08}
{"train_loss": 0.00041800434701144695, "global_step": 105204, "epoch": 591, "lr": 5.554106198273345e-08}
{"train_loss": 0.0005113809602335095, "global_step": 105205, "epoch": 591, "lr": 5.54714527261524e-08}
{"train_loss": 0.0012274525361135602, "global_step": 105206, "epoch": 591, "lr": 5.5401887093142756e-08}
{"train_loss": 0.0011052479967474937, "global_step": 105207, "epoch": 591, "lr": 5.53323650837545e-08}
{"train_loss": 0.0016883622156456113, "global_step": 105208, "epoch": 591, "lr": 5.5262886698048686e-08}
{"train_loss": 0.0005837472854182124, "global_step": 105209, "epoch": 591, "lr": 5.519345193608638e-08}
{"train_loss": 0.0008473866619169712, "global_step": 105210, "epoch": 591, "lr": 5.5124060797934196e-08}
{"train_loss": 0.0014860365772619843, "global_step": 105211, "epoch": 591, "lr": 5.505471328364764e-08}
{"train_loss": 0.0005922449636273086, "global_step": 105212, "epoch": 591, "lr": 5.498540939328778e-08}
{"train_loss": 0.0028800053987652063, "global_step": 105213, "epoch": 591, "lr": 5.491614912691567e-08}
{"train_loss": 0.00023766285448800772, "global_step": 105214, "epoch": 591, "lr": 5.4846932484592386e-08}
{"train_loss": 0.000918765552341938, "global_step": 105215, "epoch": 591, "lr": 5.4777759466373424e-08}
{"train_loss": 0.0014499998651444912, "global_step": 105216, "epoch": 591, "lr": 5.470863007232541e-08}
{"train_loss": 0.0008495856309309602, "global_step": 105217, "epoch": 591, "lr": 5.463954430250939e-08}
{"train_loss": 0.001057027606293559, "global_step": 105218, "epoch": 591, "lr": 5.4570502156980894e-08}
{"train_loss": 0.0009280054364353418, "global_step": 105219, "epoch": 591, "lr": 5.4501503635800974e-08}
{"train_loss": 0.0011303487699478865, "global_step": 105220, "epoch": 591, "lr": 5.44325487390307e-08}
{"train_loss": 0.0006496179848909378, "global_step": 105221, "epoch": 591, "lr": 5.436363746673667e-08}
{"train_loss": 0.0011108056642115116, "global_step": 105222, "epoch": 591, "lr": 5.429476981896886e-08}
{"train_loss": 0.001099261688068509, "global_step": 105223, "epoch": 591, "lr": 5.422594579579388e-08}
{"train_loss": 0.00045865209540352225, "global_step": 105224, "epoch": 591, "lr": 5.415716539726723e-08}
{"train_loss": 0.0012958935694769025, "global_step": 105225, "epoch": 591, "lr": 5.4088428623449983e-08}
{"train_loss": 0.0008436773205175996, "global_step": 105226, "epoch": 591, "lr": 5.401973547440875e-08}
{"train_loss": 0.0008847701246850193, "global_step": 105227, "epoch": 591, "lr": 5.395108595019349e-08}
{"train_loss": 0.0003569175605662167, "global_step": 105228, "epoch": 591, "lr": 5.388248005087082e-08}
{"train_loss": 0.0008499373216181993, "global_step": 105229, "epoch": 591, "lr": 5.3813917776501796e-08}
{"train_loss": 0.0005397885106503963, "global_step": 105230, "epoch": 591, "lr": 5.3745399127141936e-08}
{"train_loss": 0.0013431753031909466, "global_step": 105231, "epoch": 591, "lr": 5.36769241028523e-08}
{"train_loss": 0.00026860268553718925, "global_step": 105232, "epoch": 591, "lr": 5.3608492703693946e-08}
{"train_loss": 0.0001936285407282412, "global_step": 105233, "epoch": 591, "lr": 5.354010492972239e-08}
{"train_loss": 0.0018691711593419313, "global_step": 105234, "epoch": 591, "lr": 5.347176078100424e-08}
{"train_loss": 0.0004378403536975384, "global_step": 105235, "epoch": 591, "lr": 5.3403460257595014e-08}
{"train_loss": 0.001005319645628333, "global_step": 105236, "epoch": 591, "lr": 5.3335203359555774e-08}
{"train_loss": 0.0005005566636100411, "global_step": 105237, "epoch": 591, "lr": 5.3266990086947575e-08}
{"train_loss": 0.0007140605594031513, "global_step": 105238, "epoch": 591, "lr": 5.3198820439825935e-08}
{"train_loss": 0.0007449828553944826, "global_step": 105239, "epoch": 591, "lr": 5.313069441824636e-08}
{"train_loss": 0.0004283081798348576, "global_step": 105240, "epoch": 591, "lr": 5.306261202228102e-08}
{"train_loss": 0.000879618339240551, "global_step": 105241, "epoch": 591, "lr": 5.299457325197987e-08}
{"train_loss": 0.000616653123870492, "global_step": 105242, "epoch": 591, "lr": 5.292657810740953e-08}
{"train_loss": 0.0003843073209282011, "global_step": 105243, "epoch": 591, "lr": 5.2858626588619954e-08}
{"train_loss": 0.0013864459469914436, "global_step": 105244, "epoch": 591, "lr": 5.279071869567776e-08}
{"train_loss": 0.001220991718582809, "global_step": 105245, "epoch": 591, "lr": 5.2722854428638444e-08}
{"train_loss": 0.0013732688967138529, "global_step": 105246, "epoch": 591, "lr": 5.2655033787568645e-08}
{"train_loss": 0.0009646813850849867, "global_step": 105247, "epoch": 591, "lr": 5.258725677251275e-08}
{"train_loss": 0.0007966997800394893, "global_step": 105248, "epoch": 591, "lr": 5.251952338354294e-08}
{"train_loss": 0.0008722742204554379, "global_step": 105249, "epoch": 591, "lr": 5.2451833620714706e-08}
{"train_loss": 0.0003310639876872301, "global_step": 105250, "epoch": 591, "lr": 5.2384187484089134e-08}
{"train_loss": 0.00032323127379640937, "global_step": 105251, "epoch": 591, "lr": 5.231658497372172e-08}
{"train_loss": 0.0008352871518582106, "global_step": 105252, "epoch": 591, "lr": 5.224902608967353e-08}
{"train_loss": 0.00040281895780935884, "global_step": 105253, "epoch": 591, "lr": 5.218151083200007e-08}
{"train_loss": 0.0007224088767543435, "global_step": 105254, "epoch": 591, "lr": 5.211403920076241e-08}
{"train_loss": 0.0002896525547839701, "global_step": 105255, "epoch": 591, "lr": 5.204661119602716e-08}
{"train_loss": 0.0004329536168370396, "global_step": 105256, "epoch": 591, "lr": 5.197922681783873e-08}
{"train_loss": 0.0011321547208353877, "global_step": 105257, "epoch": 591, "lr": 5.191188606626929e-08}
{"train_loss": 0.0009323483100160956, "global_step": 105258, "epoch": 591, "lr": 5.1844588941368786e-08}
{"train_loss": 0.0007756117847748101, "global_step": 105259, "epoch": 591, "lr": 5.1777335443198295e-08}
{"train_loss": 0.000789650424849242, "global_step": 105260, "epoch": 591, "lr": 5.171012557181887e-08}
{"train_loss": 0.0005840982776135206, "global_step": 105261, "epoch": 591, "lr": 5.164295932729158e-08}
{"train_loss": 0.0005988151533529162, "global_step": 105262, "epoch": 591, "lr": 5.157583670966637e-08}
{"train_loss": 0.0012192281428724527, "global_step": 105263, "epoch": 591, "lr": 5.150875771900987e-08}
{"train_loss": 0.00043164228554815054, "global_step": 105264, "epoch": 591, "lr": 5.1441722355372033e-08}
{"train_loss": 0.0009422862203791738, "global_step": 105265, "epoch": 591, "lr": 5.1374730618819476e-08}
{"train_loss": 0.0007021395140327513, "global_step": 105266, "epoch": 591, "lr": 5.130778250941326e-08}
{"train_loss": 0.00044261495349928737, "global_step": 105267, "epoch": 591, "lr": 5.1240878027203346e-08}
{"train_loss": 0.0006754625355824828, "global_step": 105268, "epoch": 591, "lr": 5.117401717225079e-08}
{"train_loss": 0.0003095834399573505, "global_step": 105269, "epoch": 591, "lr": 5.1107199944611106e-08}
{"train_loss": 0.0008757011382840574, "global_step": 105270, "epoch": 591, "lr": 5.104042634435091e-08}
{"train_loss": 0.0002413086185697466, "global_step": 105271, "epoch": 591, "lr": 5.0973696371525716e-08}
{"train_loss": 0.0005152917001396418, "global_step": 105272, "epoch": 591, "lr": 5.090701002618548e-08}
{"train_loss": 0.0006157656898722053, "global_step": 105273, "epoch": 591, "lr": 5.084036730840236e-08}
{"train_loss": 0.0003295823116786778, "global_step": 105274, "epoch": 591, "lr": 5.0773768218220775e-08}
{"train_loss": 0.0006612178403884172, "global_step": 105275, "epoch": 591, "lr": 5.070721275571288e-08}
{"train_loss": 0.00046819180715829134, "global_step": 105276, "epoch": 591, "lr": 5.06407009209231e-08}
{"train_loss": 0.0005409931181930006, "global_step": 105277, "epoch": 591, "lr": 5.0574232713918035e-08}
{"train_loss": 0.0005868949228897691, "global_step": 105278, "epoch": 591, "lr": 5.05078081347532e-08}
{"train_loss": 0.0009426078759133816, "global_step": 105279, "epoch": 591, "lr": 5.04414271834841e-08}
{"train_loss": 0.00038223378942348063, "global_step": 105280, "epoch": 591, "lr": 5.037508986017736e-08}
{"train_loss": 0.0006952865514904261, "global_step": 105281, "epoch": 591, "lr": 5.0308796164877384e-08}
{"train_loss": 0.000951416848693043, "global_step": 105282, "epoch": 591, "lr": 5.024254609765633e-08}
{"train_loss": 0.0019193325424566865, "global_step": 105283, "epoch": 591, "lr": 5.0176339658564164e-08}
{"train_loss": 0.0015597535530105233, "global_step": 105284, "epoch": 591, "lr": 5.0110176847656396e-08}
{"train_loss": 0.001192855415865779, "global_step": 105285, "epoch": 591, "lr": 5.004405766499965e-08}
{"train_loss": 0.0006220549112185836, "global_step": 105286, "epoch": 591, "lr": 4.9977982110643864e-08}
{"train_loss": 0.001149298856034875, "global_step": 105287, "epoch": 591, "lr": 4.991195018464456e-08}
{"train_loss": 0.0006213069427758455, "global_step": 105288, "epoch": 591, "lr": 4.984596188707391e-08}
{"train_loss": 0.0006294071208685637, "global_step": 105289, "epoch": 591, "lr": 4.978001721797076e-08}
{"train_loss": 0.0008385562105104327, "global_step": 105290, "epoch": 591, "lr": 4.971411617740729e-08}
{"train_loss": 0.0003581592463888228, "global_step": 105291, "epoch": 591, "lr": 4.9648258765433444e-08}
{"train_loss": 0.0005582652520388365, "global_step": 105292, "epoch": 591, "lr": 4.958244498211029e-08}
{"train_loss": 0.0005316291935741901, "global_step": 105293, "epoch": 591, "lr": 4.951667482748778e-08}
{"train_loss": 0.0003457276034168899, "global_step": 105294, "epoch": 591, "lr": 4.94509483016381e-08}
{"train_loss": 0.0010976933408528566, "global_step": 105295, "epoch": 591, "lr": 4.938526540460564e-08}
{"train_loss": 0.0008554726373404264, "global_step": 105296, "epoch": 591, "lr": 4.931962613645147e-08}
{"train_loss": 0.0013641492696478963, "global_step": 105297, "epoch": 591, "lr": 4.9254030497236645e-08}
{"train_loss": 0.0010005533695220947, "global_step": 105298, "epoch": 591, "lr": 4.918847848701114e-08}
{"train_loss": 0.0011039127130061388, "global_step": 105299, "epoch": 591, "lr": 4.912297010584155e-08}
{"train_loss": 0.000770550686866045, "global_step": 105300, "epoch": 591, "lr": 4.905750535377229e-08}
{"train_loss": 0.0007512519368901849, "global_step": 105301, "epoch": 591, "lr": 4.899208423087553e-08}
{"train_loss": 0.0008184679900296032, "global_step": 105302, "epoch": 591, "lr": 4.892670673720123e-08}
{"train_loss": 0.000769385660532862, "global_step": 105303, "epoch": 591, "lr": 4.88613728728049e-08}
{"train_loss": 0.0010315366089344025, "global_step": 105304, "epoch": 591, "lr": 4.8796082637742047e-08}
{"train_loss": 0.0014602658338844776, "global_step": 105305, "epoch": 591, "lr": 4.873083603207373e-08}
{"train_loss": 0.0009813245851546526, "global_step": 105306, "epoch": 591, "lr": 4.8665633055855476e-08}
{"train_loss": 0.0003326580044813454, "global_step": 105307, "epoch": 591, "lr": 4.860047370914833e-08}
{"train_loss": 0.0007640852709300816, "global_step": 105308, "epoch": 591, "lr": 4.853535799200226e-08}
{"train_loss": 0.0006306094583123922, "global_step": 105309, "epoch": 591, "lr": 4.847028590447833e-08}
{"train_loss": 0.0003195425379090011, "global_step": 105310, "epoch": 591, "lr": 4.8405257446632044e-08}
{"train_loss": 0.0008815460605546832, "global_step": 105311, "epoch": 591, "lr": 4.834027261852447e-08}
{"train_loss": 0.001840404816903174, "global_step": 105312, "epoch": 591, "lr": 4.827533142020557e-08}
{"train_loss": 0.0012671416625380516, "global_step": 105313, "epoch": 591, "lr": 4.8210433851736404e-08}
{"train_loss": 0.0002574133104644716, "global_step": 105314, "epoch": 591, "lr": 4.8145579913166925e-08}
{"train_loss": 0.0008473172783851624, "global_step": 105315, "epoch": 591, "lr": 4.808076960456376e-08}
{"train_loss": 0.0007709144265390933, "global_step": 105316, "epoch": 591, "lr": 4.8016002925982405e-08}
{"train_loss": 0.0009361954871565104, "global_step": 105317, "epoch": 591, "lr": 4.795127987746728e-08}
{"train_loss": 0.0009849781636148691, "global_step": 105318, "epoch": 591, "lr": 4.788660045909055e-08}
{"train_loss": 0.00048672701814211905, "global_step": 105319, "epoch": 591, "lr": 4.782196467089661e-08}
{"train_loss": 0.0003741531108971685, "global_step": 105320, "epoch": 591, "lr": 4.775737251295209e-08}
{"train_loss": 0.0020515709184110165, "global_step": 105321, "epoch": 591, "lr": 4.769282398530694e-08}
{"train_loss": 0.0006501105381175876, "global_step": 105322, "epoch": 591, "lr": 4.762831908801668e-08}
{"train_loss": 0.00030472862999886274, "global_step": 105323, "epoch": 591, "lr": 4.7563857821142365e-08}
{"train_loss": 0.0005173386889509857, "global_step": 105324, "epoch": 591, "lr": 4.749944018473951e-08}
{"train_loss": 0.0013981200754642487, "global_step": 105325, "epoch": 591, "lr": 4.743506617885807e-08}
{"train_loss": 0.00021527444187086076, "global_step": 105326, "epoch": 591, "lr": 4.7370735803559106e-08}
{"train_loss": 0.0012733987532556057, "global_step": 105327, "epoch": 591, "lr": 4.730644905890369e-08}
{"train_loss": 0.0005321573698893189, "global_step": 105328, "epoch": 591, "lr": 4.724220594493622e-08}
{"train_loss": 0.0007365610799752176, "global_step": 105329, "epoch": 591, "lr": 4.717800646172332e-08}
{"train_loss": 0.0014888616278767586, "global_step": 105330, "epoch": 591, "lr": 4.7113850609320495e-08}
{"train_loss": 0.0014740152982994914, "global_step": 105331, "epoch": 591, "lr": 4.704973838777771e-08}
{"train_loss": 0.0007041878998279572, "global_step": 105332, "epoch": 591, "lr": 4.698566979715047e-08}
{"train_loss": 0.0009294525370933115, "global_step": 105333, "epoch": 591, "lr": 4.692164483749984e-08}
{"train_loss": 0.0006813665386289358, "global_step": 105334, "epoch": 591, "lr": 4.6857663508881324e-08}
{"train_loss": 0.0005645811324939132, "global_step": 105335, "epoch": 591, "lr": 4.6793725811350444e-08}
{"train_loss": 0.0007709102355875075, "global_step": 105336, "epoch": 591, "lr": 4.67298317449627e-08}
{"train_loss": 0.0009238214697688818, "global_step": 105337, "epoch": 591, "lr": 4.666598130976807e-08}
{"train_loss": 0.0008093670476227999, "global_step": 105338, "epoch": 591, "lr": 4.660217450583315e-08}
{"train_loss": 0.0004372683179099113, "global_step": 105339, "epoch": 591, "lr": 4.653841133320236e-08}
{"train_loss": 0.0003340055700391531, "global_step": 105340, "epoch": 591, "lr": 4.64746917919423e-08}
{"train_loss": 0.0006894398247823119, "global_step": 105341, "epoch": 591, "lr": 4.641101588210295e-08}
{"train_loss": 0.0006936660502105951, "global_step": 105342, "epoch": 591, "lr": 4.6347383603739804e-08}
{"train_loss": 0.00033873366191983223, "global_step": 105343, "epoch": 591, "lr": 4.628379495690283e-08}
{"train_loss": 0.000455247238278389, "global_step": 105344, "epoch": 591, "lr": 4.6220249941664186e-08}
{"train_loss": 0.0012220508651807904, "global_step": 105345, "epoch": 591, "lr": 4.6156748558062734e-08}
{"train_loss": 0.0012945611961185932, "global_step": 105346, "epoch": 591, "lr": 4.609329080615954e-08}
{"train_loss": 0.0005541553255170584, "global_step": 105347, "epoch": 591, "lr": 4.602987668601011e-08}
{"train_loss": 0.000520785921253264, "global_step": 105348, "epoch": 591, "lr": 4.5966506197675505e-08}
{"train_loss": 0.0008332622237503529, "global_step": 105349, "epoch": 591, "lr": 4.590317934120014e-08}
{"train_loss": 0.0014844394754618406, "global_step": 105350, "epoch": 591, "lr": 4.583989611665063e-08}
{"train_loss": 0.0005752634606324136, "global_step": 105351, "epoch": 591, "lr": 4.577665652407137e-08}
{"train_loss": 0.0009619700722396374, "global_step": 105352, "epoch": 591, "lr": 4.571346056352344e-08}
{"train_loss": 0.0003928036894649267, "global_step": 105353, "epoch": 591, "lr": 4.565030823506788e-08}
{"train_loss": 0.00024955367553047836, "global_step": 105354, "epoch": 591, "lr": 4.558719953874912e-08}
{"train_loss": 0.0005087836179882288, "global_step": 105355, "epoch": 591, "lr": 4.552413447462267e-08}
{"train_loss": 0.0009552603587508202, "global_step": 105356, "epoch": 591, "lr": 4.546111304275513e-08}
{"train_loss": 0.0006237326306290925, "global_step": 105357, "epoch": 591, "lr": 4.539813524319092e-08}
{"train_loss": 0.0003696318017318845, "global_step": 105358, "epoch": 591, "lr": 4.533520107598554e-08}
{"train_loss": 0.0008344015805050731, "global_step": 105359, "epoch": 591, "lr": 4.527231054120007e-08}
{"train_loss": 0.0008610014338046312, "global_step": 105360, "epoch": 591, "lr": 4.520946363888445e-08}
{"train_loss": 0.0010516818147152662, "global_step": 105361, "epoch": 591, "lr": 4.514666036909421e-08}
{"train_loss": 0.0005049555911682546, "global_step": 105362, "epoch": 591, "lr": 4.508390073188484e-08}
{"train_loss": 0.0004357950238045305, "global_step": 105363, "epoch": 591, "lr": 4.502118472731187e-08}
{"train_loss": 0.0007102020899765193, "global_step": 105364, "epoch": 591, "lr": 4.4958512355436355e-08}
{"train_loss": 0.0009710674057714641, "global_step": 105365, "epoch": 591, "lr": 4.489588361629715e-08}
{"train_loss": 0.0009709612932056189, "global_step": 105366, "epoch": 591, "lr": 4.4833298509960875e-08}
{"train_loss": 0.0024196510203182697, "global_step": 105367, "epoch": 591, "lr": 4.4770757036483035e-08}
{"train_loss": 0.0004408195673022419, "global_step": 105368, "epoch": 591, "lr": 4.470825919590804e-08}
{"train_loss": 0.0009909184882417321, "global_step": 105369, "epoch": 591, "lr": 4.464580498830251e-08}
{"train_loss": 0.0004729529609903693, "global_step": 105370, "epoch": 591, "lr": 4.4583394413710846e-08}
{"train_loss": 0.00021656352328136563, "global_step": 105371, "epoch": 591, "lr": 4.452102747219411e-08}
{"train_loss": 0.0002858359948731959, "global_step": 105372, "epoch": 591, "lr": 4.445870416380782e-08}
{"train_loss": 0.0003814114024862647, "global_step": 105373, "epoch": 591, "lr": 4.439642448860193e-08}
{"train_loss": 0.0008249756647273898, "global_step": 105374, "epoch": 591, "lr": 4.4334188446631955e-08}
{"train_loss": 0.0008020054473276146, "global_step": 105375, "epoch": 591, "lr": 4.42719960379534e-08}
{"train_loss": 0.0004119803197681904, "global_step": 105376, "epoch": 592, "lr": 4.420984726261623e-08}
{"train_loss": 0.0005198019789531827, "global_step": 105377, "epoch": 592, "lr": 4.414774212068151e-08}
{"train_loss": 0.0002502917777746916, "global_step": 105378, "epoch": 592, "lr": 4.4085680612199196e-08}
{"train_loss": 0.0011532780481502414, "global_step": 105379, "epoch": 592, "lr": 4.4023662737230355e-08}
{"train_loss": 0.0007792800315655768, "global_step": 105380, "epoch": 592, "lr": 4.3961688495819385e-08}
{"train_loss": 0.00047956028720363975, "global_step": 105381, "epoch": 592, "lr": 4.3899757888021806e-08}
{"train_loss": 0.0007802278851158917, "global_step": 105382, "epoch": 592, "lr": 4.3837870913898684e-08}
{"train_loss": 0.0003748732269741595, "global_step": 105383, "epoch": 592, "lr": 4.3776027573494417e-08}
{"train_loss": 0.0013483652146533132, "global_step": 105384, "epoch": 592, "lr": 4.371422786687562e-08}
{"train_loss": 0.0005519798141904175, "global_step": 105385, "epoch": 592, "lr": 4.365247179408116e-08}
{"train_loss": 0.0005831951275467873, "global_step": 105386, "epoch": 592, "lr": 4.3590759355177646e-08}
{"train_loss": 0.00031423140899278224, "global_step": 105387, "epoch": 592, "lr": 4.3529090550215034e-08}
{"train_loss": 0.00136489886790514, "global_step": 105388, "epoch": 592, "lr": 4.3467465379243286e-08}
{"train_loss": 0.0015718035865575075, "global_step": 105389, "epoch": 592, "lr": 4.340588384232347e-08}
{"train_loss": 0.002267186064273119, "global_step": 105390, "epoch": 592, "lr": 4.334434593949999e-08}
{"train_loss": 0.0012035594554618, "global_step": 105391, "epoch": 592, "lr": 4.32828516708339e-08}
{"train_loss": 0.0002613280084915459, "global_step": 105392, "epoch": 592, "lr": 4.3221401036380726e-08}
{"train_loss": 0.0009738064836710691, "global_step": 105393, "epoch": 592, "lr": 4.315999403618487e-08}
{"train_loss": 0.0013393111294135451, "global_step": 105394, "epoch": 592, "lr": 4.309863067030739e-08}
{"train_loss": 0.000992617104202509, "global_step": 105395, "epoch": 592, "lr": 4.3037310938798256e-08}
{"train_loss": 0.0007812411640770733, "global_step": 105396, "epoch": 592, "lr": 4.2976034841712976e-08}
{"train_loss": 0.0011386965634301305, "global_step": 105397, "epoch": 592, "lr": 4.291480237910705e-08}
{"train_loss": 0.0003118788590654731, "global_step": 105398, "epoch": 592, "lr": 4.285361355103046e-08}
{"train_loss": 0.0024375629145652056, "global_step": 105399, "epoch": 592, "lr": 4.2792468357538696e-08}
{"train_loss": 0.0006051973905414343, "global_step": 105400, "epoch": 592, "lr": 4.2731366798687276e-08}
{"train_loss": 0.0011469974415376782, "global_step": 105401, "epoch": 592, "lr": 4.267030887452061e-08}
{"train_loss": 0.0003388916375115514, "global_step": 105402, "epoch": 592, "lr": 4.260929458509977e-08}
{"train_loss": 0.0004515643522609025, "global_step": 105403, "epoch": 592, "lr": 4.25483239304747e-08}
{"train_loss": 0.00028821820160374045, "global_step": 105404, "epoch": 592, "lr": 4.2487396910700916e-08}
{"train_loss": 0.0003023201716132462, "global_step": 105405, "epoch": 592, "lr": 4.242651352583393e-08}
{"train_loss": 0.0011154391104355454, "global_step": 105406, "epoch": 592, "lr": 4.2365673775923706e-08}
{"train_loss": 0.0009663599776104093, "global_step": 105407, "epoch": 592, "lr": 4.23048776610202e-08}
{"train_loss": 0.0013000689214095473, "global_step": 105408, "epoch": 592, "lr": 4.224412518118448e-08}
{"train_loss": 0.0009250272996723652, "global_step": 105409, "epoch": 592, "lr": 4.2183416336460943e-08}
{"train_loss": 0.000553694786503911, "global_step": 105410, "epoch": 592, "lr": 4.2122751126910665e-08}
{"train_loss": 0.0012391495984047651, "global_step": 105411, "epoch": 592, "lr": 4.2062129552578045e-08}
{"train_loss": 0.0002134944370482117, "global_step": 105412, "epoch": 592, "lr": 4.200155161352415e-08}
{"train_loss": 0.0013885098742321134, "global_step": 105413, "epoch": 592, "lr": 4.194101730979339e-08}
{"train_loss": 0.000626584398560226, "global_step": 105414, "epoch": 592, "lr": 4.188052664144682e-08}
{"train_loss": 0.00042040515108965337, "global_step": 105415, "epoch": 592, "lr": 4.182007960853995e-08}
{"train_loss": 0.00041064771357923746, "global_step": 105416, "epoch": 592, "lr": 4.1759676211111654e-08}
{"train_loss": 0.0007033172296360135, "global_step": 105417, "epoch": 592, "lr": 4.169931644922853e-08}
{"train_loss": 0.00048110095667652786, "global_step": 105418, "epoch": 592, "lr": 4.1639000322935e-08}
{"train_loss": 0.0003240535734221339, "global_step": 105419, "epoch": 592, "lr": 4.157872783228101e-08}
{"train_loss": 0.0006135160801932216, "global_step": 105420, "epoch": 592, "lr": 4.151849897733318e-08}
{"train_loss": 0.000281077460385859, "global_step": 105421, "epoch": 592, "lr": 4.1458313758130365e-08}
{"train_loss": 0.0002916945959441364, "global_step": 105422, "epoch": 592, "lr": 4.139817217473363e-08}
{"train_loss": 0.0003623726952355355, "global_step": 105423, "epoch": 592, "lr": 4.1338074227187385e-08}
{"train_loss": 0.002228244673460722, "global_step": 105424, "epoch": 592, "lr": 4.127801991555269e-08}
{"train_loss": 0.00025561434449627995, "global_step": 105425, "epoch": 592, "lr": 4.121800923987396e-08}
{"train_loss": 0.00037769117625430226, "global_step": 105426, "epoch": 592, "lr": 4.115804220021224e-08}
{"train_loss": 0.0002945098385680467, "global_step": 105427, "epoch": 592, "lr": 4.109811879661196e-08}
{"train_loss": 0.0007385535282082856, "global_step": 105428, "epoch": 592, "lr": 4.1038239029134175e-08}
{"train_loss": 0.00043109513353556395, "global_step": 105429, "epoch": 592, "lr": 4.0978402897823287e-08}
{"train_loss": 0.0003769095637835562, "global_step": 105430, "epoch": 592, "lr": 4.0918610402729265e-08}
{"train_loss": 0.0007789797964505851, "global_step": 105431, "epoch": 592, "lr": 4.085886154391316e-08}
{"train_loss": 0.0013324932660907507, "global_step": 105432, "epoch": 592, "lr": 4.0799156321424946e-08}
{"train_loss": 0.0007943246746435761, "global_step": 105433, "epoch": 592, "lr": 4.073949473531458e-08}
{"train_loss": 0.0009089978993870318, "global_step": 105434, "epoch": 592, "lr": 4.067987678563201e-08}
{"train_loss": 0.00030010013142600656, "global_step": 105435, "epoch": 592, "lr": 4.062030247243831e-08}
{"train_loss": 0.0008020080858841538, "global_step": 105436, "epoch": 592, "lr": 4.056077179577233e-08}
{"train_loss": 0.00044734132825396955, "global_step": 105437, "epoch": 592, "lr": 4.0501284755695146e-08}
{"train_loss": 0.0010550282895565033, "global_step": 105438, "epoch": 592, "lr": 4.04418413522567e-08}
{"train_loss": 0.0005565799656324089, "global_step": 105439, "epoch": 592, "lr": 4.038244158551252e-08}
{"train_loss": 0.0006525894859805703, "global_step": 105440, "epoch": 592, "lr": 4.0323085455507e-08}
{"train_loss": 0.0009844675660133362, "global_step": 105441, "epoch": 592, "lr": 4.026377296229011e-08}
{"train_loss": 0.0008381233783438802, "global_step": 105442, "epoch": 592, "lr": 4.020450410592847e-08}
{"train_loss": 0.0001574241614434868, "global_step": 105443, "epoch": 592, "lr": 4.014527888646091e-08}
{"train_loss": 0.0009203437366522849, "global_step": 105444, "epoch": 592, "lr": 4.008609730394297e-08}
{"train_loss": 0.002249631332233548, "global_step": 105445, "epoch": 592, "lr": 4.00269593584246e-08}
{"train_loss": 0.0006599462358281016, "global_step": 105446, "epoch": 592, "lr": 3.99678650499613e-08}
{"train_loss": 0.0006507446523755789, "global_step": 105447, "epoch": 592, "lr": 3.990881437860305e-08}
{"train_loss": 0.0009754182538017631, "global_step": 105448, "epoch": 592, "lr": 3.98498073443998e-08}
{"train_loss": 0.0013610743917524815, "global_step": 105449, "epoch": 592, "lr": 3.9790843947401516e-08}
{"train_loss": 0.0010209366446360946, "global_step": 105450, "epoch": 592, "lr": 3.9731924187669245e-08}
{"train_loss": 0.0010920094791799784, "global_step": 105451, "epoch": 592, "lr": 3.9673048065241855e-08}
{"train_loss": 0.001034853863529861, "global_step": 105452, "epoch": 592, "lr": 3.9614215580174865e-08}
{"train_loss": 0.0004284174647182226, "global_step": 105453, "epoch": 592, "lr": 3.955542673252377e-08}
{"train_loss": 0.0005051637417636812, "global_step": 105454, "epoch": 592, "lr": 3.9496681522338544e-08}
{"train_loss": 0.0003905962221324444, "global_step": 105455, "epoch": 592, "lr": 3.9437979949669136e-08}
{"train_loss": 0.0010617063380777836, "global_step": 105456, "epoch": 592, "lr": 3.9379322014565514e-08}
{"train_loss": 0.0005187062197364867, "global_step": 105457, "epoch": 592, "lr": 3.9320707717083185e-08}
{"train_loss": 0.000763698248192668, "global_step": 105458, "epoch": 592, "lr": 3.926213705726656e-08}
{"train_loss": 0.0008922535926103592, "global_step": 105459, "epoch": 592, "lr": 3.9203610035176696e-08}
{"train_loss": 0.0014686663635075092, "global_step": 105460, "epoch": 592, "lr": 3.914512665085246e-08}
{"train_loss": 0.0004622629494406283, "global_step": 105461, "epoch": 592, "lr": 3.9086686904354906e-08}
{"train_loss": 0.0006675902986899018, "global_step": 105462, "epoch": 592, "lr": 3.902829079572845e-08}
{"train_loss": 0.001054861000739038, "global_step": 105463, "epoch": 592, "lr": 3.8969938325028595e-08}
{"train_loss": 0.00032913126051425934, "global_step": 105464, "epoch": 592, "lr": 3.891162949230531e-08}
{"train_loss": 0.0009208522969856858, "global_step": 105465, "epoch": 592, "lr": 3.8853364297614106e-08}
{"train_loss": 0.000989215332083404, "global_step": 105466, "epoch": 592, "lr": 3.879514274099383e-08}
{"train_loss": 0.0011952141067013144, "global_step": 105467, "epoch": 592, "lr": 3.873696482250555e-08}
{"train_loss": 0.000408474646974355, "global_step": 105468, "epoch": 592, "lr": 3.867883054219368e-08}
{"train_loss": 0.0004104864492546767, "global_step": 105469, "epoch": 592, "lr": 3.862073990011372e-08}
{"train_loss": 0.002287596929818392, "global_step": 105470, "epoch": 592, "lr": 3.856269289631565e-08}
{"train_loss": 0.0003600076015572995, "global_step": 105471, "epoch": 592, "lr": 3.85046895308494e-08}
{"train_loss": 0.0007751127704977989, "global_step": 105472, "epoch": 592, "lr": 3.844672980376496e-08}
{"train_loss": 0.0005068570608273149, "global_step": 105473, "epoch": 592, "lr": 3.838881371511227e-08}
{"train_loss": 0.0015645390376448631, "global_step": 105474, "epoch": 592, "lr": 3.833094126494685e-08}
{"train_loss": 0.0006971303373575211, "global_step": 105475, "epoch": 592, "lr": 3.827311245331311e-08}
{"train_loss": 0.0003805719898082316, "global_step": 105476, "epoch": 592, "lr": 3.8215327280266556e-08}
{"train_loss": 0.0005386755801737309, "global_step": 105477, "epoch": 592, "lr": 3.81575857458516e-08}
{"train_loss": 0.0002177585702156648, "global_step": 105478, "epoch": 592, "lr": 3.809988785012375e-08}
{"train_loss": 0.0005058450624346733, "global_step": 105479, "epoch": 592, "lr": 3.804223359313297e-08}
{"train_loss": 0.0008855601190589368, "global_step": 105480, "epoch": 592, "lr": 3.7984622974929216e-08}
{"train_loss": 0.0007797852740623057, "global_step": 105481, "epoch": 592, "lr": 3.7927055995556906e-08}
{"train_loss": 0.0006738845258951187, "global_step": 105482, "epoch": 592, "lr": 3.786953265507709e-08}
{"train_loss": 0.00042538854177109897, "global_step": 105483, "epoch": 592, "lr": 3.781205295353418e-08}
{"train_loss": 0.0007071313448250294, "global_step": 105484, "epoch": 592, "lr": 3.775461689097815e-08}
{"train_loss": 0.0004131891764700413, "global_step": 105485, "epoch": 592, "lr": 3.769722446745894e-08}
{"train_loss": 0.0018376472871750593, "global_step": 105486, "epoch": 592, "lr": 3.763987568302652e-08}
{"train_loss": 0.001561771146953106, "global_step": 105487, "epoch": 592, "lr": 3.758257053773084e-08}
{"train_loss": 0.0006958957528695464, "global_step": 105488, "epoch": 592, "lr": 3.752530903162743e-08}
{"train_loss": 0.000625695800408721, "global_step": 105489, "epoch": 592, "lr": 3.746809116476069e-08}
{"train_loss": 0.00026158615946769714, "global_step": 105490, "epoch": 592, "lr": 3.7410916937180576e-08}
{"train_loss": 0.0008858497603796422, "global_step": 105491, "epoch": 592, "lr": 3.7353786348937045e-08}
{"train_loss": 0.0007160635432228446, "global_step": 105492, "epoch": 592, "lr": 3.729669940008007e-08}
{"train_loss": 0.000632484327070415, "global_step": 105493, "epoch": 592, "lr": 3.7239656090665153e-08}
{"train_loss": 0.0007878690958023071, "global_step": 105494, "epoch": 592, "lr": 3.71826564207367e-08}
{"train_loss": 0.0012273906031623483, "global_step": 105495, "epoch": 592, "lr": 3.7125700390344686e-08}
{"train_loss": 0.0013542699161916971, "global_step": 105496, "epoch": 592, "lr": 3.706878799953905e-08}
{"train_loss": 0.0011158621637150645, "global_step": 105497, "epoch": 592, "lr": 3.701191924836978e-08}
{"train_loss": 0.0011813914170488715, "global_step": 105498, "epoch": 592, "lr": 3.6955094136886803e-08}
{"train_loss": 0.0009683114476501942, "global_step": 105499, "epoch": 592, "lr": 3.68983126651401e-08}
{"train_loss": 0.0008077600505203009, "global_step": 105500, "epoch": 592, "lr": 3.684157483317963e-08}
{"train_loss": 0.000831532059237361, "global_step": 105501, "epoch": 592, "lr": 3.678488064105534e-08}
{"train_loss": 0.0006788619793951511, "global_step": 105502, "epoch": 592, "lr": 3.672823008881165e-08}
{"train_loss": 0.0018424652516841888, "global_step": 105503, "epoch": 592, "lr": 3.667162317650408e-08}
{"train_loss": 0.0005931903142482042, "global_step": 105504, "epoch": 592, "lr": 3.661505990418257e-08}
{"train_loss": 0.0008999666897580028, "global_step": 105505, "epoch": 592, "lr": 3.6558540271891537e-08}
{"train_loss": 0.0002501020790077746, "global_step": 105506, "epoch": 592, "lr": 3.650206427968095e-08}
{"train_loss": 0.0006090184324420989, "global_step": 105507, "epoch": 592, "lr": 3.644563192760631e-08}
{"train_loss": 0.0004668713081628084, "global_step": 105508, "epoch": 592, "lr": 3.638924321571202e-08}
{"train_loss": 0.0005761665524914861, "global_step": 105509, "epoch": 592, "lr": 3.6332898144048057e-08}
{"train_loss": 0.0019504695665091276, "global_step": 105510, "epoch": 592, "lr": 3.627659671265882e-08}
{"train_loss": 0.0005388422287069261, "global_step": 105511, "epoch": 592, "lr": 3.6220338921599817e-08}
{"train_loss": 0.0010176838841289282, "global_step": 105512, "epoch": 592, "lr": 3.6164124770921014e-08}
{"train_loss": 0.0008164116879925132, "global_step": 105513, "epoch": 592, "lr": 3.610795426066682e-08}
{"train_loss": 0.00032753520645201206, "global_step": 105514, "epoch": 592, "lr": 3.605182739089275e-08}
{"train_loss": 0.0003248071880079806, "global_step": 105515, "epoch": 592, "lr": 3.599574416163765e-08}
{"train_loss": 0.00047508967691101134, "global_step": 105516, "epoch": 592, "lr": 3.593970457296259e-08}
{"train_loss": 0.0007914903108030558, "global_step": 105517, "epoch": 592, "lr": 3.5883708624906423e-08}
{"train_loss": 0.0014313976280391216, "global_step": 105518, "epoch": 592, "lr": 3.582775631751911e-08}
{"train_loss": 0.00036362529499456286, "global_step": 105519, "epoch": 592, "lr": 3.577184765086172e-08}
{"train_loss": 0.000337045406922698, "global_step": 105520, "epoch": 592, "lr": 3.5715982624962006e-08}
{"train_loss": 0.0005367621779441833, "global_step": 105521, "epoch": 592, "lr": 3.566016123989213e-08}
{"train_loss": 0.00026926977443508804, "global_step": 105522, "epoch": 592, "lr": 3.560438349567985e-08}
{"train_loss": 0.0010886341333389282, "global_step": 105523, "epoch": 592, "lr": 3.5548649392386226e-08}
{"train_loss": 0.0009367996244691312, "global_step": 105524, "epoch": 592, "lr": 3.549295893006121e-08}
{"train_loss": 0.0004276540712453425, "global_step": 105525, "epoch": 592, "lr": 3.543731210874368e-08}
{"train_loss": 0.0005197852733545005, "global_step": 105526, "epoch": 592, "lr": 3.538170892848913e-08}
{"train_loss": 0.0012213445734232664, "global_step": 105527, "epoch": 592, "lr": 3.532614938934753e-08}
{"train_loss": 0.001759192906320095, "global_step": 105528, "epoch": 592, "lr": 3.527063349136328e-08}
{"train_loss": 0.001372508704662323, "global_step": 105529, "epoch": 592, "lr": 3.521516123458635e-08}
{"train_loss": 0.0006911862874403596, "global_step": 105530, "epoch": 592, "lr": 3.5159732619061136e-08}
{"train_loss": 0.00018929601355921477, "global_step": 105531, "epoch": 592, "lr": 3.510434764484316e-08}
{"train_loss": 0.00022723045549355447, "global_step": 105532, "epoch": 592, "lr": 3.5049006311976826e-08}
{"train_loss": 0.0007723618764430285, "global_step": 105533, "epoch": 592, "lr": 3.49937086205121e-08}
{"train_loss": 0.002002180553972721, "global_step": 105534, "epoch": 592, "lr": 3.4938454570498935e-08}
{"train_loss": 0.001230766298249364, "global_step": 105535, "epoch": 592, "lr": 3.4883244161981744e-08}
{"train_loss": 0.0008011213503777981, "global_step": 105536, "epoch": 592, "lr": 3.4828077395004935e-08}
{"train_loss": 0.0007912161527201533, "global_step": 105537, "epoch": 592, "lr": 3.477295426962957e-08}
{"train_loss": 0.000836111546959728, "global_step": 105538, "epoch": 592, "lr": 3.47178747858945e-08}
{"train_loss": 0.00042109075002372265, "global_step": 105539, "epoch": 592, "lr": 3.4662838943844147e-08}
{"train_loss": 0.0007606756407767534, "global_step": 105540, "epoch": 592, "lr": 3.460784674353401e-08}
{"train_loss": 0.0003582378849387169, "global_step": 105541, "epoch": 592, "lr": 3.455289818501406e-08}
{"train_loss": 0.0007012214045971632, "global_step": 105542, "epoch": 592, "lr": 3.4497993268323147e-08}
{"train_loss": 0.0009122069459408522, "global_step": 105543, "epoch": 592, "lr": 3.4443131993516785e-08}
{"train_loss": 0.0008198214927688241, "global_step": 105544, "epoch": 592, "lr": 3.4388314360644934e-08}
{"train_loss": 0.0002909840550273657, "global_step": 105545, "epoch": 592, "lr": 3.43335403697409e-08}
{"train_loss": 0.00044399252510629594, "global_step": 105546, "epoch": 592, "lr": 3.42788100208713e-08}
{"train_loss": 0.0004789865342900157, "global_step": 105547, "epoch": 592, "lr": 3.422412331406943e-08}
{"train_loss": 0.0014417951460927725, "global_step": 105548, "epoch": 592, "lr": 3.416948024939082e-08}
{"train_loss": 0.0011096392991021276, "global_step": 105549, "epoch": 592, "lr": 3.411488082688541e-08}
{"train_loss": 0.0004338058643043041, "global_step": 105550, "epoch": 592, "lr": 3.406032504659207e-08}
{"train_loss": 0.0005270596011541784, "global_step": 105551, "epoch": 592, "lr": 3.400581290856075e-08}
{"train_loss": 0.0013932499568909407, "global_step": 105552, "epoch": 592, "lr": 3.3951344412846977e-08}
{"train_loss": 0.000820958031847644, "global_step": 105553, "epoch": 592, "lr": 3.3896919559489594e-08}
{"train_loss": 0.0009915553964674473, "global_step": 105554, "epoch": 593, "lr": 3.384253834854412e-08}
{"train_loss": 0.0007168505107983947, "global_step": 105555, "epoch": 593, "lr": 3.3788200780049405e-08}
{"train_loss": 0.00043885543709620833, "global_step": 105556, "epoch": 593, "lr": 3.373390685405542e-08}
{"train_loss": 0.0007701828144490719, "global_step": 105557, "epoch": 593, "lr": 3.367965657061212e-08}
{"train_loss": 0.0009000632562674582, "global_step": 105558, "epoch": 593, "lr": 3.3625449929763905e-08}
{"train_loss": 0.0007552254246547818, "global_step": 105559, "epoch": 593, "lr": 3.3571286931560756e-08}
{"train_loss": 0.0003901425516232848, "global_step": 105560, "epoch": 593, "lr": 3.351716757605261e-08}
{"train_loss": 0.0012814131332561374, "global_step": 105561, "epoch": 593, "lr": 3.346309186327834e-08}
{"train_loss": 0.0010023522190749645, "global_step": 105562, "epoch": 593, "lr": 3.340905979329345e-08}
{"train_loss": 0.0016901073977351189, "global_step": 105563, "epoch": 593, "lr": 3.3355071366142356e-08}
{"train_loss": 0.0003397605032660067, "global_step": 105564, "epoch": 593, "lr": 3.330112658186946e-08}
{"train_loss": 0.0014637014828622341, "global_step": 105565, "epoch": 593, "lr": 3.324722544052472e-08}
{"train_loss": 0.00037217052886262536, "global_step": 105566, "epoch": 593, "lr": 3.3193367942152556e-08}
{"train_loss": 0.0010520315263420343, "global_step": 105567, "epoch": 593, "lr": 3.313955408680292e-08}
{"train_loss": 0.0008452539332211018, "global_step": 105568, "epoch": 593, "lr": 3.3085783874520215e-08}
{"train_loss": 0.000313789292704314, "global_step": 105569, "epoch": 593, "lr": 3.3032057305359966e-08}
{"train_loss": 0.001777371158823371, "global_step": 105570, "epoch": 593, "lr": 3.297837437935547e-08}
{"train_loss": 0.0010269779013469815, "global_step": 105571, "epoch": 593, "lr": 3.292473509656224e-08}
{"train_loss": 0.0005524702137336135, "global_step": 105572, "epoch": 593, "lr": 3.287113945702469e-08}
{"train_loss": 0.0014142454601824284, "global_step": 105573, "epoch": 593, "lr": 3.281758746079277e-08}
{"train_loss": 0.0008719743927940726, "global_step": 105574, "epoch": 593, "lr": 3.27640791079109e-08}
{"train_loss": 0.0010763360187411308, "global_step": 105575, "epoch": 593, "lr": 3.271061439842349e-08}
{"train_loss": 0.0009957391303032637, "global_step": 105576, "epoch": 593, "lr": 3.265719333237494e-08}
{"train_loss": 0.0011149554047733545, "global_step": 105577, "epoch": 593, "lr": 3.2603815909820756e-08}
{"train_loss": 0.0006898472202010453, "global_step": 105578, "epoch": 593, "lr": 3.255048213080536e-08}
{"train_loss": 0.00032049030414782465, "global_step": 105579, "epoch": 593, "lr": 3.2497191995373153e-08}
{"train_loss": 0.000469910039100796, "global_step": 105580, "epoch": 593, "lr": 3.244394550356855e-08}
{"train_loss": 0.00033399712992832065, "global_step": 105581, "epoch": 593, "lr": 3.239074265543596e-08}
{"train_loss": 0.00045174191473051906, "global_step": 105582, "epoch": 593, "lr": 3.233758345103088e-08}
{"train_loss": 0.0003032146778423339, "global_step": 105583, "epoch": 593, "lr": 3.2284467890392186e-08}
{"train_loss": 0.0011177025735378265, "global_step": 105584, "epoch": 593, "lr": 3.2231395973575384e-08}
{"train_loss": 0.0005004283739253879, "global_step": 105585, "epoch": 593, "lr": 3.217836770061377e-08}
{"train_loss": 0.0003583484794944525, "global_step": 105586, "epoch": 593, "lr": 3.2125383071562873e-08}
{"train_loss": 0.0003033756511285901, "global_step": 105587, "epoch": 593, "lr": 3.2072442086467095e-08}
{"train_loss": 0.000610940158367157, "global_step": 105588, "epoch": 593, "lr": 3.201954474536528e-08}
{"train_loss": 0.00021467776969075203, "global_step": 105589, "epoch": 593, "lr": 3.1966691048318507e-08}
{"train_loss": 0.0009529335657134652, "global_step": 105590, "epoch": 593, "lr": 3.191388099536008e-08}
{"train_loss": 0.00027471367502585053, "global_step": 105591, "epoch": 593, "lr": 3.186111458654551e-08}
{"train_loss": 0.0006091039394959807, "global_step": 105592, "epoch": 593, "lr": 3.180839182191364e-08}
{"train_loss": 0.0013229630421847105, "global_step": 105593, "epoch": 593, "lr": 3.17557127015089e-08}
{"train_loss": 0.0004532738239504397, "global_step": 105594, "epoch": 593, "lr": 3.170307722538679e-08}
{"train_loss": 0.0003506237408146262, "global_step": 105595, "epoch": 593, "lr": 3.165048539358617e-08}
{"train_loss": 0.0008955278899520636, "global_step": 105596, "epoch": 593, "lr": 3.1597937206157e-08}
{"train_loss": 0.0005383618408814073, "global_step": 105597, "epoch": 593, "lr": 3.154543266313814e-08}
{"train_loss": 0.000577147351577878, "global_step": 105598, "epoch": 593, "lr": 3.14929717645851e-08}
{"train_loss": 0.0005009211599826813, "global_step": 105599, "epoch": 593, "lr": 3.1440554510536735e-08}
{"train_loss": 0.0005989825585857034, "global_step": 105600, "epoch": 593, "lr": 3.138818090103746e-08}
{"train_loss": 0.0006999490433372557, "global_step": 105601, "epoch": 593, "lr": 3.1335850936142774e-08}
{"train_loss": 0.0007117089116945863, "global_step": 105602, "epoch": 593, "lr": 3.1283564615886e-08}
{"train_loss": 0.000546701718121767, "global_step": 105603, "epoch": 593, "lr": 3.123132194032263e-08}
{"train_loss": 0.0009337438968941569, "global_step": 105604, "epoch": 593, "lr": 3.117912290949709e-08}
{"train_loss": 0.0008600577712059021, "global_step": 105605, "epoch": 593, "lr": 3.1126967523448234e-08}
{"train_loss": 0.0002090066554956138, "global_step": 105606, "epoch": 593, "lr": 3.107485578222602e-08}
{"train_loss": 0.0013634013012051582, "global_step": 105607, "epoch": 593, "lr": 3.1022787685880404e-08}
{"train_loss": 0.0013443175703287125, "global_step": 105608, "epoch": 593, "lr": 3.09707632344447e-08}
{"train_loss": 0.0005456149228848517, "global_step": 105609, "epoch": 593, "lr": 3.0918782427979964e-08}
{"train_loss": 0.0008648545481264591, "global_step": 105610, "epoch": 593, "lr": 3.086684526651951e-08}
{"train_loss": 0.0015142613556236029, "global_step": 105611, "epoch": 593, "lr": 3.081495175010774e-08}
{"train_loss": 0.0003790510236285627, "global_step": 105612, "epoch": 593, "lr": 3.0763101878805714e-08}
{"train_loss": 0.0008038512896746397, "global_step": 105613, "epoch": 593, "lr": 3.071129565264119e-08}
{"train_loss": 0.0009244148386642337, "global_step": 105614, "epoch": 593, "lr": 3.065953307166414e-08}
{"train_loss": 0.0007291891379281878, "global_step": 105615, "epoch": 593, "lr": 3.060781413592451e-08}
{"train_loss": 0.0005109085468575358, "global_step": 105616, "epoch": 593, "lr": 3.055613884546671e-08}
{"train_loss": 0.00045406806748360395, "global_step": 105617, "epoch": 593, "lr": 3.050450720033515e-08}
{"train_loss": 0.0007738482090644538, "global_step": 105618, "epoch": 593, "lr": 3.04529192005687e-08}
{"train_loss": 0.0011050642933696508, "global_step": 105619, "epoch": 593, "lr": 3.04013748462173e-08}
{"train_loss": 0.0011928201420232654, "global_step": 105620, "epoch": 593, "lr": 3.0349874137330924e-08}
{"train_loss": 0.00048276945017278194, "global_step": 105621, "epoch": 593, "lr": 3.0298417073948426e-08}
{"train_loss": 0.0008572376100346446, "global_step": 105622, "epoch": 593, "lr": 3.024700365611421e-08}
{"train_loss": 0.0003587479586713016, "global_step": 105623, "epoch": 593, "lr": 3.01956338838727e-08}
{"train_loss": 0.0011883419938385487, "global_step": 105624, "epoch": 593, "lr": 3.014430775727939e-08}
{"train_loss": 0.0034048522356897593, "global_step": 105625, "epoch": 593, "lr": 3.0093025276362043e-08}
{"train_loss": 0.00036968605127185583, "global_step": 105626, "epoch": 593, "lr": 3.004178644118172e-08}
{"train_loss": 0.0005139135755598545, "global_step": 105627, "epoch": 593, "lr": 2.999059125177173e-08}
{"train_loss": 0.002038668841123581, "global_step": 105628, "epoch": 593, "lr": 2.9939439708182024e-08}
{"train_loss": 0.0003209052374586463, "global_step": 105629, "epoch": 593, "lr": 2.988833181045147e-08}
{"train_loss": 0.0003817459219135344, "global_step": 105630, "epoch": 593, "lr": 2.9837267558635586e-08}
{"train_loss": 0.00044723873725160956, "global_step": 105631, "epoch": 593, "lr": 2.978624695276766e-08}
{"train_loss": 0.0005597220151685178, "global_step": 105632, "epoch": 593, "lr": 2.9735269992897663e-08}
{"train_loss": 0.0005947023746557534, "global_step": 105633, "epoch": 593, "lr": 2.9684336679075553e-08}
{"train_loss": 0.0006570655386894941, "global_step": 105634, "epoch": 593, "lr": 2.9633447011334636e-08}
{"train_loss": 0.0010216173250228167, "global_step": 105635, "epoch": 593, "lr": 2.9582600989724874e-08}
{"train_loss": 0.0004655038646887988, "global_step": 105636, "epoch": 593, "lr": 2.9531798614290675e-08}
{"train_loss": 0.0008720927871763706, "global_step": 105637, "epoch": 593, "lr": 2.9481039885076443e-08}
{"train_loss": 0.0005150976357981563, "global_step": 105638, "epoch": 593, "lr": 2.9430324802126596e-08}
{"train_loss": 0.0007241236744448543, "global_step": 105639, "epoch": 593, "lr": 2.937965336548554e-08}
{"train_loss": 0.0011023078113794327, "global_step": 105640, "epoch": 593, "lr": 2.9329025575197677e-08}
{"train_loss": 0.0013935036258772016, "global_step": 105641, "epoch": 593, "lr": 2.9278441431307424e-08}
{"train_loss": 0.00033466226886957884, "global_step": 105642, "epoch": 593, "lr": 2.9227900933853636e-08}
{"train_loss": 0.0007076998008415103, "global_step": 105643, "epoch": 593, "lr": 2.9177404082891822e-08}
{"train_loss": 0.0005390032310970128, "global_step": 105644, "epoch": 593, "lr": 2.9126950878455296e-08}
{"train_loss": 0.0007246893364936113, "global_step": 105645, "epoch": 593, "lr": 2.907654132059401e-08}
{"train_loss": 0.00039016391383484006, "global_step": 105646, "epoch": 593, "lr": 2.9026175409346824e-08}
{"train_loss": 0.0008577469852752984, "global_step": 105647, "epoch": 593, "lr": 2.8975853144763698e-08}
{"train_loss": 0.0020312881097197533, "global_step": 105648, "epoch": 593, "lr": 2.892557452688349e-08}
{"train_loss": 0.0030207301024347544, "global_step": 105649, "epoch": 593, "lr": 2.8875339555756165e-08}
{"train_loss": 0.00047491921577602625, "global_step": 105650, "epoch": 593, "lr": 2.8825148231420574e-08}
{"train_loss": 0.0008665916975587606, "global_step": 105651, "epoch": 593, "lr": 2.8775000553921128e-08}
{"train_loss": 0.0009417172987014055, "global_step": 105652, "epoch": 593, "lr": 2.8724896523302236e-08}
{"train_loss": 0.0010291833896189928, "global_step": 105653, "epoch": 593, "lr": 2.867483613960831e-08}
{"train_loss": 0.0008852782775647938, "global_step": 105654, "epoch": 593, "lr": 2.8624819402883752e-08}
{"train_loss": 0.0009581258636899292, "global_step": 105655, "epoch": 593, "lr": 2.8574846313167423e-08}
{"train_loss": 0.0004097743076272309, "global_step": 105656, "epoch": 593, "lr": 2.8524916870509288e-08}
{"train_loss": 0.001026382902637124, "global_step": 105657, "epoch": 593, "lr": 2.84750310749482e-08}
{"train_loss": 0.0008176338160410523, "global_step": 105658, "epoch": 593, "lr": 2.8425188926534118e-08}
{"train_loss": 0.0007632689666934311, "global_step": 105659, "epoch": 593, "lr": 2.8375390425305903e-08}
{"train_loss": 0.0006891842349432409, "global_step": 105660, "epoch": 593, "lr": 2.8325635571302413e-08}
{"train_loss": 0.00020364305237308145, "global_step": 105661, "epoch": 593, "lr": 2.8275924364579154e-08}
{"train_loss": 0.0006260436493903399, "global_step": 105662, "epoch": 593, "lr": 2.822625680516944e-08}
{"train_loss": 0.00031010236125439405, "global_step": 105663, "epoch": 593, "lr": 2.817663289311767e-08}
{"train_loss": 0.0009846956236287951, "global_step": 105664, "epoch": 593, "lr": 2.8127052628468266e-08}
{"train_loss": 0.0007752765668556094, "global_step": 105665, "epoch": 593, "lr": 2.8077516011271176e-08}
{"train_loss": 0.0014814643654972315, "global_step": 105666, "epoch": 593, "lr": 2.8028023041559713e-08}
{"train_loss": 0.00033778161741793156, "global_step": 105667, "epoch": 593, "lr": 2.797857371938384e-08}
{"train_loss": 0.0007088221027515829, "global_step": 105668, "epoch": 593, "lr": 2.7929168044782406e-08}
{"train_loss": 0.0018068201607093215, "global_step": 105669, "epoch": 593, "lr": 2.7879806017799825e-08}
{"train_loss": 0.0006741340039297938, "global_step": 105670, "epoch": 593, "lr": 2.783048763848606e-08}
{"train_loss": 0.0009424908785149455, "global_step": 105671, "epoch": 593, "lr": 2.7781212906868857e-08}
{"train_loss": 0.0005868307780474424, "global_step": 105672, "epoch": 593, "lr": 2.773198182300929e-08}
{"train_loss": 0.0002804341202136129, "global_step": 105673, "epoch": 593, "lr": 2.7682794386935107e-08}
{"train_loss": 0.00037885119672864676, "global_step": 105674, "epoch": 593, "lr": 2.763365059869627e-08}
{"train_loss": 0.00026085085119120777, "global_step": 105675, "epoch": 593, "lr": 2.7584550458337188e-08}
{"train_loss": 0.0004885700182057917, "global_step": 105676, "epoch": 593, "lr": 2.7535493965902272e-08}
{"train_loss": 0.0008982295985333622, "global_step": 105677, "epoch": 593, "lr": 2.7486481121424823e-08}
{"train_loss": 0.0005618316936306655, "global_step": 105678, "epoch": 593, "lr": 2.7437511924954807e-08}
{"train_loss": 0.0009785277070477605, "global_step": 105679, "epoch": 593, "lr": 2.738858637653663e-08}
{"train_loss": 0.0005044433055445552, "global_step": 105680, "epoch": 593, "lr": 2.7339704476203597e-08}
{"train_loss": 0.0002260931651107967, "global_step": 105681, "epoch": 593, "lr": 2.7290866224011223e-08}
{"train_loss": 0.0011943229474127293, "global_step": 105682, "epoch": 593, "lr": 2.7242071619992816e-08}
{"train_loss": 0.0007863239734433591, "global_step": 105683, "epoch": 593, "lr": 2.7193320664198328e-08}
{"train_loss": 0.000956856005359441, "global_step": 105684, "epoch": 593, "lr": 2.7144613356661075e-08}
{"train_loss": 0.0007360982126556337, "global_step": 105685, "epoch": 593, "lr": 2.709594969743101e-08}
{"train_loss": 0.0002944587613455951, "global_step": 105686, "epoch": 593, "lr": 2.7047329686546997e-08}
{"train_loss": 0.00037179014179855585, "global_step": 105687, "epoch": 593, "lr": 2.699875332405899e-08}
{"train_loss": 0.0007538507925346494, "global_step": 105688, "epoch": 593, "lr": 2.6950220609994748e-08}
{"train_loss": 0.0004411927657201886, "global_step": 105689, "epoch": 593, "lr": 2.690173154440978e-08}
{"train_loss": 0.0007416233420372009, "global_step": 105690, "epoch": 593, "lr": 2.6853286127337395e-08}
{"train_loss": 0.0003854520618915558, "global_step": 105691, "epoch": 593, "lr": 2.6804884358827552e-08}
{"train_loss": 0.0008568746270611882, "global_step": 105692, "epoch": 593, "lr": 2.675652623891911e-08}
{"train_loss": 0.0008626009221188724, "global_step": 105693, "epoch": 593, "lr": 2.670821176765648e-08}
{"train_loss": 0.0007113880710676312, "global_step": 105694, "epoch": 593, "lr": 2.665994094507851e-08}
{"train_loss": 0.0007129856967367232, "global_step": 105695, "epoch": 593, "lr": 2.6611713771224066e-08}
{"train_loss": 0.000930030713789165, "global_step": 105696, "epoch": 593, "lr": 2.656353024614311e-08}
{"train_loss": 0.0004982136888429523, "global_step": 105697, "epoch": 593, "lr": 2.6515390369874494e-08}
{"train_loss": 0.0008208135841414332, "global_step": 105698, "epoch": 593, "lr": 2.646729414246263e-08}
{"train_loss": 0.0005805451655760407, "global_step": 105699, "epoch": 593, "lr": 2.6419241563946374e-08}
{"train_loss": 0.00017626903718337417, "global_step": 105700, "epoch": 593, "lr": 2.6371232634370135e-08}
{"train_loss": 0.0009590815170668066, "global_step": 105701, "epoch": 593, "lr": 2.6323267353767224e-08}
{"train_loss": 0.00048649590462446213, "global_step": 105702, "epoch": 593, "lr": 2.6275345722193145e-08}
{"train_loss": 0.0013055907329544425, "global_step": 105703, "epoch": 593, "lr": 2.622746773968121e-08}
{"train_loss": 0.0007817368605174124, "global_step": 105704, "epoch": 593, "lr": 2.617963340627583e-08}
{"train_loss": 0.0007138252258300781, "global_step": 105705, "epoch": 593, "lr": 2.6131842722015852e-08}
{"train_loss": 0.0003865231992676854, "global_step": 105706, "epoch": 593, "lr": 2.6084095686945697e-08}
{"train_loss": 0.0015412650536745787, "global_step": 105707, "epoch": 593, "lr": 2.603639230110977e-08}
{"train_loss": 0.0007800029125064611, "global_step": 105708, "epoch": 593, "lr": 2.5988732564541374e-08}
{"train_loss": 0.0008412041934207082, "global_step": 105709, "epoch": 593, "lr": 2.5941116477290474e-08}
{"train_loss": 0.0010486331302672625, "global_step": 105710, "epoch": 593, "lr": 2.5893544039395923e-08}
{"train_loss": 0.0005239978199824691, "global_step": 105711, "epoch": 593, "lr": 2.5846015250896582e-08}
{"train_loss": 0.0014253506669774652, "global_step": 105712, "epoch": 593, "lr": 2.5798530111842413e-08}
{"train_loss": 0.000580465653911233, "global_step": 105713, "epoch": 593, "lr": 2.5751088622261166e-08}
{"train_loss": 0.0008564629824832082, "global_step": 105714, "epoch": 593, "lr": 2.5703690782208355e-08}
{"train_loss": 0.00031162131926976144, "global_step": 105715, "epoch": 593, "lr": 2.565633659171174e-08}
{"train_loss": 0.0008272028644569218, "global_step": 105716, "epoch": 593, "lr": 2.5609026050826824e-08}
{"train_loss": 0.0004896327736787498, "global_step": 105717, "epoch": 593, "lr": 2.5561759159586917e-08}
{"train_loss": 0.000992754939943552, "global_step": 105718, "epoch": 593, "lr": 2.551453591803088e-08}
{"train_loss": 0.0011319185141474009, "global_step": 105719, "epoch": 593, "lr": 2.5467356326203118e-08}
{"train_loss": 0.0010748980566859245, "global_step": 105720, "epoch": 593, "lr": 2.5420220384148043e-08}
{"train_loss": 0.0005306836683303118, "global_step": 105721, "epoch": 593, "lr": 2.5373128091904507e-08}
{"train_loss": 0.0007256183307617903, "global_step": 105722, "epoch": 593, "lr": 2.5326079449511375e-08}
{"train_loss": 0.00027015787782147527, "global_step": 105723, "epoch": 593, "lr": 2.5279074457007503e-08}
{"train_loss": 0.0003165805246680975, "global_step": 105724, "epoch": 593, "lr": 2.5232113114442847e-08}
{"train_loss": 0.0007973077008500695, "global_step": 105725, "epoch": 593, "lr": 2.5185195421856265e-08}
{"train_loss": 0.00040251866448670626, "global_step": 105726, "epoch": 593, "lr": 2.513832137928107e-08}
{"train_loss": 0.00083432428073138, "global_step": 105727, "epoch": 593, "lr": 2.5091490986761666e-08}
{"train_loss": 0.0006712772883474827, "global_step": 105728, "epoch": 593, "lr": 2.5044704244342465e-08}
{"train_loss": 0.0005656104767695069, "global_step": 105729, "epoch": 593, "lr": 2.4997961152067872e-08}
{"train_loss": 0.0011097390670329332, "global_step": 105730, "epoch": 593, "lr": 2.4951261709965646e-08}
{"train_loss": 0.0007811211061983087, "global_step": 105731, "epoch": 593, "lr": 2.4904605918085744e-08}
{"train_loss": 0.0005191427771933377, "global_step": 105732, "epoch": 594, "lr": 2.4857993776467027e-08}
{"train_loss": 0.0011786234099417925, "global_step": 105733, "epoch": 594, "lr": 2.4811425285148347e-08}
{"train_loss": 0.0013292462099343538, "global_step": 105734, "epoch": 594, "lr": 2.4764900444179672e-08}
{"train_loss": 0.001285343780182302, "global_step": 105735, "epoch": 594, "lr": 2.4718419253588755e-08}
{"train_loss": 0.0007980731315910816, "global_step": 105736, "epoch": 594, "lr": 2.467198171342e-08}
{"train_loss": 0.0009523523622192442, "global_step": 105737, "epoch": 594, "lr": 2.4625587823723374e-08}
{"train_loss": 0.000689492910169065, "global_step": 105738, "epoch": 594, "lr": 2.4579237584526628e-08}
{"train_loss": 0.0013237872626632452, "global_step": 105739, "epoch": 594, "lr": 2.4532930995874172e-08}
{"train_loss": 0.0009700527880340815, "global_step": 105740, "epoch": 594, "lr": 2.4486668057810415e-08}
{"train_loss": 0.0006701569072902203, "global_step": 105741, "epoch": 594, "lr": 2.4440448770368663e-08}
{"train_loss": 0.000459188042441383, "global_step": 105742, "epoch": 594, "lr": 2.4394273133598878e-08}
{"train_loss": 0.0013209956232458353, "global_step": 105743, "epoch": 594, "lr": 2.4348141147534365e-08}
{"train_loss": 0.0003729516174644232, "global_step": 105744, "epoch": 594, "lr": 2.4302052812213982e-08}
{"train_loss": 0.0008339898777194321, "global_step": 105745, "epoch": 594, "lr": 2.425600812768769e-08}
{"train_loss": 0.0013944227248430252, "global_step": 105746, "epoch": 594, "lr": 2.4210007093983244e-08}
{"train_loss": 0.00039344746619462967, "global_step": 105747, "epoch": 594, "lr": 2.4164049711150605e-08}
{"train_loss": 0.0005835168994963169, "global_step": 105748, "epoch": 594, "lr": 2.4118135979223078e-08}
{"train_loss": 0.0007228524191305041, "global_step": 105749, "epoch": 594, "lr": 2.4072265898245073e-08}
{"train_loss": 0.00047943423851393163, "global_step": 105750, "epoch": 594, "lr": 2.4026439468255447e-08}
{"train_loss": 0.000865682668518275, "global_step": 105751, "epoch": 594, "lr": 2.398065668929861e-08}
{"train_loss": 0.001190065871924162, "global_step": 105752, "epoch": 594, "lr": 2.3934917561402316e-08}
{"train_loss": 0.00032407123944722116, "global_step": 105753, "epoch": 594, "lr": 2.3889222084622077e-08}
{"train_loss": 0.00025302055291831493, "global_step": 105754, "epoch": 594, "lr": 2.3843570258985648e-08}
{"train_loss": 0.0004733596870210022, "global_step": 105755, "epoch": 594, "lr": 2.379796208453744e-08}
{"train_loss": 0.0006797969108447433, "global_step": 105756, "epoch": 594, "lr": 2.3752397561316307e-08}
{"train_loss": 0.00037520620389841497, "global_step": 105757, "epoch": 594, "lr": 2.370687668936111e-08}
{"train_loss": 0.00044572484330274165, "global_step": 105758, "epoch": 594, "lr": 2.366139946871626e-08}
{"train_loss": 0.0002918685204349458, "global_step": 105759, "epoch": 594, "lr": 2.361596589942061e-08}
{"train_loss": 0.0004599268431775272, "global_step": 105760, "epoch": 594, "lr": 2.357057598150747e-08}
{"train_loss": 0.0007005792576819658, "global_step": 105761, "epoch": 594, "lr": 2.3525229715026797e-08}
{"train_loss": 0.0010076984763145447, "global_step": 105762, "epoch": 594, "lr": 2.347992710000635e-08}
{"train_loss": 0.0007919388590380549, "global_step": 105763, "epoch": 594, "lr": 2.3434668136496085e-08}
{"train_loss": 0.0020557662937790155, "global_step": 105764, "epoch": 594, "lr": 2.338945282452931e-08}
{"train_loss": 0.0006771018961444497, "global_step": 105765, "epoch": 594, "lr": 2.3344281164144888e-08}
{"train_loss": 0.0018927972996607423, "global_step": 105766, "epoch": 594, "lr": 2.329915315538722e-08}
{"train_loss": 0.0007814617129042745, "global_step": 105767, "epoch": 594, "lr": 2.325406879829517e-08}
{"train_loss": 0.0004606278380379081, "global_step": 105768, "epoch": 594, "lr": 2.320902809290204e-08}
{"train_loss": 0.001395852887071669, "global_step": 105769, "epoch": 594, "lr": 2.3164031039252243e-08}
{"train_loss": 0.0006652497686445713, "global_step": 105770, "epoch": 594, "lr": 2.3119077637384635e-08}
{"train_loss": 0.0013863577041774988, "global_step": 105771, "epoch": 594, "lr": 2.3074167887338073e-08}
{"train_loss": 0.0007674017106182873, "global_step": 105772, "epoch": 594, "lr": 2.3029301789151415e-08}
{"train_loss": 0.0004104485851712525, "global_step": 105773, "epoch": 594, "lr": 2.2984479342863518e-08}
{"train_loss": 0.0005020005046389997, "global_step": 105774, "epoch": 594, "lr": 2.2939700548513244e-08}
{"train_loss": 0.000476237473776564, "global_step": 105775, "epoch": 594, "lr": 2.2894965406139447e-08}
{"train_loss": 0.0012283301912248135, "global_step": 105776, "epoch": 594, "lr": 2.2850273915786536e-08}
{"train_loss": 0.0004057537007611245, "global_step": 105777, "epoch": 594, "lr": 2.2805626077487817e-08}
{"train_loss": 0.0011334836017340422, "global_step": 105778, "epoch": 594, "lr": 2.276102189128215e-08}
{"train_loss": 0.00017389353888574988, "global_step": 105779, "epoch": 594, "lr": 2.271646135721395e-08}
{"train_loss": 0.0009035227703861892, "global_step": 105780, "epoch": 594, "lr": 2.2671944475310958e-08}
{"train_loss": 0.0013621984981000423, "global_step": 105781, "epoch": 594, "lr": 2.2627471245628695e-08}
{"train_loss": 0.0005093121435493231, "global_step": 105782, "epoch": 594, "lr": 2.2583041668189363e-08}
{"train_loss": 0.0008091001072898507, "global_step": 105783, "epoch": 594, "lr": 2.2538655743042924e-08}
{"train_loss": 0.0010801807511597872, "global_step": 105784, "epoch": 594, "lr": 2.2494313470222684e-08}
{"train_loss": 0.0006927159847691655, "global_step": 105785, "epoch": 594, "lr": 2.2450014849767498e-08}
{"train_loss": 0.0008603126625530422, "global_step": 105786, "epoch": 594, "lr": 2.2405759881721777e-08}
{"train_loss": 0.0019033506978303194, "global_step": 105787, "epoch": 594, "lr": 2.2361548566118828e-08}
{"train_loss": 0.0005254852585494518, "global_step": 105788, "epoch": 594, "lr": 2.231738090299751e-08}
{"train_loss": 0.0010302732698619366, "global_step": 105789, "epoch": 594, "lr": 2.2273256892396676e-08}
{"train_loss": 0.0004474149027373642, "global_step": 105790, "epoch": 594, "lr": 2.2229176534355188e-08}
{"train_loss": 0.000518927990924567, "global_step": 105791, "epoch": 594, "lr": 2.2185139828911906e-08}
{"train_loss": 0.00029728360823355615, "global_step": 105792, "epoch": 594, "lr": 2.214114677610568e-08}
{"train_loss": 0.0012235682224854827, "global_step": 105793, "epoch": 594, "lr": 2.2097197375975376e-08}
{"train_loss": 0.0007348326034843922, "global_step": 105794, "epoch": 594, "lr": 2.2053291628559846e-08}
{"train_loss": 0.0003690539742819965, "global_step": 105795, "epoch": 594, "lr": 2.20094295338924e-08}
{"train_loss": 0.0008663340122438967, "global_step": 105796, "epoch": 594, "lr": 2.1965611092017445e-08}
{"train_loss": 0.00029309518868103623, "global_step": 105797, "epoch": 594, "lr": 2.192183630296829e-08}
{"train_loss": 0.0011512500932440162, "global_step": 105798, "epoch": 594, "lr": 2.1878105166789343e-08}
{"train_loss": 0.00023420515935868025, "global_step": 105799, "epoch": 594, "lr": 2.1834417683513908e-08}
{"train_loss": 0.0008358258637599647, "global_step": 105800, "epoch": 594, "lr": 2.1790773853180845e-08}
{"train_loss": 0.0013413822744041681, "global_step": 105801, "epoch": 594, "lr": 2.1747173675829012e-08}
{"train_loss": 0.00031351245706900954, "global_step": 105802, "epoch": 594, "lr": 2.170361715149727e-08}
{"train_loss": 0.0004692710645031184, "global_step": 105803, "epoch": 594, "lr": 2.1660104280218917e-08}
{"train_loss": 0.00043242762330919504, "global_step": 105804, "epoch": 594, "lr": 2.161663506203837e-08}
{"train_loss": 0.0007821327308192849, "global_step": 105805, "epoch": 594, "lr": 2.1573209496994485e-08}
{"train_loss": 0.00096670858329162, "global_step": 105806, "epoch": 594, "lr": 2.1529827585115013e-08}
{"train_loss": 0.0009044302860274911, "global_step": 105807, "epoch": 594, "lr": 2.148648932644992e-08}
{"train_loss": 0.0004095073090866208, "global_step": 105808, "epoch": 594, "lr": 2.144319472102696e-08}
{"train_loss": 0.0006110796239227057, "global_step": 105809, "epoch": 594, "lr": 2.139994376889054e-08}
{"train_loss": 0.0010026459349319339, "global_step": 105810, "epoch": 594, "lr": 2.1356736470079518e-08}
{"train_loss": 0.0008649344672448933, "global_step": 105811, "epoch": 594, "lr": 2.1313572824627203e-08}
{"train_loss": 0.0012000261340290308, "global_step": 105812, "epoch": 594, "lr": 2.127045283257245e-08}
{"train_loss": 0.0012069307267665863, "global_step": 105813, "epoch": 594, "lr": 2.1227376493954122e-08}
{"train_loss": 0.0005039722891524434, "global_step": 105814, "epoch": 594, "lr": 2.1184343808805516e-08}
{"train_loss": 0.00079522212035954, "global_step": 105815, "epoch": 594, "lr": 2.114135477717105e-08}
{"train_loss": 0.0004675719537772238, "global_step": 105816, "epoch": 594, "lr": 2.109840939908403e-08}
{"train_loss": 0.0003491259121801704, "global_step": 105817, "epoch": 594, "lr": 2.1055507674583308e-08}
{"train_loss": 0.0010263986187055707, "global_step": 105818, "epoch": 594, "lr": 2.1012649603702194e-08}
{"train_loss": 0.0005382674280554056, "global_step": 105819, "epoch": 594, "lr": 2.09698351864851e-08}
{"train_loss": 0.0006603911751881242, "global_step": 105820, "epoch": 594, "lr": 2.0927064422965326e-08}
{"train_loss": 0.00044363748747855425, "global_step": 105821, "epoch": 594, "lr": 2.0884337313181735e-08}
{"train_loss": 0.000684554863255471, "global_step": 105822, "epoch": 594, "lr": 2.0841653857173183e-08}
{"train_loss": 0.000648652552627027, "global_step": 105823, "epoch": 594, "lr": 2.0799014054972975e-08}
{"train_loss": 0.0008691648254171014, "global_step": 105824, "epoch": 594, "lr": 2.0756417906614424e-08}
{"train_loss": 0.0011045472929254174, "global_step": 105825, "epoch": 594, "lr": 2.071386541214748e-08}
{"train_loss": 0.0005268600070849061, "global_step": 105826, "epoch": 594, "lr": 2.067135657159991e-08}
{"train_loss": 0.0009064438054338098, "global_step": 105827, "epoch": 594, "lr": 2.062889138501056e-08}
{"train_loss": 0.000761981587857008, "global_step": 105828, "epoch": 594, "lr": 2.05864698524183e-08}
{"train_loss": 0.0006120133912190795, "global_step": 105829, "epoch": 594, "lr": 2.054409197385643e-08}
{"train_loss": 0.0008123961742967367, "global_step": 105830, "epoch": 594, "lr": 2.0501757749369356e-08}
{"train_loss": 0.0008613038226030767, "global_step": 105831, "epoch": 594, "lr": 2.0459467178984836e-08}
{"train_loss": 0.0006855748360976577, "global_step": 105832, "epoch": 594, "lr": 2.0417220262747282e-08}
{"train_loss": 0.0014350397977977991, "global_step": 105833, "epoch": 594, "lr": 2.037501700069e-08}
{"train_loss": 0.0009057859424501657, "global_step": 105834, "epoch": 594, "lr": 2.0332857392851844e-08}
{"train_loss": 0.0007308177882805467, "global_step": 105835, "epoch": 594, "lr": 2.0290741439260576e-08}
{"train_loss": 0.0014493828639388084, "global_step": 105836, "epoch": 594, "lr": 2.0248669139966148e-08}
{"train_loss": 0.0004844733630307019, "global_step": 105837, "epoch": 594, "lr": 2.020664049500187e-08}
{"train_loss": 0.0009746624273248017, "global_step": 105838, "epoch": 594, "lr": 2.0164655504401054e-08}
{"train_loss": 0.00047276102122850716, "global_step": 105839, "epoch": 594, "lr": 2.0122714168197e-08}
{"train_loss": 0.001181023195385933, "global_step": 105840, "epoch": 594, "lr": 2.0080816486434118e-08}
{"train_loss": 0.00036880007246509194, "global_step": 105841, "epoch": 594, "lr": 2.0038962459145716e-08}
{"train_loss": 0.000615724129602313, "global_step": 105842, "epoch": 594, "lr": 1.9997152086370652e-08}
{"train_loss": 0.0012141192564740777, "global_step": 105843, "epoch": 594, "lr": 1.9955385368142233e-08}
{"train_loss": 0.00022655358770862222, "global_step": 105844, "epoch": 594, "lr": 1.9913662304499315e-08}
{"train_loss": 0.0014263447374105453, "global_step": 105845, "epoch": 594, "lr": 1.9871982895469655e-08}
{"train_loss": 0.0005206029745750129, "global_step": 105846, "epoch": 594, "lr": 1.9830347141103213e-08}
{"train_loss": 0.0005129763158038259, "global_step": 105847, "epoch": 594, "lr": 1.9788755041433292e-08}
{"train_loss": 0.0005760170170105994, "global_step": 105848, "epoch": 594, "lr": 1.9747206596487657e-08}
{"train_loss": 0.0009420979185961187, "global_step": 105849, "epoch": 594, "lr": 1.9705701806310705e-08}
{"train_loss": 0.0007623156998306513, "global_step": 105850, "epoch": 594, "lr": 1.966424067093575e-08}
{"train_loss": 0.0004443245125003159, "global_step": 105851, "epoch": 594, "lr": 1.96228231903961e-08}
{"train_loss": 0.0004463798541110009, "global_step": 105852, "epoch": 594, "lr": 1.958144936473061e-08}
{"train_loss": 0.0007390201208181679, "global_step": 105853, "epoch": 594, "lr": 1.9540119193983687e-08}
{"train_loss": 0.0018145538633689284, "global_step": 105854, "epoch": 594, "lr": 1.9498832678177536e-08}
{"train_loss": 0.00033940188586711884, "global_step": 105855, "epoch": 594, "lr": 1.945758981735102e-08}
{"train_loss": 0.0007215804071165621, "global_step": 105856, "epoch": 594, "lr": 1.9416390611548542e-08}
{"train_loss": 0.001019161893054843, "global_step": 105857, "epoch": 594, "lr": 1.937523506080341e-08}
{"train_loss": 0.00032763605122454464, "global_step": 105858, "epoch": 594, "lr": 1.933412316514338e-08}
{"train_loss": 0.0006950075039640069, "global_step": 105859, "epoch": 594, "lr": 1.9293054924612864e-08}
{"train_loss": 0.0003911638632416725, "global_step": 105860, "epoch": 594, "lr": 1.9252030339245165e-08}
{"train_loss": 0.0008650945965200663, "global_step": 105861, "epoch": 594, "lr": 1.921104940907359e-08}
{"train_loss": 0.0006118902238085866, "global_step": 105862, "epoch": 594, "lr": 1.9170112134142548e-08}
{"train_loss": 0.0007565604755654931, "global_step": 105863, "epoch": 594, "lr": 1.9129218514474245e-08}
{"train_loss": 0.0005817283526994288, "global_step": 105864, "epoch": 594, "lr": 1.908836855011864e-08}
{"train_loss": 0.0007828852394595742, "global_step": 105865, "epoch": 594, "lr": 1.9047562241097938e-08}
{"train_loss": 0.0013864089269191027, "global_step": 105866, "epoch": 594, "lr": 1.900679958745655e-08}
{"train_loss": 0.001220555743202567, "global_step": 105867, "epoch": 594, "lr": 1.8966080589227774e-08}
{"train_loss": 0.0010909037664532661, "global_step": 105868, "epoch": 594, "lr": 1.892540524645048e-08}
{"train_loss": 0.0011066845618188381, "global_step": 105869, "epoch": 594, "lr": 1.8884773559152412e-08}
{"train_loss": 0.0006025162292644382, "global_step": 105870, "epoch": 594, "lr": 1.884418552737799e-08}
{"train_loss": 0.0005804750835523009, "global_step": 105871, "epoch": 594, "lr": 1.880364115115496e-08}
{"train_loss": 0.0006606792449019849, "global_step": 105872, "epoch": 594, "lr": 1.8763140430522186e-08}
{"train_loss": 0.0002302213542861864, "global_step": 105873, "epoch": 594, "lr": 1.8722683365518523e-08}
{"train_loss": 0.0008444038685411215, "global_step": 105874, "epoch": 594, "lr": 1.8682269956171728e-08}
{"train_loss": 0.0017860818188637495, "global_step": 105875, "epoch": 594, "lr": 1.8641900202526207e-08}
{"train_loss": 0.00043429635115899146, "global_step": 105876, "epoch": 594, "lr": 1.8601574104604168e-08}
{"train_loss": 0.00026031816378235817, "global_step": 105877, "epoch": 594, "lr": 1.856129166245557e-08}
{"train_loss": 0.000878217164427042, "global_step": 105878, "epoch": 594, "lr": 1.8521052876108168e-08}
{"train_loss": 0.00062332465313375, "global_step": 105879, "epoch": 594, "lr": 1.8480857745595272e-08}
{"train_loss": 0.0007871133275330067, "global_step": 105880, "epoch": 594, "lr": 1.8440706270955733e-08}
{"train_loss": 0.000527965254150331, "global_step": 105881, "epoch": 594, "lr": 1.840059845222286e-08}
{"train_loss": 0.00235530873760581, "global_step": 105882, "epoch": 594, "lr": 1.8360534289429965e-08}
{"train_loss": 0.00030557624995708466, "global_step": 105883, "epoch": 594, "lr": 1.83205137826159e-08}
{"train_loss": 0.0007632301421836019, "global_step": 105884, "epoch": 594, "lr": 1.8280536931813975e-08}
{"train_loss": 0.0010173228802159429, "global_step": 105885, "epoch": 594, "lr": 1.8240603737057495e-08}
{"train_loss": 0.0008404197869822383, "global_step": 105886, "epoch": 594, "lr": 1.8200714198385317e-08}
{"train_loss": 0.0009414910455234349, "global_step": 105887, "epoch": 594, "lr": 1.8160868315830747e-08}
{"train_loss": 0.001161979860626161, "global_step": 105888, "epoch": 594, "lr": 1.8121066089427097e-08}
{"train_loss": 0.0008045542053878307, "global_step": 105889, "epoch": 594, "lr": 1.808130751920767e-08}
{"train_loss": 0.0014338933397084475, "global_step": 105890, "epoch": 594, "lr": 1.804159260521132e-08}
{"train_loss": 0.0012318543158471584, "global_step": 105891, "epoch": 594, "lr": 1.8001921347471364e-08}
{"train_loss": 0.00044048530980944633, "global_step": 105892, "epoch": 594, "lr": 1.7962293746021098e-08}
{"train_loss": 0.0009405323071405292, "global_step": 105893, "epoch": 594, "lr": 1.7922709800893833e-08}
{"train_loss": 0.0009725710260681808, "global_step": 105894, "epoch": 594, "lr": 1.7883169512128428e-08}
{"train_loss": 0.0003211313160136342, "global_step": 105895, "epoch": 594, "lr": 1.784367287975819e-08}
{"train_loss": 0.00039209992974065244, "global_step": 105896, "epoch": 594, "lr": 1.780421990381642e-08}
{"train_loss": 0.0003624130040407181, "global_step": 105897, "epoch": 594, "lr": 1.776481058433643e-08}
{"train_loss": 0.00041146500734612346, "global_step": 105898, "epoch": 594, "lr": 1.772544492135153e-08}
{"train_loss": 0.0007100039510987699, "global_step": 105899, "epoch": 594, "lr": 1.768612291490057e-08}
{"train_loss": 0.0003261794045101851, "global_step": 105900, "epoch": 594, "lr": 1.7646844565016864e-08}
{"train_loss": 0.0009473394602537155, "global_step": 105901, "epoch": 594, "lr": 1.760760987173371e-08}
{"train_loss": 0.0008360058418475091, "global_step": 105902, "epoch": 594, "lr": 1.7568418835084422e-08}
{"train_loss": 0.0006451626541092992, "global_step": 105903, "epoch": 594, "lr": 1.7529271455102304e-08}
{"train_loss": 0.0006313516641966999, "global_step": 105904, "epoch": 594, "lr": 1.7490167731826213e-08}
{"train_loss": 0.0005252965493127704, "global_step": 105905, "epoch": 594, "lr": 1.7451107665289458e-08}
{"train_loss": 0.0005975627573207021, "global_step": 105906, "epoch": 594, "lr": 1.741209125551979e-08}
{"train_loss": 0.0008052940247580409, "global_step": 105907, "epoch": 594, "lr": 1.7373118502556073e-08}
{"train_loss": 0.0010664428118616343, "global_step": 105908, "epoch": 594, "lr": 1.733418940643716e-08}
{"train_loss": 0.0007825212144708847, "global_step": 105909, "epoch": 594, "lr": 1.729530396718526e-08}
{"train_loss": 0.0003877890412695706, "global_step": 105910, "epoch": 595, "lr": 1.7256462184844778e-08}
{"train_loss": 0.0005883916164748371, "global_step": 105911, "epoch": 595, "lr": 1.7217664059443473e-08}
{"train_loss": 0.0011748216347768903, "global_step": 105912, "epoch": 595, "lr": 1.71789095910202e-08}
{"train_loss": 0.0002715569280553609, "global_step": 105913, "epoch": 595, "lr": 1.7140198779602713e-08}
{"train_loss": 0.0009130134712904692, "global_step": 105914, "epoch": 595, "lr": 1.7101531625235424e-08}
{"train_loss": 0.0011721429182216525, "global_step": 105915, "epoch": 595, "lr": 1.7062908127934985e-08}
{"train_loss": 0.001087667653337121, "global_step": 105916, "epoch": 595, "lr": 1.7024328287751356e-08}
{"train_loss": 0.0010882951319217682, "global_step": 105917, "epoch": 595, "lr": 1.6985792104712295e-08}
{"train_loss": 0.0004993465845473111, "global_step": 105918, "epoch": 595, "lr": 1.6947299578851105e-08}
{"train_loss": 0.002373400144279003, "global_step": 105919, "epoch": 595, "lr": 1.6908850710201096e-08}
{"train_loss": 0.0005368874408304691, "global_step": 105920, "epoch": 595, "lr": 1.6870445498795572e-08}
{"train_loss": 0.0004222818824928254, "global_step": 105921, "epoch": 595, "lr": 1.6832083944667842e-08}
{"train_loss": 0.0010193216148763895, "global_step": 105922, "epoch": 595, "lr": 1.679376604785121e-08}
{"train_loss": 0.0013797655701637268, "global_step": 105923, "epoch": 595, "lr": 1.6755491808378987e-08}
{"train_loss": 0.0010326106566935778, "global_step": 105924, "epoch": 595, "lr": 1.6717261226290027e-08}
{"train_loss": 0.0006901109591126442, "global_step": 105925, "epoch": 595, "lr": 1.6679074301612085e-08}
{"train_loss": 0.0005136379622854292, "global_step": 105926, "epoch": 595, "lr": 1.6640931034384023e-08}
{"train_loss": 0.0018021943978965282, "global_step": 105927, "epoch": 595, "lr": 1.660283142462804e-08}
{"train_loss": 0.0012196943862363696, "global_step": 105928, "epoch": 595, "lr": 1.656477547238855e-08}
{"train_loss": 0.0009984467178583145, "global_step": 105929, "epoch": 595, "lr": 1.6526763177693305e-08}
{"train_loss": 0.0003906348720192909, "global_step": 105930, "epoch": 595, "lr": 1.6488794540575613e-08}
{"train_loss": 0.0007598389638587832, "global_step": 105931, "epoch": 595, "lr": 1.6450869561074334e-08}
{"train_loss": 0.0002858774096239358, "global_step": 105932, "epoch": 595, "lr": 1.641298823921722e-08}
{"train_loss": 0.00041775236604735255, "global_step": 105933, "epoch": 595, "lr": 1.637515057503758e-08}
{"train_loss": 0.0005949698388576508, "global_step": 105934, "epoch": 595, "lr": 1.633735656856872e-08}
{"train_loss": 0.0015915425028651953, "global_step": 105935, "epoch": 595, "lr": 1.6299606219843944e-08}
{"train_loss": 0.00028829951770603657, "global_step": 105936, "epoch": 595, "lr": 1.6261899528896562e-08}
{"train_loss": 0.00046695623314008117, "global_step": 105937, "epoch": 595, "lr": 1.622423649575988e-08}
{"train_loss": 0.0013990734005346894, "global_step": 105938, "epoch": 595, "lr": 1.6186617120461656e-08}
{"train_loss": 0.0011186867486685514, "global_step": 105939, "epoch": 595, "lr": 1.6149041403046296e-08}
{"train_loss": 0.0013913579750806093, "global_step": 105940, "epoch": 595, "lr": 1.6111509343536e-08}
{"train_loss": 0.0019277387764304876, "global_step": 105941, "epoch": 595, "lr": 1.6074020941969636e-08}
{"train_loss": 0.00032155911321751773, "global_step": 105942, "epoch": 595, "lr": 1.6036576198374955e-08}
{"train_loss": 0.0005258264718577266, "global_step": 105943, "epoch": 595, "lr": 1.599917511278526e-08}
{"train_loss": 0.0012987402733415365, "global_step": 105944, "epoch": 595, "lr": 1.596181768523941e-08}
{"train_loss": 0.00044750928645953536, "global_step": 105945, "epoch": 595, "lr": 1.5924503915765167e-08}
{"train_loss": 0.0013194375205785036, "global_step": 105946, "epoch": 595, "lr": 1.588723380439583e-08}
{"train_loss": 0.0007396831642836332, "global_step": 105947, "epoch": 595, "lr": 1.5850007351164708e-08}
{"train_loss": 0.00047956977505236864, "global_step": 105948, "epoch": 595, "lr": 1.581282455610511e-08}
{"train_loss": 0.001036125817336142, "global_step": 105949, "epoch": 595, "lr": 1.577568541924479e-08}
{"train_loss": 0.0008356319740414619, "global_step": 105950, "epoch": 595, "lr": 1.5738589940617056e-08}
{"train_loss": 0.0010468779364600778, "global_step": 105951, "epoch": 595, "lr": 1.570153812026076e-08}
{"train_loss": 0.0009377566166222095, "global_step": 105952, "epoch": 595, "lr": 1.5664529958203666e-08}
{"train_loss": 0.0007852223934605718, "global_step": 105953, "epoch": 595, "lr": 1.5627565454479078e-08}
{"train_loss": 0.000636595650576055, "global_step": 105954, "epoch": 595, "lr": 1.5590644609114746e-08}
{"train_loss": 0.0012940624728798866, "global_step": 105955, "epoch": 595, "lr": 1.5553767422149535e-08}
{"train_loss": 0.0005705915973521769, "global_step": 105956, "epoch": 595, "lr": 1.5516933893616746e-08}
{"train_loss": 0.0007561453385278583, "global_step": 105957, "epoch": 595, "lr": 1.548014402353859e-08}
{"train_loss": 0.0008995048119686544, "global_step": 105958, "epoch": 595, "lr": 1.544339781195947e-08}
{"train_loss": 0.0006577088497579098, "global_step": 105959, "epoch": 595, "lr": 1.5406695258901595e-08}
{"train_loss": 0.0005012850160710514, "global_step": 105960, "epoch": 595, "lr": 1.5370036364398265e-08}
{"train_loss": 0.00037513283314183354, "global_step": 105961, "epoch": 595, "lr": 1.5333421128488344e-08}
{"train_loss": 0.00028887236840091646, "global_step": 105962, "epoch": 595, "lr": 1.529684955119959e-08}
{"train_loss": 0.0007910104468464851, "global_step": 105963, "epoch": 595, "lr": 1.52603216325653e-08}
{"train_loss": 0.0005670033860951662, "global_step": 105964, "epoch": 595, "lr": 1.5223837372613237e-08}
{"train_loss": 0.0006459899595938623, "global_step": 105965, "epoch": 595, "lr": 1.5187396771376705e-08}
{"train_loss": 0.0004355618730187416, "global_step": 105966, "epoch": 595, "lr": 1.5150999828889013e-08}
{"train_loss": 0.0010478273034095764, "global_step": 105967, "epoch": 595, "lr": 1.5114646545183465e-08}
{"train_loss": 0.0005865497514605522, "global_step": 105968, "epoch": 595, "lr": 1.507833692029337e-08}
{"train_loss": 0.0006135344738140702, "global_step": 105969, "epoch": 595, "lr": 1.5042070954240927e-08}
{"train_loss": 0.0005589519860222936, "global_step": 105970, "epoch": 595, "lr": 1.5005848647070554e-08}
{"train_loss": 0.0006629974232055247, "global_step": 105971, "epoch": 595, "lr": 1.4969669998804448e-08}
{"train_loss": 0.0012351115001365542, "global_step": 105972, "epoch": 595, "lr": 1.4933535009475917e-08}
{"train_loss": 0.0009120114846155047, "global_step": 105973, "epoch": 595, "lr": 1.4897443679118272e-08}
{"train_loss": 0.0006178298499435186, "global_step": 105974, "epoch": 595, "lr": 1.4861396007764816e-08}
{"train_loss": 0.00042470457265153527, "global_step": 105975, "epoch": 595, "lr": 1.4825391995443305e-08}
{"train_loss": 0.0008169016800820827, "global_step": 105976, "epoch": 595, "lr": 1.4789431642187046e-08}
{"train_loss": 0.0005207019858062267, "global_step": 105977, "epoch": 595, "lr": 1.4753514948029346e-08}
{"train_loss": 0.0008610619115643203, "global_step": 105978, "epoch": 595, "lr": 1.4717641912992408e-08}
{"train_loss": 0.002183122793212533, "global_step": 105979, "epoch": 595, "lr": 1.4681812537120643e-08}
{"train_loss": 0.0004291788791306317, "global_step": 105980, "epoch": 595, "lr": 1.4646026820436254e-08}
{"train_loss": 0.0005911808693781495, "global_step": 105981, "epoch": 595, "lr": 1.4610284762978099e-08}
{"train_loss": 0.0008081155247054994, "global_step": 105982, "epoch": 595, "lr": 1.4574586364768383e-08}
{"train_loss": 0.0019494929583743215, "global_step": 105983, "epoch": 595, "lr": 1.4538931625845965e-08}
{"train_loss": 0.0002378862991463393, "global_step": 105984, "epoch": 595, "lr": 1.4503320546233046e-08}
{"train_loss": 0.001574960770085454, "global_step": 105985, "epoch": 595, "lr": 1.4467753125968487e-08}
{"train_loss": 0.0013513483572751284, "global_step": 105986, "epoch": 595, "lr": 1.4432229365085592e-08}
{"train_loss": 0.0003368901088833809, "global_step": 105987, "epoch": 595, "lr": 1.4396749263606569e-08}
{"train_loss": 0.00035804184153676033, "global_step": 105988, "epoch": 595, "lr": 1.4361312821570272e-08}
{"train_loss": 0.0006396119715645909, "global_step": 105989, "epoch": 595, "lr": 1.4325920038998909e-08}
{"train_loss": 0.0006776146474294364, "global_step": 105990, "epoch": 595, "lr": 1.4290570915931334e-08}
{"train_loss": 0.0006546844379045069, "global_step": 105991, "epoch": 595, "lr": 1.4255265452400857e-08}
{"train_loss": 0.0012128492817282677, "global_step": 105992, "epoch": 595, "lr": 1.422000364842413e-08}
{"train_loss": 0.0005376494955271482, "global_step": 105993, "epoch": 595, "lr": 1.4184785504051112e-08}
{"train_loss": 0.0008344371453858912, "global_step": 105994, "epoch": 595, "lr": 1.4149611019292907e-08}
{"train_loss": 0.0009064426994882524, "global_step": 105995, "epoch": 595, "lr": 1.4114480194193924e-08}
{"train_loss": 0.0022640926763415337, "global_step": 105996, "epoch": 595, "lr": 1.4079393028781918e-08}
{"train_loss": 0.0016551442677155137, "global_step": 105997, "epoch": 595, "lr": 1.4044349523084643e-08}
{"train_loss": 0.0005275756702758372, "global_step": 105998, "epoch": 595, "lr": 1.4009349677135408e-08}
{"train_loss": 0.0007642355049028993, "global_step": 105999, "epoch": 595, "lr": 1.3974393490967518e-08}
{"train_loss": 0.0019200592068955302, "global_step": 106000, "epoch": 595, "lr": 1.3939480964603179e-08}
{"train_loss": 0.000829618948046118, "global_step": 106001, "epoch": 595, "lr": 1.3904612098075698e-08}
{"train_loss": 0.0010384107008576393, "global_step": 106002, "epoch": 595, "lr": 1.386978689142393e-08}
{"train_loss": 0.0012708546128123999, "global_step": 106003, "epoch": 595, "lr": 1.3835005344664532e-08}
{"train_loss": 0.0009750279132276773, "global_step": 106004, "epoch": 595, "lr": 1.3800267457841908e-08}
{"train_loss": 0.0006123851053416729, "global_step": 106005, "epoch": 595, "lr": 1.3765573230978268e-08}
{"train_loss": 0.00021939666476100683, "global_step": 106006, "epoch": 595, "lr": 1.3730922664101365e-08}
{"train_loss": 0.0008011898025870323, "global_step": 106007, "epoch": 595, "lr": 1.3696315757244504e-08}
{"train_loss": 0.0015361078549176455, "global_step": 106008, "epoch": 595, "lr": 1.3661752510440995e-08}
{"train_loss": 0.0010567419230937958, "global_step": 106009, "epoch": 595, "lr": 1.3627232923724142e-08}
{"train_loss": 0.0006381754647009075, "global_step": 106010, "epoch": 595, "lr": 1.35927569971106e-08}
{"train_loss": 0.00043199193896725774, "global_step": 106011, "epoch": 595, "lr": 1.3558324730644778e-08}
{"train_loss": 0.00044169259490445256, "global_step": 106012, "epoch": 595, "lr": 1.3523936124343329e-08}
{"train_loss": 0.0005122972652316093, "global_step": 106013, "epoch": 595, "lr": 1.348959117825066e-08}
{"train_loss": 0.0015633223811164498, "global_step": 106014, "epoch": 595, "lr": 1.3455289892388977e-08}
{"train_loss": 0.0010983316460624337, "global_step": 106015, "epoch": 595, "lr": 1.3421032266786038e-08}
{"train_loss": 0.000699525757227093, "global_step": 106016, "epoch": 595, "lr": 1.3386818301475145e-08}
{"train_loss": 0.000914624659344554, "global_step": 106017, "epoch": 595, "lr": 1.3352647996484058e-08}
{"train_loss": 0.0002644656924530864, "global_step": 106018, "epoch": 595, "lr": 1.331852135184608e-08}
{"train_loss": 0.0004733380919788033, "global_step": 106019, "epoch": 595, "lr": 1.328443836758897e-08}
{"train_loss": 0.0019080083584412932, "global_step": 106020, "epoch": 595, "lr": 1.3250399043746032e-08}
{"train_loss": 0.00036140342126600444, "global_step": 106021, "epoch": 595, "lr": 1.321640338033947e-08}
{"train_loss": 0.00044683634769171476, "global_step": 106022, "epoch": 595, "lr": 1.3182451377402594e-08}
{"train_loss": 0.0008337574545294046, "global_step": 106023, "epoch": 595, "lr": 1.3148543034968707e-08}
{"train_loss": 0.000292796699795872, "global_step": 106024, "epoch": 595, "lr": 1.3114678353060017e-08}
{"train_loss": 0.00029623258160427213, "global_step": 106025, "epoch": 595, "lr": 1.308085733171538e-08}
{"train_loss": 0.0001969322911463678, "global_step": 106026, "epoch": 595, "lr": 1.3047079970956999e-08}
{"train_loss": 0.0022146697156131268, "global_step": 106027, "epoch": 595, "lr": 1.3013346270818183e-08}
{"train_loss": 0.0007759415311738849, "global_step": 106028, "epoch": 595, "lr": 1.2979656231326687e-08}
{"train_loss": 0.0007383519550785422, "global_step": 106029, "epoch": 595, "lr": 1.2946009852510266e-08}
{"train_loss": 0.0016574282199144363, "global_step": 106030, "epoch": 595, "lr": 1.2912407134402227e-08}
{"train_loss": 0.00020071865583304316, "global_step": 106031, "epoch": 595, "lr": 1.2878848077030326e-08}
{"train_loss": 0.0009385334560647607, "global_step": 106032, "epoch": 595, "lr": 1.2845332680422318e-08}
{"train_loss": 0.0013633864000439644, "global_step": 106033, "epoch": 595, "lr": 1.281186094461151e-08}
{"train_loss": 0.0006877018604427576, "global_step": 106034, "epoch": 595, "lr": 1.2778432869620106e-08}
{"train_loss": 0.0007823578780516982, "global_step": 106035, "epoch": 595, "lr": 1.2745048455481412e-08}
{"train_loss": 0.001680521760135889, "global_step": 106036, "epoch": 595, "lr": 1.2711707702228737e-08}
{"train_loss": 0.0005461596883833408, "global_step": 106037, "epoch": 595, "lr": 1.2678410609884284e-08}
{"train_loss": 0.0009810476331040263, "global_step": 106038, "epoch": 595, "lr": 1.264515717848136e-08}
{"train_loss": 0.00034714408684521914, "global_step": 106039, "epoch": 595, "lr": 1.261194740804772e-08}
{"train_loss": 0.0005015541100874543, "global_step": 106040, "epoch": 595, "lr": 1.257878129861112e-08}
{"train_loss": 0.0004782632167916745, "global_step": 106041, "epoch": 595, "lr": 1.2545658850199316e-08}
{"train_loss": 0.0011689421953633428, "global_step": 106042, "epoch": 595, "lr": 1.2512580062845614e-08}
{"train_loss": 0.0015968263614922762, "global_step": 106043, "epoch": 595, "lr": 1.247954493657777e-08}
{"train_loss": 0.00032091530738398433, "global_step": 106044, "epoch": 595, "lr": 1.2446553471423539e-08}
{"train_loss": 0.0009424277814105153, "global_step": 106045, "epoch": 595, "lr": 1.2413605667416229e-08}
{"train_loss": 0.0013966546393930912, "global_step": 106046, "epoch": 595, "lr": 1.2380701524578042e-08}
{"train_loss": 0.0011222235625609756, "global_step": 106047, "epoch": 595, "lr": 1.2347841042936737e-08}
{"train_loss": 0.0004970313748344779, "global_step": 106048, "epoch": 595, "lr": 1.2315024222525618e-08}
{"train_loss": 0.0006901437882333994, "global_step": 106049, "epoch": 595, "lr": 1.228225106337244e-08}
{"train_loss": 0.001051250146701932, "global_step": 106050, "epoch": 595, "lr": 1.2249521565504962e-08}
{"train_loss": 0.0005897906376048923, "global_step": 106051, "epoch": 595, "lr": 1.2216835728950938e-08}
{"train_loss": 0.0003533530398271978, "global_step": 106052, "epoch": 595, "lr": 1.2184193553743672e-08}
{"train_loss": 0.0009876398835331202, "global_step": 106053, "epoch": 595, "lr": 1.2151595039905372e-08}
{"train_loss": 0.0006985397776588798, "global_step": 106054, "epoch": 595, "lr": 1.2119040187469344e-08}
{"train_loss": 0.0006609157426282763, "global_step": 106055, "epoch": 595, "lr": 1.2086528996463343e-08}
{"train_loss": 0.0009696397464722395, "global_step": 106056, "epoch": 595, "lr": 1.2054061466909572e-08}
{"train_loss": 0.0013909370172768831, "global_step": 106057, "epoch": 595, "lr": 1.202163759884689e-08}
{"train_loss": 0.0005159020656719804, "global_step": 106058, "epoch": 595, "lr": 1.1989257392297504e-08}
{"train_loss": 0.0006945776985958219, "global_step": 106059, "epoch": 595, "lr": 1.1956920847289167e-08}
{"train_loss": 0.0002827807329595089, "global_step": 106060, "epoch": 595, "lr": 1.1924627963849633e-08}
{"train_loss": 0.0004653477808460593, "global_step": 106061, "epoch": 595, "lr": 1.189237874200666e-08}
{"train_loss": 0.0006252314196899533, "global_step": 106062, "epoch": 595, "lr": 1.1860173181793555e-08}
{"train_loss": 0.0010219826363027096, "global_step": 106063, "epoch": 595, "lr": 1.182801128323252e-08}
{"train_loss": 0.0004363623447716236, "global_step": 106064, "epoch": 595, "lr": 1.1795893046356865e-08}
{"train_loss": 0.0009279313962906599, "global_step": 106065, "epoch": 595, "lr": 1.1763818471194344e-08}
{"train_loss": 0.0004002215573564172, "global_step": 106066, "epoch": 595, "lr": 1.173178755776716e-08}
{"train_loss": 0.0008386044064536691, "global_step": 106067, "epoch": 595, "lr": 1.1699800306108621e-08}
{"train_loss": 0.0011350144632160664, "global_step": 106068, "epoch": 595, "lr": 1.1667856716246484e-08}
{"train_loss": 0.00038276019040495157, "global_step": 106069, "epoch": 595, "lr": 1.163595678820295e-08}
{"train_loss": 0.0004884458612650633, "global_step": 106070, "epoch": 595, "lr": 1.1604100522016881e-08}
{"train_loss": 0.0006352159543894231, "global_step": 106071, "epoch": 595, "lr": 1.1572287917704928e-08}
{"train_loss": 0.0010928858537226915, "global_step": 106072, "epoch": 595, "lr": 1.1540518975294844e-08}
{"train_loss": 0.000490608683321625, "global_step": 106073, "epoch": 595, "lr": 1.1508793694825493e-08}
{"train_loss": 0.000832960125990212, "global_step": 106074, "epoch": 595, "lr": 1.1477112076319075e-08}
{"train_loss": 0.00048402068205177784, "global_step": 106075, "epoch": 595, "lr": 1.1445474119797794e-08}
{"train_loss": 0.0015227916883304715, "global_step": 106076, "epoch": 595, "lr": 1.141387982529496e-08}
{"train_loss": 0.00027983536710962653, "global_step": 106077, "epoch": 595, "lr": 1.1382329192832774e-08}
{"train_loss": 0.0006100699538365006, "global_step": 106078, "epoch": 595, "lr": 1.1350822222450097e-08}
{"train_loss": 0.0007459952030330896, "global_step": 106079, "epoch": 595, "lr": 1.1319358914163581e-08}
{"train_loss": 0.0012393303913995624, "global_step": 106080, "epoch": 595, "lr": 1.128793926800098e-08}
{"train_loss": 0.0004490453575272113, "global_step": 106081, "epoch": 595, "lr": 1.1256563284001153e-08}
{"train_loss": 0.0006404235027730465, "global_step": 106082, "epoch": 595, "lr": 1.1225230962175203e-08}
{"train_loss": 0.0007457526517100632, "global_step": 106083, "epoch": 595, "lr": 1.1193942302561989e-08}
{"train_loss": 0.001237885095179081, "global_step": 106084, "epoch": 595, "lr": 1.1162697305189263e-08}
{"train_loss": 0.0004295648541301489, "global_step": 106085, "epoch": 595, "lr": 1.113149597007368e-08}
{"train_loss": 0.0007345887715928257, "global_step": 106086, "epoch": 595, "lr": 1.1100338297254098e-08}
{"train_loss": 0.000830496494999035, "global_step": 106087, "epoch": 595, "lr": 1.1069224286752722e-08, "train_action_mse_error": 1.0665602303561172e-06}
{"train_loss": 0.0008717823657207191, "global_step": 106088, "epoch": 596, "lr": 1.1038153938597307e-08}
{"train_loss": 0.0008969647460617125, "global_step": 106089, "epoch": 596, "lr": 1.1007127252810057e-08}
{"train_loss": 0.0006563937640748918, "global_step": 106090, "epoch": 596, "lr": 1.0976144229424278e-08}
{"train_loss": 0.0008106374880298972, "global_step": 106091, "epoch": 596, "lr": 1.0945204868467728e-08}
{"train_loss": 0.0008740638149902225, "global_step": 106092, "epoch": 596, "lr": 1.0914309169968163e-08}
{"train_loss": 0.0006939254817552865, "global_step": 106093, "epoch": 596, "lr": 1.0883457133947783e-08}
{"train_loss": 0.0004938358906656504, "global_step": 106094, "epoch": 596, "lr": 1.0852648760434347e-08}
{"train_loss": 0.0010876518208533525, "global_step": 106095, "epoch": 596, "lr": 1.082188404945006e-08}
{"train_loss": 0.0003051930107176304, "global_step": 106096, "epoch": 596, "lr": 1.0791163001033777e-08}
{"train_loss": 0.0004608987655956298, "global_step": 106097, "epoch": 596, "lr": 1.0760485615207705e-08}
{"train_loss": 0.00044175059883855283, "global_step": 106098, "epoch": 596, "lr": 1.0729851891994048e-08}
{"train_loss": 0.0008907363517209888, "global_step": 106099, "epoch": 596, "lr": 1.069926183142056e-08}
{"train_loss": 0.0008556324755772948, "global_step": 106100, "epoch": 596, "lr": 1.066871543352055e-08}
{"train_loss": 0.0004959766520187259, "global_step": 106101, "epoch": 596, "lr": 1.0638212698310668e-08}
{"train_loss": 0.0009962253971025348, "global_step": 106102, "epoch": 596, "lr": 1.0607753625829776e-08}
{"train_loss": 0.0009543400956317782, "global_step": 106103, "epoch": 596, "lr": 1.0577338216094524e-08}
{"train_loss": 0.0009765655267983675, "global_step": 106104, "epoch": 596, "lr": 1.0546966469132668e-08}
{"train_loss": 0.0005146973999217153, "global_step": 106105, "epoch": 596, "lr": 1.0516638384971966e-08}
{"train_loss": 0.00053513323655352, "global_step": 106106, "epoch": 596, "lr": 1.0486353963645724e-08}
{"train_loss": 0.0007950766012072563, "global_step": 106107, "epoch": 596, "lr": 1.0456113205170593e-08}
{"train_loss": 0.00078629853669554, "global_step": 106108, "epoch": 596, "lr": 1.042591610957433e-08}
{"train_loss": 0.0014029251178726554, "global_step": 106109, "epoch": 596, "lr": 1.0395762676890241e-08}
{"train_loss": 0.0006072911201044917, "global_step": 106110, "epoch": 596, "lr": 1.0365652907134982e-08}
{"train_loss": 0.0010845223441720009, "global_step": 106111, "epoch": 596, "lr": 1.0335586800341857e-08}
{"train_loss": 0.00021165263024158776, "global_step": 106112, "epoch": 596, "lr": 1.0305564356538622e-08}
{"train_loss": 0.0005894540809094906, "global_step": 106113, "epoch": 596, "lr": 1.027558557574193e-08}
{"train_loss": 0.0004173346678726375, "global_step": 106114, "epoch": 596, "lr": 1.024565045799064e-08}
{"train_loss": 0.0007605013670399785, "global_step": 106115, "epoch": 596, "lr": 1.0215759003301406e-08}
{"train_loss": 0.0004408005625009537, "global_step": 106116, "epoch": 596, "lr": 1.0185911211701981e-08}
{"train_loss": 0.0004407098167575896, "global_step": 106117, "epoch": 596, "lr": 1.0156107083220123e-08}
{"train_loss": 0.0003275363997090608, "global_step": 106118, "epoch": 596, "lr": 1.0126346617883586e-08}
{"train_loss": 0.00037935812724754214, "global_step": 106119, "epoch": 596, "lr": 1.0096629815714576e-08}
{"train_loss": 0.001273876754567027, "global_step": 106120, "epoch": 596, "lr": 1.0066956676740847e-08}
{"train_loss": 0.0005299682379700243, "global_step": 106121, "epoch": 596, "lr": 1.0037327200990154e-08}
{"train_loss": 0.0009805334266275167, "global_step": 106122, "epoch": 596, "lr": 1.0007741388484704e-08}
{"train_loss": 0.00013779415166936815, "global_step": 106123, "epoch": 596, "lr": 9.97819923925225e-09}
{"train_loss": 0.0007646784069947898, "global_step": 106124, "epoch": 596, "lr": 9.94870075332055e-09}
{"train_loss": 0.0003384515002835542, "global_step": 106125, "epoch": 596, "lr": 9.919245930706256e-09}
{"train_loss": 0.0007167966105043888, "global_step": 106126, "epoch": 596, "lr": 9.889834771448225e-09}
{"train_loss": 0.000581343425437808, "global_step": 106127, "epoch": 596, "lr": 9.860467275568663e-09}
{"train_loss": 0.00038025621324777603, "global_step": 106128, "epoch": 596, "lr": 9.831143443084223e-09}
{"train_loss": 0.0008558703120797873, "global_step": 106129, "epoch": 596, "lr": 9.801863274028211e-09}
{"train_loss": 0.0004640093829948455, "global_step": 106130, "epoch": 596, "lr": 9.772626768428383e-09}
{"train_loss": 0.0006960621103644371, "global_step": 106131, "epoch": 596, "lr": 9.743433926306943e-09}
{"train_loss": 0.0007159259403124452, "global_step": 106132, "epoch": 596, "lr": 9.714284747686097e-09}
{"train_loss": 0.00040858174907043576, "global_step": 106133, "epoch": 596, "lr": 9.685179232593599e-09}
{"train_loss": 0.0003163307555951178, "global_step": 106134, "epoch": 596, "lr": 9.656117381057207e-09}
{"train_loss": 0.0003667196724563837, "global_step": 106135, "epoch": 596, "lr": 9.627099193099121e-09}
{"train_loss": 0.0003356770030222833, "global_step": 106136, "epoch": 596, "lr": 9.598124668747099e-09}
{"train_loss": 0.00045506123569794, "global_step": 106137, "epoch": 596, "lr": 9.569193808028898e-09}
{"train_loss": 0.0005565691972151399, "global_step": 106138, "epoch": 596, "lr": 9.54030661096672e-09}
{"train_loss": 0.0006380266277119517, "global_step": 106139, "epoch": 596, "lr": 9.511463077582772e-09}
{"train_loss": 0.0016178279183804989, "global_step": 106140, "epoch": 596, "lr": 9.482663207904807e-09}
{"train_loss": 0.0003817869583144784, "global_step": 106141, "epoch": 596, "lr": 9.453907001960582e-09}
{"train_loss": 0.0003429103526286781, "global_step": 106142, "epoch": 596, "lr": 9.425194459772302e-09}
{"train_loss": 0.0004022164212074131, "global_step": 106143, "epoch": 596, "lr": 9.39652558136217e-09}
{"train_loss": 0.00029206229373812675, "global_step": 106144, "epoch": 596, "lr": 9.367900366763494e-09}
{"train_loss": 0.000826642441097647, "global_step": 106145, "epoch": 596, "lr": 9.339318815992926e-09}
{"train_loss": 0.0012113964185118675, "global_step": 106146, "epoch": 596, "lr": 9.310780929083774e-09}
{"train_loss": 0.0007338293362408876, "global_step": 106147, "epoch": 596, "lr": 9.28228670605269e-09}
{"train_loss": 0.0015205590752884746, "global_step": 106148, "epoch": 596, "lr": 9.25383614692743e-09}
{"train_loss": 0.000939550343900919, "global_step": 106149, "epoch": 596, "lr": 9.225429251735751e-09}
{"train_loss": 0.0006307876901701093, "global_step": 106150, "epoch": 596, "lr": 9.197066020499856e-09}
{"train_loss": 0.00031946093076840043, "global_step": 106151, "epoch": 596, "lr": 9.16874645324195e-09}
{"train_loss": 0.00045742985093966126, "global_step": 106152, "epoch": 596, "lr": 9.140470549989787e-09}
{"train_loss": 0.001238740049302578, "global_step": 106153, "epoch": 596, "lr": 9.112238310771126e-09}
{"train_loss": 0.000695187016390264, "global_step": 106154, "epoch": 596, "lr": 9.084049735608168e-09}
{"train_loss": 0.000310347240883857, "global_step": 106155, "epoch": 596, "lr": 9.05590482452312e-09}
{"train_loss": 0.0003753227065317333, "global_step": 106156, "epoch": 596, "lr": 9.027803577543736e-09}
{"train_loss": 0.0002975186798721552, "global_step": 106157, "epoch": 596, "lr": 8.999745994692222e-09}
{"train_loss": 0.00024818783276714385, "global_step": 106158, "epoch": 596, "lr": 8.97173207599078e-09}
{"train_loss": 0.0009892471134662628, "global_step": 106159, "epoch": 596, "lr": 8.943761821467167e-09}
{"train_loss": 0.0002450534957461059, "global_step": 106160, "epoch": 596, "lr": 8.91583523114914e-09}
{"train_loss": 0.001472643343731761, "global_step": 106161, "epoch": 596, "lr": 8.8879523050589e-09}
{"train_loss": 0.0002623583422973752, "global_step": 106162, "epoch": 596, "lr": 8.860113043218654e-09}
{"train_loss": 0.00037309303297661245, "global_step": 106163, "epoch": 596, "lr": 8.832317445650607e-09}
{"train_loss": 0.0005074752843938768, "global_step": 106164, "epoch": 596, "lr": 8.804565512382512e-09}
{"train_loss": 0.00042860821122303605, "global_step": 106165, "epoch": 596, "lr": 8.776857243442127e-09}
{"train_loss": 0.00105009984690696, "global_step": 106166, "epoch": 596, "lr": 8.749192638846104e-09}
{"train_loss": 0.0005963487783446908, "global_step": 106167, "epoch": 596, "lr": 8.7215716986222e-09}
{"train_loss": 0.000543508562259376, "global_step": 106168, "epoch": 596, "lr": 8.693994422798168e-09}
{"train_loss": 0.000642460654489696, "global_step": 106169, "epoch": 596, "lr": 8.666460811390663e-09}
{"train_loss": 0.0008932146010920405, "global_step": 106170, "epoch": 596, "lr": 8.638970864427443e-09}
{"train_loss": 0.0010902294889092445, "global_step": 106171, "epoch": 596, "lr": 8.611524581936258e-09}
{"train_loss": 0.0005241108010523021, "global_step": 106172, "epoch": 596, "lr": 8.584121963933767e-09}
{"train_loss": 0.0005639914888888597, "global_step": 106173, "epoch": 596, "lr": 8.556763010447722e-09}
{"train_loss": 0.0014533819630742073, "global_step": 106174, "epoch": 596, "lr": 8.529447721505879e-09}
{"train_loss": 0.0005214905831962824, "global_step": 106175, "epoch": 596, "lr": 8.502176097124893e-09}
{"train_loss": 0.00025275966618210077, "global_step": 106176, "epoch": 596, "lr": 8.474948137332517e-09}
{"train_loss": 0.0013315267860889435, "global_step": 106177, "epoch": 596, "lr": 8.447763842150958e-09}
{"train_loss": 0.0011995019158348441, "global_step": 106178, "epoch": 596, "lr": 8.42062321160797e-09}
{"train_loss": 0.0006283301627263427, "global_step": 106179, "epoch": 596, "lr": 8.393526245720207e-09}
{"train_loss": 0.00027354538906365633, "global_step": 106180, "epoch": 596, "lr": 8.366472944515425e-09}
{"train_loss": 0.0003489255905151367, "global_step": 106181, "epoch": 596, "lr": 8.339463308015827e-09}
{"train_loss": 0.0003232642193324864, "global_step": 106182, "epoch": 596, "lr": 8.31249733624917e-09}
{"train_loss": 0.000516339554451406, "global_step": 106183, "epoch": 596, "lr": 8.285575029237657e-09}
{"train_loss": 0.0008438628865405917, "global_step": 106184, "epoch": 596, "lr": 8.258696386997944e-09}
{"train_loss": 0.00046131614362820983, "global_step": 106185, "epoch": 596, "lr": 8.231861409563336e-09}
{"train_loss": 0.0014033066108822823, "global_step": 106186, "epoch": 596, "lr": 8.205070096950485e-09}
{"train_loss": 0.0006258265348151326, "global_step": 106187, "epoch": 596, "lr": 8.178322449187148e-09}
{"train_loss": 0.0010692521464079618, "global_step": 106188, "epoch": 596, "lr": 8.151618466289978e-09}
{"train_loss": 0.0003590054693631828, "global_step": 106189, "epoch": 596, "lr": 8.124958148292283e-09}
{"train_loss": 0.0008006049902178347, "global_step": 106190, "epoch": 596, "lr": 8.098341495210716e-09}
{"train_loss": 0.0009276426862925291, "global_step": 106191, "epoch": 596, "lr": 8.07176850706748e-09}
{"train_loss": 0.0006859529530629516, "global_step": 106192, "epoch": 596, "lr": 8.04523918389033e-09}
{"train_loss": 0.0008717529708519578, "global_step": 106193, "epoch": 596, "lr": 8.01875352569592e-09}
{"train_loss": 0.0004296392435207963, "global_step": 106194, "epoch": 596, "lr": 7.99231153251756e-09}
{"train_loss": 0.0005755634047091007, "global_step": 106195, "epoch": 596, "lr": 7.96591320436635e-09}
{"train_loss": 0.0008132083457894623, "global_step": 106196, "epoch": 596, "lr": 7.939558541275593e-09}
{"train_loss": 0.0009398413239978254, "global_step": 106197, "epoch": 596, "lr": 7.913247543261949e-09}
{"train_loss": 0.0005625476478599012, "global_step": 106198, "epoch": 596, "lr": 7.886980210353168e-09}
{"train_loss": 0.0005855250637978315, "global_step": 106199, "epoch": 596, "lr": 7.860756542565906e-09}
{"train_loss": 0.0002471625921316445, "global_step": 106200, "epoch": 596, "lr": 7.834576539933469e-09}
{"train_loss": 0.0005882870173081756, "global_step": 106201, "epoch": 596, "lr": 7.80844020246696e-09}
{"train_loss": 0.0007537997444160283, "global_step": 106202, "epoch": 596, "lr": 7.782347530194134e-09}
{"train_loss": 0.0008313112775795162, "global_step": 106203, "epoch": 596, "lr": 7.756298523137196e-09}
{"train_loss": 0.0009351585758849978, "global_step": 106204, "epoch": 596, "lr": 7.730293181323899e-09}
{"train_loss": 0.0006528353551402688, "global_step": 106205, "epoch": 596, "lr": 7.70433150476535e-09}
{"train_loss": 0.0017018499784171581, "global_step": 106206, "epoch": 596, "lr": 7.678413493500402e-09}
{"train_loss": 0.0009188812109641731, "global_step": 106207, "epoch": 596, "lr": 7.65253914753461e-09}
{"train_loss": 0.0007968563586473465, "global_step": 106208, "epoch": 596, "lr": 7.626708466901278e-09}
{"train_loss": 0.0005092288483865559, "global_step": 106209, "epoch": 596, "lr": 7.600921451622611e-09}
{"train_loss": 0.0007787024369463325, "global_step": 106210, "epoch": 596, "lr": 7.575178101720814e-09}
{"train_loss": 0.0005316605675034225, "global_step": 106211, "epoch": 596, "lr": 7.54947841721254e-09}
{"train_loss": 0.0011253217235207558, "global_step": 106212, "epoch": 596, "lr": 7.523822398125546e-09}
{"train_loss": 0.00045106717152521014, "global_step": 106213, "epoch": 596, "lr": 7.498210044482034e-09}
{"train_loss": 0.0004849559045396745, "global_step": 106214, "epoch": 596, "lr": 7.47264135629866e-09}
{"train_loss": 0.00040330723277293146, "global_step": 106215, "epoch": 596, "lr": 7.447116333608728e-09}
{"train_loss": 0.0006855967221781611, "global_step": 106216, "epoch": 596, "lr": 7.421634976423341e-09}
{"train_loss": 0.0005980385467410088, "global_step": 106217, "epoch": 596, "lr": 7.3961972847758075e-09}
{"train_loss": 0.0007517781341448426, "global_step": 106218, "epoch": 596, "lr": 7.370803258677228e-09}
{"train_loss": 0.001264288555830717, "global_step": 106219, "epoch": 596, "lr": 7.3454528981553585e-09}
{"train_loss": 0.00284784147515893, "global_step": 106220, "epoch": 596, "lr": 7.320146203232403e-09}
{"train_loss": 0.0014713213313370943, "global_step": 106221, "epoch": 596, "lr": 7.294883173930567e-09}
{"train_loss": 0.0005834606708958745, "global_step": 106222, "epoch": 596, "lr": 7.269663810266503e-09}
{"train_loss": 0.0009946203790605068, "global_step": 106223, "epoch": 596, "lr": 7.244488112273518e-09}
{"train_loss": 0.0013880495680496097, "global_step": 106224, "epoch": 596, "lr": 7.219356079962714e-09}
{"train_loss": 0.0008035406935960054, "global_step": 106225, "epoch": 596, "lr": 7.194267713361846e-09}
{"train_loss": 0.0006533575942739844, "global_step": 106226, "epoch": 596, "lr": 7.169223012487569e-09}
{"train_loss": 0.0003108646487817168, "global_step": 106227, "epoch": 596, "lr": 7.144221977367638e-09}
{"train_loss": 0.000546647934243083, "global_step": 106228, "epoch": 596, "lr": 7.1192646080242565e-09}
{"train_loss": 0.00033171498216688633, "global_step": 106229, "epoch": 596, "lr": 7.094350904474078e-09}
{"train_loss": 0.0005283756763674319, "global_step": 106230, "epoch": 596, "lr": 7.069480866739309e-09}
{"train_loss": 0.0008133138180710375, "global_step": 106231, "epoch": 596, "lr": 7.044654494847702e-09}
{"train_loss": 0.0016800507437437773, "global_step": 106232, "epoch": 596, "lr": 7.0198717888159124e-09}
{"train_loss": 0.0003520754398778081, "global_step": 106233, "epoch": 596, "lr": 6.995132748666144e-09}
{"train_loss": 0.0009822510182857513, "global_step": 106234, "epoch": 596, "lr": 6.970437374420602e-09}
{"train_loss": 0.0004496466717682779, "global_step": 106235, "epoch": 596, "lr": 6.94578566610149e-09}
{"train_loss": 0.00044996445649303496, "global_step": 106236, "epoch": 596, "lr": 6.921177623731012e-09}
{"train_loss": 0.0010438398458063602, "global_step": 106237, "epoch": 596, "lr": 6.896613247325822e-09}
{"train_loss": 0.0008984490996226668, "global_step": 106238, "epoch": 596, "lr": 6.872092536913677e-09}
{"train_loss": 0.0003902181633748114, "global_step": 106239, "epoch": 596, "lr": 6.847615492511228e-09}
{"train_loss": 0.00044140659156255424, "global_step": 106240, "epoch": 596, "lr": 6.823182114146231e-09}
{"train_loss": 0.0011381771182641387, "global_step": 106241, "epoch": 596, "lr": 6.79879240182979e-09}
{"train_loss": 0.001895563444122672, "global_step": 106242, "epoch": 596, "lr": 6.774446355589659e-09}
{"train_loss": 0.0003394230152480304, "global_step": 106243, "epoch": 596, "lr": 6.750143975453594e-09}
{"train_loss": 0.002498077694326639, "global_step": 106244, "epoch": 596, "lr": 6.725885261427145e-09}
{"train_loss": 0.0009850524365901947, "global_step": 106245, "epoch": 596, "lr": 6.70167021354362e-09}
{"train_loss": 0.001727177412249148, "global_step": 106246, "epoch": 596, "lr": 6.677498831819673e-09}
{"train_loss": 0.00012594941654242575, "global_step": 106247, "epoch": 596, "lr": 6.653371116277507e-09}
{"train_loss": 0.00042117550037801266, "global_step": 106248, "epoch": 596, "lr": 6.629287066939327e-09}
{"train_loss": 0.0011640925658866763, "global_step": 106249, "epoch": 596, "lr": 6.605246683821786e-09}
{"train_loss": 0.00105972308665514, "global_step": 106250, "epoch": 596, "lr": 6.5812499669526404e-09}
{"train_loss": 0.0007367308135144413, "global_step": 106251, "epoch": 596, "lr": 6.557296916348543e-09}
{"train_loss": 0.0010327144991606474, "global_step": 106252, "epoch": 596, "lr": 6.533387532031698e-09}
{"train_loss": 0.0007390360697172582, "global_step": 106253, "epoch": 596, "lr": 6.50952181401876e-09}
{"train_loss": 0.0012158933095633984, "global_step": 106254, "epoch": 596, "lr": 6.485699762337483e-09}
{"train_loss": 0.000820260145701468, "global_step": 106255, "epoch": 596, "lr": 6.46192137700452e-09}
{"train_loss": 0.00043051023385487497, "global_step": 106256, "epoch": 596, "lr": 6.438186658042078e-09}
{"train_loss": 0.0011263096239417791, "global_step": 106257, "epoch": 596, "lr": 6.414495605466808e-09}
{"train_loss": 0.00034951427369378507, "global_step": 106258, "epoch": 596, "lr": 6.390848219306467e-09}
{"train_loss": 0.0014152536168694496, "global_step": 106259, "epoch": 596, "lr": 6.367244499577707e-09}
{"train_loss": 0.0007818418089300394, "global_step": 106260, "epoch": 596, "lr": 6.343684446297182e-09}
{"train_loss": 0.0015673693269491196, "global_step": 106261, "epoch": 596, "lr": 6.320168059498199e-09}
{"train_loss": 0.00021318980725482106, "global_step": 106262, "epoch": 596, "lr": 6.296695339186309e-09}
{"train_loss": 0.0007163065019994974, "global_step": 106263, "epoch": 596, "lr": 6.273266285389268e-09}
{"train_loss": 0.0006489731604233384, "global_step": 106264, "epoch": 596, "lr": 6.249880898129279e-09}
{"train_loss": 0.000746180824157154, "global_step": 106265, "epoch": 596, "lr": 6.2265391774229965e-09}
{"train_loss": 0.0005051115876995027, "global_step": 106266, "epoch": 597, "lr": 6.2032411232926245e-09}
{"train_loss": 0.0007014080183580518, "global_step": 106267, "epoch": 597, "lr": 6.179986735760368e-09}
{"train_loss": 0.0002742936194408685, "global_step": 106268, "epoch": 597, "lr": 6.156776014837329e-09}
{"train_loss": 0.0014635699335485697, "global_step": 106269, "epoch": 597, "lr": 6.133608960556814e-09}
{"train_loss": 0.0008656583959236741, "global_step": 106270, "epoch": 597, "lr": 6.1104855729299246e-09}
{"train_loss": 0.000984933227300644, "global_step": 106271, "epoch": 597, "lr": 6.0874058519844176e-09}
{"train_loss": 0.0010524529498070478, "global_step": 106272, "epoch": 597, "lr": 6.064369797731395e-09}
{"train_loss": 0.0005653654225170612, "global_step": 106273, "epoch": 597, "lr": 6.041377410198612e-09}
{"train_loss": 0.0014165639877319336, "global_step": 106274, "epoch": 597, "lr": 6.018428689402722e-09}
{"train_loss": 0.00038289057556539774, "global_step": 106275, "epoch": 597, "lr": 5.995523635360378e-09}
{"train_loss": 0.00038399884942919016, "global_step": 106276, "epoch": 597, "lr": 5.9726622480993365e-09}
{"train_loss": 0.0010643892455846071, "global_step": 106277, "epoch": 597, "lr": 5.949844527630699e-09}
{"train_loss": 0.0004254957602825016, "global_step": 106278, "epoch": 597, "lr": 5.927070473982222e-09}
{"train_loss": 0.0005404400872066617, "global_step": 106279, "epoch": 597, "lr": 5.904340087176108e-09}
{"train_loss": 0.0008382669184356928, "global_step": 106280, "epoch": 597, "lr": 5.88165336721791e-09}
{"train_loss": 0.0006034540710970759, "global_step": 106281, "epoch": 597, "lr": 5.8590103141409335e-09}
{"train_loss": 0.0005193222896195948, "global_step": 106282, "epoch": 597, "lr": 5.836410927961833e-09}
{"train_loss": 0.00014368300617206842, "global_step": 106283, "epoch": 597, "lr": 5.813855208697261e-09}
{"train_loss": 0.0005553995724767447, "global_step": 106284, "epoch": 597, "lr": 5.791343156369422e-09}
{"train_loss": 0.000455350149422884, "global_step": 106285, "epoch": 597, "lr": 5.76887477099497e-09}
{"train_loss": 0.0008454517228528857, "global_step": 106286, "epoch": 597, "lr": 5.746450052596108e-09}
{"train_loss": 0.0011570921633392572, "global_step": 106287, "epoch": 597, "lr": 5.724069001195043e-09}
{"train_loss": 0.0008099162951111794, "global_step": 106288, "epoch": 597, "lr": 5.701731616808426e-09}
{"train_loss": 0.0010592895559966564, "global_step": 106289, "epoch": 597, "lr": 5.679437899452911e-09}
{"train_loss": 0.0002501087437849492, "global_step": 106290, "epoch": 597, "lr": 5.657187849150702e-09}
{"train_loss": 0.0006879421416670084, "global_step": 106291, "epoch": 597, "lr": 5.6349814659240055e-09}
{"train_loss": 0.0009483395842835307, "global_step": 106292, "epoch": 597, "lr": 5.612818749783921e-09}
{"train_loss": 0.0006317506777122617, "global_step": 106293, "epoch": 597, "lr": 5.590699700758207e-09}
{"train_loss": 0.0007820334285497665, "global_step": 106294, "epoch": 597, "lr": 5.5686243188690646e-09}
{"train_loss": 0.0015247848350554705, "global_step": 106295, "epoch": 597, "lr": 5.546592604122047e-09}
{"train_loss": 0.0005311060813255608, "global_step": 106296, "epoch": 597, "lr": 5.524604556550461e-09}
{"train_loss": 0.0008997186087071896, "global_step": 106297, "epoch": 597, "lr": 5.502660176165408e-09}
{"train_loss": 0.00101844419259578, "global_step": 106298, "epoch": 597, "lr": 5.4807594629835425e-09}
{"train_loss": 0.001135675935074687, "global_step": 106299, "epoch": 597, "lr": 5.458902417032619e-09}
{"train_loss": 0.001188589376397431, "global_step": 106300, "epoch": 597, "lr": 5.43708903832929e-09}
{"train_loss": 0.0010971258161589503, "global_step": 106301, "epoch": 597, "lr": 5.4153193268902116e-09}
{"train_loss": 0.0004037446342408657, "global_step": 106302, "epoch": 597, "lr": 5.393593282732034e-09}
{"train_loss": 0.0005827882559970021, "global_step": 106303, "epoch": 597, "lr": 5.371910905882515e-09}
{"train_loss": 0.0005779225029982626, "global_step": 106304, "epoch": 597, "lr": 5.350272196347206e-09}
{"train_loss": 0.0008848017314448953, "global_step": 106305, "epoch": 597, "lr": 5.328677154159411e-09}
{"train_loss": 0.000791515049058944, "global_step": 106306, "epoch": 597, "lr": 5.307125779330235e-09}
{"train_loss": 0.0006659646751359105, "global_step": 106307, "epoch": 597, "lr": 5.285618071876331e-09}
{"train_loss": 0.000680826255120337, "global_step": 106308, "epoch": 597, "lr": 5.264154031819901e-09}
{"train_loss": 0.0011503736022859812, "global_step": 106309, "epoch": 597, "lr": 5.242733659183152e-09}
{"train_loss": 0.0009479392319917679, "global_step": 106310, "epoch": 597, "lr": 5.221356953982737e-09}
{"train_loss": 0.00022730353521183133, "global_step": 106311, "epoch": 597, "lr": 5.200023916229757e-09}
{"train_loss": 0.002059013582766056, "global_step": 106312, "epoch": 597, "lr": 5.1787345459519685e-09}
{"train_loss": 0.0007996835047379136, "global_step": 106313, "epoch": 597, "lr": 5.1574888431660255e-09}
{"train_loss": 0.001160614425316453, "global_step": 106314, "epoch": 597, "lr": 5.136286807888579e-09}
{"train_loss": 0.0007096716435626149, "global_step": 106315, "epoch": 597, "lr": 5.115128440136285e-09}
{"train_loss": 0.0005298012401908636, "global_step": 106316, "epoch": 597, "lr": 5.094013739931347e-09}
{"train_loss": 0.0008948422037065029, "global_step": 106317, "epoch": 597, "lr": 5.072942707290418e-09}
{"train_loss": 0.0010895042214542627, "global_step": 106318, "epoch": 597, "lr": 5.051915342235702e-09}
{"train_loss": 0.0007377816364169121, "global_step": 106319, "epoch": 597, "lr": 5.030931644783854e-09}
{"train_loss": 0.00047823740169405937, "global_step": 106320, "epoch": 597, "lr": 5.009991614945975e-09}
{"train_loss": 0.0006357089150696993, "global_step": 106321, "epoch": 597, "lr": 4.98909525274982e-09}
{"train_loss": 0.00042964948806911707, "global_step": 106322, "epoch": 597, "lr": 4.968242558212044e-09}
{"train_loss": 0.0005086630117148161, "global_step": 106323, "epoch": 597, "lr": 4.947433531343748e-09}
{"train_loss": 0.00046853249659761786, "global_step": 106324, "epoch": 597, "lr": 4.926668172172688e-09}
{"train_loss": 0.0004656243836507201, "global_step": 106325, "epoch": 597, "lr": 4.905946480709967e-09}
{"train_loss": 0.0012095662532374263, "global_step": 106326, "epoch": 597, "lr": 4.885268456972236e-09}
{"train_loss": 0.0011671824613586068, "global_step": 106327, "epoch": 597, "lr": 4.864634100987253e-09}
{"train_loss": 0.0009281113743782043, "global_step": 106328, "epoch": 597, "lr": 4.844043412766119e-09}
{"train_loss": 0.0005916430382058024, "global_step": 106329, "epoch": 597, "lr": 4.823496392325488e-09}
{"train_loss": 0.00032940838718786836, "global_step": 106330, "epoch": 597, "lr": 4.802993039693116e-09}
{"train_loss": 0.0006174496375024319, "global_step": 106331, "epoch": 597, "lr": 4.782533354874552e-09}
{"train_loss": 0.0005265400395728648, "global_step": 106332, "epoch": 597, "lr": 4.762117337892002e-09}
{"train_loss": 0.0005290315020829439, "global_step": 106333, "epoch": 597, "lr": 4.74174498876212e-09}
{"train_loss": 0.0003828657208941877, "global_step": 106334, "epoch": 597, "lr": 4.721416307507109e-09}
{"train_loss": 0.0005536961834877729, "global_step": 106335, "epoch": 597, "lr": 4.701131294143624e-09}
{"train_loss": 0.0005967949982732534, "global_step": 106336, "epoch": 597, "lr": 4.680889948688316e-09}
{"train_loss": 0.001669741002842784, "global_step": 106337, "epoch": 597, "lr": 4.660692271157841e-09}
{"train_loss": 0.0010203660931438208, "global_step": 106338, "epoch": 597, "lr": 4.64053826156885e-09}
{"train_loss": 0.0010419765021651983, "global_step": 106339, "epoch": 597, "lr": 4.620427919937998e-09}
{"train_loss": 0.0004316745907999575, "global_step": 106340, "epoch": 597, "lr": 4.600361246293039e-09}
{"train_loss": 0.0008961223647929728, "global_step": 106341, "epoch": 597, "lr": 4.5803382406395255e-09}
{"train_loss": 0.0007064935052767396, "global_step": 106342, "epoch": 597, "lr": 4.5603589029996615e-09}
{"train_loss": 0.0002871490432880819, "global_step": 106343, "epoch": 597, "lr": 4.5404232333901005e-09}
{"train_loss": 0.00034025494824163616, "global_step": 106344, "epoch": 597, "lr": 4.520531231827496e-09}
{"train_loss": 0.00034075614530593157, "global_step": 106345, "epoch": 597, "lr": 4.500682898334052e-09}
{"train_loss": 0.0006684398977085948, "global_step": 106346, "epoch": 597, "lr": 4.480878232920871e-09}
{"train_loss": 0.0009210168500430882, "global_step": 106347, "epoch": 597, "lr": 4.461117235610157e-09}
{"train_loss": 0.0009001147118397057, "global_step": 106348, "epoch": 597, "lr": 4.441399906413013e-09}
{"train_loss": 0.0005774185992777348, "global_step": 106349, "epoch": 597, "lr": 4.421726245357194e-09}
{"train_loss": 0.00032417429611086845, "global_step": 106350, "epoch": 597, "lr": 4.4020962524482515e-09}
{"train_loss": 0.0003249126602895558, "global_step": 106351, "epoch": 597, "lr": 4.3825099277083895e-09}
{"train_loss": 0.0015724223339930177, "global_step": 106352, "epoch": 597, "lr": 4.362967271154261e-09}
{"train_loss": 0.0002526894386392087, "global_step": 106353, "epoch": 597, "lr": 4.343468282808072e-09}
{"train_loss": 0.0005005202256143093, "global_step": 106354, "epoch": 597, "lr": 4.324012962675372e-09}
{"train_loss": 0.0007367372745648026, "global_step": 106355, "epoch": 597, "lr": 4.304601310783918e-09}
{"train_loss": 0.0008354722522199154, "global_step": 106356, "epoch": 597, "lr": 4.285233327150362e-09}
{"train_loss": 0.0002874167403206229, "global_step": 106357, "epoch": 597, "lr": 4.265909011780256e-09}
{"train_loss": 0.0007083218079060316, "global_step": 106358, "epoch": 597, "lr": 4.246628364701355e-09}
{"train_loss": 0.00026754161808639765, "global_step": 106359, "epoch": 597, "lr": 4.227391385930312e-09}
{"train_loss": 0.0005179176805540919, "global_step": 106360, "epoch": 597, "lr": 4.208198075478231e-09}
{"train_loss": 0.0014207807835191488, "global_step": 106361, "epoch": 597, "lr": 4.189048433361764e-09}
{"train_loss": 0.0017487364821135998, "global_step": 106362, "epoch": 597, "lr": 4.169942459603115e-09}
{"train_loss": 0.0003975829458795488, "global_step": 106363, "epoch": 597, "lr": 4.150880154218939e-09}
{"train_loss": 0.0009525472414679825, "global_step": 106364, "epoch": 597, "lr": 4.131861517220337e-09}
{"train_loss": 0.00044318882282823324, "global_step": 106365, "epoch": 597, "lr": 4.112886548623962e-09}
{"train_loss": 0.0007805154891684651, "global_step": 106366, "epoch": 597, "lr": 4.093955248452019e-09}
{"train_loss": 0.0010746686020866036, "global_step": 106367, "epoch": 597, "lr": 4.075067616721162e-09}
{"train_loss": 0.0005586931947618723, "global_step": 106368, "epoch": 597, "lr": 4.056223653442493e-09}
{"train_loss": 0.0015062745660543442, "global_step": 106369, "epoch": 597, "lr": 4.037423358632664e-09}
{"train_loss": 0.001164506422355771, "global_step": 106370, "epoch": 597, "lr": 4.018666732313881e-09}
{"train_loss": 0.0008094240329228342, "global_step": 106371, "epoch": 597, "lr": 3.9999537744972446e-09}
{"train_loss": 0.00035309017403051257, "global_step": 106372, "epoch": 597, "lr": 3.9812844852049614e-09}
{"train_loss": 0.0009693080792203546, "global_step": 106373, "epoch": 597, "lr": 3.962658864442581e-09}
{"train_loss": 0.000496497203130275, "global_step": 106374, "epoch": 597, "lr": 3.944076912237859e-09}
{"train_loss": 0.0007848952664062381, "global_step": 106375, "epoch": 597, "lr": 3.925538628601899e-09}
{"train_loss": 0.0013642521807923913, "global_step": 106376, "epoch": 597, "lr": 3.907044013551353e-09}
{"train_loss": 0.0007150440942496061, "global_step": 106377, "epoch": 597, "lr": 3.888593067097324e-09}
{"train_loss": 0.0006841237191110849, "global_step": 106378, "epoch": 597, "lr": 3.870185789267566e-09}
{"train_loss": 0.0007737057167105377, "global_step": 106379, "epoch": 597, "lr": 3.851822180067632e-09}
{"train_loss": 0.0010494604939594865, "global_step": 106380, "epoch": 597, "lr": 3.8335022395141754e-09}
{"train_loss": 0.001617930131033063, "global_step": 106381, "epoch": 597, "lr": 3.81522596763495e-09}
{"train_loss": 0.0006505183409899473, "global_step": 106382, "epoch": 597, "lr": 3.796993364429957e-09}
{"train_loss": 0.00039270304841920733, "global_step": 106383, "epoch": 597, "lr": 3.778804429926952e-09}
{"train_loss": 0.0010958471102640033, "global_step": 106384, "epoch": 597, "lr": 3.760659164131486e-09}
{"train_loss": 0.0008455772185698152, "global_step": 106385, "epoch": 597, "lr": 3.742557567071314e-09}
{"train_loss": 0.0009075624984689057, "global_step": 106386, "epoch": 597, "lr": 3.7244996387575393e-09}
{"train_loss": 0.0011642768513411283, "global_step": 106387, "epoch": 597, "lr": 3.7064853792012634e-09}
{"train_loss": 0.0008701874176040292, "global_step": 106388, "epoch": 597, "lr": 3.6885147884191397e-09}
{"train_loss": 0.0006355342920869589, "global_step": 106389, "epoch": 597, "lr": 3.6705878664333726e-09}
{"train_loss": 0.0007614272180944681, "global_step": 106390, "epoch": 597, "lr": 3.6527046132550646e-09}
{"train_loss": 0.0007235912489704788, "global_step": 106391, "epoch": 597, "lr": 3.634865028900869e-09}
{"train_loss": 0.0005129777127876878, "global_step": 106392, "epoch": 597, "lr": 3.617069113381888e-09}
{"train_loss": 0.0010412900010123849, "global_step": 106393, "epoch": 597, "lr": 3.599316866720326e-09}
{"train_loss": 0.0003391607024241239, "global_step": 106394, "epoch": 597, "lr": 3.581608288927285e-09}
{"train_loss": 0.0009502141620032489, "global_step": 106395, "epoch": 597, "lr": 3.56394338002497e-09}
{"train_loss": 0.0005146560724824667, "global_step": 106396, "epoch": 597, "lr": 3.5463221400189315e-09}
{"train_loss": 0.0009308038279414177, "global_step": 106397, "epoch": 597, "lr": 3.5287445689313747e-09}
{"train_loss": 0.00021423371799755841, "global_step": 106398, "epoch": 597, "lr": 3.511210666773401e-09}
{"train_loss": 0.0014954865910112858, "global_step": 106399, "epoch": 597, "lr": 3.493720433567216e-09}
{"train_loss": 0.0005963303847238421, "global_step": 106400, "epoch": 597, "lr": 3.4762738693183694e-09}
{"train_loss": 0.0016130540752783418, "global_step": 106401, "epoch": 597, "lr": 3.4588709740490665e-09}
{"train_loss": 0.001765618333593011, "global_step": 106402, "epoch": 597, "lr": 3.4415117477759605e-09}
{"train_loss": 0.0005433057667687535, "global_step": 106403, "epoch": 597, "lr": 3.4241961905046025e-09}
{"train_loss": 0.0003299674135632813, "global_step": 106404, "epoch": 597, "lr": 3.406924302262748e-09}
{"train_loss": 0.0009143848437815905, "global_step": 106405, "epoch": 597, "lr": 3.3896960830559488e-09}
{"train_loss": 0.0011964243603870273, "global_step": 106406, "epoch": 597, "lr": 3.372511532900857e-09}
{"train_loss": 0.0010423247003927827, "global_step": 106407, "epoch": 597, "lr": 3.355370651819678e-09}
{"train_loss": 0.0006855116807855666, "global_step": 106408, "epoch": 597, "lr": 3.3382734398179627e-09}
{"train_loss": 0.00019640731625258923, "global_step": 106409, "epoch": 597, "lr": 3.321219896912364e-09}
{"train_loss": 0.0016429353272542357, "global_step": 106410, "epoch": 597, "lr": 3.3042100231250873e-09}
{"train_loss": 0.0006629492854699492, "global_step": 106411, "epoch": 597, "lr": 3.2872438184616827e-09}
{"train_loss": 0.001404718030244112, "global_step": 106412, "epoch": 597, "lr": 3.2703212829443554e-09}
{"train_loss": 0.00012979947496205568, "global_step": 106413, "epoch": 597, "lr": 3.253442416578656e-09}
{"train_loss": 0.0013977406779304147, "global_step": 106414, "epoch": 597, "lr": 3.2366072193923404e-09}
{"train_loss": 0.001058749738149345, "global_step": 106415, "epoch": 597, "lr": 3.2198156913909594e-09}
{"train_loss": 0.0006189490086399019, "global_step": 106416, "epoch": 597, "lr": 3.2030678325856155e-09}
{"train_loss": 0.000434793415479362, "global_step": 106417, "epoch": 597, "lr": 3.1863636430040646e-09}
{"train_loss": 0.0012841855641454458, "global_step": 106418, "epoch": 597, "lr": 3.169703122651857e-09}
{"train_loss": 0.00043600337812677026, "global_step": 106419, "epoch": 597, "lr": 3.1530862715400954e-09}
{"train_loss": 0.0005957204848527908, "global_step": 106420, "epoch": 597, "lr": 3.1365130896965354e-09}
{"train_loss": 0.0006641107029281557, "global_step": 106421, "epoch": 597, "lr": 3.119983577121177e-09}
{"train_loss": 0.0012119242455810308, "global_step": 106422, "epoch": 597, "lr": 3.103497733836225e-09}
{"train_loss": 0.0006459777941927314, "global_step": 106423, "epoch": 597, "lr": 3.0870555598527804e-09}
{"train_loss": 0.0011971803614869714, "global_step": 106424, "epoch": 597, "lr": 3.070657055193049e-09}
{"train_loss": 0.000402645964641124, "global_step": 106425, "epoch": 597, "lr": 3.05430221985703e-09}
{"train_loss": 0.0004566190764307976, "global_step": 106426, "epoch": 597, "lr": 3.0379910538724796e-09}
{"train_loss": 0.00044829549733549356, "global_step": 106427, "epoch": 597, "lr": 3.0217235572505e-09}
{"train_loss": 0.0005055208457633853, "global_step": 106428, "epoch": 597, "lr": 3.0054997299966415e-09}
{"train_loss": 0.0004530114238150418, "global_step": 106429, "epoch": 597, "lr": 2.9893195721386603e-09}
{"train_loss": 0.0006205328973010182, "global_step": 106430, "epoch": 597, "lr": 2.9731830836765564e-09}
{"train_loss": 0.0009530414245091379, "global_step": 106431, "epoch": 597, "lr": 2.957090264638085e-09}
{"train_loss": 0.0010170955210924149, "global_step": 106432, "epoch": 597, "lr": 2.9410411150287976e-09}
{"train_loss": 0.0015277501661330462, "global_step": 106433, "epoch": 597, "lr": 2.9250356348597964e-09}
{"train_loss": 0.0008989482885226607, "global_step": 106434, "epoch": 597, "lr": 2.909073824158837e-09}
{"train_loss": 0.0005284772487357259, "global_step": 106435, "epoch": 597, "lr": 2.8931556829259187e-09}
{"train_loss": 0.0006033058743923903, "global_step": 106436, "epoch": 597, "lr": 2.877281211177696e-09}
{"train_loss": 0.0008782693766988814, "global_step": 106437, "epoch": 597, "lr": 2.8614504089363725e-09}
{"train_loss": 0.0005426182178780437, "global_step": 106438, "epoch": 597, "lr": 2.8456632762019485e-09}
{"train_loss": 0.0006534128915518522, "global_step": 106439, "epoch": 597, "lr": 2.82991981300218e-09}
{"train_loss": 0.0012985235080122948, "global_step": 106440, "epoch": 597, "lr": 2.814220019342617e-09}
{"train_loss": 0.0004826158983632922, "global_step": 106441, "epoch": 597, "lr": 2.798563895239914e-09}
{"train_loss": 0.0005284964572638273, "global_step": 106442, "epoch": 597, "lr": 2.7829514407051727e-09}
{"train_loss": 0.0007824830400556054, "global_step": 106443, "epoch": 597, "lr": 2.7673826557550463e-09}
{"train_loss": 0.0014408491551876068, "global_step": 106444, "epoch": 598, "lr": 2.7518575404006373e-09}
{"train_loss": 0.0007906813407316804, "global_step": 106445, "epoch": 598, "lr": 2.736376094658599e-09}
{"train_loss": 0.001053193467669189, "global_step": 106446, "epoch": 598, "lr": 2.720938318540034e-09}
{"train_loss": 0.0017443898832425475, "global_step": 106447, "epoch": 598, "lr": 2.7055442120560435e-09}
{"train_loss": 0.0011766632087528706, "global_step": 106448, "epoch": 598, "lr": 2.690193775228833e-09}
{"train_loss": 0.0005193621618673205, "global_step": 106449, "epoch": 598, "lr": 2.674887008058402e-09}
{"train_loss": 0.0004009277035947889, "global_step": 106450, "epoch": 598, "lr": 2.6596239105725064e-09}
{"train_loss": 0.0014981765998527408, "global_step": 106451, "epoch": 598, "lr": 2.6444044827766966e-09}
{"train_loss": 0.0004197010421194136, "global_step": 106452, "epoch": 598, "lr": 2.6292287246820756e-09}
{"train_loss": 0.001433989848010242, "global_step": 106453, "epoch": 598, "lr": 2.6140966363052967e-09}
{"train_loss": 0.0005837595090270042, "global_step": 106454, "epoch": 598, "lr": 2.5990082176574614e-09}
{"train_loss": 0.0007214663201011717, "global_step": 106455, "epoch": 598, "lr": 2.583963468755224e-09}
{"train_loss": 0.0010737661505118012, "global_step": 106456, "epoch": 598, "lr": 2.5689623896152372e-09}
{"train_loss": 0.0004896583850495517, "global_step": 106457, "epoch": 598, "lr": 2.554004980237501e-09}
{"train_loss": 0.0013952541630715132, "global_step": 106458, "epoch": 598, "lr": 2.5390912406497714e-09}
{"train_loss": 0.0008112628711387515, "global_step": 106459, "epoch": 598, "lr": 2.524221170852048e-09}
{"train_loss": 0.0014274369459599257, "global_step": 106460, "epoch": 598, "lr": 2.5093947708665355e-09}
{"train_loss": 0.0006428624037653208, "global_step": 106461, "epoch": 598, "lr": 2.494612040704336e-09}
{"train_loss": 0.0005359401111491024, "global_step": 106462, "epoch": 598, "lr": 2.4798729803765517e-09}
{"train_loss": 0.0013451904524117708, "global_step": 106463, "epoch": 598, "lr": 2.4651775898942853e-09}
{"train_loss": 0.0005376670742407441, "global_step": 106464, "epoch": 598, "lr": 2.4505258692797406e-09}
{"train_loss": 0.0012003438314422965, "global_step": 106465, "epoch": 598, "lr": 2.435917818532918e-09}
{"train_loss": 0.0011929915053769946, "global_step": 106466, "epoch": 598, "lr": 2.4213534376704705e-09}
{"train_loss": 0.0007980949594639242, "global_step": 106467, "epoch": 598, "lr": 2.406832726714603e-09}
{"train_loss": 0.0012959843734279275, "global_step": 106468, "epoch": 598, "lr": 2.392355685665315e-09}
{"train_loss": 0.0005846279673278332, "global_step": 106469, "epoch": 598, "lr": 2.3779223145392605e-09}
{"train_loss": 0.000618576945271343, "global_step": 106470, "epoch": 598, "lr": 2.3635326133530923e-09}
{"train_loss": 0.0006909152143634856, "global_step": 106471, "epoch": 598, "lr": 2.3491865821179127e-09}
{"train_loss": 0.00066293531563133, "global_step": 106472, "epoch": 598, "lr": 2.334884220839273e-09}
{"train_loss": 0.001125693554058671, "global_step": 106473, "epoch": 598, "lr": 2.3206255295393777e-09}
{"train_loss": 0.0007448432734236121, "global_step": 106474, "epoch": 598, "lr": 2.3064105082293286e-09}
{"train_loss": 0.0005130551289767027, "global_step": 106475, "epoch": 598, "lr": 2.2922391569146774e-09}
{"train_loss": 0.0006285010604187846, "global_step": 106476, "epoch": 598, "lr": 2.278111475612077e-09}
{"train_loss": 0.0005338083719834685, "global_step": 106477, "epoch": 598, "lr": 2.2640274643326297e-09}
{"train_loss": 0.0006035920232534409, "global_step": 106478, "epoch": 598, "lr": 2.249987123092989e-09}
{"train_loss": 0.0005209743394516408, "global_step": 106479, "epoch": 598, "lr": 2.2359904518987062e-09}
{"train_loss": 0.0005269441171549261, "global_step": 106480, "epoch": 598, "lr": 2.2220374507664345e-09}
{"train_loss": 0.0008582903537899256, "global_step": 106481, "epoch": 598, "lr": 2.2081281197128267e-09}
{"train_loss": 0.00018966174684464931, "global_step": 106482, "epoch": 598, "lr": 2.1942624587378833e-09}
{"train_loss": 0.001109878532588482, "global_step": 106483, "epoch": 598, "lr": 2.180440467863809e-09}
{"train_loss": 0.0015602812636643648, "global_step": 106484, "epoch": 598, "lr": 2.1666621470961547e-09}
{"train_loss": 0.0007109324797056615, "global_step": 106485, "epoch": 598, "lr": 2.1529274964515734e-09}
{"train_loss": 0.000754390493966639, "global_step": 106486, "epoch": 598, "lr": 2.1392365159411678e-09}
{"train_loss": 0.00030425976729020476, "global_step": 106487, "epoch": 598, "lr": 2.1255892055760395e-09}
{"train_loss": 0.0007054239977151155, "global_step": 106488, "epoch": 598, "lr": 2.1119855653672916e-09}
{"train_loss": 0.001411473611369729, "global_step": 106489, "epoch": 598, "lr": 2.0984255953315767e-09}
{"train_loss": 0.0012694938341155648, "global_step": 106490, "epoch": 598, "lr": 2.0849092954744467e-09}
{"train_loss": 0.0003311371838208288, "global_step": 106491, "epoch": 598, "lr": 2.0714366658070027e-09}
{"train_loss": 0.0003571359848137945, "global_step": 106492, "epoch": 598, "lr": 2.058007706345899e-09}
{"train_loss": 0.0007662600837647915, "global_step": 106493, "epoch": 598, "lr": 2.0446224171022378e-09}
{"train_loss": 0.0005909154424443841, "global_step": 106494, "epoch": 598, "lr": 2.031280798092672e-09}
{"train_loss": 0.0010412632254883647, "global_step": 106495, "epoch": 598, "lr": 2.0179828493172015e-09}
{"train_loss": 0.001713812118396163, "global_step": 106496, "epoch": 598, "lr": 2.00472857079248e-09}
{"train_loss": 0.000814962899312377, "global_step": 106497, "epoch": 598, "lr": 1.99151796252961e-09}
{"train_loss": 0.0007783225737512112, "global_step": 106498, "epoch": 598, "lr": 1.978351024545244e-09}
{"train_loss": 0.0006361796404235065, "global_step": 106499, "epoch": 598, "lr": 1.965227756844934e-09}
{"train_loss": 0.000404109014198184, "global_step": 106500, "epoch": 598, "lr": 1.952148159439782e-09}
{"train_loss": 0.0006432980298995972, "global_step": 106501, "epoch": 598, "lr": 1.9391122323464406e-09}
{"train_loss": 0.0018790543545037508, "global_step": 106502, "epoch": 598, "lr": 1.926119975576013e-09}
{"train_loss": 0.000602955580689013, "global_step": 106503, "epoch": 598, "lr": 1.9131713891340495e-09}
{"train_loss": 0.0007231408380903304, "global_step": 106504, "epoch": 598, "lr": 1.9002664730316532e-09}
{"train_loss": 0.0008246953366324306, "global_step": 106505, "epoch": 598, "lr": 1.887405227285477e-09}
{"train_loss": 0.0009819872211664915, "global_step": 106506, "epoch": 598, "lr": 1.874587651906623e-09}
{"train_loss": 0.0003806370950769633, "global_step": 106507, "epoch": 598, "lr": 1.8618137469061935e-09}
{"train_loss": 0.0012713223695755005, "global_step": 106508, "epoch": 598, "lr": 1.8490835122897399e-09}
{"train_loss": 0.0019505970412865281, "global_step": 106509, "epoch": 598, "lr": 1.8363969480739152e-09}
{"train_loss": 0.0003127813106402755, "global_step": 106510, "epoch": 598, "lr": 1.8237540542698216e-09}
{"train_loss": 0.000731652369722724, "global_step": 106511, "epoch": 598, "lr": 1.8111548308885617e-09}
{"train_loss": 0.0010109208524227142, "global_step": 106512, "epoch": 598, "lr": 1.7985992779356865e-09}
{"train_loss": 0.000604884815402329, "global_step": 106513, "epoch": 598, "lr": 1.7860873954222979e-09}
{"train_loss": 0.0006775973597541451, "global_step": 106514, "epoch": 598, "lr": 1.7736191833706007e-09}
{"train_loss": 0.00045878038508817554, "global_step": 106515, "epoch": 598, "lr": 1.7611946417805948e-09}
{"train_loss": 0.0013103531673550606, "global_step": 106516, "epoch": 598, "lr": 1.7488137706633822e-09}
{"train_loss": 0.0009845482418313622, "global_step": 106517, "epoch": 598, "lr": 1.7364765700356168e-09}
{"train_loss": 0.0008530532359145582, "global_step": 106518, "epoch": 598, "lr": 1.7241830399028491e-09}
{"train_loss": 0.00023767829407006502, "global_step": 106519, "epoch": 598, "lr": 1.711933180281733e-09}
{"train_loss": 0.000786772754509002, "global_step": 106520, "epoch": 598, "lr": 1.699726991177819e-09}
{"train_loss": 0.0006441624718718231, "global_step": 106521, "epoch": 598, "lr": 1.6875644726022099e-09}
{"train_loss": 0.0004905833629891276, "global_step": 106522, "epoch": 598, "lr": 1.6754456245660078e-09}
{"train_loss": 0.0008835943881422281, "global_step": 106523, "epoch": 598, "lr": 1.6633704470803146e-09}
{"train_loss": 0.0004969627480022609, "global_step": 106524, "epoch": 598, "lr": 1.651338940156233e-09}
{"train_loss": 0.0006546230288222432, "global_step": 106525, "epoch": 598, "lr": 1.6393511038104158e-09}
{"train_loss": 0.0011365094687789679, "global_step": 106526, "epoch": 598, "lr": 1.6274069380373125e-09}
{"train_loss": 0.0006211758591234684, "global_step": 106527, "epoch": 598, "lr": 1.615506442859127e-09}
{"train_loss": 0.0005879429518245161, "global_step": 106528, "epoch": 598, "lr": 1.603649618286962e-09}
{"train_loss": 0.0006574358558282256, "global_step": 106529, "epoch": 598, "lr": 1.5918364643263683e-09}
{"train_loss": 0.0013141407398507, "global_step": 106530, "epoch": 598, "lr": 1.5800669809884483e-09}
{"train_loss": 0.0004624545981641859, "global_step": 106531, "epoch": 598, "lr": 1.5683411682898552e-09}
{"train_loss": 0.0010563184041529894, "global_step": 106532, "epoch": 598, "lr": 1.5566590262305891e-09}
{"train_loss": 0.0006282208487391472, "global_step": 106533, "epoch": 598, "lr": 1.5450205548217523e-09}
{"train_loss": 0.0006188752595335245, "global_step": 106534, "epoch": 598, "lr": 1.533425754085549e-09}
{"train_loss": 0.0006573269492946565, "global_step": 106535, "epoch": 598, "lr": 1.5218746240219793e-09}
{"train_loss": 0.00025612005265429616, "global_step": 106536, "epoch": 598, "lr": 1.5103671646365947e-09}
{"train_loss": 0.001385311596095562, "global_step": 106537, "epoch": 598, "lr": 1.4989033759515992e-09}
{"train_loss": 0.000962100166361779, "global_step": 106538, "epoch": 598, "lr": 1.4874832579725439e-09}
{"train_loss": 0.0008419491350650787, "global_step": 106539, "epoch": 598, "lr": 1.4761068107049802e-09}
{"train_loss": 0.0018725162371993065, "global_step": 106540, "epoch": 598, "lr": 1.4647740341655613e-09}
{"train_loss": 0.0004261452122591436, "global_step": 106541, "epoch": 598, "lr": 1.4534849283598384e-09}
{"train_loss": 0.0010816799476742744, "global_step": 106542, "epoch": 598, "lr": 1.4422394932989135e-09}
{"train_loss": 0.0011994002852588892, "global_step": 106543, "epoch": 598, "lr": 1.4310377289883381e-09}
{"train_loss": 0.00039255968295037746, "global_step": 106544, "epoch": 598, "lr": 1.4198796354447653e-09}
{"train_loss": 0.000592412194237113, "global_step": 106545, "epoch": 598, "lr": 1.408765212673746e-09}
{"train_loss": 0.0011025320272892714, "global_step": 106546, "epoch": 598, "lr": 1.3976944606863829e-09}
{"train_loss": 0.0006836352404206991, "global_step": 106547, "epoch": 598, "lr": 1.386667379493778e-09}
{"train_loss": 0.0006356500671245158, "global_step": 106548, "epoch": 598, "lr": 1.3756839691070334e-09}
{"train_loss": 0.0008033575722947717, "global_step": 106549, "epoch": 598, "lr": 1.3647442295261492e-09}
{"train_loss": 0.0013168943114578724, "global_step": 106550, "epoch": 598, "lr": 1.35384816077333e-09}
{"train_loss": 0.0005246518412604928, "global_step": 106551, "epoch": 598, "lr": 1.3429957628485757e-09}
{"train_loss": 0.0003406938922125846, "global_step": 106552, "epoch": 598, "lr": 1.3321870357629884e-09}
{"train_loss": 0.001171632669866085, "global_step": 106553, "epoch": 598, "lr": 1.3214219795276705e-09}
{"train_loss": 0.0004660237464122474, "global_step": 106554, "epoch": 598, "lr": 1.3107005941537242e-09}
{"train_loss": 0.001067034201696515, "global_step": 106555, "epoch": 598, "lr": 1.3000228796522519e-09}
{"train_loss": 0.00037692731712013483, "global_step": 106556, "epoch": 598, "lr": 1.2893888360288041e-09}
{"train_loss": 0.0008251963881775737, "global_step": 106557, "epoch": 598, "lr": 1.2787984632889327e-09}
{"train_loss": 0.0008057075319811702, "global_step": 106558, "epoch": 598, "lr": 1.2682517614492906e-09}
{"train_loss": 0.00045706029050052166, "global_step": 106559, "epoch": 598, "lr": 1.257748730515429e-09}
{"train_loss": 0.0006709893932566047, "global_step": 106560, "epoch": 598, "lr": 1.247289370492899e-09}
{"train_loss": 0.0005686584627255797, "global_step": 106561, "epoch": 598, "lr": 1.236873681398354e-09}
{"train_loss": 0.0006563498172909021, "global_step": 106562, "epoch": 598, "lr": 1.226501663242896e-09}
{"train_loss": 0.00042177241994068027, "global_step": 106563, "epoch": 598, "lr": 1.2161733160209743e-09}
{"train_loss": 0.0004209153412375599, "global_step": 106564, "epoch": 598, "lr": 1.205888639754793e-09}
{"train_loss": 0.0008325993549078703, "global_step": 106565, "epoch": 598, "lr": 1.1956476344499034e-09}
{"train_loss": 0.0004403458733577281, "global_step": 106566, "epoch": 598, "lr": 1.1854503001174077e-09}
{"train_loss": 0.0008832529420033097, "global_step": 106567, "epoch": 598, "lr": 1.175296636757306e-09}
{"train_loss": 0.0009803827852010727, "global_step": 106568, "epoch": 598, "lr": 1.1651866443862515e-09}
{"train_loss": 0.0008119260892271996, "global_step": 106569, "epoch": 598, "lr": 1.1551203230153463e-09}
{"train_loss": 0.0006673576426692307, "global_step": 106570, "epoch": 598, "lr": 1.1450976726445906e-09}
{"train_loss": 0.0009152026032097638, "global_step": 106571, "epoch": 598, "lr": 1.1351186932906377e-09}
{"train_loss": 0.0010215181391686201, "global_step": 106572, "epoch": 598, "lr": 1.1251833849590388e-09}
{"train_loss": 0.0020065277349203825, "global_step": 106573, "epoch": 598, "lr": 1.1152917476608959e-09}
{"train_loss": 0.0009063468314707279, "global_step": 106574, "epoch": 598, "lr": 1.1054437813962093e-09}
{"train_loss": 0.0014774361625313759, "global_step": 106575, "epoch": 598, "lr": 1.0956394861871833e-09}
{"train_loss": 0.0008816244662739336, "global_step": 106576, "epoch": 598, "lr": 1.0858788620282668e-09}
{"train_loss": 0.0007691009668633342, "global_step": 106577, "epoch": 598, "lr": 1.0761619089416641e-09}
{"train_loss": 0.0008287914097309113, "global_step": 106578, "epoch": 598, "lr": 1.0664886269273756e-09}
{"train_loss": 0.0009190709097310901, "global_step": 106579, "epoch": 598, "lr": 1.0568590159909519e-09}
{"train_loss": 0.0008600884466432035, "global_step": 106580, "epoch": 598, "lr": 1.0472730761490467e-09}
{"train_loss": 0.0004157254588790238, "global_step": 106581, "epoch": 598, "lr": 1.0377308074072112e-09}
{"train_loss": 0.00016360323934350163, "global_step": 106582, "epoch": 598, "lr": 1.0282322097709963e-09}
{"train_loss": 0.0007973581086844206, "global_step": 106583, "epoch": 598, "lr": 1.018777283251504e-09}
{"train_loss": 0.0005341513897292316, "global_step": 106584, "epoch": 598, "lr": 1.009366027854286e-09}
{"train_loss": 0.0003343831922393292, "global_step": 106585, "epoch": 598, "lr": 9.999984435959952e-10}
{"train_loss": 0.0006163435755297542, "global_step": 106586, "epoch": 598, "lr": 9.906745304710808e-10}
{"train_loss": 0.0008885285933502018, "global_step": 106587, "epoch": 598, "lr": 9.813942884961957e-10}
{"train_loss": 0.0009157878812402487, "global_step": 106588, "epoch": 598, "lr": 9.721577176824426e-10}
{"train_loss": 0.0014318283647298813, "global_step": 106589, "epoch": 598, "lr": 9.629648180298211e-10}
{"train_loss": 0.001242354977875948, "global_step": 106590, "epoch": 598, "lr": 9.538155895494338e-10}
{"train_loss": 0.0004339957085903734, "global_step": 106591, "epoch": 598, "lr": 9.447100322523827e-10}
{"train_loss": 0.0008083945140242577, "global_step": 106592, "epoch": 598, "lr": 9.35648146144219e-10}
{"train_loss": 0.0008108981419354677, "global_step": 106593, "epoch": 598, "lr": 9.266299312304938e-10}
{"train_loss": 0.001776674180291593, "global_step": 106594, "epoch": 598, "lr": 9.176553875223093e-10}
{"train_loss": 0.0007786959176883101, "global_step": 106595, "epoch": 598, "lr": 9.087245150252166e-10}
{"train_loss": 0.0006341814296320081, "global_step": 106596, "epoch": 598, "lr": 8.99837313750318e-10}
{"train_loss": 0.00045737141044810414, "global_step": 106597, "epoch": 598, "lr": 8.909937837031646e-10}
{"train_loss": 0.0005808909190818667, "global_step": 106598, "epoch": 598, "lr": 8.821939248948586e-10}
{"train_loss": 0.0006028639618307352, "global_step": 106599, "epoch": 598, "lr": 8.734377373253999e-10}
{"train_loss": 0.0006755120703019202, "global_step": 106600, "epoch": 598, "lr": 8.64725221011442e-10}
{"train_loss": 0.0006258675130084157, "global_step": 106601, "epoch": 598, "lr": 8.56056375952985e-10}
{"train_loss": 0.0008743073558434844, "global_step": 106602, "epoch": 598, "lr": 8.474312021611309e-10}
{"train_loss": 0.0009949507657438517, "global_step": 106603, "epoch": 598, "lr": 8.388496996414308e-10}
{"train_loss": 0.0008338928455486894, "global_step": 106604, "epoch": 598, "lr": 8.303118684049871e-10}
{"train_loss": 0.000764165073633194, "global_step": 106605, "epoch": 598, "lr": 8.218177084573509e-10}
{"train_loss": 0.0008525341982021928, "global_step": 106606, "epoch": 598, "lr": 8.133672198096243e-10}
{"train_loss": 0.00033742000232450664, "global_step": 106607, "epoch": 598, "lr": 8.049604024618074e-10}
{"train_loss": 0.0005806612316519022, "global_step": 106608, "epoch": 598, "lr": 7.965972564250023e-10}
{"train_loss": 0.0006171705899760127, "global_step": 106609, "epoch": 598, "lr": 7.882777817047604e-10}
{"train_loss": 0.0011270387331023812, "global_step": 106610, "epoch": 598, "lr": 7.800019783121837e-10}
{"train_loss": 0.0009259436628781259, "global_step": 106611, "epoch": 598, "lr": 7.717698462528233e-10}
{"train_loss": 0.0008084787987172604, "global_step": 106612, "epoch": 598, "lr": 7.635813855322305e-10}
{"train_loss": 0.0004814568383153528, "global_step": 106613, "epoch": 598, "lr": 7.554365961559562e-10}
{"train_loss": 0.0008330992422997952, "global_step": 106614, "epoch": 598, "lr": 7.473354781351028e-10}
{"train_loss": 0.0006281408132053912, "global_step": 106615, "epoch": 598, "lr": 7.392780314807724e-10}
{"train_loss": 0.0011962042190134525, "global_step": 106616, "epoch": 598, "lr": 7.312642561874139e-10}
{"train_loss": 0.00032728741643950343, "global_step": 106617, "epoch": 598, "lr": 7.232941522772318e-10}
{"train_loss": 0.0008197006536647677, "global_step": 106618, "epoch": 598, "lr": 7.15367719744675e-10}
{"train_loss": 0.000552660203538835, "global_step": 106619, "epoch": 598, "lr": 7.074849586008458e-10}
{"train_loss": 0.0007180254906415939, "global_step": 106620, "epoch": 598, "lr": 6.996458688512953e-10}
{"train_loss": 0.000812223823129571, "global_step": 106621, "epoch": 598, "lr": 6.918504505071255e-10}
{"train_loss": 0.0006993506685830653, "global_step": 106622, "epoch": 599, "lr": 6.840987035738878e-10}
{"train_loss": 0.0009191201534122229, "global_step": 106623, "epoch": 599, "lr": 6.763906280571331e-10}
{"train_loss": 0.00047160813119262457, "global_step": 106624, "epoch": 599, "lr": 6.687262239624126e-10}
{"train_loss": 0.0002532044018153101, "global_step": 106625, "epoch": 599, "lr": 6.611054913008285e-10}
{"train_loss": 0.0009415812091901898, "global_step": 106626, "epoch": 599, "lr": 6.535284300723809e-10}
{"train_loss": 0.0016673295758664608, "global_step": 106627, "epoch": 599, "lr": 6.459950402826209e-10}
{"train_loss": 0.0009323084377683699, "global_step": 106628, "epoch": 599, "lr": 6.385053219482018e-10}
{"train_loss": 0.0005311277927830815, "global_step": 106629, "epoch": 599, "lr": 6.310592750691235e-10}
{"train_loss": 0.0010401529725641012, "global_step": 106630, "epoch": 599, "lr": 6.236568996564885e-10}
{"train_loss": 0.0016179680824279785, "global_step": 106631, "epoch": 599, "lr": 6.162981957102964e-10}
{"train_loss": 0.0014417569618672132, "global_step": 106632, "epoch": 599, "lr": 6.089831632360987e-10}
{"train_loss": 0.0007674206281080842, "global_step": 106633, "epoch": 599, "lr": 6.017118022505486e-10}
{"train_loss": 0.0011034606723114848, "global_step": 106634, "epoch": 599, "lr": 5.944841127480949e-10}
{"train_loss": 0.0005027616280131042, "global_step": 106635, "epoch": 599, "lr": 5.873000947453911e-10}
{"train_loss": 0.0010955797042697668, "global_step": 106636, "epoch": 599, "lr": 5.801597482368859e-10}
{"train_loss": 0.0009301458485424519, "global_step": 106637, "epoch": 599, "lr": 5.730630732392328e-10}
{"train_loss": 0.0007938551716506481, "global_step": 106638, "epoch": 599, "lr": 5.660100697579829e-10}
{"train_loss": 0.0005548653425648808, "global_step": 106639, "epoch": 599, "lr": 5.590007377931361e-10}
{"train_loss": 0.0009924728656187654, "global_step": 106640, "epoch": 599, "lr": 5.520350773557947e-10}
{"train_loss": 0.00033597962465137243, "global_step": 106641, "epoch": 599, "lr": 5.451130884459587e-10}
{"train_loss": 0.0006832856452092528, "global_step": 106642, "epoch": 599, "lr": 5.382347710802815e-10}
{"train_loss": 0.0003415342653170228, "global_step": 106643, "epoch": 599, "lr": 5.31400125253212e-10}
{"train_loss": 0.0009451438672840595, "global_step": 106644, "epoch": 599, "lr": 5.246091509814033e-10}
{"train_loss": 0.001954793930053711, "global_step": 106645, "epoch": 599, "lr": 5.178618482593045e-10}
{"train_loss": 0.0008833730826154351, "global_step": 106646, "epoch": 599, "lr": 5.111582171035689e-10}
{"train_loss": 0.00043870502850040793, "global_step": 106647, "epoch": 599, "lr": 5.044982575141966e-10}
{"train_loss": 0.0004954745527356863, "global_step": 106648, "epoch": 599, "lr": 4.978819694967385e-10}
{"train_loss": 0.0009899826254695654, "global_step": 106649, "epoch": 599, "lr": 4.91309353062297e-10}
{"train_loss": 0.0015312053728848696, "global_step": 106650, "epoch": 599, "lr": 4.847804082053208e-10}
{"train_loss": 0.002125617116689682, "global_step": 106651, "epoch": 599, "lr": 4.782951349480147e-10}
{"train_loss": 0.0008352673612535, "global_step": 106652, "epoch": 599, "lr": 4.718535332792762e-10}
{"train_loss": 0.000925874337553978, "global_step": 106653, "epoch": 599, "lr": 4.6545560321575863e-10}
{"train_loss": 0.0003984551003668457, "global_step": 106654, "epoch": 599, "lr": 4.5910134475746216e-10}
{"train_loss": 0.0012462623417377472, "global_step": 106655, "epoch": 599, "lr": 4.5279075791548885e-10}
{"train_loss": 0.0007213795324787498, "global_step": 106656, "epoch": 599, "lr": 4.465238426898388e-10}
{"train_loss": 0.0008946243906393647, "global_step": 106657, "epoch": 599, "lr": 4.4030059909161424e-10}
{"train_loss": 0.0010299306595698, "global_step": 106658, "epoch": 599, "lr": 4.3412102712081516e-10}
{"train_loss": 0.0002872086479328573, "global_step": 106659, "epoch": 599, "lr": 4.2798512678299265e-10}
{"train_loss": 0.0011580076534301043, "global_step": 106660, "epoch": 599, "lr": 4.2189289808924895e-10}
{"train_loss": 0.0007077768677845597, "global_step": 106661, "epoch": 599, "lr": 4.158443410340329e-10}
{"train_loss": 0.00021260479115881026, "global_step": 106662, "epoch": 599, "lr": 4.0983945563399796e-10}
{"train_loss": 0.0008067855960689485, "global_step": 106663, "epoch": 599, "lr": 4.03878241889144e-10}
{"train_loss": 0.0007950959843583405, "global_step": 106664, "epoch": 599, "lr": 3.9796069981057337e-10}
{"train_loss": 0.0006365624722093344, "global_step": 106665, "epoch": 599, "lr": 3.920868293927349e-10}
{"train_loss": 0.0009243937092833221, "global_step": 106666, "epoch": 599, "lr": 3.862566306467308e-10}
{"train_loss": 0.0004915522877126932, "global_step": 106667, "epoch": 599, "lr": 3.804701035781122e-10}
{"train_loss": 0.0006752198096364737, "global_step": 106668, "epoch": 599, "lr": 3.747272481924302e-10}
{"train_loss": 0.0015378232346847653, "global_step": 106669, "epoch": 599, "lr": 3.6902806449523596e-10}
{"train_loss": 0.0025372523814439774, "global_step": 106670, "epoch": 599, "lr": 3.6337255248652947e-10}
{"train_loss": 0.0008654984994791448, "global_step": 106671, "epoch": 599, "lr": 3.577607121718618e-10}
{"train_loss": 0.0004355513665359467, "global_step": 106672, "epoch": 599, "lr": 3.5219254356233524e-10}
{"train_loss": 0.0008165155304595828, "global_step": 106673, "epoch": 599, "lr": 3.4666804666350083e-10}
{"train_loss": 0.0012669684365391731, "global_step": 106674, "epoch": 599, "lr": 3.411872214698075e-10}
{"train_loss": 0.0007943606469780207, "global_step": 106675, "epoch": 599, "lr": 3.3575006799235754e-10}
{"train_loss": 0.000574680685531348, "global_step": 106676, "epoch": 599, "lr": 3.3035658623670194e-10}
{"train_loss": 0.0011362605728209019, "global_step": 106677, "epoch": 599, "lr": 3.250067762083919e-10}
{"train_loss": 0.002480738330632448, "global_step": 106678, "epoch": 599, "lr": 3.1970063790742744e-10}
{"train_loss": 0.0005599013529717922, "global_step": 106679, "epoch": 599, "lr": 3.144381713449107e-10}
{"train_loss": 0.0006809052429161966, "global_step": 106680, "epoch": 599, "lr": 3.0921937651529066e-10}
{"train_loss": 0.0009130080579780042, "global_step": 106681, "epoch": 599, "lr": 3.0404425343522057e-10}
{"train_loss": 0.0006294287741184235, "global_step": 106682, "epoch": 599, "lr": 2.989128020991494e-10}
{"train_loss": 0.0003600111813284457, "global_step": 106683, "epoch": 599, "lr": 2.938250225181793e-10}
{"train_loss": 0.00032762542832642794, "global_step": 106684, "epoch": 599, "lr": 2.8878091469786153e-10}
{"train_loss": 0.0015576748410239816, "global_step": 106685, "epoch": 599, "lr": 2.837804786381959e-10}
{"train_loss": 0.0010984656400978565, "global_step": 106686, "epoch": 599, "lr": 2.7882371433918255e-10}
{"train_loss": 0.0009825879242271185, "global_step": 106687, "epoch": 599, "lr": 2.7391062181747474e-10}
{"train_loss": 0.0002264361537527293, "global_step": 106688, "epoch": 599, "lr": 2.690412010675214e-10}
{"train_loss": 0.00047674900270067155, "global_step": 106689, "epoch": 599, "lr": 2.642154520948736e-10}
{"train_loss": 0.0012189389672130346, "global_step": 106690, "epoch": 599, "lr": 2.594333749106337e-10}
{"train_loss": 0.0004159039235673845, "global_step": 106691, "epoch": 599, "lr": 2.5469496950925043e-10}
{"train_loss": 0.0008404265390709043, "global_step": 106692, "epoch": 599, "lr": 2.500002359018261e-10}
{"train_loss": 0.00046652706805616617, "global_step": 106693, "epoch": 599, "lr": 2.4534917408836066e-10}
{"train_loss": 0.00046583637595176697, "global_step": 106694, "epoch": 599, "lr": 2.407417840744053e-10}
{"train_loss": 0.000312921532895416, "global_step": 106695, "epoch": 599, "lr": 2.3617806586551104e-10}
{"train_loss": 0.0012742823455482721, "global_step": 106696, "epoch": 599, "lr": 2.3165801946167796e-10}
{"train_loss": 0.000511517864651978, "global_step": 106697, "epoch": 599, "lr": 2.271816448740083e-10}
{"train_loss": 0.0012324510607868433, "global_step": 106698, "epoch": 599, "lr": 2.2274894209695084e-10}
{"train_loss": 0.0005379021749831736, "global_step": 106699, "epoch": 599, "lr": 2.183599111416079e-10}
{"train_loss": 0.0006009851349517703, "global_step": 106700, "epoch": 599, "lr": 2.1401455200797949e-10}
{"train_loss": 0.0013566168490797281, "global_step": 106701, "epoch": 599, "lr": 2.0971286470716779e-10}
{"train_loss": 0.0013077778276056051, "global_step": 106702, "epoch": 599, "lr": 2.0545484923362168e-10}
{"train_loss": 0.00043210230069234967, "global_step": 106703, "epoch": 599, "lr": 2.0124050559289232e-10}
{"train_loss": 0.0008308510296046734, "global_step": 106704, "epoch": 599, "lr": 1.970698337905308e-10}
{"train_loss": 0.0012520807795226574, "global_step": 106705, "epoch": 599, "lr": 1.9294283383208823e-10}
{"train_loss": 0.000918639765586704, "global_step": 106706, "epoch": 599, "lr": 1.888595057175646e-10}
{"train_loss": 0.00036507524782791734, "global_step": 106707, "epoch": 599, "lr": 1.8481984945251107e-10}
{"train_loss": 0.0002517345710657537, "global_step": 106708, "epoch": 599, "lr": 1.8082386504247873e-10}
{"train_loss": 0.0008326383540406823, "global_step": 106709, "epoch": 599, "lr": 1.7687155248746756e-10}
{"train_loss": 0.00043744267895817757, "global_step": 106710, "epoch": 599, "lr": 1.729629117874776e-10}
{"train_loss": 0.0005752122378908098, "global_step": 106711, "epoch": 599, "lr": 1.6909794295361104e-10}
{"train_loss": 0.0003952581319026649, "global_step": 106712, "epoch": 599, "lr": 1.652766459858679e-10}
{"train_loss": 0.0004575133789330721, "global_step": 106713, "epoch": 599, "lr": 1.6149902088979928e-10}
{"train_loss": 0.0009801237611100078, "global_step": 106714, "epoch": 599, "lr": 1.5776506766540522e-10}
{"train_loss": 0.0006595451850444078, "global_step": 106715, "epoch": 599, "lr": 1.540747863182368e-10}
{"train_loss": 0.0004362404579296708, "global_step": 106716, "epoch": 599, "lr": 1.5042817684829403e-10}
{"train_loss": 0.0010740607976913452, "global_step": 106717, "epoch": 599, "lr": 1.4682523926112802e-10}
{"train_loss": 0.0007453396683558822, "global_step": 106718, "epoch": 599, "lr": 1.4326597356228988e-10}
{"train_loss": 0.00114977709017694, "global_step": 106719, "epoch": 599, "lr": 1.3975037975177964e-10}
{"train_loss": 0.0006673859898000956, "global_step": 106720, "epoch": 599, "lr": 1.3627845782959725e-10}
{"train_loss": 0.0015331626636907458, "global_step": 106721, "epoch": 599, "lr": 1.3285020780684498e-10}
{"train_loss": 0.0005521897692233324, "global_step": 106722, "epoch": 599, "lr": 1.294656296779717e-10}
{"train_loss": 0.0013519130880013108, "global_step": 106723, "epoch": 599, "lr": 1.2612472345407965e-10}
{"train_loss": 0.000596853147726506, "global_step": 106724, "epoch": 599, "lr": 1.2282748912961772e-10}
{"train_loss": 0.0007747779600322247, "global_step": 106725, "epoch": 599, "lr": 1.1957392671568813e-10}
{"train_loss": 0.00030837132362648845, "global_step": 106726, "epoch": 599, "lr": 1.1636403621229087e-10}
{"train_loss": 0.000723104109056294, "global_step": 106727, "epoch": 599, "lr": 1.1319781761387482e-10}
{"train_loss": 0.0002810113946907222, "global_step": 106728, "epoch": 599, "lr": 1.1007527093709335e-10}
{"train_loss": 0.00026984838768839836, "global_step": 106729, "epoch": 599, "lr": 1.0699639617639534e-10}
{"train_loss": 0.00035731930984184146, "global_step": 106730, "epoch": 599, "lr": 1.039611933373319e-10}
{"train_loss": 0.0004431386187206954, "global_step": 106731, "epoch": 599, "lr": 1.0096966241990303e-10}
{"train_loss": 0.00024627160746604204, "global_step": 106732, "epoch": 599, "lr": 9.802180342965983e-11}
{"train_loss": 0.0002732887805905193, "global_step": 106733, "epoch": 599, "lr": 9.511761636660232e-11}
{"train_loss": 0.00018256386101711541, "global_step": 106734, "epoch": 599, "lr": 9.225710123628162e-11}
{"train_loss": 0.0012167672393843532, "global_step": 106735, "epoch": 599, "lr": 8.944025803869772e-11}
{"train_loss": 0.0008806679397821426, "global_step": 106736, "epoch": 599, "lr": 8.666708677940172e-11}
{"train_loss": 0.0011141259456053376, "global_step": 106737, "epoch": 599, "lr": 8.393758745284253e-11}
{"train_loss": 0.0006053239922039211, "global_step": 106738, "epoch": 599, "lr": 8.125176007012236e-11}
{"train_loss": 0.0009158747270703316, "global_step": 106739, "epoch": 599, "lr": 7.860960463124123e-11}
{"train_loss": 0.0016094021266326308, "global_step": 106740, "epoch": 599, "lr": 7.601112113619913e-11}
{"train_loss": 0.0013726818142458797, "global_step": 106741, "epoch": 599, "lr": 7.345630959054717e-11}
{"train_loss": 0.0009539833990857005, "global_step": 106742, "epoch": 599, "lr": 7.094516998873424e-11}
{"train_loss": 0.0009036784758791327, "global_step": 106743, "epoch": 599, "lr": 6.847770234741368e-11}
{"train_loss": 0.0009992714039981365, "global_step": 106744, "epoch": 599, "lr": 6.605390665548328e-11}
{"train_loss": 0.0003713994810823351, "global_step": 106745, "epoch": 599, "lr": 6.367378291849412e-11}
{"train_loss": 0.0005613398971036077, "global_step": 106746, "epoch": 599, "lr": 6.133733114199736e-11}
{"train_loss": 0.0006679929792881012, "global_step": 106747, "epoch": 599, "lr": 5.904455132599296e-11}
{"train_loss": 0.0007531228475272655, "global_step": 106748, "epoch": 599, "lr": 5.679544347603205e-11}
{"train_loss": 0.0005740098422393203, "global_step": 106749, "epoch": 599, "lr": 5.459000758656352e-11}
{"train_loss": 0.000656985561363399, "global_step": 106750, "epoch": 599, "lr": 5.242824366313848e-11}
{"train_loss": 0.0003406704927328974, "global_step": 106751, "epoch": 599, "lr": 5.031015171130804e-11}
{"train_loss": 0.0013073987793177366, "global_step": 106752, "epoch": 599, "lr": 4.8235731725521095e-11}
{"train_loss": 0.00024162500631064177, "global_step": 106753, "epoch": 599, "lr": 4.620498371132875e-11}
{"train_loss": 0.0006988301174715161, "global_step": 106754, "epoch": 599, "lr": 4.4217907674282135e-11}
{"train_loss": 0.0006453696987591684, "global_step": 106755, "epoch": 599, "lr": 4.2274503608830116e-11}
{"train_loss": 0.0007581221871078014, "global_step": 106756, "epoch": 599, "lr": 4.037477152607494e-11}
{"train_loss": 0.0015130597166717052, "global_step": 106757, "epoch": 599, "lr": 3.851871141491436e-11}
{"train_loss": 0.0012137996964156628, "global_step": 106758, "epoch": 599, "lr": 3.670632328645063e-11}
{"train_loss": 0.0007807685760781169, "global_step": 106759, "epoch": 599, "lr": 3.493760714623484e-11}
{"train_loss": 0.0006009769858792424, "global_step": 106760, "epoch": 599, "lr": 3.3212562983164775e-11}
{"train_loss": 0.0012142722262069583, "global_step": 106761, "epoch": 599, "lr": 3.153119080279154e-11}
{"train_loss": 0.0004972013412043452, "global_step": 106762, "epoch": 599, "lr": 2.989349061621738e-11}
{"train_loss": 0.0014776234747841954, "global_step": 106763, "epoch": 599, "lr": 2.829946241234005e-11}
{"train_loss": 0.0009768521413207054, "global_step": 106764, "epoch": 599, "lr": 2.6749106202261786e-11}
{"train_loss": 0.0004030905547551811, "global_step": 106765, "epoch": 599, "lr": 2.524242197488036e-11}
{"train_loss": 0.0011564712040126324, "global_step": 106766, "epoch": 599, "lr": 2.3779409746849112e-11}
{"train_loss": 0.000828124932013452, "global_step": 106767, "epoch": 599, "lr": 2.2360069507065818e-11}
{"train_loss": 0.0003873863024637103, "global_step": 106768, "epoch": 599, "lr": 2.0984401266632703e-11}
{"train_loss": 0.0006438764976337552, "global_step": 106769, "epoch": 599, "lr": 1.9652405019998655e-11}
{"train_loss": 0.0016901227645576, "global_step": 106770, "epoch": 599, "lr": 1.8364080767163672e-11}
{"train_loss": 0.0012013454688712955, "global_step": 106771, "epoch": 599, "lr": 1.7119428519229986e-11}
{"train_loss": 0.000598279875703156, "global_step": 106772, "epoch": 599, "lr": 1.5918448265095364e-11}
{"train_loss": 0.00048574720858596265, "global_step": 106773, "epoch": 599, "lr": 1.4761140010310924e-11}
{"train_loss": 0.0008022419642657042, "global_step": 106774, "epoch": 599, "lr": 1.3647503760427782e-11}
{"train_loss": 0.0009317852673120797, "global_step": 106775, "epoch": 599, "lr": 1.257753950989482e-11}
{"train_loss": 0.0010265090968459845, "global_step": 106776, "epoch": 599, "lr": 1.1551247264263154e-11}
{"train_loss": 0.0005089441547170281, "global_step": 106777, "epoch": 599, "lr": 1.056862701798167e-11}
{"train_loss": 0.0007782746688462794, "global_step": 106778, "epoch": 599, "lr": 9.629678782152596e-12}
{"train_loss": 0.0008270590915344656, "global_step": 106779, "epoch": 599, "lr": 8.734402551224819e-12}
{"train_loss": 0.0002599167637526989, "global_step": 106780, "epoch": 599, "lr": 7.882798325198338e-12}
{"train_loss": 0.0010342345340177417, "global_step": 106781, "epoch": 599, "lr": 7.074866104073152e-12}
{"train_loss": 0.0006483883480541408, "global_step": 106782, "epoch": 599, "lr": 6.310605893400379e-12}
{"train_loss": 0.0015280221123248339, "global_step": 106783, "epoch": 599, "lr": 5.5900176876289016e-12}
{"train_loss": 0.0005806792178191245, "global_step": 106784, "epoch": 599, "lr": 4.91310149786095e-12}
{"train_loss": 0.00045623950427398086, "global_step": 106785, "epoch": 599, "lr": 4.279857312994295e-12}
{"train_loss": 0.0006892278324812651, "global_step": 106786, "epoch": 599, "lr": 3.6902851385800515e-12}
{"train_loss": 0.0008534028893336654, "global_step": 106787, "epoch": 599, "lr": 3.14438497461822e-12}
{"train_loss": 0.00038432417204603553, "global_step": 106788, "epoch": 599, "lr": 2.642156826659914e-12}
{"train_loss": 0.00031575141474604607, "global_step": 106789, "epoch": 599, "lr": 2.1836006836029042e-12}
{"train_loss": 0.0012332870392128825, "global_step": 106790, "epoch": 599, "lr": 1.7687165565494212e-12}
{"train_loss": 0.0005116110551171005, "global_step": 106791, "epoch": 599, "lr": 1.3975044399483494e-12}
{"train_loss": 0.0006930532399564981, "global_step": 106792, "epoch": 599, "lr": 1.069964339350804e-12}
{"train_loss": 0.000658238073810935, "global_step": 106793, "epoch": 599, "lr": 7.8609624920567e-13}
{"train_loss": 0.0008191441302187741, "global_step": 106794, "epoch": 599, "lr": 5.459001750640624e-13}
{"train_loss": 0.0006120353937149048, "global_step": 106795, "epoch": 599, "lr": 3.4937611137486614e-13}
{"train_loss": 0.001279313350096345, "global_step": 106796, "epoch": 599, "lr": 1.9652406368919628e-13}
{"train_loss": 0.0006190956337377429, "global_step": 106797, "epoch": 599, "lr": 8.734402645593775e-14}
{"train_loss": 0.0019843694753944874, "global_step": 106798, "epoch": 599, "lr": 2.1836005226205658e-14}
{"train_loss": 0.0008353356711319229, "global_step": 106799, "epoch": 599, "lr": 0.0}